-- Logs begin at Wed 2021-11-24 20:05:01 UTC, end at Wed 2021-11-24 22:27:04 UTC. -- Nov 24 20:36:21.595055 n-d-812111-8 systemd[1]: Started Devstack devstack@q-svc.service. Nov 24 20:36:24.368754 n-d-812111-8 neutron-server[109881]: INFO neutron.common.config [-] Logging enabled! Nov 24 20:36:24.369384 n-d-812111-8 neutron-server[109881]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev224 Nov 24 20:36:24.369558 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109881) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 20:36:24.373052 n-d-812111-8 neutron-server[109881]: INFO neutron.common.config [-] Logging enabled! Nov 24 20:36:24.373356 n-d-812111-8 neutron-server[109881]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev224 Nov 24 20:36:24.373674 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109881) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 20:36:24.374619 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 20:36:24.374854 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 20:36:24.375220 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 20:36:24.375467 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 20:36:24.375691 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 20:36:24.376029 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.376505 n-d-812111-8 neutron-server[109881]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 24 20:36:24.377032 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.377332 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.377628 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.377926 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.378217 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.378500 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.378787 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.379084 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.379368 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.379648 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.379933 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.380224 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.380505 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.380815 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.381104 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.381391 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] debug = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.381675 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.382097 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.382518 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.382799 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.383247 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.383367 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.383637 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.383911 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.384217 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.384523 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] host = n-d-812111-8 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.384851 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.385143 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.385428 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.385713 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.385988 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.386264 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.386547 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.386820 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.387091 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] log_file = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.387364 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.387649 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.387934 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.388222 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.388446 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.388692 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.389048 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.389336 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.389612 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.389886 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.390161 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.390435 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.390707 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.390975 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.391257 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.391545 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.391829 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.392102 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.393201 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.393620 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.394023 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.394422 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.394813 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.395221 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.395603 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.395995 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.396368 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.396776 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.397194 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.397583 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.398022 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.398396 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.398768 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.399146 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.399567 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.399927 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.400303 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] use_json = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.400680 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.401074 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.401460 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.401839 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.402215 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.402625 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.402997 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.403381 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:24.403783 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.404177 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.404695 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.405103 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.405503 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.406732 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.407045 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.407346 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.407653 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.409033 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.409033 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.409329 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.409633 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.409925 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.410329 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.410547 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.410851 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.411245 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.411437 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.411721 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.412003 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.412294 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.412591 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.412905 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.413206 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.413503 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.413791 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.414093 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.414386 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.414685 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.414981 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.415263 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.415547 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.415843 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.416129 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.416408 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.416694 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.417011 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.417297 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.417576 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.417865 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.418148 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.418424 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.418700 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.418981 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.419275 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.419557 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.419833 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.420111 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.420390 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.420665 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.420974 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.421257 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.421537 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.421813 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.422097 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.422375 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.422649 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.422930 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.423205 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.423492 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.424120 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.424217 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.424450 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.424729 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.425029 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.425304 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.425581 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.425863 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.426141 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.426417 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.426695 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.426970 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.427245 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.427541 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.427846 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.428130 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.428415 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.428697 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.429003 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.429284 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.429566 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.429848 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.430130 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.430407 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.430701 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.430990 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.431304 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.431593 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.431930 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.432236 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.432519 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.432834 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.433117 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.433398 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.433683 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.433971 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.434266 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.434558 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.434850 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.435142 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.435435 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.435722 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.436035 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.436315 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:24.436535 n-d-812111-8 neutron-server[109881]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 20:36:24.436809 n-d-812111-8 neutron-server[109881]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109881) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 24 20:36:24.879480 n-d-812111-8 neutron-server[109881]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 24 20:36:24.879758 n-d-812111-8 neutron-server[109881]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 24 20:36:24.880070 n-d-812111-8 neutron-server[109881]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 24 20:36:24.880426 n-d-812111-8 neutron-server[109881]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 24 20:36:25.223092 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.223381 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.223663 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.224870 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.225151 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.225422 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.261688 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.261978 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.262255 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.276861 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.277148 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.277424 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.306922 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.307203 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.307479 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.351963 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.352250 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.352526 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.612244 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.612888 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.612888 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.613059 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.613694 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.718068 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.718390 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.718672 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.718941 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.719204 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.719513 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.719771 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.720025 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.720277 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.721099 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.721370 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.721639 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.721903 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.722161 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.722419 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.722685 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.722940 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.723206 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.723476 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.723734 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.724008 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.724263 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.724547 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.724948 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.725199 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.725446 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.725846 n-d-812111-8 neutron-server[109881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 20:36:25.726087 n-d-812111-8 neutron-server[109881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 20:36:25.726326 n-d-812111-8 neutron-server[109881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 20:36:25.726562 n-d-812111-8 neutron-server[109881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 20:36:25.726797 n-d-812111-8 neutron-server[109881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 20:36:25.727031 n-d-812111-8 neutron-server[109881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 20:36:25.727393 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 24 20:36:25.730553 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 24 20:36:25.734490 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 24 20:36:25.739230 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Nov 24 20:36:25.741018 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 24 20:36:25.741492 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 24 20:36:25.741828 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 24 20:36:25.742211 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 24 20:36:25.745043 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 24 20:36:25.745299 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 24 20:36:25.745647 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 20:36:25.750945 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 24 20:36:25.775044 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 24 20:36:25.775500 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.775802 n-d-812111-8 neutron-server[109881]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109881) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 24 20:36:25.776167 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.777567 n-d-812111-8 neutron-server[109881]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109881) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 24 20:36:25.777851 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 20:36:25.778099 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 24 20:36:25.781505 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.781790 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:25.848294 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 24 20:36:25.848532 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 24 20:36:25.848793 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 24 20:36:25.849172 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 24 20:36:25.871264 n-d-812111-8 neutron-server[109881]: DEBUG oslo_db.sqlalchemy.engines [None req-01662a43-6465-47d2-bb59-253215487fff None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109881) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 24 20:36:26.432978 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.managers [None req-01662a43-6465-47d2-bb59-253215487fff None None] Initializing driver for type 'gre' Nov 24 20:36:26.433518 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01662a43-6465-47d2-bb59-253215487fff None None] gre ID ranges: [(1, 1000)] Nov 24 20:36:26.487106 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.managers [None req-01662a43-6465-47d2-bb59-253215487fff None None] Initializing driver for type 'local' Nov 24 20:36:26.487420 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.managers [None req-01662a43-6465-47d2-bb59-253215487fff None None] Initializing driver for type 'vlan' Nov 24 20:36:26.500105 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-01662a43-6465-47d2-bb59-253215487fff None None] VlanTypeDriver initialization complete Nov 24 20:36:26.500441 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.managers [None req-01662a43-6465-47d2-bb59-253215487fff None None] Initializing driver for type 'vxlan' Nov 24 20:36:26.500962 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01662a43-6465-47d2-bb59-253215487fff None None] vxlan ID ranges: [(1, 1000)] Nov 24 20:36:26.552507 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.managers [None req-01662a43-6465-47d2-bb59-253215487fff None None] Initializing extension driver 'port_security' Nov 24 20:36:26.552888 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.extensions.port_security [None req-01662a43-6465-47d2-bb59-253215487fff None None] PortSecurityExtensionDriver initialization complete Nov 24 20:36:26.553222 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.managers [None req-01662a43-6465-47d2-bb59-253215487fff None None] Initializing mechanism driver 'openvswitch' Nov 24 20:36:26.553548 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.managers [None req-01662a43-6465-47d2-bb59-253215487fff None None] Initializing mechanism driver 'hyperv' Nov 24 20:36:26.560125 n-d-812111-8 neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-01662a43-6465-47d2-bb59-253215487fff None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:36:26.560819 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > port after_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.561185 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > port after_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.561531 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > port after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.562066 n-d-812111-8 neutron-server[109881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 20:36:26.562492 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > subnet after_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.562842 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > subnet after_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.563184 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > subnet after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.563583 n-d-812111-8 neutron-server[109881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 20:36:26.564058 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > network after_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.565251 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > network after_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.565612 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > network after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.566012 n-d-812111-8 neutron-server[109881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 20:36:26.566415 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > security_group after_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.566760 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > security_group after_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.567096 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > security_group after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.567630 n-d-812111-8 neutron-server[109881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 20:36:26.568043 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.568394 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.568735 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.569151 n-d-812111-8 neutron-server[109881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 20:36:26.569558 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > address_group after_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.569908 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > address_group after_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.570245 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > address_group after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.570642 n-d-812111-8 neutron-server[109881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 20:36:26.571020 n-d-812111-8 neutron-server[109881]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-01662a43-6465-47d2-bb59-253215487fff None None] ML2 OVO RPC backend initialized. {{(pid=109881) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 24 20:36:26.571724 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router_interface after_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.572079 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.572492 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > network before_response 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.572863 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > networks before_response 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.573209 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > port before_response 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.573549 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > ports before_response 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.573888 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > subnet before_response 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.574228 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > subnets before_response 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.574568 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > network after_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.574905 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > network after_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.575234 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > network after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.575565 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > port after_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.575896 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > port after_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.576224 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > port after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.576554 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > subnet after_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.576913 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > subnet after_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.577245 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > subnet after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.577815 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.plugin [None req-01662a43-6465-47d2-bb59-253215487fff None None] Modular L2 Plugin initialization complete Nov 24 20:36:26.578140 n-d-812111-8 neutron-server[109881]: DEBUG neutron.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading services supported by the core plugin {{(pid=109881) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 24 20:36:26.578462 n-d-812111-8 neutron-server[109881]: INFO neutron.plugins.ml2.managers [None req-01662a43-6465-47d2-bb59-253215487fff None None] Got port-security extension from driver 'port_security' Nov 24 20:36:26.578923 n-d-812111-8 neutron-server[109881]: INFO neutron.extensions.vlantransparent [None req-01662a43-6465-47d2-bb59-253215487fff None None] Disabled vlantransparent extension. Nov 24 20:36:26.579400 n-d-812111-8 neutron-server[109881]: DEBUG neutron.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109881) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 24 20:36:26.579759 n-d-812111-8 neutron-server[109881]: INFO neutron.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading Plugin: router Nov 24 20:36:26.616697 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router_interface before_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.617320 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router after_create 55549900 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.617467 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router before_create 55549900 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.617832 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.618207 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.618563 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router after_delete 55549900 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.618920 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > floatingip after_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.619269 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > floatingip after_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.619625 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router after_create 55549900 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.619970 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router after_update 55549900 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.620316 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router after_update 55549900 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.620664 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.621046 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router after_update 55549900 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.621457 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router precommit_update 55549900 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.621825 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: port after_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.622192 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: port after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.622558 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: subnet after_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.622900 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.623251 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > port precommit_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.623605 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router precommit_create 55549900 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.623949 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: port before_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.624293 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router precommit_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.624650 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router after_update 55549900 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.625101 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router precommit_delete 55549900 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.625463 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router precommit_create 55549900 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.625822 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router_interface after_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.626170 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router precommit_update 55549900 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.627131 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > agent after_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.627487 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > agent after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.627832 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > network after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.628686 n-d-812111-8 neutron-server[109881]: DEBUG neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] Tracking information for resource: router configured {{(pid=109881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 20:36:26.629128 n-d-812111-8 neutron-server[109881]: DEBUG neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] Tracking information for resource: floatingip configured {{(pid=109881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 20:36:26.635500 n-d-812111-8 neutron-server[109881]: INFO neutron.db.l3_agentschedulers_db [None req-01662a43-6465-47d2-bb59-253215487fff None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 24 20:36:26.636410 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: port after_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.636970 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: port after_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.637612 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: port after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.638132 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: port after_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.639139 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router before_create 55550100 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.639941 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router precommit_delete 55550100 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.640576 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router precommit_create 55550100 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.640995 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > router precommit_update 55550100 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.647639 n-d-812111-8 neutron-server[109881]: DEBUG neutron.services.provider_configuration [None req-01662a43-6465-47d2-bb59-253215487fff None None] Service providers = [] {{(pid=109881) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 24 20:36:26.648149 n-d-812111-8 neutron-server[109881]: DEBUG neutron.db.servicetype_db [None req-01662a43-6465-47d2-bb59-253215487fff None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109881) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 24 20:36:26.651731 n-d-812111-8 neutron-server[109881]: DEBUG neutron.services.service_base [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 20:36:26.652243 n-d-812111-8 neutron-server[109881]: DEBUG neutron.services.service_base [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 20:36:26.652970 n-d-812111-8 neutron-server[109881]: DEBUG neutron.services.service_base [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 20:36:26.654553 n-d-812111-8 neutron-server[109881]: DEBUG neutron.services.service_base [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 20:36:26.655104 n-d-812111-8 neutron-server[109881]: INFO neutron.services.service_base [None req-01662a43-6465-47d2-bb59-253215487fff None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 24 20:36:26.655674 n-d-812111-8 neutron-server[109881]: DEBUG neutron.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 20:36:26.656223 n-d-812111-8 neutron-server[109881]: INFO neutron.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 24 20:36:26.669281 n-d-812111-8 neutron-server[109881]: DEBUG neutron.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 20:36:26.669616 n-d-812111-8 neutron-server[109881]: INFO neutron.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading Plugin: auto_allocate Nov 24 20:36:26.676103 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: network precommit_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.676474 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: network precommit_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.677045 n-d-812111-8 neutron-server[109881]: DEBUG neutron.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 20:36:26.677366 n-d-812111-8 neutron-server[109881]: INFO neutron.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading Plugin: tag Nov 24 20:36:26.683981 n-d-812111-8 neutron-server[109881]: DEBUG neutron.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 20:36:26.684309 n-d-812111-8 neutron-server[109881]: INFO neutron.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading Plugin: timestamp Nov 24 20:36:26.688414 n-d-812111-8 neutron-server[109881]: DEBUG neutron.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 20:36:26.688780 n-d-812111-8 neutron-server[109881]: INFO neutron.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading Plugin: network_ip_availability Nov 24 20:36:26.695002 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.695377 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.695733 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.696446 n-d-812111-8 neutron-server[109881]: DEBUG neutron.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 20:36:26.696784 n-d-812111-8 neutron-server[109881]: INFO neutron.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading Plugin: flavors Nov 24 20:36:26.701500 n-d-812111-8 neutron-server[109881]: DEBUG neutron.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 20:36:26.701830 n-d-812111-8 neutron-server[109881]: INFO neutron.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading Plugin: revisions Nov 24 20:36:26.706363 n-d-812111-8 neutron-server[109881]: DEBUG neutron.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 20:36:26.706758 n-d-812111-8 neutron-server[109881]: DEBUG oslo_concurrency.lockutils [None req-01662a43-6465-47d2-bb59-253215487fff None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.827s {{(pid=109881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 24 20:36:26.707498 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109881) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 24 20:36:26.707832 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Initializing extension manager. Nov 24 20:36:26.708341 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: __init__.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.708681 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: __pycache__ {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.709037 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.709369 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: address_group.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.710119 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.710688 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: address-group Nov 24 20:36:26.711012 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: address_scope.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.711913 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.712420 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: address-scope Nov 24 20:36:26.712762 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: admin_state_down_before_update.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.713703 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.714208 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: router-admin-state-down-before-update Nov 24 20:36:26.714788 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: agent.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.715484 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.715989 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: agent Nov 24 20:36:26.716312 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: agent_resources_synced.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.717244 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.717751 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: agent-resources-synced Nov 24 20:36:26.718075 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: allowedaddresspairs.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.719852 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.721106 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: allowed-address-pairs Nov 24 20:36:26.721472 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: auto_allocated_topology.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.722549 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.723057 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: auto-allocated-topology Nov 24 20:36:26.723380 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: availability_zone.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.724080 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.724580 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: availability_zone Nov 24 20:36:26.724952 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: availability_zone_filter.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.725857 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.726358 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: availability_zone_filter Nov 24 20:36:26.726678 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: data_plane_status.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.727577 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.728083 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension data-plane-status not supported by any of loaded plugins Nov 24 20:36:26.728403 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: default_subnetpools.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.729344 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.729852 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: default-subnetpools Nov 24 20:36:26.730171 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: dhcpagentscheduler.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.730979 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.731483 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: dhcp_agent_scheduler Nov 24 20:36:26.731804 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: dns.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.732715 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.733243 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension dns-integration not supported by any of loaded plugins Nov 24 20:36:26.733563 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: dns_domain_ports.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.734477 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.734977 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 24 20:36:26.735297 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.736967 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.737521 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 24 20:36:26.737795 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: dvr.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.738466 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.738974 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: dvr Nov 24 20:36:26.739295 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: ecmp_routes.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.740215 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.740718 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension ecmp_routes not supported by any of loaded plugins Nov 24 20:36:26.741072 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: empty_string_filtering.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.741978 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.742486 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: empty-string-filtering Nov 24 20:36:26.742804 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.743712 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.744211 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 24 20:36:26.744531 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.745473 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.745977 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 24 20:36:26.746297 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: external_net.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.747204 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.747706 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: external-net Nov 24 20:36:26.748024 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: extra_dhcp_opt.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.748961 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.749465 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: extra_dhcp_opt Nov 24 20:36:26.749784 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: extraroute.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.750688 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.751190 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: extraroute Nov 24 20:36:26.751531 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: extraroute_atomic.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.752567 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.753165 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: extraroute-atomic Nov 24 20:36:26.753483 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: filter_validation.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.754143 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.754644 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: filter-validation Nov 24 20:36:26.754964 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: fip_pf_description.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.755870 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.756375 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 24 20:36:26.756694 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: fip_port_details.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.757631 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.758143 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: fip-port-details Nov 24 20:36:26.758464 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: flavors.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.759694 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.760210 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: flavors Nov 24 20:36:26.760534 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.762232 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.762756 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 24 20:36:26.763088 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: floatingip_pools.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.763865 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.764438 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: floatingip-pools Nov 24 20:36:26.764780 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: ip_allocation.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.765706 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.766216 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension ip_allocation not supported by any of loaded plugins Nov 24 20:36:26.766542 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.767558 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.768237 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: ip-substring-filtering Nov 24 20:36:26.768563 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: l2_adjacency.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.769530 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.770037 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension l2_adjacency not supported by any of loaded plugins Nov 24 20:36:26.770360 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: l3.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.771480 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.772001 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: router Nov 24 20:36:26.772327 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: l3_conntrack_helper.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.774608 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.775131 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 24 20:36:26.775461 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.776420 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.776945 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: ext-gw-mode Nov 24 20:36:26.777271 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.778185 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.778692 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: l3-ha Nov 24 20:36:26.779013 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: l3_flavors.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.779924 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.780435 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: l3-flavors Nov 24 20:36:26.780783 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.781703 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.782210 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: l3-port-ip-change-not-allowed Nov 24 20:36:26.782531 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: l3agentscheduler.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.784124 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.784627 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: l3_agent_scheduler Nov 24 20:36:26.784978 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: local_ip.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.786766 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.787289 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension local_ip not supported by any of loaded plugins Nov 24 20:36:26.787621 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: logging.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.789134 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.789653 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension logging not supported by any of loaded plugins Nov 24 20:36:26.789982 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: metering.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.790723 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.791298 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: metering Nov 24 20:36:26.791622 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.792717 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.793260 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: metering_source_and_destination_fields Nov 24 20:36:26.793583 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: multiprovidernet.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.794793 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.795305 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: multi-provider Nov 24 20:36:26.795627 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: netmtu.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.796538 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.797077 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: net-mtu Nov 24 20:36:26.797399 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: netmtu_writable.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.798314 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.799478 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: net-mtu-writable Nov 24 20:36:26.799799 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: network_availability_zone.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.800475 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.801014 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: network_availability_zone Nov 24 20:36:26.801336 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: network_ip_availability.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.802445 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.802950 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: network-ip-availability Nov 24 20:36:26.803274 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: network_segment_range.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.804043 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.804544 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension network-segment-range not supported by any of loaded plugins Nov 24 20:36:26.804902 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: pagination.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.807360 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.807706 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: pagination Nov 24 20:36:26.808040 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: port_device_profile.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.808988 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.809516 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: port-device-profile Nov 24 20:36:26.809845 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.810768 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.811280 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: port-mac-address-regenerate Nov 24 20:36:26.811607 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.812534 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.813072 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: port-numa-affinity-policy Nov 24 20:36:26.813396 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: port_resource_request.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.814392 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.814897 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension port-resource-request not supported by any of loaded plugins Nov 24 20:36:26.815220 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: port_resource_request_groups.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.816182 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.816686 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 24 20:36:26.817036 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: portbindings.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.817961 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.818466 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: binding Nov 24 20:36:26.818789 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: portbindings_extended.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.820058 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.820573 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: binding-extended Nov 24 20:36:26.820935 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: portsecurity.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.821860 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.822370 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: port-security Nov 24 20:36:26.822694 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: project_id.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.823690 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.824020 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: project-id Nov 24 20:36:26.824371 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: providernet.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.825336 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.825850 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: provider Nov 24 20:36:26.826170 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: qos.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.829870 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.830396 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension qos not supported by any of loaded plugins Nov 24 20:36:26.830728 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.832013 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.832525 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 24 20:36:26.832879 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.833799 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.834309 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 24 20:36:26.834636 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: qos_default.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.835547 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.836059 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension qos-default not supported by any of loaded plugins Nov 24 20:36:26.836385 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: qos_fip.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.837075 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.837586 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension qos-fip not supported by any of loaded plugins Nov 24 20:36:26.837909 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: qos_gateway_ip.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.838832 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.839371 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 24 20:36:26.839958 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: qos_port_network_policy.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.840900 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.841414 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 24 20:36:26.841745 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.842792 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.843302 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 24 20:36:26.843627 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: qos_pps_rule.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.844856 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.845963 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension qos-pps not supported by any of loaded plugins Nov 24 20:36:26.846296 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: qos_rule_type_details.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.847214 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.847724 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 24 20:36:26.848051 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: qos_rules_alias.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.849119 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.849634 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 24 20:36:26.849960 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: quota_check_limit.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.850864 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.851375 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: quota-check-limit Nov 24 20:36:26.851703 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: quotasv2.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.852620 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.852969 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: quotas Nov 24 20:36:26.853293 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: quotasv2_detail.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.856652 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.857035 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: quota_details Nov 24 20:36:26.857371 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: rbac.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.858418 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.858944 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: rbac-policies Nov 24 20:36:26.859274 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: rbac_address_group.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.860199 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.860718 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: rbac-address-group Nov 24 20:36:26.861745 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: rbac_address_scope.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.862799 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.863317 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: rbac-address-scope Nov 24 20:36:26.863644 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: rbac_security_groups.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.864558 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.865109 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: rbac-security-groups Nov 24 20:36:26.865433 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: rbac_subnetpool.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.866350 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.866860 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: rbac-subnetpool Nov 24 20:36:26.867182 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: revisionifmatch.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.868097 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.868607 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: revision-if-match Nov 24 20:36:26.868961 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: revisions.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.870077 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.870591 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: standard-attr-revisions Nov 24 20:36:26.870915 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: router_availability_zone.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.871595 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.872103 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: router_availability_zone Nov 24 20:36:26.872426 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: routerservicetype.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.873384 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.873894 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension router-service-type not supported by any of loaded plugins Nov 24 20:36:26.874215 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.875211 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.875727 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: security-groups-normalized-cidr Nov 24 20:36:26.876051 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: security_groups_port_filtering.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.877235 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.877748 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: port-security-groups-filtering Nov 24 20:36:26.878071 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.879003 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.879533 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: security-groups-remote-address-group Nov 24 20:36:26.879859 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.880830 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.881347 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: security-groups-shared-filtering Nov 24 20:36:26.881675 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.882262 n-d-812111-8 neutron-server[109881]: WARNING neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 24 20:36:26.882580 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: securitygroup.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.892462 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.893023 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: security-group Nov 24 20:36:26.893361 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: segment.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.894145 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.894654 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension segment not supported by any of loaded plugins Nov 24 20:36:26.894983 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.896177 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.896691 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 24 20:36:26.897043 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: servicetype.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.898145 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.898662 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: service-type Nov 24 20:36:26.898987 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: sorting.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.899970 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.900302 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: sorting Nov 24 20:36:26.900624 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: standard_attr_segment.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.901589 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.902111 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 24 20:36:26.902441 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: standardattrdescription.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.903099 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.903608 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: standard-attr-description Nov 24 20:36:26.903933 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: stateful_security_group.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.904884 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.905398 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: stateful-security-group Nov 24 20:36:26.905720 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: stdattrs_common.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.906303 n-d-812111-8 neutron-server[109881]: WARNING neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 24 20:36:26.906610 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.907559 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.908665 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 24 20:36:26.909009 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: subnet_onboard.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.910087 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.910619 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: subnet_onboard Nov 24 20:36:26.910948 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.911876 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.912398 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 24 20:36:26.912726 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: subnet_service_types.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.913695 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.914213 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: subnet-service-types Nov 24 20:36:26.914540 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: subnetallocation.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.915624 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.916138 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: subnet_allocation Nov 24 20:36:26.916463 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.917168 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.917682 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: subnetpool-prefix-ops Nov 24 20:36:26.918002 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.918927 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.919439 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 24 20:36:26.919760 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: tagging.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.920832 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.921347 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: standard-attr-tag Nov 24 20:36:26.921676 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: timestamp.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.922895 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.923995 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loaded extension: standard-attr-timestamp Nov 24 20:36:26.924873 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: trunk.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.925430 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.925948 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension trunk not supported by any of loaded plugins Nov 24 20:36:26.926276 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: trunk_details.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.927198 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.927711 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension trunk-details not supported by any of loaded plugins Nov 24 20:36:26.928038 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: uplink_status_propagation.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.928981 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.929492 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 24 20:36:26.929816 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Loading extension file: vlantransparent.py {{(pid=109881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 20:36:26.930480 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 20:36:26.930987 n-d-812111-8 neutron-server[109881]: INFO neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extension vlan-transparent not supported by any of loaded plugins Nov 24 20:36:26.933526 n-d-812111-8 neutron-server[109881]: INFO neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] Creating instance of TrackedResource for resource:network Nov 24 20:36:26.934053 n-d-812111-8 neutron-server[109881]: INFO neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] Creating instance of TrackedResource for resource:subnet Nov 24 20:36:26.934448 n-d-812111-8 neutron-server[109881]: INFO neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 20:36:26.934845 n-d-812111-8 neutron-server[109881]: INFO neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] Creating instance of TrackedResource for resource:port Nov 24 20:36:26.936054 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.v2.resource_helper [None req-01662a43-6465-47d2-bb59-253215487fff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 20:36:26.936496 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.v2.resource_helper [None req-01662a43-6465-47d2-bb59-253215487fff None None] Service FLAVORS assigned prefix: {{(pid=109881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 20:36:26.937131 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.v2.resource_helper [None req-01662a43-6465-47d2-bb59-253215487fff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 20:36:26.937551 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.v2.resource_helper [None req-01662a43-6465-47d2-bb59-253215487fff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 20:36:26.937880 n-d-812111-8 neutron-server[109881]: INFO neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] Creating instance of TrackedResource for resource:router Nov 24 20:36:26.938301 n-d-812111-8 neutron-server[109881]: INFO neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] Creating instance of TrackedResource for resource:floatingip Nov 24 20:36:26.938797 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.v2.resource_helper [None req-01662a43-6465-47d2-bb59-253215487fff None None] Service METERING assigned prefix: /metering {{(pid=109881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 20:36:26.940335 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.940705 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.941084 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:36:26.942060 n-d-812111-8 neutron-server[109881]: INFO neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 20:36:26.942521 n-d-812111-8 neutron-server[109881]: INFO neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] Creating instance of TrackedResource for resource:security_group Nov 24 20:36:26.942969 n-d-812111-8 neutron-server[109881]: INFO neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 20:36:26.943548 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.v2.resource_helper [None req-01662a43-6465-47d2-bb59-253215487fff None None] Service CORE assigned prefix: {{(pid=109881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 20:36:26.943879 n-d-812111-8 neutron-server[109881]: INFO neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 20:36:26.944223 n-d-812111-8 neutron-server[109881]: WARNING neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] subnetpool is already registered Nov 24 20:36:26.944651 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.v2.resource_helper [None req-01662a43-6465-47d2-bb59-253215487fff None None] Service CORE assigned prefix: {{(pid=109881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 20:36:26.944998 n-d-812111-8 neutron-server[109881]: INFO neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 20:36:26.945327 n-d-812111-8 neutron-server[109881]: WARNING neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] subnetpool is already registered Nov 24 20:36:26.947563 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.v2.resource_helper [None req-01662a43-6465-47d2-bb59-253215487fff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 20:36:26.947990 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.v2.resource_helper [None req-01662a43-6465-47d2-bb59-253215487fff None None] Service FLAVORS assigned prefix: {{(pid=109881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 20:36:26.948566 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.v2.resource_helper [None req-01662a43-6465-47d2-bb59-253215487fff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 20:36:26.949011 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.v2.resource_helper [None req-01662a43-6465-47d2-bb59-253215487fff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 20:36:26.949343 n-d-812111-8 neutron-server[109881]: INFO neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] Creating instance of TrackedResource for resource:router Nov 24 20:36:26.949679 n-d-812111-8 neutron-server[109881]: WARNING neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] router is already registered Nov 24 20:36:26.950086 n-d-812111-8 neutron-server[109881]: INFO neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] Creating instance of TrackedResource for resource:floatingip Nov 24 20:36:26.950420 n-d-812111-8 neutron-server[109881]: WARNING neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] floatingip is already registered Nov 24 20:36:26.950885 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.v2.resource_helper [None req-01662a43-6465-47d2-bb59-253215487fff None None] Service METERING assigned prefix: /metering {{(pid=109881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 20:36:26.951532 n-d-812111-8 neutron-server[109881]: INFO neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 20:36:26.951867 n-d-812111-8 neutron-server[109881]: WARNING neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] rbac_policy is already registered Nov 24 20:36:26.952277 n-d-812111-8 neutron-server[109881]: INFO neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] Creating instance of TrackedResource for resource:security_group Nov 24 20:36:26.952617 n-d-812111-8 neutron-server[109881]: WARNING neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] security_group is already registered Nov 24 20:36:26.953048 n-d-812111-8 neutron-server[109881]: INFO neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 20:36:26.953377 n-d-812111-8 neutron-server[109881]: WARNING neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] security_group_rule is already registered Nov 24 20:36:26.953996 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.v2.resource_helper [None req-01662a43-6465-47d2-bb59-253215487fff None None] Service CORE assigned prefix: {{(pid=109881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 20:36:26.954323 n-d-812111-8 neutron-server[109881]: INFO neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 20:36:26.954712 n-d-812111-8 neutron-server[109881]: WARNING neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] subnetpool is already registered Nov 24 20:36:26.955119 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.v2.resource_helper [None req-01662a43-6465-47d2-bb59-253215487fff None None] Service CORE assigned prefix: {{(pid=109881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 20:36:26.955612 n-d-812111-8 neutron-server[109881]: INFO neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 20:36:26.955947 n-d-812111-8 neutron-server[109881]: WARNING neutron.quota.resource_registry [None req-01662a43-6465-47d2-bb59-253215487fff None None] subnetpool is already registered Nov 24 20:36:26.956421 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: extensions {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.957925 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: address-groups {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.959422 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: address-scopes {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.960781 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: agents {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.961971 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: auto-allocated-topology {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.963221 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: availability_zones {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.964719 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: dhcp-networks {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.966265 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: dhcp-agents {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.967689 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: routers {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.969948 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: flavors {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.971880 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: service_profiles {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.973152 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: next_providers {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.974629 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: service_profiles {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.976164 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: floatingip-pools {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.977420 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: routers {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.979567 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: floatingips {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.981769 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: l3-routers {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.983181 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: l3-agents {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.984591 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: metering-labels {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.986650 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: metering-label-rules {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.988155 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: network-ip-availabilities {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.989433 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: bindings {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.991086 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: quotas {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.992670 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: quotas {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.994250 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: rbac-policies {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.995559 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: security-groups {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.997095 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: security-group-rules {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.998345 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: service-providers {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:26.999566 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: subnetpools {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:27.001011 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: subnetpools {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:27.002653 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: tags {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:27.004337 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: tags {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:27.006187 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: tags {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:27.007964 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: tags {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:27.009805 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: tags {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:27.011657 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: tags {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:27.013377 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: tags {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:27.015289 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: tags {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:27.017117 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: tags {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:27.019148 n-d-812111-8 neutron-server[109881]: DEBUG neutron.api.extensions [None req-01662a43-6465-47d2-bb59-253215487fff None None] Extended resource: tags {{(pid=109881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 20:36:27.025203 n-d-812111-8 neutron-server[109881]: WARNING keystonemiddleware.auth_token [None req-01662a43-6465-47d2-bb59-253215487fff None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 24 20:36:27.029898 n-d-812111-8 neutron-server[109881]: WARNING keystonemiddleware.auth_token [None req-01662a43-6465-47d2-bb59-253215487fff None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 24 20:36:27.039707 n-d-812111-8 neutron-server[109881]: DEBUG oslo_concurrency.lockutils [None req-01662a43-6465-47d2-bb59-253215487fff None None] Acquired lock "singleton_lock" {{(pid=109881) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 24 20:36:27.040176 n-d-812111-8 neutron-server[109881]: DEBUG oslo_concurrency.lockutils [None req-01662a43-6465-47d2-bb59-253215487fff None None] Releasing lock "singleton_lock" {{(pid=109881) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 24 20:36:27.040850 n-d-812111-8 neutron-server[109881]: INFO oslo_service.service [None req-01662a43-6465-47d2-bb59-253215487fff None None] Starting 2 workers Nov 24 20:36:27.045701 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [None req-01662a43-6465-47d2-bb59-253215487fff None None] Started child 109990 {{(pid=109881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 20:36:27.050730 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [None req-01662a43-6465-47d2-bb59-253215487fff None None] Started child 109991 {{(pid=109881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 20:36:27.052350 n-d-812111-8 neutron-server[109881]: INFO neutron.service [None req-01662a43-6465-47d2-bb59-253215487fff None None] Neutron service started, listening on 0.0.0.0:9696 Nov 24 20:36:27.052615 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:27.053338 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Publish callbacks [] for process, before_spawn {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:27.054214 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [-] (109990) wsgi starting up on http://0.0.0.0:9696 Nov 24 20:36:27.055387 n-d-812111-8 neutron-server[109881]: INFO oslo_service.service [None req-01662a43-6465-47d2-bb59-253215487fff None None] Starting 1 workers Nov 24 20:36:27.055532 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:27.056969 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [-] (109991) wsgi starting up on http://0.0.0.0:9696 Nov 24 20:36:27.060590 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [None req-01662a43-6465-47d2-bb59-253215487fff None None] Started child 109992 {{(pid=109881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 20:36:27.061175 n-d-812111-8 neutron-server[109881]: INFO oslo_service.service [None req-01662a43-6465-47d2-bb59-253215487fff None None] Starting 1 workers Nov 24 20:36:27.064535 n-d-812111-8 neutron-server[109992]: DEBUG neutron.service [None req-01662a43-6465-47d2-bb59-253215487fff None None] calling RpcWorker wait() {{(pid=109992) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 24 20:36:27.064535 n-d-812111-8 neutron-server[109992]: DEBUG neutron.service [None req-01662a43-6465-47d2-bb59-253215487fff None None] returning from RpcWorker wait() {{(pid=109992) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 24 20:36:27.065756 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [None req-01662a43-6465-47d2-bb59-253215487fff None None] Started child 109993 {{(pid=109881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 20:36:27.066454 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:27.066562 n-d-812111-8 neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-01662a43-6465-47d2-bb59-253215487fff None None] Publish callbacks [] for process, after_spawn {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:27.066989 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:36:27.068445 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109881) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 24 20:36:27.068655 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 20:36:27.068871 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 20:36:27.069115 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 20:36:27.069441 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 20:36:27.069622 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 20:36:27.070132 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.070420 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.070513 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:27.070940 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.070940 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.071208 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.071797 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.072100 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.072351 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.072619 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.072884 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.073054 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.073222 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.073474 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.073739 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.074041 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.074297 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.074547 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.074804 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.074974 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.075221 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.075494 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.075726 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.075996 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] debug = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.076238 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.076719 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.076983 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.077248 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.077485 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.077753 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.077982 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.078241 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.078487 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.078701 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.078934 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.079177 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.079425 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.079635 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.080489 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.081342 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.081342 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.081342 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.081697 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] host = n-d-812111-8 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.081875 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.082092 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.082319 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.082567 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.082812 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.083052 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.083304 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.083546 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.083797 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.084020 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.084258 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.084526 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.084799 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.085002 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] log_file = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.085166 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] log_options = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.085417 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.085697 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.085964 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.086163 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.086330 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.086504 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.086760 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.086922 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.087171 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.087404 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.087617 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.087830 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.088073 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.088302 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.088573 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.088822 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.089041 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.089264 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.089773 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.090013 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.090234 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.090457 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.090688 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.090921 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.091148 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.091361 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.091601 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.091820 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.092054 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.092271 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.092522 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.092786 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.093028 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.093253 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.093507 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.093749 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.093973 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.094183 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.094447 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.094670 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.094922 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.095169 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.095522 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.096726 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.096726 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.096726 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.097208 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] use_json = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.097423 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.097677 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.097932 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.098144 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.098360 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.098576 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.098804 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.099049 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.099479 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.099760 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.100070 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.100332 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.100557 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.100836 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.101663 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.101898 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.102160 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.102284 n-d-812111-8 neutron-server[109993]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:36:27.102422 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.102785 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.103051 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.103288 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.103495 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.103768 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.104087 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.104325 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.104990 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.105881 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.106140 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.106382 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.106648 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.106946 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.107551 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.107820 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.108360 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.108820 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.109119 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.109381 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.109921 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.110911 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.111325 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.111569 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.112453 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.112453 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.112915 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.113145 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.113368 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.113592 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.113872 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.114116 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.115374 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.115374 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.119322 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.119598 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.119866 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.120123 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.120416 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.120676 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.120977 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.121216 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.121452 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.121686 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.121919 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.122186 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.122438 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.125021 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.125330 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.125611 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.125844 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.126078 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.126315 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.126624 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.126894 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.127143 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.127367 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.127593 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.127813 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.128074 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.128320 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.128542 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.128773 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.129143 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.130042 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.130311 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.130615 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.130945 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.131171 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.131412 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.131629 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.131869 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.132102 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.132330 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.132707 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.132965 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.133182 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.133835 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.134246 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.135226 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.135475 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.136137 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.136418 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.136739 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.137009 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.137263 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.137510 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.137774 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.137995 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.138244 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.138474 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.138710 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.138942 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.139190 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.139427 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.139654 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.139890 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.140105 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.140341 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.140559 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.140809 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.141030 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.141415 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.141641 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.142063 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.143031 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.143445 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.144086 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.144690 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.146506 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.148662 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.150082 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.150550 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.150857 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.151161 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.151421 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.151735 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.151974 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.152248 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.152512 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.153094 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.153363 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.153636 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.153892 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.154500 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.154763 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.154994 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.155250 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.155488 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.155818 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.156071 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.156305 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.156521 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.156972 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.157576 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.158605 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.158892 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.159144 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.159401 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.159649 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.159912 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.160153 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.160505 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.160615 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.160848 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.161084 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.161322 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.161731 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.161952 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.162164 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.162592 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.162812 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.163034 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.163251 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.163637 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.163843 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.164239 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.164463 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.164689 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.164977 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.165219 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.165458 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.165679 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.165889 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.166304 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.166530 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.166798 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.167045 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.167266 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.167510 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.167751 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.167985 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.168199 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.168442 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.168660 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.168900 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.169136 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.169356 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.169588 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.169801 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.170030 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.170241 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.170487 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.170748 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.171088 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.171336 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.171563 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.171797 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.172012 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.172249 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.172485 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.172718 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.172956 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.173172 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.173416 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.174196 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.174521 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.174893 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.175302 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.175591 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.175876 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.176098 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.176330 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.176632 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.176901 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.178741 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.179648 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.179906 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.180134 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.180372 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.180613 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.180857 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.181092 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.181317 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.181532 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.181763 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.181977 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.182189 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.182413 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.182653 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.182907 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.183153 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.183364 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.183581 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.183802 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.184041 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.184237 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.184459 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.184687 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.185786 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.186031 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.186260 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.186481 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.187010 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.187714 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.188073 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.188372 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.188605 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.188846 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.190041 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.190309 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.190558 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.190848 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.191102 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.191368 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.191632 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.191942 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.192162 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.192421 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.192664 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.192933 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.193180 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.193434 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.193744 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.194054 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.194806 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.194806 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.195193 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.195624 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.195927 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.196173 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.196611 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.197305 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.197602 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.197853 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.198557 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.199544 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.200101 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.201769 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.202054 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.202308 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.202577 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.202935 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.203362 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.203749 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.204012 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.204257 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.204515 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.205303 n-d-812111-8 neutron-server[109992]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:36:27.205673 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.205943 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.206222 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.206466 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.206639 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 20:36:27.207185 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109881) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 24 20:36:27.207362 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 20:36:27.207528 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 20:36:27.207792 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 20:36:27.207969 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 20:36:27.208126 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 20:36:27.208336 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.208530 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.208692 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.208875 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.209034 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.209214 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.209374 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.209533 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.209690 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.209848 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.210007 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.210166 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.210323 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.210480 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.210636 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.210793 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.210949 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.211107 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.211270 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.211426 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.211582 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.211738 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.211894 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] debug = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.212049 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.212258 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.212421 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.212577 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.212733 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.212913 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.213069 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.213225 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.213381 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.213536 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.213691 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.213848 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.214004 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.214159 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.214315 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.214725 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.214885 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.215041 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.215196 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] host = n-d-812111-8 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.215353 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.215599 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.215765 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.215922 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.216156 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.216325 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.216519 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.216619 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.216804 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.216987 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.217157 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.217261 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.217424 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.217594 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] log_file = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.217749 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] log_options = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.217885 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.218035 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.218303 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.218492 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.218704 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.218832 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.218939 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.219097 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.219253 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.219409 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.219565 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.219747 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.219871 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.220025 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.220677 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.220677 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.221106 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.221273 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.221434 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.221592 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.221750 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.221909 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.222066 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.222223 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.222379 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.222536 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.222693 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.222850 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.223006 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.223162 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.223320 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.223477 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.223635 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.223790 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.223947 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.224103 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.224260 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.224417 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.224576 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.224735 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.224915 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.225057 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.225213 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.225369 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.225524 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.226056 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.226056 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] use_json = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.226056 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.226351 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.226351 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.226500 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.226578 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.226722 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.226877 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.227032 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 20:36:27.227214 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.227373 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.227543 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.227704 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.227863 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.228022 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.228181 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.228341 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.228500 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.228659 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.228850 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.229013 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.229183 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.229345 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.229503 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.229667 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.229826 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.229985 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.230153 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.230292 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.230450 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.230609 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.230776 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.230935 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.231092 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.231252 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.231410 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.231575 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.231732 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.231905 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.232063 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.232716 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.232716 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.232716 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.232716 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.233099 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.233099 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.233246 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.233324 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.233480 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.233638 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.233796 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.233954 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.234112 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.234270 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.234429 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.234646 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.234788 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.234895 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.235055 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.235214 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.235374 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.235533 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.235692 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.236367 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.236739 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.237222 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.237401 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.237562 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.237722 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.237882 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.238042 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.238249 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.238345 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.238510 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.238668 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.238829 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.239018 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.239151 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.239308 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.239468 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.239625 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.239784 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.239944 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.240102 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.240262 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.240421 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.240579 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.240738 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.240916 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.241076 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.241234 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.241393 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.241551 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.241710 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.241869 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.242028 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.242186 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.242345 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.242502 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.242662 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.242828 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.243000 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.243157 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.243306 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.243462 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.243622 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.243782 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.243939 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.244097 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.244256 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.244414 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.244572 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.244729 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.244911 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.245069 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.245226 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.245385 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.245543 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.245701 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.245858 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.246015 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.246173 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.246331 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.246491 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.246665 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.246798 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.246956 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.247122 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.247280 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.247440 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.247599 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.247765 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.247934 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.248091 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.248249 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.248406 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.248565 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.248725 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.248903 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.249061 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.249220 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.249378 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.249536 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.249705 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.249863 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.250020 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.250178 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.250358 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.250515 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.250672 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.250829 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.251065 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.251232 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.251391 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.251606 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.254365 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.254365 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.254365 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.254365 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.254365 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.254365 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.254365 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.254365 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.256739 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.256739 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.256739 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.256739 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.256739 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.256739 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.256739 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.256739 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.259395 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.259395 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.259395 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.259395 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.259395 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.259395 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.259395 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.259395 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.260118 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.260118 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.260118 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.260118 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.260118 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.260118 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.260118 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.260118 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.260669 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.260669 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.260669 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.260669 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.260669 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.260669 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.260669 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.260669 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.261268 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.261268 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.261268 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.261268 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.261268 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.261268 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.261268 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.261268 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.261854 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.261854 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.261854 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.261854 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.261854 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.261854 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.261854 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.261854 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.262394 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.262394 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.262394 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.262394 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.262394 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.262394 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.262394 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.262394 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.262982 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.262982 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.262982 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.262982 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.262982 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.263340 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.263340 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.263340 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.263596 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.263676 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.263810 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.263967 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.264126 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.264283 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.264451 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.264609 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.264786 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.264946 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.265103 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.265263 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.265433 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.265590 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.265747 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.265907 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.266063 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.266224 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.266381 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.266537 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.266694 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.266852 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.267013 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.267708 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.268396 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.268569 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.268733 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.268923 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.269085 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.269289 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.269429 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.269571 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.269698 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.269868 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.270026 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.276777 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.276777 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.276777 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.276777 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.276777 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.276777 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.277297 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43180) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:36:27.277384 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.277384 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.277384 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.277384 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.277384 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.277384 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.277384 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.277384 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.277923 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.277923 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.277923 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.277923 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.277923 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.277923 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.277923 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.277923 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.278467 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.278467 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.278467 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.278467 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.278467 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.278467 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.278467 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.278467 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.278467 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.279057 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.279057 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.279057 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.279057 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.279057 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.279057 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.279057 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 20:36:27.279057 n-d-812111-8 neutron-server[109881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 20:36:27.282357 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063369 Nov 24 20:36:38.834311 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c61ebd4-4cc8-4fae-99c6-3f2ac876f0cb None None] get_active_networks_info from n-d-812111-8 {{(pid=109992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 20:36:38.909718 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c61ebd4-4cc8-4fae-99c6-3f2ac876f0cb None None] No non-hosted networks {{(pid=109992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 24 20:36:38.929615 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.agentschedulers_db [None req-2c61ebd4-4cc8-4fae-99c6-3f2ac876f0cb None None] DHCP Agent not found on host n-d-812111-8 {{(pid=109992) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 24 20:36:39.084993 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ed466bb2-4a92-4f11-84a3-526bbc17923a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-319532'] for agent, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:41.114606 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a165e381-dc0d-46d4-898f-546fbb78752a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-319532'] for agent, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:41.152386 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-889ffb55-10b4-45e2-9eea-80c4f1a39d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:42.290477 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-319532'] for agent, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:43.622093 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-319532'] for agent, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:44.722066 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-319532'] for agent, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:44.723750 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:44.724397 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:44.724983 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:44.725569 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:44.726730 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:44.727328 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:44.727865 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:44.729114 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:44.730154 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:44.730804 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:44.731496 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:44.732061 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:44.733008 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-812111-8', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:36:44.744004 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-812111-8', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:36:44.945753 n-d-812111-8 neutron-server[109992]: INFO neutron.db.l3_hamode_db [None req-f7f998a7-e057-424d-81dc-4fdffb380684 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 24 20:36:45.028120 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f998a7-e057-424d-81dc-4fdffb380684 None None] Routers set() bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:36:45.028680 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f998a7-e057-424d-81dc-4fdffb380684 None None] Router IDs set() for agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 20:36:45.094782 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43272) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:36:45.602185 n-d-812111-8 neutron-server[109990]: WARNING oslo_policy.policy [None req-96f18458-418f-43ed-8e23-e3c826f5a2ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 20:36:45.602773 n-d-812111-8 neutron-server[109990]: WARNING oslo_policy.policy [None req-96f18458-418f-43ed-8e23-e3c826f5a2ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 20:36:45.838564 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [None req-96f18458-418f-43ed-8e23-e3c826f5a2ac admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:36:45.840110 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-96f18458-418f-43ed-8e23-e3c826f5a2ac admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7432833 Nov 24 20:36:48.370219 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43288) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:36:48.864302 n-d-812111-8 neutron-server[109991]: WARNING oslo_policy.policy [None req-ad2b3e80-3474-4eb4-af11-cc251ec4a6f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 20:36:48.864928 n-d-812111-8 neutron-server[109991]: WARNING oslo_policy.policy [None req-ad2b3e80-3474-4eb4-af11-cc251ec4a6f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 20:36:49.095798 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-ad2b3e80-3474-4eb4-af11-cc251ec4a6f8 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:36:49.194631 n-d-812111-8 neutron-server[109991]: DEBUG neutron.policy [None req-ad2b3e80-3474-4eb4-af11-cc251ec4a6f8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109991) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 20:36:49.242943 n-d-812111-8 neutron-server[109991]: WARNING oslo_policy.policy [None req-ad2b3e80-3474-4eb4-af11-cc251ec4a6f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 20:36:49.243312 n-d-812111-8 neutron-server[109991]: WARNING oslo_policy.policy [None req-ad2b3e80-3474-4eb4-af11-cc251ec4a6f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 20:36:49.253217 n-d-812111-8 neutron-server[109991]: INFO neutron.quota [None req-ad2b3e80-3474-4eb4-af11-cc251ec4a6f8 admin admin] Loaded quota_driver: . Nov 24 20:36:49.344212 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3e80-3474-4eb4-af11-cc251ec4a6f8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740978182710', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740978185307', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740978179949', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740978164370', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740978223444', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740978218031', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-558224', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7714811', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-452133', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-511473'] for rbac-policy, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:49.410648 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3e80-3474-4eb4-af11-cc251ec4a6f8 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:49.411813 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ad2b3e80-3474-4eb4-af11-cc251ec4a6f8 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0406125 Nov 24 20:36:52.122544 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43306) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:36:52.418694 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Request body: {'network': {'project_id': 'fedb41b5f58647ee878f66706bf9d12d', 'tenant_id': 'fedb41b5f58647ee878f66706bf9d12d', 'admin_state_up': True, 'name': 'private'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:36:52.447001 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Made reservation on behalf of fedb41b5f58647ee878f66706bf9d12d for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:36:52.450027 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:52.467581 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:52.574382 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:52.578099 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:52.597776 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:36:52.627151 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740975816111', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:52.627793 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Unsubscribe: segment precommit_create {{(pid=109991) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 20:36:52.628300 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Added segment 59aa9a86-af70-41ff-863a-748813c14e6a of type vlan for network 14431283-06ec-4b10-b90b-a342f0dc5f78 Nov 24 20:36:52.646279 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75be8c05-4b85-438d-86e6-b08c5d3ce3fc,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:36:52.699504 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:52.699847 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:52.700181 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:52.700511 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:52.700868 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:52.701195 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:52.701519 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:52.701840 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:52.702158 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:52.702475 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:52.702791 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:52.703106 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Tracked resource versions report: Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: pushed versions: Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: { 'AddressGroup': {'1.2'}, Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: 'ConntrackHelper': {'1.0'}, Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: 'Log': {'1.0'}, Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: 'Network': {'1.1'}, Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: 'Port': {'1.7'}, Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: 'PortForwarding': {'1.2'}, Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: 'QosPolicy': {'1.10'}, Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: 'SecurityGroup': {'1.5'}, Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: 'SecurityGroupRule': {'1.2'}, Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: 'SubPort': {'1.0'}, Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: 'Subnet': {'1.1'}, Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: 'Trunk': {'1.1'}} Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: consumer versions: Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: { DHCP agent@n-d-812111-8: {}, Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: L3 agent@n-d-812111-8: {}, Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: Metadata agent@n-d-812111-8: {}, Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: Metering agent@n-d-812111-8: {}, Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: Open vSwitch agent@n-d-812111-8: { 'AddressGroup': '1.2', Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: 'ConntrackHelper': '1.0', Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: 'Log': '1.0', Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: 'Network': '1.1', Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: 'Port': '1.7', Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: 'PortForwarding': '1.2', Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: 'QosPolicy': '1.10', Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: 'SecurityGroup': '1.5', Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: 'SecurityGroupRule': '1.2', Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: 'SubPort': '1.0', Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: 'Subnet': '1.1', Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: 'Trunk': '1.1'}} Nov 24 20:36:52.704288 n-d-812111-8 neutron-server[109991]: {{(pid=109991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 20:36:52.752805 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:52.798322 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:52.799521 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:36:52.800338 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:52.860839 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7364447 Nov 24 20:36:52.909403 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314f9e0-9943-4125-b505-53514a7d8afe admin admin] Pushing event updated for resources: {'Network': ['ID=14431283-06ec-4b10-b90b-a342f0dc5f78,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:36:52.922356 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 14431283-06ec-4b10-b90b-a342f0dc5f78 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:36:55.658329 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43320) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:36:56.188811 n-d-812111-8 neutron-server[109990]: DEBUG neutron.policy [None req-297e1bae-26c9-40b9-8076-0356aa48757a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109990) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 20:36:56.236206 n-d-812111-8 neutron-server[109990]: WARNING oslo_policy.policy [None req-297e1bae-26c9-40b9-8076-0356aa48757a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 20:36:56.236578 n-d-812111-8 neutron-server[109990]: WARNING oslo_policy.policy [None req-297e1bae-26c9-40b9-8076-0356aa48757a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 20:36:56.245747 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297e1bae-26c9-40b9-8076-0356aa48757a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:36:56.247525 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-297e1bae-26c9-40b9-8076-0356aa48757a admin admin] 10.222.0.11 "GET /v2.0/networks/14431283-06ec-4b10-b90b-a342f0dc5f78 HTTP/1.1" status: 200 len: 825 time: 0.5882385 Nov 24 20:36:56.292491 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-50cba021-1e4f-4c95-bf0e-4b2282633129 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/496e4d00-b7d8-4dd4-9d22-97d01da7f176 HTTP/1.1" status: 200 len: 734 time: 0.0388334 Nov 24 20:36:56.302791 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'fedb41b5f58647ee878f66706bf9d12d', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '14431283-06ec-4b10-b90b-a342f0dc5f78', 'subnetpool_id': '496e4d00-b7d8-4dd4-9d22-97d01da7f176'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:36:56.304358 n-d-812111-8 neutron-server[109990]: INFO neutron.quota [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Loaded quota_driver: . Nov 24 20:36:56.347968 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Made reservation on behalf of fedb41b5f58647ee878f66706bf9d12d for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:36:56.350911 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:56.637931 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:56.714746 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Checking segment: {'id': '59aa9a86-af70-41ff-863a-748813c14e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '14431283-06ec-4b10-b90b-a342f0dc5f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:36:56.715403 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Network hostable DHCP agents. Network: 14431283-06ec-4b10-b90b-a342f0dc5f78, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:36:56.722203 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91438b15-6b7f-41bc-83e3-32ea39215c1d,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:36:56.735039 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:56.735384 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:56.735720 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:56.736053 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:56.736383 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:56.736703 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:56.737050 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:56.737369 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:56.737687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:56.738005 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:56.738322 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:56.738638 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Tracked resource versions report: Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: pushed versions: Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: { 'AddressGroup': {'1.2'}, Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: 'ConntrackHelper': {'1.0'}, Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: 'Log': {'1.0'}, Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: 'Network': {'1.1'}, Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: 'Port': {'1.7'}, Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: 'PortForwarding': {'1.2'}, Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: 'QosPolicy': {'1.10'}, Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: 'SecurityGroup': {'1.5'}, Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: 'SecurityGroupRule': {'1.2'}, Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: 'SubPort': {'1.0'}, Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: 'Subnet': {'1.1'}, Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: 'Trunk': {'1.1'}} Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: consumer versions: Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: { DHCP agent@n-d-812111-8: {}, Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: L3 agent@n-d-812111-8: {}, Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: Metadata agent@n-d-812111-8: {}, Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: Metering agent@n-d-812111-8: {}, Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: Open vSwitch agent@n-d-812111-8: { 'AddressGroup': '1.2', Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: 'ConntrackHelper': '1.0', Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: 'Log': '1.0', Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: 'Network': '1.1', Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: 'Port': '1.7', Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: 'PortForwarding': '1.2', Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: 'QosPolicy': '1.10', Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: 'SecurityGroup': '1.5', Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: 'SecurityGroupRule': '1.2', Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: 'SubPort': '1.0', Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: 'Subnet': '1.1', Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: 'Trunk': '1.1'}} Nov 24 20:36:56.739731 n-d-812111-8 neutron-server[109990]: {{(pid=109990) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 20:36:56.773194 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Network 14431283-06ec-4b10-b90b-a342f0dc5f78 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:36:56.785911 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 14431283-06ec-4b10-b90b-a342f0dc5f78) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:36:56.790422 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:36:56.791045 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:56.795520 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90ae95d-5ec4-41b7-b276-7cb0fcaa029b None None] Network 14431283-06ec-4b10-b90b-a342f0dc5f78 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:36:56.813346 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-89ff82bb-abf2-4175-99fd-0782e9e615d7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5135515 Nov 24 20:36:57.126681 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-14431283-06ec-4b10-b90b-a342f0dc5f78', 'network_id': '14431283-06ec-4b10-b90b-a342f0dc5f78', 'tenant_id': 'fedb41b5f58647ee878f66706bf9d12d', 'fixed_ips': [{'subnet_id': '91438b15-6b7f-41bc-83e3-32ea39215c1d'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:36:57.127985 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:57.434273 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Allocated IP 172.20.0.2 (14431283-06ec-4b10-b90b-a342f0dc5f78/91438b15-6b7f-41bc-83e3-32ea39215c1d/ab2f4edf-2750-4e72-8e40-178e96847ee8) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:36:57.637626 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:57.647804 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:57.718550 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Network 14431283-06ec-4b10-b90b-a342f0dc5f78 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:36:57.725444 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:36:57.735055 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:36:57.743076 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Pushing event updated for resources: {'Port': ['ID=ab2f4edf-2750-4e72-8e40-178e96847ee8,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:36:57.775041 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:57.775393 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:57.775737 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:57.776080 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:57.776418 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:57.776771 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:57.777110 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:57.777442 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:57.777768 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:57.778103 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:57.778996 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:57.778996 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Tracked resource versions report: Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: pushed versions: Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: { 'AddressGroup': {'1.2'}, Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: 'ConntrackHelper': {'1.0'}, Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: 'Log': {'1.0'}, Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: 'Network': {'1.1'}, Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: 'Port': {'1.7'}, Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: 'PortForwarding': {'1.2'}, Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: 'QosPolicy': {'1.10'}, Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: 'SecurityGroup': {'1.5'}, Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: 'SecurityGroupRule': {'1.2'}, Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: 'SubPort': {'1.0'}, Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: 'Subnet': {'1.1'}, Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: 'Trunk': {'1.1'}} Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: consumer versions: Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: { DHCP agent@n-d-812111-8: {}, Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: L3 agent@n-d-812111-8: {}, Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: Metadata agent@n-d-812111-8: {}, Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: Metering agent@n-d-812111-8: {}, Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: Open vSwitch agent@n-d-812111-8: { 'AddressGroup': '1.2', Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: 'ConntrackHelper': '1.0', Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: 'Log': '1.0', Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: 'Network': '1.1', Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: 'Port': '1.7', Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: 'PortForwarding': '1.2', Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: 'QosPolicy': '1.10', Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: 'SecurityGroup': '1.5', Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: 'SecurityGroupRule': '1.2', Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: 'SubPort': '1.0', Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: 'Subnet': '1.1', Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: 'Trunk': '1.1'}} Nov 24 20:36:57.779887 n-d-812111-8 neutron-server[109992]: {{(pid=109992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 20:36:57.827469 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Attempting to bind port ab2f4edf-2750-4e72-8e40-178e96847ee8 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:36:57.828116 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Attempting to bind port ab2f4edf-2750-4e72-8e40-178e96847ee8 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '59aa9a86-af70-41ff-863a-748813c14e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '14431283-06ec-4b10-b90b-a342f0dc5f78'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:36:57.828285 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Attempting to bind port ab2f4edf-2750-4e72-8e40-178e96847ee8 on network 14431283-06ec-4b10-b90b-a342f0dc5f78 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:36:57.833726 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:36:57.834125 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Checking segment: {'id': '59aa9a86-af70-41ff-863a-748813c14e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '14431283-06ec-4b10-b90b-a342f0dc5f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:36:57.834602 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:57.834999 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Bound using segment: {'id': '59aa9a86-af70-41ff-863a-748813c14e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '14431283-06ec-4b10-b90b-a342f0dc5f78'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:36:57.835490 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Bound port: ab2f4edf-2750-4e72-8e40-178e96847ee8, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59aa9a86-af70-41ff-863a-748813c14e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '14431283-06ec-4b10-b90b-a342f0dc5f78'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:36:57.835925 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:57.896997 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] For port ab2f4edf-2750-4e72-8e40-178e96847ee8, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:36:57.901677 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] For port ab2f4edf-2750-4e72-8e40-178e96847ee8, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ab2f4edf-2750-4e72-8e40-178e96847ee8,segment=NetworkSegment(59aa9a86-af70-41ff-863a-748813c14e6a),segment_id=59aa9a86-af70-41ff-863a-748813c14e6a)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:36:57.906248 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:36:57.972307 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc7b8d-bd8d-47ee-b942-04476519e0d4 None None] Pushing event updated for resources: {'Port': ['ID=ab2f4edf-2750-4e72-8e40-178e96847ee8,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:36:59.386119 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43334) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:36:59.720430 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [None req-50efe591-d8cd-44ee-93a4-33aa303eb897 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:36:59.721539 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-50efe591-d8cd-44ee-93a4-33aa303eb897 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3343778 Nov 24 20:37:02.244411 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43342) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:37:02.564657 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [None req-da6f194e-ca3c-491a-ad05-b928e1f8a0a9 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:37:02.565682 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-da6f194e-ca3c-491a-ad05-b928e1f8a0a9 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3203008 Nov 24 20:37:05.331677 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43352) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:37:05.639728 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-de3d4702-4d42-475e-aeba-559baa2505f1 admin admin] Request body: {'router': {'tenant_id': 'fedb41b5f58647ee878f66706bf9d12d', 'name': 'router1', 'admin_state_up': True}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:37:05.663373 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-de3d4702-4d42-475e-aeba-559baa2505f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:05.664993 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-de3d4702-4d42-475e-aeba-559baa2505f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:05.802497 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-de3d4702-4d42-475e-aeba-559baa2505f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:05.807280 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-de3d4702-4d42-475e-aeba-559baa2505f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:05.822335 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-de3d4702-4d42-475e-aeba-559baa2505f1 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:05.823545 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-de3d4702-4d42-475e-aeba-559baa2505f1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4908779 Nov 24 20:37:06.488476 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ab2f4edf-2750-4e72-8e40-178e96847ee8 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:37:06.598020 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port ab2f4edf-2750-4e72-8e40-178e96847ee8 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:37:06.598761 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:06.725910 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:06.772919 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port ab2f4edf-2750-4e72-8e40-178e96847ee8, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ab2f4edf-2750-4e72-8e40-178e96847ee8,segment=NetworkSegment(59aa9a86-af70-41ff-863a-748813c14e6a),segment_id=59aa9a86-af70-41ff-863a-748813c14e6a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:37:06.777359 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:06.837752 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=ab2f4edf-2750-4e72-8e40-178e96847ee8,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:37:07.260206 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45375dfb-0b2d-419d-8a24-7ae80812f44b None None] Network 14431283-06ec-4b10-b90b-a342f0dc5f78 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:37:07.353467 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7bcd68c3-daee-4742-9ea2-d822aa93210f None None] Provisioning complete for port ab2f4edf-2750-4e72-8e40-178e96847ee8 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:37:07.353843 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7bcd68c3-daee-4742-9ea2-d822aa93210f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:07.727374 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a4b4acc4-1a6b-4914-a5b6-f9db4d7c9b3f None None] Provisioning complete for port ab2f4edf-2750-4e72-8e40-178e96847ee8 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:37:07.728051 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a4b4acc4-1a6b-4914-a5b6-f9db4d7c9b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:08.453537 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ab2f4edf-2750-4e72-8e40-178e96847ee8 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:37:08.473024 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43364) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:37:08.501330 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port ab2f4edf-2750-4e72-8e40-178e96847ee8 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:37:08.501709 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:08.769939 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-93a1163a-c77e-4e35-b9f0-c7c2547cb75e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:08.792322 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [None req-14c7b73e-dd2c-4437-ae11-dec314ebbce6 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:37:08.793423 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-14c7b73e-dd2c-4437-ae11-dec314ebbce6 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3191638 Nov 24 20:37:11.106802 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1ed6ab71-5317-4fdb-92e0-6f9cfd46c238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:11.357166 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43372) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:37:11.675647 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-cdc5d504-9361-4a7d-bae8-9466013f168a admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:37:11.700779 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc5d504-9361-4a7d-bae8-9466013f168a admin admin] Made reservation on behalf of 41722e974a3b4147aa32df703af47e00 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:37:11.703143 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cdc5d504-9361-4a7d-bae8-9466013f168a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:11.736117 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cdc5d504-9361-4a7d-bae8-9466013f168a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:11.838182 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cdc5d504-9361-4a7d-bae8-9466013f168a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:11.841984 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cdc5d504-9361-4a7d-bae8-9466013f168a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:11.857322 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cdc5d504-9361-4a7d-bae8-9466013f168a admin admin] Reserving flat network on physical network physnet1 {{(pid=109990) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 24 20:37:11.879642 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5d504-9361-4a7d-bae8-9466013f168a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79ec420-5a4b-45e8-bf58-49c1b7df2397,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:37:11.886116 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cdc5d504-9361-4a7d-bae8-9466013f168a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740975816111', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:11.886694 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cdc5d504-9361-4a7d-bae8-9466013f168a admin admin] Unsubscribe: segment precommit_create {{(pid=109990) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 20:37:11.887165 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-cdc5d504-9361-4a7d-bae8-9466013f168a admin admin] Added segment a11aeaf9-42dd-4537-ae87-921c045749dd of type flat for network 11235b5e-de40-47bb-bfa7-c51c409e5eca Nov 24 20:37:11.942056 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cdc5d504-9361-4a7d-bae8-9466013f168a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:11.987459 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cdc5d504-9361-4a7d-bae8-9466013f168a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:11.988500 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc5d504-9361-4a7d-bae8-9466013f168a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:37:11.989131 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cdc5d504-9361-4a7d-bae8-9466013f168a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:12.026221 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cdc5d504-9361-4a7d-bae8-9466013f168a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6680760 Nov 24 20:37:12.091401 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5d504-9361-4a7d-bae8-9466013f168a admin admin] Pushing event updated for resources: {'Network': ['ID=11235b5e-de40-47bb-bfa7-c51c409e5eca,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:37:12.102993 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:37:12.190371 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:13.529199 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:14.127017 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 5 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:37:14.517173 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43390) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:37:14.743451 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87acd09-9c74-430c-addd-f41f85c35e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:37:14.744880 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a87acd09-9c74-430c-addd-f41f85c35e33 admin admin] 10.222.0.11 "GET /v2.0/subnets/91438b15-6b7f-41bc-83e3-32ea39215c1d HTTP/1.1" status: 200 len: 849 time: 0.2267096 Nov 24 20:37:14.751830 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:14.919878 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ddaf7623-97a1-447d-a177-2a3f3c3be6e7 admin admin] 10.222.0.11 "GET /v2.0/routers/62315f42-651a-4dab-a04f-f527f36e1276 HTTP/1.1" status: 200 len: 704 time: 0.1685896 Nov 24 20:37:15.192587 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7ff63537-f5b4-4b10-90c6-a199721f5c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:15.492219 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-7ff63537-f5b4-4b10-90c6-a199721f5c24 admin admin] Allocated IP 172.20.0.1 (14431283-06ec-4b10-b90b-a342f0dc5f78/91438b15-6b7f-41bc-83e3-32ea39215c1d/f6b5f3e6-3125-4c2e-a2f2-714155b9c441) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:37:15.674298 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7ff63537-f5b4-4b10-90c6-a199721f5c24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:15.738385 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7ff63537-f5b4-4b10-90c6-a199721f5c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:15.808729 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff63537-f5b4-4b10-90c6-a199721f5c24 admin admin] Network 14431283-06ec-4b10-b90b-a342f0dc5f78 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:37:15.815836 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-7ff63537-f5b4-4b10-90c6-a199721f5c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:37:15.818979 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff63537-f5b4-4b10-90c6-a199721f5c24 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:37:15.819639 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7ff63537-f5b4-4b10-90c6-a199721f5c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:15.888734 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff63537-f5b4-4b10-90c6-a199721f5c24 admin admin] Pushing event updated for resources: {'Port': ['ID=f6b5f3e6-3125-4c2e-a2f2-714155b9c441,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:37:15.972620 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-949ab926-dda9-4794-8f18-5a223db5fa67 None None] Provisioning complete for port f6b5f3e6-3125-4c2e-a2f2-714155b9c441 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:37:15.973151 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-949ab926-dda9-4794-8f18-5a223db5fa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:16.009280 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-949ab926-dda9-4794-8f18-5a223db5fa67 None None] Port f6b5f3e6-3125-4c2e-a2f2-714155b9c441 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:37:16.028647 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7ff63537-f5b4-4b10-90c6-a199721f5c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:16.287127 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7ff63537-f5b4-4b10-90c6-a199721f5c24 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:16.291466 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7ff63537-f5b4-4b10-90c6-a199721f5c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:16.292193 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7ff63537-f5b4-4b10-90c6-a199721f5c24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:16.350221 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff63537-f5b4-4b10-90c6-a199721f5c24 admin admin] Pushing event updated for resources: {'Port': ['ID=f6b5f3e6-3125-4c2e-a2f2-714155b9c441,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:37:16.418588 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff63537-f5b4-4b10-90c6-a199721f5c24 admin admin] Network 14431283-06ec-4b10-b90b-a342f0dc5f78 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:37:16.419907 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-7ff63537-f5b4-4b10-90c6-a199721f5c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:37:16.580770 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff63537-f5b4-4b10-90c6-a199721f5c24 admin admin] Router 62315f42-651a-4dab-a04f-f527f36e1276 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:37:16.631436 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-fecf0829-f6e3-4905-b05d-66eec7ccf63b None None] Provisioning complete for port f6b5f3e6-3125-4c2e-a2f2-714155b9c441 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:37:16.631809 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fecf0829-f6e3-4905-b05d-66eec7ccf63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:16.667645 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-fecf0829-f6e3-4905-b05d-66eec7ccf63b None None] Port f6b5f3e6-3125-4c2e-a2f2-714155b9c441 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:37:16.675525 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff63537-f5b4-4b10-90c6-a199721f5c24 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:37:16.681166 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7ff63537-f5b4-4b10-90c6-a199721f5c24 admin admin] 10.222.0.11 "PUT /v2.0/routers/62315f42-651a-4dab-a04f-f527f36e1276/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7550557 Nov 24 20:37:16.687731 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] Sync routers for ids ['62315f42-651a-4dab-a04f-f527f36e1276'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:37:16.700831 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] Routers {'62315f42-651a-4dab-a04f-f527f36e1276'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:37:16.701688 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:37:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['62315f42-651a-4dab-a04f-f527f36e1276'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:37:16.897133 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] Set router 62315f42-651a-4dab-a04f-f527f36e1276 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:37:17.337961 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62315f42-651a-4dab-a04f-f527f36e1276', 'name': 'router1', 'tenant_id': 'fedb41b5f58647ee878f66706bf9d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:37:05Z', 'updated_at': '2021-11-24T20:37:15Z', 'revision_number': 2, 'project_id': 'fedb41b5f58647ee878f66706bf9d12d', 'gw_port_host': None, '_interfaces': [{'id': 'f6b5f3e6-3125-4c2e-a2f2-714155b9c441', 'name': '', 'network_id': '14431283-06ec-4b10-b90b-a342f0dc5f78', 'tenant_id': 'fedb41b5f58647ee878f66706bf9d12d', 'mac_address': 'fa:16:3e:9a:d9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62315f42-651a-4dab-a04f-f527f36e1276', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91438b15-6b7f-41bc-83e3-32ea39215c1d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:37:15Z', 'updated_at': '2021-11-24T20:37:16Z', 'revision_number': 2, 'project_id': 'fedb41b5f58647ee878f66706bf9d12d', 'subnets': [{'id': '91438b15-6b7f-41bc-83e3-32ea39215c1d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '496e4d00-b7d8-4dd4-9d22-97d01da7f176'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:37:17.392825 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] Checking router: 62315f42-651a-4dab-a04f-f527f36e1276 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:37:17.393186 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] Updating router 62315f42-651a-4dab-a04f-f527f36e1276 port f6b5f3e6-3125-4c2e-a2f2-714155b9c441 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:37:17.442565 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:17.966333 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:17.973246 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:18.117706 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6eaddf-f262-4c02-b07f-9167dd53ebf2 None None] Pushing event updated for resources: {'Port': ['ID=f6b5f3e6-3125-4c2e-a2f2-714155b9c441,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:37:18.146346 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6eaddf-f262-4c02-b07f-9167dd53ebf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:37:18.146708 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6eaddf-f262-4c02-b07f-9167dd53ebf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:37:18.147034 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6eaddf-f262-4c02-b07f-9167dd53ebf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:37:18.147373 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6eaddf-f262-4c02-b07f-9167dd53ebf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:37:18.147706 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6eaddf-f262-4c02-b07f-9167dd53ebf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:37:18.148038 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6eaddf-f262-4c02-b07f-9167dd53ebf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:37:18.148368 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6eaddf-f262-4c02-b07f-9167dd53ebf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:37:18.148700 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6eaddf-f262-4c02-b07f-9167dd53ebf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:37:18.149050 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6eaddf-f262-4c02-b07f-9167dd53ebf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:37:18.149377 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6eaddf-f262-4c02-b07f-9167dd53ebf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:37:18.149706 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6eaddf-f262-4c02-b07f-9167dd53ebf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:37:18.150082 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6eaddf-f262-4c02-b07f-9167dd53ebf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6eaddf-f262-4c02-b07f-9167dd53ebf2 None None] Tracked resource versions report: Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: pushed versions: Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: { 'AddressGroup': {'1.2'}, Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: 'ConntrackHelper': {'1.0'}, Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: 'Log': {'1.0'}, Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: 'Network': {'1.1'}, Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: 'Port': {'1.7'}, Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: 'PortForwarding': {'1.2'}, Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: 'QosPolicy': {'1.10'}, Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: 'SecurityGroup': {'1.5'}, Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: 'SecurityGroupRule': {'1.2'}, Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: 'SubPort': {'1.0'}, Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: 'Subnet': {'1.1'}, Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: 'Trunk': {'1.1'}} Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: consumer versions: Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: { DHCP agent@n-d-812111-8: {}, Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: L3 agent@n-d-812111-8: {}, Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: Metadata agent@n-d-812111-8: {}, Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: Metering agent@n-d-812111-8: {}, Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: Open vSwitch agent@n-d-812111-8: { 'AddressGroup': '1.2', Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: 'ConntrackHelper': '1.0', Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: 'Log': '1.0', Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: 'Network': '1.1', Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: 'Port': '1.7', Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: 'PortForwarding': '1.2', Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: 'QosPolicy': '1.10', Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: 'SecurityGroup': '1.5', Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: 'SecurityGroupRule': '1.2', Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: 'SubPort': '1.0', Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: 'Subnet': '1.1', Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: 'Trunk': '1.1'}} Nov 24 20:37:18.151219 n-d-812111-8 neutron-server[109993]: {{(pid=109993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 20:37:18.158836 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] Attempting to bind port f6b5f3e6-3125-4c2e-a2f2-714155b9c441 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:37:18.159244 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] Attempting to bind port f6b5f3e6-3125-4c2e-a2f2-714155b9c441 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '59aa9a86-af70-41ff-863a-748813c14e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '14431283-06ec-4b10-b90b-a342f0dc5f78'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:37:18.159673 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] Attempting to bind port f6b5f3e6-3125-4c2e-a2f2-714155b9c441 on network 14431283-06ec-4b10-b90b-a342f0dc5f78 {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:37:18.165205 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:37:18.165623 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] Checking segment: {'id': '59aa9a86-af70-41ff-863a-748813c14e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '14431283-06ec-4b10-b90b-a342f0dc5f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:37:18.166103 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:18.166493 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] Bound using segment: {'id': '59aa9a86-af70-41ff-863a-748813c14e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '14431283-06ec-4b10-b90b-a342f0dc5f78'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:37:18.166982 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] Bound port: f6b5f3e6-3125-4c2e-a2f2-714155b9c441, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59aa9a86-af70-41ff-863a-748813c14e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '14431283-06ec-4b10-b90b-a342f0dc5f78'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:37:18.167424 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:18.199682 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-400a97cd-68cd-42f8-8d8c-89792499343f None None] Provisioning complete for port f6b5f3e6-3125-4c2e-a2f2-714155b9c441 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:37:18.200143 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-400a97cd-68cd-42f8-8d8c-89792499343f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:18.236458 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] For port f6b5f3e6-3125-4c2e-a2f2-714155b9c441, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:37:18.236806 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-400a97cd-68cd-42f8-8d8c-89792499343f None None] Port f6b5f3e6-3125-4c2e-a2f2-714155b9c441 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:37:18.255851 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] For port f6b5f3e6-3125-4c2e-a2f2-714155b9c441, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=f6b5f3e6-3125-4c2e-a2f2-714155b9c441,segment=NetworkSegment(59aa9a86-af70-41ff-863a-748813c14e6a),segment_id=59aa9a86-af70-41ff-863a-748813c14e6a)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:37:18.259530 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:18.316308 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] Routers {'62315f42-651a-4dab-a04f-f527f36e1276'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:37:18.316953 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:37:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['62315f42-651a-4dab-a04f-f527f36e1276'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:37:18.389366 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6eaddf-f262-4c02-b07f-9167dd53ebf2 None None] Pushing event updated for resources: {'Port': ['ID=f6b5f3e6-3125-4c2e-a2f2-714155b9c441,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:37:18.413646 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] Set router 62315f42-651a-4dab-a04f-f527f36e1276 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:37:18.558883 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4e7e389a-ac41-47c7-a783-989b619a6833 None None] Provisioning complete for port f6b5f3e6-3125-4c2e-a2f2-714155b9c441 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:37:18.559217 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4e7e389a-ac41-47c7-a783-989b619a6833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:18.627277 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62315f42-651a-4dab-a04f-f527f36e1276', 'name': 'router1', 'tenant_id': 'fedb41b5f58647ee878f66706bf9d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:37:05Z', 'updated_at': '2021-11-24T20:37:15Z', 'revision_number': 2, 'project_id': 'fedb41b5f58647ee878f66706bf9d12d', 'gw_port_host': None, '_interfaces': [{'id': 'f6b5f3e6-3125-4c2e-a2f2-714155b9c441', 'name': '', 'network_id': '14431283-06ec-4b10-b90b-a342f0dc5f78', 'tenant_id': 'fedb41b5f58647ee878f66706bf9d12d', 'mac_address': 'fa:16:3e:9a:d9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62315f42-651a-4dab-a04f-f527f36e1276', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91438b15-6b7f-41bc-83e3-32ea39215c1d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:37:15Z', 'updated_at': '2021-11-24T20:37:18Z', 'revision_number': 4, 'project_id': 'fedb41b5f58647ee878f66706bf9d12d', 'subnets': [{'id': '91438b15-6b7f-41bc-83e3-32ea39215c1d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '496e4d00-b7d8-4dd4-9d22-97d01da7f176'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:37:18.636402 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4e7e389a-ac41-47c7-a783-989b619a6833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:18.654177 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82988d0-5131-46da-a930-aaf5625b33bf None None] The sync data for ids ['62315f42-651a-4dab-a04f-f527f36e1276'] in n-d-812111-8 is: [{'id': '62315f42-651a-4dab-a04f-f527f36e1276', 'name': 'router1', 'tenant_id': 'fedb41b5f58647ee878f66706bf9d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:37:05Z', 'updated_at': '2021-11-24T20:37:15Z', 'revision_number': 2, 'project_id': 'fedb41b5f58647ee878f66706bf9d12d', 'gw_port_host': None, '_interfaces': [{'id': 'f6b5f3e6-3125-4c2e-a2f2-714155b9c441', 'name': '', 'network_id': '14431283-06ec-4b10-b90b-a342f0dc5f78', 'tenant_id': 'fedb41b5f58647ee878f66706bf9d12d', 'mac_address': 'fa:16:3e:9a:d9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62315f42-651a-4dab-a04f-f527f36e1276', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91438b15-6b7f-41bc-83e3-32ea39215c1d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:37:15Z', 'updated_at': '2021-11-24T20:37:18Z', 'revision_number': 4, 'project_id': 'fedb41b5f58647ee878f66706bf9d12d', 'subnets': [{'id': '91438b15-6b7f-41bc-83e3-32ea39215c1d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '496e4d00-b7d8-4dd4-9d22-97d01da7f176'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:37:18.677226 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4e7e389a-ac41-47c7-a783-989b619a6833 None None] For port f6b5f3e6-3125-4c2e-a2f2-714155b9c441, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=f6b5f3e6-3125-4c2e-a2f2-714155b9c441,segment=NetworkSegment(59aa9a86-af70-41ff-863a-748813c14e6a),segment_id=59aa9a86-af70-41ff-863a-748813c14e6a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:37:18.681265 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4e7e389a-ac41-47c7-a783-989b619a6833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:18.730990 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e389a-ac41-47c7-a783-989b619a6833 None None] Pushing event updated for resources: {'Port': ['ID=f6b5f3e6-3125-4c2e-a2f2-714155b9c441,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:37:19.048626 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43410) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:37:19.158880 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2620bb1b-314d-442d-a79b-7f1b2a8d658c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:37:19.160242 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2620bb1b-314d-442d-a79b-7f1b2a8d658c admin admin] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 842 time: 0.1105728 Nov 24 20:37:19.170193 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-0774a798-e90d-4daf-aea2-c939a1c92d20 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.5.1', 'ip_version': 4, 'cidr': '172.25.5.0/24', 'enable_dhcp': False, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:37:19.197212 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0774a798-e90d-4daf-aea2-c939a1c92d20 admin admin] Made reservation on behalf of 41722e974a3b4147aa32df703af47e00 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:37:19.199516 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0774a798-e90d-4daf-aea2-c939a1c92d20 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:19.503100 n-d-812111-8 neutron-server[109991]: DEBUG neutron.objects.ports [None req-0774a798-e90d-4daf-aea2-c939a1c92d20 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109991) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 20:37:19.503541 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0774a798-e90d-4daf-aea2-c939a1c92d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:19.558669 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774a798-e90d-4daf-aea2-c939a1c92d20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b1f4b43-418b-4acb-9e94-b7ae95b73f8a,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:37:19.567183 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0774a798-e90d-4daf-aea2-c939a1c92d20 admin admin] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:37:19.567541 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0774a798-e90d-4daf-aea2-c939a1c92d20 admin admin] Network hostable DHCP agents. Network: 11235b5e-de40-47bb-bfa7-c51c409e5eca, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:37:19.590264 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0774a798-e90d-4daf-aea2-c939a1c92d20 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:37:19.602995 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-0774a798-e90d-4daf-aea2-c939a1c92d20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 11235b5e-de40-47bb-bfa7-c51c409e5eca) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:37:19.607101 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0774a798-e90d-4daf-aea2-c939a1c92d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:37:19.607694 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0774a798-e90d-4daf-aea2-c939a1c92d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:19.612987 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10af28ff-65c9-4362-8e7c-5d41697c0ee6 None None] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:37:19.625473 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0774a798-e90d-4daf-aea2-c939a1c92d20 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4587147 Nov 24 20:37:19.767325 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9cb29a-7071-461b-b042-bfc1b9824bbb None None] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:37:22.053529 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43418) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:37:22.187108 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-41abfe55-01e9-48d2-b5e7-4c02d119ab1e admin admin] 10.222.0.11 "GET /v2.0/routers/62315f42-651a-4dab-a04f-f527f36e1276 HTTP/1.1" status: 200 len: 710 time: 0.1323571 Nov 24 20:37:22.274326 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0cd0ff-863e-4988-9d56-d9a6f8aa3188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:37:22.275597 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-df0cd0ff-863e-4988-9d56-d9a6f8aa3188 admin admin] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 886 time: 0.0819159 Nov 24 20:37:22.284828 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-3df61759-27f9-4c58-99d3-db6444b1f8d5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:37:22.618443 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3df61759-27f9-4c58-99d3-db6444b1f8d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:22.855088 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3df61759-27f9-4c58-99d3-db6444b1f8d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:22.931294 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3df61759-27f9-4c58-99d3-db6444b1f8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:23.034451 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-3df61759-27f9-4c58-99d3-db6444b1f8d5 admin admin] Allocated IP 172.25.5.230 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/90cb1cf5-3f71-4c12-bf2b-d71e06619ba6) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:37:23.135437 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3df61759-27f9-4c58-99d3-db6444b1f8d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:23.169949 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3df61759-27f9-4c58-99d3-db6444b1f8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:23.212849 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df61759-27f9-4c58-99d3-db6444b1f8d5 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:37:23.215867 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-3df61759-27f9-4c58-99d3-db6444b1f8d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:37:23.219451 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df61759-27f9-4c58-99d3-db6444b1f8d5 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:37:23.225035 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df61759-27f9-4c58-99d3-db6444b1f8d5 admin admin] Pushing event updated for resources: {'Port': ['ID=90cb1cf5-3f71-4c12-bf2b-d71e06619ba6,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:37:23.472815 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3df61759-27f9-4c58-99d3-db6444b1f8d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:23.672641 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3df61759-27f9-4c58-99d3-db6444b1f8d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:23.677048 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3df61759-27f9-4c58-99d3-db6444b1f8d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-320311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-320300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-319781'] for router, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:23.789938 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df61759-27f9-4c58-99d3-db6444b1f8d5 admin admin] Router 62315f42-651a-4dab-a04f-f527f36e1276 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:37:23.980201 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df61759-27f9-4c58-99d3-db6444b1f8d5 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:37:23.984443 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3df61759-27f9-4c58-99d3-db6444b1f8d5 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:23.986724 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3df61759-27f9-4c58-99d3-db6444b1f8d5 admin admin] 10.222.0.11 "PUT /v2.0/routers/62315f42-651a-4dab-a04f-f527f36e1276 HTTP/1.1" status: 200 len: 890 time: 1.7045555 Nov 24 20:37:24.485255 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device f6b5f3e6-3125-4c2e-a2f2-714155b9c441 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:37:24.533029 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port f6b5f3e6-3125-4c2e-a2f2-714155b9c441 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:37:24.533485 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:25.647407 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] Sync routers for ids ['62315f42-651a-4dab-a04f-f527f36e1276'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:37:25.658834 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] Routers {'62315f42-651a-4dab-a04f-f527f36e1276'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:37:25.659577 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:37:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['62315f42-651a-4dab-a04f-f527f36e1276'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:37:25.868562 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] Set router 62315f42-651a-4dab-a04f-f527f36e1276 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:37:26.327886 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62315f42-651a-4dab-a04f-f527f36e1276', 'name': 'router1', 'tenant_id': 'fedb41b5f58647ee878f66706bf9d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '90cb1cf5-3f71-4c12-bf2b-d71e06619ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:37:05Z', 'updated_at': '2021-11-24T20:37:23Z', 'revision_number': 4, 'project_id': 'fedb41b5f58647ee878f66706bf9d12d', 'gw_port': {'id': '90cb1cf5-3f71-4c12-bf2b-d71e06619ba6', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62315f42-651a-4dab-a04f-f527f36e1276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:37:22Z', 'updated_at': '2021-11-24T20:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'f6b5f3e6-3125-4c2e-a2f2-714155b9c441', 'name': '', 'network_id': '14431283-06ec-4b10-b90b-a342f0dc5f78', 'tenant_id': 'fedb41b5f58647ee878f66706bf9d12d', 'mac_address': 'fa:16:3e:9a:d9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62315f42-651a-4dab-a04f-f527f36e1276', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91438b15-6b7f-41bc-83e3-32ea39215c1d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:37:15Z', 'updated_at': '2021-11-24T20:37:18Z', 'revision_number': 5, 'project_id': 'fedb41b5f58647ee878f66706bf9d12d', 'subnets': [{'id': '91438b15-6b7f-41bc-83e3-32ea39215c1d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '496e4d00-b7d8-4dd4-9d22-97d01da7f176'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:37:26.382377 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] Checking router: 62315f42-651a-4dab-a04f-f527f36e1276 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:37:26.382737 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] Updating router 62315f42-651a-4dab-a04f-f527f36e1276 port 90cb1cf5-3f71-4c12-bf2b-d71e06619ba6 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:37:26.430554 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:26.599646 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43430) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:37:26.713036 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-153777e6-055b-402c-bb5e-3d274eca2f9d admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1118455 Nov 24 20:37:26.770623 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:26.778042 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:26.826265 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb9b9f-7e4e-4a72-a310-840d3fa9558c None None] Pushing event updated for resources: {'Port': ['ID=90cb1cf5-3f71-4c12-bf2b-d71e06619ba6,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:37:26.844220 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] Attempting to bind port 90cb1cf5-3f71-4c12-bf2b-d71e06619ba6 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:37:26.844654 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] Attempting to bind port 90cb1cf5-3f71-4c12-bf2b-d71e06619ba6 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:37:26.845043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] Attempting to bind port 90cb1cf5-3f71-4c12-bf2b-d71e06619ba6 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:37:26.850730 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:37:26.851113 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:37:26.851523 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:26.851924 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:37:26.852405 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] Bound port: 90cb1cf5-3f71-4c12-bf2b-d71e06619ba6, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:37:26.852824 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:26.908537 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] For port 90cb1cf5-3f71-4c12-bf2b-d71e06619ba6, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:37:26.911988 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] For port 90cb1cf5-3f71-4c12-bf2b-d71e06619ba6, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=90cb1cf5-3f71-4c12-bf2b-d71e06619ba6,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:37:26.915803 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:26.972482 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] Routers {'62315f42-651a-4dab-a04f-f527f36e1276'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:37:26.973049 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:37:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['62315f42-651a-4dab-a04f-f527f36e1276'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:37:27.013257 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb9b9f-7e4e-4a72-a310-840d3fa9558c None None] Pushing event updated for resources: {'Port': ['ID=90cb1cf5-3f71-4c12-bf2b-d71e06619ba6,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:37:27.086542 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] Set router 62315f42-651a-4dab-a04f-f527f36e1276 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:37:27.309731 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62315f42-651a-4dab-a04f-f527f36e1276', 'name': 'router1', 'tenant_id': 'fedb41b5f58647ee878f66706bf9d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '90cb1cf5-3f71-4c12-bf2b-d71e06619ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:37:05Z', 'updated_at': '2021-11-24T20:37:23Z', 'revision_number': 4, 'project_id': 'fedb41b5f58647ee878f66706bf9d12d', 'gw_port': {'id': '90cb1cf5-3f71-4c12-bf2b-d71e06619ba6', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62315f42-651a-4dab-a04f-f527f36e1276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:37:22Z', 'updated_at': '2021-11-24T20:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'f6b5f3e6-3125-4c2e-a2f2-714155b9c441', 'name': '', 'network_id': '14431283-06ec-4b10-b90b-a342f0dc5f78', 'tenant_id': 'fedb41b5f58647ee878f66706bf9d12d', 'mac_address': 'fa:16:3e:9a:d9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62315f42-651a-4dab-a04f-f527f36e1276', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91438b15-6b7f-41bc-83e3-32ea39215c1d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:37:15Z', 'updated_at': '2021-11-24T20:37:18Z', 'revision_number': 5, 'project_id': 'fedb41b5f58647ee878f66706bf9d12d', 'subnets': [{'id': '91438b15-6b7f-41bc-83e3-32ea39215c1d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '496e4d00-b7d8-4dd4-9d22-97d01da7f176'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:37:27.336817 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b75d13-2304-413d-9721-ae309c22ec07 None None] The sync data for ids ['62315f42-651a-4dab-a04f-f527f36e1276'] in n-d-812111-8 is: [{'id': '62315f42-651a-4dab-a04f-f527f36e1276', 'name': 'router1', 'tenant_id': 'fedb41b5f58647ee878f66706bf9d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '90cb1cf5-3f71-4c12-bf2b-d71e06619ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:37:05Z', 'updated_at': '2021-11-24T20:37:23Z', 'revision_number': 4, 'project_id': 'fedb41b5f58647ee878f66706bf9d12d', 'gw_port': {'id': '90cb1cf5-3f71-4c12-bf2b-d71e06619ba6', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62315f42-651a-4dab-a04f-f527f36e1276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:37:22Z', 'updated_at': '2021-11-24T20:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'f6b5f3e6-3125-4c2e-a2f2-714155b9c441', 'name': '', 'network_id': '14431283-06ec-4b10-b90b-a342f0dc5f78', 'tenant_id': 'fedb41b5f58647ee878f66706bf9d12d', 'mac_address': 'fa:16:3e:9a:d9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62315f42-651a-4dab-a04f-f527f36e1276', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91438b15-6b7f-41bc-83e3-32ea39215c1d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:37:15Z', 'updated_at': '2021-11-24T20:37:18Z', 'revision_number': 5, 'project_id': 'fedb41b5f58647ee878f66706bf9d12d', 'subnets': [{'id': '91438b15-6b7f-41bc-83e3-32ea39215c1d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '496e4d00-b7d8-4dd4-9d22-97d01da7f176'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:37:28.480762 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 90cb1cf5-3f71-4c12-bf2b-d71e06619ba6 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:37:28.542249 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 90cb1cf5-3f71-4c12-bf2b-d71e06619ba6 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:37:28.544808 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:28.650183 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:28.676154 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 90cb1cf5-3f71-4c12-bf2b-d71e06619ba6, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=90cb1cf5-3f71-4c12-bf2b-d71e06619ba6,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:37:28.690488 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:28.755141 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=90cb1cf5-3f71-4c12-bf2b-d71e06619ba6,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:37:30.500383 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 90cb1cf5-3f71-4c12-bf2b-d71e06619ba6 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:37:30.575158 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 90cb1cf5-3f71-4c12-bf2b-d71e06619ba6 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:37:30.576571 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:38.773173 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6d1eb36e-22b2-4fe9-a8e4-b40b9d9ba26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:41.111180 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1e83c05e-0322-4d51-9799-e659406623e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:42.201171 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:43.539543 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:44.717896 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:37:51.136055 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 5 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:38:08.781097 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a5308f92-b5e7-419f-8c22-9b6b286d17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:38:11.115094 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-60c6df55-f3c2-443e-bb0a-53f294d7f2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:38:12.197217 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:38:13.542468 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:38:14.706002 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:38:28.126418 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 5 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:38:38.772258 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1612e431-3249-4abb-b24d-32fa3d308326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:38:41.118354 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-098c50c0-1854-487e-82e8-63260e50379d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:38:42.199917 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:38:43.537531 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:38:44.698894 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:38:52.491835 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43946) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:38:52.557004 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2016bdf-54a3-4753-994a-63fc1071f7e9 admin admin] GET failed (client error): The resource could not be found. Nov 24 20:38:52.558274 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b2016bdf-54a3-4753-994a-63fc1071f7e9 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0654829 Nov 24 20:38:52.725904 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608fbae9-c10c-4b58-8861-6c7133867042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:38:52.727328 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-608fbae9-c10c-4b58-8861-6c7133867042 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1637833 Nov 24 20:38:55.029703 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43956) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:38:55.122117 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279d5964-1a06-4820-b8f2-42343a7c47c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:38:55.123588 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-279d5964-1a06-4820-b8f2-42343a7c47c4 admin admin] 10.222.0.11 "GET /v2.0/subnets/91438b15-6b7f-41bc-83e3-32ea39215c1d HTTP/1.1" status: 200 len: 849 time: 0.0925314 Nov 24 20:38:55.133412 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e758e309-1441-4ef5-b4b7-003cb9b88517 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:38:55.219202 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e758e309-1441-4ef5-b4b7-003cb9b88517 admin admin] Publish callbacks [] for subnet, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:38:55.365112 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e758e309-1441-4ef5-b4b7-003cb9b88517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740975591033'] for subnet, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:38:55.398274 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e758e309-1441-4ef5-b4b7-003cb9b88517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:38:55.399242 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e758e309-1441-4ef5-b4b7-003cb9b88517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:38:55.412774 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e758e309-1441-4ef5-b4b7-003cb9b88517 admin admin] 10.222.0.11 "PUT /v2.0/subnets/91438b15-6b7f-41bc-83e3-32ea39215c1d HTTP/1.1" status: 200 len: 868 time: 0.2703817 Nov 24 20:38:55.416726 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b497636a-cbbb-46c3-875f-9f32a5522060 None None] Network 14431283-06ec-4b10-b90b-a342f0dc5f78 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:38:55.427996 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758e309-1441-4ef5-b4b7-003cb9b88517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91438b15-6b7f-41bc-83e3-32ea39215c1d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:38:55.435791 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e758e309-1441-4ef5-b4b7-003cb9b88517 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:38:55.436148 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e758e309-1441-4ef5-b4b7-003cb9b88517 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:38:55.436486 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e758e309-1441-4ef5-b4b7-003cb9b88517 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:38:55.436897 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e758e309-1441-4ef5-b4b7-003cb9b88517 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:38:55.437184 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e758e309-1441-4ef5-b4b7-003cb9b88517 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:38:55.437518 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e758e309-1441-4ef5-b4b7-003cb9b88517 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:38:55.437848 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e758e309-1441-4ef5-b4b7-003cb9b88517 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:38:55.438176 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e758e309-1441-4ef5-b4b7-003cb9b88517 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:38:55.438636 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e758e309-1441-4ef5-b4b7-003cb9b88517 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:38:55.438973 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e758e309-1441-4ef5-b4b7-003cb9b88517 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:38:55.439450 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e758e309-1441-4ef5-b4b7-003cb9b88517 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:38:55.439785 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e758e309-1441-4ef5-b4b7-003cb9b88517 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:38:55.766916 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ac2c686f-d17d-44f9-b9b0-73187d5ac6b9 None None] Provisioning complete for port f6b5f3e6-3125-4c2e-a2f2-714155b9c441 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:38:55.767318 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ac2c686f-d17d-44f9-b9b0-73187d5ac6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:38:55.859039 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ac2c686f-d17d-44f9-b9b0-73187d5ac6b9 None None] Provisioning complete for port ab2f4edf-2750-4e72-8e40-178e96847ee8 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:38:55.859303 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ac2c686f-d17d-44f9-b9b0-73187d5ac6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:38:57.811054 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43964) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:38:58.011154 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a402496-8e8b-41a4-9934-2dedb6114083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:38:58.011540 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a402496-8e8b-41a4-9934-2dedb6114083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:38:58.013103 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0a402496-8e8b-41a4-9934-2dedb6114083 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2010581 Nov 24 20:39:00.293801 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43972) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:39:00.429024 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2559e4-1496-48ea-981c-c28b041cf9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:39:00.429500 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2559e4-1496-48ea-981c-c28b041cf9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:39:00.431036 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-db2559e4-1496-48ea-981c-c28b041cf9f0 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1362722 Nov 24 20:39:02.712346 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43980) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:39:02.840978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a0e26-592e-4592-b604-dfb78cd8821e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:39:02.842351 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9b6a0e26-592e-4592-b604-dfb78cd8821e admin admin] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 886 time: 0.1291051 Nov 24 20:39:05.124587 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 5 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:39:05.129951 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43990) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:39:05.262196 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923c0467-894f-490c-ba11-bf776f2a3253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:39:05.263564 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-923c0467-894f-490c-ba11-bf776f2a3253 admin admin] 10.222.0.11 "GET /v2.0/networks/14431283-06ec-4b10-b90b-a342f0dc5f78 HTTP/1.1" status: 200 len: 869 time: 0.1326714 Nov 24 20:39:07.548452 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43998) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:39:07.670842 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ddf4a3-5b7c-4d75-96ad-69d7a4090d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:39:07.671314 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ddf4a3-5b7c-4d75-96ad-69d7a4090d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:39:07.672875 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-62ddf4a3-5b7c-4d75-96ad-69d7a4090d33 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234205 Nov 24 20:39:08.775258 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-caee67b0-0616-4069-8e41-7721cc34e60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:09.963289 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44006) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:39:10.057716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e36705-ba96-401e-ab9d-01baff708849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:39:10.058180 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e36705-ba96-401e-ab9d-01baff708849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:39:10.059773 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-57e36705-ba96-401e-ab9d-01baff708849 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0955069 Nov 24 20:39:11.118694 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-111f980f-ca17-40b3-89fd-e88a2f2a6746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:12.198583 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:12.332633 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44014) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:39:12.422276 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2e46cc-a07c-48a2-9e0f-a37e11137d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:39:12.423658 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2a2e46cc-a07c-48a2-9e0f-a37e11137d7d admin admin] 10.222.0.11 "GET /v2.0/subnets/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a HTTP/1.1" status: 200 len: 816 time: 0.0900271 Nov 24 20:39:13.541135 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:14.702022 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:14.716557 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44022) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:39:14.808327 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e227f9-7bcd-4a0b-9ba4-b90ad3ff0936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:39:14.809705 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-83e227f9-7bcd-4a0b-9ba4-b90ad3ff0936 admin admin] 10.222.0.11 "GET /v2.0/subnets/91438b15-6b7f-41bc-83e3-32ea39215c1d HTTP/1.1" status: 200 len: 868 time: 0.0916696 Nov 24 20:39:38.776784 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f9aee29a-586d-4aad-80db-4cd2f9c6d3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:39.444221 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44076) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:39:39.493460 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-c9cd94a3-273d-488e-acce-eab94d6bc58e admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:39:39.494464 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c9cd94a3-273d-488e-acce-eab94d6bc58e admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0493517 Nov 24 20:39:41.120170 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3f6ea903-2399-4f65-b130-91c6545a5d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:41.863054 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44084) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:39:41.923445 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abf4b26-1dca-42ec-9785-19867d750581 admin admin] GET failed (client error): The resource could not be found. Nov 24 20:39:41.924707 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1abf4b26-1dca-42ec-9785-19867d750581 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607100 Nov 24 20:39:42.066231 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396f5206-ee28-4f23-9416-c1302a98ffba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:39:42.067619 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-396f5206-ee28-4f23-9416-c1302a98ffba admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1385505 Nov 24 20:39:42.124385 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 5 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:39:42.206745 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:43.543854 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:44.502136 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44092) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:39:44.548135 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-8488978d-5376-4c02-b3cb-79506bb237a1 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:39:44.569366 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8488978d-5376-4c02-b3cb-79506bb237a1 admin admin] Made reservation on behalf of 41722e974a3b4147aa32df703af47e00 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:39:44.571672 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8488978d-5376-4c02-b3cb-79506bb237a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:44.605562 n-d-812111-8 neutron-server[109990]: WARNING neutron.services.revisions.revision_plugin [None req-8488978d-5376-4c02-b3cb-79506bb237a1 admin admin] Could not find related network for resource to bump revision. Nov 24 20:39:44.619589 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8488978d-5376-4c02-b3cb-79506bb237a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:39:44.628639 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8488978d-5376-4c02-b3cb-79506bb237a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:44.629002 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-8488978d-5376-4c02-b3cb-79506bb237a1 admin admin] Added segment 30ba3dfd-adfd-455f-b52e-48e061371f80 of type vlan for network 0933b056-734c-4427-b837-b5baf1ecd580 Nov 24 20:39:44.667014 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8488978d-5376-4c02-b3cb-79506bb237a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:44.691676 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8488978d-5376-4c02-b3cb-79506bb237a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:44.692670 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8488978d-5376-4c02-b3cb-79506bb237a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:39:44.693293 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8488978d-5376-4c02-b3cb-79506bb237a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:44.704269 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:44.731656 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8488978d-5376-4c02-b3cb-79506bb237a1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2283635 Nov 24 20:39:44.759977 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488978d-5376-4c02-b3cb-79506bb237a1 admin admin] Pushing event updated for resources: {'Network': ['ID=0933b056-734c-4427-b837-b5baf1ecd580,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:39:44.772060 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 0933b056-734c-4427-b837-b5baf1ecd580 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:39:47.100571 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44100) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:39:47.162453 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bfad718-3693-48dc-8b4a-3a7a9c1c6345 admin admin] GET failed (client error): The resource could not be found. Nov 24 20:39:47.163732 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5bfad718-3693-48dc-8b4a-3a7a9c1c6345 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622110 Nov 24 20:39:47.233443 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a122b6-3f31-414c-b4ee-1d4b775f7971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:39:47.234902 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-10a122b6-3f31-414c-b4ee-1d4b775f7971 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0666342 Nov 24 20:39:47.245033 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-2226c3b0-ec84-412b-8808-00e86879da49 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:39:47.265160 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2226c3b0-ec84-412b-8808-00e86879da49 admin admin] Made reservation on behalf of 41722e974a3b4147aa32df703af47e00 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:39:47.267345 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2226c3b0-ec84-412b-8808-00e86879da49 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:47.433401 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2226c3b0-ec84-412b-8808-00e86879da49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:47.492272 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226c3b0-ec84-412b-8808-00e86879da49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e114965-885d-4cc5-844c-76c2797cb601,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:39:47.502275 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2226c3b0-ec84-412b-8808-00e86879da49 admin admin] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:39:47.502627 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2226c3b0-ec84-412b-8808-00e86879da49 admin admin] Network hostable DHCP agents. Network: 0933b056-734c-4427-b837-b5baf1ecd580, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:39:47.505891 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226c3b0-ec84-412b-8808-00e86879da49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:39:47.506239 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226c3b0-ec84-412b-8808-00e86879da49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:39:47.506583 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226c3b0-ec84-412b-8808-00e86879da49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:39:47.506922 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226c3b0-ec84-412b-8808-00e86879da49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:39:47.507257 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226c3b0-ec84-412b-8808-00e86879da49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:39:47.507588 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226c3b0-ec84-412b-8808-00e86879da49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:39:47.507917 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226c3b0-ec84-412b-8808-00e86879da49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:39:47.508245 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226c3b0-ec84-412b-8808-00e86879da49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:39:47.508571 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226c3b0-ec84-412b-8808-00e86879da49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:39:47.508925 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226c3b0-ec84-412b-8808-00e86879da49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:39:47.509255 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226c3b0-ec84-412b-8808-00e86879da49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:39:47.509578 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226c3b0-ec84-412b-8808-00e86879da49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:39:47.525409 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2226c3b0-ec84-412b-8808-00e86879da49 admin admin] Network 0933b056-734c-4427-b837-b5baf1ecd580 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:39:47.534360 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-2226c3b0-ec84-412b-8808-00e86879da49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 0933b056-734c-4427-b837-b5baf1ecd580) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:39:47.539513 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2226c3b0-ec84-412b-8808-00e86879da49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:39:47.541588 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2226c3b0-ec84-412b-8808-00e86879da49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:47.542385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8396375-2293-49a6-9ff6-ccc87784c0eb None None] Network 0933b056-734c-4427-b837-b5baf1ecd580 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:39:47.557782 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2226c3b0-ec84-412b-8808-00e86879da49 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3160534 Nov 24 20:39:47.710088 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-0933b056-734c-4427-b837-b5baf1ecd580', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'tenant_id': '41722e974a3b4147aa32df703af47e00', 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:39:47.711508 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:47.854651 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Allocated IP 192.168.233.2 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/6eb20e02-be18-4a00-9aba-3763daad2135) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:39:48.088887 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:48.094718 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:48.139446 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:39:48.142326 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:39:48.146904 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Pushing event updated for resources: {'Port': ['ID=6eb20e02-be18-4a00-9aba-3763daad2135,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:39:48.149103 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:39:48.161426 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:39:48.161779 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:39:48.162128 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:39:48.162465 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:39:48.162802 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:39:48.163139 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:39:48.163470 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:39:48.163796 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:39:48.164123 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:39:48.164442 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:39:48.164791 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:39:48.165137 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:39:48.215778 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Attempting to bind port 6eb20e02-be18-4a00-9aba-3763daad2135 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:39:48.216150 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Attempting to bind port 6eb20e02-be18-4a00-9aba-3763daad2135 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:39:48.216553 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Attempting to bind port 6eb20e02-be18-4a00-9aba-3763daad2135 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:39:48.221564 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:39:48.221942 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:39:48.222349 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:48.222739 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:39:48.223207 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Bound port: 6eb20e02-be18-4a00-9aba-3763daad2135, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:39:48.223587 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:48.286375 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] For port 6eb20e02-be18-4a00-9aba-3763daad2135, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:39:48.289797 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] For port 6eb20e02-be18-4a00-9aba-3763daad2135, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=6eb20e02-be18-4a00-9aba-3763daad2135,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:39:48.294073 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:48.365691 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2ce10-afd7-432b-9e56-f446b35680e0 None None] Pushing event updated for resources: {'Port': ['ID=6eb20e02-be18-4a00-9aba-3763daad2135,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:39:49.172017 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28732b35-e018-47c9-b595-c5f505e002d8 None None] Network 0933b056-734c-4427-b837-b5baf1ecd580 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:39:49.243474 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-527e4e90-edcf-4b7b-84b6-9bd6f1d2a82c None None] Provisioning complete for port 6eb20e02-be18-4a00-9aba-3763daad2135 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:39:49.243844 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-527e4e90-edcf-4b7b-84b6-9bd6f1d2a82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:49.392827 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-527e4e90-edcf-4b7b-84b6-9bd6f1d2a82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:49.428566 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-527e4e90-edcf-4b7b-84b6-9bd6f1d2a82c None None] For port 6eb20e02-be18-4a00-9aba-3763daad2135, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=6eb20e02-be18-4a00-9aba-3763daad2135,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:39:49.437769 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-527e4e90-edcf-4b7b-84b6-9bd6f1d2a82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:49.496657 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e4e90-edcf-4b7b-84b6-9bd6f1d2a82c None None] Pushing event updated for resources: {'Port': ['ID=6eb20e02-be18-4a00-9aba-3763daad2135,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:39:49.660962 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-dac8f7a3-2a3c-493f-97d1-7d19f5fba15c None None] Provisioning complete for port 6eb20e02-be18-4a00-9aba-3763daad2135 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:39:49.661337 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dac8f7a3-2a3c-493f-97d1-7d19f5fba15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:39:50.581738 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 6eb20e02-be18-4a00-9aba-3763daad2135 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:39:50.632376 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 6eb20e02-be18-4a00-9aba-3763daad2135 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:39:50.632782 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:40:08.780279 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a6d79449-5a69-4f35-93c7-e7e6ffdd6a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:40:11.121618 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3e3395e4-097c-4110-9d0d-14dd9461fd0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:40:12.204810 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:40:13.548322 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:40:14.708971 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:40:19.122319 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 5 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:40:38.781351 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9cfdd48e-6c1a-41a5-ac25-0db37ba2ce57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:40:41.124549 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4478c869-fc9c-4570-9350-2b7e5cacb597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:40:42.208728 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:40:43.551395 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:40:44.712162 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:40:56.121290 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 5 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:41:00.381518 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44144) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:41:00.387258 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [None req-26db1e74-09f6-4a8c-847f-0416958f55aa tempest-verify_tempest_config-1790676260 tempest-verify_tempest_config-1790676260-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:41:00.388277 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-26db1e74-09f6-4a8c-847f-0416958f55aa tempest-verify_tempest_config-1790676260 tempest-verify_tempest_config-1790676260-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057318 Nov 24 20:41:00.687700 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44162) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:41:00.787682 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9902db45-f59f-452a-9369-3949597d2f30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:41:00.861398 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9902db45-f59f-452a-9369-3949597d2f30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:41:00.864836 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9902db45-f59f-452a-9369-3949597d2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:41:00.912290 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9902db45-f59f-452a-9369-3949597d2f30 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=96f26aed5c1a434eb33d7bbfec8eb501&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2235193 Nov 24 20:41:00.913132 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902db45-f59f-452a-9369-3949597d2f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5071e1e-fa15-4d38-8992-5499f49d9243,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:41:00.915011 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44166) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:41:00.920430 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9902db45-f59f-452a-9369-3949597d2f30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:41:00.920803 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9902db45-f59f-452a-9369-3949597d2f30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:41:00.921659 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9902db45-f59f-452a-9369-3949597d2f30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:41:00.922003 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9902db45-f59f-452a-9369-3949597d2f30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:41:00.922336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9902db45-f59f-452a-9369-3949597d2f30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:41:00.922670 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9902db45-f59f-452a-9369-3949597d2f30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:41:00.923002 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9902db45-f59f-452a-9369-3949597d2f30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:41:00.923327 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9902db45-f59f-452a-9369-3949597d2f30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:41:00.923653 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9902db45-f59f-452a-9369-3949597d2f30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:41:00.923979 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9902db45-f59f-452a-9369-3949597d2f30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:41:00.924303 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9902db45-f59f-452a-9369-3949597d2f30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:41:00.924627 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9902db45-f59f-452a-9369-3949597d2f30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:41:00.970069 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-67b917c7-5e14-4618-aca7-a906d0f06a47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:41:00.990678 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-67b917c7-5e14-4618-aca7-a906d0f06a47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:41:01.079711 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-67b917c7-5e14-4618-aca7-a906d0f06a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:41:01.082343 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-67b917c7-5e14-4618-aca7-a906d0f06a47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:41:01.084049 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-67b917c7-5e14-4618-aca7-a906d0f06a47 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5071e1e-fa15-4d38-8992-5499f49d9243 HTTP/1.1" status: 204 len: 168 time: 0.1674356 Nov 24 20:41:01.093506 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b917c7-5e14-4618-aca7-a906d0f06a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5071e1e-fa15-4d38-8992-5499f49d9243,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:41:01.100132 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b917c7-5e14-4618-aca7-a906d0f06a47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:41:01.100487 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b917c7-5e14-4618-aca7-a906d0f06a47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:41:01.100862 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b917c7-5e14-4618-aca7-a906d0f06a47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:41:01.101203 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b917c7-5e14-4618-aca7-a906d0f06a47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:41:01.101546 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b917c7-5e14-4618-aca7-a906d0f06a47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:41:01.101882 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b917c7-5e14-4618-aca7-a906d0f06a47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:41:01.102297 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b917c7-5e14-4618-aca7-a906d0f06a47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:41:01.102550 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b917c7-5e14-4618-aca7-a906d0f06a47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:41:01.102877 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b917c7-5e14-4618-aca7-a906d0f06a47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:41:01.103207 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b917c7-5e14-4618-aca7-a906d0f06a47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:41:01.103555 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b917c7-5e14-4618-aca7-a906d0f06a47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:41:01.103880 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b917c7-5e14-4618-aca7-a906d0f06a47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:41:08.782652 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-16040532-f15f-4e3b-89e4-5f5573ebcd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:41:11.128463 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9e53f3a3-c210-4d64-b3f7-bba8234d3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:41:12.215273 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:41:13.554334 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:41:14.713758 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:41:33.119011 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 5 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:41:38.784252 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-08348355-f9d1-4cbd-b7a6-5c6b75c07ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:41:41.128837 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-56fb4688-ce06-45c0-981a-82222bd3293a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:41:42.214124 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:41:43.558285 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:41:44.714841 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:42:08.789734 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0c3e7bbd-5251-4ff9-87bc-3772861eba48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:42:10.117676 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 5 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:42:11.130522 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5a47d976-cbf5-47da-8777-39a3bc9abedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:42:12.215384 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:42:13.560790 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:42:14.717360 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:42:38.791376 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c7c5b540-7150-4afc-8e81-cc317d8879ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:42:41.131553 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-21b38d11-f4f7-4001-a2e8-829d354c6507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:42:42.219100 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:42:43.564892 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:42:44.719430 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:42:47.116202 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 5 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:43:08.792020 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-775191b7-b965-41fc-88fa-98aac49c5c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:43:11.132295 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-31980b01-ce3f-4558-885d-8c80ef2717cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:43:12.222934 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:43:13.566714 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:43:14.721309 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:43:24.115598 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 5 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:43:38.793610 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f2281e73-7187-4eae-80f4-f4fd8f2c44d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:43:41.133753 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-11fb18af-7da0-4795-9f73-8500f3f3f09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:43:42.225182 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:43:43.570159 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:43:44.722786 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:44:01.113739 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 5 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:44:08.797507 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b55ab268-41ad-46ce-8624-c50d64e19a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:44:09.268616 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-319532'] for agent, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:44:10.845925 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-319532'] for agent, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:44:11.134434 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8ea12ce7-a8a9-4353-8bf0-e281c4e6db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:44:12.228322 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:44:13.573318 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:44:14.725120 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:44:38.113480 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:44:38.799585 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-71e5d690-0ebf-49a9-bb00-5867ff74c6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:44:39.236379 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:44:40.788395 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:44:41.135896 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-013dc68b-2ffa-46e1-a192-94446ec1c490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:44:42.231442 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:44:43.579793 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:44:44.726259 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:44:58.620198 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44226) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:44:58.724465 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-93176267-04e8-40b2-8190-66ebe1f338b2 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1031332 Nov 24 20:45:01.283658 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44236) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:45:01.338646 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1af62865-d9cd-4e74-8d59-1a0ce9604022 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0539160 Nov 24 20:45:08.800726 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9a596f43-9713-4f06-9f93-1b6a32e2386d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:45:09.233920 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:45:10.801782 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:45:11.136509 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6d9963a3-5c07-4058-ab44-8e8c9c7a824f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:45:12.234043 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:45:13.580727 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:45:14.727895 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:45:15.112872 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:45:38.805100 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-42b757f2-032f-4ea8-91d9-04129830ae72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:45:39.251013 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:45:40.802739 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:45:41.138987 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-96800b46-77ca-42d8-af84-7a7ec61de2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:45:42.237592 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:45:43.588944 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:45:44.730962 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:45:52.112858 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:46:08.807447 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6de4744e-0f08-4f68-96f0-bc5cee0cf362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:09.265247 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:10.820358 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:11.142853 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-51634c2f-add8-46d6-8fb7-23feeb89f7e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:12.240011 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:13.586627 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:14.736595 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:25.157238 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44440) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:25.488738 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44458) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:25.552684 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1112606374-network', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:46:25.578432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Made reservation on behalf of d7089e567afd4fbfaedad8dfd28a70b3 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:46:25.580650 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:25.589648 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:25.676268 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:25.681661 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:25.713305 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4146978-b051-412d-a87b-7eed723fb602,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:25.716161 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:46:25.722952 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:25.723308 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:25.724007 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:25.724007 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:25.724301 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:25.724823 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:25.725163 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:25.725490 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:25.725820 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:25.726147 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:25.726475 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:25.726805 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Tracked resource versions report: Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: pushed versions: Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: { 'AddressGroup': {'1.2'}, Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: 'ConntrackHelper': {'1.0'}, Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: 'Log': {'1.0'}, Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: 'Network': {'1.1'}, Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: 'Port': {'1.7'}, Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: 'PortForwarding': {'1.2'}, Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: 'QosPolicy': {'1.10'}, Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: 'SecurityGroup': {'1.5'}, Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: 'SecurityGroupRule': {'1.2'}, Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: 'SubPort': {'1.0'}, Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: 'Subnet': {'1.1'}, Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: 'Trunk': {'1.1'}} Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: consumer versions: Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: { DHCP agent@n-d-812111-8: {}, Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: HyperV agent@n-h1-812111-8: {}, Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: HyperV agent@n-h2-812111-8: {}, Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: L3 agent@n-d-812111-8: {}, Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: Metadata agent@n-d-812111-8: {}, Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: Metering agent@n-d-812111-8: {}, Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: Open vSwitch agent@n-d-812111-8: { 'AddressGroup': '1.2', Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: 'ConntrackHelper': '1.0', Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: 'Log': '1.0', Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: 'Network': '1.1', Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: 'Port': '1.7', Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: 'PortForwarding': '1.2', Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: 'QosPolicy': '1.10', Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: 'SecurityGroup': '1.5', Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: 'SecurityGroupRule': '1.2', Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: 'SubPort': '1.0', Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: 'Subnet': '1.1', Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: 'Trunk': '1.1'}} Nov 24 20:46:25.727890 n-d-812111-8 neutron-server[109991]: {{(pid=109991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 20:46:25.750303 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:25.750303 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Added segment f52094ad-762a-4ec7-8686-7bf9e5e05a1f of type vlan for network 08e4810e-5cf6-45fd-b3f0-b0061643c76e Nov 24 20:46:25.782222 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:25.808325 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:25.809375 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:25.810051 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:25.836422 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6780331 Nov 24 20:46:25.836533 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44472) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:25.849131 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] Request body: {'subnet': {'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1112606374-subnet', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:46:25.878432 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] Made reservation on behalf of d7089e567afd4fbfaedad8dfd28a70b3 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:46:25.881992 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:25.884391 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea8ea8-434a-4ced-b5b5-abc2025f61d2 admin admin] Pushing event updated for resources: {'Network': ['ID=08e4810e-5cf6-45fd-b3f0-b0061643c76e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:25.898844 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 08e4810e-5cf6-45fd-b3f0-b0061643c76e details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:46:25.923145 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-bf6158ba-16a0-4d20-8342-c4e3eb2a5da1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1138902115-network', 'tenant_id': '3430f604e9d44fa5882671405a9099b5'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:46:25.966695 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6158ba-16a0-4d20-8342-c4e3eb2a5da1 admin admin] Made reservation on behalf of 3430f604e9d44fa5882671405a9099b5 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:46:25.974094 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf6158ba-16a0-4d20-8342-c4e3eb2a5da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:25.989546 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf6158ba-16a0-4d20-8342-c4e3eb2a5da1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:26.096260 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf6158ba-16a0-4d20-8342-c4e3eb2a5da1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:26.099360 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:26.101287 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf6158ba-16a0-4d20-8342-c4e3eb2a5da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:26.119731 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf6158ba-16a0-4d20-8342-c4e3eb2a5da1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:46:26.131985 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf6158ba-16a0-4d20-8342-c4e3eb2a5da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:26.133076 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-bf6158ba-16a0-4d20-8342-c4e3eb2a5da1 admin admin] Added segment 3d68062b-ac1a-42a1-8623-99071d4eb9ff of type vlan for network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c Nov 24 20:46:26.205629 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b7bea8b-3ad2-4620-a8cf-0534d6c925cb,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:26.207287 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6158ba-16a0-4d20-8342-c4e3eb2a5da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74aadf5c-6774-486f-bcfd-7033dc48aff0,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:26.213398 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf6158ba-16a0-4d20-8342-c4e3eb2a5da1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:26.228736 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:26.229177 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:26.229535 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:26.229903 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:26.230242 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:26.230584 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:26.230917 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:26.231249 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:26.231763 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:26.232161 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:26.232653 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:26.233013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] Tracked resource versions report: Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: pushed versions: Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: { 'AddressGroup': {'1.2'}, Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: 'ConntrackHelper': {'1.0'}, Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: 'Log': {'1.0'}, Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: 'Network': {'1.1'}, Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: 'Port': {'1.7'}, Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: 'PortForwarding': {'1.2'}, Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: 'QosPolicy': {'1.10'}, Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: 'SecurityGroup': {'1.5'}, Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: 'SecurityGroupRule': {'1.2'}, Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: 'SubPort': {'1.0'}, Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: 'Subnet': {'1.1'}, Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: 'Trunk': {'1.1'}} Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: consumer versions: Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: { DHCP agent@n-d-812111-8: {}, Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: HyperV agent@n-h1-812111-8: {}, Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: HyperV agent@n-h2-812111-8: {}, Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: L3 agent@n-d-812111-8: {}, Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: Metadata agent@n-d-812111-8: {}, Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: Metering agent@n-d-812111-8: {}, Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: Open vSwitch agent@n-d-812111-8: { 'AddressGroup': '1.2', Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: 'ConntrackHelper': '1.0', Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: 'Log': '1.0', Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: 'Network': '1.1', Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: 'Port': '1.7', Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: 'PortForwarding': '1.2', Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: 'QosPolicy': '1.10', Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: 'SecurityGroup': '1.5', Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: 'SecurityGroupRule': '1.2', Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: 'SubPort': '1.0', Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: 'Subnet': '1.1', Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: 'Trunk': '1.1'}} Nov 24 20:46:26.234123 n-d-812111-8 neutron-server[109990]: {{(pid=109990) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 20:46:26.244628 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf6158ba-16a0-4d20-8342-c4e3eb2a5da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:26.245593 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6158ba-16a0-4d20-8342-c4e3eb2a5da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:26.246256 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf6158ba-16a0-4d20-8342-c4e3eb2a5da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:26.285276 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-bf6158ba-16a0-4d20-8342-c4e3eb2a5da1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7952311 Nov 24 20:46:26.289328 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] Checking segment: {'id': 'f52094ad-762a-4ec7-8686-7bf9e5e05a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:46:26.289936 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] Network hostable DHCP agents. Network: 08e4810e-5cf6-45fd-b3f0-b0061643c76e, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:46:26.295227 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44486) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:26.302544 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-378b20ae-4d3e-4809-a422-2745a281f2a7 admin admin] Request body: {'subnet': {'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1138902115-subnet', 'tenant_id': '3430f604e9d44fa5882671405a9099b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:46:26.317486 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6158ba-16a0-4d20-8342-c4e3eb2a5da1 admin admin] Pushing event updated for resources: {'Network': ['ID=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:26.330428 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] Network 08e4810e-5cf6-45fd-b3f0-b0061643c76e is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:46:26.331090 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:46:26.338829 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378b20ae-4d3e-4809-a422-2745a281f2a7 admin admin] Made reservation on behalf of 3430f604e9d44fa5882671405a9099b5 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:46:26.342324 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-378b20ae-4d3e-4809-a422-2745a281f2a7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:26.345988 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 08e4810e-5cf6-45fd-b3f0-b0061643c76e) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:46:26.364879 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:26.366047 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6e11f9-b80f-45b8-88e7-005c89cb889e None None] Network 08e4810e-5cf6-45fd-b3f0-b0061643c76e requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:46:26.366374 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:26.428813 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-05f8b3c5-4f73-425a-a9af-27922ee97ce0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5903983 Nov 24 20:46:26.431650 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44496) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:26.436633 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0d05844f-7ec3-4ada-ae73-1a0e781010c2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1112606374-router', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:46:26.475584 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0d05844f-7ec3-4ada-ae73-1a0e781010c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:26.476946 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0d05844f-7ec3-4ada-ae73-1a0e781010c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:26.564369 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0d05844f-7ec3-4ada-ae73-1a0e781010c2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:26.610145 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'fixed_ips': [{'subnet_id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:46:26.611530 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:26.768058 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0d05844f-7ec3-4ada-ae73-1a0e781010c2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:26.771705 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Allocated IP 172.20.0.2 (08e4810e-5cf6-45fd-b3f0-b0061643c76e/4b7bea8b-3ad2-4620-a8cf-0534d6c925cb/98cf83bb-d64a-4ed7-ad40-c82a46411e41) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:46:26.844184 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-378b20ae-4d3e-4809-a422-2745a281f2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:26.961449 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:26.972986 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:26.986957 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b20ae-4d3e-4809-a422-2745a281f2a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e45132d-16f0-4b54-ad14-284c2476122c,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:26.990891 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378b20ae-4d3e-4809-a422-2745a281f2a7 admin admin] Checking segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:46:26.991413 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378b20ae-4d3e-4809-a422-2745a281f2a7 admin admin] Network hostable DHCP agents. Network: 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:46:27.032804 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Pushing event updated for resources: {'Port': ['ID=98cf83bb-d64a-4ed7-ad40-c82a46411e41,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:27.036113 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378b20ae-4d3e-4809-a422-2745a281f2a7 admin admin] Network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:46:27.047035 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:27.047675 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:27.048148 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:27.048795 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:27.049315 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:27.050070 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:27.050534 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:27.051007 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:27.051720 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:27.052180 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:27.052679 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:27.053151 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Tracked resource versions report: Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: pushed versions: Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: { 'AddressGroup': {'1.2'}, Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: 'ConntrackHelper': {'1.0'}, Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: 'Log': {'1.0'}, Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: 'Network': {'1.1'}, Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: 'Port': {'1.7'}, Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: 'PortForwarding': {'1.2'}, Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: 'QosPolicy': {'1.10'}, Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: 'SecurityGroup': {'1.5'}, Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: 'SecurityGroupRule': {'1.2'}, Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: 'SubPort': {'1.0'}, Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: 'Subnet': {'1.1'}, Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: 'Trunk': {'1.1'}} Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: consumer versions: Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: { DHCP agent@n-d-812111-8: {}, Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: HyperV agent@n-h1-812111-8: {}, Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: HyperV agent@n-h2-812111-8: {}, Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: L3 agent@n-d-812111-8: {}, Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: Metadata agent@n-d-812111-8: {}, Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: Metering agent@n-d-812111-8: {}, Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: Open vSwitch agent@n-d-812111-8: { 'AddressGroup': '1.2', Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: 'ConntrackHelper': '1.0', Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: 'Log': '1.0', Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: 'Network': '1.1', Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: 'Port': '1.7', Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: 'PortForwarding': '1.2', Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: 'QosPolicy': '1.10', Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: 'SecurityGroup': '1.5', Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: 'SecurityGroupRule': '1.2', Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: 'SubPort': '1.0', Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: 'Subnet': '1.1', Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: 'Trunk': '1.1'}} Nov 24 20:46:27.054418 n-d-812111-8 neutron-server[109992]: {{(pid=109992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 20:46:27.070724 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Network 08e4810e-5cf6-45fd-b3f0-b0061643c76e is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:46:27.073409 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:46:27.076903 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:46:27.117090 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-378b20ae-4d3e-4809-a422-2745a281f2a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:46:27.130946 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd65e1a-76d3-40d2-978a-ccca3978239f None None] Network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:46:27.135144 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378b20ae-4d3e-4809-a422-2745a281f2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:27.136963 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-378b20ae-4d3e-4809-a422-2745a281f2a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:27.165209 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Attempting to bind port 98cf83bb-d64a-4ed7-ad40-c82a46411e41 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:46:27.169693 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Attempting to bind port 98cf83bb-d64a-4ed7-ad40-c82a46411e41 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'f52094ad-762a-4ec7-8686-7bf9e5e05a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:46:27.169693 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Attempting to bind port 98cf83bb-d64a-4ed7-ad40-c82a46411e41 on network 08e4810e-5cf6-45fd-b3f0-b0061643c76e {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:46:27.174799 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:46:27.175181 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Checking segment: {'id': 'f52094ad-762a-4ec7-8686-7bf9e5e05a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:46:27.175586 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:27.175987 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Bound using segment: {'id': 'f52094ad-762a-4ec7-8686-7bf9e5e05a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:46:27.177246 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Bound port: 98cf83bb-d64a-4ed7-ad40-c82a46411e41, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52094ad-762a-4ec7-8686-7bf9e5e05a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:46:27.177811 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:27.201445 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-378b20ae-4d3e-4809-a422-2745a281f2a7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9035237 Nov 24 20:46:27.242585 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0d05844f-7ec3-4ada-ae73-1a0e781010c2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:27.274320 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0d05844f-7ec3-4ada-ae73-1a0e781010c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:27.339143 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] For port 98cf83bb-d64a-4ed7-ad40-c82a46411e41, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:46:27.349576 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfad001d-a1aa-469e-a2bc-240a0c405df8 None None] Network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:46:27.364540 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] For port 98cf83bb-d64a-4ed7-ad40-c82a46411e41, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=98cf83bb-d64a-4ed7-ad40-c82a46411e41,segment=NetworkSegment(f52094ad-762a-4ec7-8686-7bf9e5e05a1f),segment_id=f52094ad-762a-4ec7-8686-7bf9e5e05a1f)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:46:27.379618 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:27.500789 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-0d05844f-7ec3-4ada-ae73-1a0e781010c2 admin admin] Allocated IP 172.25.5.236 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/d766e53d-c74c-4fe2-9968-df72f744357a) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:46:27.509953 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31abc0-2d4a-449e-bb5d-0f8b6e2e98d5 None None] Pushing event updated for resources: {'Port': ['ID=98cf83bb-d64a-4ed7-ad40-c82a46411e41,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:27.640637 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0d05844f-7ec3-4ada-ae73-1a0e781010c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:27.750341 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0d05844f-7ec3-4ada-ae73-1a0e781010c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:27.836492 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d05844f-7ec3-4ada-ae73-1a0e781010c2 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:46:27.842288 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-0d05844f-7ec3-4ada-ae73-1a0e781010c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:46:27.855282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d05844f-7ec3-4ada-ae73-1a0e781010c2 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:46:27.857999 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05844f-7ec3-4ada-ae73-1a0e781010c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d766e53d-c74c-4fe2-9968-df72f744357a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:28.320643 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0d05844f-7ec3-4ada-ae73-1a0e781010c2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:28.569831 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0d05844f-7ec3-4ada-ae73-1a0e781010c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:28.686324 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98024a83-b1e8-4d3d-a235-b08a623c6387 None None] Network 08e4810e-5cf6-45fd-b3f0-b0061643c76e requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:46:28.797289 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d05844f-7ec3-4ada-ae73-1a0e781010c2 admin admin] Router 6f77ff50-fafe-4526-94d7-02b8525d2186 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:46:28.834317 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-095b41bb-8cec-47e1-95e0-fdb61be0ebcb None None] Provisioning complete for port 98cf83bb-d64a-4ed7-ad40-c82a46411e41 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:46:28.834678 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-095b41bb-8cec-47e1-95e0-fdb61be0ebcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:28.901816 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 98cf83bb-d64a-4ed7-ad40-c82a46411e41 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:46:28.951101 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d05844f-7ec3-4ada-ae73-1a0e781010c2 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:46:28.962175 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] Sync routers for ids ['6f77ff50-fafe-4526-94d7-02b8525d2186'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:46:28.980393 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] Routers {'6f77ff50-fafe-4526-94d7-02b8525d2186'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:46:28.981216 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:46:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6f77ff50-fafe-4526-94d7-02b8525d2186'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:46:28.987010 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 98cf83bb-d64a-4ed7-ad40-c82a46411e41 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:46:28.987716 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:28.995131 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0d05844f-7ec3-4ada-ae73-1a0e781010c2 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:29.002829 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44594) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:29.013032 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0d05844f-7ec3-4ada-ae73-1a0e781010c2 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.5792224 Nov 24 20:46:29.147695 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44598) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:29.154096 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-d5ec0a43-44d8-4549-b864-add3d6b39973 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-5990409-network', 'tenant_id': 'fba02107f1be469e8e02c2f93bb7f4c2'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:46:29.202973 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ec0a43-44d8-4549-b864-add3d6b39973 admin admin] Made reservation on behalf of fba02107f1be469e8e02c2f93bb7f4c2 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:46:29.206270 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0a43-44d8-4549-b864-add3d6b39973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:29.234521 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0a43-44d8-4549-b864-add3d6b39973 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:29.339804 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] Set router 6f77ff50-fafe-4526-94d7-02b8525d2186 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:46:29.349705 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:46:29.417134 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0a43-44d8-4549-b864-add3d6b39973 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:29.424493 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0a43-44d8-4549-b864-add3d6b39973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:29.508689 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec0a43-44d8-4549-b864-add3d6b39973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df4419e-acf0-4f5a-b61e-2f903cc6ed0d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:29.531142 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-095b41bb-8cec-47e1-95e0-fdb61be0ebcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:29.531840 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ec0a43-44d8-4549-b864-add3d6b39973 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:46:29.542118 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:29.557234 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0a43-44d8-4549-b864-add3d6b39973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:29.557666 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-d5ec0a43-44d8-4549-b864-add3d6b39973 admin admin] Added segment 78243aec-b1bc-43f9-8c1f-780c8bfeabb5 of type vlan for network 439fa2a0-e247-436f-9f55-5dd7b19201e5 Nov 24 20:46:29.646742 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1112606374-router', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:26Z', 'updated_at': '2021-11-24T20:46:28Z', 'revision_number': 3, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'gw_port': {'id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:27Z', 'updated_at': '2021-11-24T20:46:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:46:29.672095 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 98cf83bb-d64a-4ed7-ad40-c82a46411e41, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=98cf83bb-d64a-4ed7-ad40-c82a46411e41,segment=NetworkSegment(f52094ad-762a-4ec7-8686-7bf9e5e05a1f),segment_id=f52094ad-762a-4ec7-8686-7bf9e5e05a1f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:46:29.685736 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:29.687464 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0a43-44d8-4549-b864-add3d6b39973 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:29.712700 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] Checking router: 6f77ff50-fafe-4526-94d7-02b8525d2186 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:46:29.713385 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] Updating router 6f77ff50-fafe-4526-94d7-02b8525d2186 port d766e53d-c74c-4fe2-9968-df72f744357a binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:46:29.755857 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0a43-44d8-4549-b864-add3d6b39973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:29.756937 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ec0a43-44d8-4549-b864-add3d6b39973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:29.757682 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0a43-44d8-4549-b864-add3d6b39973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:29.792905 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:29.830102 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-095b41bb-8cec-47e1-95e0-fdb61be0ebcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:46:29.830632 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-095b41bb-8cec-47e1-95e0-fdb61be0ebcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:46:29.837109 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=98cf83bb-d64a-4ed7-ad40-c82a46411e41,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:29.868919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec0a43-44d8-4549-b864-add3d6b39973 admin admin] Pushing event updated for resources: {'Network': ['ID=439fa2a0-e247-436f-9f55-5dd7b19201e5,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:29.883142 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 439fa2a0-e247-436f-9f55-5dd7b19201e5 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:46:29.892255 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d5ec0a43-44d8-4549-b864-add3d6b39973 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7432621 Nov 24 20:46:29.895011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44610) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:29.907207 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-5e140735-9875-41d3-abd3-2b64d0aac0cb admin admin] Request body: {'subnet': {'network_id': '439fa2a0-e247-436f-9f55-5dd7b19201e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-5990409-subnet', 'tenant_id': 'fba02107f1be469e8e02c2f93bb7f4c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:46:29.970178 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e140735-9875-41d3-abd3-2b64d0aac0cb admin admin] Made reservation on behalf of fba02107f1be469e8e02c2f93bb7f4c2 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:46:29.972866 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e140735-9875-41d3-abd3-2b64d0aac0cb admin admin] Publish callbacks [] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:30.052708 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17a932b9-f8c6-4dc6-bf7a-38dc0b48e46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:30.282895 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:30.298915 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:30.351691 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e140735-9875-41d3-abd3-2b64d0aac0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:30.371136 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-17a932b9-f8c6-4dc6-bf7a-38dc0b48e46c admin admin] Allocated IP 172.20.0.1 (08e4810e-5cf6-45fd-b3f0-b0061643c76e/4b7bea8b-3ad2-4620-a8cf-0534d6c925cb/05827855-bf41-4da3-8e5d-51575f0dbad2) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:46:30.391839 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] Attempting to bind port d766e53d-c74c-4fe2-9968-df72f744357a on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:46:30.392230 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] Attempting to bind port d766e53d-c74c-4fe2-9968-df72f744357a by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:46:30.392934 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] Attempting to bind port d766e53d-c74c-4fe2-9968-df72f744357a on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:46:30.405279 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:46:30.405657 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:46:30.406370 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:30.407029 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:46:30.407518 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] Bound port: d766e53d-c74c-4fe2-9968-df72f744357a, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:46:30.408041 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:30.464979 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d35fe4-eef9-4d66-b211-9953edf03445 None None] Pushing event updated for resources: {'Port': ['ID=d766e53d-c74c-4fe2-9968-df72f744357a,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:30.486312 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d35fe4-eef9-4d66-b211-9953edf03445 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:30.486683 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d35fe4-eef9-4d66-b211-9953edf03445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:30.487040 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e140735-9875-41d3-abd3-2b64d0aac0cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc45c2cb-62bc-436f-85e9-fde8e4adc9e1,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:30.487475 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d35fe4-eef9-4d66-b211-9953edf03445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:30.487824 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d35fe4-eef9-4d66-b211-9953edf03445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:30.488164 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d35fe4-eef9-4d66-b211-9953edf03445 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:30.489428 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d35fe4-eef9-4d66-b211-9953edf03445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:30.489728 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d35fe4-eef9-4d66-b211-9953edf03445 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:30.490170 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d35fe4-eef9-4d66-b211-9953edf03445 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:30.490424 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d35fe4-eef9-4d66-b211-9953edf03445 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:30.493262 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d35fe4-eef9-4d66-b211-9953edf03445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:30.493639 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d35fe4-eef9-4d66-b211-9953edf03445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:30.493989 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d35fe4-eef9-4d66-b211-9953edf03445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d35fe4-eef9-4d66-b211-9953edf03445 None None] Tracked resource versions report: Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: pushed versions: Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: { 'AddressGroup': {'1.2'}, Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: 'ConntrackHelper': {'1.0'}, Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: 'Log': {'1.0'}, Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: 'Network': {'1.1'}, Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: 'Port': {'1.7'}, Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: 'PortForwarding': {'1.2'}, Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: 'QosPolicy': {'1.10'}, Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: 'SecurityGroup': {'1.5'}, Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: 'SecurityGroupRule': {'1.2'}, Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: 'SubPort': {'1.0'}, Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: 'Subnet': {'1.1'}, Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: 'Trunk': {'1.1'}} Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: consumer versions: Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: { DHCP agent@n-d-812111-8: {}, Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: HyperV agent@n-h1-812111-8: {}, Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: HyperV agent@n-h2-812111-8: {}, Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: L3 agent@n-d-812111-8: {}, Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: Metadata agent@n-d-812111-8: {}, Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: Metering agent@n-d-812111-8: {}, Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: Open vSwitch agent@n-d-812111-8: { 'AddressGroup': '1.2', Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: 'ConntrackHelper': '1.0', Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: 'Log': '1.0', Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: 'Network': '1.1', Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: 'Port': '1.7', Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: 'PortForwarding': '1.2', Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: 'QosPolicy': '1.10', Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: 'SecurityGroup': '1.5', Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: 'SecurityGroupRule': '1.2', Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: 'SubPort': '1.0', Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: 'Subnet': '1.1', Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: 'Trunk': '1.1'}} Nov 24 20:46:30.495115 n-d-812111-8 neutron-server[109993]: {{(pid=109993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 20:46:30.502501 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e140735-9875-41d3-abd3-2b64d0aac0cb admin admin] Checking segment: {'id': '78243aec-b1bc-43f9-8c1f-780c8bfeabb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '439fa2a0-e247-436f-9f55-5dd7b19201e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:46:30.502857 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e140735-9875-41d3-abd3-2b64d0aac0cb admin admin] Network hostable DHCP agents. Network: 439fa2a0-e247-436f-9f55-5dd7b19201e5, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:46:30.532714 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e140735-9875-41d3-abd3-2b64d0aac0cb admin admin] Network 439fa2a0-e247-436f-9f55-5dd7b19201e5 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:46:30.561373 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] For port d766e53d-c74c-4fe2-9968-df72f744357a, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:46:30.573554 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-5e140735-9875-41d3-abd3-2b64d0aac0cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 439fa2a0-e247-436f-9f55-5dd7b19201e5) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:46:30.579697 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] For port d766e53d-c74c-4fe2-9968-df72f744357a, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d766e53d-c74c-4fe2-9968-df72f744357a,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:46:30.580084 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e140735-9875-41d3-abd3-2b64d0aac0cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:30.581006 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e140735-9875-41d3-abd3-2b64d0aac0cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:30.582807 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b442d677-2e1a-4493-8f02-46fd0e81d517 None None] Provisioning complete for port 98cf83bb-d64a-4ed7-ad40-c82a46411e41 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:46:30.583180 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b442d677-2e1a-4493-8f02-46fd0e81d517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:30.588628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201ae0cd-921c-4f1b-93ce-1892496a6166 None None] Network 439fa2a0-e247-436f-9f55-5dd7b19201e5 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:46:30.590964 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:30.632870 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5e140735-9875-41d3-abd3-2b64d0aac0cb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7285807 Nov 24 20:46:30.633060 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17a932b9-f8c6-4dc6-bf7a-38dc0b48e46c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:30.733667 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d35fe4-eef9-4d66-b211-9953edf03445 None None] Pushing event updated for resources: {'Port': ['ID=d766e53d-c74c-4fe2-9968-df72f744357a,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:30.764979 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17a932b9-f8c6-4dc6-bf7a-38dc0b48e46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:30.766663 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] Routers {'6f77ff50-fafe-4526-94d7-02b8525d2186'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:46:30.768524 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:46:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6f77ff50-fafe-4526-94d7-02b8525d2186'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:46:30.858049 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 98cf83bb-d64a-4ed7-ad40-c82a46411e41 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:46:30.858791 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a932b9-f8c6-4dc6-bf7a-38dc0b48e46c admin admin] Network 08e4810e-5cf6-45fd-b3f0-b0061643c76e is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:46:30.864787 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e3e96e-f1e0-4de4-bc97-9faaf83af6d5 None None] Network 439fa2a0-e247-436f-9f55-5dd7b19201e5 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:46:30.874730 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-17a932b9-f8c6-4dc6-bf7a-38dc0b48e46c admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:46:30.879344 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a932b9-f8c6-4dc6-bf7a-38dc0b48e46c admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:46:30.879895 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17a932b9-f8c6-4dc6-bf7a-38dc0b48e46c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:30.907675 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a932b9-f8c6-4dc6-bf7a-38dc0b48e46c admin admin] Pushing event updated for resources: {'Port': ['ID=05827855-bf41-4da3-8e5d-51575f0dbad2,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:31.218999 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] Set router 6f77ff50-fafe-4526-94d7-02b8525d2186 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:46:31.392226 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 98cf83bb-d64a-4ed7-ad40-c82a46411e41 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:46:31.392737 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:31.446655 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17a932b9-f8c6-4dc6-bf7a-38dc0b48e46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:31.538547 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-1f5c37a7-be95-4e62-a73c-a5df875259c7 None None] Provisioning complete for port 05827855-bf41-4da3-8e5d-51575f0dbad2 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:46:31.539023 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1f5c37a7-be95-4e62-a73c-a5df875259c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:31.573644 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1112606374-router', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:26Z', 'updated_at': '2021-11-24T20:46:28Z', 'revision_number': 3, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'gw_port': {'id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:27Z', 'updated_at': '2021-11-24T20:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:46:31.608863 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c37a7-be95-4e62-a73c-a5df875259c7 None None] Port 05827855-bf41-4da3-8e5d-51575f0dbad2 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:46:31.609095 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4f71e2-232f-483c-9747-e2880bdba301 None None] The sync data for ids ['6f77ff50-fafe-4526-94d7-02b8525d2186'] in n-d-812111-8 is: [{'id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1112606374-router', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:26Z', 'updated_at': '2021-11-24T20:46:28Z', 'revision_number': 3, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'gw_port': {'id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:27Z', 'updated_at': '2021-11-24T20:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:46:31.716400 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17a932b9-f8c6-4dc6-bf7a-38dc0b48e46c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:31.723840 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17a932b9-f8c6-4dc6-bf7a-38dc0b48e46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:31.724578 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17a932b9-f8c6-4dc6-bf7a-38dc0b48e46c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:31.783227 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44712) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:31.786583 n-d-812111-8 neutron-server[109990]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 20:46:31.795207 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a932b9-f8c6-4dc6-bf7a-38dc0b48e46c admin admin] Pushing event updated for resources: {'Port': ['ID=05827855-bf41-4da3-8e5d-51575f0dbad2,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:31.864347 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a932b9-f8c6-4dc6-bf7a-38dc0b48e46c admin admin] Network 08e4810e-5cf6-45fd-b3f0-b0061643c76e is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:46:31.866023 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-17a932b9-f8c6-4dc6-bf7a-38dc0b48e46c admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:46:32.081280 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-3e002db5-6b83-43b9-b05d-610166f0275b tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:32.092312 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-3e002db5-6b83-43b9-b05d-610166f0275b tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 821 time: 0.3064606 Nov 24 20:46:32.095070 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a932b9-f8c6-4dc6-bf7a-38dc0b48e46c admin admin] Router 6f77ff50-fafe-4526-94d7-02b8525d2186 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:46:32.116686 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-56663c02-208f-4b56-b9f1-b4ce6f6c9c41 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/quotas/3430f604e9d44fa5882671405a9099b5 HTTP/1.1" status: 200 len: 375 time: 0.0227578 Nov 24 20:46:32.193940 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-8d25c720-adf7-4772-af0f-823fefc1c94c tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760405 Nov 24 20:46:32.248238 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a932b9-f8c6-4dc6-bf7a-38dc0b48e46c admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:46:32.261454 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-17a932b9-f8c6-4dc6-bf7a-38dc0b48e46c admin admin] 10.222.0.11 "PUT /v2.0/routers/6f77ff50-fafe-4526-94d7-02b8525d2186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2559857 Nov 24 20:46:32.261807 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ed5337b7-59b3-4576-8cc4-61c3d03c1056 None None] Provisioning complete for port 05827855-bf41-4da3-8e5d-51575f0dbad2 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:46:32.262370 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ed5337b7-59b3-4576-8cc4-61c3d03c1056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:32.301292 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-ed5337b7-59b3-4576-8cc4-61c3d03c1056 None None] Port 05827855-bf41-4da3-8e5d-51575f0dbad2 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:46:32.471222 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-0a4e943e-90cc-43db-b401-3230ebbe835a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:46:32.479045 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-0a4e943e-90cc-43db-b401-3230ebbe835a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0809155 Nov 24 20:46:32.674815 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-201768d9-ded7-4ac7-8205-f3bb09d21d71 service neutron] 10.222.0.11 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948397 Nov 24 20:46:32.879221 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d766e53d-c74c-4fe2-9968-df72f744357a up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:46:32.958329 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port d766e53d-c74c-4fe2-9968-df72f744357a triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:46:32.958740 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:33.014788 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-9f1bfecb-374c-4fa8-9d9e-76bd6ed77de5 service neutron] 10.222.0.11 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341970 Nov 24 20:46:33.061352 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:33.091410 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port d766e53d-c74c-4fe2-9968-df72f744357a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d766e53d-c74c-4fe2-9968-df72f744357a,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:46:33.105350 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:33.132362 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44792) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:33.199493 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44798) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:33.215441 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=d766e53d-c74c-4fe2-9968-df72f744357a,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:33.422192 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d191876f-3ccd-4ae3-8e8d-50760dac636e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:33.463414 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fbc14a9b-aec9-4d5f-87c5-d153e6f0dbdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:33.577865 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d191876f-3ccd-4ae3-8e8d-50760dac636e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:33.598845 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d191876f-3ccd-4ae3-8e8d-50760dac636e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:33.636811 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fbc14a9b-aec9-4d5f-87c5-d153e6f0dbdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:33.646759 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fbc14a9b-aec9-4d5f-87c5-d153e6f0dbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:33.677654 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44840) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:33.677751 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d191876f-3ccd-4ae3-8e8d-50760dac636e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b81309b88294f95b73c1092009001ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5425920 Nov 24 20:46:33.704525 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191876f-3ccd-4ae3-8e8d-50760dac636e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e932a4-32ac-47d1-9893-a347fd8b6140,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:33.709782 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fbc14a9b-aec9-4d5f-87c5-d153e6f0dbdd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5327cfe1e2e2432d9217922dec14ad13&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5093160 Nov 24 20:46:33.712438 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44844) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:33.775320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc14a9b-aec9-4d5f-87c5-d153e6f0dbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a8fceb-82c2-43f0-ab70-95b0bfd251d6,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:33.823799 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d6ada513-df5c-43e5-972c-300deef420ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:33.828360 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a74bae47-1799-4f45-b5df-55a500291824 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:33.845707 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] Sync routers for ids ['6f77ff50-fafe-4526-94d7-02b8525d2186'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:46:33.868189 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] Routers {'6f77ff50-fafe-4526-94d7-02b8525d2186'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:46:33.870489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:46:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6f77ff50-fafe-4526-94d7-02b8525d2186'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:46:33.896771 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d6ada513-df5c-43e5-972c-300deef420ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:33.902927 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a74bae47-1799-4f45-b5df-55a500291824 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:33.924940 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44852) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:34.012963 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d6ada513-df5c-43e5-972c-300deef420ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:34.016126 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d6ada513-df5c-43e5-972c-300deef420ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:34.017360 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d6ada513-df5c-43e5-972c-300deef420ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/67a8fceb-82c2-43f0-ab70-95b0bfd251d6 HTTP/1.1" status: 204 len: 168 time: 0.3038099 Nov 24 20:46:34.030919 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ada513-df5c-43e5-972c-300deef420ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a8fceb-82c2-43f0-ab70-95b0bfd251d6,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:34.058064 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a74bae47-1799-4f45-b5df-55a500291824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:34.061400 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a74bae47-1799-4f45-b5df-55a500291824 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:34.062710 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a74bae47-1799-4f45-b5df-55a500291824 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/90e932a4-32ac-47d1-9893-a347fd8b6140 HTTP/1.1" status: 204 len: 168 time: 0.3857374 Nov 24 20:46:34.071701 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bae47-1799-4f45-b5df-55a500291824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e932a4-32ac-47d1-9893-a347fd8b6140,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:34.123384 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] Set router 6f77ff50-fafe-4526-94d7-02b8525d2186 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:46:34.235978 n-d-812111-8 neutron-server[109991]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 20:46:34.298038 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-06ac499e-b0c8-4586-8108-46405f9e7ae8 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=1b5fcf47a75a43f1be5c19997d78ffb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648768 Nov 24 20:46:34.330319 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3c9d9fac-9ebf-4ac2-8262-b3467a912092 req-9cad0a36-90a6-461e-8977-373a3d3e3250 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 210 time: 0.3992620 Nov 24 20:46:34.572863 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1112606374-router', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:26Z', 'updated_at': '2021-11-24T20:46:31Z', 'revision_number': 4, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'gw_port': {'id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:27Z', 'updated_at': '2021-11-24T20:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '05827855-bf41-4da3-8e5d-51575f0dbad2', 'name': '', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'mac_address': 'fa:16:3e:f9:bb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:30Z', 'updated_at': '2021-11-24T20:46:31Z', 'revision_number': 2, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'subnets': [{'id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:46:34.613528 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] Checking router: 6f77ff50-fafe-4526-94d7-02b8525d2186 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:46:34.614043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] Updating router 6f77ff50-fafe-4526-94d7-02b8525d2186 port 05827855-bf41-4da3-8e5d-51575f0dbad2 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:46:34.657909 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44902) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:34.667839 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:34.671168 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-34d329ce-3998-4916-8d23-2372ef73f9b4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-812197458-network', 'tenant_id': 'e4362e40e6624d1e9c9e59ee267bfede'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:46:34.726242 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d329ce-3998-4916-8d23-2372ef73f9b4 admin admin] Made reservation on behalf of e4362e40e6624d1e9c9e59ee267bfede for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:46:34.729916 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34d329ce-3998-4916-8d23-2372ef73f9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:34.736259 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44908) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:34.737619 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-1b099f8a-9369-4533-a111-eaa3374cc95e tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:34.745759 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-1b099f8a-9369-4533-a111-eaa3374cc95e tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4419091 Nov 24 20:46:34.770795 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-7a6e3211-f48f-470d-8f61-02f808daccb5 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/quotas/1b5fcf47a75a43f1be5c19997d78ffb1 HTTP/1.1" status: 200 len: 375 time: 0.0239801 Nov 24 20:46:34.771759 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34d329ce-3998-4916-8d23-2372ef73f9b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:34.801969 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1cd7364e-3e10-42a6-952e-fa5db21b20ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:34.834756 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-2ec17412-147a-451f-8b0c-5dd9a0387a92 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b5fcf47a75a43f1be5c19997d78ffb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616748 Nov 24 20:46:34.866611 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d766e53d-c74c-4fe2-9968-df72f744357a up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:46:34.946738 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port d766e53d-c74c-4fe2-9968-df72f744357a triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:46:34.947256 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:35.220985 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44928) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:35.278428 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1cd7364e-3e10-42a6-952e-fa5db21b20ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:35.286713 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-814a54af-03c3-45c6-8bd7-df7da15ac8a4 req-f52c1e22-e73d-4f92-8df1-e2d27f0d4023 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 210 time: 0.0989087 Nov 24 20:46:35.291000 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1cd7364e-3e10-42a6-952e-fa5db21b20ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:35.307667 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd32637d-8568-4ca6-a2eb-96cb295bb3bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:35.328183 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7364e-3e10-42a6-952e-fa5db21b20ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bea3eb-2dba-423c-bf85-d70b07c08d6b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:35.348448 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34d329ce-3998-4916-8d23-2372ef73f9b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:35.359556 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34d329ce-3998-4916-8d23-2372ef73f9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:35.377612 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d329ce-3998-4916-8d23-2372ef73f9b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:46:35.394274 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34d329ce-3998-4916-8d23-2372ef73f9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:35.394930 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-34d329ce-3998-4916-8d23-2372ef73f9b4 admin admin] Added segment fe0b9f92-d2e5-41ea-b45d-c9d08911734d of type vlan for network 84021ea0-a558-40cb-aee0-0b9a186d841a Nov 24 20:46:35.423427 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd32637d-8568-4ca6-a2eb-96cb295bb3bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:35.433206 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd32637d-8568-4ca6-a2eb-96cb295bb3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:35.470187 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34d329ce-3998-4916-8d23-2372ef73f9b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:35.483367 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bd32637d-8568-4ca6-a2eb-96cb295bb3bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f950ebc67754ef5b47022866dcceec9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2582965 Nov 24 20:46:35.487897 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44944) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:35.564834 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34d329ce-3998-4916-8d23-2372ef73f9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:35.566125 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:35.568406 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d329ce-3998-4916-8d23-2372ef73f9b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:35.570235 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34d329ce-3998-4916-8d23-2372ef73f9b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:35.583275 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1cd7364e-3e10-42a6-952e-fa5db21b20ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eff4b177f6c84ecf81bd5d97746ba644&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8219254 Nov 24 20:46:35.594406 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d329ce-3998-4916-8d23-2372ef73f9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adea5bd8-0f1c-410c-9347-4326e9b698aa,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:35.597967 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44952) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:35.616029 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:35.691556 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32637d-8568-4ca6-a2eb-96cb295bb3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67906994-30d7-43e9-a3a2-d8fbab67f3d5,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:35.709395 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ecd822-61c5-4ccb-932b-7afb9d6a36a4 None None] Pushing event updated for resources: {'Port': ['ID=05827855-bf41-4da3-8e5d-51575f0dbad2,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:35.767146 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-34d329ce-3998-4916-8d23-2372ef73f9b4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1016648 Nov 24 20:46:35.782148 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44964) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:35.792032 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af57490d-07bd-4326-a602-ffdcfa813830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:35.797232 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-5f33401f-b5be-4962-ba83-ce25ae8a3716 admin admin] Request body: {'subnet': {'network_id': '84021ea0-a558-40cb-aee0-0b9a186d841a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-812197458-subnet', 'tenant_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:46:35.806009 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d329ce-3998-4916-8d23-2372ef73f9b4 admin admin] Pushing event updated for resources: {'Network': ['ID=84021ea0-a558-40cb-aee0-0b9a186d841a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:35.817474 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2de9466-e1a9-4893-85ca-2e5584502140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:35.860529 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af57490d-07bd-4326-a602-ffdcfa813830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:35.870492 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f33401f-b5be-4962-ba83-ce25ae8a3716 admin admin] Made reservation on behalf of e4362e40e6624d1e9c9e59ee267bfede for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:46:35.874520 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f33401f-b5be-4962-ba83-ce25ae8a3716 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:35.878566 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 84021ea0-a558-40cb-aee0-0b9a186d841a details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:46:35.933494 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2de9466-e1a9-4893-85ca-2e5584502140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:35.938075 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-06570e0f-8601-4218-82b1-47f4624211f9 req-498a86c7-893b-4511-ab25-7095088ca9f8 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 210 time: 0.0709646 Nov 24 20:46:35.984739 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] Attempting to bind port 05827855-bf41-4da3-8e5d-51575f0dbad2 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:46:35.989494 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] Attempting to bind port 05827855-bf41-4da3-8e5d-51575f0dbad2 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'f52094ad-762a-4ec7-8686-7bf9e5e05a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:46:35.990079 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] Attempting to bind port 05827855-bf41-4da3-8e5d-51575f0dbad2 on network 08e4810e-5cf6-45fd-b3f0-b0061643c76e {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:46:36.003588 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:46:36.004322 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] Checking segment: {'id': 'f52094ad-762a-4ec7-8686-7bf9e5e05a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:46:36.005036 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:36.005930 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] Bound using segment: {'id': 'f52094ad-762a-4ec7-8686-7bf9e5e05a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:46:36.009903 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] Bound port: 05827855-bf41-4da3-8e5d-51575f0dbad2, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52094ad-762a-4ec7-8686-7bf9e5e05a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:46:36.010887 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:36.073449 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af57490d-07bd-4326-a602-ffdcfa813830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:36.077698 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af57490d-07bd-4326-a602-ffdcfa813830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:36.080163 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-af57490d-07bd-4326-a602-ffdcfa813830 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/67906994-30d7-43e9-a3a2-d8fbab67f3d5 HTTP/1.1" status: 204 len: 168 time: 0.5913005 Nov 24 20:46:36.104257 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57490d-07bd-4326-a602-ffdcfa813830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67906994-30d7-43e9-a3a2-d8fbab67f3d5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:36.111510 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2de9466-e1a9-4893-85ca-2e5584502140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:36.118872 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2de9466-e1a9-4893-85ca-2e5584502140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:36.126294 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d2de9466-e1a9-4893-85ca-2e5584502140 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/07bea3eb-2dba-423c-bf85-d70b07c08d6b HTTP/1.1" status: 204 len: 168 time: 0.5161126 Nov 24 20:46:36.152368 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de9466-e1a9-4893-85ca-2e5584502140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bea3eb-2dba-423c-bf85-d70b07c08d6b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:36.237466 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.48', 55351) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:36.464306 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f33401f-b5be-4962-ba83-ce25ae8a3716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:36.490805 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-82d69e3e-eff6-4943-8eb9-d9cc96c02517 None None] Provisioning complete for port 05827855-bf41-4da3-8e5d-51575f0dbad2 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:46:36.491320 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-82d69e3e-eff6-4943-8eb9-d9cc96c02517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:36.538464 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-deb03080-c87c-4655-935a-0de2c9b59c30 req-e882565e-d19d-446d-85b6-5a77c0456415 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 210 time: 0.0792415 Nov 24 20:46:36.628186 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-3851c71a-ef55-49c4-a8d6-933f8904dc43 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:36.629857 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-3851c71a-ef55-49c4-a8d6-933f8904dc43 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.48 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 821 time: 0.3909893 Nov 24 20:46:36.642311 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] For port 05827855-bf41-4da3-8e5d-51575f0dbad2, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:46:36.642506 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33401f-b5be-4962-ba83-ce25ae8a3716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5afe543d-f672-4e64-99e0-d310564ac279,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:36.656564 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-82d69e3e-eff6-4943-8eb9-d9cc96c02517 None None] Port 05827855-bf41-4da3-8e5d-51575f0dbad2 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:46:36.660209 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] For port 05827855-bf41-4da3-8e5d-51575f0dbad2, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=05827855-bf41-4da3-8e5d-51575f0dbad2,segment=NetworkSegment(f52094ad-762a-4ec7-8686-7bf9e5e05a1f),segment_id=f52094ad-762a-4ec7-8686-7bf9e5e05a1f)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:46:36.670316 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:36.690149 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f33401f-b5be-4962-ba83-ce25ae8a3716 admin admin] Checking segment: {'id': 'fe0b9f92-d2e5-41ea-b45d-c9d08911734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '84021ea0-a558-40cb-aee0-0b9a186d841a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:46:36.711952 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f33401f-b5be-4962-ba83-ce25ae8a3716 admin admin] Network hostable DHCP agents. Network: 84021ea0-a558-40cb-aee0-0b9a186d841a, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:46:36.744233 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-ac1e5f52-202b-4981-a90a-16687701cfed tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Request body: {'port': {'device_id': 'a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7', 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c', 'admin_state_up': True, 'tenant_id': '3430f604e9d44fa5882671405a9099b5'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:46:36.758020 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f33401f-b5be-4962-ba83-ce25ae8a3716 admin admin] Network 84021ea0-a558-40cb-aee0-0b9a186d841a is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:46:36.780637 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-5f33401f-b5be-4962-ba83-ce25ae8a3716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 84021ea0-a558-40cb-aee0-0b9a186d841a) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:46:36.792990 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f33401f-b5be-4962-ba83-ce25ae8a3716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:36.795417 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f33401f-b5be-4962-ba83-ce25ae8a3716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:36.824525 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89b342b-21ea-4083-b98e-572772f441be None None] Network 84021ea0-a558-40cb-aee0-0b9a186d841a requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:46:36.857903 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5f33401f-b5be-4962-ba83-ce25ae8a3716 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0711265 Nov 24 20:46:36.858555 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45040) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:36.892811 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-67a6c63f-1e3c-4428-af3d-4460a7870f81 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-812197458-router', 'tenant_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:46:36.989844 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-67a6c63f-1e3c-4428-af3d-4460a7870f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:36.990999 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-67a6c63f-1e3c-4428-af3d-4460a7870f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:37.166838 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ecd822-61c5-4ccb-932b-7afb9d6a36a4 None None] Pushing event updated for resources: {'Port': ['ID=05827855-bf41-4da3-8e5d-51575f0dbad2,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:37.185577 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] Routers {'6f77ff50-fafe-4526-94d7-02b8525d2186'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:46:37.186309 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:46:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6f77ff50-fafe-4526-94d7-02b8525d2186'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:46:37.244987 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-67a6c63f-1e3c-4428-af3d-4460a7870f81 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:37.298578 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45072) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:37.361895 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-ac1e5f52-202b-4981-a90a-16687701cfed tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Made reservation on behalf of 3430f604e9d44fa5882671405a9099b5 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:46:37.366368 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-ac1e5f52-202b-4981-a90a-16687701cfed tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:37.573715 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-09d35ed3-f06a-4a7c-bcbc-f76a333aff82 None None] Provisioning complete for port 05827855-bf41-4da3-8e5d-51575f0dbad2 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:46:37.574015 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-09d35ed3-f06a-4a7c-bcbc-f76a333aff82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:37.611389 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] Set router 6f77ff50-fafe-4526-94d7-02b8525d2186 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:46:37.640304 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4f98110a-25aa-4e6b-a00f-7ed4fdb3f25e req-8dffacd9-def3-48a4-8bdb-0a93a24f47cf tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 210 time: 0.1707203 Nov 24 20:46:37.650646 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-67a6c63f-1e3c-4428-af3d-4460a7870f81 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:37.721571 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefad687-7732-4d13-ad69-5f7148d5fd9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-84021ea0-a558-40cb-aee0-0b9a186d841a', 'network_id': '84021ea0-a558-40cb-aee0-0b9a186d841a', 'tenant_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'fixed_ips': [{'subnet_id': '5afe543d-f672-4e64-99e0-d310564ac279'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:46:37.722983 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fefad687-7732-4d13-ad69-5f7148d5fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:37.792945 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.48', 55355) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:37.794410 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-65853f53-4ef2-4d30-8b45-1ec5a190473c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:37.838347 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-23c356aa-105c-48cf-82cd-a82d726106c4 req-1b67e78a-5a04-4517-8f8c-b145f5bf73d7 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 210 time: 0.0977407 Nov 24 20:46:37.916332 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-5ff82ff3-e493-4e3d-8639-6fef6bb7c9dc tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1b5fcf47a75a43f1be5c19997d78ffb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1191127 Nov 24 20:46:37.962637 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-ac1e5f52-202b-4981-a90a-16687701cfed tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Allocated IP 172.20.0.6 (2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c/9e45132d-16f0-4b54-ad14-284c2476122c/9b8d661b-bc3f-498f-afb9-00d8cf5f81cf) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:46:38.130114 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-7f0b3b4c-4149-47f2-a8d2-67caadaf8fe3 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:38.134987 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-7f0b3b4c-4149-47f2-a8d2-67caadaf8fe3 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2084343 Nov 24 20:46:38.170448 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-78a64ed6-b66a-4439-82b8-3f07ef94f102 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Request body: {'port': {'device_id': '5f1c3d2c-808f-4689-b568-afed907018ca', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': '1b5fcf47a75a43f1be5c19997d78ffb1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:46:38.205666 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-09d35ed3-f06a-4a7c-bcbc-f76a333aff82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:38.219946 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-67a6c63f-1e3c-4428-af3d-4460a7870f81 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:38.221076 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-65853f53-4ef2-4d30-8b45-1ec5a190473c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:38.255045 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-65853f53-4ef2-4d30-8b45-1ec5a190473c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:38.256511 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-fefad687-7732-4d13-ad69-5f7148d5fd9a None None] Allocated IP 172.20.0.2 (84021ea0-a558-40cb-aee0-0b9a186d841a/5afe543d-f672-4e64-99e0-d310564ac279/1a2fc090-387f-4a17-b85d-522534c3d36e) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:46:38.272121 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-67a6c63f-1e3c-4428-af3d-4460a7870f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:38.439816 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-09d35ed3-f06a-4a7c-bcbc-f76a333aff82 None None] For port 05827855-bf41-4da3-8e5d-51575f0dbad2, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=05827855-bf41-4da3-8e5d-51575f0dbad2,segment=NetworkSegment(f52094ad-762a-4ec7-8686-7bf9e5e05a1f),segment_id=f52094ad-762a-4ec7-8686-7bf9e5e05a1f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:46:38.490364 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-67a6c63f-1e3c-4428-af3d-4460a7870f81 admin admin] Allocated IP 172.25.5.118 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/a83ef8c7-c46d-458c-aea7-c3849a74cf8a) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:46:38.492929 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-09d35ed3-f06a-4a7c-bcbc-f76a333aff82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:38.575697 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65853f53-4ef2-4d30-8b45-1ec5a190473c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd74404-8a9d-4ec8-8767-658e3949830c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:38.582681 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-65853f53-4ef2-4d30-8b45-1ec5a190473c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d326636551914cf4bdeca0eca5f50ffc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2825384 Nov 24 20:46:38.590004 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45122) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:38.755147 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-67a6c63f-1e3c-4428-af3d-4460a7870f81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:38.785782 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d35ed3-f06a-4a7c-bcbc-f76a333aff82 None None] Pushing event updated for resources: {'Port': ['ID=05827855-bf41-4da3-8e5d-51575f0dbad2,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:38.826433 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45126) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:38.864268 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-67a6c63f-1e3c-4428-af3d-4460a7870f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:38.884483 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fd01c115-c96e-4cad-9a8c-09b552294e15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:38.980285 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e61bf9b-e549-41c7-b05a-daa35e3fc31f req-16348e22-7685-46c0-a80c-63e73d66e13d tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 210 time: 0.0502653 Nov 24 20:46:38.985304 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a6c63f-1e3c-4428-af3d-4460a7870f81 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:46:39.004684 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-67a6c63f-1e3c-4428-af3d-4460a7870f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:46:39.011453 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e3eadd78-d3cc-46c0-b34c-57dad42e9406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:39.017531 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a6c63f-1e3c-4428-af3d-4460a7870f81 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:46:39.018015 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-ac1e5f52-202b-4981-a90a-16687701cfed tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:39.035968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1112606374-router', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:26Z', 'updated_at': '2021-11-24T20:46:31Z', 'revision_number': 4, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'gw_port': {'id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:27Z', 'updated_at': '2021-11-24T20:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '05827855-bf41-4da3-8e5d-51575f0dbad2', 'name': '', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'mac_address': 'fa:16:3e:f9:bb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:30Z', 'updated_at': '2021-11-24T20:46:36Z', 'revision_number': 4, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'subnets': [{'id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:46:39.081305 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6c63f-1e3c-4428-af3d-4460a7870f81 admin admin] Pushing event updated for resources: {'Port': ['ID=a83ef8c7-c46d-458c-aea7-c3849a74cf8a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:39.100214 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-aa8c35c8-70f4-4e17-9bbd-ca58a8a5aa49 req-91013de7-98fa-4fcf-ae68-c618ff305072 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 210 time: 0.1071272 Nov 24 20:46:39.120483 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-78a64ed6-b66a-4439-82b8-3f07ef94f102 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Made reservation on behalf of 1b5fcf47a75a43f1be5c19997d78ffb1 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:46:39.125304 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-78a64ed6-b66a-4439-82b8-3f07ef94f102 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:39.129259 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fd01c115-c96e-4cad-9a8c-09b552294e15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:39.151023 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-78a64ed6-b66a-4439-82b8-3f07ef94f102 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:39.214906 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47fd7bd-1ce3-4ef0-b5c3-06a2942d9fbf None None] The sync data for ids ['6f77ff50-fafe-4526-94d7-02b8525d2186'] in n-d-812111-8 is: [{'id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1112606374-router', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:26Z', 'updated_at': '2021-11-24T20:46:31Z', 'revision_number': 4, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'gw_port': {'id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:27Z', 'updated_at': '2021-11-24T20:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '05827855-bf41-4da3-8e5d-51575f0dbad2', 'name': '', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'mac_address': 'fa:16:3e:f9:bb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:30Z', 'updated_at': '2021-11-24T20:46:36Z', 'revision_number': 4, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'subnets': [{'id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:46:39.222914 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45134) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:39.263967 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-ac1e5f52-202b-4981-a90a-16687701cfed tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:39.376612 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:39.393373 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fd01c115-c96e-4cad-9a8c-09b552294e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:39.396876 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fd01c115-c96e-4cad-9a8c-09b552294e15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:39.397657 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fd01c115-c96e-4cad-9a8c-09b552294e15 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bfd74404-8a9d-4ec8-8767-658e3949830c HTTP/1.1" status: 204 len: 168 time: 0.7945476 Nov 24 20:46:39.411312 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fefad687-7732-4d13-ad69-5f7148d5fd9a None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:39.424099 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fefad687-7732-4d13-ad69-5f7148d5fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:39.471047 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefad687-7732-4d13-ad69-5f7148d5fd9a None None] Network 84021ea0-a558-40cb-aee0-0b9a186d841a is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:46:39.512901 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-fefad687-7732-4d13-ad69-5f7148d5fd9a None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:46:39.530763 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefad687-7732-4d13-ad69-5f7148d5fd9a None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:46:39.548269 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-ac1e5f52-202b-4981-a90a-16687701cfed tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:46:39.550580 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01c115-c96e-4cad-9a8c-09b552294e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd74404-8a9d-4ec8-8767-658e3949830c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:39.604378 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-ac1e5f52-202b-4981-a90a-16687701cfed tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:46:39.608326 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-ac1e5f52-202b-4981-a90a-16687701cfed tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:46:39.623976 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a20a9407-27f0-434b-b4e6-f7878564d4ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:39.627675 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-ac1e5f52-202b-4981-a90a-16687701cfed tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:39.628997 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-ac1e5f52-202b-4981-a90a-16687701cfed tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:39.673413 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e5f52-202b-4981-a90a-16687701cfed tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Pushing event updated for resources: {'Port': ['ID=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:39.713178 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefad687-7732-4d13-ad69-5f7148d5fd9a None None] Pushing event updated for resources: {'Port': ['ID=1a2fc090-387f-4a17-b85d-522534c3d36e,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:39.720039 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-67a6c63f-1e3c-4428-af3d-4460a7870f81 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:39.730686 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-ac1e5f52-202b-4981-a90a-16687701cfed tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9944532 Nov 24 20:46:39.747684 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-68a6d78e-4f94-4b82-b82e-79cc4fcb2a64 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:46:39.748813 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-68a6d78e-4f94-4b82-b82e-79cc4fcb2a64 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068419 Nov 24 20:46:39.755815 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-fefad687-7732-4d13-ad69-5f7148d5fd9a None None] Attempting to bind port 1a2fc090-387f-4a17-b85d-522534c3d36e on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:46:39.756191 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-fefad687-7732-4d13-ad69-5f7148d5fd9a None None] Attempting to bind port 1a2fc090-387f-4a17-b85d-522534c3d36e by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'fe0b9f92-d2e5-41ea-b45d-c9d08911734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '84021ea0-a558-40cb-aee0-0b9a186d841a'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:46:39.756609 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefad687-7732-4d13-ad69-5f7148d5fd9a None None] Attempting to bind port 1a2fc090-387f-4a17-b85d-522534c3d36e on network 84021ea0-a558-40cb-aee0-0b9a186d841a {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:46:39.772447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefad687-7732-4d13-ad69-5f7148d5fd9a None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:46:39.772881 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefad687-7732-4d13-ad69-5f7148d5fd9a None None] Checking segment: {'id': 'fe0b9f92-d2e5-41ea-b45d-c9d08911734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '84021ea0-a558-40cb-aee0-0b9a186d841a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:46:39.776386 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fefad687-7732-4d13-ad69-5f7148d5fd9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:39.776844 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefad687-7732-4d13-ad69-5f7148d5fd9a None None] Bound using segment: {'id': 'fe0b9f92-d2e5-41ea-b45d-c9d08911734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '84021ea0-a558-40cb-aee0-0b9a186d841a'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:46:39.777411 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-fefad687-7732-4d13-ad69-5f7148d5fd9a None None] Bound port: 1a2fc090-387f-4a17-b85d-522534c3d36e, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0b9f92-d2e5-41ea-b45d-c9d08911734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '84021ea0-a558-40cb-aee0-0b9a186d841a'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:46:39.777764 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fefad687-7732-4d13-ad69-5f7148d5fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:39.802222 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-78a64ed6-b66a-4439-82b8-3f07ef94f102 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:39.810668 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-78a64ed6-b66a-4439-82b8-3f07ef94f102 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:39.956891 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-fefad687-7732-4d13-ad69-5f7148d5fd9a None None] For port 1a2fc090-387f-4a17-b85d-522534c3d36e, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:46:39.961617 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-fefad687-7732-4d13-ad69-5f7148d5fd9a None None] For port 1a2fc090-387f-4a17-b85d-522534c3d36e, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1a2fc090-387f-4a17-b85d-522534c3d36e,segment=NetworkSegment(fe0b9f92-d2e5-41ea-b45d-c9d08911734d),segment_id=fe0b9f92-d2e5-41ea-b45d-c9d08911734d)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:46:39.970763 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fefad687-7732-4d13-ad69-5f7148d5fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:40.160209 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefad687-7732-4d13-ad69-5f7148d5fd9a None None] Pushing event updated for resources: {'Port': ['ID=1a2fc090-387f-4a17-b85d-522534c3d36e,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:40.165756 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a64ed6-b66a-4439-82b8-3f07ef94f102 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bed809-469a-4219-9568-a11d74bd1931,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:40.183379 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9700f8f3-abaa-431d-90bd-d97aa9104ae3 tempest-AutoAllocateNetworkTest-1455340597 tempest-AutoAllocateNetworkTest-1455340597-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=39e2c83f64264c6c8b68e9197da6de00&shared=False HTTP/1.1" status: 200 len: 208 time: 0.9546289 Nov 24 20:46:40.185988 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45150) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:40.491902 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45152) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:40.630066 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3561a44-dcee-490a-a14a-e7335a01f00c tempest-AutoAllocateNetworkTest-1455340597 tempest-AutoAllocateNetworkTest-1455340597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:40.642398 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c3561a44-dcee-490a-a14a-e7335a01f00c tempest-AutoAllocateNetworkTest-1455340597 tempest-AutoAllocateNetworkTest-1455340597-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4553688 Nov 24 20:46:40.658293 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-26bcfcc8-22ee-4141-9065-fa4955904fbf req-040b701d-0a98-4ffc-8288-7f1e327da34f tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 210 time: 0.1672971 Nov 24 20:46:40.660741 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45162) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:40.670147 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2fe0b7b6-bd3f-4db8-909f-f931e160ef9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:40.833507 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:40.838256 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-67a6c63f-1e3c-4428-af3d-4460a7870f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:40.891303 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-fea8a3f1-eaf9-43f1-80f8-54e9c53721fc service neutron] Request body: {'port': {'device_id': 'a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7', 'device_owner': 'compute:tempest-test_az-1637409526', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:46:40.918230 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0877a874-a38a-4413-8b4f-de562f87311c tempest-AutoAllocateNetworkTest-1455340597 tempest-AutoAllocateNetworkTest-1455340597-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2493486 Nov 24 20:46:40.922257 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45166) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:40.958147 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1a2fc090-387f-4a17-b85d-522534c3d36e up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:46:41.099811 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a20a9407-27f0-434b-b4e6-f7878564d4ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:41.105224 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ec4ae283-0f18-4be3-90bd-b67e465903a4 tempest-AutoAllocateNetworkTest-1455340597 tempest-AutoAllocateNetworkTest-1455340597-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=39e2c83f64264c6c8b68e9197da6de00 HTTP/1.1" status: 200 len: 208 time: 0.1614385 Nov 24 20:46:41.114495 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a20a9407-27f0-434b-b4e6-f7878564d4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:41.159609 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a20a9407-27f0-434b-b4e6-f7878564d4ad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=791979eccd8e40c19355c4b61a9c3294&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3301737 Nov 24 20:46:41.179534 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45174) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:41.183336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-78a64ed6-b66a-4439-82b8-3f07ef94f102 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Allocated IP 192.168.233.193 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/b206e189-2468-4f6f-83d1-8bebe78dc147) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:46:41.324210 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-60714e74-889e-4661-a3e8-5bb085e75933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:41.350991 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 1a2fc090-387f-4a17-b85d-522534c3d36e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:46:41.351367 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:41.381447 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ff6b6-bca4-4f18-ae10-3931efe2eeea req-23d54ff0-7eea-4f34-8c3b-2434df1de193 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:41.388965 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec1ff6b6-bca4-4f18-ae10-3931efe2eeea req-23d54ff0-7eea-4f34-8c3b-2434df1de193 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 931 time: 1.0654857 Nov 24 20:46:41.457323 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:41.493513 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-fea8a3f1-eaf9-43f1-80f8-54e9c53721fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:41.545039 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 1a2fc090-387f-4a17-b85d-522534c3d36e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1a2fc090-387f-4a17-b85d-522534c3d36e,segment=NetworkSegment(fe0b9f92-d2e5-41ea-b45d-c9d08911734d),segment_id=fe0b9f92-d2e5-41ea-b45d-c9d08911734d)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:46:41.554886 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:41.556340 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 05827855-bf41-4da3-8e5d-51575f0dbad2 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:46:41.561679 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a9407-27f0-434b-b4e6-f7878564d4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7683cf-9690-4dd8-83e0-3ccb76ba98dd,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:41.670216 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45182) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:41.748180 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec1ff6b6-bca4-4f18-ae10-3931efe2eeea req-2e6fc511-d121-47b5-8b0e-fb26077138c6 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233817 Nov 24 20:46:41.769877 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2fe0b7b6-bd3f-4db8-909f-f931e160ef9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:41.801242 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=1a2fc090-387f-4a17-b85d-522534c3d36e,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:41.832468 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a6c63f-1e3c-4428-af3d-4460a7870f81 admin admin] Router 3faf76aa-fa26-4623-8a07-64a1c8401e0d is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:46:41.894382 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2fe0b7b6-bd3f-4db8-909f-f931e160ef9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:41.895350 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 05827855-bf41-4da3-8e5d-51575f0dbad2 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:46:41.895848 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:41.982383 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0b7b6-bd3f-4db8-909f-f931e160ef9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9b80b5-ac14-4c95-8a0a-85fa49eca90a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:41.998954 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c918b9fa-4fdf-4fcd-a136-13afe57feebb req-0fab945e-5534-43a3-a9a2-269f7add5753 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 210 time: 0.1319044 Nov 24 20:46:41.999605 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a6c63f-1e3c-4428-af3d-4460a7870f81 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:46:42.013249 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] Sync routers for ids ['3faf76aa-fa26-4623-8a07-64a1c8401e0d'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:46:42.043169 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] Routers {'3faf76aa-fa26-4623-8a07-64a1c8401e0d'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:46:42.043867 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:46:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['3faf76aa-fa26-4623-8a07-64a1c8401e0d'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:46:42.051696 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfe2ad0-cd92-48dc-98b9-ec8a442144bb None None] Network 84021ea0-a558-40cb-aee0-0b9a186d841a requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:46:42.057131 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b57701e2-6d02-4319-8a5d-ba417c4f8dee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:42.065764 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-67a6c63f-1e3c-4428-af3d-4460a7870f81 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:42.073582 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-67a6c63f-1e3c-4428-af3d-4460a7870f81 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.2103579 Nov 24 20:46:42.073582 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45194) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:42.107782 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d6898811-e1b8-4007-82d4-7d18983db742 None None] Provisioning complete for port 1a2fc090-387f-4a17-b85d-522534c3d36e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:46:42.108217 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d6898811-e1b8-4007-82d4-7d18983db742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:42.124413 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b57701e2-6d02-4319-8a5d-ba417c4f8dee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:42.401348 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:42.446652 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c95e68c3-61a2-4156-b346-a0b77a9a761a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:42.582853 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] Set router 3faf76aa-fa26-4623-8a07-64a1c8401e0d gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:46:42.595172 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b57701e2-6d02-4319-8a5d-ba417c4f8dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:42.598237 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b57701e2-6d02-4319-8a5d-ba417c4f8dee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:42.609173 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b57701e2-6d02-4319-8a5d-ba417c4f8dee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa7683cf-9690-4dd8-83e0-3ccb76ba98dd HTTP/1.1" status: 204 len: 168 time: 1.3820539 Nov 24 20:46:42.835966 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c95e68c3-61a2-4156-b346-a0b77a9a761a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:42.878431 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2fe0b7b6-bd3f-4db8-909f-f931e160ef9e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59168fa3b92248e196366c406c22b558&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3772619 Nov 24 20:46:42.890040 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45208) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:42.912938 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1a2fc090-387f-4a17-b85d-522534c3d36e up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:46:42.926216 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c95e68c3-61a2-4156-b346-a0b77a9a761a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:42.944546 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57701e2-6d02-4319-8a5d-ba417c4f8dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7683cf-9690-4dd8-83e0-3ccb76ba98dd,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:43.114542 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 1a2fc090-387f-4a17-b85d-522534c3d36e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:46:43.114955 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:43.223469 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-78a64ed6-b66a-4439-82b8-3f07ef94f102 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:43.266792 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c95e68c3-61a2-4156-b346-a0b77a9a761a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39e2c83f64264c6c8b68e9197da6de00&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5913618 Nov 24 20:46:43.278256 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e68c3-61a2-4156-b346-a0b77a9a761a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7435753-dd17-40ff-9b52-4e61534d98a7,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:43.295960 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45216) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:43.299853 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faf76aa-fa26-4623-8a07-64a1c8401e0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-812197458-router', 'tenant_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'a83ef8c7-c46d-458c-aea7-c3849a74cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:36Z', 'updated_at': '2021-11-24T20:46:39Z', 'revision_number': 3, 'project_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'gw_port': {'id': 'a83ef8c7-c46d-458c-aea7-c3849a74cf8a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:82:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faf76aa-fa26-4623-8a07-64a1c8401e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:38Z', 'updated_at': '2021-11-24T20:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:46:43.312306 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-46be07d4-33ae-4802-81b4-46d8bed54a33 None None] Provisioning complete for port 1a2fc090-387f-4a17-b85d-522534c3d36e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:46:43.316786 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-46be07d4-33ae-4802-81b4-46d8bed54a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:43.323257 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-78a64ed6-b66a-4439-82b8-3f07ef94f102 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:43.353030 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45218) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:43.383023 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] Checking router: 3faf76aa-fa26-4623-8a07-64a1c8401e0d for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:46:43.385495 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] Updating router 3faf76aa-fa26-4623-8a07-64a1c8401e0d port a83ef8c7-c46d-458c-aea7-c3849a74cf8a binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:46:43.446791 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfee7f-7686-476f-9bec-5ba23fe14730 req-22e5b1e6-83ad-4be5-8af0-19361de87bb5 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:43.448207 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:43.456638 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bbcfee7f-7686-476f-9bec-5ba23fe14730 req-22e5b1e6-83ad-4be5-8af0-19361de87bb5 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 931 time: 0.4508431 Nov 24 20:46:43.466490 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-78a64ed6-b66a-4439-82b8-3f07ef94f102 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:46:43.474776 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fecc5230-ef75-4c4b-b3e0-deaf6add4759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:43.480731 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ef561008-222f-4c02-8261-0727314b6757 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:43.503942 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-78a64ed6-b66a-4439-82b8-3f07ef94f102 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:46:43.523369 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-78a64ed6-b66a-4439-82b8-3f07ef94f102 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:46:43.535337 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-78a64ed6-b66a-4439-82b8-3f07ef94f102 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:43.546799 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-78a64ed6-b66a-4439-82b8-3f07ef94f102 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:43.643407 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-78a64ed6-b66a-4439-82b8-3f07ef94f102 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4916277 Nov 24 20:46:43.677233 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:43.692530 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a64ed6-b66a-4439-82b8-3f07ef94f102 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Pushing event updated for resources: {'Port': ['ID=b206e189-2468-4f6f-83d1-8bebe78dc147,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:43.727586 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-15fe6b26-4cd7-4917-a43d-728cde0a8204 service neutron] Request body: {'port': {'device_id': '5f1c3d2c-808f-4689-b568-afed907018ca', 'device_owner': 'compute:tempest-test_az-1637409526', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:46:43.769719 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f96453e-673c-4cd0-8d38-236ce29b0408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:43.833762 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fecc5230-ef75-4c4b-b3e0-deaf6add4759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:43.960953 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f96453e-673c-4cd0-8d38-236ce29b0408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:43.968670 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bbcfee7f-7686-476f-9bec-5ba23fe14730 req-2dbae01f-034e-4685-88b0-ceb5235b335e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110829 Nov 24 20:46:44.079102 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f07fc04-e1f1-4a8b-b5d3-ee28e6d656b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:44.123836 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f4a16dba-2552-4a9a-8bd6-ce2887297d3f None None] Provisioning complete for port b206e189-2468-4f6f-83d1-8bebe78dc147 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:46:44.124411 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f4a16dba-2552-4a9a-8bd6-ce2887297d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:44.139941 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fecc5230-ef75-4c4b-b3e0-deaf6add4759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:44.145666 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fecc5230-ef75-4c4b-b3e0-deaf6add4759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:44.150395 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fecc5230-ef75-4c4b-b3e0-deaf6add4759 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7435753-dd17-40ff-9b52-4e61534d98a7 HTTP/1.1" status: 204 len: 168 time: 0.8370693 Nov 24 20:46:44.177963 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc5230-ef75-4c4b-b3e0-deaf6add4759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7435753-dd17-40ff-9b52-4e61534d98a7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:44.203325 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f96453e-673c-4cd0-8d38-236ce29b0408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:44.206721 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f96453e-673c-4cd0-8d38-236ce29b0408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:44.208059 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5f96453e-673c-4cd0-8d38-236ce29b0408 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee9b80b5-ac14-4c95-8a0a-85fa49eca90a HTTP/1.1" status: 204 len: 168 time: 1.3170934 Nov 24 20:46:44.222537 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:44.238047 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:44.291484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f4a16dba-2552-4a9a-8bd6-ce2887297d3f None None] Port b206e189-2468-4f6f-83d1-8bebe78dc147 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:46:44.323694 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96453e-673c-4cd0-8d38-236ce29b0408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9b80b5-ac14-4c95-8a0a-85fa49eca90a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:44.386429 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737484ca-df2f-436e-a137-5f21848a6d0c None None] Pushing event updated for resources: {'Port': ['ID=a83ef8c7-c46d-458c-aea7-c3849a74cf8a,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:44.471794 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] Attempting to bind port a83ef8c7-c46d-458c-aea7-c3849a74cf8a on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:46:44.472110 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] Attempting to bind port a83ef8c7-c46d-458c-aea7-c3849a74cf8a by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:46:44.476533 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] Attempting to bind port a83ef8c7-c46d-458c-aea7-c3849a74cf8a on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:46:44.490515 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:46:44.491118 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:46:44.492052 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:44.492648 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:46:44.499362 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] Bound port: a83ef8c7-c46d-458c-aea7-c3849a74cf8a, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:46:44.501499 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:44.549571 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-1f07fc04-e1f1-4a8b-b5d3-ee28e6d656b5 admin admin] Allocated IP 172.20.0.1 (84021ea0-a558-40cb-aee0-0b9a186d841a/5afe543d-f672-4e64-99e0-d310564ac279/03c48f6e-a6ee-4907-9855-2afc8e0410b8) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:46:44.652094 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] For port a83ef8c7-c46d-458c-aea7-c3849a74cf8a, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:46:44.666964 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] For port a83ef8c7-c46d-458c-aea7-c3849a74cf8a, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a83ef8c7-c46d-458c-aea7-c3849a74cf8a,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:46:44.683674 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:44.691100 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-15fe6b26-4cd7-4917-a43d-728cde0a8204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:44.766493 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:44.787615 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f07fc04-e1f1-4a8b-b5d3-ee28e6d656b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:44.832202 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] Routers {'3faf76aa-fa26-4623-8a07-64a1c8401e0d'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:46:44.837510 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:46:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['3faf76aa-fa26-4623-8a07-64a1c8401e0d'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:46:44.874083 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89ce3a-b44f-450f-b7c5-0a7596b4f294 req-74d5198d-bcd0-4056-a741-6d3c42df41cd tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:44.875698 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da89ce3a-b44f-450f-b7c5-0a7596b4f294 req-74d5198d-bcd0-4056-a741-6d3c42df41cd tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 936 time: 1.1017342 Nov 24 20:46:44.884016 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f07fc04-e1f1-4a8b-b5d3-ee28e6d656b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:45.047782 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737484ca-df2f-436e-a137-5f21848a6d0c None None] Pushing event updated for resources: {'Port': ['ID=a83ef8c7-c46d-458c-aea7-c3849a74cf8a,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:45.097800 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-fea8a3f1-eaf9-43f1-80f8-54e9c53721fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:46:45.116347 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-fea8a3f1-eaf9-43f1-80f8-54e9c53721fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:45.187019 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] Set router 3faf76aa-fa26-4623-8a07-64a1c8401e0d gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:46:45.245520 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45246) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:45.320086 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-373fa115-899f-470d-b2cd-b087c98c7336 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:45.359967 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f07fc04-e1f1-4a8b-b5d3-ee28e6d656b5 admin admin] Network 84021ea0-a558-40cb-aee0-0b9a186d841a is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:46:45.376393 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ef561008-222f-4c02-8261-0727314b6757 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:45.376880 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-1f07fc04-e1f1-4a8b-b5d3-ee28e6d656b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:46:45.381292 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f07fc04-e1f1-4a8b-b5d3-ee28e6d656b5 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:46:45.381975 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f07fc04-e1f1-4a8b-b5d3-ee28e6d656b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:45.425718 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07fc04-e1f1-4a8b-b5d3-ee28e6d656b5 admin admin] Pushing event updated for resources: {'Port': ['ID=03c48f6e-a6ee-4907-9855-2afc8e0410b8,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:45.446526 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da89ce3a-b44f-450f-b7c5-0a7596b4f294 req-271f3539-366c-4b52-a125-46f4a69be4f8 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7bed809-469a-4219-9568-a11d74bd1931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131483 Nov 24 20:46:45.487945 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faf76aa-fa26-4623-8a07-64a1c8401e0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-812197458-router', 'tenant_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'a83ef8c7-c46d-458c-aea7-c3849a74cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:36Z', 'updated_at': '2021-11-24T20:46:39Z', 'revision_number': 3, 'project_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'gw_port': {'id': 'a83ef8c7-c46d-458c-aea7-c3849a74cf8a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:82:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faf76aa-fa26-4623-8a07-64a1c8401e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:38Z', 'updated_at': '2021-11-24T20:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:46:45.519894 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a3c41f-f66c-4062-be6b-3f77c68c8a96 None None] The sync data for ids ['3faf76aa-fa26-4623-8a07-64a1c8401e0d'] in n-d-812111-8 is: [{'id': '3faf76aa-fa26-4623-8a07-64a1c8401e0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-812197458-router', 'tenant_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'a83ef8c7-c46d-458c-aea7-c3849a74cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:36Z', 'updated_at': '2021-11-24T20:46:39Z', 'revision_number': 3, 'project_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'gw_port': {'id': 'a83ef8c7-c46d-458c-aea7-c3849a74cf8a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:82:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faf76aa-fa26-4623-8a07-64a1c8401e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:38Z', 'updated_at': '2021-11-24T20:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:46:45.680175 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0ff24-7391-47ad-9d37-91f2a445fd9c req-134100d6-1157-483d-8a63-cc5b5bb43272 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:45.692035 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0fd0ff24-7391-47ad-9d37-91f2a445fd9c req-134100d6-1157-483d-8a63-cc5b5bb43272 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 931 time: 0.3891323 Nov 24 20:46:45.731534 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-15fe6b26-4cd7-4917-a43d-728cde0a8204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b206e189-2468-4f6f-83d1-8bebe78dc147 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:46:45.741970 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-15fe6b26-4cd7-4917-a43d-728cde0a8204 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:45.760713 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-15fe6b26-4cd7-4917-a43d-728cde0a8204 service neutron] Transition to ACTIVE for port object b206e189-2468-4f6f-83d1-8bebe78dc147 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:46:45.772900 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ef561008-222f-4c02-8261-0727314b6757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:45.794842 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-fea8a3f1-eaf9-43f1-80f8-54e9c53721fc service neutron] Transition to ACTIVE for port object 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:46:45.835444 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-15fe6b26-4cd7-4917-a43d-728cde0a8204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:45.854546 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef561008-222f-4c02-8261-0727314b6757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44f3a1d-f28f-4a24-941e-9ce83f6081dd,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:45.960839 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0fd0ff24-7391-47ad-9d37-91f2a445fd9c req-1a155b1f-7f1b-4846-9687-1b9976a0b140 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658253 Nov 24 20:46:45.975347 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-283cf22c-fa35-4b04-a2e1-0a8b03e58ef2 None None] Provisioning complete for port 03c48f6e-a6ee-4907-9855-2afc8e0410b8 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:46:45.975914 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-283cf22c-fa35-4b04-a2e1-0a8b03e58ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:45.993932 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe6b26-4cd7-4917-a43d-728cde0a8204 service neutron] Pushing event updated for resources: {'Port': ['ID=b206e189-2468-4f6f-83d1-8bebe78dc147,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:46.011497 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-fea8a3f1-eaf9-43f1-80f8-54e9c53721fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:46.106723 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f07fc04-e1f1-4a8b-b5d3-ee28e6d656b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:46.150887 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45266) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:46.214230 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-283cf22c-fa35-4b04-a2e1-0a8b03e58ef2 None None] Port 03c48f6e-a6ee-4907-9855-2afc8e0410b8 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:46:46.265927 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-15fe6b26-4cd7-4917-a43d-728cde0a8204 service neutron] Attempting to bind port b206e189-2468-4f6f-83d1-8bebe78dc147 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:46:46.266288 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-15fe6b26-4cd7-4917-a43d-728cde0a8204 service neutron] Attempting to bind port b206e189-2468-4f6f-83d1-8bebe78dc147 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:46:46.266642 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-15fe6b26-4cd7-4917-a43d-728cde0a8204 service neutron] Attempting to bind port b206e189-2468-4f6f-83d1-8bebe78dc147 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:46:46.532901 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-373fa115-899f-470d-b2cd-b087c98c7336 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:46.534604 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-15fe6b26-4cd7-4917-a43d-728cde0a8204 service neutron] Port b206e189-2468-4f6f-83d1-8bebe78dc147 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:46:46.535236 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-15fe6b26-4cd7-4917-a43d-728cde0a8204 service neutron] Attempting to bind port b206e189-2468-4f6f-83d1-8bebe78dc147 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:46:46.552619 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-373fa115-899f-470d-b2cd-b087c98c7336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:46.594961 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c0259639-f774-4f13-bcd2-0575038d1216 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:46.611011 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ef561008-222f-4c02-8261-0727314b6757 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=34cfdea6cc93499387437f7373e70aed&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2412910 Nov 24 20:46:46.611824 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45282) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:46.622077 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f07fc04-e1f1-4a8b-b5d3-ee28e6d656b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:46.628576 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f07fc04-e1f1-4a8b-b5d3-ee28e6d656b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:46.630811 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f07fc04-e1f1-4a8b-b5d3-ee28e6d656b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:46.715659 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-15fe6b26-4cd7-4917-a43d-728cde0a8204 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:46:46.716108 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-15fe6b26-4cd7-4917-a43d-728cde0a8204 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:46:46.716973 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-15fe6b26-4cd7-4917-a43d-728cde0a8204 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:46:46.718030 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-15fe6b26-4cd7-4917-a43d-728cde0a8204 service neutron] Bound port: b206e189-2468-4f6f-83d1-8bebe78dc147, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:46:46.718481 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-15fe6b26-4cd7-4917-a43d-728cde0a8204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:46.724480 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07fc04-e1f1-4a8b-b5d3-ee28e6d656b5 admin admin] Pushing event updated for resources: {'Port': ['ID=03c48f6e-a6ee-4907-9855-2afc8e0410b8,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:46.798982 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fa115-899f-470d-b2cd-b087c98c7336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf9477a-97f6-4ae8-9e71-429a9c510b2d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:46.802323 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-fea8a3f1-eaf9-43f1-80f8-54e9c53721fc service neutron] Attempting to bind port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:46:46.802767 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-fea8a3f1-eaf9-43f1-80f8-54e9c53721fc service neutron] Attempting to bind port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:46:46.803210 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-fea8a3f1-eaf9-43f1-80f8-54e9c53721fc service neutron] Attempting to bind port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:46:46.825460 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-def03a81-b10b-431d-ba0b-0a1839e7f4e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:46.880641 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-def03a81-b10b-431d-ba0b-0a1839e7f4e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:46.983895 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f07fc04-e1f1-4a8b-b5d3-ee28e6d656b5 admin admin] Network 84021ea0-a558-40cb-aee0-0b9a186d841a is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:46:46.985699 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-1f07fc04-e1f1-4a8b-b5d3-ee28e6d656b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:46:47.000588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-fea8a3f1-eaf9-43f1-80f8-54e9c53721fc service neutron] Port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:46:47.001006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-fea8a3f1-eaf9-43f1-80f8-54e9c53721fc service neutron] Attempting to bind port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:46:47.015968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a83ef8c7-c46d-458c-aea7-c3849a74cf8a up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:46:47.022644 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8a3f1-eaf9-43f1-80f8-54e9c53721fc service neutron] Pushing event updated for resources: {'Port': ['ID=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:47.045174 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-def03a81-b10b-431d-ba0b-0a1839e7f4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:47.047495 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-def03a81-b10b-431d-ba0b-0a1839e7f4e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:47.048677 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-def03a81-b10b-431d-ba0b-0a1839e7f4e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b44f3a1d-f28f-4a24-941e-9ce83f6081dd HTTP/1.1" status: 204 len: 168 time: 0.3951416 Nov 24 20:46:47.078077 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-373fa115-899f-470d-b2cd-b087c98c7336 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=87dd791f367243f49660c647f6e99edb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8314195 Nov 24 20:46:47.144202 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port a83ef8c7-c46d-458c-aea7-c3849a74cf8a triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:46:47.144799 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45298) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:47.145164 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:47.257547 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-15fe6b26-4cd7-4917-a43d-728cde0a8204 service neutron] For port b206e189-2468-4f6f-83d1-8bebe78dc147, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:46:47.263200 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-15fe6b26-4cd7-4917-a43d-728cde0a8204 service neutron] For port b206e189-2468-4f6f-83d1-8bebe78dc147, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=b206e189-2468-4f6f-83d1-8bebe78dc147,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:46:47.326608 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def03a81-b10b-431d-ba0b-0a1839e7f4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44f3a1d-f28f-4a24-941e-9ce83f6081dd,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:47.353061 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-15fe6b26-4cd7-4917-a43d-728cde0a8204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:47.361459 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-fea8a3f1-eaf9-43f1-80f8-54e9c53721fc service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:46:47.361946 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-fea8a3f1-eaf9-43f1-80f8-54e9c53721fc service neutron] Checking segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:46:47.362564 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-fea8a3f1-eaf9-43f1-80f8-54e9c53721fc service neutron] Bound using segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:46:47.363118 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-fea8a3f1-eaf9-43f1-80f8-54e9c53721fc service neutron] Bound port: 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:46:47.363576 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-fea8a3f1-eaf9-43f1-80f8-54e9c53721fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:47.458869 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:47.487885 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f6ce7bef-6d64-4c9b-acb5-b7fe6e2c60a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:47.525467 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port a83ef8c7-c46d-458c-aea7-c3849a74cf8a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a83ef8c7-c46d-458c-aea7-c3849a74cf8a,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:46:47.533018 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:47.580868 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa9568-f266-41e9-9c05-7c8cabdebc00 req-5aa58fb4-b7ec-485d-9a4f-f9ca48d4690d tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:47.588538 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6fa9568-f266-41e9-9c05-7c8cabdebc00 req-5aa58fb4-b7ec-485d-9a4f-f9ca48d4690d tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 965 time: 0.3456230 Nov 24 20:46:47.593720 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f6ce7bef-6d64-4c9b-acb5-b7fe6e2c60a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:47.630732 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9076229b-ce9e-44a0-863e-5c2e8fe71796 None None] Provisioning complete for port 03c48f6e-a6ee-4907-9855-2afc8e0410b8 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:46:47.631210 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9076229b-ce9e-44a0-863e-5c2e8fe71796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:47.651500 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-fea8a3f1-eaf9-43f1-80f8-54e9c53721fc service neutron] For port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:46:47.662305 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-fea8a3f1-eaf9-43f1-80f8-54e9c53721fc service neutron] For port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:46:47.664872 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=a83ef8c7-c46d-458c-aea7-c3849a74cf8a,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:47.700599 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9076229b-ce9e-44a0-863e-5c2e8fe71796 None None] Port 03c48f6e-a6ee-4907-9855-2afc8e0410b8 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:46:47.713037 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f07fc04-e1f1-4a8b-b5d3-ee28e6d656b5 admin admin] Router 3faf76aa-fa26-4623-8a07-64a1c8401e0d has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:46:47.742880 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-fea8a3f1-eaf9-43f1-80f8-54e9c53721fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:47.772336 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6fa9568-f266-41e9-9c05-7c8cabdebc00 req-216fde1a-33f2-40fa-a0d3-5cc0535bd9bc tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476581 Nov 24 20:46:47.789513 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-15fe6b26-4cd7-4917-a43d-728cde0a8204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:47.790149 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-15fe6b26-4cd7-4917-a43d-728cde0a8204 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:47.791671 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-15fe6b26-4cd7-4917-a43d-728cde0a8204 service neutron] 10.222.0.48 "PUT /v2.0/ports/b206e189-2468-4f6f-83d1-8bebe78dc147 HTTP/1.1" status: 200 len: 1118 time: 4.1031740 Nov 24 20:46:47.806373 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1c3d2c-808f-4689-b568-afed907018ca', 'tag': 'b206e189-2468-4f6f-83d1-8bebe78dc147'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:46:47.953774 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f6ce7bef-6d64-4c9b-acb5-b7fe6e2c60a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:47.965913 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f6ce7bef-6d64-4c9b-acb5-b7fe6e2c60a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:47.969764 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f6ce7bef-6d64-4c9b-acb5-b7fe6e2c60a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3cf9477a-97f6-4ae8-9e71-429a9c510b2d HTTP/1.1" status: 204 len: 168 time: 0.8170631 Nov 24 20:46:47.975454 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c0259639-f774-4f13-bcd2-0575038d1216 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:47.987028 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-fea8a3f1-eaf9-43f1-80f8-54e9c53721fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:47.987845 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-fea8a3f1-eaf9-43f1-80f8-54e9c53721fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:48.000631 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-fea8a3f1-eaf9-43f1-80f8-54e9c53721fc service neutron] 10.222.0.48 "PUT /v2.0/ports/9b8d661b-bc3f-498f-afb9-00d8cf5f81cf HTTP/1.1" status: 200 len: 1113 time: 7.5103581 Nov 24 20:46:48.032776 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66415c-276a-4e28-85de-5f04d41c787a req-e0bf5413-b192-4606-9564-ed6e7e5d51cd tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:48.044086 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4b66415c-276a-4e28-85de-5f04d41c787a req-e0bf5413-b192-4606-9564-ed6e7e5d51cd tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 970 time: 1.3959050 Nov 24 20:46:48.085730 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c0259639-f774-4f13-bcd2-0575038d1216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:48.107336 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f07fc04-e1f1-4a8b-b5d3-ee28e6d656b5 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:46:48.109551 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce7bef-6d64-4c9b-acb5-b7fe6e2c60a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf9477a-97f6-4ae8-9e71-429a9c510b2d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:48.143218 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1f07fc04-e1f1-4a8b-b5d3-ee28e6d656b5 admin admin] 10.222.0.11 "PUT /v2.0/routers/3faf76aa-fa26-4623-8a07-64a1c8401e0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0693514 Nov 24 20:46:48.281997 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0259639-f774-4f13-bcd2-0575038d1216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7e95a8-286c-4512-bfa3-b58e77aa447f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:48.370367 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe6b26-4cd7-4917-a43d-728cde0a8204 service neutron] Pushing event updated for resources: {'Port': ['ID=b206e189-2468-4f6f-83d1-8bebe78dc147,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:48.456406 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c0259639-f774-4f13-bcd2-0575038d1216 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d5cfb93cc444d2193bb389a63946f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2505443 Nov 24 20:46:48.458935 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45328) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:48.480148 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-eb97cd6c-d1e5-4f4c-839f-f1bc322028d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:48.483479 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-eb97cd6c-d1e5-4f4c-839f-f1bc322028d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1b5fcf47a75a43f1be5c19997d78ffb1&device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 1121 time: 0.4774513 Nov 24 20:46:48.522923 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-84f085ce-df46-42ba-8a45-fe55f2b5397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:48.536587 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-84f085ce-df46-42ba-8a45-fe55f2b5397f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 1116 time: 0.3254871 Nov 24 20:46:48.564068 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4b66415c-276a-4e28-85de-5f04d41c787a req-ae3c0de6-76a8-4091-b2fb-d59776098026 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7bed809-469a-4219-9568-a11d74bd1931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187838 Nov 24 20:46:48.580639 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b95ce963-88a2-419d-aeac-b509043d7bc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:48.610662 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8a3f1-eaf9-43f1-80f8-54e9c53721fc service neutron] Pushing event updated for resources: {'Port': ['ID=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:48.643053 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b95ce963-88a2-419d-aeac-b509043d7bc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:48.739049 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b95ce963-88a2-419d-aeac-b509043d7bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:48.754246 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7933614-5bb3-465f-a68f-a2f0bf4dde52" -d '{"events": [{"name": "network-changed", "server_uuid": "5f1c3d2c-808f-4689-b568-afed907018ca", "tag": "b206e189-2468-4f6f-83d1-8bebe78dc147"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:46:48.765447 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b95ce963-88a2-419d-aeac-b509043d7bc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:48.768553 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b95ce963-88a2-419d-aeac-b509043d7bc7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e7e95a8-286c-4512-bfa3-b58e77aa447f HTTP/1.1" status: 204 len: 168 time: 0.3079481 Nov 24 20:46:48.791433 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ce963-88a2-419d-aeac-b509043d7bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7e95a8-286c-4512-bfa3-b58e77aa447f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:48.883933 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a83ef8c7-c46d-458c-aea7-c3849a74cf8a up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:46:48.889651 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] Sync routers for ids ['3faf76aa-fa26-4623-8a07-64a1c8401e0d'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:46:48.945535 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] Routers {'3faf76aa-fa26-4623-8a07-64a1c8401e0d'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:46:48.946498 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:46:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['3faf76aa-fa26-4623-8a07-64a1c8401e0d'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:46:49.096638 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port a83ef8c7-c46d-458c-aea7-c3849a74cf8a triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:46:49.097057 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:49.142698 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] Set router 3faf76aa-fa26-4623-8a07-64a1c8401e0d gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:46:49.460045 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ae339-55df-4a3b-8557-be3c6779cd4b req-ac8365d1-6825-4402-8f7b-921e3b96a7a6 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:49.461635 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-772ae339-55df-4a3b-8557-be3c6779cd4b req-ac8365d1-6825-4402-8f7b-921e3b96a7a6 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 965 time: 0.1014695 Nov 24 20:46:49.560935 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-772ae339-55df-4a3b-8557-be3c6779cd4b req-8566e3de-fd1f-49cf-a3c0-34905b7b1824 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909882 Nov 24 20:46:49.682766 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45362) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:49.709384 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-94a10819-8f54-4fe5-90b1-407b8c4f2e44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:49.764612 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faf76aa-fa26-4623-8a07-64a1c8401e0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-812197458-router', 'tenant_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'a83ef8c7-c46d-458c-aea7-c3849a74cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:36Z', 'updated_at': '2021-11-24T20:46:45Z', 'revision_number': 4, 'project_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'gw_port': {'id': 'a83ef8c7-c46d-458c-aea7-c3849a74cf8a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:82:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faf76aa-fa26-4623-8a07-64a1c8401e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:38Z', 'updated_at': '2021-11-24T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '03c48f6e-a6ee-4907-9855-2afc8e0410b8', 'name': '', 'network_id': '84021ea0-a558-40cb-aee0-0b9a186d841a', 'tenant_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'mac_address': 'fa:16:3e:4a:c3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faf76aa-fa26-4623-8a07-64a1c8401e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5afe543d-f672-4e64-99e0-d310564ac279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:44Z', 'updated_at': '2021-11-24T20:46:46Z', 'revision_number': 2, 'project_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'subnets': [{'id': '5afe543d-f672-4e64-99e0-d310564ac279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:46:49.827819 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] Checking router: 3faf76aa-fa26-4623-8a07-64a1c8401e0d for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:46:49.828194 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] Updating router 3faf76aa-fa26-4623-8a07-64a1c8401e0d port 03c48f6e-a6ee-4907-9855-2afc8e0410b8 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:46:49.829901 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad7e538-b473-4bdf-bda2-7ddb9c578750 x-openstack-request-id: req-fad7e538-b473-4bdf-bda2-7ddb9c578750 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:46:49.830192 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f1c3d2c-808f-4689-b568-afed907018ca", "tag": "b206e189-2468-4f6f-83d1-8bebe78dc147", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:46:49.830444 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fad7e538-b473-4bdf-bda2-7ddb9c578750 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:46:49.830911 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1c3d2c-808f-4689-b568-afed907018ca', 'tag': 'b206e189-2468-4f6f-83d1-8bebe78dc147', 'status': 'completed', 'code': 200} Nov 24 20:46:49.908085 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-94a10819-8f54-4fe5-90b1-407b8c4f2e44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:49.928640 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:49.936220 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-94a10819-8f54-4fe5-90b1-407b8c4f2e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:50.030869 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-94a10819-8f54-4fe5-90b1-407b8c4f2e44 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f71f3af4ae134d1086834d605c17d327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3463802 Nov 24 20:46:50.034649 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45374) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:50.142472 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a10819-8f54-4fe5-90b1-407b8c4f2e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b15dd0-bcdb-4389-aeba-a66f5bafdabd,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:50.189985 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2433e2-383a-4546-b551-100968b8825e req-70dd5603-2052-472d-bb8e-1e61c6f65889 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:50.217792 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d2433e2-383a-4546-b551-100968b8825e req-70dd5603-2052-472d-bb8e-1e61c6f65889 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 970 time: 0.2981169 Nov 24 20:46:50.344692 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4c64fc71-e42f-4676-bfe0-564c2b830e87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:50.422127 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d2433e2-383a-4546-b551-100968b8825e req-6eb388aa-0272-4165-a5f2-25a4930ec064 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7bed809-469a-4219-9568-a11d74bd1931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030525 Nov 24 20:46:50.461982 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4c64fc71-e42f-4676-bfe0-564c2b830e87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:50.566180 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4c64fc71-e42f-4676-bfe0-564c2b830e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:50.569993 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4c64fc71-e42f-4676-bfe0-564c2b830e87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:50.571415 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4c64fc71-e42f-4676-bfe0-564c2b830e87 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52b15dd0-bcdb-4389-aeba-a66f5bafdabd HTTP/1.1" status: 204 len: 168 time: 0.5349176 Nov 24 20:46:50.587917 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64fc71-e42f-4676-bfe0-564c2b830e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b15dd0-bcdb-4389-aeba-a66f5bafdabd,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:50.723142 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:50.737442 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:50.807361 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47ed48-d938-4c1d-a142-d8312fedd986 None None] Pushing event updated for resources: {'Port': ['ID=03c48f6e-a6ee-4907-9855-2afc8e0410b8,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:50.843432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76d1d2-dec8-4342-847b-03f01787c655 req-93b5af80-d76b-4493-927c-e6a11f51822b tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:50.852556 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6e76d1d2-dec8-4342-847b-03f01787c655 req-93b5af80-d76b-4493-927c-e6a11f51822b tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 965 time: 0.1449466 Nov 24 20:46:50.874668 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45408) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:50.890889 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] Attempting to bind port 03c48f6e-a6ee-4907-9855-2afc8e0410b8 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:46:50.891245 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] Attempting to bind port 03c48f6e-a6ee-4907-9855-2afc8e0410b8 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'fe0b9f92-d2e5-41ea-b45d-c9d08911734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '84021ea0-a558-40cb-aee0-0b9a186d841a'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:46:50.891614 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] Attempting to bind port 03c48f6e-a6ee-4907-9855-2afc8e0410b8 on network 84021ea0-a558-40cb-aee0-0b9a186d841a {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:46:50.897379 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:46:50.897745 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] Checking segment: {'id': 'fe0b9f92-d2e5-41ea-b45d-c9d08911734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '84021ea0-a558-40cb-aee0-0b9a186d841a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:46:50.898163 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:50.898565 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] Bound using segment: {'id': 'fe0b9f92-d2e5-41ea-b45d-c9d08911734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '84021ea0-a558-40cb-aee0-0b9a186d841a'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:46:50.899068 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] Bound port: 03c48f6e-a6ee-4907-9855-2afc8e0410b8, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0b9f92-d2e5-41ea-b45d-c9d08911734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '84021ea0-a558-40cb-aee0-0b9a186d841a'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:46:50.899577 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:50.916228 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-bf757b95-6b38-453f-bc56-038f3b6aefc9 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--227714630', 'description': 'tempest-description--756345979'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:46:50.930491 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6e76d1d2-dec8-4342-847b-03f01787c655 req-0d4dbb0f-5b38-4499-a3c2-15cbdcb7767a tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766308 Nov 24 20:46:50.955841 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf757b95-6b38-453f-bc56-038f3b6aefc9 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:51.038588 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] For port 03c48f6e-a6ee-4907-9855-2afc8e0410b8, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:46:51.047874 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] For port 03c48f6e-a6ee-4907-9855-2afc8e0410b8, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=03c48f6e-a6ee-4907-9855-2afc8e0410b8,segment=NetworkSegment(fe0b9f92-d2e5-41ea-b45d-c9d08911734d),segment_id=fe0b9f92-d2e5-41ea-b45d-c9d08911734d)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:46:51.055862 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:51.069678 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf757b95-6b38-453f-bc56-038f3b6aefc9 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:51.075256 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf757b95-6b38-453f-bc56-038f3b6aefc9 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:51.112387 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-a4cbf464-74ef-4c57-91ec-1788539b6e23 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=b206e189-2468-4f6f-83d1-8bebe78dc147 HTTP/1.1" status: 200 len: 217 time: 0.1388066 Nov 24 20:46:51.115141 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf757b95-6b38-453f-bc56-038f3b6aefc9 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:51.123100 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45414) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:51.136645 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-bf757b95-6b38-453f-bc56-038f3b6aefc9 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2293792 Nov 24 20:46:51.139007 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf757b95-6b38-453f-bc56-038f3b6aefc9 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef4bf80-930d-40bf-8277-c067620a5845,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:51.146316 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-00e70950-2011-4c3f-9a5f-7de62af25075 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Request body: {'security_group_rule': {'security_group_id': '7ef4bf80-930d-40bf-8277-c067620a5845', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:46:51.182190 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] Routers {'3faf76aa-fa26-4623-8a07-64a1c8401e0d'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:46:51.182828 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:46:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['3faf76aa-fa26-4623-8a07-64a1c8401e0d'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:46:51.186995 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47ed48-d938-4c1d-a142-d8312fedd986 None None] Pushing event updated for resources: {'Port': ['ID=03c48f6e-a6ee-4907-9855-2afc8e0410b8,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:51.235346 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-64768f72-a06f-45cb-ba72-7451a9ab5188 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf HTTP/1.1" status: 200 len: 217 time: 0.2605617 Nov 24 20:46:51.310312 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45420) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:51.317423 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-71b6c787-19f5-49e1-b089-0cf2654d5902 None None] Provisioning complete for port 03c48f6e-a6ee-4907-9855-2afc8e0410b8 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:46:51.317600 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-71b6c787-19f5-49e1-b089-0cf2654d5902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:51.381429 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] Set router 3faf76aa-fa26-4623-8a07-64a1c8401e0d gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:46:51.424313 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-5734babe-0879-4113-81b4-841250c9872a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:51.434457 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-5734babe-0879-4113-81b4-841250c9872a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.3038702 Nov 24 20:46:51.447098 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-2f1dd6d2-b3e2-49c2-ba2d-169745095749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:51.448768 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-2f1dd6d2-b3e2-49c2-ba2d-169745095749 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.1852779 Nov 24 20:46:51.600538 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-71b6c787-19f5-49e1-b089-0cf2654d5902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:51.674761 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-71b6c787-19f5-49e1-b089-0cf2654d5902 None None] For port 03c48f6e-a6ee-4907-9855-2afc8e0410b8, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=03c48f6e-a6ee-4907-9855-2afc8e0410b8,segment=NetworkSegment(fe0b9f92-d2e5-41ea-b45d-c9d08911734d),segment_id=fe0b9f92-d2e5-41ea-b45d-c9d08911734d)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:46:51.681547 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00e70950-2011-4c3f-9a5f-7de62af25075 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:51.683905 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-71b6c787-19f5-49e1-b089-0cf2654d5902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:51.731123 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faf76aa-fa26-4623-8a07-64a1c8401e0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-812197458-router', 'tenant_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'a83ef8c7-c46d-458c-aea7-c3849a74cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:36Z', 'updated_at': '2021-11-24T20:46:45Z', 'revision_number': 4, 'project_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'gw_port': {'id': 'a83ef8c7-c46d-458c-aea7-c3849a74cf8a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:82:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faf76aa-fa26-4623-8a07-64a1c8401e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:38Z', 'updated_at': '2021-11-24T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '03c48f6e-a6ee-4907-9855-2afc8e0410b8', 'name': '', 'network_id': '84021ea0-a558-40cb-aee0-0b9a186d841a', 'tenant_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'mac_address': 'fa:16:3e:4a:c3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faf76aa-fa26-4623-8a07-64a1c8401e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5afe543d-f672-4e64-99e0-d310564ac279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:44Z', 'updated_at': '2021-11-24T20:46:51Z', 'revision_number': 4, 'project_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'subnets': [{'id': '5afe543d-f672-4e64-99e0-d310564ac279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:46:51.736030 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-a40b8ab2-6228-475d-bdfb-8d64cb25ace7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934207 Nov 24 20:46:51.742993 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7373b3e9-b2cb-4eb9-93fc-e5e0ed9292b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:51.763309 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ad9689-b97d-4240-b685-1cc505ffae8e None None] The sync data for ids ['3faf76aa-fa26-4623-8a07-64a1c8401e0d'] in n-d-812111-8 is: [{'id': '3faf76aa-fa26-4623-8a07-64a1c8401e0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-812197458-router', 'tenant_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'a83ef8c7-c46d-458c-aea7-c3849a74cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:36Z', 'updated_at': '2021-11-24T20:46:45Z', 'revision_number': 4, 'project_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'gw_port': {'id': 'a83ef8c7-c46d-458c-aea7-c3849a74cf8a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:82:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faf76aa-fa26-4623-8a07-64a1c8401e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:38Z', 'updated_at': '2021-11-24T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '03c48f6e-a6ee-4907-9855-2afc8e0410b8', 'name': '', 'network_id': '84021ea0-a558-40cb-aee0-0b9a186d841a', 'tenant_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'mac_address': 'fa:16:3e:4a:c3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faf76aa-fa26-4623-8a07-64a1c8401e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5afe543d-f672-4e64-99e0-d310564ac279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:44Z', 'updated_at': '2021-11-24T20:46:51Z', 'revision_number': 4, 'project_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'subnets': [{'id': '5afe543d-f672-4e64-99e0-d310564ac279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:46:51.782416 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6c787-19f5-49e1-b089-0cf2654d5902 None None] Pushing event updated for resources: {'Port': ['ID=03c48f6e-a6ee-4907-9855-2afc8e0410b8,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:51.814157 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-dec0a235-67fa-4470-857d-01348f7035fb None None] Provisioning complete for port 03c48f6e-a6ee-4907-9855-2afc8e0410b8 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:46:51.814534 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dec0a235-67fa-4470-857d-01348f7035fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:51.848195 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7', 'tag': '9b8d661b-bc3f-498f-afb9-00d8cf5f81cf'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:46:51.865768 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15087fcc-0e47-4690-ba79-c00aac1fb38c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7", "tag": "9b8d661b-bc3f-498f-afb9-00d8cf5f81cf"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:46:51.951115 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7373b3e9-b2cb-4eb9-93fc-e5e0ed9292b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:51.955635 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-3396ba15-e5a8-4638-8905-29fafc23484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:51.957664 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-3396ba15-e5a8-4638-8905-29fafc23484d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5222037 Nov 24 20:46:51.962798 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7373b3e9-b2cb-4eb9-93fc-e5e0ed9292b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:52.032964 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcc3f3f-2f87-4187-93c2-7a36aba0d95a x-openstack-request-id: req-2bcc3f3f-2f87-4187-93c2-7a36aba0d95a {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:46:52.033262 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7", "tag": "9b8d661b-bc3f-498f-afb9-00d8cf5f81cf", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:46:52.033513 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2bcc3f3f-2f87-4187-93c2-7a36aba0d95a {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:46:52.033900 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7', 'tag': '9b8d661b-bc3f-498f-afb9-00d8cf5f81cf', 'status': 'completed', 'code': 200} Nov 24 20:46:52.039905 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7373b3e9-b2cb-4eb9-93fc-e5e0ed9292b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d601d301904c4326bb32b5dffa0ee2e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7284842 Nov 24 20:46:52.042800 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45450) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:52.044157 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373b3e9-b2cb-4eb9-93fc-e5e0ed9292b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea0e919-8d6c-4062-b6d8-e2fbb2638b5d,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:52.092151 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9b8c9-9765-44f1-8e37-5e2435f61180 req-4fc2fb8a-efed-42c9-ab05-bd666db2f222 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:52.101071 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5db9b8c9-9765-44f1-8e37-5e2435f61180 req-4fc2fb8a-efed-42c9-ab05-bd666db2f222 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 970 time: 0.4568627 Nov 24 20:46:52.161590 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00e70950-2011-4c3f-9a5f-7de62af25075 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:52.210150 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00e70950-2011-4c3f-9a5f-7de62af25075 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:52.247760 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-482d978b-3f45-48dc-970d-9a5db66288c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:52.249998 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e70950-2011-4c3f-9a5f-7de62af25075 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442b0bea-e9ab-471d-afc5-c471b74d00c8,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:52.312473 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-482d978b-3f45-48dc-970d-9a5db66288c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:52.317807 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00e70950-2011-4c3f-9a5f-7de62af25075 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:52.321623 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-00e70950-2011-4c3f-9a5f-7de62af25075 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1946783 Nov 24 20:46:52.328550 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45454) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:52.338426 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-6780a72c-ab81-43ea-9291-35d6dda0a83b service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034973 Nov 24 20:46:52.349041 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-fb6fd851-bc60-412e-a46e-ecb3d2531832 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Request body: {'security_group_rule': {'security_group_id': '7ef4bf80-930d-40bf-8277-c067620a5845', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:46:52.349941 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-82dd3e68-1f17-4284-82da-6661fe3725ec service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963113 Nov 24 20:46:52.401294 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5db9b8c9-9765-44f1-8e37-5e2435f61180 req-29ad9c5b-18d2-4206-9706-2b51f83bf3ec tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7bed809-469a-4219-9568-a11d74bd1931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988276 Nov 24 20:46:52.411566 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95867ef9-9912-45f0-83b7-a97f8423fdc6 req-5d0c7b65-a321-41b7-a878-79a45397b28c tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:52.419411 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-95867ef9-9912-45f0-83b7-a97f8423fdc6 req-5d0c7b65-a321-41b7-a878-79a45397b28c tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 965 time: 0.3021746 Nov 24 20:46:52.507318 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-95867ef9-9912-45f0-83b7-a97f8423fdc6 req-64aadd38-fa15-4fa2-9fca-700964f485c5 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869498 Nov 24 20:46:52.534302 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb6fd851-bc60-412e-a46e-ecb3d2531832 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:52.584890 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-482d978b-3f45-48dc-970d-9a5db66288c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:52.590967 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-482d978b-3f45-48dc-970d-9a5db66288c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:52.599966 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-482d978b-3f45-48dc-970d-9a5db66288c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ea0e919-8d6c-4062-b6d8-e2fbb2638b5d HTTP/1.1" status: 204 len: 168 time: 0.5476661 Nov 24 20:46:52.644349 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d978b-3f45-48dc-970d-9a5db66288c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea0e919-8d6c-4062-b6d8-e2fbb2638b5d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:52.690301 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb6fd851-bc60-412e-a46e-ecb3d2531832 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:52.709539 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb6fd851-bc60-412e-a46e-ecb3d2531832 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:52.724004 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e280fc6-c1a7-4c07-a8d2-caf8950512a8 req-f6002c60-afc3-49e2-8074-8c1f423b5fa1 service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613067 Nov 24 20:46:52.727640 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b52ded0c-5e84-47a6-ac18-b2f892a1dc41 req-265c4f65-f002-4e3d-bbf9-ebbb4556a005 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765130 Nov 24 20:46:52.735405 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6fd851-bc60-412e-a46e-ecb3d2531832 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f25441b-d1c8-40c7-a011-4550ca34111e,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:52.785473 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb6fd851-bc60-412e-a46e-ecb3d2531832 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:52.788856 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fb6fd851-bc60-412e-a46e-ecb3d2531832 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4570792 Nov 24 20:46:52.792155 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45468) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:52.818796 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-8a8d5538-bfd0-48f6-afd2-0142b929eb8d tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:46:52.860449 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 03c48f6e-a6ee-4907-9855-2afc8e0410b8 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:46:52.910676 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8a8d5538-bfd0-48f6-afd2-0142b929eb8d tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:52.984929 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 03c48f6e-a6ee-4907-9855-2afc8e0410b8 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:46:52.986810 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:53.008431 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15087fcc-0e47-4690-ba79-c00aac1fb38c req-ec590900-4267-4239-846b-6bea2fc2248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:53.011330 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-15087fcc-0e47-4690-ba79-c00aac1fb38c req-ec590900-4267-4239-846b-6bea2fc2248f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 1116 time: 0.1639152 Nov 24 20:46:53.130166 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7933614-5bb3-465f-a68f-a2f0bf4dde52 req-41fd9f48-93fb-4a05-ace3-01bc8b0aa323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:53.133227 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a7933614-5bb3-465f-a68f-a2f0bf4dde52 req-41fd9f48-93fb-4a05-ace3-01bc8b0aa323 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1b5fcf47a75a43f1be5c19997d78ffb1&device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 1121 time: 0.1986058 Nov 24 20:46:53.394271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15087fcc-0e47-4690-ba79-c00aac1fb38c req-889ad658-6943-4727-b650-15ea9b3283b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:53.395965 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-15087fcc-0e47-4690-ba79-c00aac1fb38c req-889ad658-6943-4727-b650-15ea9b3283b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 922 time: 0.3739262 Nov 24 20:46:53.463514 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-15087fcc-0e47-4690-ba79-c00aac1fb38c req-f24524b1-76ef-42dd-886b-d4bb924b98ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf HTTP/1.1" status: 200 len: 217 time: 0.0590513 Nov 24 20:46:53.464837 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7933614-5bb3-465f-a68f-a2f0bf4dde52 req-c394db86-089d-41d8-bb22-b6516f6c1d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:53.466440 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a7933614-5bb3-465f-a68f-a2f0bf4dde52 req-c394db86-089d-41d8-bb22-b6516f6c1d8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.3073070 Nov 24 20:46:53.534620 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a7933614-5bb3-465f-a68f-a2f0bf4dde52 req-2cb6bfbc-08e0-4d34-ba8b-911eb3c4c2ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=b206e189-2468-4f6f-83d1-8bebe78dc147 HTTP/1.1" status: 200 len: 217 time: 0.0581753 Nov 24 20:46:53.535093 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45482) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:53.609939 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8a8d5538-bfd0-48f6-afd2-0142b929eb8d tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:53.618228 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81b53c3d-3c23-4158-8dcc-16c94e1437cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:53.678415 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15087fcc-0e47-4690-ba79-c00aac1fb38c req-04230867-9014-46ff-a183-8a8ce34bc6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:53.681324 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-15087fcc-0e47-4690-ba79-c00aac1fb38c req-04230867-9014-46ff-a183-8a8ce34bc6d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.1453104 Nov 24 20:46:53.740436 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-15087fcc-0e47-4690-ba79-c00aac1fb38c req-387f5266-3d20-4ff0-b1a7-f4b16a56749d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479794 Nov 24 20:46:53.740811 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df294918-2da8-4c72-ac02-64d825055027 req-f14bd103-540d-4e1a-b4f7-ab7775c77f41 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:53.742460 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df294918-2da8-4c72-ac02-64d825055027 req-f14bd103-540d-4e1a-b4f7-ab7775c77f41 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 970 time: 0.2254996 Nov 24 20:46:53.800395 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7933614-5bb3-465f-a68f-a2f0bf4dde52 req-c68be83c-ef39-4d47-99fe-ca5007fabee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:53.801894 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a7933614-5bb3-465f-a68f-a2f0bf4dde52 req-c68be83c-ef39-4d47-99fe-ca5007fabee0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.2476611 Nov 24 20:46:53.847044 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-8a8d5538-bfd0-48f6-afd2-0142b929eb8d tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Allocated IP 172.25.5.113 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/067bb40f-67b0-402c-ad31-2be886b37b1a) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:46:53.852812 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45492) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:53.923898 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df294918-2da8-4c72-ac02-64d825055027 req-94f1062c-b298-45b1-962e-9c2318f69ca0 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7bed809-469a-4219-9568-a11d74bd1931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710076 Nov 24 20:46:53.970437 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f7c3b-d0bf-4374-a014-da033c446619 req-a6eb8d18-423e-450e-a9b6-ceb3851dd3e6 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:53.972489 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-734f7c3b-d0bf-4374-a014-da033c446619 req-a6eb8d18-423e-450e-a9b6-ceb3851dd3e6 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 965 time: 0.2311063 Nov 24 20:46:53.996999 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81b53c3d-3c23-4158-8dcc-16c94e1437cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:54.005087 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8a8d5538-bfd0-48f6-afd2-0142b929eb8d tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:54.014453 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7933614-5bb3-465f-a68f-a2f0bf4dde52 req-e91b1df1-029f-4d54-828d-cd5a0f8650e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:54.016065 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a7933614-5bb3-465f-a68f-a2f0bf4dde52 req-e91b1df1-029f-4d54-828d-cd5a0f8650e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2005806 Nov 24 20:46:54.016693 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-e94a43d6-299a-444f-a29b-9e3246b9d128 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-161653388-network', 'tenant_id': 'b37ebd0714694a8a8ce8cb7b6ddfabcd'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:46:54.023534 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81b53c3d-3c23-4158-8dcc-16c94e1437cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:54.054264 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-15087fcc-0e47-4690-ba79-c00aac1fb38c req-802c65c0-f033-45b1-baa6-ee670780c4ce service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930748 Nov 24 20:46:54.054804 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94a43d6-299a-444f-a29b-9e3246b9d128 admin admin] Made reservation on behalf of b37ebd0714694a8a8ce8cb7b6ddfabcd for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:46:54.057529 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e94a43d6-299a-444f-a29b-9e3246b9d128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:54.073120 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e94a43d6-299a-444f-a29b-9e3246b9d128 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:54.104081 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8a8d5538-bfd0-48f6-afd2-0142b929eb8d tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:54.135344 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b53c3d-3c23-4158-8dcc-16c94e1437cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223ed243-6948-44bf-b330-58b5803fc42b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:54.184254 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d5538-bfd0-48f6-afd2-0142b929eb8d tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Pushing event updated for resources: {'Port': ['ID=067bb40f-67b0-402c-ad31-2be886b37b1a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:54.198409 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8d5538-bfd0-48f6-afd2-0142b929eb8d tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:46:54.202549 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-8a8d5538-bfd0-48f6-afd2-0142b929eb8d tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:46:54.210294 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d5538-bfd0-48f6-afd2-0142b929eb8d tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:46:54.323910 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-252c4072-2259-4f82-8394-314646e1b5f1 req-782178ce-f41c-4fdc-ad6a-938bb9a9c08b tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d1eccd1c960c4f4cb8cb389536a2f9a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737140 Nov 24 20:46:54.340861 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-81b53c3d-3c23-4158-8dcc-16c94e1437cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc4c48f987004351a359a98263a13dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7950909 Nov 24 20:46:54.346725 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45514) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:54.360235 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e94a43d6-299a-444f-a29b-9e3246b9d128 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:54.361165 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-734f7c3b-d0bf-4374-a014-da033c446619 req-73b65a52-e916-4900-a66a-a1a14276da24 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710740 Nov 24 20:46:54.403950 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e94a43d6-299a-444f-a29b-9e3246b9d128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:54.417337 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a7933614-5bb3-465f-a68f-a2f0bf4dde52 req-b2a76d84-55ff-4233-93c1-c1c23e35f343 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870416 Nov 24 20:46:54.427328 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8a8d5538-bfd0-48f6-afd2-0142b929eb8d tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:54.448773 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-15087fcc-0e47-4690-ba79-c00aac1fb38c req-9a98edd4-f5dd-4d22-b8a8-81ca7f30c541 service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698115 Nov 24 20:46:54.518988 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94a43d6-299a-444f-a29b-9e3246b9d128 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:46:54.533403 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a7933614-5bb3-465f-a68f-a2f0bf4dde52 req-b663c480-d3b0-4dae-9795-b400a047b197 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063399 Nov 24 20:46:54.617049 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e94a43d6-299a-444f-a29b-9e3246b9d128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:54.617523 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-e94a43d6-299a-444f-a29b-9e3246b9d128 admin admin] Added segment 4b817cf3-2e44-44ac-997f-45cbc8dd88bd of type vlan for network 5c6f72cd-ffe5-45ad-afe4-c485125b1b93 Nov 24 20:46:54.620167 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a43d6-299a-444f-a29b-9e3246b9d128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d200379-69a1-41e2-bc33-48c6604611e8,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:54.679623 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8a8d5538-bfd0-48f6-afd2-0142b929eb8d tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:54.720430 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f632681c-0684-4110-9b28-8faf51057975 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:54.731644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c4072-2259-4f82-8394-314646e1b5f1 req-6fa25268-3247-48e5-b770-ac5395d753c9 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:54.733187 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-252c4072-2259-4f82-8394-314646e1b5f1 req-6fa25268-3247-48e5-b770-ac5395d753c9 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3964829 Nov 24 20:46:54.739069 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e94a43d6-299a-444f-a29b-9e3246b9d128 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:54.798069 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-252c4072-2259-4f82-8394-314646e1b5f1 req-0a24ab10-f200-416e-98f7-4a8522b5474b tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/quotas/d1eccd1c960c4f4cb8cb389536a2f9a9 HTTP/1.1" status: 200 len: 375 time: 0.0529625 Nov 24 20:46:54.799853 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f632681c-0684-4110-9b28-8faf51057975 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:54.885433 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e94a43d6-299a-444f-a29b-9e3246b9d128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:54.886512 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94a43d6-299a-444f-a29b-9e3246b9d128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:54.887630 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e94a43d6-299a-444f-a29b-9e3246b9d128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:54.899579 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-252c4072-2259-4f82-8394-314646e1b5f1 req-bb27e184-6369-42b0-91ff-3c43c5e29b8b tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1eccd1c960c4f4cb8cb389536a2f9a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888674 Nov 24 20:46:54.968735 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e94a43d6-299a-444f-a29b-9e3246b9d128 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1100900 Nov 24 20:46:54.969546 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45544) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:54.977321 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a0a3e42e-b572-4355-972b-54db6af00c0e admin admin] Request body: {'subnet': {'network_id': '5c6f72cd-ffe5-45ad-afe4-c485125b1b93', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-161653388-subnet', 'tenant_id': 'b37ebd0714694a8a8ce8cb7b6ddfabcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:46:55.007402 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a43d6-299a-444f-a29b-9e3246b9d128 admin admin] Pushing event updated for resources: {'Network': ['ID=5c6f72cd-ffe5-45ad-afe4-c485125b1b93,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:55.030417 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 5c6f72cd-ffe5-45ad-afe4-c485125b1b93 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:46:55.031155 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a3e42e-b572-4355-972b-54db6af00c0e admin admin] Made reservation on behalf of b37ebd0714694a8a8ce8cb7b6ddfabcd for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:46:55.035644 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a0a3e42e-b572-4355-972b-54db6af00c0e admin admin] Publish callbacks [] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:55.040495 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f632681c-0684-4110-9b28-8faf51057975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:55.043579 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f632681c-0684-4110-9b28-8faf51057975 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:55.045524 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f632681c-0684-4110-9b28-8faf51057975 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/223ed243-6948-44bf-b330-58b5803fc42b HTTP/1.1" status: 204 len: 168 time: 0.6871846 Nov 24 20:46:55.060015 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632681c-0684-4110-9b28-8faf51057975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223ed243-6948-44bf-b330-58b5803fc42b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:55.084388 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8a8d5538-bfd0-48f6-afd2-0142b929eb8d tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:55.092864 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8a8d5538-bfd0-48f6-afd2-0142b929eb8d tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:55.181142 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8a8d5538-bfd0-48f6-afd2-0142b929eb8d tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:55.206752 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45554) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:55.235581 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d5538-bfd0-48f6-afd2-0142b929eb8d tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Pushing event updated for resources: {'Port': ['ID=067bb40f-67b0-402c-ad31-2be886b37b1a,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:55.242819 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8a8d5538-bfd0-48f6-afd2-0142b929eb8d tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:55.254075 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8a8d5538-bfd0-48f6-afd2-0142b929eb8d tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4516432 Nov 24 20:46:55.273748 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92275b-99b4-4081-be7a-7cb81c676494 req-5dc09633-1b0d-4e1a-9513-795c44b5ab72 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:55.284838 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c92275b-99b4-4081-be7a-7cb81c676494 req-5dc09633-1b0d-4e1a-9513-795c44b5ab72 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 970 time: 0.2288420 Nov 24 20:46:55.315421 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-886b732c-2e8d-478f-ad76-e74d6e512464 req-bf28e51c-2ed7-4d30-906c-aa6f45f198e5 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/ports?device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 210 time: 0.1071858 Nov 24 20:46:55.391614 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c92275b-99b4-4081-be7a-7cb81c676494 req-d816ea09-541e-48b6-bae5-30189ffdfb39 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7bed809-469a-4219-9568-a11d74bd1931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055436 Nov 24 20:46:55.491981 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a0a3e42e-b572-4355-972b-54db6af00c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:55.515877 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc823d-9003-49c3-84dc-08dbdf43a60a req-ef8d2d2b-dfa4-45d1-902c-6f928be8bb1a tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:55.524159 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0afc823d-9003-49c3-84dc-08dbdf43a60a req-ef8d2d2b-dfa4-45d1-902c-6f928be8bb1a tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 965 time: 0.0644248 Nov 24 20:46:55.583039 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3e42e-b572-4355-972b-54db6af00c0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3c7c06a-92dd-4dd1-a66d-346fd14fc87d,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:55.587846 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0afc823d-9003-49c3-84dc-08dbdf43a60a req-f1a6dd22-db9c-4e2d-9342-52416bc65976 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601401 Nov 24 20:46:55.595565 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a3e42e-b572-4355-972b-54db6af00c0e admin admin] Checking segment: {'id': '4b817cf3-2e44-44ac-997f-45cbc8dd88bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '5c6f72cd-ffe5-45ad-afe4-c485125b1b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:46:55.596007 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a3e42e-b572-4355-972b-54db6af00c0e admin admin] Network hostable DHCP agents. Network: 5c6f72cd-ffe5-45ad-afe4-c485125b1b93, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:46:55.618230 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a3e42e-b572-4355-972b-54db6af00c0e admin admin] Network 5c6f72cd-ffe5-45ad-afe4-c485125b1b93 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:46:55.650795 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27ceb134-01cc-4c9f-ae82-eab6365dce17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:55.655141 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-a0a3e42e-b572-4355-972b-54db6af00c0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 5c6f72cd-ffe5-45ad-afe4-c485125b1b93) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:46:55.664541 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8699a6-dafa-4d5a-a45c-31f4c2af81c5 None None] Network 5c6f72cd-ffe5-45ad-afe4-c485125b1b93 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:46:55.666066 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a3e42e-b572-4355-972b-54db6af00c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:55.666671 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a0a3e42e-b572-4355-972b-54db6af00c0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:55.732300 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a0a3e42e-b572-4355-972b-54db6af00c0e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7607594 Nov 24 20:46:55.770088 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ded93635-3462-4c07-842e-7764d35d995c req-849400f5-a347-4a81-8f0c-63ebe1b89ede tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--227714630&fields=id&tenant_id=d7089e567afd4fbfaedad8dfd28a70b3 HTTP/1.1" status: 200 len: 267 time: 0.1105285 Nov 24 20:46:55.833279 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06302a53-5a84-4591-ac60-9a4b35ae7065 None None] Network 5c6f72cd-ffe5-45ad-afe4-c485125b1b93 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:46:55.908327 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27ceb134-01cc-4c9f-ae82-eab6365dce17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:55.924769 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27ceb134-01cc-4c9f-ae82-eab6365dce17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:55.954589 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded93635-3462-4c07-842e-7764d35d995c req-f0431c5f-8858-45c5-9510-78213f901e1c tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:55.956290 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ded93635-3462-4c07-842e-7764d35d995c req-f0431c5f-8858-45c5-9510-78213f901e1c tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/networks?id=08e4810e-5cf6-45fd-b3f0-b0061643c76e HTTP/1.1" status: 200 len: 824 time: 0.1737823 Nov 24 20:46:55.991661 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ceb134-01cc-4c9f-ae82-eab6365dce17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39e2c78-5a2c-4996-84a8-d43b184fc699,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:55.996110 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ded93635-3462-4c07-842e-7764d35d995c req-1be20357-407c-4fa8-bf84-23456cc8ac17 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/quotas/d7089e567afd4fbfaedad8dfd28a70b3 HTTP/1.1" status: 200 len: 375 time: 0.0287621 Nov 24 20:46:55.999023 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-27ceb134-01cc-4c9f-ae82-eab6365dce17 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=12baf9d3687b483c85e3bbfd91266bc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7908556 Nov 24 20:46:56.001686 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45596) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:56.102662 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device b206e189-2468-4f6f-83d1-8bebe78dc147 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:46:56.108476 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cb1ad52e-66e1-4c83-9dc0-08caa286a9d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:56.125765 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ded93635-3462-4c07-842e-7764d35d995c req-fded421a-bd3e-46f8-9803-84502099d2aa tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7089e567afd4fbfaedad8dfd28a70b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1031520 Nov 24 20:46:56.177707 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cb1ad52e-66e1-4c83-9dc0-08caa286a9d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:56.282509 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ded93635-3462-4c07-842e-7764d35d995c req-c3e92d67-3586-44bf-bc0a-95e06e55f9cf service neutron] 10.222.0.11 "GET /v2.0/networks/08e4810e-5cf6-45fd-b3f0-b0061643c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520383 Nov 24 20:46:56.317695 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cb1ad52e-66e1-4c83-9dc0-08caa286a9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:56.320254 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cb1ad52e-66e1-4c83-9dc0-08caa286a9d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:56.321628 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cb1ad52e-66e1-4c83-9dc0-08caa286a9d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e39e2c78-5a2c-4996-84a8-d43b184fc699 HTTP/1.1" status: 204 len: 168 time: 0.3189232 Nov 24 20:46:56.334616 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port b206e189-2468-4f6f-83d1-8bebe78dc147, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=b206e189-2468-4f6f-83d1-8bebe78dc147,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:46:56.348789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'b206e189-2468-4f6f-83d1-8bebe78dc147', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': 'b206e189-2468-4f6f-83d1-8bebe78dc147', 'mac_address': 'fa:16:3e:1c:10:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:tempest-test_az-1637409526', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:46:56.358841 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ad52e-66e1-4c83-9dc0-08caa286a9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39e2c78-5a2c-4996-84a8-d43b184fc699,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:56.432658 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ded93635-3462-4c07-842e-7764d35d995c req-410bf14d-ba61-47eb-8e38-9d8bea8264c0 service neutron] 10.222.0.11 "GET /v2.0/networks/08e4810e-5cf6-45fd-b3f0-b0061643c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507382 Nov 24 20:46:56.442954 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:56.459783 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b206e189-2468-4f6f-83d1-8bebe78dc147 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:46:56.485503 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port b206e189-2468-4f6f-83d1-8bebe78dc147, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=b206e189-2468-4f6f-83d1-8bebe78dc147,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:46:56.488034 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e4c8896b-0ab2-4de5-a440-3262044a6ebe req-1b866063-5d73-484f-b4bc-1117a27f6b47 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/ports?device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 210 time: 0.0532033 Nov 24 20:46:56.500330 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:56.501057 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:46:56.601292 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=b206e189-2468-4f6f-83d1-8bebe78dc147,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:56.712424 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171abd04-dda5-47b0-9708-41a25e3efd63 req-18590602-c556-40fe-8a37-56b91435d050 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:56.726772 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db8e2083-3abd-464f-9992-af2e7e8f6119 req-263f0499-80af-4b00-9dc3-081641f7eb33 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=51b1d233-52b5-4fc3-9274-b8945f4d10d1 HTTP/1.1" status: 200 len: 210 time: 0.0646796 Nov 24 20:46:56.729550 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:46:56.743348 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-171abd04-dda5-47b0-9708-41a25e3efd63 req-18590602-c556-40fe-8a37-56b91435d050 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 971 time: 0.1222434 Nov 24 20:46:56.759448 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '9b8d661b-bc3f-498f-afb9-00d8cf5f81cf', 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c', 'port_id': '9b8d661b-bc3f-498f-afb9-00d8cf5f81cf', 'mac_address': 'fa:16:3e:b9:8a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e45132d-16f0-4b54-ad14-284c2476122c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-1637409526', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:46:56.787308 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.15', 53528) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:56.848913 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-171abd04-dda5-47b0-9708-41a25e3efd63 req-c10df104-05a1-4586-86c8-f0b0af9934ec tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7bed809-469a-4219-9568-a11d74bd1931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018100 Nov 24 20:46:56.888651 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:56.922110 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:46:56.946750 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:46:56.954945 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:56.983276 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-252c4072-2259-4f82-8394-314646e1b5f1 req-d6a4bbf6-4342-4708-8dd7-07877f4fe8d0 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d1eccd1c960c4f4cb8cb389536a2f9a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1667607 Nov 24 20:46:56.986297 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45634) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:56.993667 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-033b0ecf-d64f-4c1d-a11a-154d8c642785 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1280012074-network', 'tenant_id': 'cc234a13ce314c9fbd444593623d565a'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:46:57.050386 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033b0ecf-d64f-4c1d-a11a-154d8c642785 admin admin] Made reservation on behalf of cc234a13ce314c9fbd444593623d565a for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:46:57.053150 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-033b0ecf-d64f-4c1d-a11a-154d8c642785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:57.071796 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:57.082832 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-033b0ecf-d64f-4c1d-a11a-154d8c642785 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:57.099242 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaa608-aa21-480d-9e39-49b2eaa5d564 req-f3c3b7b9-488b-4324-90e0-53696dca13fb tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:57.109182 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8cbaa608-aa21-480d-9e39-49b2eaa5d564 req-f3c3b7b9-488b-4324-90e0-53696dca13fb tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 965 time: 0.2380524 Nov 24 20:46:57.210228 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-033b0ecf-d64f-4c1d-a11a-154d8c642785 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:57.224124 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-033b0ecf-d64f-4c1d-a11a-154d8c642785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:57.248440 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8cbaa608-aa21-480d-9e39-49b2eaa5d564 req-583b976c-32e4-46eb-9646-ae511c274a7e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381645 Nov 24 20:46:57.261887 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033b0ecf-d64f-4c1d-a11a-154d8c642785 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:46:57.273977 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c4072-2259-4f82-8394-314646e1b5f1 req-fcf40bcc-93d2-464b-bfaa-a559149d20a0 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:57.275690 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-252c4072-2259-4f82-8394-314646e1b5f1 req-fcf40bcc-93d2-464b-bfaa-a559149d20a0 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2814219 Nov 24 20:46:57.287029 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-033b0ecf-d64f-4c1d-a11a-154d8c642785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:57.287515 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-033b0ecf-d64f-4c1d-a11a-154d8c642785 admin admin] Added segment ee71a57b-46b7-4db2-b0a6-8b5d8ff4ec60 of type vlan for network fc39359e-1088-4627-a33d-bac9175a54c3 Nov 24 20:46:57.289060 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b0ecf-d64f-4c1d-a11a-154d8c642785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc32c1d7-f8c8-487d-9a33-42868d0622f1,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:57.310778 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['9b8d661b-bc3f-498f-afb9-00d8cf5f81cf'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:46:57.348921 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45646) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:57.362696 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['b206e189-2468-4f6f-83d1-8bebe78dc147'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:46:57.364791 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7bf50a42-12f1-420d-9391-a18f7c8ef740 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:57.382286 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dab009db-b4b7-475f-9826-30e3bc99c583 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Request body: {'port': {'device_id': '992e7d06-a642-4182-a99e-4905ba05233f', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': 'd1eccd1c960c4f4cb8cb389536a2f9a9'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:46:57.399479 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-033b0ecf-d64f-4c1d-a11a-154d8c642785 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:57.469368 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-033b0ecf-d64f-4c1d-a11a-154d8c642785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:57.471126 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033b0ecf-d64f-4c1d-a11a-154d8c642785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:57.472008 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-033b0ecf-d64f-4c1d-a11a-154d8c642785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:57.558006 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-033b0ecf-d64f-4c1d-a11a-154d8c642785 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5705159 Nov 24 20:46:57.566822 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45652) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:57.572938 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-27e6ccef-5655-4313-9fe7-127f1b84a183 admin admin] Request body: {'subnet': {'network_id': 'fc39359e-1088-4627-a33d-bac9175a54c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1280012074-subnet', 'tenant_id': 'cc234a13ce314c9fbd444593623d565a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:46:57.682688 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da30c43f-6c1c-483b-a581-a2c9f374146b req-c051043e-9234-46b3-b65b-4c77d316bb93 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/ports?device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 210 time: 0.0534918 Nov 24 20:46:57.683633 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b0ecf-d64f-4c1d-a11a-154d8c642785 admin admin] Pushing event updated for resources: {'Network': ['ID=fc39359e-1088-4627-a33d-bac9175a54c3,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:57.701581 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7bf50a42-12f1-420d-9391-a18f7c8ef740 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:57.703118 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network fc39359e-1088-4627-a33d-bac9175a54c3 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:46:57.712780 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7bf50a42-12f1-420d-9391-a18f7c8ef740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:57.722209 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e6ccef-5655-4313-9fe7-127f1b84a183 admin admin] Made reservation on behalf of cc234a13ce314c9fbd444593623d565a for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:46:57.725299 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-27e6ccef-5655-4313-9fe7-127f1b84a183 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:57.783696 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf50a42-12f1-420d-9391-a18f7c8ef740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40acde9-682a-4827-9ccc-2e0f941686b6,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:57.791097 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7bf50a42-12f1-420d-9391-a18f7c8ef740 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4ea790912e1442dab8bc15d1c4f30b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4406571 Nov 24 20:46:57.791981 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dab009db-b4b7-475f-9826-30e3bc99c583 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Made reservation on behalf of d1eccd1c960c4f4cb8cb389536a2f9a9 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:46:57.809278 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dab009db-b4b7-475f-9826-30e3bc99c583 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:57.823337 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45660) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:57.825061 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dab009db-b4b7-475f-9826-30e3bc99c583 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:57.898944 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-52ff50d8-aa56-49ad-a1d4-a04bbd865f50 req-8f74c949-0cf2-4bd0-ae71-37e54bd55244 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=51b1d233-52b5-4fc3-9274-b8945f4d10d1 HTTP/1.1" status: 200 len: 210 time: 0.0443130 Nov 24 20:46:57.980200 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b80b2ea9-fbbd-49a2-b66b-37d5d82f89a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:58.016302 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b80b2ea9-fbbd-49a2-b66b-37d5d82f89a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:58.087306 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dab009db-b4b7-475f-9826-30e3bc99c583 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:58.096176 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dab009db-b4b7-475f-9826-30e3bc99c583 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:58.126549 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b80b2ea9-fbbd-49a2-b66b-37d5d82f89a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:58.129656 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b80b2ea9-fbbd-49a2-b66b-37d5d82f89a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:58.131366 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b80b2ea9-fbbd-49a2-b66b-37d5d82f89a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c40acde9-682a-4827-9ccc-2e0f941686b6 HTTP/1.1" status: 204 len: 168 time: 0.3015099 Nov 24 20:46:58.191625 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab009db-b4b7-475f-9826-30e3bc99c583 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0a2786-c482-422b-81c6-079aeea7ae94,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:58.205183 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b2ea9-fbbd-49a2-b66b-37d5d82f89a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40acde9-682a-4827-9ccc-2e0f941686b6,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:58.211901 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27744d-7a1e-44ea-a1dc-499ebcbc09fb req-816021af-9193-4a07-84a3-f58878c12e33 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:58.220608 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3d27744d-7a1e-44ea-a1dc-499ebcbc09fb req-816021af-9193-4a07-84a3-f58878c12e33 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 971 time: 0.1073968 Nov 24 20:46:58.265131 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-27e6ccef-5655-4313-9fe7-127f1b84a183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:58.315424 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dab009db-b4b7-475f-9826-30e3bc99c583 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Allocated IP 192.168.233.90 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/a8c00f68-25e5-4144-ac17-56810e07a291) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:46:58.354094 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3d27744d-7a1e-44ea-a1dc-499ebcbc09fb req-2830094a-e921-4c6f-9324-d06ff9570ee8 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7bed809-469a-4219-9568-a11d74bd1931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316981 Nov 24 20:46:58.384811 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6ccef-5655-4313-9fe7-127f1b84a183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c7c7f5a-5a23-4503-9f6b-f0e7bc6085b5,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:58.410411 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e6ccef-5655-4313-9fe7-127f1b84a183 admin admin] Checking segment: {'id': 'ee71a57b-46b7-4db2-b0a6-8b5d8ff4ec60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fc39359e-1088-4627-a33d-bac9175a54c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:46:58.410792 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e6ccef-5655-4313-9fe7-127f1b84a183 admin admin] Network hostable DHCP agents. Network: fc39359e-1088-4627-a33d-bac9175a54c3, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:46:58.435003 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e6ccef-5655-4313-9fe7-127f1b84a183 admin admin] Network fc39359e-1088-4627-a33d-bac9175a54c3 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:46:58.453314 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-27e6ccef-5655-4313-9fe7-127f1b84a183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, fc39359e-1088-4627-a33d-bac9175a54c3) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:46:58.463536 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cf1bed-44a7-4c60-89e0-0e830c1aab80 None None] Network fc39359e-1088-4627-a33d-bac9175a54c3 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:46:58.470037 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e6ccef-5655-4313-9fe7-127f1b84a183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:58.471111 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-27e6ccef-5655-4313-9fe7-127f1b84a183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:58.488289 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928391d-dc1c-42c1-9991-1a6d2a7fdfc4 req-43f7aa79-3b54-4a55-88d0-2d6453ee932b tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:58.490386 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1928391d-dc1c-42c1-9991-1a6d2a7fdfc4 req-43f7aa79-3b54-4a55-88d0-2d6453ee932b tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 966 time: 0.1131508 Nov 24 20:46:58.505315 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-27e6ccef-5655-4313-9fe7-127f1b84a183 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9274070 Nov 24 20:46:58.614143 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dab009db-b4b7-475f-9826-30e3bc99c583 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:58.624647 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1928391d-dc1c-42c1-9991-1a6d2a7fdfc4 req-071f66cd-f413-420d-a73c-4fcc9d592286 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936203 Nov 24 20:46:58.688165 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dab009db-b4b7-475f-9826-30e3bc99c583 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:58.730116 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099c79ac-69dd-4864-b00c-6a96f34faa01 None None] Network fc39359e-1088-4627-a33d-bac9175a54c3 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:46:58.748996 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dab009db-b4b7-475f-9826-30e3bc99c583 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:46:58.759850 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45694) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:58.765044 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dab009db-b4b7-475f-9826-30e3bc99c583 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:46:58.819616 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dab009db-b4b7-475f-9826-30e3bc99c583 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:46:58.829870 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dab009db-b4b7-475f-9826-30e3bc99c583 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:58.830484 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dab009db-b4b7-475f-9826-30e3bc99c583 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:58.888540 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-073ef823-51a6-4f53-8cb1-dc4f86f32eb0 admin admin] Deleting subnet d3c7c06a-92dd-4dd1-a66d-346fd14fc87d {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:46:58.903887 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-073ef823-51a6-4f53-8cb1-dc4f86f32eb0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:58.954906 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab009db-b4b7-475f-9826-30e3bc99c583 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Pushing event updated for resources: {'Port': ['ID=a8c00f68-25e5-4144-ac17-56810e07a291,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:58.976164 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-073ef823-51a6-4f53-8cb1-dc4f86f32eb0 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:58.983906 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dab009db-b4b7-475f-9826-30e3bc99c583 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6064394 Nov 24 20:46:58.993987 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-073ef823-51a6-4f53-8cb1-dc4f86f32eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:59.022600 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1375aad-c1d6-4a59-8855-538307b708e1 req-b0c5302a-57aa-4dfe-9b7f-02348fb7f090 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:59.034633 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d1375aad-c1d6-4a59-8855-538307b708e1 req-b0c5302a-57aa-4dfe-9b7f-02348fb7f090 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/ports?device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 935 time: 0.1877286 Nov 24 20:46:59.122540 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-073ef823-51a6-4f53-8cb1-dc4f86f32eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:59.131706 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d1375aad-c1d6-4a59-8855-538307b708e1 req-523f0312-85f0-4d34-8228-ed34a4f73915 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e0a2786-c482-422b-81c6-079aeea7ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959399 Nov 24 20:46:59.170109 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ef823-51a6-4f53-8cb1-dc4f86f32eb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3c7c06a-92dd-4dd1-a66d-346fd14fc87d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:59.187701 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-073ef823-51a6-4f53-8cb1-dc4f86f32eb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:59.191900 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-073ef823-51a6-4f53-8cb1-dc4f86f32eb0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d3c7c06a-92dd-4dd1-a66d-346fd14fc87d HTTP/1.1" status: 204 len: 168 time: 0.4303319 Nov 24 20:46:59.194696 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45716) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:59.223594 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-83a0276d-44b3-4d3a-a2b7-67d09e993807 req-cd53dc06-a9bb-4ee7-813d-a01c88a7db49 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=51b1d233-52b5-4fc3-9274-b8945f4d10d1 HTTP/1.1" status: 200 len: 210 time: 0.0592301 Nov 24 20:46:59.233409 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-101b6f8d-8a3a-46d7-a5b5-97906e6744cd None None] Provisioning complete for port a8c00f68-25e5-4144-ac17-56810e07a291 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:46:59.233873 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-101b6f8d-8a3a-46d7-a5b5-97906e6744cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:59.303995 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:59.305106 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-101b6f8d-8a3a-46d7-a5b5-97906e6744cd None None] Port a8c00f68-25e5-4144-ac17-56810e07a291 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:46:59.410614 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45724) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:59.431164 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:59.481302 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:46:59.481682 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:46:59.482584 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:46:59.482939 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] Subscribe: > port after_create 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:46:59.483288 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:46:59.483630 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] Subscribe: > port after_update 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:46:59.483959 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:46:59.484302 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:46:59.484625 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:46:59.484974 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:46:59.559584 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:46:59.559948 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:46:59.560289 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:46:59.560626 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:46:59.561214 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6f72cd-ffe5-45ad-afe4-c485125b1b93']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:46:59.586264 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b817cf3-2e44-44ac-997f-45cbc8dd88bd') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:46:59.586563 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b817cf3-2e44-44ac-997f-45cbc8dd88bd') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:46:59.597200 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e24cb7c-f7ca-4c96-b744-f3ed1b0353ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:59.610229 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:59.621844 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a8a58-31e1-42ce-9562-8810238fabc8 req-1c55a9b3-5dfc-4378-8962-19b5921cfdb5 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:59.623587 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a77a8a58-31e1-42ce-9562-8810238fabc8 req-1c55a9b3-5dfc-4378-8962-19b5921cfdb5 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 971 time: 0.1952620 Nov 24 20:46:59.661253 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:59.676006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:46:59.676446 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:59.712636 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e24cb7c-f7ca-4c96-b744-f3ed1b0353ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:59.720654 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e24cb7c-f7ca-4c96-b744-f3ed1b0353ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: from cryptography.utils import int_from_bytes Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: from cryptography.utils import int_from_bytes Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: timer() Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:46:59.722817 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:46:59.756472 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6e24cb7c-f7ca-4c96-b744-f3ed1b0353ca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b32fad310a724a7289cdfbeaa544618e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3447008 Nov 24 20:46:59.765937 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45740) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:59.801498 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a77a8a58-31e1-42ce-9562-8810238fabc8 req-84489143-3159-4f70-bab4-c16350dc6873 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7bed809-469a-4219-9568-a11d74bd1931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642694 Nov 24 20:46:59.811463 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:59.840491 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c6f72cd-ffe5-45ad-afe4-c485125b1b93,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:59.843381 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24cb7c-f7ca-4c96-b744-f3ed1b0353ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f0bdd3-619a-414a-99dd-d32ed9b4f41d,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:46:59.861556 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:59.866336 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-764f9213-3e08-48d7-bdbd-4900e16c5cc1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5c6f72cd-ffe5-45ad-afe4-c485125b1b93 HTTP/1.1" status: 204 len: 168 time: 0.6705363 Nov 24 20:46:59.870387 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc976e-6439-4b16-ba6c-4034516b08f6 req-15955ea1-b64e-4fb4-92da-b32d5bbf8ae7 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:46:59.872237 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-abcc976e-6439-4b16-ba6c-4034516b08f6 req-15955ea1-b64e-4fb4-92da-b32d5bbf8ae7 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 966 time: 0.1235254 Nov 24 20:46:59.874734 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45746) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:46:59.929803 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4da6890f-d4c8-446f-9e29-4e4684122123 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:59.970783 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57f0195-7677-449a-9eca-9e7dfa50bbb7 admin admin] Deleting subnet 1c7c7f5a-5a23-4503-9f6b-f0e7bc6085b5 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:46:59.979664 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4da6890f-d4c8-446f-9e29-4e4684122123 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:46:59.982051 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e57f0195-7677-449a-9eca-9e7dfa50bbb7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:00.030095 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-abcc976e-6439-4b16-ba6c-4034516b08f6 req-893b8dc3-6147-4611-b528-f1400eed9a48 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401711 Nov 24 20:47:00.053352 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e57f0195-7677-449a-9eca-9e7dfa50bbb7 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:00.064140 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e57f0195-7677-449a-9eca-9e7dfa50bbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:00.079462 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device b206e189-2468-4f6f-83d1-8bebe78dc147 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:47:00.115715 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4da6890f-d4c8-446f-9e29-4e4684122123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:00.119039 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4da6890f-d4c8-446f-9e29-4e4684122123 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:00.120258 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4da6890f-d4c8-446f-9e29-4e4684122123 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/86f0bdd3-619a-414a-99dd-d32ed9b4f41d HTTP/1.1" status: 204 len: 168 time: 0.3522601 Nov 24 20:47:00.136978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6890f-d4c8-446f-9e29-4e4684122123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f0bdd3-619a-414a-99dd-d32ed9b4f41d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:00.152603 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e57f0195-7677-449a-9eca-9e7dfa50bbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:00.173771 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port b206e189-2468-4f6f-83d1-8bebe78dc147 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:47:00.187314 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port b206e189-2468-4f6f-83d1-8bebe78dc147 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:00.187872 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:00.234344 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f0195-7677-449a-9eca-9e7dfa50bbb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c7c7f5a-5a23-4503-9f6b-f0e7bc6085b5,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:00.238795 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e57f0195-7677-449a-9eca-9e7dfa50bbb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:00.253031 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e57f0195-7677-449a-9eca-9e7dfa50bbb7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1c7c7f5a-5a23-4503-9f6b-f0e7bc6085b5 HTTP/1.1" status: 204 len: 168 time: 0.3771975 Nov 24 20:47:00.253319 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45762) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:00.331955 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:00.375080 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1fbbd-c401-456f-b530-fa35f741c1b4 req-23a5547c-60fb-4aea-ba8b-a7a1767b7421 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:00.376839 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-82c1fbbd-c401-456f-b530-fa35f741c1b4 req-23a5547c-60fb-4aea-ba8b-a7a1767b7421 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/ports?device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 935 time: 0.0945320 Nov 24 20:47:00.383038 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd03522b-e935-435b-b553-0a35ee37b32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:00.385409 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1c3d2c-808f-4689-b568-afed907018ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b206e189-2468-4f6f-83d1-8bebe78dc147'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:47:00.455238 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-82c1fbbd-c401-456f-b530-fa35f741c1b4 req-5fddd943-077d-4c62-93c2-97b3a996fdf5 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e0a2786-c482-422b-81c6-079aeea7ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714772 Nov 24 20:47:00.491827 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port b206e189-2468-4f6f-83d1-8bebe78dc147, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=b206e189-2468-4f6f-83d1-8bebe78dc147,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:00.506834 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:00.507647 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:47:00.590214 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd03522b-e935-435b-b553-0a35ee37b32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:00.625510 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-cd03522b-e935-435b-b553-0a35ee37b32d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc39359e-1088-4627-a33d-bac9175a54c3']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:47:00.660308 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c752e581-1c4c-4d57-a79a-b485899ffe07 req-8f6f7fd3-1e3c-4864-8d9b-08c629c2b8b1 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=51b1d233-52b5-4fc3-9274-b8945f4d10d1 HTTP/1.1" status: 200 len: 210 time: 0.0555665 Nov 24 20:47:00.664045 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45782) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:00.673735 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-cd03522b-e935-435b-b553-0a35ee37b32d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee71a57b-46b7-4db2-b0a6-8b5d8ff4ec60') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:47:00.674188 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-cd03522b-e935-435b-b553-0a35ee37b32d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee71a57b-46b7-4db2-b0a6-8b5d8ff4ec60') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:47:00.675172 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed93f55b-4148-4249-ae45-bbdc05542f3c" -d '{"events": [{"server_uuid": "5f1c3d2c-808f-4689-b568-afed907018ca", "name": "network-vif-plugged", "status": "completed", "tag": "b206e189-2468-4f6f-83d1-8bebe78dc147"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:47:00.689507 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=b206e189-2468-4f6f-83d1-8bebe78dc147,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:00.691028 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-43de97f9-de8e-490f-b9c6-3ee253044fb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:00.695431 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd03522b-e935-435b-b553-0a35ee37b32d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:00.720885 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:47:00.723619 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd03522b-e935-435b-b553-0a35ee37b32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:00.730402 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:00.730845 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:00.737130 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd03522b-e935-435b-b553-0a35ee37b32d admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:47:00.737510 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd03522b-e935-435b-b553-0a35ee37b32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: timer() Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:47:00.739455 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:47:00.954403 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a3e89-ae3c-458b-9c55-f733aab4a8be req-c08ffcc3-508c-4c58-95ea-fa5144d761a3 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:00.956877 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e2a3e89-ae3c-458b-9c55-f733aab4a8be req-c08ffcc3-508c-4c58-95ea-fa5144d761a3 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 972 time: 0.0686078 Nov 24 20:47:01.028114 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e2a3e89-ae3c-458b-9c55-f733aab4a8be req-37837bdb-6a85-467d-8d99-b7d8e56bdbc8 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7bed809-469a-4219-9568-a11d74bd1931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634561 Nov 24 20:47:01.031115 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd03522b-e935-435b-b553-0a35ee37b32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:01.052430 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd03522b-e935-435b-b553-0a35ee37b32d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:01.055829 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cd03522b-e935-435b-b553-0a35ee37b32d admin admin] 10.222.0.11 "DELETE /v2.0/networks/fc39359e-1088-4627-a33d-bac9175a54c3 HTTP/1.1" status: 204 len: 168 time: 0.7990685 Nov 24 20:47:01.090720 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03522b-e935-435b-b553-0a35ee37b32d admin admin] Pushing event deleted for resources: {'Network': ['ID=fc39359e-1088-4627-a33d-bac9175a54c3,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:01.106967 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-43de97f9-de8e-490f-b9c6-3ee253044fb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:01.113740 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-43de97f9-de8e-490f-b9c6-3ee253044fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:01.143590 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de190c0-f126-4f6f-9e34-0ea2f53b7a87 x-openstack-request-id: req-9de190c0-f126-4f6f-9e34-0ea2f53b7a87 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:47:01.144058 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1c3d2c-808f-4689-b568-afed907018ca", "name": "network-vif-plugged", "status": "completed", "tag": "b206e189-2468-4f6f-83d1-8bebe78dc147", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:47:01.144058 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9de190c0-f126-4f6f-9e34-0ea2f53b7a87 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:47:01.144459 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1c3d2c-808f-4689-b568-afed907018ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b206e189-2468-4f6f-83d1-8bebe78dc147', 'code': 200} Nov 24 20:47:01.174511 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:01.206903 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-43de97f9-de8e-490f-b9c6-3ee253044fb6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=05f34620a47e445981bdd45717a9f49f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5388172 Nov 24 20:47:01.206903 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de97f9-de8e-490f-b9c6-3ee253044fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a82ca0-88e1-4422-9547-556b5377d281,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:01.207626 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45810) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:01.259092 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:01.267135 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:01.282181 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45812) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:01.333594 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a39e98-5bca-4f4d-96a0-c91fb679747d req-2a61fd73-aef3-4f59-82ac-0fcf55f3b0d4 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:01.335190 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-00a39e98-5bca-4f4d-96a0-c91fb679747d req-2a61fd73-aef3-4f59-82ac-0fcf55f3b0d4 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 966 time: 0.1917105 Nov 24 20:47:01.362152 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b7c36be5-ad6c-407b-998f-76de1c5f2870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:01.362357 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:01.368499 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f4adf0f6-14e0-48dd-a14d-4582c7aa31a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b37ebd0714694a8a8ce8cb7b6ddfabcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0845134 Nov 24 20:47:01.371200 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45814) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:01.412350 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b7c36be5-ad6c-407b-998f-76de1c5f2870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:01.418894 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-00a39e98-5bca-4f4d-96a0-c91fb679747d req-25570b04-12f4-4da1-bf31-26055732045a tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715098 Nov 24 20:47:01.423336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fecc67b-6d4d-4a39-bfd6-a0e6f1cae3f1 req-85ca1670-3f02-4841-a56c-27637c324c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:01.424948 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fecc67b-6d4d-4a39-bfd6-a0e6f1cae3f1 req-85ca1670-3f02-4841-a56c-27637c324c84 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 1123 time: 0.1603093 Nov 24 20:47:01.453303 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45816) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:01.465627 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8fecc67b-6d4d-4a39-bfd6-a0e6f1cae3f1 req-671ac4d4-688c-443f-980b-b16509157383 service neutron] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:01.479139 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b5febbc-d41e-48cc-93f0-1ecbb5267ae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:01.508307 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b5febbc-d41e-48cc-93f0-1ecbb5267ae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:01.538260 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b7c36be5-ad6c-407b-998f-76de1c5f2870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:01.541215 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b7c36be5-ad6c-407b-998f-76de1c5f2870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:01.542462 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b7c36be5-ad6c-407b-998f-76de1c5f2870 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60a82ca0-88e1-4422-9547-556b5377d281 HTTP/1.1" status: 204 len: 168 time: 0.3340414 Nov 24 20:47:01.572789 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b5febbc-d41e-48cc-93f0-1ecbb5267ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:01.575401 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b5febbc-d41e-48cc-93f0-1ecbb5267ae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:01.576144 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c36be5-ad6c-407b-998f-76de1c5f2870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a82ca0-88e1-4422-9547-556b5377d281,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:01.577319 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7b5febbc-d41e-48cc-93f0-1ecbb5267ae1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d200379-69a1-41e2-bc33-48c6604611e8 HTTP/1.1" status: 204 len: 168 time: 0.2050910 Nov 24 20:47:01.587193 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5febbc-d41e-48cc-93f0-1ecbb5267ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d200379-69a1-41e2-bc33-48c6604611e8,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:01.686213 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e5088-babc-48fe-b853-8f92ae469ef0 req-f7c4fa21-77bf-4c05-b2bb-ac4824df9f0d tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:01.687822 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-536e5088-babc-48fe-b853-8f92ae469ef0 req-f7c4fa21-77bf-4c05-b2bb-ac4824df9f0d tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/ports?device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 935 time: 0.1421630 Nov 24 20:47:01.705342 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8fecc67b-6d4d-4a39-bfd6-a0e6f1cae3f1 req-671ac4d4-688c-443f-980b-b16509157383 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:01.730258 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8fecc67b-6d4d-4a39-bfd6-a0e6f1cae3f1 req-671ac4d4-688c-443f-980b-b16509157383 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:01.788370 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fecc67b-6d4d-4a39-bfd6-a0e6f1cae3f1 req-671ac4d4-688c-443f-980b-b16509157383 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a7bed809-469a-4219-9568-a11d74bd1931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504226 Nov 24 20:47:01.806657 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ac4d4-688c-443f-980b-b16509157383 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0d6661-88f5-41dc-9e81-7151bc602a45,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:01.822873 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-536e5088-babc-48fe-b853-8f92ae469ef0 req-830763d0-f55b-4da2-8f53-c94c5f57692a tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e0a2786-c482-422b-81c6-079aeea7ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255379 Nov 24 20:47:01.835338 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6dae37b7-3342-4098-a06f-8f0c97391567 req-8e1bd0b8-06f6-4013-9f67-879d19a0f1b0 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=51b1d233-52b5-4fc3-9274-b8945f4d10d1 HTTP/1.1" status: 200 len: 210 time: 0.0783503 Nov 24 20:47:01.852945 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-07cb0491-1d6c-480b-9e2a-54b5ff6360fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:01.950962 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-07cb0491-1d6c-480b-9e2a-54b5ff6360fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:01.959416 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-07cb0491-1d6c-480b-9e2a-54b5ff6360fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:02.008433 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb0491-1d6c-480b-9e2a-54b5ff6360fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4173bbeb-371b-43b1-ad1a-61ca454a0c35,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:02.016948 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45834) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:02.017160 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-07cb0491-1d6c-480b-9e2a-54b5ff6360fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=755c295839a7487a8522794151343500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5624928 Nov 24 20:47:02.080777 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e8b2d19-9094-4ce1-b6b4-8d64c914e060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:02.116681 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e8b2d19-9094-4ce1-b6b4-8d64c914e060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:02.207873 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b35d9c-03fc-42b6-8da6-1c81bdb8e510 req-dec13361-0cd8-4962-a3e0-4f1b14a1e6c5 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:02.209524 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c2b35d9c-03fc-42b6-8da6-1c81bdb8e510 req-dec13361-0cd8-4962-a3e0-4f1b14a1e6c5 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 972 time: 0.0845275 Nov 24 20:47:02.210541 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e8b2d19-9094-4ce1-b6b4-8d64c914e060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:02.213680 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e8b2d19-9094-4ce1-b6b4-8d64c914e060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:02.217833 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9e8b2d19-9094-4ce1-b6b4-8d64c914e060 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4173bbeb-371b-43b1-ad1a-61ca454a0c35 HTTP/1.1" status: 204 len: 168 time: 0.1968687 Nov 24 20:47:02.242403 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b2d19-9094-4ce1-b6b4-8d64c914e060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4173bbeb-371b-43b1-ad1a-61ca454a0c35,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:02.245724 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45846) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:02.277884 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c2b35d9c-03fc-42b6-8da6-1c81bdb8e510 req-caf0ab66-fc62-4cb2-a475-5b5e9e203a63 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7bed809-469a-4219-9568-a11d74bd1931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611153 Nov 24 20:47:02.328784 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1823c38d-db19-4237-92de-81fc4ed89e3d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cc234a13ce314c9fbd444593623d565a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0795257 Nov 24 20:47:02.330480 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45848) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:02.384412 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed0d7-f2b4-4344-aa18-fb5e6225d4dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:02.410649 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed0d7-f2b4-4344-aa18-fb5e6225d4dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:02.479581 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed0d7-f2b4-4344-aa18-fb5e6225d4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:02.483264 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed0d7-f2b4-4344-aa18-fb5e6225d4dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:02.484828 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1a1ed0d7-f2b4-4344-aa18-fb5e6225d4dd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bc32c1d7-f8c8-487d-9a33-42868d0622f1 HTTP/1.1" status: 204 len: 168 time: 0.1533198 Nov 24 20:47:02.496707 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ed0d7-f2b4-4344-aa18-fb5e6225d4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc32c1d7-f8c8-487d-9a33-42868d0622f1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:02.580977 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d3c2d-3331-4887-a348-aba0099adfa3 req-61bf1932-269d-45ea-ad25-bc0e27879ee7 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:02.582475 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-069d3c2d-3331-4887-a348-aba0099adfa3 req-61bf1932-269d-45ea-ad25-bc0e27879ee7 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 967 time: 0.0648792 Nov 24 20:47:02.647135 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-069d3c2d-3331-4887-a348-aba0099adfa3 req-452dc565-1c7c-46f8-9928-086514c0b0c1 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576205 Nov 24 20:47:02.689825 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45862) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:02.706832 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c25cfb16-90d5-4433-a1de-b4ba7c989bb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:02.829806 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c25cfb16-90d5-4433-a1de-b4ba7c989bb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:02.835924 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c25cfb16-90d5-4433-a1de-b4ba7c989bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:02.896812 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c25cfb16-90d5-4433-a1de-b4ba7c989bb6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3390e1d3b7654916a3401798e15c563d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2038972 Nov 24 20:47:02.896812 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cfb16-90d5-4433-a1de-b4ba7c989bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf7db85-aca4-47f5-9759-a3df6fa05ac7,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:02.898444 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45874) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:02.985508 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2210-c55d-4a40-b6f2-e9ce56eb7f6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:03.029057 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d321dd1-d3be-46da-bc57-9c034b451e16 req-8cdaf0b8-1b51-43b9-a89f-763a3ec82603 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:03.030085 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8d2b2991-ce8e-49ab-b5a0-483158bd34e5 req-c59df895-9b19-45e9-a833-9c6d8788f871 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=51b1d233-52b5-4fc3-9274-b8945f4d10d1 HTTP/1.1" status: 200 len: 210 time: 0.0455754 Nov 24 20:47:03.030788 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d321dd1-d3be-46da-bc57-9c034b451e16 req-8cdaf0b8-1b51-43b9-a89f-763a3ec82603 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/ports?device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 935 time: 0.0819147 Nov 24 20:47:03.049349 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2210-c55d-4a40-b6f2-e9ce56eb7f6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:03.103560 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d321dd1-d3be-46da-bc57-9c034b451e16 req-57ae3be7-7597-41ac-b554-8dfa883928d3 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e0a2786-c482-422b-81c6-079aeea7ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667562 Nov 24 20:47:03.110144 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2210-c55d-4a40-b6f2-e9ce56eb7f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:03.113059 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2210-c55d-4a40-b6f2-e9ce56eb7f6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:03.114374 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1cfc2210-c55d-4a40-b6f2-e9ce56eb7f6a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ccf7db85-aca4-47f5-9759-a3df6fa05ac7 HTTP/1.1" status: 204 len: 168 time: 0.2147477 Nov 24 20:47:03.124985 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc2210-c55d-4a40-b6f2-e9ce56eb7f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf7db85-aca4-47f5-9759-a3df6fa05ac7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:03.147310 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8d661b-bc3f-498f-afb9-00d8cf5f81cf'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:47:03.149706 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992362bd-2495-40a3-abd7-0e0da5051dfa" -d '{"events": [{"server_uuid": "a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7", "name": "network-vif-plugged", "status": "completed", "tag": "9b8d661b-bc3f-498f-afb9-00d8cf5f81cf"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:47:03.224827 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a89fe60-8b91-4db4-9125-add6babd1c24 x-openstack-request-id: req-4a89fe60-8b91-4db4-9125-add6babd1c24 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:47:03.225158 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7", "name": "network-vif-plugged", "status": "completed", "tag": "9b8d661b-bc3f-498f-afb9-00d8cf5f81cf", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:47:03.225468 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4a89fe60-8b91-4db4-9125-add6babd1c24 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:47:03.225893 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8d661b-bc3f-498f-afb9-00d8cf5f81cf', 'code': 200} Nov 24 20:47:03.362223 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a1039-363b-407c-95e1-85a2b219ea36 req-54f55fd7-f7db-4dd1-a37c-32ceacd5eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:03.364461 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e25a1039-363b-407c-95e1-85a2b219ea36 req-54f55fd7-f7db-4dd1-a37c-32ceacd5eba7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 1118 time: 0.0586393 Nov 24 20:47:03.458315 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e25a1039-363b-407c-95e1-85a2b219ea36 req-86c0c1be-655d-4ca4-87db-eab6953ebd9e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811195 Nov 24 20:47:03.475493 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09c0cb-0e96-4eb7-b7c5-24bb89ef0125 req-9302a157-a1a9-417f-a830-63fb1a513b65 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:03.477035 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-aa09c0cb-0e96-4eb7-b7c5-24bb89ef0125 req-9302a157-a1a9-417f-a830-63fb1a513b65 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 972 time: 0.1017506 Nov 24 20:47:03.549928 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-aa09c0cb-0e96-4eb7-b7c5-24bb89ef0125 req-51da4202-834e-4df8-8ab2-75ce2e4dfb4d tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7bed809-469a-4219-9568-a11d74bd1931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624483 Nov 24 20:47:03.792970 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457b24c-fa51-4734-9861-d122365bf0cb req-1fbaff59-dab1-47b0-9168-86b85fb50823 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:03.801382 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5457b24c-fa51-4734-9861-d122365bf0cb req-1fbaff59-dab1-47b0-9168-86b85fb50823 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 967 time: 0.0693882 Nov 24 20:47:03.854933 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5457b24c-fa51-4734-9861-d122365bf0cb req-4521b109-663c-4cd1-9d0c-873882e6e91a tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524993 Nov 24 20:47:04.054421 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-252c4072-2259-4f82-8394-314646e1b5f1 req-650230e7-b8bd-4120-8488-6e8342a2b249 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:47:04.056613 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-252c4072-2259-4f82-8394-314646e1b5f1 req-650230e7-b8bd-4120-8488-6e8342a2b249 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069754 Nov 24 20:47:04.188991 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cccfcdc8-8443-4ada-8d82-3a0faa867298 req-f2b12704-0824-40d8-b6e6-ac7127fe54df tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=51b1d233-52b5-4fc3-9274-b8945f4d10d1 HTTP/1.1" status: 200 len: 210 time: 0.0472147 Nov 24 20:47:04.264052 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830357d9-1e86-46a2-a2ac-dc477605c1da req-8f1fe88d-6503-4951-94cf-5a95a94f5e9b tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:04.265748 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-830357d9-1e86-46a2-a2ac-dc477605c1da req-8f1fe88d-6503-4951-94cf-5a95a94f5e9b tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/ports?device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 935 time: 0.0780392 Nov 24 20:47:04.350991 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-830357d9-1e86-46a2-a2ac-dc477605c1da req-bee9a8f1-0df6-4d46-a4bb-a471eff4e9b0 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e0a2786-c482-422b-81c6-079aeea7ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772383 Nov 24 20:47:04.456231 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dd80f955-794c-41ad-ae54-684b22447b80 service neutron] Request body: {'port': {'device_id': '992e7d06-a642-4182-a99e-4905ba05233f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:04.525622 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dd80f955-794c-41ad-ae54-684b22447b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:04.728084 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbda7fc-6a8e-457f-89cc-a957107985b4 req-7a7f3e4a-8c91-4948-a5e7-013704d7f48f tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:04.737381 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9bbda7fc-6a8e-457f-89cc-a957107985b4 req-7a7f3e4a-8c91-4948-a5e7-013704d7f48f tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 972 time: 0.0965068 Nov 24 20:47:04.803486 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9bbda7fc-6a8e-457f-89cc-a957107985b4 req-dabf28e3-445d-4399-bc61-42992f4d869c tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7bed809-469a-4219-9568-a11d74bd1931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648525 Nov 24 20:47:04.805747 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.15', 53534) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:05.024879 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded93635-3462-4c07-842e-7764d35d995c req-3615d7f3-dc89-4eb0-862b-b0f690d7a01f tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:05.027267 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ded93635-3462-4c07-842e-7764d35d995c req-3615d7f3-dc89-4eb0-862b-b0f690d7a01f tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.15 "GET /v2.0/networks?id=08e4810e-5cf6-45fd-b3f0-b0061643c76e HTTP/1.1" status: 200 len: 824 time: 0.2134013 Nov 24 20:47:05.048947 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8aa064-eab9-4f36-82ca-1ec5658f3993 req-2207dbbb-fbbe-4c60-9c31-da7774b337cc tempest-AggregatesAdminTestJSON-2014363149 tempest-AggregatesAdminTestJSON-2014363149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:05.049941 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dd80f955-794c-41ad-ae54-684b22447b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c00f68-25e5-4144-ac17-56810e07a291 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:47:05.052166 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7f8aa064-eab9-4f36-82ca-1ec5658f3993 req-2207dbbb-fbbe-4c60-9c31-da7774b337cc tempest-AggregatesAdminTestJSON-2014363149 tempest-AggregatesAdminTestJSON-2014363149-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 1123 time: 0.0899599 Nov 24 20:47:05.069788 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dd80f955-794c-41ad-ae54-684b22447b80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:05.078986 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7f8aa064-eab9-4f36-82ca-1ec5658f3993 req-1d0eda4f-cac4-4f55-894b-c3c38094c6e0 tempest-AggregatesAdminTestJSON-2014363149 tempest-AggregatesAdminTestJSON-2014363149-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:05.089328 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dd80f955-794c-41ad-ae54-684b22447b80 service neutron] Transition to ACTIVE for port object a8c00f68-25e5-4144-ac17-56810e07a291 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:47:05.110962 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dd80f955-794c-41ad-ae54-684b22447b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:05.175541 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80f955-794c-41ad-ae54-684b22447b80 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c00f68-25e5-4144-ac17-56810e07a291,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:05.194360 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7f8aa064-eab9-4f36-82ca-1ec5658f3993 req-1d0eda4f-cac4-4f55-894b-c3c38094c6e0 tempest-AggregatesAdminTestJSON-2014363149 tempest-AggregatesAdminTestJSON-2014363149-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:05.200959 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7f8aa064-eab9-4f36-82ca-1ec5658f3993 req-1d0eda4f-cac4-4f55-894b-c3c38094c6e0 tempest-AggregatesAdminTestJSON-2014363149 tempest-AggregatesAdminTestJSON-2014363149-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:05.219071 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ded93635-3462-4c07-842e-7764d35d995c req-776796ce-dbb0-461c-8b5d-104559a8c150 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7089e567afd4fbfaedad8dfd28a70b3 HTTP/1.1" status: 200 len: 379 time: 0.1753225 Nov 24 20:47:05.232242 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-ded93635-3462-4c07-842e-7764d35d995c req-716d66bf-3f2b-4764-8351-4e32ae86c5e7 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Request body: {'port': {'device_id': '51b1d233-52b5-4fc3-9274-b8945f4d10d1', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'admin_state_up': True, 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'security_groups': ['7ef4bf80-930d-40bf-8277-c067620a5845']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:05.249061 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0eda4f-cac4-4f55-894b-c3c38094c6e0 tempest-AggregatesAdminTestJSON-2014363149 tempest-AggregatesAdminTestJSON-2014363149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4174fd-0810-43f4-a475-31d83ed044bc,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:05.269630 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7f8aa064-eab9-4f36-82ca-1ec5658f3993 req-1d0eda4f-cac4-4f55-894b-c3c38094c6e0 tempest-AggregatesAdminTestJSON-2014363149 tempest-AggregatesAdminTestJSON-2014363149-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7bed809-469a-4219-9568-a11d74bd1931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057393 Nov 24 20:47:05.438628 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a881682-9cbf-4733-a542-77e16bb6e819 req-3f606fe2-7ecf-495b-8101-240daaaf9de4 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=51b1d233-52b5-4fc3-9274-b8945f4d10d1 HTTP/1.1" status: 200 len: 210 time: 0.0590641 Nov 24 20:47:05.447440 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5f6db-7628-4655-adf3-161f181edc6b req-44587d2f-2205-440c-8e72-78fa51e9fc94 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:05.450085 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ed5f6db-7628-4655-adf3-161f181edc6b req-44587d2f-2205-440c-8e72-78fa51e9fc94 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 967 time: 0.0670354 Nov 24 20:47:05.476103 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dd80f955-794c-41ad-ae54-684b22447b80 service neutron] Attempting to bind port a8c00f68-25e5-4144-ac17-56810e07a291 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:47:05.476385 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dd80f955-794c-41ad-ae54-684b22447b80 service neutron] Attempting to bind port a8c00f68-25e5-4144-ac17-56810e07a291 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:47:05.476715 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dd80f955-794c-41ad-ae54-684b22447b80 service neutron] Attempting to bind port a8c00f68-25e5-4144-ac17-56810e07a291 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:05.504520 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dd80f955-794c-41ad-ae54-684b22447b80 service neutron] Port a8c00f68-25e5-4144-ac17-56810e07a291 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:47:05.506062 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dd80f955-794c-41ad-ae54-684b22447b80 service neutron] Attempting to bind port a8c00f68-25e5-4144-ac17-56810e07a291 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:05.541981 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dd80f955-794c-41ad-ae54-684b22447b80 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:47:05.544019 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dd80f955-794c-41ad-ae54-684b22447b80 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:47:05.544780 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dd80f955-794c-41ad-ae54-684b22447b80 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:47:05.545062 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dd80f955-794c-41ad-ae54-684b22447b80 service neutron] Bound port: a8c00f68-25e5-4144-ac17-56810e07a291, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:47:05.545500 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dd80f955-794c-41ad-ae54-684b22447b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:05.546686 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ed5f6db-7628-4655-adf3-161f181edc6b req-fdcb93c6-f4e6-4046-8d09-c1934fc7f741 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874612 Nov 24 20:47:05.646916 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dd80f955-794c-41ad-ae54-684b22447b80 service neutron] For port a8c00f68-25e5-4144-ac17-56810e07a291, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:47:05.650611 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dd80f955-794c-41ad-ae54-684b22447b80 service neutron] For port a8c00f68-25e5-4144-ac17-56810e07a291, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=a8c00f68-25e5-4144-ac17-56810e07a291,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:47:05.651689 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded93635-3462-4c07-842e-7764d35d995c req-716d66bf-3f2b-4764-8351-4e32ae86c5e7 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Made reservation on behalf of d7089e567afd4fbfaedad8dfd28a70b3 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:47:05.656032 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ded93635-3462-4c07-842e-7764d35d995c req-716d66bf-3f2b-4764-8351-4e32ae86c5e7 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:05.660107 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dd80f955-794c-41ad-ae54-684b22447b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:05.703946 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95122efe-6118-48cb-9200-9b36ba66c04e req-899c6abf-8dce-4389-bf8b-498cce5ebd60 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:05.715148 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-95122efe-6118-48cb-9200-9b36ba66c04e req-899c6abf-8dce-4389-bf8b-498cce5ebd60 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/ports?device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 947 time: 0.0718513 Nov 24 20:47:05.722260 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dd80f955-794c-41ad-ae54-684b22447b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:05.722897 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dd80f955-794c-41ad-ae54-684b22447b80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:05.724416 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dd80f955-794c-41ad-ae54-684b22447b80 service neutron] 10.222.0.15 "PUT /v2.0/ports/a8c00f68-25e5-4144-ac17-56810e07a291 HTTP/1.1" status: 200 len: 1095 time: 1.3719265 Nov 24 20:47:05.724967 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992e7d06-a642-4182-a99e-4905ba05233f', 'tag': 'a8c00f68-25e5-4144-ac17-56810e07a291'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:47:05.728081 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77577b2b-210f-4aa8-a1c4-2bf53fae9740" -d '{"events": [{"name": "network-changed", "server_uuid": "992e7d06-a642-4182-a99e-4905ba05233f", "tag": "a8c00f68-25e5-4144-ac17-56810e07a291"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:47:05.801343 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-95122efe-6118-48cb-9200-9b36ba66c04e req-2c30ac87-7af2-448c-9bb5-2b68dea8514c tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e0a2786-c482-422b-81c6-079aeea7ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852005 Nov 24 20:47:05.857297 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80f955-794c-41ad-ae54-684b22447b80 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c00f68-25e5-4144-ac17-56810e07a291,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:05.943161 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dce448c4-73ac-4d43-b5b1-7e505ee58c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:05.945024 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-252c4072-2259-4f82-8394-314646e1b5f1 req-dce448c4-73ac-4d43-b5b1-7e505ee58c01 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1eccd1c960c4f4cb8cb389536a2f9a9&device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 1098 time: 0.1433151 Nov 24 20:47:06.000578 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-252c4072-2259-4f82-8394-314646e1b5f1 req-fc6b63f6-daba-458e-8ff9-26af778ca019 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=a8c00f68-25e5-4144-ac17-56810e07a291 HTTP/1.1" status: 200 len: 217 time: 0.0449448 Nov 24 20:47:06.024084 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-ded93635-3462-4c07-842e-7764d35d995c req-716d66bf-3f2b-4764-8351-4e32ae86c5e7 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Allocated IP 172.20.0.3 (08e4810e-5cf6-45fd-b3f0-b0061643c76e/4b7bea8b-3ad2-4620-a8cf-0534d6c925cb/cf08177e-a374-4dc4-bde9-4df7200e9be3) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:47:06.094121 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c4072-2259-4f82-8394-314646e1b5f1 req-0bceb593-dc17-4cb5-8524-285977e7ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:06.095904 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-252c4072-2259-4f82-8394-314646e1b5f1 req-0bceb593-dc17-4cb5-8524-285977e7ba7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0858612 Nov 24 20:47:06.147195 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c487d09c-912e-4844-bf5c-b9bfafb9cbb8 x-openstack-request-id: req-c487d09c-912e-4844-bf5c-b9bfafb9cbb8 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:47:06.147523 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "992e7d06-a642-4182-a99e-4905ba05233f", "tag": "a8c00f68-25e5-4144-ac17-56810e07a291", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:47:06.147754 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c487d09c-912e-4844-bf5c-b9bfafb9cbb8 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:47:06.148221 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '992e7d06-a642-4182-a99e-4905ba05233f', 'tag': 'a8c00f68-25e5-4144-ac17-56810e07a291', 'status': 'completed', 'code': 200} Nov 24 20:47:06.224815 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c4072-2259-4f82-8394-314646e1b5f1 req-8dbccff6-db5e-4573-af72-edf31f0a7ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:06.227429 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-252c4072-2259-4f82-8394-314646e1b5f1 req-8dbccff6-db5e-4573-af72-edf31f0a7ee2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1205080 Nov 24 20:47:06.314314 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad17fd-bcb0-4094-bfac-bb12fa8d2aa9 req-06868cba-6de8-47af-9439-6b90b84546a5 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:06.317244 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-94ad17fd-bcb0-4094-bfac-bb12fa8d2aa9 req-06868cba-6de8-47af-9439-6b90b84546a5 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 1118 time: 0.0440383 Nov 24 20:47:06.332286 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:47:06.334568 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ded93635-3462-4c07-842e-7764d35d995c req-716d66bf-3f2b-4764-8351-4e32ae86c5e7 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:06.364317 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-252c4072-2259-4f82-8394-314646e1b5f1 req-1b3123f2-54da-418c-99aa-5608d5e789c4 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268692 Nov 24 20:47:06.369636 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-94ad17fd-bcb0-4094-bfac-bb12fa8d2aa9 req-b65e4518-b965-4148-ae6d-e4d54193cef7 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440774 Nov 24 20:47:06.440471 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ded93635-3462-4c07-842e-7764d35d995c req-716d66bf-3f2b-4764-8351-4e32ae86c5e7 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:06.708094 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded93635-3462-4c07-842e-7764d35d995c req-716d66bf-3f2b-4764-8351-4e32ae86c5e7 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Network 08e4810e-5cf6-45fd-b3f0-b0061643c76e is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:47:06.725154 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18edb82-5507-4fdf-80ea-72093c240d83 req-2ced97f2-94c6-405a-be84-1782bb2868a1 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:06.726840 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d18edb82-5507-4fdf-80ea-72093c240d83 req-2ced97f2-94c6-405a-be84-1782bb2868a1 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 1118 time: 0.0454228 Nov 24 20:47:06.732579 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-ded93635-3462-4c07-842e-7764d35d995c req-716d66bf-3f2b-4764-8351-4e32ae86c5e7 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:47:06.738921 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded93635-3462-4c07-842e-7764d35d995c req-716d66bf-3f2b-4764-8351-4e32ae86c5e7 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:47:06.762663 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-252c4072-2259-4f82-8394-314646e1b5f1 req-972a3ffa-3dd1-4e69-9f56-91d395f2c44e service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892648 Nov 24 20:47:06.783893 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d66bf-3f2b-4764-8351-4e32ae86c5e7 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Pushing event updated for resources: {'Port': ['ID=cf08177e-a374-4dc4-bde9-4df7200e9be3,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:06.822757 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d18edb82-5507-4fdf-80ea-72093c240d83 req-f6f00bcb-0501-4742-8c4c-b5d76780bc69 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686929 Nov 24 20:47:06.832229 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb1106-f14c-4c01-a5d5-8ddef76e9f87 req-5763653a-820f-46b1-90f2-40493e0c885f tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:06.833863 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bcfb1106-f14c-4c01-a5d5-8ddef76e9f87 req-5763653a-820f-46b1-90f2-40493e0c885f tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=51b1d233-52b5-4fc3-9274-b8945f4d10d1 HTTP/1.1" status: 200 len: 931 time: 0.1315975 Nov 24 20:47:06.840724 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded93635-3462-4c07-842e-7764d35d995c req-716d66bf-3f2b-4764-8351-4e32ae86c5e7 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:06.841381 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ded93635-3462-4c07-842e-7764d35d995c req-716d66bf-3f2b-4764-8351-4e32ae86c5e7 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:06.935951 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ded93635-3462-4c07-842e-7764d35d995c req-716d66bf-3f2b-4764-8351-4e32ae86c5e7 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7128019 Nov 24 20:47:06.962703 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-ded93635-3462-4c07-842e-7764d35d995c req-d2829a00-90d6-4180-88fd-e479690207d4 service neutron] Request body: {'port': {'device_id': '51b1d233-52b5-4fc3-9274-b8945f4d10d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:06.971682 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77577b2b-210f-4aa8-a1c4-2bf53fae9740 req-3a6facce-54e0-47a3-8a96-bbfb5c742f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:06.973198 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77577b2b-210f-4aa8-a1c4-2bf53fae9740 req-3a6facce-54e0-47a3-8a96-bbfb5c742f25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1eccd1c960c4f4cb8cb389536a2f9a9&device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 1098 time: 0.1287661 Nov 24 20:47:06.997262 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46066) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:07.009660 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bcfb1106-f14c-4c01-a5d5-8ddef76e9f87 req-299b34eb-2caf-4e99-9c73-ff1d0012d081 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ef4bf80-930d-40bf-8277-c067620a5845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621747 Nov 24 20:47:07.081100 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3ac6b1b4-f484-45c7-b363-3669871ab005 None None] Provisioning complete for port cf08177e-a374-4dc4-bde9-4df7200e9be3 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:07.082114 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3ac6b1b4-f484-45c7-b363-3669871ab005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:07.109021 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ded93635-3462-4c07-842e-7764d35d995c req-d2829a00-90d6-4180-88fd-e479690207d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:07.125679 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-3ac6b1b4-f484-45c7-b363-3669871ab005 None None] Port cf08177e-a374-4dc4-bde9-4df7200e9be3 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:47:07.156464 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d4323348-7b49-4d5d-94f8-2af7797c321e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:07.182854 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77577b2b-210f-4aa8-a1c4-2bf53fae9740 req-9bc682e4-5afa-43e6-be1c-a22e85de23eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:07.185161 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77577b2b-210f-4aa8-a1c4-2bf53fae9740 req-9bc682e4-5afa-43e6-be1c-a22e85de23eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.1954641 Nov 24 20:47:07.279014 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d3e6c-f03a-4ad7-b15d-a2bff07d015c req-4a99eca0-f80d-4096-b960-49f2bc03cac8 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:07.280851 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f53d3e6c-f03a-4ad7-b15d-a2bff07d015c req-4a99eca0-f80d-4096-b960-49f2bc03cac8 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/ports?device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 947 time: 0.0796657 Nov 24 20:47:07.287688 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77577b2b-210f-4aa8-a1c4-2bf53fae9740 req-a00fe249-609f-413a-bb49-bb3787df1bdd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=a8c00f68-25e5-4144-ac17-56810e07a291 HTTP/1.1" status: 200 len: 217 time: 0.0917013 Nov 24 20:47:07.319586 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d4323348-7b49-4d5d-94f8-2af7797c321e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:07.330875 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d4323348-7b49-4d5d-94f8-2af7797c321e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:07.371730 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77577b2b-210f-4aa8-a1c4-2bf53fae9740 req-bbbd66b9-ac4c-4991-b0fd-5c8c27c13df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:07.373367 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77577b2b-210f-4aa8-a1c4-2bf53fae9740 req-bbbd66b9-ac4c-4991-b0fd-5c8c27c13df3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0755000 Nov 24 20:47:07.387339 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f53d3e6c-f03a-4ad7-b15d-a2bff07d015c req-6c57896f-f86b-4079-b64c-81eea255baa9 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e0a2786-c482-422b-81c6-079aeea7ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927591 Nov 24 20:47:07.397270 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d4323348-7b49-4d5d-94f8-2af7797c321e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=666cba2930d5432a8205667f8a052f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3989272 Nov 24 20:47:07.408738 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46078) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:07.408738 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4323348-7b49-4d5d-94f8-2af7797c321e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77df5ee-0644-48b4-ae29-3f28b4d52d6e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:07.479608 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f04ff808-232e-4b9d-9d09-000f1055cb3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:07.516369 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f04ff808-232e-4b9d-9d09-000f1055cb3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:07.573576 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77577b2b-210f-4aa8-a1c4-2bf53fae9740 req-de0baef3-c906-4dad-a260-b630043b24e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:07.576792 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77577b2b-210f-4aa8-a1c4-2bf53fae9740 req-de0baef3-c906-4dad-a260-b630043b24e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0966980 Nov 24 20:47:07.585751 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f04ff808-232e-4b9d-9d09-000f1055cb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:07.593746 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f04ff808-232e-4b9d-9d09-000f1055cb3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:07.595415 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f04ff808-232e-4b9d-9d09-000f1055cb3e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e77df5ee-0644-48b4-ae29-3f28b4d52d6e HTTP/1.1" status: 204 len: 168 time: 0.1892281 Nov 24 20:47:07.606337 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ff808-232e-4b9d-9d09-000f1055cb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77df5ee-0644-48b4-ae29-3f28b4d52d6e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:07.716942 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-3af27bd6-0863-4a93-ad8e-7e5e217308d5 req-a157f581-72e0-47ef-b657-1bcac553ced2 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:47:07.718300 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3af27bd6-0863-4a93-ad8e-7e5e217308d5 req-a157f581-72e0-47ef-b657-1bcac553ced2 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153384 Nov 24 20:47:07.729855 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-ded93635-3462-4c07-842e-7764d35d995c req-d2829a00-90d6-4180-88fd-e479690207d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf08177e-a374-4dc4-bde9-4df7200e9be3 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:47:07.741898 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ded93635-3462-4c07-842e-7764d35d995c req-d2829a00-90d6-4180-88fd-e479690207d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:07.768809 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-ded93635-3462-4c07-842e-7764d35d995c req-d2829a00-90d6-4180-88fd-e479690207d4 service neutron] Transition to ACTIVE for port object cf08177e-a374-4dc4-bde9-4df7200e9be3 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:47:07.772893 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77577b2b-210f-4aa8-a1c4-2bf53fae9740 req-108c597a-fb27-4ca8-b7a3-d934f79232a8 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718724 Nov 24 20:47:07.778124 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ded93635-3462-4c07-842e-7764d35d995c req-d2829a00-90d6-4180-88fd-e479690207d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:07.833796 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2829a00-90d6-4180-88fd-e479690207d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf08177e-a374-4dc4-bde9-4df7200e9be3,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:08.057942 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77577b2b-210f-4aa8-a1c4-2bf53fae9740 req-89a400c5-0c6e-45e1-b264-9c4326fee10b service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252078 Nov 24 20:47:08.083533 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-ded93635-3462-4c07-842e-7764d35d995c req-d2829a00-90d6-4180-88fd-e479690207d4 service neutron] Attempting to bind port cf08177e-a374-4dc4-bde9-4df7200e9be3 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:47:08.083922 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-ded93635-3462-4c07-842e-7764d35d995c req-d2829a00-90d6-4180-88fd-e479690207d4 service neutron] Attempting to bind port cf08177e-a374-4dc4-bde9-4df7200e9be3 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'f52094ad-762a-4ec7-8686-7bf9e5e05a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:47:08.084268 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded93635-3462-4c07-842e-7764d35d995c req-d2829a00-90d6-4180-88fd-e479690207d4 service neutron] Attempting to bind port cf08177e-a374-4dc4-bde9-4df7200e9be3 on network 08e4810e-5cf6-45fd-b3f0-b0061643c76e {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:08.101001 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded93635-3462-4c07-842e-7764d35d995c req-d2829a00-90d6-4180-88fd-e479690207d4 service neutron] Port cf08177e-a374-4dc4-bde9-4df7200e9be3 on network 08e4810e-5cf6-45fd-b3f0-b0061643c76e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:47:08.101356 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded93635-3462-4c07-842e-7764d35d995c req-d2829a00-90d6-4180-88fd-e479690207d4 service neutron] Attempting to bind port cf08177e-a374-4dc4-bde9-4df7200e9be3 on network 08e4810e-5cf6-45fd-b3f0-b0061643c76e {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:08.117272 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded93635-3462-4c07-842e-7764d35d995c req-d2829a00-90d6-4180-88fd-e479690207d4 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:47:08.118779 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded93635-3462-4c07-842e-7764d35d995c req-d2829a00-90d6-4180-88fd-e479690207d4 service neutron] Checking segment: {'id': 'f52094ad-762a-4ec7-8686-7bf9e5e05a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:47:08.120261 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded93635-3462-4c07-842e-7764d35d995c req-d2829a00-90d6-4180-88fd-e479690207d4 service neutron] Bound using segment: {'id': 'f52094ad-762a-4ec7-8686-7bf9e5e05a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:47:08.122353 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-ded93635-3462-4c07-842e-7764d35d995c req-d2829a00-90d6-4180-88fd-e479690207d4 service neutron] Bound port: cf08177e-a374-4dc4-bde9-4df7200e9be3, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f52094ad-762a-4ec7-8686-7bf9e5e05a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:47:08.123297 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ded93635-3462-4c07-842e-7764d35d995c req-d2829a00-90d6-4180-88fd-e479690207d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:08.251335 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-ded93635-3462-4c07-842e-7764d35d995c req-d2829a00-90d6-4180-88fd-e479690207d4 service neutron] For port cf08177e-a374-4dc4-bde9-4df7200e9be3, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:47:08.254016 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27703765-ab16-42f4-994e-7ef55db4ef83 req-db39f69a-7e08-4ea4-ba5b-62a6090455a0 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:08.255693 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-27703765-ab16-42f4-994e-7ef55db4ef83 req-db39f69a-7e08-4ea4-ba5b-62a6090455a0 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=51b1d233-52b5-4fc3-9274-b8945f4d10d1 HTTP/1.1" status: 200 len: 943 time: 0.0680299 Nov 24 20:47:08.255960 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-ded93635-3462-4c07-842e-7764d35d995c req-d2829a00-90d6-4180-88fd-e479690207d4 service neutron] For port cf08177e-a374-4dc4-bde9-4df7200e9be3, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cf08177e-a374-4dc4-bde9-4df7200e9be3,segment=NetworkSegment(f52094ad-762a-4ec7-8686-7bf9e5e05a1f),segment_id=f52094ad-762a-4ec7-8686-7bf9e5e05a1f)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:47:08.265866 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ded93635-3462-4c07-842e-7764d35d995c req-d2829a00-90d6-4180-88fd-e479690207d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:08.304011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded93635-3462-4c07-842e-7764d35d995c req-d2829a00-90d6-4180-88fd-e479690207d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:08.305239 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ded93635-3462-4c07-842e-7764d35d995c req-d2829a00-90d6-4180-88fd-e479690207d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:08.306606 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ded93635-3462-4c07-842e-7764d35d995c req-d2829a00-90d6-4180-88fd-e479690207d4 service neutron] 10.222.0.15 "PUT /v2.0/ports/cf08177e-a374-4dc4-bde9-4df7200e9be3 HTTP/1.1" status: 200 len: 1091 time: 1.3599372 Nov 24 20:47:08.311870 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b1d233-52b5-4fc3-9274-b8945f4d10d1', 'tag': 'cf08177e-a374-4dc4-bde9-4df7200e9be3'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:47:08.316284 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2060e9-3a30-4602-a008-ac5baa4a6fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "51b1d233-52b5-4fc3-9274-b8945f4d10d1", "tag": "cf08177e-a374-4dc4-bde9-4df7200e9be3"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:47:08.320561 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-27703765-ab16-42f4-994e-7ef55db4ef83 req-c4a13a13-6928-454d-9593-3d3ee67a35a4 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ef4bf80-930d-40bf-8277-c067620a5845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551949 Nov 24 20:47:08.329195 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46136) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:08.349300 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2829a00-90d6-4180-88fd-e479690207d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf08177e-a374-4dc4-bde9-4df7200e9be3,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:08.357927 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1390325d-8132-424d-9303-20a05665a269 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:08.431872 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded93635-3462-4c07-842e-7764d35d995c req-d45e721c-75a0-4cb1-9d42-2ec4e5586768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:08.435090 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ded93635-3462-4c07-842e-7764d35d995c req-d45e721c-75a0-4cb1-9d42-2ec4e5586768 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7089e567afd4fbfaedad8dfd28a70b3&device_id=51b1d233-52b5-4fc3-9274-b8945f4d10d1 HTTP/1.1" status: 200 len: 1094 time: 0.0715163 Nov 24 20:47:08.458303 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6ec875-4214-4d14-ba56-f26d438a880a x-openstack-request-id: req-dd6ec875-4214-4d14-ba56-f26d438a880a {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:47:08.459607 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b1d233-52b5-4fc3-9274-b8945f4d10d1", "tag": "cf08177e-a374-4dc4-bde9-4df7200e9be3", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:47:08.460067 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dd6ec875-4214-4d14-ba56-f26d438a880a {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:47:08.460608 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b1d233-52b5-4fc3-9274-b8945f4d10d1', 'tag': 'cf08177e-a374-4dc4-bde9-4df7200e9be3', 'status': 'completed', 'code': 200} Nov 24 20:47:08.520173 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1390325d-8132-424d-9303-20a05665a269 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:08.530648 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1390325d-8132-424d-9303-20a05665a269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:08.536436 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ded93635-3462-4c07-842e-7764d35d995c req-a5ceaff2-84b1-443c-979c-9e8c1f851111 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf08177e-a374-4dc4-bde9-4df7200e9be3 HTTP/1.1" status: 200 len: 217 time: 0.0857244 Nov 24 20:47:08.595208 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390325d-8132-424d-9303-20a05665a269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4c937f-2110-4d07-9cfa-a11ac5b486a0,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:08.620455 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1390325d-8132-424d-9303-20a05665a269 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cf5825367c084d66aa1bd140d9299cd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896178 Nov 24 20:47:08.623156 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46152) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:08.625230 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded93635-3462-4c07-842e-7764d35d995c req-762e11bb-d277-4f5c-91da-a23e67889a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:08.627368 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ded93635-3462-4c07-842e-7764d35d995c req-762e11bb-d277-4f5c-91da-a23e67889a1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b7bea8b-3ad2-4620-a8cf-0534d6c925cb HTTP/1.1" status: 200 len: 863 time: 0.0807428 Nov 24 20:47:08.671400 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46154) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:08.717829 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded93635-3462-4c07-842e-7764d35d995c req-84081fb7-8707-4bc6-bf3f-b9a823b9414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:08.720163 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ded93635-3462-4c07-842e-7764d35d995c req-84081fb7-8707-4bc6-bf3f-b9a823b9414d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08e4810e-5cf6-45fd-b3f0-b0061643c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787876 Nov 24 20:47:08.757783 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c5790493-c62e-42de-9060-606eed611948 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:08.824906 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c0a01409-2216-40bf-a753-baf0b710145f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:08.829746 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c5790493-c62e-42de-9060-606eed611948 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:08.853805 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ded93635-3462-4c07-842e-7764d35d995c req-c70d2c28-e499-490a-bb22-5c0e385f8c25 service neutron] 10.222.0.15 "GET /v2.0/networks/08e4810e-5cf6-45fd-b3f0-b0061643c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252179 Nov 24 20:47:08.869597 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e35b2e-fe24-4555-83e2-213e214a8761 req-98726fc5-d257-403d-9c2b-9c6032e2d6d7 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:08.872645 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a0e35b2e-fe24-4555-83e2-213e214a8761 req-98726fc5-d257-403d-9c2b-9c6032e2d6d7 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/ports?device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 947 time: 0.1170695 Nov 24 20:47:08.926432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46168) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:08.945770 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a0e35b2e-fe24-4555-83e2-213e214a8761 req-4de661cf-5fe7-4e89-9ce7-6c01b70b720b tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e0a2786-c482-422b-81c6-079aeea7ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655494 Nov 24 20:47:08.953860 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c5790493-c62e-42de-9060-606eed611948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:08.956602 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c5790493-c62e-42de-9060-606eed611948 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:08.958115 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c5790493-c62e-42de-9060-606eed611948 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ff4c937f-2110-4d07-9cfa-a11ac5b486a0 HTTP/1.1" status: 204 len: 168 time: 0.3331554 Nov 24 20:47:08.974239 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5790493-c62e-42de-9060-606eed611948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4c937f-2110-4d07-9cfa-a11ac5b486a0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:08.976525 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f67565dd-39ce-4e5e-8b7a-5ac565d05823 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:09.034184 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ded93635-3462-4c07-842e-7764d35d995c req-b0c8a54e-013f-4995-820e-ce0d160b6d4a service neutron] 10.222.0.15 "GET /v2.0/networks/08e4810e-5cf6-45fd-b3f0-b0061643c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705971 Nov 24 20:47:09.036860 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-893c9c96-fb07-464d-9074-1181e17d4da5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:09.143181 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2060e9-3a30-4602-a008-ac5baa4a6fd0 req-66bb76b8-dc2a-42a8-8bd9-761ae36c9497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:09.145117 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ed2060e9-3a30-4602-a008-ac5baa4a6fd0 req-66bb76b8-dc2a-42a8-8bd9-761ae36c9497 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7089e567afd4fbfaedad8dfd28a70b3&device_id=51b1d233-52b5-4fc3-9274-b8945f4d10d1 HTTP/1.1" status: 200 len: 1094 time: 0.0579062 Nov 24 20:47:09.159806 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f67565dd-39ce-4e5e-8b7a-5ac565d05823 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:09.166811 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f67565dd-39ce-4e5e-8b7a-5ac565d05823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:09.241264 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 46186) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:09.246662 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f67565dd-39ce-4e5e-8b7a-5ac565d05823 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7477be51d7ac422da49420778491843b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5731978 Nov 24 20:47:09.249658 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-893c9c96-fb07-464d-9074-1181e17d4da5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:09.251559 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67565dd-39ce-4e5e-8b7a-5ac565d05823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fa12ad-bbb3-49dd-826f-f2b3c02ad680,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:09.262761 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-893c9c96-fb07-464d-9074-1181e17d4da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:09.305954 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:09.336828 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c9c96-fb07-464d-9074-1181e17d4da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb15020-0b2e-4962-9425-c3c567687479,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:09.379197 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-893c9c96-fb07-464d-9074-1181e17d4da5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2c11dc5f6544e1ba8bfd1c912a105ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4517262 Nov 24 20:47:09.381886 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46200) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:09.427564 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff2d0-a084-4ca7-89dd-093d380c55b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:09.432292 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2060e9-3a30-4602-a008-ac5baa4a6fd0 req-366d20f0-5427-4d29-9a0f-51cb970dbb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:09.434949 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ed2060e9-3a30-4602-a008-ac5baa4a6fd0 req-366d20f0-5427-4d29-9a0f-51cb970dbb5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=08e4810e-5cf6-45fd-b3f0-b0061643c76e HTTP/1.1" status: 200 len: 925 time: 0.2743244 Nov 24 20:47:09.487936 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1548f904-0ce8-4dbc-9416-6a414c9201d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:09.493174 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ed2060e9-3a30-4602-a008-ac5baa4a6fd0 req-c6c7f576-7ddd-4f51-808b-b3cb1b486a9f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf08177e-a374-4dc4-bde9-4df7200e9be3 HTTP/1.1" status: 200 len: 217 time: 0.0486312 Nov 24 20:47:09.495422 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff2d0-a084-4ca7-89dd-093d380c55b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:09.519757 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1548f904-0ce8-4dbc-9416-6a414c9201d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:09.529817 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7a01b-983e-46c1-b12c-b414718c529a req-7174c972-fb1d-4b2d-9a52-d367de9b54e7 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:09.531489 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05b7a01b-983e-46c1-b12c-b414718c529a req-7174c972-fb1d-4b2d-9a52-d367de9b54e7 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=51b1d233-52b5-4fc3-9274-b8945f4d10d1 HTTP/1.1" status: 200 len: 943 time: 0.0976989 Nov 24 20:47:09.550755 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device a8c00f68-25e5-4144-ac17-56810e07a291 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:47:09.592371 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2060e9-3a30-4602-a008-ac5baa4a6fd0 req-6a6e3a05-058e-4988-a955-64086584d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:09.594570 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ed2060e9-3a30-4602-a008-ac5baa4a6fd0 req-6a6e3a05-058e-4988-a955-64086584d82d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b7bea8b-3ad2-4620-a8cf-0534d6c925cb HTTP/1.1" status: 200 len: 863 time: 0.0908442 Nov 24 20:47:09.646277 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff2d0-a084-4ca7-89dd-093d380c55b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:09.650381 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff2d0-a084-4ca7-89dd-093d380c55b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:09.655142 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3b2ff2d0-a084-4ca7-89dd-093d380c55b4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c9fa12ad-bbb3-49dd-826f-f2b3c02ad680 HTTP/1.1" status: 204 len: 168 time: 0.4128850 Nov 24 20:47:09.671801 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1548f904-0ce8-4dbc-9416-6a414c9201d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:09.673901 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ff2d0-a084-4ca7-89dd-093d380c55b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fa12ad-bbb3-49dd-826f-f2b3c02ad680,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:09.675206 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1548f904-0ce8-4dbc-9416-6a414c9201d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:09.677240 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1548f904-0ce8-4dbc-9416-6a414c9201d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ecb15020-0b2e-4962-9425-c3c567687479 HTTP/1.1" status: 204 len: 168 time: 0.2936869 Nov 24 20:47:09.687494 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2060e9-3a30-4602-a008-ac5baa4a6fd0 req-c5a646e6-c0cc-4de4-9e35-e379fb13d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:09.689262 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ed2060e9-3a30-4602-a008-ac5baa4a6fd0 req-c5a646e6-c0cc-4de4-9e35-e379fb13d764 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08e4810e-5cf6-45fd-b3f0-b0061643c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866275 Nov 24 20:47:09.696434 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548f904-0ce8-4dbc-9416-6a414c9201d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb15020-0b2e-4962-9425-c3c567687479,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:09.718949 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05b7a01b-983e-46c1-b12c-b414718c529a req-96c6c012-c586-4f3a-921a-0e2eb7c4dca8 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ef4bf80-930d-40bf-8277-c067620a5845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760707 Nov 24 20:47:09.723612 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port a8c00f68-25e5-4144-ac17-56810e07a291, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=a8c00f68-25e5-4144-ac17-56810e07a291,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:09.743328 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'a8c00f68-25e5-4144-ac17-56810e07a291', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': 'a8c00f68-25e5-4144-ac17-56810e07a291', 'mac_address': 'fa:16:3e:9a:4c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:47:09.804887 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:09.826153 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c00f68-25e5-4144-ac17-56810e07a291 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:47:09.855690 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port a8c00f68-25e5-4144-ac17-56810e07a291, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=a8c00f68-25e5-4144-ac17-56810e07a291,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:09.860987 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:09.880149 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ed2060e9-3a30-4602-a008-ac5baa4a6fd0 req-9ff524af-0900-4865-b0c1-855983087805 service neutron] 10.222.0.15 "GET /v2.0/networks/08e4810e-5cf6-45fd-b3f0-b0061643c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741867 Nov 24 20:47:09.923517 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=a8c00f68-25e5-4144-ac17-56810e07a291,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:10.049732 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ed2060e9-3a30-4602-a008-ac5baa4a6fd0 req-470b2c47-b88b-499b-a744-33338b5d5209 service neutron] 10.222.0.15 "GET /v2.0/networks/08e4810e-5cf6-45fd-b3f0-b0061643c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614730 Nov 24 20:47:10.107398 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee76533-827f-4587-a12a-e6cbd4fddc05 req-5ef85a3d-5f0c-429b-906a-d2d982883e3a tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:10.116171 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9ee76533-827f-4587-a12a-e6cbd4fddc05 req-5ef85a3d-5f0c-429b-906a-d2d982883e3a tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/ports?device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 948 time: 0.0725267 Nov 24 20:47:10.186655 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9ee76533-827f-4587-a12a-e6cbd4fddc05 req-9e6f35d2-3f57-472a-ba7f-75c2844e32f0 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e0a2786-c482-422b-81c6-079aeea7ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662055 Nov 24 20:47:10.239711 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['a8c00f68-25e5-4144-ac17-56810e07a291'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:47:10.248222 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46246) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:10.276493 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2ae3-4cea-4859-b7a0-eabef4cc480b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:10.385269 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 46254) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:10.409490 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2ae3-4cea-4859-b7a0-eabef4cc480b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:10.410122 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9342b247-77f3-4f88-90a1-42bc22d66f7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:10.420417 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2ae3-4cea-4859-b7a0-eabef4cc480b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:10.510555 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ea1c2ae3-4cea-4859-b7a0-eabef4cc480b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cdd214dc144a4a05a4ec48b073ac10ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587268 Nov 24 20:47:10.510997 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46266) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:10.525537 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c2ae3-4cea-4859-b7a0-eabef4cc480b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f027a9-fdd2-4824-8300-b78beba0d222,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:10.577300 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-05249c27-2ac2-41db-ae6f-2797bd484b34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:10.582401 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9342b247-77f3-4f88-90a1-42bc22d66f7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:10.593299 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9342b247-77f3-4f88-90a1-42bc22d66f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:10.605488 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-05249c27-2ac2-41db-ae6f-2797bd484b34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:10.626172 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9342b247-77f3-4f88-90a1-42bc22d66f7c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54378bc102694d0a94df98322b143cb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403421 Nov 24 20:47:10.628971 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46272) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:10.653627 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46274) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:10.661898 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342b247-77f3-4f88-90a1-42bc22d66f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a209c73-cd06-4f52-a81b-625d22ef125e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:10.706716 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f0c9142f-a885-44bb-92b6-9ebcb5997749 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:10.728224 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-05249c27-2ac2-41db-ae6f-2797bd484b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:10.731654 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-05249c27-2ac2-41db-ae6f-2797bd484b34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:10.733011 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-05249c27-2ac2-41db-ae6f-2797bd484b34 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/50f027a9-fdd2-4824-8300-b78beba0d222 HTTP/1.1" status: 204 len: 168 time: 0.2202849 Nov 24 20:47:10.750128 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f0c9142f-a885-44bb-92b6-9ebcb5997749 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:10.757282 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05249c27-2ac2-41db-ae6f-2797bd484b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f027a9-fdd2-4824-8300-b78beba0d222,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:10.815420 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f0c9142f-a885-44bb-92b6-9ebcb5997749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:10.818644 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f0c9142f-a885-44bb-92b6-9ebcb5997749 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:10.820254 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f0c9142f-a885-44bb-92b6-9ebcb5997749 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a209c73-cd06-4f52-a81b-625d22ef125e HTTP/1.1" status: 204 len: 168 time: 0.1901319 Nov 24 20:47:10.831197 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9142f-a885-44bb-92b6-9ebcb5997749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a209c73-cd06-4f52-a81b-625d22ef125e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:10.866611 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:10.945981 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-b453f532-60cc-4482-ad3d-767e47c8fd7f tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:47:10.946988 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-b453f532-60cc-4482-ad3d-767e47c8fd7f tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2924247 Nov 24 20:47:10.955915 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2c0ed-7aaa-458d-ab34-fcdeae9e6078 req-c4cab698-6f88-4da4-bde0-6e7015d75ba8 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:10.957517 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e5a2c0ed-7aaa-458d-ab34-fcdeae9e6078 req-c4cab698-6f88-4da4-bde0-6e7015d75ba8 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=51b1d233-52b5-4fc3-9274-b8945f4d10d1 HTTP/1.1" status: 200 len: 943 time: 0.0635002 Nov 24 20:47:11.011367 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e5a2c0ed-7aaa-458d-ab34-fcdeae9e6078 req-f9713975-5b5d-40c2-8293-3ec8be858927 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ef4bf80-930d-40bf-8277-c067620a5845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476773 Nov 24 20:47:11.152461 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b9782976-adcf-4001-8315-74d9e1dff22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:11.416773 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28faa524-1c71-4d75-94bd-9bb44acc94aa req-f259d123-fffa-403a-a5df-2f78186a33de tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:11.419355 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-28faa524-1c71-4d75-94bd-9bb44acc94aa req-f259d123-fffa-403a-a5df-2f78186a33de tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/ports?device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 948 time: 0.0615928 Nov 24 20:47:11.503154 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-28faa524-1c71-4d75-94bd-9bb44acc94aa req-da327d23-f8a2-4647-bfd9-d66f243bb80f tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e0a2786-c482-422b-81c6-079aeea7ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754821 Nov 24 20:47:11.508241 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-1dbb2987-460a-436e-8793-b2d5af167803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:11.509791 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-1dbb2987-460a-436e-8793-b2d5af167803 service neutron] 10.222.0.11 "GET /v2.0/ports/9b8d661b-bc3f-498f-afb9-00d8cf5f81cf HTTP/1.1" status: 200 len: 1115 time: 0.2609088 Nov 24 20:47:11.529085 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-af3b7ded-72d8-4816-a0d3-69c6a282a0c9 service neutron] Request body: {'binding': {'host': 'n-h2-812111-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:11.530133 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-af3b7ded-72d8-4816-a0d3-69c6a282a0c9 service neutron] Unknown quota resources ['binding']. {{(pid=109991) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 20:47:11.553772 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device cf08177e-a374-4dc4-bde9-4df7200e9be3 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:47:11.627880 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device a8c00f68-25e5-4144-ac17-56810e07a291 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:47:11.775380 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port cf08177e-a374-4dc4-bde9-4df7200e9be3, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cf08177e-a374-4dc4-bde9-4df7200e9be3,segment=NetworkSegment(f52094ad-762a-4ec7-8686-7bf9e5e05a1f),segment_id=f52094ad-762a-4ec7-8686-7bf9e5e05a1f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:11.793229 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'cf08177e-a374-4dc4-bde9-4df7200e9be3', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'port_id': 'cf08177e-a374-4dc4-bde9-4df7200e9be3', 'mac_address': 'fa:16:3e:49:9c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:47:11.845867 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port a8c00f68-25e5-4144-ac17-56810e07a291 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:47:11.854180 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port a8c00f68-25e5-4144-ac17-56810e07a291 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:11.854556 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:11.856978 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:11.870202 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-af3b7ded-72d8-4816-a0d3-69c6a282a0c9 service neutron] Attempting to bind port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf on host n-h2-812111-8 for vnic_type normal with profile None {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:47:11.871146 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-af3b7ded-72d8-4816-a0d3-69c6a282a0c9 service neutron] Attempting to bind port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:47:11.871937 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-af3b7ded-72d8-4816-a0d3-69c6a282a0c9 service neutron] Attempting to bind port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:11.878014 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-af3b7ded-72d8-4816-a0d3-69c6a282a0c9 service neutron] Port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:47:11.878563 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-af3b7ded-72d8-4816-a0d3-69c6a282a0c9 service neutron] Attempting to bind port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:11.883953 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-af3b7ded-72d8-4816-a0d3-69c6a282a0c9 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:47:11.884570 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-af3b7ded-72d8-4816-a0d3-69c6a282a0c9 service neutron] Checking segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:47:11.885365 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-af3b7ded-72d8-4816-a0d3-69c6a282a0c9 service neutron] Bound using segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:47:11.885978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-af3b7ded-72d8-4816-a0d3-69c6a282a0c9 service neutron] Bound port: 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:47:11.890478 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf08177e-a374-4dc4-bde9-4df7200e9be3 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:47:11.919872 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port cf08177e-a374-4dc4-bde9-4df7200e9be3, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cf08177e-a374-4dc4-bde9-4df7200e9be3,segment=NetworkSegment(f52094ad-762a-4ec7-8686-7bf9e5e05a1f),segment_id=f52094ad-762a-4ec7-8686-7bf9e5e05a1f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:11.925633 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:12.002718 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=cf08177e-a374-4dc4-bde9-4df7200e9be3,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:12.004291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-af3b7ded-72d8-4816-a0d3-69c6a282a0c9 service neutron] For port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:47:12.007276 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:12.020159 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-af3b7ded-72d8-4816-a0d3-69c6a282a0c9 service neutron] Publish callbacks [] for binding, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:12.022115 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-af3b7ded-72d8-4816-a0d3-69c6a282a0c9 service neutron] 10.222.0.11 "POST /v2.0/ports/9b8d661b-bc3f-498f-afb9-00d8cf5f81cf/bindings HTTP/1.1" status: 201 len: 389 time: 0.5044274 Nov 24 20:47:12.046264 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992e7d06-a642-4182-a99e-4905ba05233f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c00f68-25e5-4144-ac17-56810e07a291'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:47:12.048539 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d36cee-84f1-4235-bbfa-b06a3439d355" -d '{"events": [{"server_uuid": "992e7d06-a642-4182-a99e-4905ba05233f", "name": "network-vif-plugged", "status": "completed", "tag": "a8c00f68-25e5-4144-ac17-56810e07a291"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:47:12.065283 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port a8c00f68-25e5-4144-ac17-56810e07a291, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=a8c00f68-25e5-4144-ac17-56810e07a291,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:12.071439 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:12.265534 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['cf08177e-a374-4dc4-bde9-4df7200e9be3'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:47:12.340655 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=a8c00f68-25e5-4144-ac17-56810e07a291,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:12.356005 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3041e4e-4c93-416f-b487-7812529262f5 req-057f1f80-5863-4cd9-97b8-218edddc8e22 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:12.360147 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3041e4e-4c93-416f-b487-7812529262f5 req-057f1f80-5863-4cd9-97b8-218edddc8e22 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=51b1d233-52b5-4fc3-9274-b8945f4d10d1 HTTP/1.1" status: 200 len: 944 time: 0.1092083 Nov 24 20:47:12.386098 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f648434-7955-4047-a9a0-53560a093f2b x-openstack-request-id: req-5f648434-7955-4047-a9a0-53560a093f2b {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:47:12.388256 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992e7d06-a642-4182-a99e-4905ba05233f", "name": "network-vif-plugged", "status": "completed", "tag": "a8c00f68-25e5-4144-ac17-56810e07a291", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:47:12.395209 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f648434-7955-4047-a9a0-53560a093f2b {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:47:12.395468 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992e7d06-a642-4182-a99e-4905ba05233f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c00f68-25e5-4144-ac17-56810e07a291', 'code': 200} Nov 24 20:47:12.410404 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:12.438105 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3041e4e-4c93-416f-b487-7812529262f5 req-4fb24fdf-3b07-4637-a6d1-edcdbcd9e9d2 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ef4bf80-930d-40bf-8277-c067620a5845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714312 Nov 24 20:47:12.590298 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-f5897edc-d313-4867-be73-b5afd229ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:12.592000 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-f5897edc-d313-4867-be73-b5afd229ea96 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 1118 time: 0.2417126 Nov 24 20:47:12.656071 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e1060-f47a-465b-a35e-05ce9683f83b req-96800b07-863f-4c61-a11e-59bcf41bf8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:12.657669 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-446e1060-f47a-465b-a35e-05ce9683f83b req-96800b07-863f-4c61-a11e-59bcf41bf8a1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 1100 time: 0.1844366 Nov 24 20:47:12.663023 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899bec2-5786-4dc7-acf8-a989cc596ed2 req-fc2d57db-16c6-4d64-a1ba-4d70a191fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:12.664429 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1899bec2-5786-4dc7-acf8-a989cc596ed2 req-fc2d57db-16c6-4d64-a1ba-4d70a191fdaf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 1118 time: 0.1190331 Nov 24 20:47:12.676214 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cfe5d-c96b-47fd-809b-5540a64ecbe8 req-38dbfdcd-e801-4487-99eb-6c2755b52d53 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:12.677964 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-829cfe5d-c96b-47fd-809b-5540a64ecbe8 req-38dbfdcd-e801-4487-99eb-6c2755b52d53 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 967 time: 0.2402794 Nov 24 20:47:13.036590 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7ec8a-7f79-42ae-a542-dae55809406d req-22131684-ff72-45c5-8d19-05e480a5fcca tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:13.038987 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6ae7ec8a-7f79-42ae-a542-dae55809406d req-22131684-ff72-45c5-8d19-05e480a5fcca tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/ports?device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 949 time: 0.0567689 Nov 24 20:47:13.084704 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-b8f9688f-7465-41ed-b3cf-a5ed96a79c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:13.086284 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-b8f9688f-7465-41ed-b3cf-a5ed96a79c34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 922 time: 0.4780242 Nov 24 20:47:13.091077 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6ae7ec8a-7f79-42ae-a542-dae55809406d req-a368b1d4-1551-44f7-bd9a-179dec5760dd tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e0a2786-c482-422b-81c6-079aeea7ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450516 Nov 24 20:47:13.125136 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-446e1060-f47a-465b-a35e-05ce9683f83b req-2a8a1506-7be4-489f-97e6-3103002ce707 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0e0a2786-c482-422b-81c6-079aeea7ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562976 Nov 24 20:47:13.145024 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-829cfe5d-c96b-47fd-809b-5540a64ecbe8 req-da5b8045-8db9-42e4-b3b1-b56ead234e8d tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495037 Nov 24 20:47:13.215899 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-ee430bcb-f445-4b85-ae12-5b83b265108f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf HTTP/1.1" status: 200 len: 217 time: 0.1121268 Nov 24 20:47:13.243814 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899bec2-5786-4dc7-acf8-a989cc596ed2 req-6899008d-91d0-4e13-89a0-0da754eb1f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:13.246005 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1899bec2-5786-4dc7-acf8-a989cc596ed2 req-6899008d-91d0-4e13-89a0-0da754eb1f6f service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 922 time: 0.5584404 Nov 24 20:47:13.325912 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1899bec2-5786-4dc7-acf8-a989cc596ed2 req-bbbd6ac4-bbb3-46f2-a1ca-7ce0440b7b5a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf HTTP/1.1" status: 200 len: 217 time: 0.0611973 Nov 24 20:47:13.415827 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899bec2-5786-4dc7-acf8-a989cc596ed2 req-46ae6c2f-6d46-464d-8d6d-9d20be562bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:13.419257 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1899bec2-5786-4dc7-acf8-a989cc596ed2 req-46ae6c2f-6d46-464d-8d6d-9d20be562bbb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.0842688 Nov 24 20:47:13.485187 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1899bec2-5786-4dc7-acf8-a989cc596ed2 req-c69f4a34-a917-4800-aae9-2ad76ad6be12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563600 Nov 24 20:47:13.538708 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-c9813ea4-3faf-4a7d-890d-6f7f37fef756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:13.540241 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-c9813ea4-3faf-4a7d-890d-6f7f37fef756 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.1198223 Nov 24 20:47:13.569097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device cf08177e-a374-4dc4-bde9-4df7200e9be3 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:47:13.607218 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-0ba00034-f2c5-41a6-8daa-ea7f2309e7e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375659 Nov 24 20:47:13.652798 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:13.673971 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port cf08177e-a374-4dc4-bde9-4df7200e9be3 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:47:13.678693 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port cf08177e-a374-4dc4-bde9-4df7200e9be3 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:13.679251 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:13.697433 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1899bec2-5786-4dc7-acf8-a989cc596ed2 req-de48bc02-1ae6-4327-a72f-7691ec47d4be service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039661 Nov 24 20:47:13.779898 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:13.824856 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port cf08177e-a374-4dc4-bde9-4df7200e9be3, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cf08177e-a374-4dc4-bde9-4df7200e9be3,segment=NetworkSegment(f52094ad-762a-4ec7-8686-7bf9e5e05a1f),segment_id=f52094ad-762a-4ec7-8686-7bf9e5e05a1f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:13.842179 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:13.877126 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1899bec2-5786-4dc7-acf8-a989cc596ed2 req-05f438a9-00d5-4924-992b-7dbf4893d88e service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671803 Nov 24 20:47:13.911798 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c68d3-a920-40e0-91b2-73cb7a5ae015 req-2cd5ac86-2fec-4c03-9866-47145a3f08c9 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:13.922985 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=cf08177e-a374-4dc4-bde9-4df7200e9be3,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:13.928674 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-250c68d3-a920-40e0-91b2-73cb7a5ae015 req-2cd5ac86-2fec-4c03-9866-47145a3f08c9 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=51b1d233-52b5-4fc3-9274-b8945f4d10d1 HTTP/1.1" status: 200 len: 944 time: 0.2505114 Nov 24 20:47:13.952624 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-6d39798d-d96d-4957-a49d-9fc8221cb63e service neutron] 10.222.0.15 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355649 Nov 24 20:47:14.080264 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-250c68d3-a920-40e0-91b2-73cb7a5ae015 req-422f7eb8-0f85-479f-b229-61b03448add0 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ef4bf80-930d-40bf-8277-c067620a5845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395957 Nov 24 20:47:14.129291 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-3b923830-a429-42c3-a0bd-a6aecee0e699 service neutron] 10.222.0.15 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669190 Nov 24 20:47:14.333434 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-66c4205f-10b0-4ef4-9d94-4a48624eff0a tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c86c1f96cf464eafad2d2cf93173b181&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279751 Nov 24 20:47:14.396557 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b1d233-52b5-4fc3-9274-b8945f4d10d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf08177e-a374-4dc4-bde9-4df7200e9be3'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:47:14.398936 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0aafe3b-3e38-432b-960d-3bf4e1bd2402" -d '{"events": [{"server_uuid": "51b1d233-52b5-4fc3-9274-b8945f4d10d1", "name": "network-vif-plugged", "status": "completed", "tag": "cf08177e-a374-4dc4-bde9-4df7200e9be3"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:47:14.421072 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-9864630c-d2fc-4322-a691-72d363a309f7 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d69bbf0b3bc14acf91816152faa43ba1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345674 Nov 24 20:47:14.516411 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-b574c7d9-8e64-42f5-b49a-959bd7087de3 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:14.517965 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-b574c7d9-8e64-42f5-b49a-959bd7087de3 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7&tenant_id=3430f604e9d44fa5882671405a9099b5&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 1118 time: 0.1616905 Nov 24 20:47:14.537668 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-e5cff014-4550-4794-bccb-8424308b00f4 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:14.537928 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-eb4f8e8f-76a0-4a82-b8f9-26e36dece6e9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-8'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:14.539713 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-e5cff014-4550-4794-bccb-8424308b00f4 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1154184 Nov 24 20:47:14.555763 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-f89c5edc-aeb3-4e4b-a4e9-f85c8544f948 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/quotas/d69bbf0b3bc14acf91816152faa43ba1 HTTP/1.1" status: 200 len: 375 time: 0.0097933 Nov 24 20:47:14.573377 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46502) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:14.573991 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-aa8731ef-e480-4df8-bc6d-a7af6cfaf7f2 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:14.575621 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-aa8731ef-e480-4df8-bc6d-a7af6cfaf7f2 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2302306 Nov 24 20:47:14.602690 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-123244da-79d2-4dd9-bec7-bd7b1f2cec54 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d69bbf0b3bc14acf91816152faa43ba1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338440 Nov 24 20:47:14.616948 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-570b6799-621d-41f3-9ff2-160c724583d2 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/quotas/c86c1f96cf464eafad2d2cf93173b181 HTTP/1.1" status: 200 len: 375 time: 0.0324914 Nov 24 20:47:14.621862 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-eb4f8e8f-76a0-4a82-b8f9-26e36dece6e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:14.687465 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-d611243f-5796-4141-bcfa-0c3720884968 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c86c1f96cf464eafad2d2cf93173b181&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562985 Nov 24 20:47:14.753919 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:14.849779 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-eb4f8e8f-76a0-4a82-b8f9-26e36dece6e9 service neutron] For port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:14.872410 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2f9b1d0-8bed-4538-aa84-7ee32102a1a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:14.920080 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-eb4f8e8f-76a0-4a82-b8f9-26e36dece6e9 service neutron] For port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:47:15.001949 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b8d661b-bc3f-498f-afb9-00d8cf5f81cf'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:47:15.004157 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493a5ede-7f54-4a0a-ab96-0d84469fdd7e" -d '{"events": [{"server_uuid": "a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7", "name": "network-vif-unplugged", "status": "completed", "tag": "9b8d661b-bc3f-498f-afb9-00d8cf5f81cf"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:47:15.010446 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-eb4f8e8f-76a0-4a82-b8f9-26e36dece6e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:15.036629 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0ff46-1341-4c24-b2d2-54facf35263d req-c6f8bffb-6954-4566-9d95-d1f5d2ab20f4 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:15.039423 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ecd0ff46-1341-4c24-b2d2-54facf35263d req-c6f8bffb-6954-4566-9d95-d1f5d2ab20f4 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 967 time: 0.0935221 Nov 24 20:47:15.040269 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-eb4f8e8f-76a0-4a82-b8f9-26e36dece6e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:15.044365 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2f9b1d0-8bed-4538-aa84-7ee32102a1a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:15.053919 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25e644-0a92-4ea3-8e49-be01500a2c7a req-6060ebae-5d7e-41b6-ac0d-0e86bf90caf0 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:15.064007 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed25e644-0a92-4ea3-8e49-be01500a2c7a req-6060ebae-5d7e-41b6-ac0d-0e86bf90caf0 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/ports?device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 949 time: 0.1155508 Nov 24 20:47:15.103496 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2f9b1d0-8bed-4538-aa84-7ee32102a1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:15.209072 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f2f9b1d0-8bed-4538-aa84-7ee32102a1a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0be3caf8b1fb46b8964bcd1cd3c6a8eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6342547 Nov 24 20:47:15.212576 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46534) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:15.220478 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f8e8f-76a0-4a82-b8f9-26e36dece6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf,revision_number=7']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:15.232875 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9b1d0-8bed-4538-aa84-7ee32102a1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b21c02-79b0-400a-a821-296636906771,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:15.243410 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-eb4f8e8f-76a0-4a82-b8f9-26e36dece6e9 service neutron] Attempting to bind port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf on host n-h1-812111-8 for vnic_type normal with profile {"migrating_to": "n-h2-812111-8"} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:47:15.243834 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-eb4f8e8f-76a0-4a82-b8f9-26e36dece6e9 service neutron] Attempting to bind port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:47:15.244358 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-eb4f8e8f-76a0-4a82-b8f9-26e36dece6e9 service neutron] Attempting to bind port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:15.258673 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ecd0ff46-1341-4c24-b2d2-54facf35263d req-ecdecaa8-560c-4eb6-9f5b-877a7c3c8d68 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894715 Nov 24 20:47:15.262303 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-eb4f8e8f-76a0-4a82-b8f9-26e36dece6e9 service neutron] Port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:47:15.263329 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-eb4f8e8f-76a0-4a82-b8f9-26e36dece6e9 service neutron] Attempting to bind port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:15.269644 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-eb4f8e8f-76a0-4a82-b8f9-26e36dece6e9 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:47:15.270081 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-eb4f8e8f-76a0-4a82-b8f9-26e36dece6e9 service neutron] Checking segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:47:15.270532 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-eb4f8e8f-76a0-4a82-b8f9-26e36dece6e9 service neutron] Bound using segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:47:15.271678 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-eb4f8e8f-76a0-4a82-b8f9-26e36dece6e9 service neutron] Bound port: 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:47:15.272098 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-eb4f8e8f-76a0-4a82-b8f9-26e36dece6e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:15.345436 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed25e644-0a92-4ea3-8e49-be01500a2c7a req-91d8eaa9-bb27-4d81-abcd-e4187bf1f285 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e0a2786-c482-422b-81c6-079aeea7ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730827 Nov 24 20:47:15.359086 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93195468-8f62-478e-bb46-443e79f58cfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:15.367475 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9472a32-8971-4246-af4a-2ff1691caac3 x-openstack-request-id: req-a9472a32-8971-4246-af4a-2ff1691caac3 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:47:15.367793 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b1d233-52b5-4fc3-9274-b8945f4d10d1", "name": "network-vif-plugged", "status": "completed", "tag": "cf08177e-a374-4dc4-bde9-4df7200e9be3", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:47:15.368053 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a9472a32-8971-4246-af4a-2ff1691caac3 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:47:15.368450 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b1d233-52b5-4fc3-9274-b8945f4d10d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf08177e-a374-4dc4-bde9-4df7200e9be3', 'code': 200} Nov 24 20:47:15.414200 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-eb4f8e8f-76a0-4a82-b8f9-26e36dece6e9 service neutron] For port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:47:15.431037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-eb4f8e8f-76a0-4a82-b8f9-26e36dece6e9 service neutron] For port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:47:15.436958 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-eb4f8e8f-76a0-4a82-b8f9-26e36dece6e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:15.467134 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93195468-8f62-478e-bb46-443e79f58cfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:15.494106 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fb1d97e8-3295-48a5-8bc4-8f9ce7064153 req-b6297528-94b5-4673-97dd-cd911f078d28 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/ports?device_id=08abcbca-ec43-4396-8a5d-fb90374f27b8 HTTP/1.1" status: 200 len: 210 time: 0.0624440 Nov 24 20:47:15.556951 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93195468-8f62-478e-bb46-443e79f58cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:15.561311 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93195468-8f62-478e-bb46-443e79f58cfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:15.562917 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-93195468-8f62-478e-bb46-443e79f58cfc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f7b21c02-79b0-400a-a821-296636906771 HTTP/1.1" status: 204 len: 168 time: 0.3492045 Nov 24 20:47:15.571471 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93195468-8f62-478e-bb46-443e79f58cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b21c02-79b0-400a-a821-296636906771,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:15.648888 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d2f29afb-f377-442d-aee4-441ed4a09fa5 req-6331e94e-e863-4df8-a1b8-71b279af29a2 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=58232734-714e-4afd-8a43-f6551074a97a HTTP/1.1" status: 200 len: 210 time: 0.0972412 Nov 24 20:47:15.693393 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-eb4f8e8f-76a0-4a82-b8f9-26e36dece6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:15.694106 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-eb4f8e8f-76a0-4a82-b8f9-26e36dece6e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:15.697000 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-eb4f8e8f-76a0-4a82-b8f9-26e36dece6e9 service neutron] 10.222.0.15 "PUT /v2.0/ports/9b8d661b-bc3f-498f-afb9-00d8cf5f81cf HTTP/1.1" status: 200 len: 1143 time: 1.1656265 Nov 24 20:47:15.697706 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f8e8f-76a0-4a82-b8f9-26e36dece6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf,revision_number=8']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:15.715232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1489b5-1322-43ef-ac9f-e85b935a1573 req-0850c5a6-042f-4158-bbfd-1a54d16af1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:15.716958 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7d1489b5-1322-43ef-ac9f-e85b935a1573 req-0850c5a6-042f-4158-bbfd-1a54d16af1e7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=51b1d233-52b5-4fc3-9274-b8945f4d10d1 HTTP/1.1" status: 200 len: 1096 time: 0.2577994 Nov 24 20:47:15.760554 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 20:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ed37bd-c98f-47ca-a23f-6cbb5c8a831e x-openstack-request-id: req-e1ed37bd-c98f-47ca-a23f-6cbb5c8a831e {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:47:15.761048 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7", "name": "network-vif-unplugged", "status": "completed", "tag": "9b8d661b-bc3f-498f-afb9-00d8cf5f81cf", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:47:15.761381 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e1ed37bd-c98f-47ca-a23f-6cbb5c8a831e {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:47:15.761787 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b8d661b-bc3f-498f-afb9-00d8cf5f81cf', 'code': 200} Nov 24 20:47:15.786212 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['9b8d661b-bc3f-498f-afb9-00d8cf5f81cf'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:47:15.827388 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7d1489b5-1322-43ef-ac9f-e85b935a1573 req-20b8195a-61ab-4682-b79e-61a8d94578de service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7ef4bf80-930d-40bf-8277-c067620a5845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016953 Nov 24 20:47:15.877923 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652ba27-8459-41ae-93ec-c18e464aa845 req-9e4b4097-2a40-4308-8173-dcc3653661e0 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:15.883985 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f652ba27-8459-41ae-93ec-c18e464aa845 req-9e4b4097-2a40-4308-8173-dcc3653661e0 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=51b1d233-52b5-4fc3-9274-b8945f4d10d1 HTTP/1.1" status: 200 len: 945 time: 0.0812340 Nov 24 20:47:15.982508 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f652ba27-8459-41ae-93ec-c18e464aa845 req-3e50955d-8161-48b4-9ac4-8361188f0671 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ef4bf80-930d-40bf-8277-c067620a5845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793192 Nov 24 20:47:16.134005 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46576) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:16.156088 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b1b9d997-870c-4047-9924-c225e538807a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:16.282167 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b1b9d997-870c-4047-9924-c225e538807a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:16.295732 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b1b9d997-870c-4047-9924-c225e538807a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:16.346876 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ff270-b07c-4035-aaf0-fedeebf06b85 req-c3357054-21a4-4b1a-8316-e91027a560de tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:16.348444 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-611ff270-b07c-4035-aaf0-fedeebf06b85 req-c3357054-21a4-4b1a-8316-e91027a560de tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 972 time: 0.1009839 Nov 24 20:47:16.353645 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9d997-870c-4047-9924-c225e538807a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae5eabb-879b-42e7-abf3-e8dd005c0a0f,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:16.359980 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b1b9d997-870c-4047-9924-c225e538807a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61e9775298764d97869e220e5800b44f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248678 Nov 24 20:47:16.367890 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46594) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:16.391257 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-6cc3b4a6-bd86-4ec6-87f6-a9493d65ed99 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d69bbf0b3bc14acf91816152faa43ba1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448520 Nov 24 20:47:16.454878 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-611ff270-b07c-4035-aaf0-fedeebf06b85 req-a5bfd767-3026-4d02-8bc2-ab1921190efd tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7bed809-469a-4219-9568-a11d74bd1931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978360 Nov 24 20:47:16.470494 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c325ab0e-c201-4b6b-967d-0a34bf8d3266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:16.493383 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c325ab0e-c201-4b6b-967d-0a34bf8d3266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:16.551119 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2acd1-e4ef-4873-96ff-80015ece24aa req-6cae9e76-d6bc-41cc-afe9-d5e5cd6dc27a tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:16.552599 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6f2acd1-e4ef-4873-96ff-80015ece24aa req-6cae9e76-d6bc-41cc-afe9-d5e5cd6dc27a tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 965 time: 0.1105926 Nov 24 20:47:16.576581 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-bb240a5f-78d3-41b3-bac8-b05485827832 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:16.578027 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-bb240a5f-78d3-41b3-bac8-b05485827832 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1754401 Nov 24 20:47:16.595036 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c325ab0e-c201-4b6b-967d-0a34bf8d3266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:16.597660 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c325ab0e-c201-4b6b-967d-0a34bf8d3266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:16.598773 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c325ab0e-c201-4b6b-967d-0a34bf8d3266 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cae5eabb-879b-42e7-abf3-e8dd005c0a0f HTTP/1.1" status: 204 len: 168 time: 0.2298932 Nov 24 20:47:16.614172 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-9e75bb4a-9b8e-41c6-b1f4-2f2bf610b1e7 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Request body: {'port': {'device_id': '08abcbca-ec43-4396-8a5d-fb90374f27b8', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': 'd69bbf0b3bc14acf91816152faa43ba1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:16.617217 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6db71a-851e-4b92-ac94-92459605a42e req-1b52ba27-d4a8-48df-8c5e-e7ceca74415b tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:16.618748 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cf6db71a-851e-4b92-ac94-92459605a42e req-1b52ba27-d4a8-48df-8c5e-e7ceca74415b tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/ports?device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 949 time: 0.0886047 Nov 24 20:47:16.625737 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325ab0e-c201-4b6b-967d-0a34bf8d3266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae5eabb-879b-42e7-abf3-e8dd005c0a0f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:16.646733 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6f2acd1-e4ef-4873-96ff-80015ece24aa req-ee4970e0-cbb1-481d-8d3c-1c7697f74ee9 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846503 Nov 24 20:47:16.719352 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cf6db71a-851e-4b92-ac94-92459605a42e req-1359fae7-e5da-47c4-9913-9886ef4212db tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e0a2786-c482-422b-81c6-079aeea7ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915642 Nov 24 20:47:16.755495 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-9e75bb4a-9b8e-41c6-b1f4-2f2bf610b1e7 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Made reservation on behalf of d69bbf0b3bc14acf91816152faa43ba1 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:47:16.760435 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-9e75bb4a-9b8e-41c6-b1f4-2f2bf610b1e7 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:16.829817 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4c665293-4d51-4404-8b15-57080d17469d req-1415bc02-25b8-4c8f-83b3-bce3cf403f53 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=58232734-714e-4afd-8a43-f6551074a97a HTTP/1.1" status: 200 len: 210 time: 0.0350511 Nov 24 20:47:16.984512 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-9e75bb4a-9b8e-41c6-b1f4-2f2bf610b1e7 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:17.013958 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb1a1920-0772-4c05-91d2-03815e40b152 req-f2da81fd-fd30-4f3f-8383-b0ebdaac6d65 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/ports?device_id=08abcbca-ec43-4396-8a5d-fb90374f27b8 HTTP/1.1" status: 200 len: 210 time: 0.2499726 Nov 24 20:47:17.017222 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-543461ac-1a9d-4dff-8e26-e53040869517 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c86c1f96cf464eafad2d2cf93173b181&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445995 Nov 24 20:47:17.253952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-2770bd22-7975-4392-b28d-a171504e9d4b tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:17.255426 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-2770bd22-7975-4392-b28d-a171504e9d4b tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2307827 Nov 24 20:47:17.279798 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e9153-3ac0-482a-be4c-b23e6d1258ae req-45cfef96-6130-49d1-973f-1b3fb41e97a0 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:17.281943 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-664e9153-3ac0-482a-be4c-b23e6d1258ae req-45cfef96-6130-49d1-973f-1b3fb41e97a0 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=51b1d233-52b5-4fc3-9274-b8945f4d10d1 HTTP/1.1" status: 200 len: 945 time: 0.1213331 Nov 24 20:47:17.289737 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-d301309f-3e66-4598-9cd2-3a87c06f5972 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Request body: {'port': {'device_id': '58232734-714e-4afd-8a43-f6551074a97a', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': 'c86c1f96cf464eafad2d2cf93173b181'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:17.294294 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-9e75bb4a-9b8e-41c6-b1f4-2f2bf610b1e7 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:17.322468 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-9e75bb4a-9b8e-41c6-b1f4-2f2bf610b1e7 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:17.454981 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f00ec3-8ae7-462c-9e4e-9c6e1db3f0ce req-932cf706-eafa-4c30-bff1-a0b86ff083f2 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:17.456627 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31f00ec3-8ae7-462c-9e4e-9c6e1db3f0ce req-932cf706-eafa-4c30-bff1-a0b86ff083f2 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/ports?device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 949 time: 0.0605874 Nov 24 20:47:17.459286 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75bb4a-9b8e-41c6-b1f4-2f2bf610b1e7 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f57b00-64d0-407e-8fee-da619ecb243a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:17.478325 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-664e9153-3ac0-482a-be4c-b23e6d1258ae req-9d9344c3-7a92-4434-9d13-33ba3e5377ef tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ef4bf80-930d-40bf-8277-c067620a5845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827207 Nov 24 20:47:17.531735 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31f00ec3-8ae7-462c-9e4e-9c6e1db3f0ce req-223616aa-59ca-40df-8383-2dcd9fd1c843 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e0a2786-c482-422b-81c6-079aeea7ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616851 Nov 24 20:47:17.576578 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-9e75bb4a-9b8e-41c6-b1f4-2f2bf610b1e7 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Allocated IP 192.168.233.60 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/df29a0d9-fea0-4bb1-b35b-23dd977071c3) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:47:17.579148 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-d301309f-3e66-4598-9cd2-3a87c06f5972 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Made reservation on behalf of c86c1f96cf464eafad2d2cf93173b181 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:47:17.583610 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-d301309f-3e66-4598-9cd2-3a87c06f5972 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:17.601129 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-d301309f-3e66-4598-9cd2-3a87c06f5972 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:17.675704 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe65d7-a501-410b-9bc0-dbb054ff0010 req-f69b4060-adca-4847-b627-a22bdf3ac0f8 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:17.677308 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7afe65d7-a501-410b-9bc0-dbb054ff0010 req-f69b4060-adca-4847-b627-a22bdf3ac0f8 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=51b1d233-52b5-4fc3-9274-b8945f4d10d1 HTTP/1.1" status: 200 len: 945 time: 0.0610127 Nov 24 20:47:17.693332 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46654) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:17.704628 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-315a3f28-fb47-446a-b75e-af2041fe9acf tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Request body: {'floatingip': {'port_id': 'cf08177e-a374-4dc4-bde9-4df7200e9be3'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:17.784182 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96939d92-f87b-41af-8bc8-80d7a808470e req-256ef64f-9e34-4057-81ff-94e268b70d89 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:17.785765 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-96939d92-f87b-41af-8bc8-80d7a808470e req-256ef64f-9e34-4057-81ff-94e268b70d89 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 972 time: 0.1546025 Nov 24 20:47:17.786225 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7', 'tag': '9b8d661b-bc3f-498f-afb9-00d8cf5f81cf'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:47:17.788457 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1e79a5-919b-4142-b960-b86d2577ead6" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7", "tag": "9b8d661b-bc3f-498f-afb9-00d8cf5f81cf"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:47:17.861845 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-315a3f28-fb47-446a-b75e-af2041fe9acf tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for floatingip, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:17.872678 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.48', 55386) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:17.878425 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-d301309f-3e66-4598-9cd2-3a87c06f5972 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:17.904940 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-d301309f-3e66-4598-9cd2-3a87c06f5972 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:17.939027 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-9e75bb4a-9b8e-41c6-b1f4-2f2bf610b1e7 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:17.975412 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-96939d92-f87b-41af-8bc8-80d7a808470e req-7be1a09d-9dcb-4008-84f8-ef719ea59dc0 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7bed809-469a-4219-9568-a11d74bd1931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628778 Nov 24 20:47:18.057841 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cb457-24c2-4caa-8151-2ce3453024e3 req-ecc8a8b9-83e2-4589-9bb2-4dec9e6c01bf tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:18.062469 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cdb4bd-6b69-47fe-9fe3-14ef159dc6b3 x-openstack-request-id: req-01cdb4bd-6b69-47fe-9fe3-14ef159dc6b3 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:47:18.062777 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7", "tag": "9b8d661b-bc3f-498f-afb9-00d8cf5f81cf", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:47:18.063639 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-01cdb4bd-6b69-47fe-9fe3-14ef159dc6b3 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:47:18.064056 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7', 'tag': '9b8d661b-bc3f-498f-afb9-00d8cf5f81cf', 'status': 'completed', 'code': 200} Nov 24 20:47:18.068981 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.48', 55387) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:18.070112 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2e1cb457-24c2-4caa-8151-2ce3453024e3 req-ecc8a8b9-83e2-4589-9bb2-4dec9e6c01bf tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 965 time: 0.2326388 Nov 24 20:47:18.147801 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301309f-3e66-4598-9cd2-3a87c06f5972 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e30a2b9-8026-42d2-8c77-0a36b80b575b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:18.194545 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60d73d9d-eb08-44e5-ba8f-98a4c5db9688 req-ed40716d-c29e-4ddd-9f42-e551fc667e77 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=58232734-714e-4afd-8a43-f6551074a97a HTTP/1.1" status: 200 len: 210 time: 0.0765109 Nov 24 20:47:18.216443 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-9e75bb4a-9b8e-41c6-b1f4-2f2bf610b1e7 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:18.226382 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c8a1d-1c54-435e-9746-4c095d829477 req-26325fc7-4910-4d90-a559-80a794b4bf91 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:18.227977 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f8c8a1d-1c54-435e-9746-4c095d829477 req-26325fc7-4910-4d90-a559-80a794b4bf91 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 972 time: 0.3517425 Nov 24 20:47:18.253983 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e79a5-919b-4142-b960-b86d2577ead6 req-ea0527b9-bfe0-42ef-816b-5989b521dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:18.255753 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f1e79a5-919b-4142-b960-b86d2577ead6 req-ea0527b9-bfe0-42ef-816b-5989b521dcea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 1146 time: 0.1419511 Nov 24 20:47:18.270815 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2e1cb457-24c2-4caa-8151-2ce3453024e3 req-900602c6-5a0c-4968-a308-bb4ad526974f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945994 Nov 24 20:47:18.270943 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-9e75bb4a-9b8e-41c6-b1f4-2f2bf610b1e7 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:47:18.300635 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 46676) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:18.362875 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-9e75bb4a-9b8e-41c6-b1f4-2f2bf610b1e7 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:47:18.402048 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-9e75bb4a-9b8e-41c6-b1f4-2f2bf610b1e7 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:47:18.692717 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75bb4a-9b8e-41c6-b1f4-2f2bf610b1e7 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Pushing event updated for resources: {'Port': ['ID=df29a0d9-fea0-4bb1-b35b-23dd977071c3,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:18.713834 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86fd4f-b9f7-4533-ac55-1e9d4020d9ea req-ea4c5361-7ce8-41ed-bbbe-fdf1a784b3b0 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:18.716107 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fc86fd4f-b9f7-4533-ac55-1e9d4020d9ea req-ea4c5361-7ce8-41ed-bbbe-fdf1a784b3b0 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/ports?device_id=08abcbca-ec43-4396-8a5d-fb90374f27b8 HTTP/1.1" status: 200 len: 935 time: 0.3287392 Nov 24 20:47:18.731056 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-d301309f-3e66-4598-9cd2-3a87c06f5972 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Allocated IP 192.168.233.222 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/e88cf906-f914-4dbe-a5bc-9d660a4565f0) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:47:18.745236 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7ce21ffd-96f9-4c0f-9717-4caf105c1b00 None None] Provisioning complete for port df29a0d9-fea0-4bb1-b35b-23dd977071c3 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:18.745837 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7ce21ffd-96f9-4c0f-9717-4caf105c1b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:18.754987 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12e16f1b-16b2-4f30-a509-6b4f8f69e8d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:18.784220 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-7ce21ffd-96f9-4c0f-9717-4caf105c1b00 None None] Port df29a0d9-fea0-4bb1-b35b-23dd977071c3 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:47:18.787267 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-9e75bb4a-9b8e-41c6-b1f4-2f2bf610b1e7 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:18.787927 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-9e75bb4a-9b8e-41c6-b1f4-2f2bf610b1e7 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:18.872530 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e79a5-919b-4142-b960-b86d2577ead6 req-3cfbfce6-ca77-4069-8d1a-a553c6c5c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:18.874063 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f1e79a5-919b-4142-b960-b86d2577ead6 req-3cfbfce6-ca77-4069-8d1a-a553c6c5c3ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 922 time: 0.5845594 Nov 24 20:47:18.884033 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-9e75bb4a-9b8e-41c6-b1f4-2f2bf610b1e7 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2737126 Nov 24 20:47:18.908308 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-0ea62d70-9085-4f1a-988d-c29128303548 service neutron] Request body: {'port': {'device_id': '08abcbca-ec43-4396-8a5d-fb90374f27b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:18.928106 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d11994-b9af-447f-8bf0-4e15264342fc req-b5ea5a8a-f728-4ee4-8a2b-d3d615201381 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:18.929618 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-75d11994-b9af-447f-8bf0-4e15264342fc req-b5ea5a8a-f728-4ee4-8a2b-d3d615201381 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/ports?device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 949 time: 0.1428428 Nov 24 20:47:18.991451 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f1e79a5-919b-4142-b960-b86d2577ead6 req-766afd73-6b7c-413b-a079-e5b9d9bbcb2c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf HTTP/1.1" status: 200 len: 217 time: 0.0930467 Nov 24 20:47:18.993360 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-1f8c8a1d-1c54-435e-9746-4c095d829477 req-eb400e05-380e-48ae-94b4-ad1e78e8a870 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Deleting port b206e189-2468-4f6f-83d1-8bebe78dc147 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:47:18.993697 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1f8c8a1d-1c54-435e-9746-4c095d829477 req-eb400e05-380e-48ae-94b4-ad1e78e8a870 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:18.999334 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fc86fd4f-b9f7-4533-ac55-1e9d4020d9ea req-137f21f8-f7b1-4966-80b7-da5648d94ff8 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/security-groups?id=72f57b00-64d0-407e-8fee-da619ecb243a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653763 Nov 24 20:47:19.064136 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-315a3f28-fb47-446a-b75e-af2041fe9acf tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:19.068221 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-75d11994-b9af-447f-8bf0-4e15264342fc req-2680fe2a-fd0b-4731-9008-133b52fa7cd6 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e0a2786-c482-422b-81c6-079aeea7ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287544 Nov 24 20:47:19.069693 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-315a3f28-fb47-446a-b75e-af2041fe9acf tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:19.212084 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-315a3f28-fb47-446a-b75e-af2041fe9acf tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Floating IP ec067698-6b79-48df-8e7c-6a16e2eaa320 associated. External IP: 172.25.5.113, port: cf08177e-a374-4dc4-bde9-4df7200e9be3. Nov 24 20:47:19.257926 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a831a6-63a1-4851-afbf-ef714ac55911 req-52f12dbd-9918-45fc-8410-4a0619d32448 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:19.259478 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-78a831a6-63a1-4851-afbf-ef714ac55911 req-52f12dbd-9918-45fc-8410-4a0619d32448 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 972 time: 0.1043499 Nov 24 20:47:19.369055 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-78a831a6-63a1-4851-afbf-ef714ac55911 req-47c565dd-3a67-4340-a6bd-dc9443f92a52 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7bed809-469a-4219-9568-a11d74bd1931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995853 Nov 24 20:47:19.514525 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-58e65b18-17b9-4c3f-b8b3-58f477ee19b4 req-2388809e-a556-4977-a834-499a5932f1c4 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=58232734-714e-4afd-8a43-f6551074a97a HTTP/1.1" status: 200 len: 210 time: 0.0386615 Nov 24 20:47:19.519083 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-0ea62d70-9085-4f1a-988d-c29128303548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:19.527860 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12e16f1b-16b2-4f30-a509-6b4f8f69e8d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:19.531769 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315a3f28-fb47-446a-b75e-af2041fe9acf tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Router 6f77ff50-fafe-4526-94d7-02b8525d2186 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:47:19.562030 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43affd-0859-4fb6-bdff-b00e73688c00 req-9895c975-9fc8-4dae-8e07-df34946d7921 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:19.563541 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ae43affd-0859-4fb6-bdff-b00e73688c00 req-9895c975-9fc8-4dae-8e07-df34946d7921 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.15 "GET /v2.0/ports?device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 949 time: 0.5225217 Nov 24 20:47:19.565317 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e79a5-919b-4142-b960-b86d2577ead6 req-b581f72a-f34b-4e71-8370-05949183e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:19.566655 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f1e79a5-919b-4142-b960-b86d2577ead6 req-b581f72a-f34b-4e71-8370-05949183e88d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.5599816 Nov 24 20:47:19.572561 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12e16f1b-16b2-4f30-a509-6b4f8f69e8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:19.599556 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:47:19.717795 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315a3f28-fb47-446a-b75e-af2041fe9acf tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:47:19.723427 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-315a3f28-fb47-446a-b75e-af2041fe9acf tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:19.724267 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:19.734417 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32dc184-e578-4cd1-b2ea-bb30abda951f req-7a2e2f63-259f-448e-b5d8-8a161fbb54eb tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:19.735649 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a32dc184-e578-4cd1-b2ea-bb30abda951f req-7a2e2f63-259f-448e-b5d8-8a161fbb54eb tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 965 time: 0.0912321 Nov 24 20:47:19.736639 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa5537d-438f-430f-8265-c9fe5e729de9 None None] Sync routers for ids ['6f77ff50-fafe-4526-94d7-02b8525d2186'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:47:19.749459 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf has no active binding in host n-h2-812111-8 {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 24 20:47:19.756817 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-12e16f1b-16b2-4f30-a509-6b4f8f69e8d0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f583307d7f734b449e005f7b83c6559e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3951473 Nov 24 20:47:19.759907 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46712) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:19.764512 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa5537d-438f-430f-8265-c9fe5e729de9 None None] Routers {'6f77ff50-fafe-4526-94d7-02b8525d2186'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:47:19.765686 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-3aa5537d-438f-430f-8265-c9fe5e729de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:47:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6f77ff50-fafe-4526-94d7-02b8525d2186'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:47:19.789932 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f1e79a5-919b-4142-b960-b86d2577ead6 req-de23a1fb-94f9-4689-8a47-0edc6c3af91a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2114294 Nov 24 20:47:19.802368 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-315a3f28-fb47-446a-b75e-af2041fe9acf tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "PUT /v2.0/floatingips/ec067698-6b79-48df-8e7c-6a16e2eaa320 HTTP/1.1" status: 200 len: 991 time: 2.1046674 Nov 24 20:47:19.805347 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b1d233-52b5-4fc3-9274-b8945f4d10d1', 'tag': 'cf08177e-a374-4dc4-bde9-4df7200e9be3'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:47:19.813700 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-1f8c8a1d-1c54-435e-9746-4c095d829477 req-eb400e05-380e-48ae-94b4-ad1e78e8a870 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] For port b206e189-2468-4f6f-83d1-8bebe78dc147, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=b206e189-2468-4f6f-83d1-8bebe78dc147,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:19.814154 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1f8c8a1d-1c54-435e-9746-4c095d829477 req-eb400e05-380e-48ae-94b4-ad1e78e8a870 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:19.924160 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-3aa5537d-438f-430f-8265-c9fe5e729de9 None None] Set router 6f77ff50-fafe-4526-94d7-02b8525d2186 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:47:19.936467 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a32dc184-e578-4cd1-b2ea-bb30abda951f req-b9c01dbc-66bc-41a9-acc3-ebd6f80efc2f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797354 Nov 24 20:47:19.937891 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f1e79a5-919b-4142-b960-b86d2577ead6 req-456e81f8-d195-4933-9844-cd7ff8eedcb4 service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092427 Nov 24 20:47:19.961803 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-1f8c8a1d-1c54-435e-9746-4c095d829477 req-eb400e05-380e-48ae-94b4-ad1e78e8a870 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Calling delete_port for b206e189-2468-4f6f-83d1-8bebe78dc147 owned by compute:tempest-test_az-1637409526 {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:47:19.975360 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e16f1b-16b2-4f30-a509-6b4f8f69e8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e896deb-2d0f-491a-87c8-6a88aa1589ac,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:20.001449 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bacae1-974a-48aa-81e3-87af27f39a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "51b1d233-52b5-4fc3-9274-b8945f4d10d1", "tag": "cf08177e-a374-4dc4-bde9-4df7200e9be3"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:47:20.028038 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aa5bd04b-d34d-4b2d-9e8d-c2c03a69ce85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:20.037705 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-d301309f-3e66-4598-9cd2-3a87c06f5972 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:20.082656 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aa5bd04b-d34d-4b2d-9e8d-c2c03a69ce85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:20.177930 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aa5bd04b-d34d-4b2d-9e8d-c2c03a69ce85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:20.181581 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aa5bd04b-d34d-4b2d-9e8d-c2c03a69ce85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:20.183978 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-aa5bd04b-d34d-4b2d-9e8d-c2c03a69ce85 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2e896deb-2d0f-491a-87c8-6a88aa1589ac HTTP/1.1" status: 204 len: 168 time: 0.4148090 Nov 24 20:47:20.199748 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5bd04b-d34d-4b2d-9e8d-c2c03a69ce85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e896deb-2d0f-491a-87c8-6a88aa1589ac,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:20.254452 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-ae43affd-0859-4fb6-bdff-b00e73688c00 req-2bd9e3ef-ab64-4652-bf77-47c733f3991e tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Deleting port a8c00f68-25e5-4144-ac17-56810e07a291 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:47:20.255694 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ae43affd-0859-4fb6-bdff-b00e73688c00 req-2bd9e3ef-ab64-4652-bf77-47c733f3991e tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:20.274636 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00399f1-f5c5-438e-8abc-9e2dc11783e4 x-openstack-request-id: req-d00399f1-f5c5-438e-8abc-9e2dc11783e4 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:47:20.275149 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b1d233-52b5-4fc3-9274-b8945f4d10d1", "tag": "cf08177e-a374-4dc4-bde9-4df7200e9be3", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:47:20.275576 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d00399f1-f5c5-438e-8abc-9e2dc11783e4 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:47:20.276203 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b1d233-52b5-4fc3-9274-b8945f4d10d1', 'tag': 'cf08177e-a374-4dc4-bde9-4df7200e9be3', 'status': 'completed', 'code': 200} Nov 24 20:47:20.344412 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-3aa5537d-438f-430f-8265-c9fe5e729de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1112606374-router', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:26Z', 'updated_at': '2021-11-24T20:46:31Z', 'revision_number': 4, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'gw_port': {'id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:27Z', 'updated_at': '2021-11-24T20:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'ec067698-6b79-48df-8e7c-6a16e2eaa320', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'port_id': 'cf08177e-a374-4dc4-bde9-4df7200e9be3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'mac_address': 'fa:16:3e:49:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b1d233-52b5-4fc3-9274-b8945f4d10d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:46:54Z', 'updated_at': '2021-11-24T20:47:18Z', 'revision_number': 1, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05827855-bf41-4da3-8e5d-51575f0dbad2', 'name': '', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'mac_address': 'fa:16:3e:f9:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:30Z', 'updated_at': '2021-11-24T20:46:38Z', 'revision_number': 5, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'subnets': [{'id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:47:20.382311 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa5537d-438f-430f-8265-c9fe5e729de9 None None] Checking router: 6f77ff50-fafe-4526-94d7-02b8525d2186 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:47:20.392951 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa5537d-438f-430f-8265-c9fe5e729de9 None None] Routers {'6f77ff50-fafe-4526-94d7-02b8525d2186'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:47:20.393774 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-3aa5537d-438f-430f-8265-c9fe5e729de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:47:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6f77ff50-fafe-4526-94d7-02b8525d2186'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:47:20.453896 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-d301309f-3e66-4598-9cd2-3a87c06f5972 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:20.513199 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb93f5-7bba-4d1c-83c3-cd91f7f4360e req-289a2513-4e3c-49f1-aa9e-0b2eaa90ffd9 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:20.523037 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2afb93f5-7bba-4d1c-83c3-cd91f7f4360e req-289a2513-4e3c-49f1-aa9e-0b2eaa90ffd9 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/ports?device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 949 time: 0.0965567 Nov 24 20:47:20.567407 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301309f-3e66-4598-9cd2-3a87c06f5972 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Pushing event updated for resources: {'Port': ['ID=e88cf906-f914-4dbe-a5bc-9d660a4565f0,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:20.598714 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2afb93f5-7bba-4d1c-83c3-cd91f7f4360e req-b2dfc0ca-8926-4e3a-bdc6-eb9a112a927d tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e0a2786-c482-422b-81c6-079aeea7ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746653 Nov 24 20:47:20.643043 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-3aa5537d-438f-430f-8265-c9fe5e729de9 None None] Set router 6f77ff50-fafe-4526-94d7-02b8525d2186 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:47:20.679707 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-d301309f-3e66-4598-9cd2-3a87c06f5972 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:47:20.690252 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-d301309f-3e66-4598-9cd2-3a87c06f5972 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:47:20.691593 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46754) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:20.701266 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-d301309f-3e66-4598-9cd2-3a87c06f5972 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:47:20.724735 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f7de0dc1-b224-4387-acdd-5b102f8fa70d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:20.741488 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f1e79a5-919b-4142-b960-b86d2577ead6 req-15de1211-4043-4c0a-9d00-17e0a94a515c service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7539272 Nov 24 20:47:20.823473 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072cbd1-aed0-4c4f-850a-0a10f802b850 req-bc32bad0-845c-4bb5-ba97-6029b5bec52e tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:20.831011 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b072cbd1-aed0-4c4f-850a-0a10f802b850 req-bc32bad0-845c-4bb5-ba97-6029b5bec52e tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/ports?device_id=08abcbca-ec43-4396-8a5d-fb90374f27b8 HTTP/1.1" status: 200 len: 935 time: 0.4188268 Nov 24 20:47:20.878399 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f7de0dc1-b224-4387-acdd-5b102f8fa70d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:20.878610 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bacae1-974a-48aa-81e3-87af27f39a9b req-e35c65b4-7cbb-4bdb-9cd1-9f39ebc319b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:20.880101 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-76bacae1-974a-48aa-81e3-87af27f39a9b req-e35c65b4-7cbb-4bdb-9cd1-9f39ebc319b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7089e567afd4fbfaedad8dfd28a70b3&device_id=51b1d233-52b5-4fc3-9274-b8945f4d10d1 HTTP/1.1" status: 200 len: 1096 time: 0.4777110 Nov 24 20:47:20.889191 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f7de0dc1-b224-4387-acdd-5b102f8fa70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:20.949267 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-d301309f-3e66-4598-9cd2-3a87c06f5972 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:20.950037 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-d301309f-3e66-4598-9cd2-3a87c06f5972 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:20.954139 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de0dc1-b224-4387-acdd-5b102f8fa70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc28422e-dde2-40d2-88cb-74006b2fcf61,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:20.964140 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f7de0dc1-b224-4387-acdd-5b102f8fa70d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d82b066356fa4fb4992a5fe4900e9e33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695177 Nov 24 20:47:20.966442 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46756) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:21.037563 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-ae43affd-0859-4fb6-bdff-b00e73688c00 req-2bd9e3ef-ab64-4652-bf77-47c733f3991e tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] For port a8c00f68-25e5-4144-ac17-56810e07a291, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=a8c00f68-25e5-4144-ac17-56810e07a291,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:21.038291 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ae43affd-0859-4fb6-bdff-b00e73688c00 req-2bd9e3ef-ab64-4652-bf77-47c733f3991e tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:21.060412 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-3aa5537d-438f-430f-8265-c9fe5e729de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1112606374-router', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:26Z', 'updated_at': '2021-11-24T20:46:31Z', 'revision_number': 4, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'gw_port': {'id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:27Z', 'updated_at': '2021-11-24T20:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'ec067698-6b79-48df-8e7c-6a16e2eaa320', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'port_id': 'cf08177e-a374-4dc4-bde9-4df7200e9be3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'mac_address': 'fa:16:3e:49:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b1d233-52b5-4fc3-9274-b8945f4d10d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:46:54Z', 'updated_at': '2021-11-24T20:47:18Z', 'revision_number': 1, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05827855-bf41-4da3-8e5d-51575f0dbad2', 'name': '', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'mac_address': 'fa:16:3e:f9:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:30Z', 'updated_at': '2021-11-24T20:46:38Z', 'revision_number': 5, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'subnets': [{'id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:47:21.068147 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2dc7bf53-e6c6-49b5-b612-b614ef623b4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:21.077783 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-0ea62d70-9085-4f1a-988d-c29128303548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df29a0d9-fea0-4bb1-b35b-23dd977071c3 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:47:21.106626 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa5537d-438f-430f-8265-c9fe5e729de9 None None] The sync data for ids ['6f77ff50-fafe-4526-94d7-02b8525d2186'] in n-d-812111-8 is: [{'id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1112606374-router', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:26Z', 'updated_at': '2021-11-24T20:46:31Z', 'revision_number': 4, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'gw_port': {'id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:27Z', 'updated_at': '2021-11-24T20:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'ec067698-6b79-48df-8e7c-6a16e2eaa320', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'port_id': 'cf08177e-a374-4dc4-bde9-4df7200e9be3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'mac_address': 'fa:16:3e:49:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b1d233-52b5-4fc3-9274-b8945f4d10d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:46:54Z', 'updated_at': '2021-11-24T20:47:18Z', 'revision_number': 1, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05827855-bf41-4da3-8e5d-51575f0dbad2', 'name': '', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'mac_address': 'fa:16:3e:f9:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:30Z', 'updated_at': '2021-11-24T20:46:38Z', 'revision_number': 5, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'subnets': [{'id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:47:21.127428 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2dc7bf53-e6c6-49b5-b612-b614ef623b4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:21.138523 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-0ff0b57c-40c9-45ae-9d29-904c347e23da None None] Provisioning complete for port e88cf906-f914-4dbe-a5bc-9d660a4565f0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:21.139005 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0ff0b57c-40c9-45ae-9d29-904c347e23da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:21.162608 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-0ea62d70-9085-4f1a-988d-c29128303548 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:21.175676 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-ae43affd-0859-4fb6-bdff-b00e73688c00 req-2bd9e3ef-ab64-4652-bf77-47c733f3991e tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Calling delete_port for a8c00f68-25e5-4144-ac17-56810e07a291 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:47:21.230797 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2dc7bf53-e6c6-49b5-b612-b614ef623b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:21.231625 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-d301309f-3e66-4598-9cd2-3a87c06f5972 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9455175 Nov 24 20:47:21.233208 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0b57c-40c9-45ae-9d29-904c347e23da None None] Port e88cf906-f914-4dbe-a5bc-9d660a4565f0 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:47:21.236403 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2dc7bf53-e6c6-49b5-b612-b614ef623b4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:21.238150 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2dc7bf53-e6c6-49b5-b612-b614ef623b4b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc28422e-dde2-40d2-88cb-74006b2fcf61 HTTP/1.1" status: 204 len: 168 time: 0.2683511 Nov 24 20:47:21.241288 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1f8c8a1d-1c54-435e-9746-4c095d829477 req-eb400e05-380e-48ae-94b4-ad1e78e8a870 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:21.264038 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-0ea62d70-9085-4f1a-988d-c29128303548 service neutron] Transition to ACTIVE for port object df29a0d9-fea0-4bb1-b35b-23dd977071c3 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:47:21.274023 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-cc292b59-2c1a-41d9-861a-113d21f85209 service neutron] Request body: {'port': {'device_id': '58232734-714e-4afd-8a43-f6551074a97a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:21.301203 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7bf53-e6c6-49b5-b612-b614ef623b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc28422e-dde2-40d2-88cb-74006b2fcf61,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:21.317244 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f60ab62d-d8ef-4e85-a627-b1cb7ac1988f req-422bb14d-657a-4251-9093-8b670043793c tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 210 time: 0.0686197 Nov 24 20:47:21.336142 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b072cbd1-aed0-4c4f-850a-0a10f802b850 req-b504ebdf-ca24-4a06-8da8-37e469857735 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/security-groups?id=72f57b00-64d0-407e-8fee-da619ecb243a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035760 Nov 24 20:47:21.447496 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-0ea62d70-9085-4f1a-988d-c29128303548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:21.496102 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f26b3-8244-4b1c-a800-7fa0102990d6 req-09da3ddb-a65a-477d-b741-b0a6fdab5f85 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:21.506306 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b09f26b3-8244-4b1c-a800-7fa0102990d6 req-09da3ddb-a65a-477d-b741-b0a6fdab5f85 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=58232734-714e-4afd-8a43-f6551074a97a HTTP/1.1" status: 200 len: 936 time: 0.0974500 Nov 24 20:47:21.541686 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ae1d2f-7071-433c-9517-956961f5e74c None None] New status for floating IP ec067698-6b79-48df-8e7c-6a16e2eaa320: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:47:21.584499 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b09f26b3-8244-4b1c-a800-7fa0102990d6 req-125cf2f8-a1cd-4a0b-8d56-bb6e6ce7873c tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675745 Nov 24 20:47:21.621406 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb400e05-380e-48ae-94b4-ad1e78e8a870 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Pushing event deleted for resources: {'Port': ['ID=b206e189-2468-4f6f-83d1-8bebe78dc147,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:21.816289 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8c8a1d-1c54-435e-9746-4c095d829477 req-eb400e05-380e-48ae-94b4-ad1e78e8a870 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] No DVR routers for this DVR port b206e189-2468-4f6f-83d1-8bebe78dc147 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:47:21.838851 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89d13b-d00e-45d1-9aff-cd12e1dee9d4 req-2e6977e4-6982-4391-a64f-6fd8c4d35911 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:21.849585 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb89d13b-d00e-45d1-9aff-cd12e1dee9d4 req-2e6977e4-6982-4391-a64f-6fd8c4d35911 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/ports?device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 949 time: 0.1016197 Nov 24 20:47:21.860561 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1f8c8a1d-1c54-435e-9746-4c095d829477 req-eb400e05-380e-48ae-94b4-ad1e78e8a870 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:21.877207 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f8c8a1d-1c54-435e-9746-4c095d829477 req-eb400e05-380e-48ae-94b4-ad1e78e8a870 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.48 "DELETE /v2.0/ports/b206e189-2468-4f6f-83d1-8bebe78dc147 HTTP/1.1" status: 204 len: 173 time: 3.5968723 Nov 24 20:47:21.884029 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1c3d2c-808f-4689-b568-afed907018ca', 'name': 'network-vif-deleted', 'tag': 'b206e189-2468-4f6f-83d1-8bebe78dc147'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:47:21.887170 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8716f691-a1c7-41f3-b5ce-4456f1488033" -d '{"events": [{"server_uuid": "5f1c3d2c-808f-4689-b568-afed907018ca", "name": "network-vif-deleted", "tag": "b206e189-2468-4f6f-83d1-8bebe78dc147"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:47:21.891499 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bacae1-974a-48aa-81e3-87af27f39a9b req-b531415d-a3aa-4363-aa36-16168351bf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:21.893349 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-76bacae1-974a-48aa-81e3-87af27f39a9b req-b531415d-a3aa-4363-aa36-16168351bf87 service neutron] 10.222.0.15 "GET /v2.0/networks?id=08e4810e-5cf6-45fd-b3f0-b0061643c76e HTTP/1.1" status: 200 len: 925 time: 0.9891338 Nov 24 20:47:21.927792 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb89d13b-d00e-45d1-9aff-cd12e1dee9d4 req-55040a22-3ea6-4871-b244-5c12e4a7ce38 tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e0a2786-c482-422b-81c6-079aeea7ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776424 Nov 24 20:47:21.954955 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-cc292b59-2c1a-41d9-861a-113d21f85209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:21.956736 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea62d70-9085-4f1a-988d-c29128303548 service neutron] Pushing event updated for resources: {'Port': ['ID=df29a0d9-fea0-4bb1-b35b-23dd977071c3,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:22.250563 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device b206e189-2468-4f6f-83d1-8bebe78dc147 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:47:22.282511 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: b206e189-2468-4f6f-83d1-8bebe78dc147 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:47:22.283060 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device b206e189-2468-4f6f-83d1-8bebe78dc147 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:47:22.307424 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf3f710-6dc4-49e9-9551-040530a9ce19 x-openstack-request-id: req-daf3f710-6dc4-49e9-9551-040530a9ce19 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:47:22.316399 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1c3d2c-808f-4689-b568-afed907018ca", "name": "network-vif-deleted", "tag": "b206e189-2468-4f6f-83d1-8bebe78dc147", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:47:22.316610 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-daf3f710-6dc4-49e9-9551-040530a9ce19 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:47:22.317078 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1c3d2c-808f-4689-b568-afed907018ca', 'name': 'network-vif-deleted', 'tag': 'b206e189-2468-4f6f-83d1-8bebe78dc147', 'status': 'completed', 'code': 200} Nov 24 20:47:22.474571 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2e53ad6-15a2-483e-b501-b0ecffd92991 req-83e1d2cf-a8ec-4bb7-9e55-0c19d5def843 tempest-AggregatesAdminTestJSON-247364914 tempest-AggregatesAdminTestJSON-247364914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f1c3d2c-808f-4689-b568-afed907018ca HTTP/1.1" status: 200 len: 210 time: 0.0503423 Nov 24 20:47:22.482050 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-10ab1f06-06c6-4869-81d9-241aa1bba8e7 service neutron] 10.222.0.48 "GET /v2.0/ports/9b8d661b-bc3f-498f-afb9-00d8cf5f81cf/bindings/n-h2-812111-8 HTTP/1.1" status: 200 len: 384 time: 0.8011403 Nov 24 20:47:22.488588 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-76bacae1-974a-48aa-81e3-87af27f39a9b req-ec6d22d7-6723-439e-a8f5-5de731c3fb62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf08177e-a374-4dc4-bde9-4df7200e9be3 HTTP/1.1" status: 200 len: 999 time: 0.5755413 Nov 24 20:47:22.491536 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46792) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:22.499658 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04da71-c48e-4ac1-87f3-1fb5b1c743af req-689c717d-83f8-49fd-80c0-b034d886f13b tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:22.507081 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb04da71-c48e-4ac1-87f3-1fb5b1c743af req-689c717d-83f8-49fd-80c0-b034d886f13b tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 965 time: 0.9619193 Nov 24 20:47:22.596630 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bacae1-974a-48aa-81e3-87af27f39a9b req-d7b1a837-f507-455f-bbc8-13ea713d7a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:22.598221 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-76bacae1-974a-48aa-81e3-87af27f39a9b req-d7b1a837-f507-455f-bbc8-13ea713d7a50 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b7bea8b-3ad2-4620-a8cf-0534d6c925cb HTTP/1.1" status: 200 len: 863 time: 0.0871820 Nov 24 20:47:22.819109 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb04da71-c48e-4ac1-87f3-1fb5b1c743af req-94e6b12c-ac12-4ac7-ad94-5a5765f20ec6 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091397 Nov 24 20:47:22.832618 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3db9c8ab-a2a8-4e49-8603-2209adccf337 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:22.870462 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-0ea62d70-9085-4f1a-988d-c29128303548 service neutron] Attempting to bind port df29a0d9-fea0-4bb1-b35b-23dd977071c3 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:47:22.871453 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-0ea62d70-9085-4f1a-988d-c29128303548 service neutron] Attempting to bind port df29a0d9-fea0-4bb1-b35b-23dd977071c3 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:47:22.871852 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-0ea62d70-9085-4f1a-988d-c29128303548 service neutron] Attempting to bind port df29a0d9-fea0-4bb1-b35b-23dd977071c3 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:22.876083 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cded7-086d-4191-8ab4-205345e9cb4b req-a0c4e6a6-cf9f-4165-aa29-0a8b07461e6c tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:22.884339 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e6cded7-086d-4191-8ab4-205345e9cb4b req-a0c4e6a6-cf9f-4165-aa29-0a8b07461e6c tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/ports?device_id=08abcbca-ec43-4396-8a5d-fb90374f27b8 HTTP/1.1" status: 200 len: 947 time: 0.2986457 Nov 24 20:47:22.904715 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-0ea62d70-9085-4f1a-988d-c29128303548 service neutron] Port df29a0d9-fea0-4bb1-b35b-23dd977071c3 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:47:22.905077 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-0ea62d70-9085-4f1a-988d-c29128303548 service neutron] Attempting to bind port df29a0d9-fea0-4bb1-b35b-23dd977071c3 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:22.942213 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ae43affd-0859-4fb6-bdff-b00e73688c00 req-2bd9e3ef-ab64-4652-bf77-47c733f3991e tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:22.956679 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bacae1-974a-48aa-81e3-87af27f39a9b req-74a824d0-d921-43df-a477-4594884051f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:22.957718 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-76bacae1-974a-48aa-81e3-87af27f39a9b req-74a824d0-d921-43df-a477-4594884051f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08e4810e-5cf6-45fd-b3f0-b0061643c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3042819 Nov 24 20:47:22.965410 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-0ea62d70-9085-4f1a-988d-c29128303548 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:47:22.965758 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-0ea62d70-9085-4f1a-988d-c29128303548 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:47:22.966210 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-0ea62d70-9085-4f1a-988d-c29128303548 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:47:22.966663 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-0ea62d70-9085-4f1a-988d-c29128303548 service neutron] Bound port: df29a0d9-fea0-4bb1-b35b-23dd977071c3, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:47:22.967018 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-0ea62d70-9085-4f1a-988d-c29128303548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:22.969174 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e6cded7-086d-4191-8ab4-205345e9cb4b req-9dc3fff3-4e4a-43dd-a245-3fd6ff544612 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/security-groups?id=72f57b00-64d0-407e-8fee-da619ecb243a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835772 Nov 24 20:47:23.001210 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3db9c8ab-a2a8-4e49-8603-2209adccf337 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:23.007356 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3db9c8ab-a2a8-4e49-8603-2209adccf337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:23.056730 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3db9c8ab-a2a8-4e49-8603-2209adccf337 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e0d84cba79ed48ee9d89226c0a4a0186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5628941 Nov 24 20:47:23.061836 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46812) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:23.085026 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9c8ab-a2a8-4e49-8603-2209adccf337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6f130c-dc5d-4699-9f74-084364dc5552,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:23.089951 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9e3ef-ab64-4652-bf77-47c733f3991e tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Pushing event deleted for resources: {'Port': ['ID=a8c00f68-25e5-4144-ac17-56810e07a291,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:23.169864 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-294b8372-c643-4c76-bbeb-2ee690601abf req-c4a1523a-7b86-4d0c-a224-c1f764b01c4f tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.11 "GET /v2.0/ports?device_id=992e7d06-a642-4182-a99e-4905ba05233f HTTP/1.1" status: 200 len: 210 time: 0.0499301 Nov 24 20:47:23.208344 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-43309e8e-ed7a-45c5-b645-72fe3943d59c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:23.235935 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-43309e8e-ed7a-45c5-b645-72fe3943d59c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:23.292439 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-43309e8e-ed7a-45c5-b645-72fe3943d59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:23.295132 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-43309e8e-ed7a-45c5-b645-72fe3943d59c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:23.299363 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-43309e8e-ed7a-45c5-b645-72fe3943d59c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/db6f130c-dc5d-4699-9f74-084364dc5552 HTTP/1.1" status: 204 len: 168 time: 0.2339382 Nov 24 20:47:23.312465 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43309e8e-ed7a-45c5-b645-72fe3943d59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6f130c-dc5d-4699-9f74-084364dc5552,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:23.322018 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f54ffd-4c82-40bb-8121-b69e1fda1721 req-087167bf-6922-4b25-9453-5cc77bc34f97 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:23.323859 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f7f54ffd-4c82-40bb-8121-b69e1fda1721 req-087167bf-6922-4b25-9453-5cc77bc34f97 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=58232734-714e-4afd-8a43-f6551074a97a HTTP/1.1" status: 200 len: 936 time: 0.4081049 Nov 24 20:47:23.379191 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae43affd-0859-4fb6-bdff-b00e73688c00 req-2bd9e3ef-ab64-4652-bf77-47c733f3991e tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] No DVR routers for this DVR port a8c00f68-25e5-4144-ac17-56810e07a291 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:47:23.385358 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ae43affd-0859-4fb6-bdff-b00e73688c00 req-2bd9e3ef-ab64-4652-bf77-47c733f3991e tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:23.390071 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ae43affd-0859-4fb6-bdff-b00e73688c00 req-2bd9e3ef-ab64-4652-bf77-47c733f3991e tempest-ServerDiagnosticsNegativeTest-825359614 tempest-ServerDiagnosticsNegativeTest-825359614-project] 10.222.0.15 "DELETE /v2.0/ports/a8c00f68-25e5-4144-ac17-56810e07a291 HTTP/1.1" status: 204 len: 173 time: 3.8104911 Nov 24 20:47:23.482955 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-36a03fc6-0e32-48c6-9e69-ebba2e01a82c service neutron] For port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:23.507210 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-0ea62d70-9085-4f1a-988d-c29128303548 service neutron] For port df29a0d9-fea0-4bb1-b35b-23dd977071c3, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:47:23.536606 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-76bacae1-974a-48aa-81e3-87af27f39a9b req-5b357ac8-5eb8-48b6-9723-835a9d48687f service neutron] 10.222.0.15 "GET /v2.0/networks/08e4810e-5cf6-45fd-b3f0-b0061643c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5670021 Nov 24 20:47:23.551890 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-0ea62d70-9085-4f1a-988d-c29128303548 service neutron] For port df29a0d9-fea0-4bb1-b35b-23dd977071c3, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=df29a0d9-fea0-4bb1-b35b-23dd977071c3,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:47:23.586194 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-0ea62d70-9085-4f1a-988d-c29128303548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:23.588405 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-36a03fc6-0e32-48c6-9e69-ebba2e01a82c service neutron] For port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:47:23.600323 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device a8c00f68-25e5-4144-ac17-56810e07a291 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:47:23.627349 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: a8c00f68-25e5-4144-ac17-56810e07a291 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:47:23.627961 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device a8c00f68-25e5-4144-ac17-56810e07a291 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:47:23.632629 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f7f54ffd-4c82-40bb-8121-b69e1fda1721 req-36155ffc-1a41-482c-912b-8f99d33dae4f tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003125 Nov 24 20:47:23.754086 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-cc292b59-2c1a-41d9-861a-113d21f85209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e88cf906-f914-4dbe-a5bc-9d660a4565f0 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:47:23.761215 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46836) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:23.765968 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-0ea62d70-9085-4f1a-988d-c29128303548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:23.766543 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-0ea62d70-9085-4f1a-988d-c29128303548 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:23.767951 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-0ea62d70-9085-4f1a-988d-c29128303548 service neutron] 10.222.0.48 "PUT /v2.0/ports/df29a0d9-fea0-4bb1-b35b-23dd977071c3 HTTP/1.1" status: 200 len: 1095 time: 4.8668888 Nov 24 20:47:23.773038 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-36a03fc6-0e32-48c6-9e69-ebba2e01a82c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:47:23.779265 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-cc292b59-2c1a-41d9-861a-113d21f85209 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:23.782900 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ec3ab413-0fc9-4688-8f28-7f0977110c1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:23.803602 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-36a03fc6-0e32-48c6-9e69-ebba2e01a82c service neutron] For port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:23.832783 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-cc292b59-2c1a-41d9-861a-113d21f85209 service neutron] Transition to ACTIVE for port object e88cf906-f914-4dbe-a5bc-9d660a4565f0 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:47:23.833661 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea62d70-9085-4f1a-988d-c29128303548 service neutron] Pushing event updated for resources: {'Port': ['ID=df29a0d9-fea0-4bb1-b35b-23dd977071c3,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:23.908102 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-cc292b59-2c1a-41d9-861a-113d21f85209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:23.927802 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-36a03fc6-0e32-48c6-9e69-ebba2e01a82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:23.982352 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ec3ab413-0fc9-4688-8f28-7f0977110c1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:23.988699 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-76bacae1-974a-48aa-81e3-87af27f39a9b req-4182fd09-8224-477f-ab6d-a0a90bc7abc8 service neutron] 10.222.0.15 "GET /v2.0/networks/08e4810e-5cf6-45fd-b3f0-b0061643c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311805 Nov 24 20:47:23.996408 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ec3ab413-0fc9-4688-8f28-7f0977110c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:24.079372 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 46846) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:24.088091 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-b689c019-de16-4ea0-915d-77c2602d2d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:24.090600 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-b689c019-de16-4ea0-915d-77c2602d2d51 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d69bbf0b3bc14acf91816152faa43ba1&device_id=08abcbca-ec43-4396-8a5d-fb90374f27b8 HTTP/1.1" status: 200 len: 1098 time: 0.2607067 Nov 24 20:47:24.091877 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ab413-0fc9-4688-8f28-7f0977110c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bc723f-50a8-43e9-87ce-42f991471c5e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:24.107002 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc292b59-2c1a-41d9-861a-113d21f85209 service neutron] Pushing event updated for resources: {'Port': ['ID=e88cf906-f914-4dbe-a5bc-9d660a4565f0,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:24.153134 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ec3ab413-0fc9-4688-8f28-7f0977110c1b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=96a5f6de0a9f469291c6cbb021100d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896675 Nov 24 20:47:24.155137 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46850) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:24.208605 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-21684ef0-4be8-4b13-8c5e-5440f6b0a19c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=df29a0d9-fea0-4bb1-b35b-23dd977071c3 HTTP/1.1" status: 200 len: 217 time: 0.0981834 Nov 24 20:47:24.234820 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb4e9-aa37-41c4-b012-51b09fb23ac8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:24.259832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e64920-b944-4e40-a96c-0a5e4ce811f0 req-5f9998a5-d070-4ca1-a0c7-940960c2fde9 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:24.265692 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb4e9-aa37-41c4-b012-51b09fb23ac8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:24.267050 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e5e64920-b944-4e40-a96c-0a5e4ce811f0 req-5f9998a5-d070-4ca1-a0c7-940960c2fde9 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 965 time: 0.3162408 Nov 24 20:47:24.317740 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992e7d06-a642-4182-a99e-4905ba05233f', 'name': 'network-vif-deleted', 'tag': 'a8c00f68-25e5-4144-ac17-56810e07a291'}, {'name': 'network-changed', 'server_uuid': '08abcbca-ec43-4396-8a5d-fb90374f27b8', 'tag': 'df29a0d9-fea0-4bb1-b35b-23dd977071c3'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:47:24.320020 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732fae27-be44-4cf9-a836-3cb32fee9e03" -d '{"events": [{"server_uuid": "992e7d06-a642-4182-a99e-4905ba05233f", "name": "network-vif-deleted", "tag": "a8c00f68-25e5-4144-ac17-56810e07a291"}, {"name": "network-changed", "server_uuid": "08abcbca-ec43-4396-8a5d-fb90374f27b8", "tag": "df29a0d9-fea0-4bb1-b35b-23dd977071c3"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:47:24.323193 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb4e9-aa37-41c4-b012-51b09fb23ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:24.327290 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb4e9-aa37-41c4-b012-51b09fb23ac8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:24.331093 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0c3bb4e9-aa37-41c4-b012-51b09fb23ac8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/12bc723f-50a8-43e9-87ce-42f991471c5e HTTP/1.1" status: 204 len: 168 time: 0.1724305 Nov 24 20:47:24.338217 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bb4e9-aa37-41c4-b012-51b09fb23ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bc723f-50a8-43e9-87ce-42f991471c5e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:24.405113 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-36a03fc6-0e32-48c6-9e69-ebba2e01a82c service neutron] Transition to ACTIVE for port object 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:47:24.441207 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-c496f3e7-d3bd-4081-b9bc-487667b2126a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:24.442675 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-c496f3e7-d3bd-4081-b9bc-487667b2126a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.2332556 Nov 24 20:47:24.443836 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-36a03fc6-0e32-48c6-9e69-ebba2e01a82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:24.462474 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-cc292b59-2c1a-41d9-861a-113d21f85209 service neutron] Attempting to bind port e88cf906-f914-4dbe-a5bc-9d660a4565f0 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:47:24.462834 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-cc292b59-2c1a-41d9-861a-113d21f85209 service neutron] Attempting to bind port e88cf906-f914-4dbe-a5bc-9d660a4565f0 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:47:24.463154 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-cc292b59-2c1a-41d9-861a-113d21f85209 service neutron] Attempting to bind port e88cf906-f914-4dbe-a5bc-9d660a4565f0 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:24.486062 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4a7d2-f9dc-4351-9dfb-fec6edabde60 req-f20b6335-789a-47cd-b638-eec8cadff8e4 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:24.487924 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-23e4a7d2-f9dc-4351-9dfb-fec6edabde60 req-f20b6335-789a-47cd-b638-eec8cadff8e4 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/ports?device_id=08abcbca-ec43-4396-8a5d-fb90374f27b8 HTTP/1.1" status: 200 len: 947 time: 0.0769236 Nov 24 20:47:24.545445 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-23e4a7d2-f9dc-4351-9dfb-fec6edabde60 req-38bd6b94-640d-4c79-996a-d1fd99067346 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/security-groups?id=72f57b00-64d0-407e-8fee-da619ecb243a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513544 Nov 24 20:47:24.707252 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 24 Nov 2021 20:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0db05b-9d0a-47ca-9a1f-f01fe334c467 x-openstack-request-id: req-0d0db05b-9d0a-47ca-9a1f-f01fe334c467 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:47:24.707614 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992e7d06-a642-4182-a99e-4905ba05233f", "name": "network-vif-deleted", "tag": "a8c00f68-25e5-4144-ac17-56810e07a291", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "08abcbca-ec43-4396-8a5d-fb90374f27b8", "tag": "df29a0d9-fea0-4bb1-b35b-23dd977071c3", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:47:24.707912 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d0db05b-9d0a-47ca-9a1f-f01fe334c467 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:47:24.708254 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992e7d06-a642-4182-a99e-4905ba05233f', 'name': 'network-vif-deleted', 'tag': 'a8c00f68-25e5-4144-ac17-56810e07a291', 'status': 'completed', 'code': 200} Nov 24 20:47:24.708467 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08abcbca-ec43-4396-8a5d-fb90374f27b8', 'tag': 'df29a0d9-fea0-4bb1-b35b-23dd977071c3', 'status': 'completed', 'code': 200} Nov 24 20:47:24.728632 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-cc292b59-2c1a-41d9-861a-113d21f85209 service neutron] Port e88cf906-f914-4dbe-a5bc-9d660a4565f0 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:47:24.728990 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-cc292b59-2c1a-41d9-861a-113d21f85209 service neutron] Attempting to bind port e88cf906-f914-4dbe-a5bc-9d660a4565f0 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:24.746557 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e5e64920-b944-4e40-a96c-0a5e4ce811f0 req-8727a975-818b-4f1b-b644-50e44e4d34b8 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773483 Nov 24 20:47:24.771027 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9b06fe77-5f10-484b-a1d8-4b060e944c0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b5fcf47a75a43f1be5c19997d78ffb1&name=default HTTP/1.1" status: 200 len: 2993 time: 0.6899526 Nov 24 20:47:24.773798 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46876) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:24.787319 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-cc292b59-2c1a-41d9-861a-113d21f85209 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:47:24.787673 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-cc292b59-2c1a-41d9-861a-113d21f85209 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:47:24.788069 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-cc292b59-2c1a-41d9-861a-113d21f85209 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:47:24.788669 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-cc292b59-2c1a-41d9-861a-113d21f85209 service neutron] Bound port: e88cf906-f914-4dbe-a5bc-9d660a4565f0, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:47:24.789062 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-cc292b59-2c1a-41d9-861a-113d21f85209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:24.819206 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-36a03fc6-0e32-48c6-9e69-ebba2e01a82c service neutron] No DVR routers for this DVR port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:47:24.849114 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a03fc6-0e32-48c6-9e69-ebba2e01a82c service neutron] Pushing event updated for resources: {'Port': ['ID=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf,revision_number=10']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:24.850932 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba38247a-1ada-40cb-b5b2-77aa0ef79919 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:24.860685 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-e6200e33-440c-44fb-9d0a-b6c6443c3c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:24.862253 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-e6200e33-440c-44fb-9d0a-b6c6443c3c7b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4066784 Nov 24 20:47:24.880771 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba38247a-1ada-40cb-b5b2-77aa0ef79919 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:24.941832 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-36a03fc6-0e32-48c6-9e69-ebba2e01a82c service neutron] 10.222.0.48 "PUT /v2.0/ports/9b8d661b-bc3f-498f-afb9-00d8cf5f81cf/bindings/n-h2-812111-8/activate HTTP/1.1" status: 200 len: 369 time: 2.4326830 Nov 24 20:47:24.985033 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280c914-ca56-4f25-8ccd-cbe79905614a req-667f7838-8353-4fae-b340-406e3fef425d tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:24.995844 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6280c914-ca56-4f25-8ccd-cbe79905614a req-667f7838-8353-4fae-b340-406e3fef425d tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=58232734-714e-4afd-8a43-f6551074a97a HTTP/1.1" status: 200 len: 948 time: 0.1112092 Nov 24 20:47:25.015707 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-cc292b59-2c1a-41d9-861a-113d21f85209 service neutron] For port e88cf906-f914-4dbe-a5bc-9d660a4565f0, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:47:25.020631 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-cc292b59-2c1a-41d9-861a-113d21f85209 service neutron] For port e88cf906-f914-4dbe-a5bc-9d660a4565f0, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=e88cf906-f914-4dbe-a5bc-9d660a4565f0,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:47:25.035448 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46886) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:25.035567 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-cc292b59-2c1a-41d9-861a-113d21f85209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:25.051975 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba38247a-1ada-40cb-b5b2-77aa0ef79919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:25.055660 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba38247a-1ada-40cb-b5b2-77aa0ef79919 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:25.060255 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ba38247a-1ada-40cb-b5b2-77aa0ef79919 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a7bed809-469a-4219-9568-a11d74bd1931 HTTP/1.1" status: 204 len: 168 time: 0.2846472 Nov 24 20:47:25.082490 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38247a-1ada-40cb-b5b2-77aa0ef79919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bed809-469a-4219-9568-a11d74bd1931,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:25.099296 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-76706cb7-9d64-46b1-b5c6-6a835e8e2af4 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208025 Nov 24 20:47:25.110256 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6280c914-ca56-4f25-8ccd-cbe79905614a req-1748712d-2ace-4198-b862-cc9f0f689371 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142073 Nov 24 20:47:25.174207 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-cc292b59-2c1a-41d9-861a-113d21f85209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:25.175646 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-cc292b59-2c1a-41d9-861a-113d21f85209 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:25.177383 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-cc292b59-2c1a-41d9-861a-113d21f85209 service neutron] 10.222.0.48 "PUT /v2.0/ports/e88cf906-f914-4dbe-a5bc-9d660a4565f0 HTTP/1.1" status: 200 len: 1096 time: 3.9243662 Nov 24 20:47:25.178213 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc292b59-2c1a-41d9-861a-113d21f85209 service neutron] Pushing event updated for resources: {'Port': ['ID=e88cf906-f914-4dbe-a5bc-9d660a4565f0,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:25.200575 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-d22516e4-a1c3-4619-b3c9-d28c4fc712bf tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:25.205698 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-d22516e4-a1c3-4619-b3c9-d28c4fc712bf tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7&tenant_id=3430f604e9d44fa5882671405a9099b5&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 1117 time: 0.1660256 Nov 24 20:47:25.368839 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a7cbaded-0c24-41d2-9e71-da2b56047d5c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d1eccd1c960c4f4cb8cb389536a2f9a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3322537 Nov 24 20:47:25.371662 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46898) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:25.393210 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6b1eb4b7-6788-446a-a566-62c8389345d2 req-298de12e-8316-458a-915a-e7b491709c5f service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737441 Nov 24 20:47:25.399894 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-02be8555-2fc0-4775-a604-86021acd2086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:25.401961 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-02be8555-2fc0-4775-a604-86021acd2086 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c86c1f96cf464eafad2d2cf93173b181&device_id=58232734-714e-4afd-8a43-f6551074a97a HTTP/1.1" status: 200 len: 1099 time: 0.1531913 Nov 24 20:47:25.416832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-4d0fb99a-15f4-44d5-b149-ad3218249a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:25.419046 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-4d0fb99a-15f4-44d5-b149-ad3218249a6a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7&tenant_id=3430f604e9d44fa5882671405a9099b5 HTTP/1.1" status: 200 len: 1117 time: 0.1723528 Nov 24 20:47:25.465723 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46900) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:25.479204 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-402d1586-5c7d-468c-9bbb-44527d910976 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=e88cf906-f914-4dbe-a5bc-9d660a4565f0 HTTP/1.1" status: 200 len: 217 time: 0.0696716 Nov 24 20:47:25.479938 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4a4a086e-bc6c-46ef-830a-6faa41ccf805 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:25.508195 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4a4a086e-bc6c-46ef-830a-6faa41ccf805 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:25.596796 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4a4a086e-bc6c-46ef-830a-6faa41ccf805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:25.599642 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4a4a086e-bc6c-46ef-830a-6faa41ccf805 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:25.603722 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4a4a086e-bc6c-46ef-830a-6faa41ccf805 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e0a2786-c482-422b-81c6-079aeea7ae94 HTTP/1.1" status: 204 len: 168 time: 0.2311006 Nov 24 20:47:25.609460 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-84229283-9d4b-4144-b08a-fd563a5e551f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:25.610938 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-84229283-9d4b-4144-b08a-fd563a5e551f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0907843 Nov 24 20:47:25.614680 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a086e-bc6c-46ef-830a-6faa41ccf805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0a2786-c482-422b-81c6-079aeea7ae94,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:25.617855 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-5b29c5c7-fbce-4f9e-b8ab-8a9ebbcc357f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:25.619628 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-5b29c5c7-fbce-4f9e-b8ab-8a9ebbcc357f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 1117 time: 0.1346812 Nov 24 20:47:25.700968 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1cd29ea5-3996-4a7d-9ac8-d4a714e620b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:25.727372 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fae27-be44-4cf9-a836-3cb32fee9e03 req-88045bab-1faf-45ac-923b-c159e82882f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:25.728284 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-732fae27-be44-4cf9-a836-3cb32fee9e03 req-88045bab-1faf-45ac-923b-c159e82882f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d69bbf0b3bc14acf91816152faa43ba1&device_id=08abcbca-ec43-4396-8a5d-fb90374f27b8 HTTP/1.1" status: 200 len: 1098 time: 0.2477598 Nov 24 20:47:25.836835 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46916) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:25.876999 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-d0319694-ef0c-4e4d-9a23-de01777b5a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:25.878519 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-d0319694-ef0c-4e4d-9a23-de01777b5a90 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 922 time: 0.2452726 Nov 24 20:47:25.892301 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-528bd0e3-4d4a-41f9-bc29-6122d0e3753e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b94c8339939c46bfbcc742a7f364516b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0546877 Nov 24 20:47:25.895865 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46918) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:25.912605 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-a6181a58-5a1d-42f6-b7f4-9fac3c1cf0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:25.922667 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-a6181a58-5a1d-42f6-b7f4-9fac3c1cf0f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1982813 Nov 24 20:47:25.960655 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64930d-d725-4053-9301-711924e49dea req-53c886b7-1929-4d8a-bb91-f89669fb76be tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:25.968316 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea64930d-d725-4053-9301-711924e49dea req-53c886b7-1929-4d8a-bb91-f89669fb76be tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/ports?device_id=08abcbca-ec43-4396-8a5d-fb90374f27b8 HTTP/1.1" status: 200 len: 947 time: 0.2389414 Nov 24 20:47:25.982896 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1cd29ea5-3996-4a7d-9ac8-d4a714e620b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:25.989305 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-19e3de2a-b5fb-46ac-bae9-0698006c2ac0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf HTTP/1.1" status: 200 len: 217 time: 0.0965917 Nov 24 20:47:25.991450 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1cd29ea5-3996-4a7d-9ac8-d4a714e620b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:26.051171 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329e142-304b-48c6-b1da-bf4e254b626e req-6bcdedb4-00c4-40bf-8f0b-d5308b1af8e0 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:26.059512 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fae27-be44-4cf9-a836-3cb32fee9e03 req-3bb05fd9-aad4-4cc2-8466-fcd4f82f5dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:26.059694 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f329e142-304b-48c6-b1da-bf4e254b626e req-6bcdedb4-00c4-40bf-8f0b-d5308b1af8e0 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 966 time: 0.1374404 Nov 24 20:47:26.061021 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-732fae27-be44-4cf9-a836-3cb32fee9e03 req-3bb05fd9-aad4-4cc2-8466-fcd4f82f5dfe service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.3201966 Nov 24 20:47:26.086600 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-43d8a1a0-9e7b-4e79-b3df-b0c006725feb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:26.088047 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd29ea5-3996-4a7d-9ac8-d4a714e620b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3cedb1-888a-4699-bf94-950b84e3e0ef,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:26.109019 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1cd29ea5-3996-4a7d-9ac8-d4a714e620b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d784804039e944369196b73c7a04f36b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6417358 Nov 24 20:47:26.116240 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46924) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:26.124027 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29ea5-3996-4a7d-9ac8-d4a714e620b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:26.124374 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29ea5-3996-4a7d-9ac8-d4a714e620b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:26.124720 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29ea5-3996-4a7d-9ac8-d4a714e620b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:26.125094 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29ea5-3996-4a7d-9ac8-d4a714e620b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:26.125417 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29ea5-3996-4a7d-9ac8-d4a714e620b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:26.125747 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29ea5-3996-4a7d-9ac8-d4a714e620b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:26.126076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29ea5-3996-4a7d-9ac8-d4a714e620b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:26.126400 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29ea5-3996-4a7d-9ac8-d4a714e620b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:26.126721 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29ea5-3996-4a7d-9ac8-d4a714e620b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:26.127043 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29ea5-3996-4a7d-9ac8-d4a714e620b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:26.127363 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29ea5-3996-4a7d-9ac8-d4a714e620b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:26.127680 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29ea5-3996-4a7d-9ac8-d4a714e620b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:26.163785 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-3c5957c7-067d-4907-b058-21f076ed651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:26.165576 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-3c5957c7-067d-4907-b058-21f076ed651c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.1690371 Nov 24 20:47:26.172601 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-732fae27-be44-4cf9-a836-3cb32fee9e03 req-66775b3c-f707-44e5-a9c7-09754a05d85f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=df29a0d9-fea0-4bb1-b35b-23dd977071c3 HTTP/1.1" status: 200 len: 217 time: 0.0910902 Nov 24 20:47:26.174635 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-43d8a1a0-9e7b-4e79-b3df-b0c006725feb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:26.240619 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea64930d-d725-4053-9301-711924e49dea req-5bb297f6-91d3-40b9-ba75-15ffd5f413eb tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/security-groups?id=72f57b00-64d0-407e-8fee-da619ecb243a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713039 Nov 24 20:47:26.246805 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-74112906-ecf3-49b0-8e50-ff0a81b39244 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602808 Nov 24 20:47:26.256529 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f329e142-304b-48c6-b1da-bf4e254b626e req-70c9c99e-cd8a-44a4-8e73-1d389e668c47 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960592 Nov 24 20:47:26.295984 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:47:26.319432 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fae27-be44-4cf9-a836-3cb32fee9e03 req-ac23a5a1-e01d-4faf-b4ea-b2dea0dc2aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:26.321251 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-732fae27-be44-4cf9-a836-3cb32fee9e03 req-ac23a5a1-e01d-4faf-b4ea-b2dea0dc2aa3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.1392930 Nov 24 20:47:26.326998 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-26a74b87-7710-4296-b20b-fc19b1f6d152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:26.329558 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-2e4c87cf-2d7f-4ba6-a3cc-bbae7fa0a9ab service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562012 Nov 24 20:47:26.367529 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-26a74b87-7710-4296-b20b-fc19b1f6d152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:26.381379 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:47:26.395047 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-43d8a1a0-9e7b-4e79-b3df-b0c006725feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:26.397799 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-43d8a1a0-9e7b-4e79-b3df-b0c006725feb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:26.399074 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-43d8a1a0-9e7b-4e79-b3df-b0c006725feb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de4174fd-0810-43f4-a475-31d83ed044bc HTTP/1.1" status: 204 len: 168 time: 0.5017881 Nov 24 20:47:26.420928 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8a1a0-9e7b-4e79-b3df-b0c006725feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4174fd-0810-43f4-a475-31d83ed044bc,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:26.448507 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-26a74b87-7710-4296-b20b-fc19b1f6d152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:26.451892 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-26a74b87-7710-4296-b20b-fc19b1f6d152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:26.453319 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-26a74b87-7710-4296-b20b-fc19b1f6d152 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4e3cedb1-888a-4699-bf94-950b84e3e0ef HTTP/1.1" status: 204 len: 168 time: 0.3360219 Nov 24 20:47:26.468117 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a74b87-7710-4296-b20b-fc19b1f6d152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3cedb1-888a-4699-bf94-950b84e3e0ef,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:26.479115 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46940) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:26.512935 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d5df32da-4856-457e-aedf-604b418aa312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:26.633916 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d5df32da-4856-457e-aedf-604b418aa312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:26.639418 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d5df32da-4856-457e-aedf-604b418aa312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:26.679724 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df32da-4856-457e-aedf-604b418aa312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76749a79-68a2-4f51-8267-f636be1b869f,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:26.687095 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d5df32da-4856-457e-aedf-604b418aa312 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f4470efbdd44cc7a8b33e1f5646a4c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2029607 Nov 24 20:47:26.687382 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46942) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:26.712705 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58232734-714e-4afd-8a43-f6551074a97a', 'tag': 'e88cf906-f914-4dbe-a5bc-9d660a4565f0'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:47:26.715983 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1d309e-c486-4c36-b66b-472d0e862f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "58232734-714e-4afd-8a43-f6551074a97a", "tag": "e88cf906-f914-4dbe-a5bc-9d660a4565f0"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:47:26.767030 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fae27-be44-4cf9-a836-3cb32fee9e03 req-0c3eeb8f-aae7-4394-8f6a-694881713be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:26.768374 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a95dc829-32a8-40a4-8220-c3ee24aa7a28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:26.768562 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-732fae27-be44-4cf9-a836-3cb32fee9e03 req-0c3eeb8f-aae7-4394-8f6a-694881713be0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4366925 Nov 24 20:47:26.787011 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca79282-94dc-40f9-863a-a9dce2cd3397 x-openstack-request-id: req-bca79282-94dc-40f9-863a-a9dce2cd3397 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:47:26.787302 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58232734-714e-4afd-8a43-f6551074a97a", "tag": "e88cf906-f914-4dbe-a5bc-9d660a4565f0", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:47:26.787742 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bca79282-94dc-40f9-863a-a9dce2cd3397 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:47:26.788279 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58232734-714e-4afd-8a43-f6551074a97a', 'tag': 'e88cf906-f914-4dbe-a5bc-9d660a4565f0', 'status': 'completed', 'code': 200} Nov 24 20:47:26.806908 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-a88283a7-558a-4489-b599-9efd97849545 service neutron] 10.222.0.15 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515852 Nov 24 20:47:26.830019 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a95dc829-32a8-40a4-8220-c3ee24aa7a28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:26.862622 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb71cf-63b6-4681-91c4-af801b460c82 req-64606fdd-b965-4c35-ac4b-c17cac9ed8eb tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:26.864372 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-58eb71cf-63b6-4681-91c4-af801b460c82 req-64606fdd-b965-4c35-ac4b-c17cac9ed8eb tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=58232734-714e-4afd-8a43-f6551074a97a HTTP/1.1" status: 200 len: 948 time: 0.4942753 Nov 24 20:47:26.902071 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a95dc829-32a8-40a4-8220-c3ee24aa7a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:26.905616 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a95dc829-32a8-40a4-8220-c3ee24aa7a28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:26.909964 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a95dc829-32a8-40a4-8220-c3ee24aa7a28 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/76749a79-68a2-4f51-8267-f636be1b869f HTTP/1.1" status: 204 len: 168 time: 0.2189784 Nov 24 20:47:26.916619 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95dc829-32a8-40a4-8220-c3ee24aa7a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76749a79-68a2-4f51-8267-f636be1b869f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:26.922845 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f49a8f3-2ac5-4a32-8112-88317690ed62 req-34c13a2d-85d9-437b-9682-4edf55ce09a6 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5507288 Nov 24 20:47:26.994184 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46958) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:27.018589 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-20218e3f-4a93-4edf-aa73-fdba2c37fb4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:27.091725 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-732fae27-be44-4cf9-a836-3cb32fee9e03 req-2aa32084-de81-4939-b37f-c2034bca950b service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096144 Nov 24 20:47:27.099390 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-58eb71cf-63b6-4681-91c4-af801b460c82 req-95cdadae-87d3-4489-a0d0-26f209a67cf3 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181444 Nov 24 20:47:27.114004 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-dc7ddcf0-9313-4a6f-81b7-0cdfc922a460 service neutron] 10.222.0.15 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888618 Nov 24 20:47:27.127960 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d309e-c486-4c36-b66b-472d0e862f4e req-8972ac9f-7917-4764-9a90-94466124317d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:27.132766 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2d1d309e-c486-4c36-b66b-472d0e862f4e req-8972ac9f-7917-4764-9a90-94466124317d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c86c1f96cf464eafad2d2cf93173b181&device_id=58232734-714e-4afd-8a43-f6551074a97a HTTP/1.1" status: 200 len: 1099 time: 0.1345596 Nov 24 20:47:27.141873 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-20218e3f-4a93-4edf-aa73-fdba2c37fb4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:27.149972 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-20218e3f-4a93-4edf-aa73-fdba2c37fb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:27.196409 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20218e3f-4a93-4edf-aa73-fdba2c37fb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb630453-deab-4732-9f4a-c4dcdfd2d325,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:27.202688 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-20218e3f-4a93-4edf-aa73-fdba2c37fb4e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b79303df858d4762a8375eac45ac1de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2067487 Nov 24 20:47:27.205812 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46964) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:27.286948 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e5b56684-7e07-4abc-94db-523008eed908 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:27.294381 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-732fae27-be44-4cf9-a836-3cb32fee9e03 req-df1372fa-89d5-47ec-9813-3e062078eaa3 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926036 Nov 24 20:47:27.311973 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d309e-c486-4c36-b66b-472d0e862f4e req-1390d621-9da1-4a81-88f7-563a377403be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:27.313748 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2d1d309e-c486-4c36-b66b-472d0e862f4e req-1390d621-9da1-4a81-88f7-563a377403be service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.1709678 Nov 24 20:47:27.326330 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e5b56684-7e07-4abc-94db-523008eed908 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:27.373903 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2d1d309e-c486-4c36-b66b-472d0e862f4e req-9184b822-a4a5-469a-8d73-701b668c8cfb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=e88cf906-f914-4dbe-a5bc-9d660a4565f0 HTTP/1.1" status: 200 len: 217 time: 0.0508962 Nov 24 20:47:27.453262 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e5b56684-7e07-4abc-94db-523008eed908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:27.457944 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e5b56684-7e07-4abc-94db-523008eed908 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:27.461531 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e5b56684-7e07-4abc-94db-523008eed908 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bb630453-deab-4732-9f4a-c4dcdfd2d325 HTTP/1.1" status: 204 len: 168 time: 0.2525172 Nov 24 20:47:27.472513 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b56684-7e07-4abc-94db-523008eed908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb630453-deab-4732-9f4a-c4dcdfd2d325,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:27.497740 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3a95c-d52c-4523-b3db-2f75573b1464 req-f3ac6135-3c28-45ee-825b-5e205d565090 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:27.499287 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9ac3a95c-d52c-4523-b3db-2f75573b1464 req-f3ac6135-3c28-45ee-825b-5e205d565090 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/ports?device_id=08abcbca-ec43-4396-8a5d-fb90374f27b8 HTTP/1.1" status: 200 len: 947 time: 0.1008725 Nov 24 20:47:27.544738 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d309e-c486-4c36-b66b-472d0e862f4e req-ec47ffb1-3f73-4d89-932a-aed5616a0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:27.546236 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2d1d309e-c486-4c36-b66b-472d0e862f4e req-ec47ffb1-3f73-4d89-932a-aed5616a0146 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.1647558 Nov 24 20:47:27.563671 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45672374-e81a-41af-8297-88147cbf1274 req-75376a90-af6b-498d-9e25-671f079509b0 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:27.565250 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-45672374-e81a-41af-8297-88147cbf1274 req-75376a90-af6b-498d-9e25-671f079509b0 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 966 time: 0.1243591 Nov 24 20:47:27.575720 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9ac3a95c-d52c-4523-b3db-2f75573b1464 req-33cb49f1-6786-431c-9824-e1b12b999b89 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/security-groups?id=72f57b00-64d0-407e-8fee-da619ecb243a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697513 Nov 24 20:47:27.615863 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-efdae8c7-d898-4ced-83e9-84de682a3995 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:27.617557 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-efdae8c7-d898-4ced-83e9-84de682a3995 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7&tenant_id=3430f604e9d44fa5882671405a9099b5&binding%3Ahost_id=n-h2-812111-8 HTTP/1.1" status: 200 len: 1117 time: 0.1213400 Nov 24 20:47:27.773699 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d309e-c486-4c36-b66b-472d0e862f4e req-d7469189-bcad-4802-b2a0-29d41fe2c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:27.775250 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2d1d309e-c486-4c36-b66b-472d0e862f4e req-d7469189-bcad-4802-b2a0-29d41fe2c072 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2082677 Nov 24 20:47:27.796549 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-45672374-e81a-41af-8297-88147cbf1274 req-1855e0f4-dc5d-4371-a3e2-7806870493c2 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239313 Nov 24 20:47:27.901062 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-ba3fca08-1666-420b-bf90-f07250750fe0 service neutron] For port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:47:27.906425 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-ba3fca08-1666-420b-bf90-f07250750fe0 service neutron] Publish callbacks [] for binding, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:27.907553 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1d1bd3f-7e37-41a2-95a7-888d1bdd56b6 req-ba3fca08-1666-420b-bf90-f07250750fe0 service neutron] 10.222.0.15 "DELETE /v2.0/ports/9b8d661b-bc3f-498f-afb9-00d8cf5f81cf/bindings/n-h1-812111-8 HTTP/1.1" status: 204 len: 173 time: 0.2781351 Nov 24 20:47:27.944636 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-d01be68b-6a29-4915-963f-cb8cf764fc7c req-c7070f1a-7860-4b32-a13e-43610d0a5d6e tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Request body: {'security_group': {'name': 'tempest-securitygroup-178911062', 'description': 'tempest-description-298005666'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:27.948493 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2d1d309e-c486-4c36-b66b-472d0e862f4e req-d6e0ea0f-506b-4f25-a9b8-d65e63d6f738 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500189 Nov 24 20:47:27.981396 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d01be68b-6a29-4915-963f-cb8cf764fc7c req-c7070f1a-7860-4b32-a13e-43610d0a5d6e tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:27.992722 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d01be68b-6a29-4915-963f-cb8cf764fc7c req-c7070f1a-7860-4b32-a13e-43610d0a5d6e tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:28.078270 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2d1d309e-c486-4c36-b66b-472d0e862f4e req-f29b2ca0-be8d-4e64-acf1-c74009374410 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232457 Nov 24 20:47:28.095920 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d01be68b-6a29-4915-963f-cb8cf764fc7c req-c7070f1a-7860-4b32-a13e-43610d0a5d6e tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:28.102060 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d01be68b-6a29-4915-963f-cb8cf764fc7c req-c7070f1a-7860-4b32-a13e-43610d0a5d6e tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:28.139063 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7070f1a-7860-4b32-a13e-43610d0a5d6e tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801c3186-b239-4421-b028-1b3770d68fc7,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:28.214305 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d01be68b-6a29-4915-963f-cb8cf764fc7c req-c7070f1a-7860-4b32-a13e-43610d0a5d6e tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:28.221255 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d01be68b-6a29-4915-963f-cb8cf764fc7c req-c7070f1a-7860-4b32-a13e-43610d0a5d6e tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:28.262131 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d01be68b-6a29-4915-963f-cb8cf764fc7c req-c7070f1a-7860-4b32-a13e-43610d0a5d6e tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:28.267267 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d01be68b-6a29-4915-963f-cb8cf764fc7c req-c7070f1a-7860-4b32-a13e-43610d0a5d6e tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3275390 Nov 24 20:47:28.269992 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7070f1a-7860-4b32-a13e-43610d0a5d6e tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4716ff2-a461-4e0b-b4fd-7fa5c7b8b536,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:28.293310 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-7992a804-40cf-408e-8152-da88054b6729 req-56246084-9459-479e-b9c0-8089c0f60fe4 tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1940359131', 'description': 'tempest-description-1224798851'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:28.296578 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device df29a0d9-fea0-4bb1-b35b-23dd977071c3 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:47:28.313393 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff5b34-53df-417f-bfbd-8e4ab02baf7e req-99fc740c-a312-4ec2-888b-e34c484596aa tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:28.320730 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-18ff5b34-53df-417f-bfbd-8e4ab02baf7e req-99fc740c-a312-4ec2-888b-e34c484596aa tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=58232734-714e-4afd-8a43-f6551074a97a HTTP/1.1" status: 200 len: 948 time: 0.1312420 Nov 24 20:47:28.327006 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7992a804-40cf-408e-8152-da88054b6729 req-56246084-9459-479e-b9c0-8089c0f60fe4 tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:28.418655 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-18ff5b34-53df-417f-bfbd-8e4ab02baf7e req-ee73accd-c758-4451-81c4-522621242cea tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870943 Nov 24 20:47:28.485307 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port df29a0d9-fea0-4bb1-b35b-23dd977071c3, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=df29a0d9-fea0-4bb1-b35b-23dd977071c3,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:28.491940 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7992a804-40cf-408e-8152-da88054b6729 req-56246084-9459-479e-b9c0-8089c0f60fe4 tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:28.498777 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7992a804-40cf-408e-8152-da88054b6729 req-56246084-9459-479e-b9c0-8089c0f60fe4 tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:28.500497 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'df29a0d9-fea0-4bb1-b35b-23dd977071c3', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': 'df29a0d9-fea0-4bb1-b35b-23dd977071c3', 'mac_address': 'fa:16:3e:10:5d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:47:28.542296 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:28.544966 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7992a804-40cf-408e-8152-da88054b6729 req-56246084-9459-479e-b9c0-8089c0f60fe4 tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:28.546221 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7992a804-40cf-408e-8152-da88054b6729 req-56246084-9459-479e-b9c0-8089c0f60fe4 tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2597098 Nov 24 20:47:28.546977 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56246084-9459-479e-b9c0-8089c0f60fe4 tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68faaa87-7d53-40af-8461-9f88575ba951,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:28.557019 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df29a0d9-fea0-4bb1-b35b-23dd977071c3 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:47:28.580007 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port df29a0d9-fea0-4bb1-b35b-23dd977071c3, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=df29a0d9-fea0-4bb1-b35b-23dd977071c3,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:28.587745 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:28.657959 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=df29a0d9-fea0-4bb1-b35b-23dd977071c3,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:28.665602 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:28.666165 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:28.667689 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:28.668186 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:28.668667 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:28.669159 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:28.669651 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:28.670139 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:28.670609 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:28.671078 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:28.671553 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:28.672018 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:28.707722 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8a94d-9570-4607-afa9-4552a8e75c3b req-71cc3a26-4c2a-46ed-93d6-7983a66cfddc tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:28.710027 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c9f8a94d-9570-4607-afa9-4552a8e75c3b req-71cc3a26-4c2a-46ed-93d6-7983a66cfddc tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/ports?device_id=08abcbca-ec43-4396-8a5d-fb90374f27b8 HTTP/1.1" status: 200 len: 948 time: 0.0576308 Nov 24 20:47:28.789762 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['df29a0d9-fea0-4bb1-b35b-23dd977071c3'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:47:28.805823 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c9f8a94d-9570-4607-afa9-4552a8e75c3b req-43812aff-e6fa-47b3-a7bc-347ca655407c tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/security-groups?id=72f57b00-64d0-407e-8fee-da619ecb243a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797708 Nov 24 20:47:28.925510 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-0f01d5c9-4074-4d39-be5e-a0d3ab306abd req-f5b92ef5-c38b-4fba-9d03-01ef48115aea tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1399980905', 'description': 'tempest-description-299512316'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:28.965698 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d218178-f40a-4e76-8be1-551586f259a6 req-a85072c5-b309-4c63-8edc-92594cf7885d tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:28.974773 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d218178-f40a-4e76-8be1-551586f259a6 req-a85072c5-b309-4c63-8edc-92594cf7885d tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 966 time: 0.0923543 Nov 24 20:47:28.983150 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0f01d5c9-4074-4d39-be5e-a0d3ab306abd req-f5b92ef5-c38b-4fba-9d03-01ef48115aea tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:28.992640 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0f01d5c9-4074-4d39-be5e-a0d3ab306abd req-f5b92ef5-c38b-4fba-9d03-01ef48115aea tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:29.039068 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d218178-f40a-4e76-8be1-551586f259a6 req-331e47d6-f407-4e3f-9b74-9b3d06961cc2 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632322 Nov 24 20:47:29.154912 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0f01d5c9-4074-4d39-be5e-a0d3ab306abd req-f5b92ef5-c38b-4fba-9d03-01ef48115aea tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:29.160347 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0f01d5c9-4074-4d39-be5e-a0d3ab306abd req-f5b92ef5-c38b-4fba-9d03-01ef48115aea tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:29.201480 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b92ef5-c38b-4fba-9d03-01ef48115aea tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0949329a-c5df-403d-86cf-ae3650a7d649,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:29.228570 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b92ef5-c38b-4fba-9d03-01ef48115aea tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:29.230101 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b92ef5-c38b-4fba-9d03-01ef48115aea tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:29.230929 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b92ef5-c38b-4fba-9d03-01ef48115aea tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:29.231468 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b92ef5-c38b-4fba-9d03-01ef48115aea tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:29.231983 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b92ef5-c38b-4fba-9d03-01ef48115aea tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:29.232474 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b92ef5-c38b-4fba-9d03-01ef48115aea tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:29.232986 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b92ef5-c38b-4fba-9d03-01ef48115aea tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:29.233514 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b92ef5-c38b-4fba-9d03-01ef48115aea tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:29.234178 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b92ef5-c38b-4fba-9d03-01ef48115aea tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:29.234663 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b92ef5-c38b-4fba-9d03-01ef48115aea tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:29.235138 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b92ef5-c38b-4fba-9d03-01ef48115aea tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:29.235660 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b92ef5-c38b-4fba-9d03-01ef48115aea tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:29.292670 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0f01d5c9-4074-4d39-be5e-a0d3ab306abd req-f5b92ef5-c38b-4fba-9d03-01ef48115aea tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:29.298245 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0f01d5c9-4074-4d39-be5e-a0d3ab306abd req-f5b92ef5-c38b-4fba-9d03-01ef48115aea tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:29.334553 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0f01d5c9-4074-4d39-be5e-a0d3ab306abd req-f5b92ef5-c38b-4fba-9d03-01ef48115aea tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:29.336009 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0f01d5c9-4074-4d39-be5e-a0d3ab306abd req-f5b92ef5-c38b-4fba-9d03-01ef48115aea tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4144604 Nov 24 20:47:29.338786 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b92ef5-c38b-4fba-9d03-01ef48115aea tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333884a0-ffe2-4da6-8cbd-c2639604a98d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:29.392387 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-1c4f1913-c025-44e1-9cdc-fed786d9fe14 req-94323663-724e-4204-b63c-f8fd02799c96 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1579632736', 'description': 'tempest-description-1657880270'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:29.415182 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1c4f1913-c025-44e1-9cdc-fed786d9fe14 req-94323663-724e-4204-b63c-f8fd02799c96 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:29.511761 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1c4f1913-c025-44e1-9cdc-fed786d9fe14 req-94323663-724e-4204-b63c-f8fd02799c96 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:29.522811 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1c4f1913-c025-44e1-9cdc-fed786d9fe14 req-94323663-724e-4204-b63c-f8fd02799c96 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:29.574885 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1c4f1913-c025-44e1-9cdc-fed786d9fe14 req-94323663-724e-4204-b63c-f8fd02799c96 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:29.576480 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1c4f1913-c025-44e1-9cdc-fed786d9fe14 req-94323663-724e-4204-b63c-f8fd02799c96 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1881542 Nov 24 20:47:29.577743 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94323663-724e-4204-b63c-f8fd02799c96 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29d8ff9-c6de-48f1-9b96-2838c1d5751b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:29.615301 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a54e72-d053-4eec-a199-fbdcff03b720 req-884e3d5f-b5b0-461d-adb9-fcc489ce901a tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:29.616937 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-56a54e72-d053-4eec-a199-fbdcff03b720 req-884e3d5f-b5b0-461d-adb9-fcc489ce901a tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 1117 time: 0.0672200 Nov 24 20:47:29.677339 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-56a54e72-d053-4eec-a199-fbdcff03b720 req-1f48fa6b-8098-4360-8593-13cf50df9ac0 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495415 Nov 24 20:47:29.743758 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccfae0-8241-4dca-978b-d3e9e37c07d8 req-948073e3-191a-477c-974b-fcf94e60baba tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:29.745872 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6eccfae0-8241-4dca-978b-d3e9e37c07d8 req-948073e3-191a-477c-974b-fcf94e60baba tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=58232734-714e-4afd-8a43-f6551074a97a HTTP/1.1" status: 200 len: 948 time: 0.0709124 Nov 24 20:47:29.811256 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6eccfae0-8241-4dca-978b-d3e9e37c07d8 req-cf159ae5-62ff-4182-9023-a76bc9fe6fec tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541630 Nov 24 20:47:30.028791 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-108cfdaf-410e-4d80-8cb0-22f7daa0e34e req-bab51af6-d489-4a58-b061-9ea88a672026 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39819 time: 0.2911856 Nov 24 20:47:30.076468 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-108cfdaf-410e-4d80-8cb0-22f7daa0e34e req-d1572e85-d34b-46de-b8a7-9ce28f0127ca tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups/0949329a-c5df-403d-86cf-ae3650a7d649 HTTP/1.1" status: 200 len: 2998 time: 0.0467663 Nov 24 20:47:30.133831 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-108cfdaf-410e-4d80-8cb0-22f7daa0e34e req-6dc5b012-401d-413d-b8f4-6376d4039abf tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups/0949329a-c5df-403d-86cf-ae3650a7d649 HTTP/1.1" status: 200 len: 2998 time: 0.0502312 Nov 24 20:47:30.196884 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-108cfdaf-410e-4d80-8cb0-22f7daa0e34e req-76dce5ad-b0ba-457e-8919-69e2738a89cb tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups/1df4419e-acf0-4f5a-b61e-2f903cc6ed0d HTTP/1.1" status: 200 len: 2994 time: 0.0560682 Nov 24 20:47:30.273254 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-108cfdaf-410e-4d80-8cb0-22f7daa0e34e req-adb71bb2-a25c-4f14-9e51-484e8ced2150 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups/1df4419e-acf0-4f5a-b61e-2f903cc6ed0d HTTP/1.1" status: 200 len: 2994 time: 0.0751443 Nov 24 20:47:30.296634 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device e88cf906-f914-4dbe-a5bc-9d660a4565f0 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:47:30.299002 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device df29a0d9-fea0-4bb1-b35b-23dd977071c3 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:47:30.324303 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-108cfdaf-410e-4d80-8cb0-22f7daa0e34e req-df1d597a-efd7-48ab-8bd3-e7dc88a771de tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups/3e30a2b9-8026-42d2-8c77-0a36b80b575b HTTP/1.1" status: 200 len: 2998 time: 0.0497019 Nov 24 20:47:30.384197 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-108cfdaf-410e-4d80-8cb0-22f7daa0e34e req-c4bee83b-7a4c-4fa1-a0c2-3a8cce84e2bb tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups/3e30a2b9-8026-42d2-8c77-0a36b80b575b HTTP/1.1" status: 200 len: 2998 time: 0.0573461 Nov 24 20:47:30.398581 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994cfa1-1ffc-4fe3-be28-123138dd29ef req-94b26f9b-acfb-4660-8f4d-60524697f309 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:30.423964 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e994cfa1-1ffc-4fe3-be28-123138dd29ef req-94b26f9b-acfb-4660-8f4d-60524697f309 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/ports?device_id=08abcbca-ec43-4396-8a5d-fb90374f27b8 HTTP/1.1" status: 200 len: 948 time: 0.1284757 Nov 24 20:47:30.438169 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-108cfdaf-410e-4d80-8cb0-22f7daa0e34e req-5503405f-fc1f-4f96-a850-96458315af3d tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups/72f57b00-64d0-407e-8fee-da619ecb243a HTTP/1.1" status: 200 len: 2998 time: 0.0526779 Nov 24 20:47:30.496767 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e994cfa1-1ffc-4fe3-be28-123138dd29ef req-e154e1ef-7ce2-46c1-bc72-db210c680c93 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/security-groups?id=72f57b00-64d0-407e-8fee-da619ecb243a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668764 Nov 24 20:47:30.499420 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-108cfdaf-410e-4d80-8cb0-22f7daa0e34e req-3f1107c3-8762-42ac-8ce9-e9e7e6c2e4c0 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups/72f57b00-64d0-407e-8fee-da619ecb243a HTTP/1.1" status: 200 len: 2998 time: 0.0475450 Nov 24 20:47:30.553106 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-108cfdaf-410e-4d80-8cb0-22f7daa0e34e req-43e0c37b-4e38-4242-bb43-d2608b5999d3 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups/74aadf5c-6774-486f-bcfd-7033dc48aff0 HTTP/1.1" status: 200 len: 2994 time: 0.0474415 Nov 24 20:47:30.579428 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port e88cf906-f914-4dbe-a5bc-9d660a4565f0, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=e88cf906-f914-4dbe-a5bc-9d660a4565f0,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:30.583206 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port df29a0d9-fea0-4bb1-b35b-23dd977071c3 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:47:30.598837 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port df29a0d9-fea0-4bb1-b35b-23dd977071c3 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:30.599534 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:30.605418 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'e88cf906-f914-4dbe-a5bc-9d660a4565f0', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': 'e88cf906-f914-4dbe-a5bc-9d660a4565f0', 'mac_address': 'fa:16:3e:86:7e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:47:30.610941 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-108cfdaf-410e-4d80-8cb0-22f7daa0e34e req-d9555232-ef6a-415b-813d-afc2ce6a94aa tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups/74aadf5c-6774-486f-bcfd-7033dc48aff0 HTTP/1.1" status: 200 len: 2994 time: 0.0512538 Nov 24 20:47:30.687957 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47118) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:30.697417 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:30.699798 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-108cfdaf-410e-4d80-8cb0-22f7daa0e34e req-59518255-d03d-4c4a-985f-87364788a74d tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups/75be8c05-4b85-438d-86e6-b08c5d3ce3fc HTTP/1.1" status: 200 len: 2990 time: 0.0792584 Nov 24 20:47:30.708694 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-551ec241-1e26-44b2-ba76-a477138b6fbd tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:30.710467 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-551ec241-1e26-44b2-ba76-a477138b6fbd tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 821 time: 0.1294439 Nov 24 20:47:30.728174 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e88cf906-f914-4dbe-a5bc-9d660a4565f0 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:47:30.741560 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-394cf900-eeb2-4bdb-bd27-ef3a49159e16 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/quotas/3430f604e9d44fa5882671405a9099b5 HTTP/1.1" status: 200 len: 375 time: 0.0229521 Nov 24 20:47:30.754961 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-108cfdaf-410e-4d80-8cb0-22f7daa0e34e req-fd9602d3-4387-45fe-bc7e-fe2901a8d239 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups/75be8c05-4b85-438d-86e6-b08c5d3ce3fc HTTP/1.1" status: 200 len: 2990 time: 0.0452859 Nov 24 20:47:30.791304 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port e88cf906-f914-4dbe-a5bc-9d660a4565f0, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=e88cf906-f914-4dbe-a5bc-9d660a4565f0,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:30.796094 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:30.809219 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-108cfdaf-410e-4d80-8cb0-22f7daa0e34e req-6d6f6ed5-0dab-497a-94f6-fddbf1a5bab6 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups/801c3186-b239-4421-b028-1b3770d68fc7 HTTP/1.1" status: 200 len: 2998 time: 0.0431142 Nov 24 20:47:30.813231 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-6cb63b33-bef9-4c52-a9b2-60aae107faf9 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704782 Nov 24 20:47:30.816120 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:30.842907 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de67e2fe-04c4-4daa-83cd-5f1a7268c272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:30.865143 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08abcbca-ec43-4396-8a5d-fb90374f27b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df29a0d9-fea0-4bb1-b35b-23dd977071c3'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:47:30.867609 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae3d2b1-82c1-4cf8-8fbd-db563c9b47ec" -d '{"events": [{"server_uuid": "08abcbca-ec43-4396-8a5d-fb90374f27b8", "name": "network-vif-plugged", "status": "completed", "tag": "df29a0d9-fea0-4bb1-b35b-23dd977071c3"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:47:30.887857 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port df29a0d9-fea0-4bb1-b35b-23dd977071c3, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=df29a0d9-fea0-4bb1-b35b-23dd977071c3,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:30.891254 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-108cfdaf-410e-4d80-8cb0-22f7daa0e34e req-52f3e34c-51e5-4e3a-8637-e70bc7dbf918 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups/801c3186-b239-4421-b028-1b3770d68fc7 HTTP/1.1" status: 200 len: 2998 time: 0.0753050 Nov 24 20:47:30.895610 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:30.900555 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=e88cf906-f914-4dbe-a5bc-9d660a4565f0,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:30.926627 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-41454d52-029e-417f-a817-8ccb7a2c4d32 service neutron] 10.222.0.11 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124816 Nov 24 20:47:30.959834 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-108cfdaf-410e-4d80-8cb0-22f7daa0e34e req-ec65b1e2-1057-4028-b64c-f48d643a3ff0 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups/adea5bd8-0f1c-410c-9347-4326e9b698aa HTTP/1.1" status: 200 len: 2994 time: 0.0621855 Nov 24 20:47:30.964772 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=df29a0d9-fea0-4bb1-b35b-23dd977071c3,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:30.998839 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de67e2fe-04c4-4daa-83cd-5f1a7268c272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:31.005444 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de67e2fe-04c4-4daa-83cd-5f1a7268c272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:31.022268 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['e88cf906-f914-4dbe-a5bc-9d660a4565f0'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:47:31.031120 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-d41e3b18-552a-49fd-bc17-84266d39a43a service neutron] 10.222.0.11 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036282 Nov 24 20:47:31.049373 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-108cfdaf-410e-4d80-8cb0-22f7daa0e34e req-f2eb970a-be28-42e6-8b8f-a6bed2a58e68 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups/adea5bd8-0f1c-410c-9347-4326e9b698aa HTTP/1.1" status: 200 len: 2994 time: 0.0817466 Nov 24 20:47:31.058244 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67e2fe-04c4-4daa-83cd-5f1a7268c272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed060c1-7de2-4ae8-8f65-edb8eede3b81,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:31.066015 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-de67e2fe-04c4-4daa-83cd-5f1a7268c272 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19b797a123f346cd9fe0b1e7857d7c69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3743658 Nov 24 20:47:31.066497 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47126) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:31.103473 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-108cfdaf-410e-4d80-8cb0-22f7daa0e34e req-6807018e-9651-4eeb-9e9f-91e2f72e3b33 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups/c4146978-b051-412d-a87b-7eed723fb602 HTTP/1.1" status: 200 len: 2994 time: 0.0473595 Nov 24 20:47:31.126507 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b088df13-101a-44f8-acf1-1df642ec1d96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:31.150248 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-108cfdaf-410e-4d80-8cb0-22f7daa0e34e req-8d2e285f-e981-4354-84f7-d6c8ce57c19b tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups/c4146978-b051-412d-a87b-7eed723fb602 HTTP/1.1" status: 200 len: 2994 time: 0.0397065 Nov 24 20:47:31.153532 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b088df13-101a-44f8-acf1-1df642ec1d96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:31.232892 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-108cfdaf-410e-4d80-8cb0-22f7daa0e34e req-1235876d-1ec6-42cf-85fb-e7846c960f9f tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups/d79ec420-5a4b-45e8-bf58-49c1b7df2397 HTTP/1.1" status: 200 len: 2994 time: 0.0749478 Nov 24 20:47:31.235520 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b088df13-101a-44f8-acf1-1df642ec1d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:31.239324 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b088df13-101a-44f8-acf1-1df642ec1d96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:31.240471 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b088df13-101a-44f8-acf1-1df642ec1d96 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9ed060c1-7de2-4ae8-8f65-edb8eede3b81 HTTP/1.1" status: 204 len: 168 time: 0.1731253 Nov 24 20:47:31.264862 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088df13-101a-44f8-acf1-1df642ec1d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed060c1-7de2-4ae8-8f65-edb8eede3b81,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:31.286446 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-108cfdaf-410e-4d80-8cb0-22f7daa0e34e req-ed312c48-9f72-4698-a66a-4fc9902ff41d tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups/d79ec420-5a4b-45e8-bf58-49c1b7df2397 HTTP/1.1" status: 200 len: 2994 time: 0.0526164 Nov 24 20:47:31.331807 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-108cfdaf-410e-4d80-8cb0-22f7daa0e34e req-8989cb86-2055-4c65-894f-e67b852e164a tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups/ef0d6661-88f5-41dc-9e81-7151bc602a45 HTTP/1.1" status: 200 len: 2998 time: 0.0443573 Nov 24 20:47:31.387334 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-108cfdaf-410e-4d80-8cb0-22f7daa0e34e req-1c1cb446-0559-45f9-955d-8616dd1be00f tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups/ef0d6661-88f5-41dc-9e81-7151bc602a45 HTTP/1.1" status: 200 len: 2998 time: 0.0490582 Nov 24 20:47:31.568898 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1559f-9548-4b7e-9c3c-ef40b88d7a81 req-f761580f-c44d-4fe9-afbe-87a28db0fae3 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:31.577124 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8fd1559f-9548-4b7e-9c3c-ef40b88d7a81 req-f761580f-c44d-4fe9-afbe-87a28db0fae3 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=58232734-714e-4afd-8a43-f6551074a97a HTTP/1.1" status: 200 len: 949 time: 0.0782735 Nov 24 20:47:31.637193 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8fd1559f-9548-4b7e-9c3c-ef40b88d7a81 req-188b4006-49db-4935-8c30-472b9dc1e533 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588286 Nov 24 20:47:31.698412 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1c55a0-c777-40ab-9231-529520eb324d x-openstack-request-id: req-9b1c55a0-c777-40ab-9231-529520eb324d {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:47:31.699056 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08abcbca-ec43-4396-8a5d-fb90374f27b8", "name": "network-vif-plugged", "status": "completed", "tag": "df29a0d9-fea0-4bb1-b35b-23dd977071c3", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:47:31.699305 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b1c55a0-c777-40ab-9231-529520eb324d {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:47:31.699908 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08abcbca-ec43-4396-8a5d-fb90374f27b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df29a0d9-fea0-4bb1-b35b-23dd977071c3', 'code': 200} Nov 24 20:47:31.765018 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47150) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:31.807722 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-683f127f-9f05-4d89-9907-5e35dcfecc96 req-eb18e78b-4512-432b-8056-8adba2a6df14 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 210 time: 0.0682096 Nov 24 20:47:31.809616 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f7c2b53-732a-4c6f-ac68-725ba9ba555e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:31.843046 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3ccad-c383-4c97-9555-e24eee94cc82 req-72ba1320-0607-4e59-8a34-df93e91606ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:31.844556 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-aed3ccad-c383-4c97-9555-e24eee94cc82 req-72ba1320-0607-4e59-8a34-df93e91606ee service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=08abcbca-ec43-4396-8a5d-fb90374f27b8 HTTP/1.1" status: 200 len: 1100 time: 0.0708928 Nov 24 20:47:31.931817 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-e271e41b-a0d9-497a-b1c3-6749f8fa16a8 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d445952105b144df8605aaf2c3fe9278&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511062 Nov 24 20:47:31.946592 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-aed3ccad-c383-4c97-9555-e24eee94cc82 req-91728572-ca61-40a2-be0d-1b58c3e920a4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=72f57b00-64d0-407e-8fee-da619ecb243a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893557 Nov 24 20:47:31.952488 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1a50bf75-2fcf-4d6e-8cb3-c2581a4dfb87 req-cb166636-ae55-4629-931f-33e679e354f2 tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9a080d9faaf64b7fb0af61bf9bc4ceac HTTP/1.1" status: 200 len: 6153 time: 0.0909512 Nov 24 20:47:32.016500 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1a50bf75-2fcf-4d6e-8cb3-c2581a4dfb87 req-874f375b-a567-46cb-a178-f5a71d75cbbe tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] 10.222.0.11 "GET /v2.0/security-groups/801c3186-b239-4421-b028-1b3770d68fc7 HTTP/1.1" status: 200 len: 2998 time: 0.0507207 Nov 24 20:47:32.048154 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f7c2b53-732a-4c6f-ac68-725ba9ba555e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:32.055823 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f7c2b53-732a-4c6f-ac68-725ba9ba555e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:32.064790 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1a50bf75-2fcf-4d6e-8cb3-c2581a4dfb87 req-287484da-f2ee-4f8c-918d-d2d8b42586f0 tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] 10.222.0.11 "GET /v2.0/security-groups/801c3186-b239-4421-b028-1b3770d68fc7 HTTP/1.1" status: 200 len: 2998 time: 0.0422449 Nov 24 20:47:32.116823 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-4735e7dd-bd3d-4a56-af53-5ad388229fe9 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:32.118315 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-4735e7dd-bd3d-4a56-af53-5ad388229fe9 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769655 Nov 24 20:47:32.120841 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c2b53-732a-4c6f-ac68-725ba9ba555e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d282e9-3e36-41b3-8230-16b95fc7f4e7,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:32.125431 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9f7c2b53-732a-4c6f-ac68-725ba9ba555e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6249d1c946274ce196c6d49afa10379e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3587909 Nov 24 20:47:32.128737 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47164) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:32.150750 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-9e4266c1-4aec-44fd-80a6-4fc06a14b740 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/quotas/d445952105b144df8605aaf2c3fe9278 HTTP/1.1" status: 200 len: 375 time: 0.0242479 Nov 24 20:47:32.199873 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e99d2-a49e-4549-acf2-a7362e0fa55d req-8c35f098-4736-4c2e-928a-e3f1c0c2a39a tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:32.200173 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-3b200e26-5724-41f4-843e-5916c44a8130 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d445952105b144df8605aaf2c3fe9278&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395606 Nov 24 20:47:32.201454 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e1e99d2-a49e-4549-acf2-a7362e0fa55d req-8c35f098-4736-4c2e-928a-e3f1c0c2a39a tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/ports?device_id=08abcbca-ec43-4396-8a5d-fb90374f27b8 HTTP/1.1" status: 200 len: 949 time: 0.0511301 Nov 24 20:47:32.216991 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-180c5718-3280-4ecf-bd18-cc5797760bdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:32.240364 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-180c5718-3280-4ecf-bd18-cc5797760bdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:32.262618 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e1e99d2-a49e-4549-acf2-a7362e0fa55d req-56bb80fd-6417-4dc6-b18a-fbef19a727a9 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/security-groups?id=72f57b00-64d0-407e-8fee-da619ecb243a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495999 Nov 24 20:47:32.303892 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-180c5718-3280-4ecf-bd18-cc5797760bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:32.306945 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-180c5718-3280-4ecf-bd18-cc5797760bdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:32.321475 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-180c5718-3280-4ecf-bd18-cc5797760bdb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85d282e9-3e36-41b3-8230-16b95fc7f4e7 HTTP/1.1" status: 204 len: 168 time: 0.1914887 Nov 24 20:47:32.327134 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device e88cf906-f914-4dbe-a5bc-9d660a4565f0 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:47:32.332073 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c5718-3280-4ecf-bd18-cc5797760bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d282e9-3e36-41b3-8230-16b95fc7f4e7,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:32.356412 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fc6c6651-4ffb-4162-9631-14188f36c8e1 req-69505c4d-86f3-4458-9c1a-c79602b31f7f tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups/a29d8ff9-c6de-48f1-9b96-2838c1d5751b HTTP/1.1" status: 200 len: 1795 time: 0.0665689 Nov 24 20:47:32.455277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port e88cf906-f914-4dbe-a5bc-9d660a4565f0 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:47:32.466293 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port e88cf906-f914-4dbe-a5bc-9d660a4565f0 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:32.466684 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:32.475796 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-fc6c6651-4ffb-4162-9631-14188f36c8e1 req-5d1f1c5e-bb4b-433c-aa94-44877dc2d861 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:32.527799 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-fc6c6651-4ffb-4162-9631-14188f36c8e1 req-5d1f1c5e-bb4b-433c-aa94-44877dc2d861 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:32.549478 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-217c142f-f637-4d66-a206-2120dbe0736f req-02395f49-62f1-4c63-ba34-04b45d6d80ea tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=b74dd98b-0323-4c83-8a42-ff479832320c HTTP/1.1" status: 200 len: 210 time: 0.0485249 Nov 24 20:47:32.601939 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-fc6c6651-4ffb-4162-9631-14188f36c8e1 req-5d1f1c5e-bb4b-433c-aa94-44877dc2d861 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:32.606078 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-fc6c6651-4ffb-4162-9631-14188f36c8e1 req-5d1f1c5e-bb4b-433c-aa94-44877dc2d861 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:32.607345 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:32.610803 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fc6c6651-4ffb-4162-9631-14188f36c8e1 req-5d1f1c5e-bb4b-433c-aa94-44877dc2d861 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/a29d8ff9-c6de-48f1-9b96-2838c1d5751b HTTP/1.1" status: 204 len: 173 time: 0.2393014 Nov 24 20:47:32.652267 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port e88cf906-f914-4dbe-a5bc-9d660a4565f0, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=e88cf906-f914-4dbe-a5bc-9d660a4565f0,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:32.658552 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:32.660437 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f1c5e-bb4b-433c-aa94-44877dc2d861 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29d8ff9-c6de-48f1-9b96-2838c1d5751b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:32.690753 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b361a382-eeba-4476-b4c2-547a77aa004d req-e3247cfb-9703-4ffc-afbb-7b548136c7df tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "GET /v2.0/security-groups/333884a0-ffe2-4da6-8cbd-c2639604a98d HTTP/1.1" status: 200 len: 1794 time: 0.0635662 Nov 24 20:47:32.757962 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=e88cf906-f914-4dbe-a5bc-9d660a4565f0,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:32.792283 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b361a382-eeba-4476-b4c2-547a77aa004d req-b98e1695-c7d5-4d0a-83c8-401df19b5ab0 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:32.825343 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b361a382-eeba-4476-b4c2-547a77aa004d req-b98e1695-c7d5-4d0a-83c8-401df19b5ab0 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:32.899897 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-2c66a35f-5d55-4209-9922-084e34d8f885 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:32.902771 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b361a382-eeba-4476-b4c2-547a77aa004d req-b98e1695-c7d5-4d0a-83c8-401df19b5ab0 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:32.905818 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b361a382-eeba-4476-b4c2-547a77aa004d req-b98e1695-c7d5-4d0a-83c8-401df19b5ab0 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:32.915773 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b361a382-eeba-4476-b4c2-547a77aa004d req-b98e1695-c7d5-4d0a-83c8-401df19b5ab0 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/333884a0-ffe2-4da6-8cbd-c2639604a98d HTTP/1.1" status: 204 len: 173 time: 0.2231188 Nov 24 20:47:32.921356 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-2c66a35f-5d55-4209-9922-084e34d8f885 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.15 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 821 time: 0.2977684 Nov 24 20:47:32.930663 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e1695-c7d5-4d0a-83c8-401df19b5ab0 tempest-SecurityGroupsTestAdminJSON-1225012323 tempest-SecurityGroupsTestAdminJSON-1225012323-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333884a0-ffe2-4da6-8cbd-c2639604a98d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:32.937136 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-c70340ae-c5cf-4d18-a118-c96ba1a2243e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Request body: {'port': {'device_id': '178a9c5e-456b-4ede-8f65-20220b6a434f', 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c', 'admin_state_up': True, 'tenant_id': '3430f604e9d44fa5882671405a9099b5'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:33.042632 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e1a97ee6-8cc0-4e5b-ac0b-22ad61e6e2e3 req-e2524b37-20f5-4c99-8a5a-f0c0f408ad6d tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 210 time: 0.0311482 Nov 24 20:47:33.119553 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1a56e879-ac36-4050-9523-b92a3f4f4796 req-db3078df-8b7d-444c-92fc-21b725710cd2 tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] 10.222.0.11 "GET /v2.0/security-groups/68faaa87-7d53-40af-8461-9f88575ba951 HTTP/1.1" status: 200 len: 1795 time: 0.0481398 Nov 24 20:47:33.146498 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5ad89-36a5-4f2b-88b7-b32ddf076e7e req-2f08a3ac-a78e-4c26-86ce-6fe9721106a8 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:33.148026 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87c5ad89-36a5-4f2b-88b7-b32ddf076e7e req-2f08a3ac-a78e-4c26-86ce-6fe9721106a8 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=58232734-714e-4afd-8a43-f6551074a97a HTTP/1.1" status: 200 len: 950 time: 0.2244408 Nov 24 20:47:33.184099 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1a56e879-ac36-4050-9523-b92a3f4f4796 req-5a8b54e6-4114-4189-9449-e2dc2a3ba205 tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:33.211880 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1a56e879-ac36-4050-9523-b92a3f4f4796 req-5a8b54e6-4114-4189-9449-e2dc2a3ba205 tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:33.232912 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-c70340ae-c5cf-4d18-a118-c96ba1a2243e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Made reservation on behalf of 3430f604e9d44fa5882671405a9099b5 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:47:33.236698 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-c70340ae-c5cf-4d18-a118-c96ba1a2243e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:33.259708 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87c5ad89-36a5-4f2b-88b7-b32ddf076e7e req-0aa64d5f-8d24-432e-b6e6-2d9411680361 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950732 Nov 24 20:47:33.264395 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1a56e879-ac36-4050-9523-b92a3f4f4796 req-5a8b54e6-4114-4189-9449-e2dc2a3ba205 tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:33.267556 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1a56e879-ac36-4050-9523-b92a3f4f4796 req-5a8b54e6-4114-4189-9449-e2dc2a3ba205 tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:33.274619 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1a56e879-ac36-4050-9523-b92a3f4f4796 req-5a8b54e6-4114-4189-9449-e2dc2a3ba205 tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] 10.222.0.11 "DELETE /v2.0/security-groups/68faaa87-7d53-40af-8461-9f88575ba951 HTTP/1.1" status: 204 len: 173 time: 0.1534514 Nov 24 20:47:33.300596 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b54e6-4114-4189-9449-e2dc2a3ba205 tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68faaa87-7d53-40af-8461-9f88575ba951,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:33.406207 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1fdad82b-03dd-46f1-b381-6aac64d90497 req-a05b326f-5932-4c85-b37d-45c7a44d5252 tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] 10.222.0.11 "GET /v2.0/security-groups/e4716ff2-a461-4e0b-b4fd-7fa5c7b8b536 HTTP/1.1" status: 200 len: 1793 time: 0.0819805 Nov 24 20:47:33.453075 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c001c3-990c-4129-97cb-4977b779cef8 req-346771a2-e8f2-4897-ba7c-a9325526da6b tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:33.455060 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0c001c3-990c-4129-97cb-4977b779cef8 req-346771a2-e8f2-4897-ba7c-a9325526da6b tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/ports?device_id=08abcbca-ec43-4396-8a5d-fb90374f27b8 HTTP/1.1" status: 200 len: 949 time: 0.0783947 Nov 24 20:47:33.480680 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-c70340ae-c5cf-4d18-a118-c96ba1a2243e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Allocated IP 172.20.0.4 (2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c/9e45132d-16f0-4b54-ad14-284c2476122c/ad119b1b-6ae9-4fcd-bec9-e958d037a1c9) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:47:33.514057 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1fdad82b-03dd-46f1-b381-6aac64d90497 req-80451ed8-dd10-4131-98b8-5f932d42a093 tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:33.518563 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0c001c3-990c-4129-97cb-4977b779cef8 req-00db14c3-8525-4b81-928e-99acc1f75d1d tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/security-groups?id=72f57b00-64d0-407e-8fee-da619ecb243a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572207 Nov 24 20:47:33.551452 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1fdad82b-03dd-46f1-b381-6aac64d90497 req-80451ed8-dd10-4131-98b8-5f932d42a093 tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:33.654068 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1fdad82b-03dd-46f1-b381-6aac64d90497 req-80451ed8-dd10-4131-98b8-5f932d42a093 tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:33.656724 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1fdad82b-03dd-46f1-b381-6aac64d90497 req-80451ed8-dd10-4131-98b8-5f932d42a093 tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:33.657909 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1fdad82b-03dd-46f1-b381-6aac64d90497 req-80451ed8-dd10-4131-98b8-5f932d42a093 tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] 10.222.0.11 "DELETE /v2.0/security-groups/e4716ff2-a461-4e0b-b4fd-7fa5c7b8b536 HTTP/1.1" status: 204 len: 173 time: 0.2325315 Nov 24 20:47:33.674751 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80451ed8-dd10-4131-98b8-5f932d42a093 tempest-SecurityGroupsTestAdminJSON-1283069245 tempest-SecurityGroupsTestAdminJSON-1283069245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4716ff2-a461-4e0b-b4fd-7fa5c7b8b536,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:33.706201 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58232734-714e-4afd-8a43-f6551074a97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88cf906-f914-4dbe-a5bc-9d660a4565f0'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:47:33.708589 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cc3d85-9557-4ecb-bd71-3809ddb55f05" -d '{"events": [{"server_uuid": "58232734-714e-4afd-8a43-f6551074a97a", "name": "network-vif-plugged", "status": "completed", "tag": "e88cf906-f914-4dbe-a5bc-9d660a4565f0"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:47:33.728036 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-c70340ae-c5cf-4d18-a118-c96ba1a2243e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:33.781616 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-c70340ae-c5cf-4d18-a118-c96ba1a2243e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:33.828396 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb8e177b-20cf-42e8-8960-0aa4e38fa41f req-4c7b175c-04d5-4e18-aee4-3f211efd5def tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=b74dd98b-0323-4c83-8a42-ff479832320c HTTP/1.1" status: 200 len: 210 time: 0.0494606 Nov 24 20:47:33.944031 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74646db3-62c9-4db1-bf62-7074f5186116 x-openstack-request-id: req-74646db3-62c9-4db1-bf62-7074f5186116 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:47:33.944640 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58232734-714e-4afd-8a43-f6551074a97a", "name": "network-vif-plugged", "status": "completed", "tag": "e88cf906-f914-4dbe-a5bc-9d660a4565f0", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:47:33.944718 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-74646db3-62c9-4db1-bf62-7074f5186116 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:47:33.945256 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58232734-714e-4afd-8a43-f6551074a97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88cf906-f914-4dbe-a5bc-9d660a4565f0', 'code': 200} Nov 24 20:47:34.197925 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-c70340ae-c5cf-4d18-a118-c96ba1a2243e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:47:34.202441 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-460a8640-775b-4ada-807b-a536bef2229f tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d445952105b144df8605aaf2c3fe9278&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3765142 Nov 24 20:47:34.218893 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47260) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:34.231373 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-c70340ae-c5cf-4d18-a118-c96ba1a2243e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:47:34.234765 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-c70340ae-c5cf-4d18-a118-c96ba1a2243e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:47:34.378687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70340ae-c5cf-4d18-a118-c96ba1a2243e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Pushing event updated for resources: {'Port': ['ID=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:34.425413 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f734215-7f53-4d78-8e38-142f3440cfdc req-0b3f691f-c20e-4567-9197-b26c0f556565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:34.427086 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f734215-7f53-4d78-8e38-142f3440cfdc req-0b3f691f-c20e-4567-9197-b26c0f556565 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=58232734-714e-4afd-8a43-f6551074a97a HTTP/1.1" status: 200 len: 1101 time: 0.2642145 Nov 24 20:47:34.437486 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-c70340ae-c5cf-4d18-a118-c96ba1a2243e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:34.438127 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-c70340ae-c5cf-4d18-a118-c96ba1a2243e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:34.452136 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-388e0299-e72b-4e36-bfff-aa96b282fc85 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:34.453696 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-388e0299-e72b-4e36-bfff-aa96b282fc85 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2281854 Nov 24 20:47:34.472276 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8be408-8242-43a6-af57-65f44aad0ba5 req-36952d67-a848-42b3-ae01-976cdb771c63 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:34.473807 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6b8be408-8242-43a6-af57-65f44aad0ba5 req-36952d67-a848-42b3-ae01-976cdb771c63 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 931 time: 0.3098447 Nov 24 20:47:34.491902 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-c1438eb2-4733-45e7-acf1-b8b385c3f750 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Request body: {'port': {'device_id': 'b74dd98b-0323-4c83-8a42-ff479832320c', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': 'd445952105b144df8605aaf2c3fe9278'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:34.541003 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-c70340ae-c5cf-4d18-a118-c96ba1a2243e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6186044 Nov 24 20:47:34.544824 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e7aaad89-6080-4a71-946f-c2a9b0417eee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9a080d9faaf64b7fb0af61bf9bc4ceac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235440 Nov 24 20:47:34.547398 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47280) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:34.579759 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-59463823-e9aa-4575-a72c-1268cd2e5bd9 service neutron] Request body: {'port': {'device_id': '178a9c5e-456b-4ede-8f65-20220b6a434f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:34.580808 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e4b96-9609-4652-bb32-431c65376d5d req-04b54c93-d0b3-4337-950c-771546d868e5 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:34.589915 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1c0e4b96-9609-4652-bb32-431c65376d5d req-04b54c93-d0b3-4337-950c-771546d868e5 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=58232734-714e-4afd-8a43-f6551074a97a HTTP/1.1" status: 200 len: 950 time: 0.1284413 Nov 24 20:47:34.644857 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6b8be408-8242-43a6-af57-65f44aad0ba5 req-a5fe23e8-b1ec-453a-84e1-3f9344084481 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593304 Nov 24 20:47:34.650450 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47286) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:34.669174 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2713c5be-563c-4e77-8307-4b609334b6e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:34.685430 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1c0e4b96-9609-4652-bb32-431c65376d5d req-fac1740f-44b3-43b4-85e3-9ce009a699f4 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904567 Nov 24 20:47:34.722211 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f734215-7f53-4d78-8e38-142f3440cfdc req-0c5c424d-c957-4766-89c3-e881f50c98e2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808442 Nov 24 20:47:34.724528 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2713c5be-563c-4e77-8307-4b609334b6e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:34.789544 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2713c5be-563c-4e77-8307-4b609334b6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:34.792274 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2713c5be-563c-4e77-8307-4b609334b6e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:34.797141 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2713c5be-563c-4e77-8307-4b609334b6e5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/801c3186-b239-4421-b028-1b3770d68fc7 HTTP/1.1" status: 204 len: 168 time: 0.2444649 Nov 24 20:47:34.812340 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713c5be-563c-4e77-8307-4b609334b6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801c3186-b239-4421-b028-1b3770d68fc7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:34.827461 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-59463823-e9aa-4575-a72c-1268cd2e5bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:34.886232 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-db9364ad-e7e5-4481-9ff0-305de6e5a70b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:34.890601 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-c1438eb2-4733-45e7-acf1-b8b385c3f750 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Made reservation on behalf of d445952105b144df8605aaf2c3fe9278 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:47:34.894112 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-c1438eb2-4733-45e7-acf1-b8b385c3f750 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:34.907343 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319385e-7f2a-4f6e-919c-ee2878cc25d8 req-c7989a0a-665f-48fe-9f81-f1f9089e2948 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:34.915372 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2319385e-7f2a-4f6e-919c-ee2878cc25d8 req-c7989a0a-665f-48fe-9f81-f1f9089e2948 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/ports?device_id=08abcbca-ec43-4396-8a5d-fb90374f27b8 HTTP/1.1" status: 200 len: 949 time: 0.1380494 Nov 24 20:47:34.932138 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-c1438eb2-4733-45e7-acf1-b8b385c3f750 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:35.000012 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-db9364ad-e7e5-4481-9ff0-305de6e5a70b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:35.006831 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-db9364ad-e7e5-4481-9ff0-305de6e5a70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:35.061616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9364ad-e7e5-4481-9ff0-305de6e5a70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e03645-9a49-421a-874c-15039260ae02,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:35.068584 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-db9364ad-e7e5-4481-9ff0-305de6e5a70b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55ea2fe9daca4c488969dee9b6b92838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4119377 Nov 24 20:47:35.072729 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47302) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:35.084862 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-34d920f7-6f92-4e02-b61b-3abf20352973 req-5f79b4e8-20db-4d5c-83e4-8cc55c56aa0f tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=b74dd98b-0323-4c83-8a42-ff479832320c HTTP/1.1" status: 200 len: 210 time: 0.0534163 Nov 24 20:47:35.118158 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2319385e-7f2a-4f6e-919c-ee2878cc25d8 req-0f2074c2-13ed-4e80-b068-a49b973b1b78 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/security-groups?id=72f57b00-64d0-407e-8fee-da619ecb243a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018969 Nov 24 20:47:35.241944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47308) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:35.252708 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-62e96a30-ce63-447d-96bb-88619856e9de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:35.284516 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-c1438eb2-4733-45e7-acf1-b8b385c3f750 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:35.287511 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e1335d31-41f7-4f70-914a-c1bb0d9cf044 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e0cc87e51294484d993d4ef8709fdcfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420208 Nov 24 20:47:35.288779 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47310) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:35.301660 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-62e96a30-ce63-447d-96bb-88619856e9de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:35.307602 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-c1438eb2-4733-45e7-acf1-b8b385c3f750 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:35.342942 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cc9c7bb9-4c7d-457d-992e-197bb3e403f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:35.366184 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cc9c7bb9-4c7d-457d-992e-197bb3e403f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:35.422470 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cc9c7bb9-4c7d-457d-992e-197bb3e403f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:35.425400 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cc9c7bb9-4c7d-457d-992e-197bb3e403f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:35.428925 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cc9c7bb9-4c7d-457d-992e-197bb3e403f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0949329a-c5df-403d-86cf-ae3650a7d649 HTTP/1.1" status: 204 len: 168 time: 0.1367788 Nov 24 20:47:35.444116 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c7bb9-4c7d-457d-992e-197bb3e403f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0949329a-c5df-403d-86cf-ae3650a7d649,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:35.492243 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1438eb2-4733-45e7-acf1-b8b385c3f750 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c487f791-0750-4df4-a32f-d421a8371ac1,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:35.524100 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-59463823-e9aa-4575-a72c-1268cd2e5bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:47:35.539977 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-59463823-e9aa-4575-a72c-1268cd2e5bd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:35.560899 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-62e96a30-ce63-447d-96bb-88619856e9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:35.563557 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-62e96a30-ce63-447d-96bb-88619856e9de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:35.564701 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-62e96a30-ce63-447d-96bb-88619856e9de admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/66e03645-9a49-421a-874c-15039260ae02 HTTP/1.1" status: 204 len: 168 time: 0.4869463 Nov 24 20:47:35.589560 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e96a30-ce63-447d-96bb-88619856e9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e03645-9a49-421a-874c-15039260ae02,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:35.593198 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-59463823-e9aa-4575-a72c-1268cd2e5bd9 service neutron] Transition to ACTIVE for port object ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:47:35.605024 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-59463823-e9aa-4575-a72c-1268cd2e5bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:35.657285 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-c1438eb2-4733-45e7-acf1-b8b385c3f750 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Allocated IP 192.168.233.76 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/ca496cb2-54f8-499b-a360-f85683e2af77) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:47:35.708842 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59463823-e9aa-4575-a72c-1268cd2e5bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:35.870655 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a7ff9-b62b-46cf-8a0f-ecfcbab0ca63 req-b498d0b0-9dc7-40f7-88ac-bc47c6de21b9 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:35.872339 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f5a7ff9-b62b-46cf-8a0f-ecfcbab0ca63 req-b498d0b0-9dc7-40f7-88ac-bc47c6de21b9 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 943 time: 0.0913680 Nov 24 20:47:35.942846 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f5a7ff9-b62b-46cf-8a0f-ecfcbab0ca63 req-74ae3e33-4fb9-4424-9c3e-b0aeb4973306 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608490 Nov 24 20:47:36.040935 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5070bc4-ecdc-433d-ae58-918b9faba409 req-1b4c2569-5ae8-4dc7-b305-54f7cb344c42 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:36.042483 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e5070bc4-ecdc-433d-ae58-918b9faba409 req-1b4c2569-5ae8-4dc7-b305-54f7cb344c42 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=58232734-714e-4afd-8a43-f6551074a97a HTTP/1.1" status: 200 len: 950 time: 0.2043321 Nov 24 20:47:36.043361 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-59463823-e9aa-4575-a72c-1268cd2e5bd9 service neutron] Attempting to bind port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:47:36.043839 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-59463823-e9aa-4575-a72c-1268cd2e5bd9 service neutron] Attempting to bind port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:47:36.044336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-59463823-e9aa-4575-a72c-1268cd2e5bd9 service neutron] Attempting to bind port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:36.084574 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-59463823-e9aa-4575-a72c-1268cd2e5bd9 service neutron] Port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:47:36.084922 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-59463823-e9aa-4575-a72c-1268cd2e5bd9 service neutron] Attempting to bind port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:36.115063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-59463823-e9aa-4575-a72c-1268cd2e5bd9 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:47:36.115405 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-59463823-e9aa-4575-a72c-1268cd2e5bd9 service neutron] Checking segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:47:36.115785 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-59463823-e9aa-4575-a72c-1268cd2e5bd9 service neutron] Bound using segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:47:36.116229 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-59463823-e9aa-4575-a72c-1268cd2e5bd9 service neutron] Bound port: ad119b1b-6ae9-4fcd-bec9-e958d037a1c9, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:47:36.116582 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-59463823-e9aa-4575-a72c-1268cd2e5bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:36.131059 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26546a-6fb5-4728-97ed-77dd33c1496c req-5e082aeb-dbd5-4dfe-b5ee-e675bf3350ce tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:36.135862 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3a26546a-6fb5-4728-97ed-77dd33c1496c req-5e082aeb-dbd5-4dfe-b5ee-e675bf3350ce tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.48 "GET /v2.0/ports?device_id=08abcbca-ec43-4396-8a5d-fb90374f27b8 HTTP/1.1" status: 200 len: 949 time: 0.1790013 Nov 24 20:47:36.183163 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-c1438eb2-4733-45e7-acf1-b8b385c3f750 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:36.267590 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e5070bc4-ecdc-433d-ae58-918b9faba409 req-b70560c2-eca1-4d79-9121-0fecbb3d307f tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069662 Nov 24 20:47:36.384617 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-abb04427-2feb-4da8-a3eb-845f0cb67624 req-cc61c6c1-1b0a-459c-af95-d262161686ad tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=b74dd98b-0323-4c83-8a42-ff479832320c HTTP/1.1" status: 200 len: 210 time: 0.0466676 Nov 24 20:47:36.400099 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-59463823-e9aa-4575-a72c-1268cd2e5bd9 service neutron] For port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:47:36.408989 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-59463823-e9aa-4575-a72c-1268cd2e5bd9 service neutron] For port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:47:36.425292 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-c1438eb2-4733-45e7-acf1-b8b385c3f750 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:36.445658 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-59463823-e9aa-4575-a72c-1268cd2e5bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:36.470409 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-c1438eb2-4733-45e7-acf1-b8b385c3f750 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:47:36.479050 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-c1438eb2-4733-45e7-acf1-b8b385c3f750 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:47:36.482666 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-3a26546a-6fb5-4728-97ed-77dd33c1496c req-b5b05861-fbac-4f35-99f8-15dc6ee8d9ef tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Deleting port df29a0d9-fea0-4bb1-b35b-23dd977071c3 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:47:36.483291 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3a26546a-6fb5-4728-97ed-77dd33c1496c req-b5b05861-fbac-4f35-99f8-15dc6ee8d9ef tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:36.498597 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-c1438eb2-4733-45e7-acf1-b8b385c3f750 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:47:36.607318 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-59463823-e9aa-4575-a72c-1268cd2e5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:36.607960 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-59463823-e9aa-4575-a72c-1268cd2e5bd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:36.609509 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-59463823-e9aa-4575-a72c-1268cd2e5bd9 service neutron] 10.222.0.15 "PUT /v2.0/ports/ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 HTTP/1.1" status: 200 len: 1091 time: 2.0368142 Nov 24 20:47:36.634908 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178a9c5e-456b-4ede-8f65-20220b6a434f', 'tag': 'ad119b1b-6ae9-4fcd-bec9-e958d037a1c9'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:47:36.639368 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b0e1de-74f9-4920-a4d2-e853fdfd9074" -d '{"events": [{"name": "network-changed", "server_uuid": "178a9c5e-456b-4ede-8f65-20220b6a434f", "tag": "ad119b1b-6ae9-4fcd-bec9-e958d037a1c9"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:47:36.786836 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3feae40f-64c0-4a9c-b8c8-55a8ec54659a x-openstack-request-id: req-3feae40f-64c0-4a9c-b8c8-55a8ec54659a {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:47:36.786836 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178a9c5e-456b-4ede-8f65-20220b6a434f", "tag": "ad119b1b-6ae9-4fcd-bec9-e958d037a1c9", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:47:36.786836 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3feae40f-64c0-4a9c-b8c8-55a8ec54659a {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:47:36.787235 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178a9c5e-456b-4ede-8f65-20220b6a434f', 'tag': 'ad119b1b-6ae9-4fcd-bec9-e958d037a1c9', 'status': 'completed', 'code': 200} Nov 24 20:47:36.791262 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1438eb2-4733-45e7-acf1-b8b385c3f750 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Pushing event updated for resources: {'Port': ['ID=ca496cb2-54f8-499b-a360-f85683e2af77,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:36.846813 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-c1438eb2-4733-45e7-acf1-b8b385c3f750 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:36.847560 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-c1438eb2-4733-45e7-acf1-b8b385c3f750 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:36.904639 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf775e-667d-439a-a837-06b8ce6e3fa4 req-2fcbd819-2611-47d6-a944-43543c6daedf tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:36.906214 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-12cf775e-667d-439a-a837-06b8ce6e3fa4 req-2fcbd819-2611-47d6-a944-43543c6daedf tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/ports?device_id=08abcbca-ec43-4396-8a5d-fb90374f27b8 HTTP/1.1" status: 200 len: 949 time: 0.3837483 Nov 24 20:47:36.914766 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-3678a914-486e-4583-9fd5-25ecacac8233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:36.916422 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-3678a914-486e-4583-9fd5-25ecacac8233 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 1094 time: 0.2370698 Nov 24 20:47:36.926572 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-c1438eb2-4733-45e7-acf1-b8b385c3f750 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4422560 Nov 24 20:47:36.930864 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-3a26546a-6fb5-4728-97ed-77dd33c1496c req-b5b05861-fbac-4f35-99f8-15dc6ee8d9ef tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] For port df29a0d9-fea0-4bb1-b35b-23dd977071c3, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=df29a0d9-fea0-4bb1-b35b-23dd977071c3,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:36.931235 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3a26546a-6fb5-4728-97ed-77dd33c1496c req-b5b05861-fbac-4f35-99f8-15dc6ee8d9ef tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:36.935250 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-614d4441-00fd-4132-87f7-63896b212687 None None] Provisioning complete for port ca496cb2-54f8-499b-a360-f85683e2af77 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:36.936344 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-614d4441-00fd-4132-87f7-63896b212687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:36.971373 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-7e0ac4de-62b7-4d85-ac16-2eda331f74f5 service neutron] Request body: {'port': {'device_id': 'b74dd98b-0323-4c83-8a42-ff479832320c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:36.975284 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59463823-e9aa-4575-a72c-1268cd2e5bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:36.981249 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-614d4441-00fd-4132-87f7-63896b212687 None None] Port ca496cb2-54f8-499b-a360-f85683e2af77 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:47:37.038711 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-3a26546a-6fb5-4728-97ed-77dd33c1496c req-b5b05861-fbac-4f35-99f8-15dc6ee8d9ef tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Calling delete_port for df29a0d9-fea0-4bb1-b35b-23dd977071c3 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:47:37.046363 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-2a92908e-eb74-423f-bc2e-c67ad3f3ef5e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 HTTP/1.1" status: 200 len: 217 time: 0.1123710 Nov 24 20:47:37.079316 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-12cf775e-667d-439a-a837-06b8ce6e3fa4 req-8e7aad2b-ab3a-4b0d-9810-ee40a910d479 tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.11 "GET /v2.0/security-groups?id=72f57b00-64d0-407e-8fee-da619ecb243a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618681 Nov 24 20:47:37.110038 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa475531-426b-48ca-8877-03c5ed81151b req-1b44a584-b1f8-41c2-a2af-cf7014712d3f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:37.120369 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa475531-426b-48ca-8877-03c5ed81151b req-1b44a584-b1f8-41c2-a2af-cf7014712d3f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 943 time: 0.0793824 Nov 24 20:47:37.191191 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa475531-426b-48ca-8877-03c5ed81151b req-ed05177f-0a98-4185-8a95-f631c036759a tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633461 Nov 24 20:47:37.283766 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47410) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:37.383381 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-7e0ac4de-62b7-4d85-ac16-2eda331f74f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:37.400660 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36194214-8882-41c3-a41b-04e223251790 req-2869f6df-3cd9-4b7f-8fc7-b3c46c87965e tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:37.407278 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-2b526cc1-753d-479a-bd41-202281403a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:37.408735 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-2b526cc1-753d-479a-bd41-202281403a9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.3421223 Nov 24 20:47:37.410516 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36194214-8882-41c3-a41b-04e223251790 req-2869f6df-3cd9-4b7f-8fc7-b3c46c87965e tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=58232734-714e-4afd-8a43-f6551074a97a HTTP/1.1" status: 200 len: 950 time: 0.0681555 Nov 24 20:47:37.473730 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-25bb306c-0097-4108-862a-27d9d5e23436 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533822 Nov 24 20:47:37.487952 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36194214-8882-41c3-a41b-04e223251790 req-820766a9-ba2e-49f7-bc74-c0ee0e7f5bdf tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741005 Nov 24 20:47:37.543071 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-402a5337-45d2-4837-a63b-dbb96184b30c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:37.678539 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-402a5337-45d2-4837-a63b-dbb96184b30c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:37.687385 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-402a5337-45d2-4837-a63b-dbb96184b30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:37.748961 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-402a5337-45d2-4837-a63b-dbb96184b30c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e117efa75db4b479f96b0398053e2b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4629667 Nov 24 20:47:37.750037 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47432) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:37.752582 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a5337-45d2-4837-a63b-dbb96184b30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5096bd4b-73c0-439a-9444-1ef6c1c588b6,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:37.778970 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3a26546a-6fb5-4728-97ed-77dd33c1496c req-b5b05861-fbac-4f35-99f8-15dc6ee8d9ef tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:37.790421 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['df29a0d9-fea0-4bb1-b35b-23dd977071c3'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:47:37.809107 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c5ca432a-84e8-440e-b433-48f650522a3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:37.831466 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c5ca432a-84e8-440e-b433-48f650522a3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:37.844562 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b05861-fbac-4f35-99f8-15dc6ee8d9ef tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Pushing event deleted for resources: {'Port': ['ID=df29a0d9-fea0-4bb1-b35b-23dd977071c3,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:37.857131 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-e422664e-c083-4568-9982-a9f169f264ce service neutron] 10.222.0.15 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699753 Nov 24 20:47:37.890097 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c5ca432a-84e8-440e-b433-48f650522a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:37.901788 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c5ca432a-84e8-440e-b433-48f650522a3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:37.903309 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f39b5-6914-4897-b8c4-c2731a86bcb9 req-092cc7eb-e60f-4bda-8cd8-b6bd60479439 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:37.910725 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d80f39b5-6914-4897-b8c4-c2731a86bcb9 req-092cc7eb-e60f-4bda-8cd8-b6bd60479439 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=b74dd98b-0323-4c83-8a42-ff479832320c HTTP/1.1" status: 200 len: 935 time: 0.2418008 Nov 24 20:47:37.910857 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c5ca432a-84e8-440e-b433-48f650522a3c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5096bd4b-73c0-439a-9444-1ef6c1c588b6 HTTP/1.1" status: 204 len: 168 time: 0.1596410 Nov 24 20:47:37.923990 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca432a-84e8-440e-b433-48f650522a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5096bd4b-73c0-439a-9444-1ef6c1c588b6,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:37.940917 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a26546a-6fb5-4728-97ed-77dd33c1496c req-b5b05861-fbac-4f35-99f8-15dc6ee8d9ef tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] No DVR routers for this DVR port df29a0d9-fea0-4bb1-b35b-23dd977071c3 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:47:37.944052 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3a26546a-6fb5-4728-97ed-77dd33c1496c req-b5b05861-fbac-4f35-99f8-15dc6ee8d9ef tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:37.947448 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3a26546a-6fb5-4728-97ed-77dd33c1496c req-b5b05861-fbac-4f35-99f8-15dc6ee8d9ef tempest-TenantUsagesTestJSON-28338437 tempest-TenantUsagesTestJSON-28338437-project] 10.222.0.48 "DELETE /v2.0/ports/df29a0d9-fea0-4bb1-b35b-23dd977071c3 HTTP/1.1" status: 204 len: 173 time: 1.7997856 Nov 24 20:47:38.121123 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d80f39b5-6914-4897-b8c4-c2731a86bcb9 req-3b41dd9c-d722-433e-af71-e0bb7640674f tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094722 Nov 24 20:47:38.138007 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-7e0ac4de-62b7-4d85-ac16-2eda331f74f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca496cb2-54f8-499b-a360-f85683e2af77 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:47:38.144071 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fc8b494-7d02-47cb-bc6a-adae1f71793a req-f5dc193d-3540-448a-9134-53dd0f4dd28e service neutron] 10.222.0.15 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664044 Nov 24 20:47:38.159664 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-7e0ac4de-62b7-4d85-ac16-2eda331f74f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:38.186226 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-7e0ac4de-62b7-4d85-ac16-2eda331f74f5 service neutron] Transition to ACTIVE for port object ca496cb2-54f8-499b-a360-f85683e2af77 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:47:38.196055 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-7e0ac4de-62b7-4d85-ac16-2eda331f74f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:38.289097 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ac4de-62b7-4d85-ac16-2eda331f74f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca496cb2-54f8-499b-a360-f85683e2af77,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:38.368090 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0e1de-74f9-4920-a4d2-e853fdfd9074 req-76b4808b-3764-49ad-ad96-5f41d9649ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:38.370532 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f2b0e1de-74f9-4920-a4d2-e853fdfd9074 req-76b4808b-3764-49ad-ad96-5f41d9649ec0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 1094 time: 0.1358237 Nov 24 20:47:38.439476 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47456) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:38.453200 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-7e0ac4de-62b7-4d85-ac16-2eda331f74f5 service neutron] Attempting to bind port ca496cb2-54f8-499b-a360-f85683e2af77 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:47:38.453798 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-7e0ac4de-62b7-4d85-ac16-2eda331f74f5 service neutron] Attempting to bind port ca496cb2-54f8-499b-a360-f85683e2af77 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:47:38.454044 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb68acfc-00e2-4105-b86b-6148f0db5223 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:38.454556 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-7e0ac4de-62b7-4d85-ac16-2eda331f74f5 service neutron] Attempting to bind port ca496cb2-54f8-499b-a360-f85683e2af77 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:38.548254 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-8041f0b4-933a-4f71-9590-83001eb9a2a4 req-ce8fdfc4-c582-4418-a377-0cb2d02b7749 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:47:38.558377 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-7e0ac4de-62b7-4d85-ac16-2eda331f74f5 service neutron] Port ca496cb2-54f8-499b-a360-f85683e2af77 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:47:38.558717 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-7e0ac4de-62b7-4d85-ac16-2eda331f74f5 service neutron] Attempting to bind port ca496cb2-54f8-499b-a360-f85683e2af77 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:38.561316 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8041f0b4-933a-4f71-9590-83001eb9a2a4 req-ce8fdfc4-c582-4418-a377-0cb2d02b7749 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3414264 Nov 24 20:47:38.566642 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-7e0ac4de-62b7-4d85-ac16-2eda331f74f5 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:47:38.566980 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-7e0ac4de-62b7-4d85-ac16-2eda331f74f5 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:47:38.567617 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-7e0ac4de-62b7-4d85-ac16-2eda331f74f5 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:47:38.568332 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-7e0ac4de-62b7-4d85-ac16-2eda331f74f5 service neutron] Bound port: ca496cb2-54f8-499b-a360-f85683e2af77, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:47:38.568700 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-7e0ac4de-62b7-4d85-ac16-2eda331f74f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:38.625854 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb68acfc-00e2-4105-b86b-6148f0db5223 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:38.627071 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0e1de-74f9-4920-a4d2-e853fdfd9074 req-63bbc7df-daba-47a3-aa86-23cd6db3d741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:38.629558 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f2b0e1de-74f9-4920-a4d2-e853fdfd9074 req-63bbc7df-daba-47a3-aa86-23cd6db3d741 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 922 time: 0.2502131 Nov 24 20:47:38.633538 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb68acfc-00e2-4105-b86b-6148f0db5223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:38.685688 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fb68acfc-00e2-4105-b86b-6148f0db5223 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5945ec2bf76746409882a6afccceb758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426369 Nov 24 20:47:38.685688 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68acfc-00e2-4105-b86b-6148f0db5223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1d1a45-227d-4266-b487-91c1955454f2,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:38.686809 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47474) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:38.715775 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-7e0ac4de-62b7-4d85-ac16-2eda331f74f5 service neutron] For port ca496cb2-54f8-499b-a360-f85683e2af77, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:47:38.719435 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-7e0ac4de-62b7-4d85-ac16-2eda331f74f5 service neutron] For port ca496cb2-54f8-499b-a360-f85683e2af77, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=ca496cb2-54f8-499b-a360-f85683e2af77,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:47:38.734890 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-7e0ac4de-62b7-4d85-ac16-2eda331f74f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:38.762969 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d5b763f-e08d-4a1e-bdf1-a55775e3c3f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:38.797358 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d5b763f-e08d-4a1e-bdf1-a55775e3c3f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:38.819041 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbe496da-c18f-4892-b043-2d24a705a626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:38.819521 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08abcbca-ec43-4396-8a5d-fb90374f27b8', 'name': 'network-vif-deleted', 'tag': 'df29a0d9-fea0-4bb1-b35b-23dd977071c3'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:47:38.821568 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d67c4d-7947-4590-afff-78c296cc4619" -d '{"events": [{"server_uuid": "08abcbca-ec43-4396-8a5d-fb90374f27b8", "name": "network-vif-deleted", "tag": "df29a0d9-fea0-4bb1-b35b-23dd977071c3"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:47:38.825526 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f2b0e1de-74f9-4920-a4d2-e853fdfd9074 req-8baa5904-fcd2-4468-81f7-b2d2530e09e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 HTTP/1.1" status: 200 len: 217 time: 0.1043856 Nov 24 20:47:38.864263 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d5b763f-e08d-4a1e-bdf1-a55775e3c3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:38.870192 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d5b763f-e08d-4a1e-bdf1-a55775e3c3f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:38.871561 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9d5b763f-e08d-4a1e-bdf1-a55775e3c3f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f1d1a45-227d-4266-b487-91c1955454f2 HTTP/1.1" status: 204 len: 168 time: 0.1838517 Nov 24 20:47:38.894178 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b763f-e08d-4a1e-bdf1-a55775e3c3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1d1a45-227d-4266-b487-91c1955454f2,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:38.904643 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-7e0ac4de-62b7-4d85-ac16-2eda331f74f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:38.905307 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-7e0ac4de-62b7-4d85-ac16-2eda331f74f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:38.906938 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-7e0ac4de-62b7-4d85-ac16-2eda331f74f5 service neutron] 10.222.0.48 "PUT /v2.0/ports/ca496cb2-54f8-499b-a360-f85683e2af77 HTTP/1.1" status: 200 len: 1095 time: 1.9504635 Nov 24 20:47:38.935273 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ac4de-62b7-4d85-ac16-2eda331f74f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca496cb2-54f8-499b-a360-f85683e2af77,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:38.940316 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0e1de-74f9-4920-a4d2-e853fdfd9074 req-23da46cd-7559-4ecb-a61f-c30ba9ea7a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:38.941843 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f2b0e1de-74f9-4920-a4d2-e853fdfd9074 req-23da46cd-7559-4ecb-a61f-c30ba9ea7a36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.0953023 Nov 24 20:47:38.950054 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c7eb5-2ced-4f75-9a12-af3081b71a19 req-f77e9688-1781-4f1f-8965-155c2fdb88ac tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:38.951749 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c80c7eb5-2ced-4f75-9a12-af3081b71a19 req-f77e9688-1781-4f1f-8965-155c2fdb88ac tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 943 time: 0.2290206 Nov 24 20:47:38.984983 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcee24-b30e-4e9c-ac2a-d35e87eca168 req-00ee48a8-7174-4d34-8984-b3eb584ac4e5 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:38.991921 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f2b0e1de-74f9-4920-a4d2-e853fdfd9074 req-83c11157-277b-4e5b-9c82-97592d95db14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391078 Nov 24 20:47:38.996404 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91dcee24-b30e-4e9c-ac2a-d35e87eca168 req-00ee48a8-7174-4d34-8984-b3eb584ac4e5 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=58232734-714e-4afd-8a43-f6551074a97a HTTP/1.1" status: 200 len: 950 time: 0.1232445 Nov 24 20:47:39.062861 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91dcee24-b30e-4e9c-ac2a-d35e87eca168 req-fecadea8-00f8-4c88-8b14-5900d53da14a tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641065 Nov 24 20:47:39.091598 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47492) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:39.158082 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-e62fa480-8f61-4674-bdf5-37e1602e6b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:39.159690 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-e62fa480-8f61-4674-bdf5-37e1602e6b18 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d445952105b144df8605aaf2c3fe9278&device_id=b74dd98b-0323-4c83-8a42-ff479832320c HTTP/1.1" status: 200 len: 1098 time: 0.1668482 Nov 24 20:47:39.165079 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c80c7eb5-2ced-4f75-9a12-af3081b71a19 req-99a7689f-cdbf-41a7-aefe-94fa4275683b tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711385 Nov 24 20:47:39.234470 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-e88c022c-4726-41f1-a168-41a3f983624f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=ca496cb2-54f8-499b-a360-f85683e2af77 HTTP/1.1" status: 200 len: 217 time: 0.0658159 Nov 24 20:47:39.278913 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b183971c-f428-4da8-93d2-116de07de674 x-openstack-request-id: req-b183971c-f428-4da8-93d2-116de07de674 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:47:39.279217 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08abcbca-ec43-4396-8a5d-fb90374f27b8", "name": "network-vif-deleted", "tag": "df29a0d9-fea0-4bb1-b35b-23dd977071c3", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:47:39.279953 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b183971c-f428-4da8-93d2-116de07de674 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:47:39.280363 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08abcbca-ec43-4396-8a5d-fb90374f27b8', 'name': 'network-vif-deleted', 'tag': 'df29a0d9-fea0-4bb1-b35b-23dd977071c3', 'status': 'completed', 'code': 200} Nov 24 20:47:39.286511 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f2b0e1de-74f9-4920-a4d2-e853fdfd9074 req-1c885be6-44b2-4fbf-8978-0617b4dbb0b5 service neutron] 10.222.0.15 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774491 Nov 24 20:47:39.305689 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:39.321057 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-aed4a1fe-e30a-42c6-ab70-65cf65104c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:39.322603 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-aed4a1fe-e30a-42c6-ab70-65cf65104c28 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0819383 Nov 24 20:47:39.460682 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-d4ca065d-dc2b-45df-a296-bd2564eb9ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:39.462721 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-d4ca065d-dc2b-45df-a296-bd2564eb9ac1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1292613 Nov 24 20:47:39.473722 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04198724-bc66-4fb8-a83c-d9395380337e req-a99aeff3-d3bc-45b1-9e25-94945c666244 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:39.475219 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-04198724-bc66-4fb8-a83c-d9395380337e req-a99aeff3-d3bc-45b1-9e25-94945c666244 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=b74dd98b-0323-4c83-8a42-ff479832320c HTTP/1.1" status: 200 len: 947 time: 0.1411166 Nov 24 20:47:39.489753 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f2b0e1de-74f9-4920-a4d2-e853fdfd9074 req-b7ead101-8f06-44e1-a1b5-bcb28a30e7b2 service neutron] 10.222.0.15 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940866 Nov 24 20:47:39.599304 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-04198724-bc66-4fb8-a83c-d9395380337e req-5e7145d4-9f75-4b4e-a3de-249baf00c9e3 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119807 Nov 24 20:47:39.616530 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-56ca6171-6c73-4d75-bd8b-5f1663200b7c service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387420 Nov 24 20:47:39.640781 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-0a3c5ab5-917c-4cca-add9-63f525a0ee49 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c86c1f96cf464eafad2d2cf93173b181&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631654 Nov 24 20:47:39.644541 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-261805ed-e84c-4f1e-a59b-9f568761b1a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d69bbf0b3bc14acf91816152faa43ba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5513549 Nov 24 20:47:39.647245 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47526) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:39.733025 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60cbccaf-8f98-46e8-ace2-320a0c51fa06 req-b4920a0a-1bf1-472d-8837-1afb0a3b5b6f service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086516 Nov 24 20:47:39.779290 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34fe2a1f-1bd8-4316-bead-7fcc3c0df746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:39.831585 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47536) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:39.844355 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-11a10398-122c-40e6-bf40-87515558398c tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:39.846218 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-11a10398-122c-40e6-bf40-87515558398c tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1907930 Nov 24 20:47:39.851213 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34fe2a1f-1bd8-4316-bead-7fcc3c0df746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:39.868485 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47540) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:39.880606 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-75eedd9c-85a3-43cd-bece-35bec501b675 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/quotas/c86c1f96cf464eafad2d2cf93173b181 HTTP/1.1" status: 200 len: 375 time: 0.0270159 Nov 24 20:47:39.963975 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-b54d4f42-e226-44d3-af50-5dd670d35d8f tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c86c1f96cf464eafad2d2cf93173b181&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0818105 Nov 24 20:47:39.976512 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34fe2a1f-1bd8-4316-bead-7fcc3c0df746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:39.981752 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34fe2a1f-1bd8-4316-bead-7fcc3c0df746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:39.983072 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-34fe2a1f-1bd8-4316-bead-7fcc3c0df746 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72f57b00-64d0-407e-8fee-da619ecb243a HTTP/1.1" status: 204 len: 168 time: 0.3346736 Nov 24 20:47:39.992897 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe2a1f-1bd8-4316-bead-7fcc3c0df746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f57b00-64d0-407e-8fee-da619ecb243a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:40.004259 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-42cf6802-42bd-4269-a28b-2cdf10819d7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:40.037715 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acc55561-716f-4097-b190-dde84e7a582e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:40.282934 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-42cf6802-42bd-4269-a28b-2cdf10819d7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:40.295342 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7122ae81-2db3-4913-9f2e-11cd3b449cc9 req-5230225c-e8bf-4ae6-bee1-dc8c5bd46f0a tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=120a0073-184c-4e4c-9409-e04f5c269bd8 HTTP/1.1" status: 200 len: 210 time: 0.1062713 Nov 24 20:47:40.302219 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-42cf6802-42bd-4269-a28b-2cdf10819d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:40.336607 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acc55561-716f-4097-b190-dde84e7a582e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:40.345913 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-42cf6802-42bd-4269-a28b-2cdf10819d7a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a84faae62824aa68595ce387ee17d4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4747221 Nov 24 20:47:40.346031 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47562) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:40.351069 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acc55561-716f-4097-b190-dde84e7a582e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:40.359876 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device df29a0d9-fea0-4bb1-b35b-23dd977071c3 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:47:40.403365 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8ddf6-9a56-4eac-9f9e-0490bc083f3b req-381f3bf8-5c4c-4ac9-b954-2a00c14139c4 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:40.410290 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf6802-42bd-4269-a28b-2cdf10819d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7ad6af-069c-410d-9095-796c9c6422e7,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:40.410793 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-88c8ddf6-9a56-4eac-9f9e-0490bc083f3b req-381f3bf8-5c4c-4ac9-b954-2a00c14139c4 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 943 time: 0.1245949 Nov 24 20:47:40.447060 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: df29a0d9-fea0-4bb1-b35b-23dd977071c3 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:47:40.450811 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device df29a0d9-fea0-4bb1-b35b-23dd977071c3 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:47:40.457291 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc55561-716f-4097-b190-dde84e7a582e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b5d556-209d-4547-8fcc-3a5274bb5031,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:40.469165 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-acc55561-716f-4097-b190-dde84e7a582e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=50741acf1cc04649b508335cfa63a4c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6336565 Nov 24 20:47:40.469731 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47568) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:40.480675 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47570) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:40.531097 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-88c8ddf6-9a56-4eac-9f9e-0490bc083f3b req-8f550992-0e85-4175-b3a3-919e1e0bd8ff tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192870 Nov 24 20:47:40.534288 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e232d366-c14e-42d5-9e7b-a1b29b133f9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:40.544336 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6e8007d-12ef-479f-bad4-e3d0659577cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:40.549054 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8831ead-b546-4fcc-b39a-4af5c4121c04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:40.574958 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8831ead-b546-4fcc-b39a-4af5c4121c04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:40.588017 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6e8007d-12ef-479f-bad4-e3d0659577cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:40.640085 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8831ead-b546-4fcc-b39a-4af5c4121c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:40.650029 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8831ead-b546-4fcc-b39a-4af5c4121c04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:40.652003 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e8831ead-b546-4fcc-b39a-4af5c4121c04 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35b5d556-209d-4547-8fcc-3a5274bb5031 HTTP/1.1" status: 204 len: 168 time: 0.1814370 Nov 24 20:47:40.660876 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8831ead-b546-4fcc-b39a-4af5c4121c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b5d556-209d-4547-8fcc-3a5274bb5031,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:40.719711 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e232d366-c14e-42d5-9e7b-a1b29b133f9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:40.733294 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e232d366-c14e-42d5-9e7b-a1b29b133f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:40.771164 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6e8007d-12ef-479f-bad4-e3d0659577cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:40.774105 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6e8007d-12ef-479f-bad4-e3d0659577cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:40.775131 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c6e8007d-12ef-479f-bad4-e3d0659577cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bc7ad6af-069c-410d-9095-796c9c6422e7 HTTP/1.1" status: 204 len: 168 time: 0.4240131 Nov 24 20:47:40.810396 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47584) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:40.810848 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e232d366-c14e-42d5-9e7b-a1b29b133f9b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9a4317dff08844648b30e316fc76751a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266201 Nov 24 20:47:40.816629 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232d366-c14e-42d5-9e7b-a1b29b133f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d70e389-f346-46e9-b8e4-32dc2e13108c,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:40.831919 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8007d-12ef-479f-bad4-e3d0659577cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7ad6af-069c-410d-9095-796c9c6422e7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:40.859687 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:40.908453 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da49b98-948e-4314-becd-884c2d4ba8b3 req-cb3c04c9-e7d9-4df0-9599-ec5363477df1 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:40.910042 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4da49b98-948e-4314-becd-884c2d4ba8b3 req-cb3c04c9-e7d9-4df0-9599-ec5363477df1 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=b74dd98b-0323-4c83-8a42-ff479832320c HTTP/1.1" status: 200 len: 947 time: 0.1501279 Nov 24 20:47:40.927417 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5318c60c-18f3-46a2-9ff5-df98ef61b047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:40.978609 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5318c60c-18f3-46a2-9ff5-df98ef61b047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:41.005322 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4da49b98-948e-4314-becd-884c2d4ba8b3 req-4f2ff7fe-efdf-4a9c-8527-a84cbe2be1a9 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788527 Nov 24 20:47:41.048140 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5318c60c-18f3-46a2-9ff5-df98ef61b047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:41.051055 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5318c60c-18f3-46a2-9ff5-df98ef61b047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:41.054819 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5318c60c-18f3-46a2-9ff5-df98ef61b047 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d70e389-f346-46e9-b8e4-32dc2e13108c HTTP/1.1" status: 204 len: 168 time: 0.2400160 Nov 24 20:47:41.061117 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318c60c-18f3-46a2-9ff5-df98ef61b047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d70e389-f346-46e9-b8e4-32dc2e13108c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:41.150334 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a907909e-cf28-416c-b5e5-6c2464888238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:41.282216 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74dd98b-0323-4c83-8a42-ff479832320c', 'tag': 'ca496cb2-54f8-499b-a360-f85683e2af77'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:47:41.286277 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f300e43-3ad7-4e67-9bb6-90f0781be4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b74dd98b-0323-4c83-8a42-ff479832320c", "tag": "ca496cb2-54f8-499b-a360-f85683e2af77"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:47:41.304597 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47606) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:41.320126 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-243f51bb-e0a6-452a-91cd-6f036ba0761b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:41.355428 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4b25ea-9341-47f8-96b1-db710e046391 x-openstack-request-id: req-5f4b25ea-9341-47f8-96b1-db710e046391 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:47:41.356637 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74dd98b-0323-4c83-8a42-ff479832320c", "tag": "ca496cb2-54f8-499b-a360-f85683e2af77", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:47:41.357159 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f4b25ea-9341-47f8-96b1-db710e046391 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:47:41.358937 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74dd98b-0323-4c83-8a42-ff479832320c', 'tag': 'ca496cb2-54f8-499b-a360-f85683e2af77', 'status': 'completed', 'code': 200} Nov 24 20:47:41.450999 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e9a3b9a4-c568-4e7d-96f4-9ddc51f7d04e req-979b8978-6d3c-4df8-9717-c82649cf8a44 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=120a0073-184c-4e4c-9409-e04f5c269bd8 HTTP/1.1" status: 200 len: 210 time: 0.0734813 Nov 24 20:47:41.521867 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f300e43-3ad7-4e67-9bb6-90f0781be4f4 req-7f21f59a-d26b-4b70-aed0-37af2dce8b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:41.524327 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f300e43-3ad7-4e67-9bb6-90f0781be4f4 req-7f21f59a-d26b-4b70-aed0-37af2dce8b06 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d445952105b144df8605aaf2c3fe9278&device_id=b74dd98b-0323-4c83-8a42-ff479832320c HTTP/1.1" status: 200 len: 1098 time: 0.1637874 Nov 24 20:47:41.528686 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-342fcf02-42e5-49ce-b062-788af040d0e8 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c86c1f96cf464eafad2d2cf93173b181&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451803 Nov 24 20:47:41.692311 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:47:41.716404 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ecbbf-03a3-49fd-ba15-32e72a887b4a req-815d2f30-8a17-4849-abc6-21c297193fda tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:41.725402 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-402ecbbf-03a3-49fd-ba15-32e72a887b4a req-815d2f30-8a17-4849-abc6-21c297193fda tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 943 time: 0.0943425 Nov 24 20:47:41.814251 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-402ecbbf-03a3-49fd-ba15-32e72a887b4a req-e1cfc5e4-95ca-4362-9f92-66f7f2dca0df tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822451 Nov 24 20:47:41.878876 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:41.897540 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'ad119b1b-6ae9-4fcd-bec9-e958d037a1c9', 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c', 'port_id': 'ad119b1b-6ae9-4fcd-bec9-e958d037a1c9', 'mac_address': 'fa:16:3e:23:f6:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e45132d-16f0-4b54-ad14-284c2476122c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:47:41.946085 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:41.968206 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:47:42.017505 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:42.023872 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:42.036039 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f300e43-3ad7-4e67-9bb6-90f0781be4f4 req-d7b6310c-3dfa-4a2a-9d23-38024ca41191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:42.046771 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f300e43-3ad7-4e67-9bb6-90f0781be4f4 req-d7b6310c-3dfa-4a2a-9d23-38024ca41191 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.5113676 Nov 24 20:47:42.065515 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-243f51bb-e0a6-452a-91cd-6f036ba0761b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:42.122925 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:42.167657 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f300e43-3ad7-4e67-9bb6-90f0781be4f4 req-0b9502f2-f50d-4396-accf-9887869803e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=ca496cb2-54f8-499b-a360-f85683e2af77 HTTP/1.1" status: 200 len: 217 time: 0.0865796 Nov 24 20:47:42.170456 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-243f51bb-e0a6-452a-91cd-6f036ba0761b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:42.200478 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-243f51bb-e0a6-452a-91cd-6f036ba0761b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f26165cc6404e2685aae2ca402c2ab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8947527 Nov 24 20:47:42.204005 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef33572-747c-41fe-858d-af97fa3df872 req-f7aae276-25d6-4b47-a965-1f820817f34c tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:42.206936 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9ef33572-747c-41fe-858d-af97fa3df872 req-f7aae276-25d6-4b47-a965-1f820817f34c tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=b74dd98b-0323-4c83-8a42-ff479832320c HTTP/1.1" status: 200 len: 947 time: 0.0872703 Nov 24 20:47:42.207710 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47650) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:42.254054 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:42.260639 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-69b12529-c632-4215-a6b9-953eb99e1ed3 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:42.262224 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-69b12529-c632-4215-a6b9-953eb99e1ed3 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7244554 Nov 24 20:47:42.281779 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-d1458226-40d3-4ca9-ade6-538df0a80371 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Request body: {'port': {'device_id': '120a0073-184c-4e4c-9409-e04f5c269bd8', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': 'c86c1f96cf464eafad2d2cf93173b181'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:42.290875 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f51bb-e0a6-452a-91cd-6f036ba0761b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f993099f-4093-4bf8-910b-43b3e99adc52,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:42.295642 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['ad119b1b-6ae9-4fcd-bec9-e958d037a1c9'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:47:42.313381 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f300e43-3ad7-4e67-9bb6-90f0781be4f4 req-94db9606-7b2e-49be-9705-a97a895f5e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:42.315028 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f300e43-3ad7-4e67-9bb6-90f0781be4f4 req-94db9606-7b2e-49be-9705-a97a895f5e43 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.1218796 Nov 24 20:47:42.372360 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9ef33572-747c-41fe-858d-af97fa3df872 req-0203d281-51d4-43b7-81a6-dd63d66dfba0 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548324 Nov 24 20:47:42.375828 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device ca496cb2-54f8-499b-a360-f85683e2af77 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:47:42.407711 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f7f43e7b-acea-4a3e-8cd1-e2f0ac60c8f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:42.414909 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f300e43-3ad7-4e67-9bb6-90f0781be4f4 req-348801ff-06ac-4b41-9361-54d579a4b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:42.417305 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f300e43-3ad7-4e67-9bb6-90f0781be4f4 req-348801ff-06ac-4b41-9361-54d579a4b044 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0942955 Nov 24 20:47:42.470111 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f7f43e7b-acea-4a3e-8cd1-e2f0ac60c8f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:42.533102 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-d1458226-40d3-4ca9-ade6-538df0a80371 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Made reservation on behalf of c86c1f96cf464eafad2d2cf93173b181 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:47:42.538385 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-d1458226-40d3-4ca9-ade6-538df0a80371 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:42.561942 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f300e43-3ad7-4e67-9bb6-90f0781be4f4 req-46a5bc11-688e-49e9-9b45-55c39960b7f2 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353648 Nov 24 20:47:42.594652 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f7f43e7b-acea-4a3e-8cd1-e2f0ac60c8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:42.597863 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f7f43e7b-acea-4a3e-8cd1-e2f0ac60c8f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:42.602507 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f7f43e7b-acea-4a3e-8cd1-e2f0ac60c8f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f993099f-4093-4bf8-910b-43b3e99adc52 HTTP/1.1" status: 204 len: 168 time: 0.3930445 Nov 24 20:47:42.619256 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f43e7b-acea-4a3e-8cd1-e2f0ac60c8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f993099f-4093-4bf8-910b-43b3e99adc52,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:42.646294 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47668) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:42.664137 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port ca496cb2-54f8-499b-a360-f85683e2af77, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=ca496cb2-54f8-499b-a360-f85683e2af77,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:42.679183 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f300e43-3ad7-4e67-9bb6-90f0781be4f4 req-6f7d21e7-0d8a-4062-8d5e-52efc268c7fb service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014354 Nov 24 20:47:42.688457 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'ca496cb2-54f8-499b-a360-f85683e2af77', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': 'ca496cb2-54f8-499b-a360-f85683e2af77', 'mac_address': 'fa:16:3e:7f:c7:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:47:42.750381 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:42.759639 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2af77023-f0c1-46b4-a7a5-da60a24a5cce req-b4e2269b-cccb-43d9-8063-3e1c6de3119b tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=120a0073-184c-4e4c-9409-e04f5c269bd8 HTTP/1.1" status: 200 len: 210 time: 0.0794604 Nov 24 20:47:42.785447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca496cb2-54f8-499b-a360-f85683e2af77 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:47:42.811303 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port ca496cb2-54f8-499b-a360-f85683e2af77, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=ca496cb2-54f8-499b-a360-f85683e2af77,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:42.816876 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:42.817761 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-d1458226-40d3-4ca9-ade6-538df0a80371 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Allocated IP 192.168.233.47 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/c1769707-1a6b-404c-a543-4a62ef7d06b9) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:47:42.931380 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=ca496cb2-54f8-499b-a360-f85683e2af77,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:43.011890 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814396c-281c-4fd8-bd3d-fd2d2fd2c77d req-f07f3ef0-04c0-44fd-aa52-4d8eb70d9725 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:43.013478 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2814396c-281c-4fd8-bd3d-fd2d2fd2c77d req-f07f3ef0-04c0-44fd-aa52-4d8eb70d9725 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 944 time: 0.1020193 Nov 24 20:47:43.031760 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['ca496cb2-54f8-499b-a360-f85683e2af77'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:47:43.036088 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-d1458226-40d3-4ca9-ade6-538df0a80371 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:43.085549 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2814396c-281c-4fd8-bd3d-fd2d2fd2c77d req-79e9f166-33fc-49b8-a113-ec7596e04afc tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607245 Nov 24 20:47:43.106674 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-d1458226-40d3-4ca9-ade6-538df0a80371 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:43.130766 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47686) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:43.166174 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-d1458226-40d3-4ca9-ade6-538df0a80371 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:47:43.172189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-d1458226-40d3-4ca9-ade6-538df0a80371 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:47:43.177073 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-d1458226-40d3-4ca9-ade6-538df0a80371 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:47:43.181582 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1458226-40d3-4ca9-ade6-538df0a80371 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Pushing event updated for resources: {'Port': ['ID=c1769707-1a6b-404c-a543-4a62ef7d06b9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:43.236347 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-d1458226-40d3-4ca9-ade6-538df0a80371 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:43.237180 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-d1458226-40d3-4ca9-ade6-538df0a80371 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:43.265734 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-d1458226-40d3-4ca9-ade6-538df0a80371 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9929249 Nov 24 20:47:43.281053 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-65c05d16-acbf-476f-87ba-56df2edb69f0 service neutron] Request body: {'port': {'device_id': '120a0073-184c-4e4c-9409-e04f5c269bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:43.294546 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4c76e6aa-cee2-43da-9e97-d86bcd3b9898 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:43.335693 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:47:43.363781 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-65c05d16-acbf-476f-87ba-56df2edb69f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:43.374019 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-eb2c162a-f277-4b4e-991e-0eddb5b558cf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2102006508-network', 'tenant_id': '274dcf0d382542be8cbe2381fdb38237'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:43.439739 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2c162a-f277-4b4e-991e-0eddb5b558cf admin admin] Made reservation on behalf of 274dcf0d382542be8cbe2381fdb38237 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:47:43.442063 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eb2c162a-f277-4b4e-991e-0eddb5b558cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:43.458819 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eb2c162a-f277-4b4e-991e-0eddb5b558cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:43.523640 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47696) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:43.532326 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4c76e6aa-cee2-43da-9e97-d86bcd3b9898 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:43.544444 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4c76e6aa-cee2-43da-9e97-d86bcd3b9898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:43.565898 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f53914d6-6181-4544-b5fb-471e50c54593 None None] Provisioning complete for port c1769707-1a6b-404c-a543-4a62ef7d06b9 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:43.568492 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f53914d6-6181-4544-b5fb-471e50c54593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:43.585792 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76e6aa-cee2-43da-9e97-d86bcd3b9898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759a767f-3fc3-46f9-a38b-19268565f9ac,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:43.616476 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4c76e6aa-cee2-43da-9e97-d86bcd3b9898 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=704f499ac16c4d1290a6f8fc729dab35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9682732 Nov 24 20:47:43.621800 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47704) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:43.639958 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['e88cf906-f914-4dbe-a5bc-9d660a4565f0'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:47:43.711003 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0f6ef26a-ebbc-416e-a652-78394fd861ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:43.715347 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:47:43.737988 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-69e4e1fa-b5f6-453d-b610-3f7a8029d914 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:43.741081 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eb2c162a-f277-4b4e-991e-0eddb5b558cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:43.813294 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530b5b9-fe41-42d1-9506-2fe4859b6406 req-5ab1a2b5-c467-4795-9f7e-0c3362343e0d tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:43.815010 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d530b5b9-fe41-42d1-9506-2fe4859b6406 req-5ab1a2b5-c467-4795-9f7e-0c3362343e0d tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=b74dd98b-0323-4c83-8a42-ff479832320c HTTP/1.1" status: 200 len: 948 time: 0.3066132 Nov 24 20:47:43.837337 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eb2c162a-f277-4b4e-991e-0eddb5b558cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:43.845566 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-65c05d16-acbf-476f-87ba-56df2edb69f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1769707-1a6b-404c-a543-4a62ef7d06b9 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:47:43.852540 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2c162a-f277-4b4e-991e-0eddb5b558cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:47:43.857791 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-65c05d16-acbf-476f-87ba-56df2edb69f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:43.864908 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eb2c162a-f277-4b4e-991e-0eddb5b558cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:43.865256 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-eb2c162a-f277-4b4e-991e-0eddb5b558cf admin admin] Added segment 3e42ff0f-6ff2-40ff-9988-44a68c0b367b of type vlan for network dd032fe9-6d0b-4900-a93d-93929972a748 Nov 24 20:47:43.888227 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-65c05d16-acbf-476f-87ba-56df2edb69f0 service neutron] Transition to ACTIVE for port object c1769707-1a6b-404c-a543-4a62ef7d06b9 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:47:43.894696 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-65c05d16-acbf-476f-87ba-56df2edb69f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:43.913861 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d530b5b9-fe41-42d1-9506-2fe4859b6406 req-592c40fa-03ad-4f06-a3cf-c79e06cf666c tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868492 Nov 24 20:47:43.921710 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eb2c162a-f277-4b4e-991e-0eddb5b558cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:43.931636 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:43.932860 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f53914d6-6181-4544-b5fb-471e50c54593 None None] Port c1769707-1a6b-404c-a543-4a62ef7d06b9 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:47:43.963637 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c05d16-acbf-476f-87ba-56df2edb69f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c1769707-1a6b-404c-a543-4a62ef7d06b9,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:43.986979 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-69e4e1fa-b5f6-453d-b610-3f7a8029d914 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:43.988661 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eb2c162a-f277-4b4e-991e-0eddb5b558cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:43.989675 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2c162a-f277-4b4e-991e-0eddb5b558cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:43.990280 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eb2c162a-f277-4b4e-991e-0eddb5b558cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:44.005644 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:47:44.018361 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:44.018738 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:44.077683 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-65c05d16-acbf-476f-87ba-56df2edb69f0 service neutron] Attempting to bind port c1769707-1a6b-404c-a543-4a62ef7d06b9 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:47:44.078070 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-65c05d16-acbf-476f-87ba-56df2edb69f0 service neutron] Attempting to bind port c1769707-1a6b-404c-a543-4a62ef7d06b9 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:47:44.078361 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-65c05d16-acbf-476f-87ba-56df2edb69f0 service neutron] Attempting to bind port c1769707-1a6b-404c-a543-4a62ef7d06b9 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:44.083527 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-65c05d16-acbf-476f-87ba-56df2edb69f0 service neutron] Port c1769707-1a6b-404c-a543-4a62ef7d06b9 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:47:44.083914 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-65c05d16-acbf-476f-87ba-56df2edb69f0 service neutron] Attempting to bind port c1769707-1a6b-404c-a543-4a62ef7d06b9 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:44.092909 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-65c05d16-acbf-476f-87ba-56df2edb69f0 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:47:44.093606 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-65c05d16-acbf-476f-87ba-56df2edb69f0 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:47:44.094347 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-65c05d16-acbf-476f-87ba-56df2edb69f0 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:47:44.095192 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-65c05d16-acbf-476f-87ba-56df2edb69f0 service neutron] Bound port: c1769707-1a6b-404c-a543-4a62ef7d06b9, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:47:44.095787 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-65c05d16-acbf-476f-87ba-56df2edb69f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:44.164141 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:44.210189 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178a9c5e-456b-4ede-8f65-20220b6a434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad119b1b-6ae9-4fcd-bec9-e958d037a1c9'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:47:44.212989 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89141a4c-2403-4f2d-b66b-2e2d01e9f0c6" -d '{"events": [{"server_uuid": "178a9c5e-456b-4ede-8f65-20220b6a434f", "name": "network-vif-plugged", "status": "completed", "tag": "ad119b1b-6ae9-4fcd-bec9-e958d037a1c9"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:47:44.226314 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:44.232122 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:44.235660 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-65c05d16-acbf-476f-87ba-56df2edb69f0 service neutron] For port c1769707-1a6b-404c-a543-4a62ef7d06b9, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:47:44.285153 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-65c05d16-acbf-476f-87ba-56df2edb69f0 service neutron] For port c1769707-1a6b-404c-a543-4a62ef7d06b9, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c1769707-1a6b-404c-a543-4a62ef7d06b9,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:47:44.288783 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c162a-f277-4b4e-991e-0eddb5b558cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c57f29-7f28-44a5-ac15-f92a0e9325e2,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:44.296511 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c162a-f277-4b4e-991e-0eddb5b558cf admin admin] Pushing event updated for resources: {'Network': ['ID=dd032fe9-6d0b-4900-a93d-93929972a748,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:44.305935 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-eb2c162a-f277-4b4e-991e-0eddb5b558cf admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1741030 Nov 24 20:47:44.317385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:44.317600 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc050244-9083-4994-9054-2d811860b964 req-258c72cf-65a8-49fc-b131-60a142bdee6c tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:44.328015 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network dd032fe9-6d0b-4900-a93d-93929972a748 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:47:44.328167 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fc050244-9083-4994-9054-2d811860b964 req-258c72cf-65a8-49fc-b131-60a142bdee6c tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 945 time: 0.1079125 Nov 24 20:47:44.328718 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47724) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:44.334576 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b78c0d18-6a3c-43c0-b247-ebd375e8a13f admin admin] Request body: {'subnet': {'network_id': 'dd032fe9-6d0b-4900-a93d-93929972a748', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2102006508-subnet', 'tenant_id': '274dcf0d382542be8cbe2381fdb38237', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:44.345438 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0f6ef26a-ebbc-416e-a652-78394fd861ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:44.350608 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-69e4e1fa-b5f6-453d-b610-3f7a8029d914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:44.354434 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-69e4e1fa-b5f6-453d-b610-3f7a8029d914 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:44.358047 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-69e4e1fa-b5f6-453d-b610-3f7a8029d914 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/759a767f-3fc3-46f9-a38b-19268565f9ac HTTP/1.1" status: 204 len: 168 time: 0.7326074 Nov 24 20:47:44.359067 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-65c05d16-acbf-476f-87ba-56df2edb69f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:44.375936 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641208c2-e849-4af6-a784-41c87362d233 req-0545215f-5a96-4c27-9413-2f4d3f803894 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:44.376367 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device ca496cb2-54f8-499b-a360-f85683e2af77 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:47:44.377327 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-641208c2-e849-4af6-a784-41c87362d233 req-0545215f-5a96-4c27-9413-2f4d3f803894 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=120a0073-184c-4e4c-9409-e04f5c269bd8 HTTP/1.1" status: 200 len: 947 time: 0.4037983 Nov 24 20:47:44.377973 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0f6ef26a-ebbc-416e-a652-78394fd861ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:44.383863 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78c0d18-6a3c-43c0-b247-ebd375e8a13f admin admin] Made reservation on behalf of 274dcf0d382542be8cbe2381fdb38237 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:47:44.388002 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b78c0d18-6a3c-43c0-b247-ebd375e8a13f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:44.394450 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4e1fa-b5f6-453d-b610-3f7a8029d914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759a767f-3fc3-46f9-a38b-19268565f9ac,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:44.437700 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0f6ef26a-ebbc-416e-a652-78394fd861ca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d96cceeab88448e8af92896416740742&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9101622 Nov 24 20:47:44.442220 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47730) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:44.444132 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-65c05d16-acbf-476f-87ba-56df2edb69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:44.445063 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-65c05d16-acbf-476f-87ba-56df2edb69f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:44.446905 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-65c05d16-acbf-476f-87ba-56df2edb69f0 service neutron] 10.222.0.48 "PUT /v2.0/ports/c1769707-1a6b-404c-a543-4a62ef7d06b9 HTTP/1.1" status: 200 len: 1095 time: 1.1731858 Nov 24 20:47:44.457684 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120a0073-184c-4e4c-9409-e04f5c269bd8', 'tag': 'c1769707-1a6b-404c-a543-4a62ef7d06b9'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:47:44.461088 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aaa10fc-9073-4eed-92ca-8afd2c53029d" -d '{"events": [{"name": "network-changed", "server_uuid": "120a0073-184c-4e4c-9409-e04f5c269bd8", "tag": "c1769707-1a6b-404c-a543-4a62ef7d06b9"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:47:44.545021 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-641208c2-e849-4af6-a784-41c87362d233 req-278f6bf0-7a55-4fa8-9573-7b8139c68967 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582186 Nov 24 20:47:44.546331 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ef26a-ebbc-416e-a652-78394fd861ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e72250-ad21-4b74-a888-b7ff82bdc7f0,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:44.584167 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fc050244-9083-4994-9054-2d811860b964 req-2598b18b-e68d-4b93-81da-2acac7bdda78 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220263 Nov 24 20:47:44.585527 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port ca496cb2-54f8-499b-a360-f85683e2af77 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:47:44.591458 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c05d16-acbf-476f-87ba-56df2edb69f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c1769707-1a6b-404c-a543-4a62ef7d06b9,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:44.609006 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port ca496cb2-54f8-499b-a360-f85683e2af77 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:44.609445 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:44.667389 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-551ac5fd-eb49-4130-92a2-f5ade7d7cc82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:44.684267 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec864120-44df-4c58-96e4-8a37a086fc66 x-openstack-request-id: req-ec864120-44df-4c58-96e4-8a37a086fc66 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:47:44.684565 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178a9c5e-456b-4ede-8f65-20220b6a434f", "name": "network-vif-plugged", "status": "completed", "tag": "ad119b1b-6ae9-4fcd-bec9-e958d037a1c9", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:47:44.686629 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ec864120-44df-4c58-96e4-8a37a086fc66 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:47:44.687040 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178a9c5e-456b-4ede-8f65-20220b6a434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad119b1b-6ae9-4fcd-bec9-e958d037a1c9', 'code': 200} Nov 24 20:47:44.687826 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-dd3ce414-2fc6-474f-801e-9595f86498cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:44.704420 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-dd3ce414-2fc6-474f-801e-9595f86498cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c86c1f96cf464eafad2d2cf93173b181&device_id=120a0073-184c-4e4c-9409-e04f5c269bd8 HTTP/1.1" status: 200 len: 1098 time: 0.1840847 Nov 24 20:47:44.768421 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-551ac5fd-eb49-4130-92a2-f5ade7d7cc82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:44.811990 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:44.831129 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:44.834573 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-d5411fe3-8d7d-4b57-be38-cdbc681665b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=c1769707-1a6b-404c-a543-4a62ef7d06b9 HTTP/1.1" status: 200 len: 217 time: 0.1118021 Nov 24 20:47:44.873440 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-551ac5fd-eb49-4130-92a2-f5ade7d7cc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:44.876051 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-551ac5fd-eb49-4130-92a2-f5ade7d7cc82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:44.877580 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-551ac5fd-eb49-4130-92a2-f5ade7d7cc82 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c2e72250-ad21-4b74-a888-b7ff82bdc7f0 HTTP/1.1" status: 204 len: 168 time: 0.4339373 Nov 24 20:47:44.883517 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port ca496cb2-54f8-499b-a360-f85683e2af77, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=ca496cb2-54f8-499b-a360-f85683e2af77,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:44.889655 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ac5fd-eb49-4130-92a2-f5ade7d7cc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e72250-ad21-4b74-a888-b7ff82bdc7f0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:44.894770 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:44.923640 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdc1430-16d3-4e4b-8f3d-655d400d9581 x-openstack-request-id: req-ccdc1430-16d3-4e4b-8f3d-655d400d9581 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:47:44.923939 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120a0073-184c-4e4c-9409-e04f5c269bd8", "tag": "c1769707-1a6b-404c-a543-4a62ef7d06b9", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:47:44.924198 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ccdc1430-16d3-4e4b-8f3d-655d400d9581 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:47:44.924596 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120a0073-184c-4e4c-9409-e04f5c269bd8', 'tag': 'c1769707-1a6b-404c-a543-4a62ef7d06b9', 'status': 'completed', 'code': 200} Nov 24 20:47:44.984473 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=ca496cb2-54f8-499b-a360-f85683e2af77,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:44.991208 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-111e44ae-05c3-41d1-ba6e-48001112d2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:44.993293 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-111e44ae-05c3-41d1-ba6e-48001112d2f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.1419477 Nov 24 20:47:44.995722 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04462af-c9d2-4063-823d-1e1063b8f79a req-7d6fb2ac-d712-471f-a32e-f6cb67bb0d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:44.997132 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d04462af-c9d2-4063-823d-1e1063b8f79a req-7d6fb2ac-d712-471f-a32e-f6cb67bb0d8d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 1096 time: 0.1670673 Nov 24 20:47:45.009931 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47742) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:45.034442 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-227e5d08-eaa1-4486-b04f-57a1d68427a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:45.115344 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-227e5d08-eaa1-4486-b04f-57a1d68427a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:45.126692 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-227e5d08-eaa1-4486-b04f-57a1d68427a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:45.172161 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b78c0d18-6a3c-43c0-b247-ebd375e8a13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:45.173736 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-227e5d08-eaa1-4486-b04f-57a1d68427a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8385f9cd591f4fe3a8790e71d375156a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1625335 Nov 24 20:47:45.176730 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47748) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:45.208283 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e5d08-eaa1-4486-b04f-57a1d68427a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b925481-8230-45fd-b5ef-2456a96f911b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:45.235322 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-370c4884-6fef-4f05-af4f-0a9efce65d67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:45.235568 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d04462af-c9d2-4063-823d-1e1063b8f79a req-c89d94a1-f44e-4c39-a850-87568cf191ce service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022099 Nov 24 20:47:45.249928 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-213a25de-10e3-4bed-b6fa-3d1b8d9c5019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:45.251587 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-213a25de-10e3-4bed-b6fa-3d1b8d9c5019 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2124498 Nov 24 20:47:45.261907 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-370c4884-6fef-4f05-af4f-0a9efce65d67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:45.267751 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06044bf-cae9-4a5c-b4fc-f33dabec9fac req-d7ae0f7d-c09e-4a22-bf57-82d634c008ef tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:45.267751 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c06044bf-cae9-4a5c-b4fc-f33dabec9fac req-d7ae0f7d-c09e-4a22-bf57-82d634c008ef tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=b74dd98b-0323-4c83-8a42-ff479832320c HTTP/1.1" status: 200 len: 949 time: 0.2173274 Nov 24 20:47:45.324898 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-370c4884-6fef-4f05-af4f-0a9efce65d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:45.328896 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-370c4884-6fef-4f05-af4f-0a9efce65d67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:45.330765 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-370c4884-6fef-4f05-af4f-0a9efce65d67 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b925481-8230-45fd-b5ef-2456a96f911b HTTP/1.1" status: 204 len: 168 time: 0.1528215 Nov 24 20:47:45.335660 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c0d18-6a3c-43c0-b247-ebd375e8a13f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf2c159d-db11-4849-a1bb-f1ca1eeeb7a3,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:45.341364 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c4884-6fef-4f05-af4f-0a9efce65d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b925481-8230-45fd-b5ef-2456a96f911b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:45.422912 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78c0d18-6a3c-43c0-b247-ebd375e8a13f admin admin] Checking segment: {'id': '3e42ff0f-6ff2-40ff-9988-44a68c0b367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'dd032fe9-6d0b-4900-a93d-93929972a748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:47:45.423293 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78c0d18-6a3c-43c0-b247-ebd375e8a13f admin admin] Network hostable DHCP agents. Network: dd032fe9-6d0b-4900-a93d-93929972a748, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:47:45.449487 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c06044bf-cae9-4a5c-b4fc-f33dabec9fac req-8250c741-c0b6-4e85-8c32-90f5b0dfa947 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665542 Nov 24 20:47:45.487642 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-37707d55-71df-4f30-934e-80180413df0d service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181511 Nov 24 20:47:45.489614 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78c0d18-6a3c-43c0-b247-ebd375e8a13f admin admin] Network dd032fe9-6d0b-4900-a93d-93929972a748 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:47:45.568531 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-b78c0d18-6a3c-43c0-b247-ebd375e8a13f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, dd032fe9-6d0b-4900-a93d-93929972a748) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:47:45.577289 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e826781-e331-4efb-8f45-88f095defa3b None None] Network dd032fe9-6d0b-4900-a93d-93929972a748 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:47:45.579047 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78c0d18-6a3c-43c0-b247-ebd375e8a13f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:45.579654 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b78c0d18-6a3c-43c0-b247-ebd375e8a13f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:45.614264 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-09d901cc-4e90-4b22-9e14-0418cd1ed0fb req-74800a3e-9980-4e4e-a26c-e070bdf3dc87 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175923 Nov 24 20:47:45.633640 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b78c0d18-6a3c-43c0-b247-ebd375e8a13f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3032703 Nov 24 20:47:45.637093 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47780) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:45.660777 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-54cbb54a-0e85-4b2c-9947-6b3d14ef48db admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2102006508-router', 'tenant_id': '274dcf0d382542be8cbe2381fdb38237', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:45.765252 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558c159-1845-44a5-8b05-65e394fc1c03 req-058476f7-e8c1-4861-a65f-803d4fff5b9c tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:45.775650 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9558c159-1845-44a5-8b05-65e394fc1c03 req-058476f7-e8c1-4861-a65f-803d4fff5b9c tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=120a0073-184c-4e4c-9409-e04f5c269bd8 HTTP/1.1" status: 200 len: 947 time: 0.1444786 Nov 24 20:47:45.804494 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-54cbb54a-0e85-4b2c-9947-6b3d14ef48db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:45.805750 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-54cbb54a-0e85-4b2c-9947-6b3d14ef48db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:45.820029 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac774c9-3159-41d7-9a2a-d425e333499b req-06439ff3-1824-4707-9d55-cf9b499febac tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:45.830308 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1ac774c9-3159-41d7-9a2a-d425e333499b req-06439ff3-1824-4707-9d55-cf9b499febac tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 945 time: 0.0968077 Nov 24 20:47:45.835049 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa10fc-9073-4eed-92ca-8afd2c53029d req-5f114cde-283c-4d9e-9513-e86d54bf27d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:45.838084 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6aaa10fc-9073-4eed-92ca-8afd2c53029d req-5f114cde-283c-4d9e-9513-e86d54bf27d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c86c1f96cf464eafad2d2cf93173b181&device_id=120a0073-184c-4e4c-9409-e04f5c269bd8 HTTP/1.1" status: 200 len: 1098 time: 0.1630728 Nov 24 20:47:45.841423 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb700f2e-052a-40fb-b984-cc3a42c60531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-dd032fe9-6d0b-4900-a93d-93929972a748', 'network_id': 'dd032fe9-6d0b-4900-a93d-93929972a748', 'tenant_id': '274dcf0d382542be8cbe2381fdb38237', 'fixed_ips': [{'subnet_id': 'cf2c159d-db11-4849-a1bb-f1ca1eeeb7a3'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:47:45.843558 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cb700f2e-052a-40fb-b984-cc3a42c60531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:45.879934 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9558c159-1845-44a5-8b05-65e394fc1c03 req-41e9843a-b09f-4730-b079-3cfb995e3cf2 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989127 Nov 24 20:47:46.077337 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-54cbb54a-0e85-4b2c-9947-6b3d14ef48db admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:46.091008 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1ac774c9-3159-41d7-9a2a-d425e333499b req-13287c28-a285-4869-9e12-2aec6be54807 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593975 Nov 24 20:47:46.094080 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-cb700f2e-052a-40fb-b984-cc3a42c60531 None None] Allocated IP 172.20.0.2 (dd032fe9-6d0b-4900-a93d-93929972a748/cf2c159d-db11-4849-a1bb-f1ca1eeeb7a3/d486fdb9-c7a8-489d-8124-650584c2aad7) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:47:46.206663 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa10fc-9073-4eed-92ca-8afd2c53029d req-835c91bb-9d15-41c4-a8a9-47238efe319c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:46.208266 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6aaa10fc-9073-4eed-92ca-8afd2c53029d req-835c91bb-9d15-41c4-a8a9-47238efe319c service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.3608263 Nov 24 20:47:46.302916 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cb700f2e-052a-40fb-b984-cc3a42c60531 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:46.305112 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6aaa10fc-9073-4eed-92ca-8afd2c53029d req-aa71338b-3129-4e8f-a886-1045ed87de57 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=c1769707-1a6b-404c-a543-4a62ef7d06b9 HTTP/1.1" status: 200 len: 217 time: 0.0836203 Nov 24 20:47:46.311678 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cb700f2e-052a-40fb-b984-cc3a42c60531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:46.362006 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb700f2e-052a-40fb-b984-cc3a42c60531 None None] Network dd032fe9-6d0b-4900-a93d-93929972a748 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:47:46.367370 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-cb700f2e-052a-40fb-b984-cc3a42c60531 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:47:46.373843 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb700f2e-052a-40fb-b984-cc3a42c60531 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:47:46.398735 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb700f2e-052a-40fb-b984-cc3a42c60531 None None] Pushing event updated for resources: {'Port': ['ID=d486fdb9-c7a8-489d-8124-650584c2aad7,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:46.409771 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dd6ec2ce-0316-475f-96ab-3f4bba73763c req-823ef787-1cf3-441d-ba16-6b3e0e634510 tempest-FlavorsV2NegativeTest-985238246 tempest-FlavorsV2NegativeTest-985238246-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5710e148fb4e4712b832a1c5330b99e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314059 Nov 24 20:47:46.411251 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-54cbb54a-0e85-4b2c-9947-6b3d14ef48db admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:46.516428 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-cb700f2e-052a-40fb-b984-cc3a42c60531 None None] Attempting to bind port d486fdb9-c7a8-489d-8124-650584c2aad7 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:47:46.518307 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-cb700f2e-052a-40fb-b984-cc3a42c60531 None None] Attempting to bind port d486fdb9-c7a8-489d-8124-650584c2aad7 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '3e42ff0f-6ff2-40ff-9988-44a68c0b367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'dd032fe9-6d0b-4900-a93d-93929972a748'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:47:46.518706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb700f2e-052a-40fb-b984-cc3a42c60531 None None] Attempting to bind port d486fdb9-c7a8-489d-8124-650584c2aad7 on network dd032fe9-6d0b-4900-a93d-93929972a748 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:46.535919 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb700f2e-052a-40fb-b984-cc3a42c60531 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:47:46.536320 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb700f2e-052a-40fb-b984-cc3a42c60531 None None] Checking segment: {'id': '3e42ff0f-6ff2-40ff-9988-44a68c0b367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'dd032fe9-6d0b-4900-a93d-93929972a748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:47:46.536741 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cb700f2e-052a-40fb-b984-cc3a42c60531 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:46.537168 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb700f2e-052a-40fb-b984-cc3a42c60531 None None] Bound using segment: {'id': '3e42ff0f-6ff2-40ff-9988-44a68c0b367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'dd032fe9-6d0b-4900-a93d-93929972a748'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:47:46.539686 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-cb700f2e-052a-40fb-b984-cc3a42c60531 None None] Bound port: d486fdb9-c7a8-489d-8124-650584c2aad7, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e42ff0f-6ff2-40ff-9988-44a68c0b367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'dd032fe9-6d0b-4900-a93d-93929972a748'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:47:46.542686 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cb700f2e-052a-40fb-b984-cc3a42c60531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:46.599656 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ec2ce-0316-475f-96ab-3f4bba73763c req-fd613b99-b3ea-4839-84aa-5b19f4ce6cdc tempest-FlavorsV2NegativeTest-985238246 tempest-FlavorsV2NegativeTest-985238246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:46.601651 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dd6ec2ce-0316-475f-96ab-3f4bba73763c req-fd613b99-b3ea-4839-84aa-5b19f4ce6cdc tempest-FlavorsV2NegativeTest-985238246 tempest-FlavorsV2NegativeTest-985238246-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1909738 Nov 24 20:47:46.616069 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa10fc-9073-4eed-92ca-8afd2c53029d req-eb8c9a91-d2e7-4fff-9e7e-134b268bab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:46.617639 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6aaa10fc-9073-4eed-92ca-8afd2c53029d req-eb8c9a91-d2e7-4fff-9e7e-134b268bab0d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.1997991 Nov 24 20:47:46.626061 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dd6ec2ce-0316-475f-96ab-3f4bba73763c req-9a5338f6-fee6-4bda-a016-8122a2bbbd7f tempest-FlavorsV2NegativeTest-985238246 tempest-FlavorsV2NegativeTest-985238246-project] 10.222.0.11 "GET /v2.0/quotas/5710e148fb4e4712b832a1c5330b99e4 HTTP/1.1" status: 200 len: 375 time: 0.0160191 Nov 24 20:47:46.666516 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-cb700f2e-052a-40fb-b984-cc3a42c60531 None None] For port d486fdb9-c7a8-489d-8124-650584c2aad7, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:47:46.670394 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-cb700f2e-052a-40fb-b984-cc3a42c60531 None None] For port d486fdb9-c7a8-489d-8124-650584c2aad7, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d486fdb9-c7a8-489d-8124-650584c2aad7,segment=NetworkSegment(3e42ff0f-6ff2-40ff-9988-44a68c0b367b),segment_id=3e42ff0f-6ff2-40ff-9988-44a68c0b367b)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:47:46.684092 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cb700f2e-052a-40fb-b984-cc3a42c60531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:46.736519 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a0b96-13d4-447f-98f2-2361502d09a4 req-afc143f8-2123-4a5e-ab76-c42db5faf19e tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:46.738316 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-391a0b96-13d4-447f-98f2-2361502d09a4 req-afc143f8-2123-4a5e-ab76-c42db5faf19e tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=b74dd98b-0323-4c83-8a42-ff479832320c HTTP/1.1" status: 200 len: 949 time: 0.2028375 Nov 24 20:47:46.748309 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74dd98b-0323-4c83-8a42-ff479832320c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca496cb2-54f8-499b-a360-f85683e2af77'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:47:46.751471 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152dab5f-74ea-480c-aedc-7399756fe247" -d '{"events": [{"server_uuid": "b74dd98b-0323-4c83-8a42-ff479832320c", "name": "network-vif-plugged", "status": "completed", "tag": "ca496cb2-54f8-499b-a360-f85683e2af77"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:47:46.759485 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb700f2e-052a-40fb-b984-cc3a42c60531 None None] Pushing event updated for resources: {'Port': ['ID=d486fdb9-c7a8-489d-8124-650584c2aad7,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:46.780468 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa10fc-9073-4eed-92ca-8afd2c53029d req-91ee5f31-09cb-452c-a2f0-9279c350eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:46.785527 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6aaa10fc-9073-4eed-92ca-8afd2c53029d req-91ee5f31-09cb-452c-a2f0-9279c350eb25 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1595569 Nov 24 20:47:46.825482 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-391a0b96-13d4-447f-98f2-2361502d09a4 req-e23db4d0-824f-4cd4-aaef-2f43d310f3df tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743206 Nov 24 20:47:46.929923 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dd6ec2ce-0316-475f-96ab-3f4bba73763c req-ab488947-936a-4dc6-b4d5-12324958b0b0 tempest-FlavorsV2NegativeTest-985238246 tempest-FlavorsV2NegativeTest-985238246-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5710e148fb4e4712b832a1c5330b99e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2980058 Nov 24 20:47:46.995672 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda683d8-b199-4abe-83a6-efaed197eec6 x-openstack-request-id: req-fda683d8-b199-4abe-83a6-efaed197eec6 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:47:46.996007 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74dd98b-0323-4c83-8a42-ff479832320c", "name": "network-vif-plugged", "status": "completed", "tag": "ca496cb2-54f8-499b-a360-f85683e2af77", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:47:46.996274 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fda683d8-b199-4abe-83a6-efaed197eec6 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:47:46.996678 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74dd98b-0323-4c83-8a42-ff479832320c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca496cb2-54f8-499b-a360-f85683e2af77', 'code': 200} Nov 24 20:47:47.218510 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650edab-f4d3-483b-8e06-d1c10d519990 req-a9f2691c-f077-4d45-8314-ca6bf322af91 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:47.227519 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b650edab-f4d3-483b-8e06-d1c10d519990 req-a9f2691c-f077-4d45-8314-ca6bf322af91 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=120a0073-184c-4e4c-9409-e04f5c269bd8 HTTP/1.1" status: 200 len: 947 time: 0.0866387 Nov 24 20:47:47.305906 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b650edab-f4d3-483b-8e06-d1c10d519990 req-8a5ce481-d219-413a-b179-9bda2264eb89 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756071 Nov 24 20:47:47.403120 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-54cbb54a-0e85-4b2c-9947-6b3d14ef48db admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:47.450486 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-54cbb54a-0e85-4b2c-9947-6b3d14ef48db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:47.455388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931c3f0-cac1-4107-92a9-9d7a58b641b5 req-1ccdf464-e000-4057-9250-66ab99ad1f63 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:47.455952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3454f8-9896-417c-ac5e-bdbe87a47f62 req-176dbe81-438c-41f9-8d88-5227c9e2fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:47.457508 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be3454f8-9896-417c-ac5e-bdbe87a47f62 req-176dbe81-438c-41f9-8d88-5227c9e2fac1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b74dd98b-0323-4c83-8a42-ff479832320c HTTP/1.1" status: 200 len: 1100 time: 0.1976731 Nov 24 20:47:47.458082 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1931c3f0-cac1-4107-92a9-9d7a58b641b5 req-1ccdf464-e000-4057-9250-66ab99ad1f63 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 945 time: 0.0655365 Nov 24 20:47:47.466918 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6aaa10fc-9073-4eed-92ca-8afd2c53029d req-fa26ceb0-2720-4162-8dd7-ac642f658098 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6488061 Nov 24 20:47:47.564558 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1931c3f0-cac1-4107-92a9-9d7a58b641b5 req-ecb8b648-a530-4ac8-9d35-31f3b682f7fb tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928864 Nov 24 20:47:47.668216 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be3454f8-9896-417c-ac5e-bdbe87a47f62 req-3de84d21-d571-42ed-a8c5-b91cce92f8e7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689751 Nov 24 20:47:47.718044 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47884) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:47.793767 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-54cbb54a-0e85-4b2c-9947-6b3d14ef48db admin admin] Allocated IP 172.25.5.24 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/ccd67cff-5b15-4f10-988b-36a368e6a5f9) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:47:47.800985 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6aaa10fc-9073-4eed-92ca-8afd2c53029d req-0ea2b32e-e84c-4f9c-9502-d9da19ab9ce8 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960687 Nov 24 20:47:47.817052 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f59127-3e99-4075-b3e0-41a87ff6886b req-9693e37e-3468-47af-bd3a-080ae7787b37 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:47.818963 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-97f59127-3e99-4075-b3e0-41a87ff6886b req-9693e37e-3468-47af-bd3a-080ae7787b37 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 1096 time: 0.0978312 Nov 24 20:47:47.880496 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b2d9b1e9-a3ee-4ea2-9a52-6f628152af9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:47.952083 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-97f59127-3e99-4075-b3e0-41a87ff6886b req-fa7d6693-9dca-447e-a6ab-5d70f2ac6fbb tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260591 Nov 24 20:47:47.995197 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-54cbb54a-0e85-4b2c-9947-6b3d14ef48db admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:48.081220 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-54cbb54a-0e85-4b2c-9947-6b3d14ef48db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:48.150907 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b74f74-0682-4227-83b0-0bf381a9e974 req-811dfc52-8e09-44a8-91eb-2adcb11b1c40 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:48.152624 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91b74f74-0682-4227-83b0-0bf381a9e974 req-811dfc52-8e09-44a8-91eb-2adcb11b1c40 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=b74dd98b-0323-4c83-8a42-ff479832320c HTTP/1.1" status: 200 len: 949 time: 0.1633308 Nov 24 20:47:48.159418 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbb54a-0e85-4b2c-9947-6b3d14ef48db admin admin] Pushing event updated for resources: {'Port': ['ID=ccd67cff-5b15-4f10-988b-36a368e6a5f9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:48.180647 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47900) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:48.183920 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b2d9b1e9-a3ee-4ea2-9a52-6f628152af9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:48.204705 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b2d9b1e9-a3ee-4ea2-9a52-6f628152af9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:48.213046 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11388f94-4f4d-4ccd-bc5a-e498f284ac17 None None] Network dd032fe9-6d0b-4900-a93d-93929972a748 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:47:48.213776 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cbb54a-0e85-4b2c-9947-6b3d14ef48db admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:47:48.216147 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-54cbb54a-0e85-4b2c-9947-6b3d14ef48db admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:47:48.219442 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cbb54a-0e85-4b2c-9947-6b3d14ef48db admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:47:48.259504 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf65a4-5b79-4c9f-a751-003e08ac68bd req-993b7033-634d-48ba-a1b7-ae0bc10a400e tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:48.261398 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9fcf65a4-5b79-4c9f-a751-003e08ac68bd req-993b7033-634d-48ba-a1b7-ae0bc10a400e tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 1096 time: 0.0942574 Nov 24 20:47:48.276855 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b2d9b1e9-a3ee-4ea2-9a52-6f628152af9a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c0d65b19124f4df7bdc455af2ddf6954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5574732 Nov 24 20:47:48.284042 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47906) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:48.306007 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91b74f74-0682-4227-83b0-0bf381a9e974 req-8299e270-2400-4f71-b672-8ca59592b553 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473048 Nov 24 20:47:48.311227 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2356a981-60d3-4e93-868b-22987a1417d0 None None] Provisioning complete for port d486fdb9-c7a8-489d-8124-650584c2aad7 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:48.311811 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2356a981-60d3-4e93-868b-22987a1417d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:48.315298 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9b1e9-a3ee-4ea2-9a52-6f628152af9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efaa2099-b4ac-4b7b-ad8c-c1e9623e081e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:48.373699 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device c1769707-1a6b-404c-a543-4a62ef7d06b9 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:47:48.386863 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-00edb106-2f35-44e4-9ae4-ce38ebfbee73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:48.401142 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23a6f6ce-f2d5-4996-b5d3-90504800454d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:48.491517 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23a6f6ce-f2d5-4996-b5d3-90504800454d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:48.495709 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port c1769707-1a6b-404c-a543-4a62ef7d06b9, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c1769707-1a6b-404c-a543-4a62ef7d06b9,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:48.503624 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23a6f6ce-f2d5-4996-b5d3-90504800454d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:48.507738 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-00edb106-2f35-44e4-9ae4-ce38ebfbee73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:48.508494 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9fcf65a4-5b79-4c9f-a751-003e08ac68bd req-9c3909f8-e773-46d4-88cc-711aadca5ad7 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367454 Nov 24 20:47:48.520721 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'c1769707-1a6b-404c-a543-4a62ef7d06b9', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': 'c1769707-1a6b-404c-a543-4a62ef7d06b9', 'mac_address': 'fa:16:3e:ec:2a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:47:48.595951 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6f6ce-f2d5-4996-b5d3-90504800454d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb60c90-a51f-4cdb-9ae0-5df164cc4c12,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:48.606916 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-23a6f6ce-f2d5-4996-b5d3-90504800454d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5710e148fb4e4712b832a1c5330b99e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4214118 Nov 24 20:47:48.607828 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47918) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:48.632837 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-54cbb54a-0e85-4b2c-9947-6b3d14ef48db admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:48.654555 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-00edb106-2f35-44e4-9ae4-ce38ebfbee73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:48.657511 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-00edb106-2f35-44e4-9ae4-ce38ebfbee73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:48.661270 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-00edb106-2f35-44e4-9ae4-ce38ebfbee73 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/efaa2099-b4ac-4b7b-ad8c-c1e9623e081e HTTP/1.1" status: 204 len: 168 time: 0.3728478 Nov 24 20:47:48.670450 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edb106-2f35-44e4-9ae4-ce38ebfbee73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaa2099-b4ac-4b7b-ad8c-c1e9623e081e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:48.694620 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-827deaa6-86ca-4dde-a6c4-b171a2f9ddbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:48.752576 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-827deaa6-86ca-4dde-a6c4-b171a2f9ddbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:48.811515 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:48.854627 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-827deaa6-86ca-4dde-a6c4-b171a2f9ddbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:48.858347 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-827deaa6-86ca-4dde-a6c4-b171a2f9ddbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:48.865843 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-827deaa6-86ca-4dde-a6c4-b171a2f9ddbb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2fb60c90-a51f-4cdb-9ae0-5df164cc4c12 HTTP/1.1" status: 204 len: 168 time: 0.2560518 Nov 24 20:47:48.872075 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2356a981-60d3-4e93-868b-22987a1417d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:48.881656 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94c5b7-d4c3-46ea-ac70-1c2b0bfd505c req-af369b60-8a30-422b-a3b2-d793a8e68706 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:48.885844 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827deaa6-86ca-4dde-a6c4-b171a2f9ddbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb60c90-a51f-4cdb-9ae0-5df164cc4c12,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:48.896638 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8b94c5b7-d4c3-46ea-ac70-1c2b0bfd505c req-af369b60-8a30-422b-a3b2-d793a8e68706 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=120a0073-184c-4e4c-9409-e04f5c269bd8 HTTP/1.1" status: 200 len: 947 time: 0.2032311 Nov 24 20:47:48.921447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1769707-1a6b-404c-a543-4a62ef7d06b9 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:47:48.966477 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d486fdb9-c7a8-489d-8124-650584c2aad7 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:47:49.029604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port c1769707-1a6b-404c-a543-4a62ef7d06b9, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c1769707-1a6b-404c-a543-4a62ef7d06b9,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:49.046909 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2356a981-60d3-4e93-868b-22987a1417d0 None None] For port d486fdb9-c7a8-489d-8124-650584c2aad7, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d486fdb9-c7a8-489d-8124-650584c2aad7,segment=NetworkSegment(3e42ff0f-6ff2-40ff-9988-44a68c0b367b),segment_id=3e42ff0f-6ff2-40ff-9988-44a68c0b367b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:49.052008 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:49.059947 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2356a981-60d3-4e93-868b-22987a1417d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:49.143792 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8b94c5b7-d4c3-46ea-ac70-1c2b0bfd505c req-edd68bce-74c6-4ec1-8529-ab35d860e5f4 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455215 Nov 24 20:47:49.195693 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-54cbb54a-0e85-4b2c-9947-6b3d14ef48db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:49.298230 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9cb43-8b60-4647-9483-1824d0c9538b req-b769d114-fd76-4a2d-ab2a-0fe7bf6646fa tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:49.302279 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91e9cb43-8b60-4647-9483-1824d0c9538b req-b769d114-fd76-4a2d-ab2a-0fe7bf6646fa tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 1096 time: 0.1083837 Nov 24 20:47:49.331366 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=c1769707-1a6b-404c-a543-4a62ef7d06b9,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:49.399998 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356a981-60d3-4e93-868b-22987a1417d0 None None] Pushing event updated for resources: {'Port': ['ID=d486fdb9-c7a8-489d-8124-650584c2aad7,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:49.407658 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port d486fdb9-c7a8-489d-8124-650584c2aad7 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:49.408151 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:49.457713 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['c1769707-1a6b-404c-a543-4a62ef7d06b9'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:47:49.460287 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cbb54a-0e85-4b2c-9947-6b3d14ef48db admin admin] Router 202e24f0-bf9d-4b07-9493-7e842bf6c21e is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:47:49.465145 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91e9cb43-8b60-4647-9483-1824d0c9538b req-f2b7364c-74d9-4acc-8260-855b0dc0ccc7 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549869 Nov 24 20:47:49.620315 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47946) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:49.624858 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a94ce686-3867-448e-9530-6700b0c08943 None None] Provisioning complete for port d486fdb9-c7a8-489d-8124-650584c2aad7 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:49.625240 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a94ce686-3867-448e-9530-6700b0c08943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:49.676844 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cbb54a-0e85-4b2c-9947-6b3d14ef48db admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:47:49.690947 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] Sync routers for ids ['202e24f0-bf9d-4b07-9493-7e842bf6c21e'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:47:49.715298 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] Routers {'202e24f0-bf9d-4b07-9493-7e842bf6c21e'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:47:49.717386 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:47:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['202e24f0-bf9d-4b07-9493-7e842bf6c21e'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:47:49.745213 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c44e3-20b6-4aad-8ff7-f91f0837e931 req-ade2540d-4739-453d-9d19-a7c9d881b8a5 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:49.756637 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f00c44e3-20b6-4aad-8ff7-f91f0837e931 req-ade2540d-4739-453d-9d19-a7c9d881b8a5 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=b74dd98b-0323-4c83-8a42-ff479832320c HTTP/1.1" status: 200 len: 949 time: 0.1047173 Nov 24 20:47:49.762913 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-54cbb54a-0e85-4b2c-9947-6b3d14ef48db admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:49.766707 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-54cbb54a-0e85-4b2c-9947-6b3d14ef48db admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1257682 Nov 24 20:47:49.767786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47956) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:49.821502 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f00c44e3-20b6-4aad-8ff7-f91f0837e931 req-177ff944-a3f8-49cc-a7d6-7d217a4109be tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636799 Nov 24 20:47:49.872127 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] Set router 202e24f0-bf9d-4b07-9493-7e842bf6c21e gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:47:49.883898 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aceb37a5-4632-45a7-b4ed-b28594813206 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:49.969822 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aceb37a5-4632-45a7-b4ed-b28594813206 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:50.001717 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aceb37a5-4632-45a7-b4ed-b28594813206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:50.050548 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb37a5-4632-45a7-b4ed-b28594813206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1dd773-df74-4a02-91d9-c9069c42b1a8,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:50.074823 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-aceb37a5-4632-45a7-b4ed-b28594813206 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dcf44a913905499cbe2c3df76941c2cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4533217 Nov 24 20:47:50.079747 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47974) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:50.145878 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e24f0-bf9d-4b07-9493-7e842bf6c21e', 'name': 'tempest-FloatingIPsNegativeTestJSON-2102006508-router', 'tenant_id': '274dcf0d382542be8cbe2381fdb38237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ccd67cff-5b15-4f10-988b-36a368e6a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:47:45Z', 'updated_at': '2021-11-24T20:47:48Z', 'revision_number': 3, 'project_id': '274dcf0d382542be8cbe2381fdb38237', 'gw_port': {'id': 'ccd67cff-5b15-4f10-988b-36a368e6a5f9', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202e24f0-bf9d-4b07-9493-7e842bf6c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:47:47Z', 'updated_at': '2021-11-24T20:47:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:47:50.149631 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-080aab6b-f27f-4df1-b8b0-5f49a77bcecb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:50.175786 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-080aab6b-f27f-4df1-b8b0-5f49a77bcecb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:50.201376 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] Checking router: 202e24f0-bf9d-4b07-9493-7e842bf6c21e for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:47:50.201968 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] Updating router 202e24f0-bf9d-4b07-9493-7e842bf6c21e port ccd67cff-5b15-4f10-988b-36a368e6a5f9 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:47:50.250647 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:50.251340 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-080aab6b-f27f-4df1-b8b0-5f49a77bcecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:50.254692 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-080aab6b-f27f-4df1-b8b0-5f49a77bcecb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:50.258911 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-080aab6b-f27f-4df1-b8b0-5f49a77bcecb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa1dd773-df74-4a02-91d9-c9069c42b1a8 HTTP/1.1" status: 204 len: 168 time: 0.1757853 Nov 24 20:47:50.269886 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080aab6b-f27f-4df1-b8b0-5f49a77bcecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1dd773-df74-4a02-91d9-c9069c42b1a8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:50.345230 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd59bd-b0e3-4cdd-b88a-cf8de0766d81 req-5a76f706-0a2f-409f-8830-272a8a8f7403 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:50.347117 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8bfd59bd-b0e3-4cdd-b88a-cf8de0766d81 req-5a76f706-0a2f-409f-8830-272a8a8f7403 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=120a0073-184c-4e4c-9409-e04f5c269bd8 HTTP/1.1" status: 200 len: 948 time: 0.0790212 Nov 24 20:47:50.403539 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device c1769707-1a6b-404c-a543-4a62ef7d06b9 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:47:50.446892 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8bfd59bd-b0e3-4cdd-b88a-cf8de0766d81 req-b815208c-6046-4cc7-af3a-e6cf4209e351 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866573 Nov 24 20:47:50.540012 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port c1769707-1a6b-404c-a543-4a62ef7d06b9 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:47:50.545374 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port c1769707-1a6b-404c-a543-4a62ef7d06b9 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:50.545801 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:50.661391 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5e0d5ec3-4581-4307-84d2-6d06aa381993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:50.665053 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbfebf-a97b-459a-b22c-ab3981bf7fe0 req-2f4f8be7-dc4d-4ae2-a2d2-cb9e94499f8b tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:50.675012 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-34cbfebf-a97b-459a-b22c-ab3981bf7fe0 req-2f4f8be7-dc4d-4ae2-a2d2-cb9e94499f8b tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 1096 time: 0.0575604 Nov 24 20:47:50.765296 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-34cbfebf-a97b-459a-b22c-ab3981bf7fe0 req-19103b88-8fdb-4c3c-9ea6-bffc3db0b951 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893507 Nov 24 20:47:50.804160 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:50.815575 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:50.829249 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:50.883041 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb211e12-f14f-4250-b6f2-009fd38b4f81 req-7413dfe0-421f-4350-a268-a724070f74d5 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:50.885560 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cb211e12-f14f-4250-b6f2-009fd38b4f81 req-7413dfe0-421f-4350-a268-a724070f74d5 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=b74dd98b-0323-4c83-8a42-ff479832320c HTTP/1.1" status: 200 len: 949 time: 0.1283717 Nov 24 20:47:50.905939 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120a0073-184c-4e4c-9409-e04f5c269bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1769707-1a6b-404c-a543-4a62ef7d06b9'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:47:50.908593 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74800247-8e34-4d03-a98e-70aba67a06d3" -d '{"events": [{"server_uuid": "120a0073-184c-4e4c-9409-e04f5c269bd8", "name": "network-vif-plugged", "status": "completed", "tag": "c1769707-1a6b-404c-a543-4a62ef7d06b9"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:47:50.919208 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d486fdb9-c7a8-489d-8124-650584c2aad7 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:47:50.958765 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port c1769707-1a6b-404c-a543-4a62ef7d06b9, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c1769707-1a6b-404c-a543-4a62ef7d06b9,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:50.972547 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48006) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:50.989171 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f099602-8b74-4839-867c-047fff314774 None None] Pushing event updated for resources: {'Port': ['ID=ccd67cff-5b15-4f10-988b-36a368e6a5f9,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:50.991483 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:51.013246 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f099602-8b74-4839-867c-047fff314774 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:51.013494 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8e2acf4c-286a-47f6-b305-db8e50723326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:51.013609 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f099602-8b74-4839-867c-047fff314774 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:51.013898 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f099602-8b74-4839-867c-047fff314774 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:51.014701 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f099602-8b74-4839-867c-047fff314774 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:51.015424 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f099602-8b74-4839-867c-047fff314774 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:51.015925 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f099602-8b74-4839-867c-047fff314774 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:51.016796 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f099602-8b74-4839-867c-047fff314774 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:51.018201 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f099602-8b74-4839-867c-047fff314774 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:51.019114 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f099602-8b74-4839-867c-047fff314774 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:51.019622 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f099602-8b74-4839-867c-047fff314774 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:51.020861 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f099602-8b74-4839-867c-047fff314774 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:51.023062 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f099602-8b74-4839-867c-047fff314774 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:47:51.036093 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-5e0d5ec3-4581-4307-84d2-6d06aa381993 admin admin] Allocated IP 172.20.0.1 (dd032fe9-6d0b-4900-a93d-93929972a748/cf2c159d-db11-4849-a1bb-f1ca1eeeb7a3/afd62678-7d38-44ab-b750-232b4ad4327e) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:47:51.037716 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] Attempting to bind port ccd67cff-5b15-4f10-988b-36a368e6a5f9 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:47:51.038498 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] Attempting to bind port ccd67cff-5b15-4f10-988b-36a368e6a5f9 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:47:51.039240 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] Attempting to bind port ccd67cff-5b15-4f10-988b-36a368e6a5f9 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:51.052463 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:47:51.054619 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:47:51.058345 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:51.060503 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:47:51.061305 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] Bound port: ccd67cff-5b15-4f10-988b-36a368e6a5f9, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:47:51.062801 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:51.141187 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=c1769707-1a6b-404c-a543-4a62ef7d06b9,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:51.147843 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8e2acf4c-286a-47f6-b305-db8e50723326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:51.153731 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8e2acf4c-286a-47f6-b305-db8e50723326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:51.171461 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cb211e12-f14f-4250-b6f2-009fd38b4f81 req-44e47dc5-1e20-491e-b53a-ae1af45dc265 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739847 Nov 24 20:47:51.189609 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port d486fdb9-c7a8-489d-8124-650584c2aad7 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:51.189990 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:51.198155 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] For port ccd67cff-5b15-4f10-988b-36a368e6a5f9, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:47:51.204375 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] For port ccd67cff-5b15-4f10-988b-36a368e6a5f9, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ccd67cff-5b15-4f10-988b-36a368e6a5f9,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:47:51.215990 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:51.242475 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8e2acf4c-286a-47f6-b305-db8e50723326 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f31e40bfd3b2434aa3e92e04d27056e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683518 Nov 24 20:47:51.246128 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48016) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:51.308152 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f099602-8b74-4839-867c-047fff314774 None None] Pushing event updated for resources: {'Port': ['ID=ccd67cff-5b15-4f10-988b-36a368e6a5f9,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:51.332062 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] Routers {'202e24f0-bf9d-4b07-9493-7e842bf6c21e'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:47:51.332943 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:47:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['202e24f0-bf9d-4b07-9493-7e842bf6c21e'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:47:51.358586 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f311743-f42b-4e9f-80f5-22302f9f7d34 x-openstack-request-id: req-2f311743-f42b-4e9f-80f5-22302f9f7d34 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:47:51.358917 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120a0073-184c-4e4c-9409-e04f5c269bd8", "name": "network-vif-plugged", "status": "completed", "tag": "c1769707-1a6b-404c-a543-4a62ef7d06b9", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:47:51.359176 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2f311743-f42b-4e9f-80f5-22302f9f7d34 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:47:51.359708 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120a0073-184c-4e4c-9409-e04f5c269bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1769707-1a6b-404c-a543-4a62ef7d06b9', 'code': 200} Nov 24 20:47:51.364855 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5e0d5ec3-4581-4307-84d2-6d06aa381993 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:51.437051 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5e0d5ec3-4581-4307-84d2-6d06aa381993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:51.502558 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0d5ec3-4581-4307-84d2-6d06aa381993 admin admin] Network dd032fe9-6d0b-4900-a93d-93929972a748 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:47:51.508032 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-5e0d5ec3-4581-4307-84d2-6d06aa381993 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:47:51.511708 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] Set router 202e24f0-bf9d-4b07-9493-7e842bf6c21e gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:47:51.523070 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0d5ec3-4581-4307-84d2-6d06aa381993 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:47:51.523479 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5e0d5ec3-4581-4307-84d2-6d06aa381993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:51.546644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d5ec3-4581-4307-84d2-6d06aa381993 admin admin] Pushing event updated for resources: {'Port': ['ID=afd62678-7d38-44ab-b750-232b4ad4327e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:51.650078 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2acf4c-286a-47f6-b305-db8e50723326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b429bc-8e4f-40c2-bb7e-21eee90da322,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:51.756331 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b79afd5-b843-4077-97b7-e267652b8ac6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:51.793309 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b79afd5-b843-4077-97b7-e267652b8ac6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:51.818215 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af2a9d-59c1-4b67-8249-69578330e907 req-01eeb91b-d682-4d84-8e60-aad5b0fc27f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:51.819780 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-49af2a9d-59c1-4b67-8249-69578330e907 req-01eeb91b-d682-4d84-8e60-aad5b0fc27f3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=120a0073-184c-4e4c-9409-e04f5c269bd8 HTTP/1.1" status: 200 len: 1100 time: 0.1460791 Nov 24 20:47:51.850814 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5e0d5ec3-4581-4307-84d2-6d06aa381993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:51.922093 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e24f0-bf9d-4b07-9493-7e842bf6c21e', 'name': 'tempest-FloatingIPsNegativeTestJSON-2102006508-router', 'tenant_id': '274dcf0d382542be8cbe2381fdb38237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ccd67cff-5b15-4f10-988b-36a368e6a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:47:45Z', 'updated_at': '2021-11-24T20:47:48Z', 'revision_number': 3, 'project_id': '274dcf0d382542be8cbe2381fdb38237', 'gw_port': {'id': 'ccd67cff-5b15-4f10-988b-36a368e6a5f9', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202e24f0-bf9d-4b07-9493-7e842bf6c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:47:47Z', 'updated_at': '2021-11-24T20:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:47:51.994526 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-49af2a9d-59c1-4b67-8249-69578330e907 req-4d355bf2-bc00-4b93-811a-49b8a34f6e7c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616192 Nov 24 20:47:51.995652 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d006019-f9dd-4fcf-a4ca-7ad294d623a8 None None] The sync data for ids ['202e24f0-bf9d-4b07-9493-7e842bf6c21e'] in n-d-812111-8 is: [{'id': '202e24f0-bf9d-4b07-9493-7e842bf6c21e', 'name': 'tempest-FloatingIPsNegativeTestJSON-2102006508-router', 'tenant_id': '274dcf0d382542be8cbe2381fdb38237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ccd67cff-5b15-4f10-988b-36a368e6a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:47:45Z', 'updated_at': '2021-11-24T20:47:48Z', 'revision_number': 3, 'project_id': '274dcf0d382542be8cbe2381fdb38237', 'gw_port': {'id': 'ccd67cff-5b15-4f10-988b-36a368e6a5f9', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202e24f0-bf9d-4b07-9493-7e842bf6c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:47:47Z', 'updated_at': '2021-11-24T20:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:47:52.010492 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b79afd5-b843-4077-97b7-e267652b8ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:52.016689 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b79afd5-b843-4077-97b7-e267652b8ac6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:52.018104 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1b79afd5-b843-4077-97b7-e267652b8ac6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/12b429bc-8e4f-40c2-bb7e-21eee90da322 HTTP/1.1" status: 204 len: 168 time: 0.7700064 Nov 24 20:47:52.033365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-18a919e7-c77a-4724-8be1-8e11778cdcaa None None] Provisioning complete for port afd62678-7d38-44ab-b750-232b4ad4327e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:52.033866 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-18a919e7-c77a-4724-8be1-8e11778cdcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:52.049910 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79afd5-b843-4077-97b7-e267652b8ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b429bc-8e4f-40c2-bb7e-21eee90da322,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:52.157749 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-18a919e7-c77a-4724-8be1-8e11778cdcaa None None] Port afd62678-7d38-44ab-b750-232b4ad4327e cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:47:52.181183 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ab5cd-0fcb-4551-87cc-00be7a50d236 req-67416812-4b36-4ac3-a0ef-122fa74d39b7 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:52.191274 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1d2ab5cd-0fcb-4551-87cc-00be7a50d236 req-67416812-4b36-4ac3-a0ef-122fa74d39b7 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=120a0073-184c-4e4c-9409-e04f5c269bd8 HTTP/1.1" status: 200 len: 949 time: 0.1685250 Nov 24 20:47:52.274432 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1d2ab5cd-0fcb-4551-87cc-00be7a50d236 req-8e3ceaf6-c1c2-47f8-a340-1404dc3a839e tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777469 Nov 24 20:47:52.290240 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9483e7-0594-4609-9d92-e4a8cd2cd4f5 req-d7b1ee45-da5f-4257-9ec6-2433890a43e1 tempest-DeleteServersAdminTestJSON-1252479475 tempest-DeleteServersAdminTestJSON-1252479475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:52.292438 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ad9483e7-0594-4609-9d92-e4a8cd2cd4f5 req-d7b1ee45-da5f-4257-9ec6-2433890a43e1 tempest-DeleteServersAdminTestJSON-1252479475 tempest-DeleteServersAdminTestJSON-1252479475-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b74dd98b-0323-4c83-8a42-ff479832320c HTTP/1.1" status: 200 len: 1100 time: 0.0842381 Nov 24 20:47:52.340563 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5e0d5ec3-4581-4307-84d2-6d06aa381993 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:52.347933 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5e0d5ec3-4581-4307-84d2-6d06aa381993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:52.348897 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5e0d5ec3-4581-4307-84d2-6d06aa381993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:52.455160 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d5ec3-4581-4307-84d2-6d06aa381993 admin admin] Pushing event updated for resources: {'Port': ['ID=afd62678-7d38-44ab-b750-232b4ad4327e,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:52.478135 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-ad9483e7-0594-4609-9d92-e4a8cd2cd4f5 req-c2bb44db-c233-44ab-9f06-9fde72ad0d1e tempest-DeleteServersAdminTestJSON-1252479475 tempest-DeleteServersAdminTestJSON-1252479475-project-admin] Deleting port ca496cb2-54f8-499b-a360-f85683e2af77 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:47:52.479344 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ad9483e7-0594-4609-9d92-e4a8cd2cd4f5 req-c2bb44db-c233-44ab-9f06-9fde72ad0d1e tempest-DeleteServersAdminTestJSON-1252479475 tempest-DeleteServersAdminTestJSON-1252479475-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:52.503509 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48060) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:52.557977 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-b3abe333-0774-4458-9c30-44827d466970 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:47:52.559111 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-b3abe333-0774-4458-9c30-44827d466970 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095932 Nov 24 20:47:52.615304 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-cad16d56-a571-4513-9d54-a5054f4563ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:52.616817 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-cad16d56-a571-4513-9d54-a5054f4563ae service neutron] 10.222.0.11 "GET /v2.0/ports/ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 HTTP/1.1" status: 200 len: 1093 time: 0.0402026 Nov 24 20:47:52.636004 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-32b355f9-a9fc-42bd-81fa-c7e343ab9073 service neutron] Request body: {'binding': {'host': 'n-h1-812111-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:52.637619 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-32b355f9-a9fc-42bd-81fa-c7e343ab9073 service neutron] Unknown quota resources ['binding']. {{(pid=109991) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 20:47:52.639809 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-ad9483e7-0594-4609-9d92-e4a8cd2cd4f5 req-c2bb44db-c233-44ab-9f06-9fde72ad0d1e tempest-DeleteServersAdminTestJSON-1252479475 tempest-DeleteServersAdminTestJSON-1252479475-project-admin] For port ca496cb2-54f8-499b-a360-f85683e2af77, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=ca496cb2-54f8-499b-a360-f85683e2af77,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:52.640924 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ad9483e7-0594-4609-9d92-e4a8cd2cd4f5 req-c2bb44db-c233-44ab-9f06-9fde72ad0d1e tempest-DeleteServersAdminTestJSON-1252479475 tempest-DeleteServersAdminTestJSON-1252479475-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:52.664127 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-ad9483e7-0594-4609-9d92-e4a8cd2cd4f5 req-c2bb44db-c233-44ab-9f06-9fde72ad0d1e tempest-DeleteServersAdminTestJSON-1252479475 tempest-DeleteServersAdminTestJSON-1252479475-project-admin] Calling delete_port for ca496cb2-54f8-499b-a360-f85683e2af77 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:47:52.737628 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80a9e8-7847-4c2e-b174-b514bdee7506 req-f184e5cd-fbfb-4063-86ed-b1789155474b tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:52.746283 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca80a9e8-7847-4c2e-b174-b514bdee7506 req-f184e5cd-fbfb-4063-86ed-b1789155474b tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=b74dd98b-0323-4c83-8a42-ff479832320c HTTP/1.1" status: 200 len: 949 time: 0.2881320 Nov 24 20:47:52.753379 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8a19357a-dd31-4707-8a4d-ea8cdad49c9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:52.896028 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0d5ec3-4581-4307-84d2-6d06aa381993 admin admin] Network dd032fe9-6d0b-4900-a93d-93929972a748 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:47:52.901561 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-5e0d5ec3-4581-4307-84d2-6d06aa381993 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:47:52.918169 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca80a9e8-7847-4c2e-b174-b514bdee7506 req-af109f36-5175-41b2-9130-c0db37598a8e tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708555 Nov 24 20:47:52.939075 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ccd67cff-5b15-4f10-988b-36a368e6a5f9 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:47:52.953573 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8a19357a-dd31-4707-8a4d-ea8cdad49c9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:53.014087 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8a19357a-dd31-4707-8a4d-ea8cdad49c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:53.039527 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ad9483e7-0594-4609-9d92-e4a8cd2cd4f5 req-c2bb44db-c233-44ab-9f06-9fde72ad0d1e tempest-DeleteServersAdminTestJSON-1252479475 tempest-DeleteServersAdminTestJSON-1252479475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:53.070733 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['ca496cb2-54f8-499b-a360-f85683e2af77'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:47:53.135299 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port ccd67cff-5b15-4f10-988b-36a368e6a5f9 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:53.135686 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:53.210693 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb44db-c233-44ab-9f06-9fde72ad0d1e tempest-DeleteServersAdminTestJSON-1252479475 tempest-DeleteServersAdminTestJSON-1252479475-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca496cb2-54f8-499b-a360-f85683e2af77,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:53.230775 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8a19357a-dd31-4707-8a4d-ea8cdad49c9d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=10a45eddaa1048538af6726ee419ae80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7260692 Nov 24 20:47:53.234752 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48082) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:53.242400 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-32b355f9-a9fc-42bd-81fa-c7e343ab9073 service neutron] Attempting to bind port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 on host n-h1-812111-8 for vnic_type normal with profile None {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:47:53.258709 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-32b355f9-a9fc-42bd-81fa-c7e343ab9073 service neutron] Attempting to bind port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:47:53.260264 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-32b355f9-a9fc-42bd-81fa-c7e343ab9073 service neutron] Attempting to bind port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:53.287139 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:53.289970 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-32b355f9-a9fc-42bd-81fa-c7e343ab9073 service neutron] Port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:47:53.290534 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-32b355f9-a9fc-42bd-81fa-c7e343ab9073 service neutron] Attempting to bind port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:53.325093 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19357a-dd31-4707-8a4d-ea8cdad49c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cfd7c3-4cb4-4f7d-b3e4-c5834b425b27,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:53.359945 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port ccd67cff-5b15-4f10-988b-36a368e6a5f9, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ccd67cff-5b15-4f10-988b-36a368e6a5f9,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:53.372099 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:53.389350 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5b859f85-6678-437d-bc6c-91af1e63e907 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:53.452047 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-32b355f9-a9fc-42bd-81fa-c7e343ab9073 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:47:53.452398 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-32b355f9-a9fc-42bd-81fa-c7e343ab9073 service neutron] Checking segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:47:53.452964 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-32b355f9-a9fc-42bd-81fa-c7e343ab9073 service neutron] Bound using segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:47:53.453415 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-32b355f9-a9fc-42bd-81fa-c7e343ab9073 service neutron] Bound port: ad119b1b-6ae9-4fcd-bec9-e958d037a1c9, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:47:53.455638 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5b859f85-6678-437d-bc6c-91af1e63e907 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:53.474614 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=ccd67cff-5b15-4f10-988b-36a368e6a5f9,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:53.500910 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9880563b-8dcf-4580-8821-8e9fbb635368 None None] Provisioning complete for port afd62678-7d38-44ab-b750-232b4ad4327e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:53.501751 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9880563b-8dcf-4580-8821-8e9fbb635368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:53.552616 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9483e7-0594-4609-9d92-e4a8cd2cd4f5 req-c2bb44db-c233-44ab-9f06-9fde72ad0d1e tempest-DeleteServersAdminTestJSON-1252479475 tempest-DeleteServersAdminTestJSON-1252479475-project-admin] No DVR routers for this DVR port ca496cb2-54f8-499b-a360-f85683e2af77 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:47:53.554449 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9880563b-8dcf-4580-8821-8e9fbb635368 None None] Port afd62678-7d38-44ab-b750-232b4ad4327e cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:47:53.561182 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ad9483e7-0594-4609-9d92-e4a8cd2cd4f5 req-c2bb44db-c233-44ab-9f06-9fde72ad0d1e tempest-DeleteServersAdminTestJSON-1252479475 tempest-DeleteServersAdminTestJSON-1252479475-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:53.565097 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ad9483e7-0594-4609-9d92-e4a8cd2cd4f5 req-c2bb44db-c233-44ab-9f06-9fde72ad0d1e tempest-DeleteServersAdminTestJSON-1252479475 tempest-DeleteServersAdminTestJSON-1252479475-project-admin] 10.222.0.48 "DELETE /v2.0/ports/ca496cb2-54f8-499b-a360-f85683e2af77 HTTP/1.1" status: 204 len: 173 time: 1.2655292 Nov 24 20:47:53.567848 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74dd98b-0323-4c83-8a42-ff479832320c', 'name': 'network-vif-deleted', 'tag': 'ca496cb2-54f8-499b-a360-f85683e2af77'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:47:53.570699 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40aaec02-2d69-42c1-bd81-2e0918ece59f" -d '{"events": [{"server_uuid": "b74dd98b-0323-4c83-8a42-ff479832320c", "name": "network-vif-deleted", "tag": "ca496cb2-54f8-499b-a360-f85683e2af77"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:47:53.576963 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5b859f85-6678-437d-bc6c-91af1e63e907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:53.580083 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5b859f85-6678-437d-bc6c-91af1e63e907 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:53.581914 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5b859f85-6678-437d-bc6c-91af1e63e907 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/22cfd7c3-4cb4-4f7d-b3e4-c5834b425b27 HTTP/1.1" status: 204 len: 168 time: 0.3373001 Nov 24 20:47:53.592255 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-32b355f9-a9fc-42bd-81fa-c7e343ab9073 service neutron] For port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:47:53.622931 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b859f85-6678-437d-bc6c-91af1e63e907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cfd7c3-4cb4-4f7d-b3e4-c5834b425b27,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:53.671158 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-32b355f9-a9fc-42bd-81fa-c7e343ab9073 service neutron] Publish callbacks [] for binding, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:53.672961 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-32b355f9-a9fc-42bd-81fa-c7e343ab9073 service neutron] 10.222.0.11 "POST /v2.0/ports/ad119b1b-6ae9-4fcd-bec9-e958d037a1c9/bindings HTTP/1.1" status: 201 len: 389 time: 1.0420592 Nov 24 20:47:53.703655 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0d5ec3-4581-4307-84d2-6d06aa381993 admin admin] Router 202e24f0-bf9d-4b07-9493-7e842bf6c21e has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:47:53.742958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9f01a-5da0-4cd9-aafc-1819f351d5ce req-dd753172-3c69-4178-8ffb-f0cff2f764c7 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:53.754227 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a2f9f01a-5da0-4cd9-aafc-1819f351d5ce req-dd753172-3c69-4178-8ffb-f0cff2f764c7 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=120a0073-184c-4e4c-9409-e04f5c269bd8 HTTP/1.1" status: 200 len: 949 time: 0.1363232 Nov 24 20:47:53.876624 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10561f29-d70c-4a44-be84-43412d47c8a8 x-openstack-request-id: req-10561f29-d70c-4a44-be84-43412d47c8a8 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:47:53.876991 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74dd98b-0323-4c83-8a42-ff479832320c", "name": "network-vif-deleted", "tag": "ca496cb2-54f8-499b-a360-f85683e2af77", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:47:53.877247 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-10561f29-d70c-4a44-be84-43412d47c8a8 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:47:53.877703 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74dd98b-0323-4c83-8a42-ff479832320c', 'name': 'network-vif-deleted', 'tag': 'ca496cb2-54f8-499b-a360-f85683e2af77', 'status': 'completed', 'code': 200} Nov 24 20:47:54.053985 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933a0d9-96c2-45e8-8a64-ceec981e549b req-5f89adcc-e06a-4c36-a5a7-c91208041d37 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:54.055886 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7933a0d9-96c2-45e8-8a64-ceec981e549b req-5f89adcc-e06a-4c36-a5a7-c91208041d37 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 945 time: 0.1088355 Nov 24 20:47:54.082960 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a2f9f01a-5da0-4cd9-aafc-1819f351d5ce req-d1df9fb6-6a0c-450d-8abf-5ebd52c5ceff tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276489 Nov 24 20:47:54.169855 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7933a0d9-96c2-45e8-8a64-ceec981e549b req-c60824a2-d67b-4b96-abeb-d21bed54dafa tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013105 Nov 24 20:47:54.199741 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0d5ec3-4581-4307-84d2-6d06aa381993 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:47:54.207969 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-6aba4fdd-9698-43bc-9007-976dc9bf0303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:54.209522 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-6aba4fdd-9698-43bc-9007-976dc9bf0303 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 1096 time: 0.2165320 Nov 24 20:47:54.226767 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5e0d5ec3-4581-4307-84d2-6d06aa381993 admin admin] 10.222.0.11 "PUT /v2.0/routers/202e24f0-bf9d-4b07-9493-7e842bf6c21e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4577589 Nov 24 20:47:54.321715 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e6d21038-bdb2-44d2-8ecd-e95baa11c9b3 req-585f9c00-c268-4159-9ff0-45743ebe5b2f tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=b74dd98b-0323-4c83-8a42-ff479832320c HTTP/1.1" status: 200 len: 210 time: 0.0408032 Nov 24 20:47:54.438362 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-aa98fdb7-b01d-445b-a978-25c86cd07a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:54.440222 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-aa98fdb7-b01d-445b-a978-25c86cd07a6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 922 time: 0.2051580 Nov 24 20:47:54.507519 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-da2609a3-a300-43a1-b14e-4ffd346a0569 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 HTTP/1.1" status: 200 len: 217 time: 0.0576355 Nov 24 20:47:54.587009 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-789357f3-d3c1-4f96-9f77-0d408ae7d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:54.589006 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-789357f3-d3c1-4f96-9f77-0d408ae7d180 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.0651398 Nov 24 20:47:54.630408 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-81b46cab-f7d2-41eb-a458-bef887b7d999 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313048 Nov 24 20:47:54.647684 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38321df4-0cd8-4930-a458-3c329aece07f req-b3608aca-e79b-426e-857e-41de15e2877e tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:54.649392 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-38321df4-0cd8-4930-a458-3c329aece07f req-b3608aca-e79b-426e-857e-41de15e2877e tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=120a0073-184c-4e4c-9409-e04f5c269bd8 HTTP/1.1" status: 200 len: 949 time: 0.0703385 Nov 24 20:47:54.665362 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] Sync routers for ids ['202e24f0-bf9d-4b07-9493-7e842bf6c21e'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:47:54.687073 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] Routers {'202e24f0-bf9d-4b07-9493-7e842bf6c21e'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:47:54.687719 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:47:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['202e24f0-bf9d-4b07-9493-7e842bf6c21e'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:47:54.747522 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-38321df4-0cd8-4930-a458-3c329aece07f req-fff32b2f-c015-4010-9375-c6779b0d6afa tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906394 Nov 24 20:47:54.770072 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-4f6efc7b-f6f2-49c8-8429-3140ae3ab20e service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172512 Nov 24 20:47:54.787630 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48142) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:54.876613 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ccd67cff-5b15-4f10-988b-36a368e6a5f9 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:47:54.897966 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-8c652ace-1f97-4d40-bc8f-a01cf0a09bc6 service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187766 Nov 24 20:47:54.905825 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] Set router 202e24f0-bf9d-4b07-9493-7e842bf6c21e gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:47:55.026018 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-bc2cc273-a06b-4037-978f-3d5945acf953 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:55.030646 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port ccd67cff-5b15-4f10-988b-36a368e6a5f9 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:55.031041 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:55.032428 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-bc2cc273-a06b-4037-978f-3d5945acf953 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f&tenant_id=3430f604e9d44fa5882671405a9099b5&binding%3Ahost_id=n-h2-812111-8 HTTP/1.1" status: 200 len: 1096 time: 0.0669010 Nov 24 20:47:55.048341 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-644e18b5-8940-47e7-9789-3fad70b9f99d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812111-8'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:55.105073 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f034032-04ed-4c55-a1c4-78718a6c7c33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:55.170967 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6f549ac7-900e-4805-867e-48718c9b27d0 req-e4b52c38-e873-42b9-8412-3fa30ea981ac tempest-FloatingIPsNegativeTestJSON-760320981 tempest-FloatingIPsNegativeTestJSON-760320981-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=274dcf0d382542be8cbe2381fdb38237 HTTP/1.1" status: 200 len: 217 time: 0.1152680 Nov 24 20:47:55.206347 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-644e18b5-8940-47e7-9789-3fad70b9f99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:55.303575 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-be4197a8-e0ab-4ae6-8663-daf95cc5c4ad req-a5803a44-9301-45cd-b42d-5c0f243fb5ed tempest-FloatingIPsNegativeTestJSON-760320981 tempest-FloatingIPsNegativeTestJSON-760320981-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0737917 Nov 24 20:47:55.310461 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e24f0-bf9d-4b07-9493-7e842bf6c21e', 'name': 'tempest-FloatingIPsNegativeTestJSON-2102006508-router', 'tenant_id': '274dcf0d382542be8cbe2381fdb38237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ccd67cff-5b15-4f10-988b-36a368e6a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:47:45Z', 'updated_at': '2021-11-24T20:47:51Z', 'revision_number': 4, 'project_id': '274dcf0d382542be8cbe2381fdb38237', 'gw_port': {'id': 'ccd67cff-5b15-4f10-988b-36a368e6a5f9', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e24f0-bf9d-4b07-9493-7e842bf6c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:47:47Z', 'updated_at': '2021-11-24T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'afd62678-7d38-44ab-b750-232b4ad4327e', 'name': '', 'network_id': 'dd032fe9-6d0b-4900-a93d-93929972a748', 'tenant_id': '274dcf0d382542be8cbe2381fdb38237', 'mac_address': 'fa:16:3e:b3:62:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202e24f0-bf9d-4b07-9493-7e842bf6c21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cf2c159d-db11-4849-a1bb-f1ca1eeeb7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:47:50Z', 'updated_at': '2021-11-24T20:47:51Z', 'revision_number': 2, 'project_id': '274dcf0d382542be8cbe2381fdb38237', 'subnets': [{'id': 'cf2c159d-db11-4849-a1bb-f1ca1eeeb7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:47:55.328151 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f034032-04ed-4c55-a1c4-78718a6c7c33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:55.335830 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f034032-04ed-4c55-a1c4-78718a6c7c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:55.340482 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] Checking router: 202e24f0-bf9d-4b07-9493-7e842bf6c21e for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:47:55.342318 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] Updating router 202e24f0-bf9d-4b07-9493-7e842bf6c21e port afd62678-7d38-44ab-b750-232b4ad4327e binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:47:55.371188 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4f034032-04ed-4c55-a1c4-78718a6c7c33 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=806f413047ea44baa691b3b79f5fef8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5822113 Nov 24 20:47:55.372171 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:55.373124 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48166) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:55.403454 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48168) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:55.419540 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefee81-3cbb-41c9-a34a-225faeadbf47 req-20786cee-fd89-4cbe-9c08-c16e6fb85623 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:55.423028 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-abefee81-3cbb-41c9-a34a-225faeadbf47 req-20786cee-fd89-4cbe-9c08-c16e6fb85623 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 945 time: 0.1248648 Nov 24 20:47:55.425000 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f034032-04ed-4c55-a1c4-78718a6c7c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83a1bed-aa61-4553-b263-ae872c7625f7,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:55.462391 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be9b6cd1-8a0b-4401-910a-87b1b9b220e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:55.485092 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-644e18b5-8940-47e7-9789-3fad70b9f99d service neutron] For port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:55.491533 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be9b6cd1-8a0b-4401-910a-87b1b9b220e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:55.543575 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-abefee81-3cbb-41c9-a34a-225faeadbf47 req-f1030e50-c550-4804-a817-d3df633338f3 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016867 Nov 24 20:47:55.552547 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be9b6cd1-8a0b-4401-910a-87b1b9b220e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:55.555664 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be9b6cd1-8a0b-4401-910a-87b1b9b220e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:55.560695 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-be9b6cd1-8a0b-4401-910a-87b1b9b220e5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b83a1bed-aa61-4553-b263-ae872c7625f7 HTTP/1.1" status: 204 len: 168 time: 0.1862316 Nov 24 20:47:55.566142 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-644e18b5-8940-47e7-9789-3fad70b9f99d service neutron] For port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:47:55.571136 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b6cd1-8a0b-4401-910a-87b1b9b220e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83a1bed-aa61-4553-b263-ae872c7625f7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:55.606700 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-192952f4-8a80-4407-8c06-7acdf6351555 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-200229150-network', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:55.634263 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-644e18b5-8940-47e7-9789-3fad70b9f99d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:55.644194 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-644e18b5-8940-47e7-9789-3fad70b9f99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:55.652351 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192952f4-8a80-4407-8c06-7acdf6351555 admin admin] Made reservation on behalf of 94989ae34bb041b5967fbf22fd0a686b for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:47:55.654719 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-192952f4-8a80-4407-8c06-7acdf6351555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:55.670212 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-192952f4-8a80-4407-8c06-7acdf6351555 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:55.800045 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [req-474f5b4d-1269-4ed3-8919-ab486b58d4af req-85ab644a-34f5-43e0-8323-1f92d7ba74e2 tempest-FloatingIPsNegativeTestJSON-760320981 tempest-FloatingIPsNegativeTestJSON-760320981-project] show failed (client error): The resource could not be found. Nov 24 20:47:55.801151 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-474f5b4d-1269-4ed3-8919-ab486b58d4af req-85ab644a-34f5-43e0-8323-1f92d7ba74e2 tempest-FloatingIPsNegativeTestJSON-760320981 tempest-FloatingIPsNegativeTestJSON-760320981-project] 10.222.0.11 "GET /v2.0/floatingips/3769d361-c81e-4c90-b2d0-a05c84bd8aab HTTP/1.1" status: 404 len: 350 time: 0.1078405 Nov 24 20:47:55.813527 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48180) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:55.817919 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-192952f4-8a80-4407-8c06-7acdf6351555 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:55.861591 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e18b5-8940-47e7-9789-3fad70b9f99d service neutron] Pushing event updated for resources: {'Port': ['ID=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9,revision_number=7']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:55.874053 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-192952f4-8a80-4407-8c06-7acdf6351555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:55.879990 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178a9c5e-456b-4ede-8f65-20220b6a434f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad119b1b-6ae9-4fcd-bec9-e958d037a1c9'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:47:55.885675 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44284058-85eb-4760-8b91-d78581b28bca" -d '{"events": [{"server_uuid": "178a9c5e-456b-4ede-8f65-20220b6a434f", "name": "network-vif-unplugged", "status": "completed", "tag": "ad119b1b-6ae9-4fcd-bec9-e958d037a1c9"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:47:55.891278 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-644e18b5-8940-47e7-9789-3fad70b9f99d service neutron] Attempting to bind port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 on host n-h2-812111-8 for vnic_type normal with profile {"migrating_to": "n-h1-812111-8"} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:47:55.891624 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-644e18b5-8940-47e7-9789-3fad70b9f99d service neutron] Attempting to bind port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:47:55.891955 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-644e18b5-8940-47e7-9789-3fad70b9f99d service neutron] Attempting to bind port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:55.897592 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-644e18b5-8940-47e7-9789-3fad70b9f99d service neutron] Port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:47:55.897933 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-644e18b5-8940-47e7-9789-3fad70b9f99d service neutron] Attempting to bind port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:55.905483 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-644e18b5-8940-47e7-9789-3fad70b9f99d service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:47:55.905826 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-644e18b5-8940-47e7-9789-3fad70b9f99d service neutron] Checking segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:47:55.906222 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-644e18b5-8940-47e7-9789-3fad70b9f99d service neutron] Bound using segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:47:55.907261 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-644e18b5-8940-47e7-9789-3fad70b9f99d service neutron] Bound port: ad119b1b-6ae9-4fcd-bec9-e958d037a1c9, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:47:55.907625 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-644e18b5-8940-47e7-9789-3fad70b9f99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:55.918993 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:55.929477 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:55.964990 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192952f4-8a80-4407-8c06-7acdf6351555 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:47:55.991511 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-192952f4-8a80-4407-8c06-7acdf6351555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:55.991944 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-192952f4-8a80-4407-8c06-7acdf6351555 admin admin] Added segment bf294044-07c9-41d1-8625-a74be456a278 of type vlan for network 11819801-9a1c-40f7-a845-e10ed7c382da Nov 24 20:47:56.019426 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 20:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3faee53-803e-4d2d-a865-36265398419d x-openstack-request-id: req-d3faee53-803e-4d2d-a865-36265398419d {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:47:56.020011 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178a9c5e-456b-4ede-8f65-20220b6a434f", "name": "network-vif-unplugged", "status": "completed", "tag": "ad119b1b-6ae9-4fcd-bec9-e958d037a1c9", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:47:56.020503 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d3faee53-803e-4d2d-a865-36265398419d {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:47:56.021078 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178a9c5e-456b-4ede-8f65-20220b6a434f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad119b1b-6ae9-4fcd-bec9-e958d037a1c9', 'code': 200} Nov 24 20:47:56.053685 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3e8e5-827a-43c1-8377-f224a58cb840 None None] Pushing event updated for resources: {'Port': ['ID=afd62678-7d38-44ab-b750-232b4ad4327e,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:56.103836 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6f45b-1533-41c1-b611-3e8ca10fca4e req-5e31fc4c-e7cf-491c-8cf7-3f0e4ee4a120 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:56.111005 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80d6f45b-1533-41c1-b611-3e8ca10fca4e req-5e31fc4c-e7cf-491c-8cf7-3f0e4ee4a120 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=120a0073-184c-4e4c-9409-e04f5c269bd8 HTTP/1.1" status: 200 len: 949 time: 0.1901262 Nov 24 20:47:56.118159 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192952f4-8a80-4407-8c06-7acdf6351555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2a7aa7-3557-4e0d-a09c-d9c7711778e1,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:56.137496 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-192952f4-8a80-4407-8c06-7acdf6351555 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:56.168393 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-644e18b5-8940-47e7-9789-3fad70b9f99d service neutron] For port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:47:56.180775 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] Attempting to bind port afd62678-7d38-44ab-b750-232b4ad4327e on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:47:56.182214 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] Attempting to bind port afd62678-7d38-44ab-b750-232b4ad4327e by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '3e42ff0f-6ff2-40ff-9988-44a68c0b367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'dd032fe9-6d0b-4900-a93d-93929972a748'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:47:56.182590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] Attempting to bind port afd62678-7d38-44ab-b750-232b4ad4327e on network dd032fe9-6d0b-4900-a93d-93929972a748 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:56.194334 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:47:56.194716 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] Checking segment: {'id': '3e42ff0f-6ff2-40ff-9988-44a68c0b367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'dd032fe9-6d0b-4900-a93d-93929972a748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:47:56.195130 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:56.200896 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] Bound using segment: {'id': '3e42ff0f-6ff2-40ff-9988-44a68c0b367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'dd032fe9-6d0b-4900-a93d-93929972a748'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:47:56.201424 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] Bound port: afd62678-7d38-44ab-b750-232b4ad4327e, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e42ff0f-6ff2-40ff-9988-44a68c0b367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'dd032fe9-6d0b-4900-a93d-93929972a748'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:47:56.201833 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:56.205012 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-8e77e54c-6fc0-4bd9-91a5-f67f24b7efb9 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d445952105b144df8605aaf2c3fe9278&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765061 Nov 24 20:47:56.226326 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-644e18b5-8940-47e7-9789-3fad70b9f99d service neutron] For port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:47:56.247387 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-644e18b5-8940-47e7-9789-3fad70b9f99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:56.251200 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.db.resource_extend [None req-192952f4-8a80-4407-8c06-7acdf6351555 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 20:47:56.320909 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e18b5-8940-47e7-9789-3fad70b9f99d service neutron] Pushing event updated for resources: {'Port': ['ID=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9,revision_number=8']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:56.343496 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80d6f45b-1533-41c1-b611-3e8ca10fca4e req-27bf844d-0568-4404-b6ca-559d51edf335 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256081 Nov 24 20:47:56.404000 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-192952f4-8a80-4407-8c06-7acdf6351555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:56.404996 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192952f4-8a80-4407-8c06-7acdf6351555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:56.405615 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-192952f4-8a80-4407-8c06-7acdf6351555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:56.410554 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] For port afd62678-7d38-44ab-b750-232b4ad4327e, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:47:56.428635 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] For port afd62678-7d38-44ab-b750-232b4ad4327e, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=afd62678-7d38-44ab-b750-232b4ad4327e,segment=NetworkSegment(3e42ff0f-6ff2-40ff-9988-44a68c0b367b),segment_id=3e42ff0f-6ff2-40ff-9988-44a68c0b367b)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:47:56.439129 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device ca496cb2-54f8-499b-a360-f85683e2af77 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:47:56.440956 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-192952f4-8a80-4407-8c06-7acdf6351555 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0348203 Nov 24 20:47:56.444602 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:56.455943 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48210) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:56.460937 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-4a1dc246-4740-4019-9a2c-f704667706cd admin admin] Request body: {'subnet': {'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-200229150-subnet', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:56.475691 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-644e18b5-8940-47e7-9789-3fad70b9f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:56.479756 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-644e18b5-8940-47e7-9789-3fad70b9f99d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:56.484125 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-644e18b5-8940-47e7-9789-3fad70b9f99d service neutron] 10.222.0.48 "PUT /v2.0/ports/ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 HTTP/1.1" status: 200 len: 1121 time: 1.4379070 Nov 24 20:47:56.502813 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-8c61a52f-568e-40dc-8968-ea51e3d3e744 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:56.509863 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-8c61a52f-568e-40dc-8968-ea51e3d3e744 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3039296 Nov 24 20:47:56.518682 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3e8e5-827a-43c1-8377-f224a58cb840 None None] Pushing event updated for resources: {'Port': ['ID=afd62678-7d38-44ab-b750-232b4ad4327e,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:56.522485 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d587dd3e-68bb-4110-8cc4-dc707639b777 None None] Provisioning complete for port afd62678-7d38-44ab-b750-232b4ad4327e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:56.523063 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d587dd3e-68bb-4110-8cc4-dc707639b777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:56.552680 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-43e11288-ddcf-411e-a5a2-73be875cd27a tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/quotas/d445952105b144df8605aaf2c3fe9278 HTTP/1.1" status: 200 len: 375 time: 0.0418501 Nov 24 20:47:56.568959 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: ca496cb2-54f8-499b-a360-f85683e2af77 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:47:56.569302 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device ca496cb2-54f8-499b-a360-f85683e2af77 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:47:56.609370 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48216) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:56.616731 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['ad119b1b-6ae9-4fcd-bec9-e958d037a1c9'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:47:56.635979 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551fbe0-f00d-4e9d-8512-c69ac9ed6087 req-c72400c9-13cb-4f4f-999b-883a0786a9d7 tempest-LiveMigrationNegativeTest-1647610018 tempest-LiveMigrationNegativeTest-1647610018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:56.638029 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3551fbe0-f00d-4e9d-8512-c69ac9ed6087 req-c72400c9-13cb-4f4f-999b-883a0786a9d7 tempest-LiveMigrationNegativeTest-1647610018 tempest-LiveMigrationNegativeTest-1647610018-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=120a0073-184c-4e4c-9409-e04f5c269bd8 HTTP/1.1" status: 200 len: 1100 time: 0.2203863 Nov 24 20:47:56.664020 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3551fbe0-f00d-4e9d-8512-c69ac9ed6087 req-93b41fc6-61ab-4773-95e3-f07255f496f7 tempest-LiveMigrationNegativeTest-1647610018 tempest-LiveMigrationNegativeTest-1647610018-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:56.695475 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-fd64c42e-7f50-4470-9b81-8d1126d89c43 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d445952105b144df8605aaf2c3fe9278&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1418252 Nov 24 20:47:56.701559 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192952f4-8a80-4407-8c06-7acdf6351555 admin admin] Pushing event updated for resources: {'Network': ['ID=11819801-9a1c-40f7-a845-e10ed7c382da,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:56.711074 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1dc246-4740-4019-9a2c-f704667706cd admin admin] Made reservation on behalf of 94989ae34bb041b5967fbf22fd0a686b for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:47:56.718242 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4a1dc246-4740-4019-9a2c-f704667706cd admin admin] Publish callbacks [] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:56.744353 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 11819801-9a1c-40f7-a845-e10ed7c382da details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:47:56.874507 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3551fbe0-f00d-4e9d-8512-c69ac9ed6087 req-93b41fc6-61ab-4773-95e3-f07255f496f7 tempest-LiveMigrationNegativeTest-1647610018 tempest-LiveMigrationNegativeTest-1647610018-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:56.884161 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3551fbe0-f00d-4e9d-8512-c69ac9ed6087 req-93b41fc6-61ab-4773-95e3-f07255f496f7 tempest-LiveMigrationNegativeTest-1647610018 tempest-LiveMigrationNegativeTest-1647610018-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:56.890471 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] Routers {'202e24f0-bf9d-4b07-9493-7e842bf6c21e'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:47:56.892014 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:47:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['202e24f0-bf9d-4b07-9493-7e842bf6c21e'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:47:56.958459 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3551fbe0-f00d-4e9d-8512-c69ac9ed6087 req-93b41fc6-61ab-4773-95e3-f07255f496f7 tempest-LiveMigrationNegativeTest-1647610018 tempest-LiveMigrationNegativeTest-1647610018-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121414 Nov 24 20:47:57.051157 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b41fc6-61ab-4773-95e3-f07255f496f7 tempest-LiveMigrationNegativeTest-1647610018 tempest-LiveMigrationNegativeTest-1647610018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664e6662-e8ad-4b9a-9e03-858c0c9fb489,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:57.130617 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48234) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:57.176468 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4a1dc246-4740-4019-9a2c-f704667706cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:57.186430 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-90f742f7-2215-49ea-8ef4-71f342a457cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:57.225207 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3235fbc0-5a61-44e7-8956-578cef01216b req-2cc6e562-68e8-4b2b-809a-cf149a76adb2 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=17ead34e-d341-4945-9b6f-fe890e121df3 HTTP/1.1" status: 200 len: 210 time: 0.0547175 Nov 24 20:47:57.267621 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb48f0c-3576-4c79-b907-167e59db6ab6 req-f277599c-b754-45ae-9aa8-4f93b20eafe4 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:57.271429 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7345d450-d392-4d01-a69f-9e3f0c8e5aef admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1938709004-network', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:57.274927 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-beb48f0c-3576-4c79-b907-167e59db6ab6 req-f277599c-b754-45ae-9aa8-4f93b20eafe4 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 943 time: 0.2099626 Nov 24 20:47:57.315166 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7345d450-d392-4d01-a69f-9e3f0c8e5aef admin admin] Made reservation on behalf of beaf0ad348674b009afcee3953da09bf for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:47:57.318733 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7345d450-d392-4d01-a69f-9e3f0c8e5aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:57.331969 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7345d450-d392-4d01-a69f-9e3f0c8e5aef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:57.339873 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1dc246-4740-4019-9a2c-f704667706cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d09b485-bb7f-4593-b0cc-8f084842db71,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:57.372853 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d587dd3e-68bb-4110-8cc4-dc707639b777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:57.386697 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-02bb8065-1b83-421c-a44b-b100b8bf653b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:57.399125 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1dc246-4740-4019-9a2c-f704667706cd admin admin] Checking segment: {'id': 'bf294044-07c9-41d1-8625-a74be456a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:47:57.399375 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1dc246-4740-4019-9a2c-f704667706cd admin admin] Network hostable DHCP agents. Network: 11819801-9a1c-40f7-a845-e10ed7c382da, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:47:57.469005 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-beb48f0c-3576-4c79-b907-167e59db6ab6 req-9c047d06-b745-49e8-a87e-a3cab9fa3ca4 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852510 Nov 24 20:47:57.491224 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7345d450-d392-4d01-a69f-9e3f0c8e5aef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:57.502949 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7345d450-d392-4d01-a69f-9e3f0c8e5aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:57.529400 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d587dd3e-68bb-4110-8cc4-dc707639b777 None None] For port afd62678-7d38-44ab-b750-232b4ad4327e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=afd62678-7d38-44ab-b750-232b4ad4327e,segment=NetworkSegment(3e42ff0f-6ff2-40ff-9988-44a68c0b367b),segment_id=3e42ff0f-6ff2-40ff-9988-44a68c0b367b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:57.547080 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1dc246-4740-4019-9a2c-f704667706cd admin admin] Network 11819801-9a1c-40f7-a845-e10ed7c382da is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:47:57.549063 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d587dd3e-68bb-4110-8cc4-dc707639b777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:57.550378 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7345d450-d392-4d01-a69f-9e3f0c8e5aef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:47:57.554997 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] Set router 202e24f0-bf9d-4b07-9493-7e842bf6c21e gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:47:57.581416 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-4a1dc246-4740-4019-9a2c-f704667706cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 11819801-9a1c-40f7-a845-e10ed7c382da) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:47:57.583609 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345d450-d392-4d01-a69f-9e3f0c8e5aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b38c92-998a-4f2e-a62c-d261022a12fd,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:57.586623 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-90f742f7-2215-49ea-8ef4-71f342a457cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:57.594354 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1dc246-4740-4019-9a2c-f704667706cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:57.594960 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4a1dc246-4740-4019-9a2c-f704667706cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:57.600383 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7345d450-d392-4d01-a69f-9e3f0c8e5aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:57.600825 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-7345d450-d392-4d01-a69f-9e3f0c8e5aef admin admin] Added segment 90258e6b-4b9e-4639-a56b-dc88672d67c8 of type vlan for network 76284921-803c-4590-9abd-e36e6f81acc5 Nov 24 20:47:57.603187 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-90f742f7-2215-49ea-8ef4-71f342a457cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:57.685301 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4a1dc246-4740-4019-9a2c-f704667706cd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2282770 Nov 24 20:47:57.688946 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48250) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:57.702604 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0cab314e-793b-41c5-8c65-140d20855ab6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-200229150-router', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:57.732315 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7345d450-d392-4d01-a69f-9e3f0c8e5aef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:57.744015 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-90f742f7-2215-49ea-8ef4-71f342a457cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f3cc7a7c47c74c278cca528de4133798&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1152804 Nov 24 20:47:57.745367 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f742f7-2215-49ea-8ef4-71f342a457cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3d13fb-d5c1-445b-87dc-1aa325b9942e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:57.748022 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48252) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:57.755695 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0cab314e-793b-41c5-8c65-140d20855ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:57.760054 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0cab314e-793b-41c5-8c65-140d20855ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:57.797997 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97073ab-fe30-4fba-b4d5-3eb8674a9728 None None] Network 11819801-9a1c-40f7-a845-e10ed7c382da requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:47:57.802147 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587dd3e-68bb-4110-8cc4-dc707639b777 None None] Pushing event updated for resources: {'Port': ['ID=afd62678-7d38-44ab-b750-232b4ad4327e,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:57.808734 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7345d450-d392-4d01-a69f-9e3f0c8e5aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:57.809957 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7345d450-d392-4d01-a69f-9e3f0c8e5aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:57.810696 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7345d450-d392-4d01-a69f-9e3f0c8e5aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:57.905664 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345d450-d392-4d01-a69f-9e3f0c8e5aef admin admin] Pushing event updated for resources: {'Network': ['ID=76284921-803c-4590-9abd-e36e6f81acc5,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:57.915441 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0cab314e-793b-41c5-8c65-140d20855ab6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:57.925439 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7345d450-d392-4d01-a69f-9e3f0c8e5aef admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7936213 Nov 24 20:47:57.928389 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48256) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:57.936262 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-159caf6a-fa1f-43f0-adab-0f26767e7115 admin admin] Request body: {'subnet': {'network_id': '76284921-803c-4590-9abd-e36e6f81acc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1938709004-subnet', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:57.945039 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 76284921-803c-4590-9abd-e36e6f81acc5 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:47:58.022456 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178a9c5e-456b-4ede-8f65-20220b6a434f', 'tag': 'ad119b1b-6ae9-4fcd-bec9-e958d037a1c9'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:47:58.026265 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a05876-2749-4c30-8489-353aa26e6d01" -d '{"events": [{"name": "network-changed", "server_uuid": "178a9c5e-456b-4ede-8f65-20220b6a434f", "tag": "ad119b1b-6ae9-4fcd-bec9-e958d037a1c9"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:47:58.080176 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d46519d9-2025-4b4f-9474-8d59487cb512 None None] Provisioning complete for port afd62678-7d38-44ab-b750-232b4ad4327e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:58.080546 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d46519d9-2025-4b4f-9474-8d59487cb512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:58.094019 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159caf6a-fa1f-43f0-adab-0f26767e7115 admin admin] Made reservation on behalf of beaf0ad348674b009afcee3953da09bf for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:47:58.096344 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-159caf6a-fa1f-43f0-adab-0f26767e7115 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:58.130903 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b43434-1dbb-4420-9533-d6951cd0f4ff x-openstack-request-id: req-f4b43434-1dbb-4420-9533-d6951cd0f4ff {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:47:58.131346 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178a9c5e-456b-4ede-8f65-20220b6a434f", "tag": "ad119b1b-6ae9-4fcd-bec9-e958d037a1c9", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:47:58.131466 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4b43434-1dbb-4420-9533-d6951cd0f4ff {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:47:58.131977 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178a9c5e-456b-4ede-8f65-20220b6a434f', 'tag': 'ad119b1b-6ae9-4fcd-bec9-e958d037a1c9', 'status': 'completed', 'code': 200} Nov 24 20:47:58.147613 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0cab314e-793b-41c5-8c65-140d20855ab6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:58.149430 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-44bb0f4a-7ff7-4302-a98b-5a373b138e0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:58.165198 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038278ec-43af-476a-bb16-d3d32a43ff43 req-a428fef0-e8f4-4ab6-a6b8-2d55b82a23ff tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:58.173302 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-038278ec-43af-476a-bb16-d3d32a43ff43 req-a428fef0-e8f4-4ab6-a6b8-2d55b82a23ff tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=120a0073-184c-4e4c-9409-e04f5c269bd8 HTTP/1.1" status: 200 len: 949 time: 0.1268618 Nov 24 20:47:58.239868 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-44bb0f4a-7ff7-4302-a98b-5a373b138e0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:58.284645 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a05876-2749-4c30-8489-353aa26e6d01 req-18143372-80f7-42d0-8a0f-2708a0bfb1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:58.286179 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1a05876-2749-4c30-8489-353aa26e6d01 req-18143372-80f7-42d0-8a0f-2708a0bfb1fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 1124 time: 0.1249566 Nov 24 20:47:58.305463 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-038278ec-43af-476a-bb16-d3d32a43ff43 req-de7d4e7a-47e3-4dc0-887d-1569ef390146 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290667 Nov 24 20:47:58.338970 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-02bb8065-1b83-421c-a44b-b100b8bf653b admin admin] Deleting port afd62678-7d38-44ab-b750-232b4ad4327e {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:47:58.339335 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-02bb8065-1b83-421c-a44b-b100b8bf653b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:58.383632 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-44bb0f4a-7ff7-4302-a98b-5a373b138e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:58.387255 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-44bb0f4a-7ff7-4302-a98b-5a373b138e0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:58.393155 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-44bb0f4a-7ff7-4302-a98b-5a373b138e0a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1e3d13fb-d5c1-445b-87dc-1aa325b9942e HTTP/1.1" status: 204 len: 168 time: 0.6385009 Nov 24 20:47:58.425026 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb0f4a-7ff7-4302-a98b-5a373b138e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3d13fb-d5c1-445b-87dc-1aa325b9942e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:58.449316 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f733eeb-4a9e-4d03-96ee-bcea8e861a8a req-0f9f3e1f-a96e-4117-9fe0-04c125f97ecf tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=17ead34e-d341-4945-9b6f-fe890e121df3 HTTP/1.1" status: 200 len: 210 time: 0.0528076 Nov 24 20:47:58.464085 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e24f0-bf9d-4b07-9493-7e842bf6c21e', 'name': 'tempest-FloatingIPsNegativeTestJSON-2102006508-router', 'tenant_id': '274dcf0d382542be8cbe2381fdb38237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ccd67cff-5b15-4f10-988b-36a368e6a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:47:45Z', 'updated_at': '2021-11-24T20:47:51Z', 'revision_number': 4, 'project_id': '274dcf0d382542be8cbe2381fdb38237', 'gw_port': {'id': 'ccd67cff-5b15-4f10-988b-36a368e6a5f9', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e24f0-bf9d-4b07-9493-7e842bf6c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:47:47Z', 'updated_at': '2021-11-24T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'afd62678-7d38-44ab-b750-232b4ad4327e', 'name': '', 'network_id': 'dd032fe9-6d0b-4900-a93d-93929972a748', 'tenant_id': '274dcf0d382542be8cbe2381fdb38237', 'mac_address': 'fa:16:3e:b3:62:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202e24f0-bf9d-4b07-9493-7e842bf6c21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cf2c159d-db11-4849-a1bb-f1ca1eeeb7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:47:50Z', 'updated_at': '2021-11-24T20:47:56Z', 'revision_number': 4, 'project_id': '274dcf0d382542be8cbe2381fdb38237', 'subnets': [{'id': 'cf2c159d-db11-4849-a1bb-f1ca1eeeb7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:47:58.481825 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-02bb8065-1b83-421c-a44b-b100b8bf653b admin admin] For port afd62678-7d38-44ab-b750-232b4ad4327e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=afd62678-7d38-44ab-b750-232b4ad4327e,segment=NetworkSegment(3e42ff0f-6ff2-40ff-9988-44a68c0b367b),segment_id=3e42ff0f-6ff2-40ff-9988-44a68c0b367b)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:47:58.483554 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-02bb8065-1b83-421c-a44b-b100b8bf653b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:58.513299 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b09732d-4658-402a-9df5-bdeae36923fa None None] The sync data for ids ['202e24f0-bf9d-4b07-9493-7e842bf6c21e'] in n-d-812111-8 is: [{'id': '202e24f0-bf9d-4b07-9493-7e842bf6c21e', 'name': 'tempest-FloatingIPsNegativeTestJSON-2102006508-router', 'tenant_id': '274dcf0d382542be8cbe2381fdb38237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ccd67cff-5b15-4f10-988b-36a368e6a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:47:45Z', 'updated_at': '2021-11-24T20:47:51Z', 'revision_number': 4, 'project_id': '274dcf0d382542be8cbe2381fdb38237', 'gw_port': {'id': 'ccd67cff-5b15-4f10-988b-36a368e6a5f9', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e24f0-bf9d-4b07-9493-7e842bf6c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:47:47Z', 'updated_at': '2021-11-24T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'afd62678-7d38-44ab-b750-232b4ad4327e', 'name': '', 'network_id': 'dd032fe9-6d0b-4900-a93d-93929972a748', 'tenant_id': '274dcf0d382542be8cbe2381fdb38237', 'mac_address': 'fa:16:3e:b3:62:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202e24f0-bf9d-4b07-9493-7e842bf6c21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cf2c159d-db11-4849-a1bb-f1ca1eeeb7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:47:50Z', 'updated_at': '2021-11-24T20:47:56Z', 'revision_number': 4, 'project_id': '274dcf0d382542be8cbe2381fdb38237', 'subnets': [{'id': 'cf2c159d-db11-4849-a1bb-f1ca1eeeb7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:47:58.560868 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c019ce-52f2-46a8-a860-d19a6f143fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-11819801-9a1c-40f7-a845-e10ed7c382da', 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'fixed_ips': [{'subnet_id': '0d09b485-bb7f-4593-b0cc-8f084842db71'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:47:58.563315 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-68c019ce-52f2-46a8-a860-d19a6f143fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:58.569819 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-02bb8065-1b83-421c-a44b-b100b8bf653b admin admin] Calling delete_port for afd62678-7d38-44ab-b750-232b4ad4327e owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:47:58.826511 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-a25260a1-8d6b-4045-9e93-45dfd78916fd tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d445952105b144df8605aaf2c3fe9278&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591745 Nov 24 20:47:58.834631 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-68c019ce-52f2-46a8-a860-d19a6f143fe1 None None] Allocated IP 172.20.0.2 (11819801-9a1c-40f7-a845-e10ed7c382da/0d09b485-bb7f-4593-b0cc-8f084842db71/6bb7c75f-a1ae-4135-b5f4-5b1306ad5014) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:47:58.949941 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb72106-ed11-40a5-9871-785026e92371 req-c8f3b526-29c1-4ca7-af29-5f5cde781881 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:58.955724 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5cb72106-ed11-40a5-9871-785026e92371 req-c8f3b526-29c1-4ca7-af29-5f5cde781881 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 943 time: 0.2885542 Nov 24 20:47:58.995195 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device afd62678-7d38-44ab-b750-232b4ad4327e up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:47:59.030737 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a05876-2749-4c30-8489-353aa26e6d01 req-fc287283-5a2c-4bbf-945e-d17fa598fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:59.032234 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1a05876-2749-4c30-8489-353aa26e6d01 req-fc287283-5a2c-4bbf-945e-d17fa598fbc4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 922 time: 0.7335715 Nov 24 20:47:59.041332 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-159caf6a-fa1f-43f0-adab-0f26767e7115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:59.090685 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48270) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:59.129100 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5cb72106-ed11-40a5-9871-785026e92371 req-61de214d-67d0-40d7-8176-f422a9d8e4af tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026545 Nov 24 20:47:59.131515 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4684d641-8150-4b9d-b787-053a18dcb8dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:59.132866 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port afd62678-7d38-44ab-b750-232b4ad4327e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:47:59.133767 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:59.200328 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-68c019ce-52f2-46a8-a860-d19a6f143fe1 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:59.215749 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-68c019ce-52f2-46a8-a860-d19a6f143fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:59.239327 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1a05876-2749-4c30-8489-353aa26e6d01 req-01d92fbf-237e-4eb1-910f-001bf604ed6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 HTTP/1.1" status: 200 len: 217 time: 0.1886942 Nov 24 20:47:59.281181 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c019ce-52f2-46a8-a860-d19a6f143fe1 None None] Network 11819801-9a1c-40f7-a845-e10ed7c382da is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:47:59.286468 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-68c019ce-52f2-46a8-a860-d19a6f143fe1 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:47:59.313101 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4684d641-8150-4b9d-b787-053a18dcb8dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:59.314347 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c019ce-52f2-46a8-a860-d19a6f143fe1 None None] Pushing event updated for resources: {'Port': ['ID=6bb7c75f-a1ae-4135-b5f4-5b1306ad5014,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:59.315565 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-02bb8065-1b83-421c-a44b-b100b8bf653b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:59.321609 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c019ce-52f2-46a8-a860-d19a6f143fe1 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:47:59.324561 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4684d641-8150-4b9d-b787-053a18dcb8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:59.385285 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4684d641-8150-4b9d-b787-053a18dcb8dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a4611c7300548029d7f9c4fdbe22de1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904048 Nov 24 20:47:59.387724 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48276) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:47:59.395412 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb8065-1b83-421c-a44b-b100b8bf653b admin admin] Pushing event deleted for resources: {'Port': ['ID=afd62678-7d38-44ab-b750-232b4ad4327e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:59.408518 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-68c019ce-52f2-46a8-a860-d19a6f143fe1 None None] Attempting to bind port 6bb7c75f-a1ae-4135-b5f4-5b1306ad5014 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:47:59.409037 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-68c019ce-52f2-46a8-a860-d19a6f143fe1 None None] Attempting to bind port 6bb7c75f-a1ae-4135-b5f4-5b1306ad5014 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'bf294044-07c9-41d1-8625-a74be456a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:47:59.409642 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c019ce-52f2-46a8-a860-d19a6f143fe1 None None] Attempting to bind port 6bb7c75f-a1ae-4135-b5f4-5b1306ad5014 on network 11819801-9a1c-40f7-a845-e10ed7c382da {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:47:59.416823 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c019ce-52f2-46a8-a860-d19a6f143fe1 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:47:59.417374 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c019ce-52f2-46a8-a860-d19a6f143fe1 None None] Checking segment: {'id': 'bf294044-07c9-41d1-8625-a74be456a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:47:59.422001 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-68c019ce-52f2-46a8-a860-d19a6f143fe1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:59.422583 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c019ce-52f2-46a8-a860-d19a6f143fe1 None None] Bound using segment: {'id': 'bf294044-07c9-41d1-8625-a74be456a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:47:59.423450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-68c019ce-52f2-46a8-a860-d19a6f143fe1 None None] Bound port: 6bb7c75f-a1ae-4135-b5f4-5b1306ad5014, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf294044-07c9-41d1-8625-a74be456a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:47:59.423940 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-68c019ce-52f2-46a8-a860-d19a6f143fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:59.464177 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159caf6a-fa1f-43f0-adab-0f26767e7115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd0eede7-bd47-45ce-9621-d9e035beada7,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:59.534598 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-68c019ce-52f2-46a8-a860-d19a6f143fe1 None None] For port 6bb7c75f-a1ae-4135-b5f4-5b1306ad5014, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:47:59.541263 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-68c019ce-52f2-46a8-a860-d19a6f143fe1 None None] For port 6bb7c75f-a1ae-4135-b5f4-5b1306ad5014, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=6bb7c75f-a1ae-4135-b5f4-5b1306ad5014,segment=NetworkSegment(bf294044-07c9-41d1-8625-a74be456a278),segment_id=bf294044-07c9-41d1-8625-a74be456a278)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:47:59.558954 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-68c019ce-52f2-46a8-a860-d19a6f143fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:59.562579 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684d641-8150-4b9d-b787-053a18dcb8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f56c6d-bb66-4f49-abcc-011a6cef49d4,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:59.589192 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-c612757a-5a40-4652-8bdc-c222695e6bfe tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:59.595680 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-c612757a-5a40-4652-8bdc-c222695e6bfe tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7137268 Nov 24 20:47:59.645276 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-2fa60abe-bcc0-4eef-86ed-3b810b701a1a tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Request body: {'port': {'device_id': '17ead34e-d341-4945-9b6f-fe890e121df3', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': 'd445952105b144df8605aaf2c3fe9278'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:47:59.666217 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c019ce-52f2-46a8-a860-d19a6f143fe1 None None] Pushing event updated for resources: {'Port': ['ID=6bb7c75f-a1ae-4135-b5f4-5b1306ad5014,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:47:59.720619 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-02bb8065-1b83-421c-a44b-b100b8bf653b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:59.742120 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61192f3a-020f-4fbf-8227-5f898891b997 req-b3f7f0e4-fe1a-478b-88b5-02cd54cbd6e7 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=17ead34e-d341-4945-9b6f-fe890e121df3 HTTP/1.1" status: 200 len: 210 time: 0.1452339 Nov 24 20:47:59.744434 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-64bb80f8-2131-4cc1-be01-2e79cd658887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:59.745248 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159caf6a-fa1f-43f0-adab-0f26767e7115 admin admin] Checking segment: {'id': '90258e6b-4b9e-4639-a56b-dc88672d67c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '76284921-803c-4590-9abd-e36e6f81acc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:47:59.745610 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159caf6a-fa1f-43f0-adab-0f26767e7115 admin admin] Network hostable DHCP agents. Network: 76284921-803c-4590-9abd-e36e6f81acc5, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:47:59.755083 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a05876-2749-4c30-8489-353aa26e6d01 req-add8c7e3-0d35-4667-9a24-d18ce1a8026f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:59.757421 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1a05876-2749-4c30-8489-353aa26e6d01 req-add8c7e3-0d35-4667-9a24-d18ce1a8026f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.4882095 Nov 24 20:47:59.780217 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-64bb80f8-2131-4cc1-be01-2e79cd658887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:47:59.835081 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8958ef-1a86-42f2-94a2-48fb3ddf841a req-26099682-6ee3-4e02-84de-2163a3c58fbc tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:59.843398 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5a8958ef-1a86-42f2-94a2-48fb3ddf841a req-26099682-6ee3-4e02-84de-2163a3c58fbc tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=120a0073-184c-4e4c-9409-e04f5c269bd8 HTTP/1.1" status: 200 len: 949 time: 0.3483009 Nov 24 20:47:59.942994 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5a8958ef-1a86-42f2-94a2-48fb3ddf841a req-42d450f9-d33d-477b-b46c-92aaa961074d tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987170 Nov 24 20:47:59.944779 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1a05876-2749-4c30-8489-353aa26e6d01 req-8ccd394a-2112-4963-9850-3d1ab7f5599a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398103 Nov 24 20:47:59.971708 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c488a5-f42c-433b-a1f1-48fe1a38f366 req-e339f435-d18e-401e-9e5e-cd041a895fef tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:47:59.973416 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b0c488a5-f42c-433b-a1f1-48fe1a38f366 req-e339f435-d18e-401e-9e5e-cd041a895fef tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.48 "GET /v2.0/ports?device_id=120a0073-184c-4e4c-9409-e04f5c269bd8 HTTP/1.1" status: 200 len: 949 time: 0.5714660 Nov 24 20:47:59.992860 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0cab314e-793b-41c5-8c65-140d20855ab6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:00.030595 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-64bb80f8-2131-4cc1-be01-2e79cd658887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:00.033272 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-64bb80f8-2131-4cc1-be01-2e79cd658887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:00.034295 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0cab314e-793b-41c5-8c65-140d20855ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:00.036117 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159caf6a-fa1f-43f0-adab-0f26767e7115 admin admin] Network 76284921-803c-4590-9abd-e36e6f81acc5 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:48:00.037582 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-64bb80f8-2131-4cc1-be01-2e79cd658887 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5f56c6d-bb66-4f49-abcc-011a6cef49d4 HTTP/1.1" status: 204 len: 168 time: 0.6474247 Nov 24 20:48:00.052052 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb80f8-2131-4cc1-be01-2e79cd658887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f56c6d-bb66-4f49-abcc-011a6cef49d4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:00.141125 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-2fa60abe-bcc0-4eef-86ed-3b810b701a1a tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Made reservation on behalf of d445952105b144df8605aaf2c3fe9278 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:48:00.145411 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-2fa60abe-bcc0-4eef-86ed-3b810b701a1a tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:00.152437 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-159caf6a-fa1f-43f0-adab-0f26767e7115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 76284921-803c-4590-9abd-e36e6f81acc5) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:00.168982 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897132eb-90b0-4c85-966c-163fb8416502 None None] Network 76284921-803c-4590-9abd-e36e6f81acc5 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:48:00.209758 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bb8065-1b83-421c-a44b-b100b8bf653b admin admin] Router 202e24f0-bf9d-4b07-9493-7e842bf6c21e has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:48:00.300105 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159caf6a-fa1f-43f0-adab-0f26767e7115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:00.300712 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-159caf6a-fa1f-43f0-adab-0f26767e7115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:00.390887 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bb8065-1b83-421c-a44b-b100b8bf653b admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:48:00.399678 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-02bb8065-1b83-421c-a44b-b100b8bf653b admin admin] 10.222.0.11 "PUT /v2.0/routers/202e24f0-bf9d-4b07-9493-7e842bf6c21e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5859020 Nov 24 20:48:00.402993 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48288) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:00.444238 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:48:00.458312 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68341576-7845-45de-8de6-417df4c6c825 None None] Network 76284921-803c-4590-9abd-e36e6f81acc5 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:48:00.466861 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-159caf6a-fa1f-43f0-adab-0f26767e7115 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.5371366 Nov 24 20:48:00.487719 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48290) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:00.534263 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-fd0ee41f-2b72-43aa-b3be-b014ee9750b9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1938709004-router', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:00.611450 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a7aafe77-46b3-4e63-95c5-07ab093872f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:00.632567 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1a05876-2749-4c30-8489-353aa26e6d01 req-671a52e9-9da3-41e5-928b-c471dbaa7cb4 service neutron] 10.222.0.15 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6549144 Nov 24 20:48:00.707341 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-0cab314e-793b-41c5-8c65-140d20855ab6 admin admin] Allocated IP 172.25.5.107 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/d39010cc-4f81-4a47-bb57-f8a3981ce7fe) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:48:00.735491 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3722e432-3cfd-4453-8af0-39f653399c39 None None] Sync routers for ids ['202e24f0-bf9d-4b07-9493-7e842bf6c21e'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:48:00.749872 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3722e432-3cfd-4453-8af0-39f653399c39 None None] Routers {'202e24f0-bf9d-4b07-9493-7e842bf6c21e'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:48:00.750508 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-3722e432-3cfd-4453-8af0-39f653399c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:47:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['202e24f0-bf9d-4b07-9493-7e842bf6c21e'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:00.843464 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a7aafe77-46b3-4e63-95c5-07ab093872f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:00.966559 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-85a57785-7a09-47e5-bb7b-01f39a1a75be req-da232f66-e77d-400d-a34a-5008c6fa4469 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=17ead34e-d341-4945-9b6f-fe890e121df3 HTTP/1.1" status: 200 len: 210 time: 0.0642660 Nov 24 20:48:01.007330 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a7aafe77-46b3-4e63-95c5-07ab093872f2 admin admin] Deleting port ccd67cff-5b15-4f10-988b-36a368e6a5f9 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:48:01.008060 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a7aafe77-46b3-4e63-95c5-07ab093872f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:01.068018 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:01.123131 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee41f-2b72-43aa-b3be-b014ee9750b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:01.126701 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee41f-2b72-43aa-b3be-b014ee9750b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:01.161286 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 6bb7c75f-a1ae-4135-b5f4-5b1306ad5014 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:48:01.200207 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d9dd88-c050-477c-99f6-de0578bd64b3 None None] Network 11819801-9a1c-40f7-a845-e10ed7c382da requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:48:01.204844 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-3722e432-3cfd-4453-8af0-39f653399c39 None None] Set router 202e24f0-bf9d-4b07-9493-7e842bf6c21e gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:48:01.206246 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 has no active binding in host n-h1-812111-8 {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 24 20:48:01.221178 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00925faa-20e8-49a2-8bf8-5734dceafc88 req-221e71d3-b9d8-4fec-968f-2a473813a7ad tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:01.222860 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00925faa-20e8-49a2-8bf8-5734dceafc88 req-221e71d3-b9d8-4fec-968f-2a473813a7ad tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 943 time: 0.9519861 Nov 24 20:48:01.278357 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-a7aafe77-46b3-4e63-95c5-07ab093872f2 admin admin] For port ccd67cff-5b15-4f10-988b-36a368e6a5f9, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ccd67cff-5b15-4f10-988b-36a368e6a5f9,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:01.278692 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a7aafe77-46b3-4e63-95c5-07ab093872f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:01.291100 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3bb1101f-8777-4409-a77d-9ffb319da56f None None] Provisioning complete for port 6bb7c75f-a1ae-4135-b5f4-5b1306ad5014 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:01.291211 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1a05876-2749-4c30-8489-353aa26e6d01 req-c19900cf-d8a0-49be-96ad-88ca23803699 service neutron] 10.222.0.15 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6169474 Nov 24 20:48:01.291293 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3bb1101f-8777-4409-a77d-9ffb319da56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:01.301247 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da233a-7b75-444b-a873-cf10ec0453f0 req-440646b5-8ecd-42a5-aead-5b927e4ff7ca tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:01.302794 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3da233a-7b75-444b-a873-cf10ec0453f0 req-440646b5-8ecd-42a5-aead-5b927e4ff7ca tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=120a0073-184c-4e4c-9409-e04f5c269bd8 HTTP/1.1" status: 200 len: 949 time: 0.1556427 Nov 24 20:48:01.304002 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a7aafe77-46b3-4e63-95c5-07ab093872f2 admin admin] Calling delete_port for ccd67cff-5b15-4f10-988b-36a368e6a5f9 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:48:01.346271 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 6bb7c75f-a1ae-4135-b5f4-5b1306ad5014 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:01.346271 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:01.361050 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-b0c488a5-f42c-433b-a1f1-48fe1a38f366 req-a14d37e2-fbc4-455d-9f10-efda09e4b8dd tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Deleting port c1769707-1a6b-404c-a543-4a62ef7d06b9 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:48:01.361899 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b0c488a5-f42c-433b-a1f1-48fe1a38f366 req-a14d37e2-fbc4-455d-9f10-efda09e4b8dd tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:01.443503 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00925faa-20e8-49a2-8bf8-5734dceafc88 req-1a00aaaa-3575-42c6-9655-3880cfd6cc98 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458347 Nov 24 20:48:01.589080 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee41f-2b72-43aa-b3be-b014ee9750b9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:01.593296 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0cab314e-793b-41c5-8c65-140d20855ab6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:01.613936 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-2fa60abe-bcc0-4eef-86ed-3b810b701a1a tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Allocated IP 192.168.233.96 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/2d1e00b4-9ced-44cf-bc3b-67c49824c81c) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:48:01.618002 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-ff463c47-0506-442c-b97b-a9aac2d65b21 service neutron] 10.222.0.15 "GET /v2.0/ports/ad119b1b-6ae9-4fcd-bec9-e958d037a1c9/bindings/n-h1-812111-8 HTTP/1.1" status: 200 len: 384 time: 0.5912991 Nov 24 20:48:01.628347 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-3722e432-3cfd-4453-8af0-39f653399c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e24f0-bf9d-4b07-9493-7e842bf6c21e', 'name': 'tempest-FloatingIPsNegativeTestJSON-2102006508-router', 'tenant_id': '274dcf0d382542be8cbe2381fdb38237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ccd67cff-5b15-4f10-988b-36a368e6a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:47:45Z', 'updated_at': '2021-11-24T20:47:59Z', 'revision_number': 5, 'project_id': '274dcf0d382542be8cbe2381fdb38237', 'gw_port': {'id': 'ccd67cff-5b15-4f10-988b-36a368e6a5f9', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e24f0-bf9d-4b07-9493-7e842bf6c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:47:47Z', 'updated_at': '2021-11-24T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:01.647409 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3bb1101f-8777-4409-a77d-9ffb319da56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:01.649483 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:01.668829 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3722e432-3cfd-4453-8af0-39f653399c39 None None] Checking router: 202e24f0-bf9d-4b07-9493-7e842bf6c21e for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:48:01.685617 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3722e432-3cfd-4453-8af0-39f653399c39 None None] Routers {'202e24f0-bf9d-4b07-9493-7e842bf6c21e'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:48:01.686426 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-3722e432-3cfd-4453-8af0-39f653399c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:47:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['202e24f0-bf9d-4b07-9493-7e842bf6c21e'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:01.738671 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 6bb7c75f-a1ae-4135-b5f4-5b1306ad5014, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=6bb7c75f-a1ae-4135-b5f4-5b1306ad5014,segment=NetworkSegment(bf294044-07c9-41d1-8625-a74be456a278),segment_id=bf294044-07c9-41d1-8625-a74be456a278)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:01.748716 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:01.816884 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-3722e432-3cfd-4453-8af0-39f653399c39 None None] Set router 202e24f0-bf9d-4b07-9493-7e842bf6c21e gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:48:01.906580 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-3722e432-3cfd-4453-8af0-39f653399c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e24f0-bf9d-4b07-9493-7e842bf6c21e', 'name': 'tempest-FloatingIPsNegativeTestJSON-2102006508-router', 'tenant_id': '274dcf0d382542be8cbe2381fdb38237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:47:45Z', 'updated_at': '2021-11-24T20:48:00Z', 'revision_number': 6, 'project_id': '274dcf0d382542be8cbe2381fdb38237', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:01.938802 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-3bb1101f-8777-4409-a77d-9ffb319da56f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:48:01.939175 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-3bb1101f-8777-4409-a77d-9ffb319da56f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:48:01.950114 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3722e432-3cfd-4453-8af0-39f653399c39 None None] The sync data for ids ['202e24f0-bf9d-4b07-9493-7e842bf6c21e'] in n-d-812111-8 is: [{'id': '202e24f0-bf9d-4b07-9493-7e842bf6c21e', 'name': 'tempest-FloatingIPsNegativeTestJSON-2102006508-router', 'tenant_id': '274dcf0d382542be8cbe2381fdb38237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:47:45Z', 'updated_at': '2021-11-24T20:48:00Z', 'revision_number': 6, 'project_id': '274dcf0d382542be8cbe2381fdb38237', 'gw_port_host': None}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:48:01.951032 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3da233a-7b75-444b-a873-cf10ec0453f0 req-5bebaccf-3576-467a-b0f7-3f141e73af3c tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6405761 Nov 24 20:48:02.027024 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=6bb7c75f-a1ae-4135-b5f4-5b1306ad5014,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:02.116127 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a7aafe77-46b3-4e63-95c5-07ab093872f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:02.146200 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aafe77-46b3-4e63-95c5-07ab093872f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccd67cff-5b15-4f10-988b-36a368e6a5f9,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:02.182453 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a7aafe77-46b3-4e63-95c5-07ab093872f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:02.196967 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b0645f3a-6c7f-41f5-bbb5-12ac4b78ccd2 req-1be57402-ecdf-4c53-8642-d209eecf255c tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=17ead34e-d341-4945-9b6f-fe890e121df3 HTTP/1.1" status: 200 len: 210 time: 0.0881860 Nov 24 20:48:02.205793 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-b0c488a5-f42c-433b-a1f1-48fe1a38f366 req-a14d37e2-fbc4-455d-9f10-efda09e4b8dd tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] For port c1769707-1a6b-404c-a543-4a62ef7d06b9, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c1769707-1a6b-404c-a543-4a62ef7d06b9,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:02.206164 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b0c488a5-f42c-433b-a1f1-48fe1a38f366 req-a14d37e2-fbc4-455d-9f10-efda09e4b8dd tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:02.268233 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-b0c488a5-f42c-433b-a1f1-48fe1a38f366 req-a14d37e2-fbc4-455d-9f10-efda09e4b8dd tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Calling delete_port for c1769707-1a6b-404c-a543-4a62ef7d06b9 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:48:02.296135 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a7aafe77-46b3-4e63-95c5-07ab093872f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:02.298576 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a7aafe77-46b3-4e63-95c5-07ab093872f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:02.338521 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0cab314e-793b-41c5-8c65-140d20855ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:02.354363 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee41f-2b72-43aa-b3be-b014ee9750b9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:02.375716 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a7aafe77-46b3-4e63-95c5-07ab093872f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:02.376426 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7aafe77-46b3-4e63-95c5-07ab093872f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 202e24f0-bf9d-4b07-9493-7e842bf6c21e {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:48:02.381913 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a7aafe77-46b3-4e63-95c5-07ab093872f2 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:02.386038 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a7aafe77-46b3-4e63-95c5-07ab093872f2 admin admin] 10.222.0.11 "DELETE /v2.0/routers/202e24f0-bf9d-4b07-9493-7e842bf6c21e HTTP/1.1" status: 204 len: 168 time: 1.9818723 Nov 24 20:48:02.386747 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48330) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:02.451967 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device c1769707-1a6b-404c-a543-4a62ef7d06b9 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:48:02.458439 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61603f2-2a8e-4867-95b3-0ad81729fecf admin admin] Deleting subnet cf2c159d-db11-4849-a1bb-f1ca1eeeb7a3 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:48:02.462155 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f61603f2-2a8e-4867-95b3-0ad81729fecf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:02.502595 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f61603f2-2a8e-4867-95b3-0ad81729fecf admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:02.516412 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cab314e-793b-41c5-8c65-140d20855ab6 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:48:02.532736 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-0cab314e-793b-41c5-8c65-140d20855ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:02.554765 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab314e-793b-41c5-8c65-140d20855ab6 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:48:02.559880 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab314e-793b-41c5-8c65-140d20855ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=d39010cc-4f81-4a47-bb57-f8a3981ce7fe,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:02.687150 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:02.699057 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f61603f2-2a8e-4867-95b3-0ad81729fecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:02.723254 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-2fa60abe-bcc0-4eef-86ed-3b810b701a1a tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:02.741609 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e5b030ac-c35d-45e8-8d88-5032f675b810 None None] Provisioning complete for port 6bb7c75f-a1ae-4135-b5f4-5b1306ad5014 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:02.742386 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e5b030ac-c35d-45e8-8d88-5032f675b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:02.762033 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f757239-72c2-4db0-b20d-51bfde2696c2 req-db39a1d7-b2bb-4c9f-98c2-06cf774aa41a tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:02.771581 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4f757239-72c2-4db0-b20d-51bfde2696c2 req-db39a1d7-b2bb-4c9f-98c2-06cf774aa41a tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 943 time: 0.1223986 Nov 24 20:48:02.820197 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 20:48:02.820197 n-d-812111-8 neutron-server[109992]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Nov 24 20:48:02.820197 n-d-812111-8 neutron-server[109992]: [parameters: {'status': 'DOWN', 'ports_id': 'c1769707-1a6b-404c-a543-4a62ef7d06b9'}] Nov 24 20:48:02.820197 n-d-812111-8 neutron-server[109992]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:48:02.820722 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:48:02.837287 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f61603f2-2a8e-4867-95b3-0ad81729fecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:02.856911 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4f757239-72c2-4db0-b20d-51bfde2696c2 req-7a51b305-f271-4bb2-82bc-b5590bfc6d48 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795894 Nov 24 20:48:02.898172 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61603f2-2a8e-4867-95b3-0ad81729fecf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf2c159d-db11-4849-a1bb-f1ca1eeeb7a3,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:02.900740 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f61603f2-2a8e-4867-95b3-0ad81729fecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:02.901891 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd92406-8057-4086-ad77-91588ba60a3d None None] Network dd032fe9-6d0b-4900-a93d-93929972a748 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:48:02.911956 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f61603f2-2a8e-4867-95b3-0ad81729fecf admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cf2c159d-db11-4849-a1bb-f1ca1eeeb7a3 HTTP/1.1" status: 204 len: 168 time: 0.5218496 Nov 24 20:48:02.912889 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48346) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:03.015252 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-eec616ca-aa33-4f7e-b319-4e7f3b3edb1d service neutron] For port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:03.041692 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 6bb7c75f-a1ae-4135-b5f4-5b1306ad5014 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:48:03.057509 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:03.128935 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-eec616ca-aa33-4f7e-b319-4e7f3b3edb1d service neutron] For port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:48:03.137362 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b0c488a5-f42c-433b-a1f1-48fe1a38f366 req-a14d37e2-fbc4-455d-9f10-efda09e4b8dd tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:03.170223 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['e88cf906-f914-4dbe-a5bc-9d660a4565f0'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:48:03.177613 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-2fa60abe-bcc0-4eef-86ed-3b810b701a1a tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:03.227760 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Deleting port d486fdb9-c7a8-489d-8124-650584c2aad7 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:48:03.228516 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:03.252835 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fca9e-9721-42bf-8b95-534b237ff771 req-0ce893d6-5a18-495d-821c-9a5f98b76caa tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:03.259798 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 6bb7c75f-a1ae-4135-b5f4-5b1306ad5014 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:03.260417 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:03.260684 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b32fca9e-9721-42bf-8b95-534b237ff771 req-0ce893d6-5a18-495d-821c-9a5f98b76caa tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=120a0073-184c-4e4c-9409-e04f5c269bd8 HTTP/1.1" status: 200 len: 867 time: 0.1577058 Nov 24 20:48:03.373572 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0cab314e-793b-41c5-8c65-140d20855ab6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:03.376244 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Port c1769707-1a6b-404c-a543-4a62ef7d06b9 update to DOWN by agent not found {{(pid=109992) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 24 20:48:03.424100 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] For port d486fdb9-c7a8-489d-8124-650584c2aad7, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d486fdb9-c7a8-489d-8124-650584c2aad7,segment=NetworkSegment(3e42ff0f-6ff2-40ff-9988-44a68c0b367b),segment_id=3e42ff0f-6ff2-40ff-9988-44a68c0b367b)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:03.425048 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:03.425446 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acff31a8-dfdc-4cd2-a448-1bb38e254a8f None None] DHCP port deletion for dd032fe9-6d0b-4900-a93d-93929972a748 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 20:48:03.464417 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Calling delete_port for d486fdb9-c7a8-489d-8124-650584c2aad7 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:48:03.481842 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b32fca9e-9721-42bf-8b95-534b237ff771 req-b236513a-f9e5-4ea9-afd7-0d29b9b18939 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202470 Nov 24 20:48:03.483660 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d37e2-fbc4-455d-9f10-efda09e4b8dd tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Pushing event deleted for resources: {'Port': ['ID=c1769707-1a6b-404c-a543-4a62ef7d06b9,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:03.499336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-eec616ca-aa33-4f7e-b319-4e7f3b3edb1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:48:03.512588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-eec616ca-aa33-4f7e-b319-4e7f3b3edb1d service neutron] For port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:03.613510 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:03.624122 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-acff31a8-dfdc-4cd2-a448-1bb38e254a8f None None] Deleting port d486fdb9-c7a8-489d-8124-650584c2aad7 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:48:03.624678 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-acff31a8-dfdc-4cd2-a448-1bb38e254a8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:03.651513 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-eec616ca-aa33-4f7e-b319-4e7f3b3edb1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:03.660285 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-2fa60abe-bcc0-4eef-86ed-3b810b701a1a tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:48:03.665283 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] No DVR routers for this DVR port d486fdb9-c7a8-489d-8124-650584c2aad7 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:48:03.667014 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Pushing event deleted for resources: {'Port': ['ID=d486fdb9-c7a8-489d-8124-650584c2aad7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:03.710363 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device afd62678-7d38-44ab-b750-232b4ad4327e no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:48:03.721898 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-acff31a8-dfdc-4cd2-a448-1bb38e254a8f None None] For port d486fdb9-c7a8-489d-8124-650584c2aad7, host n-d-812111-8, got binding levels [] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:03.722500 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-acff31a8-dfdc-4cd2-a448-1bb38e254a8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:03.762376 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:48:03.770688 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-2fa60abe-bcc0-4eef-86ed-3b810b701a1a tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:03.785472 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-2fa60abe-bcc0-4eef-86ed-3b810b701a1a tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:48:03.794731 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:03.800182 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: afd62678-7d38-44ab-b750-232b4ad4327e {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:48:03.800735 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device afd62678-7d38-44ab-b750-232b4ad4327e not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:48:03.801585 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ccd67cff-5b15-4f10-988b-36a368e6a5f9 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:48:03.804582 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-acff31a8-dfdc-4cd2-a448-1bb38e254a8f None None] Calling delete_port for d486fdb9-c7a8-489d-8124-650584c2aad7 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:48:03.824933 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c488a5-f42c-433b-a1f1-48fe1a38f366 req-a14d37e2-fbc4-455d-9f10-efda09e4b8dd tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] No DVR routers for this DVR port c1769707-1a6b-404c-a543-4a62ef7d06b9 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:48:03.832050 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:48:03.833356 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:48:03.834248 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:48:03.834983 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Subscribe: > port after_create 55550000 {{(pid=109991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:48:03.834983 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Subscribe: > port after_delete 55550000 {{(pid=109991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:48:03.836220 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Subscribe: > port after_update 55550000 {{(pid=109991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:48:03.836507 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:48:03.836886 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:48:03.837848 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:48:03.838523 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:48:03.839235 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.ipam_backend_mixin [None req-acff31a8-dfdc-4cd2-a448-1bb38e254a8f None None] Port d486fdb9-c7a8-489d-8124-650584c2aad7 was not found and therefore no delete operation was performed {{(pid=109992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 20:48:03.866905 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-acff31a8-dfdc-4cd2-a448-1bb38e254a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:03.877718 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: ccd67cff-5b15-4f10-988b-36a368e6a5f9 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:48:03.877718 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ccd67cff-5b15-4f10-988b-36a368e6a5f9 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:48:03.940882 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:48:03.941234 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:48:03.941569 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:48:03.941904 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 20:48:03.942273 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd032fe9-6d0b-4900-a93d-93929972a748']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:03.966024 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e42ff0f-6ff2-40ff-9988-44a68c0b367b') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:03.966573 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e42ff0f-6ff2-40ff-9988-44a68c0b367b') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:03.989693 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff31a8-dfdc-4cd2-a448-1bb38e254a8f None None] Pushing event deleted for resources: {'Port': ['ID=d486fdb9-c7a8-489d-8124-650584c2aad7,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:03.992372 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acff31a8-dfdc-4cd2-a448-1bb38e254a8f None None] No DVR routers for this DVR port d486fdb9-c7a8-489d-8124-650584c2aad7 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:48:04.010276 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:04.072169 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b0c488a5-f42c-433b-a1f1-48fe1a38f366 req-a14d37e2-fbc4-455d-9f10-efda09e4b8dd tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:04.075714 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b0c488a5-f42c-433b-a1f1-48fe1a38f366 req-a14d37e2-fbc4-455d-9f10-efda09e4b8dd tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.48 "DELETE /v2.0/ports/c1769707-1a6b-404c-a543-4a62ef7d06b9 HTTP/1.1" status: 204 len: 173 time: 4.0847604 Nov 24 20:48:04.080949 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:04.103515 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:48:04.105451 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: from cryptography.utils import int_from_bytes Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: from cryptography.utils import int_from_bytes Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:48:04.110491 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:48:04.141059 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-61f203c2-79fd-4d85-868f-a9cc674351d0 None None] Provisioning complete for port 2d1e00b4-9ced-44cf-bc3b-67c49824c81c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:04.144354 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-61f203c2-79fd-4d85-868f-a9cc674351d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:04.145912 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcd665-fb34-46cc-8a1c-2b0a2b325ca9 req-b14fbf8c-31c2-473c-9bcf-7d42f191fc9c tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:04.148502 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120a0073-184c-4e4c-9409-e04f5c269bd8', 'name': 'network-vif-deleted', 'tag': 'c1769707-1a6b-404c-a543-4a62ef7d06b9'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:48:04.151640 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3b7157-2fc3-47b3-96b7-87f4ce835cb5" -d '{"events": [{"server_uuid": "120a0073-184c-4e4c-9409-e04f5c269bd8", "name": "network-vif-deleted", "tag": "c1769707-1a6b-404c-a543-4a62ef7d06b9"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:48:04.151928 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0dfcd665-fb34-46cc-8a1c-2b0a2b325ca9 req-b14fbf8c-31c2-473c-9bcf-7d42f191fc9c tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 943 time: 0.1470950 Nov 24 20:48:04.160602 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-2fa60abe-bcc0-4eef-86ed-3b810b701a1a tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:04.161128 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-2fa60abe-bcc0-4eef-86ed-3b810b701a1a tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:04.201918 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-61f203c2-79fd-4d85-868f-a9cc674351d0 None None] Port 2d1e00b4-9ced-44cf-bc3b-67c49824c81c cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:48:04.224693 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0cab314e-793b-41c5-8c65-140d20855ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:04.231366 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-2fa60abe-bcc0-4eef-86ed-3b810b701a1a tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6118219 Nov 24 20:48:04.232049 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa60abe-bcc0-4eef-86ed-3b810b701a1a tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Pushing event updated for resources: {'Port': ['ID=2d1e00b4-9ced-44cf-bc3b-67c49824c81c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:04.246180 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:04.273138 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:04.276633 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] 10.222.0.11 "DELETE /v2.0/networks/dd032fe9-6d0b-4900-a93d-93929972a748 HTTP/1.1" status: 204 len: 168 time: 1.3628986 Nov 24 20:48:04.280298 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-db0fb46d-0663-440f-9ff4-0cc915ddb20e service neutron] Request body: {'port': {'device_id': '17ead34e-d341-4945-9b6f-fe890e121df3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:04.285274 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec40d85-953f-460a-b8b0-aab420b1a5cb admin admin] Pushing event deleted for resources: {'Network': ['ID=dd032fe9-6d0b-4900-a93d-93929972a748,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:04.297436 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0dfcd665-fb34-46cc-8a1c-2b0a2b325ca9 req-6b93cc49-7c21-4440-b805-ad230d43e2b7 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888233 Nov 24 20:48:04.612001 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48392) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:04.615798 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3834a3aa-afb9-4259-bc14-12322d2f710e x-openstack-request-id: req-3834a3aa-afb9-4259-bc14-12322d2f710e {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:48:04.616102 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120a0073-184c-4e4c-9409-e04f5c269bd8", "name": "network-vif-deleted", "tag": "c1769707-1a6b-404c-a543-4a62ef7d06b9", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:48:04.616521 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3834a3aa-afb9-4259-bc14-12322d2f710e {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:48:04.616951 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120a0073-184c-4e4c-9409-e04f5c269bd8', 'name': 'network-vif-deleted', 'tag': 'c1769707-1a6b-404c-a543-4a62ef7d06b9', 'status': 'completed', 'code': 200} Nov 24 20:48:04.654364 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b3de5-f894-4c32-8177-e0561073ba2b req-a62c5c08-555f-45fd-a643-1751554efcdd tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:04.656150 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-658b3de5-f894-4c32-8177-e0561073ba2b req-a62c5c08-555f-45fd-a643-1751554efcdd tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=17ead34e-d341-4945-9b6f-fe890e121df3 HTTP/1.1" status: 200 len: 935 time: 1.1277409 Nov 24 20:48:04.666623 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee41f-2b72-43aa-b3be-b014ee9750b9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:04.683453 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0fdb5823-3aa7-4b8e-819a-5c58a94ccedd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=274dcf0d382542be8cbe2381fdb38237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0669410 Nov 24 20:48:04.684307 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48394) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:04.761811 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4d9cedc7-e071-49d6-90eb-91e8201804eb req-0adf3e5c-0500-4982-88a0-b8f5bd410d5f tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=120a0073-184c-4e4c-9409-e04f5c269bd8 HTTP/1.1" status: 200 len: 210 time: 0.0374784 Nov 24 20:48:04.779582 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f974385-5e5c-401c-bd4f-b998621d99dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:04.799055 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee41f-2b72-43aa-b3be-b014ee9750b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:04.832392 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-db0fb46d-0663-440f-9ff4-0cc915ddb20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:04.844729 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f974385-5e5c-401c-bd4f-b998621d99dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:04.862171 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d486fdb9-c7a8-489d-8124-650584c2aad7 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:48:04.898434 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-eec616ca-aa33-4f7e-b319-4e7f3b3edb1d service neutron] Transition to ACTIVE for port object ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:48:04.901484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: d486fdb9-c7a8-489d-8124-650584c2aad7 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:48:04.901825 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d486fdb9-c7a8-489d-8124-650584c2aad7 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:48:04.910663 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f974385-5e5c-401c-bd4f-b998621d99dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:04.923197 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f974385-5e5c-401c-bd4f-b998621d99dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:04.924281 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3f974385-5e5c-401c-bd4f-b998621d99dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/96c57f29-7f28-44a5-ac15-f92a0e9325e2 HTTP/1.1" status: 204 len: 168 time: 0.2388351 Nov 24 20:48:04.929256 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-eec616ca-aa33-4f7e-b319-4e7f3b3edb1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:04.933950 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f974385-5e5c-401c-bd4f-b998621d99dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c57f29-7f28-44a5-ac15-f92a0e9325e2,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:04.984385 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-658b3de5-f894-4c32-8177-e0561073ba2b req-ea85b3a2-dd18-4a5c-a526-cefb7900b401 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138406 Nov 24 20:48:05.116551 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-eec616ca-aa33-4f7e-b319-4e7f3b3edb1d service neutron] No DVR routers for this DVR port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:48:05.188421 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec616ca-aa33-4f7e-b319-4e7f3b3edb1d service neutron] Pushing event updated for resources: {'Port': ['ID=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9,revision_number=10']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:05.228638 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-eec616ca-aa33-4f7e-b319-4e7f3b3edb1d service neutron] 10.222.0.15 "PUT /v2.0/ports/ad119b1b-6ae9-4fcd-bec9-e958d037a1c9/bindings/n-h1-812111-8/activate HTTP/1.1" status: 200 len: 369 time: 3.6000247 Nov 24 20:48:05.241268 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-fd0ee41f-2b72-43aa-b3be-b014ee9750b9 admin admin] Allocated IP 172.25.5.105 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/3ca0ba4f-efff-45a9-93b9-20437422a530) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:48:05.261475 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cab314e-793b-41c5-8c65-140d20855ab6 admin admin] Router 769110ca-c76d-4bb9-806f-51f0ed071eaa is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:48:05.442606 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0502562-52d6-42db-948e-38e9dbba564b req-9e63a09c-e437-47b3-a833-a11eaa4c7ce4 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:05.454759 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d0502562-52d6-42db-948e-38e9dbba564b req-9e63a09c-e437-47b3-a833-a11eaa4c7ce4 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 944 time: 0.0666506 Nov 24 20:48:05.509877 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d0502562-52d6-42db-948e-38e9dbba564b req-a4ead355-4704-4037-9137-2a23b431ea7b tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533760 Nov 24 20:48:05.567293 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-89a0e19a-3b93-464c-94a5-8b7c4ef1a2fa tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:05.569032 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-89a0e19a-3b93-464c-94a5-8b7c4ef1a2fa tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f&tenant_id=3430f604e9d44fa5882671405a9099b5&binding%3Ahost_id=n-h2-812111-8 HTTP/1.1" status: 200 len: 1095 time: 0.2587473 Nov 24 20:48:05.650986 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee41f-2b72-43aa-b3be-b014ee9750b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:05.659066 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cab314e-793b-41c5-8c65-140d20855ab6 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:48:05.673006 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] Sync routers for ids ['769110ca-c76d-4bb9-806f-51f0ed071eaa'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:48:05.691518 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] Routers {'769110ca-c76d-4bb9-806f-51f0ed071eaa'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:48:05.692159 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:47:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['769110ca-c76d-4bb9-806f-51f0ed071eaa'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:05.752524 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-2b409f58-31b9-47bc-a3a1-646fd814c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:05.754402 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-2b409f58-31b9-47bc-a3a1-646fd814c743 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f&tenant_id=3430f604e9d44fa5882671405a9099b5 HTTP/1.1" status: 200 len: 1095 time: 0.1641471 Nov 24 20:48:05.770055 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0cab314e-793b-41c5-8c65-140d20855ab6 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:05.775111 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48448) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:05.775240 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0cab314e-793b-41c5-8c65-140d20855ab6 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.0843875 Nov 24 20:48:05.782324 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-db0fb46d-0663-440f-9ff4-0cc915ddb20e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1e00b4-9ced-44cf-bc3b-67c49824c81c {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:48:05.870381 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-db0fb46d-0663-440f-9ff4-0cc915ddb20e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:05.877773 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee41f-2b72-43aa-b3be-b014ee9750b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:05.922154 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-db0fb46d-0663-440f-9ff4-0cc915ddb20e service neutron] Transition to ACTIVE for port object 2d1e00b4-9ced-44cf-bc3b-67c49824c81c will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:48:05.944687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0ee41f-2b72-43aa-b3be-b014ee9750b9 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:48:05.982314 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-fd0ee41f-2b72-43aa-b3be-b014ee9750b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:05.992408 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-db0fb46d-0663-440f-9ff4-0cc915ddb20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:05.995572 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ee41f-2b72-43aa-b3be-b014ee9750b9 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:48:06.010231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] Set router 769110ca-c76d-4bb9-806f-51f0ed071eaa gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:48:06.045206 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-731db004-8a31-42e0-9873-26276cfaf764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:06.046773 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-731db004-8a31-42e0-9873-26276cfaf764 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 1095 time: 0.2496355 Nov 24 20:48:06.059440 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ee41f-2b72-43aa-b3be-b014ee9750b9 admin admin] Pushing event updated for resources: {'Port': ['ID=3ca0ba4f-efff-45a9-93b9-20437422a530,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:06.210987 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fb46d-0663-440f-9ff4-0cc915ddb20e service neutron] Pushing event updated for resources: {'Port': ['ID=2d1e00b4-9ced-44cf-bc3b-67c49824c81c,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:06.346005 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'name': 'tempest-ServersTestBootFromVolume-200229150-router', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:47:57Z', 'updated_at': '2021-11-24T20:48:03Z', 'revision_number': 3, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'gw_port': {'id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:00Z', 'updated_at': '2021-11-24T20:48:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:06.397230 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] Checking router: 769110ca-c76d-4bb9-806f-51f0ed071eaa for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:48:06.397860 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] Updating router 769110ca-c76d-4bb9-806f-51f0ed071eaa port d39010cc-4f81-4a47-bb57-f8a3981ce7fe binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:48:06.438806 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf5f82a2-9ab3-4ec1-97f4-21584cfff81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:06.460736 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:06.517816 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-a715de82-534e-4dc6-8ea1-5fea2badc048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:06.519325 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-a715de82-534e-4dc6-8ea1-5fea2badc048 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 922 time: 0.4538541 Nov 24 20:48:06.622051 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-c08bd4f6-c1f2-46b3-aabf-159bcbc12947 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 HTTP/1.1" status: 200 len: 217 time: 0.0930495 Nov 24 20:48:06.655760 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59411b8f-3762-41fd-abf0-a6cddc0908e2 req-4c033a38-fa6a-4a0a-a0cc-bd0b47262068 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:06.657676 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-59411b8f-3762-41fd-abf0-a6cddc0908e2 req-4c033a38-fa6a-4a0a-a0cc-bd0b47262068 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=58232734-714e-4afd-8a43-f6551074a97a HTTP/1.1" status: 200 len: 950 time: 0.0976467 Nov 24 20:48:06.675252 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-cf5f82a2-9ab3-4ec1-97f4-21584cfff81e admin admin] Allocated IP 172.20.0.1 (11819801-9a1c-40f7-a845-e10ed7c382da/0d09b485-bb7f-4593-b0cc-8f084842db71/72745a37-48a0-425d-8a4c-4e69e39d055a) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:48:06.726790 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-db0fb46d-0663-440f-9ff4-0cc915ddb20e service neutron] Attempting to bind port 2d1e00b4-9ced-44cf-bc3b-67c49824c81c on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:48:06.726790 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-db0fb46d-0663-440f-9ff4-0cc915ddb20e service neutron] Attempting to bind port 2d1e00b4-9ced-44cf-bc3b-67c49824c81c by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:48:06.726790 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-db0fb46d-0663-440f-9ff4-0cc915ddb20e service neutron] Attempting to bind port 2d1e00b4-9ced-44cf-bc3b-67c49824c81c on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:48:06.746459 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66f685-b029-467c-a7c3-a688a9b39a6e req-8282b957-9b9e-4113-a92f-c7845d1fdc99 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:06.747898 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec66f685-b029-467c-a7c3-a688a9b39a6e req-8282b957-9b9e-4113-a92f-c7845d1fdc99 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=17ead34e-d341-4945-9b6f-fe890e121df3 HTTP/1.1" status: 200 len: 947 time: 0.2497449 Nov 24 20:48:06.754279 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-59411b8f-3762-41fd-abf0-a6cddc0908e2 req-4b9bdc56-b4e9-4ec3-b9fa-469dec5f5e51 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800121 Nov 24 20:48:06.756565 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-db0fb46d-0663-440f-9ff4-0cc915ddb20e service neutron] Port 2d1e00b4-9ced-44cf-bc3b-67c49824c81c on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:48:06.756565 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-db0fb46d-0663-440f-9ff4-0cc915ddb20e service neutron] Attempting to bind port 2d1e00b4-9ced-44cf-bc3b-67c49824c81c on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:48:06.800258 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-db0fb46d-0663-440f-9ff4-0cc915ddb20e service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:48:06.800450 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-db0fb46d-0663-440f-9ff4-0cc915ddb20e service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:48:06.800774 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-db0fb46d-0663-440f-9ff4-0cc915ddb20e service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:48:06.801216 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-db0fb46d-0663-440f-9ff4-0cc915ddb20e service neutron] Bound port: 2d1e00b4-9ced-44cf-bc3b-67c49824c81c, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:48:06.801580 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-db0fb46d-0663-440f-9ff4-0cc915ddb20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:06.822882 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:06.830798 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:06.855551 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-81eb1cd4-383e-4f52-909f-f885b6444a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:06.857240 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-81eb1cd4-383e-4f52-909f-f885b6444a35 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.2269211 Nov 24 20:48:06.871074 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf5f82a2-9ab3-4ec1-97f4-21584cfff81e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:06.895438 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028a3a0-a311-4bd4-9b75-c904f1dba08f None None] Pushing event updated for resources: {'Port': ['ID=d39010cc-4f81-4a47-bb57-f8a3981ce7fe,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:06.899279 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] Attempting to bind port d39010cc-4f81-4a47-bb57-f8a3981ce7fe on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:48:06.899926 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] Attempting to bind port d39010cc-4f81-4a47-bb57-f8a3981ce7fe by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:48:06.900516 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] Attempting to bind port d39010cc-4f81-4a47-bb57-f8a3981ce7fe on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:48:06.907632 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:48:06.908284 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:48:06.908977 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:06.909588 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:48:06.910287 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] Bound port: d39010cc-4f81-4a47-bb57-f8a3981ce7fe, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:48:06.910913 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:06.930784 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf5f82a2-9ab3-4ec1-97f4-21584cfff81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:06.980419 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] For port d39010cc-4f81-4a47-bb57-f8a3981ce7fe, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:48:06.985741 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] For port d39010cc-4f81-4a47-bb57-f8a3981ce7fe, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d39010cc-4f81-4a47-bb57-f8a3981ce7fe,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:48:06.994808 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:07.016517 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5f82a2-9ab3-4ec1-97f4-21584cfff81e admin admin] Network 11819801-9a1c-40f7-a845-e10ed7c382da is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:48:07.021970 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-cf5f82a2-9ab3-4ec1-97f4-21584cfff81e admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:07.026392 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5f82a2-9ab3-4ec1-97f4-21584cfff81e admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:48:07.065272 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] Routers {'769110ca-c76d-4bb9-806f-51f0ed071eaa'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:48:07.066876 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:47:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['769110ca-c76d-4bb9-806f-51f0ed071eaa'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:07.073964 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf5f82a2-9ab3-4ec1-97f4-21584cfff81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:07.213830 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec66f685-b029-467c-a7c3-a688a9b39a6e req-c61147c8-2b0c-4cbb-85dd-44dfc748cd42 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201028 Nov 24 20:48:07.241884 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] Set router 769110ca-c76d-4bb9-806f-51f0ed071eaa gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:48:07.308483 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-85ce8532-51b5-4f66-8e91-c62e07243dc8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103001 Nov 24 20:48:07.313569 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee41f-2b72-43aa-b3be-b014ee9750b9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:07.393504 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028a3a0-a311-4bd4-9b75-c904f1dba08f None None] Pushing event updated for resources: {'Port': ['ID=d39010cc-4f81-4a47-bb57-f8a3981ce7fe,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:07.492403 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e92b5b8f-ce8f-4ca8-affa-6a7dade893eb None None] Provisioning complete for port 72745a37-48a0-425d-8a4c-4e69e39d055a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:07.492909 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e92b5b8f-ce8f-4ca8-affa-6a7dade893eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:07.499629 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f82a2-9ab3-4ec1-97f4-21584cfff81e admin admin] Pushing event updated for resources: {'Port': ['ID=72745a37-48a0-425d-8a4c-4e69e39d055a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:07.535898 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59360ffb-4d31-4699-a6c9-a1aab9c2d77d req-5b8cd116-3727-4724-82d1-d8a19b53b85c tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:07.545548 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-59360ffb-4d31-4699-a6c9-a1aab9c2d77d req-5b8cd116-3727-4724-82d1-d8a19b53b85c tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 944 time: 0.4675806 Nov 24 20:48:07.546246 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-db0fb46d-0663-440f-9ff4-0cc915ddb20e service neutron] For port 2d1e00b4-9ced-44cf-bc3b-67c49824c81c, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:48:07.573897 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-db0fb46d-0663-440f-9ff4-0cc915ddb20e service neutron] For port 2d1e00b4-9ced-44cf-bc3b-67c49824c81c, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=2d1e00b4-9ced-44cf-bc3b-67c49824c81c,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:48:07.605081 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fc725-1d86-45d6-971a-3c153cde29e7 req-5c01370b-fb9e-4a62-ace5-8f40b1d4e6a8 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:07.607501 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f56fc725-1d86-45d6-971a-3c153cde29e7 req-5c01370b-fb9e-4a62-ace5-8f40b1d4e6a8 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.48 "GET /v2.0/ports?device_id=58232734-714e-4afd-8a43-f6551074a97a HTTP/1.1" status: 200 len: 950 time: 0.2050447 Nov 24 20:48:07.616801 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-db0fb46d-0663-440f-9ff4-0cc915ddb20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:07.686013 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-59360ffb-4d31-4699-a6c9-a1aab9c2d77d req-224b97b3-5629-45df-8780-b0c20fdf3166 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335354 Nov 24 20:48:07.755010 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf5f82a2-9ab3-4ec1-97f4-21584cfff81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:07.763922 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-57b20b99-13ef-4022-8c16-5aa4cb0eee48 service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329469 Nov 24 20:48:07.765433 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-e92b5b8f-ce8f-4ca8-affa-6a7dade893eb None None] Port 72745a37-48a0-425d-8a4c-4e69e39d055a cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:48:07.788457 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-db0fb46d-0663-440f-9ff4-0cc915ddb20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:07.789106 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-db0fb46d-0663-440f-9ff4-0cc915ddb20e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:07.790963 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-db0fb46d-0663-440f-9ff4-0cc915ddb20e service neutron] 10.222.0.48 "PUT /v2.0/ports/2d1e00b4-9ced-44cf-bc3b-67c49824c81c HTTP/1.1" status: 200 len: 1095 time: 3.5454037 Nov 24 20:48:07.803528 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ead34e-d341-4945-9b6f-fe890e121df3', 'tag': '2d1e00b4-9ced-44cf-bc3b-67c49824c81c'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:48:07.808425 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0c7796-8993-4557-9e81-48752818f95f" -d '{"events": [{"name": "network-changed", "server_uuid": "17ead34e-d341-4945-9b6f-fe890e121df3", "tag": "2d1e00b4-9ced-44cf-bc3b-67c49824c81c"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:48:07.879225 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'name': 'tempest-ServersTestBootFromVolume-200229150-router', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:47:57Z', 'updated_at': '2021-11-24T20:48:03Z', 'revision_number': 3, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'gw_port': {'id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:00Z', 'updated_at': '2021-11-24T20:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:07.929293 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3fc83e-f38f-450a-af73-32de84c217a2 None None] The sync data for ids ['769110ca-c76d-4bb9-806f-51f0ed071eaa'] in n-d-812111-8 is: [{'id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'name': 'tempest-ServersTestBootFromVolume-200229150-router', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:47:57Z', 'updated_at': '2021-11-24T20:48:03Z', 'revision_number': 3, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'gw_port': {'id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:00Z', 'updated_at': '2021-11-24T20:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:48:08.050726 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fb46d-0663-440f-9ff4-0cc915ddb20e service neutron] Pushing event updated for resources: {'Port': ['ID=2d1e00b4-9ced-44cf-bc3b-67c49824c81c,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:08.125988 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-efdb8350-6cbd-4e68-9d29-e5d1c3220a6a service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333154 Nov 24 20:48:08.146266 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-d6f4c5aa-9798-4062-8c63-82548063b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:08.147501 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99a599-a10c-42f2-8aee-e9e039b42c98 req-3fba0a1a-753e-4a84-98f3-ec2d6fb6860e tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:08.147778 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-d6f4c5aa-9798-4062-8c63-82548063b0cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d445952105b144df8605aaf2c3fe9278&device_id=17ead34e-d341-4945-9b6f-fe890e121df3 HTTP/1.1" status: 200 len: 1098 time: 0.2450755 Nov 24 20:48:08.149214 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd99a599-a10c-42f2-8aee-e9e039b42c98 req-3fba0a1a-753e-4a84-98f3-ec2d6fb6860e tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=58232734-714e-4afd-8a43-f6551074a97a HTTP/1.1" status: 200 len: 950 time: 0.1309173 Nov 24 20:48:08.178013 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee41f-2b72-43aa-b3be-b014ee9750b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:08.224010 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-443fc4a2-3dd0-4e72-9741-6208fe7ee1b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2d1e00b4-9ced-44cf-bc3b-67c49824c81c HTTP/1.1" status: 200 len: 217 time: 0.0658615 Nov 24 20:48:08.263438 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf5f82a2-9ab3-4ec1-97f4-21584cfff81e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:08.275397 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd99a599-a10c-42f2-8aee-e9e039b42c98 req-62137e85-3c9d-4d84-a498-d1898cb8e7a2 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e30a2b9-8026-42d2-8c77-0a36b80b575b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988145 Nov 24 20:48:08.280622 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf5f82a2-9ab3-4ec1-97f4-21584cfff81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:08.290979 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-f56fc725-1d86-45d6-971a-3c153cde29e7 req-e7b59439-8106-432a-91d6-df26266f3509 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Deleting port e88cf906-f914-4dbe-a5bc-9d660a4565f0 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:48:08.291623 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f56fc725-1d86-45d6-971a-3c153cde29e7 req-e7b59439-8106-432a-91d6-df26266f3509 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:08.386102 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63e69b1-bdaf-46f7-abc4-367f161ecfda x-openstack-request-id: req-d63e69b1-bdaf-46f7-abc4-367f161ecfda {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:48:08.386455 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ead34e-d341-4945-9b6f-fe890e121df3", "tag": "2d1e00b4-9ced-44cf-bc3b-67c49824c81c", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:48:08.386712 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d63e69b1-bdaf-46f7-abc4-367f161ecfda {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:48:08.387131 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ead34e-d341-4945-9b6f-fe890e121df3', 'tag': '2d1e00b4-9ced-44cf-bc3b-67c49824c81c', 'status': 'completed', 'code': 200} Nov 24 20:48:08.442162 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf5f82a2-9ab3-4ec1-97f4-21584cfff81e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:08.445958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f82a2-9ab3-4ec1-97f4-21584cfff81e admin admin] Pushing event updated for resources: {'Port': ['ID=72745a37-48a0-425d-8a4c-4e69e39d055a,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:08.532442 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-113f88e8-8f87-4ae3-80dd-6f37218b6775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:08.534037 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-113f88e8-8f87-4ae3-80dd-6f37218b6775 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.2692955 Nov 24 20:48:08.572936 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f56fc725-1d86-45d6-971a-3c153cde29e7 req-e7b59439-8106-432a-91d6-df26266f3509 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] For port e88cf906-f914-4dbe-a5bc-9d660a4565f0, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=e88cf906-f914-4dbe-a5bc-9d660a4565f0,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:08.573310 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f56fc725-1d86-45d6-971a-3c153cde29e7 req-e7b59439-8106-432a-91d6-df26266f3509 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:08.611346 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5f82a2-9ab3-4ec1-97f4-21584cfff81e admin admin] Network 11819801-9a1c-40f7-a845-e10ed7c382da is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:48:08.621575 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84f0d4-4610-4d83-aeb7-329657e878c3 req-33111d58-7348-43fe-b3f1-e9f4c1b7c614 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:08.623144 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c84f0d4-4610-4d83-aeb7-329657e878c3 req-33111d58-7348-43fe-b3f1-e9f4c1b7c614 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=17ead34e-d341-4945-9b6f-fe890e121df3 HTTP/1.1" status: 200 len: 947 time: 0.0749950 Nov 24 20:48:08.624292 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-cf5f82a2-9ab3-4ec1-97f4-21584cfff81e admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:08.624873 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-b80228b8-9614-4ecb-b4f6-e9aa86b27bc7 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:08.627288 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-b80228b8-9614-4ecb-b4f6-e9aa86b27bc7 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f&tenant_id=3430f604e9d44fa5882671405a9099b5&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 1095 time: 0.1523230 Nov 24 20:48:08.632043 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-f56fc725-1d86-45d6-971a-3c153cde29e7 req-e7b59439-8106-432a-91d6-df26266f3509 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Calling delete_port for e88cf906-f914-4dbe-a5bc-9d660a4565f0 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:48:08.758095 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-57c8e15c-12e0-4679-b6a9-d1032e01cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:08.760782 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-57c8e15c-12e0-4679-b6a9-d1032e01cb92 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2114189 Nov 24 20:48:08.817725 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c84f0d4-4610-4d83-aeb7-329657e878c3 req-d7a1e189-c7da-490b-8923-ae748d205436 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863422 Nov 24 20:48:08.833386 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-94ab9498-7485-4671-84c5-0b60d59e526e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:08.851240 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5f82a2-9ab3-4ec1-97f4-21584cfff81e admin admin] Router 769110ca-c76d-4bb9-806f-51f0ed071eaa has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:48:08.855548 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0ee41f-2b72-43aa-b3be-b014ee9750b9 admin admin] Router 8d020af7-900b-43cf-8e58-a8adb8c44fe7 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:48:09.024554 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d39010cc-4f81-4a47-bb57-f8a3981ce7fe up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:48:09.104719 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5f82a2-9ab3-4ec1-97f4-21584cfff81e admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:48:09.120916 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cf5f82a2-9ab3-4ec1-97f4-21584cfff81e admin admin] 10.222.0.11 "PUT /v2.0/routers/769110ca-c76d-4bb9-806f-51f0ed071eaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3386471 Nov 24 20:48:09.127339 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port d39010cc-4f81-4a47-bb57-f8a3981ce7fe triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:09.127762 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:09.262559 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-50202015-4f55-4deb-937f-c79504ac43fd None None] Provisioning complete for port 72745a37-48a0-425d-8a4c-4e69e39d055a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:09.263333 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-50202015-4f55-4deb-937f-c79504ac43fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:09.268868 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-2b69db2c-d885-4f75-908f-1655cb44825d service neutron] For port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:48:09.279041 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-2b69db2c-d885-4f75-908f-1655cb44825d service neutron] Publish callbacks [] for binding, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:09.280184 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72ac9ab9-4bb3-405d-bc47-c9aae7738f99 req-2b69db2c-d885-4f75-908f-1655cb44825d service neutron] 10.222.0.48 "DELETE /v2.0/ports/ad119b1b-6ae9-4fcd-bec9-e958d037a1c9/bindings/n-h2-812111-8 HTTP/1.1" status: 204 len: 173 time: 0.6427774 Nov 24 20:48:09.289421 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-76d4ce34-1add-44e5-80d0-f1d7d46793cf service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100420 Nov 24 20:48:09.304257 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:09.348440 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-50202015-4f55-4deb-937f-c79504ac43fd None None] Port 72745a37-48a0-425d-8a4c-4e69e39d055a cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:48:09.358505 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port d39010cc-4f81-4a47-bb57-f8a3981ce7fe, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d39010cc-4f81-4a47-bb57-f8a3981ce7fe,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:09.359550 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:09.366908 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:09.431425 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=d39010cc-4f81-4a47-bb57-f8a3981ce7fe,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:09.600850 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10120151-d7e4-47b0-af1d-f6f2a30863d2 req-4f82bc36-bce2-4a55-a651-32f7250f24d5 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:09.602292 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10120151-d7e4-47b0-af1d-f6f2a30863d2 req-4f82bc36-bce2-4a55-a651-32f7250f24d5 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 944 time: 0.5375860 Nov 24 20:48:09.639824 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0ee41f-2b72-43aa-b3be-b014ee9750b9 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:48:09.650393 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f56fc725-1d86-45d6-971a-3c153cde29e7 req-e7b59439-8106-432a-91d6-df26266f3509 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:09.652024 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] Sync routers for ids ['8d020af7-900b-43cf-8e58-a8adb8c44fe7'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:48:09.663355 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['e88cf906-f914-4dbe-a5bc-9d660a4565f0'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:48:09.670680 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] Routers {'8d020af7-900b-43cf-8e58-a8adb8c44fe7'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:48:09.671321 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:47:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8d020af7-900b-43cf-8e58-a8adb8c44fe7'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:09.714890 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b59439-8106-432a-91d6-df26266f3509 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Pushing event deleted for resources: {'Port': ['ID=e88cf906-f914-4dbe-a5bc-9d660a4565f0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:09.737167 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee41f-2b72-43aa-b3be-b014ee9750b9 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:09.738663 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fd0ee41f-2b72-43aa-b3be-b014ee9750b9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 9.2277374 Nov 24 20:48:09.742946 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48530) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:09.783683 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-92b894dc-71c8-4eed-ad99-f8462c8e7ccd req-ca4d3b81-14ce-4327-9721-eb185d067777 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745538 Nov 24 20:48:09.809433 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56fc725-1d86-45d6-971a-3c153cde29e7 req-e7b59439-8106-432a-91d6-df26266f3509 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] No DVR routers for this DVR port e88cf906-f914-4dbe-a5bc-9d660a4565f0 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:48:09.816372 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f56fc725-1d86-45d6-971a-3c153cde29e7 req-e7b59439-8106-432a-91d6-df26266f3509 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:09.820058 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f56fc725-1d86-45d6-971a-3c153cde29e7 req-e7b59439-8106-432a-91d6-df26266f3509 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.48 "DELETE /v2.0/ports/e88cf906-f914-4dbe-a5bc-9d660a4565f0 HTTP/1.1" status: 204 len: 173 time: 2.1914225 Nov 24 20:48:09.831070 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10120151-d7e4-47b0-af1d-f6f2a30863d2 req-aa2fa99e-bf56-4a4e-8375-569a7bed9e5b tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875281 Nov 24 20:48:09.935614 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] Set router 8d020af7-900b-43cf-8e58-a8adb8c44fe7 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:48:10.007314 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b505f846-cbf8-4261-bfb6-d76d7f2505e3 req-8478f989-3675-43f3-8730-7d87db063d55 tempest-LiveMigrationNegativeTest-904717081 tempest-LiveMigrationNegativeTest-904717081-project] 10.222.0.11 "GET /v2.0/ports?device_id=58232734-714e-4afd-8a43-f6551074a97a HTTP/1.1" status: 200 len: 210 time: 0.0492024 Nov 24 20:48:10.018198 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c7796-8993-4557-9e81-48752818f95f req-2a8fa85b-a9ec-46c5-bbb3-ff816664d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:10.019712 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da0c7796-8993-4557-9e81-48752818f95f req-2a8fa85b-a9ec-46c5-bbb3-ff816664d08f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d445952105b144df8605aaf2c3fe9278&device_id=17ead34e-d341-4945-9b6f-fe890e121df3 HTTP/1.1" status: 200 len: 1098 time: 0.1461039 Nov 24 20:48:10.208612 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48542) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:10.277609 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1938709004-router', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:48:01Z', 'updated_at': '2021-11-24T20:48:06Z', 'revision_number': 3, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'gw_port': {'id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:04Z', 'updated_at': '2021-11-24T20:48:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:10.338523 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c7796-8993-4557-9e81-48752818f95f req-e22de340-8b19-41b1-8b50-69411bb7adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:10.340022 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da0c7796-8993-4557-9e81-48752818f95f req-e22de340-8b19-41b1-8b50-69411bb7adb6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.3059883 Nov 24 20:48:10.367943 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] Checking router: 8d020af7-900b-43cf-8e58-a8adb8c44fe7 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:48:10.371498 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] Updating router 8d020af7-900b-43cf-8e58-a8adb8c44fe7 port 3ca0ba4f-efff-45a9-93b9-20437422a530 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:48:10.401513 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55504bb-188e-49c6-bdc0-14f76eab4821 req-8d43d232-486b-4d85-9721-1ff46058fdeb tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:10.410764 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d55504bb-188e-49c6-bdc0-14f76eab4821 req-8d43d232-486b-4d85-9721-1ff46058fdeb tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=17ead34e-d341-4945-9b6f-fe890e121df3 HTTP/1.1" status: 200 len: 947 time: 0.2047398 Nov 24 20:48:10.415858 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58232734-714e-4afd-8a43-f6551074a97a', 'name': 'network-vif-deleted', 'tag': 'e88cf906-f914-4dbe-a5bc-9d660a4565f0'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:48:10.418437 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078f20f1-2be8-44ce-8006-1779ee4f3395" -d '{"events": [{"server_uuid": "58232734-714e-4afd-8a43-f6551074a97a", "name": "network-vif-deleted", "tag": "e88cf906-f914-4dbe-a5bc-9d660a4565f0"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:48:10.423130 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da0c7796-8993-4557-9e81-48752818f95f req-38cfb38c-f01f-44fc-af9d-15c92d7e29f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2d1e00b4-9ced-44cf-bc3b-67c49824c81c HTTP/1.1" status: 200 len: 217 time: 0.0687296 Nov 24 20:48:10.451590 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:10.476709 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d39aeb82-0717-4339-99ee-4ef11616d043 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:10.603506 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c7796-8993-4557-9e81-48752818f95f req-1b0f5f1c-5a30-4a15-a313-d401bd60faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:10.605038 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da0c7796-8993-4557-9e81-48752818f95f req-1b0f5f1c-5a30-4a15-a313-d401bd60faa4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.1739151 Nov 24 20:48:10.654891 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] Sync routers for ids ['769110ca-c76d-4bb9-806f-51f0ed071eaa'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:48:10.671104 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] Routers {'769110ca-c76d-4bb9-806f-51f0ed071eaa'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:48:10.671940 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:47:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['769110ca-c76d-4bb9-806f-51f0ed071eaa'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:10.697512 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d55504bb-188e-49c6-bdc0-14f76eab4821 req-224f0eff-7186-49ad-8039-f9b632dcd4cf tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815940 Nov 24 20:48:10.719467 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c7796-8993-4557-9e81-48752818f95f req-8ba37cb5-c8ff-4078-a572-1c8ad37c7c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:10.721473 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da0c7796-8993-4557-9e81-48752818f95f req-8ba37cb5-c8ff-4078-a572-1c8ad37c7c0e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1078646 Nov 24 20:48:10.920401 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:10.928019 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:10.952762 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da0c7796-8993-4557-9e81-48752818f95f req-f34fe748-e505-43f9-af75-4d88ac154a8f service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228575 Nov 24 20:48:11.029541 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b603f7-f4b4-4dda-b06a-8c4de5414b2d None None] Pushing event updated for resources: {'Port': ['ID=3ca0ba4f-efff-45a9-93b9-20437422a530,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:11.092061 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] Attempting to bind port 3ca0ba4f-efff-45a9-93b9-20437422a530 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:48:11.097962 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] Attempting to bind port 3ca0ba4f-efff-45a9-93b9-20437422a530 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:48:11.098491 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] Attempting to bind port 3ca0ba4f-efff-45a9-93b9-20437422a530 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:48:11.099440 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48554) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:11.108317 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-007a615f-c5df-4a8a-8451-5f7a564c0b76 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Request body: {'security_group': {'name': 'tempest-securitygroup--778401027', 'description': 'tempest-description--575127731'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:11.109725 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:48:11.110224 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:48:11.110752 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:11.111251 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:48:11.111844 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] Bound port: 3ca0ba4f-efff-45a9-93b9-20437422a530, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:48:11.112345 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:11.167093 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da0c7796-8993-4557-9e81-48752818f95f req-be0206b5-bf84-4f19-ad07-becab2aa0df5 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070303 Nov 24 20:48:11.169289 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e80057-49ad-4518-9e05-0d4e860c98e1 x-openstack-request-id: req-30e80057-49ad-4518-9e05-0d4e860c98e1 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:48:11.169839 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58232734-714e-4afd-8a43-f6551074a97a", "name": "network-vif-deleted", "tag": "e88cf906-f914-4dbe-a5bc-9d660a4565f0", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:48:11.170103 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30e80057-49ad-4518-9e05-0d4e860c98e1 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:48:11.170602 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58232734-714e-4afd-8a43-f6551074a97a', 'name': 'network-vif-deleted', 'tag': 'e88cf906-f914-4dbe-a5bc-9d660a4565f0', 'status': 'completed', 'code': 200} Nov 24 20:48:11.176419 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d39aeb82-0717-4339-99ee-4ef11616d043 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:11.213569 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d39010cc-4f81-4a47-bb57-f8a3981ce7fe up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:48:11.214627 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb7d3-b637-47cb-bf7a-17323d1e480c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:11.216489 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d39aeb82-0717-4339-99ee-4ef11616d043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:11.229967 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] For port 3ca0ba4f-efff-45a9-93b9-20437422a530, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:48:11.233508 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] For port 3ca0ba4f-efff-45a9-93b9-20437422a530, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3ca0ba4f-efff-45a9-93b9-20437422a530,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:48:11.246170 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-007a615f-c5df-4a8a-8451-5f7a564c0b76 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:11.247559 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:11.285131 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d39aeb82-0717-4339-99ee-4ef11616d043 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef45532c45e54b7aac635acb14ed51c1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0730095 Nov 24 20:48:11.285920 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48556) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:11.290539 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39aeb82-0717-4339-99ee-4ef11616d043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88df99a9-a8d7-47f1-ab85-e031f734eb95,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:11.353647 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:11.354828 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fa5c1459-f471-4368-9551-ad387363d2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:11.383250 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] Routers {'8d020af7-900b-43cf-8e58-a8adb8c44fe7'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:48:11.384511 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:47:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8d020af7-900b-43cf-8e58-a8adb8c44fe7'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:11.390580 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] Set router 769110ca-c76d-4bb9-806f-51f0ed071eaa gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:48:11.450217 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a8a10154-a67d-4a2b-a948-7854e45b5e16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:11.475434 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port d39010cc-4f81-4a47-bb57-f8a3981ce7fe triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:11.476115 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:11.480145 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b603f7-f4b4-4dda-b06a-8c4de5414b2d None None] Pushing event updated for resources: {'Port': ['ID=3ca0ba4f-efff-45a9-93b9-20437422a530,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:11.562440 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-007a615f-c5df-4a8a-8451-5f7a564c0b76 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:11.562629 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a8a10154-a67d-4a2b-a948-7854e45b5e16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:11.575738 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-007a615f-c5df-4a8a-8451-5f7a564c0b76 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:11.638866 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] Set router 8d020af7-900b-43cf-8e58-a8adb8c44fe7 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:48:11.684106 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9e778-06b7-4cb1-a751-d965b4776deb req-150041f3-3610-4ff7-bb6f-6e89dc42ac17 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:11.688340 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a615f-c5df-4a8a-8451-5f7a564c0b76 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2785367-ae1f-4afe-8bcf-46e25e8ff721,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:11.689314 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bfb9e778-06b7-4cb1-a751-d965b4776deb req-150041f3-3610-4ff7-bb6f-6e89dc42ac17 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 1095 time: 0.2408721 Nov 24 20:48:11.702932 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-007a615f-c5df-4a8a-8451-5f7a564c0b76 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:11.705071 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-007a615f-c5df-4a8a-8451-5f7a564c0b76 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6046033 Nov 24 20:48:11.708174 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48558) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:11.710198 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-f3cbb7d3-b637-47cb-bf7a-17323d1e480c admin admin] Allocated IP 172.20.0.1 (76284921-803c-4590-9abd-e36e6f81acc5/fd0eede7-bd47-45ce-9621-d9e035beada7/3a97d02b-77bf-4c68-bb1a-2cac73ae1323) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:48:11.714063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-1b817250-c25c-42b5-8aa1-75f62a5ce7e1 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Request body: {'security_group_rule': {'security_group_id': 'b2785367-ae1f-4afe-8bcf-46e25e8ff721', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:11.807925 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a8a10154-a67d-4a2b-a948-7854e45b5e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:11.819260 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a8a10154-a67d-4a2b-a948-7854e45b5e16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:11.822953 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a8a10154-a67d-4a2b-a948-7854e45b5e16 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/88df99a9-a8d7-47f1-ab85-e031f734eb95 HTTP/1.1" status: 204 len: 168 time: 0.5352740 Nov 24 20:48:11.855284 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a10154-a67d-4a2b-a948-7854e45b5e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88df99a9-a8d7-47f1-ab85-e031f734eb95,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:11.860807 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b817250-c25c-42b5-8aa1-75f62a5ce7e1 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:11.913868 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'name': 'tempest-ServersTestBootFromVolume-200229150-router', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:47:57Z', 'updated_at': '2021-11-24T20:48:07Z', 'revision_number': 4, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'gw_port': {'id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:00Z', 'updated_at': '2021-11-24T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '72745a37-48a0-425d-8a4c-4e69e39d055a', 'name': '', 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'mac_address': 'fa:16:3e:f7:0f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '0d09b485-bb7f-4593-b0cc-8f084842db71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:06Z', 'updated_at': '2021-11-24T20:48:07Z', 'revision_number': 2, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'subnets': [{'id': '0d09b485-bb7f-4593-b0cc-8f084842db71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:11.956524 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] Checking router: 769110ca-c76d-4bb9-806f-51f0ed071eaa for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:48:11.957207 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] Updating router 769110ca-c76d-4bb9-806f-51f0ed071eaa port 72745a37-48a0-425d-8a4c-4e69e39d055a binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:48:11.992723 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:11.999530 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b817250-c25c-42b5-8aa1-75f62a5ce7e1 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:12.014301 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bfb9e778-06b7-4cb1-a751-d965b4776deb req-5432782a-fd71-43cd-8e74-e5cdcd026b34 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498326 Nov 24 20:48:12.014653 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b817250-c25c-42b5-8aa1-75f62a5ce7e1 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:12.064466 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb7d3-b637-47cb-bf7a-17323d1e480c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:12.069977 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b817250-c25c-42b5-8aa1-75f62a5ce7e1 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:12.075031 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1b817250-c25c-42b5-8aa1-75f62a5ce7e1 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3658001 Nov 24 20:48:12.076877 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48566) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:12.083481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-1ddc60d5-4e88-40bb-8b36-f29d13b1da94 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Request body: {'security_group_rule': {'security_group_id': 'b2785367-ae1f-4afe-8bcf-46e25e8ff721', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:12.085106 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b817250-c25c-42b5-8aa1-75f62a5ce7e1 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c23856-b38e-4c91-bb64-91e1c5e80228,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:12.194581 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1938709004-router', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:48:01Z', 'updated_at': '2021-11-24T20:48:06Z', 'revision_number': 3, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'gw_port': {'id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:04Z', 'updated_at': '2021-11-24T20:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:12.278341 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d7084d-abaa-4845-b31e-f4f92cdf0345 None None] The sync data for ids ['8d020af7-900b-43cf-8e58-a8adb8c44fe7'] in n-d-812111-8 is: [{'id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1938709004-router', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:48:01Z', 'updated_at': '2021-11-24T20:48:06Z', 'revision_number': 3, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'gw_port': {'id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:04Z', 'updated_at': '2021-11-24T20:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:48:12.291778 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1ddc60d5-4e88-40bb-8b36-f29d13b1da94 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:12.306326 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb7d3-b637-47cb-bf7a-17323d1e480c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:12.314211 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645f850-8bdc-4be3-844c-d5f39bf4e8c3 req-faa3de39-7b0f-4973-9543-9d8e81bf743b tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:12.327830 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4645f850-8bdc-4be3-844c-d5f39bf4e8c3 req-faa3de39-7b0f-4973-9543-9d8e81bf743b tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=17ead34e-d341-4945-9b6f-fe890e121df3 HTTP/1.1" status: 200 len: 947 time: 0.1288178 Nov 24 20:48:12.391670 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:12.406451 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cbb7d3-b637-47cb-bf7a-17323d1e480c admin admin] Network 76284921-803c-4590-9abd-e36e6f81acc5 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:48:12.428386 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-f3cbb7d3-b637-47cb-bf7a-17323d1e480c admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:12.465458 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cbb7d3-b637-47cb-bf7a-17323d1e480c admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:48:12.487161 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbb7d3-b637-47cb-bf7a-17323d1e480c admin admin] Pushing event updated for resources: {'Port': ['ID=3a97d02b-77bf-4c68-bb1a-2cac73ae1323,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:12.504823 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4645f850-8bdc-4be3-844c-d5f39bf4e8c3 req-bb734759-c3f1-4489-96da-caf9a0d1414a tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753075 Nov 24 20:48:12.586089 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 2d1e00b4-9ced-44cf-bc3b-67c49824c81c details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:48:12.588720 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device e88cf906-f914-4dbe-a5bc-9d660a4565f0 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:48:12.593133 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1ddc60d5-4e88-40bb-8b36-f29d13b1da94 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:12.611817 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb7d3-b637-47cb-bf7a-17323d1e480c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:12.616557 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1ddc60d5-4e88-40bb-8b36-f29d13b1da94 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:12.659701 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: e88cf906-f914-4dbe-a5bc-9d660a4565f0 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:48:12.660056 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device e88cf906-f914-4dbe-a5bc-9d660a4565f0 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:48:12.718462 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48594) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:12.736394 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc60d5-4e88-40bb-8b36-f29d13b1da94 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb669b3a-fa7c-4513-8c6b-0c71405c656b,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:12.777999 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1ddc60d5-4e88-40bb-8b36-f29d13b1da94 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:12.781850 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1ddc60d5-4e88-40bb-8b36-f29d13b1da94 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6992121 Nov 24 20:48:12.798366 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48598) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:12.818637 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b62d262e-dc25-4506-a413-f8d2d51a9f84 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:12.886837 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b62d262e-dc25-4506-a413-f8d2d51a9f84 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:12.961527 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fc3c3832-6639-4a93-bd72-dac8eadf0194 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:13.046094 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48600) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:13.066227 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb7d3-b637-47cb-bf7a-17323d1e480c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:13.095379 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-620ebe2c-0bfd-4ba6-aaa5-1bbbeb7c1499 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:13.101033 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 2d1e00b4-9ced-44cf-bc3b-67c49824c81c, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=2d1e00b4-9ced-44cf-bc3b-67c49824c81c,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:13.105266 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-620ebe2c-0bfd-4ba6-aaa5-1bbbeb7c1499 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 821 time: 0.4803827 Nov 24 20:48:13.124160 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3ca0ba4f-efff-45a9-93b9-20437422a530 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:48:13.133734 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-df198ed7-c411-4ef1-8128-3a867c99c0e6 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/quotas/3430f604e9d44fa5882671405a9099b5 HTTP/1.1" status: 200 len: 375 time: 0.0259986 Nov 24 20:48:13.229722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '2d1e00b4-9ced-44cf-bc3b-67c49824c81c', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': '2d1e00b4-9ced-44cf-bc3b-67c49824c81c', 'mac_address': 'fa:16:3e:22:3b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:48:13.304675 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-a5d819a2-dc0b-4da6-875e-aeddf3b3fd2f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1673326 Nov 24 20:48:13.376418 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48606) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:13.378459 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:13.387416 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:13.398594 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:13.426481 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 3ca0ba4f-efff-45a9-93b9-20437422a530 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:13.426859 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:13.446172 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2bcd0fe5-0988-4fcd-beef-184a63272a2d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c86c1f96cf464eafad2d2cf93173b181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3950188 Nov 24 20:48:13.449526 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-ce1a7293-d361-4d09-917e-f9b093156e16 service neutron] 10.222.0.11 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447282 Nov 24 20:48:13.470615 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1e00b4-9ced-44cf-bc3b-67c49824c81c {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:48:13.471845 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fc3c3832-6639-4a93-bd72-dac8eadf0194 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:13.480720 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48610) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:13.513552 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fc3c3832-6639-4a93-bd72-dac8eadf0194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:13.593129 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-4c598cc5-353d-4526-ab62-07f07e7adf6a service neutron] 10.222.0.11 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368957 Nov 24 20:48:13.596605 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b62d262e-dc25-4506-a413-f8d2d51a9f84 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:13.651824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 2d1e00b4-9ced-44cf-bc3b-67c49824c81c, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=2d1e00b4-9ced-44cf-bc3b-67c49824c81c,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:13.668681 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018e7d5-0c3d-4d9d-9b64-f7386dd4755b None None] Pushing event updated for resources: {'Port': ['ID=72745a37-48a0-425d-8a4c-4e69e39d055a,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:13.684050 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:13.754469 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:13.798484 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5621f16e-b8b6-4f8a-b2ca-626917a6c7da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:13.821067 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] Attempting to bind port 72745a37-48a0-425d-8a4c-4e69e39d055a on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:48:13.822027 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] Attempting to bind port 72745a37-48a0-425d-8a4c-4e69e39d055a by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'bf294044-07c9-41d1-8625-a74be456a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:48:13.822378 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] Attempting to bind port 72745a37-48a0-425d-8a4c-4e69e39d055a on network 11819801-9a1c-40f7-a845-e10ed7c382da {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:48:13.862768 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:48:13.862768 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] Checking segment: {'id': 'bf294044-07c9-41d1-8625-a74be456a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:48:13.862768 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:13.862768 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] Bound using segment: {'id': 'bf294044-07c9-41d1-8625-a74be456a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:48:13.862768 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] Bound port: 72745a37-48a0-425d-8a4c-4e69e39d055a, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf294044-07c9-41d1-8625-a74be456a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:48:13.863530 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:13.878374 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=2d1e00b4-9ced-44cf-bc3b-67c49824c81c,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:13.909578 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-727748d1-942f-4f78-b948-45e17995b6ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:13.914435 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fc3c3832-6639-4a93-bd72-dac8eadf0194 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b513432475ba4e7d9069d499e16becff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1884992 Nov 24 20:48:13.923338 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48618) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:13.951948 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['2d1e00b4-9ced-44cf-bc3b-67c49824c81c'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:48:14.019966 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb7d3-b637-47cb-bf7a-17323d1e480c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:14.043900 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb7d3-b637-47cb-bf7a-17323d1e480c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:14.048966 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9ae6bb5-a9e4-4c40-947a-9ab66031e897 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:14.052612 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-b62d262e-dc25-4506-a413-f8d2d51a9f84 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Allocated IP 172.25.5.6 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/bebeb281-1335-402b-becb-213d8070304d) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:48:14.063407 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:14.083732 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c3832-6639-4a93-bd72-dac8eadf0194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efafa5b-596e-433d-a079-a10f9d544f04,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:14.094102 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb7d3-b637-47cb-bf7a-17323d1e480c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:14.119103 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 3ca0ba4f-efff-45a9-93b9-20437422a530, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3ca0ba4f-efff-45a9-93b9-20437422a530,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:14.133149 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b0b55a68-f5da-4444-99ad-3edd4748e726 None None] Provisioning complete for port 72745a37-48a0-425d-8a4c-4e69e39d055a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:14.133528 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b0b55a68-f5da-4444-99ad-3edd4748e726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:14.142607 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-727748d1-942f-4f78-b948-45e17995b6ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:14.162828 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] For port 72745a37-48a0-425d-8a4c-4e69e39d055a, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:48:14.165966 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:14.182030 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-16943523-e665-495f-bed2-2081644179e3 req-75f733ee-d7ac-4334-bf9f-6c676bfd1470 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 210 time: 0.1751969 Nov 24 20:48:14.209080 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-b0b55a68-f5da-4444-99ad-3edd4748e726 None None] Port 72745a37-48a0-425d-8a4c-4e69e39d055a cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:48:14.209379 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c094e-25c9-45b1-a6f5-07307a54cc21 req-6ecc1358-4cec-4694-9bc2-084fc9695f2b tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:14.212147 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9d2615bd-bb08-404a-bb66-70fbe02fd1f9 req-2ae7b09b-e85a-4bcb-b7e1-be4374352009 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3728085 Nov 24 20:48:14.217994 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e2c094e-25c9-45b1-a6f5-07307a54cc21 req-6ecc1358-4cec-4694-9bc2-084fc9695f2b tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=17ead34e-d341-4945-9b6f-fe890e121df3 HTTP/1.1" status: 200 len: 948 time: 0.4666378 Nov 24 20:48:14.231978 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9ae6bb5-a9e4-4c40-947a-9ab66031e897 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:14.265294 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] For port 72745a37-48a0-425d-8a4c-4e69e39d055a, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=72745a37-48a0-425d-8a4c-4e69e39d055a,segment=NetworkSegment(bf294044-07c9-41d1-8625-a74be456a278),segment_id=bf294044-07c9-41d1-8625-a74be456a278)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:48:14.291227 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbb7d3-b637-47cb-bf7a-17323d1e480c admin admin] Pushing event updated for resources: {'Port': ['ID=3a97d02b-77bf-4c68-bb1a-2cac73ae1323,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:14.305070 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:14.397601 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b62d262e-dc25-4506-a413-f8d2d51a9f84 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:14.401106 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2615bd-bb08-404a-bb66-70fbe02fd1f9 req-cba9725b-7bae-4fba-91e1-a59cf2cc45ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:14.402821 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9d2615bd-bb08-404a-bb66-70fbe02fd1f9 req-cba9725b-7bae-4fba-91e1-a59cf2cc45ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 1117 time: 0.1020231 Nov 24 20:48:14.404006 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e2c094e-25c9-45b1-a6f5-07307a54cc21 req-8ad3c264-7d27-42c7-b3af-eb2923af0052 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855145 Nov 24 20:48:14.408428 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=3ca0ba4f-efff-45a9-93b9-20437422a530,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:14.411453 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5621f16e-b8b6-4f8a-b2ca-626917a6c7da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:14.419449 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] Routers {'769110ca-c76d-4bb9-806f-51f0ed071eaa'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:48:14.420182 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:48:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['769110ca-c76d-4bb9-806f-51f0ed071eaa'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:14.443860 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5621f16e-b8b6-4f8a-b2ca-626917a6c7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:14.479663 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9ae6bb5-a9e4-4c40-947a-9ab66031e897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:14.483358 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9ae6bb5-a9e4-4c40-947a-9ab66031e897 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:14.484416 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cbb7d3-b637-47cb-bf7a-17323d1e480c admin admin] Network 76284921-803c-4590-9abd-e36e6f81acc5 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:48:14.485058 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e9ae6bb5-a9e4-4c40-947a-9ab66031e897 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8efafa5b-596e-433d-a079-a10f9d544f04 HTTP/1.1" status: 204 len: 168 time: 0.5606546 Nov 24 20:48:14.492401 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-727748d1-942f-4f78-b948-45e17995b6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:14.503754 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-727748d1-942f-4f78-b948-45e17995b6ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:14.507355 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-727748d1-942f-4f78-b948-45e17995b6ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3e30a2b9-8026-42d2-8c77-0a36b80b575b HTTP/1.1" status: 204 len: 168 time: 1.0220141 Nov 24 20:48:14.526733 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae6bb5-a9e4-4c40-947a-9ab66031e897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efafa5b-596e-433d-a079-a10f9d544f04,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:14.565465 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-f3cbb7d3-b637-47cb-bf7a-17323d1e480c admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:14.605648 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621f16e-b8b6-4f8a-b2ca-626917a6c7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8273ff-8ce9-4064-a503-79138ad1173b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:14.676173 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5621f16e-b8b6-4f8a-b2ca-626917a6c7da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=63fbea3f04274edebe39ea2e2e77bd9e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2864463 Nov 24 20:48:14.681239 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48634) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:14.686445 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b62d262e-dc25-4506-a413-f8d2d51a9f84 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:14.795891 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62d262e-dc25-4506-a413-f8d2d51a9f84 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:48:14.820513 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-b62d262e-dc25-4506-a413-f8d2d51a9f84 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:14.852068 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727748d1-942f-4f78-b948-45e17995b6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e30a2b9-8026-42d2-8c77-0a36b80b575b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:14.878307 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62d262e-dc25-4506-a413-f8d2d51a9f84 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:48:14.964210 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2615bd-bb08-404a-bb66-70fbe02fd1f9 req-ca606c97-ced7-4aac-acfd-80a4460d3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:14.970415 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9d2615bd-bb08-404a-bb66-70fbe02fd1f9 req-ca606c97-ced7-4aac-acfd-80a4460d3a08 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 922 time: 0.5192077 Nov 24 20:48:15.042493 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9d2615bd-bb08-404a-bb66-70fbe02fd1f9 req-63503272-8ef0-4aee-80c5-f89e35a8e35f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf HTTP/1.1" status: 200 len: 217 time: 0.0513425 Nov 24 20:48:15.046514 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d262e-dc25-4506-a413-f8d2d51a9f84 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Pushing event updated for resources: {'Port': ['ID=bebeb281-1335-402b-becb-213d8070304d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:15.080031 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48644) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:15.085396 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3ca0ba4f-efff-45a9-93b9-20437422a530 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:48:15.158135 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ed77-d30f-40cc-b92a-df1696fb5c08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:15.177040 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2615bd-bb08-404a-bb66-70fbe02fd1f9 req-17759df8-49a7-4756-9ee1-e5e2cd6a19cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:15.178546 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9d2615bd-bb08-404a-bb66-70fbe02fd1f9 req-17759df8-49a7-4756-9ee1-e5e2cd6a19cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.1267536 Nov 24 20:48:15.247585 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ed77-d30f-40cc-b92a-df1696fb5c08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:15.256914 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] Set router 769110ca-c76d-4bb9-806f-51f0ed071eaa gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:48:15.283402 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9d2615bd-bb08-404a-bb66-70fbe02fd1f9 req-d619f579-31ae-446b-85db-b47e3688f0bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922029 Nov 24 20:48:15.298644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cbb7d3-b637-47cb-bf7a-17323d1e480c admin admin] Router 8d020af7-900b-43cf-8e58-a8adb8c44fe7 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:48:15.316780 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018e7d5-0c3d-4d9d-9b64-f7386dd4755b None None] Pushing event updated for resources: {'Port': ['ID=72745a37-48a0-425d-8a4c-4e69e39d055a,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:15.327768 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b62d262e-dc25-4506-a413-f8d2d51a9f84 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:15.364492 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:15.375623 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a3afe0c3-5add-400f-9e4f-830b93271ebd None None] Provisioning complete for port 72745a37-48a0-425d-8a4c-4e69e39d055a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:15.375984 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a3afe0c3-5add-400f-9e4f-830b93271ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:15.388151 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a7cbcfaa-644b-4ff2-9d10-0a3098ce401e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb8953053fd442c9b5e3158daadc6ff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3069766 Nov 24 20:48:15.389870 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48656) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:15.393621 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8b3ecd7e-56e1-4944-80ab-1288d843d059 req-e0c8037b-375a-4c15-b947-d55d8a37a3b8 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 210 time: 0.0904353 Nov 24 20:48:15.450410 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b62d262e-dc25-4506-a413-f8d2d51a9f84 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:15.464640 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 3ca0ba4f-efff-45a9-93b9-20437422a530 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:15.466614 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:15.533407 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ed77-d30f-40cc-b92a-df1696fb5c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:15.535969 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ed77-d30f-40cc-b92a-df1696fb5c08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:15.539544 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-aeb1ed77-d30f-40cc-b92a-df1696fb5c08 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c8273ff-8ce9-4064-a503-79138ad1173b HTTP/1.1" status: 204 len: 168 time: 0.8525248 Nov 24 20:48:15.565286 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1ed77-d30f-40cc-b92a-df1696fb5c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8273ff-8ce9-4064-a503-79138ad1173b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:15.575189 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6895884-ca3a-498d-b024-5ec99c50b76f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:15.581209 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cbb7d3-b637-47cb-bf7a-17323d1e480c admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:48:15.591580 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] Sync routers for ids ['8d020af7-900b-43cf-8e58-a8adb8c44fe7'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:48:15.592166 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f3cbb7d3-b637-47cb-bf7a-17323d1e480c admin admin] 10.222.0.11 "PUT /v2.0/routers/8d020af7-900b-43cf-8e58-a8adb8c44fe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8433545 Nov 24 20:48:15.608121 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6895884-ca3a-498d-b024-5ec99c50b76f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:15.613908 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] Routers {'8d020af7-900b-43cf-8e58-a8adb8c44fe7'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:48:15.620645 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:48:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8d020af7-900b-43cf-8e58-a8adb8c44fe7'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:15.677726 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a3afe0c3-5add-400f-9e4f-830b93271ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:15.706236 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6895884-ca3a-498d-b024-5ec99c50b76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:15.709373 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6895884-ca3a-498d-b024-5ec99c50b76f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:15.710773 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c6895884-ca3a-498d-b024-5ec99c50b76f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/664e6662-e8ad-4b9a-9e03-858c0c9fb489 HTTP/1.1" status: 204 len: 168 time: 0.3162653 Nov 24 20:48:15.732201 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6895884-ca3a-498d-b024-5ec99c50b76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664e6662-e8ad-4b9a-9e03-858c0c9fb489,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:15.778012 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d1e64-0632-49c3-b4bd-8e54ca78d773 req-1203edae-201d-42d3-9789-73af776bb7f2 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:15.786464 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c42d1e64-0632-49c3-b4bd-8e54ca78d773 req-1203edae-201d-42d3-9789-73af776bb7f2 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=17ead34e-d341-4945-9b6f-fe890e121df3 HTTP/1.1" status: 200 len: 948 time: 0.1722815 Nov 24 20:48:15.811081 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9d2615bd-bb08-404a-bb66-70fbe02fd1f9 req-124b7a7e-d3d8-4433-a6d2-7c0d865574e3 service neutron] 10.222.0.15 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033419 Nov 24 20:48:15.830817 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a3afe0c3-5add-400f-9e4f-830b93271ebd None None] For port 72745a37-48a0-425d-8a4c-4e69e39d055a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=72745a37-48a0-425d-8a4c-4e69e39d055a,segment=NetworkSegment(bf294044-07c9-41d1-8625-a74be456a278),segment_id=bf294044-07c9-41d1-8625-a74be456a278)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:15.857751 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a3afe0c3-5add-400f-9e4f-830b93271ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:15.987193 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afe0c3-5add-400f-9e4f-830b93271ebd None None] Pushing event updated for resources: {'Port': ['ID=72745a37-48a0-425d-8a4c-4e69e39d055a,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:16.000929 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] Set router 8d020af7-900b-43cf-8e58-a8adb8c44fe7 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:48:16.007774 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'name': 'tempest-ServersTestBootFromVolume-200229150-router', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:47:57Z', 'updated_at': '2021-11-24T20:48:07Z', 'revision_number': 4, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'gw_port': {'id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:00Z', 'updated_at': '2021-11-24T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '72745a37-48a0-425d-8a4c-4e69e39d055a', 'name': '', 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'mac_address': 'fa:16:3e:f7:0f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '0d09b485-bb7f-4593-b0cc-8f084842db71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:06Z', 'updated_at': '2021-11-24T20:48:14Z', 'revision_number': 4, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'subnets': [{'id': '0d09b485-bb7f-4593-b0cc-8f084842db71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:16.044416 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1734d2ac-21e8-477d-bdfd-a366107b638b None None] The sync data for ids ['769110ca-c76d-4bb9-806f-51f0ed071eaa'] in n-d-812111-8 is: [{'id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'name': 'tempest-ServersTestBootFromVolume-200229150-router', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:47:57Z', 'updated_at': '2021-11-24T20:48:07Z', 'revision_number': 4, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'gw_port': {'id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:00Z', 'updated_at': '2021-11-24T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '72745a37-48a0-425d-8a4c-4e69e39d055a', 'name': '', 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'mac_address': 'fa:16:3e:f7:0f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '0d09b485-bb7f-4593-b0cc-8f084842db71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:06Z', 'updated_at': '2021-11-24T20:48:14Z', 'revision_number': 4, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'subnets': [{'id': '0d09b485-bb7f-4593-b0cc-8f084842db71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:48:16.396516 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1938709004-router', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:48:01Z', 'updated_at': '2021-11-24T20:48:12Z', 'revision_number': 4, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'gw_port': {'id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:04Z', 'updated_at': '2021-11-24T20:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3a97d02b-77bf-4c68-bb1a-2cac73ae1323', 'name': '', 'network_id': '76284921-803c-4590-9abd-e36e6f81acc5', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'mac_address': 'fa:16:3e:25:02:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'fd0eede7-bd47-45ce-9621-d9e035beada7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:11Z', 'updated_at': '2021-11-24T20:48:13Z', 'revision_number': 2, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'subnets': [{'id': 'fd0eede7-bd47-45ce-9621-d9e035beada7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:16.441576 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] Checking router: 8d020af7-900b-43cf-8e58-a8adb8c44fe7 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:48:16.442971 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] Updating router 8d020af7-900b-43cf-8e58-a8adb8c44fe7 port 3a97d02b-77bf-4c68-bb1a-2cac73ae1323 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:48:16.489462 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:16.541963 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c42d1e64-0632-49c3-b4bd-8e54ca78d773 req-6f6d067f-051d-4dea-a62a-29f48de48a99 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7542164 Nov 24 20:48:16.544706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 2d1e00b4-9ced-44cf-bc3b-67c49824c81c up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:48:16.593728 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-c55ba570-7999-42c0-afc7-a1e11333175e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:16.606181 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-c55ba570-7999-42c0-afc7-a1e11333175e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.15 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 821 time: 0.8559616 Nov 24 20:48:16.660339 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48694) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:16.661532 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-ca92d724-1d34-47b6-ba1a-d04d6271d0fd tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Request body: {'port': {'device_id': '3bb3492f-abed-45ee-8380-4a122cc341fd', 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c', 'admin_state_up': True, 'tenant_id': '3430f604e9d44fa5882671405a9099b5'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:16.698440 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 2d1e00b4-9ced-44cf-bc3b-67c49824c81c completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:48:16.705112 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 2d1e00b4-9ced-44cf-bc3b-67c49824c81c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:16.705634 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:16.736696 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4c3ece45-bdf7-433a-ba63-b3fbed02086c req-03d4c93f-4453-46c1-adb0-ea53d408d260 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 210 time: 0.0654695 Nov 24 20:48:16.744294 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9d2615bd-bb08-404a-bb66-70fbe02fd1f9 req-1fce2acb-24ba-4e09-a438-1f063ab02edd service neutron] 10.222.0.15 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9153957 Nov 24 20:48:16.858559 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b62d262e-dc25-4506-a413-f8d2d51a9f84 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:16.876625 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b62d262e-dc25-4506-a413-f8d2d51a9f84 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:16.932869 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:16.963590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ead34e-d341-4945-9b6f-fe890e121df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1e00b4-9ced-44cf-bc3b-67c49824c81c'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:48:16.972651 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccf841a-0600-43f5-ba08-835a01ed8faf" -d '{"events": [{"server_uuid": "17ead34e-d341-4945-9b6f-fe890e121df3", "name": "network-vif-plugged", "status": "completed", "tag": "2d1e00b4-9ced-44cf-bc3b-67c49824c81c"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:48:16.983455 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:17.002636 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 2d1e00b4-9ced-44cf-bc3b-67c49824c81c, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=2d1e00b4-9ced-44cf-bc3b-67c49824c81c,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:17.004814 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 72745a37-48a0-425d-8a4c-4e69e39d055a up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:48:17.007496 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:17.012001 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:17.044454 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-a6aa632c-99f6-4cf2-8111-9fa6ddd5b4d5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1289761627-network', 'tenant_id': '851051ca6de04334a69ac273b17b42af'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:17.106542 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b62d262e-dc25-4506-a413-f8d2d51a9f84 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:17.120340 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6aa632c-99f6-4cf2-8111-9fa6ddd5b4d5 admin admin] Made reservation on behalf of 851051ca6de04334a69ac273b17b42af for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:48:17.122832 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a6aa632c-99f6-4cf2-8111-9fa6ddd5b4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:17.138146 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=2d1e00b4-9ced-44cf-bc3b-67c49824c81c,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:17.173103 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 72745a37-48a0-425d-8a4c-4e69e39d055a triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:17.173562 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:17.191411 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a6aa632c-99f6-4cf2-8111-9fa6ddd5b4d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:17.229429 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b62d262e-dc25-4506-a413-f8d2d51a9f84 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:17.254870 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c942da20-dae9-4393-be59-3b836cf12864 x-openstack-request-id: req-c942da20-dae9-4393-be59-3b836cf12864 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:48:17.255205 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ead34e-d341-4945-9b6f-fe890e121df3", "name": "network-vif-plugged", "status": "completed", "tag": "2d1e00b4-9ced-44cf-bc3b-67c49824c81c", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:48:17.255824 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c942da20-dae9-4393-be59-3b836cf12864 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:48:17.256269 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ead34e-d341-4945-9b6f-fe890e121df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1e00b4-9ced-44cf-bc3b-67c49824c81c', 'code': 200} Nov 24 20:48:17.265237 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b62d262e-dc25-4506-a413-f8d2d51a9f84 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.4643610 Nov 24 20:48:17.272332 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d262e-dc25-4506-a413-f8d2d51a9f84 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Pushing event updated for resources: {'Port': ['ID=bebeb281-1335-402b-becb-213d8070304d,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:17.308542 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591699c7-d18e-4e6a-af35-aecbe2bf1b46 None None] Pushing event updated for resources: {'Port': ['ID=3a97d02b-77bf-4c68-bb1a-2cac73ae1323,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:17.333853 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-ca92d724-1d34-47b6-ba1a-d04d6271d0fd tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Made reservation on behalf of 3430f604e9d44fa5882671405a9099b5 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:48:17.343931 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-ca92d724-1d34-47b6-ba1a-d04d6271d0fd tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:17.466130 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] Attempting to bind port 3a97d02b-77bf-4c68-bb1a-2cac73ae1323 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:48:17.466506 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] Attempting to bind port 3a97d02b-77bf-4c68-bb1a-2cac73ae1323 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '90258e6b-4b9e-4639-a56b-dc88672d67c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '76284921-803c-4590-9abd-e36e6f81acc5'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:48:17.466868 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] Attempting to bind port 3a97d02b-77bf-4c68-bb1a-2cac73ae1323 on network 76284921-803c-4590-9abd-e36e6f81acc5 {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:48:17.479710 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:48:17.480080 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] Checking segment: {'id': '90258e6b-4b9e-4639-a56b-dc88672d67c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '76284921-803c-4590-9abd-e36e6f81acc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:48:17.480618 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:17.481042 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] Bound using segment: {'id': '90258e6b-4b9e-4639-a56b-dc88672d67c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '76284921-803c-4590-9abd-e36e6f81acc5'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:48:17.481526 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] Bound port: 3a97d02b-77bf-4c68-bb1a-2cac73ae1323, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90258e6b-4b9e-4639-a56b-dc88672d67c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '76284921-803c-4590-9abd-e36e6f81acc5'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:48:17.481925 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:17.595623 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946a8c7-19cd-4e80-b08c-bb46b05379ca req-14aeb515-1e92-431d-b7b6-98f22e6eedf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:17.597177 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8946a8c7-19cd-4e80-b08c-bb46b05379ca req-14aeb515-1e92-431d-b7b6-98f22e6eedf6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=17ead34e-d341-4945-9b6f-fe890e121df3 HTTP/1.1" status: 200 len: 1100 time: 0.2437327 Nov 24 20:48:17.601840 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] For port 3a97d02b-77bf-4c68-bb1a-2cac73ae1323, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:48:17.610843 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] For port 3a97d02b-77bf-4c68-bb1a-2cac73ae1323, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3a97d02b-77bf-4c68-bb1a-2cac73ae1323,segment=NetworkSegment(90258e6b-4b9e-4639-a56b-dc88672d67c8),segment_id=90258e6b-4b9e-4639-a56b-dc88672d67c8)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:48:17.624104 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:17.787243 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] Routers {'8d020af7-900b-43cf-8e58-a8adb8c44fe7'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:48:17.788035 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:48:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8d020af7-900b-43cf-8e58-a8adb8c44fe7'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:17.876827 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591699c7-d18e-4e6a-af35-aecbe2bf1b46 None None] Pushing event updated for resources: {'Port': ['ID=3a97d02b-77bf-4c68-bb1a-2cac73ae1323,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:17.902557 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8946a8c7-19cd-4e80-b08c-bb46b05379ca req-534b1c94-66c9-4ed3-89c7-2895d7ae6d78 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937219 Nov 24 20:48:17.915446 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-ca92d724-1d34-47b6-ba1a-d04d6271d0fd tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Allocated IP 172.20.0.9 (2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c/9e45132d-16f0-4b54-ad14-284c2476122c/8fae6805-5260-4a33-9343-3c62fb794ad0) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:48:17.998144 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70951852-cb39-467b-a3d1-1fd63b5999fb req-6e50a2ce-22c8-47d4-b3a0-11e993d18498 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:18.017468 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-70951852-cb39-467b-a3d1-1fd63b5999fb req-6e50a2ce-22c8-47d4-b3a0-11e993d18498 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=17ead34e-d341-4945-9b6f-fe890e121df3 HTTP/1.1" status: 200 len: 949 time: 0.3223932 Nov 24 20:48:18.107179 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] Set router 8d020af7-900b-43cf-8e58-a8adb8c44fe7 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:48:18.216118 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-6a7f04a3-2a9c-40d5-8d14-69ac6ba494bb tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:18.225409 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-6a7f04a3-2a9c-40d5-8d14-69ac6ba494bb tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/networks?id=76284921-803c-4590-9abd-e36e6f81acc5 HTTP/1.1" status: 200 len: 820 time: 1.0354574 Nov 24 20:48:18.241234 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-70951852-cb39-467b-a3d1-1fd63b5999fb req-8e569da9-26df-4202-be53-e0f6dc902d2b tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206600 Nov 24 20:48:18.247407 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-6b56a435-376b-4728-be18-434d647d5697 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/quotas/beaf0ad348674b009afcee3953da09bf HTTP/1.1" status: 200 len: 375 time: 0.0206039 Nov 24 20:48:18.331456 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-0c7381e6-a241-4e57-a3a7-05077262539e tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=beaf0ad348674b009afcee3953da09bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0828907 Nov 24 20:48:18.337890 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-f566940f-b67d-455b-bb17-768f07101f66 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:48:18.345732 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-f566940f-b67d-455b-bb17-768f07101f66 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132711 Nov 24 20:48:18.391504 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a6aa632c-99f6-4cf2-8111-9fa6ddd5b4d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:18.435468 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a26cce94-cf17-429d-99ce-3cc1dcdb3655 req-2743bc51-cd23-489e-a99d-7cecb4081ce5 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 210 time: 0.0566111 Nov 24 20:48:18.448504 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-ca92d724-1d34-47b6-ba1a-d04d6271d0fd tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:18.451911 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a6aa632c-99f6-4cf2-8111-9fa6ddd5b4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:18.465946 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1938709004-router', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:48:01Z', 'updated_at': '2021-11-24T20:48:12Z', 'revision_number': 4, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'gw_port': {'id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:04Z', 'updated_at': '2021-11-24T20:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3a97d02b-77bf-4c68-bb1a-2cac73ae1323', 'name': '', 'network_id': '76284921-803c-4590-9abd-e36e6f81acc5', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'mac_address': 'fa:16:3e:25:02:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'fd0eede7-bd47-45ce-9621-d9e035beada7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:11Z', 'updated_at': '2021-11-24T20:48:17Z', 'revision_number': 4, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'subnets': [{'id': 'fd0eede7-bd47-45ce-9621-d9e035beada7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:18.503687 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e75b2c-863e-468d-99fc-35d470702569 None None] The sync data for ids ['8d020af7-900b-43cf-8e58-a8adb8c44fe7'] in n-d-812111-8 is: [{'id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1938709004-router', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:48:01Z', 'updated_at': '2021-11-24T20:48:12Z', 'revision_number': 4, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'gw_port': {'id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:04Z', 'updated_at': '2021-11-24T20:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3a97d02b-77bf-4c68-bb1a-2cac73ae1323', 'name': '', 'network_id': '76284921-803c-4590-9abd-e36e6f81acc5', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'mac_address': 'fa:16:3e:25:02:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'fd0eede7-bd47-45ce-9621-d9e035beada7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:11Z', 'updated_at': '2021-11-24T20:48:17Z', 'revision_number': 4, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'subnets': [{'id': 'fd0eede7-bd47-45ce-9621-d9e035beada7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:48:18.523455 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-ca92d724-1d34-47b6-ba1a-d04d6271d0fd tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:18.537791 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6aa632c-99f6-4cf2-8111-9fa6ddd5b4d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:48:18.551675 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a6aa632c-99f6-4cf2-8111-9fa6ddd5b4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:18.552291 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-a6aa632c-99f6-4cf2-8111-9fa6ddd5b4d5 admin admin] Added segment 4909c4b0-efe7-4904-8393-2efe750f10ca of type vlan for network 74269f12-89ae-4b04-a28c-ac9ec57522ae Nov 24 20:48:18.586451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92d724-1d34-47b6-ba1a-d04d6271d0fd tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Pushing event updated for resources: {'Port': ['ID=8fae6805-5260-4a33-9343-3c62fb794ad0,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:18.600177 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-ca92d724-1d34-47b6-ba1a-d04d6271d0fd tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:48:18.602006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-ca92d724-1d34-47b6-ba1a-d04d6271d0fd tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:18.605006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-ca92d724-1d34-47b6-ba1a-d04d6271d0fd tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:48:18.623796 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a6aa632c-99f6-4cf2-8111-9fa6ddd5b4d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:18.657363 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa632c-99f6-4cf2-8111-9fa6ddd5b4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf7ddd5-28f9-4dcf-a259-54ab6e804640,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:18.663771 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-ca92d724-1d34-47b6-ba1a-d04d6271d0fd tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:18.665554 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-ca92d724-1d34-47b6-ba1a-d04d6271d0fd tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:18.680313 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a6aa632c-99f6-4cf2-8111-9fa6ddd5b4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:18.682491 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aa632c-99f6-4cf2-8111-9fa6ddd5b4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:18.683264 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a6aa632c-99f6-4cf2-8111-9fa6ddd5b4d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:18.685499 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-ca92d724-1d34-47b6-ba1a-d04d6271d0fd tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0580423 Nov 24 20:48:18.705442 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-573025ae-c885-4ed8-b13e-40fa6044b48e service neutron] Request body: {'port': {'device_id': '3bb3492f-abed-45ee-8380-4a122cc341fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:18.736097 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-7649fc3b-a02a-46e6-ad41-bd2ef27e1ad2 service neutron] 10.222.0.11 "GET /v2.0/networks/76284921-803c-4590-9abd-e36e6f81acc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893580 Nov 24 20:48:18.763885 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a6aa632c-99f6-4cf2-8111-9fa6ddd5b4d5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1023960 Nov 24 20:48:18.845257 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48798) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:18.845993 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-573025ae-c885-4ed8-b13e-40fa6044b48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:18.882221 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-f61b61e7-87e6-4ba1-9683-0f8b495f3ca4 admin admin] Request body: {'subnet': {'network_id': '74269f12-89ae-4b04-a28c-ac9ec57522ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1289761627-subnet', 'tenant_id': '851051ca6de04334a69ac273b17b42af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:18.918846 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-4bd723af-3626-4c25-914b-7b478dbd062c service neutron] 10.222.0.11 "GET /v2.0/networks/76284921-803c-4590-9abd-e36e6f81acc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645494 Nov 24 20:48:18.929739 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa632c-99f6-4cf2-8111-9fa6ddd5b4d5 admin admin] Pushing event updated for resources: {'Network': ['ID=74269f12-89ae-4b04-a28c-ac9ec57522ae,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:18.944311 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 74269f12-89ae-4b04-a28c-ac9ec57522ae details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:48:19.351694 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61b61e7-87e6-4ba1-9683-0f8b495f3ca4 admin admin] Made reservation on behalf of 851051ca6de04334a69ac273b17b42af for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:48:19.354615 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f61b61e7-87e6-4ba1-9683-0f8b495f3ca4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:19.576809 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681db3d-518b-45be-91ef-922c7848adfd req-e281248e-fb66-4010-8997-5205d5d0a443 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:19.578416 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5681db3d-518b-45be-91ef-922c7848adfd req-e281248e-fb66-4010-8997-5205d5d0a443 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=17ead34e-d341-4945-9b6f-fe890e121df3 HTTP/1.1" status: 200 len: 949 time: 0.1676929 Nov 24 20:48:19.696832 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5681db3d-518b-45be-91ef-922c7848adfd req-15b939d4-6fc1-41ff-a1df-6df8db2c8edd tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010189 Nov 24 20:48:19.711345 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-573025ae-c885-4ed8-b13e-40fa6044b48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fae6805-5260-4a33-9343-3c62fb794ad0 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:48:19.723243 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-573025ae-c885-4ed8-b13e-40fa6044b48e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:19.825559 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-573025ae-c885-4ed8-b13e-40fa6044b48e service neutron] Transition to ACTIVE for port object 8fae6805-5260-4a33-9343-3c62fb794ad0 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:48:19.838234 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ab8aafbe-ecb4-4367-9bf2-b17156eba2fd req-9de2877f-674f-4091-90af-96b47d4dd994 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 210 time: 0.0640984 Nov 24 20:48:19.847504 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-573025ae-c885-4ed8-b13e-40fa6044b48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:19.986720 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48856) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:20.204830 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573025ae-c885-4ed8-b13e-40fa6044b48e service neutron] Pushing event updated for resources: {'Port': ['ID=8fae6805-5260-4a33-9343-3c62fb794ad0,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:20.218505 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f37a9-b344-429c-a2ea-64824a5d5297 req-f7a375d8-66ea-401c-971e-9a8ed21c5a16 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:20.226459 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a10f37a9-b344-429c-a2ea-64824a5d5297 req-f7a375d8-66ea-401c-971e-9a8ed21c5a16 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 943 time: 0.3149917 Nov 24 20:48:20.255867 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f61b61e7-87e6-4ba1-9683-0f8b495f3ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:20.265090 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ddc12-02ef-405f-8e29-2023886636f8 req-e73fa2fc-0958-4327-951d-b48506fcb532 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:20.266904 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4b9ddc12-02ef-405f-8e29-2023886636f8 req-e73fa2fc-0958-4327-951d-b48506fcb532 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=17ead34e-d341-4945-9b6f-fe890e121df3 HTTP/1.1" status: 200 len: 949 time: 0.0776019 Nov 24 20:48:20.278222 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f748c5d5-bb47-41ca-9103-0f89b3613af9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:20.339861 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-573025ae-c885-4ed8-b13e-40fa6044b48e service neutron] Attempting to bind port 8fae6805-5260-4a33-9343-3c62fb794ad0 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:48:20.340284 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-573025ae-c885-4ed8-b13e-40fa6044b48e service neutron] Attempting to bind port 8fae6805-5260-4a33-9343-3c62fb794ad0 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:48:20.340685 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-573025ae-c885-4ed8-b13e-40fa6044b48e service neutron] Attempting to bind port 8fae6805-5260-4a33-9343-3c62fb794ad0 on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:48:20.352464 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-573025ae-c885-4ed8-b13e-40fa6044b48e service neutron] Port 8fae6805-5260-4a33-9343-3c62fb794ad0 on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:48:20.353462 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-573025ae-c885-4ed8-b13e-40fa6044b48e service neutron] Attempting to bind port 8fae6805-5260-4a33-9343-3c62fb794ad0 on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:48:20.371827 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4b9ddc12-02ef-405f-8e29-2023886636f8 req-f58f595e-6d8e-436c-b2e1-d53bcdb18905 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958846 Nov 24 20:48:20.373258 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:48:20.386720 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-573025ae-c885-4ed8-b13e-40fa6044b48e service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:48:20.387147 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-573025ae-c885-4ed8-b13e-40fa6044b48e service neutron] Checking segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:48:20.387602 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-573025ae-c885-4ed8-b13e-40fa6044b48e service neutron] Bound using segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:48:20.388127 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-573025ae-c885-4ed8-b13e-40fa6044b48e service neutron] Bound port: 8fae6805-5260-4a33-9343-3c62fb794ad0, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:48:20.388551 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-573025ae-c885-4ed8-b13e-40fa6044b48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:20.394828 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b61e7-87e6-4ba1-9683-0f8b495f3ca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=420bba63-9c09-43ca-9e8b-ab6d0874432d,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:20.409133 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a10f37a9-b344-429c-a2ea-64824a5d5297 req-90d68813-50a7-42eb-95c9-bbe5e3fe4e36 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751182 Nov 24 20:48:20.438424 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61b61e7-87e6-4ba1-9683-0f8b495f3ca4 admin admin] Checking segment: {'id': '4909c4b0-efe7-4904-8393-2efe750f10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '74269f12-89ae-4b04-a28c-ac9ec57522ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:48:20.456924 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61b61e7-87e6-4ba1-9683-0f8b495f3ca4 admin admin] Network hostable DHCP agents. Network: 74269f12-89ae-4b04-a28c-ac9ec57522ae, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:48:20.476166 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f748c5d5-bb47-41ca-9103-0f89b3613af9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:20.486720 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f748c5d5-bb47-41ca-9103-0f89b3613af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:20.551633 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748c5d5-bb47-41ca-9103-0f89b3613af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f855f7-2fc4-4e4e-971c-41ab2e1ebb48,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:20.594514 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-573025ae-c885-4ed8-b13e-40fa6044b48e service neutron] For port 8fae6805-5260-4a33-9343-3c62fb794ad0, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:48:20.597980 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-573025ae-c885-4ed8-b13e-40fa6044b48e service neutron] For port 8fae6805-5260-4a33-9343-3c62fb794ad0, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8fae6805-5260-4a33-9343-3c62fb794ad0,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:48:20.624303 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-573025ae-c885-4ed8-b13e-40fa6044b48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:20.630987 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f748c5d5-bb47-41ca-9103-0f89b3613af9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=40cc135e5d9e4599b0ee978b056f8c31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6430309 Nov 24 20:48:20.634341 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48892) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:20.670735 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61b61e7-87e6-4ba1-9683-0f8b495f3ca4 admin admin] Network 74269f12-89ae-4b04-a28c-ac9ec57522ae is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:48:20.704138 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-573025ae-c885-4ed8-b13e-40fa6044b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:20.705030 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-573025ae-c885-4ed8-b13e-40fa6044b48e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:20.706824 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-573025ae-c885-4ed8-b13e-40fa6044b48e service neutron] 10.222.0.15 "PUT /v2.0/ports/8fae6805-5260-4a33-9343-3c62fb794ad0 HTTP/1.1" status: 200 len: 1091 time: 2.0082881 Nov 24 20:48:20.707619 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb3492f-abed-45ee-8380-4a122cc341fd', 'tag': '8fae6805-5260-4a33-9343-3c62fb794ad0'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:48:20.709920 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b32672-11b5-4e1a-b114-44a91928665d" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb3492f-abed-45ee-8380-4a122cc341fd", "tag": "8fae6805-5260-4a33-9343-3c62fb794ad0"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:48:20.731692 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-f61b61e7-87e6-4ba1-9683-0f8b495f3ca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 74269f12-89ae-4b04-a28c-ac9ec57522ae) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:20.748318 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83933b2-6798-46f1-92e3-522d38d52ceb None None] Network 74269f12-89ae-4b04-a28c-ac9ec57522ae requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:48:20.752933 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-59ae21f2-56be-4094-8220-068329638fe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:20.754849 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61b61e7-87e6-4ba1-9683-0f8b495f3ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:20.762106 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f61b61e7-87e6-4ba1-9683-0f8b495f3ca4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:20.808807 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-59ae21f2-56be-4094-8220-068329638fe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:20.859517 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573025ae-c885-4ed8-b13e-40fa6044b48e service neutron] Pushing event updated for resources: {'Port': ['ID=8fae6805-5260-4a33-9343-3c62fb794ad0,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:20.929065 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f61b61e7-87e6-4ba1-9683-0f8b495f3ca4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0509057 Nov 24 20:48:20.930805 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-59ae21f2-56be-4094-8220-068329638fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:20.933140 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48900) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:20.938897 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-59ae21f2-56be-4094-8220-068329638fe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:20.943387 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-59ae21f2-56be-4094-8220-068329638fe2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c5f855f7-2fc4-4e4e-971c-41ab2e1ebb48 HTTP/1.1" status: 204 len: 168 time: 0.3077891 Nov 24 20:48:20.946495 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-67d9f099-4b7c-481a-bd3b-1c093936570f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1289761627-router', 'tenant_id': '851051ca6de04334a69ac273b17b42af', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:20.955313 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-bb4f19c5-38a9-4784-9c33-e3c0dc21de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:20.957118 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-bb4f19c5-38a9-4784-9c33-e3c0dc21de05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 1094 time: 0.1762388 Nov 24 20:48:20.968392 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae21f2-56be-4094-8220-068329638fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f855f7-2fc4-4e4e-971c-41ab2e1ebb48,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:20.974795 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86db34ae-442b-417a-ab3a-ad4d9fd80432 x-openstack-request-id: req-86db34ae-442b-417a-ab3a-ad4d9fd80432 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:48:20.975298 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb3492f-abed-45ee-8380-4a122cc341fd", "tag": "8fae6805-5260-4a33-9343-3c62fb794ad0", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:48:20.975731 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-86db34ae-442b-417a-ab3a-ad4d9fd80432 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:48:20.984763 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb3492f-abed-45ee-8380-4a122cc341fd', 'tag': '8fae6805-5260-4a33-9343-3c62fb794ad0', 'status': 'completed', 'code': 200} Nov 24 20:48:21.101721 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3a97d02b-77bf-4c68-bb1a-2cac73ae1323 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:48:21.128891 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-15e8a57c-2b6e-4e62-b377-c461a6e42567 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fae6805-5260-4a33-9343-3c62fb794ad0 HTTP/1.1" status: 200 len: 217 time: 0.1377254 Nov 24 20:48:21.194781 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-67d9f099-4b7c-481a-bd3b-1c093936570f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:21.200072 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-67d9f099-4b7c-481a-bd3b-1c093936570f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:21.373355 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72070638-498c-4e1d-ae4e-b12a67f0dfe0 req-9e254458-f83a-42f2-a8b9-774c7c644edf tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:21.385859 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72070638-498c-4e1d-ae4e-b12a67f0dfe0 req-9e254458-f83a-42f2-a8b9-774c7c644edf tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=17ead34e-d341-4945-9b6f-fe890e121df3 HTTP/1.1" status: 200 len: 949 time: 0.1531663 Nov 24 20:48:21.393444 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 3a97d02b-77bf-4c68-bb1a-2cac73ae1323 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:21.393935 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:21.459178 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72070638-498c-4e1d-ae4e-b12a67f0dfe0 req-19457bf7-6726-4db2-9e77-0ab477a0d585 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717502 Nov 24 20:48:21.483761 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e53f34-ae47-4b1c-9d2e-9c4334563c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-74269f12-89ae-4b04-a28c-ac9ec57522ae', 'network_id': '74269f12-89ae-4b04-a28c-ac9ec57522ae', 'tenant_id': '851051ca6de04334a69ac273b17b42af', 'fixed_ips': [{'subnet_id': '420bba63-9c09-43ca-9e8b-ab6d0874432d'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:48:21.484823 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b5e53f34-ae47-4b1c-9d2e-9c4334563c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:21.512228 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e3d0a530-5d8b-4af6-8c07-0e4409628f65 req-fb492cdf-8270-4a45-8673-24ef2cd388a4 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 210 time: 0.2105844 Nov 24 20:48:21.641670 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-cb5f2d7a-1c4f-4ab3-b7b3-3668e874c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:21.643410 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-cb5f2d7a-1c4f-4ab3-b7b3-3668e874c583 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.4872780 Nov 24 20:48:21.653361 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48914) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:21.656824 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-67d9f099-4b7c-481a-bd3b-1c093936570f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:21.697621 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6c3dd-318d-4a76-944d-982bcd7a5423 req-024a8a84-ca7f-4e24-b60e-030106a56463 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:21.701402 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2dc6c3dd-318d-4a76-944d-982bcd7a5423 req-024a8a84-ca7f-4e24-b60e-030106a56463 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 943 time: 0.1255331 Nov 24 20:48:21.709058 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:21.726956 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e99a7e59-2b11-4d95-8d43-194eedc53f51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:21.808469 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-d6e030ec-9499-4639-85a4-d2747a2c2491 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369631 Nov 24 20:48:21.815387 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-1df5c025-be27-497a-a88a-7fba3251b332 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:21.816854 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-1df5c025-be27-497a-a88a-7fba3251b332 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.48 "GET /v2.0/networks?id=76284921-803c-4590-9abd-e36e6f81acc5 HTTP/1.1" status: 200 len: 820 time: 0.7890873 Nov 24 20:48:21.830319 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 3a97d02b-77bf-4c68-bb1a-2cac73ae1323, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3a97d02b-77bf-4c68-bb1a-2cac73ae1323,segment=NetworkSegment(90258e6b-4b9e-4639-a56b-dc88672d67c8),segment_id=90258e6b-4b9e-4639-a56b-dc88672d67c8)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:21.845059 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2dc6c3dd-318d-4a76-944d-982bcd7a5423 req-173dbe14-3f22-4558-8248-8ce08e207a85 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301680 Nov 24 20:48:21.846227 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:21.856056 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-9c53ca7d-286c-45be-8427-c89012ac0f10 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Request body: {'port': {'device_id': 'db488bd8-12ab-4692-9a07-73c0eb076a51', 'network_id': '76284921-803c-4590-9abd-e36e6f81acc5', 'admin_state_up': True, 'tenant_id': 'beaf0ad348674b009afcee3953da09bf'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:21.917504 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=3a97d02b-77bf-4c68-bb1a-2cac73ae1323,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:21.921581 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-b5e53f34-ae47-4b1c-9d2e-9c4334563c7e None None] Allocated IP 172.20.0.2 (74269f12-89ae-4b04-a28c-ac9ec57522ae/420bba63-9c09-43ca-9e8b-ab6d0874432d/fdc711a7-c05b-44b1-b657-ee4e7cdc17bf) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:48:21.956926 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e99a7e59-2b11-4d95-8d43-194eedc53f51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:21.970153 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e99a7e59-2b11-4d95-8d43-194eedc53f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:22.008071 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e99a7e59-2b11-4d95-8d43-194eedc53f51 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9539cf55e7554e7397b87ff95bc076da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3523257 Nov 24 20:48:22.018088 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48918) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:22.071718 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a7e59-2b11-4d95-8d43-194eedc53f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfce62fa-48ac-4ef6-a6d6-945f3679c29a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:22.119921 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b5e53f34-ae47-4b1c-9d2e-9c4334563c7e None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:22.121995 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c38162bf-319b-457e-90e1-b075a62a9182 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:22.135366 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b5e53f34-ae47-4b1c-9d2e-9c4334563c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:22.159330 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c38162bf-319b-457e-90e1-b075a62a9182 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:22.238847 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c38162bf-319b-457e-90e1-b075a62a9182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:22.241918 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c38162bf-319b-457e-90e1-b075a62a9182 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:22.244441 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c38162bf-319b-457e-90e1-b075a62a9182 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dfce62fa-48ac-4ef6-a6d6-945f3679c29a HTTP/1.1" status: 204 len: 168 time: 0.2219188 Nov 24 20:48:22.257566 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38162bf-319b-457e-90e1-b075a62a9182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfce62fa-48ac-4ef6-a6d6-945f3679c29a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:22.291883 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e53f34-ae47-4b1c-9d2e-9c4334563c7e None None] Network 74269f12-89ae-4b04-a28c-ac9ec57522ae is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:48:22.293262 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e53f34-ae47-4b1c-9d2e-9c4334563c7e None None] Pushing event updated for resources: {'Port': ['ID=fdc711a7-c05b-44b1-b657-ee4e7cdc17bf,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:22.297275 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-b5e53f34-ae47-4b1c-9d2e-9c4334563c7e None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:22.300104 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e53f34-ae47-4b1c-9d2e-9c4334563c7e None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:48:22.313706 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-268c1089-e7da-4bf6-8cae-33e6c26b0ec9 service neutron] 10.222.0.15 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685824 Nov 24 20:48:22.328628 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-9c53ca7d-286c-45be-8427-c89012ac0f10 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Made reservation on behalf of beaf0ad348674b009afcee3953da09bf for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:48:22.339090 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-9c53ca7d-286c-45be-8427-c89012ac0f10 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:22.354779 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-67d9f099-4b7c-481a-bd3b-1c093936570f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:22.433941 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b5e53f34-ae47-4b1c-9d2e-9c4334563c7e None None] Attempting to bind port fdc711a7-c05b-44b1-b657-ee4e7cdc17bf on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:48:22.434504 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b5e53f34-ae47-4b1c-9d2e-9c4334563c7e None None] Attempting to bind port fdc711a7-c05b-44b1-b657-ee4e7cdc17bf by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '4909c4b0-efe7-4904-8393-2efe750f10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '74269f12-89ae-4b04-a28c-ac9ec57522ae'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:48:22.434973 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e53f34-ae47-4b1c-9d2e-9c4334563c7e None None] Attempting to bind port fdc711a7-c05b-44b1-b657-ee4e7cdc17bf on network 74269f12-89ae-4b04-a28c-ac9ec57522ae {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:48:22.440527 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e53f34-ae47-4b1c-9d2e-9c4334563c7e None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:48:22.441031 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e53f34-ae47-4b1c-9d2e-9c4334563c7e None None] Checking segment: {'id': '4909c4b0-efe7-4904-8393-2efe750f10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '74269f12-89ae-4b04-a28c-ac9ec57522ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:48:22.441552 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b5e53f34-ae47-4b1c-9d2e-9c4334563c7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:22.442006 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e53f34-ae47-4b1c-9d2e-9c4334563c7e None None] Bound using segment: {'id': '4909c4b0-efe7-4904-8393-2efe750f10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '74269f12-89ae-4b04-a28c-ac9ec57522ae'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:48:22.442588 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b5e53f34-ae47-4b1c-9d2e-9c4334563c7e None None] Bound port: fdc711a7-c05b-44b1-b657-ee4e7cdc17bf, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4909c4b0-efe7-4904-8393-2efe750f10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '74269f12-89ae-4b04-a28c-ac9ec57522ae'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:48:22.443036 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b5e53f34-ae47-4b1c-9d2e-9c4334563c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:22.541943 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b5e53f34-ae47-4b1c-9d2e-9c4334563c7e None None] For port fdc711a7-c05b-44b1-b657-ee4e7cdc17bf, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:48:22.547629 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b5e53f34-ae47-4b1c-9d2e-9c4334563c7e None None] For port fdc711a7-c05b-44b1-b657-ee4e7cdc17bf, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fdc711a7-c05b-44b1-b657-ee4e7cdc17bf,segment=NetworkSegment(4909c4b0-efe7-4904-8393-2efe750f10ca),segment_id=4909c4b0-efe7-4904-8393-2efe750f10ca)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:48:22.554453 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b5e53f34-ae47-4b1c-9d2e-9c4334563c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:22.574094 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-328ffaa6-2e7b-4843-88f1-8d38898808d1 req-36d1a598-c049-4c29-b515-f41c7bca5ba2 service neutron] 10.222.0.15 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021568 Nov 24 20:48:22.713462 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f453f265-00da-48d4-bdb7-1c175c748b6f req-d3a562c4-8c8e-4c41-89bf-c4464b322c75 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 210 time: 0.0659707 Nov 24 20:48:22.724962 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb6cde-9e6b-4703-8589-903361491ae1 req-b2deea96-2482-4d72-a1a1-becedb47ab8f tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:22.734333 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-becb6cde-9e6b-4703-8589-903361491ae1 req-b2deea96-2482-4d72-a1a1-becedb47ab8f tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.48 "GET /v2.0/ports?device_id=17ead34e-d341-4945-9b6f-fe890e121df3 HTTP/1.1" status: 200 len: 949 time: 0.5890722 Nov 24 20:48:22.895888 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e53f34-ae47-4b1c-9d2e-9c4334563c7e None None] Pushing event updated for resources: {'Port': ['ID=fdc711a7-c05b-44b1-b657-ee4e7cdc17bf,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:22.944951 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3a97d02b-77bf-4c68-bb1a-2cac73ae1323 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:48:23.106816 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 3a97d02b-77bf-4c68-bb1a-2cac73ae1323 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:23.107211 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:23.241722 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aed8b7-3fd5-4930-b114-238a62496e8f req-ce7d7224-78d8-42be-ab63-9c4db0230661 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:23.247217 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c8aed8b7-3fd5-4930-b114-238a62496e8f req-ce7d7224-78d8-42be-ab63-9c4db0230661 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 943 time: 0.1242588 Nov 24 20:48:23.326526 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c8aed8b7-3fd5-4930-b114-238a62496e8f req-d93979df-d97d-4a24-846d-53d6d60419ea tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681114 Nov 24 20:48:23.449250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-9c53ca7d-286c-45be-8427-c89012ac0f10 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Allocated IP 172.20.0.7 (76284921-803c-4590-9abd-e36e6f81acc5/fd0eede7-bd47-45ce-9621-d9e035beada7/90494fb0-6aff-4a0a-a6a2-53c14156607f) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:48:23.472453 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70325cad-b0c7-46df-9e9a-05b05dfa81d0 req-4bdbb4bf-f50c-464c-a012-875486dfccd8 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:23.480487 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-70325cad-b0c7-46df-9e9a-05b05dfa81d0 req-4bdbb4bf-f50c-464c-a012-875486dfccd8 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=17ead34e-d341-4945-9b6f-fe890e121df3 HTTP/1.1" status: 200 len: 949 time: 0.7379520 Nov 24 20:48:23.498429 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b32672-11b5-4e1a-b114-44a91928665d req-dca17dd6-83be-476e-b2a0-08b5a7d9a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:23.499930 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-17b32672-11b5-4e1a-b114-44a91928665d req-dca17dd6-83be-476e-b2a0-08b5a7d9a3ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 1094 time: 0.7593744 Nov 24 20:48:23.711667 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b32672-11b5-4e1a-b114-44a91928665d req-828ff583-927a-4061-8ca4-ffc913be8c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:23.718069 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-17b32672-11b5-4e1a-b114-44a91928665d req-828ff583-927a-4061-8ca4-ffc913be8c9e service neutron] 10.222.0.15 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 922 time: 0.1965480 Nov 24 20:48:23.926027 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-becb6cde-9e6b-4703-8589-903361491ae1 req-64e74b47-b9c6-417d-a130-ea7176965dd9 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Deleting port 2d1e00b4-9ced-44cf-bc3b-67c49824c81c {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:48:23.926372 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-becb6cde-9e6b-4703-8589-903361491ae1 req-64e74b47-b9c6-417d-a130-ea7176965dd9 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:24.066437 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-17b32672-11b5-4e1a-b114-44a91928665d req-42eccf07-74da-4ce0-9de9-6c445e035f8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fae6805-5260-4a33-9343-3c62fb794ad0 HTTP/1.1" status: 200 len: 217 time: 0.3292899 Nov 24 20:48:24.086457 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-70325cad-b0c7-46df-9e9a-05b05dfa81d0 req-b37c4b9a-558a-4bfa-b177-8ff02bb6732d tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c487f791-0750-4df4-a32f-d421a8371ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6047425 Nov 24 20:48:24.148449 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-becb6cde-9e6b-4703-8589-903361491ae1 req-64e74b47-b9c6-417d-a130-ea7176965dd9 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] For port 2d1e00b4-9ced-44cf-bc3b-67c49824c81c, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=2d1e00b4-9ced-44cf-bc3b-67c49824c81c,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:24.148919 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-becb6cde-9e6b-4703-8589-903361491ae1 req-64e74b47-b9c6-417d-a130-ea7176965dd9 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:24.171220 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-becb6cde-9e6b-4703-8589-903361491ae1 req-64e74b47-b9c6-417d-a130-ea7176965dd9 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Calling delete_port for 2d1e00b4-9ced-44cf-bc3b-67c49824c81c owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:48:24.229200 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e1cf78-0bc4-4058-b547-80a718ff47aa None None] Network 74269f12-89ae-4b04-a28c-ac9ec57522ae requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:48:24.296078 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-67d9f099-4b7c-481a-bd3b-1c093936570f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:24.323495 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d2f73fa2-59b7-4bdb-abce-661bf768adc0 None None] Provisioning complete for port fdc711a7-c05b-44b1-b657-ee4e7cdc17bf triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:24.323874 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d2f73fa2-59b7-4bdb-abce-661bf768adc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:24.450646 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7cb74103-296e-442b-840f-b530498b49dc req-7bd6b6fb-ca5e-43e1-b370-27aee93c2dd1 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 210 time: 0.1768467 Nov 24 20:48:24.463881 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d2f73fa2-59b7-4bdb-abce-661bf768adc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:24.476855 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-67d9f099-4b7c-481a-bd3b-1c093936570f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:24.567834 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9d02c-5ebc-45e3-be49-039e3e63a6cb req-d62872d3-f6bc-4459-b39a-54fdf52ae8ae tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:24.569782 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aba9d02c-5ebc-45e3-be49-039e3e63a6cb req-d62872d3-f6bc-4459-b39a-54fdf52ae8ae tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 943 time: 0.1144958 Nov 24 20:48:24.579610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d2f73fa2-59b7-4bdb-abce-661bf768adc0 None None] For port fdc711a7-c05b-44b1-b657-ee4e7cdc17bf, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fdc711a7-c05b-44b1-b657-ee4e7cdc17bf,segment=NetworkSegment(4909c4b0-efe7-4904-8393-2efe750f10ca),segment_id=4909c4b0-efe7-4904-8393-2efe750f10ca)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:24.588851 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-9c53ca7d-286c-45be-8427-c89012ac0f10 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:24.601610 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d2f73fa2-59b7-4bdb-abce-661bf768adc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:24.665629 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aba9d02c-5ebc-45e3-be49-039e3e63a6cb req-116d8d0c-e8d5-4c6d-a36e-5007604da61d tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797384 Nov 24 20:48:24.721481 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f73fa2-59b7-4bdb-abce-661bf768adc0 None None] Pushing event updated for resources: {'Port': ['ID=fdc711a7-c05b-44b1-b657-ee4e7cdc17bf,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:24.731711 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b32672-11b5-4e1a-b114-44a91928665d req-9ea88153-fc30-4977-a1fb-826d217f2faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:24.734200 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-17b32672-11b5-4e1a-b114-44a91928665d req-9ea88153-fc30-4977-a1fb-826d217f2faf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.4800336 Nov 24 20:48:24.818061 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-17b32672-11b5-4e1a-b114-44a91928665d req-074872e8-b38b-4653-8fa2-4020c2bd518c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632372 Nov 24 20:48:24.855114 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49002) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:24.974688 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-9c53ca7d-286c-45be-8427-c89012ac0f10 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:24.987806 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fdc711a7-c05b-44b1-b657-ee4e7cdc17bf up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:48:25.015042 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-67d9f099-4b7c-481a-bd3b-1c093936570f admin admin] Allocated IP 172.25.5.185 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/49633b2e-c04f-4e6c-a422-52c5d0aabd31) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:48:25.038372 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-32eb8a61-9e65-4d5d-81dc-231b2de670dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:25.060013 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port fdc711a7-c05b-44b1-b657-ee4e7cdc17bf triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:25.060656 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:25.186393 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-37b75091-e654-429b-8db1-ee3a6ffef1f0 None None] Provisioning complete for port fdc711a7-c05b-44b1-b657-ee4e7cdc17bf triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:25.186769 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-37b75091-e654-429b-8db1-ee3a6ffef1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:25.212660 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-67d9f099-4b7c-481a-bd3b-1c093936570f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:25.222550 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-32eb8a61-9e65-4d5d-81dc-231b2de670dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:25.232854 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-32eb8a61-9e65-4d5d-81dc-231b2de670dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:25.293050 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb8a61-9e65-4d5d-81dc-231b2de670dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ddac1c-e328-4721-93bf-6c6a6a414165,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:25.322663 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-9c53ca7d-286c-45be-8427-c89012ac0f10 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Network 76284921-803c-4590-9abd-e36e6f81acc5 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:48:25.325311 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-67d9f099-4b7c-481a-bd3b-1c093936570f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:25.342700 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2f64092e-3d11-44ff-827a-e5f7445d5712 req-3317a136-03f1-4d41-8c99-5cc58bc7a527 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=17ead34e-d341-4945-9b6f-fe890e121df3 HTTP/1.1" status: 200 len: 210 time: 0.0511463 Nov 24 20:48:25.357564 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-9c53ca7d-286c-45be-8427-c89012ac0f10 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:25.358464 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-32eb8a61-9e65-4d5d-81dc-231b2de670dd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c958087b192d4257b7396a2168ed6574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5021760 Nov 24 20:48:25.359067 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49020) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:25.359787 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-becb6cde-9e6b-4703-8589-903361491ae1 req-64e74b47-b9c6-417d-a130-ea7176965dd9 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:25.367363 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-9c53ca7d-286c-45be-8427-c89012ac0f10 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:48:25.425947 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e3225e44-5416-4f79-92ff-382c5299d221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:25.456524 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d9f099-4b7c-481a-bd3b-1c093936570f admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:48:25.484232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53ca7d-286c-45be-8427-c89012ac0f10 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Pushing event updated for resources: {'Port': ['ID=90494fb0-6aff-4a0a-a6a2-53c14156607f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:25.486546 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e3225e44-5416-4f79-92ff-382c5299d221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:25.492591 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-67d9f099-4b7c-481a-bd3b-1c093936570f admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:25.525304 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d9f099-4b7c-481a-bd3b-1c093936570f admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:48:25.542733 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-9c53ca7d-286c-45be-8427-c89012ac0f10 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:25.543409 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-9c53ca7d-286c-45be-8427-c89012ac0f10 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:25.601357 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e3225e44-5416-4f79-92ff-382c5299d221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:25.612731 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e3225e44-5416-4f79-92ff-382c5299d221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:25.612731 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e3225e44-5416-4f79-92ff-382c5299d221 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/81ddac1c-e328-4721-93bf-6c6a6a414165 HTTP/1.1" status: 204 len: 168 time: 0.2514210 Nov 24 20:48:25.644467 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3225e44-5416-4f79-92ff-382c5299d221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ddac1c-e328-4721-93bf-6c6a6a414165,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:25.689524 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-becb6cde-9e6b-4703-8589-903361491ae1 req-64e74b47-b9c6-417d-a130-ea7176965dd9 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] No DVR routers for this DVR port 2d1e00b4-9ced-44cf-bc3b-67c49824c81c on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:48:25.692844 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-17b32672-11b5-4e1a-b114-44a91928665d req-abc4a164-873b-4fef-b0a6-07d0a06551b9 service neutron] 10.222.0.15 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8432181 Nov 24 20:48:25.693923 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-becb6cde-9e6b-4703-8589-903361491ae1 req-64e74b47-b9c6-417d-a130-ea7176965dd9 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:25.697926 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-becb6cde-9e6b-4703-8589-903361491ae1 req-64e74b47-b9c6-417d-a130-ea7176965dd9 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.48 "DELETE /v2.0/ports/2d1e00b4-9ced-44cf-bc3b-67c49824c81c HTTP/1.1" status: 204 len: 173 time: 2.9369192 Nov 24 20:48:25.724342 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ead34e-d341-4945-9b6f-fe890e121df3', 'name': 'network-vif-deleted', 'tag': '2d1e00b4-9ced-44cf-bc3b-67c49824c81c'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:48:25.726720 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c340e5a4-9235-4ec4-ac10-9ae171d56036" -d '{"events": [{"server_uuid": "17ead34e-d341-4945-9b6f-fe890e121df3", "name": "network-vif-deleted", "tag": "2d1e00b4-9ced-44cf-bc3b-67c49824c81c"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:48:25.730433 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc699b8-d2a6-4aab-9e3d-7e54fab7a78e req-f36bb47e-b47c-4424-95b3-46dd33bc0dda tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:25.744172 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5cc699b8-d2a6-4aab-9e3d-7e54fab7a78e req-f36bb47e-b47c-4424-95b3-46dd33bc0dda tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 931 time: 0.1131938 Nov 24 20:48:25.812848 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-9c53ca7d-286c-45be-8427-c89012ac0f10 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9603717 Nov 24 20:48:25.840671 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5cc699b8-d2a6-4aab-9e3d-7e54fab7a78e req-863ca3f5-7a8e-4c00-a51a-1aa23cf79019 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951841 Nov 24 20:48:25.849538 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 8fae6805-5260-4a33-9343-3c62fb794ad0 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:48:25.868678 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-199e0d55-3c4e-4005-a2c9-3e4227f33969 service neutron] Request body: {'port': {'device_id': 'db488bd8-12ab-4692-9a07-73c0eb076a51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:25.883923 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9f099-4b7c-481a-bd3b-1c093936570f admin admin] Pushing event updated for resources: {'Port': ['ID=49633b2e-c04f-4e6c-a422-52c5d0aabd31,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:26.008861 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e74b47-b9c6-417d-a130-ea7176965dd9 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] Pushing event deleted for resources: {'Port': ['ID=2d1e00b4-9ced-44cf-bc3b-67c49824c81c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:26.101259 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a626c9-7b87-4af0-9d49-187c1935fb0c x-openstack-request-id: req-19a626c9-7b87-4af0-9d49-187c1935fb0c {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:48:26.101560 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ead34e-d341-4945-9b6f-fe890e121df3", "name": "network-vif-deleted", "tag": "2d1e00b4-9ced-44cf-bc3b-67c49824c81c", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:48:26.101824 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-19a626c9-7b87-4af0-9d49-187c1935fb0c {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:48:26.104827 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ead34e-d341-4945-9b6f-fe890e121df3', 'name': 'network-vif-deleted', 'tag': '2d1e00b4-9ced-44cf-bc3b-67c49824c81c', 'status': 'completed', 'code': 200} Nov 24 20:48:26.168427 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 8fae6805-5260-4a33-9343-3c62fb794ad0, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8fae6805-5260-4a33-9343-3c62fb794ad0,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:26.192303 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '8fae6805-5260-4a33-9343-3c62fb794ad0', 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c', 'port_id': '8fae6805-5260-4a33-9343-3c62fb794ad0', 'mac_address': 'fa:16:3e:41:21:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e45132d-16f0-4b54-ad14-284c2476122c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:48:26.299949 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:26.331437 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fae6805-5260-4a33-9343-3c62fb794ad0 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:48:26.393478 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 8fae6805-5260-4a33-9343-3c62fb794ad0, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8fae6805-5260-4a33-9343-3c62fb794ad0,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:26.406461 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:26.413790 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-199e0d55-3c4e-4005-a2c9-3e4227f33969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:26.445607 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-17b32672-11b5-4e1a-b114-44a91928665d req-97275106-4f75-43b2-ba89-ece1f4164776 service neutron] 10.222.0.15 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7057445 Nov 24 20:48:26.512856 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdacaf3-29f1-4509-a9a5-78fee606c359 req-58a5e347-c591-42df-a94c-538e7b28390e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:26.520538 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1fdacaf3-29f1-4509-a9a5-78fee606c359 req-58a5e347-c591-42df-a94c-538e7b28390e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 943 time: 0.4575386 Nov 24 20:48:26.536008 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=8fae6805-5260-4a33-9343-3c62fb794ad0,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:26.543456 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-464f9aa4-978d-45a3-883b-86fc635c2740 req-7f901eab-a2f2-4aec-9a3d-cebfcb067e92 tempest-DeleteServersAdminTestJSON-16856385 tempest-DeleteServersAdminTestJSON-16856385-project] 10.222.0.11 "GET /v2.0/ports?device_id=17ead34e-d341-4945-9b6f-fe890e121df3 HTTP/1.1" status: 200 len: 210 time: 0.0489020 Nov 24 20:48:26.592256 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 2d1e00b4-9ced-44cf-bc3b-67c49824c81c no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:48:26.633412 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 2d1e00b4-9ced-44cf-bc3b-67c49824c81c {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:48:26.633769 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 2d1e00b4-9ced-44cf-bc3b-67c49824c81c not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:48:26.649851 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49070) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:26.734343 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['8fae6805-5260-4a33-9343-3c62fb794ad0'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:48:26.743454 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1fdacaf3-29f1-4509-a9a5-78fee606c359 req-2f91a0f5-04cb-47ba-8ade-162a3816e6b7 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193155 Nov 24 20:48:26.776641 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-67d9f099-4b7c-481a-bd3b-1c093936570f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:26.846108 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58353aff-71c0-4bb2-8440-96d569b8f268 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:26.947596 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58353aff-71c0-4bb2-8440-96d569b8f268 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:26.954361 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58353aff-71c0-4bb2-8440-96d569b8f268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:26.961214 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49084) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:27.031488 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-58353aff-71c0-4bb2-8440-96d569b8f268 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e7683bf70a04a3f9e8d9ae18eb4c13c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3774745 Nov 24 20:48:27.046770 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49090) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:27.084911 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58353aff-71c0-4bb2-8440-96d569b8f268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c683594-1436-4811-8d6e-cb687bcb13ff,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:27.119262 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58353aff-71c0-4bb2-8440-96d569b8f268 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:27.119843 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58353aff-71c0-4bb2-8440-96d569b8f268 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:27.120283 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58353aff-71c0-4bb2-8440-96d569b8f268 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:27.120710 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58353aff-71c0-4bb2-8440-96d569b8f268 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:27.121107 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58353aff-71c0-4bb2-8440-96d569b8f268 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:27.121893 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58353aff-71c0-4bb2-8440-96d569b8f268 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:27.122385 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58353aff-71c0-4bb2-8440-96d569b8f268 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:27.122885 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58353aff-71c0-4bb2-8440-96d569b8f268 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:27.123389 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58353aff-71c0-4bb2-8440-96d569b8f268 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:27.123868 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58353aff-71c0-4bb2-8440-96d569b8f268 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:27.124203 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58353aff-71c0-4bb2-8440-96d569b8f268 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:27.124533 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58353aff-71c0-4bb2-8440-96d569b8f268 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:27.150983 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9b6f2ba8-99a7-4c70-970e-9be0ea6fcaa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:27.162993 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e7cc6-1e2d-4de3-843a-3d669586df46 req-02ff6769-e0ce-4b73-a18f-215e939cd9f0 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:27.165268 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d6e7cc6-1e2d-4de3-843a-3d669586df46 req-02ff6769-e0ce-4b73-a18f-215e939cd9f0 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 931 time: 0.1606927 Nov 24 20:48:27.195385 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-bef9b420-29e4-4d5b-b10f-15ffd59ace22 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-934815307-network', 'tenant_id': '9005261decf043b8a4afb684628eb49d'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:27.196530 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9b6f2ba8-99a7-4c70-970e-9be0ea6fcaa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:27.237444 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-199e0d55-3c4e-4005-a2c9-3e4227f33969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90494fb0-6aff-4a0a-a6a2-53c14156607f {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:48:27.255753 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-199e0d55-3c4e-4005-a2c9-3e4227f33969 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:27.256835 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d6e7cc6-1e2d-4de3-843a-3d669586df46 req-d5ca175c-39ac-4d71-a125-37e0ecc5bb97 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835512 Nov 24 20:48:27.274389 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef9b420-29e4-4d5b-b10f-15ffd59ace22 admin admin] Made reservation on behalf of 9005261decf043b8a4afb684628eb49d for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:48:27.277575 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bef9b420-29e4-4d5b-b10f-15ffd59ace22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:27.283044 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-67d9f099-4b7c-481a-bd3b-1c093936570f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:27.286290 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9b6f2ba8-99a7-4c70-970e-9be0ea6fcaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:27.290136 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9b6f2ba8-99a7-4c70-970e-9be0ea6fcaa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:27.294191 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9b6f2ba8-99a7-4c70-970e-9be0ea6fcaa6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0c683594-1436-4811-8d6e-cb687bcb13ff HTTP/1.1" status: 204 len: 168 time: 0.2435985 Nov 24 20:48:27.294355 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-199e0d55-3c4e-4005-a2c9-3e4227f33969 service neutron] Transition to ACTIVE for port object 90494fb0-6aff-4a0a-a6a2-53c14156607f will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:48:27.297926 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bef9b420-29e4-4d5b-b10f-15ffd59ace22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:27.302265 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f2ba8-99a7-4c70-970e-9be0ea6fcaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c683594-1436-4811-8d6e-cb687bcb13ff,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:27.345133 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-199e0d55-3c4e-4005-a2c9-3e4227f33969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:27.483923 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e0d55-3c4e-4005-a2c9-3e4227f33969 service neutron] Pushing event updated for resources: {'Port': ['ID=90494fb0-6aff-4a0a-a6a2-53c14156607f,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:27.624255 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bef9b420-29e4-4d5b-b10f-15ffd59ace22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:27.631006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-199e0d55-3c4e-4005-a2c9-3e4227f33969 service neutron] Attempting to bind port 90494fb0-6aff-4a0a-a6a2-53c14156607f on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:48:27.631317 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-199e0d55-3c4e-4005-a2c9-3e4227f33969 service neutron] Attempting to bind port 90494fb0-6aff-4a0a-a6a2-53c14156607f by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '90258e6b-4b9e-4639-a56b-dc88672d67c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '76284921-803c-4590-9abd-e36e6f81acc5'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:48:27.631679 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-199e0d55-3c4e-4005-a2c9-3e4227f33969 service neutron] Attempting to bind port 90494fb0-6aff-4a0a-a6a2-53c14156607f on network 76284921-803c-4590-9abd-e36e6f81acc5 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:48:27.636802 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bef9b420-29e4-4d5b-b10f-15ffd59ace22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:27.655130 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-199e0d55-3c4e-4005-a2c9-3e4227f33969 service neutron] Port 90494fb0-6aff-4a0a-a6a2-53c14156607f on network 76284921-803c-4590-9abd-e36e6f81acc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:48:27.655452 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-199e0d55-3c4e-4005-a2c9-3e4227f33969 service neutron] Attempting to bind port 90494fb0-6aff-4a0a-a6a2-53c14156607f on network 76284921-803c-4590-9abd-e36e6f81acc5 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:48:27.664695 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d9f099-4b7c-481a-bd3b-1c093936570f admin admin] Router 25de4e99-d417-443a-b79f-6398abdd5d21 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:48:27.671986 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef9b420-29e4-4d5b-b10f-15ffd59ace22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:48:27.683900 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-199e0d55-3c4e-4005-a2c9-3e4227f33969 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:48:27.684239 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-199e0d55-3c4e-4005-a2c9-3e4227f33969 service neutron] Checking segment: {'id': '90258e6b-4b9e-4639-a56b-dc88672d67c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '76284921-803c-4590-9abd-e36e6f81acc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:48:27.684633 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-199e0d55-3c4e-4005-a2c9-3e4227f33969 service neutron] Bound using segment: {'id': '90258e6b-4b9e-4639-a56b-dc88672d67c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '76284921-803c-4590-9abd-e36e6f81acc5'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:48:27.685096 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-199e0d55-3c4e-4005-a2c9-3e4227f33969 service neutron] Bound port: 90494fb0-6aff-4a0a-a6a2-53c14156607f, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90258e6b-4b9e-4639-a56b-dc88672d67c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '76284921-803c-4590-9abd-e36e6f81acc5'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:48:27.685700 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-199e0d55-3c4e-4005-a2c9-3e4227f33969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:27.700694 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49102) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:27.705876 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bef9b420-29e4-4d5b-b10f-15ffd59ace22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:27.706235 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-bef9b420-29e4-4d5b-b10f-15ffd59ace22 admin admin] Added segment 9b8d28a4-b139-4ae8-a4a6-c7af483c0f84 of type vlan for network 77b0affa-20ab-4cdb-982d-84a83e94a758 Nov 24 20:48:27.719436 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9b420-29e4-4d5b-b10f-15ffd59ace22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4d6fee-f30d-493c-94fb-4e91aae87019,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:27.729314 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-599f5d0f-ff61-41e0-a0e7-2bd680ece9d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:27.831926 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bef9b420-29e4-4d5b-b10f-15ffd59ace22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:27.848393 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 8fae6805-5260-4a33-9343-3c62fb794ad0 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:48:27.938214 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-199e0d55-3c4e-4005-a2c9-3e4227f33969 service neutron] For port 90494fb0-6aff-4a0a-a6a2-53c14156607f, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:48:27.940399 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 8fae6805-5260-4a33-9343-3c62fb794ad0 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:48:27.951020 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 8fae6805-5260-4a33-9343-3c62fb794ad0 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:27.951507 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:27.954668 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bef9b420-29e4-4d5b-b10f-15ffd59ace22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:27.955628 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef9b420-29e4-4d5b-b10f-15ffd59ace22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:27.956232 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bef9b420-29e4-4d5b-b10f-15ffd59ace22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:27.964038 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-199e0d55-3c4e-4005-a2c9-3e4227f33969 service neutron] For port 90494fb0-6aff-4a0a-a6a2-53c14156607f, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=90494fb0-6aff-4a0a-a6a2-53c14156607f,segment=NetworkSegment(90258e6b-4b9e-4639-a56b-dc88672d67c8),segment_id=90258e6b-4b9e-4639-a56b-dc88672d67c8)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:48:27.973474 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-599f5d0f-ff61-41e0-a0e7-2bd680ece9d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:27.983135 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-599f5d0f-ff61-41e0-a0e7-2bd680ece9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:28.006053 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-199e0d55-3c4e-4005-a2c9-3e4227f33969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:28.025732 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d9f099-4b7c-481a-bd3b-1c093936570f admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:48:28.038052 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2103e-c62d-4126-a69a-0d371fe110aa req-3ce6673e-24a6-4854-bd3c-28804128488e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:28.041875 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0ab2103e-c62d-4126-a69a-0d371fe110aa req-3ce6673e-24a6-4854-bd3c-28804128488e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 944 time: 0.1417334 Nov 24 20:48:28.045754 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-599f5d0f-ff61-41e0-a0e7-2bd680ece9d4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bec86524863f43f599f1704a0b76f066&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3437190 Nov 24 20:48:28.047084 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f5d0f-ff61-41e0-a0e7-2bd680ece9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d13714f-a5bd-4378-8cf6-11e252dd2896,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:28.049559 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49114) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:28.058460 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] Sync routers for ids ['25de4e99-d417-443a-b79f-6398abdd5d21'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:48:28.071743 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bef9b420-29e4-4d5b-b10f-15ffd59ace22 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1098282 Nov 24 20:48:28.085091 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49116) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:28.088549 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] Routers {'25de4e99-d417-443a-b79f-6398abdd5d21'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:48:28.089510 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:48:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['25de4e99-d417-443a-b79f-6398abdd5d21'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:28.108859 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-7e36a029-e9f3-4801-8de5-ef8612c5e00e admin admin] Request body: {'subnet': {'network_id': '77b0affa-20ab-4cdb-982d-84a83e94a758', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-934815307-subnet', 'tenant_id': '9005261decf043b8a4afb684628eb49d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:28.148475 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-199e0d55-3c4e-4005-a2c9-3e4227f33969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:28.150357 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-199e0d55-3c4e-4005-a2c9-3e4227f33969 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:28.152006 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-199e0d55-3c4e-4005-a2c9-3e4227f33969 service neutron] 10.222.0.48 "PUT /v2.0/ports/90494fb0-6aff-4a0a-a6a2-53c14156607f HTTP/1.1" status: 200 len: 1091 time: 2.3072398 Nov 24 20:48:28.152867 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9b420-29e4-4d5b-b10f-15ffd59ace22 admin admin] Pushing event updated for resources: {'Network': ['ID=77b0affa-20ab-4cdb-982d-84a83e94a758,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:28.154899 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db488bd8-12ab-4692-9a07-73c0eb076a51', 'tag': '90494fb0-6aff-4a0a-a6a2-53c14156607f'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:48:28.177112 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae05038-56fe-4462-a37b-217669c3acc3" -d '{"events": [{"name": "network-changed", "server_uuid": "db488bd8-12ab-4692-9a07-73c0eb076a51", "tag": "90494fb0-6aff-4a0a-a6a2-53c14156607f"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:48:28.200100 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-84212bc3-96cd-47a1-9cd3-57ab0656d930 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:28.221121 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e0d55-3c4e-4005-a2c9-3e4227f33969 service neutron] Pushing event updated for resources: {'Port': ['ID=90494fb0-6aff-4a0a-a6a2-53c14156607f,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:28.228594 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e36a029-e9f3-4801-8de5-ef8612c5e00e admin admin] Made reservation on behalf of 9005261decf043b8a4afb684628eb49d for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:48:28.230890 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7e36a029-e9f3-4801-8de5-ef8612c5e00e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:28.247887 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-67d9f099-4b7c-481a-bd3b-1c093936570f admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:28.253093 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-67d9f099-4b7c-481a-bd3b-1c093936570f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3184505 Nov 24 20:48:28.279253 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49124) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:28.367367 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f904956c-045d-49a1-bcf5-fee10cffdf87 x-openstack-request-id: req-f904956c-045d-49a1-bcf5-fee10cffdf87 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:48:28.368271 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db488bd8-12ab-4692-9a07-73c0eb076a51", "tag": "90494fb0-6aff-4a0a-a6a2-53c14156607f", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:48:28.368449 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f904956c-045d-49a1-bcf5-fee10cffdf87 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:48:28.371589 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db488bd8-12ab-4692-9a07-73c0eb076a51', 'tag': '90494fb0-6aff-4a0a-a6a2-53c14156607f', 'status': 'completed', 'code': 200} Nov 24 20:48:28.403662 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49128) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:28.428367 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] Set router 25de4e99-d417-443a-b79f-6398abdd5d21 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:48:28.442429 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-3751aed8-c092-4ba8-b03e-01c3d778b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:28.443089 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-3751aed8-c092-4ba8-b03e-01c3d778b996 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=beaf0ad348674b009afcee3953da09bf&device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 1094 time: 0.2102699 Nov 24 20:48:28.461837 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0ab2103e-c62d-4126-a69a-0d371fe110aa req-0f9a0575-f554-46e7-9181-8835cc0aa594 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066980 Nov 24 20:48:28.466195 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-84212bc3-96cd-47a1-9cd3-57ab0656d930 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:28.524675 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7e36a029-e9f3-4801-8de5-ef8612c5e00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:28.533346 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 77b0affa-20ab-4cdb-982d-84a83e94a758 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:48:28.578155 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36a029-e9f3-4801-8de5-ef8612c5e00e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e5984b7-e3ef-4075-9139-e4f458eef740,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:28.592891 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:28.614963 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-b8504704-9817-468b-9514-8078521dfab9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90494fb0-6aff-4a0a-a6a2-53c14156607f HTTP/1.1" status: 200 len: 217 time: 0.1559715 Nov 24 20:48:28.626968 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e36a029-e9f3-4801-8de5-ef8612c5e00e admin admin] Checking segment: {'id': '9b8d28a4-b139-4ae8-a4a6-c7af483c0f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '77b0affa-20ab-4cdb-982d-84a83e94a758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:48:28.627590 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e36a029-e9f3-4801-8de5-ef8612c5e00e admin admin] Network hostable DHCP agents. Network: 77b0affa-20ab-4cdb-982d-84a83e94a758, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:48:28.632341 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-84212bc3-96cd-47a1-9cd3-57ab0656d930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:28.635515 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-84212bc3-96cd-47a1-9cd3-57ab0656d930 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:28.636955 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-84212bc3-96cd-47a1-9cd3-57ab0656d930 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1d13714f-a5bd-4378-8cf6-11e252dd2896 HTTP/1.1" status: 204 len: 168 time: 0.5863142 Nov 24 20:48:28.653093 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84212bc3-96cd-47a1-9cd3-57ab0656d930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d13714f-a5bd-4378-8cf6-11e252dd2896,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:28.664408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e36a029-e9f3-4801-8de5-ef8612c5e00e admin admin] Network 77b0affa-20ab-4cdb-982d-84a83e94a758 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:48:28.682113 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-7e36a029-e9f3-4801-8de5-ef8612c5e00e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 77b0affa-20ab-4cdb-982d-84a83e94a758) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:28.699138 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e36a029-e9f3-4801-8de5-ef8612c5e00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:28.700676 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7e36a029-e9f3-4801-8de5-ef8612c5e00e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:28.713410 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811a8b3e-47dd-4fb3-a124-a746341eec0d None None] Network 77b0affa-20ab-4cdb-982d-84a83e94a758 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:48:28.737129 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7e36a029-e9f3-4801-8de5-ef8612c5e00e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6491950 Nov 24 20:48:28.798109 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb3492f-abed-45ee-8380-4a122cc341fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fae6805-5260-4a33-9343-3c62fb794ad0'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:48:28.804282 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a7df2a-7e35-4fdc-8ece-c053fa6cfb08" -d '{"events": [{"server_uuid": "3bb3492f-abed-45ee-8380-4a122cc341fd", "name": "network-vif-plugged", "status": "completed", "tag": "8fae6805-5260-4a33-9343-3c62fb794ad0"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:48:29.070175 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e019e-b524-4170-ac49-2a1b8019c790 req-cc768145-0ae8-4e56-afd6-04ac7613f68e tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:29.077899 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6b1e019e-b524-4170-ac49-2a1b8019c790 req-cc768145-0ae8-4e56-afd6-04ac7613f68e tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 943 time: 0.6321518 Nov 24 20:48:29.130551 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-f9bc64ea-a5de-4f70-a21c-d5ef09d9b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:29.132394 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-f9bc64ea-a5de-4f70-a21c-d5ef09d9b31f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd0eede7-bd47-45ce-9621-d9e035beada7 HTTP/1.1" status: 200 len: 860 time: 0.5063782 Nov 24 20:48:29.150389 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a8545ec3-5605-4ea1-a89b-b149b62248a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d445952105b144df8605aaf2c3fe9278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7459834 Nov 24 20:48:29.152706 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49150) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:29.216460 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b2057c-7b07-4560-b8cd-d90643d98a33 x-openstack-request-id: req-55b2057c-7b07-4560-b8cd-d90643d98a33 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:48:29.217094 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-d88e3643-8c3f-43c8-bd81-754f5a669cee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76284921-803c-4590-9abd-e36e6f81acc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729873 Nov 24 20:48:29.218833 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb3492f-abed-45ee-8380-4a122cc341fd", "name": "network-vif-plugged", "status": "completed", "tag": "8fae6805-5260-4a33-9343-3c62fb794ad0", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:48:29.219909 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-55b2057c-7b07-4560-b8cd-d90643d98a33 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:48:29.220475 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb3492f-abed-45ee-8380-4a122cc341fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fae6805-5260-4a33-9343-3c62fb794ad0', 'code': 200} Nov 24 20:48:29.323102 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 8fae6805-5260-4a33-9343-3c62fb794ad0, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8fae6805-5260-4a33-9343-3c62fb794ad0,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:29.348267 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:29.349536 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-3e02ea2b-0caa-4aa4-8638-ae2ff7a7bb4d req-4447169b-b79f-45e2-83ba-40d73e09cf2f tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1814974301', 'description': 'tempest-description-714577083'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:29.431440 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a619ba-6d38-4129-a7dd-3785ddde885b req-94362e4b-f3c6-40ef-92ef-e1020b8d074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:29.437410 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5a619ba-6d38-4129-a7dd-3785ddde885b req-94362e4b-f3c6-40ef-92ef-e1020b8d074f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 1095 time: 0.3862319 Nov 24 20:48:29.440858 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3e02ea2b-0caa-4aa4-8638-ae2ff7a7bb4d req-4447169b-b79f-45e2-83ba-40d73e09cf2f tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:29.443115 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e7a6fb85-27ff-4e39-bc13-d1da9c1dfe19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:29.546212 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=8fae6805-5260-4a33-9343-3c62fb794ad0,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:29.559186 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e7a6fb85-27ff-4e39-bc13-d1da9c1dfe19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:29.606876 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:29.607411 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:29.607867 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:29.608311 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:29.608806 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:29.609220 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:29.609666 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:29.610194 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:29.610630 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:29.611079 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:29.611495 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:29.611925 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:29.635661 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08485bb7-d38c-42a5-b254-6f02610fff3d None None] Network 77b0affa-20ab-4cdb-982d-84a83e94a758 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:48:29.648014 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6b1e019e-b524-4170-ac49-2a1b8019c790 req-e0d7517b-4a66-4f09-9de3-d90d42964cc3 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687661 Nov 24 20:48:29.732501 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5a619ba-6d38-4129-a7dd-3785ddde885b req-d8be293a-e726-48cc-b294-080c780d3628 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670691 Nov 24 20:48:29.742215 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-4fea74fd-6256-46dc-98c5-65909f26b8b4 service neutron] 10.222.0.48 "GET /v2.0/networks/76284921-803c-4590-9abd-e36e6f81acc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126090 Nov 24 20:48:29.751044 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e7a6fb85-27ff-4e39-bc13-d1da9c1dfe19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:29.753693 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e7a6fb85-27ff-4e39-bc13-d1da9c1dfe19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:29.757345 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e7a6fb85-27ff-4e39-bc13-d1da9c1dfe19 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c487f791-0750-4df4-a32f-d421a8371ac1 HTTP/1.1" status: 204 len: 168 time: 0.6004262 Nov 24 20:48:29.813143 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3e02ea2b-0caa-4aa4-8638-ae2ff7a7bb4d req-4447169b-b79f-45e2-83ba-40d73e09cf2f tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:29.814290 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6fb85-27ff-4e39-bc13-d1da9c1dfe19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c487f791-0750-4df4-a32f-d421a8371ac1,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:29.834438 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3e02ea2b-0caa-4aa4-8638-ae2ff7a7bb4d req-4447169b-b79f-45e2-83ba-40d73e09cf2f tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:29.854609 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25de4e99-d417-443a-b79f-6398abdd5d21', 'name': 'tempest-FloatingIPDetailsTestJSON-1289761627-router', 'tenant_id': '851051ca6de04334a69ac273b17b42af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '49633b2e-c04f-4e6c-a422-52c5d0aabd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:48:21Z', 'updated_at': '2021-11-24T20:48:26Z', 'revision_number': 3, 'project_id': '851051ca6de04334a69ac273b17b42af', 'gw_port': {'id': '49633b2e-c04f-4e6c-a422-52c5d0aabd31', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:81:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25de4e99-d417-443a-b79f-6398abdd5d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:24Z', 'updated_at': '2021-11-24T20:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:29.890821 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3e02ea2b-0caa-4aa4-8638-ae2ff7a7bb4d req-4447169b-b79f-45e2-83ba-40d73e09cf2f tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:29.892067 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e02ea2b-0caa-4aa4-8638-ae2ff7a7bb4d req-4447169b-b79f-45e2-83ba-40d73e09cf2f tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5808399 Nov 24 20:48:29.913326 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447169b-b79f-45e2-83ba-40d73e09cf2f tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e06fad8-0218-4faa-aa24-abedac194059,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:29.923816 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] Checking router: 25de4e99-d417-443a-b79f-6398abdd5d21 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:48:29.924349 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] Updating router 25de4e99-d417-443a-b79f-6398abdd5d21 port 49633b2e-c04f-4e6c-a422-52c5d0aabd31 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:48:29.963204 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:30.044909 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de0fe062-b612-4eda-88ab-5f551e853f7a req-75f14f3d-fa1c-47ff-9a87-8d273c46dd5d service neutron] 10.222.0.48 "GET /v2.0/networks/76284921-803c-4590-9abd-e36e6f81acc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489898 Nov 24 20:48:30.057724 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49176) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:30.104259 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65216cc-53cd-4d97-9196-c7903112b284 req-31087d12-dd16-42ba-8fec-d4411d56184d tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:30.113488 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a65216cc-53cd-4d97-9196-c7903112b284 req-31087d12-dd16-42ba-8fec-d4411d56184d tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 945 time: 0.1039941 Nov 24 20:48:30.213993 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a65216cc-53cd-4d97-9196-c7903112b284 req-bfdfbb5c-8daa-43ca-bb92-c9ff5f0cf945 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874736 Nov 24 20:48:30.254545 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-abbe1567-6e00-4ca9-b047-33308d05b6cc req-c6fc2ced-9de8-4658-9acf-a49ecb753af9 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "GET /v2.0/security-groups/6e06fad8-0218-4faa-aa24-abedac194059 HTTP/1.1" status: 200 len: 1829 time: 0.1997409 Nov 24 20:48:30.300867 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-abbe1567-6e00-4ca9-b047-33308d05b6cc req-4bda86ca-c947-4d5c-b705-f09b3e3bb9a6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6e06fad8-0218-4faa-aa24-abedac194059', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:30.301777 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-abbe1567-6e00-4ca9-b047-33308d05b6cc req-4bda86ca-c947-4d5c-b705-f09b3e3bb9a6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6e06fad8-0218-4faa-aa24-abedac194059', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:30.330651 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae05038-56fe-4462-a37b-217669c3acc3 req-d0edf55e-1914-4705-a585-560bd00c767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:30.333448 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ae05038-56fe-4462-a37b-217669c3acc3 req-d0edf55e-1914-4705-a585-560bd00c767f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=beaf0ad348674b009afcee3953da09bf&device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 1094 time: 0.2044032 Nov 24 20:48:30.417104 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49180) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:30.451345 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-10e80886-2fec-40c7-ab8d-f1df729f8cfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:30.478258 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7ac530c0-95b5-4860-be5c-782f21bddd2b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-781680341-network', 'tenant_id': '0d50ce6fce204cb29caa16ef29f410de'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:30.581540 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eab53f5a-0e08-4baf-b398-d45615983e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:30.593168 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:30.608061 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:30.657765 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-10e80886-2fec-40c7-ab8d-f1df729f8cfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:30.666986 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-10e80886-2fec-40c7-ab8d-f1df729f8cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:30.699337 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b426062-db9d-40de-bcd6-54ee49c0d887 None None] Pushing event updated for resources: {'Port': ['ID=49633b2e-c04f-4e6c-a422-52c5d0aabd31,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:30.717275 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] Attempting to bind port 49633b2e-c04f-4e6c-a422-52c5d0aabd31 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:48:30.717911 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] Attempting to bind port 49633b2e-c04f-4e6c-a422-52c5d0aabd31 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:48:30.718548 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] Attempting to bind port 49633b2e-c04f-4e6c-a422-52c5d0aabd31 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:48:30.725221 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:48:30.725601 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:48:30.726008 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:30.726406 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:48:30.726944 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] Bound port: 49633b2e-c04f-4e6c-a422-52c5d0aabd31, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:48:30.727343 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:30.786233 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] For port 49633b2e-c04f-4e6c-a422-52c5d0aabd31, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:48:30.790355 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] For port 49633b2e-c04f-4e6c-a422-52c5d0aabd31, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=49633b2e-c04f-4e6c-a422-52c5d0aabd31,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:48:30.797004 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:30.805612 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e80886-2fec-40c7-ab8d-f1df729f8cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac2bde0-32c7-4886-b10f-76840097c3bb,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:30.809308 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-abbe1567-6e00-4ca9-b047-33308d05b6cc req-4bda86ca-c947-4d5c-b705-f09b3e3bb9a6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:30.814164 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-10e80886-2fec-40c7-ab8d-f1df729f8cfa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8857d027414542dfa4e772169e1da835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3952665 Nov 24 20:48:30.818814 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49184) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:30.841394 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac530c0-95b5-4860-be5c-782f21bddd2b admin admin] Made reservation on behalf of 0d50ce6fce204cb29caa16ef29f410de for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:48:30.845520 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ac530c0-95b5-4860-be5c-782f21bddd2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:30.854900 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a4fb9-e87a-45bb-b9f5-4db7112bf218 req-4cd07b82-a3a4-4bf0-af08-f919048c2e2c tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:30.863064 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a39a4fb9-e87a-45bb-b9f5-4db7112bf218 req-4cd07b82-a3a4-4bf0-af08-f919048c2e2c tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 943 time: 0.1060612 Nov 24 20:48:30.921443 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eef62b31-dbc2-4645-8487-a9b47307c27e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:30.925939 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] Routers {'25de4e99-d417-443a-b79f-6398abdd5d21'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:48:30.926572 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:48:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['25de4e99-d417-443a-b79f-6398abdd5d21'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:30.971184 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eef62b31-dbc2-4645-8487-a9b47307c27e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:30.974584 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b426062-db9d-40de-bcd6-54ee49c0d887 None None] Pushing event updated for resources: {'Port': ['ID=49633b2e-c04f-4e6c-a422-52c5d0aabd31,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:30.996221 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a39a4fb9-e87a-45bb-b9f5-4db7112bf218 req-22e749a8-bcbe-42f2-963c-95b43cc6c9b1 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320121 Nov 24 20:48:31.050795 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-eab53f5a-0e08-4baf-b398-d45615983e29 admin admin] Allocated IP 172.20.0.1 (74269f12-89ae-4b04-a28c-ac9ec57522ae/420bba63-9c09-43ca-9e8b-ab6d0874432d/7628eb94-efda-4d7c-b326-519b4ab9590d) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:48:31.064378 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ac530c0-95b5-4860-be5c-782f21bddd2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:31.102985 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eef62b31-dbc2-4645-8487-a9b47307c27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:31.107287 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eef62b31-dbc2-4645-8487-a9b47307c27e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:31.110951 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-eef62b31-dbc2-4645-8487-a9b47307c27e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eac2bde0-32c7-4886-b10f-76840097c3bb HTTP/1.1" status: 204 len: 168 time: 0.2903807 Nov 24 20:48:31.111816 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-abbe1567-6e00-4ca9-b047-33308d05b6cc req-4bda86ca-c947-4d5c-b705-f09b3e3bb9a6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:31.123693 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef62b31-dbc2-4645-8487-a9b47307c27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac2bde0-32c7-4886-b10f-76840097c3bb,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:31.127044 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] Set router 25de4e99-d417-443a-b79f-6398abdd5d21 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:48:31.137490 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae05038-56fe-4462-a37b-217669c3acc3 req-14720a6d-b79f-4d90-abb5-7e03664a4cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:31.146677 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ae05038-56fe-4462-a37b-217669c3acc3 req-14720a6d-b79f-4d90-abb5-7e03664a4cb4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=76284921-803c-4590-9abd-e36e6f81acc5 HTTP/1.1" status: 200 len: 921 time: 0.8012767 Nov 24 20:48:31.181334 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-abbe1567-6e00-4ca9-b047-33308d05b6cc req-4bda86ca-c947-4d5c-b705-f09b3e3bb9a6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:31.215642 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda86ca-c947-4d5c-b705-f09b3e3bb9a6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421eda27-9731-42ac-9e45-22f933c9d657,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:31.289518 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ae05038-56fe-4462-a37b-217669c3acc3 req-f91f90c9-f46b-4011-bd78-f42a8a6311c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90494fb0-6aff-4a0a-a6a2-53c14156607f HTTP/1.1" status: 200 len: 217 time: 0.0950937 Nov 24 20:48:31.329911 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda86ca-c947-4d5c-b705-f09b3e3bb9a6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:31.330267 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda86ca-c947-4d5c-b705-f09b3e3bb9a6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:31.330700 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda86ca-c947-4d5c-b705-f09b3e3bb9a6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:31.330949 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda86ca-c947-4d5c-b705-f09b3e3bb9a6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:31.331289 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda86ca-c947-4d5c-b705-f09b3e3bb9a6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:31.331627 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda86ca-c947-4d5c-b705-f09b3e3bb9a6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:31.331958 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda86ca-c947-4d5c-b705-f09b3e3bb9a6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:31.332300 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda86ca-c947-4d5c-b705-f09b3e3bb9a6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:31.332623 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda86ca-c947-4d5c-b705-f09b3e3bb9a6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:31.332985 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda86ca-c947-4d5c-b705-f09b3e3bb9a6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:31.333320 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda86ca-c947-4d5c-b705-f09b3e3bb9a6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:31.333687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda86ca-c947-4d5c-b705-f09b3e3bb9a6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:48:31.357170 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-abbe1567-6e00-4ca9-b047-33308d05b6cc req-4bda86ca-c947-4d5c-b705-f09b3e3bb9a6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:31.358351 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-abbe1567-6e00-4ca9-b047-33308d05b6cc req-4bda86ca-c947-4d5c-b705-f09b3e3bb9a6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0692213 Nov 24 20:48:31.417904 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25de4e99-d417-443a-b79f-6398abdd5d21', 'name': 'tempest-FloatingIPDetailsTestJSON-1289761627-router', 'tenant_id': '851051ca6de04334a69ac273b17b42af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '49633b2e-c04f-4e6c-a422-52c5d0aabd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:48:21Z', 'updated_at': '2021-11-24T20:48:26Z', 'revision_number': 3, 'project_id': '851051ca6de04334a69ac273b17b42af', 'gw_port': {'id': '49633b2e-c04f-4e6c-a422-52c5d0aabd31', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:81:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25de4e99-d417-443a-b79f-6398abdd5d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:24Z', 'updated_at': '2021-11-24T20:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:31.421838 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997e5bf-d02b-4785-ab29-55f9d7ba6bcc req-95766e3e-a7ba-4e31-86b7-8d0b07c3de30 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:31.434227 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c997e5bf-d02b-4785-ab29-55f9d7ba6bcc req-95766e3e-a7ba-4e31-86b7-8d0b07c3de30 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 945 time: 0.1168544 Nov 24 20:48:31.467412 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2917bc-6312-46ad-820e-04e5f5216d44 None None] The sync data for ids ['25de4e99-d417-443a-b79f-6398abdd5d21'] in n-d-812111-8 is: [{'id': '25de4e99-d417-443a-b79f-6398abdd5d21', 'name': 'tempest-FloatingIPDetailsTestJSON-1289761627-router', 'tenant_id': '851051ca6de04334a69ac273b17b42af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '49633b2e-c04f-4e6c-a422-52c5d0aabd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:48:21Z', 'updated_at': '2021-11-24T20:48:26Z', 'revision_number': 3, 'project_id': '851051ca6de04334a69ac273b17b42af', 'gw_port': {'id': '49633b2e-c04f-4e6c-a422-52c5d0aabd31', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:81:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25de4e99-d417-443a-b79f-6398abdd5d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:24Z', 'updated_at': '2021-11-24T20:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:48:31.500559 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c997e5bf-d02b-4785-ab29-55f9d7ba6bcc req-f8476f5f-5d44-42fa-a987-fa710cab0bf4 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646715 Nov 24 20:48:31.547107 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eab53f5a-0e08-4baf-b398-d45615983e29 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:31.556553 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae05038-56fe-4462-a37b-217669c3acc3 req-16c113f4-32b0-40c0-afec-d75c6492a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:31.559148 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ae05038-56fe-4462-a37b-217669c3acc3 req-16c113f4-32b0-40c0-afec-d75c6492a242 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd0eede7-bd47-45ce-9621-d9e035beada7 HTTP/1.1" status: 200 len: 860 time: 0.2216458 Nov 24 20:48:31.646343 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be6293-8c97-42b0-9765-cde695ed4bfc req-e7ad743e-be0d-4bae-86ef-c52407160b63 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:31.656656 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-41be6293-8c97-42b0-9765-cde695ed4bfc req-e7ad743e-be0d-4bae-86ef-c52407160b63 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 1096 time: 0.0614097 Nov 24 20:48:31.676515 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ac530c0-95b5-4860-be5c-782f21bddd2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:31.697466 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2002fc96-4d72-446f-96fb-c30fa8e51d24 req-3cea5689-0128-402f-8c4d-3b60f8c4f231 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "GET /v2.0/security-groups/6e06fad8-0218-4faa-aa24-abedac194059 HTTP/1.1" status: 200 len: 2422 time: 0.2998772 Nov 24 20:48:31.706177 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ae05038-56fe-4462-a37b-217669c3acc3 req-af331e00-a07e-47be-8469-ff9c5308ba7b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76284921-803c-4590-9abd-e36e6f81acc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1349401 Nov 24 20:48:31.712224 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ac530c0-95b5-4860-be5c-782f21bddd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:31.734399 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-41be6293-8c97-42b0-9765-cde695ed4bfc req-2f919e8a-2e2c-4596-8d97-5e7bdd8e27e4 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759969 Nov 24 20:48:31.775297 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eab53f5a-0e08-4baf-b398-d45615983e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:31.820201 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac530c0-95b5-4860-be5c-782f21bddd2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:48:31.848806 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3cd2a61f-5aa6-4188-828f-050f8edd51b9 req-db3d7f40-7b47-4407-9aa4-75087f2cbb91 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "GET /v2.0/security-group-rules/421eda27-9731-42ac-9e45-22f933c9d657 HTTP/1.1" status: 200 len: 778 time: 0.1267440 Nov 24 20:48:31.849626 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac530c0-95b5-4860-be5c-782f21bddd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8427265-d72b-4fff-8659-31a5328a26df,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:31.982084 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ac530c0-95b5-4860-be5c-782f21bddd2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:31.982436 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-7ac530c0-95b5-4860-be5c-782f21bddd2b admin admin] Added segment e50b2cdc-90b8-4f05-bc66-d3013fa4907a of type vlan for network 3551252a-fee4-4a17-8b40-c974a7920039 Nov 24 20:48:32.031568 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab53f5a-0e08-4baf-b398-d45615983e29 admin admin] Network 74269f12-89ae-4b04-a28c-ac9ec57522ae is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:48:32.038571 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab53f5a-0e08-4baf-b398-d45615983e29 admin admin] Pushing event updated for resources: {'Port': ['ID=7628eb94-efda-4d7c-b326-519b4ab9590d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:32.153376 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-eab53f5a-0e08-4baf-b398-d45615983e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:32.202342 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab53f5a-0e08-4baf-b398-d45615983e29 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:48:32.252209 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ac530c0-95b5-4860-be5c-782f21bddd2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:32.273269 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c08bc-2db6-4b6c-8d9a-8aaf3c281401 req-171bfd8d-aa09-4b54-8b9d-1d017c39d13b tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:32.287532 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9d3c08bc-2db6-4b6c-8d9a-8aaf3c281401 req-171bfd8d-aa09-4b54-8b9d-1d017c39d13b tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 943 time: 0.1408930 Nov 24 20:48:32.315471 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ae05038-56fe-4462-a37b-217669c3acc3 req-acaa374d-2fdc-489c-aeff-6f34eeab7c9f service neutron] 10.222.0.48 "GET /v2.0/networks/76284921-803c-4590-9abd-e36e6f81acc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5948887 Nov 24 20:48:32.416059 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3cd2a61f-5aa6-4188-828f-050f8edd51b9 req-ba0f0c59-ac78-49e3-aca5-5489eeadd2a5 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "GET /v2.0/security-groups/6e06fad8-0218-4faa-aa24-abedac194059 HTTP/1.1" status: 200 len: 2422 time: 0.5355306 Nov 24 20:48:32.441096 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9d3c08bc-2db6-4b6c-8d9a-8aaf3c281401 req-35c06f33-594b-4473-a2dc-d2e416739da4 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466246 Nov 24 20:48:32.528554 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3cd2a61f-5aa6-4188-828f-050f8edd51b9 req-76fb4f55-9811-4457-a714-4840d6cfd1e2 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:32.535890 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eab53f5a-0e08-4baf-b398-d45615983e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:32.539077 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ac530c0-95b5-4860-be5c-782f21bddd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:32.541007 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac530c0-95b5-4860-be5c-782f21bddd2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:32.541914 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ac530c0-95b5-4860-be5c-782f21bddd2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:32.606774 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 90494fb0-6aff-4a0a-a6a2-53c14156607f details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:48:32.769811 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f1e50160-f710-4133-a6b6-016d7788941e None None] Provisioning complete for port 7628eb94-efda-4d7c-b326-519b4ab9590d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:32.770560 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f1e50160-f710-4133-a6b6-016d7788941e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:32.831898 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f1e50160-f710-4133-a6b6-016d7788941e None None] Port 7628eb94-efda-4d7c-b326-519b4ab9590d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:48:32.900625 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 90494fb0-6aff-4a0a-a6a2-53c14156607f, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=90494fb0-6aff-4a0a-a6a2-53c14156607f,segment=NetworkSegment(90258e6b-4b9e-4639-a56b-dc88672d67c8),segment_id=90258e6b-4b9e-4639-a56b-dc88672d67c8)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:32.922574 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '90494fb0-6aff-4a0a-a6a2-53c14156607f', 'network_id': '76284921-803c-4590-9abd-e36e6f81acc5', 'port_id': '90494fb0-6aff-4a0a-a6a2-53c14156607f', 'mac_address': 'fa:16:3e:e2:bc:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0eede7-bd47-45ce-9621-d9e035beada7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:48:32.986067 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:33.018123 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90494fb0-6aff-4a0a-a6a2-53c14156607f {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:48:33.049060 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3cd2a61f-5aa6-4188-828f-050f8edd51b9 req-76fb4f55-9811-4457-a714-4840d6cfd1e2 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:33.077609 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 90494fb0-6aff-4a0a-a6a2-53c14156607f, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=90494fb0-6aff-4a0a-a6a2-53c14156607f,segment=NetworkSegment(90258e6b-4b9e-4639-a56b-dc88672d67c8),segment_id=90258e6b-4b9e-4639-a56b-dc88672d67c8)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:33.082038 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 49633b2e-c04f-4e6c-a422-52c5d0aabd31 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:48:33.130056 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ae05038-56fe-4462-a37b-217669c3acc3 req-16e184cc-ab6b-4262-b7c8-509306822eab service neutron] 10.222.0.48 "GET /v2.0/networks/76284921-803c-4590-9abd-e36e6f81acc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8011124 Nov 24 20:48:33.188162 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:33.295851 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7ac530c0-95b5-4860-be5c-782f21bddd2b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2351139 Nov 24 20:48:33.299415 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49240) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:33.305756 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac530c0-95b5-4860-be5c-782f21bddd2b admin admin] Pushing event updated for resources: {'Network': ['ID=3551252a-fee4-4a17-8b40-c974a7920039,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:33.309063 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-473c498d-bfc0-4dff-a5ec-64b3798a61ab admin admin] Request body: {'subnet': {'network_id': '3551252a-fee4-4a17-8b40-c974a7920039', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-781680341-subnet', 'tenant_id': '0d50ce6fce204cb29caa16ef29f410de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:33.314847 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3cd2a61f-5aa6-4188-828f-050f8edd51b9 req-76fb4f55-9811-4457-a714-4840d6cfd1e2 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:33.330755 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 3551252a-fee4-4a17-8b40-c974a7920039 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:48:33.340090 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3cd2a61f-5aa6-4188-828f-050f8edd51b9 req-76fb4f55-9811-4457-a714-4840d6cfd1e2 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:33.341416 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3cd2a61f-5aa6-4188-828f-050f8edd51b9 req-76fb4f55-9811-4457-a714-4840d6cfd1e2 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/421eda27-9731-42ac-9e45-22f933c9d657 HTTP/1.1" status: 204 len: 173 time: 0.9242394 Nov 24 20:48:33.381260 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-9d092f6f-239c-47ff-9b1c-6cd6f18f5088 req-3efbc436-8bd2-456f-87cd-30aa26b629c6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1100000193', 'description': 'tempest-description-1190776170'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:33.387873 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb4f55-9811-4457-a714-4840d6cfd1e2 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=421eda27-9731-42ac-9e45-22f933c9d657,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:33.388899 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473c498d-bfc0-4dff-a5ec-64b3798a61ab admin admin] Made reservation on behalf of 0d50ce6fce204cb29caa16ef29f410de for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:48:33.392029 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-473c498d-bfc0-4dff-a5ec-64b3798a61ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:33.514951 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9d092f6f-239c-47ff-9b1c-6cd6f18f5088 req-3efbc436-8bd2-456f-87cd-30aa26b629c6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:33.527084 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['90494fb0-6aff-4a0a-a6a2-53c14156607f'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:48:33.616296 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eab53f5a-0e08-4baf-b398-d45615983e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:33.739264 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9d092f6f-239c-47ff-9b1c-6cd6f18f5088 req-3efbc436-8bd2-456f-87cd-30aa26b629c6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:33.752391 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9d092f6f-239c-47ff-9b1c-6cd6f18f5088 req-3efbc436-8bd2-456f-87cd-30aa26b629c6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:33.826852 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=90494fb0-6aff-4a0a-a6a2-53c14156607f,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:33.829857 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723472e-a851-45b0-bdfe-cee44379ea08 req-8f75df05-3533-421c-b516-fdcf755acb1c tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:33.839797 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9723472e-a851-45b0-bdfe-cee44379ea08 req-8f75df05-3533-421c-b516-fdcf755acb1c tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 944 time: 0.2543538 Nov 24 20:48:33.943232 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9d092f6f-239c-47ff-9b1c-6cd6f18f5088 req-3efbc436-8bd2-456f-87cd-30aa26b629c6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:33.956206 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9d092f6f-239c-47ff-9b1c-6cd6f18f5088 req-3efbc436-8bd2-456f-87cd-30aa26b629c6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5832539 Nov 24 20:48:33.958706 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-473c498d-bfc0-4dff-a5ec-64b3798a61ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:33.979086 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 49633b2e-c04f-4e6c-a422-52c5d0aabd31 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:33.979472 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:33.984176 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbc436-8bd2-456f-87cd-30aa26b629c6 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c36c8e04-53fa-4a9b-b4f5-f4346b254c30,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:34.002178 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9723472e-a851-45b0-bdfe-cee44379ea08 req-d2c175fe-d771-43e0-955c-ef63e1be68cc tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622124 Nov 24 20:48:34.125034 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c498d-bfc0-4dff-a5ec-64b3798a61ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=54e0bd1c-6417-42bc-a062-7389a2de9e6f,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:34.154338 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473c498d-bfc0-4dff-a5ec-64b3798a61ab admin admin] Checking segment: {'id': 'e50b2cdc-90b8-4f05-bc66-d3013fa4907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3551252a-fee4-4a17-8b40-c974a7920039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:48:34.154904 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473c498d-bfc0-4dff-a5ec-64b3798a61ab admin admin] Network hostable DHCP agents. Network: 3551252a-fee4-4a17-8b40-c974a7920039, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:48:34.218990 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473c498d-bfc0-4dff-a5ec-64b3798a61ab admin admin] Network 3551252a-fee4-4a17-8b40-c974a7920039 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:48:34.252068 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-473c498d-bfc0-4dff-a5ec-64b3798a61ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 3551252a-fee4-4a17-8b40-c974a7920039) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:34.284618 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473c498d-bfc0-4dff-a5ec-64b3798a61ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:34.285187 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-473c498d-bfc0-4dff-a5ec-64b3798a61ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:34.293201 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-44756778-9e38-4d6b-8330-abccb701fabc req-965cc41c-bfce-4a61-a7a9-cc2a3eccc0d8 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "GET /v2.0/security-groups/c36c8e04-53fa-4a9b-b4f5-f4346b254c30 HTTP/1.1" status: 200 len: 1830 time: 0.1706269 Nov 24 20:48:34.300802 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4aadb9-d488-4f41-aad6-6be756546c31 None None] Network 3551252a-fee4-4a17-8b40-c974a7920039 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:48:34.392497 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-473c498d-bfc0-4dff-a5ec-64b3798a61ab admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0918972 Nov 24 20:48:34.400236 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-89728373-1477-4e20-88ad-b1a0364cc115 req-076d6a27-99af-4eed-87cb-2483728df22d tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-150851000', 'description': 'tempest-description-1954651443'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:34.437846 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eab53f5a-0e08-4baf-b398-d45615983e29 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:34.460473 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eab53f5a-0e08-4baf-b398-d45615983e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:34.577278 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:34.644089 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 49633b2e-c04f-4e6c-a422-52c5d0aabd31, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=49633b2e-c04f-4e6c-a422-52c5d0aabd31,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:34.655752 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:34.656977 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eab53f5a-0e08-4baf-b398-d45615983e29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:34.661924 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab53f5a-0e08-4baf-b398-d45615983e29 admin admin] Pushing event updated for resources: {'Port': ['ID=7628eb94-efda-4d7c-b326-519b4ab9590d,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:34.676244 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-89728373-1477-4e20-88ad-b1a0364cc115 req-076d6a27-99af-4eed-87cb-2483728df22d tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:34.764057 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1124224a-4d1c-43e9-8086-760d51b1b6ad None None] Network 3551252a-fee4-4a17-8b40-c974a7920039 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:48:34.803349 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=49633b2e-c04f-4e6c-a422-52c5d0aabd31,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:34.829144 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab53f5a-0e08-4baf-b398-d45615983e29 admin admin] Network 74269f12-89ae-4b04-a28c-ac9ec57522ae is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:48:34.834071 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-eab53f5a-0e08-4baf-b398-d45615983e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:35.009094 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-89728373-1477-4e20-88ad-b1a0364cc115 req-076d6a27-99af-4eed-87cb-2483728df22d tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:35.013931 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab53f5a-0e08-4baf-b398-d45615983e29 admin admin] Router 25de4e99-d417-443a-b79f-6398abdd5d21 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:48:35.029427 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-89728373-1477-4e20-88ad-b1a0364cc115 req-076d6a27-99af-4eed-87cb-2483728df22d tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:35.113053 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-89728373-1477-4e20-88ad-b1a0364cc115 req-076d6a27-99af-4eed-87cb-2483728df22d tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:35.114457 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-89728373-1477-4e20-88ad-b1a0364cc115 req-076d6a27-99af-4eed-87cb-2483728df22d tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.7434247 Nov 24 20:48:35.116980 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d6a27-99af-4eed-87cb-2483728df22d tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe857a60-ac68-458b-bdd2-0e4857cea044,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:35.299217 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a432a56-1ada-4b99-a57c-1e1415bfa6c7 req-3c5676f1-f484-45ee-8aec-3fedbe1e7e39 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:35.311559 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab53f5a-0e08-4baf-b398-d45615983e29 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:48:35.312216 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5a432a56-1ada-4b99-a57c-1e1415bfa6c7 req-3c5676f1-f484-45ee-8aec-3fedbe1e7e39 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 944 time: 0.0807729 Nov 24 20:48:35.323978 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] Sync routers for ids ['25de4e99-d417-443a-b79f-6398abdd5d21'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:48:35.333750 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-eab53f5a-0e08-4baf-b398-d45615983e29 admin admin] 10.222.0.11 "PUT /v2.0/routers/25de4e99-d417-443a-b79f-6398abdd5d21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0372045 Nov 24 20:48:35.371826 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] Routers {'25de4e99-d417-443a-b79f-6398abdd5d21'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:48:35.374173 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:48:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['25de4e99-d417-443a-b79f-6398abdd5d21'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:35.397258 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3ad5ae54-31c6-4945-99e3-99925eb568f1 None None] Provisioning complete for port 7628eb94-efda-4d7c-b326-519b4ab9590d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:35.397803 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3ad5ae54-31c6-4945-99e3-99925eb568f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:35.423542 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5a432a56-1ada-4b99-a57c-1e1415bfa6c7 req-ffe94980-6e82-4fb8-b095-f9171d8aaadb tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038864 Nov 24 20:48:35.438787 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4dded7d1-c050-4153-839e-79fd18b587e4 req-4e12bfea-7a0e-4baf-b7eb-477a3828ce54 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "GET /v2.0/security-groups/fe857a60-ac68-458b-bdd2-0e4857cea044 HTTP/1.1" status: 200 len: 1829 time: 0.1250391 Nov 24 20:48:35.496132 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-5377f8c6-c79f-4cff-b43f-2126d38c9e8c req-9d9a77a7-32e3-49e9-b927-5bf8fb42ee7a tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-338959584', 'description': 'tempest-description-633399527'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:35.575200 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-3ad5ae54-31c6-4945-99e3-99925eb568f1 None None] Port 7628eb94-efda-4d7c-b326-519b4ab9590d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:48:35.587111 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5377f8c6-c79f-4cff-b43f-2126d38c9e8c req-9d9a77a7-32e3-49e9-b927-5bf8fb42ee7a tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:35.770302 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5377f8c6-c79f-4cff-b43f-2126d38c9e8c req-9d9a77a7-32e3-49e9-b927-5bf8fb42ee7a tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:35.778080 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5377f8c6-c79f-4cff-b43f-2126d38c9e8c req-9d9a77a7-32e3-49e9-b927-5bf8fb42ee7a tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:35.825386 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5377f8c6-c79f-4cff-b43f-2126d38c9e8c req-9d9a77a7-32e3-49e9-b927-5bf8fb42ee7a tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:35.827093 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] Set router 25de4e99-d417-443a-b79f-6398abdd5d21 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:48:35.848160 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5377f8c6-c79f-4cff-b43f-2126d38c9e8c req-9d9a77a7-32e3-49e9-b927-5bf8fb42ee7a tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.3568685 Nov 24 20:48:35.857210 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a77a7-32e3-49e9-b927-5bf8fb42ee7a tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c7771b-1144-4b60-8517-e3629b582105,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:35.956139 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e4412a95-d92e-40c9-a661-b3164b5d8791 req-be1e889f-b16f-4e2c-9fe3-e58523be3c33 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "GET /v2.0/security-groups/c5c7771b-1144-4b60-8517-e3629b582105 HTTP/1.1" status: 200 len: 1828 time: 0.0656095 Nov 24 20:48:35.962906 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49336) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:35.969564 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-9179dea4-3773-4238-acd7-e1cd92919a3c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2144595182-network', 'tenant_id': '3741ac247735487cad795aaf66ec79d6'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:36.007531 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-5f456ff4-2dad-4f9f-96f8-d1ff10e001d0 req-b1c7ba71-16eb-4399-a9a3-f84c08b0d69b tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-154589755', 'description': 'tempest-description-1615634896'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:36.013552 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9179dea4-3773-4238-acd7-e1cd92919a3c admin admin] Made reservation on behalf of 3741ac247735487cad795aaf66ec79d6 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:48:36.017559 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9179dea4-3773-4238-acd7-e1cd92919a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:36.031754 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9179dea4-3773-4238-acd7-e1cd92919a3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:36.037253 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5f456ff4-2dad-4f9f-96f8-d1ff10e001d0 req-b1c7ba71-16eb-4399-a9a3-f84c08b0d69b tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:36.091931 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25de4e99-d417-443a-b79f-6398abdd5d21', 'name': 'tempest-FloatingIPDetailsTestJSON-1289761627-router', 'tenant_id': '851051ca6de04334a69ac273b17b42af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '49633b2e-c04f-4e6c-a422-52c5d0aabd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:48:21Z', 'updated_at': '2021-11-24T20:48:33Z', 'revision_number': 4, 'project_id': '851051ca6de04334a69ac273b17b42af', 'gw_port': {'id': '49633b2e-c04f-4e6c-a422-52c5d0aabd31', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25de4e99-d417-443a-b79f-6398abdd5d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:24Z', 'updated_at': '2021-11-24T20:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '7628eb94-efda-4d7c-b326-519b4ab9590d', 'name': '', 'network_id': '74269f12-89ae-4b04-a28c-ac9ec57522ae', 'tenant_id': '851051ca6de04334a69ac273b17b42af', 'mac_address': 'fa:16:3e:4a:db:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25de4e99-d417-443a-b79f-6398abdd5d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '420bba63-9c09-43ca-9e8b-ab6d0874432d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:30Z', 'updated_at': '2021-11-24T20:48:33Z', 'revision_number': 2, 'project_id': '851051ca6de04334a69ac273b17b42af', 'subnets': [{'id': '420bba63-9c09-43ca-9e8b-ab6d0874432d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:36.129763 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] Checking router: 25de4e99-d417-443a-b79f-6398abdd5d21 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:48:36.130404 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] Updating router 25de4e99-d417-443a-b79f-6398abdd5d21 port 7628eb94-efda-4d7c-b326-519b4ab9590d binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:48:36.142881 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5f456ff4-2dad-4f9f-96f8-d1ff10e001d0 req-b1c7ba71-16eb-4399-a9a3-f84c08b0d69b tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:36.148311 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5f456ff4-2dad-4f9f-96f8-d1ff10e001d0 req-b1c7ba71-16eb-4399-a9a3-f84c08b0d69b tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:36.160465 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:36.189326 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5f456ff4-2dad-4f9f-96f8-d1ff10e001d0 req-b1c7ba71-16eb-4399-a9a3-f84c08b0d69b tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:36.190834 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5f456ff4-2dad-4f9f-96f8-d1ff10e001d0 req-b1c7ba71-16eb-4399-a9a3-f84c08b0d69b tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1889632 Nov 24 20:48:36.195541 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7ba71-16eb-4399-a9a3-f84c08b0d69b tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c6ca12-4f1a-4bbc-94cc-03c570b61c81,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:36.289983 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f32e64e0-356f-4b2f-aa74-88b8ded2c5b0 req-8ab3e0c8-4367-451e-b285-6a7bf7c796e8 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "GET /v2.0/security-groups/b0c6ca12-4f1a-4bbc-94cc-03c570b61c81 HTTP/1.1" status: 200 len: 1829 time: 0.0557425 Nov 24 20:48:36.379596 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9179dea4-3773-4238-acd7-e1cd92919a3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:36.394864 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7db089a0-f931-4fe4-ae47-9d24acd13cf5 req-0c0bfae7-b0b5-4a15-b149-889d1a20b47c tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3044081 Nov 24 20:48:36.399066 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9179dea4-3773-4238-acd7-e1cd92919a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:36.405813 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-7db089a0-f931-4fe4-ae47-9d24acd13cf5 req-62e0b767-7f84-42e1-a5bc-ed693e5ecd9e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:36.434207 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [req-2ceec4a7-def8-412a-84d0-a3e0b336fddb req-3095aa83-a9ee-4907-ad60-295b4715f2bf tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] show failed (client error): The resource could not be found. Nov 24 20:48:36.435600 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2ceec4a7-def8-412a-84d0-a3e0b336fddb req-3095aa83-a9ee-4907-ad60-295b4715f2bf tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "GET /v2.0/security-groups/fb2a81e8-b166-453f-9538-80e6a6cd8c3a HTTP/1.1" status: 404 len: 352 time: 0.0172343 Nov 24 20:48:36.448570 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9179dea4-3773-4238-acd7-e1cd92919a3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:48:36.464060 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179dea4-3773-4238-acd7-e1cd92919a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e51b4e-11bd-4bf3-9d9b-d7fdaa5e2df6,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:36.475657 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9179dea4-3773-4238-acd7-e1cd92919a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:36.476020 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-9179dea4-3773-4238-acd7-e1cd92919a3c admin admin] Added segment b7c7d4da-721a-4acb-93b3-fb55a4c9c627 of type vlan for network f910e648-a402-4f26-83e6-9bc6e2b34620 Nov 24 20:48:36.487571 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7db089a0-f931-4fe4-ae47-9d24acd13cf5 req-62e0b767-7f84-42e1-a5bc-ed693e5ecd9e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:36.517557 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:36.525946 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:36.559236 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9179dea4-3773-4238-acd7-e1cd92919a3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:36.579693 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc592cf-1199-487a-8aa3-3c40107c8c84 None None] Pushing event updated for resources: {'Port': ['ID=7628eb94-efda-4d7c-b326-519b4ab9590d,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:36.622615 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 90494fb0-6aff-4a0a-a6a2-53c14156607f up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:48:36.642967 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9179dea4-3773-4238-acd7-e1cd92919a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:36.642967 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9179dea4-3773-4238-acd7-e1cd92919a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:36.643427 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9179dea4-3773-4238-acd7-e1cd92919a3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:36.675599 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171f3eb-9da8-483e-bd07-3483ef1f87fb req-a4070a92-c480-4414-8244-6e401eed534f tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:36.694278 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6171f3eb-9da8-483e-bd07-3483ef1f87fb req-a4070a92-c480-4414-8244-6e401eed534f tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 944 time: 0.1461501 Nov 24 20:48:36.707773 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] Attempting to bind port 7628eb94-efda-4d7c-b326-519b4ab9590d on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:48:36.708023 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] Attempting to bind port 7628eb94-efda-4d7c-b326-519b4ab9590d by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '4909c4b0-efe7-4904-8393-2efe750f10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '74269f12-89ae-4b04-a28c-ac9ec57522ae'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:48:36.708283 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] Attempting to bind port 7628eb94-efda-4d7c-b326-519b4ab9590d on network 74269f12-89ae-4b04-a28c-ac9ec57522ae {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:48:36.718422 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:48:36.719587 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] Checking segment: {'id': '4909c4b0-efe7-4904-8393-2efe750f10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '74269f12-89ae-4b04-a28c-ac9ec57522ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:48:36.719872 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:36.720310 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] Bound using segment: {'id': '4909c4b0-efe7-4904-8393-2efe750f10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '74269f12-89ae-4b04-a28c-ac9ec57522ae'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:48:36.721054 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] Bound port: 7628eb94-efda-4d7c-b326-519b4ab9590d, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4909c4b0-efe7-4904-8393-2efe750f10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '74269f12-89ae-4b04-a28c-ac9ec57522ae'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:48:36.721298 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:36.779558 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 90494fb0-6aff-4a0a-a6a2-53c14156607f completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:48:36.786055 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 90494fb0-6aff-4a0a-a6a2-53c14156607f triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:36.786817 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:36.802910 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9179dea4-3773-4238-acd7-e1cd92919a3c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8388181 Nov 24 20:48:36.804244 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179dea4-3773-4238-acd7-e1cd92919a3c admin admin] Pushing event updated for resources: {'Network': ['ID=f910e648-a402-4f26-83e6-9bc6e2b34620,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:36.814094 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49364) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:36.821694 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7db089a0-f931-4fe4-ae47-9d24acd13cf5 req-62e0b767-7f84-42e1-a5bc-ed693e5ecd9e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:36.834803 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-708745ef-6855-434f-ada9-6413ade95df6 admin admin] Request body: {'subnet': {'network_id': 'f910e648-a402-4f26-83e6-9bc6e2b34620', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2144595182-subnet', 'tenant_id': '3741ac247735487cad795aaf66ec79d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:36.889788 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network f910e648-a402-4f26-83e6-9bc6e2b34620 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:48:36.902717 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6171f3eb-9da8-483e-bd07-3483ef1f87fb req-d3078cc1-9da3-4af4-920f-61b5cbaa48a1 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986473 Nov 24 20:48:36.903855 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708745ef-6855-434f-ada9-6413ade95df6 admin admin] Made reservation on behalf of 3741ac247735487cad795aaf66ec79d6 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:48:36.906291 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-708745ef-6855-434f-ada9-6413ade95df6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:36.911891 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] For port 7628eb94-efda-4d7c-b326-519b4ab9590d, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:48:36.917662 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] For port 7628eb94-efda-4d7c-b326-519b4ab9590d, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7628eb94-efda-4d7c-b326-519b4ab9590d,segment=NetworkSegment(4909c4b0-efe7-4904-8393-2efe750f10ca),segment_id=4909c4b0-efe7-4904-8393-2efe750f10ca)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:48:36.930637 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:36.996178 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 49633b2e-c04f-4e6c-a422-52c5d0aabd31 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:48:37.004596 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-7db089a0-f931-4fe4-ae47-9d24acd13cf5 req-62e0b767-7f84-42e1-a5bc-ed693e5ecd9e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Allocated IP 172.25.5.203 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/4c316895-7e7e-4b2e-bc80-54e90811a2b5) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:48:37.046970 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] Routers {'25de4e99-d417-443a-b79f-6398abdd5d21'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:48:37.049035 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:48:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['25de4e99-d417-443a-b79f-6398abdd5d21'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:37.106448 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc592cf-1199-487a-8aa3-3c40107c8c84 None None] Pushing event updated for resources: {'Port': ['ID=7628eb94-efda-4d7c-b326-519b4ab9590d,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:37.130659 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a4f5159f-7095-484d-9f54-5e1a86e8a288 None None] Provisioning complete for port 7628eb94-efda-4d7c-b326-519b4ab9590d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:37.131332 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a4f5159f-7095-484d-9f54-5e1a86e8a288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:37.234178 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:37.284440 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 49633b2e-c04f-4e6c-a422-52c5d0aabd31 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:37.286988 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:37.344220 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [req-9dee1b9c-3beb-4dd3-8ce2-a245294258ae req-0f47ecb5-6f47-43fd-811d-c9b0e7654746 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] show failed (client error): The resource could not be found. Nov 24 20:48:37.352870 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9dee1b9c-3beb-4dd3-8ce2-a245294258ae req-0f47ecb5-6f47-43fd-811d-c9b0e7654746 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "GET /v2.0/security-group-rules/eefb4349-bc0d-45c7-84d5-fa8b0bb0387c HTTP/1.1" status: 404 len: 361 time: 0.3670416 Nov 24 20:48:37.364939 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-708745ef-6855-434f-ada9-6413ade95df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:37.375569 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] Set router 25de4e99-d417-443a-b79f-6398abdd5d21 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:48:37.393735 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db488bd8-12ab-4692-9a07-73c0eb076a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90494fb0-6aff-4a0a-a6a2-53c14156607f'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:48:37.400981 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997592f9-3bf3-43d1-a7df-fc043a9c369f" -d '{"events": [{"server_uuid": "db488bd8-12ab-4692-9a07-73c0eb076a51", "name": "network-vif-plugged", "status": "completed", "tag": "90494fb0-6aff-4a0a-a6a2-53c14156607f"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:48:37.437521 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 90494fb0-6aff-4a0a-a6a2-53c14156607f, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=90494fb0-6aff-4a0a-a6a2-53c14156607f,segment=NetworkSegment(90258e6b-4b9e-4639-a56b-dc88672d67c8),segment_id=90258e6b-4b9e-4639-a56b-dc88672d67c8)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:37.479464 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:37.491130 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7db089a0-f931-4fe4-ae47-9d24acd13cf5 req-62e0b767-7f84-42e1-a5bc-ed693e5ecd9e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:37.528446 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a4f5159f-7095-484d-9f54-5e1a86e8a288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:37.559372 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708745ef-6855-434f-ada9-6413ade95df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9aa7865-f7af-4faf-846d-72f9c28b4e93,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:37.572627 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7db089a0-f931-4fe4-ae47-9d24acd13cf5 req-62e0b767-7f84-42e1-a5bc-ed693e5ecd9e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:37.607340 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708745ef-6855-434f-ada9-6413ade95df6 admin admin] Checking segment: {'id': 'b7c7d4da-721a-4acb-93b3-fb55a4c9c627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f910e648-a402-4f26-83e6-9bc6e2b34620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:48:37.608161 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708745ef-6855-434f-ada9-6413ade95df6 admin admin] Network hostable DHCP agents. Network: f910e648-a402-4f26-83e6-9bc6e2b34620, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:48:37.617837 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=90494fb0-6aff-4a0a-a6a2-53c14156607f,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:37.651789 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708745ef-6855-434f-ada9-6413ade95df6 admin admin] Network f910e648-a402-4f26-83e6-9bc6e2b34620 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:48:37.659946 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a4f5159f-7095-484d-9f54-5e1a86e8a288 None None] For port 7628eb94-efda-4d7c-b326-519b4ab9590d, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7628eb94-efda-4d7c-b326-519b4ab9590d,segment=NetworkSegment(4909c4b0-efe7-4904-8393-2efe750f10ca),segment_id=4909c4b0-efe7-4904-8393-2efe750f10ca)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:37.668128 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a4f5159f-7095-484d-9f54-5e1a86e8a288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:37.682641 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-708745ef-6855-434f-ada9-6413ade95df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, f910e648-a402-4f26-83e6-9bc6e2b34620) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:37.688103 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708745ef-6855-434f-ada9-6413ade95df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:37.688708 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-708745ef-6855-434f-ada9-6413ade95df6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:37.694362 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db089a0-f931-4fe4-ae47-9d24acd13cf5 req-62e0b767-7f84-42e1-a5bc-ed693e5ecd9e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:48:37.719121 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-7db089a0-f931-4fe4-ae47-9d24acd13cf5 req-62e0b767-7f84-42e1-a5bc-ed693e5ecd9e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:37.727294 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba588b8-8f27-4c93-b84c-23aeba9e8e8e None None] Network f910e648-a402-4f26-83e6-9bc6e2b34620 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:48:37.729446 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db089a0-f931-4fe4-ae47-9d24acd13cf5 req-62e0b767-7f84-42e1-a5bc-ed693e5ecd9e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:48:37.751124 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-708745ef-6855-434f-ada9-6413ade95df6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9355109 Nov 24 20:48:37.844114 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0b767-7f84-42e1-a5bc-ed693e5ecd9e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Pushing event updated for resources: {'Port': ['ID=4c316895-7e7e-4b2e-bc80-54e90811a2b5,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:37.911323 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b6ade247-dd81-4cd8-baab-310b38ef0044 None None] Provisioning complete for port 7628eb94-efda-4d7c-b326-519b4ab9590d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:37.911919 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b6ade247-dd81-4cd8-baab-310b38ef0044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:37.917321 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5159f-7095-484d-9f54-5e1a86e8a288 None None] Pushing event updated for resources: {'Port': ['ID=7628eb94-efda-4d7c-b326-519b4ab9590d,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:38.006182 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7db089a0-f931-4fe4-ae47-9d24acd13cf5 req-62e0b767-7f84-42e1-a5bc-ed693e5ecd9e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:38.012185 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25de4e99-d417-443a-b79f-6398abdd5d21', 'name': 'tempest-FloatingIPDetailsTestJSON-1289761627-router', 'tenant_id': '851051ca6de04334a69ac273b17b42af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '49633b2e-c04f-4e6c-a422-52c5d0aabd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:48:21Z', 'updated_at': '2021-11-24T20:48:33Z', 'revision_number': 4, 'project_id': '851051ca6de04334a69ac273b17b42af', 'gw_port': {'id': '49633b2e-c04f-4e6c-a422-52c5d0aabd31', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25de4e99-d417-443a-b79f-6398abdd5d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:24Z', 'updated_at': '2021-11-24T20:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '7628eb94-efda-4d7c-b326-519b4ab9590d', 'name': '', 'network_id': '74269f12-89ae-4b04-a28c-ac9ec57522ae', 'tenant_id': '851051ca6de04334a69ac273b17b42af', 'mac_address': 'fa:16:3e:4a:db:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25de4e99-d417-443a-b79f-6398abdd5d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '420bba63-9c09-43ca-9e8b-ab6d0874432d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:30Z', 'updated_at': '2021-11-24T20:48:36Z', 'revision_number': 4, 'project_id': '851051ca6de04334a69ac273b17b42af', 'subnets': [{'id': '420bba63-9c09-43ca-9e8b-ab6d0874432d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:38.015667 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49388) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:38.053626 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be185988-3724-4977-9e2a-80b3180b7eca None None] The sync data for ids ['25de4e99-d417-443a-b79f-6398abdd5d21'] in n-d-812111-8 is: [{'id': '25de4e99-d417-443a-b79f-6398abdd5d21', 'name': 'tempest-FloatingIPDetailsTestJSON-1289761627-router', 'tenant_id': '851051ca6de04334a69ac273b17b42af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '49633b2e-c04f-4e6c-a422-52c5d0aabd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:48:21Z', 'updated_at': '2021-11-24T20:48:33Z', 'revision_number': 4, 'project_id': '851051ca6de04334a69ac273b17b42af', 'gw_port': {'id': '49633b2e-c04f-4e6c-a422-52c5d0aabd31', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25de4e99-d417-443a-b79f-6398abdd5d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:24Z', 'updated_at': '2021-11-24T20:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '7628eb94-efda-4d7c-b326-519b4ab9590d', 'name': '', 'network_id': '74269f12-89ae-4b04-a28c-ac9ec57522ae', 'tenant_id': '851051ca6de04334a69ac273b17b42af', 'mac_address': 'fa:16:3e:4a:db:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25de4e99-d417-443a-b79f-6398abdd5d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '420bba63-9c09-43ca-9e8b-ab6d0874432d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:30Z', 'updated_at': '2021-11-24T20:48:36Z', 'revision_number': 4, 'project_id': '851051ca6de04334a69ac273b17b42af', 'subnets': [{'id': '420bba63-9c09-43ca-9e8b-ab6d0874432d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:48:38.139785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df34615e-2340-449b-8a19-2d3f55c76d76 None None] Network f910e648-a402-4f26-83e6-9bc6e2b34620 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:48:38.140683 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7db089a0-f931-4fe4-ae47-9d24acd13cf5 req-62e0b767-7f84-42e1-a5bc-ed693e5ecd9e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:38.285465 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12ddff48-7cc9-4424-9b11-cf8f7ad30c0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:38.349425 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a2da76cf-e148-4156-806b-3839e0a7c04d req-e9fb552f-73a5-411b-8cf9-2a8d5937107d tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "GET /v2.0/security-groups/b0c6ca12-4f1a-4bbc-94cc-03c570b61c81 HTTP/1.1" status: 200 len: 1829 time: 0.1095433 Nov 24 20:48:38.509871 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a2da76cf-e148-4156-806b-3839e0a7c04d req-28487159-ce7b-4480-bea1-7ca2772e8a52 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:38.525159 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7db089a0-f931-4fe4-ae47-9d24acd13cf5 req-62e0b767-7f84-42e1-a5bc-ed693e5ecd9e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:38.531997 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7db089a0-f931-4fe4-ae47-9d24acd13cf5 req-62e0b767-7f84-42e1-a5bc-ed693e5ecd9e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:38.551172 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12ddff48-7cc9-4424-9b11-cf8f7ad30c0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:38.556731 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a2da76cf-e148-4156-806b-3839e0a7c04d req-28487159-ce7b-4480-bea1-7ca2772e8a52 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:38.560572 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12ddff48-7cc9-4424-9b11-cf8f7ad30c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:38.642202 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0b767-7f84-42e1-a5bc-ed693e5ecd9e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Pushing event updated for resources: {'Port': ['ID=4c316895-7e7e-4b2e-bc80-54e90811a2b5,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:38.646431 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-12ddff48-7cc9-4424-9b11-cf8f7ad30c0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee91c4b304b74ec998ecb3b8c4ab93c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6296692 Nov 24 20:48:38.651228 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49398) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:38.660825 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7db089a0-f931-4fe4-ae47-9d24acd13cf5 req-62e0b767-7f84-42e1-a5bc-ed693e5ecd9e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:38.662219 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddff48-7cc9-4424-9b11-cf8f7ad30c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d151d6c-df4b-4410-bf9a-a7c702ea8a75,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:38.694732 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7db089a0-f931-4fe4-ae47-9d24acd13cf5 req-62e0b767-7f84-42e1-a5bc-ed693e5ecd9e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:38.704454 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7db089a0-f931-4fe4-ae47-9d24acd13cf5 req-62e0b767-7f84-42e1-a5bc-ed693e5ecd9e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3076370 Nov 24 20:48:38.707961 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a2da76cf-e148-4156-806b-3839e0a7c04d req-28487159-ce7b-4480-bea1-7ca2772e8a52 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:38.712332 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a2da76cf-e148-4156-806b-3839e0a7c04d req-28487159-ce7b-4480-bea1-7ca2772e8a52 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:38.727750 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a2da76cf-e148-4156-806b-3839e0a7c04d req-28487159-ce7b-4480-bea1-7ca2772e8a52 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "DELETE /v2.0/security-groups/b0c6ca12-4f1a-4bbc-94cc-03c570b61c81 HTTP/1.1" status: 204 len: 173 time: 0.3692472 Nov 24 20:48:38.752976 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28487159-ce7b-4480-bea1-7ca2772e8a52 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c6ca12-4f1a-4bbc-94cc-03c570b61c81,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:38.770378 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d9b145-9c2c-497e-9d9a-aea3bad233af x-openstack-request-id: req-c3d9b145-9c2c-497e-9d9a-aea3bad233af {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:48:38.771123 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db488bd8-12ab-4692-9a07-73c0eb076a51", "name": "network-vif-plugged", "status": "completed", "tag": "90494fb0-6aff-4a0a-a6a2-53c14156607f", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:48:38.771565 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c3d9b145-9c2c-497e-9d9a-aea3bad233af {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:48:38.772198 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db488bd8-12ab-4692-9a07-73c0eb076a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90494fb0-6aff-4a0a-a6a2-53c14156607f', 'code': 200} Nov 24 20:48:38.815967 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c65c0fc0-9314-4d8b-ad50-18c52d311e70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:38.863469 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-967b6e56-a575-436f-b000-db24b31b345b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:38.912951 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7db089a0-f931-4fe4-ae47-9d24acd13cf5 req-693cfbb2-d4ec-4152-82b1-22bf216045ca tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.203 HTTP/1.1" status: 200 len: 696 time: 0.2074182 Nov 24 20:48:38.955060 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c65c0fc0-9314-4d8b-ad50-18c52d311e70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:39.009660 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7628eb94-efda-4d7c-b326-519b4ab9590d up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:48:39.089044 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 7628eb94-efda-4d7c-b326-519b4ab9590d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:39.090333 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:39.130742 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db089a0-f931-4fe4-ae47-9d24acd13cf5 req-67f64d14-fd7d-40b4-bf07-21bf93e652ae tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:39.140070 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7db089a0-f931-4fe4-ae47-9d24acd13cf5 req-67f64d14-fd7d-40b4-bf07-21bf93e652ae tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.2187345 Nov 24 20:48:39.146179 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-7db089a0-f931-4fe4-ae47-9d24acd13cf5 req-226403b5-9a48-4f99-84c1-b068cde54ade tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:48:39.158504 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7db089a0-f931-4fe4-ae47-9d24acd13cf5 req-226403b5-9a48-4f99-84c1-b068cde54ade tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0168784 Nov 24 20:48:39.176623 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ff985-2502-4ec8-abfb-e0323eb137a9 req-1eaaf769-16e4-42fd-a59d-3e1402832196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:39.178764 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-833ff985-2502-4ec8-abfb-e0323eb137a9 req-1eaaf769-16e4-42fd-a59d-3e1402832196 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 1096 time: 0.3366747 Nov 24 20:48:39.191308 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1476f7-78cf-4c53-94cc-fa70238a3d76 req-06d633fb-2038-437f-a233-e7db28c512d4 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:39.192962 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5c1476f7-78cf-4c53-94cc-fa70238a3d76 req-06d633fb-2038-437f-a233-e7db28c512d4 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.2012951 Nov 24 20:48:39.295852 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:39.321651 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5c1476f7-78cf-4c53-94cc-fa70238a3d76 req-84c342d6-347f-47e2-8353-bbd867d6d19f tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114507 Nov 24 20:48:39.336918 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c65c0fc0-9314-4d8b-ad50-18c52d311e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:39.345749 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c65c0fc0-9314-4d8b-ad50-18c52d311e70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:39.349458 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c65c0fc0-9314-4d8b-ad50-18c52d311e70 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4d151d6c-df4b-4410-bf9a-a7c702ea8a75 HTTP/1.1" status: 204 len: 168 time: 0.6942515 Nov 24 20:48:39.371451 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-833ff985-2502-4ec8-abfb-e0323eb137a9 req-df897413-436e-429e-855c-941b043d595a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770923 Nov 24 20:48:39.389518 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c0fc0-9314-4d8b-ad50-18c52d311e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d151d6c-df4b-4410-bf9a-a7c702ea8a75,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:39.455023 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0237635a-3f88-410c-930e-6d9c7b861124 req-5f36900b-4447-44dc-ade7-651045df30b0 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "GET /v2.0/security-groups/c5c7771b-1144-4b60-8517-e3629b582105 HTTP/1.1" status: 200 len: 1828 time: 0.0820708 Nov 24 20:48:39.551217 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0237635a-3f88-410c-930e-6d9c7b861124 req-84328cd0-1071-497a-b650-8751e4742bba tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:39.607432 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0237635a-3f88-410c-930e-6d9c7b861124 req-84328cd0-1071-497a-b650-8751e4742bba tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:39.682923 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33535905-9da4-4148-87d3-b9088e607639 req-d17348a7-7519-4f35-81f7-0b1c768da51e tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:39.684490 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-33535905-9da4-4148-87d3-b9088e607639 req-d17348a7-7519-4f35-81f7-0b1c768da51e tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/networks?id=3551252a-fee4-4a17-8b40-c974a7920039 HTTP/1.1" status: 200 len: 814 time: 0.1386404 Nov 24 20:48:39.703237 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-33535905-9da4-4148-87d3-b9088e607639 req-3e3e1d58-7fe1-474e-8527-26d1a9e24d13 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/quotas/0d50ce6fce204cb29caa16ef29f410de HTTP/1.1" status: 200 len: 375 time: 0.0123165 Nov 24 20:48:39.729805 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0237635a-3f88-410c-930e-6d9c7b861124 req-84328cd0-1071-497a-b650-8751e4742bba tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:39.735359 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0237635a-3f88-410c-930e-6d9c7b861124 req-84328cd0-1071-497a-b650-8751e4742bba tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:39.745002 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0237635a-3f88-410c-930e-6d9c7b861124 req-84328cd0-1071-497a-b650-8751e4742bba tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "DELETE /v2.0/security-groups/c5c7771b-1144-4b60-8517-e3629b582105 HTTP/1.1" status: 204 len: 173 time: 0.2821367 Nov 24 20:48:39.768732 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-33535905-9da4-4148-87d3-b9088e607639 req-d3feea41-dfac-4c41-a200-896a19f2eefd tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d50ce6fce204cb29caa16ef29f410de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562079 Nov 24 20:48:39.895585 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-33535905-9da4-4148-87d3-b9088e607639 req-a05644f6-da7b-43f9-923b-c68d51d1cf4f service neutron] 10.222.0.11 "GET /v2.0/networks/3551252a-fee4-4a17-8b40-c974a7920039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198573 Nov 24 20:48:39.999488 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49428) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:40.022618 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-43392504-acc1-49cf-b483-bcf9713f74ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:40.065727 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-33535905-9da4-4148-87d3-b9088e607639 req-a35a20bf-62d5-42ee-96fe-9cbd9ab9c548 service neutron] 10.222.0.11 "GET /v2.0/networks/3551252a-fee4-4a17-8b40-c974a7920039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625690 Nov 24 20:48:40.069404 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84328cd0-1071-497a-b650-8751e4742bba tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c7771b-1144-4b60-8517-e3629b582105,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:40.116637 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-912fafcd-60b1-40ac-a307-fe67d9fd6df7 req-88845e2f-7c2d-428f-8e00-139aa2e69469 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3435469 Nov 24 20:48:40.122941 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-912fafcd-60b1-40ac-a307-fe67d9fd6df7 req-778574db-b853-4741-8748-4e481adf6081 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:40.152867 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-912fafcd-60b1-40ac-a307-fe67d9fd6df7 req-778574db-b853-4741-8748-4e481adf6081 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:40.159334 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-43392504-acc1-49cf-b483-bcf9713f74ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:40.167330 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-43392504-acc1-49cf-b483-bcf9713f74ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:40.266629 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-43392504-acc1-49cf-b483-bcf9713f74ea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0c57a4ddd9c9412b8be3811181a16037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2636826 Nov 24 20:48:40.269437 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49432) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:40.270989 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43392504-acc1-49cf-b483-bcf9713f74ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a9c879-b064-4194-9e24-3b8317375a80,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:40.382652 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b2fd4f3-3134-4653-844c-41966bb3d918 req-412a0e06-2569-4a18-9a63-ae6ac719f3c8 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "GET /v2.0/security-groups/fe857a60-ac68-458b-bdd2-0e4857cea044 HTTP/1.1" status: 200 len: 1829 time: 0.0785403 Nov 24 20:48:40.394394 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f2a0ae1f-e0cc-4ac7-a8df-45b9b3d6c35c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:40.465291 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f2a0ae1f-e0cc-4ac7-a8df-45b9b3d6c35c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:40.468964 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7b2fd4f3-3134-4653-844c-41966bb3d918 req-0cd108c9-1ca8-413f-9b2b-dd693d49ff80 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:40.510103 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7b2fd4f3-3134-4653-844c-41966bb3d918 req-0cd108c9-1ca8-413f-9b2b-dd693d49ff80 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:40.593942 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-912fafcd-60b1-40ac-a307-fe67d9fd6df7 req-778574db-b853-4741-8748-4e481adf6081 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:40.621054 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7b2fd4f3-3134-4653-844c-41966bb3d918 req-0cd108c9-1ca8-413f-9b2b-dd693d49ff80 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:40.625794 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7b2fd4f3-3134-4653-844c-41966bb3d918 req-0cd108c9-1ca8-413f-9b2b-dd693d49ff80 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:40.629905 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f2a0ae1f-e0cc-4ac7-a8df-45b9b3d6c35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:40.637995 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f2a0ae1f-e0cc-4ac7-a8df-45b9b3d6c35c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:40.643685 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b2fd4f3-3134-4653-844c-41966bb3d918 req-0cd108c9-1ca8-413f-9b2b-dd693d49ff80 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "DELETE /v2.0/security-groups/fe857a60-ac68-458b-bdd2-0e4857cea044 HTTP/1.1" status: 204 len: 173 time: 0.2528903 Nov 24 20:48:40.645489 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f2a0ae1f-e0cc-4ac7-a8df-45b9b3d6c35c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98a9c879-b064-4194-9e24-3b8317375a80 HTTP/1.1" status: 204 len: 168 time: 0.3735728 Nov 24 20:48:40.662930 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd108c9-1ca8-413f-9b2b-dd693d49ff80 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe857a60-ac68-458b-bdd2-0e4857cea044,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:40.715215 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0ae1f-e0cc-4ac7-a8df-45b9b3d6c35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a9c879-b064-4194-9e24-3b8317375a80,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:40.850264 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-912fafcd-60b1-40ac-a307-fe67d9fd6df7 req-778574db-b853-4741-8748-4e481adf6081 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Allocated IP 172.25.5.252 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/7a4005d8-1645-4616-9d3e-bf94b2562e9b) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:48:40.871277 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:40.921565 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-03a6086f-5b89-4e97-9bb5-8b167e38250a req-9f6513a4-a5be-491c-9069-3905bbaa4172 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1273719-727b-4cf2-941a-d20e697a9db5 HTTP/1.1" status: 200 len: 210 time: 0.0739017 Nov 24 20:48:41.042120 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-912fafcd-60b1-40ac-a307-fe67d9fd6df7 req-778574db-b853-4741-8748-4e481adf6081 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:41.103269 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a46ac1-23b4-48c5-8017-9462fba86d70 req-e8b69e16-9546-410f-8a76-d660c876ffda tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:41.121534 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-02a46ac1-23b4-48c5-8017-9462fba86d70 req-e8b69e16-9546-410f-8a76-d660c876ffda tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.0950589 Nov 24 20:48:41.121885 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-912fafcd-60b1-40ac-a307-fe67d9fd6df7 req-778574db-b853-4741-8748-4e481adf6081 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:41.172826 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c367b7df-066c-495f-be79-a96fdacc614a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:41.192079 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-912fafcd-60b1-40ac-a307-fe67d9fd6df7 req-778574db-b853-4741-8748-4e481adf6081 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:48:41.198791 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-912fafcd-60b1-40ac-a307-fe67d9fd6df7 req-778574db-b853-4741-8748-4e481adf6081 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:41.205509 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-912fafcd-60b1-40ac-a307-fe67d9fd6df7 req-778574db-b853-4741-8748-4e481adf6081 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:48:41.239735 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-02a46ac1-23b4-48c5-8017-9462fba86d70 req-3c97353f-5fd9-48f0-9289-7c196ef39d28 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105521 Nov 24 20:48:41.272949 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778574db-b853-4741-8748-4e481adf6081 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Pushing event updated for resources: {'Port': ['ID=7a4005d8-1645-4616-9d3e-bf94b2562e9b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:41.347459 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8b35b2d0-61f1-4e62-9179-8e095daa9fe5 req-8588c925-1030-48e9-b1bd-c58c2662ae45 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "GET /v2.0/security-groups/c36c8e04-53fa-4a9b-b4f5-f4346b254c30 HTTP/1.1" status: 200 len: 1830 time: 0.0846992 Nov 24 20:48:41.410968 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-912fafcd-60b1-40ac-a307-fe67d9fd6df7 req-778574db-b853-4741-8748-4e481adf6081 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:41.453768 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-912fafcd-60b1-40ac-a307-fe67d9fd6df7 req-778574db-b853-4741-8748-4e481adf6081 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:41.476904 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-8b35b2d0-61f1-4e62-9179-8e095daa9fe5 req-8af43846-fb27-4a4a-b7a3-ea79026d8fec tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:41.519437 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-8b35b2d0-61f1-4e62-9179-8e095daa9fe5 req-8af43846-fb27-4a4a-b7a3-ea79026d8fec tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:41.583044 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-8b35b2d0-61f1-4e62-9179-8e095daa9fe5 req-8af43846-fb27-4a4a-b7a3-ea79026d8fec tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:41.586257 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-8b35b2d0-61f1-4e62-9179-8e095daa9fe5 req-8af43846-fb27-4a4a-b7a3-ea79026d8fec tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:41.588872 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8b35b2d0-61f1-4e62-9179-8e095daa9fe5 req-8af43846-fb27-4a4a-b7a3-ea79026d8fec tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "DELETE /v2.0/security-groups/c36c8e04-53fa-4a9b-b4f5-f4346b254c30 HTTP/1.1" status: 204 len: 173 time: 0.2278440 Nov 24 20:48:41.604607 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af43846-fb27-4a4a-b7a3-ea79026d8fec tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36c8e04-53fa-4a9b-b4f5-f4346b254c30,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:41.726382 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-912fafcd-60b1-40ac-a307-fe67d9fd6df7 req-778574db-b853-4741-8748-4e481adf6081 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:41.768453 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-912fafcd-60b1-40ac-a307-fe67d9fd6df7 req-778574db-b853-4741-8748-4e481adf6081 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:42.075237 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7f103a29-d1dc-4bff-99de-f9c007ebb195 req-bb9d77b3-6c75-408b-b3fc-57b6dcf40ba1 tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "GET /v2.0/security-groups/6e06fad8-0218-4faa-aa24-abedac194059 HTTP/1.1" status: 200 len: 1829 time: 0.0692627 Nov 24 20:48:42.214319 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7f103a29-d1dc-4bff-99de-f9c007ebb195 req-ef3ca989-a7b7-4c59-8eea-e1cb4e1354cc tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:42.272329 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7f103a29-d1dc-4bff-99de-f9c007ebb195 req-ef3ca989-a7b7-4c59-8eea-e1cb4e1354cc tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:42.278483 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:42.326427 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778574db-b853-4741-8748-4e481adf6081 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Pushing event updated for resources: {'Port': ['ID=7a4005d8-1645-4616-9d3e-bf94b2562e9b,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:42.358109 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7f103a29-d1dc-4bff-99de-f9c007ebb195 req-ef3ca989-a7b7-4c59-8eea-e1cb4e1354cc tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:42.362221 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7f103a29-d1dc-4bff-99de-f9c007ebb195 req-ef3ca989-a7b7-4c59-8eea-e1cb4e1354cc tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:42.365218 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-912fafcd-60b1-40ac-a307-fe67d9fd6df7 req-778574db-b853-4741-8748-4e481adf6081 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:42.370137 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7f103a29-d1dc-4bff-99de-f9c007ebb195 req-ef3ca989-a7b7-4c59-8eea-e1cb4e1354cc tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] 10.222.0.11 "DELETE /v2.0/security-groups/6e06fad8-0218-4faa-aa24-abedac194059 HTTP/1.1" status: 204 len: 173 time: 0.2933998 Nov 24 20:48:42.388133 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49496) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:42.411528 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-912fafcd-60b1-40ac-a307-fe67d9fd6df7 req-778574db-b853-4741-8748-4e481adf6081 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:42.413147 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-912fafcd-60b1-40ac-a307-fe67d9fd6df7 req-778574db-b853-4741-8748-4e481adf6081 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2945244 Nov 24 20:48:42.421908 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4662cd-d8be-48d4-a641-0cea69888750 req-dcc40ff5-994a-4b32-9f23-1177453490ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:42.423571 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9d4662cd-d8be-48d4-a641-0cea69888750 req-dcc40ff5-994a-4b32-9f23-1177453490ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=beaf0ad348674b009afcee3953da09bf&device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 1096 time: 0.1728692 Nov 24 20:48:42.519626 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d570bdf-61f6-48e2-b571-5096feb84619 admin admin] Deleting subnet 7e5984b7-e3ef-4075-9139-e4f458eef740 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:48:42.526272 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ca989-a7b7-4c59-8eea-e1cb4e1354cc tempest-SecurityGroupRulesNegativeTestJSON-74556203 tempest-SecurityGroupRulesNegativeTestJSON-74556203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e06fad8-0218-4faa-aa24-abedac194059,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:42.532234 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0d570bdf-61f6-48e2-b571-5096feb84619 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:42.553565 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-912fafcd-60b1-40ac-a307-fe67d9fd6df7 req-a57e99ba-124c-48b7-8a8b-ce86f6d65842 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 696 time: 0.1266031 Nov 24 20:48:42.621187 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33535905-9da4-4148-87d3-b9088e607639 req-5ceb849f-21ab-4a2a-a175-2a33ab839355 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:42.622939 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-33535905-9da4-4148-87d3-b9088e607639 req-5ceb849f-21ab-4a2a-a175-2a33ab839355 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.48 "GET /v2.0/networks?id=3551252a-fee4-4a17-8b40-c974a7920039 HTTP/1.1" status: 200 len: 814 time: 0.3672683 Nov 24 20:48:42.648094 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-33535905-9da4-4148-87d3-b9088e607639 req-0889a018-4c0f-4170-b142-d17472025858 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Request body: {'port': {'device_id': 'f1273719-727b-4cf2-941a-d20e697a9db5', 'network_id': '3551252a-fee4-4a17-8b40-c974a7920039', 'admin_state_up': True, 'tenant_id': '0d50ce6fce204cb29caa16ef29f410de'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:42.654017 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0d570bdf-61f6-48e2-b571-5096feb84619 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:42.773989 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9deb536b-141e-41b6-a9ee-36fd786b2e88 req-d2a0780c-d9bb-494f-bf96-a52e20664eba tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1273719-727b-4cf2-941a-d20e697a9db5 HTTP/1.1" status: 200 len: 210 time: 0.0688038 Nov 24 20:48:42.815857 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0d570bdf-61f6-48e2-b571-5096feb84619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:42.940199 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fafcd-60b1-40ac-a307-fe67d9fd6df7 req-348a1de6-4c0c-4d26-bfd8-70b1c8b21cc9 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:42.941599 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-912fafcd-60b1-40ac-a307-fe67d9fd6df7 req-348a1de6-4c0c-4d26-bfd8-70b1c8b21cc9 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.3748910 Nov 24 20:48:42.955920 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-912fafcd-60b1-40ac-a307-fe67d9fd6df7 req-5474f0f2-dfd8-46e4-addc-4456f30d6e44 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:48:42.956924 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-912fafcd-60b1-40ac-a307-fe67d9fd6df7 req-5474f0f2-dfd8-46e4-addc-4456f30d6e44 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055857 Nov 24 20:48:43.027968 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4662cd-d8be-48d4-a641-0cea69888750 req-1d307f40-c48b-47b0-82c1-d245c32c5685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:43.029514 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9d4662cd-d8be-48d4-a641-0cea69888750 req-1d307f40-c48b-47b0-82c1-d245c32c5685 service neutron] 10.222.0.48 "GET /v2.0/networks?id=76284921-803c-4590-9abd-e36e6f81acc5 HTTP/1.1" status: 200 len: 921 time: 0.5910015 Nov 24 20:48:43.031095 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0d570bdf-61f6-48e2-b571-5096feb84619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:43.076188 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6c602-b2d3-4746-b517-cf5ca2ca39a3 req-c85bb0c3-4733-4150-ba61-be436458f5d9 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:43.078064 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-02b6c602-b2d3-4746-b517-cf5ca2ca39a3 req-c85bb0c3-4733-4150-ba61-be436458f5d9 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.1676464 Nov 24 20:48:43.079915 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d570bdf-61f6-48e2-b571-5096feb84619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e5984b7-e3ef-4075-9139-e4f458eef740,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:43.097377 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9d4662cd-d8be-48d4-a641-0cea69888750 req-a5c4556c-3dbe-4503-a83c-0ee1adfb366c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90494fb0-6aff-4a0a-a6a2-53c14156607f HTTP/1.1" status: 200 len: 217 time: 0.0538256 Nov 24 20:48:43.109763 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0d570bdf-61f6-48e2-b571-5096feb84619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:43.115647 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0d570bdf-61f6-48e2-b571-5096feb84619 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7e5984b7-e3ef-4075-9139-e4f458eef740 HTTP/1.1" status: 204 len: 168 time: 0.7244925 Nov 24 20:48:43.116269 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49512) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:43.183207 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4662cd-d8be-48d4-a641-0cea69888750 req-6229af36-d072-41cd-97c3-d6d6a923185d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:43.184571 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9d4662cd-d8be-48d4-a641-0cea69888750 req-6229af36-d072-41cd-97c3-d6d6a923185d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd0eede7-bd47-45ce-9621-d9e035beada7 HTTP/1.1" status: 200 len: 860 time: 0.0518708 Nov 24 20:48:43.187762 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33535905-9da4-4148-87d3-b9088e607639 req-0889a018-4c0f-4170-b142-d17472025858 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Made reservation on behalf of 0d50ce6fce204cb29caa16ef29f410de for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:48:43.191419 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-33535905-9da4-4148-87d3-b9088e607639 req-0889a018-4c0f-4170-b142-d17472025858 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:43.209370 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-02b6c602-b2d3-4746-b517-cf5ca2ca39a3 req-e4f67909-077e-4572-bb45-2029c159d6d1 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217542 Nov 24 20:48:43.327540 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c2e4fc5f-1307-47be-bc6e-bc7aa6dd88b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:43.358577 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-33535905-9da4-4148-87d3-b9088e607639 req-0889a018-4c0f-4170-b142-d17472025858 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Allocated IP 172.20.0.2 (3551252a-fee4-4a17-8b40-c974a7920039/54e0bd1c-6417-42bc-a062-7389a2de9e6f/6b3946e2-65e4-4392-8351-fc4c802204f7) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:48:43.381236 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9d4662cd-d8be-48d4-a641-0cea69888750 req-1f3d2595-95b7-4ad3-a2d4-7310fb56599d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76284921-803c-4590-9abd-e36e6f81acc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1837318 Nov 24 20:48:43.462978 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7eab8763-98d6-452e-89a9-bcf1f4b687c6 req-b036cc7d-bff9-4cd7-8bdd-19856ddb4efb tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4720547 Nov 24 20:48:43.469054 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c2e4fc5f-1307-47be-bc6e-bc7aa6dd88b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:43.502365 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c2e4fc5f-1307-47be-bc6e-bc7aa6dd88b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b0affa-20ab-4cdb-982d-84a83e94a758']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:43.510544 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-7eab8763-98d6-452e-89a9-bcf1f4b687c6 req-618a7933-7089-4ee3-a5e6-88ca0e24240e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:43.513864 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c2e4fc5f-1307-47be-bc6e-bc7aa6dd88b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b8d28a4-b139-4ae8-a4a6-c7af483c0f84') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:43.514354 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c2e4fc5f-1307-47be-bc6e-bc7aa6dd88b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b8d28a4-b139-4ae8-a4a6-c7af483c0f84') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:43.533242 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c2e4fc5f-1307-47be-bc6e-bc7aa6dd88b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:43.550763 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c2e4fc5f-1307-47be-bc6e-bc7aa6dd88b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:43.559658 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e4fc5f-1307-47be-bc6e-bc7aa6dd88b0 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:48:43.560089 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c2e4fc5f-1307-47be-bc6e-bc7aa6dd88b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:43.607877 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7eab8763-98d6-452e-89a9-bcf1f4b687c6 req-618a7933-7089-4ee3-a5e6-88ca0e24240e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:43.624931 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:43.642894 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9d4662cd-d8be-48d4-a641-0cea69888750 req-a25e120f-6f1e-4046-b8ba-c3eb9011d00e service neutron] 10.222.0.48 "GET /v2.0/networks/76284921-803c-4590-9abd-e36e6f81acc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408834 Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:48:43.704624 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:48:43.713560 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c2e4fc5f-1307-47be-bc6e-bc7aa6dd88b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:43.715986 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-33535905-9da4-4148-87d3-b9088e607639 req-0889a018-4c0f-4170-b142-d17472025858 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:43.731861 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c2e4fc5f-1307-47be-bc6e-bc7aa6dd88b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:43.740542 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c2e4fc5f-1307-47be-bc6e-bc7aa6dd88b0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/77b0affa-20ab-4cdb-982d-84a83e94a758 HTTP/1.1" status: 204 len: 168 time: 0.6191528 Nov 24 20:48:43.758576 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4fc5f-1307-47be-bc6e-bc7aa6dd88b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=77b0affa-20ab-4cdb-982d-84a83e94a758,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:43.855249 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9d4662cd-d8be-48d4-a641-0cea69888750 req-2a24d620-628f-41a8-8e99-e191c4041b8e service neutron] 10.222.0.48 "GET /v2.0/networks/76284921-803c-4590-9abd-e36e6f81acc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001140 Nov 24 20:48:43.870431 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-33535905-9da4-4148-87d3-b9088e607639 req-0889a018-4c0f-4170-b142-d17472025858 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:43.926028 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33535905-9da4-4148-87d3-b9088e607639 req-0889a018-4c0f-4170-b142-d17472025858 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Network 3551252a-fee4-4a17-8b40-c974a7920039 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:48:43.932939 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-33535905-9da4-4148-87d3-b9088e607639 req-0889a018-4c0f-4170-b142-d17472025858 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:43.944247 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-33535905-9da4-4148-87d3-b9088e607639 req-0889a018-4c0f-4170-b142-d17472025858 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:48:43.981254 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7eab8763-98d6-452e-89a9-bcf1f4b687c6 req-618a7933-7089-4ee3-a5e6-88ca0e24240e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:44.008505 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889a018-4c0f-4170-b142-d17472025858 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Pushing event updated for resources: {'Port': ['ID=6b3946e2-65e4-4392-8351-fc4c802204f7,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:44.050870 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075fd7b-f68c-42d6-a868-f8947ffb4229 req-1cbc4e2a-25dc-4e38-807f-b18dbd954a62 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:44.065420 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e075fd7b-f68c-42d6-a868-f8947ffb4229 req-1cbc4e2a-25dc-4e38-807f-b18dbd954a62 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1273719-727b-4cf2-941a-d20e697a9db5 HTTP/1.1" status: 200 len: 931 time: 0.1329567 Nov 24 20:48:44.070829 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33535905-9da4-4148-87d3-b9088e607639 req-0889a018-4c0f-4170-b142-d17472025858 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:44.072341 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-33535905-9da4-4148-87d3-b9088e607639 req-0889a018-4c0f-4170-b142-d17472025858 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:44.108457 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-33535905-9da4-4148-87d3-b9088e607639 req-0889a018-4c0f-4170-b142-d17472025858 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4662743 Nov 24 20:48:44.143010 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-33535905-9da4-4148-87d3-b9088e607639 req-1b7e7ce3-2cb4-47ee-a8ce-a650305eda32 service neutron] Request body: {'port': {'device_id': 'f1273719-727b-4cf2-941a-d20e697a9db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:44.143599 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49546) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:44.214356 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e075fd7b-f68c-42d6-a868-f8947ffb4229 req-0f88a13a-b04b-43ac-bb50-17d10bea99f8 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8427265-d72b-4fff-8659-31a5328a26df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437910 Nov 24 20:48:44.250043 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-33535905-9da4-4148-87d3-b9088e607639 req-1b7e7ce3-2cb4-47ee-a8ce-a650305eda32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:44.268080 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-7eab8763-98d6-452e-89a9-bcf1f4b687c6 req-618a7933-7089-4ee3-a5e6-88ca0e24240e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Allocated IP 172.25.5.125 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/9a90813f-7184-4f16-ae9f-957041bc212d) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:48:44.298490 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c2f33e4a-7763-4368-b9ae-c4d9bb4017fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9005261decf043b8a4afb684628eb49d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1531298 Nov 24 20:48:44.301603 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49550) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:44.379095 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-183268d0-9245-465f-8d62-5b7030ea46f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:44.406933 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-183268d0-9245-465f-8d62-5b7030ea46f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:44.527258 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-183268d0-9245-465f-8d62-5b7030ea46f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:44.531087 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-183268d0-9245-465f-8d62-5b7030ea46f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:44.532871 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-183268d0-9245-465f-8d62-5b7030ea46f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5d4d6fee-f30d-493c-94fb-4e91aae87019 HTTP/1.1" status: 204 len: 168 time: 0.2301562 Nov 24 20:48:44.556506 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7eab8763-98d6-452e-89a9-bcf1f4b687c6 req-618a7933-7089-4ee3-a5e6-88ca0e24240e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:44.562351 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ace888-3575-4f09-86ae-84973af6b6ac req-6be5f598-3cb7-47bd-85af-118d10903828 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:44.565384 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3ace888-3575-4f09-86ae-84973af6b6ac req-6be5f598-3cb7-47bd-85af-118d10903828 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.1109178 Nov 24 20:48:44.566988 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183268d0-9245-465f-8d62-5b7030ea46f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4d6fee-f30d-493c-94fb-4e91aae87019,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:44.685698 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7eab8763-98d6-452e-89a9-bcf1f4b687c6 req-618a7933-7089-4ee3-a5e6-88ca0e24240e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:44.702675 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3ace888-3575-4f09-86ae-84973af6b6ac req-01d57225-1b94-4abd-99c3-583b40b08649 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134934 Nov 24 20:48:44.761083 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:44.777339 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-33535905-9da4-4148-87d3-b9088e607639 req-1b7e7ce3-2cb4-47ee-a8ce-a650305eda32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3946e2-65e4-4392-8351-fc4c802204f7 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:48:44.784611 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eab8763-98d6-452e-89a9-bcf1f4b687c6 req-618a7933-7089-4ee3-a5e6-88ca0e24240e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:48:44.798963 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-7eab8763-98d6-452e-89a9-bcf1f4b687c6 req-618a7933-7089-4ee3-a5e6-88ca0e24240e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:44.808147 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eab8763-98d6-452e-89a9-bcf1f4b687c6 req-618a7933-7089-4ee3-a5e6-88ca0e24240e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:48:44.910864 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-33535905-9da4-4148-87d3-b9088e607639 req-1b7e7ce3-2cb4-47ee-a8ce-a650305eda32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:44.913774 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a7933-7089-4ee3-a5e6-88ca0e24240e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Pushing event updated for resources: {'Port': ['ID=9a90813f-7184-4f16-ae9f-957041bc212d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:44.952131 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-33535905-9da4-4148-87d3-b9088e607639 req-1b7e7ce3-2cb4-47ee-a8ce-a650305eda32 service neutron] Transition to ACTIVE for port object 6b3946e2-65e4-4392-8351-fc4c802204f7 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:48:44.986023 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-33535905-9da4-4148-87d3-b9088e607639 req-1b7e7ce3-2cb4-47ee-a8ce-a650305eda32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:45.081315 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7eab8763-98d6-452e-89a9-bcf1f4b687c6 req-618a7933-7089-4ee3-a5e6-88ca0e24240e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:45.083884 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e7ce3-2cb4-47ee-a8ce-a650305eda32 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3946e2-65e4-4392-8351-fc4c802204f7,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:45.182717 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7eab8763-98d6-452e-89a9-bcf1f4b687c6 req-618a7933-7089-4ee3-a5e6-88ca0e24240e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:45.260618 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-33535905-9da4-4148-87d3-b9088e607639 req-1b7e7ce3-2cb4-47ee-a8ce-a650305eda32 service neutron] Attempting to bind port 6b3946e2-65e4-4392-8351-fc4c802204f7 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:48:45.261008 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-33535905-9da4-4148-87d3-b9088e607639 req-1b7e7ce3-2cb4-47ee-a8ce-a650305eda32 service neutron] Attempting to bind port 6b3946e2-65e4-4392-8351-fc4c802204f7 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'e50b2cdc-90b8-4f05-bc66-d3013fa4907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3551252a-fee4-4a17-8b40-c974a7920039'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:48:45.261342 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33535905-9da4-4148-87d3-b9088e607639 req-1b7e7ce3-2cb4-47ee-a8ce-a650305eda32 service neutron] Attempting to bind port 6b3946e2-65e4-4392-8351-fc4c802204f7 on network 3551252a-fee4-4a17-8b40-c974a7920039 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:48:45.279202 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33535905-9da4-4148-87d3-b9088e607639 req-1b7e7ce3-2cb4-47ee-a8ce-a650305eda32 service neutron] Port 6b3946e2-65e4-4392-8351-fc4c802204f7 on network 3551252a-fee4-4a17-8b40-c974a7920039 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:48:45.279668 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33535905-9da4-4148-87d3-b9088e607639 req-1b7e7ce3-2cb4-47ee-a8ce-a650305eda32 service neutron] Attempting to bind port 6b3946e2-65e4-4392-8351-fc4c802204f7 on network 3551252a-fee4-4a17-8b40-c974a7920039 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:48:45.292173 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33535905-9da4-4148-87d3-b9088e607639 req-1b7e7ce3-2cb4-47ee-a8ce-a650305eda32 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:48:45.292518 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33535905-9da4-4148-87d3-b9088e607639 req-1b7e7ce3-2cb4-47ee-a8ce-a650305eda32 service neutron] Checking segment: {'id': 'e50b2cdc-90b8-4f05-bc66-d3013fa4907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3551252a-fee4-4a17-8b40-c974a7920039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:48:45.292952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33535905-9da4-4148-87d3-b9088e607639 req-1b7e7ce3-2cb4-47ee-a8ce-a650305eda32 service neutron] Bound using segment: {'id': 'e50b2cdc-90b8-4f05-bc66-d3013fa4907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3551252a-fee4-4a17-8b40-c974a7920039'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:48:45.293399 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-33535905-9da4-4148-87d3-b9088e607639 req-1b7e7ce3-2cb4-47ee-a8ce-a650305eda32 service neutron] Bound port: 6b3946e2-65e4-4392-8351-fc4c802204f7, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e50b2cdc-90b8-4f05-bc66-d3013fa4907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3551252a-fee4-4a17-8b40-c974a7920039'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:48:45.293764 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-33535905-9da4-4148-87d3-b9088e607639 req-1b7e7ce3-2cb4-47ee-a8ce-a650305eda32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:45.332536 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49576) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:45.420815 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6670b-c897-4de0-8ad9-b53ecd3b1ddb req-ba79336b-3ebd-49c3-8100-5dc309be6e2c tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:45.428862 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e5d6670b-c897-4de0-8ad9-b53ecd3b1ddb req-ba79336b-3ebd-49c3-8100-5dc309be6e2c tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1273719-727b-4cf2-941a-d20e697a9db5 HTTP/1.1" status: 200 len: 943 time: 0.0825491 Nov 24 20:48:45.526756 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e5d6670b-c897-4de0-8ad9-b53ecd3b1ddb req-d7f5a88c-6934-4311-90f1-a3bf7bdd6486 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8427265-d72b-4fff-8659-31a5328a26df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966578 Nov 24 20:48:45.727704 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d582f314-529f-4a81-9049-ba17b8727bb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:45.862493 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7eab8763-98d6-452e-89a9-bcf1f4b687c6 req-618a7933-7089-4ee3-a5e6-88ca0e24240e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:45.876057 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7eab8763-98d6-452e-89a9-bcf1f4b687c6 req-618a7933-7089-4ee3-a5e6-88ca0e24240e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:45.956055 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047012de-f2cb-4b25-9b72-37f158530e14 req-7e74922d-8a2f-4988-ae17-42643bf61ca4 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:45.968406 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-047012de-f2cb-4b25-9b72-37f158530e14 req-7e74922d-8a2f-4988-ae17-42643bf61ca4 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.1663561 Nov 24 20:48:45.983425 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-33535905-9da4-4148-87d3-b9088e607639 req-1b7e7ce3-2cb4-47ee-a8ce-a650305eda32 service neutron] For port 6b3946e2-65e4-4392-8351-fc4c802204f7, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:48:46.008812 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a7933-7089-4ee3-a5e6-88ca0e24240e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Pushing event updated for resources: {'Port': ['ID=9a90813f-7184-4f16-ae9f-957041bc212d,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:46.015880 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-33535905-9da4-4148-87d3-b9088e607639 req-1b7e7ce3-2cb4-47ee-a8ce-a650305eda32 service neutron] For port 6b3946e2-65e4-4392-8351-fc4c802204f7, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=6b3946e2-65e4-4392-8351-fc4c802204f7,segment=NetworkSegment(e50b2cdc-90b8-4f05-bc66-d3013fa4907a),segment_id=e50b2cdc-90b8-4f05-bc66-d3013fa4907a)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:48:46.021946 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7eab8763-98d6-452e-89a9-bcf1f4b687c6 req-618a7933-7089-4ee3-a5e6-88ca0e24240e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:46.034446 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49604) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:46.068688 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7eab8763-98d6-452e-89a9-bcf1f4b687c6 req-618a7933-7089-4ee3-a5e6-88ca0e24240e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:46.078354 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7eab8763-98d6-452e-89a9-bcf1f4b687c6 req-618a7933-7089-4ee3-a5e6-88ca0e24240e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6060014 Nov 24 20:48:46.080615 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-33535905-9da4-4148-87d3-b9088e607639 req-1b7e7ce3-2cb4-47ee-a8ce-a650305eda32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:46.087676 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d582f314-529f-4a81-9049-ba17b8727bb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:46.100913 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d582f314-529f-4a81-9049-ba17b8727bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:46.156665 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582f314-529f-4a81-9049-ba17b8727bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25eaf8a-5c25-4ff3-a494-fe2b68faf90c,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:46.210430 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-047012de-f2cb-4b25-9b72-37f158530e14 req-5a9a89f1-60a3-421d-baba-568d1c2d8247 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288444 Nov 24 20:48:46.216563 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d582f314-529f-4a81-9049-ba17b8727bb5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bc174bae0f974ed090c94f4fe991a264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8827543 Nov 24 20:48:46.219499 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49610) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:46.253714 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7eab8763-98d6-452e-89a9-bcf1f4b687c6 req-0d4022c2-2e18-4569-aa30-9deced724e6a tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.125 HTTP/1.1" status: 200 len: 696 time: 0.1676993 Nov 24 20:48:46.255425 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33535905-9da4-4148-87d3-b9088e607639 req-1b7e7ce3-2cb4-47ee-a8ce-a650305eda32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:46.255637 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-33535905-9da4-4148-87d3-b9088e607639 req-1b7e7ce3-2cb4-47ee-a8ce-a650305eda32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:46.256941 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-33535905-9da4-4148-87d3-b9088e607639 req-1b7e7ce3-2cb4-47ee-a8ce-a650305eda32 service neutron] 10.222.0.48 "PUT /v2.0/ports/6b3946e2-65e4-4392-8351-fc4c802204f7 HTTP/1.1" status: 200 len: 1091 time: 2.1184299 Nov 24 20:48:46.270543 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1273719-727b-4cf2-941a-d20e697a9db5', 'tag': '6b3946e2-65e4-4392-8351-fc4c802204f7'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:48:46.273053 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c42aac7-de00-4c99-8a40-ea18f6e73cce" -d '{"events": [{"name": "network-changed", "server_uuid": "f1273719-727b-4cf2-941a-d20e697a9db5", "tag": "6b3946e2-65e4-4392-8351-fc4c802204f7"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:48:46.283463 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-f9f29b73-e429-4834-a816-b87c809a0f26 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1762490060-network', 'tenant_id': 'db2beaf294d6453aaa0f4b171706a79d'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:46.318368 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0014c7b3-b049-405b-b866-c92defd2e6bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:46.348266 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0014c7b3-b049-405b-b866-c92defd2e6bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:46.380791 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e7ce3-2cb4-47ee-a8ce-a650305eda32 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3946e2-65e4-4392-8351-fc4c802204f7,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:46.421049 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0014c7b3-b049-405b-b866-c92defd2e6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:46.424257 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0014c7b3-b049-405b-b866-c92defd2e6bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:46.426385 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0014c7b3-b049-405b-b866-c92defd2e6bb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d25eaf8a-5c25-4ff3-a494-fe2b68faf90c HTTP/1.1" status: 204 len: 168 time: 0.2050486 Nov 24 20:48:46.437975 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cb50fc-24c1-4b27-bd01-4f4def79408b x-openstack-request-id: req-e3cb50fc-24c1-4b27-bd01-4f4def79408b {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:48:46.438315 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1273719-727b-4cf2-941a-d20e697a9db5", "tag": "6b3946e2-65e4-4392-8351-fc4c802204f7", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:48:46.438532 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3cb50fc-24c1-4b27-bd01-4f4def79408b {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:48:46.438948 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1273719-727b-4cf2-941a-d20e697a9db5', 'tag': '6b3946e2-65e4-4392-8351-fc4c802204f7', 'status': 'completed', 'code': 200} Nov 24 20:48:46.439509 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f29b73-e429-4834-a816-b87c809a0f26 admin admin] Made reservation on behalf of db2beaf294d6453aaa0f4b171706a79d for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:48:46.441876 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9f29b73-e429-4834-a816-b87c809a0f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:46.449334 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014c7b3-b049-405b-b866-c92defd2e6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25eaf8a-5c25-4ff3-a494-fe2b68faf90c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:46.462209 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33535905-9da4-4148-87d3-b9088e607639 req-fc28dbc8-45d0-4557-82ec-38f7a9652344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:46.463948 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-33535905-9da4-4148-87d3-b9088e607639 req-fc28dbc8-45d0-4557-82ec-38f7a9652344 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d50ce6fce204cb29caa16ef29f410de&device_id=f1273719-727b-4cf2-941a-d20e697a9db5 HTTP/1.1" status: 200 len: 1094 time: 0.1479299 Nov 24 20:48:46.464642 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9f29b73-e429-4834-a816-b87c809a0f26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:46.531273 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-33535905-9da4-4148-87d3-b9088e607639 req-755dd9b6-a2fd-48e1-a4a7-b1f100ef444d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b3946e2-65e4-4392-8351-fc4c802204f7 HTTP/1.1" status: 200 len: 217 time: 0.0548480 Nov 24 20:48:46.542604 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab8763-98d6-452e-89a9-bcf1f4b687c6 req-510e9a3f-9686-4623-8d68-03c04a96769f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:46.544017 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7eab8763-98d6-452e-89a9-bcf1f4b687c6 req-510e9a3f-9686-4623-8d68-03c04a96769f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.2572680 Nov 24 20:48:46.747124 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33535905-9da4-4148-87d3-b9088e607639 req-ed4a36e3-ca6f-4f94-9d41-60ab5c951545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:46.748633 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-33535905-9da4-4148-87d3-b9088e607639 req-ed4a36e3-ca6f-4f94-9d41-60ab5c951545 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54e0bd1c-6417-42bc-a062-7389a2de9e6f HTTP/1.1" status: 200 len: 854 time: 0.2037029 Nov 24 20:48:46.759414 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6e7a2-2c0a-4e7f-a0e2-1fe87a042a53 req-6a1ef7cc-dd77-497c-8168-9a057a16254c tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:46.770826 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5be6e7a2-2c0a-4e7f-a0e2-1fe87a042a53 req-6a1ef7cc-dd77-497c-8168-9a057a16254c tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1273719-727b-4cf2-941a-d20e697a9db5 HTTP/1.1" status: 200 len: 943 time: 0.1489074 Nov 24 20:48:46.802232 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-33535905-9da4-4148-87d3-b9088e607639 req-bbb81c89-ccdb-496e-b186-9eb3c8601693 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3551252a-fee4-4a17-8b40-c974a7920039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463030 Nov 24 20:48:46.835473 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1dfdb84d-23e8-4517-b88f-18afca41f34f req-191e1299-4fff-4f3c-a76c-005bfb37e22e tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2515426 Nov 24 20:48:46.853982 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-1dfdb84d-23e8-4517-b88f-18afca41f34f req-42042d64-6168-4526-9a0e-37925f4fd49f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:46.878824 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5be6e7a2-2c0a-4e7f-a0e2-1fe87a042a53 req-647d5ffa-b358-4e04-8325-cdb88b47d0f9 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8427265-d72b-4fff-8659-31a5328a26df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988758 Nov 24 20:48:46.897226 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9f29b73-e429-4834-a816-b87c809a0f26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:46.900580 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1dfdb84d-23e8-4517-b88f-18afca41f34f req-42042d64-6168-4526-9a0e-37925f4fd49f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:46.916813 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9f29b73-e429-4834-a816-b87c809a0f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:46.966389 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49624) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:46.992213 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d54b0e02-c3cf-4d5c-96ac-dedf8ef3f805 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:46.992603 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f29b73-e429-4834-a816-b87c809a0f26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:48:47.019972 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9f29b73-e429-4834-a816-b87c809a0f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:47.020341 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-f9f29b73-e429-4834-a816-b87c809a0f26 admin admin] Added segment bf2de13a-2bba-4b80-b903-6e54491b87f2 of type vlan for network 23e830bc-4c86-4e82-a204-15257d6770ad Nov 24 20:48:47.025648 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f29b73-e429-4834-a816-b87c809a0f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925ff835-ed57-4225-848e-2c6df71e3d47,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:47.081133 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d54b0e02-c3cf-4d5c-96ac-dedf8ef3f805 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:47.087111 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d54b0e02-c3cf-4d5c-96ac-dedf8ef3f805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:47.105077 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-33535905-9da4-4148-87d3-b9088e607639 req-77af7d76-7113-4ea0-b17d-6c062b8b04f2 service neutron] 10.222.0.48 "GET /v2.0/networks/3551252a-fee4-4a17-8b40-c974a7920039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900674 Nov 24 20:48:47.117686 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9f29b73-e429-4834-a816-b87c809a0f26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:47.131270 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d54b0e02-c3cf-4d5c-96ac-dedf8ef3f805 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79c3c34239be4d219c6abeed349d3cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1611753 Nov 24 20:48:47.131270 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b0e02-c3cf-4d5c-96ac-dedf8ef3f805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40eebe7-85e3-4110-a87e-3d467bc56722,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:47.133290 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49626) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:47.183169 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d7478ee-efb3-4980-8e5f-f4f09a85aa29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:47.208370 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d7478ee-efb3-4980-8e5f-f4f09a85aa29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:47.234064 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9f29b73-e429-4834-a816-b87c809a0f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:47.235415 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f29b73-e429-4834-a816-b87c809a0f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:47.236274 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9f29b73-e429-4834-a816-b87c809a0f26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:47.287216 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d7478ee-efb3-4980-8e5f-f4f09a85aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:47.290217 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d7478ee-efb3-4980-8e5f-f4f09a85aa29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:47.294055 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1d7478ee-efb3-4980-8e5f-f4f09a85aa29 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f40eebe7-85e3-4110-a87e-3d467bc56722 HTTP/1.1" status: 204 len: 168 time: 0.1577942 Nov 24 20:48:47.303232 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7478ee-efb3-4980-8e5f-f4f09a85aa29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40eebe7-85e3-4110-a87e-3d467bc56722,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:47.306566 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f9f29b73-e429-4834-a816-b87c809a0f26 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2707875 Nov 24 20:48:47.313317 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49634) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:47.319718 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-02d495c1-54a7-4136-964f-c46b2b9351a1 admin admin] Request body: {'subnet': {'network_id': '23e830bc-4c86-4e82-a204-15257d6770ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1762490060-subnet', 'tenant_id': 'db2beaf294d6453aaa0f4b171706a79d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:47.358729 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1dfdb84d-23e8-4517-b88f-18afca41f34f req-42042d64-6168-4526-9a0e-37925f4fd49f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:47.362172 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-33535905-9da4-4148-87d3-b9088e607639 req-0e92b9ea-e24e-473c-91f2-ebe8ae47086e service neutron] 10.222.0.48 "GET /v2.0/networks/3551252a-fee4-4a17-8b40-c974a7920039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479918 Nov 24 20:48:47.368151 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f29b73-e429-4834-a816-b87c809a0f26 admin admin] Pushing event updated for resources: {'Network': ['ID=23e830bc-4c86-4e82-a204-15257d6770ad,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:47.379548 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 23e830bc-4c86-4e82-a204-15257d6770ad details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:48:47.433219 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338992d-8af8-4ef4-98e4-cbc97a917e1a req-8da0b82e-c9af-484b-abb6-df4352a1ca34 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:47.454536 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b338992d-8af8-4ef4-98e4-cbc97a917e1a req-8da0b82e-c9af-484b-abb6-df4352a1ca34 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.1302593 Nov 24 20:48:47.455743 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d495c1-54a7-4136-964f-c46b2b9351a1 admin admin] Made reservation on behalf of db2beaf294d6453aaa0f4b171706a79d for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:48:47.458478 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02d495c1-54a7-4136-964f-c46b2b9351a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:47.521357 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b338992d-8af8-4ef4-98e4-cbc97a917e1a req-421e7039-33ad-464b-843c-27e6827d86a8 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609257 Nov 24 20:48:47.577151 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42aac7-de00-4c99-8a40-ea18f6e73cce req-da83878d-e3fa-4865-8032-3228d88a4706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:47.578812 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c42aac7-de00-4c99-8a40-ea18f6e73cce req-da83878d-e3fa-4865-8032-3228d88a4706 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d50ce6fce204cb29caa16ef29f410de&device_id=f1273719-727b-4cf2-941a-d20e697a9db5 HTTP/1.1" status: 200 len: 1094 time: 0.1576040 Nov 24 20:48:47.635100 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-1dfdb84d-23e8-4517-b88f-18afca41f34f req-42042d64-6168-4526-9a0e-37925f4fd49f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Allocated IP 172.25.5.167 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/454e71f9-098d-4be7-af0a-3986cfd5e725) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:48:47.813577 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42aac7-de00-4c99-8a40-ea18f6e73cce req-292d7a96-3d73-443b-a7c6-a69ac6413afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:47.815065 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c42aac7-de00-4c99-8a40-ea18f6e73cce req-292d7a96-3d73-443b-a7c6-a69ac6413afa service neutron] 10.222.0.48 "GET /v2.0/networks?id=3551252a-fee4-4a17-8b40-c974a7920039 HTTP/1.1" status: 200 len: 915 time: 0.2188268 Nov 24 20:48:47.902979 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c42aac7-de00-4c99-8a40-ea18f6e73cce req-86f72f86-6f33-4ae7-b2c7-4e33b75831c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b3946e2-65e4-4392-8351-fc4c802204f7 HTTP/1.1" status: 200 len: 217 time: 0.0645564 Nov 24 20:48:47.938367 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02d495c1-54a7-4136-964f-c46b2b9351a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:47.967306 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1dfdb84d-23e8-4517-b88f-18afca41f34f req-42042d64-6168-4526-9a0e-37925f4fd49f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:48.012937 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3829380-e940-4f30-bfe5-d0f33b98bce7 req-3e194ab4-05c6-4546-b320-1b42257d52d7 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:48.021901 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3829380-e940-4f30-bfe5-d0f33b98bce7 req-3e194ab4-05c6-4546-b320-1b42257d52d7 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1273719-727b-4cf2-941a-d20e697a9db5 HTTP/1.1" status: 200 len: 943 time: 0.0674176 Nov 24 20:48:48.051859 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42aac7-de00-4c99-8a40-ea18f6e73cce req-f4a6ff1d-f763-46fd-b4fb-08705835dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:48.053505 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c42aac7-de00-4c99-8a40-ea18f6e73cce req-f4a6ff1d-f763-46fd-b4fb-08705835dc96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54e0bd1c-6417-42bc-a062-7389a2de9e6f HTTP/1.1" status: 200 len: 854 time: 0.1417985 Nov 24 20:48:48.064854 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d495c1-54a7-4136-964f-c46b2b9351a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=673e6bcc-7b2d-438c-aeff-aa8e505596d0,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:48.108824 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3829380-e940-4f30-bfe5-d0f33b98bce7 req-d774805b-a6c6-4612-9394-190cccabefd7 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8427265-d72b-4fff-8659-31a5328a26df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806880 Nov 24 20:48:48.115675 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c42aac7-de00-4c99-8a40-ea18f6e73cce req-9b9bcc94-8c6b-403e-b860-835ca66ee33d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3551252a-fee4-4a17-8b40-c974a7920039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456946 Nov 24 20:48:48.125597 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1dfdb84d-23e8-4517-b88f-18afca41f34f req-42042d64-6168-4526-9a0e-37925f4fd49f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:48.138919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d495c1-54a7-4136-964f-c46b2b9351a1 admin admin] Checking segment: {'id': 'bf2de13a-2bba-4b80-b903-6e54491b87f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '23e830bc-4c86-4e82-a204-15257d6770ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:48:48.139377 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d495c1-54a7-4136-964f-c46b2b9351a1 admin admin] Network hostable DHCP agents. Network: 23e830bc-4c86-4e82-a204-15257d6770ad, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:48:48.221540 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfdb84d-23e8-4517-b88f-18afca41f34f req-42042d64-6168-4526-9a0e-37925f4fd49f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:48:48.229707 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-1dfdb84d-23e8-4517-b88f-18afca41f34f req-42042d64-6168-4526-9a0e-37925f4fd49f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:48.231677 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42042d64-6168-4526-9a0e-37925f4fd49f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Pushing event updated for resources: {'Port': ['ID=454e71f9-098d-4be7-af0a-3986cfd5e725,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:48.262435 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfdb84d-23e8-4517-b88f-18afca41f34f req-42042d64-6168-4526-9a0e-37925f4fd49f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:48:48.292740 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d495c1-54a7-4136-964f-c46b2b9351a1 admin admin] Network 23e830bc-4c86-4e82-a204-15257d6770ad is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:48:48.315943 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-02d495c1-54a7-4136-964f-c46b2b9351a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 23e830bc-4c86-4e82-a204-15257d6770ad) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:48.326281 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d495c1-54a7-4136-964f-c46b2b9351a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:48.326620 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02d495c1-54a7-4136-964f-c46b2b9351a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:48.329055 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3fd230-74fd-4d10-802d-f0a223a8ede6 None None] Network 23e830bc-4c86-4e82-a204-15257d6770ad requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:48:48.364806 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c42aac7-de00-4c99-8a40-ea18f6e73cce req-4a3efc21-15b4-4ccf-84d2-29f33cef1486 service neutron] 10.222.0.48 "GET /v2.0/networks/3551252a-fee4-4a17-8b40-c974a7920039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331922 Nov 24 20:48:48.397416 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-02d495c1-54a7-4136-964f-c46b2b9351a1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0818644 Nov 24 20:48:48.433672 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1dfdb84d-23e8-4517-b88f-18afca41f34f req-42042d64-6168-4526-9a0e-37925f4fd49f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:48.505388 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1dfdb84d-23e8-4517-b88f-18afca41f34f req-42042d64-6168-4526-9a0e-37925f4fd49f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:48.555308 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c42aac7-de00-4c99-8a40-ea18f6e73cce req-98f5e7dd-ae36-4de8-accd-4a2375942af0 service neutron] 10.222.0.48 "GET /v2.0/networks/3551252a-fee4-4a17-8b40-c974a7920039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692405 Nov 24 20:48:48.556815 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebc12e1-fdbb-43b9-b1ae-96caba6cb32c None None] Network 23e830bc-4c86-4e82-a204-15257d6770ad requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:48:48.675551 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6e1c8-1b05-483c-9aae-9e31cd1e7080 req-975ae24a-7c10-4c3f-8462-c3f5e650c323 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:48.683742 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bbe6e1c8-1b05-483c-9aae-9e31cd1e7080 req-975ae24a-7c10-4c3f-8462-c3f5e650c323 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.0663157 Nov 24 20:48:48.751438 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bbe6e1c8-1b05-483c-9aae-9e31cd1e7080 req-42a22877-31e9-46da-89bd-fa22cc830009 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666339 Nov 24 20:48:49.188463 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1dfdb84d-23e8-4517-b88f-18afca41f34f req-42042d64-6168-4526-9a0e-37925f4fd49f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:49.202078 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1dfdb84d-23e8-4517-b88f-18afca41f34f req-42042d64-6168-4526-9a0e-37925f4fd49f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:49.321216 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42042d64-6168-4526-9a0e-37925f4fd49f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Pushing event updated for resources: {'Port': ['ID=454e71f9-098d-4be7-af0a-3986cfd5e725,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:49.335565 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1dfdb84d-23e8-4517-b88f-18afca41f34f req-42042d64-6168-4526-9a0e-37925f4fd49f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:49.352468 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-7fd513b2-afdc-4018-90cc-6e0574acebfb req-20ee8d5c-ab29-4441-9db9-be79b2593307 tempest-SecurityGroupsNegativeTestJSON-567778822 tempest-SecurityGroupsNegativeTestJSON-567778822-project] show failed (client error): The resource could not be found. Nov 24 20:48:49.358520 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1dfdb84d-23e8-4517-b88f-18afca41f34f req-42042d64-6168-4526-9a0e-37925f4fd49f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:49.361091 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1dfdb84d-23e8-4517-b88f-18afca41f34f req-42042d64-6168-4526-9a0e-37925f4fd49f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5239351 Nov 24 20:48:49.361535 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7fd513b2-afdc-4018-90cc-6e0574acebfb req-20ee8d5c-ab29-4441-9db9-be79b2593307 tempest-SecurityGroupsNegativeTestJSON-567778822 tempest-SecurityGroupsNegativeTestJSON-567778822-project] 10.222.0.11 "GET /v2.0/security-groups/fa5ffce5-19bd-4847-b593-1eb2a4001e6b HTTP/1.1" status: 404 len: 352 time: 0.0237157 Nov 24 20:48:49.453946 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1dfdb84d-23e8-4517-b88f-18afca41f34f req-6a20f897-a6ef-4cd4-8529-9444f1d9a276 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.167 HTTP/1.1" status: 200 len: 696 time: 0.0795240 Nov 24 20:48:49.499806 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b436e1d-5c1c-4d69-b618-c313f88a4545 req-07e66f65-e083-45e5-838d-1e28eb7b33d2 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:49.501595 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b436e1d-5c1c-4d69-b618-c313f88a4545 req-07e66f65-e083-45e5-838d-1e28eb7b33d2 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1273719-727b-4cf2-941a-d20e697a9db5 HTTP/1.1" status: 200 len: 943 time: 0.0686095 Nov 24 20:48:49.563716 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b436e1d-5c1c-4d69-b618-c313f88a4545 req-8b2333c8-6da4-4fa1-a123-20afeace6c0b tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8427265-d72b-4fff-8659-31a5328a26df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539000 Nov 24 20:48:49.588371 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdb84d-23e8-4517-b88f-18afca41f34f req-e33ad958-56ef-46a3-983d-ee621a9f998c tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:49.590196 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1dfdb84d-23e8-4517-b88f-18afca41f34f req-e33ad958-56ef-46a3-983d-ee621a9f998c tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.1289392 Nov 24 20:48:49.678205 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8767634f-8294-43e4-90a1-fac2d5a9cb18 req-2fdb2695-45c6-4f2c-a204-52a10f508d0c tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/floatingips/d07f91be-e112-4de2-abbb-19bbf5925e0e HTTP/1.1" status: 200 len: 693 time: 0.0667899 Nov 24 20:48:49.790486 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d68a6fa9-e774-4fd8-a34b-4237be31d871 req-2c31b28e-302a-4c0a-9939-83c9022d8e56 tempest-SecurityGroupsNegativeTestJSON-567778822 tempest-SecurityGroupsNegativeTestJSON-567778822-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=db2beaf294d6453aaa0f4b171706a79d HTTP/1.1" status: 200 len: 3001 time: 0.0454953 Nov 24 20:48:49.806311 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767634f-8294-43e4-90a1-fac2d5a9cb18 req-b673833a-14b2-4834-841a-3685f608620d tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:49.807832 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8767634f-8294-43e4-90a1-fac2d5a9cb18 req-b673833a-14b2-4834-841a-3685f608620d tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.1181800 Nov 24 20:48:49.818705 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-8767634f-8294-43e4-90a1-fac2d5a9cb18 req-446ccfa2-fc60-4722-b88a-322caa703350 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:48:49.819731 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8767634f-8294-43e4-90a1-fac2d5a9cb18 req-446ccfa2-fc60-4722-b88a-322caa703350 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063233 Nov 24 20:48:49.840190 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d68a6fa9-e774-4fd8-a34b-4237be31d871 req-f36d7300-be35-4cd0-b7bc-0e1c7f7c68d9 tempest-SecurityGroupsNegativeTestJSON-567778822 tempest-SecurityGroupsNegativeTestJSON-567778822-project] 10.222.0.11 "GET /v2.0/security-groups/925ff835-ed57-4225-848e-2c6df71e3d47 HTTP/1.1" status: 200 len: 2998 time: 0.0425887 Nov 24 20:48:49.896006 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d68a6fa9-e774-4fd8-a34b-4237be31d871 req-ff3b0b7f-64c4-42c5-99c3-0a943a30909a tempest-SecurityGroupsNegativeTestJSON-567778822 tempest-SecurityGroupsNegativeTestJSON-567778822-project] 10.222.0.11 "GET /v2.0/security-groups/925ff835-ed57-4225-848e-2c6df71e3d47 HTTP/1.1" status: 200 len: 2998 time: 0.0492089 Nov 24 20:48:50.010992 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218944fd-553f-4d4d-95fa-97c55bcb7026 req-f1303183-4e1a-4873-a556-7c6f904502f7 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:50.012700 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-218944fd-553f-4d4d-95fa-97c55bcb7026 req-f1303183-4e1a-4873-a556-7c6f904502f7 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.0501313 Nov 24 20:48:50.013490 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5e6d6ec4-d015-4dff-9fde-849e333f9828 req-0ce5cc63-a283-4824-9fb9-4b1f2898d092 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/floatingips/d07f91be-e112-4de2-abbb-19bbf5925e0e HTTP/1.1" status: 200 len: 693 time: 0.0441437 Nov 24 20:48:50.062550 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-218944fd-553f-4d4d-95fa-97c55bcb7026 req-4846e2bd-25ae-4746-806e-16af6d8d7d43 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430145 Nov 24 20:48:50.129294 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d6ec4-d015-4dff-9fde-849e333f9828 req-e5635b3e-6b79-4f3e-bf45-894831a290dc tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:50.130749 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5e6d6ec4-d015-4dff-9fde-849e333f9828 req-e5635b3e-6b79-4f3e-bf45-894831a290dc tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.1091776 Nov 24 20:48:50.145828 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-5e6d6ec4-d015-4dff-9fde-849e333f9828 req-d5a67678-0f73-4d32-9b7a-a0b1fc652760 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:48:50.146837 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5e6d6ec4-d015-4dff-9fde-849e333f9828 req-d5a67678-0f73-4d32-9b7a-a0b1fc652760 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096226 Nov 24 20:48:50.201278 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-69da4451-6ef5-4ae1-9488-37c2976a7266 req-ebb1db8b-09d2-445f-a87f-53f4de4ccb79 tempest-SecurityGroupsNegativeTestJSON-567778822 tempest-SecurityGroupsNegativeTestJSON-567778822-project] 10.222.0.11 "GET /v2.0/security-groups/925ff835-ed57-4225-848e-2c6df71e3d47 HTTP/1.1" status: 200 len: 2998 time: 0.0494280 Nov 24 20:48:50.208893 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5e6d6ec4-d015-4dff-9fde-849e333f9828 req-0138f9d1-45d9-45e8-b297-8d02fbfd91b5 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.167 HTTP/1.1" status: 200 len: 696 time: 0.0459952 Nov 24 20:48:50.265024 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-69da4451-6ef5-4ae1-9488-37c2976a7266 req-7cb8def2-24a0-47b0-9843-d15f0fc57116 tempest-SecurityGroupsNegativeTestJSON-567778822 tempest-SecurityGroupsNegativeTestJSON-567778822-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 24 20:48:50.266103 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-69da4451-6ef5-4ae1-9488-37c2976a7266 req-7cb8def2-24a0-47b0-9843-d15f0fc57116 tempest-SecurityGroupsNegativeTestJSON-567778822 tempest-SecurityGroupsNegativeTestJSON-567778822-project] 10.222.0.11 "DELETE /v2.0/security-groups/925ff835-ed57-4225-848e-2c6df71e3d47 HTTP/1.1" status: 409 len: 352 time: 0.0598142 Nov 24 20:48:50.266992 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5e6d6ec4-d015-4dff-9fde-849e333f9828 req-d72b879e-3cb9-4fd2-9c73-fdad6dc409e2 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.167 HTTP/1.1" status: 200 len: 696 time: 0.0517299 Nov 24 20:48:50.310470 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-10eec5e3-beed-4ac0-a619-b38c8de658f9 req-7f67ee6d-b370-46e0-84e6-c0a9b2daebaa tempest-SecurityGroupsNegativeTestJSON-567778822 tempest-SecurityGroupsNegativeTestJSON-567778822-project] show failed (client error): The resource could not be found. Nov 24 20:48:50.311900 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10eec5e3-beed-4ac0-a619-b38c8de658f9 req-7f67ee6d-b370-46e0-84e6-c0a9b2daebaa tempest-SecurityGroupsNegativeTestJSON-567778822 tempest-SecurityGroupsNegativeTestJSON-567778822-project] 10.222.0.11 "GET /v2.0/security-groups/799d16e1-7311-45d1-9bcc-a69e78850a79 HTTP/1.1" status: 404 len: 352 time: 0.0165024 Nov 24 20:48:50.351658 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-fb11c682-8f8f-46d5-91ba-d6973f18204b req-f0e2e9e1-6faf-43af-8dfa-b37a5b1749c8 tempest-SecurityGroupsNegativeTestJSON-567778822 tempest-SecurityGroupsNegativeTestJSON-567778822-project] show failed (client error): The resource could not be found. Nov 24 20:48:50.358093 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fb11c682-8f8f-46d5-91ba-d6973f18204b req-f0e2e9e1-6faf-43af-8dfa-b37a5b1749c8 tempest-SecurityGroupsNegativeTestJSON-567778822 tempest-SecurityGroupsNegativeTestJSON-567778822-project] 10.222.0.11 "GET /v2.0/security-groups/dead31ab-1f68-4a55-a598-3506ee5afef1 HTTP/1.1" status: 404 len: 352 time: 0.0223639 Nov 24 20:48:50.365696 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49724) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:50.420086 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e24616-e99f-4a46-8fd2-31dec50ee5b2 admin admin] Deleting subnet 673e6bcc-7b2d-438c-aeff-aa8e505596d0 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:48:50.423975 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b9e24616-e99f-4a46-8fd2-31dec50ee5b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:50.441068 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-5e6d6ec4-d015-4dff-9fde-849e333f9828 req-2078bb1c-6ff2-4cd0-9afd-32f751595893 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Deleting port 454e71f9-098d-4be7-af0a-3986cfd5e725 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:48:50.441543 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5e6d6ec4-d015-4dff-9fde-849e333f9828 req-2078bb1c-6ff2-4cd0-9afd-32f751595893 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:50.467765 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b9e24616-e99f-4a46-8fd2-31dec50ee5b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:50.521495 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b9e24616-e99f-4a46-8fd2-31dec50ee5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:50.553312 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5e6d6ec4-d015-4dff-9fde-849e333f9828 req-2078bb1c-6ff2-4cd0-9afd-32f751595893 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:50.554143 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5e6d6ec4-d015-4dff-9fde-849e333f9828 req-2078bb1c-6ff2-4cd0-9afd-32f751595893 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:50.569512 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-5e6d6ec4-d015-4dff-9fde-849e333f9828 req-2078bb1c-6ff2-4cd0-9afd-32f751595893 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Calling delete_port for 454e71f9-098d-4be7-af0a-3986cfd5e725 owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:48:50.601678 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b9e24616-e99f-4a46-8fd2-31dec50ee5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:50.638150 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e24616-e99f-4a46-8fd2-31dec50ee5b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=673e6bcc-7b2d-438c-aeff-aa8e505596d0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:50.647317 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b9e24616-e99f-4a46-8fd2-31dec50ee5b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:50.653852 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 6b3946e2-65e4-4392-8351-fc4c802204f7 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:48:50.657003 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49732) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:50.657571 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b9e24616-e99f-4a46-8fd2-31dec50ee5b2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/673e6bcc-7b2d-438c-aeff-aa8e505596d0 HTTP/1.1" status: 204 len: 168 time: 0.2898955 Nov 24 20:48:50.677755 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49734) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:50.733951 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce62e5-3811-4ae2-86ae-e5372f6e2525 req-ca9b2bbc-dca3-4f5f-8ef9-b4e9eb029fe8 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:50.735708 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-76ce62e5-3811-4ae2-86ae-e5372f6e2525 req-ca9b2bbc-dca3-4f5f-8ef9-b4e9eb029fe8 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1273719-727b-4cf2-941a-d20e697a9db5 HTTP/1.1" status: 200 len: 943 time: 0.0641921 Nov 24 20:48:50.755295 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b61fc6e0-3ade-48db-aa86-d2d93b5442c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:50.808953 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-76ce62e5-3811-4ae2-86ae-e5372f6e2525 req-dc5564c2-b328-4667-965d-b34161bac627 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8427265-d72b-4fff-8659-31a5328a26df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629308 Nov 24 20:48:50.813606 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 6b3946e2-65e4-4392-8351-fc4c802204f7, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=6b3946e2-65e4-4392-8351-fc4c802204f7,segment=NetworkSegment(e50b2cdc-90b8-4f05-bc66-d3013fa4907a),segment_id=e50b2cdc-90b8-4f05-bc66-d3013fa4907a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:50.833695 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '6b3946e2-65e4-4392-8351-fc4c802204f7', 'network_id': '3551252a-fee4-4a17-8b40-c974a7920039', 'port_id': '6b3946e2-65e4-4392-8351-fc4c802204f7', 'mac_address': 'fa:16:3e:9e:ba:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e0bd1c-6417-42bc-a062-7389a2de9e6f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:48:50.854013 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5c2c3e0e-f399-4745-9d7f-85afceef3afe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:50.871361 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:50.884420 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3946e2-65e4-4392-8351-fc4c802204f7 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:48:50.906279 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 6b3946e2-65e4-4392-8351-fc4c802204f7, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=6b3946e2-65e4-4392-8351-fc4c802204f7,segment=NetworkSegment(e50b2cdc-90b8-4f05-bc66-d3013fa4907a),segment_id=e50b2cdc-90b8-4f05-bc66-d3013fa4907a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:50.910329 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:50.910644 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b61fc6e0-3ade-48db-aa86-d2d93b5442c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:50.931085 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5e6d6ec4-d015-4dff-9fde-849e333f9828 req-2078bb1c-6ff2-4cd0-9afd-32f751595893 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:50.948651 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-b61fc6e0-3ade-48db-aa86-d2d93b5442c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e830bc-4c86-4e82-a204-15257d6770ad']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:50.963140 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=6b3946e2-65e4-4392-8351-fc4c802204f7,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:50.992829 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-b61fc6e0-3ade-48db-aa86-d2d93b5442c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2de13a-2bba-4b80-b903-6e54491b87f2') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:50.993165 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-b61fc6e0-3ade-48db-aa86-d2d93b5442c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2de13a-2bba-4b80-b903-6e54491b87f2') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:48:50.998533 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078bb1c-6ff2-4cd0-9afd-32f751595893 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Pushing event deleted for resources: {'Port': ['ID=454e71f9-098d-4be7-af0a-3986cfd5e725,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:51.014945 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b61fc6e0-3ade-48db-aa86-d2d93b5442c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:51.075177 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b61fc6e0-3ade-48db-aa86-d2d93b5442c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:51.090799 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61fc6e0-3ade-48db-aa86-d2d93b5442c4 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:48:51.091209 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b61fc6e0-3ade-48db-aa86-d2d93b5442c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: timer() Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:48:51.093337 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:48:51.131113 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5e6d6ec4-d015-4dff-9fde-849e333f9828 req-2078bb1c-6ff2-4cd0-9afd-32f751595893 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:51.133946 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5e6d6ec4-d015-4dff-9fde-849e333f9828 req-2078bb1c-6ff2-4cd0-9afd-32f751595893 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:51.135227 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['6b3946e2-65e4-4392-8351-fc4c802204f7'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:48:51.135467 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5e6d6ec4-d015-4dff-9fde-849e333f9828 req-2078bb1c-6ff2-4cd0-9afd-32f751595893 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "DELETE /v2.0/floatingips/d07f91be-e112-4de2-abbb-19bbf5925e0e HTTP/1.1" status: 204 len: 173 time: 0.8638427 Nov 24 20:48:51.161812 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-f1acac7e-a135-43e2-83af-e9c96db06e38 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--778401027&fields=id&tenant_id=94989ae34bb041b5967fbf22fd0a686b HTTP/1.1" status: 200 len: 267 time: 0.0625360 Nov 24 20:48:51.180589 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5c2c3e0e-f399-4745-9d7f-85afceef3afe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:51.190442 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5c2c3e0e-f399-4745-9d7f-85afceef3afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:51.197737 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b61fc6e0-3ade-48db-aa86-d2d93b5442c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:51.219353 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b61fc6e0-3ade-48db-aa86-d2d93b5442c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:51.222653 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b61fc6e0-3ade-48db-aa86-d2d93b5442c4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/23e830bc-4c86-4e82-a204-15257d6770ad HTTP/1.1" status: 204 len: 168 time: 0.5646813 Nov 24 20:48:51.259331 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fc6e0-3ade-48db-aa86-d2d93b5442c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=23e830bc-4c86-4e82-a204-15257d6770ad,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:51.283554 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5c2c3e0e-f399-4745-9d7f-85afceef3afe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ea04d5f62674435bb929455440618e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6032555 Nov 24 20:48:51.285426 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c3e0e-f399-4745-9d7f-85afceef3afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70feca23-de9f-4453-915c-4f66936b9f4a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:51.287905 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49752) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:51.327592 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-0aacdc5e-5519-4750-96b0-cb48fe22a8e7 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:51.328128 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57eff65-a06d-47bd-8cfc-29d528ad530f req-572ff3d9-b0cb-4067-a226-1a1c68e2e6a4 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:51.330127 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e57eff65-a06d-47bd-8cfc-29d528ad530f req-572ff3d9-b0cb-4067-a226-1a1c68e2e6a4 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.1064262 Nov 24 20:48:51.342131 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-0aacdc5e-5519-4750-96b0-cb48fe22a8e7 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/networks?id=11819801-9a1c-40f7-a845-e10ed7c382da HTTP/1.1" status: 200 len: 815 time: 0.1668525 Nov 24 20:48:51.358869 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-df9a95dc-37c2-40c1-8ac8-ea045d5b076b tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/quotas/94989ae34bb041b5967fbf22fd0a686b HTTP/1.1" status: 200 len: 375 time: 0.0153971 Nov 24 20:48:51.394122 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49754) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:51.395339 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f057176c-e04a-4221-b140-003764e9483e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:51.420253 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-043da39d-a521-4fbc-8d7e-171aac256321 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=94989ae34bb041b5967fbf22fd0a686b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604331 Nov 24 20:48:51.426697 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e57eff65-a06d-47bd-8cfc-29d528ad530f req-55112b80-c59d-42fc-af69-5d077c5c955a tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822201 Nov 24 20:48:51.431834 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f057176c-e04a-4221-b140-003764e9483e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:51.487993 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-697b5dd5-5089-45b6-83a1-4e6ca9d29225 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=db2beaf294d6453aaa0f4b171706a79d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0918953 Nov 24 20:48:51.492478 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49756) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:51.588109 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-c421408a-2d28-475c-a6cb-5513de844642 service neutron] 10.222.0.11 "GET /v2.0/networks/11819801-9a1c-40f7-a845-e10ed7c382da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484852 Nov 24 20:48:51.591382 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d54808e8-15ec-421f-9c31-c61985fc7403 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:51.614851 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f057176c-e04a-4221-b140-003764e9483e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:51.617683 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f057176c-e04a-4221-b140-003764e9483e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:51.618824 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f057176c-e04a-4221-b140-003764e9483e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/70feca23-de9f-4453-915c-4f66936b9f4a HTTP/1.1" status: 204 len: 168 time: 0.3284934 Nov 24 20:48:51.638151 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d54808e8-15ec-421f-9c31-c61985fc7403 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:51.656429 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057176c-e04a-4221-b140-003764e9483e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70feca23-de9f-4453-915c-4f66936b9f4a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:51.690017 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32800918-6fff-405a-b471-f68f2aad391c req-2e237908-b90a-413b-adbe-b17439d0eebf tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:51.709553 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-32800918-6fff-405a-b471-f68f2aad391c req-2e237908-b90a-413b-adbe-b17439d0eebf tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2543592 Nov 24 20:48:51.747005 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-574689f6-b25b-4f9f-bd92-20049fdff1ae service neutron] 10.222.0.11 "GET /v2.0/networks/11819801-9a1c-40f7-a845-e10ed7c382da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506851 Nov 24 20:48:51.772544 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d54808e8-15ec-421f-9c31-c61985fc7403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:51.776089 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d54808e8-15ec-421f-9c31-c61985fc7403 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:51.779854 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d54808e8-15ec-421f-9c31-c61985fc7403 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/925ff835-ed57-4225-848e-2c6df71e3d47 HTTP/1.1" status: 204 len: 168 time: 0.2863381 Nov 24 20:48:51.788208 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54808e8-15ec-421f-9c31-c61985fc7403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925ff835-ed57-4225-848e-2c6df71e3d47,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:51.856640 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-963394fd-47c6-44a0-8595-59209f6a103e req-ef8729de-e28f-4fe0-bf09-9d73afae2dd6 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=851051ca6de04334a69ac273b17b42af HTTP/1.1" status: 200 len: 1657 time: 0.0746861 Nov 24 20:48:52.001059 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963394fd-47c6-44a0-8595-59209f6a103e req-1fc992fd-4bc7-43d7-be02-fa4567ace050 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:52.009082 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-963394fd-47c6-44a0-8595-59209f6a103e req-1fc992fd-4bc7-43d7-be02-fa4567ace050 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/networks?id=11235b5e-de40-47bb-bfa7-c51c409e5eca&id=11235b5e-de40-47bb-bfa7-c51c409e5eca&id=11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 787 time: 0.1430664 Nov 24 20:48:52.014904 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-963394fd-47c6-44a0-8595-59209f6a103e req-88ced075-f77b-4e69-b444-9a696544d31a tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:48:52.026487 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-963394fd-47c6-44a0-8595-59209f6a103e req-88ced075-f77b-4e69-b444-9a696544d31a tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164683 Nov 24 20:48:52.137399 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbe115-83e5-4ae3-9d78-9a53f59fefe4 req-3e126c3a-d8e9-4e9a-b5a3-38b3e8ee4df3 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:52.139443 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4adbe115-83e5-4ae3-9d78-9a53f59fefe4 req-3e126c3a-d8e9-4e9a-b5a3-38b3e8ee4df3 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1273719-727b-4cf2-941a-d20e697a9db5 HTTP/1.1" status: 200 len: 944 time: 0.0683370 Nov 24 20:48:52.175916 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49786) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:52.199364 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f80d29af-237d-44f5-bc9f-290adba43736 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:52.202234 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-528bf18f-0d52-42cf-a0c8-8928df2dbc93 req-c8b85eab-a03e-495d-81b2-b840e3fc6bcd tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/floatingips/c5e83c53-92c2-4259-879c-ae1e377ca4bd HTTP/1.1" status: 200 len: 693 time: 0.0837448 Nov 24 20:48:52.253961 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4adbe115-83e5-4ae3-9d78-9a53f59fefe4 req-ce3c3c58-9f95-460a-a49e-5617a4ef284d tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8427265-d72b-4fff-8659-31a5328a26df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073413 Nov 24 20:48:52.352049 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bf18f-0d52-42cf-a0c8-8928df2dbc93 req-e72d4003-8218-4b99-9003-05b7dc3d4d06 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:52.359017 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-528bf18f-0d52-42cf-a0c8-8928df2dbc93 req-e72d4003-8218-4b99-9003-05b7dc3d4d06 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.1483734 Nov 24 20:48:52.364828 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-528bf18f-0d52-42cf-a0c8-8928df2dbc93 req-2a318c1f-b3f2-4231-8831-171fc650d346 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:48:52.372588 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f80d29af-237d-44f5-bc9f-290adba43736 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:52.376855 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-528bf18f-0d52-42cf-a0c8-8928df2dbc93 req-2a318c1f-b3f2-4231-8831-171fc650d346 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169444 Nov 24 20:48:52.388918 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-46442ede-8a9a-43e4-ad02-0bf0cb55f38a req-e0a6bbe3-ca2b-4144-8d4c-0141ba7d4b28 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 210 time: 0.0615170 Nov 24 20:48:52.389967 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f80d29af-237d-44f5-bc9f-290adba43736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:52.433501 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f80d29af-237d-44f5-bc9f-290adba43736 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=204701a7d96d4bc2b8031c533fd4012c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2565460 Nov 24 20:48:52.434630 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d29af-237d-44f5-bc9f-290adba43736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41b045c-839d-44eb-a913-11989e5d9495,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:52.437290 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49798) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:52.449282 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-528bf18f-0d52-42cf-a0c8-8928df2dbc93 req-0fcb608d-9365-42ce-bea9-4f7b17efb197 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.125 HTTP/1.1" status: 200 len: 696 time: 0.0715237 Nov 24 20:48:52.537404 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-528bf18f-0d52-42cf-a0c8-8928df2dbc93 req-0c0f4669-0c56-412a-9716-815baf11ecdb tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.125 HTTP/1.1" status: 200 len: 696 time: 0.0720282 Nov 24 20:48:52.562493 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed073685-93f1-4d3c-bbaa-9426584fedab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:52.587260 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed073685-93f1-4d3c-bbaa-9426584fedab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:52.657678 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 6b3946e2-65e4-4392-8351-fc4c802204f7 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:48:52.670719 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df6969-a114-4d6b-98fb-365545ebdbf4 req-1590640c-38fa-4426-b564-2e24e64ce291 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:52.680647 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-89df6969-a114-4d6b-98fb-365545ebdbf4 req-1590640c-38fa-4426-b564-2e24e64ce291 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.1519592 Nov 24 20:48:52.720605 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed073685-93f1-4d3c-bbaa-9426584fedab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:52.723614 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed073685-93f1-4d3c-bbaa-9426584fedab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:52.727798 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ed073685-93f1-4d3c-bbaa-9426584fedab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b41b045c-839d-44eb-a913-11989e5d9495 HTTP/1.1" status: 204 len: 168 time: 0.2865529 Nov 24 20:48:52.732508 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-528bf18f-0d52-42cf-a0c8-8928df2dbc93 req-f7ba2bf7-73a3-435f-aee2-1a94d0a0948d tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Deleting port 9a90813f-7184-4f16-ae9f-957041bc212d {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:48:52.733036 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-528bf18f-0d52-42cf-a0c8-8928df2dbc93 req-f7ba2bf7-73a3-435f-aee2-1a94d0a0948d tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:52.738393 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 6b3946e2-65e4-4392-8351-fc4c802204f7 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:48:52.738563 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed073685-93f1-4d3c-bbaa-9426584fedab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41b045c-839d-44eb-a913-11989e5d9495,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:52.751038 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 6b3946e2-65e4-4392-8351-fc4c802204f7 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:52.754767 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:52.777053 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-89df6969-a114-4d6b-98fb-365545ebdbf4 req-7f64235c-8fde-400a-a79f-5a7a66b4a50c tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876667 Nov 24 20:48:52.856611 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-528bf18f-0d52-42cf-a0c8-8928df2dbc93 req-f7ba2bf7-73a3-435f-aee2-1a94d0a0948d tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:52.857092 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-528bf18f-0d52-42cf-a0c8-8928df2dbc93 req-f7ba2bf7-73a3-435f-aee2-1a94d0a0948d tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:52.881897 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-528bf18f-0d52-42cf-a0c8-8928df2dbc93 req-f7ba2bf7-73a3-435f-aee2-1a94d0a0948d tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Calling delete_port for 9a90813f-7184-4f16-ae9f-957041bc212d owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:48:52.918097 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49818) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:52.973633 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:53.043550 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1273719-727b-4cf2-941a-d20e697a9db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3946e2-65e4-4392-8351-fc4c802204f7'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:48:53.049199 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797f7eda-267d-4752-a389-509dbe518ad6" -d '{"events": [{"server_uuid": "f1273719-727b-4cf2-941a-d20e697a9db5", "name": "network-vif-plugged", "status": "completed", "tag": "6b3946e2-65e4-4392-8351-fc4c802204f7"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:48:53.066898 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 6b3946e2-65e4-4392-8351-fc4c802204f7, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=6b3946e2-65e4-4392-8351-fc4c802204f7,segment=NetworkSegment(e50b2cdc-90b8-4f05-bc66-d3013fa4907a),segment_id=e50b2cdc-90b8-4f05-bc66-d3013fa4907a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:53.072395 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:53.093564 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-528bf18f-0d52-42cf-a0c8-8928df2dbc93 req-f7ba2bf7-73a3-435f-aee2-1a94d0a0948d tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:53.144011 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=6b3946e2-65e4-4392-8351-fc4c802204f7,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:53.156476 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a16f75-f958-484e-a9fc-90910679163a x-openstack-request-id: req-03a16f75-f958-484e-a9fc-90910679163a {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:48:53.156893 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1273719-727b-4cf2-941a-d20e697a9db5", "name": "network-vif-plugged", "status": "completed", "tag": "6b3946e2-65e4-4392-8351-fc4c802204f7", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:48:53.157336 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-03a16f75-f958-484e-a9fc-90910679163a {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:48:53.157750 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1273719-727b-4cf2-941a-d20e697a9db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3946e2-65e4-4392-8351-fc4c802204f7', 'code': 200} Nov 24 20:48:53.177734 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba2bf7-73a3-435f-aee2-1a94d0a0948d tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Pushing event deleted for resources: {'Port': ['ID=9a90813f-7184-4f16-ae9f-957041bc212d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:53.248247 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-78d8fd3e-761a-45df-9728-e449e91bace7 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1653356791-network', 'tenant_id': '81a93ba8c73b42f38492cb4dabfa28c2'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:53.248890 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-528bf18f-0d52-42cf-a0c8-8928df2dbc93 req-f7ba2bf7-73a3-435f-aee2-1a94d0a0948d tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:53.252248 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-528bf18f-0d52-42cf-a0c8-8928df2dbc93 req-f7ba2bf7-73a3-435f-aee2-1a94d0a0948d tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:53.253669 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-528bf18f-0d52-42cf-a0c8-8928df2dbc93 req-f7ba2bf7-73a3-435f-aee2-1a94d0a0948d tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "DELETE /v2.0/floatingips/c5e83c53-92c2-4259-879c-ae1e377ca4bd HTTP/1.1" status: 204 len: 173 time: 0.7079649 Nov 24 20:48:53.275927 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324ce18-2d65-4074-a83d-e34850c9f53c req-c9765b4b-355c-42a0-aec3-843828872bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:53.277537 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1324ce18-2d65-4074-a83d-e34850c9f53c req-c9765b4b-355c-42a0-aec3-843828872bf4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f1273719-727b-4cf2-941a-d20e697a9db5 HTTP/1.1" status: 200 len: 1096 time: 0.0729136 Nov 24 20:48:53.280430 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d8fd3e-761a-45df-9728-e449e91bace7 admin admin] Made reservation on behalf of 81a93ba8c73b42f38492cb4dabfa28c2 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:48:53.282650 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-78d8fd3e-761a-45df-9728-e449e91bace7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:53.334822 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-78d8fd3e-761a-45df-9728-e449e91bace7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:53.353555 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3cc38338-8a23-479a-ba55-3324409f1a3e req-53dea206-9c47-4d67-b2c4-14fd267a144a tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/floatingips/1384e7b4-56c5-47b1-b665-1a267c5d61fc HTTP/1.1" status: 200 len: 693 time: 0.0751071 Nov 24 20:48:53.391389 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d244213-d381-4713-b6c9-6175357103db req-4989a308-c359-4a1e-8899-23706a6f3cd5 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:53.393401 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8d244213-d381-4713-b6c9-6175357103db req-4989a308-c359-4a1e-8899-23706a6f3cd5 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1273719-727b-4cf2-941a-d20e697a9db5 HTTP/1.1" status: 200 len: 945 time: 0.0566149 Nov 24 20:48:53.458522 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8d244213-d381-4713-b6c9-6175357103db req-f385c02c-ec94-483f-969e-382efed1a3d0 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8427265-d72b-4fff-8659-31a5328a26df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546288 Nov 24 20:48:53.466136 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1324ce18-2d65-4074-a83d-e34850c9f53c req-687a1678-42a0-495a-b073-93ac0c2744ab service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b8427265-d72b-4fff-8659-31a5328a26df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765275 Nov 24 20:48:53.533465 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc38338-8a23-479a-ba55-3324409f1a3e req-e0db67bf-821c-4480-9e31-bc47148a7737 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:53.534866 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3cc38338-8a23-479a-ba55-3324409f1a3e req-e0db67bf-821c-4480-9e31-bc47148a7737 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.1709158 Nov 24 20:48:53.648345 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-130901c2-3fda-4e16-8e77-a9dbbb391cda req-22b4a769-e6b9-4172-b21a-47b6060382eb tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 210 time: 0.0458281 Nov 24 20:48:53.650047 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3cc38338-8a23-479a-ba55-3324409f1a3e req-75362915-1693-48ff-aca5-f5e3a426b48a tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 696 time: 0.0964620 Nov 24 20:48:53.685520 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-78d8fd3e-761a-45df-9728-e449e91bace7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:53.701023 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-78d8fd3e-761a-45df-9728-e449e91bace7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:53.771617 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d8fd3e-761a-45df-9728-e449e91bace7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:48:53.772447 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49852) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:53.782296 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3cc38338-8a23-479a-ba55-3324409f1a3e req-ccde3190-d921-434a-b578-526c47167ea6 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 696 time: 0.1314056 Nov 24 20:48:53.815088 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-78d8fd3e-761a-45df-9728-e449e91bace7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:53.815622 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-78d8fd3e-761a-45df-9728-e449e91bace7 admin admin] Added segment 5bd52967-baf7-4370-8cd8-8cb3daded88e of type vlan for network e3dc0b97-5ee3-46dd-b808-0cdd987f8626 Nov 24 20:48:53.824933 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-50882428-4526-468f-93db-0f817e5f2cdb tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:53.826383 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-50882428-4526-468f-93db-0f817e5f2cdb tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.15 "GET /v2.0/networks?id=11819801-9a1c-40f7-a845-e10ed7c382da HTTP/1.1" status: 200 len: 815 time: 0.2857208 Nov 24 20:48:53.835864 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8fd3e-761a-45df-9728-e449e91bace7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60de1d0-03ad-4560-8860-25d79c7223d9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:53.927976 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-78d8fd3e-761a-45df-9728-e449e91bace7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:53.940371 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6ee0f-816d-40d3-8738-c84772695d2a req-4cd39db3-19c5-4ec8-ad61-59cb3a430efe tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:53.941972 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0ca6ee0f-816d-40d3-8738-c84772695d2a req-4cd39db3-19c5-4ec8-ad61-59cb3a430efe tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.0792086 Nov 24 20:48:53.949097 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-be7be62b-d7dc-4704-b3da-de4bdf266baa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-322944976-network', 'tenant_id': '0d368bbdb2b84a05b39068aac600d356'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:53.991636 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7be62b-d7dc-4704-b3da-de4bdf266baa admin admin] Made reservation on behalf of 0d368bbdb2b84a05b39068aac600d356 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:48:53.994075 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be7be62b-d7dc-4704-b3da-de4bdf266baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:54.010059 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be7be62b-d7dc-4704-b3da-de4bdf266baa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:54.040156 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0ca6ee0f-816d-40d3-8738-c84772695d2a req-0cedb51e-4f81-4926-a658-faf0d915dfdc tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829303 Nov 24 20:48:54.163142 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be7be62b-d7dc-4704-b3da-de4bdf266baa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:54.171866 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be7be62b-d7dc-4704-b3da-de4bdf266baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:54.199115 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7be62b-d7dc-4704-b3da-de4bdf266baa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:48:54.211134 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be7be62b-d7dc-4704-b3da-de4bdf266baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:54.211704 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-be7be62b-d7dc-4704-b3da-de4bdf266baa admin admin] Added segment 9f484b28-f007-43f1-a4fc-cf18af81bdc9 of type vlan for network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 Nov 24 20:48:54.229734 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8642479-1f0e-415c-8007-4ff387b07510 req-5a43e814-6de9-48da-90fd-79461741e2ca tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:54.230193 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.db.resource_extend [None req-78d8fd3e-761a-45df-9728-e449e91bace7 admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 20:48:54.231517 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d8642479-1f0e-415c-8007-4ff387b07510 req-5a43e814-6de9-48da-90fd-79461741e2ca tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 1096 time: 0.1197248 Nov 24 20:48:54.287397 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-78d8fd3e-761a-45df-9728-e449e91bace7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:54.288280 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d8fd3e-761a-45df-9728-e449e91bace7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:54.290217 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-78d8fd3e-761a-45df-9728-e449e91bace7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:54.293694 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be7be62b-d7dc-4704-b3da-de4bdf266baa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:54.297084 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-57f21efd-962f-4e46-8f00-dc9c9bf7f221 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94989ae34bb041b5967fbf22fd0a686b HTTP/1.1" status: 200 len: 379 time: 0.4277925 Nov 24 20:48:54.298598 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7be62b-d7dc-4704-b3da-de4bdf266baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875203b5-1838-4a11-a07c-a1aafc8dcc28,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:54.322270 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-b07f4ea4-d688-4c8b-a359-d82fe049354d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Request body: {'port': {'device_id': '5535216c-7f35-4d57-b561-a31a96897d0e', 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da', 'admin_state_up': True, 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'security_groups': ['b2785367-ae1f-4afe-8bcf-46e25e8ff721']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:54.341938 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be7be62b-d7dc-4704-b3da-de4bdf266baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:54.343297 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7be62b-d7dc-4704-b3da-de4bdf266baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:54.343899 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be7be62b-d7dc-4704-b3da-de4bdf266baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:54.365343 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-78d8fd3e-761a-45df-9728-e449e91bace7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4460459 Nov 24 20:48:54.372383 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49864) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:54.378726 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-8d9ae473-7efe-4b00-a1fb-bc444c916d1b admin admin] Request body: {'subnet': {'network_id': 'e3dc0b97-5ee3-46dd-b808-0cdd987f8626', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1653356791-subnet', 'tenant_id': '81a93ba8c73b42f38492cb4dabfa28c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:54.400861 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d8642479-1f0e-415c-8007-4ff387b07510 req-e46144a6-4ade-4000-bc69-e10c2c5d7bff tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433873 Nov 24 20:48:54.413953 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8fd3e-761a-45df-9728-e449e91bace7 admin admin] Pushing event updated for resources: {'Network': ['ID=e3dc0b97-5ee3-46dd-b808-0cdd987f8626,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:54.444387 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network e3dc0b97-5ee3-46dd-b808-0cdd987f8626 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:48:54.485048 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-3cc38338-8a23-479a-ba55-3324409f1a3e req-41245d9b-9fd4-44e2-8ed0-91f12ceb8415 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Deleting port 7a4005d8-1645-4616-9d3e-bf94b2562e9b {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:48:54.485579 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3cc38338-8a23-479a-ba55-3324409f1a3e req-41245d9b-9fd4-44e2-8ed0-91f12ceb8415 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:54.500835 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-be7be62b-d7dc-4704-b3da-de4bdf266baa admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7258620 Nov 24 20:48:54.501960 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7be62b-d7dc-4704-b3da-de4bdf266baa admin admin] Pushing event updated for resources: {'Network': ['ID=4a5f3905-f9df-4704-8238-82ae8b0c31f7,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:54.515029 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49870) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:54.525642 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-dfd5238a-d25e-45a8-b0b6-29e9014c6a57 admin admin] Request body: {'subnet': {'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-322944976-subnet', 'tenant_id': '0d368bbdb2b84a05b39068aac600d356', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:54.532856 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9ae473-7efe-4b00-a1fb-bc444c916d1b admin admin] Made reservation on behalf of 81a93ba8c73b42f38492cb4dabfa28c2 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:48:54.537002 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8d9ae473-7efe-4b00-a1fb-bc444c916d1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:54.567800 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:48:54.650378 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3cc38338-8a23-479a-ba55-3324409f1a3e req-41245d9b-9fd4-44e2-8ed0-91f12ceb8415 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:54.650778 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3cc38338-8a23-479a-ba55-3324409f1a3e req-41245d9b-9fd4-44e2-8ed0-91f12ceb8415 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:54.666904 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-3cc38338-8a23-479a-ba55-3324409f1a3e req-41245d9b-9fd4-44e2-8ed0-91f12ceb8415 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Calling delete_port for 7a4005d8-1645-4616-9d3e-bf94b2562e9b owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:48:54.841456 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.db.api [None req-dfd5238a-d25e-45a8-b0b6-29e9014c6a57 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 20:48:54.841456 n-d-812111-8 neutron-server[109991]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 24 20:48:54.841456 n-d-812111-8 neutron-server[109991]: [parameters: {'project_id': '0d368bbdb2b84a05b39068aac600d356', 'id': '47da690b-d563-4c23-825e-90d88f1e4720', 'expiration': datetime.datetime(2021, 11, 24, 20, 50, 54, 832393)}] Nov 24 20:48:54.841456 n-d-812111-8 neutron-server[109991]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:48:54.842106 n-d-812111-8 neutron-server[109991]: DEBUG oslo_db.api [None req-dfd5238a-d25e-45a8-b0b6-29e9014c6a57 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:48:54.902285 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-b07f4ea4-d688-4c8b-a359-d82fe049354d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Made reservation on behalf of 94989ae34bb041b5967fbf22fd0a686b for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:48:54.906252 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-b07f4ea4-d688-4c8b-a359-d82fe049354d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:54.920664 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3cc38338-8a23-479a-ba55-3324409f1a3e req-41245d9b-9fd4-44e2-8ed0-91f12ceb8415 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:54.948791 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41245d9b-9fd4-44e2-8ed0-91f12ceb8415 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Pushing event deleted for resources: {'Port': ['ID=7a4005d8-1645-4616-9d3e-bf94b2562e9b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:55.049998 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8d9ae473-7efe-4b00-a1fb-bc444c916d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:55.082799 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-b07f4ea4-d688-4c8b-a359-d82fe049354d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Allocated IP 172.20.0.3 (11819801-9a1c-40f7-a845-e10ed7c382da/0d09b485-bb7f-4593-b0cc-8f084842db71/189993f6-ab91-44d2-9032-e2ad6501ab1d) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:48:55.112668 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ae473-7efe-4b00-a1fb-bc444c916d1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=043fb14d-4bcd-4473-bc09-597cea2be52a,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:55.152031 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ae473-7efe-4b00-a1fb-bc444c916d1b admin admin] Checking segment: {'id': '5bd52967-baf7-4370-8cd8-8cb3daded88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e3dc0b97-5ee3-46dd-b808-0cdd987f8626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:48:55.152485 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9ae473-7efe-4b00-a1fb-bc444c916d1b admin admin] Network hostable DHCP agents. Network: e3dc0b97-5ee3-46dd-b808-0cdd987f8626, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:48:55.175826 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9ae473-7efe-4b00-a1fb-bc444c916d1b admin admin] Network e3dc0b97-5ee3-46dd-b808-0cdd987f8626 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:48:55.189309 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-8d9ae473-7efe-4b00-a1fb-bc444c916d1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, e3dc0b97-5ee3-46dd-b808-0cdd987f8626) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:55.201321 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e21632-73f3-4195-81f6-6eee0cb83eff None None] Network e3dc0b97-5ee3-46dd-b808-0cdd987f8626 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:48:55.213597 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9ae473-7efe-4b00-a1fb-bc444c916d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:55.223009 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8d9ae473-7efe-4b00-a1fb-bc444c916d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:55.260914 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8d9ae473-7efe-4b00-a1fb-bc444c916d1b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8863275 Nov 24 20:48:55.267171 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-b07f4ea4-d688-4c8b-a359-d82fe049354d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:55.345921 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-b07f4ea4-d688-4c8b-a359-d82fe049354d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:55.377069 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd5238a-d25e-45a8-b0b6-29e9014c6a57 admin admin] Made reservation on behalf of 0d368bbdb2b84a05b39068aac600d356 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:48:55.381703 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfd5238a-d25e-45a8-b0b6-29e9014c6a57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:55.483272 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a213418b-2cee-47eb-9116-93b9d4f956e0 None None] Network e3dc0b97-5ee3-46dd-b808-0cdd987f8626 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:48:55.520362 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3cc38338-8a23-479a-ba55-3324409f1a3e req-41245d9b-9fd4-44e2-8ed0-91f12ceb8415 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:55.524368 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3cc38338-8a23-479a-ba55-3324409f1a3e req-41245d9b-9fd4-44e2-8ed0-91f12ceb8415 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:55.537089 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3cc38338-8a23-479a-ba55-3324409f1a3e req-41245d9b-9fd4-44e2-8ed0-91f12ceb8415 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "DELETE /v2.0/floatingips/1384e7b4-56c5-47b1-b665-1a267c5d61fc HTTP/1.1" status: 204 len: 173 time: 1.7399323 Nov 24 20:48:55.540969 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f4ea4-d688-4c8b-a359-d82fe049354d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Pushing event updated for resources: {'Port': ['ID=189993f6-ab91-44d2-9032-e2ad6501ab1d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:55.556588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-b07f4ea4-d688-4c8b-a359-d82fe049354d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Network 11819801-9a1c-40f7-a845-e10ed7c382da is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:48:55.564394 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-b07f4ea4-d688-4c8b-a359-d82fe049354d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:55.581272 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-b07f4ea4-d688-4c8b-a359-d82fe049354d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:48:55.691689 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-b07f4ea4-d688-4c8b-a359-d82fe049354d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:55.692354 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-b07f4ea4-d688-4c8b-a359-d82fe049354d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:55.720476 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-b07f4ea4-d688-4c8b-a359-d82fe049354d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4143572 Nov 24 20:48:55.730988 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55229e3e-a41d-4591-8ae5-74192b063bfc req-0e323ceb-a945-471b-a238-07b30186da83 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:55.738100 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-55229e3e-a41d-4591-8ae5-74192b063bfc req-0e323ceb-a945-471b-a238-07b30186da83 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1273719-727b-4cf2-941a-d20e697a9db5 HTTP/1.1" status: 200 len: 945 time: 0.1051111 Nov 24 20:48:55.745441 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-a20cee40-0b3f-47fa-bd2e-18ea1f6c7e24 service neutron] Request body: {'port': {'device_id': '5535216c-7f35-4d57-b561-a31a96897d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:55.807656 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfd5238a-d25e-45a8-b0b6-29e9014c6a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:55.846589 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-a20cee40-0b3f-47fa-bd2e-18ea1f6c7e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:55.862332 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-55229e3e-a41d-4591-8ae5-74192b063bfc req-f4d13287-408c-49f6-a2dc-c72f3f48462c tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8427265-d72b-4fff-8659-31a5328a26df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232696 Nov 24 20:48:55.909945 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5238a-d25e-45a8-b0b6-29e9014c6a57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d0e18ba-6af5-4f0b-b8c6-f19541a42712,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:55.940392 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f1ad092c-0c31-44a0-9b40-083a9c3434a0 None None] Provisioning complete for port 189993f6-ab91-44d2-9032-e2ad6501ab1d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:48:55.940788 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f1ad092c-0c31-44a0-9b40-083a9c3434a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:55.944102 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-66487895-85c3-4481-84fc-bfaa706886aa tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:48:55.945765 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-66487895-85c3-4481-84fc-bfaa706886aa tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156786 Nov 24 20:48:56.024095 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f1ad092c-0c31-44a0-9b40-083a9c3434a0 None None] Port 189993f6-ab91-44d2-9032-e2ad6501ab1d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:48:56.036425 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd5238a-d25e-45a8-b0b6-29e9014c6a57 admin admin] Checking segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:48:56.036838 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd5238a-d25e-45a8-b0b6-29e9014c6a57 admin admin] Network hostable DHCP agents. Network: 4a5f3905-f9df-4704-8238-82ae8b0c31f7, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:48:56.051179 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8e55f7c3-df13-45f8-b446-2fd5bb5bcdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:56.052585 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8e55f7c3-df13-45f8-b446-2fd5bb5bcdad service neutron] 10.222.0.11 "GET /v2.0/ports/8fae6805-5260-4a33-9343-3c62fb794ad0 HTTP/1.1" status: 200 len: 1093 time: 0.0907714 Nov 24 20:48:56.065150 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-197c04b5-7643-42da-a14a-a321976dff99 service neutron] Request body: {'binding': {'host': 'n-h1-812111-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:56.065604 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-197c04b5-7643-42da-a14a-a321976dff99 service neutron] Unknown quota resources ['binding']. {{(pid=109991) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 20:48:56.090985 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd5238a-d25e-45a8-b0b6-29e9014c6a57 admin admin] Network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:48:56.110829 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-dfd5238a-d25e-45a8-b0b6-29e9014c6a57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 4a5f3905-f9df-4704-8238-82ae8b0c31f7) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:56.117435 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b046dfc-089c-4a91-a958-086c3e7ee621 req-0209db2e-16f7-4385-8752-535d7b379219 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:56.119128 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1b046dfc-089c-4a91-a958-086c3e7ee621 req-0209db2e-16f7-4385-8752-535d7b379219 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 931 time: 0.1640670 Nov 24 20:48:56.119651 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8625be-6b3e-49e4-9e51-fd2a8c82f530 None None] Network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:48:56.127170 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd5238a-d25e-45a8-b0b6-29e9014c6a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:56.128563 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfd5238a-d25e-45a8-b0b6-29e9014c6a57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:56.163194 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dfd5238a-d25e-45a8-b0b6-29e9014c6a57 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6467102 Nov 24 20:48:56.293617 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1b046dfc-089c-4a91-a958-086c3e7ee621 req-ada901c2-5e76-4fcc-8d0f-6ce4339db91c tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2785367-ae1f-4afe-8bcf-46e25e8ff721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608007 Nov 24 20:48:56.345723 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-197c04b5-7643-42da-a14a-a321976dff99 service neutron] Attempting to bind port 8fae6805-5260-4a33-9343-3c62fb794ad0 on host n-h1-812111-8 for vnic_type normal with profile None {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:48:56.346064 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-197c04b5-7643-42da-a14a-a321976dff99 service neutron] Attempting to bind port 8fae6805-5260-4a33-9343-3c62fb794ad0 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:48:56.346392 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-197c04b5-7643-42da-a14a-a321976dff99 service neutron] Attempting to bind port 8fae6805-5260-4a33-9343-3c62fb794ad0 on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:48:56.351039 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c3f8d1-37ad-479a-b4f2-db5b10bf4796 None None] Network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:48:56.364146 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-197c04b5-7643-42da-a14a-a321976dff99 service neutron] Port 8fae6805-5260-4a33-9343-3c62fb794ad0 on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:48:56.364483 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-197c04b5-7643-42da-a14a-a321976dff99 service neutron] Attempting to bind port 8fae6805-5260-4a33-9343-3c62fb794ad0 on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:48:56.382335 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-197c04b5-7643-42da-a14a-a321976dff99 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:48:56.383655 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-197c04b5-7643-42da-a14a-a321976dff99 service neutron] Checking segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:48:56.383655 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-197c04b5-7643-42da-a14a-a321976dff99 service neutron] Bound using segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:48:56.383988 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-197c04b5-7643-42da-a14a-a321976dff99 service neutron] Bound port: 8fae6805-5260-4a33-9343-3c62fb794ad0, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:48:56.523135 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-197c04b5-7643-42da-a14a-a321976dff99 service neutron] For port 8fae6805-5260-4a33-9343-3c62fb794ad0, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=8fae6805-5260-4a33-9343-3c62fb794ad0,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:48:56.533255 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-197c04b5-7643-42da-a14a-a321976dff99 service neutron] Publish callbacks [] for binding, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:56.534473 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-197c04b5-7643-42da-a14a-a321976dff99 service neutron] 10.222.0.11 "POST /v2.0/ports/8fae6805-5260-4a33-9343-3c62fb794ad0/bindings HTTP/1.1" status: 201 len: 389 time: 0.4743369 Nov 24 20:48:56.563179 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea95358-971d-4f69-a2be-db924c7045a5 req-c2f2a81a-a8c4-4c1e-a460-d569c6f8c1be tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:56.565505 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ea95358-971d-4f69-a2be-db924c7045a5 req-c2f2a81a-a8c4-4c1e-a460-d569c6f8c1be tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.1339784 Nov 24 20:48:56.669912 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-a20cee40-0b3f-47fa-bd2e-18ea1f6c7e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189993f6-ab91-44d2-9032-e2ad6501ab1d {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:48:56.689528 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-a20cee40-0b3f-47fa-bd2e-18ea1f6c7e24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:56.699974 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3f93878-abfe-4625-bab2-f15b1f3fabfc req-5534f4cd-5e50-4d34-959c-1d104d6458f3 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/floatingips/0d70ac14-9dd6-4f20-ab47-9d137fc07b0a HTTP/1.1" status: 200 len: 693 time: 0.0628467 Nov 24 20:48:56.704896 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-a20cee40-0b3f-47fa-bd2e-18ea1f6c7e24 service neutron] Transition to ACTIVE for port object 189993f6-ab91-44d2-9032-e2ad6501ab1d will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:48:56.720974 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-a20cee40-0b3f-47fa-bd2e-18ea1f6c7e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:56.829068 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ea95358-971d-4f69-a2be-db924c7045a5 req-b4ba5afd-1919-4995-bfa4-4fa57697f581 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537708 Nov 24 20:48:56.866231 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cee40-0b3f-47fa-bd2e-18ea1f6c7e24 service neutron] Pushing event updated for resources: {'Port': ['ID=189993f6-ab91-44d2-9032-e2ad6501ab1d,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:57.002560 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f93878-abfe-4625-bab2-f15b1f3fabfc req-4f2d6e6a-b576-4423-a201-db149d0defaa tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:57.010479 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3f93878-abfe-4625-bab2-f15b1f3fabfc req-4f2d6e6a-b576-4423-a201-db149d0defaa tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.3076508 Nov 24 20:48:57.071856 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-a20cee40-0b3f-47fa-bd2e-18ea1f6c7e24 service neutron] Attempting to bind port 189993f6-ab91-44d2-9032-e2ad6501ab1d on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:48:57.073642 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-a20cee40-0b3f-47fa-bd2e-18ea1f6c7e24 service neutron] Attempting to bind port 189993f6-ab91-44d2-9032-e2ad6501ab1d by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'bf294044-07c9-41d1-8625-a74be456a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:48:57.075483 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-a20cee40-0b3f-47fa-bd2e-18ea1f6c7e24 service neutron] Attempting to bind port 189993f6-ab91-44d2-9032-e2ad6501ab1d on network 11819801-9a1c-40f7-a845-e10ed7c382da {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:48:57.097366 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-a20cee40-0b3f-47fa-bd2e-18ea1f6c7e24 service neutron] Port 189993f6-ab91-44d2-9032-e2ad6501ab1d on network 11819801-9a1c-40f7-a845-e10ed7c382da not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:48:57.097687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-a20cee40-0b3f-47fa-bd2e-18ea1f6c7e24 service neutron] Attempting to bind port 189993f6-ab91-44d2-9032-e2ad6501ab1d on network 11819801-9a1c-40f7-a845-e10ed7c382da {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:48:57.098266 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3f93878-abfe-4625-bab2-f15b1f3fabfc req-1199880a-e055-4eb1-b82e-2e846b877acd tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.203 HTTP/1.1" status: 200 len: 696 time: 0.0867703 Nov 24 20:48:57.121452 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-a20cee40-0b3f-47fa-bd2e-18ea1f6c7e24 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:48:57.121729 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-a20cee40-0b3f-47fa-bd2e-18ea1f6c7e24 service neutron] Checking segment: {'id': 'bf294044-07c9-41d1-8625-a74be456a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:48:57.122133 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-a20cee40-0b3f-47fa-bd2e-18ea1f6c7e24 service neutron] Bound using segment: {'id': 'bf294044-07c9-41d1-8625-a74be456a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:48:57.122588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-a20cee40-0b3f-47fa-bd2e-18ea1f6c7e24 service neutron] Bound port: 189993f6-ab91-44d2-9032-e2ad6501ab1d, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf294044-07c9-41d1-8625-a74be456a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:48:57.122953 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-a20cee40-0b3f-47fa-bd2e-18ea1f6c7e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:57.173909 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3f93878-abfe-4625-bab2-f15b1f3fabfc req-46f72051-5b04-4004-b2a1-96944d19b430 tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.203 HTTP/1.1" status: 200 len: 696 time: 0.0746782 Nov 24 20:48:57.174794 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-7e1ac3e7-be4f-4c89-8145-7f81e72bb9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:57.175568 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49936) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:57.183162 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-7e1ac3e7-be4f-4c89-8145-7f81e72bb9a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 1096 time: 0.3048835 Nov 24 20:48:57.231530 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-611e3cc0-7243-4baa-a7e5-d937a6cf0ca7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-354392726-network', 'tenant_id': '9ae3cd88befb4e158748aef7205faf78'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:57.347201 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-a20cee40-0b3f-47fa-bd2e-18ea1f6c7e24 service neutron] For port 189993f6-ab91-44d2-9032-e2ad6501ab1d, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:48:57.352392 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:48:57.357854 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611e3cc0-7243-4baa-a7e5-d937a6cf0ca7 admin admin] Made reservation on behalf of 9ae3cd88befb4e158748aef7205faf78 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:48:57.360340 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-611e3cc0-7243-4baa-a7e5-d937a6cf0ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:57.375465 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-611e3cc0-7243-4baa-a7e5-d937a6cf0ca7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:57.396815 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-a20cee40-0b3f-47fa-bd2e-18ea1f6c7e24 service neutron] For port 189993f6-ab91-44d2-9032-e2ad6501ab1d, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=189993f6-ab91-44d2-9032-e2ad6501ab1d,segment=NetworkSegment(bf294044-07c9-41d1-8625-a74be456a278),segment_id=bf294044-07c9-41d1-8625-a74be456a278)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:48:57.412680 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-a20cee40-0b3f-47fa-bd2e-18ea1f6c7e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:57.481193 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-611e3cc0-7243-4baa-a7e5-d937a6cf0ca7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:57.492297 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-b3f93878-abfe-4625-bab2-f15b1f3fabfc req-8d820207-06bb-46b9-9060-8fe1ce35446f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Deleting port 4c316895-7e7e-4b2e-bc80-54e90811a2b5 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:48:57.492645 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b3f93878-abfe-4625-bab2-f15b1f3fabfc req-8d820207-06bb-46b9-9060-8fe1ce35446f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:57.494901 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-611e3cc0-7243-4baa-a7e5-d937a6cf0ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:57.517302 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611e3cc0-7243-4baa-a7e5-d937a6cf0ca7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:48:57.528476 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-611e3cc0-7243-4baa-a7e5-d937a6cf0ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:57.529020 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-611e3cc0-7243-4baa-a7e5-d937a6cf0ca7 admin admin] Added segment 7907b002-f474-4532-a784-1a2bab49181b of type vlan for network d63d6a93-e8f5-4810-9d49-f792e28943ea Nov 24 20:48:57.533813 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-a20cee40-0b3f-47fa-bd2e-18ea1f6c7e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:57.534579 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-a20cee40-0b3f-47fa-bd2e-18ea1f6c7e24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:57.565373 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-a20cee40-0b3f-47fa-bd2e-18ea1f6c7e24 service neutron] 10.222.0.15 "PUT /v2.0/ports/189993f6-ab91-44d2-9032-e2ad6501ab1d HTTP/1.1" status: 200 len: 1091 time: 1.7949595 Nov 24 20:48:57.567300 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5535216c-7f35-4d57-b561-a31a96897d0e', 'tag': '189993f6-ab91-44d2-9032-e2ad6501ab1d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:48:57.572085 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db392d0a-622f-48d7-b5af-94a5dd68ea45" -d '{"events": [{"name": "network-changed", "server_uuid": "5535216c-7f35-4d57-b561-a31a96897d0e", "tag": "189993f6-ab91-44d2-9032-e2ad6501ab1d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:48:57.581964 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-611e3cc0-7243-4baa-a7e5-d937a6cf0ca7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:57.589996 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-fdbceecd-46fc-42ec-b199-4448cd13070d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:57.593713 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-fdbceecd-46fc-42ec-b199-4448cd13070d service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 922 time: 0.3234899 Nov 24 20:48:57.680103 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-ed611c5d-a1fc-46f1-9a4a-338c8878d51e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fae6805-5260-4a33-9343-3c62fb794ad0 HTTP/1.1" status: 200 len: 217 time: 0.0633054 Nov 24 20:48:57.703970 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e3cc0-7243-4baa-a7e5-d937a6cf0ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc874e6-2875-44a5-9ffb-6adf4860d207,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:57.712286 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-611e3cc0-7243-4baa-a7e5-d937a6cf0ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:57.713331 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611e3cc0-7243-4baa-a7e5-d937a6cf0ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:57.713978 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-611e3cc0-7243-4baa-a7e5-d937a6cf0ca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:57.747392 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-611e3cc0-7243-4baa-a7e5-d937a6cf0ca7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5700641 Nov 24 20:48:57.748063 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49952) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:57.769894 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-5e82e69c-4519-4f7c-8e97-02cedc44cbd8 admin admin] Request body: {'subnet': {'network_id': 'd63d6a93-e8f5-4810-9d49-f792e28943ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-354392726-subnet', 'tenant_id': '9ae3cd88befb4e158748aef7205faf78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:48:57.790563 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cee40-0b3f-47fa-bd2e-18ea1f6c7e24 service neutron] Pushing event updated for resources: {'Port': ['ID=189993f6-ab91-44d2-9032-e2ad6501ab1d,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:57.845914 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b3f93878-abfe-4625-bab2-f15b1f3fabfc req-8d820207-06bb-46b9-9060-8fe1ce35446f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:57.846404 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b3f93878-abfe-4625-bab2-f15b1f3fabfc req-8d820207-06bb-46b9-9060-8fe1ce35446f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:57.857113 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e3cc0-7243-4baa-a7e5-d937a6cf0ca7 admin admin] Pushing event updated for resources: {'Network': ['ID=d63d6a93-e8f5-4810-9d49-f792e28943ea,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:57.869648 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network d63d6a93-e8f5-4810-9d49-f792e28943ea details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:48:57.873601 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-b3f93878-abfe-4625-bab2-f15b1f3fabfc req-8d820207-06bb-46b9-9060-8fe1ce35446f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Calling delete_port for 4c316895-7e7e-4b2e-bc80-54e90811a2b5 owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:48:57.876803 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e82e69c-4519-4f7c-8e97-02cedc44cbd8 admin admin] Made reservation on behalf of 9ae3cd88befb4e158748aef7205faf78 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:48:57.879205 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5e82e69c-4519-4f7c-8e97-02cedc44cbd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:57.918100 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-9dec0714-f5f2-4496-bf30-2db992e0bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:57.920266 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-9dec0714-f5f2-4496-bf30-2db992e0bb2c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.2333136 Nov 24 20:48:57.965915 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-4d4f74c7-7d4d-402c-92c9-ea690ba10c9c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379908 Nov 24 20:48:58.010949 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee97f5-2766-405f-9955-963f9135be66 req-3bd484b7-3c4f-49b1-b297-3f0afda491c9 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:58.012797 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-3bd484b7-3c4f-49b1-b297-3f0afda491c9 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/networks?id=e3dc0b97-5ee3-46dd-b808-0cdd987f8626 HTTP/1.1" status: 200 len: 818 time: 0.5213909 Nov 24 20:48:58.027037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-ab4ff634-5689-4976-834a-b970c062a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:58.028687 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-ab4ff634-5689-4976-834a-b970c062a796 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94989ae34bb041b5967fbf22fd0a686b&device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 1094 time: 0.4337056 Nov 24 20:48:58.108975 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-6544a7d0-857e-48c7-9e91-9e020f59d859 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=189993f6-ab91-44d2-9032-e2ad6501ab1d HTTP/1.1" status: 200 len: 217 time: 0.0444567 Nov 24 20:48:58.110105 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-1dbdc10a-c2bd-4a51-b20e-dd1ea3eb1776 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/quotas/81a93ba8c73b42f38492cb4dabfa28c2 HTTP/1.1" status: 200 len: 375 time: 0.0806558 Nov 24 20:48:58.183487 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5e82e69c-4519-4f7c-8e97-02cedc44cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:58.188688 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-9df06456-e3a2-4a33-9766-0665801ae644 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=81a93ba8c73b42f38492cb4dabfa28c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621116 Nov 24 20:48:58.201917 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-bcda96ef-acb2-4062-8c9d-009a90e85a1e service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248166 Nov 24 20:48:58.216047 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-33b7ac07-776c-4da2-b46c-e27a610b93f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:58.217883 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-33b7ac07-776c-4da2-b46c-e27a610b93f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d09b485-bb7f-4593-b0cc-8f084842db71 HTTP/1.1" status: 200 len: 854 time: 0.1007850 Nov 24 20:48:58.247964 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b3f93878-abfe-4625-bab2-f15b1f3fabfc req-8d820207-06bb-46b9-9060-8fe1ce35446f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:58.258506 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82e69c-4519-4f7c-8e97-02cedc44cbd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0509eef9-869a-464c-9cd1-a57508fe1801,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:58.296640 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d820207-06bb-46b9-9060-8fe1ce35446f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Pushing event deleted for resources: {'Port': ['ID=4c316895-7e7e-4b2e-bc80-54e90811a2b5,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:48:58.311477 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e82e69c-4519-4f7c-8e97-02cedc44cbd8 admin admin] Checking segment: {'id': '7907b002-f474-4532-a784-1a2bab49181b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd63d6a93-e8f5-4810-9d49-f792e28943ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:48:58.311840 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e82e69c-4519-4f7c-8e97-02cedc44cbd8 admin admin] Network hostable DHCP agents. Network: d63d6a93-e8f5-4810-9d49-f792e28943ea, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:48:58.372611 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e82e69c-4519-4f7c-8e97-02cedc44cbd8 admin admin] Network d63d6a93-e8f5-4810-9d49-f792e28943ea is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:48:58.376965 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b3f93878-abfe-4625-bab2-f15b1f3fabfc req-8d820207-06bb-46b9-9060-8fe1ce35446f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:58.379772 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b3f93878-abfe-4625-bab2-f15b1f3fabfc req-8d820207-06bb-46b9-9060-8fe1ce35446f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:58.381129 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3f93878-abfe-4625-bab2-f15b1f3fabfc req-8d820207-06bb-46b9-9060-8fe1ce35446f tempest-FloatingIPDetailsTestJSON-313276752 tempest-FloatingIPDetailsTestJSON-313276752-project] 10.222.0.11 "DELETE /v2.0/floatingips/0d70ac14-9dd6-4f20-ab47-9d137fc07b0a HTTP/1.1" status: 204 len: 173 time: 1.2061765 Nov 24 20:48:58.391594 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49958) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:48:58.400380 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-5e82e69c-4519-4f7c-8e97-02cedc44cbd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, d63d6a93-e8f5-4810-9d49-f792e28943ea) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:48:58.417244 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-07bdc356-2192-40fa-b6bf-22e4976538a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:58.418930 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-07bdc356-2192-40fa-b6bf-22e4976538a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11819801-9a1c-40f7-a845-e10ed7c382da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1800373 Nov 24 20:48:58.427256 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-4be2bf7c-f948-42fe-8629-8975f92ce96f service neutron] 10.222.0.11 "GET /v2.0/networks/e3dc0b97-5ee3-46dd-b808-0cdd987f8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214038 Nov 24 20:48:58.429212 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-a6eac9ac-9735-40f5-a8d8-fc335810eedb service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148244 Nov 24 20:48:58.434481 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a19079-fb80-4ef9-b607-bd449d051053 None None] Network d63d6a93-e8f5-4810-9d49-f792e28943ea requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:48:58.443945 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e82e69c-4519-4f7c-8e97-02cedc44cbd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:58.444826 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5e82e69c-4519-4f7c-8e97-02cedc44cbd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:58.491503 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5e82e69c-4519-4f7c-8e97-02cedc44cbd8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7264163 Nov 24 20:48:58.623211 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-b8c08f08-90bd-4ea2-a014-02f624df4db1 service neutron] 10.222.0.11 "GET /v2.0/networks/e3dc0b97-5ee3-46dd-b808-0cdd987f8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735868 Nov 24 20:48:58.630011 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-ce26899e-09e4-46be-8663-03fdf2e96067 service neutron] 10.222.0.15 "GET /v2.0/networks/11819801-9a1c-40f7-a845-e10ed7c382da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998689 Nov 24 20:48:58.682792 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad124f7-7d9d-4790-81e1-995f66d68596 None None] Network d63d6a93-e8f5-4810-9d49-f792e28943ea requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:48:58.883080 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53113770-1ada-473a-b49c-5f8580318b6a req-aff5a561-c6d0-4c67-8b56-c8dc8f48b474 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:58.884643 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-53113770-1ada-473a-b49c-5f8580318b6a req-aff5a561-c6d0-4c67-8b56-c8dc8f48b474 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 945 time: 0.3349082 Nov 24 20:48:58.979952 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-53113770-1ada-473a-b49c-5f8580318b6a req-712394a2-cda6-444c-b563-f31cb41d8dfe tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873902 Nov 24 20:48:59.236116 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035f0bf-a66b-4c23-bc37-7cf0315d2ad4 req-c334688a-92b4-4d7a-a263-5af7c632c9e6 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:59.248774 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d035f0bf-a66b-4c23-bc37-7cf0315d2ad4 req-c334688a-92b4-4d7a-a263-5af7c632c9e6 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 943 time: 0.1403079 Nov 24 20:48:59.312017 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0f18ac-9201-4250-bcde-6f874398d30f x-openstack-request-id: req-9c0f18ac-9201-4250-bcde-6f874398d30f {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:48:59.312187 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5535216c-7f35-4d57-b561-a31a96897d0e", "tag": "189993f6-ab91-44d2-9032-e2ad6501ab1d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:48:59.312436 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c0f18ac-9201-4250-bcde-6f874398d30f {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:48:59.312868 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5535216c-7f35-4d57-b561-a31a96897d0e', 'tag': '189993f6-ab91-44d2-9032-e2ad6501ab1d', 'status': 'completed', 'code': 200} Nov 24 20:48:59.318814 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e586b61-45e9-4082-9c36-3f53be9bbca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:59.389486 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-22be97db-261c-4aa7-8e18-b2df9b8a6945 req-1195124f-ea3e-4259-a961-175da08db6db service neutron] 10.222.0.15 "GET /v2.0/networks/11819801-9a1c-40f7-a845-e10ed7c382da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7506568 Nov 24 20:48:59.392634 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d035f0bf-a66b-4c23-bc37-7cf0315d2ad4 req-6a5d4248-9048-4219-82e1-79974a80d774 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2785367-ae1f-4afe-8bcf-46e25e8ff721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426444 Nov 24 20:48:59.403167 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aab940-5683-4413-a58e-1b0a5ba7289a req-b5c7fddc-4db5-4a3e-a7ee-72ae31275188 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:59.404757 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c7aab940-5683-4413-a58e-1b0a5ba7289a req-b5c7fddc-4db5-4a3e-a7ee-72ae31275188 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.0954123 Nov 24 20:48:59.503366 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c7aab940-5683-4413-a58e-1b0a5ba7289a req-650a66c2-fa0e-43be-ae67-80cc669d3af3 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769680 Nov 24 20:48:59.632961 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db392d0a-622f-48d7-b5af-94a5dd68ea45 req-e7474681-2a49-44cd-b713-18ca804431e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:59.635250 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db392d0a-622f-48d7-b5af-94a5dd68ea45 req-e7474681-2a49-44cd-b713-18ca804431e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94989ae34bb041b5967fbf22fd0a686b&device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 1094 time: 0.1261768 Nov 24 20:48:59.763292 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-2e586b61-45e9-4082-9c36-3f53be9bbca0 admin admin] Deleting port 7628eb94-efda-4d7c-b326-519b4ab9590d {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:48:59.763861 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e586b61-45e9-4082-9c36-3f53be9bbca0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:59.794495 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db392d0a-622f-48d7-b5af-94a5dd68ea45 req-c5170285-7fef-46e6-9e4f-d13a710a71c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:59.796792 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db392d0a-622f-48d7-b5af-94a5dd68ea45 req-c5170285-7fef-46e6-9e4f-d13a710a71c7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=11819801-9a1c-40f7-a845-e10ed7c382da HTTP/1.1" status: 200 len: 916 time: 0.1510160 Nov 24 20:48:59.871935 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db392d0a-622f-48d7-b5af-94a5dd68ea45 req-03b8abc5-c04e-4f29-a7dd-ed3eb34f6106 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=189993f6-ab91-44d2-9032-e2ad6501ab1d HTTP/1.1" status: 200 len: 217 time: 0.0580437 Nov 24 20:48:59.878117 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-2e586b61-45e9-4082-9c36-3f53be9bbca0 admin admin] For port 7628eb94-efda-4d7c-b326-519b4ab9590d, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7628eb94-efda-4d7c-b326-519b4ab9590d,segment=NetworkSegment(4909c4b0-efe7-4904-8393-2efe750f10ca),segment_id=4909c4b0-efe7-4904-8393-2efe750f10ca)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:48:59.878786 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e586b61-45e9-4082-9c36-3f53be9bbca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:48:59.904290 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-2e586b61-45e9-4082-9c36-3f53be9bbca0 admin admin] Calling delete_port for 7628eb94-efda-4d7c-b326-519b4ab9590d owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:48:59.940388 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db392d0a-622f-48d7-b5af-94a5dd68ea45 req-45322d2e-7743-4a41-8d7c-6bfb073ec983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:48:59.942311 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db392d0a-622f-48d7-b5af-94a5dd68ea45 req-45322d2e-7743-4a41-8d7c-6bfb073ec983 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d09b485-bb7f-4593-b0cc-8f084842db71 HTTP/1.1" status: 200 len: 854 time: 0.0583665 Nov 24 20:48:59.998449 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db392d0a-622f-48d7-b5af-94a5dd68ea45 req-b76fa6c7-b004-4536-81f1-f4742bdaa390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:00.000427 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db392d0a-622f-48d7-b5af-94a5dd68ea45 req-b76fa6c7-b004-4536-81f1-f4742bdaa390 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11819801-9a1c-40f7-a845-e10ed7c382da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485659 Nov 24 20:49:00.071132 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-a961d661-1f81-4fed-8c47-deaa045d36e8 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:00.078477 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-a961d661-1f81-4fed-8c47-deaa045d36e8 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 807 time: 0.1967425 Nov 24 20:49:00.097971 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-db04b7f5-6dfd-4e3f-bbaf-e390631802ca tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/quotas/0d368bbdb2b84a05b39068aac600d356 HTTP/1.1" status: 200 len: 375 time: 0.0186093 Nov 24 20:49:00.136649 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db392d0a-622f-48d7-b5af-94a5dd68ea45 req-a120dcc0-aaaa-4b18-9619-f33c0b108ecb service neutron] 10.222.0.15 "GET /v2.0/networks/11819801-9a1c-40f7-a845-e10ed7c382da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237962 Nov 24 20:49:00.160157 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-affa0f44-89c6-4dd8-8289-8d81d699f933 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612099 Nov 24 20:49:00.280384 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db392d0a-622f-48d7-b5af-94a5dd68ea45 req-de8b6437-9dfa-4e2e-ae1d-eb5507107157 service neutron] 10.222.0.15 "GET /v2.0/networks/11819801-9a1c-40f7-a845-e10ed7c382da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339884 Nov 24 20:49:00.312220 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-46bf9517-cc79-4241-b4d0-d3270ef495fc service neutron] 10.222.0.11 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396191 Nov 24 20:49:00.394267 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e586b61-45e9-4082-9c36-3f53be9bbca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:00.431532 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e586b61-45e9-4082-9c36-3f53be9bbca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7628eb94-efda-4d7c-b326-519b4ab9590d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:00.504486 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-fafef5ee-02c9-4d80-b641-69a2f477d37c service neutron] 10.222.0.11 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854198 Nov 24 20:49:00.965142 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e586b61-45e9-4082-9c36-3f53be9bbca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:01.349233 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee97f5-2766-405f-9955-963f9135be66 req-73394678-ab7b-4835-8670-4777890e5073 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:01.351194 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-73394678-ab7b-4835-8670-4777890e5073 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.48 "GET /v2.0/networks?id=e3dc0b97-5ee3-46dd-b808-0cdd987f8626 HTTP/1.1" status: 200 len: 818 time: 0.2274129 Nov 24 20:49:01.354585 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e586b61-45e9-4082-9c36-3f53be9bbca0 admin admin] Router 25de4e99-d417-443a-b79f-6398abdd5d21 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:49:01.367758 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-10ee97f5-2766-405f-9955-963f9135be66 req-a625d988-0493-4537-9044-8c455a1986b4 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Request body: {'port': {'device_id': '28592b46-4bc8-455a-a239-ef66facbe099', 'network_id': 'e3dc0b97-5ee3-46dd-b808-0cdd987f8626', 'admin_state_up': True, 'tenant_id': '81a93ba8c73b42f38492cb4dabfa28c2'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:01.377493 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f03034-ce05-4c22-9c25-60152602f3e9 req-13633e1a-a59d-4eb0-b48f-e0dccde8ba81 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:01.379554 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee97f5-2766-405f-9955-963f9135be66 req-f6e21d34-33eb-44c2-9e3e-f70b37361c57 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:01.381503 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-f6e21d34-33eb-44c2-9e3e-f70b37361c57 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.15 "GET /v2.0/networks?id=e3dc0b97-5ee3-46dd-b808-0cdd987f8626 HTTP/1.1" status: 200 len: 818 time: 0.2083356 Nov 24 20:49:01.386335 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-78f03034-ce05-4c22-9c25-60152602f3e9 req-13633e1a-a59d-4eb0-b48f-e0dccde8ba81 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 945 time: 0.0728893 Nov 24 20:49:01.408864 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-10ee97f5-2766-405f-9955-963f9135be66 req-cfe666bf-8c3f-42f0-964a-24a59483450c tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Request body: {'port': {'device_id': '60111f57-f9a7-4b2f-bc95-b329459c063d', 'network_id': 'e3dc0b97-5ee3-46dd-b808-0cdd987f8626', 'admin_state_up': True, 'tenant_id': '81a93ba8c73b42f38492cb4dabfa28c2'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:01.447718 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-78f03034-ce05-4c22-9c25-60152602f3e9 req-05b453f9-95ef-486f-a7e6-b6352abff622 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604174 Nov 24 20:49:01.732577 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e586b61-45e9-4082-9c36-3f53be9bbca0 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:49:01.749316 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2e586b61-45e9-4082-9c36-3f53be9bbca0 admin admin] 10.222.0.11 "PUT /v2.0/routers/25de4e99-d417-443a-b79f-6398abdd5d21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3551385 Nov 24 20:49:01.750842 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50020) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:01.751274 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba7af6-e303-400a-9d4c-6a1d1b7d356b None None] Sync routers for ids ['25de4e99-d417-443a-b79f-6398abdd5d21'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:49:01.771963 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ba7af6-e303-400a-9d4c-6a1d1b7d356b None None] Routers {'25de4e99-d417-443a-b79f-6398abdd5d21'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:49:01.773377 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.db.api [req-10ee97f5-2766-405f-9955-963f9135be66 req-cfe666bf-8c3f-42f0-964a-24a59483450c tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 20:49:01.773377 n-d-812111-8 neutron-server[109990]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 24 20:49:01.773377 n-d-812111-8 neutron-server[109990]: [parameters: {'project_id': '81a93ba8c73b42f38492cb4dabfa28c2', 'id': '64388744-9a29-456d-a063-de5afaf28233', 'expiration': datetime.datetime(2021, 11, 24, 20, 51, 1, 752819)}] Nov 24 20:49:01.773377 n-d-812111-8 neutron-server[109990]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:49:01.773919 n-d-812111-8 neutron-server[109990]: DEBUG oslo_db.api [req-10ee97f5-2766-405f-9955-963f9135be66 req-cfe666bf-8c3f-42f0-964a-24a59483450c tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:49:01.775822 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-67ba7af6-e303-400a-9d4c-6a1d1b7d356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:48:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['25de4e99-d417-443a-b79f-6398abdd5d21'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:01.812441 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ee97f5-2766-405f-9955-963f9135be66 req-a625d988-0493-4537-9044-8c455a1986b4 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Made reservation on behalf of 81a93ba8c73b42f38492cb4dabfa28c2 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:49:01.813826 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a0802-e8ab-402d-bd81-c10607c58b16 req-9851618f-4071-4559-82c9-656b08865cde tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:01.816853 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-a625d988-0493-4537-9044-8c455a1986b4 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:01.835398 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-516a0802-e8ab-402d-bd81-c10607c58b16 req-9851618f-4071-4559-82c9-656b08865cde tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 943 time: 0.2111161 Nov 24 20:49:01.849871 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee97f5-2766-405f-9955-963f9135be66 req-c3b9bfdf-f513-4833-8e14-172c2b3668a0 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:01.856229 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-c3b9bfdf-f513-4833-8e14-172c2b3668a0 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.48 "GET /v2.0/networks?id=e3dc0b97-5ee3-46dd-b808-0cdd987f8626 HTTP/1.1" status: 200 len: 818 time: 0.2528629 Nov 24 20:49:01.952584 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-516a0802-e8ab-402d-bd81-c10607c58b16 req-e5e1c314-f254-4588-8134-884ac3d57835 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2785367-ae1f-4afe-8bcf-46e25e8ff721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160748 Nov 24 20:49:01.988613 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6916715e-3a7c-42a8-9126-0f86f73c8d3b admin admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:02.009757 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-10ee97f5-2766-405f-9955-963f9135be66 req-a625d988-0493-4537-9044-8c455a1986b4 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Allocated IP 172.20.0.3 (e3dc0b97-5ee3-46dd-b808-0cdd987f8626/043fb14d-4bcd-4473-bc09-597cea2be52a/f45aec64-4d94-40a8-946d-7f50dc371b3c) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:49:02.129545 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed9071-2bb0-4192-b1c5-eb0caec20798 req-e023d789-c31c-4f11-a834-30f3ee43aeff tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:02.131602 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72ed9071-2bb0-4192-b1c5-eb0caec20798 req-e023d789-c31c-4f11-a834-30f3ee43aeff tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.1039541 Nov 24 20:49:02.144426 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-10ee97f5-2766-405f-9955-963f9135be66 req-804eddd4-9280-4b92-9da0-180d08a1db09 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Request body: {'port': {'device_id': '289c93e0-c776-41ab-a718-f95745dedb94', 'network_id': 'e3dc0b97-5ee3-46dd-b808-0cdd987f8626', 'admin_state_up': True, 'tenant_id': '81a93ba8c73b42f38492cb4dabfa28c2'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:02.155489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-67ba7af6-e303-400a-9d4c-6a1d1b7d356b None None] Set router 25de4e99-d417-443a-b79f-6398abdd5d21 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:49:02.185434 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6916715e-3a7c-42a8-9126-0f86f73c8d3b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:02.245159 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-a625d988-0493-4537-9044-8c455a1986b4 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:02.293915 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72ed9071-2bb0-4192-b1c5-eb0caec20798 req-0b0650f0-9ae0-4b70-ba92-69abe8f30173 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438167 Nov 24 20:49:02.318217 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.db.api [req-10ee97f5-2766-405f-9955-963f9135be66 req-804eddd4-9280-4b92-9da0-180d08a1db09 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 20:49:02.318217 n-d-812111-8 neutron-server[109990]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 24 20:49:02.318217 n-d-812111-8 neutron-server[109990]: [parameters: {'project_id_1': '81a93ba8c73b42f38492cb4dabfa28c2', 'expiration_1': datetime.datetime(2021, 11, 24, 20, 48, 42, 289333)}] Nov 24 20:49:02.318217 n-d-812111-8 neutron-server[109990]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:49:02.318756 n-d-812111-8 neutron-server[109990]: DEBUG oslo_db.api [req-10ee97f5-2766-405f-9955-963f9135be66 req-804eddd4-9280-4b92-9da0-180d08a1db09 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:49:02.328471 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ee97f5-2766-405f-9955-963f9135be66 req-cfe666bf-8c3f-42f0-964a-24a59483450c tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Made reservation on behalf of 81a93ba8c73b42f38492cb4dabfa28c2 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:49:02.332396 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-cfe666bf-8c3f-42f0-964a-24a59483450c tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:02.344263 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-a625d988-0493-4537-9044-8c455a1986b4 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:02.465383 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-67ba7af6-e303-400a-9d4c-6a1d1b7d356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25de4e99-d417-443a-b79f-6398abdd5d21', 'name': 'tempest-FloatingIPDetailsTestJSON-1289761627-router', 'tenant_id': '851051ca6de04334a69ac273b17b42af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '49633b2e-c04f-4e6c-a422-52c5d0aabd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:48:21Z', 'updated_at': '2021-11-24T20:49:00Z', 'revision_number': 5, 'project_id': '851051ca6de04334a69ac273b17b42af', 'gw_port': {'id': '49633b2e-c04f-4e6c-a422-52c5d0aabd31', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25de4e99-d417-443a-b79f-6398abdd5d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:24Z', 'updated_at': '2021-11-24T20:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:02.466951 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6916715e-3a7c-42a8-9126-0f86f73c8d3b admin admin] Deleting port 49633b2e-c04f-4e6c-a422-52c5d0aabd31 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:49:02.468299 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6916715e-3a7c-42a8-9126-0f86f73c8d3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:02.483411 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ee97f5-2766-405f-9955-963f9135be66 req-a625d988-0493-4537-9044-8c455a1986b4 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Network e3dc0b97-5ee3-46dd-b808-0cdd987f8626 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:49:02.494795 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-10ee97f5-2766-405f-9955-963f9135be66 req-a625d988-0493-4537-9044-8c455a1986b4 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:49:02.499539 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625d988-0493-4537-9044-8c455a1986b4 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Pushing event updated for resources: {'Port': ['ID=f45aec64-4d94-40a8-946d-7f50dc371b3c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:02.509698 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ee97f5-2766-405f-9955-963f9135be66 req-a625d988-0493-4537-9044-8c455a1986b4 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:49:02.523343 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba7af6-e303-400a-9d4c-6a1d1b7d356b None None] Checking router: 25de4e99-d417-443a-b79f-6398abdd5d21 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:49:02.551919 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ba7af6-e303-400a-9d4c-6a1d1b7d356b None None] Routers {'25de4e99-d417-443a-b79f-6398abdd5d21'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:49:02.552542 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-67ba7af6-e303-400a-9d4c-6a1d1b7d356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:48:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['25de4e99-d417-443a-b79f-6398abdd5d21'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:02.702444 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-67ba7af6-e303-400a-9d4c-6a1d1b7d356b None None] Set router 25de4e99-d417-443a-b79f-6398abdd5d21 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:49:02.740253 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-6916715e-3a7c-42a8-9126-0f86f73c8d3b admin admin] For port 49633b2e-c04f-4e6c-a422-52c5d0aabd31, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=49633b2e-c04f-4e6c-a422-52c5d0aabd31,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:02.758550 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6916715e-3a7c-42a8-9126-0f86f73c8d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:02.764853 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-67ba7af6-e303-400a-9d4c-6a1d1b7d356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25de4e99-d417-443a-b79f-6398abdd5d21', 'name': 'tempest-FloatingIPDetailsTestJSON-1289761627-router', 'tenant_id': '851051ca6de04334a69ac273b17b42af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:48:21Z', 'updated_at': '2021-11-24T20:49:02Z', 'revision_number': 6, 'project_id': '851051ca6de04334a69ac273b17b42af', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:02.783539 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6916715e-3a7c-42a8-9126-0f86f73c8d3b admin admin] Calling delete_port for 49633b2e-c04f-4e6c-a422-52c5d0aabd31 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:49:02.789123 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-b8d318bb-5b06-4a5b-b68b-c2f1d358ebe6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:02.790788 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-b8d318bb-5b06-4a5b-b68b-c2f1d358ebe6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.48 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 807 time: 0.3980834 Nov 24 20:49:02.862548 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba7af6-e303-400a-9d4c-6a1d1b7d356b None None] The sync data for ids ['25de4e99-d417-443a-b79f-6398abdd5d21'] in n-d-812111-8 is: [{'id': '25de4e99-d417-443a-b79f-6398abdd5d21', 'name': 'tempest-FloatingIPDetailsTestJSON-1289761627-router', 'tenant_id': '851051ca6de04334a69ac273b17b42af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:48:21Z', 'updated_at': '2021-11-24T20:49:02Z', 'revision_number': 6, 'project_id': '851051ca6de04334a69ac273b17b42af', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:49:02.886506 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-10ee97f5-2766-405f-9955-963f9135be66 req-cfe666bf-8c3f-42f0-964a-24a59483450c tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Allocated IP 172.20.0.4 (e3dc0b97-5ee3-46dd-b808-0cdd987f8626/043fb14d-4bcd-4473-bc09-597cea2be52a/ba23aaec-f3e3-4875-aca1-312ffc3aef05) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:49:02.926117 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee97f5-2766-405f-9955-963f9135be66 req-a625d988-0493-4537-9044-8c455a1986b4 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:02.930194 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-a625d988-0493-4537-9044-8c455a1986b4 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:02.930325 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-47cf7333-dd35-45b0-8721-ef44889193f4 req-af9cab12-dbd9-4616-8cf7-be1e80b2a5da tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 210 time: 0.0624382 Nov 24 20:49:02.940308 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-7f99fa7f-3054-42c6-abde-9c87ea8e9138 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Request body: {'port': {'device_id': '4b9887a6-3915-4430-8980-23fc7324354a', 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7', 'admin_state_up': True, 'tenant_id': '0d368bbdb2b84a05b39068aac600d356'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:03.092213 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ee97f5-2766-405f-9955-963f9135be66 req-804eddd4-9280-4b92-9da0-180d08a1db09 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Made reservation on behalf of 81a93ba8c73b42f38492cb4dabfa28c2 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:49:03.096593 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-804eddd4-9280-4b92-9da0-180d08a1db09 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:03.153876 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-a625d988-0493-4537-9044-8c455a1986b4 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7901514 Nov 24 20:49:03.185505 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b0f34-61ab-4b9e-af85-55b521e6f5a0 req-f354a10f-32c8-4bd2-aedc-253370ade5b5 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:03.187212 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0a1b0f34-61ab-4b9e-af85-55b521e6f5a0 req-f354a10f-32c8-4bd2-aedc-253370ade5b5 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 945 time: 0.0958889 Nov 24 20:49:03.187603 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-10ee97f5-2766-405f-9955-963f9135be66 req-ef417875-c285-4adf-9163-cf9d4e2a206d service neutron] Request body: {'port': {'device_id': '28592b46-4bc8-455a-a239-ef66facbe099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:03.188394 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6916715e-3a7c-42a8-9126-0f86f73c8d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:03.280147 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916715e-3a7c-42a8-9126-0f86f73c8d3b admin admin] Pushing event deleted for resources: {'Port': ['ID=49633b2e-c04f-4e6c-a422-52c5d0aabd31,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:03.339474 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0a1b0f34-61ab-4b9e-af85-55b521e6f5a0 req-70325bd4-af57-4c94-aa4f-20878e92d089 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333964 Nov 24 20:49:03.356928 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6916715e-3a7c-42a8-9126-0f86f73c8d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:03.523446 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282f739-711b-47b9-ae4f-95176df07781 req-f6207cc4-31fe-4691-bc53-65128801b6ba tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:03.531769 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1282f739-711b-47b9-ae4f-95176df07781 req-f6207cc4-31fe-4691-bc53-65128801b6ba tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=28592b46-4bc8-455a-a239-ef66facbe099 HTTP/1.1" status: 200 len: 931 time: 0.4579866 Nov 24 20:49:03.537225 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6916715e-3a7c-42a8-9126-0f86f73c8d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:03.540593 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6916715e-3a7c-42a8-9126-0f86f73c8d3b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:03.546857 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-7f99fa7f-3054-42c6-abde-9c87ea8e9138 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Made reservation on behalf of 0d368bbdb2b84a05b39068aac600d356 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:49:03.550743 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-7f99fa7f-3054-42c6-abde-9c87ea8e9138 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:03.559375 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-ef417875-c285-4adf-9163-cf9d4e2a206d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:03.596950 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-cfe666bf-8c3f-42f0-964a-24a59483450c tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:03.601672 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6916715e-3a7c-42a8-9126-0f86f73c8d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:03.603570 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6916715e-3a7c-42a8-9126-0f86f73c8d3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25de4e99-d417-443a-b79f-6398abdd5d21 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:49:03.611358 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6916715e-3a7c-42a8-9126-0f86f73c8d3b admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:03.614128 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6916715e-3a7c-42a8-9126-0f86f73c8d3b admin admin] 10.222.0.11 "DELETE /v2.0/routers/25de4e99-d417-443a-b79f-6398abdd5d21 HTTP/1.1" status: 204 len: 168 time: 1.8620882 Nov 24 20:49:03.620856 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50036) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:03.664354 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c0e13-a5ee-4caf-b82a-3a675b843731 req-12ff13bf-be32-46a1-af84-386addc9e902 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:03.666141 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-744c0e13-a5ee-4caf-b82a-3a675b843731 req-12ff13bf-be32-46a1-af84-386addc9e902 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=51b1d233-52b5-4fc3-9274-b8945f4d10d1 HTTP/1.1" status: 200 len: 945 time: 0.1967454 Nov 24 20:49:03.691403 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-23692c16-fde1-45bd-a4db-d849a5aea789 admin admin] Deleting subnet 420bba63-9c09-43ca-9e8b-ab6d0874432d {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:49:03.698526 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23692c16-fde1-45bd-a4db-d849a5aea789 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:03.714662 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1282f739-711b-47b9-ae4f-95176df07781 req-df72245c-0133-4a04-a981-21cfe2603d87 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805665 Nov 24 20:49:03.755732 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-744c0e13-a5ee-4caf-b82a-3a675b843731 req-e583366f-d595-4080-ab88-0d8bf10d4a8b tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ef4bf80-930d-40bf-8277-c067620a5845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815806 Nov 24 20:49:03.811840 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23692c16-fde1-45bd-a4db-d849a5aea789 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:03.908612 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-cfe666bf-8c3f-42f0-964a-24a59483450c tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:04.010227 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23692c16-fde1-45bd-a4db-d849a5aea789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:04.034234 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ee97f5-2766-405f-9955-963f9135be66 req-cfe666bf-8c3f-42f0-964a-24a59483450c tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Network e3dc0b97-5ee3-46dd-b808-0cdd987f8626 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:49:04.042411 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-7f99fa7f-3054-42c6-abde-9c87ea8e9138 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Allocated IP 172.20.0.6 (4a5f3905-f9df-4704-8238-82ae8b0c31f7/2d0e18ba-6af5-4f0b-b8c6-f19541a42712/6d8906f6-9e77-4566-966b-78558e7647b9) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:49:04.052633 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-10ee97f5-2766-405f-9955-963f9135be66 req-cfe666bf-8c3f-42f0-964a-24a59483450c tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:49:04.064761 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ee97f5-2766-405f-9955-963f9135be66 req-cfe666bf-8c3f-42f0-964a-24a59483450c tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:49:04.072602 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-10ee97f5-2766-405f-9955-963f9135be66 req-804eddd4-9280-4b92-9da0-180d08a1db09 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Allocated IP 172.20.0.6 (e3dc0b97-5ee3-46dd-b808-0cdd987f8626/043fb14d-4bcd-4473-bc09-597cea2be52a/cae2e75b-c90c-4a02-ad0c-f1b892450c30) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:49:04.076045 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe666bf-8c3f-42f0-964a-24a59483450c tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Pushing event updated for resources: {'Port': ['ID=ba23aaec-f3e3-4875-aca1-312ffc3aef05,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:04.081112 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2a400-9bcb-41f7-9e19-a9c687482a3c req-93ac59f4-b22f-4259-8aeb-73febb3266d2 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:04.082679 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-def2a400-9bcb-41f7-9e19-a9c687482a3c req-93ac59f4-b22f-4259-8aeb-73febb3266d2 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.2050221 Nov 24 20:49:04.131715 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f42088-b0ad-4388-b9a8-44fe932f54c1 req-eeb8d6f0-5762-4929-883d-2c53557d2c46 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:04.140387 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c2f42088-b0ad-4388-b9a8-44fe932f54c1 req-eeb8d6f0-5762-4929-883d-2c53557d2c46 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 943 time: 0.2557900 Nov 24 20:49:04.172137 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-def2a400-9bcb-41f7-9e19-a9c687482a3c req-3fc8d887-c76f-46fe-90ba-d11595926505 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762637 Nov 24 20:49:04.211154 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23692c16-fde1-45bd-a4db-d849a5aea789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:04.239736 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23692c16-fde1-45bd-a4db-d849a5aea789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:04.247855 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f26ebf7-7329-4169-a582-eb291b85c373 None None] Network 74269f12-89ae-4b04-a28c-ac9ec57522ae requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:49:04.257997 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-23692c16-fde1-45bd-a4db-d849a5aea789 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/420bba63-9c09-43ca-9e8b-ab6d0874432d HTTP/1.1" status: 204 len: 168 time: 0.6291614 Nov 24 20:49:04.259666 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50044) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:04.289138 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee97f5-2766-405f-9955-963f9135be66 req-cfe666bf-8c3f-42f0-964a-24a59483450c tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:04.293370 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-cfe666bf-8c3f-42f0-964a-24a59483450c tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:04.345168 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23692c16-fde1-45bd-a4db-d849a5aea789 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=420bba63-9c09-43ca-9e8b-ab6d0874432d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:04.412991 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-cfe666bf-8c3f-42f0-964a-24a59483450c tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0120885 Nov 24 20:49:04.422732 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b8ac71c9-8a17-4a09-8459-8fbc42897711 req-a2bb6eb6-78c4-46fd-9b9d-1f4ddb55560a tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 210 time: 0.0753548 Nov 24 20:49:04.435635 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c2f42088-b0ad-4388-b9a8-44fe932f54c1 req-ea673cf0-66fa-45d4-a1f0-144dd4ca7b53 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2785367-ae1f-4afe-8bcf-46e25e8ff721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2942617 Nov 24 20:49:04.512998 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ac51e91f-66cd-485e-900f-e6ecf9efc14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:04.524705 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-10ee97f5-2766-405f-9955-963f9135be66 req-0cfa1b5d-8909-4879-90a6-d9d739696607 service neutron] Request body: {'port': {'device_id': '60111f57-f9a7-4b2f-bc95-b329459c063d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:04.561678 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899ac575-556c-494b-91ef-f85801001bc3 None None] DHCP port deletion for 74269f12-89ae-4b04-a28c-ac9ec57522ae request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 20:49:04.602260 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ac51e91f-66cd-485e-900f-e6ecf9efc14d admin admin] Deleting port fdc711a7-c05b-44b1-b657-ee4e7cdc17bf {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:49:04.603182 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ac51e91f-66cd-485e-900f-e6ecf9efc14d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:04.658454 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-899ac575-556c-494b-91ef-f85801001bc3 None None] Deleting port fdc711a7-c05b-44b1-b657-ee4e7cdc17bf {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:49:04.658830 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-899ac575-556c-494b-91ef-f85801001bc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:04.748647 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ac51e91f-66cd-485e-900f-e6ecf9efc14d admin admin] For port fdc711a7-c05b-44b1-b657-ee4e7cdc17bf, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fdc711a7-c05b-44b1-b657-ee4e7cdc17bf,segment=NetworkSegment(4909c4b0-efe7-4904-8393-2efe750f10ca),segment_id=4909c4b0-efe7-4904-8393-2efe750f10ca)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:04.750648 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ac51e91f-66cd-485e-900f-e6ecf9efc14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:04.784435 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ac51e91f-66cd-485e-900f-e6ecf9efc14d admin admin] Calling delete_port for fdc711a7-c05b-44b1-b657-ee4e7cdc17bf owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:49:04.790038 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-899ac575-556c-494b-91ef-f85801001bc3 None None] For port fdc711a7-c05b-44b1-b657-ee4e7cdc17bf, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fdc711a7-c05b-44b1-b657-ee4e7cdc17bf,segment=NetworkSegment(4909c4b0-efe7-4904-8393-2efe750f10ca),segment_id=4909c4b0-efe7-4904-8393-2efe750f10ca)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:04.793811 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-899ac575-556c-494b-91ef-f85801001bc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:04.819936 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-899ac575-556c-494b-91ef-f85801001bc3 None None] Calling delete_port for fdc711a7-c05b-44b1-b657-ee4e7cdc17bf owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:49:04.990197 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7628eb94-efda-4d7c-b326-519b4ab9590d no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:49:05.003867 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ac51e91f-66cd-485e-900f-e6ecf9efc14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:05.030023 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 7628eb94-efda-4d7c-b326-519b4ab9590d {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:49:05.030532 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7628eb94-efda-4d7c-b326-519b4ab9590d not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:49:05.031069 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 49633b2e-c04f-4e6c-a422-52c5d0aabd31 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:49:05.049225 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51e91f-66cd-485e-900f-e6ecf9efc14d admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc711a7-c05b-44b1-b657-ee4e7cdc17bf,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:05.061055 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-0cfa1b5d-8909-4879-90a6-d9d739696607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:05.061532 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac51e91f-66cd-485e-900f-e6ecf9efc14d admin admin] No DVR routers for this DVR port fdc711a7-c05b-44b1-b657-ee4e7cdc17bf on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:49:05.080201 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e639a-1aa0-46e5-85d2-04e9eb9d104a req-df2f3c31-446e-479d-9196-923c539d1526 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:05.085934 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 49633b2e-c04f-4e6c-a422-52c5d0aabd31 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:49:05.086439 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 49633b2e-c04f-4e6c-a422-52c5d0aabd31 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:49:05.086969 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fdc711a7-c05b-44b1-b657-ee4e7cdc17bf no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:49:05.089665 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-7f99fa7f-3054-42c6-abde-9c87ea8e9138 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:05.091621 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-088e639a-1aa0-46e5-85d2-04e9eb9d104a req-df2f3c31-446e-479d-9196-923c539d1526 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=28592b46-4bc8-455a-a239-ef66facbe099 HTTP/1.1" status: 200 len: 931 time: 0.1867149 Nov 24 20:49:05.128708 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13ccbf-7682-4479-8b24-ec6ee5ec84bb req-53f5b53a-d5c4-41b9-a627-5d908cc4f400 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:05.139739 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4f13ccbf-7682-4479-8b24-ec6ee5ec84bb req-53f5b53a-d5c4-41b9-a627-5d908cc4f400 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 945 time: 0.2866418 Nov 24 20:49:05.141273 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: fdc711a7-c05b-44b1-b657-ee4e7cdc17bf {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:49:05.141933 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fdc711a7-c05b-44b1-b657-ee4e7cdc17bf not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:49:05.170690 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-804eddd4-9280-4b92-9da0-180d08a1db09 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:05.205610 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-899ac575-556c-494b-91ef-f85801001bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:05.231475 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ac51e91f-66cd-485e-900f-e6ecf9efc14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:05.249184 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ac575-556c-494b-91ef-f85801001bc3 None None] Pushing event deleted for resources: {'Port': ['ID=fdc711a7-c05b-44b1-b657-ee4e7cdc17bf,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:05.269621 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899ac575-556c-494b-91ef-f85801001bc3 None None] No DVR routers for this DVR port fdc711a7-c05b-44b1-b657-ee4e7cdc17bf on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:49:05.283827 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-088e639a-1aa0-46e5-85d2-04e9eb9d104a req-89b525a7-5fc3-49f5-9bf9-e960a2b6e1e7 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896868 Nov 24 20:49:05.290022 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-ac51e91f-66cd-485e-900f-e6ecf9efc14d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74269f12-89ae-4b04-a28c-ac9ec57522ae']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:05.309330 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-ac51e91f-66cd-485e-900f-e6ecf9efc14d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4909c4b0-efe7-4904-8393-2efe750f10ca') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:05.309676 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-ac51e91f-66cd-485e-900f-e6ecf9efc14d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4909c4b0-efe7-4904-8393-2efe750f10ca') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:05.323218 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ac51e91f-66cd-485e-900f-e6ecf9efc14d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:05.338943 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ac51e91f-66cd-485e-900f-e6ecf9efc14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:05.347255 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac51e91f-66cd-485e-900f-e6ecf9efc14d admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:49:05.347663 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ac51e91f-66cd-485e-900f-e6ecf9efc14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:49:05.349827 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:49:05.401984 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4f13ccbf-7682-4479-8b24-ec6ee5ec84bb req-fac769fd-2ec7-45bd-9f0a-ffa955c1328a tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613986 Nov 24 20:49:05.409753 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-7f99fa7f-3054-42c6-abde-9c87ea8e9138 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:05.466102 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ac51e91f-66cd-485e-900f-e6ecf9efc14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:05.478100 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-804eddd4-9280-4b92-9da0-180d08a1db09 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:05.495781 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ac51e91f-66cd-485e-900f-e6ecf9efc14d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:05.509129 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ac51e91f-66cd-485e-900f-e6ecf9efc14d admin admin] 10.222.0.11 "DELETE /v2.0/networks/74269f12-89ae-4b04-a28c-ac9ec57522ae HTTP/1.1" status: 204 len: 168 time: 1.1811891 Nov 24 20:49:05.527428 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51e91f-66cd-485e-900f-e6ecf9efc14d admin admin] Pushing event deleted for resources: {'Network': ['ID=74269f12-89ae-4b04-a28c-ac9ec57522ae,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:05.533316 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-fa97f388-26f6-411a-9bfa-25150cf9d8f3 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--227714630&fields=id&tenant_id=d7089e567afd4fbfaedad8dfd28a70b3 HTTP/1.1" status: 200 len: 267 time: 0.1031055 Nov 24 20:49:05.585876 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-7f99fa7f-3054-42c6-abde-9c87ea8e9138 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:49:05.620973 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-7f99fa7f-3054-42c6-abde-9c87ea8e9138 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:49:05.629800 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99fa7f-3054-42c6-abde-9c87ea8e9138 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Pushing event updated for resources: {'Port': ['ID=6d8906f6-9e77-4566-966b-78558e7647b9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:05.635149 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ee97f5-2766-405f-9955-963f9135be66 req-804eddd4-9280-4b92-9da0-180d08a1db09 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Network e3dc0b97-5ee3-46dd-b808-0cdd987f8626 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:49:05.636092 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-7f99fa7f-3054-42c6-abde-9c87ea8e9138 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:49:05.677211 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-10ee97f5-2766-405f-9955-963f9135be66 req-804eddd4-9280-4b92-9da0-180d08a1db09 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:49:05.692942 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-265cb077-37fc-48ff-a25c-35d631843072 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:05.703848 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-265cb077-37fc-48ff-a25c-35d631843072 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/networks?id=08e4810e-5cf6-45fd-b3f0-b0061643c76e HTTP/1.1" status: 200 len: 824 time: 0.1623285 Nov 24 20:49:05.710979 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ee97f5-2766-405f-9955-963f9135be66 req-804eddd4-9280-4b92-9da0-180d08a1db09 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:49:05.728506 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-4e7ef0b4-993e-4f89-b585-626e65e66bd8 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/quotas/d7089e567afd4fbfaedad8dfd28a70b3 HTTP/1.1" status: 200 len: 375 time: 0.0233862 Nov 24 20:49:05.777859 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50072) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:05.802140 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afa536-c8cd-4bb6-83e6-5fc5e4c91911 req-2c1685c8-5ee4-4fd8-9fd5-15baf61167f7 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:05.803740 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21afa536-c8cd-4bb6-83e6-5fc5e4c91911 req-2c1685c8-5ee4-4fd8-9fd5-15baf61167f7 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.2428808 Nov 24 20:49:05.813319 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-af3838b0-bdb5-42ad-9196-c01360a6ed46 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7089e567afd4fbfaedad8dfd28a70b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840850 Nov 24 20:49:05.822848 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804eddd4-9280-4b92-9da0-180d08a1db09 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Pushing event updated for resources: {'Port': ['ID=cae2e75b-c90c-4a02-ad0c-f1b892450c30,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:05.830461 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-7f99fa7f-3054-42c6-abde-9c87ea8e9138 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:05.831092 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-7f99fa7f-3054-42c6-abde-9c87ea8e9138 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:05.879600 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee97f5-2766-405f-9955-963f9135be66 req-804eddd4-9280-4b92-9da0-180d08a1db09 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:05.879600 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-804eddd4-9280-4b92-9da0-180d08a1db09 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:05.879909 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9f7f6b3c-1dfd-46f7-9f8a-34f353de2a11 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=851051ca6de04334a69ac273b17b42af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0966635 Nov 24 20:49:05.881708 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50074) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:05.901481 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-7f99fa7f-3054-42c6-abde-9c87ea8e9138 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9684172 Nov 24 20:49:05.945149 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-a526dd19-ab9a-4f30-96be-a10573988d62 service neutron] Request body: {'port': {'device_id': '4b9887a6-3915-4430-8980-23fc7324354a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:05.961527 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-c04c6339-18a4-4a22-93ed-4171a2cf3cfd service neutron] 10.222.0.11 "GET /v2.0/networks/08e4810e-5cf6-45fd-b3f0-b0061643c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308353 Nov 24 20:49:06.000602 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-804eddd4-9280-4b92-9da0-180d08a1db09 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8601160 Nov 24 20:49:06.011006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-10ee97f5-2766-405f-9955-963f9135be66 req-ef417875-c285-4adf-9163-cf9d4e2a206d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45aec64-4d94-40a8-946d-7f50dc371b3c {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:49:06.018767 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21afa536-c8cd-4bb6-83e6-5fc5e4c91911 req-b2102c56-6e4a-40bc-b848-4861c7dc8b2a tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058687 Nov 24 20:49:06.029846 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-10ee97f5-2766-405f-9955-963f9135be66 req-1312ff1e-bff0-4169-aaae-e44ac273dc1c service neutron] Request body: {'port': {'device_id': '289c93e0-c776-41ab-a718-f95745dedb94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:06.038782 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-ef417875-c285-4adf-9163-cf9d4e2a206d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:06.067317 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-6871fb88-3d98-4eef-98d0-9900c2319457 service neutron] 10.222.0.11 "GET /v2.0/networks/08e4810e-5cf6-45fd-b3f0-b0061643c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021922 Nov 24 20:49:06.102669 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-10ee97f5-2766-405f-9955-963f9135be66 req-ef417875-c285-4adf-9163-cf9d4e2a206d service neutron] Transition to ACTIVE for port object f45aec64-4d94-40a8-946d-7f50dc371b3c will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:49:06.107663 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-a526dd19-ab9a-4f30-96be-a10573988d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:06.146815 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-ef417875-c285-4adf-9163-cf9d4e2a206d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:06.201734 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3808ee20-9baa-4f8b-b65a-b1383fd32d87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:06.273573 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-1312ff1e-bff0-4169-aaae-e44ac273dc1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:06.329915 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acd7b0-b871-4004-bdde-7d8f5864488f req-f6c8ab15-56f4-4b81-9239-443654949a26 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:06.331488 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42acd7b0-b871-4004-bdde-7d8f5864488f req-f6c8ab15-56f4-4b81-9239-443654949a26 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 943 time: 0.0675380 Nov 24 20:49:06.379487 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3808ee20-9baa-4f8b-b65a-b1383fd32d87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:06.407159 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef417875-c285-4adf-9163-cf9d4e2a206d service neutron] Pushing event updated for resources: {'Port': ['ID=f45aec64-4d94-40a8-946d-7f50dc371b3c,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:06.409434 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42acd7b0-b871-4004-bdde-7d8f5864488f req-23955f84-738b-4f00-b529-c04b7b05d5b9 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2785367-ae1f-4afe-8bcf-46e25e8ff721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630379 Nov 24 20:49:06.492507 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-24bfb32f-529b-4d90-abe9-04c4cfa1f4c8 req-f2581468-d929-4c2a-9c9b-834e57108075 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=1377c2c2-64c9-47e3-b2da-6c537091e357 HTTP/1.1" status: 200 len: 210 time: 0.0374200 Nov 24 20:49:06.519370 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d6184-8c24-40ca-9ba4-c0eee1e998d9 req-2e4508b1-c1fc-41b7-b2a8-8d47d154e467 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:06.527147 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9d3d6184-8c24-40ca-9ba4-c0eee1e998d9 req-2e4508b1-c1fc-41b7-b2a8-8d47d154e467 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 931 time: 0.3690975 Nov 24 20:49:06.602263 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c498df7-ad20-422a-be16-44c919e01257 req-cd53ff16-9fa3-4a83-9b29-ca9562e957a7 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:06.603773 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1c498df7-ad20-422a-be16-44c919e01257 req-cd53ff16-9fa3-4a83-9b29-ca9562e957a7 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.15 "GET /v2.0/ports?device_id=51b1d233-52b5-4fc3-9274-b8945f4d10d1 HTTP/1.1" status: 200 len: 945 time: 0.4414241 Nov 24 20:49:06.609450 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec0957-a585-4965-a5f4-6395557b55d4 req-50d5c72d-1a61-499e-877c-3de31bba9bb9 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:06.613179 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fbec0957-a585-4965-a5f4-6395557b55d4 req-50d5c72d-1a61-499e-877c-3de31bba9bb9 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=28592b46-4bc8-455a-a239-ef66facbe099 HTTP/1.1" status: 200 len: 943 time: 0.0635414 Nov 24 20:49:06.696037 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fbec0957-a585-4965-a5f4-6395557b55d4 req-7285d02d-5ec5-4699-8fb3-b4028c9fe1a9 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744236 Nov 24 20:49:06.848874 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf6a66-dfa3-4800-89cc-6cf96c9ff286 req-0aa203b5-ec1c-4661-b191-b873eb16831f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:06.850452 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-90cf6a66-dfa3-4800-89cc-6cf96c9ff286 req-0aa203b5-ec1c-4661-b191-b873eb16831f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 945 time: 0.0627098 Nov 24 20:49:06.911512 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-90cf6a66-dfa3-4800-89cc-6cf96c9ff286 req-a04e55a3-eccc-4454-af33-e5f30ba77a73 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540254 Nov 24 20:49:06.978530 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3808ee20-9baa-4f8b-b65a-b1383fd32d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:06.981652 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3808ee20-9baa-4f8b-b65a-b1383fd32d87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:06.982919 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3808ee20-9baa-4f8b-b65a-b1383fd32d87 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cdf7ddd5-28f9-4dcf-a259-54ab6e804640 HTTP/1.1" status: 204 len: 168 time: 1.0958033 Nov 24 20:49:07.037389 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9d3d6184-8c24-40ca-9ba4-c0eee1e998d9 req-bd1f33e2-11c9-433c-9fb5-b3bec4b355d4 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092955 Nov 24 20:49:07.057908 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808ee20-9baa-4f8b-b65a-b1383fd32d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf7ddd5-28f9-4dcf-a259-54ab6e804640,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:07.065537 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-10ee97f5-2766-405f-9955-963f9135be66 req-ef417875-c285-4adf-9163-cf9d4e2a206d service neutron] Attempting to bind port f45aec64-4d94-40a8-946d-7f50dc371b3c on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:49:07.065944 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-10ee97f5-2766-405f-9955-963f9135be66 req-ef417875-c285-4adf-9163-cf9d4e2a206d service neutron] Attempting to bind port f45aec64-4d94-40a8-946d-7f50dc371b3c by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '5bd52967-baf7-4370-8cd8-8cb3daded88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e3dc0b97-5ee3-46dd-b808-0cdd987f8626'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:49:07.066348 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee97f5-2766-405f-9955-963f9135be66 req-ef417875-c285-4adf-9163-cf9d4e2a206d service neutron] Attempting to bind port f45aec64-4d94-40a8-946d-7f50dc371b3c on network e3dc0b97-5ee3-46dd-b808-0cdd987f8626 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:07.075302 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-10ee97f5-2766-405f-9955-963f9135be66 req-0cfa1b5d-8909-4879-90a6-d9d739696607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba23aaec-f3e3-4875-aca1-312ffc3aef05 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:49:07.094486 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-0cfa1b5d-8909-4879-90a6-d9d739696607 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:07.102586 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee97f5-2766-405f-9955-963f9135be66 req-ef417875-c285-4adf-9163-cf9d4e2a206d service neutron] Port f45aec64-4d94-40a8-946d-7f50dc371b3c on network e3dc0b97-5ee3-46dd-b808-0cdd987f8626 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:49:07.102914 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee97f5-2766-405f-9955-963f9135be66 req-ef417875-c285-4adf-9163-cf9d4e2a206d service neutron] Attempting to bind port f45aec64-4d94-40a8-946d-7f50dc371b3c on network e3dc0b97-5ee3-46dd-b808-0cdd987f8626 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:07.119271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee97f5-2766-405f-9955-963f9135be66 req-ef417875-c285-4adf-9163-cf9d4e2a206d service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:49:07.119613 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee97f5-2766-405f-9955-963f9135be66 req-ef417875-c285-4adf-9163-cf9d4e2a206d service neutron] Checking segment: {'id': '5bd52967-baf7-4370-8cd8-8cb3daded88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e3dc0b97-5ee3-46dd-b808-0cdd987f8626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:49:07.120001 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee97f5-2766-405f-9955-963f9135be66 req-ef417875-c285-4adf-9163-cf9d4e2a206d service neutron] Bound using segment: {'id': '5bd52967-baf7-4370-8cd8-8cb3daded88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e3dc0b97-5ee3-46dd-b808-0cdd987f8626'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:49:07.120468 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-10ee97f5-2766-405f-9955-963f9135be66 req-ef417875-c285-4adf-9163-cf9d4e2a206d service neutron] Bound port: f45aec64-4d94-40a8-946d-7f50dc371b3c, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd52967-baf7-4370-8cd8-8cb3daded88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e3dc0b97-5ee3-46dd-b808-0cdd987f8626'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:49:07.120859 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-ef417875-c285-4adf-9163-cf9d4e2a206d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:07.154779 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-10ee97f5-2766-405f-9955-963f9135be66 req-0cfa1b5d-8909-4879-90a6-d9d739696607 service neutron] Transition to ACTIVE for port object ba23aaec-f3e3-4875-aca1-312ffc3aef05 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:49:07.208737 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57445f-1d38-45f6-ad95-91be3cffe132 req-938e58c6-31e4-4f50-a108-fc02242697e4 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:07.211981 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f57445f-1d38-45f6-ad95-91be3cffe132 req-938e58c6-31e4-4f50-a108-fc02242697e4 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.0698597 Nov 24 20:49:07.217055 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-0cfa1b5d-8909-4879-90a6-d9d739696607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:07.271068 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f57445f-1d38-45f6-ad95-91be3cffe132 req-80d45b8a-8cb7-42b4-afa8-ac240f5e8aeb tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520871 Nov 24 20:49:07.441223 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.15', 53588) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:07.656284 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-1c498df7-ad20-422a-be16-44c919e01257 req-1e21b276-da51-4e79-9f39-c8ae94a377ae tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Deleting port cf08177e-a374-4dc4-bde9-4df7200e9be3 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:49:07.656921 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1c498df7-ad20-422a-be16-44c919e01257 req-1e21b276-da51-4e79-9f39-c8ae94a377ae tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:07.817608 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-1c498df7-ad20-422a-be16-44c919e01257 req-1e21b276-da51-4e79-9f39-c8ae94a377ae tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] For port cf08177e-a374-4dc4-bde9-4df7200e9be3, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cf08177e-a374-4dc4-bde9-4df7200e9be3,segment=NetworkSegment(f52094ad-762a-4ec7-8686-7bf9e5e05a1f),segment_id=f52094ad-762a-4ec7-8686-7bf9e5e05a1f)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:07.818285 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1c498df7-ad20-422a-be16-44c919e01257 req-1e21b276-da51-4e79-9f39-c8ae94a377ae tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:07.879481 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-a526dd19-ab9a-4f30-96be-a10573988d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8906f6-9e77-4566-966b-78558e7647b9 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:49:07.908621 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-a526dd19-ab9a-4f30-96be-a10573988d62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:07.948805 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-10ee97f5-2766-405f-9955-963f9135be66 req-ef417875-c285-4adf-9163-cf9d4e2a206d service neutron] For port f45aec64-4d94-40a8-946d-7f50dc371b3c, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:49:07.955383 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa1b5d-8909-4879-90a6-d9d739696607 service neutron] Pushing event updated for resources: {'Port': ['ID=ba23aaec-f3e3-4875-aca1-312ffc3aef05,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:08.038882 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-10ee97f5-2766-405f-9955-963f9135be66 req-ef417875-c285-4adf-9163-cf9d4e2a206d service neutron] For port f45aec64-4d94-40a8-946d-7f50dc371b3c, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f45aec64-4d94-40a8-946d-7f50dc371b3c,segment=NetworkSegment(5bd52967-baf7-4370-8cd8-8cb3daded88e),segment_id=5bd52967-baf7-4370-8cd8-8cb3daded88e)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:49:08.043742 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-79ccf26b-9e99-4c44-82e3-a7eb4fb5f2b5 req-448f3ada-2771-4d99-a24d-5bf46118a2f6 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=1377c2c2-64c9-47e3-b2da-6c537091e357 HTTP/1.1" status: 200 len: 210 time: 0.4592330 Nov 24 20:49:08.067858 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-a526dd19-ab9a-4f30-96be-a10573988d62 service neutron] Transition to ACTIVE for port object 6d8906f6-9e77-4566-966b-78558e7647b9 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:49:08.083341 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-8323ee0c-9ff2-49d2-9041-71b6503bb82d tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:08.084938 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-8323ee0c-9ff2-49d2-9041-71b6503bb82d tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.15 "GET /v2.0/networks?id=08e4810e-5cf6-45fd-b3f0-b0061643c76e HTTP/1.1" status: 200 len: 824 time: 0.6335239 Nov 24 20:49:08.096900 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-ef417875-c285-4adf-9163-cf9d4e2a206d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:08.126788 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82d682-3176-424f-bfdc-53f3ef5b8f40 req-828ae001-e24f-4483-bfe3-34bd013209b9 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:08.136124 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fb82d682-3176-424f-bfdc-53f3ef5b8f40 req-828ae001-e24f-4483-bfe3-34bd013209b9 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 943 time: 0.5042107 Nov 24 20:49:08.153341 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-a526dd19-ab9a-4f30-96be-a10573988d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:08.162384 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee97f5-2766-405f-9955-963f9135be66 req-ef417875-c285-4adf-9163-cf9d4e2a206d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:08.163818 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-ef417875-c285-4adf-9163-cf9d4e2a206d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:08.170182 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-ef417875-c285-4adf-9163-cf9d4e2a206d service neutron] 10.222.0.48 "PUT /v2.0/ports/f45aec64-4d94-40a8-946d-7f50dc371b3c HTTP/1.1" status: 200 len: 1091 time: 4.9882197 Nov 24 20:49:08.178467 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-6f174e31-1181-4408-8a5d-cf559e5b582b tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7089e567afd4fbfaedad8dfd28a70b3 HTTP/1.1" status: 200 len: 379 time: 0.0814903 Nov 24 20:49:08.199764 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-ccc14a5e-b0a8-40a2-9d4a-a5bb928e5415 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Request body: {'port': {'device_id': '1377c2c2-64c9-47e3-b2da-6c537091e357', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'admin_state_up': True, 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'security_groups': ['7ef4bf80-930d-40bf-8277-c067620a5845']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:08.223560 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28592b46-4bc8-455a-a239-ef66facbe099', 'tag': 'f45aec64-4d94-40a8-946d-7f50dc371b3c'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:08.226632 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0654a90b-9a39-4758-bdbb-4fae078821ad" -d '{"events": [{"name": "network-changed", "server_uuid": "28592b46-4bc8-455a-a239-ef66facbe099", "tag": "f45aec64-4d94-40a8-946d-7f50dc371b3c"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:08.284352 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-10ee97f5-2766-405f-9955-963f9135be66 req-1312ff1e-bff0-4169-aaae-e44ac273dc1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae2e75b-c90c-4a02-ad0c-f1b892450c30 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:49:08.294174 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-1312ff1e-bff0-4169-aaae-e44ac273dc1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:08.350707 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-ccc14a5e-b0a8-40a2-9d4a-a5bb928e5415 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Made reservation on behalf of d7089e567afd4fbfaedad8dfd28a70b3 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:49:08.355498 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-ccc14a5e-b0a8-40a2-9d4a-a5bb928e5415 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:08.438454 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-10ee97f5-2766-405f-9955-963f9135be66 req-1312ff1e-bff0-4169-aaae-e44ac273dc1c service neutron] Transition to ACTIVE for port object cae2e75b-c90c-4a02-ad0c-f1b892450c30 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:49:08.484454 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fb82d682-3176-424f-bfdc-53f3ef5b8f40 req-30826130-4737-48f5-8119-dac061e901ab tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2785367-ae1f-4afe-8bcf-46e25e8ff721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3474202 Nov 24 20:49:08.576092 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-1312ff1e-bff0-4169-aaae-e44ac273dc1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:08.590685 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f86e5d-98ab-42bf-b3b5-477e5a226ef1 req-059e20d2-0060-4547-a42d-095e39b8a592 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:08.593188 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-55f86e5d-98ab-42bf-b3b5-477e5a226ef1 req-059e20d2-0060-4547-a42d-095e39b8a592 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=28592b46-4bc8-455a-a239-ef66facbe099 HTTP/1.1" status: 200 len: 943 time: 0.1831956 Nov 24 20:49:08.611767 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee97f5-2766-405f-9955-963f9135be66 req-4bd4e2ca-5814-4a42-8ebc-c90a3f0aeea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:08.613251 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-4bd4e2ca-5814-4a42-8ebc-c90a3f0aeea2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=81a93ba8c73b42f38492cb4dabfa28c2&device_id=28592b46-4bc8-455a-a239-ef66facbe099 HTTP/1.1" status: 200 len: 1094 time: 0.2606571 Nov 24 20:49:08.646824 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-ccc14a5e-b0a8-40a2-9d4a-a5bb928e5415 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Allocated IP 172.20.0.6 (08e4810e-5cf6-45fd-b3f0-b0061643c76e/4b7bea8b-3ad2-4620-a8cf-0534d6c925cb/9dad353e-1b42-44ca-8a63-e62eaf5ae506) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:49:08.667616 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-55f86e5d-98ab-42bf-b3b5-477e5a226ef1 req-2c0407ce-da02-46c1-9046-f8e8684e5ab7 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663455 Nov 24 20:49:08.688537 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef417875-c285-4adf-9163-cf9d4e2a206d service neutron] Pushing event updated for resources: {'Port': ['ID=f45aec64-4d94-40a8-946d-7f50dc371b3c,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:08.801323 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-245ad8e2-1f68-4d0b-be1b-05a6cebc6719 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f45aec64-4d94-40a8-946d-7f50dc371b3c HTTP/1.1" status: 200 len: 217 time: 0.1390629 Nov 24 20:49:08.819997 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1c498df7-ad20-422a-be16-44c919e01257 req-1e21b276-da51-4e79-9f39-c8ae94a377ae tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:08.820520 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1c498df7-ad20-422a-be16-44c919e01257 req-1e21b276-da51-4e79-9f39-c8ae94a377ae tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:08.820939 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [req-1c498df7-ad20-422a-be16-44c919e01257 req-1e21b276-da51-4e79-9f39-c8ae94a377ae tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Floating IP ec067698-6b79-48df-8e7c-6a16e2eaa320 disassociated. External IP: 172.25.5.113, port: cf08177e-a374-4dc4-bde9-4df7200e9be3. Nov 24 20:49:08.821282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-1c498df7-ad20-422a-be16-44c919e01257 req-1e21b276-da51-4e79-9f39-c8ae94a377ae tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Calling delete_port for cf08177e-a374-4dc4-bde9-4df7200e9be3 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:49:08.836707 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-10ee97f5-2766-405f-9955-963f9135be66 req-0cfa1b5d-8909-4879-90a6-d9d739696607 service neutron] Attempting to bind port ba23aaec-f3e3-4875-aca1-312ffc3aef05 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:49:08.837079 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-10ee97f5-2766-405f-9955-963f9135be66 req-0cfa1b5d-8909-4879-90a6-d9d739696607 service neutron] Attempting to bind port ba23aaec-f3e3-4875-aca1-312ffc3aef05 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '5bd52967-baf7-4370-8cd8-8cb3daded88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e3dc0b97-5ee3-46dd-b808-0cdd987f8626'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:49:08.837414 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee97f5-2766-405f-9955-963f9135be66 req-0cfa1b5d-8909-4879-90a6-d9d739696607 service neutron] Attempting to bind port ba23aaec-f3e3-4875-aca1-312ffc3aef05 on network e3dc0b97-5ee3-46dd-b808-0cdd987f8626 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:08.846914 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5082d64c-ae32-4a6a-9764-eaa8fdf0f1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:08.891338 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11f448-d525-46ce-b50b-fb6e2a0a83f3 req-47abef07-a330-43e9-8d3f-4bbe5c07f83d tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:08.897278 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f11f448-d525-46ce-b50b-fb6e2a0a83f3 req-47abef07-a330-43e9-8d3f-4bbe5c07f83d tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 943 time: 0.1427023 Nov 24 20:49:08.928105 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526dd19-ab9a-4f30-96be-a10573988d62 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8906f6-9e77-4566-966b-78558e7647b9,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:08.933245 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee97f5-2766-405f-9955-963f9135be66 req-0cfa1b5d-8909-4879-90a6-d9d739696607 service neutron] Port ba23aaec-f3e3-4875-aca1-312ffc3aef05 on network e3dc0b97-5ee3-46dd-b808-0cdd987f8626 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:49:08.933502 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee97f5-2766-405f-9955-963f9135be66 req-0cfa1b5d-8909-4879-90a6-d9d739696607 service neutron] Attempting to bind port ba23aaec-f3e3-4875-aca1-312ffc3aef05 on network e3dc0b97-5ee3-46dd-b808-0cdd987f8626 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:08.973665 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f11f448-d525-46ce-b50b-fb6e2a0a83f3 req-d325b3e1-a222-487e-b039-86b2ccbb37ad tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718913 Nov 24 20:49:08.979547 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-ccc14a5e-b0a8-40a2-9d4a-a5bb928e5415 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:09.024203 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-ccc14a5e-b0a8-40a2-9d4a-a5bb928e5415 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:09.055351 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee97f5-2766-405f-9955-963f9135be66 req-0cfa1b5d-8909-4879-90a6-d9d739696607 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:49:09.055865 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee97f5-2766-405f-9955-963f9135be66 req-0cfa1b5d-8909-4879-90a6-d9d739696607 service neutron] Checking segment: {'id': '5bd52967-baf7-4370-8cd8-8cb3daded88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e3dc0b97-5ee3-46dd-b808-0cdd987f8626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:49:09.056362 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee97f5-2766-405f-9955-963f9135be66 req-0cfa1b5d-8909-4879-90a6-d9d739696607 service neutron] Bound using segment: {'id': '5bd52967-baf7-4370-8cd8-8cb3daded88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e3dc0b97-5ee3-46dd-b808-0cdd987f8626'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:49:09.056959 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-10ee97f5-2766-405f-9955-963f9135be66 req-0cfa1b5d-8909-4879-90a6-d9d739696607 service neutron] Bound port: ba23aaec-f3e3-4875-aca1-312ffc3aef05, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd52967-baf7-4370-8cd8-8cb3daded88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e3dc0b97-5ee3-46dd-b808-0cdd987f8626'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:49:09.057425 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-0cfa1b5d-8909-4879-90a6-d9d739696607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:09.066816 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-a526dd19-ab9a-4f30-96be-a10573988d62 service neutron] Attempting to bind port 6d8906f6-9e77-4566-966b-78558e7647b9 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:49:09.067300 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-a526dd19-ab9a-4f30-96be-a10573988d62 service neutron] Attempting to bind port 6d8906f6-9e77-4566-966b-78558e7647b9 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:49:09.067738 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-a526dd19-ab9a-4f30-96be-a10573988d62 service neutron] Attempting to bind port 6d8906f6-9e77-4566-966b-78558e7647b9 on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:09.088622 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239dd8b-7d8a-4c0a-8c30-74583dc32539 req-28b6dbec-ee71-49bc-b7d8-71fea824d393 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:09.096869 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d239dd8b-7d8a-4c0a-8c30-74583dc32539 req-28b6dbec-ee71-49bc-b7d8-71fea824d393 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 945 time: 0.4873068 Nov 24 20:49:09.098840 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-ccc14a5e-b0a8-40a2-9d4a-a5bb928e5415 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Network 08e4810e-5cf6-45fd-b3f0-b0061643c76e is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:49:09.110997 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-ccc14a5e-b0a8-40a2-9d4a-a5bb928e5415 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:49:09.116565 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee97f5-2766-405f-9955-963f9135be66 req-a1d56c32-1d35-4309-91aa-76e918f4a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:09.119262 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-a1d56c32-1d35-4309-91aa-76e918f4a673 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=043fb14d-4bcd-4473-bc09-597cea2be52a HTTP/1.1" status: 200 len: 858 time: 0.2864699 Nov 24 20:49:09.130828 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-ccc14a5e-b0a8-40a2-9d4a-a5bb928e5415 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:49:09.176115 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-a526dd19-ab9a-4f30-96be-a10573988d62 service neutron] Port 6d8906f6-9e77-4566-966b-78558e7647b9 on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:49:09.176565 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-a526dd19-ab9a-4f30-96be-a10573988d62 service neutron] Attempting to bind port 6d8906f6-9e77-4566-966b-78558e7647b9 on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:09.207376 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc14a5e-b0a8-40a2-9d4a-a5bb928e5415 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Pushing event updated for resources: {'Port': ['ID=9dad353e-1b42-44ca-8a63-e62eaf5ae506,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:09.238858 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-7e2e2775-100f-4881-9b2b-931b79004539 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3dc0b97-5ee3-46dd-b808-0cdd987f8626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916917 Nov 24 20:49:09.251873 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312ff1e-bff0-4169-aaae-e44ac273dc1c service neutron] Pushing event updated for resources: {'Port': ['ID=cae2e75b-c90c-4a02-ad0c-f1b892450c30,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:09.265057 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-ccc14a5e-b0a8-40a2-9d4a-a5bb928e5415 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:09.265858 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-ccc14a5e-b0a8-40a2-9d4a-a5bb928e5415 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:09.290675 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-ccc14a5e-b0a8-40a2-9d4a-a5bb928e5415 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0972407 Nov 24 20:49:09.296290 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:09.309168 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-a526dd19-ab9a-4f30-96be-a10573988d62 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:49:09.309662 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-a526dd19-ab9a-4f30-96be-a10573988d62 service neutron] Checking segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:49:09.310177 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-a526dd19-ab9a-4f30-96be-a10573988d62 service neutron] Bound using segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:49:09.310807 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-a526dd19-ab9a-4f30-96be-a10573988d62 service neutron] Bound port: 6d8906f6-9e77-4566-966b-78558e7647b9, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:49:09.311269 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-a526dd19-ab9a-4f30-96be-a10573988d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:09.316755 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-21ad1de5-9b23-4488-bff9-3ac486c40b17 service neutron] Request body: {'port': {'device_id': '1377c2c2-64c9-47e3-b2da-6c537091e357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:09.346968 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-a6156f9c-20ac-401e-ad6d-1db37e0e8bdb tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=aff16e0f873248c299232a50001bee06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528743 Nov 24 20:49:09.355060 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-10ee97f5-2766-405f-9955-963f9135be66 req-1312ff1e-bff0-4169-aaae-e44ac273dc1c service neutron] Attempting to bind port cae2e75b-c90c-4a02-ad0c-f1b892450c30 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:49:09.355749 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-10ee97f5-2766-405f-9955-963f9135be66 req-1312ff1e-bff0-4169-aaae-e44ac273dc1c service neutron] Attempting to bind port cae2e75b-c90c-4a02-ad0c-f1b892450c30 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '5bd52967-baf7-4370-8cd8-8cb3daded88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e3dc0b97-5ee3-46dd-b808-0cdd987f8626'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:49:09.356357 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee97f5-2766-405f-9955-963f9135be66 req-1312ff1e-bff0-4169-aaae-e44ac273dc1c service neutron] Attempting to bind port cae2e75b-c90c-4a02-ad0c-f1b892450c30 on network e3dc0b97-5ee3-46dd-b808-0cdd987f8626 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:09.450205 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4e973f4c-bff8-4aae-bb78-7178d31a1639 None None] Provisioning complete for port 9dad353e-1b42-44ca-8a63-e62eaf5ae506 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:49:09.450735 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4e973f4c-bff8-4aae-bb78-7178d31a1639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:09.475215 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee97f5-2766-405f-9955-963f9135be66 req-1312ff1e-bff0-4169-aaae-e44ac273dc1c service neutron] Port cae2e75b-c90c-4a02-ad0c-f1b892450c30 on network e3dc0b97-5ee3-46dd-b808-0cdd987f8626 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:49:09.481880 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee97f5-2766-405f-9955-963f9135be66 req-1312ff1e-bff0-4169-aaae-e44ac273dc1c service neutron] Attempting to bind port cae2e75b-c90c-4a02-ad0c-f1b892450c30 on network e3dc0b97-5ee3-46dd-b808-0cdd987f8626 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:09.488647 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-4e973f4c-bff8-4aae-bb78-7178d31a1639 None None] Port 9dad353e-1b42-44ca-8a63-e62eaf5ae506 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:49:09.489199 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-e7215c35-229c-4246-9015-5789c4ea537c tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:09.497964 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-e7215c35-229c-4246-9015-5789c4ea537c tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1499958 Nov 24 20:49:09.507217 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee97f5-2766-405f-9955-963f9135be66 req-1312ff1e-bff0-4169-aaae-e44ac273dc1c service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:49:09.508124 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee97f5-2766-405f-9955-963f9135be66 req-1312ff1e-bff0-4169-aaae-e44ac273dc1c service neutron] Checking segment: {'id': '5bd52967-baf7-4370-8cd8-8cb3daded88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e3dc0b97-5ee3-46dd-b808-0cdd987f8626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:49:09.509738 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee97f5-2766-405f-9955-963f9135be66 req-1312ff1e-bff0-4169-aaae-e44ac273dc1c service neutron] Bound using segment: {'id': '5bd52967-baf7-4370-8cd8-8cb3daded88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e3dc0b97-5ee3-46dd-b808-0cdd987f8626'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:49:09.510055 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-10ee97f5-2766-405f-9955-963f9135be66 req-1312ff1e-bff0-4169-aaae-e44ac273dc1c service neutron] Bound port: cae2e75b-c90c-4a02-ad0c-f1b892450c30, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd52967-baf7-4370-8cd8-8cb3daded88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e3dc0b97-5ee3-46dd-b808-0cdd987f8626'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:49:09.511851 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-1312ff1e-bff0-4169-aaae-e44ac273dc1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:09.519317 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-6e86af61-e58a-4cd1-96af-ae499a1279bb tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/quotas/aff16e0f873248c299232a50001bee06 HTTP/1.1" status: 200 len: 375 time: 0.0204437 Nov 24 20:49:09.582772 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-21ad1de5-9b23-4488-bff9-3ac486c40b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:09.609660 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-bd60b52a-21a7-43a2-bcf2-3f6425a395c8 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=aff16e0f873248c299232a50001bee06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893745 Nov 24 20:49:10.010685 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d239dd8b-7d8a-4c0a-8c30-74583dc32539 req-429747d0-d738-4e6c-882f-b649a6b05add tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9127886 Nov 24 20:49:10.069052 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 189993f6-ab91-44d2-9032-e2ad6501ab1d details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:49:10.075781 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device cf08177e-a374-4dc4-bde9-4df7200e9be3 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:49:10.090880 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39e999-6db2-4f4b-844e-0d4c52153572 req-496aebf3-9a11-4f6b-92f7-cfbd4a1eb586 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:10.092971 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef39e999-6db2-4f4b-844e-0d4c52153572 req-496aebf3-9a11-4f6b-92f7-cfbd4a1eb586 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.2807841 Nov 24 20:49:10.115394 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-10ee97f5-2766-405f-9955-963f9135be66 req-1312ff1e-bff0-4169-aaae-e44ac273dc1c service neutron] For port cae2e75b-c90c-4a02-ad0c-f1b892450c30, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:49:10.161489 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-346a1284-71f8-461c-81ee-b782f18f3c08 service neutron] 10.222.0.48 "GET /v2.0/networks/e3dc0b97-5ee3-46dd-b808-0cdd987f8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8791978 Nov 24 20:49:10.168535 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-10ee97f5-2766-405f-9955-963f9135be66 req-0cfa1b5d-8909-4879-90a6-d9d739696607 service neutron] For port ba23aaec-f3e3-4875-aca1-312ffc3aef05, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:49:10.184834 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29405b08-eda5-4571-9941-1c71846d977c x-openstack-request-id: req-29405b08-eda5-4571-9941-1c71846d977c {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:10.185229 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28592b46-4bc8-455a-a239-ef66facbe099", "tag": "f45aec64-4d94-40a8-946d-7f50dc371b3c", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:10.185655 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-29405b08-eda5-4571-9941-1c71846d977c {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:10.187383 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28592b46-4bc8-455a-a239-ef66facbe099', 'tag': 'f45aec64-4d94-40a8-946d-7f50dc371b3c', 'status': 'completed', 'code': 200} Nov 24 20:49:10.266273 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-10ee97f5-2766-405f-9955-963f9135be66 req-1312ff1e-bff0-4169-aaae-e44ac273dc1c service neutron] For port cae2e75b-c90c-4a02-ad0c-f1b892450c30, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cae2e75b-c90c-4a02-ad0c-f1b892450c30,segment=NetworkSegment(5bd52967-baf7-4370-8cd8-8cb3daded88e),segment_id=5bd52967-baf7-4370-8cd8-8cb3daded88e)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:49:10.274025 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1c498df7-ad20-422a-be16-44c919e01257 req-1e21b276-da51-4e79-9f39-c8ae94a377ae tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:10.289780 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:10.303397 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-1312ff1e-bff0-4169-aaae-e44ac273dc1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:10.328470 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 189993f6-ab91-44d2-9032-e2ad6501ab1d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=189993f6-ab91-44d2-9032-e2ad6501ab1d,segment=NetworkSegment(bf294044-07c9-41d1-8625-a74be456a278),segment_id=bf294044-07c9-41d1-8625-a74be456a278)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:10.363728 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-10ee97f5-2766-405f-9955-963f9135be66 req-0cfa1b5d-8909-4879-90a6-d9d739696607 service neutron] For port ba23aaec-f3e3-4875-aca1-312ffc3aef05, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ba23aaec-f3e3-4875-aca1-312ffc3aef05,segment=NetworkSegment(5bd52967-baf7-4370-8cd8-8cb3daded88e),segment_id=5bd52967-baf7-4370-8cd8-8cb3daded88e)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:49:10.378571 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '189993f6-ab91-44d2-9032-e2ad6501ab1d', 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da', 'port_id': '189993f6-ab91-44d2-9032-e2ad6501ab1d', 'mac_address': 'fa:16:3e:5c:d0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d09b485-bb7f-4593-b0cc-8f084842db71', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:49:10.391501 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-a526dd19-ab9a-4f30-96be-a10573988d62 service neutron] For port 6d8906f6-9e77-4566-966b-78558e7647b9, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:49:10.417073 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef39e999-6db2-4f4b-844e-0d4c52153572 req-48420082-c7f2-476e-b8cf-7941427c4d19 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065477 Nov 24 20:49:10.429678 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:10.452598 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189993f6-ab91-44d2-9032-e2ad6501ab1d {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:49:10.479744 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312ff1e-bff0-4169-aaae-e44ac273dc1c service neutron] Pushing event updated for resources: {'Port': ['ID=cae2e75b-c90c-4a02-ad0c-f1b892450c30,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:10.484267 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 189993f6-ab91-44d2-9032-e2ad6501ab1d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=189993f6-ab91-44d2-9032-e2ad6501ab1d,segment=NetworkSegment(bf294044-07c9-41d1-8625-a74be456a278),segment_id=bf294044-07c9-41d1-8625-a74be456a278)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:10.490243 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:10.519879 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-0cfa1b5d-8909-4879-90a6-d9d739696607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:10.531239 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21b276-da51-4e79-9f39-c8ae94a377ae tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Pushing event deleted for resources: {'Port': ['ID=cf08177e-a374-4dc4-bde9-4df7200e9be3,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:10.541179 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-21ad1de5-9b23-4488-bff9-3ac486c40b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dad353e-1b42-44ca-8a63-e62eaf5ae506 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:49:10.552121 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-21ad1de5-9b23-4488-bff9-3ac486c40b17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:10.561756 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=189993f6-ab91-44d2-9032-e2ad6501ab1d,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:10.617435 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-21ad1de5-9b23-4488-bff9-3ac486c40b17 service neutron] Transition to ACTIVE for port object 9dad353e-1b42-44ca-8a63-e62eaf5ae506 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:49:10.625149 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-21ad1de5-9b23-4488-bff9-3ac486c40b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:10.631068 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee97f5-2766-405f-9955-963f9135be66 req-1312ff1e-bff0-4169-aaae-e44ac273dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:10.632775 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-1312ff1e-bff0-4169-aaae-e44ac273dc1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:10.636300 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-1312ff1e-bff0-4169-aaae-e44ac273dc1c service neutron] 10.222.0.48 "PUT /v2.0/ports/cae2e75b-c90c-4a02-ad0c-f1b892450c30 HTTP/1.1" status: 200 len: 1091 time: 4.6129274 Nov 24 20:49:10.641053 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-a526dd19-ab9a-4f30-96be-a10573988d62 service neutron] For port 6d8906f6-9e77-4566-966b-78558e7647b9, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=6d8906f6-9e77-4566-966b-78558e7647b9,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:49:10.705833 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e60eda-cd59-4f41-880d-667f62721c17 req-5b59ea18-f37d-4df1-970a-d03108af41c1 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:10.714358 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b5e60eda-cd59-4f41-880d-667f62721c17 req-5b59ea18-f37d-4df1-970a-d03108af41c1 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 944 time: 0.1477501 Nov 24 20:49:10.720829 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-a526dd19-ab9a-4f30-96be-a10573988d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:10.735605 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad1de5-9b23-4488-bff9-3ac486c40b17 service neutron] Pushing event updated for resources: {'Port': ['ID=9dad353e-1b42-44ca-8a63-e62eaf5ae506,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:10.760830 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['189993f6-ab91-44d2-9032-e2ad6501ab1d'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:49:10.847683 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b5e60eda-cd59-4f41-880d-667f62721c17 req-ccc57f46-7520-4f20-b0e2-6ec671186785 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2785367-ae1f-4afe-8bcf-46e25e8ff721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320157 Nov 24 20:49:10.883187 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae1c91-cb95-40f5-bc4b-509d3cd29c4b req-035bd1da-8fb5-411d-9362-49c4d29d3e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:10.890855 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cbae1c91-cb95-40f5-bc4b-509d3cd29c4b req-035bd1da-8fb5-411d-9362-49c4d29d3e64 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 1096 time: 0.5990405 Nov 24 20:49:10.904359 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee97f5-2766-405f-9955-963f9135be66 req-0cfa1b5d-8909-4879-90a6-d9d739696607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:10.906767 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-10ee97f5-2766-405f-9955-963f9135be66 req-0cfa1b5d-8909-4879-90a6-d9d739696607 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:10.909714 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-21ad1de5-9b23-4488-bff9-3ac486c40b17 service neutron] Attempting to bind port 9dad353e-1b42-44ca-8a63-e62eaf5ae506 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:49:10.909941 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-0cfa1b5d-8909-4879-90a6-d9d739696607 service neutron] 10.222.0.15 "PUT /v2.0/ports/ba23aaec-f3e3-4875-aca1-312ffc3aef05 HTTP/1.1" status: 200 len: 1091 time: 6.4057715 Nov 24 20:49:10.915958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-21ad1de5-9b23-4488-bff9-3ac486c40b17 service neutron] Attempting to bind port 9dad353e-1b42-44ca-8a63-e62eaf5ae506 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'f52094ad-762a-4ec7-8686-7bf9e5e05a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:49:10.916240 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:10.916557 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-21ad1de5-9b23-4488-bff9-3ac486c40b17 service neutron] Attempting to bind port 9dad353e-1b42-44ca-8a63-e62eaf5ae506 on network 08e4810e-5cf6-45fd-b3f0-b0061643c76e {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:10.926614 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-21ad1de5-9b23-4488-bff9-3ac486c40b17 service neutron] Port 9dad353e-1b42-44ca-8a63-e62eaf5ae506 on network 08e4810e-5cf6-45fd-b3f0-b0061643c76e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:49:10.927097 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-21ad1de5-9b23-4488-bff9-3ac486c40b17 service neutron] Attempting to bind port 9dad353e-1b42-44ca-8a63-e62eaf5ae506 on network 08e4810e-5cf6-45fd-b3f0-b0061643c76e {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:10.941965 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-21ad1de5-9b23-4488-bff9-3ac486c40b17 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:49:10.942486 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-21ad1de5-9b23-4488-bff9-3ac486c40b17 service neutron] Checking segment: {'id': 'f52094ad-762a-4ec7-8686-7bf9e5e05a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:49:10.942970 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-21ad1de5-9b23-4488-bff9-3ac486c40b17 service neutron] Bound using segment: {'id': 'f52094ad-762a-4ec7-8686-7bf9e5e05a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:49:10.943555 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-21ad1de5-9b23-4488-bff9-3ac486c40b17 service neutron] Bound port: 9dad353e-1b42-44ca-8a63-e62eaf5ae506, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f52094ad-762a-4ec7-8686-7bf9e5e05a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:49:10.945446 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-21ad1de5-9b23-4488-bff9-3ac486c40b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:10.962791 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-a526dd19-ab9a-4f30-96be-a10573988d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:10.963290 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-a526dd19-ab9a-4f30-96be-a10573988d62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:10.964810 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-a526dd19-ab9a-4f30-96be-a10573988d62 service neutron] 10.222.0.48 "PUT /v2.0/ports/6d8906f6-9e77-4566-966b-78558e7647b9 HTTP/1.1" status: 200 len: 1091 time: 5.0320714 Nov 24 20:49:11.011299 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9753005-a443-49cf-aab6-c91e0cb7b422 req-dd828a87-2c7d-4780-9ec6-04038fdc92d6 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:11.021591 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c9753005-a443-49cf-aab6-c91e0cb7b422 req-dd828a87-2c7d-4780-9ec6-04038fdc92d6 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=1377c2c2-64c9-47e3-b2da-6c537091e357 HTTP/1.1" status: 200 len: 931 time: 0.6244509 Nov 24 20:49:11.113841 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee97f5-2766-405f-9955-963f9135be66 req-964be401-e0bc-4d72-a5a9-475288df5a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:11.121526 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-964be401-e0bc-4d72-a5a9-475288df5a2f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=81a93ba8c73b42f38492cb4dabfa28c2&device_id=289c93e0-c776-41ab-a718-f95745dedb94 HTTP/1.1" status: 200 len: 1094 time: 0.3937414 Nov 24 20:49:11.122711 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa1b5d-8909-4879-90a6-d9d739696607 service neutron] Pushing event updated for resources: {'Port': ['ID=ba23aaec-f3e3-4875-aca1-312ffc3aef05,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:11.135836 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14f6bc-4f0d-4ce3-8697-18ee8686c8a5 req-202358c3-a251-4622-854b-4357a7e8e774 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:11.144139 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e14f6bc-4f0d-4ce3-8697-18ee8686c8a5 req-202358c3-a251-4622-854b-4357a7e8e774 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=28592b46-4bc8-455a-a239-ef66facbe099 HTTP/1.1" status: 200 len: 943 time: 0.1635678 Nov 24 20:49:11.156649 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-17f7a394-2dcb-44f4-a109-dfa16a0d600b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:11.167434 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-21ad1de5-9b23-4488-bff9-3ac486c40b17 service neutron] For port 9dad353e-1b42-44ca-8a63-e62eaf5ae506, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:49:11.193852 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-21ad1de5-9b23-4488-bff9-3ac486c40b17 service neutron] For port 9dad353e-1b42-44ca-8a63-e62eaf5ae506, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9dad353e-1b42-44ca-8a63-e62eaf5ae506,segment=NetworkSegment(f52094ad-762a-4ec7-8686-7bf9e5e05a1f),segment_id=f52094ad-762a-4ec7-8686-7bf9e5e05a1f)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:49:11.215139 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-21ad1de5-9b23-4488-bff9-3ac486c40b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:11.275097 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e14f6bc-4f0d-4ce3-8697-18ee8686c8a5 req-23f1e63e-493a-459b-bebe-c28424c87f2d tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210046 Nov 24 20:49:11.291361 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-81c33706-e94c-4db6-ac35-10c33befc491 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cae2e75b-c90c-4a02-ad0c-f1b892450c30 HTTP/1.1" status: 200 len: 217 time: 0.0789711 Nov 24 20:49:11.310577 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-21ad1de5-9b23-4488-bff9-3ac486c40b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:11.312991 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-21ad1de5-9b23-4488-bff9-3ac486c40b17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:11.314505 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-21ad1de5-9b23-4488-bff9-3ac486c40b17 service neutron] 10.222.0.15 "PUT /v2.0/ports/9dad353e-1b42-44ca-8a63-e62eaf5ae506 HTTP/1.1" status: 200 len: 1091 time: 2.0097666 Nov 24 20:49:11.315077 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1377c2c2-64c9-47e3-b2da-6c537091e357', 'tag': '9dad353e-1b42-44ca-8a63-e62eaf5ae506'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:11.329663 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed5ab15-137c-4994-ad09-ac6148b663b0" -d '{"events": [{"name": "network-changed", "server_uuid": "1377c2c2-64c9-47e3-b2da-6c537091e357", "tag": "9dad353e-1b42-44ca-8a63-e62eaf5ae506"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:11.366979 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad1de5-9b23-4488-bff9-3ac486c40b17 service neutron] Pushing event updated for resources: {'Port': ['ID=9dad353e-1b42-44ca-8a63-e62eaf5ae506,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:11.395235 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cbae1c91-cb95-40f5-bc4b-509d3cd29c4b req-fab6d752-7bd5-4f42-af07-19a4fee3298b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705620 Nov 24 20:49:11.398323 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-9582eaab-2f55-4ead-a1c9-611841d2bc76 service neutron] 10.222.0.48 "GET /v2.0/networks/e3dc0b97-5ee3-46dd-b808-0cdd987f8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2090194 Nov 24 20:49:11.480642 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.15', 53590) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:11.509376 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-56da0ec1-5fd9-4ff7-88d2-b0176b4ddbf5 req-8335672a-334e-4f25-afd0-2c629b614c2d tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9c08a8-1fd6-43ee-ad4e-94473cae9567 HTTP/1.1" status: 200 len: 210 time: 0.1040609 Nov 24 20:49:11.561207 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c9753005-a443-49cf-aab6-c91e0cb7b422 req-03987af1-ce33-4999-91df-7bd3ec68961e tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ef4bf80-930d-40bf-8277-c067620a5845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5389321 Nov 24 20:49:11.562674 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee97f5-2766-405f-9955-963f9135be66 req-b5eee7c0-80cf-40db-9a4e-8fd2edfcb9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:11.564404 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-b5eee7c0-80cf-40db-9a4e-8fd2edfcb9e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=043fb14d-4bcd-4473-bc09-597cea2be52a HTTP/1.1" status: 200 len: 858 time: 0.1908920 Nov 24 20:49:11.566378 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-83d3bbb4-aeec-4997-a976-b32d630266bc tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=aff16e0f873248c299232a50001bee06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767684 Nov 24 20:49:11.572988 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-c5cf6f9c-726b-4df5-990f-3c0c1347f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:11.575235 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-c5cf6f9c-726b-4df5-990f-3c0c1347f9dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7089e567afd4fbfaedad8dfd28a70b3&device_id=1377c2c2-64c9-47e3-b2da-6c537091e357 HTTP/1.1" status: 200 len: 1094 time: 0.1865239 Nov 24 20:49:11.587629 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c498df7-ad20-422a-be16-44c919e01257 req-1e21b276-da51-4e79-9f39-c8ae94a377ae tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Router 6f77ff50-fafe-4526-94d7-02b8525d2186 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:49:11.587629 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-74e324ad-dfdb-4638-9744-11af7be5ade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:11.587629 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-74e324ad-dfdb-4638-9744-11af7be5ade8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 1094 time: 0.3869944 Nov 24 20:49:11.605343 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526dd19-ab9a-4f30-96be-a10573988d62 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8906f6-9e77-4566-966b-78558e7647b9,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:11.626160 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee97f5-2766-405f-9955-963f9135be66 req-bbb7dc27-18cb-4324-8e33-96be2f806d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:11.627737 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-bbb7dc27-18cb-4324-8e33-96be2f806d4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81a93ba8c73b42f38492cb4dabfa28c2&device_id=60111f57-f9a7-4b2f-bc95-b329459c063d HTTP/1.1" status: 200 len: 1094 time: 0.5667834 Nov 24 20:49:11.706785 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-4dd73590-0f6a-4495-b085-3ffa53b9d6ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dad353e-1b42-44ca-8a63-e62eaf5ae506 HTTP/1.1" status: 200 len: 217 time: 0.1237164 Nov 24 20:49:11.769086 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-fb1ce7a6-3914-4982-9465-c8ea954a2168 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d8906f6-9e77-4566-966b-78558e7647b9 HTTP/1.1" status: 200 len: 217 time: 0.1400259 Nov 24 20:49:11.771072 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-771eca47-8f2f-440f-81ec-3d3376f4240c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3dc0b97-5ee3-46dd-b808-0cdd987f8626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392367 Nov 24 20:49:11.823416 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-49ee25cc-28e7-476c-8d0e-e9ab71c52ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:11.825164 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-49ee25cc-28e7-476c-8d0e-e9ab71c52ca6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b7bea8b-3ad2-4620-a8cf-0534d6c925cb HTTP/1.1" status: 200 len: 863 time: 0.1000981 Nov 24 20:49:11.837785 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd62ba-7b63-4a4e-9745-57d7173e02ab req-2c416e84-1034-4daf-93bd-499bfc550eac tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:11.839416 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87dd62ba-7b63-4a4e-9745-57d7173e02ab req-2c416e84-1034-4daf-93bd-499bfc550eac tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 943 time: 0.1855638 Nov 24 20:49:11.874390 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-68e17f2b-6135-4809-b691-c3e20e6dfc2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba23aaec-f3e3-4875-aca1-312ffc3aef05 HTTP/1.1" status: 200 len: 217 time: 0.2241046 Nov 24 20:49:11.942840 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-88ff36b0-f00d-49d0-9e03-b27991005f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:11.944375 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-88ff36b0-f00d-49d0-9e03-b27991005f9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08e4810e-5cf6-45fd-b3f0-b0061643c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040430 Nov 24 20:49:11.949861 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87dd62ba-7b63-4a4e-9745-57d7173e02ab req-eb665730-9491-46e0-81d2-ca315b0c04db tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019068 Nov 24 20:49:12.034441 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2757d7-b844-42f7-8c92-19910f8ca2d7 x-openstack-request-id: req-cf2757d7-b844-42f7-8c92-19910f8ca2d7 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:12.034711 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1377c2c2-64c9-47e3-b2da-6c537091e357", "tag": "9dad353e-1b42-44ca-8a63-e62eaf5ae506", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:12.034938 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cf2757d7-b844-42f7-8c92-19910f8ca2d7 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:12.035292 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1377c2c2-64c9-47e3-b2da-6c537091e357', 'tag': '9dad353e-1b42-44ca-8a63-e62eaf5ae506', 'status': 'completed', 'code': 200} Nov 24 20:49:12.064943 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 189993f6-ab91-44d2-9032-e2ad6501ab1d up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:49:12.077175 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-1f853e67-3638-4026-95f6-76b6a7300eb1 service neutron] 10.222.0.15 "GET /v2.0/networks/08e4810e-5cf6-45fd-b3f0-b0061643c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237531 Nov 24 20:49:12.149691 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 189993f6-ab91-44d2-9032-e2ad6501ab1d completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:49:12.154501 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 189993f6-ab91-44d2-9032-e2ad6501ab1d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:49:12.154876 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:12.158129 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-98b2a161-56be-4a62-9de7-8955f7f989ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:12.159655 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-98b2a161-56be-4a62-9de7-8955f7f989ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d0e18ba-6af5-4f0b-b8c6-f19541a42712 HTTP/1.1" status: 200 len: 847 time: 0.2896183 Nov 24 20:49:12.188211 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee97f5-2766-405f-9955-963f9135be66 req-cf0a7c6f-7072-4ba1-84bd-202db7c3b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:12.189708 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-cf0a7c6f-7072-4ba1-84bd-202db7c3b9d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=043fb14d-4bcd-4473-bc09-597cea2be52a HTTP/1.1" status: 200 len: 858 time: 0.2522130 Nov 24 20:49:12.196662 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289c93e0-c776-41ab-a718-f95745dedb94', 'tag': 'cae2e75b-c90c-4a02-ad0c-f1b892450c30'}, {'name': 'network-changed', 'server_uuid': '60111f57-f9a7-4b2f-bc95-b329459c063d', 'tag': 'ba23aaec-f3e3-4875-aca1-312ffc3aef05'}, {'name': 'network-changed', 'server_uuid': '4b9887a6-3915-4430-8980-23fc7324354a', 'tag': '6d8906f6-9e77-4566-966b-78558e7647b9'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:12.199174 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0de059-d5ce-47b2-81e8-15efd4d429b3" -d '{"events": [{"name": "network-changed", "server_uuid": "289c93e0-c776-41ab-a718-f95745dedb94", "tag": "cae2e75b-c90c-4a02-ad0c-f1b892450c30"}, {"name": "network-changed", "server_uuid": "60111f57-f9a7-4b2f-bc95-b329459c063d", "tag": "ba23aaec-f3e3-4875-aca1-312ffc3aef05"}, {"name": "network-changed", "server_uuid": "4b9887a6-3915-4430-8980-23fc7324354a", "tag": "6d8906f6-9e77-4566-966b-78558e7647b9"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:12.211025 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-c5b699c8-3678-4dcc-9bbf-974478203ced tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:12.212622 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-c5b699c8-3678-4dcc-9bbf-974478203ced tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6284258 Nov 24 20:49:12.215958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3d8d7-f15d-4f4b-8714-d13fa77ee74e req-344bc74d-38fb-4385-b7b5-f449d64285dd tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:12.217215 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ffb3d8d7-f15d-4f4b-8714-d13fa77ee74e req-344bc74d-38fb-4385-b7b5-f449d64285dd tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.1236219 Nov 24 20:49:12.251693 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ae3e08a-74a5-4108-a054-05638ed2d8df req-646bbe0d-5150-4d10-9b33-b6fd8b6a2629 service neutron] 10.222.0.15 "GET /v2.0/networks/08e4810e-5cf6-45fd-b3f0-b0061643c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671481 Nov 24 20:49:12.259431 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f37fa-e104-45a1-bbe2-94d2689b1e30 req-1929fe8c-ed73-47dd-a8d1-0fabf05330be tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:12.261722 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c38f37fa-e104-45a1-bbe2-94d2689b1e30 req-1929fe8c-ed73-47dd-a8d1-0fabf05330be tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 945 time: 0.4976223 Nov 24 20:49:12.263975 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654a90b-9a39-4758-bdbb-4fae078821ad req-a213ef85-ed3a-4d48-9388-cc5aea333181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:12.265430 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0654a90b-9a39-4758-bdbb-4fae078821ad req-a213ef85-ed3a-4d48-9388-cc5aea333181 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=81a93ba8c73b42f38492cb4dabfa28c2&device_id=28592b46-4bc8-455a-a239-ef66facbe099 HTTP/1.1" status: 200 len: 1094 time: 0.5026462 Nov 24 20:49:12.266620 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c498df7-ad20-422a-be16-44c919e01257 req-1e21b276-da51-4e79-9f39-c8ae94a377ae tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:49:12.272549 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-311be64f-6ece-475c-948f-7aa32ccd145f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Request body: {'port': {'device_id': '9b9c08a8-1fd6-43ee-ad4e-94473cae9567', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': 'aff16e0f873248c299232a50001bee06'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:12.279818 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbf95a7-cc43-4da5-8818-bcb6f47fe749 None None] Sync routers for ids ['6f77ff50-fafe-4526-94d7-02b8525d2186'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:49:12.289037 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-e07d5053-a878-4da8-a439-4ff04339b30d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a5f3905-f9df-4704-8238-82ae8b0c31f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142418 Nov 24 20:49:12.296089 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:12.301248 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:12.317065 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbf95a7-cc43-4da5-8818-bcb6f47fe749 None None] Routers {'6f77ff50-fafe-4526-94d7-02b8525d2186'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:49:12.317701 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-2dbf95a7-cc43-4da5-8818-bcb6f47fe749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:49:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6f77ff50-fafe-4526-94d7-02b8525d2186'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:12.326519 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ffb3d8d7-f15d-4f4b-8714-d13fa77ee74e req-f683ee6c-0a95-48ef-b643-3fd192963301 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021941 Nov 24 20:49:12.353164 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5535216c-7f35-4d57-b561-a31a96897d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189993f6-ab91-44d2-9032-e2ad6501ab1d'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:12.365668 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96aabfd-fe28-49b9-848c-f2865e67ff3f" -d '{"events": [{"server_uuid": "5535216c-7f35-4d57-b561-a31a96897d0e", "name": "network-vif-plugged", "status": "completed", "tag": "189993f6-ab91-44d2-9032-e2ad6501ab1d"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:12.376203 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-e18ec6c7-fc1a-475c-8e52-61905e6fc475 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3dc0b97-5ee3-46dd-b808-0cdd987f8626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1554089 Nov 24 20:49:12.395864 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 189993f6-ab91-44d2-9032-e2ad6501ab1d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=189993f6-ab91-44d2-9032-e2ad6501ab1d,segment=NetworkSegment(bf294044-07c9-41d1-8625-a74be456a278),segment_id=bf294044-07c9-41d1-8625-a74be456a278)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:12.405654 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:12.416398 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-70f0716e-9f50-493a-b3d1-d4a433170672 service neutron] 10.222.0.48 "GET /v2.0/networks/e3dc0b97-5ee3-46dd-b808-0cdd987f8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5383732 Nov 24 20:49:12.427962 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5ab15-137c-4994-ad09-ac6148b663b0 req-5c29b93c-f69b-46b0-83ef-c63ffd602050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:12.430701 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1ed5ab15-137c-4994-ad09-ac6148b663b0 req-5c29b93c-f69b-46b0-83ef-c63ffd602050 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7089e567afd4fbfaedad8dfd28a70b3&device_id=1377c2c2-64c9-47e3-b2da-6c537091e357 HTTP/1.1" status: 200 len: 1094 time: 0.1011968 Nov 24 20:49:12.506066 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=189993f6-ab91-44d2-9032-e2ad6501ab1d,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:12.651141 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-2dbf95a7-cc43-4da5-8818-bcb6f47fe749 None None] Set router 6f77ff50-fafe-4526-94d7-02b8525d2186 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:49:12.994063 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-2dbf95a7-cc43-4da5-8818-bcb6f47fe749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1112606374-router', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:26Z', 'updated_at': '2021-11-24T20:46:31Z', 'revision_number': 4, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'gw_port': {'id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:27Z', 'updated_at': '2021-11-24T20:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '05827855-bf41-4da3-8e5d-51575f0dbad2', 'name': '', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'mac_address': 'fa:16:3e:f9:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:30Z', 'updated_at': '2021-11-24T20:46:38Z', 'revision_number': 5, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'subnets': [{'id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:13.042864 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630ec6e-ea44-4d74-99ee-368bda024d90 req-2c71c08d-4df9-4bda-8be7-99828223d067 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:13.050459 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f630ec6e-ea44-4d74-99ee-368bda024d90 req-2c71c08d-4df9-4bda-8be7-99828223d067 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 945 time: 0.5479872 Nov 24 20:49:13.056702 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-6b6a02c6-ac15-4c56-be05-ed2254217826 service neutron] 10.222.0.48 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7361064 Nov 24 20:49:13.089412 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c38f37fa-e104-45a1-bbe2-94d2689b1e30 req-41f1c4f5-fbda-4b7b-92f5-7083309d8294 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8125694 Nov 24 20:49:13.111639 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5ab15-137c-4994-ad09-ac6148b663b0 req-66ee1fa3-a018-4964-a1c3-852e1cb69ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:13.113374 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1ed5ab15-137c-4994-ad09-ac6148b663b0 req-66ee1fa3-a018-4964-a1c3-852e1cb69ddc service neutron] 10.222.0.15 "GET /v2.0/networks?id=08e4810e-5cf6-45fd-b3f0-b0061643c76e HTTP/1.1" status: 200 len: 925 time: 0.6706369 Nov 24 20:49:13.138868 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c498df7-ad20-422a-be16-44c919e01257 req-1e21b276-da51-4e79-9f39-c8ae94a377ae tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] No DVR routers for this DVR port cf08177e-a374-4dc4-bde9-4df7200e9be3 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:49:13.142642 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1c498df7-ad20-422a-be16-44c919e01257 req-1e21b276-da51-4e79-9f39-c8ae94a377ae tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:13.146670 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1c498df7-ad20-422a-be16-44c919e01257 req-1e21b276-da51-4e79-9f39-c8ae94a377ae tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.15 "DELETE /v2.0/ports/cf08177e-a374-4dc4-bde9-4df7200e9be3 HTTP/1.1" status: 204 len: 173 time: 6.5014312 Nov 24 20:49:13.148967 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbf95a7-cc43-4da5-8818-bcb6f47fe749 None None] Checking router: 6f77ff50-fafe-4526-94d7-02b8525d2186 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:49:13.159016 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbf95a7-cc43-4da5-8818-bcb6f47fe749 None None] Routers {'6f77ff50-fafe-4526-94d7-02b8525d2186'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:49:13.159712 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-2dbf95a7-cc43-4da5-8818-bcb6f47fe749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:49:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6f77ff50-fafe-4526-94d7-02b8525d2186'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:13.207064 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1ed5ab15-137c-4994-ad09-ac6148b663b0 req-74dedb71-5ff4-45a2-b284-89e19e84615e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dad353e-1b42-44ca-8a63-e62eaf5ae506 HTTP/1.1" status: 200 len: 217 time: 0.0772016 Nov 24 20:49:13.223846 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f630ec6e-ea44-4d74-99ee-368bda024d90 req-a0050ce9-f6d8-4932-aa8b-9cc2ca559e2a tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2785367-ae1f-4afe-8bcf-46e25e8ff721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666877 Nov 24 20:49:13.308037 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-2dbf95a7-cc43-4da5-8818-bcb6f47fe749 None None] Set router 6f77ff50-fafe-4526-94d7-02b8525d2186 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:49:13.335056 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8346a5-988f-420a-b8a5-b93699c221d4 x-openstack-request-id: req-0e8346a5-988f-420a-b8a5-b93699c221d4 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:13.336198 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5535216c-7f35-4d57-b561-a31a96897d0e", "name": "network-vif-plugged", "status": "completed", "tag": "189993f6-ab91-44d2-9032-e2ad6501ab1d", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:13.336630 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0e8346a5-988f-420a-b8a5-b93699c221d4 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:13.337196 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5535216c-7f35-4d57-b561-a31a96897d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189993f6-ab91-44d2-9032-e2ad6501ab1d', 'code': 200} Nov 24 20:49:13.375491 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5ab15-137c-4994-ad09-ac6148b663b0 req-11dd2b6c-ccd1-4961-878e-9449d593f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:13.382626 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1ed5ab15-137c-4994-ad09-ac6148b663b0 req-11dd2b6c-ccd1-4961-878e-9449d593f74d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b7bea8b-3ad2-4620-a8cf-0534d6c925cb HTTP/1.1" status: 200 len: 863 time: 0.1576524 Nov 24 20:49:13.447058 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f19e03f-5e22-4cd3-8bce-d277cb62b1db req-016e63de-5c45-49e5-8e24-b2d1c825179c service neutron] 10.222.0.48 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098700 Nov 24 20:49:13.451154 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dbc6a7-284e-4ee9-a313-9d277a8c5cdc x-openstack-request-id: req-90dbc6a7-284e-4ee9-a313-9d277a8c5cdc {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:13.451460 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289c93e0-c776-41ab-a718-f95745dedb94", "tag": "cae2e75b-c90c-4a02-ad0c-f1b892450c30", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "60111f57-f9a7-4b2f-bc95-b329459c063d", "tag": "ba23aaec-f3e3-4875-aca1-312ffc3aef05", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4b9887a6-3915-4430-8980-23fc7324354a", "tag": "6d8906f6-9e77-4566-966b-78558e7647b9", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:13.451720 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90dbc6a7-284e-4ee9-a313-9d277a8c5cdc {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:13.452115 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289c93e0-c776-41ab-a718-f95745dedb94', 'tag': 'cae2e75b-c90c-4a02-ad0c-f1b892450c30', 'status': 'completed', 'code': 200} Nov 24 20:49:13.452372 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60111f57-f9a7-4b2f-bc95-b329459c063d', 'tag': 'ba23aaec-f3e3-4875-aca1-312ffc3aef05', 'status': 'completed', 'code': 200} Nov 24 20:49:13.452627 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9887a6-3915-4430-8980-23fc7324354a', 'tag': '6d8906f6-9e77-4566-966b-78558e7647b9', 'status': 'completed', 'code': 200} Nov 24 20:49:13.470508 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91556988-55fa-45c8-b766-21777e129ada req-8fa050e4-2019-4267-9916-c4ada304d53f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9c08a8-1fd6-43ee-ad4e-94473cae9567 HTTP/1.1" status: 200 len: 210 time: 0.0394058 Nov 24 20:49:13.498682 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5ab15-137c-4994-ad09-ac6148b663b0 req-b80e6b1c-e4a6-49ae-9708-8ddb4f2cb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:13.500356 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1ed5ab15-137c-4994-ad09-ac6148b663b0 req-b80e6b1c-e4a6-49ae-9708-8ddb4f2cb403 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08e4810e-5cf6-45fd-b3f0-b0061643c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044772 Nov 24 20:49:13.610316 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-2dbf95a7-cc43-4da5-8818-bcb6f47fe749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1112606374-router', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:26Z', 'updated_at': '2021-11-24T20:46:31Z', 'revision_number': 4, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'gw_port': {'id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:27Z', 'updated_at': '2021-11-24T20:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '05827855-bf41-4da3-8e5d-51575f0dbad2', 'name': '', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'mac_address': 'fa:16:3e:f9:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:30Z', 'updated_at': '2021-11-24T20:46:38Z', 'revision_number': 5, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'subnets': [{'id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:13.650001 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654a90b-9a39-4758-bdbb-4fae078821ad req-0cc9404c-6252-4f64-ab0f-b887aebf6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:13.651627 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0654a90b-9a39-4758-bdbb-4fae078821ad req-0cc9404c-6252-4f64-ab0f-b887aebf6e91 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3dc0b97-5ee3-46dd-b808-0cdd987f8626 HTTP/1.1" status: 200 len: 919 time: 1.3584023 Nov 24 20:49:13.663955 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-311be64f-6ece-475c-948f-7aa32ccd145f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Made reservation on behalf of aff16e0f873248c299232a50001bee06 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:49:13.665733 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:13.668320 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-311be64f-6ece-475c-948f-7aa32ccd145f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:13.694140 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-65f31392-ae62-4885-97a9-1429c7d398e8 service neutron] 10.222.0.15 "GET /v2.0/networks/e3dc0b97-5ee3-46dd-b808-0cdd987f8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2189646 Nov 24 20:49:13.694610 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbf95a7-cc43-4da5-8818-bcb6f47fe749 None None] The sync data for ids ['6f77ff50-fafe-4526-94d7-02b8525d2186'] in n-d-812111-8 is: [{'id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1112606374-router', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:26Z', 'updated_at': '2021-11-24T20:46:31Z', 'revision_number': 4, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'gw_port': {'id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:27Z', 'updated_at': '2021-11-24T20:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '05827855-bf41-4da3-8e5d-51575f0dbad2', 'name': '', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'mac_address': 'fa:16:3e:f9:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:30Z', 'updated_at': '2021-11-24T20:46:38Z', 'revision_number': 5, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'subnets': [{'id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:49:13.718460 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583be8d-7160-4cc1-bdbe-a578ba82eaa8 req-6845bc42-faea-4a8c-8173-05da30f963b6 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:13.726569 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8583be8d-7160-4cc1-bdbe-a578ba82eaa8 req-6845bc42-faea-4a8c-8173-05da30f963b6 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=1377c2c2-64c9-47e3-b2da-6c537091e357 HTTP/1.1" status: 200 len: 943 time: 0.1847229 Nov 24 20:49:13.745581 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-382c5029-5024-43be-9419-726341e1706c service neutron] 10.222.0.48 "GET /v2.0/networks/e3dc0b97-5ee3-46dd-b808-0cdd987f8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2591567 Nov 24 20:49:13.750734 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-311be64f-6ece-475c-948f-7aa32ccd145f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:13.770098 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3a9e2-aab8-4490-b60b-bb48d3bd8b07 req-99c763f8-83d5-4a2e-a4fc-1c3776d54da5 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:13.779103 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e0f3a9e2-aab8-4490-b60b-bb48d3bd8b07 req-99c763f8-83d5-4a2e-a4fc-1c3776d54da5 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=28592b46-4bc8-455a-a239-ef66facbe099 HTTP/1.1" status: 200 len: 943 time: 0.3253770 Nov 24 20:49:13.794382 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0654a90b-9a39-4758-bdbb-4fae078821ad req-e1707c6d-220a-4960-b2f0-dacc3faeb09e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f45aec64-4d94-40a8-946d-7f50dc371b3c HTTP/1.1" status: 200 len: 217 time: 0.1220257 Nov 24 20:49:13.824430 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8583be8d-7160-4cc1-bdbe-a578ba82eaa8 req-76a6ecf9-abb4-4f23-9b19-fd13b12099f3 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ef4bf80-930d-40bf-8277-c067620a5845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968654 Nov 24 20:49:13.825286 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb9f7e-877c-4d80-8fb1-cd6c1358ed3d req-be713745-b897-4315-9204-ebff58abdd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:13.826753 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1ed5ab15-137c-4994-ad09-ac6148b663b0 req-576181f9-f7eb-4f1f-a607-aaf0b07d9366 service neutron] 10.222.0.15 "GET /v2.0/networks/08e4810e-5cf6-45fd-b3f0-b0061643c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175209 Nov 24 20:49:13.838592 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3ecb9f7e-877c-4d80-8fb1-cd6c1358ed3d req-be713745-b897-4315-9204-ebff58abdd7c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 1096 time: 0.2953682 Nov 24 20:49:14.041038 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1ed5ab15-137c-4994-ad09-ac6148b663b0 req-d282bf25-0d7c-47eb-9862-3809536507e8 service neutron] 10.222.0.15 "GET /v2.0/networks/08e4810e-5cf6-45fd-b3f0-b0061643c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990471 Nov 24 20:49:14.065531 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9dad353e-1b42-44ca-8a63-e62eaf5ae506 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:49:14.070398 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2299d-a887-46d8-8de5-689e365465a6 req-a104b11c-6fe7-443e-bb77-4e9cd90fa302 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:14.072079 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35e2299d-a887-46d8-8de5-689e365465a6 req-a104b11c-6fe7-443e-bb77-4e9cd90fa302 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 943 time: 0.0833027 Nov 24 20:49:14.081862 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3ecb9f7e-877c-4d80-8fb1-cd6c1358ed3d req-2f3836b3-9e9b-42e3-95e6-6fdccea3d4c9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b2785367-ae1f-4afe-8bcf-46e25e8ff721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155702 Nov 24 20:49:14.097624 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654a90b-9a39-4758-bdbb-4fae078821ad req-362bb695-3f62-4278-8406-581d968f501a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:14.097624 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0654a90b-9a39-4758-bdbb-4fae078821ad req-362bb695-3f62-4278-8406-581d968f501a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=043fb14d-4bcd-4473-bc09-597cea2be52a HTTP/1.1" status: 200 len: 858 time: 0.2722869 Nov 24 20:49:14.102853 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e0f3a9e2-aab8-4490-b60b-bb48d3bd8b07 req-eb56935c-f998-46f3-8c02-36d0926f15e4 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228846 Nov 24 20:49:14.182006 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0654a90b-9a39-4758-bdbb-4fae078821ad req-ecda90e0-2414-40bf-94bf-76448a4bad33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3dc0b97-5ee3-46dd-b808-0cdd987f8626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681729 Nov 24 20:49:14.188769 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-2a0933d7-1495-416b-9948-3c07e1bdc506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:14.190807 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-2a0933d7-1495-416b-9948-3c07e1bdc506 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=81a93ba8c73b42f38492cb4dabfa28c2&device_id=289c93e0-c776-41ab-a718-f95745dedb94 HTTP/1.1" status: 200 len: 1094 time: 0.3253109 Nov 24 20:49:14.192847 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fbcab1-7d50-4ebe-946a-3596f2927b9a None None] New status for floating IP ec067698-6b79-48df-8e7c-6a16e2eaa320: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:49:14.214231 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35e2299d-a887-46d8-8de5-689e365465a6 req-f899b0c7-38a2-44b0-af25-72f59520d257 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321039 Nov 24 20:49:14.270867 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10ee97f5-2766-405f-9955-963f9135be66 req-f97a3ae4-9ac1-44df-af19-f1e9ae65bf9b service neutron] 10.222.0.15 "GET /v2.0/networks/e3dc0b97-5ee3-46dd-b808-0cdd987f8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230472 Nov 24 20:49:14.421351 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae173f6-8f5d-4648-b708-54d09dfd591f req-3e41aa5a-0d81-41d9-9cbb-ba0c3c74779f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:14.431960 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dae173f6-8f5d-4648-b708-54d09dfd591f req-3e41aa5a-0d81-41d9-9cbb-ba0c3c74779f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 945 time: 0.1043003 Nov 24 20:49:14.450471 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-311be64f-6ece-475c-948f-7aa32ccd145f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:14.483712 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-311be64f-6ece-475c-948f-7aa32ccd145f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:14.487789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9dad353e-1b42-44ca-8a63-e62eaf5ae506, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9dad353e-1b42-44ca-8a63-e62eaf5ae506,segment=NetworkSegment(f52094ad-762a-4ec7-8686-7bf9e5e05a1f),segment_id=f52094ad-762a-4ec7-8686-7bf9e5e05a1f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:14.503745 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '9dad353e-1b42-44ca-8a63-e62eaf5ae506', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'port_id': '9dad353e-1b42-44ca-8a63-e62eaf5ae506', 'mac_address': 'fa:16:3e:6c:75:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:49:14.517057 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64db87-af0b-432d-8d25-23549b6fc1a1 req-abeb58d0-76b7-42b7-8c5c-507d9d139046 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:14.518603 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ab64db87-af0b-432d-8d25-23549b6fc1a1 req-abeb58d0-76b7-42b7-8c5c-507d9d139046 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.2646298 Nov 24 20:49:14.530367 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0654a90b-9a39-4758-bdbb-4fae078821ad req-4f8d5b12-33b6-49a3-992b-e7a42dbf012b service neutron] 10.222.0.48 "GET /v2.0/networks/e3dc0b97-5ee3-46dd-b808-0cdd987f8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370430 Nov 24 20:49:14.532241 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dae173f6-8f5d-4648-b708-54d09dfd591f req-672bde75-2b47-4c2a-974c-d479bd41905d tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948694 Nov 24 20:49:14.583530 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:14.599547 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dad353e-1b42-44ca-8a63-e62eaf5ae506 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:49:14.622005 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9dad353e-1b42-44ca-8a63-e62eaf5ae506, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9dad353e-1b42-44ca-8a63-e62eaf5ae506,segment=NetworkSegment(f52094ad-762a-4ec7-8686-7bf9e5e05a1f),segment_id=f52094ad-762a-4ec7-8686-7bf9e5e05a1f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:14.626121 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:14.659561 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-a73af167-e609-4d28-9f17-3f0a13b70a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:14.661100 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-a73af167-e609-4d28-9f17-3f0a13b70a04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81a93ba8c73b42f38492cb4dabfa28c2&device_id=60111f57-f9a7-4b2f-bc95-b329459c063d HTTP/1.1" status: 200 len: 1094 time: 0.2896018 Nov 24 20:49:14.664884 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4185ad-a516-4317-95fc-8fc2f408b4ef req-b86dffd8-9a68-4051-808f-9efdea53ebee tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:14.685311 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f4185ad-a516-4317-95fc-8fc2f408b4ef req-b86dffd8-9a68-4051-808f-9efdea53ebee tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 945 time: 0.0629175 Nov 24 20:49:14.688660 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311be64f-6ece-475c-948f-7aa32ccd145f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=812db53f-6f26-4a13-adf7-5866fa61275b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:14.691982 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-3abe6434-75a5-4cea-a1a5-0ecc10dc871b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:14.693516 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-3abe6434-75a5-4cea-a1a5-0ecc10dc871b service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3dc0b97-5ee3-46dd-b808-0cdd987f8626 HTTP/1.1" status: 200 len: 919 time: 0.4503627 Nov 24 20:49:14.711481 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=9dad353e-1b42-44ca-8a63-e62eaf5ae506,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:14.767015 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:14.777125 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f4185ad-a516-4317-95fc-8fc2f408b4ef req-99c318a9-743d-4096-a913-ff1964e88af2 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2785367-ae1f-4afe-8bcf-46e25e8ff721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893323 Nov 24 20:49:14.792816 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device f45aec64-4d94-40a8-946d-7f50dc371b3c details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:49:14.838772 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-f1ba7cd3-7e4a-4189-8e19-b84aa0cee5ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cae2e75b-c90c-4a02-ad0c-f1b892450c30 HTTP/1.1" status: 200 len: 217 time: 0.1203189 Nov 24 20:49:14.868936 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ab64db87-af0b-432d-8d25-23549b6fc1a1 req-0fa25314-4f20-48a6-9dd6-8ca571978a75 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313937 Nov 24 20:49:14.895469 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-60d6c56a-1b98-4bca-b166-558f472fdab9 req-8292da16-02ef-465c-8c62-3d24b88bbf30 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9c08a8-1fd6-43ee-ad4e-94473cae9567 HTTP/1.1" status: 200 len: 210 time: 0.0327613 Nov 24 20:49:14.930085 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-f95a43be-c8a8-4749-9ac9-70b83cf1f62c req-de04e853-6099-4fdc-915a-074afa8c8b4e tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-658319717', 'description': 'tempest-description-1198492540'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:14.946979 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port f45aec64-4d94-40a8-946d-7f50dc371b3c, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f45aec64-4d94-40a8-946d-7f50dc371b3c,segment=NetworkSegment(5bd52967-baf7-4370-8cd8-8cb3daded88e),segment_id=5bd52967-baf7-4370-8cd8-8cb3daded88e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:14.961197 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'f45aec64-4d94-40a8-946d-7f50dc371b3c', 'network_id': 'e3dc0b97-5ee3-46dd-b808-0cdd987f8626', 'port_id': 'f45aec64-4d94-40a8-946d-7f50dc371b3c', 'mac_address': 'fa:16:3e:4f:68:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043fb14d-4bcd-4473-bc09-597cea2be52a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:49:14.963232 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['9dad353e-1b42-44ca-8a63-e62eaf5ae506'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:49:14.967972 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f95a43be-c8a8-4749-9ac9-70b83cf1f62c req-de04e853-6099-4fdc-915a-074afa8c8b4e tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:15.038944 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:15.063019 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0654a90b-9a39-4758-bdbb-4fae078821ad req-0b52e959-3164-4c1f-9afa-81a68d4b5b1e service neutron] 10.222.0.48 "GET /v2.0/networks/e3dc0b97-5ee3-46dd-b808-0cdd987f8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070796 Nov 24 20:49:15.064378 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45aec64-4d94-40a8-946d-7f50dc371b3c {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:49:15.082609 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-74fe2149-76c4-4210-9a33-4e6047f26923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:15.084286 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-74fe2149-76c4-4210-9a33-4e6047f26923 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3dc0b97-5ee3-46dd-b808-0cdd987f8626 HTTP/1.1" status: 200 len: 919 time: 0.4069781 Nov 24 20:49:15.085833 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port f45aec64-4d94-40a8-946d-7f50dc371b3c, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f45aec64-4d94-40a8-946d-7f50dc371b3c,segment=NetworkSegment(5bd52967-baf7-4370-8cd8-8cb3daded88e),segment_id=5bd52967-baf7-4370-8cd8-8cb3daded88e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:15.086307 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-cd3a201e-e962-4617-be4c-453f4f3b6318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:15.087743 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-cd3a201e-e962-4617-be4c-453f4f3b6318 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=043fb14d-4bcd-4473-bc09-597cea2be52a HTTP/1.1" status: 200 len: 858 time: 0.2361414 Nov 24 20:49:15.089985 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-311be64f-6ece-475c-948f-7aa32ccd145f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Allocated IP 192.168.233.244 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/b46118c7-5f76-43a3-8a81-0eafdd8a0fc4) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:49:15.101909 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:15.112996 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f95a43be-c8a8-4749-9ac9-70b83cf1f62c req-de04e853-6099-4fdc-915a-074afa8c8b4e tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:15.126969 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f95a43be-c8a8-4749-9ac9-70b83cf1f62c req-de04e853-6099-4fdc-915a-074afa8c8b4e tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:15.171039 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04e853-6099-4fdc-915a-074afa8c8b4e tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e501628-9857-4871-8757-a510300d88c0,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:15.176396 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=f45aec64-4d94-40a8-946d-7f50dc371b3c,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:15.185344 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f95a43be-c8a8-4749-9ac9-70b83cf1f62c req-de04e853-6099-4fdc-915a-074afa8c8b4e tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:15.186633 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-e949ce9e-6580-4fcc-be15-7e89bb3eabf5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3dc0b97-5ee3-46dd-b808-0cdd987f8626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843160 Nov 24 20:49:15.188012 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f95a43be-c8a8-4749-9ac9-70b83cf1f62c req-de04e853-6099-4fdc-915a-074afa8c8b4e tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2647469 Nov 24 20:49:15.216692 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a2b70-b4d9-4877-ac43-341cb59de073 req-ac2462aa-ef1d-4fa5-9afc-7bab1a8878e7 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:15.226029 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1c0a2b70-b4d9-4877-ac43-341cb59de073 req-ac2462aa-ef1d-4fa5-9afc-7bab1a8878e7 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=1377c2c2-64c9-47e3-b2da-6c537091e357 HTTP/1.1" status: 200 len: 944 time: 0.2462335 Nov 24 20:49:15.233370 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-7bc6d429-8d66-42a6-9481-639e345135d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba23aaec-f3e3-4875-aca1-312ffc3aef05 HTTP/1.1" status: 200 len: 217 time: 0.1404665 Nov 24 20:49:15.343478 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e463e7-8b2a-460b-a88b-feda47bf1c0a req-abe585d6-67f2-4121-8b10-5a7c2c5d2287 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:15.345194 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d7e463e7-8b2a-460b-a88b-feda47bf1c0a req-abe585d6-67f2-4121-8b10-5a7c2c5d2287 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=28592b46-4bc8-455a-a239-ef66facbe099 HTTP/1.1" status: 200 len: 944 time: 0.0807266 Nov 24 20:49:15.380852 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['f45aec64-4d94-40a8-946d-7f50dc371b3c'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:49:15.402690 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d7e463e7-8b2a-460b-a88b-feda47bf1c0a req-61c05fdc-6a93-4e57-8b7d-710811aa2a3d tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499806 Nov 24 20:49:15.445059 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1c0a2b70-b4d9-4877-ac43-341cb59de073 req-0ba9ac05-e865-46a0-9b8d-96fc16e8baab tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ef4bf80-930d-40bf-8277-c067620a5845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163770 Nov 24 20:49:15.456546 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b1d233-52b5-4fc3-9274-b8945f4d10d1', 'name': 'network-vif-deleted', 'tag': 'cf08177e-a374-4dc4-bde9-4df7200e9be3'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:15.463566 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8035b5f7-acde-476d-892a-805ac2dcf1fb" -d '{"events": [{"server_uuid": "51b1d233-52b5-4fc3-9274-b8945f4d10d1", "name": "network-vif-deleted", "tag": "cf08177e-a374-4dc4-bde9-4df7200e9be3"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:15.513135 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-bfbf14f5-0bd1-4d92-a24f-05a86e380ff4 service neutron] 10.222.0.48 "GET /v2.0/networks/e3dc0b97-5ee3-46dd-b808-0cdd987f8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839687 Nov 24 20:49:15.514477 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-c1a48242-6d4e-498e-90e4-efc2238ec8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:15.515826 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-c1a48242-6d4e-498e-90e4-efc2238ec8d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=043fb14d-4bcd-4473-bc09-597cea2be52a HTTP/1.1" status: 200 len: 858 time: 0.1914048 Nov 24 20:49:15.532736 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0ecdf81b-2fef-4aeb-9fb3-29ddf8616144 req-6bbe3874-1eee-4c23-8eee-91f8fcbc8143 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-658319717&fields=id&tenant_id=beaf0ad348674b009afcee3953da09bf HTTP/1.1" status: 200 len: 267 time: 0.0540218 Nov 24 20:49:15.593367 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdf81b-2fef-4aeb-9fb3-29ddf8616144 req-21b8d87b-13b8-4371-ad2f-2a17486dc134 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:15.594860 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0ecdf81b-2fef-4aeb-9fb3-29ddf8616144 req-21b8d87b-13b8-4371-ad2f-2a17486dc134 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.0546722 Nov 24 20:49:15.607360 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-0ecdf81b-2fef-4aeb-9fb3-29ddf8616144 req-e8d9e734-7453-40b9-98ce-26340413bb27 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Request body: {'port': {'security_groups': ['d6b38c92-998a-4f2e-a62c-d261022a12fd', '3e501628-9857-4871-8757-a510300d88c0']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:15.683092 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-0ecdf81b-2fef-4aeb-9fb3-29ddf8616144 req-e8d9e734-7453-40b9-98ce-26340413bb27 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:15.864458 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-8ef18b67-7b82-4adb-8f69-407e73562924 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3dc0b97-5ee3-46dd-b808-0cdd987f8626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3386080 Nov 24 20:49:15.926983 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-0ecdf81b-2fef-4aeb-9fb3-29ddf8616144 req-e8d9e734-7453-40b9-98ce-26340413bb27 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] For port 90494fb0-6aff-4a0a-a6a2-53c14156607f, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=90494fb0-6aff-4a0a-a6a2-53c14156607f,segment=NetworkSegment(90258e6b-4b9e-4639-a56b-dc88672d67c8),segment_id=90258e6b-4b9e-4639-a56b-dc88672d67c8)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:15.957705 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-0ecdf81b-2fef-4aeb-9fb3-29ddf8616144 req-e8d9e734-7453-40b9-98ce-26340413bb27 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:15.962732 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-0ecdf81b-2fef-4aeb-9fb3-29ddf8616144 req-e8d9e734-7453-40b9-98ce-26340413bb27 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:15.975088 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['90494fb0-6aff-4a0a-a6a2-53c14156607f'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:49:16.008634 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdf81b-2fef-4aeb-9fb3-29ddf8616144 req-e8d9e734-7453-40b9-98ce-26340413bb27 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:16.008804 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-0ecdf81b-2fef-4aeb-9fb3-29ddf8616144 req-e8d9e734-7453-40b9-98ce-26340413bb27 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:16.010159 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0ecdf81b-2fef-4aeb-9fb3-29ddf8616144 req-e8d9e734-7453-40b9-98ce-26340413bb27 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "PUT /v2.0/ports/90494fb0-6aff-4a0a-a6a2-53c14156607f HTTP/1.1" status: 200 len: 981 time: 0.4077315 Nov 24 20:49:16.010630 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db488bd8-12ab-4692-9a07-73c0eb076a51', 'tag': '90494fb0-6aff-4a0a-a6a2-53c14156607f'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:16.012908 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00d4446-4b74-4b38-890f-c9f30cb491b0" -d '{"events": [{"name": "network-changed", "server_uuid": "db488bd8-12ab-4692-9a07-73c0eb076a51", "tag": "90494fb0-6aff-4a0a-a6a2-53c14156607f"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:16.038720 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9e734-7453-40b9-98ce-26340413bb27 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Pushing event updated for resources: {'Port': ['ID=90494fb0-6aff-4a0a-a6a2-53c14156607f,revision_number=6']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:16.040434 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c35d4b4-e682-4c32-bb7a-5484871b9667 req-5929dd99-2833-43be-9cd0-c95f5092546c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5705199 Nov 24 20:49:16.080734 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedca753-6b4f-4ddf-bc6f-5b72434f9395 x-openstack-request-id: req-cedca753-6b4f-4ddf-bc6f-5b72434f9395 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:16.081062 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b1d233-52b5-4fc3-9274-b8945f4d10d1", "name": "network-vif-deleted", "tag": "cf08177e-a374-4dc4-bde9-4df7200e9be3", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:16.081323 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cedca753-6b4f-4ddf-bc6f-5b72434f9395 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:16.082282 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b1d233-52b5-4fc3-9274-b8945f4d10d1', 'name': 'network-vif-deleted', 'tag': 'cf08177e-a374-4dc4-bde9-4df7200e9be3', 'status': 'completed', 'code': 200} Nov 24 20:49:16.084303 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device ba23aaec-f3e3-4875-aca1-312ffc3aef05 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:49:16.086541 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9dad353e-1b42-44ca-8a63-e62eaf5ae506 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:49:16.123773 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded3f24-be08-4cec-b986-7373520cb2a1 req-4e8733d7-44ad-4088-952c-fe1b66f3cf7a tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:16.125894 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['90494fb0-6aff-4a0a-a6a2-53c14156607f'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:49:16.130638 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6ded3f24-be08-4cec-b986-7373520cb2a1 req-4e8733d7-44ad-4088-952c-fe1b66f3cf7a tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 943 time: 0.5750747 Nov 24 20:49:16.139695 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-311be64f-6ece-475c-948f-7aa32ccd145f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:16.171750 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-7ca06a52-1728-4835-bd88-b263ddb19611 service neutron] 10.222.0.48 "GET /v2.0/networks/e3dc0b97-5ee3-46dd-b808-0cdd987f8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6287568 Nov 24 20:49:16.188529 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-fe2368fd-8688-4394-ac56-2252e4eae486 service neutron] 10.222.0.15 "GET /v2.0/networks/e3dc0b97-5ee3-46dd-b808-0cdd987f8626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810018 Nov 24 20:49:16.216552 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e52dd8-9b45-4dad-8c3b-60dbe131cb9d req-c00aad3b-9981-4362-beae-a48ca7759ad7 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:16.220909 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-88e52dd8-9b45-4dad-8c3b-60dbe131cb9d req-c00aad3b-9981-4362-beae-a48ca7759ad7 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 945 time: 0.0909762 Nov 24 20:49:16.281449 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-88e52dd8-9b45-4dad-8c3b-60dbe131cb9d req-950e0189-631e-48eb-8108-d9081639c481 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517449 Nov 24 20:49:16.299867 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35d4b4-e682-4c32-bb7a-5484871b9667 req-9b0d9f86-a460-4913-b9cc-06307e567f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:16.301423 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c35d4b4-e682-4c32-bb7a-5484871b9667 req-9b0d9f86-a460-4913-b9cc-06307e567f09 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 1095 time: 0.2071595 Nov 24 20:49:16.335346 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6ded3f24-be08-4cec-b986-7373520cb2a1 req-27989b1b-9ea1-4c3d-b556-f950b5881cbb tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038598 Nov 24 20:49:16.374659 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 9dad353e-1b42-44ca-8a63-e62eaf5ae506 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:49:16.389231 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-311be64f-6ece-475c-948f-7aa32ccd145f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:16.389531 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 9dad353e-1b42-44ca-8a63-e62eaf5ae506 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:49:16.390090 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:16.418811 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-aeece069-86d1-4ba6-9754-97bdda219bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:16.420542 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-aeece069-86d1-4ba6-9754-97bdda219bd8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 1094 time: 0.1733506 Nov 24 20:49:16.428057 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5550ca-2db0-4d9d-b041-b545cbb2ad32 req-8537ccd8-b4ac-4785-a361-fe96f895e441 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:16.431882 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5d5550ca-2db0-4d9d-b041-b545cbb2ad32 req-8537ccd8-b4ac-4785-a361-fe96f895e441 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 945 time: 0.0714183 Nov 24 20:49:16.468135 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port ba23aaec-f3e3-4875-aca1-312ffc3aef05, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ba23aaec-f3e3-4875-aca1-312ffc3aef05,segment=NetworkSegment(5bd52967-baf7-4370-8cd8-8cb3daded88e),segment_id=5bd52967-baf7-4370-8cd8-8cb3daded88e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:16.483801 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5d5550ca-2db0-4d9d-b041-b545cbb2ad32 req-be6ffba4-c1fc-4076-94d1-2f17542417fc tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2785367-ae1f-4afe-8bcf-46e25e8ff721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468214 Nov 24 20:49:16.505873 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'ba23aaec-f3e3-4875-aca1-312ffc3aef05', 'network_id': 'e3dc0b97-5ee3-46dd-b808-0cdd987f8626', 'port_id': 'ba23aaec-f3e3-4875-aca1-312ffc3aef05', 'mac_address': 'fa:16:3e:98:54:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043fb14d-4bcd-4473-bc09-597cea2be52a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:49:16.533920 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5195fc-7d3d-45bd-9e0e-2943342d2c5f x-openstack-request-id: req-8d5195fc-7d3d-45bd-9e0e-2943342d2c5f {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:16.535485 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db488bd8-12ab-4692-9a07-73c0eb076a51", "tag": "90494fb0-6aff-4a0a-a6a2-53c14156607f", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:16.536074 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8d5195fc-7d3d-45bd-9e0e-2943342d2c5f {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:16.536357 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db488bd8-12ab-4692-9a07-73c0eb076a51', 'tag': '90494fb0-6aff-4a0a-a6a2-53c14156607f', 'status': 'completed', 'code': 200} Nov 24 20:49:16.613777 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-311be64f-6ece-475c-948f-7aa32ccd145f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:49:16.621898 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:16.641389 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48df832b-bb14-40fa-bea6-1ca91a6cb2f8 req-8a63848a-e8b8-4e88-b7c6-78e621058940 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-658319717&fields=id&tenant_id=beaf0ad348674b009afcee3953da09bf HTTP/1.1" status: 200 len: 267 time: 0.0607827 Nov 24 20:49:16.658889 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba23aaec-f3e3-4875-aca1-312ffc3aef05 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:49:16.660296 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-311be64f-6ece-475c-948f-7aa32ccd145f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:49:16.663447 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-311be64f-6ece-475c-948f-7aa32ccd145f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:49:16.666282 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:16.695101 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port ba23aaec-f3e3-4875-aca1-312ffc3aef05, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ba23aaec-f3e3-4875-aca1-312ffc3aef05,segment=NetworkSegment(5bd52967-baf7-4370-8cd8-8cb3daded88e),segment_id=5bd52967-baf7-4370-8cd8-8cb3daded88e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:16.712613 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1377c2c2-64c9-47e3-b2da-6c537091e357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dad353e-1b42-44ca-8a63-e62eaf5ae506'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:16.713003 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4619e68-58e7-4dac-9cc1-38dff7f9638c" -d '{"events": [{"server_uuid": "1377c2c2-64c9-47e3-b2da-6c537091e357", "name": "network-vif-plugged", "status": "completed", "tag": "9dad353e-1b42-44ca-8a63-e62eaf5ae506"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:16.720060 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df832b-bb14-40fa-bea6-1ca91a6cb2f8 req-edc1ccf5-2a99-4e17-892c-bbe226e8b8ce tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:16.720884 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-311be64f-6ece-475c-948f-7aa32ccd145f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:16.722162 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-311be64f-6ece-475c-948f-7aa32ccd145f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:16.722421 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48df832b-bb14-40fa-bea6-1ca91a6cb2f8 req-edc1ccf5-2a99-4e17-892c-bbe226e8b8ce tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 984 time: 0.0776515 Nov 24 20:49:16.726776 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-6ccc9842-3639-4fae-9346-689d7ecff5a4 service neutron] 10.222.0.15 "GET /v2.0/networks/e3dc0b97-5ee3-46dd-b808-0cdd987f8626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281596 Nov 24 20:49:16.727836 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:16.734250 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9dad353e-1b42-44ca-8a63-e62eaf5ae506, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9dad353e-1b42-44ca-8a63-e62eaf5ae506,segment=NetworkSegment(f52094ad-762a-4ec7-8686-7bf9e5e05a1f),segment_id=f52094ad-762a-4ec7-8686-7bf9e5e05a1f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:16.739660 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-48df832b-bb14-40fa-bea6-1ca91a6cb2f8 req-97360491-4f8f-41bd-be9f-2c41c22ca1ba tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Request body: {'port': {'security_groups': ['d6b38c92-998a-4f2e-a62c-d261022a12fd']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:16.740982 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311be64f-6ece-475c-948f-7aa32ccd145f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Pushing event updated for resources: {'Port': ['ID=b46118c7-5f76-43a3-8a81-0eafdd8a0fc4,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:16.773782 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:16.794884 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35d4b4-e682-4c32-bb7a-5484871b9667 req-dc6e958e-4c53-4a2b-9a1f-79afdccac002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:16.798071 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c35d4b4-e682-4c32-bb7a-5484871b9667 req-dc6e958e-4c53-4a2b-9a1f-79afdccac002 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 922 time: 0.4681702 Nov 24 20:49:16.801905 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-3937ae7e-3efc-457a-818e-944f3d6e2ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:16.803567 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-3937ae7e-3efc-457a-818e-944f3d6e2ed2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 908 time: 0.3538499 Nov 24 20:49:16.809275 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-311be64f-6ece-475c-948f-7aa32ccd145f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5404794 Nov 24 20:49:16.817235 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208064d-80a4-4760-9892-c9ad320f9b77 req-f9c38418-8843-4c52-89b6-8fd7fe5b9f7d tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:16.823087 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=ba23aaec-f3e3-4875-aca1-312ffc3aef05,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:16.839644 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8208064d-80a4-4760-9892-c9ad320f9b77 req-f9c38418-8843-4c52-89b6-8fd7fe5b9f7d tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9c08a8-1fd6-43ee-ad4e-94473cae9567 HTTP/1.1" status: 200 len: 936 time: 0.3908405 Nov 24 20:49:16.875538 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-48df832b-bb14-40fa-bea6-1ca91a6cb2f8 req-97360491-4f8f-41bd-be9f-2c41c22ca1ba tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:16.880492 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=9dad353e-1b42-44ca-8a63-e62eaf5ae506,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:16.905750 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 6d8906f6-9e77-4566-966b-78558e7647b9 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:49:16.915464 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-3cee8508-1bd4-4ffe-8f6a-b617a6e1a567 service neutron] Request body: {'port': {'device_id': '9b9c08a8-1fd6-43ee-ad4e-94473cae9567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:16.927030 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device f45aec64-4d94-40a8-946d-7f50dc371b3c up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:49:16.930483 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-9acce92f-8f5b-4e44-8e13-2f8764102659 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d8906f6-9e77-4566-966b-78558e7647b9 HTTP/1.1" status: 200 len: 217 time: 0.0842726 Nov 24 20:49:16.998059 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['ba23aaec-f3e3-4875-aca1-312ffc3aef05'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:49:17.004582 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d4446-4b74-4b38-890f-c9f30cb491b0 req-51230536-09e3-4cf0-bc7f-c90ce669dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:17.006154 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b00d4446-4b74-4b38-890f-c9f30cb491b0 req-51230536-09e3-4cf0-bc7f-c90ce669dfc5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=beaf0ad348674b009afcee3953da09bf&device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 1135 time: 0.4081886 Nov 24 20:49:17.013508 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c35d4b4-e682-4c32-bb7a-5484871b9667 req-c1d48862-f018-4f00-a94f-68f57e5caa01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 HTTP/1.1" status: 200 len: 217 time: 0.1662612 Nov 24 20:49:17.105360 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port f45aec64-4d94-40a8-946d-7f50dc371b3c completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:49:17.107367 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-48df832b-bb14-40fa-bea6-1ca91a6cb2f8 req-97360491-4f8f-41bd-be9f-2c41c22ca1ba tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] For port 90494fb0-6aff-4a0a-a6a2-53c14156607f, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=90494fb0-6aff-4a0a-a6a2-53c14156607f,segment=NetworkSegment(90258e6b-4b9e-4639-a56b-dc88672d67c8),segment_id=90258e6b-4b9e-4639-a56b-dc88672d67c8)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:17.117768 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-54bb9799-105e-4543-9cfd-fe34e290f179 None None] Provisioning complete for port b46118c7-5f76-43a3-8a81-0eafdd8a0fc4 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:49:17.118237 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-54bb9799-105e-4543-9cfd-fe34e290f179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:17.124267 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 6d8906f6-9e77-4566-966b-78558e7647b9, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=6d8906f6-9e77-4566-966b-78558e7647b9,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:17.126995 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port f45aec64-4d94-40a8-946d-7f50dc371b3c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:49:17.127536 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:17.154259 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-48df832b-bb14-40fa-bea6-1ca91a6cb2f8 req-97360491-4f8f-41bd-be9f-2c41c22ca1ba tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:17.165074 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-48df832b-bb14-40fa-bea6-1ca91a6cb2f8 req-97360491-4f8f-41bd-be9f-2c41c22ca1ba tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:17.185161 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['90494fb0-6aff-4a0a-a6a2-53c14156607f'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:49:17.187324 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35d4b4-e682-4c32-bb7a-5484871b9667 req-e6f67289-776b-4e6d-9206-ce3306f27502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:17.187919 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c35d4b4-e682-4c32-bb7a-5484871b9667 req-e6f67289-776b-4e6d-9206-ce3306f27502 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.1429772 Nov 24 20:49:17.196073 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '6d8906f6-9e77-4566-966b-78558e7647b9', 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7', 'port_id': '6d8906f6-9e77-4566-966b-78558e7647b9', 'mac_address': 'fa:16:3e:6c:e6:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0e18ba-6af5-4f0b-b8c6-f19541a42712', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:49:17.241687 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8208064d-80a4-4760-9892-c9ad320f9b77 req-fa83269c-cf55-496b-94be-75ba1bfb01ad tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/security-groups?id=812db53f-6f26-4a13-adf7-5866fa61275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958232 Nov 24 20:49:17.277673 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-3cee8508-1bd4-4ffe-8f6a-b617a6e1a567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:17.283983 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df832b-bb14-40fa-bea6-1ca91a6cb2f8 req-97360491-4f8f-41bd-be9f-2c41c22ca1ba tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:17.285860 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-48df832b-bb14-40fa-bea6-1ca91a6cb2f8 req-97360491-4f8f-41bd-be9f-2c41c22ca1ba tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:17.288953 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-54bb9799-105e-4543-9cfd-fe34e290f179 None None] Port b46118c7-5f76-43a3-8a81-0eafdd8a0fc4 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:49:17.301599 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48df832b-bb14-40fa-bea6-1ca91a6cb2f8 req-97360491-4f8f-41bd-be9f-2c41c22ca1ba tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "PUT /v2.0/ports/90494fb0-6aff-4a0a-a6a2-53c14156607f HTTP/1.1" status: 200 len: 942 time: 0.5691032 Nov 24 20:49:17.313995 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97360491-4f8f-41bd-be9f-2c41c22ca1ba tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Pushing event updated for resources: {'Port': ['ID=90494fb0-6aff-4a0a-a6a2-53c14156607f,revision_number=7']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:17.322734 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-6e9e5316-3b41-497c-9ecb-c07ea3849bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:17.328806 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-6e9e5316-3b41-497c-9ecb-c07ea3849bed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d0e18ba-6af5-4f0b-b8c6-f19541a42712 HTTP/1.1" status: 200 len: 847 time: 0.3636606 Nov 24 20:49:17.347949 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c35d4b4-e682-4c32-bb7a-5484871b9667 req-36ceac56-763b-4006-ab64-9ea1c3c2b1b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959895 Nov 24 20:49:17.411290 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['90494fb0-6aff-4a0a-a6a2-53c14156607f'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:49:17.417565 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-6f3c4076-19e8-43aa-8fd8-a364a3e3bfc3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a5f3905-f9df-4704-8238-82ae8b0c31f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640962 Nov 24 20:49:17.426765 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:17.439445 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a3442-38eb-4ddd-b19c-ec6959a12ec8 req-d0877681-4981-4591-a438-65881602c125 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:17.441384 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f2a3442-38eb-4ddd-b19c-ec6959a12ec8 req-d0877681-4981-4591-a438-65881602c125 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=1377c2c2-64c9-47e3-b2da-6c537091e357 HTTP/1.1" status: 200 len: 945 time: 0.0555294 Nov 24 20:49:17.505389 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f2a3442-38eb-4ddd-b19c-ec6959a12ec8 req-0dede056-03d4-490d-ba71-f0618f07217d tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ef4bf80-930d-40bf-8277-c067620a5845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479150 Nov 24 20:49:17.508116 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:17.510767 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8906f6-9e77-4566-966b-78558e7647b9 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:49:17.510957 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d4446-4b74-4b38-890f-c9f30cb491b0 req-1f8a155b-5b05-473c-ad73-4bbbd8f3b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:17.512324 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b00d4446-4b74-4b38-890f-c9f30cb491b0 req-1f8a155b-5b05-473c-ad73-4bbbd8f3b3de service neutron] 10.222.0.48 "GET /v2.0/networks?id=76284921-803c-4590-9abd-e36e6f81acc5 HTTP/1.1" status: 200 len: 921 time: 0.4945421 Nov 24 20:49:17.583099 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 6d8906f6-9e77-4566-966b-78558e7647b9, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=6d8906f6-9e77-4566-966b-78558e7647b9,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:17.600540 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:17.601208 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device cae2e75b-c90c-4a02-ad0c-f1b892450c30 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:49:17.637071 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca9742-9d96-4a79-aa87-0c803f2958ee req-79cb6c4c-9450-4201-a98d-d7e0747d4687 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:17.641939 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cfca9742-9d96-4a79-aa87-0c803f2958ee req-79cb6c4c-9450-4201-a98d-d7e0747d4687 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=28592b46-4bc8-455a-a239-ef66facbe099 HTTP/1.1" status: 200 len: 944 time: 0.3114567 Nov 24 20:49:17.644163 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port f45aec64-4d94-40a8-946d-7f50dc371b3c, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f45aec64-4d94-40a8-946d-7f50dc371b3c,segment=NetworkSegment(5bd52967-baf7-4370-8cd8-8cb3daded88e),segment_id=5bd52967-baf7-4370-8cd8-8cb3daded88e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:17.651281 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646b34e-9473-4985-a618-911a90e377e1 req-0c7cd35f-a770-478c-a50b-7b4ddb48e6ad tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:17.652946 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e646b34e-9473-4985-a618-911a90e377e1 req-0c7cd35f-a770-478c-a50b-7b4ddb48e6ad tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 945 time: 0.0670197 Nov 24 20:49:17.661846 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50240) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:17.665583 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b00d4446-4b74-4b38-890f-c9f30cb491b0 req-4c810f42-da55-475e-8f8b-e56d946c66b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90494fb0-6aff-4a0a-a6a2-53c14156607f HTTP/1.1" status: 200 len: 217 time: 0.1200674 Nov 24 20:49:17.667482 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-dd125d32-ac78-443f-8f91-52dd38c52afc tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Request body: {'floatingip': {'port_id': '189993f6-ab91-44d2-9032-e2ad6501ab1d'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:17.682218 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:17.705592 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4ec88e-befc-45fd-a3c9-9db5089f035d x-openstack-request-id: req-eb4ec88e-befc-45fd-a3c9-9db5089f035d {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:17.705904 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1377c2c2-64c9-47e3-b2da-6c537091e357", "name": "network-vif-plugged", "status": "completed", "tag": "9dad353e-1b42-44ca-8a63-e62eaf5ae506", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:17.706165 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb4ec88e-befc-45fd-a3c9-9db5089f035d {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:17.706562 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1377c2c2-64c9-47e3-b2da-6c537091e357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dad353e-1b42-44ca-8a63-e62eaf5ae506', 'code': 200} Nov 24 20:49:17.735979 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dd125d32-ac78-443f-8f91-52dd38c52afc tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks [] for floatingip, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:17.911689 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=6d8906f6-9e77-4566-966b-78558e7647b9,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:17.992837 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-58672760-a172-47ff-b694-63478bd5a72e req-899657f4-52ff-45be-aaa5-ecfb6159e92d tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2798548 Nov 24 20:49:18.015112 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-58672760-a172-47ff-b694-63478bd5a72e req-6b7af079-e9fc-4e04-9a2f-9e25193ddf4d tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:18.051023 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=f45aec64-4d94-40a8-946d-7f50dc371b3c,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:18.079856 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port cae2e75b-c90c-4a02-ad0c-f1b892450c30, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cae2e75b-c90c-4a02-ad0c-f1b892450c30,segment=NetworkSegment(5bd52967-baf7-4370-8cd8-8cb3daded88e),segment_id=5bd52967-baf7-4370-8cd8-8cb3daded88e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:18.086306 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-58672760-a172-47ff-b694-63478bd5a72e req-6b7af079-e9fc-4e04-9a2f-9e25193ddf4d tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:18.101355 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'cae2e75b-c90c-4a02-ad0c-f1b892450c30', 'network_id': 'e3dc0b97-5ee3-46dd-b808-0cdd987f8626', 'port_id': 'cae2e75b-c90c-4a02-ad0c-f1b892450c30', 'mac_address': 'fa:16:3e:ca:39:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043fb14d-4bcd-4473-bc09-597cea2be52a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:49:18.150860 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:18.157119 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c35d4b4-e682-4c32-bb7a-5484871b9667 req-b188b257-153d-4c90-ae07-5f788e03c9fc service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7815506 Nov 24 20:49:18.167479 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cfca9742-9d96-4a79-aa87-0c803f2958ee req-c024e23f-5643-4608-b2be-32a3b484b615 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4940834 Nov 24 20:49:18.172216 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cae2e75b-c90c-4a02-ad0c-f1b892450c30 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:49:18.185853 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d4446-4b74-4b38-890f-c9f30cb491b0 req-1339d432-fdd4-4a3e-b347-e127be86113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:18.187624 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b00d4446-4b74-4b38-890f-c9f30cb491b0 req-1339d432-fdd4-4a3e-b347-e127be86113f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd0eede7-bd47-45ce-9621-d9e035beada7 HTTP/1.1" status: 200 len: 860 time: 0.5108173 Nov 24 20:49:18.199703 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port cae2e75b-c90c-4a02-ad0c-f1b892450c30, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cae2e75b-c90c-4a02-ad0c-f1b892450c30,segment=NetworkSegment(5bd52967-baf7-4370-8cd8-8cb3daded88e),segment_id=5bd52967-baf7-4370-8cd8-8cb3daded88e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:18.204602 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:18.204770 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-6b9bc786-eb6d-4e11-8d5e-4b43fe70c0af service neutron] 10.222.0.48 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7664981 Nov 24 20:49:18.266215 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=cae2e75b-c90c-4a02-ad0c-f1b892450c30,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:18.283466 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b00d4446-4b74-4b38-890f-c9f30cb491b0 req-6f0fab37-155d-4a8f-8075-163e987b55d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76284921-803c-4590-9abd-e36e6f81acc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574751 Nov 24 20:49:18.310865 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee86c32-6bc6-486b-98f2-4b6ab080c352 req-37a0c4b6-9bbc-4558-9eb8-5c7d957a3d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:18.312965 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8ee86c32-6bc6-486b-98f2-4b6ab080c352 req-37a0c4b6-9bbc-4558-9eb8-5c7d957a3d69 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1377c2c2-64c9-47e3-b2da-6c537091e357 HTTP/1.1" status: 200 len: 1096 time: 0.4975972 Nov 24 20:49:18.384674 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-58672760-a172-47ff-b694-63478bd5a72e req-6b7af079-e9fc-4e04-9a2f-9e25193ddf4d tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:18.471759 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dd125d32-ac78-443f-8f91-52dd38c52afc tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:18.479218 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dd125d32-ac78-443f-8f91-52dd38c52afc tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:18.535469 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['cae2e75b-c90c-4a02-ad0c-f1b892450c30'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:49:18.542578 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['6d8906f6-9e77-4566-966b-78558e7647b9'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:49:18.546588 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db488bd8-12ab-4692-9a07-73c0eb076a51', 'tag': '90494fb0-6aff-4a0a-a6a2-53c14156607f'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:18.548846 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46431102-ea6b-4d7a-b519-e6337e6805a4" -d '{"events": [{"name": "network-changed", "server_uuid": "db488bd8-12ab-4692-9a07-73c0eb076a51", "tag": "90494fb0-6aff-4a0a-a6a2-53c14156607f"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:18.591112 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701100c-16bd-40b3-a9b0-b6d63d4b0cb4 req-e2d21668-00b7-42dc-b683-2400be7ebac5 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:18.593009 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1701100c-16bd-40b3-a9b0-b6d63d4b0cb4 req-e2d21668-00b7-42dc-b683-2400be7ebac5 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 945 time: 0.3115730 Nov 24 20:49:18.604690 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c35d4b4-e682-4c32-bb7a-5484871b9667 req-25957786-66a4-4cc6-b1d6-3d803142b4e7 service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333577 Nov 24 20:49:18.624718 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-58672760-a172-47ff-b694-63478bd5a72e req-6b7af079-e9fc-4e04-9a2f-9e25193ddf4d tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Allocated IP 172.25.5.14 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/079b6788-0e05-4a0d-a0a1-5e283d907544) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:49:18.641616 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8ee86c32-6bc6-486b-98f2-4b6ab080c352 req-9a98f9bd-6f52-49ad-ae9b-1eaf6bcb5148 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7ef4bf80-930d-40bf-8277-c067620a5845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708139 Nov 24 20:49:18.645712 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-dd125d32-ac78-443f-8f91-52dd38c52afc tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Floating IP afdd9f29-da56-4438-8730-3a3381432691 associated. External IP: 172.25.5.6, port: 189993f6-ab91-44d2-9032-e2ad6501ab1d. Nov 24 20:49:18.659168 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e0de059-d5ce-47b2-81e8-15efd4d429b3 req-187f0301-e795-4ed6-b152-be38301a69ac service neutron] 10.222.0.48 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222035 Nov 24 20:49:18.666898 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b00d4446-4b74-4b38-890f-c9f30cb491b0 req-821d45ae-b5ef-42f7-9fd9-5a0ad8c57b56 service neutron] 10.222.0.48 "GET /v2.0/networks/76284921-803c-4590-9abd-e36e6f81acc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673613 Nov 24 20:49:18.755860 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1701100c-16bd-40b3-a9b0-b6d63d4b0cb4 req-b43a3d35-6c63-4e74-9667-b2f7c4f9e27a tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500568 Nov 24 20:49:18.810183 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-3cee8508-1bd4-4ffe-8f6a-b617a6e1a567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b46118c7-5f76-43a3-8a81-0eafdd8a0fc4 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:49:18.821102 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-3cee8508-1bd4-4ffe-8f6a-b617a6e1a567 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:18.839072 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-58672760-a172-47ff-b694-63478bd5a72e req-6b7af079-e9fc-4e04-9a2f-9e25193ddf4d tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:18.845847 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-3cee8508-1bd4-4ffe-8f6a-b617a6e1a567 service neutron] Transition to ACTIVE for port object b46118c7-5f76-43a3-8a81-0eafdd8a0fc4 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:49:18.852380 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-3cee8508-1bd4-4ffe-8f6a-b617a6e1a567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:18.864039 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b00d4446-4b74-4b38-890f-c9f30cb491b0 req-296ef965-73ac-4f7c-ba69-3c17ae6a0951 service neutron] 10.222.0.48 "GET /v2.0/networks/76284921-803c-4590-9abd-e36e6f81acc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817045 Nov 24 20:49:18.949726 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee8508-1bd4-4ffe-8f6a-b617a6e1a567 service neutron] Pushing event updated for resources: {'Port': ['ID=b46118c7-5f76-43a3-8a81-0eafdd8a0fc4,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:19.019112 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645a016-a533-4d37-8a1c-018000a3d658 req-3a70aea9-1be7-44a2-8a90-b33b4c1b5895 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:19.020687 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e645a016-a533-4d37-8a1c-018000a3d658 req-3a70aea9-1be7-44a2-8a90-b33b4c1b5895 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 944 time: 0.1301801 Nov 24 20:49:19.060842 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-3cee8508-1bd4-4ffe-8f6a-b617a6e1a567 service neutron] Attempting to bind port b46118c7-5f76-43a3-8a81-0eafdd8a0fc4 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:49:19.060842 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-3cee8508-1bd4-4ffe-8f6a-b617a6e1a567 service neutron] Attempting to bind port b46118c7-5f76-43a3-8a81-0eafdd8a0fc4 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:49:19.060842 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-3cee8508-1bd4-4ffe-8f6a-b617a6e1a567 service neutron] Attempting to bind port b46118c7-5f76-43a3-8a81-0eafdd8a0fc4 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:19.063739 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-3cee8508-1bd4-4ffe-8f6a-b617a6e1a567 service neutron] Port b46118c7-5f76-43a3-8a81-0eafdd8a0fc4 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:49:19.064085 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-3cee8508-1bd4-4ffe-8f6a-b617a6e1a567 service neutron] Attempting to bind port b46118c7-5f76-43a3-8a81-0eafdd8a0fc4 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:19.083583 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-3cee8508-1bd4-4ffe-8f6a-b617a6e1a567 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:49:19.083937 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-3cee8508-1bd4-4ffe-8f6a-b617a6e1a567 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:49:19.084342 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-3cee8508-1bd4-4ffe-8f6a-b617a6e1a567 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:49:19.084859 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-3cee8508-1bd4-4ffe-8f6a-b617a6e1a567 service neutron] Bound port: b46118c7-5f76-43a3-8a81-0eafdd8a0fc4, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:49:19.085230 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-3cee8508-1bd4-4ffe-8f6a-b617a6e1a567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:19.106540 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e645a016-a533-4d37-8a1c-018000a3d658 req-9bd16d2f-0eb2-47d7-8598-704e687d53c6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781047 Nov 24 20:49:19.175295 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-3cee8508-1bd4-4ffe-8f6a-b617a6e1a567 service neutron] For port b46118c7-5f76-43a3-8a81-0eafdd8a0fc4, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:49:19.211574 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-3cee8508-1bd4-4ffe-8f6a-b617a6e1a567 service neutron] For port b46118c7-5f76-43a3-8a81-0eafdd8a0fc4, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b46118c7-5f76-43a3-8a81-0eafdd8a0fc4,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:49:19.216838 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-3cee8508-1bd4-4ffe-8f6a-b617a6e1a567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:19.223420 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-58672760-a172-47ff-b694-63478bd5a72e req-6b7af079-e9fc-4e04-9a2f-9e25193ddf4d tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:19.261561 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd125d32-ac78-443f-8f91-52dd38c52afc tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Router 769110ca-c76d-4bb9-806f-51f0ed071eaa has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:49:19.270799 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-3cee8508-1bd4-4ffe-8f6a-b617a6e1a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:19.271420 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-3cee8508-1bd4-4ffe-8f6a-b617a6e1a567 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:19.273259 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-3cee8508-1bd4-4ffe-8f6a-b617a6e1a567 service neutron] 10.222.0.15 "PUT /v2.0/ports/b46118c7-5f76-43a3-8a81-0eafdd8a0fc4 HTTP/1.1" status: 200 len: 1096 time: 2.4247937 Nov 24 20:49:19.282093 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58672760-a172-47ff-b694-63478bd5a72e req-6b7af079-e9fc-4e04-9a2f-9e25193ddf4d tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:49:19.288273 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-58672760-a172-47ff-b694-63478bd5a72e req-6b7af079-e9fc-4e04-9a2f-9e25193ddf4d tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:49:19.292021 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7af079-e9fc-4e04-9a2f-9e25193ddf4d tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Pushing event updated for resources: {'Port': ['ID=079b6788-0e05-4a0d-a0a1-5e283d907544,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:19.295222 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-58672760-a172-47ff-b694-63478bd5a72e req-6b7af079-e9fc-4e04-9a2f-9e25193ddf4d tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:49:19.314530 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9c08a8-1fd6-43ee-ad4e-94473cae9567', 'tag': 'b46118c7-5f76-43a3-8a81-0eafdd8a0fc4'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:19.317258 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a7f802-eca1-4015-8850-a121b34e2176" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9c08a8-1fd6-43ee-ad4e-94473cae9567", "tag": "b46118c7-5f76-43a3-8a81-0eafdd8a0fc4"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:19.341484 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d039777-9123-400d-b17a-ddc0d3dc97dc req-b10a5f27-75eb-4cab-864f-2a480cbc3604 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:19.343580 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1d039777-9123-400d-b17a-ddc0d3dc97dc req-b10a5f27-75eb-4cab-864f-2a480cbc3604 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9c08a8-1fd6-43ee-ad4e-94473cae9567 HTTP/1.1" status: 200 len: 948 time: 0.1698639 Nov 24 20:49:19.348797 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee8508-1bd4-4ffe-8f6a-b617a6e1a567 service neutron] Pushing event updated for resources: {'Port': ['ID=b46118c7-5f76-43a3-8a81-0eafdd8a0fc4,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:19.416402 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-c171df73-90bc-4025-a509-f80bd7f9f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:19.418131 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-c171df73-90bc-4025-a509-f80bd7f9f0e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aff16e0f873248c299232a50001bee06&device_id=9b9c08a8-1fd6-43ee-ad4e-94473cae9567 HTTP/1.1" status: 200 len: 1099 time: 0.0949173 Nov 24 20:49:19.436557 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1d039777-9123-400d-b17a-ddc0d3dc97dc req-245b48d6-c639-49f9-98b2-ebe5d6f24a5b tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/security-groups?id=812db53f-6f26-4a13-adf7-5866fa61275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648775 Nov 24 20:49:19.470810 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-71298d8f-7b58-45cb-b284-45161a438297 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=b46118c7-5f76-43a3-8a81-0eafdd8a0fc4 HTTP/1.1" status: 200 len: 217 time: 0.0434220 Nov 24 20:49:19.493565 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-58672760-a172-47ff-b694-63478bd5a72e req-6b7af079-e9fc-4e04-9a2f-9e25193ddf4d tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:19.505675 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd125d32-ac78-443f-8f91-52dd38c52afc tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:49:19.515851 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431d4340-52bf-4c33-bb68-3aea124a5cf9 None None] Sync routers for ids ['769110ca-c76d-4bb9-806f-51f0ed071eaa'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:49:19.528103 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dd125d32-ac78-443f-8f91-52dd38c52afc tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:19.529168 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431d4340-52bf-4c33-bb68-3aea124a5cf9 None None] Routers {'769110ca-c76d-4bb9-806f-51f0ed071eaa'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:49:19.530459 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-431d4340-52bf-4c33-bb68-3aea124a5cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:49:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['769110ca-c76d-4bb9-806f-51f0ed071eaa'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:19.562236 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-58672760-a172-47ff-b694-63478bd5a72e req-6b7af079-e9fc-4e04-9a2f-9e25193ddf4d tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:19.564504 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-b90a890a-6137-4649-aabc-67b4cb161404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:19.567944 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-b90a890a-6137-4649-aabc-67b4cb161404 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0882521 Nov 24 20:49:19.568125 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dd125d32-ac78-443f-8f91-52dd38c52afc tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "PUT /v2.0/floatingips/afdd9f29-da56-4438-8730-3a3381432691 HTTP/1.1" status: 200 len: 989 time: 1.9044437 Nov 24 20:49:19.594519 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641ceff-8a90-4f6d-837e-54fa86d62980 req-9358cec1-23ab-490d-b3d4-a4ac2d36bc43 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:19.596082 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3641ceff-8a90-4f6d-837e-54fa86d62980 req-9358cec1-23ab-490d-b3d4-a4ac2d36bc43 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=1377c2c2-64c9-47e3-b2da-6c537091e357 HTTP/1.1" status: 200 len: 945 time: 0.0902259 Nov 24 20:49:19.656164 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-431d4340-52bf-4c33-bb68-3aea124a5cf9 None None] Set router 769110ca-c76d-4bb9-806f-51f0ed071eaa gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:49:19.660066 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-0106d59e-5daa-4b7a-ba81-22e9b561da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:19.661623 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-0106d59e-5daa-4b7a-ba81-22e9b561da55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0831857 Nov 24 20:49:19.669834 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3641ceff-8a90-4f6d-837e-54fa86d62980 req-3cbd82da-329a-4551-a564-c86dbac94f95 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ef4bf80-930d-40bf-8277-c067620a5845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555027 Nov 24 20:49:19.708848 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28592b46-4bc8-455a-a239-ef66facbe099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45aec64-4d94-40a8-946d-7f50dc371b3c'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:19.714690 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaede26f-ab93-4491-88c3-c8ed761ee323" -d '{"events": [{"server_uuid": "28592b46-4bc8-455a-a239-ef66facbe099", "name": "network-vif-plugged", "status": "completed", "tag": "f45aec64-4d94-40a8-946d-7f50dc371b3c"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:19.746370 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2e8c1c-6610-4ec3-b904-98687404969a x-openstack-request-id: req-5e2e8c1c-6610-4ec3-b904-98687404969a {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:19.746654 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db488bd8-12ab-4692-9a07-73c0eb076a51", "tag": "90494fb0-6aff-4a0a-a6a2-53c14156607f", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:19.747396 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5e2e8c1c-6610-4ec3-b904-98687404969a {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:19.747396 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db488bd8-12ab-4692-9a07-73c0eb076a51', 'tag': '90494fb0-6aff-4a0a-a6a2-53c14156607f', 'status': 'completed', 'code': 200} Nov 24 20:49:19.752920 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-58672760-a172-47ff-b694-63478bd5a72e req-6b7af079-e9fc-4e04-9a2f-9e25193ddf4d tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:19.759280 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-58672760-a172-47ff-b694-63478bd5a72e req-6b7af079-e9fc-4e04-9a2f-9e25193ddf4d tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:19.793608 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-f9f24500-b89a-4e4d-85a4-8f4c0317dd53 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214235 Nov 24 20:49:19.846603 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7af079-e9fc-4e04-9a2f-9e25193ddf4d tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Pushing event updated for resources: {'Port': ['ID=079b6788-0e05-4a0d-a0a1-5e283d907544,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:19.854024 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-58672760-a172-47ff-b694-63478bd5a72e req-6b7af079-e9fc-4e04-9a2f-9e25193ddf4d tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:19.874385 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-58672760-a172-47ff-b694-63478bd5a72e req-6b7af079-e9fc-4e04-9a2f-9e25193ddf4d tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:19.883452 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-58672760-a172-47ff-b694-63478bd5a72e req-6b7af079-e9fc-4e04-9a2f-9e25193ddf4d tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8768196 Nov 24 20:49:19.942991 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-58672760-a172-47ff-b694-63478bd5a72e req-eceb9103-fa19-4332-9f87-6b3315213cd4 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.14 HTTP/1.1" status: 200 len: 695 time: 0.0584538 Nov 24 20:49:19.962015 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-431d4340-52bf-4c33-bb68-3aea124a5cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'name': 'tempest-ServersTestBootFromVolume-200229150-router', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:47:57Z', 'updated_at': '2021-11-24T20:48:07Z', 'revision_number': 4, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'gw_port': {'id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:00Z', 'updated_at': '2021-11-24T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'afdd9f29-da56-4438-8730-3a3381432691', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'port_id': '189993f6-ab91-44d2-9032-e2ad6501ab1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da', 'mac_address': 'fa:16:3e:5c:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535216c-7f35-4d57-b561-a31a96897d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:48:15Z', 'updated_at': '2021-11-24T20:49:18Z', 'revision_number': 1, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72745a37-48a0-425d-8a4c-4e69e39d055a', 'name': '', 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'mac_address': 'fa:16:3e:f7:0f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '0d09b485-bb7f-4593-b0cc-8f084842db71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:06Z', 'updated_at': '2021-11-24T20:48:15Z', 'revision_number': 5, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'subnets': [{'id': '0d09b485-bb7f-4593-b0cc-8f084842db71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:19.970642 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46431102-ea6b-4d7a-b519-e6337e6805a4 req-134df89b-d2a9-4be3-a96c-056061c3951b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:19.972272 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-46431102-ea6b-4d7a-b519-e6337e6805a4 req-134df89b-d2a9-4be3-a96c-056061c3951b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=beaf0ad348674b009afcee3953da09bf&device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 1096 time: 0.1772659 Nov 24 20:49:19.984633 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c68d9-d162-4b5c-a84e-3549f69b27ce req-8e37fcad-a599-4b8d-ab35-40c7fd5e2556 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:19.986162 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7a6c68d9-d162-4b5c-a84e-3549f69b27ce req-8e37fcad-a599-4b8d-ab35-40c7fd5e2556 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=28592b46-4bc8-455a-a239-ef66facbe099 HTTP/1.1" status: 200 len: 945 time: 0.1817279 Nov 24 20:49:20.002015 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431d4340-52bf-4c33-bb68-3aea124a5cf9 None None] Checking router: 769110ca-c76d-4bb9-806f-51f0ed071eaa for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:49:20.011672 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431d4340-52bf-4c33-bb68-3aea124a5cf9 None None] Routers {'769110ca-c76d-4bb9-806f-51f0ed071eaa'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:49:20.012524 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-431d4340-52bf-4c33-bb68-3aea124a5cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:49:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['769110ca-c76d-4bb9-806f-51f0ed071eaa'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:20.019883 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a0ae4f25-6d40-438a-8eb4-9f8ecef107c3 req-4479b466-1316-4ea6-9c02-abee15520c20 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134278 Nov 24 20:49:20.051926 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58672760-a172-47ff-b694-63478bd5a72e req-4abf4ead-8839-439a-9a9a-aa75c5dad57c tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:20.054561 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-58672760-a172-47ff-b694-63478bd5a72e req-4abf4ead-8839-439a-9a9a-aa75c5dad57c tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.1105609 Nov 24 20:49:20.105499 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7a6c68d9-d162-4b5c-a84e-3549f69b27ce req-84b12142-b032-4605-bb85-d674a30e06d6 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022801 Nov 24 20:49:20.112925 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device ba23aaec-f3e3-4875-aca1-312ffc3aef05 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:49:20.120059 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46431102-ea6b-4d7a-b519-e6337e6805a4 req-6becf91b-81cd-4630-8dcb-16077e29d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:20.121570 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-46431102-ea6b-4d7a-b519-e6337e6805a4 req-6becf91b-81cd-4630-8dcb-16077e29d32a service neutron] 10.222.0.48 "GET /v2.0/networks?id=76284921-803c-4590-9abd-e36e6f81acc5 HTTP/1.1" status: 200 len: 921 time: 0.1291926 Nov 24 20:49:20.133974 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-431d4340-52bf-4c33-bb68-3aea124a5cf9 None None] Set router 769110ca-c76d-4bb9-806f-51f0ed071eaa gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:49:20.175715 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e30671-2535-4950-a00c-0c6fcbcb05ff x-openstack-request-id: req-15e30671-2535-4950-a00c-0c6fcbcb05ff {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:20.176588 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9c08a8-1fd6-43ee-ad4e-94473cae9567", "tag": "b46118c7-5f76-43a3-8a81-0eafdd8a0fc4", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:20.176887 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-15e30671-2535-4950-a00c-0c6fcbcb05ff {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:20.177300 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9c08a8-1fd6-43ee-ad4e-94473cae9567', 'tag': 'b46118c7-5f76-43a3-8a81-0eafdd8a0fc4', 'status': 'completed', 'code': 200} Nov 24 20:49:20.191642 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-46431102-ea6b-4d7a-b519-e6337e6805a4 req-ae401720-f206-4008-b791-37ad2a18675a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90494fb0-6aff-4a0a-a6a2-53c14156607f HTTP/1.1" status: 200 len: 217 time: 0.0589268 Nov 24 20:49:20.215674 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port ba23aaec-f3e3-4875-aca1-312ffc3aef05 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:49:20.221598 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a695603b-d595-40c5-a804-dd485e9dda0e x-openstack-request-id: req-a695603b-d595-40c5-a804-dd485e9dda0e {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:20.223137 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28592b46-4bc8-455a-a239-ef66facbe099", "name": "network-vif-plugged", "status": "completed", "tag": "f45aec64-4d94-40a8-946d-7f50dc371b3c", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:20.223470 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a695603b-d595-40c5-a804-dd485e9dda0e {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:20.224280 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28592b46-4bc8-455a-a239-ef66facbe099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45aec64-4d94-40a8-946d-7f50dc371b3c', 'code': 200} Nov 24 20:49:20.237610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port ba23aaec-f3e3-4875-aca1-312ffc3aef05 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:49:20.238046 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:20.357411 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46431102-ea6b-4d7a-b519-e6337e6805a4 req-c0823f78-5510-432c-887b-77b83f22876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:20.358806 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-46431102-ea6b-4d7a-b519-e6337e6805a4 req-c0823f78-5510-432c-887b-77b83f22876a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd0eede7-bd47-45ce-9621-d9e035beada7 HTTP/1.1" status: 200 len: 860 time: 0.1496310 Nov 24 20:49:20.358945 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:20.362641 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7f802-eca1-4015-8850-a121b34e2176 req-a3761172-a569-428c-ab01-f7ffb41a20aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:20.364084 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a4a7f802-eca1-4015-8850-a121b34e2176 req-a3761172-a569-428c-ab01-f7ffb41a20aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aff16e0f873248c299232a50001bee06&device_id=9b9c08a8-1fd6-43ee-ad4e-94473cae9567 HTTP/1.1" status: 200 len: 1099 time: 0.1860304 Nov 24 20:49:20.371906 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-39886d5c-4447-40b6-b55e-9aab30d1f42a tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:20.372871 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-39886d5c-4447-40b6-b55e-9aab30d1f42a tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd&tenant_id=3430f604e9d44fa5882671405a9099b5&binding%3Ahost_id=n-h2-812111-8 HTTP/1.1" status: 200 len: 1096 time: 0.1625233 Nov 24 20:49:20.397456 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8d5936f2-3537-4795-8a09-7bfd420a6de3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812111-8'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:20.410580 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbabe2-537c-4e07-adde-e507885aea32 req-8b37657d-ae41-403b-b82c-2e664dc29c39 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:20.415099 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port ba23aaec-f3e3-4875-aca1-312ffc3aef05, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ba23aaec-f3e3-4875-aca1-312ffc3aef05,segment=NetworkSegment(5bd52967-baf7-4370-8cd8-8cb3daded88e),segment_id=5bd52967-baf7-4370-8cd8-8cb3daded88e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:20.417969 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-99cbabe2-537c-4e07-adde-e507885aea32 req-8b37657d-ae41-403b-b82c-2e664dc29c39 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 945 time: 0.1251404 Nov 24 20:49:20.420822 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:20.456372 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-46431102-ea6b-4d7a-b519-e6337e6805a4 req-49af56e5-402d-4f08-bc79-8d7269c38d74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76284921-803c-4590-9abd-e36e6f81acc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736690 Nov 24 20:49:20.488916 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-99cbabe2-537c-4e07-adde-e507885aea32 req-fe6052ed-13ea-491e-ad14-cc6105bc5fb7 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638230 Nov 24 20:49:20.495224 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-431d4340-52bf-4c33-bb68-3aea124a5cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'name': 'tempest-ServersTestBootFromVolume-200229150-router', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:47:57Z', 'updated_at': '2021-11-24T20:48:07Z', 'revision_number': 4, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'gw_port': {'id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:00Z', 'updated_at': '2021-11-24T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'afdd9f29-da56-4438-8730-3a3381432691', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'port_id': '189993f6-ab91-44d2-9032-e2ad6501ab1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da', 'mac_address': 'fa:16:3e:5c:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535216c-7f35-4d57-b561-a31a96897d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:48:15Z', 'updated_at': '2021-11-24T20:49:18Z', 'revision_number': 1, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72745a37-48a0-425d-8a4c-4e69e39d055a', 'name': '', 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'mac_address': 'fa:16:3e:f7:0f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '0d09b485-bb7f-4593-b0cc-8f084842db71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:06Z', 'updated_at': '2021-11-24T20:48:15Z', 'revision_number': 5, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'subnets': [{'id': '0d09b485-bb7f-4593-b0cc-8f084842db71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:20.497738 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e2122-3cbc-43a7-b90d-c9bb57dd2606 req-661d363f-2170-442b-8f2b-80ce69534bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:20.499230 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-458e2122-3cbc-43a7-b90d-c9bb57dd2606 req-661d363f-2170-442b-8f2b-80ce69534bbf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=28592b46-4bc8-455a-a239-ef66facbe099 HTTP/1.1" status: 200 len: 1096 time: 0.2031143 Nov 24 20:49:20.512902 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=ba23aaec-f3e3-4875-aca1-312ffc3aef05,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:20.527528 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431d4340-52bf-4c33-bb68-3aea124a5cf9 None None] The sync data for ids ['769110ca-c76d-4bb9-806f-51f0ed071eaa'] in n-d-812111-8 is: [{'id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'name': 'tempest-ServersTestBootFromVolume-200229150-router', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:47:57Z', 'updated_at': '2021-11-24T20:48:07Z', 'revision_number': 4, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'gw_port': {'id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:00Z', 'updated_at': '2021-11-24T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'afdd9f29-da56-4438-8730-3a3381432691', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'port_id': '189993f6-ab91-44d2-9032-e2ad6501ab1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da', 'mac_address': 'fa:16:3e:5c:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535216c-7f35-4d57-b561-a31a96897d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:48:15Z', 'updated_at': '2021-11-24T20:49:18Z', 'revision_number': 1, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72745a37-48a0-425d-8a4c-4e69e39d055a', 'name': '', 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'mac_address': 'fa:16:3e:f7:0f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '0d09b485-bb7f-4593-b0cc-8f084842db71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:06Z', 'updated_at': '2021-11-24T20:48:15Z', 'revision_number': 5, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'subnets': [{'id': '0d09b485-bb7f-4593-b0cc-8f084842db71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:49:20.634418 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f905f6-7c99-42ee-8ecc-b90e8d25433c req-84e2f22d-b301-4a91-ad3c-7ba52d252fcd tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:20.636286 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-95f905f6-7c99-42ee-8ecc-b90e8d25433c req-84e2f22d-b301-4a91-ad3c-7ba52d252fcd tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 944 time: 0.0602987 Nov 24 20:49:20.685620 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-95f905f6-7c99-42ee-8ecc-b90e8d25433c req-9fb4a48e-0c8e-4165-94da-b1f0a115c1cf tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432382 Nov 24 20:49:20.695861 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8d5936f2-3537-4795-8a09-7bfd420a6de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:20.746177 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2626479-d161-4e8b-8b9f-4715ab7d327d req-03175915-5dbb-448d-92aa-a7666d4ba155 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:20.747747 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b2626479-d161-4e8b-8b9f-4715ab7d327d req-03175915-5dbb-448d-92aa-a7666d4ba155 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3010919 Nov 24 20:49:20.749940 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-458e2122-3cbc-43a7-b90d-c9bb57dd2606 req-e730eedc-7659-4681-855d-bbbf4a9eeed5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234402 Nov 24 20:49:20.766047 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7f802-eca1-4015-8850-a121b34e2176 req-9a158efd-8d10-45b3-9830-2685e94ab842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:20.767507 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a4a7f802-eca1-4015-8850-a121b34e2176 req-9a158efd-8d10-45b3-9830-2685e94ab842 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.3937771 Nov 24 20:49:20.787750 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbbdd1b-4bb9-4d8b-9270-764b86b7b1b4 None None] New status for floating IP afdd9f29-da56-4438-8730-3a3381432691: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:49:20.806251 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d597425-fee2-4586-bd79-bbd36155492f req-951bd839-f12c-454a-8051-7e50e1a4f94b tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:20.807933 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d597425-fee2-4586-bd79-bbd36155492f req-951bd839-f12c-454a-8051-7e50e1a4f94b tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9c08a8-1fd6-43ee-ad4e-94473cae9567 HTTP/1.1" status: 200 len: 948 time: 0.0601699 Nov 24 20:49:20.836232 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-46431102-ea6b-4d7a-b519-e6337e6805a4 req-d091012c-7de7-4e8c-8bca-66144719005d service neutron] 10.222.0.48 "GET /v2.0/networks/76284921-803c-4590-9abd-e36e6f81acc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477223 Nov 24 20:49:20.840484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device cae2e75b-c90c-4a02-ad0c-f1b892450c30 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:49:20.863216 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d597425-fee2-4586-bd79-bbd36155492f req-97062616-b416-4f28-9c0a-b9cdf5af6545 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/security-groups?id=812db53f-6f26-4a13-adf7-5866fa61275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488622 Nov 24 20:49:20.993310 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port cae2e75b-c90c-4a02-ad0c-f1b892450c30 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:49:20.993707 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a16225-ee13-4452-8029-6d84603521c0 req-f25b7bf6-4343-45f1-bf4a-4d7ecd6cfb96 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:20.996381 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-45a16225-ee13-4452-8029-6d84603521c0 req-f25b7bf6-4343-45f1-bf4a-4d7ecd6cfb96 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=1377c2c2-64c9-47e3-b2da-6c537091e357 HTTP/1.1" status: 200 len: 945 time: 0.0604811 Nov 24 20:49:20.998004 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port cae2e75b-c90c-4a02-ad0c-f1b892450c30 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:49:20.998562 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:21.065095 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-45a16225-ee13-4452-8029-6d84603521c0 req-9c2e4d1f-bed5-4333-bb84-1b867efde3ad tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ef4bf80-930d-40bf-8277-c067620a5845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580876 Nov 24 20:49:21.097049 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:21.140357 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port cae2e75b-c90c-4a02-ad0c-f1b892450c30, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cae2e75b-c90c-4a02-ad0c-f1b892450c30,segment=NetworkSegment(5bd52967-baf7-4370-8cd8-8cb3daded88e),segment_id=5bd52967-baf7-4370-8cd8-8cb3daded88e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:21.146355 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:21.147989 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 6d8906f6-9e77-4566-966b-78558e7647b9 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:49:21.181415 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b2626479-d161-4e8b-8b9f-4715ab7d327d req-7002b107-e967-4156-b982-133f72c47515 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.14 HTTP/1.1" status: 200 len: 695 time: 0.4204185 Nov 24 20:49:21.187910 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-b2626479-d161-4e8b-8b9f-4715ab7d327d req-db8aa2c2-320d-41d1-947a-c649262e6a53 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Request body: {'floatingip': {'port_id': '90494fb0-6aff-4a0a-a6a2-53c14156607f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:21.192388 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a4a7f802-eca1-4015-8850-a121b34e2176 req-4a569eb4-cdd1-4c03-91a1-d9e08cd27c8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=b46118c7-5f76-43a3-8a81-0eafdd8a0fc4 HTTP/1.1" status: 200 len: 217 time: 0.4145284 Nov 24 20:49:21.253837 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=cae2e75b-c90c-4a02-ad0c-f1b892450c30,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:21.268433 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a18dbf-e179-4a7c-9c7b-4701d2250fc5 req-e35598e3-c853-4fd2-bd47-9d0679d00f1f tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:21.273462 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-28a18dbf-e179-4a7c-9c7b-4701d2250fc5 req-e35598e3-c853-4fd2-bd47-9d0679d00f1f tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=1377c2c2-64c9-47e3-b2da-6c537091e357 HTTP/1.1" status: 200 len: 945 time: 0.1118875 Nov 24 20:49:21.285971 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 6d8906f6-9e77-4566-966b-78558e7647b9 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:49:21.291629 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50282) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:21.296915 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b2626479-d161-4e8b-8b9f-4715ab7d327d req-db8aa2c2-320d-41d1-947a-c649262e6a53 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks [] for floatingip, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:21.300531 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 6d8906f6-9e77-4566-966b-78558e7647b9 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:49:21.302596 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:21.305922 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-7232db81-9f76-4364-8db1-3ab32ef672a0 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Request body: {'floatingip': {'port_id': '9dad353e-1b42-44ca-8a63-e62eaf5ae506'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:21.397210 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7232db81-9f76-4364-8db1-3ab32ef672a0 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for floatingip, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:21.415574 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:21.455815 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 6d8906f6-9e77-4566-966b-78558e7647b9, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=6d8906f6-9e77-4566-966b-78558e7647b9,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:21.461673 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:21.479780 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b150fc8-a259-4b23-b071-6dd0ec4dcb7f req-4e588e81-36f6-465c-bc78-09beafb6bc63 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:21.486796 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6b150fc8-a259-4b23-b071-6dd0ec4dcb7f req-4e588e81-36f6-465c-bc78-09beafb6bc63 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=28592b46-4bc8-455a-a239-ef66facbe099 HTTP/1.1" status: 200 len: 945 time: 0.1232517 Nov 24 20:49:21.489735 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7f802-eca1-4015-8850-a121b34e2176 req-cd1c9748-b178-4ed6-8f9b-c21bd7f0e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:21.492017 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a4a7f802-eca1-4015-8850-a121b34e2176 req-cd1c9748-b178-4ed6-8f9b-c21bd7f0e848 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.2590270 Nov 24 20:49:21.517539 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=6d8906f6-9e77-4566-966b-78558e7647b9,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:21.559628 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-46431102-ea6b-4d7a-b519-e6337e6805a4 req-d0e77d13-752c-4a5e-8680-1634acf80fc6 service neutron] 10.222.0.48 "GET /v2.0/networks/76284921-803c-4590-9abd-e36e6f81acc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994112 Nov 24 20:49:21.574220 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8d5936f2-3537-4795-8a09-7bfd420a6de3 service neutron] For port 8fae6805-5260-4a33-9343-3c62fb794ad0, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8fae6805-5260-4a33-9343-3c62fb794ad0,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:21.601386 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6b150fc8-a259-4b23-b071-6dd0ec4dcb7f req-ac5708db-a19f-4881-9e0e-5a96ee351cc8 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136560 Nov 24 20:49:21.654690 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7f802-eca1-4015-8850-a121b34e2176 req-8fdbfc87-6d52-4a30-bfb3-f4e3bfd63a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:21.656112 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a4a7f802-eca1-4015-8850-a121b34e2176 req-8fdbfc87-6d52-4a30-bfb3-f4e3bfd63a17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1469893 Nov 24 20:49:21.731993 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8d5936f2-3537-4795-8a09-7bfd420a6de3 service neutron] For port 8fae6805-5260-4a33-9343-3c62fb794ad0, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:49:21.780872 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5535216c-7f35-4d57-b561-a31a96897d0e', 'tag': '189993f6-ab91-44d2-9032-e2ad6501ab1d'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:21.783239 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbeba2e7-1a35-4408-a7ab-5186661a6791" -d '{"events": [{"name": "network-changed", "server_uuid": "5535216c-7f35-4d57-b561-a31a96897d0e", "tag": "189993f6-ab91-44d2-9032-e2ad6501ab1d"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:21.894319 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8d5936f2-3537-4795-8a09-7bfd420a6de3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:21.936420 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a4a7f802-eca1-4015-8850-a121b34e2176 req-313050ff-ea29-471c-9da3-d48ce59a6da9 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501144 Nov 24 20:49:21.949977 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8d5936f2-3537-4795-8a09-7bfd420a6de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:21.979376 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7232db81-9f76-4364-8db1-3ab32ef672a0 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:21.983421 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7232db81-9f76-4364-8db1-3ab32ef672a0 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:22.112772 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b46118c7-5f76-43a3-8a81-0eafdd8a0fc4 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:49:22.154567 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-7232db81-9f76-4364-8db1-3ab32ef672a0 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Floating IP ec067698-6b79-48df-8e7c-6a16e2eaa320 associated. External IP: 172.25.5.113, port: 9dad353e-1b42-44ca-8a63-e62eaf5ae506. Nov 24 20:49:22.185306 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb3492f-abed-45ee-8380-4a122cc341fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fae6805-5260-4a33-9343-3c62fb794ad0'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:22.187744 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c3bc79-5ea8-4774-a4ae-7a9f1e949703" -d '{"events": [{"server_uuid": "3bb3492f-abed-45ee-8380-4a122cc341fd", "name": "network-vif-unplugged", "status": "completed", "tag": "8fae6805-5260-4a33-9343-3c62fb794ad0"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:22.203761 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5936f2-3537-4795-8a09-7bfd420a6de3 service neutron] Pushing event updated for resources: {'Port': ['ID=8fae6805-5260-4a33-9343-3c62fb794ad0,revision_number=7']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:22.205373 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e61380-4d5f-4cb7-92fe-9cc93e4ef8b4 req-bb36b386-5a0a-4364-974f-e717a8fed89e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:22.220654 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-62e61380-4d5f-4cb7-92fe-9cc93e4ef8b4 req-bb36b386-5a0a-4364-974f-e717a8fed89e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 943 time: 0.1318524 Nov 24 20:49:22.230474 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60111f57-f9a7-4b2f-bc95-b329459c063d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba23aaec-f3e3-4875-aca1-312ffc3aef05'}, {'server_uuid': '289c93e0-c776-41ab-a718-f95745dedb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae2e75b-c90c-4a02-ad0c-f1b892450c30'}, {'server_uuid': '4b9887a6-3915-4430-8980-23fc7324354a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8906f6-9e77-4566-966b-78558e7647b9'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:22.232784 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc9db84-f438-462f-8e45-c62fb6a5408f" -d '{"events": [{"server_uuid": "60111f57-f9a7-4b2f-bc95-b329459c063d", "name": "network-vif-plugged", "status": "completed", "tag": "ba23aaec-f3e3-4875-aca1-312ffc3aef05"}, {"server_uuid": "289c93e0-c776-41ab-a718-f95745dedb94", "name": "network-vif-plugged", "status": "completed", "tag": "cae2e75b-c90c-4a02-ad0c-f1b892450c30"}, {"server_uuid": "4b9887a6-3915-4430-8980-23fc7324354a", "name": "network-vif-plugged", "status": "completed", "tag": "6d8906f6-9e77-4566-966b-78558e7647b9"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:22.248624 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port b46118c7-5f76-43a3-8a81-0eafdd8a0fc4, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b46118c7-5f76-43a3-8a81-0eafdd8a0fc4,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:22.260651 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'b46118c7-5f76-43a3-8a81-0eafdd8a0fc4', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': 'b46118c7-5f76-43a3-8a81-0eafdd8a0fc4', 'mac_address': 'fa:16:3e:1d:59:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:49:22.299902 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:22.314482 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46118c7-5f76-43a3-8a81-0eafdd8a0fc4 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:49:22.316823 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a4a7f802-eca1-4015-8850-a121b34e2176 req-196ce996-a7a3-4f72-8808-2ea9b99b7408 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684430 Nov 24 20:49:22.322486 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-62e61380-4d5f-4cb7-92fe-9cc93e4ef8b4 req-44b44e9f-e123-43c8-ba54-7f7a22cac75b tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999227 Nov 24 20:49:22.334773 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8d5936f2-3537-4795-8a09-7bfd420a6de3 service neutron] Attempting to bind port 8fae6805-5260-4a33-9343-3c62fb794ad0 on host n-h2-812111-8 for vnic_type normal with profile {"migrating_to": "n-h1-812111-8"} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:49:22.335407 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8d5936f2-3537-4795-8a09-7bfd420a6de3 service neutron] Attempting to bind port 8fae6805-5260-4a33-9343-3c62fb794ad0 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:49:22.335908 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8d5936f2-3537-4795-8a09-7bfd420a6de3 service neutron] Attempting to bind port 8fae6805-5260-4a33-9343-3c62fb794ad0 on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:22.344445 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8d5936f2-3537-4795-8a09-7bfd420a6de3 service neutron] Port 8fae6805-5260-4a33-9343-3c62fb794ad0 on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:49:22.344988 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8d5936f2-3537-4795-8a09-7bfd420a6de3 service neutron] Attempting to bind port 8fae6805-5260-4a33-9343-3c62fb794ad0 on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:22.353511 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port b46118c7-5f76-43a3-8a81-0eafdd8a0fc4, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b46118c7-5f76-43a3-8a81-0eafdd8a0fc4,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:22.359599 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:22.380974 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8d5936f2-3537-4795-8a09-7bfd420a6de3 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:49:22.381898 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8d5936f2-3537-4795-8a09-7bfd420a6de3 service neutron] Checking segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:49:22.382492 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8d5936f2-3537-4795-8a09-7bfd420a6de3 service neutron] Bound using segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:49:22.383097 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8d5936f2-3537-4795-8a09-7bfd420a6de3 service neutron] Bound port: 8fae6805-5260-4a33-9343-3c62fb794ad0, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:49:22.383626 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8d5936f2-3537-4795-8a09-7bfd420a6de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:22.418254 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=b46118c7-5f76-43a3-8a81-0eafdd8a0fc4,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:22.433196 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b2626479-d161-4e8b-8b9f-4715ab7d327d req-db8aa2c2-320d-41d1-947a-c649262e6a53 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:22.439227 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b2626479-d161-4e8b-8b9f-4715ab7d327d req-db8aa2c2-320d-41d1-947a-c649262e6a53 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:22.510189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8d5936f2-3537-4795-8a09-7bfd420a6de3 service neutron] For port 8fae6805-5260-4a33-9343-3c62fb794ad0, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:49:22.510457 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6bfab7-e776-4b80-b278-d90ff8c3390e req-ef7493d7-587f-406d-8965-64fa1e57114a tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:22.511948 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3f6bfab7-e776-4b80-b278-d90ff8c3390e req-ef7493d7-587f-406d-8965-64fa1e57114a tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 945 time: 0.1018670 Nov 24 20:49:22.520660 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7232db81-9f76-4364-8db1-3ab32ef672a0 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Router 6f77ff50-fafe-4526-94d7-02b8525d2186 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:49:22.553236 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8d5936f2-3537-4795-8a09-7bfd420a6de3 service neutron] For port 8fae6805-5260-4a33-9343-3c62fb794ad0, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8fae6805-5260-4a33-9343-3c62fb794ad0,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:49:22.562510 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8d5936f2-3537-4795-8a09-7bfd420a6de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:22.606303 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [req-b2626479-d161-4e8b-8b9f-4715ab7d327d req-db8aa2c2-320d-41d1-947a-c649262e6a53 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Floating IP e3324205-24d3-47a0-8837-bbdef737c30e associated. External IP: 172.25.5.14, port: 90494fb0-6aff-4a0a-a6a2-53c14156607f. Nov 24 20:49:22.608598 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3f6bfab7-e776-4b80-b278-d90ff8c3390e req-0e1d4546-76ad-4f6c-9976-f48b667b3757 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898478 Nov 24 20:49:22.644789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['b46118c7-5f76-43a3-8a81-0eafdd8a0fc4'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:49:22.669091 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c714be9-d683-45dc-b047-ed94cbfe4776 x-openstack-request-id: req-7c714be9-d683-45dc-b047-ed94cbfe4776 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:22.669584 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5535216c-7f35-4d57-b561-a31a96897d0e", "tag": "189993f6-ab91-44d2-9032-e2ad6501ab1d", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:22.669971 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c714be9-d683-45dc-b047-ed94cbfe4776 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:22.670618 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5535216c-7f35-4d57-b561-a31a96897d0e', 'tag': '189993f6-ab91-44d2-9032-e2ad6501ab1d', 'status': 'completed', 'code': 200} Nov 24 20:49:22.687663 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7232db81-9f76-4364-8db1-3ab32ef672a0 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:49:22.695286 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8d5936f2-3537-4795-8a09-7bfd420a6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:22.695917 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8d5936f2-3537-4795-8a09-7bfd420a6de3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:22.697442 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8d5936f2-3537-4795-8a09-7bfd420a6de3 service neutron] 10.222.0.48 "PUT /v2.0/ports/8fae6805-5260-4a33-9343-3c62fb794ad0 HTTP/1.1" status: 200 len: 1121 time: 2.3039804 Nov 24 20:49:22.697545 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7232db81-9f76-4364-8db1-3ab32ef672a0 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:22.705270 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c42521-c164-431d-a9b6-7e3a38dc43cf None None] Sync routers for ids ['6f77ff50-fafe-4526-94d7-02b8525d2186'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:49:22.728116 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c42521-c164-431d-a9b6-7e3a38dc43cf None None] Routers {'6f77ff50-fafe-4526-94d7-02b8525d2186'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:49:22.729762 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-94c42521-c164-431d-a9b6-7e3a38dc43cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:49:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6f77ff50-fafe-4526-94d7-02b8525d2186'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:22.737039 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5936f2-3537-4795-8a09-7bfd420a6de3 service neutron] Pushing event updated for resources: {'Port': ['ID=8fae6805-5260-4a33-9343-3c62fb794ad0,revision_number=8']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:22.786736 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7232db81-9f76-4364-8db1-3ab32ef672a0 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "PUT /v2.0/floatingips/ec067698-6b79-48df-8e7c-6a16e2eaa320 HTTP/1.1" status: 200 len: 991 time: 1.4902289 Nov 24 20:49:22.794681 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeba2e7-1a35-4408-a7ab-5186661a6791 req-2de95e2b-8c15-4500-93c1-aff9b24b8f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:22.796204 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cbeba2e7-1a35-4408-a7ab-5186661a6791 req-2de95e2b-8c15-4500-93c1-aff9b24b8f34 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94989ae34bb041b5967fbf22fd0a686b&device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 1096 time: 0.0960824 Nov 24 20:49:22.836024 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['8fae6805-5260-4a33-9343-3c62fb794ad0'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:49:22.895942 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 8fae6805-5260-4a33-9343-3c62fb794ad0 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:49:22.916172 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-94c42521-c164-431d-a9b6-7e3a38dc43cf None None] Set router 6f77ff50-fafe-4526-94d7-02b8525d2186 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:49:22.953044 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa4c76-7e1a-4f67-a164-69a0ccc38cf9 req-0a9175a7-46dd-4e4d-b9ea-d5c5fd38833a tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:22.964907 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eefa4c76-7e1a-4f67-a164-69a0ccc38cf9 req-0a9175a7-46dd-4e4d-b9ea-d5c5fd38833a tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9c08a8-1fd6-43ee-ad4e-94473cae9567 HTTP/1.1" status: 200 len: 949 time: 0.1745842 Nov 24 20:49:22.981786 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['8fae6805-5260-4a33-9343-3c62fb794ad0'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:49:23.036402 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eefa4c76-7e1a-4f67-a164-69a0ccc38cf9 req-e901f1ad-b06c-47a6-97e8-9f3dc7caec16 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/security-groups?id=812db53f-6f26-4a13-adf7-5866fa61275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664737 Nov 24 20:49:23.106144 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 8fae6805-5260-4a33-9343-3c62fb794ad0, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8fae6805-5260-4a33-9343-3c62fb794ad0,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:23.148700 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 8fae6805-5260-4a33-9343-3c62fb794ad0 has no active binding in host n-h1-812111-8 {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 24 20:49:23.291975 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeba2e7-1a35-4408-a7ab-5186661a6791 req-3f8c13b4-2b05-43e7-9845-1f6d634a63df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:23.293587 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cbeba2e7-1a35-4408-a7ab-5186661a6791 req-3f8c13b4-2b05-43e7-9845-1f6d634a63df service neutron] 10.222.0.15 "GET /v2.0/networks?id=11819801-9a1c-40f7-a845-e10ed7c382da HTTP/1.1" status: 200 len: 916 time: 0.1794891 Nov 24 20:49:23.297952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2626479-d161-4e8b-8b9f-4715ab7d327d req-db8aa2c2-320d-41d1-947a-c649262e6a53 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Router 8d020af7-900b-43cf-8e58-a8adb8c44fe7 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:49:23.349138 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-94c42521-c164-431d-a9b6-7e3a38dc43cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1112606374-router', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:26Z', 'updated_at': '2021-11-24T20:46:31Z', 'revision_number': 4, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'gw_port': {'id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:27Z', 'updated_at': '2021-11-24T20:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'ec067698-6b79-48df-8e7c-6a16e2eaa320', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'port_id': '9dad353e-1b42-44ca-8a63-e62eaf5ae506', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'mac_address': 'fa:16:3e:6c:75:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1377c2c2-64c9-47e3-b2da-6c537091e357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:46:54Z', 'updated_at': '2021-11-24T20:49:21Z', 'revision_number': 5, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05827855-bf41-4da3-8e5d-51575f0dbad2', 'name': '', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'mac_address': 'fa:16:3e:f9:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:30Z', 'updated_at': '2021-11-24T20:46:38Z', 'revision_number': 5, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'subnets': [{'id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:23.382312 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c42521-c164-431d-a9b6-7e3a38dc43cf None None] Checking router: 6f77ff50-fafe-4526-94d7-02b8525d2186 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:49:23.393593 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c42521-c164-431d-a9b6-7e3a38dc43cf None None] Routers {'6f77ff50-fafe-4526-94d7-02b8525d2186'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:49:23.394412 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-94c42521-c164-431d-a9b6-7e3a38dc43cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:49:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6f77ff50-fafe-4526-94d7-02b8525d2186'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:23.400333 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fead00-62be-4c2d-80a2-0dd16ba45a6a x-openstack-request-id: req-14fead00-62be-4c2d-80a2-0dd16ba45a6a {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:23.401431 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb3492f-abed-45ee-8380-4a122cc341fd", "name": "network-vif-unplugged", "status": "completed", "tag": "8fae6805-5260-4a33-9343-3c62fb794ad0", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:23.401774 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-14fead00-62be-4c2d-80a2-0dd16ba45a6a {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:23.402092 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb3492f-abed-45ee-8380-4a122cc341fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fae6805-5260-4a33-9343-3c62fb794ad0', 'code': 200} Nov 24 20:49:23.422710 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cbeba2e7-1a35-4408-a7ab-5186661a6791 req-214f59c2-ae50-42a6-90e0-901fffe2809f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=189993f6-ab91-44d2-9032-e2ad6501ab1d HTTP/1.1" status: 200 len: 999 time: 0.1202750 Nov 24 20:49:23.440195 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724c333b-b845-4d78-be0d-5322994857d1 x-openstack-request-id: req-724c333b-b845-4d78-be0d-5322994857d1 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:23.440694 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60111f57-f9a7-4b2f-bc95-b329459c063d", "name": "network-vif-plugged", "status": "completed", "tag": "ba23aaec-f3e3-4875-aca1-312ffc3aef05", "code": 200}, {"server_uuid": "289c93e0-c776-41ab-a718-f95745dedb94", "name": "network-vif-plugged", "status": "completed", "tag": "cae2e75b-c90c-4a02-ad0c-f1b892450c30", "code": 200}, {"server_uuid": "4b9887a6-3915-4430-8980-23fc7324354a", "name": "network-vif-plugged", "status": "completed", "tag": "6d8906f6-9e77-4566-966b-78558e7647b9", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:23.441128 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-724c333b-b845-4d78-be0d-5322994857d1 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:23.442669 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60111f57-f9a7-4b2f-bc95-b329459c063d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba23aaec-f3e3-4875-aca1-312ffc3aef05', 'code': 200} Nov 24 20:49:23.444352 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289c93e0-c776-41ab-a718-f95745dedb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae2e75b-c90c-4a02-ad0c-f1b892450c30', 'code': 200} Nov 24 20:49:23.445040 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9887a6-3915-4430-8980-23fc7324354a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8906f6-9e77-4566-966b-78558e7647b9', 'code': 200} Nov 24 20:49:23.546738 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-94c42521-c164-431d-a9b6-7e3a38dc43cf None None] Set router 6f77ff50-fafe-4526-94d7-02b8525d2186 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:49:23.558758 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052e67b-f9aa-4944-a7a0-d975240e3700 req-b3259992-9214-4a4b-a9cf-e0a3c353312c tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:23.560397 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b052e67b-f9aa-4944-a7a0-d975240e3700 req-b3259992-9214-4a4b-a9cf-e0a3c353312c tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=28592b46-4bc8-455a-a239-ef66facbe099 HTTP/1.1" status: 200 len: 945 time: 0.0542319 Nov 24 20:49:23.612564 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b052e67b-f9aa-4944-a7a0-d975240e3700 req-e84c35af-4bf8-4fc1-b48a-4f2b1bfcd8d9 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458460 Nov 24 20:49:23.676212 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2626479-d161-4e8b-8b9f-4715ab7d327d req-db8aa2c2-320d-41d1-947a-c649262e6a53 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:49:23.684123 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b2626479-d161-4e8b-8b9f-4715ab7d327d req-db8aa2c2-320d-41d1-947a-c649262e6a53 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:23.685961 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b10b6-2608-4420-a940-5eaa733d448f None None] Sync routers for ids ['8d020af7-900b-43cf-8e58-a8adb8c44fe7'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:49:23.696998 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeba2e7-1a35-4408-a7ab-5186661a6791 req-0b50373d-2022-498d-abfa-2a2f681a56d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:23.698557 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cbeba2e7-1a35-4408-a7ab-5186661a6791 req-0b50373d-2022-498d-abfa-2a2f681a56d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d09b485-bb7f-4593-b0cc-8f084842db71 HTTP/1.1" status: 200 len: 854 time: 0.1966710 Nov 24 20:49:23.707634 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753b10b6-2608-4420-a940-5eaa733d448f None None] Routers {'8d020af7-900b-43cf-8e58-a8adb8c44fe7'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:49:23.708465 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-753b10b6-2608-4420-a940-5eaa733d448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:49:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8d020af7-900b-43cf-8e58-a8adb8c44fe7'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:23.764202 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8676b-b737-476d-8a6a-45c91a930f9d req-09e317c3-8fae-42bc-895a-6a369c3929ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:23.764202 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cfa8676b-b737-476d-8a6a-45c91a930f9d req-09e317c3-8fae-42bc-895a-6a369c3929ef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=289c93e0-c776-41ab-a718-f95745dedb94 HTTP/1.1" status: 200 len: 1096 time: 0.1999607 Nov 24 20:49:23.770919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e1316-2415-48bd-b65c-edaec80d2cb8 req-58ac7cd6-dce9-470e-8b6c-6c9fade762ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:23.771396 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fc7e1316-2415-48bd-b65c-edaec80d2cb8 req-58ac7cd6-dce9-470e-8b6c-6c9fade762ef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=60111f57-f9a7-4b2f-bc95-b329459c063d HTTP/1.1" status: 200 len: 1096 time: 0.2408259 Nov 24 20:49:23.783350 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b2626479-d161-4e8b-8b9f-4715ab7d327d req-db8aa2c2-320d-41d1-947a-c649262e6a53 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "PUT /v2.0/floatingips/e3324205-24d3-47a0-8837-bbdef737c30e HTTP/1.1" status: 200 len: 995 time: 2.6009562 Nov 24 20:49:23.792560 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32634fa9-ab5c-465e-9952-1cf350bd6f7d req-b34d1dba-5824-498d-be5c-49cdb1b5c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:23.794022 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-32634fa9-ab5c-465e-9952-1cf350bd6f7d req-b34d1dba-5824-498d-be5c-49cdb1b5c655 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 1096 time: 0.2296324 Nov 24 20:49:23.836451 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-94c42521-c164-431d-a9b6-7e3a38dc43cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1112606374-router', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:26Z', 'updated_at': '2021-11-24T20:46:31Z', 'revision_number': 4, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'gw_port': {'id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:27Z', 'updated_at': '2021-11-24T20:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'ec067698-6b79-48df-8e7c-6a16e2eaa320', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'port_id': '9dad353e-1b42-44ca-8a63-e62eaf5ae506', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'mac_address': 'fa:16:3e:6c:75:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1377c2c2-64c9-47e3-b2da-6c537091e357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:46:54Z', 'updated_at': '2021-11-24T20:49:21Z', 'revision_number': 5, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05827855-bf41-4da3-8e5d-51575f0dbad2', 'name': '', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'mac_address': 'fa:16:3e:f9:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:30Z', 'updated_at': '2021-11-24T20:46:38Z', 'revision_number': 5, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'subnets': [{'id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:23.855202 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-753b10b6-2608-4420-a940-5eaa733d448f None None] Set router 8d020af7-900b-43cf-8e58-a8adb8c44fe7 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:49:23.868990 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c42521-c164-431d-a9b6-7e3a38dc43cf None None] The sync data for ids ['6f77ff50-fafe-4526-94d7-02b8525d2186'] in n-d-812111-8 is: [{'id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1112606374-router', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:26Z', 'updated_at': '2021-11-24T20:46:31Z', 'revision_number': 4, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'gw_port': {'id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:27Z', 'updated_at': '2021-11-24T20:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'ec067698-6b79-48df-8e7c-6a16e2eaa320', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'port_id': '9dad353e-1b42-44ca-8a63-e62eaf5ae506', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'mac_address': 'fa:16:3e:6c:75:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1377c2c2-64c9-47e3-b2da-6c537091e357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:46:54Z', 'updated_at': '2021-11-24T20:49:21Z', 'revision_number': 5, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05827855-bf41-4da3-8e5d-51575f0dbad2', 'name': '', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'mac_address': 'fa:16:3e:f9:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:30Z', 'updated_at': '2021-11-24T20:46:38Z', 'revision_number': 5, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'subnets': [{'id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:49:23.906312 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeba2e7-1a35-4408-a7ab-5186661a6791 req-cc54cc81-33fe-45b1-bd3c-82d28d70b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:23.907818 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cbeba2e7-1a35-4408-a7ab-5186661a6791 req-cc54cc81-33fe-45b1-bd3c-82d28d70b521 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11819801-9a1c-40f7-a845-e10ed7c382da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1870315 Nov 24 20:49:23.951621 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7a808-0568-4079-8586-eb96a6520c7e req-0db9414d-30a3-4e0d-84e1-a0be653f90e8 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:23.953630 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-62e7a808-0568-4079-8586-eb96a6520c7e req-0db9414d-30a3-4e0d-84e1-a0be653f90e8 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 943 time: 0.0648634 Nov 24 20:49:23.962497 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fc7e1316-2415-48bd-b65c-edaec80d2cb8 req-2ba0ebef-5a50-4460-a36b-c4fd45543d62 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772659 Nov 24 20:49:23.964606 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cfa8676b-b737-476d-8a6a-45c91a930f9d req-4e6ae28a-213a-4236-89a8-a0a24ba1af58 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883507 Nov 24 20:49:23.977800 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-32634fa9-ab5c-465e-9952-1cf350bd6f7d req-473e34df-8628-48a9-a055-284f7e1d54a2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642969 Nov 24 20:49:23.986127 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2626479-d161-4e8b-8b9f-4715ab7d327d req-cef0af4c-83c0-411b-9136-bfde435c710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:23.987564 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b2626479-d161-4e8b-8b9f-4715ab7d327d req-cef0af4c-83c0-411b-9136-bfde435c710e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=beaf0ad348674b009afcee3953da09bf&device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 1096 time: 0.1689034 Nov 24 20:49:24.019008 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-62e7a808-0568-4079-8586-eb96a6520c7e req-ff7ebfdf-2350-4da5-94f8-c9db56a1f134 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584683 Nov 24 20:49:24.088109 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cbeba2e7-1a35-4408-a7ab-5186661a6791 req-71be623e-6779-487f-b590-9117f5d666b4 service neutron] 10.222.0.15 "GET /v2.0/networks/11819801-9a1c-40f7-a845-e10ed7c382da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669405 Nov 24 20:49:24.120670 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b46118c7-5f76-43a3-8a81-0eafdd8a0fc4 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:49:24.157340 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831c4db-1d7a-4eca-b129-0b0c9a4a63b0 req-79f96094-d9b2-4099-9b2b-140a97c6c2d3 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:24.158882 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0831c4db-1d7a-4eca-b129-0b0c9a4a63b0 req-79f96094-d9b2-4099-9b2b-140a97c6c2d3 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 945 time: 0.0603878 Nov 24 20:49:24.160926 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2626479-d161-4e8b-8b9f-4715ab7d327d req-86a90e44-a3f6-41ed-bdfe-3ed76c9d4e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:24.162998 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b2626479-d161-4e8b-8b9f-4715ab7d327d req-86a90e44-a3f6-41ed-bdfe-3ed76c9d4e64 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76284921-803c-4590-9abd-e36e6f81acc5 HTTP/1.1" status: 200 len: 921 time: 0.1401911 Nov 24 20:49:24.201262 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63e12d7-500a-420c-bd89-dbc4646aff57 None None] New status for floating IP ec067698-6b79-48df-8e7c-6a16e2eaa320: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:49:24.226834 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0831c4db-1d7a-4eca-b129-0b0c9a4a63b0 req-c0f76c76-62c2-447e-9ae1-3941101ab51d tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580466 Nov 24 20:49:24.309223 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b2626479-d161-4e8b-8b9f-4715ab7d327d req-2204d9da-89d4-4adc-8ba2-45c03a4b2dee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90494fb0-6aff-4a0a-a6a2-53c14156607f HTTP/1.1" status: 200 len: 998 time: 0.1240814 Nov 24 20:49:24.328223 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port b46118c7-5f76-43a3-8a81-0eafdd8a0fc4 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:49:24.334045 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port b46118c7-5f76-43a3-8a81-0eafdd8a0fc4 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:49:24.334045 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:24.362277 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cbeba2e7-1a35-4408-a7ab-5186661a6791 req-580a5b92-4882-41b4-9b22-2d550257a4e7 service neutron] 10.222.0.15 "GET /v2.0/networks/11819801-9a1c-40f7-a845-e10ed7c382da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981444 Nov 24 20:49:24.374532 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f59e34-83c8-4b01-b94d-b2de60b69e73 req-9d2bb6d5-b725-4eee-9464-232a851efaad tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:24.377436 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e9f59e34-83c8-4b01-b94d-b2de60b69e73 req-9d2bb6d5-b725-4eee-9464-232a851efaad tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=289c93e0-c776-41ab-a718-f95745dedb94 HTTP/1.1" status: 200 len: 945 time: 0.0805867 Nov 24 20:49:24.378133 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2626479-d161-4e8b-8b9f-4715ab7d327d req-6609ecd1-1a08-4bb3-9cc0-63df647739a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:24.379974 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b2626479-d161-4e8b-8b9f-4715ab7d327d req-6609ecd1-1a08-4bb3-9cc0-63df647739a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd0eede7-bd47-45ce-9621-d9e035beada7 HTTP/1.1" status: 200 len: 860 time: 0.0598428 Nov 24 20:49:24.430902 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b2626479-d161-4e8b-8b9f-4715ab7d327d req-36927b08-7d5d-4d65-9283-f17ddde58533 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76284921-803c-4590-9abd-e36e6f81acc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427201 Nov 24 20:49:24.440930 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e9f59e34-83c8-4b01-b94d-b2de60b69e73 req-ea5a14c2-66d5-41fc-9e32-17afcac6a9bb tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505645 Nov 24 20:49:24.442462 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-b2626479-d161-4e8b-8b9f-4715ab7d327d req-2ea8d47a-2ddc-4c7b-ae53-476ec6a8c42e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:49:24.443423 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b2626479-d161-4e8b-8b9f-4715ab7d327d req-2ea8d47a-2ddc-4c7b-ae53-476ec6a8c42e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050368 Nov 24 20:49:24.470596 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-753b10b6-2608-4420-a940-5eaa733d448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1938709004-router', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:48:01Z', 'updated_at': '2021-11-24T20:48:12Z', 'revision_number': 4, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'gw_port': {'id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:04Z', 'updated_at': '2021-11-24T20:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'e3324205-24d3-47a0-8837-bbdef737c30e', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'port_id': '90494fb0-6aff-4a0a-a6a2-53c14156607f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76284921-803c-4590-9abd-e36e6f81acc5', 'mac_address': 'fa:16:3e:e2:bc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db488bd8-12ab-4692-9a07-73c0eb076a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:49:19Z', 'updated_at': '2021-11-24T20:49:22Z', 'revision_number': 1, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a97d02b-77bf-4c68-bb1a-2cac73ae1323', 'name': '', 'network_id': '76284921-803c-4590-9abd-e36e6f81acc5', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'mac_address': 'fa:16:3e:25:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'fd0eede7-bd47-45ce-9621-d9e035beada7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:11Z', 'updated_at': '2021-11-24T20:48:21Z', 'revision_number': 5, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'subnets': [{'id': 'fd0eede7-bd47-45ce-9621-d9e035beada7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:24.504689 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b10b6-2608-4420-a940-5eaa733d448f None None] Checking router: 8d020af7-900b-43cf-8e58-a8adb8c44fe7 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:49:24.508003 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:24.529225 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753b10b6-2608-4420-a940-5eaa733d448f None None] Routers {'8d020af7-900b-43cf-8e58-a8adb8c44fe7'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:49:24.529875 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-753b10b6-2608-4420-a940-5eaa733d448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:49:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8d020af7-900b-43cf-8e58-a8adb8c44fe7'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:24.562993 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b2626479-d161-4e8b-8b9f-4715ab7d327d req-1d9c92cd-13dd-4631-9586-a7df0a2d0b89 service neutron] 10.222.0.11 "GET /v2.0/networks/76284921-803c-4590-9abd-e36e6f81acc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108255 Nov 24 20:49:24.588721 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd85735-4827-471c-9c7d-c1147e09476a req-7bd77d11-baed-422a-ac6e-4e9d62745f44 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:24.590234 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ecd85735-4827-471c-9c7d-c1147e09476a req-7bd77d11-baed-422a-ac6e-4e9d62745f44 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9c08a8-1fd6-43ee-ad4e-94473cae9567 HTTP/1.1" status: 200 len: 949 time: 0.0802596 Nov 24 20:49:24.611251 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port b46118c7-5f76-43a3-8a81-0eafdd8a0fc4, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b46118c7-5f76-43a3-8a81-0eafdd8a0fc4,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:24.622391 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:24.647622 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ecd85735-4827-471c-9c7d-c1147e09476a req-c1dc176d-1198-41ca-8408-ef45dc0663e8 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/security-groups?id=812db53f-6f26-4a13-adf7-5866fa61275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504820 Nov 24 20:49:24.672315 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1377c2c2-64c9-47e3-b2da-6c537091e357', 'tag': '9dad353e-1b42-44ca-8a63-e62eaf5ae506'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:24.674852 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f5972c-9b3f-46c2-821b-0359d5898646" -d '{"events": [{"name": "network-changed", "server_uuid": "1377c2c2-64c9-47e3-b2da-6c537091e357", "tag": "9dad353e-1b42-44ca-8a63-e62eaf5ae506"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:24.689055 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b2626479-d161-4e8b-8b9f-4715ab7d327d req-51773d64-17e7-4b66-b7a5-b6dc929edda0 service neutron] 10.222.0.11 "GET /v2.0/networks/76284921-803c-4590-9abd-e36e6f81acc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169312 Nov 24 20:49:24.714181 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9322bd58-5d19-46a3-b157-92d7a656df2a x-openstack-request-id: req-9322bd58-5d19-46a3-b157-92d7a656df2a {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:24.714562 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1377c2c2-64c9-47e3-b2da-6c537091e357", "tag": "9dad353e-1b42-44ca-8a63-e62eaf5ae506", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:24.714910 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9322bd58-5d19-46a3-b157-92d7a656df2a {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:24.716239 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1377c2c2-64c9-47e3-b2da-6c537091e357', 'tag': '9dad353e-1b42-44ca-8a63-e62eaf5ae506', 'status': 'completed', 'code': 200} Nov 24 20:49:24.722777 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-753b10b6-2608-4420-a940-5eaa733d448f None None] Set router 8d020af7-900b-43cf-8e58-a8adb8c44fe7 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:49:24.726001 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=b46118c7-5f76-43a3-8a81-0eafdd8a0fc4,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:24.871358 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-d6426a13-8f1e-475d-a2ee-e7c86e8459bc tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.14 HTTP/1.1" status: 200 len: 998 time: 0.1324971 Nov 24 20:49:24.905310 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5972c-9b3f-46c2-821b-0359d5898646 req-48309d50-c3de-4e86-b641-2f78ef36199a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:24.906795 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61f5972c-9b3f-46c2-821b-0359d5898646 req-48309d50-c3de-4e86-b641-2f78ef36199a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7089e567afd4fbfaedad8dfd28a70b3&device_id=1377c2c2-64c9-47e3-b2da-6c537091e357 HTTP/1.1" status: 200 len: 1096 time: 0.1566687 Nov 24 20:49:24.922091 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-d7c35b2e-37bb-4cd3-b8b3-9d4cc748fb53 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:24.923390 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-d7c35b2e-37bb-4cd3-b8b3-9d4cc748fb53 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports/90494fb0-6aff-4a0a-a6a2-53c14156607f HTTP/1.1" status: 200 len: 942 time: 0.0512598 Nov 24 20:49:24.979176 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-753b10b6-2608-4420-a940-5eaa733d448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1938709004-router', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:48:01Z', 'updated_at': '2021-11-24T20:48:12Z', 'revision_number': 4, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'gw_port': {'id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:04Z', 'updated_at': '2021-11-24T20:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'e3324205-24d3-47a0-8837-bbdef737c30e', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'port_id': '90494fb0-6aff-4a0a-a6a2-53c14156607f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76284921-803c-4590-9abd-e36e6f81acc5', 'mac_address': 'fa:16:3e:e2:bc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db488bd8-12ab-4692-9a07-73c0eb076a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:49:19Z', 'updated_at': '2021-11-24T20:49:22Z', 'revision_number': 1, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a97d02b-77bf-4c68-bb1a-2cac73ae1323', 'name': '', 'network_id': '76284921-803c-4590-9abd-e36e6f81acc5', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'mac_address': 'fa:16:3e:25:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'fd0eede7-bd47-45ce-9621-d9e035beada7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:11Z', 'updated_at': '2021-11-24T20:48:21Z', 'revision_number': 5, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'subnets': [{'id': 'fd0eede7-bd47-45ce-9621-d9e035beada7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:25.006142 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b10b6-2608-4420-a940-5eaa733d448f None None] The sync data for ids ['8d020af7-900b-43cf-8e58-a8adb8c44fe7'] in n-d-812111-8 is: [{'id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1938709004-router', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:48:01Z', 'updated_at': '2021-11-24T20:48:12Z', 'revision_number': 4, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'gw_port': {'id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:04Z', 'updated_at': '2021-11-24T20:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'e3324205-24d3-47a0-8837-bbdef737c30e', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'port_id': '90494fb0-6aff-4a0a-a6a2-53c14156607f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76284921-803c-4590-9abd-e36e6f81acc5', 'mac_address': 'fa:16:3e:e2:bc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db488bd8-12ab-4692-9a07-73c0eb076a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:49:19Z', 'updated_at': '2021-11-24T20:49:22Z', 'revision_number': 1, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a97d02b-77bf-4c68-bb1a-2cac73ae1323', 'name': '', 'network_id': '76284921-803c-4590-9abd-e36e6f81acc5', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'mac_address': 'fa:16:3e:25:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'fd0eede7-bd47-45ce-9621-d9e035beada7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:11Z', 'updated_at': '2021-11-24T20:48:21Z', 'revision_number': 5, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'subnets': [{'id': 'fd0eede7-bd47-45ce-9621-d9e035beada7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:49:25.068217 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5972c-9b3f-46c2-821b-0359d5898646 req-9e2b9934-fb73-496f-ad8c-9961a00c2b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:25.070560 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61f5972c-9b3f-46c2-821b-0359d5898646 req-9e2b9934-fb73-496f-ad8c-9961a00c2b63 service neutron] 10.222.0.15 "GET /v2.0/networks?id=08e4810e-5cf6-45fd-b3f0-b0061643c76e HTTP/1.1" status: 200 len: 925 time: 0.1463032 Nov 24 20:49:25.073818 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-96ef37f1-d10c-4b71-89ca-9bf11dadcf7a tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.14 HTTP/1.1" status: 200 len: 998 time: 0.0875502 Nov 24 20:49:25.160138 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15bfd39-5690-4af3-b2ac-b1846c773501 req-7d040442-7be7-4a08-904d-a3319a79cdbd tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:25.161766 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b15bfd39-5690-4af3-b2ac-b1846c773501 req-7d040442-7be7-4a08-904d-a3319a79cdbd tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 943 time: 0.0579154 Nov 24 20:49:25.209418 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61f5972c-9b3f-46c2-821b-0359d5898646 req-424cf6de-8d7a-4d1f-8092-6d03d1667329 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dad353e-1b42-44ca-8a63-e62eaf5ae506 HTTP/1.1" status: 200 len: 1001 time: 0.1308401 Nov 24 20:49:25.243809 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825a4924-c387-440c-9b89-bf6da3673957 None None] New status for floating IP e3324205-24d3-47a0-8837-bbdef737c30e: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:49:25.244793 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b15bfd39-5690-4af3-b2ac-b1846c773501 req-8c61c5d2-6a74-48ba-a630-63b8774ad480 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725410 Nov 24 20:49:25.284647 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-d61ed013-7c7e-4b36-aafa-22e9ee245598 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:25.286450 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-d61ed013-7c7e-4b36-aafa-22e9ee245598 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.2066867 Nov 24 20:49:25.340703 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5972c-9b3f-46c2-821b-0359d5898646 req-99276597-c8da-4f9b-bbe0-17a86c08bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:25.342917 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61f5972c-9b3f-46c2-821b-0359d5898646 req-99276597-c8da-4f9b-bbe0-17a86c08bd58 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b7bea8b-3ad2-4620-a8cf-0534d6c925cb HTTP/1.1" status: 200 len: 863 time: 0.1225448 Nov 24 20:49:25.399671 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-416c02bf-75c3-4c12-a527-804fd7ffbd09 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.14 HTTP/1.1" status: 200 len: 998 time: 0.1038022 Nov 24 20:49:25.401199 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5099e-659f-403d-9c25-692ac7358f18 req-ea93acb8-0e7e-4ba8-bf20-9833ec7362ab tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:25.402879 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb3492f-abed-45ee-8380-4a122cc341fd', 'tag': '8fae6805-5260-4a33-9343-3c62fb794ad0'}, {'name': 'network-changed', 'server_uuid': 'db488bd8-12ab-4692-9a07-73c0eb076a51', 'tag': '90494fb0-6aff-4a0a-a6a2-53c14156607f'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:25.405411 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47699105-f811-4fb7-9644-32fdbb8973a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb3492f-abed-45ee-8380-4a122cc341fd", "tag": "8fae6805-5260-4a33-9343-3c62fb794ad0"}, {"name": "network-changed", "server_uuid": "db488bd8-12ab-4692-9a07-73c0eb076a51", "tag": "90494fb0-6aff-4a0a-a6a2-53c14156607f"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:25.409048 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7db5099e-659f-403d-9c25-692ac7358f18 req-ea93acb8-0e7e-4ba8-bf20-9833ec7362ab tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 945 time: 0.0782411 Nov 24 20:49:25.414530 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-68a2f4b3-3007-4173-a2b4-a80e5c38f78e tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:25.447103 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9c08a8-1fd6-43ee-ad4e-94473cae9567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46118c7-5f76-43a3-8a81-0eafdd8a0fc4'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:25.452213 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a40c47-d8b0-40ae-88d8-3e23fdc9c213" -d '{"events": [{"server_uuid": "9b9c08a8-1fd6-43ee-ad4e-94473cae9567", "name": "network-vif-plugged", "status": "completed", "tag": "b46118c7-5f76-43a3-8a81-0eafdd8a0fc4"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:25.460673 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7db5099e-659f-403d-9c25-692ac7358f18 req-cbd8a3c5-931b-4c6a-b980-78e98365d5f7 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504169 Nov 24 20:49:25.470306 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5972c-9b3f-46c2-821b-0359d5898646 req-5673dcea-5d5a-4162-886c-b500299f8232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:25.471826 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61f5972c-9b3f-46c2-821b-0359d5898646 req-5673dcea-5d5a-4162-886c-b500299f8232 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08e4810e-5cf6-45fd-b3f0-b0061643c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151006 Nov 24 20:49:25.496423 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-68a2f4b3-3007-4173-a2b4-a80e5c38f78e tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks [] for floatingip, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:25.542185 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51d7395-e8ed-4418-8ca5-1e85d90dc87e x-openstack-request-id: req-e51d7395-e8ed-4418-8ca5-1e85d90dc87e {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:25.542495 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb3492f-abed-45ee-8380-4a122cc341fd", "tag": "8fae6805-5260-4a33-9343-3c62fb794ad0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db488bd8-12ab-4692-9a07-73c0eb076a51", "tag": "90494fb0-6aff-4a0a-a6a2-53c14156607f", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:25.542758 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e51d7395-e8ed-4418-8ca5-1e85d90dc87e {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:25.543162 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb3492f-abed-45ee-8380-4a122cc341fd', 'tag': '8fae6805-5260-4a33-9343-3c62fb794ad0', 'status': 'completed', 'code': 200} Nov 24 20:49:25.543424 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db488bd8-12ab-4692-9a07-73c0eb076a51', 'tag': '90494fb0-6aff-4a0a-a6a2-53c14156607f', 'status': 'completed', 'code': 200} Nov 24 20:49:25.550661 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d14ff4-8461-482e-b60b-9257c7bb5bfb x-openstack-request-id: req-96d14ff4-8461-482e-b60b-9257c7bb5bfb {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:25.550981 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9c08a8-1fd6-43ee-ad4e-94473cae9567", "name": "network-vif-plugged", "status": "completed", "tag": "b46118c7-5f76-43a3-8a81-0eafdd8a0fc4", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:25.551261 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-96d14ff4-8461-482e-b60b-9257c7bb5bfb {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:25.551662 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9c08a8-1fd6-43ee-ad4e-94473cae9567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46118c7-5f76-43a3-8a81-0eafdd8a0fc4', 'code': 200} Nov 24 20:49:25.654124 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4b17a-156d-4422-8660-d2ec311f9c93 req-cfe66fae-fa72-4075-95db-fb1d62787d22 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:25.655794 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aac4b17a-156d-4422-8660-d2ec311f9c93 req-cfe66fae-fa72-4075-95db-fb1d62787d22 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=289c93e0-c776-41ab-a718-f95745dedb94 HTTP/1.1" status: 200 len: 945 time: 0.0524378 Nov 24 20:49:25.712092 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aac4b17a-156d-4422-8660-d2ec311f9c93 req-1f9948ab-47b5-4e0c-b446-a87051690cb0 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482702 Nov 24 20:49:25.776084 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47699105-f811-4fb7-9644-32fdbb8973a6 req-b9cae6d0-51a7-422b-b25d-4512c34c6364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:25.777620 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-47699105-f811-4fb7-9644-32fdbb8973a6 req-b9cae6d0-51a7-422b-b25d-4512c34c6364 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 1124 time: 0.2334137 Nov 24 20:49:25.795070 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61f5972c-9b3f-46c2-821b-0359d5898646 req-ce2fdf06-6047-4273-99a5-49aa366d9455 service neutron] 10.222.0.15 "GET /v2.0/networks/08e4810e-5cf6-45fd-b3f0-b0061643c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112643 Nov 24 20:49:25.807014 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47699105-f811-4fb7-9644-32fdbb8973a6 req-daf992c7-6c44-4d1a-abff-f95fd1ca38c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:25.808435 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-47699105-f811-4fb7-9644-32fdbb8973a6 req-daf992c7-6c44-4d1a-abff-f95fd1ca38c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=beaf0ad348674b009afcee3953da09bf&device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 1096 time: 0.1905627 Nov 24 20:49:25.831708 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10835580-feee-4e49-a198-06aef4aa5028 req-8427688a-5148-4231-8243-cdebfc2a79cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:25.833977 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10835580-feee-4e49-a198-06aef4aa5028 req-8427688a-5148-4231-8243-cdebfc2a79cf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9b9c08a8-1fd6-43ee-ad4e-94473cae9567 HTTP/1.1" status: 200 len: 1101 time: 0.1958632 Nov 24 20:49:25.838736 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9efdb6-b215-4af8-acf3-cf7b90cd33de req-88549919-3552-400d-8b62-7f865e8ec273 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:25.840363 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ac9efdb6-b215-4af8-acf3-cf7b90cd33de req-88549919-3552-400d-8b62-7f865e8ec273 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9c08a8-1fd6-43ee-ad4e-94473cae9567 HTTP/1.1" status: 200 len: 950 time: 0.0583925 Nov 24 20:49:25.901491 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ac9efdb6-b215-4af8-acf3-cf7b90cd33de req-92f575d3-b423-4e12-b715-84a3c46face0 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/security-groups?id=812db53f-6f26-4a13-adf7-5866fa61275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521750 Nov 24 20:49:26.186761 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-68a2f4b3-3007-4173-a2b4-a80e5c38f78e tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:26.212363 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-68a2f4b3-3007-4173-a2b4-a80e5c38f78e tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:26.212699 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-68a2f4b3-3007-4173-a2b4-a80e5c38f78e tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Floating IP e3324205-24d3-47a0-8837-bbdef737c30e disassociated. External IP: 172.25.5.14, port: 90494fb0-6aff-4a0a-a6a2-53c14156607f. Nov 24 20:49:26.385799 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066ce8b-cd86-4dee-b672-d19f8e348265 req-a10e419f-70ae-44d4-b119-843ab9acbbcc tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:26.388211 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c066ce8b-cd86-4dee-b672-d19f8e348265 req-a10e419f-70ae-44d4-b119-843ab9acbbcc tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 943 time: 0.0535865 Nov 24 20:49:26.418637 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10835580-feee-4e49-a198-06aef4aa5028 req-7c2ae0a6-9e5c-4f98-9118-fca97693f1dc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=812db53f-6f26-4a13-adf7-5866fa61275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818270 Nov 24 20:49:26.449291 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c066ce8b-cd86-4dee-b672-d19f8e348265 req-cf4c5415-d986-4917-abe7-50c1ee6af3d9 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532267 Nov 24 20:49:26.497319 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47699105-f811-4fb7-9644-32fdbb8973a6 req-d2250461-c066-4d26-8516-251257d708e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:26.498806 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-47699105-f811-4fb7-9644-32fdbb8973a6 req-d2250461-c066-4d26-8516-251257d708e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 922 time: 0.7062271 Nov 24 20:49:26.510876 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61f5972c-9b3f-46c2-821b-0359d5898646 req-7836f555-4e03-46c7-ae38-e531f96f2994 service neutron] 10.222.0.15 "GET /v2.0/networks/08e4810e-5cf6-45fd-b3f0-b0061643c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6998925 Nov 24 20:49:26.512240 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47699105-f811-4fb7-9644-32fdbb8973a6 req-7d464895-3fc0-4849-940c-a58c567c3079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:26.513601 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-47699105-f811-4fb7-9644-32fdbb8973a6 req-7d464895-3fc0-4849-940c-a58c567c3079 service neutron] 10.222.0.48 "GET /v2.0/networks?id=76284921-803c-4590-9abd-e36e6f81acc5 HTTP/1.1" status: 200 len: 921 time: 0.3616805 Nov 24 20:49:26.586281 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8d57e-c7a4-435d-920b-e4c3956fee33 req-5fa2977e-63d7-467c-8660-7d2bc10ea77e tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:26.587773 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b2d8d57e-c7a4-435d-920b-e4c3956fee33 req-5fa2977e-63d7-467c-8660-7d2bc10ea77e tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 945 time: 0.0537539 Nov 24 20:49:26.590476 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-47699105-f811-4fb7-9644-32fdbb8973a6 req-e2f61ebe-b45b-414e-8621-d845e873567f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90494fb0-6aff-4a0a-a6a2-53c14156607f HTTP/1.1" status: 200 len: 217 time: 0.0424421 Nov 24 20:49:26.640647 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b2d8d57e-c7a4-435d-920b-e4c3956fee33 req-5f1be043-61e4-4d6f-a201-d9884e0717a1 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451846 Nov 24 20:49:26.722173 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-47699105-f811-4fb7-9644-32fdbb8973a6 req-9904a618-15ba-4847-8b92-f9bd05d1ebae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fae6805-5260-4a33-9343-3c62fb794ad0 HTTP/1.1" status: 200 len: 217 time: 0.0549321 Nov 24 20:49:26.746658 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47699105-f811-4fb7-9644-32fdbb8973a6 req-528912f4-1c98-4a07-84d8-d11c4ed978c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:26.748104 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-47699105-f811-4fb7-9644-32fdbb8973a6 req-528912f4-1c98-4a07-84d8-d11c4ed978c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd0eede7-bd47-45ce-9621-d9e035beada7 HTTP/1.1" status: 200 len: 860 time: 0.1429179 Nov 24 20:49:26.788457 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-68a2f4b3-3007-4173-a2b4-a80e5c38f78e tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Router 8d020af7-900b-43cf-8e58-a8adb8c44fe7 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:49:26.806763 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-47699105-f811-4fb7-9644-32fdbb8973a6 req-4f022faa-1558-4eac-8701-a2e82c996315 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76284921-803c-4590-9abd-e36e6f81acc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360823 Nov 24 20:49:26.830742 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47699105-f811-4fb7-9644-32fdbb8973a6 req-555eaa93-0121-437a-8e60-49d794b939a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:26.832157 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-47699105-f811-4fb7-9644-32fdbb8973a6 req-555eaa93-0121-437a-8e60-49d794b939a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.0994146 Nov 24 20:49:26.838545 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c6631-b834-4277-94a4-7759732bf936 req-8f9f0acc-4b2a-4964-8dc9-65c1f82cb05f tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:26.841292 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-658c6631-b834-4277-94a4-7759732bf936 req-8f9f0acc-4b2a-4964-8dc9-65c1f82cb05f tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=289c93e0-c776-41ab-a718-f95745dedb94 HTTP/1.1" status: 200 len: 945 time: 0.0558336 Nov 24 20:49:26.898146 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-658c6631-b834-4277-94a4-7759732bf936 req-c17f224b-c1af-40d9-80d9-fe838c14feee tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506840 Nov 24 20:49:26.920719 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-47699105-f811-4fb7-9644-32fdbb8973a6 req-09fe1dda-e09c-4b29-9269-b9de64ec2450 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774980 Nov 24 20:49:27.034499 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152af73-2025-4e1c-8213-90be3db49e68 req-05dbd530-8d27-48b0-abe1-b3002ddc2ad5 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:27.036230 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7152af73-2025-4e1c-8213-90be3db49e68 req-05dbd530-8d27-48b0-abe1-b3002ddc2ad5 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9c08a8-1fd6-43ee-ad4e-94473cae9567 HTTP/1.1" status: 200 len: 950 time: 0.0550182 Nov 24 20:49:27.091014 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7152af73-2025-4e1c-8213-90be3db49e68 req-50285bae-64dc-4a9e-ab43-4212cad90ef2 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/security-groups?id=812db53f-6f26-4a13-adf7-5866fa61275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463781 Nov 24 20:49:27.102779 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-47699105-f811-4fb7-9644-32fdbb8973a6 req-ced29388-e7ed-495e-9aea-d7dda1984424 service neutron] 10.222.0.48 "GET /v2.0/networks/76284921-803c-4590-9abd-e36e6f81acc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822614 Nov 24 20:49:27.122195 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-68a2f4b3-3007-4173-a2b4-a80e5c38f78e tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:49:27.129242 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-68a2f4b3-3007-4173-a2b4-a80e5c38f78e tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:27.131745 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8ed3c1-bb61-4afb-8793-9113bc673a92 None None] Sync routers for ids ['8d020af7-900b-43cf-8e58-a8adb8c44fe7'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:49:27.147484 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8ed3c1-bb61-4afb-8793-9113bc673a92 None None] Routers {'8d020af7-900b-43cf-8e58-a8adb8c44fe7'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:49:27.150535 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-8c8ed3c1-bb61-4afb-8793-9113bc673a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:49:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8d020af7-900b-43cf-8e58-a8adb8c44fe7'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:27.181859 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-47699105-f811-4fb7-9644-32fdbb8973a6 req-2de80e2e-2eb6-4e5f-b82c-64dd7fb02089 service neutron] 10.222.0.15 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299438 Nov 24 20:49:27.218102 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-68a2f4b3-3007-4173-a2b4-a80e5c38f78e tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "PUT /v2.0/floatingips/e3324205-24d3-47a0-8837-bbdef737c30e HTTP/1.1" status: 200 len: 694 time: 1.8093507 Nov 24 20:49:27.301500 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-8c8ed3c1-bb61-4afb-8793-9113bc673a92 None None] Set router 8d020af7-900b-43cf-8e58-a8adb8c44fe7 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:49:27.403021 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-47699105-f811-4fb7-9644-32fdbb8973a6 req-c9a2bcf6-9794-4a46-95d0-f1110f8fd8d3 service neutron] 10.222.0.48 "GET /v2.0/networks/76284921-803c-4590-9abd-e36e6f81acc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468345 Nov 24 20:49:27.406754 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-47699105-f811-4fb7-9644-32fdbb8973a6 req-74130355-f20f-4098-a953-c3acba1efdd0 service neutron] 10.222.0.15 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141564 Nov 24 20:49:27.409046 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-f75c8781-5c75-4494-97aa-d9e4b2f7fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:27.410686 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-f75c8781-5c75-4494-97aa-d9e4b2f7fea7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=beaf0ad348674b009afcee3953da09bf&device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 1096 time: 0.1501663 Nov 24 20:49:27.530884 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-ab376b11-aad2-4bab-b512-f13085f1ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:27.532477 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-ab376b11-aad2-4bab-b512-f13085f1ae6f service neutron] 10.222.0.11 "GET /v2.0/networks?id=76284921-803c-4590-9abd-e36e6f81acc5 HTTP/1.1" status: 200 len: 921 time: 0.1131916 Nov 24 20:49:27.548809 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db488bd8-12ab-4692-9a07-73c0eb076a51', 'tag': '90494fb0-6aff-4a0a-a6a2-53c14156607f'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:27.551687 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4152580-b145-4aee-b301-e4c1de42eca6" -d '{"events": [{"name": "network-changed", "server_uuid": "db488bd8-12ab-4692-9a07-73c0eb076a51", "tag": "90494fb0-6aff-4a0a-a6a2-53c14156607f"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:27.577095 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-8c8ed3c1-bb61-4afb-8793-9113bc673a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1938709004-router', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:48:01Z', 'updated_at': '2021-11-24T20:48:12Z', 'revision_number': 4, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'gw_port': {'id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:04Z', 'updated_at': '2021-11-24T20:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3a97d02b-77bf-4c68-bb1a-2cac73ae1323', 'name': '', 'network_id': '76284921-803c-4590-9abd-e36e6f81acc5', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'mac_address': 'fa:16:3e:25:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'fd0eede7-bd47-45ce-9621-d9e035beada7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:11Z', 'updated_at': '2021-11-24T20:48:21Z', 'revision_number': 5, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'subnets': [{'id': 'fd0eede7-bd47-45ce-9621-d9e035beada7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:27.587863 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-ff0cdf80-28db-4bad-ab47-a6bde9288f2a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90494fb0-6aff-4a0a-a6a2-53c14156607f HTTP/1.1" status: 200 len: 217 time: 0.0447445 Nov 24 20:49:27.607563 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8ed3c1-bb61-4afb-8793-9113bc673a92 None None] Checking router: 8d020af7-900b-43cf-8e58-a8adb8c44fe7 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:49:27.618243 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8ed3c1-bb61-4afb-8793-9113bc673a92 None None] Routers {'8d020af7-900b-43cf-8e58-a8adb8c44fe7'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:49:27.619829 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-8c8ed3c1-bb61-4afb-8793-9113bc673a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:49:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8d020af7-900b-43cf-8e58-a8adb8c44fe7'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:27.619970 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc0fdd-ae09-488e-a946-7b70d80d496b req-e97d9991-1cda-4421-aa8f-ea0b80af5ae3 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:27.621654 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-01cc0fdd-ae09-488e-a946-7b70d80d496b req-e97d9991-1cda-4421-aa8f-ea0b80af5ae3 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 943 time: 0.0621641 Nov 24 20:49:27.646369 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-b05e2395-3724-43d6-ba2c-0017a463688f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:27.648758 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-b05e2395-3724-43d6-ba2c-0017a463688f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd0eede7-bd47-45ce-9621-d9e035beada7 HTTP/1.1" status: 200 len: 860 time: 0.0536258 Nov 24 20:49:27.688002 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-01cc0fdd-ae09-488e-a946-7b70d80d496b req-9f57f2c6-a4ac-4405-b6f2-2101dacc1562 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591197 Nov 24 20:49:27.693280 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-fe33cd5d-24ac-4058-b363-a10747a9fddf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76284921-803c-4590-9abd-e36e6f81acc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355349 Nov 24 20:49:27.777242 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d551f9-34a4-4cca-bab3-7791c6e1978a x-openstack-request-id: req-69d551f9-34a4-4cca-bab3-7791c6e1978a {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:27.777730 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db488bd8-12ab-4692-9a07-73c0eb076a51", "tag": "90494fb0-6aff-4a0a-a6a2-53c14156607f", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:27.778196 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69d551f9-34a4-4cca-bab3-7791c6e1978a {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:27.778747 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db488bd8-12ab-4692-9a07-73c0eb076a51', 'tag': '90494fb0-6aff-4a0a-a6a2-53c14156607f', 'status': 'completed', 'code': 200} Nov 24 20:49:27.789738 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-8c8ed3c1-bb61-4afb-8793-9113bc673a92 None None] Set router 8d020af7-900b-43cf-8e58-a8adb8c44fe7 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:49:27.857778 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-78d20de7-1b24-4e08-8ee9-513a22fa116e service neutron] 10.222.0.11 "GET /v2.0/networks/76284921-803c-4590-9abd-e36e6f81acc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619229 Nov 24 20:49:27.865028 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ce6a5-684e-497c-a948-58d31a44b9b2 req-358fda3d-fde8-44da-ba50-fc9d3e93d8d7 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:27.890278 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d9ce6a5-684e-497c-a948-58d31a44b9b2 req-358fda3d-fde8-44da-ba50-fc9d3e93d8d7 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 945 time: 0.0871236 Nov 24 20:49:27.926379 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4152580-b145-4aee-b301-e4c1de42eca6 req-19772284-d568-4f5c-a667-35344071f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:27.928173 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f4152580-b145-4aee-b301-e4c1de42eca6 req-19772284-d568-4f5c-a667-35344071f548 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=beaf0ad348674b009afcee3953da09bf&device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 1096 time: 0.1410902 Nov 24 20:49:28.005228 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d9ce6a5-684e-497c-a948-58d31a44b9b2 req-83c50d7f-71e1-447e-83a8-88bf4a73af41 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063135 Nov 24 20:49:28.110884 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79aa9f04-103f-47c8-b9a0-4479aa5916ee req-efa496e9-d3f0-4234-a87e-2cb5050755c3 service neutron] 10.222.0.11 "GET /v2.0/networks/76284921-803c-4590-9abd-e36e6f81acc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334230 Nov 24 20:49:28.123578 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4152580-b145-4aee-b301-e4c1de42eca6 req-7677043d-e389-4dc4-b102-82a755f05f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:28.125332 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f4152580-b145-4aee-b301-e4c1de42eca6 req-7677043d-e389-4dc4-b102-82a755f05f6c service neutron] 10.222.0.48 "GET /v2.0/networks?id=76284921-803c-4590-9abd-e36e6f81acc5 HTTP/1.1" status: 200 len: 921 time: 0.1801815 Nov 24 20:49:28.155836 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f79af6-db5e-4220-89cd-595dd47ca56d req-f4fff600-390a-4606-9568-102f53496623 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:28.166101 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-60f79af6-db5e-4220-89cd-595dd47ca56d req-f4fff600-390a-4606-9568-102f53496623 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=289c93e0-c776-41ab-a718-f95745dedb94 HTTP/1.1" status: 200 len: 945 time: 0.0752542 Nov 24 20:49:28.188646 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f4152580-b145-4aee-b301-e4c1de42eca6 req-6d85b180-7587-4a65-bd35-6eea51229f84 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90494fb0-6aff-4a0a-a6a2-53c14156607f HTTP/1.1" status: 200 len: 217 time: 0.0461798 Nov 24 20:49:28.226574 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-60f79af6-db5e-4220-89cd-595dd47ca56d req-04a6a1fb-3dc3-4df4-aa20-220a3c1928cc tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594616 Nov 24 20:49:28.259158 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-8c8ed3c1-bb61-4afb-8793-9113bc673a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1938709004-router', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:48:01Z', 'updated_at': '2021-11-24T20:48:12Z', 'revision_number': 4, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'gw_port': {'id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:04Z', 'updated_at': '2021-11-24T20:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3a97d02b-77bf-4c68-bb1a-2cac73ae1323', 'name': '', 'network_id': '76284921-803c-4590-9abd-e36e6f81acc5', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'mac_address': 'fa:16:3e:25:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'fd0eede7-bd47-45ce-9621-d9e035beada7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:11Z', 'updated_at': '2021-11-24T20:48:21Z', 'revision_number': 5, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'subnets': [{'id': 'fd0eede7-bd47-45ce-9621-d9e035beada7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:28.259745 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4152580-b145-4aee-b301-e4c1de42eca6 req-6308cf70-252c-4a84-a2eb-cd608736863a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:28.260850 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f4152580-b145-4aee-b301-e4c1de42eca6 req-6308cf70-252c-4a84-a2eb-cd608736863a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd0eede7-bd47-45ce-9621-d9e035beada7 HTTP/1.1" status: 200 len: 860 time: 0.0638323 Nov 24 20:49:28.288576 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8ed3c1-bb61-4afb-8793-9113bc673a92 None None] The sync data for ids ['8d020af7-900b-43cf-8e58-a8adb8c44fe7'] in n-d-812111-8 is: [{'id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1938709004-router', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:48:01Z', 'updated_at': '2021-11-24T20:48:12Z', 'revision_number': 4, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'gw_port': {'id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:04Z', 'updated_at': '2021-11-24T20:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3a97d02b-77bf-4c68-bb1a-2cac73ae1323', 'name': '', 'network_id': '76284921-803c-4590-9abd-e36e6f81acc5', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'mac_address': 'fa:16:3e:25:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'fd0eede7-bd47-45ce-9621-d9e035beada7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:11Z', 'updated_at': '2021-11-24T20:48:21Z', 'revision_number': 5, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'subnets': [{'id': 'fd0eede7-bd47-45ce-9621-d9e035beada7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:49:28.313233 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4137a5fa-739e-4299-9015-b57121ee03d2 req-15986cdf-81c7-48a5-bd2d-5397761eca02 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/floatingips/e3324205-24d3-47a0-8837-bbdef737c30e HTTP/1.1" status: 200 len: 694 time: 0.0680635 Nov 24 20:49:28.332078 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f4152580-b145-4aee-b301-e4c1de42eca6 req-d8502919-3ef8-4e1d-9471-e2603b70f2bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76284921-803c-4590-9abd-e36e6f81acc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559793 Nov 24 20:49:28.360862 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b5c88-0b19-425f-aa76-c8dc76e00a6f req-e62f5874-a7cf-4ac3-a59c-1b7bffe92699 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:28.362165 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e2b5c88-0b19-425f-aa76-c8dc76e00a6f req-e62f5874-a7cf-4ac3-a59c-1b7bffe92699 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9c08a8-1fd6-43ee-ad4e-94473cae9567 HTTP/1.1" status: 200 len: 950 time: 0.1004012 Nov 24 20:49:28.430533 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e2b5c88-0b19-425f-aa76-c8dc76e00a6f req-d80b5488-6c66-4dfc-91a1-fea2143f7a43 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/security-groups?id=812db53f-6f26-4a13-adf7-5866fa61275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584199 Nov 24 20:49:28.433467 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137a5fa-739e-4299-9015-b57121ee03d2 req-91a54010-24c6-4813-ab6d-2a5bcee3e4a2 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:28.437374 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4137a5fa-739e-4299-9015-b57121ee03d2 req-91a54010-24c6-4813-ab6d-2a5bcee3e4a2 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.1232615 Nov 24 20:49:28.509762 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4137a5fa-739e-4299-9015-b57121ee03d2 req-4faf42fa-e482-4637-9582-f06e640ca831 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.14 HTTP/1.1" status: 200 len: 697 time: 0.0678518 Nov 24 20:49:28.549735 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f4152580-b145-4aee-b301-e4c1de42eca6 req-7df6c7cb-4619-4e37-86a9-00c3e634ce4c service neutron] 10.222.0.48 "GET /v2.0/networks/76284921-803c-4590-9abd-e36e6f81acc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863420 Nov 24 20:49:28.569765 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4137a5fa-739e-4299-9015-b57121ee03d2 req-b090664a-8af0-4f45-bc5c-da7bcf037bda tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.14 HTTP/1.1" status: 200 len: 697 time: 0.0581951 Nov 24 20:49:28.715055 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f4152580-b145-4aee-b301-e4c1de42eca6 req-084ec806-65ac-458e-bae1-abfe39faa507 service neutron] 10.222.0.48 "GET /v2.0/networks/76284921-803c-4590-9abd-e36e6f81acc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569905 Nov 24 20:49:28.777078 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-4137a5fa-739e-4299-9015-b57121ee03d2 req-c69bd5ae-ce4f-4bce-923c-df682c3757b9 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Deleting port 079b6788-0e05-4a0d-a0a1-5e283d907544 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:49:28.777685 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4137a5fa-739e-4299-9015-b57121ee03d2 req-c69bd5ae-ce4f-4bce-923c-df682c3757b9 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:28.797385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53231f42-ae61-4e29-89be-594ca005d25b None None] New status for floating IP e3324205-24d3-47a0-8837-bbdef737c30e: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:49:28.899950 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4137a5fa-739e-4299-9015-b57121ee03d2 req-c69bd5ae-ce4f-4bce-923c-df682c3757b9 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:28.905137 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4137a5fa-739e-4299-9015-b57121ee03d2 req-c69bd5ae-ce4f-4bce-923c-df682c3757b9 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:28.934613 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-4137a5fa-739e-4299-9015-b57121ee03d2 req-c69bd5ae-ce4f-4bce-923c-df682c3757b9 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Calling delete_port for 079b6788-0e05-4a0d-a0a1-5e283d907544 owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:49:29.168353 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ce6e3-4478-49be-b9b5-db0c983fb218 req-3d47d50a-9477-4de3-a5da-3ca3bc95f78f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:29.171453 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-892ce6e3-4478-49be-b9b5-db0c983fb218 req-3d47d50a-9477-4de3-a5da-3ca3bc95f78f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 943 time: 0.0732100 Nov 24 20:49:29.252683 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-892ce6e3-4478-49be-b9b5-db0c983fb218 req-90c70f08-f02a-4269-8bd0-70b2b5b33ab3 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703731 Nov 24 20:49:29.387660 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfabeba-4885-471d-91a0-4cc8dd37f924 req-2764fd36-2060-45fb-96ee-c521bc00d238 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:29.390196 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8cfabeba-4885-471d-91a0-4cc8dd37f924 req-2764fd36-2060-45fb-96ee-c521bc00d238 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9c08a8-1fd6-43ee-ad4e-94473cae9567 HTTP/1.1" status: 200 len: 950 time: 0.0721850 Nov 24 20:49:29.395431 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4137a5fa-739e-4299-9015-b57121ee03d2 req-c69bd5ae-ce4f-4bce-923c-df682c3757b9 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:29.475665 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8cfabeba-4885-471d-91a0-4cc8dd37f924 req-06189b15-056b-49ce-9b82-a15925c08231 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/security-groups?id=812db53f-6f26-4a13-adf7-5866fa61275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786159 Nov 24 20:49:29.597866 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cd244-bc45-4434-aef4-1e969538cbb9 req-7373402b-5a0d-4d63-a35b-bd382953ac4a tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:29.600384 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-267cd244-bc45-4434-aef4-1e969538cbb9 req-7373402b-5a0d-4d63-a35b-bd382953ac4a tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 945 time: 0.0607536 Nov 24 20:49:29.658720 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-267cd244-bc45-4434-aef4-1e969538cbb9 req-245e1c9d-5152-42f5-a536-588e5c354825 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509970 Nov 24 20:49:29.794879 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bd5ae-ce4f-4bce-923c-df682c3757b9 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Pushing event deleted for resources: {'Port': ['ID=079b6788-0e05-4a0d-a0a1-5e283d907544,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:29.802891 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13a6ab-8e84-49b2-a767-21f002c9e9fe req-0cc0772e-1cc9-4126-9b45-a5cdab6b7373 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:29.804482 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fd13a6ab-8e84-49b2-a767-21f002c9e9fe req-0cc0772e-1cc9-4126-9b45-a5cdab6b7373 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=289c93e0-c776-41ab-a718-f95745dedb94 HTTP/1.1" status: 200 len: 945 time: 0.0754201 Nov 24 20:49:29.827912 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69bd5ae-ce4f-4bce-923c-df682c3757b9 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:29.828297 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69bd5ae-ce4f-4bce-923c-df682c3757b9 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:29.828646 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69bd5ae-ce4f-4bce-923c-df682c3757b9 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:29.829020 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69bd5ae-ce4f-4bce-923c-df682c3757b9 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:29.829354 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69bd5ae-ce4f-4bce-923c-df682c3757b9 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:29.829717 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69bd5ae-ce4f-4bce-923c-df682c3757b9 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:29.830770 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69bd5ae-ce4f-4bce-923c-df682c3757b9 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:29.831109 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69bd5ae-ce4f-4bce-923c-df682c3757b9 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:29.831448 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69bd5ae-ce4f-4bce-923c-df682c3757b9 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:29.831784 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69bd5ae-ce4f-4bce-923c-df682c3757b9 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:29.832117 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69bd5ae-ce4f-4bce-923c-df682c3757b9 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:29.832447 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69bd5ae-ce4f-4bce-923c-df682c3757b9 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:29.838436 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4137a5fa-739e-4299-9015-b57121ee03d2 req-c69bd5ae-ce4f-4bce-923c-df682c3757b9 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:29.841191 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4137a5fa-739e-4299-9015-b57121ee03d2 req-c69bd5ae-ce4f-4bce-923c-df682c3757b9 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:29.845782 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4137a5fa-739e-4299-9015-b57121ee03d2 req-c69bd5ae-ce4f-4bce-923c-df682c3757b9 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "DELETE /v2.0/floatingips/e3324205-24d3-47a0-8837-bbdef737c30e HTTP/1.1" status: 204 len: 173 time: 1.2743409 Nov 24 20:49:29.882665 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fd13a6ab-8e84-49b2-a767-21f002c9e9fe req-573b0f7b-b570-4e74-b1d6-96519af15146 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686193 Nov 24 20:49:30.054067 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-447c6bd6-aac9-4ea5-85c1-250cc53b6559 req-2ea77edd-fd78-40f4-97fa-dca5da072014 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups/3e501628-9857-4871-8757-a510300d88c0 HTTP/1.1" status: 200 len: 1824 time: 0.0513191 Nov 24 20:49:30.121690 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-447c6bd6-aac9-4ea5-85c1-250cc53b6559 req-9037a8f7-7035-47b2-913c-0d974dfb2da1 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:30.148852 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-447c6bd6-aac9-4ea5-85c1-250cc53b6559 req-9037a8f7-7035-47b2-913c-0d974dfb2da1 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:30.163143 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d3fb6-7c93-4cd3-a4e4-b83daf6dea53 req-c54b72e4-860f-46a4-8954-e0d256c5285f tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:30.164792 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a32d3fb6-7c93-4cd3-a4e4-b83daf6dea53 req-c54b72e4-860f-46a4-8954-e0d256c5285f tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 1096 time: 0.0416398 Nov 24 20:49:30.197592 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-447c6bd6-aac9-4ea5-85c1-250cc53b6559 req-9037a8f7-7035-47b2-913c-0d974dfb2da1 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:30.200376 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-447c6bd6-aac9-4ea5-85c1-250cc53b6559 req-9037a8f7-7035-47b2-913c-0d974dfb2da1 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:30.201722 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-447c6bd6-aac9-4ea5-85c1-250cc53b6559 req-9037a8f7-7035-47b2-913c-0d974dfb2da1 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "DELETE /v2.0/security-groups/3e501628-9857-4871-8757-a510300d88c0 HTTP/1.1" status: 204 len: 173 time: 0.1461205 Nov 24 20:49:30.211313 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037a8f7-7035-47b2-913c-0d974dfb2da1 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e501628-9857-4871-8757-a510300d88c0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:30.244350 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a32d3fb6-7c93-4cd3-a4e4-b83daf6dea53 req-1ecf3bdd-cdef-4cbc-8c9e-99aa8070d21d tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702772 Nov 24 20:49:30.363112 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff23f16-2043-4b5c-9364-a03a4ca071a7 req-575902b9-b77d-44e7-99bd-82ed8e8fa630 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:30.364972 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-aff23f16-2043-4b5c-9364-a03a4ca071a7 req-575902b9-b77d-44e7-99bd-82ed8e8fa630 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=60111f57-f9a7-4b2f-bc95-b329459c063d HTTP/1.1" status: 200 len: 945 time: 0.0571485 Nov 24 20:49:30.422157 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-aff23f16-2043-4b5c-9364-a03a4ca071a7 req-7428e3e9-7749-4f0c-a6ac-2786072f55c8 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494368 Nov 24 20:49:30.486534 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a1489-e15e-4233-981f-a2b32f8218a6 req-da80b129-5106-4555-9e06-239a2194efc7 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:30.489208 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4b7a1489-e15e-4233-981f-a2b32f8218a6 req-da80b129-5106-4555-9e06-239a2194efc7 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 1096 time: 0.0456834 Nov 24 20:49:30.539276 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4b7a1489-e15e-4233-981f-a2b32f8218a6 req-acae8f40-8fb1-4606-b3cb-47adedca109e tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439234 Nov 24 20:49:30.568266 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926b773-cf37-42fc-9d3d-b5c6acefd5c9 req-5d269990-fabc-4b92-b4c8-fb727bf92db1 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:30.570658 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3926b773-cf37-42fc-9d3d-b5c6acefd5c9 req-5d269990-fabc-4b92-b4c8-fb727bf92db1 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 943 time: 0.0577540 Nov 24 20:49:30.621926 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3926b773-cf37-42fc-9d3d-b5c6acefd5c9 req-02b89aac-addc-462b-88cd-ae302c0dbb04 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450747 Nov 24 20:49:30.649414 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ced04b-f2e2-4f23-a292-9461ab17f2f5 req-afbcff83-ba6f-403e-b390-6ef820591315 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:30.650939 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d7ced04b-f2e2-4f23-a292-9461ab17f2f5 req-afbcff83-ba6f-403e-b390-6ef820591315 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.0545535 Nov 24 20:49:30.703405 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d7ced04b-f2e2-4f23-a292-9461ab17f2f5 req-ed41b325-d31d-4304-a49e-2e1023f2bf19 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463057 Nov 24 20:49:30.781683 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71287674-b402-427c-919c-25db4bbbd60e req-40ea69d5-43bb-4fa2-b6cb-b2c9740adbc8 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:30.783487 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-71287674-b402-427c-919c-25db4bbbd60e req-40ea69d5-43bb-4fa2-b6cb-b2c9740adbc8 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b9c08a8-1fd6-43ee-ad4e-94473cae9567 HTTP/1.1" status: 200 len: 950 time: 0.0687029 Nov 24 20:49:30.861793 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e680959-1cbf-4597-9306-0451124b7c69 req-d924152a-e226-4cbf-bf19-ea2667541999 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:30.875590 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e680959-1cbf-4597-9306-0451124b7c69 req-d924152a-e226-4cbf-bf19-ea2667541999 tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9c08a8-1fd6-43ee-ad4e-94473cae9567 HTTP/1.1" status: 200 len: 950 time: 0.0949535 Nov 24 20:49:30.921833 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e680959-1cbf-4597-9306-0451124b7c69 req-b0ea4a5a-3c21-4c7c-a943-f13b786d796b tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/security-groups?id=812db53f-6f26-4a13-adf7-5866fa61275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510061 Nov 24 20:49:30.992786 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-71287674-b402-427c-919c-25db4bbbd60e req-44244354-9949-4bd5-b962-b66f4bbdcf1f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Deleting port b46118c7-5f76-43a3-8a81-0eafdd8a0fc4 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:49:30.993196 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-71287674-b402-427c-919c-25db4bbbd60e req-44244354-9949-4bd5-b962-b66f4bbdcf1f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:31.089050 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9846a3-e416-4c9f-8194-fb72273ec1e5 req-7f00f738-a280-4b4c-8991-da9536a7ce4d tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:31.090510 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ef9846a3-e416-4c9f-8194-fb72273ec1e5 req-7f00f738-a280-4b4c-8991-da9536a7ce4d tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=28592b46-4bc8-455a-a239-ef66facbe099 HTTP/1.1" status: 200 len: 945 time: 0.1380229 Nov 24 20:49:31.133071 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-71287674-b402-427c-919c-25db4bbbd60e req-44244354-9949-4bd5-b962-b66f4bbdcf1f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] For port b46118c7-5f76-43a3-8a81-0eafdd8a0fc4, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b46118c7-5f76-43a3-8a81-0eafdd8a0fc4,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:31.133350 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-71287674-b402-427c-919c-25db4bbbd60e req-44244354-9949-4bd5-b962-b66f4bbdcf1f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:31.159322 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-71287674-b402-427c-919c-25db4bbbd60e req-44244354-9949-4bd5-b962-b66f4bbdcf1f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Calling delete_port for b46118c7-5f76-43a3-8a81-0eafdd8a0fc4 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:49:31.173620 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ef9846a3-e416-4c9f-8194-fb72273ec1e5 req-666a1cf3-0c78-4ab3-bdc2-50ac85c0819d tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744581 Nov 24 20:49:31.634902 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-71287674-b402-427c-919c-25db4bbbd60e req-44244354-9949-4bd5-b962-b66f4bbdcf1f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:31.659180 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['b46118c7-5f76-43a3-8a81-0eafdd8a0fc4'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:49:31.680497 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44244354-9949-4bd5-b962-b66f4bbdcf1f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Pushing event deleted for resources: {'Port': ['ID=b46118c7-5f76-43a3-8a81-0eafdd8a0fc4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:31.699134 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44244354-9949-4bd5-b962-b66f4bbdcf1f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:31.699739 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44244354-9949-4bd5-b962-b66f4bbdcf1f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:31.700239 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44244354-9949-4bd5-b962-b66f4bbdcf1f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:31.701484 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44244354-9949-4bd5-b962-b66f4bbdcf1f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:31.701990 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44244354-9949-4bd5-b962-b66f4bbdcf1f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:31.702766 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44244354-9949-4bd5-b962-b66f4bbdcf1f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:31.703268 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44244354-9949-4bd5-b962-b66f4bbdcf1f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:31.703763 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44244354-9949-4bd5-b962-b66f4bbdcf1f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:31.704245 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44244354-9949-4bd5-b962-b66f4bbdcf1f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:31.705341 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44244354-9949-4bd5-b962-b66f4bbdcf1f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:31.705861 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44244354-9949-4bd5-b962-b66f4bbdcf1f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:31.706355 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44244354-9949-4bd5-b962-b66f4bbdcf1f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:31.779660 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-71287674-b402-427c-919c-25db4bbbd60e req-44244354-9949-4bd5-b962-b66f4bbdcf1f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] No DVR routers for this DVR port b46118c7-5f76-43a3-8a81-0eafdd8a0fc4 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:49:31.796157 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-71287674-b402-427c-919c-25db4bbbd60e req-44244354-9949-4bd5-b962-b66f4bbdcf1f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:31.801123 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-71287674-b402-427c-919c-25db4bbbd60e req-44244354-9949-4bd5-b962-b66f4bbdcf1f tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.15 "DELETE /v2.0/ports/b46118c7-5f76-43a3-8a81-0eafdd8a0fc4 HTTP/1.1" status: 204 len: 173 time: 1.0109067 Nov 24 20:49:31.801689 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9c08a8-1fd6-43ee-ad4e-94473cae9567', 'name': 'network-vif-deleted', 'tag': 'b46118c7-5f76-43a3-8a81-0eafdd8a0fc4'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:31.804934 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8ec3c9-1643-4bfe-bbdc-8c0548fbc2a7" -d '{"events": [{"server_uuid": "9b9c08a8-1fd6-43ee-ad4e-94473cae9567", "name": "network-vif-deleted", "tag": "b46118c7-5f76-43a3-8a81-0eafdd8a0fc4"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:31.896095 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f097a-51a4-45cd-8c8b-666bb19057d7 req-f06d369c-44fe-48aa-9f37-dda17a511deb tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:31.898709 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-625f097a-51a4-45cd-8c8b-666bb19057d7 req-f06d369c-44fe-48aa-9f37-dda17a511deb tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 943 time: 0.1204665 Nov 24 20:49:31.984330 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-625f097a-51a4-45cd-8c8b-666bb19057d7 req-67b698ef-3ca1-4914-b26f-b9f89a9317af tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785673 Nov 24 20:49:32.137206 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51533ec-6722-4a2c-be8c-2237db7aae31 req-f0a72fa6-170b-4ef3-ac28-9cbe73ff3a77 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:32.138918 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a51533ec-6722-4a2c-be8c-2237db7aae31 req-f0a72fa6-170b-4ef3-ac28-9cbe73ff3a77 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.0626433 Nov 24 20:49:32.152029 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 8fae6805-5260-4a33-9343-3c62fb794ad0 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:49:32.233308 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a51533ec-6722-4a2c-be8c-2237db7aae31 req-56e8a215-e959-4787-b471-8050c3df9e9f tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868151 Nov 24 20:49:32.281801 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50484) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:32.296601 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc0d543-fbda-497b-b1a8-521bb2f523bb x-openstack-request-id: req-4dc0d543-fbda-497b-b1a8-521bb2f523bb {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:32.297513 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9c08a8-1fd6-43ee-ad4e-94473cae9567", "name": "network-vif-deleted", "tag": "b46118c7-5f76-43a3-8a81-0eafdd8a0fc4", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:32.298657 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4dc0d543-fbda-497b-b1a8-521bb2f523bb {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:32.299292 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9c08a8-1fd6-43ee-ad4e-94473cae9567', 'name': 'network-vif-deleted', 'tag': 'b46118c7-5f76-43a3-8a81-0eafdd8a0fc4', 'status': 'completed', 'code': 200} Nov 24 20:49:32.311814 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b46118c7-5f76-43a3-8a81-0eafdd8a0fc4 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:49:32.348508 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: b46118c7-5f76-43a3-8a81-0eafdd8a0fc4 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:49:32.350487 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b46118c7-5f76-43a3-8a81-0eafdd8a0fc4 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:49:32.416643 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-08abf77f-586e-424d-9538-2b690b9d1a96 req-9d9b3118-83d4-4469-ad01-f9c8841417ed tempest-ImagesNegativeTestJSON-1815694079 tempest-ImagesNegativeTestJSON-1815694079-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9c08a8-1fd6-43ee-ad4e-94473cae9567 HTTP/1.1" status: 200 len: 210 time: 0.0440071 Nov 24 20:49:32.469127 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c9944a3e-f335-4e7a-a87f-93dd3a33f6b8 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:49:32.470266 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c9944a3e-f335-4e7a-a87f-93dd3a33f6b8 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1873994 Nov 24 20:49:32.696212 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26515c-bdfe-4310-bde7-483371aba6f8 req-01b169a5-5aa8-4572-91aa-c8796fbce282 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:32.698250 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5d26515c-bdfe-4310-bde7-483371aba6f8 req-01b169a5-5aa8-4572-91aa-c8796fbce282 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=28592b46-4bc8-455a-a239-ef66facbe099 HTTP/1.1" status: 200 len: 945 time: 0.1515176 Nov 24 20:49:32.700785 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064b83c-04ba-48fe-9795-95f239623be5 req-7d2214e8-25db-41e6-9980-77f436eb0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:32.702049 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-7d2214e8-25db-41e6-9980-77f436eb0462 service neutron] 10.222.0.11 "GET /v2.0/ports/6d8906f6-9e77-4566-966b-78558e7647b9 HTTP/1.1" status: 200 len: 1093 time: 0.1356964 Nov 24 20:49:32.713297 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c72d12bd-43e9-4a80-9348-2d4626c7e332 service neutron] Request body: {'binding': {'host': 'n-h2-812111-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:32.713850 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c72d12bd-43e9-4a80-9348-2d4626c7e332 service neutron] Unknown quota resources ['binding']. {{(pid=109990) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 20:49:32.918769 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c72d12bd-43e9-4a80-9348-2d4626c7e332 service neutron] Attempting to bind port 6d8906f6-9e77-4566-966b-78558e7647b9 on host n-h2-812111-8 for vnic_type normal with profile None {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:49:32.919169 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c72d12bd-43e9-4a80-9348-2d4626c7e332 service neutron] Attempting to bind port 6d8906f6-9e77-4566-966b-78558e7647b9 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:49:32.919450 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c72d12bd-43e9-4a80-9348-2d4626c7e332 service neutron] Attempting to bind port 6d8906f6-9e77-4566-966b-78558e7647b9 on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:32.930872 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c72d12bd-43e9-4a80-9348-2d4626c7e332 service neutron] Port 6d8906f6-9e77-4566-966b-78558e7647b9 on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:49:32.931207 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c72d12bd-43e9-4a80-9348-2d4626c7e332 service neutron] Attempting to bind port 6d8906f6-9e77-4566-966b-78558e7647b9 on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:32.949608 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c72d12bd-43e9-4a80-9348-2d4626c7e332 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:49:32.949941 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c72d12bd-43e9-4a80-9348-2d4626c7e332 service neutron] Checking segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:49:32.950241 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c72d12bd-43e9-4a80-9348-2d4626c7e332 service neutron] Bound using segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:49:32.950679 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c72d12bd-43e9-4a80-9348-2d4626c7e332 service neutron] Bound port: 6d8906f6-9e77-4566-966b-78558e7647b9, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:49:32.971653 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5d26515c-bdfe-4310-bde7-483371aba6f8 req-23150711-477b-4f90-9664-f33eb69c2b76 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627456 Nov 24 20:49:33.026313 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c7aec-5683-49c8-be27-32c1018fa595 req-8931b738-11e2-4928-8154-41bcfca98288 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:33.026313 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a77c7aec-5683-49c8-be27-32c1018fa595 req-8931b738-11e2-4928-8154-41bcfca98288 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.48 "GET /v2.0/ports?device_id=28592b46-4bc8-455a-a239-ef66facbe099 HTTP/1.1" status: 200 len: 945 time: 0.1495495 Nov 24 20:49:33.079480 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c72d12bd-43e9-4a80-9348-2d4626c7e332 service neutron] For port 6d8906f6-9e77-4566-966b-78558e7647b9, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=6d8906f6-9e77-4566-966b-78558e7647b9,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:49:33.098806 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c72d12bd-43e9-4a80-9348-2d4626c7e332 service neutron] Publish callbacks [] for binding, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:33.100655 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c72d12bd-43e9-4a80-9348-2d4626c7e332 service neutron] 10.222.0.11 "POST /v2.0/ports/6d8906f6-9e77-4566-966b-78558e7647b9/bindings HTTP/1.1" status: 201 len: 389 time: 0.3918808 Nov 24 20:49:33.178771 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-a77c7aec-5683-49c8-be27-32c1018fa595 req-b386ea8d-6b04-4551-a6af-03570da17e01 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Deleting port f45aec64-4d94-40a8-946d-7f50dc371b3c {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:49:33.179256 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a77c7aec-5683-49c8-be27-32c1018fa595 req-b386ea8d-6b04-4551-a6af-03570da17e01 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:33.368662 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-8d30ae21-8fb3-412d-b33e-e9e1e735377c service neutron] 10.222.0.15 "GET /v2.0/ports/8fae6805-5260-4a33-9343-3c62fb794ad0/bindings/n-h1-812111-8 HTTP/1.1" status: 200 len: 384 time: 0.1860046 Nov 24 20:49:33.382707 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4d9bd-0406-4018-ae77-a9a698fe9e4c req-1417a333-d54f-48ae-a282-c0879533e30e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:33.384474 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-08f4d9bd-0406-4018-ae77-a9a698fe9e4c req-1417a333-d54f-48ae-a282-c0879533e30e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 943 time: 0.0989468 Nov 24 20:49:33.391068 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc2a4c-a9ea-4e0c-970d-338cbc9ab695 req-ba476420-c174-41fb-b99f-3afcea9e1472 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:33.392725 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cadc2a4c-a9ea-4e0c-970d-338cbc9ab695 req-ba476420-c174-41fb-b99f-3afcea9e1472 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 945 time: 0.0609469 Nov 24 20:49:33.449840 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cadc2a4c-a9ea-4e0c-970d-338cbc9ab695 req-494d99cc-d77d-48eb-ba74-78ed67abb905 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495591 Nov 24 20:49:33.460218 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a77c7aec-5683-49c8-be27-32c1018fa595 req-b386ea8d-6b04-4551-a6af-03570da17e01 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] For port f45aec64-4d94-40a8-946d-7f50dc371b3c, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f45aec64-4d94-40a8-946d-7f50dc371b3c,segment=NetworkSegment(5bd52967-baf7-4370-8cd8-8cb3daded88e),segment_id=5bd52967-baf7-4370-8cd8-8cb3daded88e)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:33.460985 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a77c7aec-5683-49c8-be27-32c1018fa595 req-b386ea8d-6b04-4551-a6af-03570da17e01 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:33.498194 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-a77c7aec-5683-49c8-be27-32c1018fa595 req-b386ea8d-6b04-4551-a6af-03570da17e01 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Calling delete_port for f45aec64-4d94-40a8-946d-7f50dc371b3c owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:49:33.562472 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9ca93-f006-49e4-b77e-786a04f5d8f3 req-107fb941-6496-42d7-91b4-50c647f6737b tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:33.564131 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-47f9ca93-f006-49e4-b77e-786a04f5d8f3 req-107fb941-6496-42d7-91b4-50c647f6737b tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.0533075 Nov 24 20:49:33.612032 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-47f9ca93-f006-49e4-b77e-786a04f5d8f3 req-e3e1e7fa-a056-4d6e-9c78-64502257ad55 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411637 Nov 24 20:49:33.612991 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064b83c-04ba-48fe-9795-95f239623be5 req-cb19ee1d-3f5a-4f1e-8d5e-5b8efbb02385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:33.614610 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-cb19ee1d-3f5a-4f1e-8d5e-5b8efbb02385 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 1096 time: 0.1771843 Nov 24 20:49:33.624278 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-08f4d9bd-0406-4018-ae77-a9a698fe9e4c req-9e910c74-9ff9-49dd-b508-44a1eeacfeb6 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219615 Nov 24 20:49:33.721756 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b086f9-9fc2-482c-814c-8e727c0b2e34 req-30f0e0ad-0f52-4d7b-8c37-820d3cd87dc7 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:33.723243 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d9b086f9-9fc2-482c-814c-8e727c0b2e34 req-30f0e0ad-0f52-4d7b-8c37-820d3cd87dc7 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.48 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.1875479 Nov 24 20:49:33.942356 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064b83c-04ba-48fe-9795-95f239623be5 req-fce18d69-ea9c-4a58-9e0b-aa34d3b3ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:33.944416 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-fce18d69-ea9c-4a58-9e0b-aa34d3b3ac73 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 908 time: 0.3124073 Nov 24 20:49:34.025813 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-5affb239-4b23-4762-8b20-07fccca0f486 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d8906f6-9e77-4566-966b-78558e7647b9 HTTP/1.1" status: 200 len: 217 time: 0.0667157 Nov 24 20:49:34.033131 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a77c7aec-5683-49c8-be27-32c1018fa595 req-b386ea8d-6b04-4551-a6af-03570da17e01 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:34.039108 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-e3e88abd-50d3-46b2-98c9-08d1eb3370ae service neutron] For port 8fae6805-5260-4a33-9343-3c62fb794ad0, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8fae6805-5260-4a33-9343-3c62fb794ad0,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:34.045122 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['f45aec64-4d94-40a8-946d-7f50dc371b3c', 'cae2e75b-c90c-4a02-ad0c-f1b892450c30'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:49:34.085640 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50528) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:34.117592 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['ba23aaec-f3e3-4875-aca1-312ffc3aef05'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:49:34.130674 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386ea8d-6b04-4551-a6af-03570da17e01 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Pushing event deleted for resources: {'Port': ['ID=f45aec64-4d94-40a8-946d-7f50dc371b3c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:34.185530 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-137e5f45-7f31-4325-8f88-ee5dd54be7d8 req-9e81d33d-97b7-4500-b6f6-34ba818079e2 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=28592b46-4bc8-455a-a239-ef66facbe099 HTTP/1.1" status: 200 len: 210 time: 0.1309323 Nov 24 20:49:34.208172 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-e3e88abd-50d3-46b2-98c9-08d1eb3370ae service neutron] For port 8fae6805-5260-4a33-9343-3c62fb794ad0, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:49:34.211938 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-d9b086f9-9fc2-482c-814c-8e727c0b2e34 req-730a2936-d8ff-424c-8921-15c471a47945 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Deleting port 90494fb0-6aff-4a0a-a6a2-53c14156607f {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:49:34.212282 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d9b086f9-9fc2-482c-814c-8e727c0b2e34 req-730a2936-d8ff-424c-8921-15c471a47945 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:34.289252 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77c7aec-5683-49c8-be27-32c1018fa595 req-b386ea8d-6b04-4551-a6af-03570da17e01 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] No DVR routers for this DVR port f45aec64-4d94-40a8-946d-7f50dc371b3c on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:49:34.311077 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-e3e88abd-50d3-46b2-98c9-08d1eb3370ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fae6805-5260-4a33-9343-3c62fb794ad0 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:49:34.325075 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-24f19b03-afde-4764-b9e2-1393d36779c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aff16e0f873248c299232a50001bee06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381783 Nov 24 20:49:34.327463 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-e3e88abd-50d3-46b2-98c9-08d1eb3370ae service neutron] For port 8fae6805-5260-4a33-9343-3c62fb794ad0, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=8fae6805-5260-4a33-9343-3c62fb794ad0,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:34.327624 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50538) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:34.344570 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:49:34.346209 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a77c7aec-5683-49c8-be27-32c1018fa595 req-b386ea8d-6b04-4551-a6af-03570da17e01 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:34.352493 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a77c7aec-5683-49c8-be27-32c1018fa595 req-b386ea8d-6b04-4551-a6af-03570da17e01 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.48 "DELETE /v2.0/ports/f45aec64-4d94-40a8-946d-7f50dc371b3c HTTP/1.1" status: 204 len: 173 time: 1.3187203 Nov 24 20:49:34.352714 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28592b46-4bc8-455a-a239-ef66facbe099', 'name': 'network-vif-deleted', 'tag': 'f45aec64-4d94-40a8-946d-7f50dc371b3c'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:34.355397 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000f2fa7-39b3-4061-944b-4840e8e388a1" -d '{"events": [{"server_uuid": "28592b46-4bc8-455a-a239-ef66facbe099", "name": "network-vif-deleted", "tag": "f45aec64-4d94-40a8-946d-7f50dc371b3c"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:34.369408 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064b83c-04ba-48fe-9795-95f239623be5 req-fb5b3c46-a589-4be4-a386-4b5a10d4b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:34.371010 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-fb5b3c46-a589-4be4-a386-4b5a10d4b7a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d0e18ba-6af5-4f0b-b8c6-f19541a42712 HTTP/1.1" status: 200 len: 847 time: 0.3236909 Nov 24 20:49:34.392318 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-e3e88abd-50d3-46b2-98c9-08d1eb3370ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:34.425660 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5330-d9b6-44b6-9c11-a3b8159c9975 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:34.455763 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b567b0-2fed-40bd-b02f-c780cbc76ab5 x-openstack-request-id: req-f7b567b0-2fed-40bd-b02f-c780cbc76ab5 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:34.456168 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28592b46-4bc8-455a-a239-ef66facbe099", "name": "network-vif-deleted", "tag": "f45aec64-4d94-40a8-946d-7f50dc371b3c", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:34.456533 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f7b567b0-2fed-40bd-b02f-c780cbc76ab5 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:34.457099 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28592b46-4bc8-455a-a239-ef66facbe099', 'name': 'network-vif-deleted', 'tag': 'f45aec64-4d94-40a8-946d-7f50dc371b3c', 'status': 'completed', 'code': 200} Nov 24 20:49:34.459649 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-de992160-0307-45bf-82c5-51fae98f73a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a5f3905-f9df-4704-8238-82ae8b0c31f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768130 Nov 24 20:49:34.466008 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5330-d9b6-44b6-9c11-a3b8159c9975 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:34.603972 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5330-d9b6-44b6-9c11-a3b8159c9975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:34.611488 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5330-d9b6-44b6-9c11-a3b8159c9975 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:34.615099 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0cbd5330-d9b6-44b6-9c11-a3b8159c9975 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/812db53f-6f26-4a13-adf7-5866fa61275b HTTP/1.1" status: 204 len: 168 time: 0.2841458 Nov 24 20:49:34.647543 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd5330-d9b6-44b6-9c11-a3b8159c9975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812db53f-6f26-4a13-adf7-5866fa61275b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:34.675637 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f88fd-dc47-4a29-848e-ead4a1dee4cc req-eaac4d38-0e52-41fe-b05a-31805cfca1f7 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:34.679642 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8b8f88fd-dc47-4a29-848e-ead4a1dee4cc req-eaac4d38-0e52-41fe-b05a-31805cfca1f7 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 945 time: 0.1415870 Nov 24 20:49:34.701769 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-ce0c239f-c7f4-4626-ab63-c54dd09101bb service neutron] 10.222.0.15 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957555 Nov 24 20:49:34.763072 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8b8f88fd-dc47-4a29-848e-ead4a1dee4cc req-ced1f773-5b85-4a36-a389-92752b0b35d1 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714180 Nov 24 20:49:34.795054 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d9b086f9-9fc2-482c-814c-8e727c0b2e34 req-730a2936-d8ff-424c-8921-15c471a47945 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] For port 90494fb0-6aff-4a0a-a6a2-53c14156607f, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=90494fb0-6aff-4a0a-a6a2-53c14156607f,segment=NetworkSegment(90258e6b-4b9e-4639-a56b-dc88672d67c8),segment_id=90258e6b-4b9e-4639-a56b-dc88672d67c8)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:34.795577 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d9b086f9-9fc2-482c-814c-8e727c0b2e34 req-730a2936-d8ff-424c-8921-15c471a47945 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:34.854203 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-d9b086f9-9fc2-482c-814c-8e727c0b2e34 req-730a2936-d8ff-424c-8921-15c471a47945 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Calling delete_port for 90494fb0-6aff-4a0a-a6a2-53c14156607f owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:49:34.884873 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-e3e88abd-50d3-46b2-98c9-08d1eb3370ae service neutron] Transition to ACTIVE for port object 8fae6805-5260-4a33-9343-3c62fb794ad0 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:49:34.901259 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263442f-c654-4b0f-b113-8ed578bf3de9 req-a7812e91-0f7a-4929-9da6-d6e309b91d6b tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:34.908920 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6263442f-c654-4b0f-b113-8ed578bf3de9 req-a7812e91-0f7a-4929-9da6-d6e309b91d6b tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/ports?device_id=db488bd8-12ab-4692-9a07-73c0eb076a51 HTTP/1.1" status: 200 len: 945 time: 0.1948891 Nov 24 20:49:34.909583 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aad47-76ed-4455-a845-bec9431991b8 req-fc29f925-aca6-4ce2-83ff-56f023bd0269 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:34.911317 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf4aad47-76ed-4455-a845-bec9431991b8 req-fc29f925-aca6-4ce2-83ff-56f023bd0269 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 943 time: 0.0730090 Nov 24 20:49:34.965879 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-e3e88abd-50d3-46b2-98c9-08d1eb3370ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:34.979630 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf4aad47-76ed-4455-a845-bec9431991b8 req-0416cb75-164b-430b-85a0-e3f9ad1f9920 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604699 Nov 24 20:49:35.059986 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-fd16f785-9c20-4577-8e47-296f7e712b1a service neutron] 10.222.0.15 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354011 Nov 24 20:49:35.086936 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6263442f-c654-4b0f-b113-8ed578bf3de9 req-8c175caf-7365-459c-a223-f89ddb38b0c1 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6b38c92-998a-4f2e-a62c-d261022a12fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769617 Nov 24 20:49:35.142479 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-e3e88abd-50d3-46b2-98c9-08d1eb3370ae service neutron] No DVR routers for this DVR port 8fae6805-5260-4a33-9343-3c62fb794ad0 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:49:35.156708 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e88abd-50d3-46b2-98c9-08d1eb3370ae service neutron] Pushing event updated for resources: {'Port': ['ID=8fae6805-5260-4a33-9343-3c62fb794ad0,revision_number=10']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:35.280954 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-e3e88abd-50d3-46b2-98c9-08d1eb3370ae service neutron] 10.222.0.15 "PUT /v2.0/ports/8fae6805-5260-4a33-9343-3c62fb794ad0/bindings/n-h1-812111-8/activate HTTP/1.1" status: 200 len: 369 time: 1.8898060 Nov 24 20:49:35.295360 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064b83c-04ba-48fe-9795-95f239623be5 req-a2b3117e-a913-4395-af51-4780dfe6410c tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:35.296928 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-a2b3117e-a913-4395-af51-4780dfe6410c tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a&tenant_id=0d368bbdb2b84a05b39068aac600d356&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 1096 time: 0.1416569 Nov 24 20:49:35.304011 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d9b086f9-9fc2-482c-814c-8e727c0b2e34 req-730a2936-d8ff-424c-8921-15c471a47945 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:35.346323 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-e064b83c-04ba-48fe-9795-95f239623be5 req-2e143541-9219-4a56-895f-baddfc4799f2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-8'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:35.349358 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a2936-d8ff-424c-8921-15c471a47945 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Pushing event deleted for resources: {'Port': ['ID=90494fb0-6aff-4a0a-a6a2-53c14156607f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:35.463877 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b086f9-9fc2-482c-814c-8e727c0b2e34 req-730a2936-d8ff-424c-8921-15c471a47945 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] No DVR routers for this DVR port 90494fb0-6aff-4a0a-a6a2-53c14156607f on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:49:35.469522 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d9b086f9-9fc2-482c-814c-8e727c0b2e34 req-730a2936-d8ff-424c-8921-15c471a47945 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:35.473280 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d9b086f9-9fc2-482c-814c-8e727c0b2e34 req-730a2936-d8ff-424c-8921-15c471a47945 tempest-ServerRescueTestJSONUnderV235-976561450 tempest-ServerRescueTestJSONUnderV235-976561450-project] 10.222.0.48 "DELETE /v2.0/ports/90494fb0-6aff-4a0a-a6a2-53c14156607f HTTP/1.1" status: 204 len: 173 time: 1.7150440 Nov 24 20:49:35.510152 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-3969ee4d-cce0-4b16-bbf6-b59091e067c8 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:35.512336 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-3969ee4d-cce0-4b16-bbf6-b59091e067c8 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd&tenant_id=3430f604e9d44fa5882671405a9099b5&binding%3Ahost_id=n-h2-812111-8 HTTP/1.1" status: 200 len: 1095 time: 0.1293831 Nov 24 20:49:35.513603 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e064b83c-04ba-48fe-9795-95f239623be5 req-2e143541-9219-4a56-895f-baddfc4799f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:35.654810 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-b51c1248-3f78-4f19-b9e9-3e39590d0dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:35.656345 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-b51c1248-3f78-4f19-b9e9-3e39590d0dea service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd&tenant_id=3430f604e9d44fa5882671405a9099b5 HTTP/1.1" status: 200 len: 1095 time: 0.1319294 Nov 24 20:49:35.730953 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-e064b83c-04ba-48fe-9795-95f239623be5 req-2e143541-9219-4a56-895f-baddfc4799f2 service neutron] For port 6d8906f6-9e77-4566-966b-78558e7647b9, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=6d8906f6-9e77-4566-966b-78558e7647b9,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:35.826051 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-2471ea1d-2312-4753-9069-74492393ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:35.828428 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-2471ea1d-2312-4753-9069-74492393ea38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 1095 time: 0.1293166 Nov 24 20:49:35.842731 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-e064b83c-04ba-48fe-9795-95f239623be5 req-2e143541-9219-4a56-895f-baddfc4799f2 service neutron] For port 6d8906f6-9e77-4566-966b-78558e7647b9, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:49:36.087372 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-b337ee7f-d3d2-4a8c-9929-e608a8d5c2e0 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=7c2a1d97f29049518ea8e4e6a5f18581&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266948 Nov 24 20:49:36.234883 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-624fa2bc-e0ef-46e4-ad63-29ed6975e1b3 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:36.236366 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-624fa2bc-e0ef-46e4-ad63-29ed6975e1b3 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1433234 Nov 24 20:49:36.253889 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-170c2e6d-4127-4284-9eb3-2d5aee06a2d7 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/quotas/7c2a1d97f29049518ea8e4e6a5f18581 HTTP/1.1" status: 200 len: 375 time: 0.0107684 Nov 24 20:49:36.284148 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e064b83c-04ba-48fe-9795-95f239623be5 req-2e143541-9219-4a56-895f-baddfc4799f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:36.293211 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-7ae61e18-abd5-4924-9c4f-030c3105a8fe tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c2a1d97f29049518ea8e4e6a5f18581&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311899 Nov 24 20:49:36.299722 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e064b83c-04ba-48fe-9795-95f239623be5 req-2e143541-9219-4a56-895f-baddfc4799f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:36.354385 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e19888-064f-4833-8a9f-c197f4b12b18 req-94df8331-5d18-474f-86f4-8424ea5a4088 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:36.356001 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72e19888-064f-4833-8a9f-c197f4b12b18 req-94df8331-5d18-474f-86f4-8424ea5a4088 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 945 time: 0.4809301 Nov 24 20:49:36.407154 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-43796e16-2a92-4aa2-a6c2-6d14d1919e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:36.414599 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-43796e16-2a92-4aa2-a6c2-6d14d1919e7d service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 922 time: 0.5406151 Nov 24 20:49:36.467190 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db488bd8-12ab-4692-9a07-73c0eb076a51', 'name': 'network-vif-deleted', 'tag': '90494fb0-6aff-4a0a-a6a2-53c14156607f'}, {'server_uuid': '4b9887a6-3915-4430-8980-23fc7324354a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8906f6-9e77-4566-966b-78558e7647b9'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:36.470029 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1357f5d6-b349-4abe-9cb6-fd75d8f41582" -d '{"events": [{"server_uuid": "db488bd8-12ab-4692-9a07-73c0eb076a51", "name": "network-vif-deleted", "tag": "90494fb0-6aff-4a0a-a6a2-53c14156607f"}, {"server_uuid": "4b9887a6-3915-4430-8980-23fc7324354a", "name": "network-vif-unplugged", "status": "completed", "tag": "6d8906f6-9e77-4566-966b-78558e7647b9"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:36.524872 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e143541-9219-4a56-895f-baddfc4799f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8906f6-9e77-4566-966b-78558e7647b9,revision_number=7']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:36.560767 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-9163958c-f2c6-4ed5-b9fd-8adea9f034a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fae6805-5260-4a33-9343-3c62fb794ad0 HTTP/1.1" status: 200 len: 217 time: 0.1223414 Nov 24 20:49:36.567095 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce8643-0b56-40d8-b9f9-ad3aa35dbbda req-d7b6cbed-6286-4081-9220-9bb857636499 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:36.575770 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-e064b83c-04ba-48fe-9795-95f239623be5 req-2e143541-9219-4a56-895f-baddfc4799f2 service neutron] Attempting to bind port 6d8906f6-9e77-4566-966b-78558e7647b9 on host n-h1-812111-8 for vnic_type normal with profile {"migrating_to": "n-h2-812111-8"} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:49:36.576121 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-e064b83c-04ba-48fe-9795-95f239623be5 req-2e143541-9219-4a56-895f-baddfc4799f2 service neutron] Attempting to bind port 6d8906f6-9e77-4566-966b-78558e7647b9 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:49:36.576413 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e5ce8643-0b56-40d8-b9f9-ad3aa35dbbda req-d7b6cbed-6286-4081-9220-9bb857636499 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 944 time: 0.0773683 Nov 24 20:49:36.576847 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e064b83c-04ba-48fe-9795-95f239623be5 req-2e143541-9219-4a56-895f-baddfc4799f2 service neutron] Attempting to bind port 6d8906f6-9e77-4566-966b-78558e7647b9 on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:36.627201 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72e19888-064f-4833-8a9f-c197f4b12b18 req-3c9c2cf8-e452-4d8b-b016-3291e17d9618 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508707 Nov 24 20:49:36.628182 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e064b83c-04ba-48fe-9795-95f239623be5 req-2e143541-9219-4a56-895f-baddfc4799f2 service neutron] Port 6d8906f6-9e77-4566-966b-78558e7647b9 on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:49:36.628522 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e064b83c-04ba-48fe-9795-95f239623be5 req-2e143541-9219-4a56-895f-baddfc4799f2 service neutron] Attempting to bind port 6d8906f6-9e77-4566-966b-78558e7647b9 on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:36.637088 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e064b83c-04ba-48fe-9795-95f239623be5 req-2e143541-9219-4a56-895f-baddfc4799f2 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:49:36.637509 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e064b83c-04ba-48fe-9795-95f239623be5 req-2e143541-9219-4a56-895f-baddfc4799f2 service neutron] Checking segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:49:36.639043 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e064b83c-04ba-48fe-9795-95f239623be5 req-2e143541-9219-4a56-895f-baddfc4799f2 service neutron] Bound using segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:49:36.639043 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-e064b83c-04ba-48fe-9795-95f239623be5 req-2e143541-9219-4a56-895f-baddfc4799f2 service neutron] Bound port: 6d8906f6-9e77-4566-966b-78558e7647b9, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:49:36.639801 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e064b83c-04ba-48fe-9795-95f239623be5 req-2e143541-9219-4a56-895f-baddfc4799f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:36.644774 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e5ce8643-0b56-40d8-b9f9-ad3aa35dbbda req-244702a5-febb-436b-a63e-59c0627298e8 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672913 Nov 24 20:49:36.726453 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-b264d7d1-78de-465c-9c42-a7a891af2903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:36.728009 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-b264d7d1-78de-465c-9c42-a7a891af2903 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.1534467 Nov 24 20:49:36.737773 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50630) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:36.839498 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-6c1083ed-5a52-4879-919e-4cea8336bcf8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000681 Nov 24 20:49:36.871514 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-e064b83c-04ba-48fe-9795-95f239623be5 req-2e143541-9219-4a56-895f-baddfc4799f2 service neutron] For port 6d8906f6-9e77-4566-966b-78558e7647b9, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:49:36.876322 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-e064b83c-04ba-48fe-9795-95f239623be5 req-2e143541-9219-4a56-895f-baddfc4799f2 service neutron] For port 6d8906f6-9e77-4566-966b-78558e7647b9, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=6d8906f6-9e77-4566-966b-78558e7647b9,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:49:36.943349 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 90494fb0-6aff-4a0a-a6a2-53c14156607f no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:49:36.976396 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e064b83c-04ba-48fe-9795-95f239623be5 req-2e143541-9219-4a56-895f-baddfc4799f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:36.998810 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 90494fb0-6aff-4a0a-a6a2-53c14156607f {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:49:37.001938 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 90494fb0-6aff-4a0a-a6a2-53c14156607f not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:49:37.002583 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device f45aec64-4d94-40a8-946d-7f50dc371b3c no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:49:37.006765 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-69c69ca3-1b3e-4ab8-a984-0c2fc727769a req-c668171e-151e-4c22-ad63-1c93f5819d4c tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7bb78f-0f83-4853-99cb-999daac71164 HTTP/1.1" status: 200 len: 210 time: 0.1289551 Nov 24 20:49:37.077048 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: f45aec64-4d94-40a8-946d-7f50dc371b3c {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:49:37.085115 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device f45aec64-4d94-40a8-946d-7f50dc371b3c not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:49:37.150969 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-f7b40fc1-50b8-4b72-ab09-3327c4dbaffa service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699580 Nov 24 20:49:37.201359 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e143541-9219-4a56-895f-baddfc4799f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8906f6-9e77-4566-966b-78558e7647b9,revision_number=8']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:37.255504 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064b83c-04ba-48fe-9795-95f239623be5 req-2e143541-9219-4a56-895f-baddfc4799f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:37.256367 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e064b83c-04ba-48fe-9795-95f239623be5 req-2e143541-9219-4a56-895f-baddfc4799f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:37.258529 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-2e143541-9219-4a56-895f-baddfc4799f2 service neutron] 10.222.0.15 "PUT /v2.0/ports/6d8906f6-9e77-4566-966b-78558e7647b9 HTTP/1.1" status: 200 len: 1121 time: 1.9193492 Nov 24 20:49:37.340057 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['6d8906f6-9e77-4566-966b-78558e7647b9'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:49:37.455675 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76aa16f8-5e25-426c-8701-3b33792979d0 x-openstack-request-id: req-76aa16f8-5e25-426c-8701-3b33792979d0 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:37.462244 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db488bd8-12ab-4692-9a07-73c0eb076a51", "name": "network-vif-deleted", "tag": "90494fb0-6aff-4a0a-a6a2-53c14156607f", "status": "completed", "code": 200}, {"server_uuid": "4b9887a6-3915-4430-8980-23fc7324354a", "name": "network-vif-unplugged", "status": "completed", "tag": "6d8906f6-9e77-4566-966b-78558e7647b9", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:37.462561 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-76aa16f8-5e25-426c-8701-3b33792979d0 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:37.462950 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db488bd8-12ab-4692-9a07-73c0eb076a51', 'name': 'network-vif-deleted', 'tag': '90494fb0-6aff-4a0a-a6a2-53c14156607f', 'status': 'completed', 'code': 200} Nov 24 20:49:37.465002 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9887a6-3915-4430-8980-23fc7324354a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8906f6-9e77-4566-966b-78558e7647b9', 'code': 200} Nov 24 20:49:37.467808 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-51f930dc-3d78-4e1c-8940-5b42fd0809a1 service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870820 Nov 24 20:49:37.505070 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-51cfd079-36ac-42bb-9bd1-e3c8acc0b522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:37.652592 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045c853-65a4-4dec-96c5-bf0fece68e30 req-fdda9eb0-bc31-4bb3-8b38-61a09cecd91a tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:37.658634 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045c853-65a4-4dec-96c5-bf0fece68e30 req-fdda9eb0-bc31-4bb3-8b38-61a09cecd91a tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:37.660252 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d045c853-65a4-4dec-96c5-bf0fece68e30 req-fdda9eb0-bc31-4bb3-8b38-61a09cecd91a tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=289c93e0-c776-41ab-a718-f95745dedb94&device_id=60111f57-f9a7-4b2f-bc95-b329459c063d HTTP/1.1" status: 200 len: 1681 time: 0.1056626 Nov 24 20:49:37.762090 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7ae46-e404-425c-8e3f-53d4e5e44a8b req-9051acc7-03c1-4595-947f-d23a50ad7a5a tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:37.764324 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-29e7ae46-e404-425c-8e3f-53d4e5e44a8b req-9051acc7-03c1-4595-947f-d23a50ad7a5a tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 943 time: 0.0624132 Nov 24 20:49:37.768526 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d045c853-65a4-4dec-96c5-bf0fece68e30 req-14629255-ada1-4e3e-bd41-d2b6e0fb6888 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998075 Nov 24 20:49:37.861979 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-29e7ae46-e404-425c-8e3f-53d4e5e44a8b req-d8aa62d6-dfcd-4716-84bb-c18ea83744c5 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879912 Nov 24 20:49:37.943538 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33a7fe-4a45-41bb-b660-fe9da21eee19 req-e5c6b696-fb25-44ba-8d91-3f22691fc870 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:37.945169 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da33a7fe-4a45-41bb-b660-fe9da21eee19 req-e5c6b696-fb25-44ba-8d91-3f22691fc870 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 944 time: 0.1164734 Nov 24 20:49:37.966614 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-b2041d3f-2861-49d9-b3f8-35236820ed0b tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7c2a1d97f29049518ea8e4e6a5f18581&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456290 Nov 24 20:49:38.020369 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da33a7fe-4a45-41bb-b660-fe9da21eee19 req-33da1c0c-4f82-4bf1-95f0-1f1dd7e1b7b3 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606766 Nov 24 20:49:38.022225 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-51cfd079-36ac-42bb-9bd1-e3c8acc0b522 admin admin] Deleting port 3a97d02b-77bf-4c68-bb1a-2cac73ae1323 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:49:38.022574 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-51cfd079-36ac-42bb-9bd1-e3c8acc0b522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:38.172710 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-51cfd079-36ac-42bb-9bd1-e3c8acc0b522 admin admin] For port 3a97d02b-77bf-4c68-bb1a-2cac73ae1323, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3a97d02b-77bf-4c68-bb1a-2cac73ae1323,segment=NetworkSegment(90258e6b-4b9e-4639-a56b-dc88672d67c8),segment_id=90258e6b-4b9e-4639-a56b-dc88672d67c8)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:38.173458 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-51cfd079-36ac-42bb-9bd1-e3c8acc0b522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:38.219478 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-51cfd079-36ac-42bb-9bd1-e3c8acc0b522 admin admin] Calling delete_port for 3a97d02b-77bf-4c68-bb1a-2cac73ae1323 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:49:38.352499 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-059e9083-56ed-4ede-aba9-1c3aecca8648 req-8a2f0676-2ea4-40aa-9378-a8314e2a6f58 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7bb78f-0f83-4853-99cb-999daac71164 HTTP/1.1" status: 200 len: 210 time: 0.0537665 Nov 24 20:49:38.362170 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-2f2785cd-cdda-4ef1-84b3-368f3343a2b6 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:38.364029 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-2f2785cd-cdda-4ef1-84b3-368f3343a2b6 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3834782 Nov 24 20:49:38.387393 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-9d5518ab-f6bf-48bb-8818-f9d62b6b6f65 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Request body: {'port': {'device_id': '6d7bb78f-0f83-4853-99cb-999daac71164', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': '7c2a1d97f29049518ea8e4e6a5f18581'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:38.392639 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-29761067-b861-443e-891c-bdf44594b3b1 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:38.394606 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-29761067-b861-443e-891c-bdf44594b3b1 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd&tenant_id=3430f604e9d44fa5882671405a9099b5&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 1095 time: 0.1925848 Nov 24 20:49:38.578961 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-51cfd079-36ac-42bb-9bd1-e3c8acc0b522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:38.615552 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-9d5518ab-f6bf-48bb-8818-f9d62b6b6f65 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Made reservation on behalf of 7c2a1d97f29049518ea8e4e6a5f18581 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:49:38.619680 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-9d5518ab-f6bf-48bb-8818-f9d62b6b6f65 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:38.634544 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-9d5518ab-f6bf-48bb-8818-f9d62b6b6f65 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:38.635983 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cfd079-36ac-42bb-9bd1-e3c8acc0b522 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a97d02b-77bf-4c68-bb1a-2cac73ae1323,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:38.637622 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-6f87f17b-1d51-4f73-850b-2c0a48ea3951 service neutron] For port 8fae6805-5260-4a33-9343-3c62fb794ad0, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:49:38.648792 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-6f87f17b-1d51-4f73-850b-2c0a48ea3951 service neutron] Publish callbacks [] for binding, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:38.650065 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be04e09a-4b3f-42ae-aec8-c866f9a19d0a req-6f87f17b-1d51-4f73-850b-2c0a48ea3951 service neutron] 10.222.0.48 "DELETE /v2.0/ports/8fae6805-5260-4a33-9343-3c62fb794ad0/bindings/n-h2-812111-8 HTTP/1.1" status: 204 len: 173 time: 0.2404284 Nov 24 20:49:38.786574 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-9d5518ab-f6bf-48bb-8818-f9d62b6b6f65 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:38.796492 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-9d5518ab-f6bf-48bb-8818-f9d62b6b6f65 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:38.836621 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d4247c6c-dd1f-4507-8939-2f427bffb606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:39.017085 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-9d5518ab-f6bf-48bb-8818-f9d62b6b6f65 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Allocated IP 192.168.233.41 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/1880aa63-f84f-446a-9d83-15cc4a0c0959) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:49:39.019597 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5518ab-f6bf-48bb-8818-f9d62b6b6f65 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53683fb4-84e4-4b6f-ab02-fb38844cb718,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:39.025090 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-51cfd079-36ac-42bb-9bd1-e3c8acc0b522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:39.165158 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb044e-635d-41bb-88bc-bcf36694d189 req-21b9ac37-6967-4629-89c3-3b0627f7449c tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:39.169834 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-19eb044e-635d-41bb-88bc-bcf36694d189 req-21b9ac37-6967-4629-89c3-3b0627f7449c tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 943 time: 0.0995648 Nov 24 20:49:39.329886 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:39.346012 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-19eb044e-635d-41bb-88bc-bcf36694d189 req-8ed0d6e9-16a1-4eb5-899b-6226606e6d71 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628177 Nov 24 20:49:39.402795 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-9d5518ab-f6bf-48bb-8818-f9d62b6b6f65 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:39.447497 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bad9eb-7935-4829-b3e2-db0b080064f4 req-02c6e21b-cb28-4f43-b9f4-91b0fa00de52 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:39.449050 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c9bad9eb-7935-4829-b3e2-db0b080064f4 req-02c6e21b-cb28-4f43-b9f4-91b0fa00de52 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=60111f57-f9a7-4b2f-bc95-b329459c063d HTTP/1.1" status: 200 len: 945 time: 0.2290001 Nov 24 20:49:39.461990 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-9d5518ab-f6bf-48bb-8818-f9d62b6b6f65 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:39.478920 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9887a6-3915-4430-8980-23fc7324354a', 'tag': '6d8906f6-9e77-4566-966b-78558e7647b9'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:39.481618 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c016bc69-c13c-4701-bb2f-ebdb570fd5fa" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9887a6-3915-4430-8980-23fc7324354a", "tag": "6d8906f6-9e77-4566-966b-78558e7647b9"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:39.522964 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-9d5518ab-f6bf-48bb-8818-f9d62b6b6f65 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:49:39.529330 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-9d5518ab-f6bf-48bb-8818-f9d62b6b6f65 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:49:39.537807 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-9d5518ab-f6bf-48bb-8818-f9d62b6b6f65 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:49:39.553439 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c9bad9eb-7935-4829-b3e2-db0b080064f4 req-34083478-434b-442d-819b-d60051276cec tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923557 Nov 24 20:49:39.561443 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cfd079-36ac-42bb-9bd1-e3c8acc0b522 admin admin] Router 8d020af7-900b-43cf-8e58-a8adb8c44fe7 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:49:39.624199 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5518ab-f6bf-48bb-8818-f9d62b6b6f65 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Pushing event updated for resources: {'Port': ['ID=1880aa63-f84f-446a-9d83-15cc4a0c0959,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:39.674985 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11d2db-deb4-4297-8375-e26b783762b8 req-3d84cecc-1ad7-47a5-bafc-df150ba196ee tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:39.676727 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6d11d2db-deb4-4297-8375-e26b783762b8 req-3d84cecc-1ad7-47a5-bafc-df150ba196ee tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 944 time: 0.0883589 Nov 24 20:49:39.682800 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-9d5518ab-f6bf-48bb-8818-f9d62b6b6f65 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:39.683571 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-9d5518ab-f6bf-48bb-8818-f9d62b6b6f65 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:39.750097 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-9d5518ab-f6bf-48bb-8818-f9d62b6b6f65 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3676291 Nov 24 20:49:39.768369 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6d11d2db-deb4-4297-8375-e26b783762b8 req-87c3996b-84d2-43bc-acd8-129d8a93c029 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804868 Nov 24 20:49:39.769261 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cfd079-36ac-42bb-9bd1-e3c8acc0b522 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:49:39.777950 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-4473f9be-2cc4-40aa-a089-7f82e5df03ef service neutron] Request body: {'port': {'device_id': '6d7bb78f-0f83-4853-99cb-999daac71164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:39.778972 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-51cfd079-36ac-42bb-9bd1-e3c8acc0b522 admin admin] 10.222.0.11 "PUT /v2.0/routers/8d020af7-900b-43cf-8e58-a8adb8c44fe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0400367 Nov 24 20:49:39.779875 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50682) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:39.792800 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4161efc-e91e-4e49-996f-99cbc89c85f2 None None] Sync routers for ids ['8d020af7-900b-43cf-8e58-a8adb8c44fe7'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:49:39.814386 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4161efc-e91e-4e49-996f-99cbc89c85f2 None None] Routers {'8d020af7-900b-43cf-8e58-a8adb8c44fe7'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:49:39.816616 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e4161efc-e91e-4e49-996f-99cbc89c85f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:49:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8d020af7-900b-43cf-8e58-a8adb8c44fe7'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:39.861067 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f33c35-2775-4713-babd-d0c78fa9843a x-openstack-request-id: req-02f33c35-2775-4713-babd-d0c78fa9843a {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:39.861363 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9887a6-3915-4430-8980-23fc7324354a", "tag": "6d8906f6-9e77-4566-966b-78558e7647b9", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:39.861677 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-02f33c35-2775-4713-babd-d0c78fa9843a {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:39.862003 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9887a6-3915-4430-8980-23fc7324354a', 'tag': '6d8906f6-9e77-4566-966b-78558e7647b9', 'status': 'completed', 'code': 200} Nov 24 20:49:39.978698 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-4473f9be-2cc4-40aa-a089-7f82e5df03ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:39.981549 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f63de-f48e-4344-a9d0-5b9553b17010 req-eb44ac05-ba7b-4a64-9a2d-5341dfecd4e9 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:39.983260 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6cf3e220-90f2-43ca-a4cb-e4fad23c48a4 None None] Provisioning complete for port 1880aa63-f84f-446a-9d83-15cc4a0c0959 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:49:39.983724 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6cf3e220-90f2-43ca-a4cb-e4fad23c48a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:39.988987 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7c6f63de-f48e-4344-a9d0-5b9553b17010 req-eb44ac05-ba7b-4a64-9a2d-5341dfecd4e9 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7bb78f-0f83-4853-99cb-999daac71164 HTTP/1.1" status: 200 len: 935 time: 0.2285900 Nov 24 20:49:40.015550 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016bc69-c13c-4701-bb2f-ebdb570fd5fa req-3b1d8842-4b35-4605-8d9f-29ed950a95bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:40.017479 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c016bc69-c13c-4701-bb2f-ebdb570fd5fa req-3b1d8842-4b35-4605-8d9f-29ed950a95bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 1124 time: 0.0983148 Nov 24 20:49:40.033251 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-e4161efc-e91e-4e49-996f-99cbc89c85f2 None None] Set router 8d020af7-900b-43cf-8e58-a8adb8c44fe7 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:49:40.056722 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7c6f63de-f48e-4344-a9d0-5b9553b17010 req-2789ad4c-ecdf-4b04-a874-0cf99e482420 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/security-groups?id=53683fb4-84e4-4b6f-ab02-fb38844cb718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667832 Nov 24 20:49:40.060102 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-26ea2bf4-81b0-4758-a1cc-53712e5ca8ca admin admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:40.081282 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6cf3e220-90f2-43ca-a4cb-e4fad23c48a4 None None] Port 1880aa63-f84f-446a-9d83-15cc4a0c0959 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:49:40.175520 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 6d8906f6-9e77-4566-966b-78558e7647b9 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:49:40.202499 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-26ea2bf4-81b0-4758-a1cc-53712e5ca8ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:40.253607 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e4161efc-e91e-4e49-996f-99cbc89c85f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1938709004-router', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:48:01Z', 'updated_at': '2021-11-24T20:49:38Z', 'revision_number': 5, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'gw_port': {'id': '3ca0ba4f-efff-45a9-93b9-20437422a530', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:04Z', 'updated_at': '2021-11-24T20:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:40.285548 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4161efc-e91e-4e49-996f-99cbc89c85f2 None None] Checking router: 8d020af7-900b-43cf-8e58-a8adb8c44fe7 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:49:40.295589 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4161efc-e91e-4e49-996f-99cbc89c85f2 None None] Routers {'8d020af7-900b-43cf-8e58-a8adb8c44fe7'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:49:40.296328 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e4161efc-e91e-4e49-996f-99cbc89c85f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:49:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8d020af7-900b-43cf-8e58-a8adb8c44fe7'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:40.307181 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7a7f8-e687-4c52-911e-2f9c53218e4d req-8220ed4a-33b9-4729-9410-d7e0f86ae2f4 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:40.309040 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f0f7a7f8-e687-4c52-911e-2f9c53218e4d req-8220ed4a-33b9-4729-9410-d7e0f86ae2f4 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 1095 time: 0.2452822 Nov 24 20:49:40.328628 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-26ea2bf4-81b0-4758-a1cc-53712e5ca8ca admin admin] Deleting port 3ca0ba4f-efff-45a9-93b9-20437422a530 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:49:40.329595 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-26ea2bf4-81b0-4758-a1cc-53712e5ca8ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:40.410761 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016bc69-c13c-4701-bb2f-ebdb570fd5fa req-9d3635dc-8fdd-41be-8fb0-6cf946c2e080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:40.413755 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c016bc69-c13c-4701-bb2f-ebdb570fd5fa req-9d3635dc-8fdd-41be-8fb0-6cf946c2e080 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 908 time: 0.3367569 Nov 24 20:49:40.415790 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-e4161efc-e91e-4e49-996f-99cbc89c85f2 None None] Set router 8d020af7-900b-43cf-8e58-a8adb8c44fe7 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:49:40.483125 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-26ea2bf4-81b0-4758-a1cc-53712e5ca8ca admin admin] For port 3ca0ba4f-efff-45a9-93b9-20437422a530, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3ca0ba4f-efff-45a9-93b9-20437422a530,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:40.483834 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-26ea2bf4-81b0-4758-a1cc-53712e5ca8ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:40.516577 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-26ea2bf4-81b0-4758-a1cc-53712e5ca8ca admin admin] Calling delete_port for 3ca0ba4f-efff-45a9-93b9-20437422a530 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:49:40.525442 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e4161efc-e91e-4e49-996f-99cbc89c85f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1938709004-router', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:48:01Z', 'updated_at': '2021-11-24T20:49:40Z', 'revision_number': 6, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:40.557128 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c016bc69-c13c-4701-bb2f-ebdb570fd5fa req-a9535177-2a44-4191-88b9-ee15402bc57c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d8906f6-9e77-4566-966b-78558e7647b9 HTTP/1.1" status: 200 len: 217 time: 0.1295524 Nov 24 20:49:40.558315 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4161efc-e91e-4e49-996f-99cbc89c85f2 None None] The sync data for ids ['8d020af7-900b-43cf-8e58-a8adb8c44fe7'] in n-d-812111-8 is: [{'id': '8d020af7-900b-43cf-8e58-a8adb8c44fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1938709004-router', 'tenant_id': 'beaf0ad348674b009afcee3953da09bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:48:01Z', 'updated_at': '2021-11-24T20:49:40Z', 'revision_number': 6, 'project_id': 'beaf0ad348674b009afcee3953da09bf', 'gw_port_host': None}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:49:40.610711 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 6d8906f6-9e77-4566-966b-78558e7647b9, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=6d8906f6-9e77-4566-966b-78558e7647b9,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:40.623389 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 6d8906f6-9e77-4566-966b-78558e7647b9 has no active binding in host n-h2-812111-8 {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 24 20:49:40.629595 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f0f7a7f8-e687-4c52-911e-2f9c53218e4d req-ae671b99-93c9-4b95-b1f1-e65e14fd46e9 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119533 Nov 24 20:49:40.660652 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4567268-41b8-40fc-b247-7210da7adf84 req-55a205ef-91f1-4c58-8f08-cc3a0ed7f63f tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:40.663079 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b4567268-41b8-40fc-b247-7210da7adf84 req-55a205ef-91f1-4c58-8f08-cc3a0ed7f63f tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.48 "GET /v2.0/ports?device_id=289c93e0-c776-41ab-a718-f95745dedb94 HTTP/1.1" status: 200 len: 945 time: 0.2372570 Nov 24 20:49:40.669182 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016bc69-c13c-4701-bb2f-ebdb570fd5fa req-8c4cb6fd-a7cd-4dfd-89b1-c060312ee93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:40.671447 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb28d1-5dd0-438d-b780-b64a7e6c0dd2 req-0554fed6-284b-4957-9430-88e55bf31aea tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:40.671592 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c016bc69-c13c-4701-bb2f-ebdb570fd5fa req-8c4cb6fd-a7cd-4dfd-89b1-c060312ee93a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d0e18ba-6af5-4f0b-b8c6-f19541a42712 HTTP/1.1" status: 200 len: 847 time: 0.0998118 Nov 24 20:49:40.678395 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-abcb28d1-5dd0-438d-b780-b64a7e6c0dd2 req-0554fed6-284b-4957-9430-88e55bf31aea tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 943 time: 0.1380777 Nov 24 20:49:40.781703 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c016bc69-c13c-4701-bb2f-ebdb570fd5fa req-938b3907-3409-4022-8aeb-3f93621a878d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a5f3905-f9df-4704-8238-82ae8b0c31f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512443 Nov 24 20:49:40.799377 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-abcb28d1-5dd0-438d-b780-b64a7e6c0dd2 req-0c85b1ad-04ba-4ddc-bc4a-284126eefe0c tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201777 Nov 24 20:49:40.881322 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:40.882971 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-26ea2bf4-81b0-4758-a1cc-53712e5ca8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:40.928623 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea2bf4-81b0-4758-a1cc-53712e5ca8ca admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca0ba4f-efff-45a9-93b9-20437422a530,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:40.975052 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3a97d02b-77bf-4c68-bb1a-2cac73ae1323 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:49:41.012984 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-26ea2bf4-81b0-4758-a1cc-53712e5ca8ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:41.018825 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-4473f9be-2cc4-40aa-a089-7f82e5df03ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1880aa63-f84f-446a-9d83-15cc4a0c0959 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:49:41.035844 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 3a97d02b-77bf-4c68-bb1a-2cac73ae1323 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:49:41.037862 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3a97d02b-77bf-4c68-bb1a-2cac73ae1323 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:49:41.042892 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ba5dd-cf60-455b-a2c1-cdc0842274d4 req-ad7114c0-57a8-417f-80ab-4b8b38348efb tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:41.044554 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9e4ba5dd-cf60-455b-a2c1-cdc0842274d4 req-ad7114c0-57a8-417f-80ab-4b8b38348efb tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.15 "GET /v2.0/ports?device_id=60111f57-f9a7-4b2f-bc95-b329459c063d HTTP/1.1" status: 200 len: 945 time: 0.2653544 Nov 24 20:49:41.050194 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-4473f9be-2cc4-40aa-a089-7f82e5df03ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:41.153562 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-26ea2bf4-81b0-4758-a1cc-53712e5ca8ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:41.156442 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-26ea2bf4-81b0-4758-a1cc-53712e5ca8ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:41.157019 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8a17df8a-5295-4aee-bc1e-c5297f5efdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:41.177983 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-4473f9be-2cc4-40aa-a089-7f82e5df03ef service neutron] Transition to ACTIVE for port object 1880aa63-f84f-446a-9d83-15cc4a0c0959 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:49:41.184221 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-b4567268-41b8-40fc-b247-7210da7adf84 req-1c289b8b-2929-4f71-926d-d6a26dd01355 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Deleting port cae2e75b-c90c-4a02-ad0c-f1b892450c30 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:49:41.184541 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b4567268-41b8-40fc-b247-7210da7adf84 req-1c289b8b-2929-4f71-926d-d6a26dd01355 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:41.207151 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dc602-c7ef-4c04-9ca2-7b3c9b852bdb req-df037ca2-4da9-44d9-b6c6-daffdb313e65 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:41.207151 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-190dc602-c7ef-4c04-9ca2-7b3c9b852bdb req-df037ca2-4da9-44d9-b6c6-daffdb313e65 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 1095 time: 0.0932832 Nov 24 20:49:41.227931 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-26ea2bf4-81b0-4758-a1cc-53712e5ca8ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:41.228576 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ea2bf4-81b0-4758-a1cc-53712e5ca8ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d020af7-900b-43cf-8e58-a8adb8c44fe7 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:49:41.234655 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-26ea2bf4-81b0-4758-a1cc-53712e5ca8ca admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:41.238119 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-26ea2bf4-81b0-4758-a1cc-53712e5ca8ca admin admin] 10.222.0.11 "DELETE /v2.0/routers/8d020af7-900b-43cf-8e58-a8adb8c44fe7 HTTP/1.1" status: 204 len: 168 time: 1.4129624 Nov 24 20:49:41.238474 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50702) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:41.263468 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-4473f9be-2cc4-40aa-a089-7f82e5df03ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:41.274422 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a955adf-30f5-4993-a8c5-48bee13f845b req-adf5199e-ff93-46ac-8b38-4377649842c9 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:41.275961 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2a955adf-30f5-4993-a8c5-48bee13f845b req-adf5199e-ff93-46ac-8b38-4377649842c9 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=60111f57-f9a7-4b2f-bc95-b329459c063d HTTP/1.1" status: 200 len: 945 time: 0.4297068 Nov 24 20:49:41.277911 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c016bc69-c13c-4701-bb2f-ebdb570fd5fa req-46b78878-0426-4f3e-9376-65ec7f183a68 service neutron] 10.222.0.48 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806175 Nov 24 20:49:41.297272 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-190dc602-c7ef-4c04-9ca2-7b3c9b852bdb req-bbff8332-bd84-46f0-bfd2-8051155dd05b tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843163 Nov 24 20:49:41.303079 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2f5b31-3a6e-4ac1-8ace-124e3b24f135 admin admin] Deleting subnet fd0eede7-bd47-45ce-9621-d9e035beada7 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:49:41.307084 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f2f5b31-3a6e-4ac1-8ace-124e3b24f135 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:41.382400 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f2f5b31-3a6e-4ac1-8ace-124e3b24f135 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:41.463231 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f2f5b31-3a6e-4ac1-8ace-124e3b24f135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:41.543617 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201faa6-b795-4fda-a40c-58b0fd7044d1 req-d8aa3204-9bf9-480f-af89-1d401e249d4f tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:41.551402 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7201faa6-b795-4fda-a40c-58b0fd7044d1 req-d8aa3204-9bf9-480f-af89-1d401e249d4f tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7bb78f-0f83-4853-99cb-999daac71164 HTTP/1.1" status: 200 len: 947 time: 0.1065037 Nov 24 20:49:41.606585 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f2f5b31-3a6e-4ac1-8ace-124e3b24f135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:41.636891 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f5b31-3a6e-4ac1-8ace-124e3b24f135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd0eede7-bd47-45ce-9621-d9e035beada7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:41.666678 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7201faa6-b795-4fda-a40c-58b0fd7044d1 req-a93f6528-aa4b-4bc0-818c-64374dd9fdc7 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/security-groups?id=53683fb4-84e4-4b6f-ab02-fb38844cb718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142092 Nov 24 20:49:41.669959 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f2f5b31-3a6e-4ac1-8ace-124e3b24f135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:41.673218 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1f2f5b31-3a6e-4ac1-8ace-124e3b24f135 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fd0eede7-bd47-45ce-9621-d9e035beada7 HTTP/1.1" status: 204 len: 168 time: 0.4337540 Nov 24 20:49:41.689427 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50710) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:41.737749 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473f9be-2cc4-40aa-a089-7f82e5df03ef service neutron] Pushing event updated for resources: {'Port': ['ID=1880aa63-f84f-446a-9d83-15cc4a0c0959,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:41.847825 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-b4567268-41b8-40fc-b247-7210da7adf84 req-1c289b8b-2929-4f71-926d-d6a26dd01355 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] For port cae2e75b-c90c-4a02-ad0c-f1b892450c30, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cae2e75b-c90c-4a02-ad0c-f1b892450c30,segment=NetworkSegment(5bd52967-baf7-4370-8cd8-8cb3daded88e),segment_id=5bd52967-baf7-4370-8cd8-8cb3daded88e)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:41.848289 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b4567268-41b8-40fc-b247-7210da7adf84 req-1c289b8b-2929-4f71-926d-d6a26dd01355 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:41.953994 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-b4567268-41b8-40fc-b247-7210da7adf84 req-1c289b8b-2929-4f71-926d-d6a26dd01355 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Calling delete_port for cae2e75b-c90c-4a02-ad0c-f1b892450c30 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:49:41.990988 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2a955adf-30f5-4993-a8c5-48bee13f845b req-7901e7a7-78ae-4887-bbc2-a8e08c32af60 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6575403 Nov 24 20:49:42.064061 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c016bc69-c13c-4701-bb2f-ebdb570fd5fa req-d18231af-d966-4e94-8c2f-6386575b47a0 service neutron] 10.222.0.48 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7251956 Nov 24 20:49:42.136398 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-9e4ba5dd-cf60-455b-a2c1-cdc0842274d4 req-a1260a7a-9875-479b-9e83-23497847ff2d tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Deleting port ba23aaec-f3e3-4875-aca1-312ffc3aef05 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:49:42.136739 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9e4ba5dd-cf60-455b-a2c1-cdc0842274d4 req-a1260a7a-9875-479b-9e83-23497847ff2d tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:42.265064 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-4473f9be-2cc4-40aa-a089-7f82e5df03ef service neutron] Attempting to bind port 1880aa63-f84f-446a-9d83-15cc4a0c0959 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:49:42.265459 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-4473f9be-2cc4-40aa-a089-7f82e5df03ef service neutron] Attempting to bind port 1880aa63-f84f-446a-9d83-15cc4a0c0959 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:49:42.265794 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-4473f9be-2cc4-40aa-a089-7f82e5df03ef service neutron] Attempting to bind port 1880aa63-f84f-446a-9d83-15cc4a0c0959 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:42.275096 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:42.323711 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e23268d7-a293-4ef3-bfb9-37bc2ad95bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:42.324831 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-4473f9be-2cc4-40aa-a089-7f82e5df03ef service neutron] Port 1880aa63-f84f-446a-9d83-15cc4a0c0959 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:49:42.325341 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-4473f9be-2cc4-40aa-a089-7f82e5df03ef service neutron] Attempting to bind port 1880aa63-f84f-446a-9d83-15cc4a0c0959 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:42.371287 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-4473f9be-2cc4-40aa-a089-7f82e5df03ef service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:49:42.371516 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-4473f9be-2cc4-40aa-a089-7f82e5df03ef service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:49:42.371891 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-4473f9be-2cc4-40aa-a089-7f82e5df03ef service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:49:42.372337 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-4473f9be-2cc4-40aa-a089-7f82e5df03ef service neutron] Bound port: 1880aa63-f84f-446a-9d83-15cc4a0c0959, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:49:42.372692 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-4473f9be-2cc4-40aa-a089-7f82e5df03ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:42.387353 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec291a7c-4066-4477-8ad7-ddf718c70c12 req-68ad31ee-2f3e-4370-bd78-ba7c53bee711 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:42.389253 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec291a7c-4066-4477-8ad7-ddf718c70c12 req-68ad31ee-2f3e-4370-bd78-ba7c53bee711 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 943 time: 0.1343422 Nov 24 20:49:42.463727 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e23268d7-a293-4ef3-bfb9-37bc2ad95bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:42.488892 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-9e4ba5dd-cf60-455b-a2c1-cdc0842274d4 req-a1260a7a-9875-479b-9e83-23497847ff2d tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] For port ba23aaec-f3e3-4875-aca1-312ffc3aef05, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ba23aaec-f3e3-4875-aca1-312ffc3aef05,segment=NetworkSegment(5bd52967-baf7-4370-8cd8-8cb3daded88e),segment_id=5bd52967-baf7-4370-8cd8-8cb3daded88e)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:42.489274 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9e4ba5dd-cf60-455b-a2c1-cdc0842274d4 req-a1260a7a-9875-479b-9e83-23497847ff2d tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:42.501142 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-e23268d7-a293-4ef3-bfb9-37bc2ad95bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76284921-803c-4590-9abd-e36e6f81acc5']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:42.515700 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec291a7c-4066-4477-8ad7-ddf718c70c12 req-ae90a12b-566d-451f-911d-1a1f2d924c6e tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083190 Nov 24 20:49:42.517520 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-e23268d7-a293-4ef3-bfb9-37bc2ad95bb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90258e6b-4b9e-4639-a56b-dc88672d67c8') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:42.517665 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-e23268d7-a293-4ef3-bfb9-37bc2ad95bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90258e6b-4b9e-4639-a56b-dc88672d67c8') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:42.529615 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e23268d7-a293-4ef3-bfb9-37bc2ad95bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:42.544246 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-9e4ba5dd-cf60-455b-a2c1-cdc0842274d4 req-a1260a7a-9875-479b-9e83-23497847ff2d tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Calling delete_port for ba23aaec-f3e3-4875-aca1-312ffc3aef05 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:49:42.548457 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e23268d7-a293-4ef3-bfb9-37bc2ad95bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:42.551193 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-81be0ed2-16e9-4beb-9bfd-1e4a7acc4d4c service neutron] 10.222.0.48 "GET /v2.0/ports/6d8906f6-9e77-4566-966b-78558e7647b9/bindings/n-h2-812111-8 HTTP/1.1" status: 200 len: 384 time: 0.2331882 Nov 24 20:49:42.563706 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23268d7-a293-4ef3-bfb9-37bc2ad95bb8 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:49:42.564985 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e23268d7-a293-4ef3-bfb9-37bc2ad95bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:49:42.568373 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:49:42.571903 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-4473f9be-2cc4-40aa-a089-7f82e5df03ef service neutron] For port 1880aa63-f84f-446a-9d83-15cc4a0c0959, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:49:42.622363 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-4473f9be-2cc4-40aa-a089-7f82e5df03ef service neutron] For port 1880aa63-f84f-446a-9d83-15cc4a0c0959, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=1880aa63-f84f-446a-9d83-15cc4a0c0959,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:49:42.635153 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-4473f9be-2cc4-40aa-a089-7f82e5df03ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:42.661363 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e23268d7-a293-4ef3-bfb9-37bc2ad95bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:42.686067 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e23268d7-a293-4ef3-bfb9-37bc2ad95bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:42.686067 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e23268d7-a293-4ef3-bfb9-37bc2ad95bb8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/76284921-803c-4590-9abd-e36e6f81acc5 HTTP/1.1" status: 204 len: 168 time: 0.9918354 Nov 24 20:49:42.686393 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b4567268-41b8-40fc-b247-7210da7adf84 req-1c289b8b-2929-4f71-926d-d6a26dd01355 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:42.697167 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23268d7-a293-4ef3-bfb9-37bc2ad95bb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=76284921-803c-4590-9abd-e36e6f81acc5,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:42.699293 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['cae2e75b-c90c-4a02-ad0c-f1b892450c30'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:49:42.749261 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-4473f9be-2cc4-40aa-a089-7f82e5df03ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:42.749908 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-4473f9be-2cc4-40aa-a089-7f82e5df03ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:42.751309 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-4473f9be-2cc4-40aa-a089-7f82e5df03ef service neutron] 10.222.0.48 "PUT /v2.0/ports/1880aa63-f84f-446a-9d83-15cc4a0c0959 HTTP/1.1" status: 200 len: 1095 time: 2.9776664 Nov 24 20:49:42.757497 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7bb78f-0f83-4853-99cb-999daac71164', 'tag': '1880aa63-f84f-446a-9d83-15cc4a0c0959'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:42.759811 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ee9826-3b3b-453b-8623-3e52dcb28989" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7bb78f-0f83-4853-99cb-999daac71164", "tag": "1880aa63-f84f-446a-9d83-15cc4a0c0959"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:42.887637 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eecd6e7-b2c7-40ca-9b13-5d545e4248d4 x-openstack-request-id: req-9eecd6e7-b2c7-40ca-9b13-5d545e4248d4 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:42.888002 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7bb78f-0f83-4853-99cb-999daac71164", "tag": "1880aa63-f84f-446a-9d83-15cc4a0c0959", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:42.888790 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9eecd6e7-b2c7-40ca-9b13-5d545e4248d4 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:42.890054 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7bb78f-0f83-4853-99cb-999daac71164', 'tag': '1880aa63-f84f-446a-9d83-15cc4a0c0959', 'status': 'completed', 'code': 200} Nov 24 20:49:42.980047 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3ca0ba4f-efff-45a9-93b9-20437422a530 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:49:42.986085 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473f9be-2cc4-40aa-a089-7f82e5df03ef service neutron] Pushing event updated for resources: {'Port': ['ID=1880aa63-f84f-446a-9d83-15cc4a0c0959,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:42.986918 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50734) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:42.995571 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4567268-41b8-40fc-b247-7210da7adf84 req-1c289b8b-2929-4f71-926d-d6a26dd01355 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] No DVR routers for this DVR port cae2e75b-c90c-4a02-ad0c-f1b892450c30 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:49:43.003529 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 3ca0ba4f-efff-45a9-93b9-20437422a530 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:49:43.004081 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3ca0ba4f-efff-45a9-93b9-20437422a530 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:49:43.010328 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b4567268-41b8-40fc-b247-7210da7adf84 req-1c289b8b-2929-4f71-926d-d6a26dd01355 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:43.033160 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b4567268-41b8-40fc-b247-7210da7adf84 req-1c289b8b-2929-4f71-926d-d6a26dd01355 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.48 "DELETE /v2.0/ports/cae2e75b-c90c-4a02-ad0c-f1b892450c30 HTTP/1.1" status: 204 len: 173 time: 2.3609231 Nov 24 20:49:43.090292 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f3577621-430f-4d80-90d5-828015726764 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=beaf0ad348674b009afcee3953da09bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1020210 Nov 24 20:49:43.093153 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50738) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:43.152644 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c289b8b-2929-4f71-926d-d6a26dd01355 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Pushing event deleted for resources: {'Port': ['ID=cae2e75b-c90c-4a02-ad0c-f1b892450c30,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:43.235630 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-e8037db4-4639-432b-8d55-1486960fbcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:43.237255 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-e8037db4-4639-432b-8d55-1486960fbcf4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c2a1d97f29049518ea8e4e6a5f18581&device_id=6d7bb78f-0f83-4853-99cb-999daac71164 HTTP/1.1" status: 200 len: 1098 time: 0.4015992 Nov 24 20:49:43.238081 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27379ee-93be-4a94-8bbe-993824ab4773 req-89e47611-1a0a-436a-a8d4-63ec784866c8 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:43.240963 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b27379ee-93be-4a94-8bbe-993824ab4773 req-89e47611-1a0a-436a-a8d4-63ec784866c8 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=60111f57-f9a7-4b2f-bc95-b329459c063d HTTP/1.1" status: 200 len: 945 time: 0.1274886 Nov 24 20:49:43.273269 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd533b7-94e6-4868-afe4-a25155adffe4 req-a9f8b22f-d694-4497-96ca-0f2d991f6e42 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:43.280591 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1fd533b7-94e6-4868-afe4-a25155adffe4 req-a9f8b22f-d694-4497-96ca-0f2d991f6e42 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7bb78f-0f83-4853-99cb-999daac71164 HTTP/1.1" status: 200 len: 947 time: 0.4480801 Nov 24 20:49:43.321947 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b27379ee-93be-4a94-8bbe-993824ab4773 req-dcc02bc0-128e-432d-868e-c47b3347d75f tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/security-groups?id=a60de1d0-03ad-4560-8860-25d79c7223d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691783 Nov 24 20:49:43.323777 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1c4dd434-8001-4897-9890-f598033d4ae4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:43.354970 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1c4dd434-8001-4897-9890-f598033d4ae4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:43.362522 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-e0b5aae3-48bd-40a3-8d42-065f9b6b6732 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=1880aa63-f84f-446a-9d83-15cc4a0c0959 HTTP/1.1" status: 200 len: 217 time: 0.1071157 Nov 24 20:49:43.401369 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9e4ba5dd-cf60-455b-a2c1-cdc0842274d4 req-a1260a7a-9875-479b-9e83-23497847ff2d tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:43.422202 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1c4dd434-8001-4897-9890-f598033d4ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:43.427418 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1c4dd434-8001-4897-9890-f598033d4ae4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:43.447442 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1c4dd434-8001-4897-9890-f598033d4ae4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6b38c92-998a-4f2e-a62c-d261022a12fd HTTP/1.1" status: 204 len: 168 time: 0.3420272 Nov 24 20:49:43.476949 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4dd434-8001-4897-9890-f598033d4ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b38c92-998a-4f2e-a62c-d261022a12fd,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:43.560252 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1260a7a-9875-479b-9e83-23497847ff2d tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Pushing event deleted for resources: {'Port': ['ID=ba23aaec-f3e3-4875-aca1-312ffc3aef05,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:43.574465 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c7c01c5c-6783-4a3a-9a1c-407a0cc9c3a5 service neutron] For port 6d8906f6-9e77-4566-966b-78558e7647b9, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=6d8906f6-9e77-4566-966b-78558e7647b9,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:43.624328 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:43.773847 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-d725b52c-9d86-46e1-b9c7-5688a0a1bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:43.775330 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-d725b52c-9d86-46e1-b9c7-5688a0a1bf54 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.3948689 Nov 24 20:49:43.778836 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1fd533b7-94e6-4868-afe4-a25155adffe4 req-a16223a2-7b4d-4b89-84f3-57b58a555646 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/security-groups?id=53683fb4-84e4-4b6f-ab02-fb38844cb718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4974151 Nov 24 20:49:43.779615 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4ba5dd-cf60-455b-a2c1-cdc0842274d4 req-a1260a7a-9875-479b-9e83-23497847ff2d tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] No DVR routers for this DVR port ba23aaec-f3e3-4875-aca1-312ffc3aef05 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:49:43.782426 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9e4ba5dd-cf60-455b-a2c1-cdc0842274d4 req-a1260a7a-9875-479b-9e83-23497847ff2d tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:43.787391 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9e4ba5dd-cf60-455b-a2c1-cdc0842274d4 req-a1260a7a-9875-479b-9e83-23497847ff2d tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.15 "DELETE /v2.0/ports/ba23aaec-f3e3-4875-aca1-312ffc3aef05 HTTP/1.1" status: 204 len: 173 time: 2.7323132 Nov 24 20:49:43.809631 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c7c01c5c-6783-4a3a-9a1c-407a0cc9c3a5 service neutron] For port 6d8906f6-9e77-4566-966b-78558e7647b9, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:49:43.981206 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558d168-7731-41e5-b2e4-46f31c6fc9b3 req-3b65ed6b-c4d7-4191-bac9-ac12c89eeb43 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:43.982796 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6558d168-7731-41e5-b2e4-46f31c6fc9b3 req-3b65ed6b-c4d7-4191-bac9-ac12c89eeb43 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 943 time: 0.1667144 Nov 24 20:49:44.038673 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c7c01c5c-6783-4a3a-9a1c-407a0cc9c3a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8906f6-9e77-4566-966b-78558e7647b9 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:49:44.067718 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c7c01c5c-6783-4a3a-9a1c-407a0cc9c3a5 service neutron] For port 6d8906f6-9e77-4566-966b-78558e7647b9, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=6d8906f6-9e77-4566-966b-78558e7647b9,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:44.111373 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-3d897b5f-26e9-43ba-b569-12b9c34504b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:44.118008 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-3d897b5f-26e9-43ba-b569-12b9c34504b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3295929 Nov 24 20:49:44.119403 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c7c01c5c-6783-4a3a-9a1c-407a0cc9c3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:44.127040 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6558d168-7731-41e5-b2e4-46f31c6fc9b3 req-da10585d-9f69-4075-bcf2-e30a8f93fd5e tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379175 Nov 24 20:49:44.197117 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device ba23aaec-f3e3-4875-aca1-312ffc3aef05 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:49:44.220845 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: ba23aaec-f3e3-4875-aca1-312ffc3aef05 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:49:44.221585 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device ba23aaec-f3e3-4875-aca1-312ffc3aef05 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:49:44.428684 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-99f36b4a-4422-4486-a3c2-96b18a2bf13a service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552862 Nov 24 20:49:44.486385 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985b3b5-85b0-4b19-ba99-e19e9ddaa51d req-e72a51c6-3729-4d44-965d-2f0b984b2d30 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:44.501308 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1985b3b5-85b0-4b19-ba99-e19e9ddaa51d req-e72a51c6-3729-4d44-965d-2f0b984b2d30 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1273719-727b-4cf2-941a-d20e697a9db5 HTTP/1.1" status: 200 len: 945 time: 0.2965162 Nov 24 20:49:44.519333 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-105c4b14-576d-4242-abc3-1ce05de3937e req-c3ccdbe8-1676-43fa-9773-ef92f91af882 tempest-ListServersNegativeTestJSON-1873984583 tempest-ListServersNegativeTestJSON-1873984583-project] 10.222.0.11 "GET /v2.0/ports?device_id=60111f57-f9a7-4b2f-bc95-b329459c063d HTTP/1.1" status: 200 len: 210 time: 0.0377409 Nov 24 20:49:44.611233 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c7c01c5c-6783-4a3a-9a1c-407a0cc9c3a5 service neutron] Transition to ACTIVE for port object 6d8906f6-9e77-4566-966b-78558e7647b9 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:49:44.634776 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c7c01c5c-6783-4a3a-9a1c-407a0cc9c3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:44.705549 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50782) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:44.765789 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:44.858339 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-8791cc3e-91c9-4220-8a8c-60ec56296b6a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-654302057-network', 'tenant_id': '1e863037610748a3b80a51d971bf8b4d'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:44.903496 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289c93e0-c776-41ab-a718-f95745dedb94', 'name': 'network-vif-deleted', 'tag': 'cae2e75b-c90c-4a02-ad0c-f1b892450c30'}, {'server_uuid': '60111f57-f9a7-4b2f-bc95-b329459c063d', 'name': 'network-vif-deleted', 'tag': 'ba23aaec-f3e3-4875-aca1-312ffc3aef05'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:44.908235 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8791cc3e-91c9-4220-8a8c-60ec56296b6a admin admin] Made reservation on behalf of 1e863037610748a3b80a51d971bf8b4d for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:49:44.909987 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89146875-724b-493f-ab5f-e06dbce6f5ab" -d '{"events": [{"server_uuid": "289c93e0-c776-41ab-a718-f95745dedb94", "name": "network-vif-deleted", "tag": "cae2e75b-c90c-4a02-ad0c-f1b892450c30"}, {"server_uuid": "60111f57-f9a7-4b2f-bc95-b329459c063d", "name": "network-vif-deleted", "tag": "ba23aaec-f3e3-4875-aca1-312ffc3aef05"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:44.910672 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8791cc3e-91c9-4220-8a8c-60ec56296b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:44.924940 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c7c01c5c-6783-4a3a-9a1c-407a0cc9c3a5 service neutron] No DVR routers for this DVR port 6d8906f6-9e77-4566-966b-78558e7647b9 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:49:44.932119 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5c26b5b-548e-4acf-a334-f2e855c38f9e req-09432761-0243-4c8b-90b8-a00817566e64 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925838 Nov 24 20:49:44.954710 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8791cc3e-91c9-4220-8a8c-60ec56296b6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:44.957097 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1985b3b5-85b0-4b19-ba99-e19e9ddaa51d req-3d3c2f8d-6438-4c70-a17c-d3da8711191e tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8427265-d72b-4fff-8659-31a5328a26df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548349 Nov 24 20:49:44.983423 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device cae2e75b-c90c-4a02-ad0c-f1b892450c30 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:49:44.983823 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c01c5c-6783-4a3a-9a1c-407a0cc9c3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8906f6-9e77-4566-966b-78558e7647b9,revision_number=10']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:45.001535 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-c7c01c5c-6783-4a3a-9a1c-407a0cc9c3a5 service neutron] 10.222.0.48 "PUT /v2.0/ports/6d8906f6-9e77-4566-966b-78558e7647b9/bindings/n-h2-812111-8/activate HTTP/1.1" status: 200 len: 369 time: 2.4421775 Nov 24 20:49:45.017917 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: cae2e75b-c90c-4a02-ad0c-f1b892450c30 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:49:45.018907 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device cae2e75b-c90c-4a02-ad0c-f1b892450c30 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:49:45.019577 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 6d8906f6-9e77-4566-966b-78558e7647b9 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:49:45.035151 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ad2f2-5b1e-4301-b871-4ec262e24989 req-77a9e279-5087-44b9-8219-a16559f40a72 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:45.051805 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a97ad2f2-5b1e-4301-b871-4ec262e24989 req-77a9e279-5087-44b9-8219-a16559f40a72 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7bb78f-0f83-4853-99cb-999daac71164 HTTP/1.1" status: 200 len: 947 time: 0.1539683 Nov 24 20:49:45.065652 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca4a532-9dc6-4587-86ab-1f1abdc930df x-openstack-request-id: req-7ca4a532-9dc6-4587-86ab-1f1abdc930df {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:45.066032 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289c93e0-c776-41ab-a718-f95745dedb94", "name": "network-vif-deleted", "tag": "cae2e75b-c90c-4a02-ad0c-f1b892450c30", "status": "completed", "code": 200}, {"server_uuid": "60111f57-f9a7-4b2f-bc95-b329459c063d", "name": "network-vif-deleted", "tag": "ba23aaec-f3e3-4875-aca1-312ffc3aef05", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:45.066248 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ca4a532-9dc6-4587-86ab-1f1abdc930df {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:45.066852 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289c93e0-c776-41ab-a718-f95745dedb94', 'name': 'network-vif-deleted', 'tag': 'cae2e75b-c90c-4a02-ad0c-f1b892450c30', 'status': 'completed', 'code': 200} Nov 24 20:49:45.067153 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60111f57-f9a7-4b2f-bc95-b329459c063d', 'name': 'network-vif-deleted', 'tag': 'ba23aaec-f3e3-4875-aca1-312ffc3aef05', 'status': 'completed', 'code': 200} Nov 24 20:49:45.077409 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 6d8906f6-9e77-4566-966b-78558e7647b9 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:49:45.126532 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee9826-3b3b-453b-8623-3e52dcb28989 req-fb1742a1-1c10-413e-9870-acc2ee8b7413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:45.128049 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c4ee9826-3b3b-453b-8623-3e52dcb28989 req-fb1742a1-1c10-413e-9870-acc2ee8b7413 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c2a1d97f29049518ea8e4e6a5f18581&device_id=6d7bb78f-0f83-4853-99cb-999daac71164 HTTP/1.1" status: 200 len: 1098 time: 0.1256011 Nov 24 20:49:45.133577 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a97ad2f2-5b1e-4301-b871-4ec262e24989 req-1e6daef1-b874-48ca-a27d-82b670c83828 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/security-groups?id=53683fb4-84e4-4b6f-ab02-fb38844cb718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788934 Nov 24 20:49:45.134372 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064b83c-04ba-48fe-9795-95f239623be5 req-9cc2e757-051b-48db-bd73-3c4a9df973fe tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:45.135816 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-9cc2e757-051b-48db-bd73-3c4a9df973fe tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a&tenant_id=0d368bbdb2b84a05b39068aac600d356&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 1095 time: 0.0608144 Nov 24 20:49:45.167738 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8791cc3e-91c9-4220-8a8c-60ec56296b6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:45.178332 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8791cc3e-91c9-4220-8a8c-60ec56296b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:45.220081 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791cc3e-91c9-4220-8a8c-60ec56296b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25130940-83cd-450b-8321-5d0ab8ca811f,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:45.233009 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8791cc3e-91c9-4220-8a8c-60ec56296b6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:49:45.244338 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8791cc3e-91c9-4220-8a8c-60ec56296b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:45.244726 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-8791cc3e-91c9-4220-8a8c-60ec56296b6a admin admin] Added segment 472e1ceb-f7f1-42dc-9b16-2ea2ea89d155 of type vlan for network f0b7ba0f-849f-45c0-98bd-f2596ab1646f Nov 24 20:49:45.300576 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8791cc3e-91c9-4220-8a8c-60ec56296b6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:45.306279 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064b83c-04ba-48fe-9795-95f239623be5 req-f52ccb66-d919-435c-ae6a-5100900f277f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:45.307926 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-f52ccb66-d919-435c-ae6a-5100900f277f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a&tenant_id=0d368bbdb2b84a05b39068aac600d356 HTTP/1.1" status: 200 len: 1095 time: 0.1510198 Nov 24 20:49:45.343365 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8791cc3e-91c9-4220-8a8c-60ec56296b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:45.345463 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8791cc3e-91c9-4220-8a8c-60ec56296b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:45.346264 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8791cc3e-91c9-4220-8a8c-60ec56296b6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:45.370632 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee9826-3b3b-453b-8623-3e52dcb28989 req-a7065e31-04d1-4714-87bf-c4b62b0869bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:45.372007 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c4ee9826-3b3b-453b-8623-3e52dcb28989 req-a7065e31-04d1-4714-87bf-c4b62b0869bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.2353251 Nov 24 20:49:45.383773 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89121b92-f393-447c-a045-17a184bb6282 req-bdeeea42-3c42-47ca-b790-6d70b15c6146 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:45.385660 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-89121b92-f393-447c-a045-17a184bb6282 req-bdeeea42-3c42-47ca-b790-6d70b15c6146 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 944 time: 0.1336410 Nov 24 20:49:45.388705 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8791cc3e-91c9-4220-8a8c-60ec56296b6a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6820440 Nov 24 20:49:45.391616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50792) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:45.399351 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-697e59b2-bf12-4a4b-88f9-65d4c393bb96 admin admin] Request body: {'subnet': {'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-654302057-subnet', 'tenant_id': '1e863037610748a3b80a51d971bf8b4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:45.442275 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791cc3e-91c9-4220-8a8c-60ec56296b6a admin admin] Pushing event updated for resources: {'Network': ['ID=f0b7ba0f-849f-45c0-98bd-f2596ab1646f,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:45.455948 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network f0b7ba0f-849f-45c0-98bd-f2596ab1646f details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:49:45.465637 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697e59b2-bf12-4a4b-88f9-65d4c393bb96 admin admin] Made reservation on behalf of 1e863037610748a3b80a51d971bf8b4d for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:49:45.471397 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-697e59b2-bf12-4a4b-88f9-65d4c393bb96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:45.475117 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c4ee9826-3b3b-453b-8623-3e52dcb28989 req-5e6ad0b6-91ce-4e8b-8014-3b07e8507736 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=1880aa63-f84f-446a-9d83-15cc4a0c0959 HTTP/1.1" status: 200 len: 217 time: 0.0719128 Nov 24 20:49:45.577259 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064b83c-04ba-48fe-9795-95f239623be5 req-eb48f81c-7dac-4d63-aca2-956ed7a4fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:45.578913 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-eb48f81c-7dac-4d63-aca2-956ed7a4fff7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 1095 time: 0.2250407 Nov 24 20:49:45.581122 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee9826-3b3b-453b-8623-3e52dcb28989 req-389a9414-adca-483d-9ce9-61ae932159be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:45.582897 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c4ee9826-3b3b-453b-8623-3e52dcb28989 req-389a9414-adca-483d-9ce9-61ae932159be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0999134 Nov 24 20:49:45.640944 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-89121b92-f393-447c-a045-17a184bb6282 req-c4937e67-3f8f-4199-8f37-3b20069b7af4 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369957 Nov 24 20:49:45.648625 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50802) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:45.767081 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-977a7da8-ef2e-467a-8cd2-37a05aa9d99c admin admin] Deleting subnet 043fb14d-4bcd-4473-bc09-597cea2be52a {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:49:45.773593 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-977a7da8-ef2e-467a-8cd2-37a05aa9d99c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:45.787768 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd7f32-25cd-4e2b-893d-5b16cf84dd03 req-c0cf815c-bd40-4bc3-aa5f-22ebaa67d00c tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:45.789638 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1dd7f32-25cd-4e2b-893d-5b16cf84dd03 req-c0cf815c-bd40-4bc3-aa5f-22ebaa67d00c tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1273719-727b-4cf2-941a-d20e697a9db5 HTTP/1.1" status: 200 len: 945 time: 0.2592618 Nov 24 20:49:45.793608 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee9826-3b3b-453b-8623-3e52dcb28989 req-5bf8d1a0-746a-4df2-9f6d-8f2b85db8025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:45.795029 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c4ee9826-3b3b-453b-8623-3e52dcb28989 req-5bf8d1a0-746a-4df2-9f6d-8f2b85db8025 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1985829 Nov 24 20:49:45.820951 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-977a7da8-ef2e-467a-8cd2-37a05aa9d99c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:45.866949 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-697e59b2-bf12-4a4b-88f9-65d4c393bb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:45.885704 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-977a7da8-ef2e-467a-8cd2-37a05aa9d99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:45.886384 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064b83c-04ba-48fe-9795-95f239623be5 req-e64c4e2a-1973-44e2-a33c-a5af12ca8207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:45.887875 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-e64c4e2a-1973-44e2-a33c-a5af12ca8207 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 908 time: 0.2999027 Nov 24 20:49:45.973876 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e59b2-bf12-4a4b-88f9-65d4c393bb96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ded7d568-de3b-47fd-8a43-7e09737c0e38,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:45.982101 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697e59b2-bf12-4a4b-88f9-65d4c393bb96 admin admin] Checking segment: {'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:49:45.982101 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697e59b2-bf12-4a4b-88f9-65d4c393bb96 admin admin] Network hostable DHCP agents. Network: f0b7ba0f-849f-45c0-98bd-f2596ab1646f, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:49:46.000560 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-977a7da8-ef2e-467a-8cd2-37a05aa9d99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:46.025227 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-942ab284-9147-4639-87e7-aecd2e7ff3b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d8906f6-9e77-4566-966b-78558e7647b9 HTTP/1.1" status: 200 len: 217 time: 0.1248763 Nov 24 20:49:46.032577 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697e59b2-bf12-4a4b-88f9-65d4c393bb96 admin admin] Network f0b7ba0f-849f-45c0-98bd-f2596ab1646f is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:49:46.040645 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a7da8-ef2e-467a-8cd2-37a05aa9d99c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=043fb14d-4bcd-4473-bc09-597cea2be52a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:46.043283 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-977a7da8-ef2e-467a-8cd2-37a05aa9d99c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:46.046137 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-977a7da8-ef2e-467a-8cd2-37a05aa9d99c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/043fb14d-4bcd-4473-bc09-597cea2be52a HTTP/1.1" status: 204 len: 168 time: 0.3961132 Nov 24 20:49:46.048621 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50810) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:46.057066 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-697e59b2-bf12-4a4b-88f9-65d4c393bb96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, f0b7ba0f-849f-45c0-98bd-f2596ab1646f) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:49:46.065075 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8369f5-2be0-4ba3-8953-c79af2f68c21 None None] Network f0b7ba0f-849f-45c0-98bd-f2596ab1646f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:49:46.137852 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c4ee9826-3b3b-453b-8623-3e52dcb28989 req-87e075b6-1ab0-4871-923f-766d2b685d5b service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255253 Nov 24 20:49:46.151137 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eb97352e-dcef-41ad-b362-54f75184e586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:46.155176 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697e59b2-bf12-4a4b-88f9-65d4c393bb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:46.155773 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-697e59b2-bf12-4a4b-88f9-65d4c393bb96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:46.195044 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-f1dd7f32-25cd-4e2b-893d-5b16cf84dd03 req-6c20e095-52f7-4568-a753-0516f91595ad tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Deleting port 6b3946e2-65e4-4392-8351-fc4c802204f7 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:49:46.199108 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f1dd7f32-25cd-4e2b-893d-5b16cf84dd03 req-6c20e095-52f7-4568-a753-0516f91595ad tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:46.203955 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064b83c-04ba-48fe-9795-95f239623be5 req-844a00dc-a328-482c-9250-bf8c34dd9c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:46.205553 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-844a00dc-a328-482c-9250-bf8c34dd9c6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d0e18ba-6af5-4f0b-b8c6-f19541a42712 HTTP/1.1" status: 200 len: 847 time: 0.1729581 Nov 24 20:49:46.208684 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-697e59b2-bf12-4a4b-88f9-65d4c393bb96 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8160107 Nov 24 20:49:46.242321 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096453f7-929d-426b-ac93-855033d9d14c None None] Network f0b7ba0f-849f-45c0-98bd-f2596ab1646f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:49:46.324587 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eb97352e-dcef-41ad-b362-54f75184e586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:46.406358 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-3da660e3-48f4-4d8e-a9b7-2da7a0cb2340 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a5f3905-f9df-4704-8238-82ae8b0c31f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665543 Nov 24 20:49:46.418928 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c7f81-6675-4c7f-91ab-7ee567e684d2 req-f22843da-fbc9-4d7a-87e8-236111ebe992 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:46.419293 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-eb97352e-dcef-41ad-b362-54f75184e586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3dc0b97-5ee3-46dd-b808-0cdd987f8626']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:46.426862 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f33c7f81-6675-4c7f-91ab-7ee567e684d2 req-f22843da-fbc9-4d7a-87e8-236111ebe992 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1273719-727b-4cf2-941a-d20e697a9db5 HTTP/1.1" status: 200 len: 945 time: 0.3695991 Nov 24 20:49:46.448568 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc448dd1-c085-437b-981a-bc0ee87006ad req-6c97fa7f-9c39-4fe7-b5ac-4bded6b3003e tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:46.457424 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc448dd1-c085-437b-981a-bc0ee87006ad req-6c97fa7f-9c39-4fe7-b5ac-4bded6b3003e tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7bb78f-0f83-4853-99cb-999daac71164 HTTP/1.1" status: 200 len: 947 time: 0.1354809 Nov 24 20:49:46.459652 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-eb97352e-dcef-41ad-b362-54f75184e586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd52967-baf7-4370-8cd8-8cb3daded88e') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:46.460045 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-eb97352e-dcef-41ad-b362-54f75184e586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd52967-baf7-4370-8cd8-8cb3daded88e') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:46.465504 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f1dd7f32-25cd-4e2b-893d-5b16cf84dd03 req-6c20e095-52f7-4568-a753-0516f91595ad tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] For port 6b3946e2-65e4-4392-8351-fc4c802204f7, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=6b3946e2-65e4-4392-8351-fc4c802204f7,segment=NetworkSegment(e50b2cdc-90b8-4f05-bc66-d3013fa4907a),segment_id=e50b2cdc-90b8-4f05-bc66-d3013fa4907a)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:46.465871 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f1dd7f32-25cd-4e2b-893d-5b16cf84dd03 req-6c20e095-52f7-4568-a753-0516f91595ad tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:46.475103 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eb97352e-dcef-41ad-b362-54f75184e586 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:46.509017 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eb97352e-dcef-41ad-b362-54f75184e586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:46.525915 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb97352e-dcef-41ad-b362-54f75184e586 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:49:46.526321 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eb97352e-dcef-41ad-b362-54f75184e586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:49:46.528288 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:49:46.559725 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc448dd1-c085-437b-981a-bc0ee87006ad req-69a55d22-1a1b-48a3-9667-14a35c109454 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/security-groups?id=53683fb4-84e4-4b6f-ab02-fb38844cb718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882285 Nov 24 20:49:46.613634 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eb97352e-dcef-41ad-b362-54f75184e586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:46.644567 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eb97352e-dcef-41ad-b362-54f75184e586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:46.652843 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-eb97352e-dcef-41ad-b362-54f75184e586 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e3dc0b97-5ee3-46dd-b808-0cdd987f8626 HTTP/1.1" status: 204 len: 168 time: 0.6030788 Nov 24 20:49:46.654022 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97352e-dcef-41ad-b362-54f75184e586 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3dc0b97-5ee3-46dd-b808-0cdd987f8626,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:46.825242 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50834) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:46.846947 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-f1dd7f32-25cd-4e2b-893d-5b16cf84dd03 req-6c20e095-52f7-4568-a753-0516f91595ad tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Calling delete_port for 6b3946e2-65e4-4392-8351-fc4c802204f7 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:49:46.919463 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c4ee9826-3b3b-453b-8623-3e52dcb28989 req-e6bc0caf-e998-4673-8c41-153773160e82 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7687430 Nov 24 20:49:46.923339 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f33c7f81-6675-4c7f-91ab-7ee567e684d2 req-61ff312c-ec70-41a3-a3d1-ab71fdb642f2 tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8427265-d72b-4fff-8659-31a5328a26df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951460 Nov 24 20:49:46.944781 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-56c06909-078b-4baa-b82e-db62858a4300 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=81a93ba8c73b42f38492cb4dabfa28c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1180449 Nov 24 20:49:46.950350 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50842) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:46.978456 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 1880aa63-f84f-446a-9d83-15cc4a0c0959 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:49:47.009077 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-214459d2-2ec8-4b00-8fe0-fa6aaed01f32 service neutron] 10.222.0.15 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591106 Nov 24 20:49:47.019170 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-68492884-f0fe-4174-b30e-fee657621772 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:47.026563 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-68492884-f0fe-4174-b30e-fee657621772 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/networks?id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f HTTP/1.1" status: 200 len: 805 time: 0.1740668 Nov 24 20:49:47.058488 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-16ba6ebe-ed56-4464-ac7f-5a4bf85ce2d7 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/quotas/1e863037610748a3b80a51d971bf8b4d HTTP/1.1" status: 200 len: 375 time: 0.0309725 Nov 24 20:49:47.086694 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9f3421de-ac41-42eb-b083-ca5ca1dbef8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:47.097854 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-93f662d8-32aa-4efc-8940-0d217dd9ff20 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1e863037610748a3b80a51d971bf8b4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380089 Nov 24 20:49:47.147871 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9f3421de-ac41-42eb-b083-ca5ca1dbef8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:47.166067 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 1880aa63-f84f-446a-9d83-15cc4a0c0959, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=1880aa63-f84f-446a-9d83-15cc4a0c0959,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:47.181337 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87157d22-3f5a-4c75-85c1-c6619882c73d req-1e8deb9b-635f-4f0f-9dd7-89874ee7c438 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:47.183564 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '1880aa63-f84f-446a-9d83-15cc4a0c0959', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': '1880aa63-f84f-446a-9d83-15cc4a0c0959', 'mac_address': 'fa:16:3e:e7:5e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:49:47.190596 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87157d22-3f5a-4c75-85c1-c6619882c73d req-1e8deb9b-635f-4f0f-9dd7-89874ee7c438 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 944 time: 0.1438491 Nov 24 20:49:47.229387 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:47.231700 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-2de04d9b-1b18-45be-878f-f7d72735f8e5 service neutron] 10.222.0.15 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134392 Nov 24 20:49:47.246385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1880aa63-f84f-446a-9d83-15cc4a0c0959 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:49:47.267770 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-4b20bf69-abc8-480a-bf24-95d7196bd76d service neutron] 10.222.0.11 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691368 Nov 24 20:49:47.301372 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87157d22-3f5a-4c75-85c1-c6619882c73d req-616f97d0-d046-4534-87bf-c032a0012bea tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105111 Nov 24 20:49:47.303461 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 1880aa63-f84f-446a-9d83-15cc4a0c0959, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=1880aa63-f84f-446a-9d83-15cc4a0c0959,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:47.305491 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f1dd7f32-25cd-4e2b-893d-5b16cf84dd03 req-6c20e095-52f7-4568-a753-0516f91595ad tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:47.315730 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:47.328676 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['6b3946e2-65e4-4392-8351-fc4c802204f7'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:49:47.344104 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20e095-52f7-4568-a753-0516f91595ad tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Pushing event deleted for resources: {'Port': ['ID=6b3946e2-65e4-4392-8351-fc4c802204f7,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:47.368282 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9f3421de-ac41-42eb-b083-ca5ca1dbef8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:47.372730 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9f3421de-ac41-42eb-b083-ca5ca1dbef8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:47.376297 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9f3421de-ac41-42eb-b083-ca5ca1dbef8e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a60de1d0-03ad-4560-8860-25d79c7223d9 HTTP/1.1" status: 204 len: 168 time: 0.4230173 Nov 24 20:49:47.395963 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3421de-ac41-42eb-b083-ca5ca1dbef8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60de1d0-03ad-4560-8860-25d79c7223d9,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:47.426557 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1dd7f32-25cd-4e2b-893d-5b16cf84dd03 req-6c20e095-52f7-4568-a753-0516f91595ad tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] No DVR routers for this DVR port 6b3946e2-65e4-4392-8351-fc4c802204f7 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:49:47.433112 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f1dd7f32-25cd-4e2b-893d-5b16cf84dd03 req-6c20e095-52f7-4568-a753-0516f91595ad tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:47.436984 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-edad433d-2c5c-48dc-8bc6-d4dd684a2b59 service neutron] 10.222.0.11 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672313 Nov 24 20:49:47.443811 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1dd7f32-25cd-4e2b-893d-5b16cf84dd03 req-6c20e095-52f7-4568-a753-0516f91595ad tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.48 "DELETE /v2.0/ports/6b3946e2-65e4-4392-8351-fc4c802204f7 HTTP/1.1" status: 204 len: 173 time: 1.6442268 Nov 24 20:49:47.447698 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1273719-727b-4cf2-941a-d20e697a9db5', 'name': 'network-vif-deleted', 'tag': '6b3946e2-65e4-4392-8351-fc4c802204f7'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:47.454887 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f6a4e3-fd2f-4310-993d-e8916853ea91" -d '{"events": [{"server_uuid": "f1273719-727b-4cf2-941a-d20e697a9db5", "name": "network-vif-deleted", "tag": "6b3946e2-65e4-4392-8351-fc4c802204f7"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:47.632430 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['1880aa63-f84f-446a-9d83-15cc4a0c0959'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:49:47.639186 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064b83c-04ba-48fe-9795-95f239623be5 req-7695b6fc-c9b5-4746-b283-c280fb0d84e0 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:47.645422 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-7695b6fc-c9b5-4746-b283-c280fb0d84e0 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a&tenant_id=0d368bbdb2b84a05b39068aac600d356&binding%3Ahost_id=n-h2-812111-8 HTTP/1.1" status: 200 len: 1095 time: 0.0930450 Nov 24 20:49:47.778741 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a081b32-93f2-477e-a0b8-a172c7b9b33a x-openstack-request-id: req-1a081b32-93f2-477e-a0b8-a172c7b9b33a {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:47.780296 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1273719-727b-4cf2-941a-d20e697a9db5", "name": "network-vif-deleted", "tag": "6b3946e2-65e4-4392-8351-fc4c802204f7", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:47.780296 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a081b32-93f2-477e-a0b8-a172c7b9b33a {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:47.780296 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1273719-727b-4cf2-941a-d20e697a9db5', 'name': 'network-vif-deleted', 'tag': '6b3946e2-65e4-4392-8351-fc4c802204f7', 'status': 'completed', 'code': 200} Nov 24 20:49:47.814812 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=1880aa63-f84f-446a-9d83-15cc4a0c0959,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:47.831770 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:47.832255 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:47.832664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:47.834544 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:47.835523 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:47.836517 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:47.836997 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:47.837404 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:47.837994 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:47.838413 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:47.838963 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:47.839435 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:49:47.866896 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a0e4c-4ef1-4411-981d-4e0dd066f486 req-89baff39-a046-468b-910b-e424d3540a7d tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:47.877834 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc2a0e4c-4ef1-4411-981d-4e0dd066f486 req-89baff39-a046-468b-910b-e424d3540a7d tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7bb78f-0f83-4853-99cb-999daac71164 HTTP/1.1" status: 200 len: 948 time: 0.0876558 Nov 24 20:49:47.920281 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-18886487-2b7a-4045-9fa0-e4de925f66ea req-8bad43f2-0669-4e75-ac2a-827307af50de tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b HTTP/1.1" status: 200 len: 210 time: 0.1031497 Nov 24 20:49:48.085152 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc2a0e4c-4ef1-4411-981d-4e0dd066f486 req-60b2d05c-90c3-46e3-b4cd-2cd8667459d3 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/security-groups?id=53683fb4-84e4-4b6f-ab02-fb38844cb718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053938 Nov 24 20:49:48.195858 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8261459d-5e3d-4866-bb7f-903db56df9b7 req-b9e6a548-3431-41fc-a3d8-42aefdda5c1b tempest-VolumesAdminNegativeTest-1980870424 tempest-VolumesAdminNegativeTest-1980870424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1273719-727b-4cf2-941a-d20e697a9db5 HTTP/1.1" status: 200 len: 210 time: 0.0529330 Nov 24 20:49:48.232836 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-e064b83c-04ba-48fe-9795-95f239623be5 req-18648644-5ed2-4daf-a2f7-b700ac3dad28 service neutron] For port 6d8906f6-9e77-4566-966b-78558e7647b9, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:49:48.238246 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e064b83c-04ba-48fe-9795-95f239623be5 req-18648644-5ed2-4daf-a2f7-b700ac3dad28 service neutron] Publish callbacks [] for binding, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:48.240726 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e064b83c-04ba-48fe-9795-95f239623be5 req-18648644-5ed2-4daf-a2f7-b700ac3dad28 service neutron] 10.222.0.15 "DELETE /v2.0/ports/6d8906f6-9e77-4566-966b-78558e7647b9/bindings/n-h1-812111-8 HTTP/1.1" status: 204 len: 173 time: 0.5888937 Nov 24 20:49:48.445631 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99b28b-73d0-4f27-86d4-556e9c3c100a req-9c41747b-51b6-417c-8084-0c4dbfe8b0c2 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:48.447154 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b99b28b-73d0-4f27-86d4-556e9c3c100a req-9c41747b-51b6-417c-8084-0c4dbfe8b0c2 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 944 time: 0.0603442 Nov 24 20:49:48.525287 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b99b28b-73d0-4f27-86d4-556e9c3c100a req-5890b6cc-7947-40ed-b10d-098127fe03ba tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710285 Nov 24 20:49:48.700348 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef8bdb-5778-467b-9aa4-35f9be07f44a req-aa8206a9-aee1-4fdd-a222-c300b0fc506b tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:48.701995 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1fef8bdb-5778-467b-9aa4-35f9be07f44a req-aa8206a9-aee1-4fdd-a222-c300b0fc506b tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 1095 time: 0.0487061 Nov 24 20:49:48.739553 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50890) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:48.777691 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1fef8bdb-5778-467b-9aa4-35f9be07f44a req-ebd130c4-58f4-4d28-8107-cb66ff2edc8a tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643194 Nov 24 20:49:48.886642 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4cf3f37a-7fad-4ade-a80b-1dedb4cf78a3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2020131962-network', 'tenant_id': '951818ad52ff43b78906657d2000e269'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:48.909960 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf3f37a-7fad-4ade-a80b-1dedb4cf78a3 admin admin] Made reservation on behalf of 951818ad52ff43b78906657d2000e269 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:49:48.913221 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4cf3f37a-7fad-4ade-a80b-1dedb4cf78a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:48.922547 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4cf3f37a-7fad-4ade-a80b-1dedb4cf78a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:48.995300 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 1880aa63-f84f-446a-9d83-15cc4a0c0959 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:49:49.075537 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4cf3f37a-7fad-4ade-a80b-1dedb4cf78a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:49.126178 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a017f19b-20d7-4f58-8574-c1310e8ccb70 req-31f0b4a1-163d-41f2-b4b7-2bfbc7528487 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b HTTP/1.1" status: 200 len: 210 time: 0.0486412 Nov 24 20:49:49.132216 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 1880aa63-f84f-446a-9d83-15cc4a0c0959 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:49:49.133018 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4cf3f37a-7fad-4ade-a80b-1dedb4cf78a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:49.137794 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 1880aa63-f84f-446a-9d83-15cc4a0c0959 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:49:49.138171 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:49.175316 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf3f37a-7fad-4ade-a80b-1dedb4cf78a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:49:49.194479 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3f37a-7fad-4ade-a80b-1dedb4cf78a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc71e500-84a3-43e1-b48a-57a342c5eb85,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:49.209285 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4cf3f37a-7fad-4ade-a80b-1dedb4cf78a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:49.209709 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-4cf3f37a-7fad-4ade-a80b-1dedb4cf78a3 admin admin] Added segment 301e2225-e522-4c6c-abb4-498d606f32b2 of type vlan for network d57895c6-b2f2-4afe-a44e-1eb66b91940d Nov 24 20:49:49.252483 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-d3c59673-f443-4228-949e-0d661f8ed8e5 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:49.261362 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-d3c59673-f443-4228-949e-0d661f8ed8e5 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 807 time: 0.2791131 Nov 24 20:49:49.263409 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:49.281230 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-17e4aa54-3d10-4bb5-b892-8cad141644d5 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/quotas/0d368bbdb2b84a05b39068aac600d356 HTTP/1.1" status: 200 len: 375 time: 0.0189133 Nov 24 20:49:49.305448 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 1880aa63-f84f-446a-9d83-15cc4a0c0959, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=1880aa63-f84f-446a-9d83-15cc4a0c0959,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:49.307047 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7bb78f-0f83-4853-99cb-999daac71164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1880aa63-f84f-446a-9d83-15cc4a0c0959'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:49.310452 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd9c0f7-f8c0-4772-82ba-c9ad237d9e72" -d '{"events": [{"server_uuid": "6d7bb78f-0f83-4853-99cb-999daac71164", "name": "network-vif-plugged", "status": "completed", "tag": "1880aa63-f84f-446a-9d83-15cc4a0c0959"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:49.317784 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:49.320080 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 6b3946e2-65e4-4392-8351-fc4c802204f7 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:49:49.350220 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-096a3557-d39c-48b3-995d-b15c85fb0e79 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0678847 Nov 24 20:49:49.356611 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 6b3946e2-65e4-4392-8351-fc4c802204f7 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:49:49.357246 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 6b3946e2-65e4-4392-8351-fc4c802204f7 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:49:49.397661 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d6954-ed41-47a9-9435-4dc86c9a7a82 req-9f1f2040-c77f-4aad-9bf5-b4ee8d27c04b tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:49.405803 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-601d6954-ed41-47a9-9435-4dc86c9a7a82 req-9f1f2040-c77f-4aad-9bf5-b4ee8d27c04b tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7bb78f-0f83-4853-99cb-999daac71164 HTTP/1.1" status: 200 len: 948 time: 0.1615772 Nov 24 20:49:49.425814 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=1880aa63-f84f-446a-9d83-15cc4a0c0959,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:49.444433 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4cf3f37a-7fad-4ade-a80b-1dedb4cf78a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:49.463483 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-2a2bc2a3-5342-4f6e-98d6-d38f257ecf68 service neutron] 10.222.0.11 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124249 Nov 24 20:49:49.505191 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-fdb71906-589f-48e0-8c9b-83426ec44219 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:49.506655 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-fdb71906-589f-48e0-8c9b-83426ec44219 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.15 "GET /v2.0/networks?id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f HTTP/1.1" status: 200 len: 805 time: 0.2952275 Nov 24 20:49:49.513430 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-601d6954-ed41-47a9-9435-4dc86c9a7a82 req-17bf200f-f2f7-4339-beeb-07512e252035 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/security-groups?id=53683fb4-84e4-4b6f-ab02-fb38844cb718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066844 Nov 24 20:49:49.519458 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4cf3f37a-7fad-4ade-a80b-1dedb4cf78a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:49.520641 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf3f37a-7fad-4ade-a80b-1dedb4cf78a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:49.522525 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4cf3f37a-7fad-4ade-a80b-1dedb4cf78a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:49.535413 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-8b8985f8-25cb-4e57-aa4c-7f5561d00034 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Request body: {'port': {'device_id': 'ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b', 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f', 'admin_state_up': True, 'tenant_id': '1e863037610748a3b80a51d971bf8b4d'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:49.569421 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-2f61078b-b3be-41fc-90be-14f1d49290fe service neutron] 10.222.0.11 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992637 Nov 24 20:49:49.571615 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50916) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:49.586508 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4cf3f37a-7fad-4ade-a80b-1dedb4cf78a3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8457768 Nov 24 20:49:49.591024 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50918) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:49.597177 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-39b7f150-21f4-438d-9a74-f3acd843ec2a admin admin] Request body: {'subnet': {'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2020131962-subnet', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:49.609097 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50046073-aa53-446a-90bc-71707a7209f2 x-openstack-request-id: req-50046073-aa53-446a-90bc-71707a7209f2 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:49.609564 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7bb78f-0f83-4853-99cb-999daac71164", "name": "network-vif-plugged", "status": "completed", "tag": "1880aa63-f84f-446a-9d83-15cc4a0c0959", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:49.609894 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50046073-aa53-446a-90bc-71707a7209f2 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:49.610362 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7bb78f-0f83-4853-99cb-999daac71164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1880aa63-f84f-446a-9d83-15cc4a0c0959', 'code': 200} Nov 24 20:49:49.689082 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6d145c-feea-4b31-bcd4-5b7530290573 admin admin] Deleting subnet 54e0bd1c-6417-42bc-a062-7389a2de9e6f {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:49:49.692554 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6a6d145c-feea-4b31-bcd4-5b7530290573 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:49.719874 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3f37a-7fad-4ade-a80b-1dedb4cf78a3 admin admin] Pushing event updated for resources: {'Network': ['ID=d57895c6-b2f2-4afe-a44e-1eb66b91940d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:49.732456 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network d57895c6-b2f2-4afe-a44e-1eb66b91940d details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:49:49.809401 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b7f150-21f4-438d-9a74-f3acd843ec2a admin admin] Made reservation on behalf of 951818ad52ff43b78906657d2000e269 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:49:49.811740 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-39b7f150-21f4-438d-9a74-f3acd843ec2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:49.814832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94305186-1d6b-49d8-a166-db3b01341285 req-1c68f73b-32c9-44f0-a1af-468915c08df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:49.816332 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-94305186-1d6b-49d8-a166-db3b01341285 req-1c68f73b-32c9-44f0-a1af-468915c08df2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6d7bb78f-0f83-4853-99cb-999daac71164 HTTP/1.1" status: 200 len: 1100 time: 0.1335268 Nov 24 20:49:49.816783 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6a6d145c-feea-4b31-bcd4-5b7530290573 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:49.823912 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-01447f7e-d659-4137-a9fc-e0f5dee58948 req-aa7da961-71f9-4dbb-bac8-70c8643cc34d tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 210 time: 0.0791326 Nov 24 20:49:49.876520 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6a6d145c-feea-4b31-bcd4-5b7530290573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:49.924679 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-8b8985f8-25cb-4e57-aa4c-7f5561d00034 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Made reservation on behalf of 1e863037610748a3b80a51d971bf8b4d for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:49:49.929729 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-8b8985f8-25cb-4e57-aa4c-7f5561d00034 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:49.948868 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6a6d145c-feea-4b31-bcd4-5b7530290573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:49.985481 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-94305186-1d6b-49d8-a166-db3b01341285 req-70fcfbdf-0fb1-4ec8-85be-032b11c69878 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=53683fb4-84e4-4b6f-ab02-fb38844cb718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545746 Nov 24 20:49:49.991101 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6a6d145c-feea-4b31-bcd4-5b7530290573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:49.997632 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6a6d145c-feea-4b31-bcd4-5b7530290573 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/54e0bd1c-6417-42bc-a062-7389a2de9e6f HTTP/1.1" status: 204 len: 168 time: 0.4242551 Nov 24 20:49:49.998779 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50938) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:49.999872 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d145c-feea-4b31-bcd4-5b7530290573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54e0bd1c-6417-42bc-a062-7389a2de9e6f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:50.094872 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-428c979c-910c-490a-9a6d-46bdfe8e939e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:50.201647 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-428c979c-910c-490a-9a6d-46bdfe8e939e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:50.239237 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-8b8985f8-25cb-4e57-aa4c-7f5561d00034 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Allocated IP 172.20.0.2 (f0b7ba0f-849f-45c0-98bd-f2596ab1646f/ded7d568-de3b-47fd-8a43-7e09737c0e38/c1b3f4bd-32d9-468e-8bb5-53c430603070) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:49:50.250453 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-428c979c-910c-490a-9a6d-46bdfe8e939e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3551252a-fee4-4a17-8b40-c974a7920039']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:50.265629 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-428c979c-910c-490a-9a6d-46bdfe8e939e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50b2cdc-90b8-4f05-bc66-d3013fa4907a') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:50.266245 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-428c979c-910c-490a-9a6d-46bdfe8e939e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50b2cdc-90b8-4f05-bc66-d3013fa4907a') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:50.280949 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-428c979c-910c-490a-9a6d-46bdfe8e939e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:50.299869 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-428c979c-910c-490a-9a6d-46bdfe8e939e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:50.309358 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-804f5b54-06c6-48d9-8a3f-8d12972fadf2 req-579cc744-cd61-4e72-82ad-913d21d74cc9 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b HTTP/1.1" status: 200 len: 210 time: 0.0724349 Nov 24 20:49:50.314367 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428c979c-910c-490a-9a6d-46bdfe8e939e admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:49:50.314796 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-428c979c-910c-490a-9a6d-46bdfe8e939e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:49:50.335134 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:49:50.393302 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-39b7f150-21f4-438d-9a74-f3acd843ec2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:50.402831 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-428c979c-910c-490a-9a6d-46bdfe8e939e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:50.413617 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-428c979c-910c-490a-9a6d-46bdfe8e939e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:50.417035 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-428c979c-910c-490a-9a6d-46bdfe8e939e admin admin] 10.222.0.11 "DELETE /v2.0/networks/3551252a-fee4-4a17-8b40-c974a7920039 HTTP/1.1" status: 204 len: 168 time: 0.4139335 Nov 24 20:49:50.424103 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50978) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:50.429640 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c979c-910c-490a-9a6d-46bdfe8e939e admin admin] Pushing event deleted for resources: {'Network': ['ID=3551252a-fee4-4a17-8b40-c974a7920039,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:50.566467 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7f150-21f4-438d-9a74-f3acd843ec2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ee9c5f7-570f-459a-a776-8d371777733b,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:50.577549 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-32cf8e2c-0450-4114-8d7a-8172f082cc65 admin admin] Deleting subnet a9aa7865-f7af-4faf-846d-72f9c28b4e93 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:49:50.580868 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32cf8e2c-0450-4114-8d7a-8172f082cc65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:50.637550 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32cf8e2c-0450-4114-8d7a-8172f082cc65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:50.690932 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b7f150-21f4-438d-9a74-f3acd843ec2a admin admin] Checking segment: {'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:49:50.691302 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b7f150-21f4-438d-9a74-f3acd843ec2a admin admin] Network hostable DHCP agents. Network: d57895c6-b2f2-4afe-a44e-1eb66b91940d, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:49:50.698301 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354a888-7499-4472-919a-ba5ce982dbe1 req-07840fd0-196f-4397-bfe6-97ee7974438b tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:50.704501 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6354a888-7499-4472-919a-ba5ce982dbe1 req-07840fd0-196f-4397-bfe6-97ee7974438b tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7bb78f-0f83-4853-99cb-999daac71164 HTTP/1.1" status: 200 len: 949 time: 0.0819430 Nov 24 20:49:50.748606 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-8b8985f8-25cb-4e57-aa4c-7f5561d00034 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:50.755282 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32cf8e2c-0450-4114-8d7a-8172f082cc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:50.766071 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6354a888-7499-4472-919a-ba5ce982dbe1 req-486e3fd2-ab8a-4d74-8675-e6059a8c767a tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/security-groups?id=53683fb4-84e4-4b6f-ab02-fb38844cb718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599015 Nov 24 20:49:50.790714 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b7f150-21f4-438d-9a74-f3acd843ec2a admin admin] Network d57895c6-b2f2-4afe-a44e-1eb66b91940d is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:49:50.817828 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-39b7f150-21f4-438d-9a74-f3acd843ec2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, d57895c6-b2f2-4afe-a44e-1eb66b91940d) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:49:50.826465 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c35d28-04a7-4af2-b54d-3acdad7a0815 None None] Network d57895c6-b2f2-4afe-a44e-1eb66b91940d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:49:50.832044 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b7f150-21f4-438d-9a74-f3acd843ec2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:50.832643 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-39b7f150-21f4-438d-9a74-f3acd843ec2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:50.874227 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50998) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:50.876473 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-39b7f150-21f4-438d-9a74-f3acd843ec2a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2830727 Nov 24 20:49:50.879206 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32cf8e2c-0450-4114-8d7a-8172f082cc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:50.879507 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-8286f0a6-db1c-499e-b634-f3f4bd12909e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2020131962-router', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:50.886777 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-8b8985f8-25cb-4e57-aa4c-7f5561d00034 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:50.948679 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8286f0a6-db1c-499e-b634-f3f4bd12909e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:50.951823 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8286f0a6-db1c-499e-b634-f3f4bd12909e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:50.953045 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf8e2c-0450-4114-8d7a-8172f082cc65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9aa7865-f7af-4faf-846d-72f9c28b4e93,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:50.956862 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32cf8e2c-0450-4114-8d7a-8172f082cc65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:50.961593 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-32cf8e2c-0450-4114-8d7a-8172f082cc65 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a9aa7865-f7af-4faf-846d-72f9c28b4e93 HTTP/1.1" status: 204 len: 168 time: 0.5269270 Nov 24 20:49:50.967111 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 51008) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:51.017362 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-8b8985f8-25cb-4e57-aa4c-7f5561d00034 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Network f0b7ba0f-849f-45c0-98bd-f2596ab1646f is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:49:51.035492 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-8b8985f8-25cb-4e57-aa4c-7f5561d00034 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:49:51.055313 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-8b8985f8-25cb-4e57-aa4c-7f5561d00034 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:49:51.069399 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a7ca4e-2f0e-46fb-b802-1e4bb9bedfed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-d57895c6-b2f2-4afe-a44e-1eb66b91940d', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'fixed_ips': [{'subnet_id': '9ee9c5f7-570f-459a-a776-8d371777733b'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:49:51.070294 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d9a7ca4e-2f0e-46fb-b802-1e4bb9bedfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:51.146331 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ea6b466b-e263-4d22-8efd-c6f9880ef130 req-ffddbe9c-2ab2-4e34-be91-bba4e5f3729a tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 210 time: 0.0717854 Nov 24 20:49:51.157075 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8286f0a6-db1c-499e-b634-f3f4bd12909e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:51.160724 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8985f8-25cb-4e57-aa4c-7f5561d00034 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Pushing event updated for resources: {'Port': ['ID=c1b3f4bd-32d9-468e-8bb5-53c430603070,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:51.188119 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-8b8985f8-25cb-4e57-aa4c-7f5561d00034 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:51.198042 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-8b8985f8-25cb-4e57-aa4c-7f5561d00034 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:51.330432 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-8b8985f8-25cb-4e57-aa4c-7f5561d00034 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8048398 Nov 24 20:49:51.354484 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6e38-3d3e-4d47-84fc-ebac461310da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:51.376968 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8286f0a6-db1c-499e-b634-f3f4bd12909e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:51.389470 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-d9a7ca4e-2f0e-46fb-b802-1e4bb9bedfed None None] Allocated IP 172.20.0.2 (d57895c6-b2f2-4afe-a44e-1eb66b91940d/9ee9c5f7-570f-459a-a776-8d371777733b/dabad8df-d563-49a2-a00a-da51251101da) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:49:51.406946 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-519d6b05-a9ef-4f90-907e-17105a8d03bf service neutron] Request body: {'port': {'device_id': 'ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:51.598392 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d9a7ca4e-2f0e-46fb-b802-1e4bb9bedfed None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:51.606153 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d9a7ca4e-2f0e-46fb-b802-1e4bb9bedfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:51.655156 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8286f0a6-db1c-499e-b634-f3f4bd12909e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:51.676131 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-519d6b05-a9ef-4f90-907e-17105a8d03bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:51.685063 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8286f0a6-db1c-499e-b634-f3f4bd12909e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:51.688195 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a7ca4e-2f0e-46fb-b802-1e4bb9bedfed None None] Network d57895c6-b2f2-4afe-a44e-1eb66b91940d is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:49:51.692718 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-d9a7ca4e-2f0e-46fb-b802-1e4bb9bedfed None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:49:51.696687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa561f25-2a4e-4bc3-bf08-9b63459e4cb5 req-3487b6da-1e79-4b9c-8b38-4ebd80b9d589 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:51.698113 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a7ca4e-2f0e-46fb-b802-1e4bb9bedfed None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:49:51.699053 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fa561f25-2a4e-4bc3-bf08-9b63459e4cb5 req-3487b6da-1e79-4b9c-8b38-4ebd80b9d589 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b HTTP/1.1" status: 200 len: 931 time: 0.2389452 Nov 24 20:49:51.715030 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-d75a0007-4040-4d74-a538-cfa9ba09eaa2 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:51.716921 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-d75a0007-4040-4d74-a538-cfa9ba09eaa2 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.48 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 807 time: 0.4462440 Nov 24 20:49:51.722432 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7ca4e-2f0e-46fb-b802-1e4bb9bedfed None None] Pushing event updated for resources: {'Port': ['ID=dabad8df-d563-49a2-a00a-da51251101da,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:51.782331 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-eaa1cdfe-0722-4afc-b7bb-dc6ef08aafb9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Request body: {'port': {'device_id': 'bf9892d7-d938-4428-a599-1df3c610aa4a', 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7', 'admin_state_up': True, 'tenant_id': '0d368bbdb2b84a05b39068aac600d356'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:51.792684 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6e38-3d3e-4d47-84fc-ebac461310da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:51.799474 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-d9a7ca4e-2f0e-46fb-b802-1e4bb9bedfed None None] Attempting to bind port dabad8df-d563-49a2-a00a-da51251101da on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:49:51.799863 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-d9a7ca4e-2f0e-46fb-b802-1e4bb9bedfed None None] Attempting to bind port dabad8df-d563-49a2-a00a-da51251101da by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:49:51.800237 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a7ca4e-2f0e-46fb-b802-1e4bb9bedfed None None] Attempting to bind port dabad8df-d563-49a2-a00a-da51251101da on network d57895c6-b2f2-4afe-a44e-1eb66b91940d {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:51.809062 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a7ca4e-2f0e-46fb-b802-1e4bb9bedfed None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:49:51.809440 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a7ca4e-2f0e-46fb-b802-1e4bb9bedfed None None] Checking segment: {'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:49:51.809918 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d9a7ca4e-2f0e-46fb-b802-1e4bb9bedfed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:51.810351 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a7ca4e-2f0e-46fb-b802-1e4bb9bedfed None None] Bound using segment: {'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:49:51.810848 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-d9a7ca4e-2f0e-46fb-b802-1e4bb9bedfed None None] Bound port: dabad8df-d563-49a2-a00a-da51251101da, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:49:51.811234 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d9a7ca4e-2f0e-46fb-b802-1e4bb9bedfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:51.849903 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-8286f0a6-db1c-499e-b634-f3f4bd12909e admin admin] Allocated IP 172.25.5.7 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/a2d4eff7-9d32-403e-85cd-4359ec323ac4) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:49:51.918093 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d9a7ca4e-2f0e-46fb-b802-1e4bb9bedfed None None] For port dabad8df-d563-49a2-a00a-da51251101da, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:49:51.923118 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d9a7ca4e-2f0e-46fb-b802-1e4bb9bedfed None None] For port dabad8df-d563-49a2-a00a-da51251101da, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=dabad8df-d563-49a2-a00a-da51251101da,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:49:51.932375 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d9a7ca4e-2f0e-46fb-b802-1e4bb9bedfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:51.948129 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-fa6f6e38-3d3e-4d47-84fc-ebac461310da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f910e648-a402-4f26-83e6-9bc6e2b34620']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:52.013971 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858759ce-41af-4aab-93f8-30f3e83c5311 req-9efb6c6a-c7ae-4e13-b8dd-45cf783eabde tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:52.015923 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-858759ce-41af-4aab-93f8-30f3e83c5311 req-9efb6c6a-c7ae-4e13-b8dd-45cf783eabde tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7bb78f-0f83-4853-99cb-999daac71164 HTTP/1.1" status: 200 len: 949 time: 0.1074717 Nov 24 20:49:52.023568 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fa561f25-2a4e-4bc3-bf08-9b63459e4cb5 req-9e8cf849-4432-47f4-a581-7e76d65dbe26 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587006 Nov 24 20:49:52.028921 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-fa6f6e38-3d3e-4d47-84fc-ebac461310da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c7d4da-721a-4acb-93b3-fb55a4c9c627') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:52.029227 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-fa6f6e38-3d3e-4d47-84fc-ebac461310da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c7d4da-721a-4acb-93b3-fb55a4c9c627') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:52.036273 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7ca4e-2f0e-46fb-b802-1e4bb9bedfed None None] Pushing event updated for resources: {'Port': ['ID=dabad8df-d563-49a2-a00a-da51251101da,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:52.101423 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6e38-3d3e-4d47-84fc-ebac461310da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:52.103379 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8286f0a6-db1c-499e-b634-f3f4bd12909e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:52.142176 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6e38-3d3e-4d47-84fc-ebac461310da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:52.177864 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6f6e38-3d3e-4d47-84fc-ebac461310da admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:49:52.178265 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6e38-3d3e-4d47-84fc-ebac461310da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: timer() Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:49:52.180366 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:49:52.182957 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-eaa1cdfe-0722-4afc-b7bb-dc6ef08aafb9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Made reservation on behalf of 0d368bbdb2b84a05b39068aac600d356 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:49:52.184397 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-eaa1cdfe-0722-4afc-b7bb-dc6ef08aafb9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:52.201441 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-858759ce-41af-4aab-93f8-30f3e83c5311 req-d9f49314-51b0-41f2-a6a3-1fdef90ba9e5 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/security-groups?id=53683fb4-84e4-4b6f-ab02-fb38844cb718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250608 Nov 24 20:49:52.229581 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8286f0a6-db1c-499e-b634-f3f4bd12909e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:52.340433 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8286f0a6-db1c-499e-b634-f3f4bd12909e admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:49:52.383758 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10b733cc-f908-499a-893e-d2b91f0f0ea1 req-bfc12cd2-eb5b-4874-9279-1a08736cc1dd tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 210 time: 0.0559931 Nov 24 20:49:52.384891 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286f0a6-db1c-499e-b634-f3f4bd12909e admin admin] Pushing event updated for resources: {'Port': ['ID=a2d4eff7-9d32-403e-85cd-4359ec323ac4,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:52.390940 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-8286f0a6-db1c-499e-b634-f3f4bd12909e admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:49:52.393211 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8286f0a6-db1c-499e-b634-f3f4bd12909e admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:49:52.494922 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6e38-3d3e-4d47-84fc-ebac461310da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:52.749918 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8286f0a6-db1c-499e-b634-f3f4bd12909e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:52.998307 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6e38-3d3e-4d47-84fc-ebac461310da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:53.002593 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fa6f6e38-3d3e-4d47-84fc-ebac461310da admin admin] 10.222.0.11 "DELETE /v2.0/networks/f910e648-a402-4f26-83e6-9bc6e2b34620 HTTP/1.1" status: 204 len: 168 time: 2.0342581 Nov 24 20:49:53.091514 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f6e38-3d3e-4d47-84fc-ebac461310da admin admin] Pushing event deleted for resources: {'Network': ['ID=f910e648-a402-4f26-83e6-9bc6e2b34620,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:53.107593 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device dabad8df-d563-49a2-a00a-da51251101da up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:49:53.237633 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 51066) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:53.278974 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port dabad8df-d563-49a2-a00a-da51251101da triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:49:53.279419 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:53.294119 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-eaa1cdfe-0722-4afc-b7bb-dc6ef08aafb9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Allocated IP 172.20.0.4 (4a5f3905-f9df-4704-8238-82ae8b0c31f7/2d0e18ba-6af5-4f0b-b8c6-f19541a42712/bce88063-b644-48bf-8030-61842c35d0ae) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:49:53.390605 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-519d6b05-a9ef-4f90-907e-17105a8d03bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b3f4bd-32d9-468e-8bb5-53c430603070 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:49:53.403065 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1ee7173e-f519-49a2-b29a-980760c5ff12 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d50ce6fce204cb29caa16ef29f410de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1599200 Nov 24 20:49:53.416290 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-519d6b05-a9ef-4f90-907e-17105a8d03bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:53.417219 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 51070) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:53.450323 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fff1d0-f8c1-48b9-8ea7-2435d37e5d2d req-48570f3f-fa9f-4da9-9a5c-565d716f103b tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:53.458400 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-50fff1d0-f8c1-48b9-8ea7-2435d37e5d2d req-48570f3f-fa9f-4da9-9a5c-565d716f103b tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b HTTP/1.1" status: 200 len: 931 time: 0.2252748 Nov 24 20:49:53.504437 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:53.528388 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-519d6b05-a9ef-4f90-907e-17105a8d03bf service neutron] Transition to ACTIVE for port object c1b3f4bd-32d9-468e-8bb5-53c430603070 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:49:53.545106 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-519d6b05-a9ef-4f90-907e-17105a8d03bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:53.572487 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port dabad8df-d563-49a2-a00a-da51251101da, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=dabad8df-d563-49a2-a00a-da51251101da,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:53.579277 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:53.590462 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212eb3b5-b4b0-4455-9ade-2bb51de20bae None None] Network d57895c6-b2f2-4afe-a44e-1eb66b91940d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:49:53.609675 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-50fff1d0-f8c1-48b9-8ea7-2435d37e5d2d req-bf13898c-ec88-4354-9eea-ba17687c0138 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415000 Nov 24 20:49:53.662366 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-057e1677-d48f-4b46-8754-9bccc194d32b req-1f963740-ec77-4c72-a6ac-642763e745b6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 210 time: 0.0581796 Nov 24 20:49:53.720456 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8286f0a6-db1c-499e-b634-f3f4bd12909e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:53.723009 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=dabad8df-d563-49a2-a00a-da51251101da,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:53.734108 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3cac9580-204d-4b35-a127-f555919d1c66 None None] Provisioning complete for port dabad8df-d563-49a2-a00a-da51251101da triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:49:53.734321 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3cac9580-204d-4b35-a127-f555919d1c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:53.765794 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8f26d12-1155-4d3c-a2f4-4f79913e4385 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:53.805732 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d6b05-a9ef-4f90-907e-17105a8d03bf service neutron] Pushing event updated for resources: {'Port': ['ID=c1b3f4bd-32d9-468e-8bb5-53c430603070,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:53.866254 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8f26d12-1155-4d3c-a2f4-4f79913e4385 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:53.915731 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8286f0a6-db1c-499e-b634-f3f4bd12909e admin admin] Router f5984050-e66b-42a1-a48c-f962672d7407 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:49:53.957655 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-eaa1cdfe-0722-4afc-b7bb-dc6ef08aafb9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:53.971001 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-519d6b05-a9ef-4f90-907e-17105a8d03bf service neutron] Attempting to bind port c1b3f4bd-32d9-468e-8bb5-53c430603070 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:49:53.971353 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-519d6b05-a9ef-4f90-907e-17105a8d03bf service neutron] Attempting to bind port c1b3f4bd-32d9-468e-8bb5-53c430603070 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:49:53.971687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-519d6b05-a9ef-4f90-907e-17105a8d03bf service neutron] Attempting to bind port c1b3f4bd-32d9-468e-8bb5-53c430603070 on network f0b7ba0f-849f-45c0-98bd-f2596ab1646f {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:53.985878 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-519d6b05-a9ef-4f90-907e-17105a8d03bf service neutron] Port c1b3f4bd-32d9-468e-8bb5-53c430603070 on network f0b7ba0f-849f-45c0-98bd-f2596ab1646f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:49:53.986206 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-519d6b05-a9ef-4f90-907e-17105a8d03bf service neutron] Attempting to bind port c1b3f4bd-32d9-468e-8bb5-53c430603070 on network f0b7ba0f-849f-45c0-98bd-f2596ab1646f {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:53.998220 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-519d6b05-a9ef-4f90-907e-17105a8d03bf service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:49:53.998812 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-519d6b05-a9ef-4f90-907e-17105a8d03bf service neutron] Checking segment: {'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:49:53.998988 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-519d6b05-a9ef-4f90-907e-17105a8d03bf service neutron] Bound using segment: {'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:49:53.999712 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-519d6b05-a9ef-4f90-907e-17105a8d03bf service neutron] Bound port: c1b3f4bd-32d9-468e-8bb5-53c430603070, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:49:54.000236 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-519d6b05-a9ef-4f90-907e-17105a8d03bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:54.025482 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8f26d12-1155-4d3c-a2f4-4f79913e4385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:54.028720 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8f26d12-1155-4d3c-a2f4-4f79913e4385 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:54.043574 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e8f26d12-1155-4d3c-a2f4-4f79913e4385 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b8427265-d72b-4fff-8659-31a5328a26df HTTP/1.1" status: 204 len: 168 time: 0.6113212 Nov 24 20:49:54.089321 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f26d12-1155-4d3c-a2f4-4f79913e4385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8427265-d72b-4fff-8659-31a5328a26df,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:54.136134 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8286f0a6-db1c-499e-b634-f3f4bd12909e admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:49:54.140413 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-eaa1cdfe-0722-4afc-b7bb-dc6ef08aafb9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:54.157770 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] Sync routers for ids ['f5984050-e66b-42a1-a48c-f962672d7407'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:49:54.191548 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] Routers {'f5984050-e66b-42a1-a48c-f962672d7407'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:49:54.194018 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:49:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f5984050-e66b-42a1-a48c-f962672d7407'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:54.205057 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8286f0a6-db1c-499e-b634-f3f4bd12909e admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:54.209154 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8286f0a6-db1c-499e-b634-f3f4bd12909e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3324008 Nov 24 20:49:54.211487 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51088) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:54.260903 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-519d6b05-a9ef-4f90-907e-17105a8d03bf service neutron] For port c1b3f4bd-32d9-468e-8bb5-53c430603070, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:49:54.267960 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-519d6b05-a9ef-4f90-907e-17105a8d03bf service neutron] For port c1b3f4bd-32d9-468e-8bb5-53c430603070, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c1b3f4bd-32d9-468e-8bb5-53c430603070,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:49:54.281436 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1cdfe-0722-4afc-b7bb-dc6ef08aafb9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Pushing event updated for resources: {'Port': ['ID=bce88063-b644-48bf-8030-61842c35d0ae,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:54.297340 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-eaa1cdfe-0722-4afc-b7bb-dc6ef08aafb9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:49:54.301144 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-519d6b05-a9ef-4f90-907e-17105a8d03bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:54.324591 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-eaa1cdfe-0722-4afc-b7bb-dc6ef08aafb9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:49:54.391408 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-eaa1cdfe-0722-4afc-b7bb-dc6ef08aafb9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:49:54.516487 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-519d6b05-a9ef-4f90-907e-17105a8d03bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:54.530184 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-519d6b05-a9ef-4f90-907e-17105a8d03bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:54.531978 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-519d6b05-a9ef-4f90-907e-17105a8d03bf service neutron] 10.222.0.15 "PUT /v2.0/ports/c1b3f4bd-32d9-468e-8bb5-53c430603070 HTTP/1.1" status: 200 len: 1091 time: 3.1671422 Nov 24 20:49:54.535575 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b', 'tag': 'c1b3f4bd-32d9-468e-8bb5-53c430603070'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:54.538732 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093731da-b0d7-4531-9379-66db3adb5a59" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b", "tag": "c1b3f4bd-32d9-468e-8bb5-53c430603070"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:54.602946 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-29f51da2-08a4-4f1d-8c54-2c5dbd2fe636 None None] Provisioning complete for port dabad8df-d563-49a2-a00a-da51251101da triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:49:54.603570 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-29f51da2-08a4-4f1d-8c54-2c5dbd2fe636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:54.654654 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-eaa1cdfe-0722-4afc-b7bb-dc6ef08aafb9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:54.655640 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-eaa1cdfe-0722-4afc-b7bb-dc6ef08aafb9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:54.666964 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acb8ae5-fd5d-4394-a6eb-1b7df445dc4e x-openstack-request-id: req-3acb8ae5-fd5d-4394-a6eb-1b7df445dc4e {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:49:54.667429 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b", "tag": "c1b3f4bd-32d9-468e-8bb5-53c430603070", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:49:54.674841 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3acb8ae5-fd5d-4394-a6eb-1b7df445dc4e {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:49:54.675554 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b', 'tag': 'c1b3f4bd-32d9-468e-8bb5-53c430603070', 'status': 'completed', 'code': 200} Nov 24 20:49:54.713388 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] Set router f5984050-e66b-42a1-a48c-f962672d7407 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:49:54.732558 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d6b05-a9ef-4f90-907e-17105a8d03bf service neutron] Pushing event updated for resources: {'Port': ['ID=c1b3f4bd-32d9-468e-8bb5-53c430603070,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:54.760339 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-eaa1cdfe-0722-4afc-b7bb-dc6ef08aafb9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9894953 Nov 24 20:49:54.796115 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51102) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:54.807254 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-5c036418-b37f-428e-9a87-aefa81ff03bc service neutron] Request body: {'port': {'device_id': 'bf9892d7-d938-4428-a599-1df3c610aa4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:49:54.854771 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-486dcd73-38d2-4df5-a0db-5a823a26decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:54.857679 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-486dcd73-38d2-4df5-a0db-5a823a26decd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e863037610748a3b80a51d971bf8b4d&device_id=ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b HTTP/1.1" status: 200 len: 1094 time: 0.2651083 Nov 24 20:49:54.982610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device dabad8df-d563-49a2-a00a-da51251101da up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:49:54.985457 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-e1daa443-1c69-4634-adf8-2051f3bd52e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c1b3f4bd-32d9-468e-8bb5-53c430603070 HTTP/1.1" status: 200 len: 217 time: 0.0850980 Nov 24 20:49:55.024504 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20096055-c02b-4545-b5a9-11322bd280c3 req-29646932-27e5-4600-af52-088cada34281 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:55.026348 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-20096055-c02b-4545-b5a9-11322bd280c3 req-29646932-27e5-4600-af52-088cada34281 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 931 time: 0.2046993 Nov 24 20:49:55.036738 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-12b55e6a-bd94-4bd2-a843-8e119450e6bb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3741ac247735487cad795aaf66ec79d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328072 Nov 24 20:49:55.037558 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51104) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:49:55.049263 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'name': 'tempest-ServerActionsTestJSON-2020131962-router', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:49:50Z', 'updated_at': '2021-11-24T20:49:52Z', 'revision_number': 3, 'project_id': '951818ad52ff43b78906657d2000e269', 'gw_port': {'id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:36:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:49:51Z', 'updated_at': '2021-11-24T20:49:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:55.064605 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b70dd4-5c2d-4299-8dc8-3f879011f8d5 req-5bfb7818-327d-4b89-9a52-dd51e1b5c6c0 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:55.072669 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77b70dd4-5c2d-4299-8dc8-3f879011f8d5 req-5bfb7818-327d-4b89-9a52-dd51e1b5c6c0 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b HTTP/1.1" status: 200 len: 943 time: 0.3112519 Nov 24 20:49:55.089897 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] Checking router: f5984050-e66b-42a1-a48c-f962672d7407 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:49:55.090793 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] Updating router f5984050-e66b-42a1-a48c-f962672d7407 port a2d4eff7-9d32-403e-85cd-4359ec323ac4 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:49:55.108442 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-20096055-c02b-4545-b5a9-11322bd280c3 req-906d7b73-2a7e-46e7-888b-49a4a5af4d56 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613790 Nov 24 20:49:55.141432 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-5c036418-b37f-428e-9a87-aefa81ff03bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:55.169784 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:55.171505 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port dabad8df-d563-49a2-a00a-da51251101da triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:49:55.171867 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:55.201211 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ff7f4b96-72ce-4852-9686-59e83e0000f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:55.260705 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ff7f4b96-72ce-4852-9686-59e83e0000f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:55.264380 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77b70dd4-5c2d-4299-8dc8-3f879011f8d5 req-96c11d5f-5893-46ae-a58b-ec121544a19c tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905947 Nov 24 20:49:55.292112 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-724f74fc-7856-4f82-ae2b-976ec04d6fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:55.308921 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-52460afc-b695-4110-9f6c-446ed63aed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:55.311179 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-52460afc-b695-4110-9f6c-446ed63aed9e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ded7d568-de3b-47fd-8a43-7e09737c0e38 HTTP/1.1" status: 200 len: 845 time: 0.3172944 Nov 24 20:49:55.366411 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-ffb7b5ad-a90f-4e26-a73d-2c786d07bd84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460186 Nov 24 20:49:55.424517 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ff7f4b96-72ce-4852-9686-59e83e0000f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:55.428281 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ff7f4b96-72ce-4852-9686-59e83e0000f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:55.429604 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ff7f4b96-72ce-4852-9686-59e83e0000f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8e51b4e-11bd-4bf3-9d9b-d7fdaa5e2df6 HTTP/1.1" status: 204 len: 168 time: 0.3906271 Nov 24 20:49:55.447159 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f4b96-72ce-4852-9686-59e83e0000f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e51b4e-11bd-4bf3-9d9b-d7fdaa5e2df6,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:55.581503 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-724f74fc-7856-4f82-ae2b-976ec04d6fd6 admin admin] Allocated IP 172.20.0.1 (d57895c6-b2f2-4afe-a44e-1eb66b91940d/9ee9c5f7-570f-459a-a776-8d371777733b/ba43ba1f-46fc-47d3-9b9e-df00fa87c730) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:49:55.695984 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-59ffcb3f-c904-4870-9929-9158317cbdcf service neutron] 10.222.0.15 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694407 Nov 24 20:49:55.781778 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:55.783855 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-724f74fc-7856-4f82-ae2b-976ec04d6fd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:55.790500 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:55.829558 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-724f74fc-7856-4f82-ae2b-976ec04d6fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:55.890054 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724f74fc-7856-4f82-ae2b-976ec04d6fd6 admin admin] Network d57895c6-b2f2-4afe-a44e-1eb66b91940d is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:49:55.893188 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f6aeecec-60ef-42de-bbb6-78cce7616983 req-bae8d0a2-010e-4a98-a1e4-a430c2966f68 service neutron] 10.222.0.15 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445420 Nov 24 20:49:55.893565 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91209f75-fc63-4ce8-a85c-fa3dd29c9b82 None None] Pushing event updated for resources: {'Port': ['ID=a2d4eff7-9d32-403e-85cd-4359ec323ac4,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:55.905804 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-724f74fc-7856-4f82-ae2b-976ec04d6fd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:49:55.917240 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724f74fc-7856-4f82-ae2b-976ec04d6fd6 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:49:55.918575 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] Attempting to bind port a2d4eff7-9d32-403e-85cd-4359ec323ac4 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:49:55.919036 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] Attempting to bind port a2d4eff7-9d32-403e-85cd-4359ec323ac4 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:49:55.919844 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] Attempting to bind port a2d4eff7-9d32-403e-85cd-4359ec323ac4 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:55.926638 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:49:55.926638 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:49:55.926638 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:55.926638 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:49:55.927196 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] Bound port: a2d4eff7-9d32-403e-85cd-4359ec323ac4, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:49:55.927597 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:55.984259 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f74fc-7856-4f82-ae2b-976ec04d6fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=ba43ba1f-46fc-47d3-9b9e-df00fa87c730,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:56.023225 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] For port a2d4eff7-9d32-403e-85cd-4359ec323ac4, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:49:56.025845 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-5c036418-b37f-428e-9a87-aefa81ff03bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce88063-b644-48bf-8030-61842c35d0ae {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:49:56.044074 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] For port a2d4eff7-9d32-403e-85cd-4359ec323ac4, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a2d4eff7-9d32-403e-85cd-4359ec323ac4,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:49:56.048148 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-724f74fc-7856-4f82-ae2b-976ec04d6fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:56.051606 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:56.067908 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-5c036418-b37f-428e-9a87-aefa81ff03bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:56.138238 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-5c036418-b37f-428e-9a87-aefa81ff03bc service neutron] Transition to ACTIVE for port object bce88063-b644-48bf-8030-61842c35d0ae will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:49:56.144704 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093731da-b0d7-4531-9379-66db3adb5a59 req-9155d64a-2bc0-499d-974e-e06d48cce740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:56.151981 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-093731da-b0d7-4531-9379-66db3adb5a59 req-9155d64a-2bc0-499d-974e-e06d48cce740 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e863037610748a3b80a51d971bf8b4d&device_id=ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b HTTP/1.1" status: 200 len: 1094 time: 0.1549332 Nov 24 20:49:56.157365 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-5c036418-b37f-428e-9a87-aefa81ff03bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:56.280312 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] Routers {'f5984050-e66b-42a1-a48c-f962672d7407'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:49:56.280976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:49:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f5984050-e66b-42a1-a48c-f962672d7407'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:56.309074 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91209f75-fc63-4ce8-a85c-fa3dd29c9b82 None None] Pushing event updated for resources: {'Port': ['ID=a2d4eff7-9d32-403e-85cd-4359ec323ac4,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:56.417624 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c036418-b37f-428e-9a87-aefa81ff03bc service neutron] Pushing event updated for resources: {'Port': ['ID=bce88063-b644-48bf-8030-61842c35d0ae,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:56.456415 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ae823-353a-4dc9-94e4-135ea4d9062f req-4ce48fc6-ff58-4086-9e32-3fd79c4c473c tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:56.458286 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f60ae823-353a-4dc9-94e4-135ea4d9062f req-4ce48fc6-ff58-4086-9e32-3fd79c4c473c tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 943 time: 0.1410468 Nov 24 20:49:56.509811 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-724f74fc-7856-4f82-ae2b-976ec04d6fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:56.513228 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093731da-b0d7-4531-9379-66db3adb5a59 req-3e25e466-d978-4dbb-9d06-33d54d71c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:56.514844 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-093731da-b0d7-4531-9379-66db3adb5a59 req-3e25e466-d978-4dbb-9d06-33d54d71c725 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f HTTP/1.1" status: 200 len: 906 time: 0.3517060 Nov 24 20:49:56.568265 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-814dfce1-8710-49b4-9d7f-e51e52487ac1 None None] Provisioning complete for port ba43ba1f-46fc-47d3-9b9e-df00fa87c730 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:49:56.568969 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-814dfce1-8710-49b4-9d7f-e51e52487ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:56.590170 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-093731da-b0d7-4531-9379-66db3adb5a59 req-b1ed6277-00ea-41c5-a61d-0581097d24c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c1b3f4bd-32d9-468e-8bb5-53c430603070 HTTP/1.1" status: 200 len: 217 time: 0.0651331 Nov 24 20:49:56.612931 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f60ae823-353a-4dc9-94e4-135ea4d9062f req-eea351f0-ad62-4421-9604-ea61f4a1f881 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255021 Nov 24 20:49:56.666882 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-814dfce1-8710-49b4-9d7f-e51e52487ac1 None None] Port ba43ba1f-46fc-47d3-9b9e-df00fa87c730 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:49:56.676628 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-5c036418-b37f-428e-9a87-aefa81ff03bc service neutron] Attempting to bind port bce88063-b644-48bf-8030-61842c35d0ae on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:49:56.677707 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-5c036418-b37f-428e-9a87-aefa81ff03bc service neutron] Attempting to bind port bce88063-b644-48bf-8030-61842c35d0ae by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:49:56.678342 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-5c036418-b37f-428e-9a87-aefa81ff03bc service neutron] Attempting to bind port bce88063-b644-48bf-8030-61842c35d0ae on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:56.692865 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-5c036418-b37f-428e-9a87-aefa81ff03bc service neutron] Port bce88063-b644-48bf-8030-61842c35d0ae on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:49:56.693591 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-5c036418-b37f-428e-9a87-aefa81ff03bc service neutron] Attempting to bind port bce88063-b644-48bf-8030-61842c35d0ae on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:49:56.695618 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] Set router f5984050-e66b-42a1-a48c-f962672d7407 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:49:56.704387 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093731da-b0d7-4531-9379-66db3adb5a59 req-4d63a8e7-7dab-4bbe-93eb-6bf631770755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:56.707673 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-093731da-b0d7-4531-9379-66db3adb5a59 req-4d63a8e7-7dab-4bbe-93eb-6bf631770755 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ded7d568-de3b-47fd-8a43-7e09737c0e38 HTTP/1.1" status: 200 len: 845 time: 0.1019425 Nov 24 20:49:56.716777 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-5c036418-b37f-428e-9a87-aefa81ff03bc service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:49:56.717313 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-5c036418-b37f-428e-9a87-aefa81ff03bc service neutron] Checking segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:49:56.718283 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-5c036418-b37f-428e-9a87-aefa81ff03bc service neutron] Bound using segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:49:56.719074 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-5c036418-b37f-428e-9a87-aefa81ff03bc service neutron] Bound port: bce88063-b644-48bf-8030-61842c35d0ae, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:49:56.719545 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-5c036418-b37f-428e-9a87-aefa81ff03bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:56.791381 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-093731da-b0d7-4531-9379-66db3adb5a59 req-16c8cdf0-ea8d-4abf-92b7-4db44a817c55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675337 Nov 24 20:49:56.841098 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b3f23-82d0-49b0-8635-5dd3f1a38ba2 req-d6ed4ec0-0296-4ec3-aaff-b501a0d76eff tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:56.849629 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f2b3f23-82d0-49b0-8635-5dd3f1a38ba2 req-d6ed4ec0-0296-4ec3-aaff-b501a0d76eff tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b HTTP/1.1" status: 200 len: 943 time: 0.0918417 Nov 24 20:49:56.940614 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f2b3f23-82d0-49b0-8635-5dd3f1a38ba2 req-99c601de-9df7-4d80-9983-1863714810e7 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897837 Nov 24 20:49:56.978524 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-724f74fc-7856-4f82-ae2b-976ec04d6fd6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:56.991537 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-724f74fc-7856-4f82-ae2b-976ec04d6fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:57.039869 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 1880aa63-f84f-446a-9d83-15cc4a0c0959 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:49:57.092272 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-5c036418-b37f-428e-9a87-aefa81ff03bc service neutron] For port bce88063-b644-48bf-8030-61842c35d0ae, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:49:57.103483 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-5c036418-b37f-428e-9a87-aefa81ff03bc service neutron] For port bce88063-b644-48bf-8030-61842c35d0ae, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=bce88063-b644-48bf-8030-61842c35d0ae,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:49:57.118832 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-5c036418-b37f-428e-9a87-aefa81ff03bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:57.157574 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-5c036418-b37f-428e-9a87-aefa81ff03bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:57.158740 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-5c036418-b37f-428e-9a87-aefa81ff03bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:57.162356 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-5c036418-b37f-428e-9a87-aefa81ff03bc service neutron] 10.222.0.48 "PUT /v2.0/ports/bce88063-b644-48bf-8030-61842c35d0ae HTTP/1.1" status: 200 len: 1091 time: 2.3690598 Nov 24 20:49:57.170726 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-724f74fc-7856-4f82-ae2b-976ec04d6fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:57.173681 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f74fc-7856-4f82-ae2b-976ec04d6fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=ba43ba1f-46fc-47d3-9b9e-df00fa87c730,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:57.175899 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9892d7-d938-4428-a599-1df3c610aa4a', 'tag': 'bce88063-b644-48bf-8030-61842c35d0ae'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:57.181762 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975ee81a-807b-4dbd-93b1-4c93d34f3c94" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9892d7-d938-4428-a599-1df3c610aa4a", "tag": "bce88063-b644-48bf-8030-61842c35d0ae"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:57.231841 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-093731da-b0d7-4531-9379-66db3adb5a59 req-e15f148c-86b2-4651-9156-18390e471ce3 service neutron] 10.222.0.15 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162304 Nov 24 20:49:57.273985 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'name': 'tempest-ServerActionsTestJSON-2020131962-router', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:49:50Z', 'updated_at': '2021-11-24T20:49:52Z', 'revision_number': 3, 'project_id': '951818ad52ff43b78906657d2000e269', 'gw_port': {'id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:36:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:49:51Z', 'updated_at': '2021-11-24T20:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:57.330064 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c036418-b37f-428e-9a87-aefa81ff03bc service neutron] Pushing event updated for resources: {'Port': ['ID=bce88063-b644-48bf-8030-61842c35d0ae,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:57.360561 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e13199-5a14-4903-85a1-191bde5a4d35 None None] The sync data for ids ['f5984050-e66b-42a1-a48c-f962672d7407'] in n-d-812111-8 is: [{'id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'name': 'tempest-ServerActionsTestJSON-2020131962-router', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:49:50Z', 'updated_at': '2021-11-24T20:49:52Z', 'revision_number': 3, 'project_id': '951818ad52ff43b78906657d2000e269', 'gw_port': {'id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:36:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:49:51Z', 'updated_at': '2021-11-24T20:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:49:57.401120 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-c2a50818-f7ec-4302-b228-d6a2fbc89aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:57.403612 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-c2a50818-f7ec-4302-b228-d6a2fbc89aea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 1094 time: 0.1688089 Nov 24 20:49:57.415938 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 1880aa63-f84f-446a-9d83-15cc4a0c0959, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=1880aa63-f84f-446a-9d83-15cc4a0c0959,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:57.431714 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '1880aa63-f84f-446a-9d83-15cc4a0c0959', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': '1880aa63-f84f-446a-9d83-15cc4a0c0959', 'mac_address': 'fa:16:3e:e7:5e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:49:57.491762 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724f74fc-7856-4f82-ae2b-976ec04d6fd6 admin admin] Network d57895c6-b2f2-4afe-a44e-1eb66b91940d is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:49:57.495766 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-724f74fc-7856-4f82-ae2b-976ec04d6fd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:49:57.537846 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:57.565868 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-c3a09c33-b3d2-4144-8141-57dc743d5555 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bce88063-b644-48bf-8030-61842c35d0ae HTTP/1.1" status: 200 len: 217 time: 0.1507275 Nov 24 20:49:57.582097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1880aa63-f84f-446a-9d83-15cc4a0c0959 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:49:57.625921 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 1880aa63-f84f-446a-9d83-15cc4a0c0959, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=1880aa63-f84f-446a-9d83-15cc4a0c0959,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:57.634079 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:57.711305 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-093731da-b0d7-4531-9379-66db3adb5a59 req-79871590-86bf-4d5f-94d2-6a9629f6c6d3 service neutron] 10.222.0.15 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646428 Nov 24 20:49:57.743204 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=1880aa63-f84f-446a-9d83-15cc4a0c0959,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:57.759335 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724f74fc-7856-4f82-ae2b-976ec04d6fd6 admin admin] Router f5984050-e66b-42a1-a48c-f962672d7407 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:49:57.765527 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-6c8f20db-1df6-4a8a-8f83-b0090cb92dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:49:57.768543 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-6c8f20db-1df6-4a8a-8f83-b0090cb92dff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d0e18ba-6af5-4f0b-b8c6-f19541a42712 HTTP/1.1" status: 200 len: 847 time: 0.1913002 Nov 24 20:49:57.807932 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['1880aa63-f84f-446a-9d83-15cc4a0c0959'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:49:57.847113 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-ef700bd6-7ca1-41c8-93c5-87c8c9085847 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a5f3905-f9df-4704-8238-82ae8b0c31f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681107 Nov 24 20:49:57.985870 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724f74fc-7856-4f82-ae2b-976ec04d6fd6 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:49:58.007911 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-724f74fc-7856-4f82-ae2b-976ec04d6fd6 admin admin] 10.222.0.11 "PUT /v2.0/routers/f5984050-e66b-42a1-a48c-f962672d7407/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7927768 Nov 24 20:49:58.174632 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-2c8e6547-2540-4fe1-8971-cb0eb4382d0f service neutron] 10.222.0.48 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125069 Nov 24 20:49:58.293277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c1b3f4bd-32d9-468e-8bb5-53c430603070 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:49:58.415746 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-65ce8f75-83cc-439d-b55b-1eb8eba013c1 req-403fbce6-4cba-4cc8-96ea-02187846a6ec service neutron] 10.222.0.48 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336206 Nov 24 20:49:58.506824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port c1b3f4bd-32d9-468e-8bb5-53c430603070, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c1b3f4bd-32d9-468e-8bb5-53c430603070,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:58.548169 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'c1b3f4bd-32d9-468e-8bb5-53c430603070', 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f', 'port_id': 'c1b3f4bd-32d9-468e-8bb5-53c430603070', 'mac_address': 'fa:16:3e:3b:07:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded7d568-de3b-47fd-8a43-7e09737c0e38', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:49:58.595311 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-81ef3feb-ac97-42ca-a68e-8a3109438194 None None] Provisioning complete for port ba43ba1f-46fc-47d3-9b9e-df00fa87c730 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:49:58.595682 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-81ef3feb-ac97-42ca-a68e-8a3109438194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:58.658674 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:58.665108 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-81ef3feb-ac97-42ca-a68e-8a3109438194 None None] Port ba43ba1f-46fc-47d3-9b9e-df00fa87c730 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:49:58.679896 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b3f4bd-32d9-468e-8bb5-53c430603070 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:49:58.727282 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port c1b3f4bd-32d9-468e-8bb5-53c430603070, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c1b3f4bd-32d9-468e-8bb5-53c430603070,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:58.736937 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:58.819362 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=c1b3f4bd-32d9-468e-8bb5-53c430603070,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:58.995174 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a2d4eff7-9d32-403e-85cd-4359ec323ac4 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:49:59.039963 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 1880aa63-f84f-446a-9d83-15cc4a0c0959 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:49:59.068628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c1b3f4bd-32d9-468e-8bb5-53c430603070'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:49:59.138454 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port a2d4eff7-9d32-403e-85cd-4359ec323ac4 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:49:59.138746 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:59.214756 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 1880aa63-f84f-446a-9d83-15cc4a0c0959 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:49:59.215122 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:59.426079 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:59.449178 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:59.471020 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port a2d4eff7-9d32-403e-85cd-4359ec323ac4, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a2d4eff7-9d32-403e-85cd-4359ec323ac4,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:59.481686 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:59.492007 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7bb78f-0f83-4853-99cb-999daac71164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1880aa63-f84f-446a-9d83-15cc4a0c0959'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:49:59.494372 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbedaf5-5fb4-410b-abf9-192029257de4" -d '{"events": [{"server_uuid": "6d7bb78f-0f83-4853-99cb-999daac71164", "name": "network-vif-plugged", "status": "completed", "tag": "1880aa63-f84f-446a-9d83-15cc4a0c0959"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:49:59.540580 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 1880aa63-f84f-446a-9d83-15cc4a0c0959, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=1880aa63-f84f-446a-9d83-15cc4a0c0959,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:49:59.560545 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:49:59.616840 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=a2d4eff7-9d32-403e-85cd-4359ec323ac4,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:59.680994 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=1880aa63-f84f-446a-9d83-15cc4a0c0959,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:49:59.816401 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] Sync routers for ids ['f5984050-e66b-42a1-a48c-f962672d7407'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:49:59.833886 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] Routers {'f5984050-e66b-42a1-a48c-f962672d7407'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:49:59.834851 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:49:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f5984050-e66b-42a1-a48c-f962672d7407'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:49:59.962961 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] Set router f5984050-e66b-42a1-a48c-f962672d7407 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:50:00.251038 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c1b3f4bd-32d9-468e-8bb5-53c430603070 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:50:00.253779 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'name': 'tempest-ServerActionsTestJSON-2020131962-router', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:49:50Z', 'updated_at': '2021-11-24T20:49:56Z', 'revision_number': 4, 'project_id': '951818ad52ff43b78906657d2000e269', 'gw_port': {'id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:36:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:49:51Z', 'updated_at': '2021-11-24T20:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'ba43ba1f-46fc-47d3-9b9e-df00fa87c730', 'name': '', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'mac_address': 'fa:16:3e:2a:7c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:49:55Z', 'updated_at': '2021-11-24T20:49:56Z', 'revision_number': 2, 'project_id': '951818ad52ff43b78906657d2000e269', 'subnets': [{'id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:50:00.286690 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] Checking router: f5984050-e66b-42a1-a48c-f962672d7407 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:50:00.287672 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] Updating router f5984050-e66b-42a1-a48c-f962672d7407 port ba43ba1f-46fc-47d3-9b9e-df00fa87c730 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:50:00.316388 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:00.345889 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port c1b3f4bd-32d9-468e-8bb5-53c430603070 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:50:00.355172 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port c1b3f4bd-32d9-468e-8bb5-53c430603070 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:50:00.356718 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:00.505645 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:00.556944 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port c1b3f4bd-32d9-468e-8bb5-53c430603070, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c1b3f4bd-32d9-468e-8bb5-53c430603070,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:00.563783 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:00.639750 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=c1b3f4bd-32d9-468e-8bb5-53c430603070,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:00.806847 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:00.815288 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:00.874313 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2299f-8f29-4f65-9050-aa0297d31d9b None None] Pushing event updated for resources: {'Port': ['ID=ba43ba1f-46fc-47d3-9b9e-df00fa87c730,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:00.891932 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2299f-8f29-4f65-9050-aa0297d31d9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:00.892291 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2299f-8f29-4f65-9050-aa0297d31d9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:00.892637 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2299f-8f29-4f65-9050-aa0297d31d9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:00.893023 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2299f-8f29-4f65-9050-aa0297d31d9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:00.893360 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2299f-8f29-4f65-9050-aa0297d31d9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:00.893698 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2299f-8f29-4f65-9050-aa0297d31d9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:00.894028 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2299f-8f29-4f65-9050-aa0297d31d9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:00.894359 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2299f-8f29-4f65-9050-aa0297d31d9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:00.899124 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2299f-8f29-4f65-9050-aa0297d31d9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:00.899512 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2299f-8f29-4f65-9050-aa0297d31d9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:00.899862 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2299f-8f29-4f65-9050-aa0297d31d9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:00.900200 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2299f-8f29-4f65-9050-aa0297d31d9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:01.097068 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device bce88063-b644-48bf-8030-61842c35d0ae details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:50:01.177642 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] Attempting to bind port ba43ba1f-46fc-47d3-9b9e-df00fa87c730 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:50:01.178407 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] Attempting to bind port ba43ba1f-46fc-47d3-9b9e-df00fa87c730 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:50:01.182151 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] Attempting to bind port ba43ba1f-46fc-47d3-9b9e-df00fa87c730 on network d57895c6-b2f2-4afe-a44e-1eb66b91940d {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:01.231216 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:50:01.233963 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] Checking segment: {'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:50:01.234385 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:01.234787 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] Bound using segment: {'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:50:01.235283 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] Bound port: ba43ba1f-46fc-47d3-9b9e-df00fa87c730, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:50:01.235688 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:01.412807 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port bce88063-b644-48bf-8030-61842c35d0ae, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=bce88063-b644-48bf-8030-61842c35d0ae,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:01.432880 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'bce88063-b644-48bf-8030-61842c35d0ae', 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7', 'port_id': 'bce88063-b644-48bf-8030-61842c35d0ae', 'mac_address': 'fa:16:3e:b2:4f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0e18ba-6af5-4f0b-b8c6-f19541a42712', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:50:01.472869 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] For port ba43ba1f-46fc-47d3-9b9e-df00fa87c730, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:50:01.482691 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] For port ba43ba1f-46fc-47d3-9b9e-df00fa87c730, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ba43ba1f-46fc-47d3-9b9e-df00fa87c730,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:50:01.490169 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:01.494629 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:01.494813 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a2d4eff7-9d32-403e-85cd-4359ec323ac4 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:50:01.544452 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce88063-b644-48bf-8030-61842c35d0ae {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:50:01.604225 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port bce88063-b644-48bf-8030-61842c35d0ae, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=bce88063-b644-48bf-8030-61842c35d0ae,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:01.612633 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-fc915ab4-6b56-426f-941a-d1f9e912e243 None None] Provisioning complete for port ba43ba1f-46fc-47d3-9b9e-df00fa87c730 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:50:01.616943 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fc915ab4-6b56-426f-941a-d1f9e912e243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:01.621377 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:01.639935 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] Routers {'f5984050-e66b-42a1-a48c-f962672d7407'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:50:01.641175 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:49:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f5984050-e66b-42a1-a48c-f962672d7407'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:50:01.713483 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2299f-8f29-4f65-9050-aa0297d31d9b None None] Pushing event updated for resources: {'Port': ['ID=ba43ba1f-46fc-47d3-9b9e-df00fa87c730,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:01.766787 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port a2d4eff7-9d32-403e-85cd-4359ec323ac4 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:50:01.767172 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:01.896729 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] Set router f5984050-e66b-42a1-a48c-f962672d7407 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:50:01.915518 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=bce88063-b644-48bf-8030-61842c35d0ae,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:01.949761 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['bce88063-b644-48bf-8030-61842c35d0ae'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:50:02.011403 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fc915ab4-6b56-426f-941a-d1f9e912e243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:02.120047 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-fc915ab4-6b56-426f-941a-d1f9e912e243 None None] For port ba43ba1f-46fc-47d3-9b9e-df00fa87c730, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ba43ba1f-46fc-47d3-9b9e-df00fa87c730,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:02.135782 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fc915ab4-6b56-426f-941a-d1f9e912e243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:02.235448 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc915ab4-6b56-426f-941a-d1f9e912e243 None None] Pushing event updated for resources: {'Port': ['ID=ba43ba1f-46fc-47d3-9b9e-df00fa87c730,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:02.247799 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'name': 'tempest-ServerActionsTestJSON-2020131962-router', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:49:50Z', 'updated_at': '2021-11-24T20:49:56Z', 'revision_number': 4, 'project_id': '951818ad52ff43b78906657d2000e269', 'gw_port': {'id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:36:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:49:51Z', 'updated_at': '2021-11-24T20:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'ba43ba1f-46fc-47d3-9b9e-df00fa87c730', 'name': '', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'mac_address': 'fa:16:3e:2a:7c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:49:55Z', 'updated_at': '2021-11-24T20:50:01Z', 'revision_number': 4, 'project_id': '951818ad52ff43b78906657d2000e269', 'subnets': [{'id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:50:02.282982 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9c33de90-8b73-420b-99f7-40076955c31d None None] Provisioning complete for port ba43ba1f-46fc-47d3-9b9e-df00fa87c730 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:50:02.283349 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9c33de90-8b73-420b-99f7-40076955c31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:02.291280 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d498e4-5db1-4074-844d-abb77438698a None None] The sync data for ids ['f5984050-e66b-42a1-a48c-f962672d7407'] in n-d-812111-8 is: [{'id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'name': 'tempest-ServerActionsTestJSON-2020131962-router', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:49:50Z', 'updated_at': '2021-11-24T20:49:56Z', 'revision_number': 4, 'project_id': '951818ad52ff43b78906657d2000e269', 'gw_port': {'id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:36:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:49:51Z', 'updated_at': '2021-11-24T20:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'ba43ba1f-46fc-47d3-9b9e-df00fa87c730', 'name': '', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'mac_address': 'fa:16:3e:2a:7c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:49:55Z', 'updated_at': '2021-11-24T20:50:01Z', 'revision_number': 4, 'project_id': '951818ad52ff43b78906657d2000e269', 'subnets': [{'id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:50:03.051391 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ba43ba1f-46fc-47d3-9b9e-df00fa87c730 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:50:03.118429 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device bce88063-b644-48bf-8030-61842c35d0ae up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:50:03.185942 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port ba43ba1f-46fc-47d3-9b9e-df00fa87c730 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:50:03.186322 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:03.272398 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port bce88063-b644-48bf-8030-61842c35d0ae completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:50:03.281013 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port bce88063-b644-48bf-8030-61842c35d0ae triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:50:03.281436 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:03.424797 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:03.474391 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port bce88063-b644-48bf-8030-61842c35d0ae, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=bce88063-b644-48bf-8030-61842c35d0ae,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:03.483501 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:03.560782 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=bce88063-b644-48bf-8030-61842c35d0ae,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:07.536991 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cd10e5-974e-449d-94a2-c13adf31589a x-openstack-request-id: req-65cd10e5-974e-449d-94a2-c13adf31589a {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:50:07.537830 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9892d7-d938-4428-a599-1df3c610aa4a", "tag": "bce88063-b644-48bf-8030-61842c35d0ae", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:50:07.537830 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-65cd10e5-974e-449d-94a2-c13adf31589a {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:50:07.538415 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9892d7-d938-4428-a599-1df3c610aa4a', 'tag': 'bce88063-b644-48bf-8030-61842c35d0ae', 'status': 'completed', 'code': 200} Nov 24 20:50:07.636991 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12069a0e-379a-40c9-8f15-4ff163974ae9 req-c43d83c2-2b13-4af1-8f34-5779070d6aaa tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:07.639442 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-12069a0e-379a-40c9-8f15-4ff163974ae9 req-c43d83c2-2b13-4af1-8f34-5779070d6aaa tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 945 time: 0.0830071 Nov 24 20:50:07.646672 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ee81a-807b-4dbd-93b1-4c93d34f3c94 req-26ee1850-8a18-4fd0-8e54-aa50ed4041b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:07.648780 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-975ee81a-807b-4dbd-93b1-4c93d34f3c94 req-26ee1850-8a18-4fd0-8e54-aa50ed4041b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 1096 time: 0.0828223 Nov 24 20:50:07.716294 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-12069a0e-379a-40c9-8f15-4ff163974ae9 req-4d84e021-dfe8-4e25-b403-c684d207c9f9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673828 Nov 24 20:50:07.785664 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c35ab-41d0-42e3-9cff-2c280112ee92 req-e3d56e84-ad2f-44cc-8495-2ab9af3338e5 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:07.787788 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-727c35ab-41d0-42e3-9cff-2c280112ee92 req-e3d56e84-ad2f-44cc-8495-2ab9af3338e5 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b HTTP/1.1" status: 200 len: 945 time: 0.1671171 Nov 24 20:50:07.843760 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ee81a-807b-4dbd-93b1-4c93d34f3c94 req-448c885d-2cfb-4ae2-9daa-5f64ad5c3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:07.845425 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-975ee81a-807b-4dbd-93b1-4c93d34f3c94 req-448c885d-2cfb-4ae2-9daa-5f64ad5c3d75 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 908 time: 0.1560376 Nov 24 20:50:07.878412 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-727c35ab-41d0-42e3-9cff-2c280112ee92 req-c3e8ca13-4fac-4119-b103-3ba9c9c8611c tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729589 Nov 24 20:50:07.952697 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-975ee81a-807b-4dbd-93b1-4c93d34f3c94 req-1b2e4279-468d-4e76-942f-8d4dce875478 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bce88063-b644-48bf-8030-61842c35d0ae HTTP/1.1" status: 200 len: 217 time: 0.0732615 Nov 24 20:50:08.044650 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ee81a-807b-4dbd-93b1-4c93d34f3c94 req-7f13ac7b-da5c-483c-b7a8-fd7e77944e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:08.047144 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-975ee81a-807b-4dbd-93b1-4c93d34f3c94 req-7f13ac7b-da5c-483c-b7a8-fd7e77944e81 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d0e18ba-6af5-4f0b-b8c6-f19541a42712 HTTP/1.1" status: 200 len: 847 time: 0.0825877 Nov 24 20:50:08.097830 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-975ee81a-807b-4dbd-93b1-4c93d34f3c94 req-13e2b6b1-ba51-48ef-81aa-8e01e3a0f3d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a5f3905-f9df-4704-8238-82ae8b0c31f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426576 Nov 24 20:50:08.109956 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f7e263-5e36-4dbe-8451-b3aca47604e9 x-openstack-request-id: req-18f7e263-5e36-4dbe-8451-b3aca47604e9 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:50:08.111673 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7bb78f-0f83-4853-99cb-999daac71164", "name": "network-vif-plugged", "status": "completed", "tag": "1880aa63-f84f-446a-9d83-15cc4a0c0959", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:50:08.112210 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-18f7e263-5e36-4dbe-8451-b3aca47604e9 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:50:08.112859 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7bb78f-0f83-4853-99cb-999daac71164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1880aa63-f84f-446a-9d83-15cc4a0c0959', 'code': 200} Nov 24 20:50:08.325883 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-975ee81a-807b-4dbd-93b1-4c93d34f3c94 req-e554dfca-4424-4ad4-b2d3-fd5dffb07bda service neutron] 10.222.0.48 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186124 Nov 24 20:50:08.513163 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-975ee81a-807b-4dbd-93b1-4c93d34f3c94 req-6ff80ab1-6bbe-4129-8fc6-9c413cf2cd85 service neutron] 10.222.0.48 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711416 Nov 24 20:50:08.672705 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51294) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:50:08.866602 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5186bfd9-eadb-4717-bcb3-95896efe4cb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:08.876580 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c1d41ebe-1874-470d-9a5d-ad760001f471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:08.939510 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 51304) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:50:08.945594 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-cdd8fec9-efb9-4ba3-94d1-d07931fad108 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2039290652', 'description': 'tempest-description--1945983770'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:08.982605 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3818b6-7730-46d9-b9eb-5773f8e7c31e req-5aa14b7a-81ca-4c07-bb19-436317ef9ac0 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:08.985220 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6a3818b6-7730-46d9-b9eb-5773f8e7c31e req-5aa14b7a-81ca-4c07-bb19-436317ef9ac0 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 945 time: 0.1376014 Nov 24 20:50:09.046934 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cdd8fec9-efb9-4ba3-94d1-d07931fad108 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:09.073734 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6a3818b6-7730-46d9-b9eb-5773f8e7c31e req-98d28235-d7bc-429e-a411-a8db105872b4 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872319 Nov 24 20:50:09.135723 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5186bfd9-eadb-4717-bcb3-95896efe4cb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:09.157516 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5186bfd9-eadb-4717-bcb3-95896efe4cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:09.220854 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5186bfd9-eadb-4717-bcb3-95896efe4cb7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9514a14b76724732a0ae31aebdcde4bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5469940 Nov 24 20:50:09.222288 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186bfd9-eadb-4717-bcb3-95896efe4cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050c7bca-7a09-4e51-8b2b-1cff95194d62,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:09.225419 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51312) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:50:09.251642 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cdd8fec9-efb9-4ba3-94d1-d07931fad108 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:09.256863 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cdd8fec9-efb9-4ba3-94d1-d07931fad108 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:09.286648 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6862959e-a775-4cd2-8821-11df344731da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:09.299794 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cdd8fec9-efb9-4ba3-94d1-d07931fad108 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:09.301101 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cdd8fec9-efb9-4ba3-94d1-d07931fad108 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3599119 Nov 24 20:50:09.313204 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51316) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:50:09.321690 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f3f52a00-8b1b-4247-81e1-2bcc91535cbb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Request body: {'security_group_rule': {'security_group_id': 'd32cace9-2ce8-4a78-a6b6-d055f08d6d28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:09.340965 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69343746-ad81-4966-b460-5e3316aec838 req-5d478bf2-ded4-4df0-96ec-a9d797d09ad1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:09.344944 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6862959e-a775-4cd2-8821-11df344731da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:09.345492 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-69343746-ad81-4966-b460-5e3316aec838 req-5d478bf2-ded4-4df0-96ec-a9d797d09ad1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b HTTP/1.1" status: 200 len: 945 time: 0.1585941 Nov 24 20:50:09.346731 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:09.368046 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8fec9-efb9-4ba3-94d1-d07931fad108 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d32cace9-2ce8-4a78-a6b6-d055f08d6d28,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:09.416161 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3f52a00-8b1b-4247-81e1-2bcc91535cbb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:09.441320 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6862959e-a775-4cd2-8821-11df344731da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:09.442912 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-69343746-ad81-4966-b460-5e3316aec838 req-733b7e9a-b140-4ea8-ba61-06e3136ae245 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963769 Nov 24 20:50:09.444235 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6862959e-a775-4cd2-8821-11df344731da admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:09.445444 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6862959e-a775-4cd2-8821-11df344731da admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/050c7bca-7a09-4e51-8b2b-1cff95194d62 HTTP/1.1" status: 204 len: 168 time: 0.2188497 Nov 24 20:50:09.470665 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862959e-a775-4cd2-8821-11df344731da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050c7bca-7a09-4e51-8b2b-1cff95194d62,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:09.509269 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3f52a00-8b1b-4247-81e1-2bcc91535cbb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:09.517658 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3f52a00-8b1b-4247-81e1-2bcc91535cbb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:09.537281 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f52a00-8b1b-4247-81e1-2bcc91535cbb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe8926a-a1f7-41d4-ad36-ebf4a5dad3f0,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:09.553312 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3f52a00-8b1b-4247-81e1-2bcc91535cbb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:09.557398 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f3f52a00-8b1b-4247-81e1-2bcc91535cbb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2408040 Nov 24 20:50:09.557495 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 51328) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:50:09.562354 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-fbba9172-24d8-49a0-b885-c6b924d114e4 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Request body: {'security_group_rule': {'security_group_id': 'd32cace9-2ce8-4a78-a6b6-d055f08d6d28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:09.625886 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fbba9172-24d8-49a0-b885-c6b924d114e4 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:09.714385 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fbba9172-24d8-49a0-b885-c6b924d114e4 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:09.722665 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fbba9172-24d8-49a0-b885-c6b924d114e4 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:09.747460 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba9172-24d8-49a0-b885-c6b924d114e4 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07606c02-935a-4efc-a4f0-10f12d55172e,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:09.769871 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fbba9172-24d8-49a0-b885-c6b924d114e4 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:09.772552 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fbba9172-24d8-49a0-b885-c6b924d114e4 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2141116 Nov 24 20:50:09.775574 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51342) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:50:09.781980 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-e5141420-dd55-4ecc-a2df-0b454bce633f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:09.817044 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e5141420-dd55-4ecc-a2df-0b454bce633f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:10.009552 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e5141420-dd55-4ecc-a2df-0b454bce633f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:10.114163 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b3f4bd-32d9-468e-8bb5-53c430603070'}, {'server_uuid': 'bf9892d7-d938-4428-a599-1df3c610aa4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce88063-b644-48bf-8030-61842c35d0ae'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:50:10.120313 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1149168-6871-4c02-bce7-043e5bd2b7fd" -d '{"events": [{"server_uuid": "ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b", "name": "network-vif-plugged", "status": "completed", "tag": "c1b3f4bd-32d9-468e-8bb5-53c430603070"}, {"server_uuid": "bf9892d7-d938-4428-a599-1df3c610aa4a", "name": "network-vif-plugged", "status": "completed", "tag": "bce88063-b644-48bf-8030-61842c35d0ae"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:50:10.157507 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-e5141420-dd55-4ecc-a2df-0b454bce633f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Allocated IP 172.25.5.182 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/eafdac1f-370d-4813-a351-ed43253c7769) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:50:10.277217 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Nov 2021 20:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d994dde-629a-4438-829f-7296366c8f8e x-openstack-request-id: req-0d994dde-629a-4438-829f-7296366c8f8e {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:50:10.277850 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b", "name": "network-vif-plugged", "status": "completed", "tag": "c1b3f4bd-32d9-468e-8bb5-53c430603070", "code": 200}, {"server_uuid": "bf9892d7-d938-4428-a599-1df3c610aa4a", "name": "network-vif-plugged", "status": "completed", "tag": "bce88063-b644-48bf-8030-61842c35d0ae", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:50:10.278343 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d994dde-629a-4438-829f-7296366c8f8e {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:50:10.278971 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b3f4bd-32d9-468e-8bb5-53c430603070', 'code': 200} Nov 24 20:50:10.279534 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9892d7-d938-4428-a599-1df3c610aa4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce88063-b644-48bf-8030-61842c35d0ae', 'code': 200} Nov 24 20:50:10.356367 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e5141420-dd55-4ecc-a2df-0b454bce633f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:10.413964 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97a8d6-46e7-4118-a984-0210a4fc4a9e req-2820e788-0228-4d05-b726-5e50e9697503 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:10.415597 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e97a8d6-46e7-4118-a984-0210a4fc4a9e req-2820e788-0228-4d05-b726-5e50e9697503 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 945 time: 0.1923249 Nov 24 20:50:10.417337 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e5141420-dd55-4ecc-a2df-0b454bce633f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:10.475130 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5141420-dd55-4ecc-a2df-0b454bce633f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:50:10.479765 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-e5141420-dd55-4ecc-a2df-0b454bce633f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:50:10.482657 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32237d06-deca-4373-8ab1-bfa1d664b2a0 req-f9ac3f66-5ca3-4984-a3dd-cd221a1efe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:10.484426 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-32237d06-deca-4373-8ab1-bfa1d664b2a0 req-f9ac3f66-5ca3-4984-a3dd-cd221a1efe81 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b HTTP/1.1" status: 200 len: 1096 time: 0.1278644 Nov 24 20:50:10.494900 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5141420-dd55-4ecc-a2df-0b454bce633f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:50:10.515494 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fb854-f5af-4d6b-bd74-ee43d97973a8 req-0f97412e-0443-4df8-8ca1-2fe89e4b1146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:10.518022 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cd0fb854-f5af-4d6b-bd74-ee43d97973a8 req-0f97412e-0443-4df8-8ca1-2fe89e4b1146 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 1096 time: 0.0964544 Nov 24 20:50:10.549982 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-32237d06-deca-4373-8ab1-bfa1d664b2a0 req-6e4107bf-2ff6-410a-9450-dd4c6cf0c8ed service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550737 Nov 24 20:50:10.597499 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e97a8d6-46e7-4118-a984-0210a4fc4a9e req-c5ff16b1-0e23-4662-8a85-b2dc113f18df tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658137 Nov 24 20:50:10.602562 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5141420-dd55-4ecc-a2df-0b454bce633f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Pushing event updated for resources: {'Port': ['ID=eafdac1f-370d-4813-a351-ed43253c7769,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:10.631720 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cd0fb854-f5af-4d6b-bd74-ee43d97973a8 req-9cefb164-f4c4-440f-8832-fb2172cd00b0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848355 Nov 24 20:50:10.649223 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1208d-b426-47ac-9e36-b7cc3a01d495 req-bd967185-a1a1-49e0-b11b-8af08fee4bd1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:10.651392 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-09f1208d-b426-47ac-9e36-b7cc3a01d495 req-bd967185-a1a1-49e0-b11b-8af08fee4bd1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b HTTP/1.1" status: 200 len: 945 time: 0.0782392 Nov 24 20:50:10.701286 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e5141420-dd55-4ecc-a2df-0b454bce633f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:10.712215 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-09f1208d-b426-47ac-9e36-b7cc3a01d495 req-841a1cf5-e432-4c66-ba30-7a647ff338f8 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548875 Nov 24 20:50:10.745257 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e5141420-dd55-4ecc-a2df-0b454bce633f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:10.935629 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:11.044421 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b51e2c-f177-455f-a3db-20521a1a43fe req-4cf2c67a-55c2-49ce-abbc-c0dd745b4d65 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:11.046383 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87b51e2c-f177-455f-a3db-20521a1a43fe req-4cf2c67a-55c2-49ce-abbc-c0dd745b4d65 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7bb78f-0f83-4853-99cb-999daac71164 HTTP/1.1" status: 200 len: 949 time: 0.0596001 Nov 24 20:50:11.113415 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87b51e2c-f177-455f-a3db-20521a1a43fe req-2b218ea1-eb74-4df4-9bd8-7208063f521a tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/security-groups?id=53683fb4-84e4-4b6f-ab02-fb38844cb718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594361 Nov 24 20:50:11.179077 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3de139f1-c341-4215-b590-53d1ff55549c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:11.244638 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e5141420-dd55-4ecc-a2df-0b454bce633f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:11.252624 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e5141420-dd55-4ecc-a2df-0b454bce633f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:11.331797 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5141420-dd55-4ecc-a2df-0b454bce633f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Pushing event updated for resources: {'Port': ['ID=eafdac1f-370d-4813-a351-ed43253c7769,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:11.343789 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e5141420-dd55-4ecc-a2df-0b454bce633f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:11.349496 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:50:11.368224 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e5141420-dd55-4ecc-a2df-0b454bce633f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:11.370427 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e5141420-dd55-4ecc-a2df-0b454bce633f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5928621 Nov 24 20:50:11.703261 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-07c402ac-b464-4934-ada9-b705af408915 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2039290652&fields=id&tenant_id=951818ad52ff43b78906657d2000e269 HTTP/1.1" status: 200 len: 267 time: 0.0634422 Nov 24 20:50:12.153624 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-d5590faa-5c32-47cd-aa7e-7816ae7903fb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:12.156127 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-d5590faa-5c32-47cd-aa7e-7816ae7903fb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 812 time: 0.4515324 Nov 24 20:50:12.173040 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-50bc4200-1694-46d5-9496-e0744d0f6208 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/quotas/951818ad52ff43b78906657d2000e269 HTTP/1.1" status: 200 len: 375 time: 0.0113995 Nov 24 20:50:12.211397 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dec239-59ca-41ad-817e-1b79ee504015 req-9d9fa777-6fd4-4d47-84dc-2cdcfc893411 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:12.216982 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71dec239-59ca-41ad-817e-1b79ee504015 req-9d9fa777-6fd4-4d47-84dc-2cdcfc893411 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 945 time: 0.0699587 Nov 24 20:50:12.241285 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-9854accd-3188-431d-8d31-b78c6da3ac84 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589836 Nov 24 20:50:12.267773 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:12.274430 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71dec239-59ca-41ad-817e-1b79ee504015 req-55c935e6-41e5-4a30-8287-5a6102353d1f tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519633 Nov 24 20:50:12.355950 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-e473f0ec-85bd-4c36-89f6-218f8f96f8e9 service neutron] 10.222.0.11 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021082 Nov 24 20:50:12.387817 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537ae5b-6bbf-4338-b44b-e2c0475d2c07 req-c0918515-57f7-4e30-b375-ecca2514b6b5 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:12.389351 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2537ae5b-6bbf-4338-b44b-e2c0475d2c07 req-c0918515-57f7-4e30-b375-ecca2514b6b5 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b HTTP/1.1" status: 200 len: 945 time: 0.0523455 Nov 24 20:50:12.441637 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2537ae5b-6bbf-4338-b44b-e2c0475d2c07 req-7d0bf6b5-7ffb-4667-9109-1a222e316e07 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449097 Nov 24 20:50:12.453275 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-1fd2ea3e-e65a-49b7-8869-e36429011337 service neutron] 10.222.0.11 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913429 Nov 24 20:50:12.672063 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23424599-c349-474d-8fc8-3a970ad60767 req-f03f04e3-69a5-4a83-afd4-ec2fa372ac2e tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:12.673925 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-23424599-c349-474d-8fc8-3a970ad60767 req-f03f04e3-69a5-4a83-afd4-ec2fa372ac2e tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 1096 time: 0.0579979 Nov 24 20:50:12.738307 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-23424599-c349-474d-8fc8-3a970ad60767 req-3d93d673-a8a2-4c95-8440-d3057c71f053 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566099 Nov 24 20:50:13.046104 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d0a0c-724c-4ec5-95d3-8d13e2ece991 req-fd356fe4-ca26-44c9-aa62-3784a4170cf7 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:13.050519 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5d7d0a0c-724c-4ec5-95d3-8d13e2ece991 req-fd356fe4-ca26-44c9-aa62-3784a4170cf7 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/networks?id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f HTTP/1.1" status: 200 len: 805 time: 0.1322203 Nov 24 20:50:13.066789 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5d7d0a0c-724c-4ec5-95d3-8d13e2ece991 req-458ee074-d0dc-4abf-85cd-0a01f677bbc7 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/quotas/1e863037610748a3b80a51d971bf8b4d HTTP/1.1" status: 200 len: 375 time: 0.0103915 Nov 24 20:50:13.177399 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7363a231-2783-4d8b-8160-3ab75bcadced req-d7e713a8-1f01-46c9-8c7d-9671df354b5d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 210 time: 0.0455315 Nov 24 20:50:13.193186 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5d7d0a0c-724c-4ec5-95d3-8d13e2ece991 req-3d2f634b-201b-4605-809b-ff9086ce360f tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1e863037610748a3b80a51d971bf8b4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1090188 Nov 24 20:50:13.303675 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c8111-907a-48ac-8080-955a2c6dc205 req-91f71701-3ffd-41dd-a3c0-14f01fbfe0a4 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:13.305988 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ef1c8111-907a-48ac-8080-955a2c6dc205 req-91f71701-3ffd-41dd-a3c0-14f01fbfe0a4 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 1096 time: 0.0546939 Nov 24 20:50:13.322628 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5d7d0a0c-724c-4ec5-95d3-8d13e2ece991 req-cdea0a1e-5b77-4b2e-9556-ca5aeceef75d service neutron] 10.222.0.11 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176956 Nov 24 20:50:13.370016 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ef1c8111-907a-48ac-8080-955a2c6dc205 req-71bfe919-c21f-43b6-9907-ed9dc2baaa1b tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565846 Nov 24 20:50:13.478577 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5d7d0a0c-724c-4ec5-95d3-8d13e2ece991 req-861c1e37-d6fb-46e3-985f-b36bbe23006f service neutron] 10.222.0.11 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480200 Nov 24 20:50:13.623975 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:14.157759 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6542ba-3dc4-4772-ace0-0bf2694e0071 req-285d4934-94d8-44e8-a1d6-d5d44b59fa29 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:14.174640 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9f6542ba-3dc4-4772-ace0-0bf2694e0071 req-285d4934-94d8-44e8-a1d6-d5d44b59fa29 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 1096 time: 0.1383784 Nov 24 20:50:14.178919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 51600) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:50:14.297159 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9f6542ba-3dc4-4772-ace0-0bf2694e0071 req-4f5f77e0-08a7-4cca-8778-a1a24caae8a2 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145759 Nov 24 20:50:14.315895 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-eb5cbf13-ec66-46bb-977c-93b86d50f505 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:14.318809 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-eb5cbf13-ec66-46bb-977c-93b86d50f505 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.15 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 812 time: 0.2750540 Nov 24 20:50:14.489718 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-82f3f999-ba30-4308-b500-2fd04dd63a39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:14.577142 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fec7531f-a18b-4e93-9764-693a89bd331a req-a1bff97d-651b-41ac-84db-e36d741e6af8 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 210 time: 0.0664191 Nov 24 20:50:14.592645 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-8a5465bc-5607-426e-8597-0d60cc8e38d4 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=951818ad52ff43b78906657d2000e269 HTTP/1.1" status: 200 len: 380 time: 0.2551248 Nov 24 20:50:14.626225 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-f85ac753-c885-4b93-b163-82ef23eb6c3f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Request body: {'port': {'device_id': '26067d42-e992-4f89-8cdf-481c88e072db', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'admin_state_up': True, 'tenant_id': '951818ad52ff43b78906657d2000e269', 'security_groups': ['d32cace9-2ce8-4a78-a6b6-d055f08d6d28']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:14.757279 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:14.867337 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-82f3f999-ba30-4308-b500-2fd04dd63a39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:14.884699 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-82f3f999-ba30-4308-b500-2fd04dd63a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:14.994755 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-82f3f999-ba30-4308-b500-2fd04dd63a39 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a43d89ca9aa4817964a66f18443d4a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8115385 Nov 24 20:50:14.995434 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51636) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:50:15.001894 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3f999-ba30-4308-b500-2fd04dd63a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86065525-d155-4244-ab30-8c702781fb74,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:15.019326 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a0933-1242-4be4-868c-8112af8bd263 req-a222f022-fe4d-44e4-83f3-8a8e64b2fdcb tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:15.021775 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-249a0933-1242-4be4-868c-8112af8bd263 req-a222f022-fe4d-44e4-83f3-8a8e64b2fdcb tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/networks?id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f HTTP/1.1" status: 200 len: 805 time: 0.2887185 Nov 24 20:50:15.034323 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-f85ac753-c885-4b93-b163-82ef23eb6c3f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Made reservation on behalf of 951818ad52ff43b78906657d2000e269 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:50:15.039109 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-f85ac753-c885-4b93-b163-82ef23eb6c3f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:15.061711 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-10c8f7a7-3d70-4dcb-8ed8-15b0ab8e9e8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:15.068563 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-249a0933-1242-4be4-868c-8112af8bd263 req-ec4c25a4-cd7b-42e2-a1dc-7ab6bd7a1720 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/quotas/1e863037610748a3b80a51d971bf8b4d HTTP/1.1" status: 200 len: 375 time: 0.0369868 Nov 24 20:50:15.094109 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-10c8f7a7-3d70-4dcb-8ed8-15b0ab8e9e8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:15.162266 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-10c8f7a7-3d70-4dcb-8ed8-15b0ab8e9e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:15.165220 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 1880aa63-f84f-446a-9d83-15cc4a0c0959 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:50:15.184195 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-10c8f7a7-3d70-4dcb-8ed8-15b0ab8e9e8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:15.185707 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-10c8f7a7-3d70-4dcb-8ed8-15b0ab8e9e8d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/86065525-d155-4244-ab30-8c702781fb74 HTTP/1.1" status: 204 len: 168 time: 0.1885221 Nov 24 20:50:15.195626 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8f7a7-3d70-4dcb-8ed8-15b0ab8e9e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86065525-d155-4244-ab30-8c702781fb74,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:15.213379 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-249a0933-1242-4be4-868c-8112af8bd263 req-b969d7c5-c520-4165-a9c4-561036e93cd6 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1e863037610748a3b80a51d971bf8b4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1437731 Nov 24 20:50:15.302302 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:15.359039 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7bb78f-0f83-4853-99cb-999daac71164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1880aa63-f84f-446a-9d83-15cc4a0c0959'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:50:15.362201 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f79d28f-33c5-4a83-ac17-e20c1179aa23" -d '{"events": [{"server_uuid": "6d7bb78f-0f83-4853-99cb-999daac71164", "name": "network-vif-unplugged", "status": "completed", "tag": "1880aa63-f84f-446a-9d83-15cc4a0c0959"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:50:15.367998 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 1880aa63-f84f-446a-9d83-15cc4a0c0959, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=1880aa63-f84f-446a-9d83-15cc4a0c0959,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:15.375820 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:15.411203 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-f85ac753-c885-4b93-b163-82ef23eb6c3f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Allocated IP 172.20.0.14 (d57895c6-b2f2-4afe-a44e-1eb66b91940d/9ee9c5f7-570f-459a-a776-8d371777733b/7e3ab263-906f-4e2b-b381-dc3be02396aa) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:50:15.491093 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d6b33-5b88-4d4f-8c26-882eb153689e req-aa681fa1-d764-4f23-944e-109eef0e905f tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:15.493371 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2b9d6b33-5b88-4d4f-8c26-882eb153689e req-aa681fa1-d764-4f23-944e-109eef0e905f tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 1096 time: 0.0786226 Nov 24 20:50:15.494289 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-249a0933-1242-4be4-868c-8112af8bd263 req-9001f75f-a966-4ba3-a946-d9c086b05719 service neutron] 10.222.0.11 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708919 Nov 24 20:50:15.542564 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2b9d6b33-5b88-4d4f-8c26-882eb153689e req-85f9f6b9-5393-4ca8-9b31-89bca13c8365 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433424 Nov 24 20:50:15.597367 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=1880aa63-f84f-446a-9d83-15cc4a0c0959,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:15.618688 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 20:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a495fb38-52ae-4c77-aff0-4fe9c43e032b x-openstack-request-id: req-a495fb38-52ae-4c77-aff0-4fe9c43e032b {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:50:15.619186 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7bb78f-0f83-4853-99cb-999daac71164", "name": "network-vif-unplugged", "status": "completed", "tag": "1880aa63-f84f-446a-9d83-15cc4a0c0959", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:50:15.619658 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a495fb38-52ae-4c77-aff0-4fe9c43e032b {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:50:15.620211 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7bb78f-0f83-4853-99cb-999daac71164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1880aa63-f84f-446a-9d83-15cc4a0c0959', 'code': 200} Nov 24 20:50:15.740460 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-249a0933-1242-4be4-868c-8112af8bd263 req-ddabb285-d2d2-47a3-9388-07248ba6f390 service neutron] 10.222.0.11 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368422 Nov 24 20:50:15.774321 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-f85ac753-c885-4b93-b163-82ef23eb6c3f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:15.860545 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-f85ac753-c885-4b93-b163-82ef23eb6c3f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:15.981007 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ac753-c885-4b93-b163-82ef23eb6c3f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Pushing event updated for resources: {'Port': ['ID=7e3ab263-906f-4e2b-b381-dc3be02396aa,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:16.047214 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-f85ac753-c885-4b93-b163-82ef23eb6c3f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Network d57895c6-b2f2-4afe-a44e-1eb66b91940d is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:50:16.058453 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa2d83-8f11-4b67-bf02-d69807bfa79f req-62740762-fc73-4720-9ced-1d76d3b99961 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:16.060325 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-46aa2d83-8f11-4b67-bf02-d69807bfa79f req-62740762-fc73-4720-9ced-1d76d3b99961 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 932 time: 0.0767214 Nov 24 20:50:16.061523 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-f85ac753-c885-4b93-b163-82ef23eb6c3f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:50:16.064306 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-f85ac753-c885-4b93-b163-82ef23eb6c3f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:50:16.144503 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-f85ac753-c885-4b93-b163-82ef23eb6c3f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:16.145586 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-f85ac753-c885-4b93-b163-82ef23eb6c3f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:16.278611 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-46aa2d83-8f11-4b67-bf02-d69807bfa79f req-ae3c3a1d-4be8-407b-ae7f-885335281e15 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054769 Nov 24 20:50:16.282929 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-f85ac753-c885-4b93-b163-82ef23eb6c3f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6824081 Nov 24 20:50:16.299636 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-e3960c40-0d28-40f6-a47d-7ce2e6e87f71 service neutron] Request body: {'port': {'device_id': '26067d42-e992-4f89-8cdf-481c88e072db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:16.329257 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51696) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:50:16.395678 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-e3960c40-0d28-40f6-a47d-7ce2e6e87f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:16.491649 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-4a94981d-5798-40a2-90ef-7689128483c7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-377839598-network', 'tenant_id': '1b3771be825b4710b6a5b24055db84e7'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:16.511015 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6ca2605-0e95-4ebb-8e21-0504a1de16a7 req-0d90907c-bab6-430c-9acb-f600ef6fafcb tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=a22b17a1-b26d-4566-a074-891dadcdf38b HTTP/1.1" status: 200 len: 210 time: 0.0495346 Nov 24 20:50:16.526156 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a94981d-5798-40a2-90ef-7689128483c7 admin admin] Made reservation on behalf of 1b3771be825b4710b6a5b24055db84e7 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:50:16.529484 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4a94981d-5798-40a2-90ef-7689128483c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:16.559011 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6b171c98-84f7-4040-bebd-eb5f236da767 None None] Provisioning complete for port 7e3ab263-906f-4e2b-b381-dc3be02396aa triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:50:16.559978 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6b171c98-84f7-4040-bebd-eb5f236da767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:16.574491 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4a94981d-5798-40a2-90ef-7689128483c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:16.658411 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6b171c98-84f7-4040-bebd-eb5f236da767 None None] Port 7e3ab263-906f-4e2b-b381-dc3be02396aa cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:50:16.797619 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4a94981d-5798-40a2-90ef-7689128483c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:16.812013 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4a94981d-5798-40a2-90ef-7689128483c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:16.875933 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a94981d-5798-40a2-90ef-7689128483c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:50:16.900768 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94981d-5798-40a2-90ef-7689128483c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b83c3f-822a-40d0-81f5-7fb881bd328b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:16.911598 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4a94981d-5798-40a2-90ef-7689128483c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:16.912651 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-4a94981d-5798-40a2-90ef-7689128483c7 admin admin] Added segment 4dd3105e-efec-423b-952b-b6ef91859c98 of type vlan for network b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 Nov 24 20:50:16.969838 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dde5f3eb-96c9-40d7-b23f-fdd136b43b73 req-4f112434-f1ec-4aa4-a93a-947ba1626e35 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1097710 Nov 24 20:50:17.011854 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4a94981d-5798-40a2-90ef-7689128483c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:17.048779 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4a94981d-5798-40a2-90ef-7689128483c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:17.049859 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a94981d-5798-40a2-90ef-7689128483c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:17.050514 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4a94981d-5798-40a2-90ef-7689128483c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:17.079681 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-e3960c40-0d28-40f6-a47d-7ce2e6e87f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3ab263-906f-4e2b-b381-dc3be02396aa {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:50:17.092891 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-e3960c40-0d28-40f6-a47d-7ce2e6e87f71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:17.102748 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4a94981d-5798-40a2-90ef-7689128483c7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7703424 Nov 24 20:50:17.107293 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51734) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:50:17.112261 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-b49a4238-176b-4f2a-afc3-ce1d401698fb admin admin] Request body: {'subnet': {'network_id': 'b1f34a3a-7d9a-4fae-8aee-8cca99d32be7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-377839598-subnet', 'tenant_id': '1b3771be825b4710b6a5b24055db84e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:17.164793 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94981d-5798-40a2-90ef-7689128483c7 admin admin] Pushing event updated for resources: {'Network': ['ID=b1f34a3a-7d9a-4fae-8aee-8cca99d32be7,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:17.183863 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 1880aa63-f84f-446a-9d83-15cc4a0c0959 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:50:17.195400 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49a4238-176b-4f2a-afc3-ce1d401698fb admin admin] Made reservation on behalf of 1b3771be825b4710b6a5b24055db84e7 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:50:17.201645 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:50:17.202637 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b49a4238-176b-4f2a-afc3-ce1d401698fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:17.215974 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-e3960c40-0d28-40f6-a47d-7ce2e6e87f71 service neutron] Transition to ACTIVE for port object 7e3ab263-906f-4e2b-b381-dc3be02396aa will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:50:17.266672 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-e3960c40-0d28-40f6-a47d-7ce2e6e87f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:17.351254 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-92edfcaf-24d6-4adf-81ac-3b23b04b3714 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:50:17.352248 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-92edfcaf-24d6-4adf-81ac-3b23b04b3714 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056384 Nov 24 20:50:17.398608 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5f3eb-96c9-40d7-b23f-fdd136b43b73 req-97b2e7a0-7f47-482e-8b61-ec8aead867d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:17.403327 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dde5f3eb-96c9-40d7-b23f-fdd136b43b73 req-97b2e7a0-7f47-482e-8b61-ec8aead867d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 1117 time: 0.3069773 Nov 24 20:50:17.434023 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 1880aa63-f84f-446a-9d83-15cc4a0c0959, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=1880aa63-f84f-446a-9d83-15cc4a0c0959,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:17.451911 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b49a4238-176b-4f2a-afc3-ce1d401698fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:17.463377 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '1880aa63-f84f-446a-9d83-15cc4a0c0959', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': '1880aa63-f84f-446a-9d83-15cc4a0c0959', 'mac_address': 'fa:16:3e:e7:5e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:50:17.485978 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3960c40-0d28-40f6-a47d-7ce2e6e87f71 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3ab263-906f-4e2b-b381-dc3be02396aa,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:17.518603 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-5ce755c6-d424-4f8b-8a08-c2deaf2deeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:17.521320 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-5ce755c6-d424-4f8b-8a08-c2deaf2deeb9 service neutron] 10.222.0.11 "GET /v2.0/ports/bce88063-b644-48bf-8030-61842c35d0ae HTTP/1.1" status: 200 len: 1093 time: 0.1468608 Nov 24 20:50:17.553104 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-178cd2b3-8c74-4002-9429-720501e5c983 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:17.555110 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a4238-176b-4f2a-afc3-ce1d401698fb admin admin] Checking segment: {'id': '4dd3105e-efec-423b-952b-b6ef91859c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b1f34a3a-7d9a-4fae-8aee-8cca99d32be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:50:17.555555 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a4238-176b-4f2a-afc3-ce1d401698fb admin admin] Network hostable DHCP agents. Network: b1f34a3a-7d9a-4fae-8aee-8cca99d32be7, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:50:17.562476 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a4238-176b-4f2a-afc3-ce1d401698fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=376b0315-e8bc-496c-b7dc-6aa04ce56089,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:17.568494 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-178cd2b3-8c74-4002-9429-720501e5c983 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 821 time: 0.4787567 Nov 24 20:50:17.591706 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a4238-176b-4f2a-afc3-ce1d401698fb admin admin] Network b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:50:17.594201 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:17.615728 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-b49a4238-176b-4f2a-afc3-ce1d401698fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, b1f34a3a-7d9a-4fae-8aee-8cca99d32be7) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:50:17.630194 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-3c8c9fc2-ea68-4d7b-854c-f9f6ba0fc0d9 service neutron] Request body: {'binding': {'host': 'n-h2-812111-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:17.631591 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-3c8c9fc2-ea68-4d7b-854c-f9f6ba0fc0d9 service neutron] Unknown quota resources ['binding']. {{(pid=109990) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 20:50:17.634253 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49a4238-176b-4f2a-afc3-ce1d401698fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:17.636129 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b49a4238-176b-4f2a-afc3-ce1d401698fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:17.645131 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24f11cc-bd60-4ff3-98e0-5f8b2fcbf2f4 None None] Network b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:50:17.682470 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b49a4238-176b-4f2a-afc3-ce1d401698fb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5738380 Nov 24 20:50:17.683101 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51752) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:50:17.687452 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-df769da1-622d-40f3-9168-4e550e6401d5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-377839598-router', 'tenant_id': '1b3771be825b4710b6a5b24055db84e7', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:17.741947 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1880aa63-f84f-446a-9d83-15cc4a0c0959 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:50:17.745958 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df769da1-622d-40f3-9168-4e550e6401d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:17.747390 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df769da1-622d-40f3-9168-4e550e6401d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:17.774263 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 1880aa63-f84f-446a-9d83-15cc4a0c0959, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=1880aa63-f84f-446a-9d83-15cc4a0c0959,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:17.798270 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:17.824521 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df769da1-622d-40f3-9168-4e550e6401d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:17.886783 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a0933-1242-4be4-868c-8112af8bd263 req-817fa6eb-5701-41eb-837c-9b48fbbbff57 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:17.888993 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-249a0933-1242-4be4-868c-8112af8bd263 req-817fa6eb-5701-41eb-837c-9b48fbbbff57 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.48 "GET /v2.0/networks?id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f HTTP/1.1" status: 200 len: 805 time: 0.2445698 Nov 24 20:50:17.946687 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['1880aa63-f84f-446a-9d83-15cc4a0c0959'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:50:17.949408 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=1880aa63-f84f-446a-9d83-15cc4a0c0959,revision_number=9']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:17.989878 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df769da1-622d-40f3-9168-4e550e6401d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:17.999974 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-0c7bb157-ba7f-46a0-a28a-4d3aa9becf24 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/quotas/3430f604e9d44fa5882671405a9099b5 HTTP/1.1" status: 200 len: 375 time: 0.4303045 Nov 24 20:50:18.017942 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-249a0933-1242-4be4-868c-8112af8bd263 req-fa11cfe2-c4c4-4542-9666-f180b9202fba tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Request body: {'port': {'device_id': 'a22b17a1-b26d-4566-a074-891dadcdf38b', 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f', 'admin_state_up': True, 'tenant_id': '1e863037610748a3b80a51d971bf8b4d'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:18.060636 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dd8faa-61f2-466c-9b39-121daccbd553 None None] Network b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:50:18.133963 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-e3960c40-0d28-40f6-a47d-7ce2e6e87f71 service neutron] Attempting to bind port 7e3ab263-906f-4e2b-b381-dc3be02396aa on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:50:18.134328 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-e3960c40-0d28-40f6-a47d-7ce2e6e87f71 service neutron] Attempting to bind port 7e3ab263-906f-4e2b-b381-dc3be02396aa by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:50:18.134634 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-e3960c40-0d28-40f6-a47d-7ce2e6e87f71 service neutron] Attempting to bind port 7e3ab263-906f-4e2b-b381-dc3be02396aa on network d57895c6-b2f2-4afe-a44e-1eb66b91940d {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:18.137266 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5f3eb-96c9-40d7-b23f-fdd136b43b73 req-ff7406c4-faa7-47aa-80e3-1c10b5b373fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:18.140984 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dde5f3eb-96c9-40d7-b23f-fdd136b43b73 req-ff7406c4-faa7-47aa-80e3-1c10b5b373fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 922 time: 0.7109494 Nov 24 20:50:18.231469 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dde5f3eb-96c9-40d7-b23f-fdd136b43b73 req-9c4785c2-83e0-4916-a3f0-caf0cd36166b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf HTTP/1.1" status: 200 len: 217 time: 0.0676699 Nov 24 20:50:18.235805 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-e3960c40-0d28-40f6-a47d-7ce2e6e87f71 service neutron] Port 7e3ab263-906f-4e2b-b381-dc3be02396aa on network d57895c6-b2f2-4afe-a44e-1eb66b91940d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:50:18.236138 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-e3960c40-0d28-40f6-a47d-7ce2e6e87f71 service neutron] Attempting to bind port 7e3ab263-906f-4e2b-b381-dc3be02396aa on network d57895c6-b2f2-4afe-a44e-1eb66b91940d {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:18.238299 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-3c8c9fc2-ea68-4d7b-854c-f9f6ba0fc0d9 service neutron] Attempting to bind port bce88063-b644-48bf-8030-61842c35d0ae on host n-h2-812111-8 for vnic_type normal with profile None {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:50:18.239259 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-3c8c9fc2-ea68-4d7b-854c-f9f6ba0fc0d9 service neutron] Attempting to bind port bce88063-b644-48bf-8030-61842c35d0ae by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:50:18.239627 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-3c8c9fc2-ea68-4d7b-854c-f9f6ba0fc0d9 service neutron] Attempting to bind port bce88063-b644-48bf-8030-61842c35d0ae on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:18.282918 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-3c8c9fc2-ea68-4d7b-854c-f9f6ba0fc0d9 service neutron] Port bce88063-b644-48bf-8030-61842c35d0ae on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:50:18.283246 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-3c8c9fc2-ea68-4d7b-854c-f9f6ba0fc0d9 service neutron] Attempting to bind port bce88063-b644-48bf-8030-61842c35d0ae on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:18.294113 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df769da1-622d-40f3-9168-4e550e6401d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:18.318538 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df769da1-622d-40f3-9168-4e550e6401d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:18.328294 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-3c8c9fc2-ea68-4d7b-854c-f9f6ba0fc0d9 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:50:18.328640 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-3c8c9fc2-ea68-4d7b-854c-f9f6ba0fc0d9 service neutron] Checking segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:50:18.329044 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-3c8c9fc2-ea68-4d7b-854c-f9f6ba0fc0d9 service neutron] Bound using segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:50:18.329492 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-3c8c9fc2-ea68-4d7b-854c-f9f6ba0fc0d9 service neutron] Bound port: bce88063-b644-48bf-8030-61842c35d0ae, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:50:18.339200 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-8ce9019e-9302-406c-a5c4-cf0775d8970d tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3250475 Nov 24 20:50:18.347247 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-e3960c40-0d28-40f6-a47d-7ce2e6e87f71 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:50:18.347585 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-e3960c40-0d28-40f6-a47d-7ce2e6e87f71 service neutron] Checking segment: {'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:50:18.348704 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-e3960c40-0d28-40f6-a47d-7ce2e6e87f71 service neutron] Bound using segment: {'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:50:18.349307 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-e3960c40-0d28-40f6-a47d-7ce2e6e87f71 service neutron] Bound port: 7e3ab263-906f-4e2b-b381-dc3be02396aa, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:50:18.349713 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-e3960c40-0d28-40f6-a47d-7ce2e6e87f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:18.450137 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-df769da1-622d-40f3-9168-4e550e6401d5 admin admin] Allocated IP 172.25.5.148 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/3427dc13-8581-43a5-89ff-3384a02ef9ee) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:50:18.512762 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5f3eb-96c9-40d7-b23f-fdd136b43b73 req-75fe7b4e-fcbd-4679-99ea-42f645949111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:18.514191 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dde5f3eb-96c9-40d7-b23f-fdd136b43b73 req-75fe7b4e-fcbd-4679-99ea-42f645949111 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.2344773 Nov 24 20:50:18.576822 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df769da1-622d-40f3-9168-4e550e6401d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:18.594301 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dde5f3eb-96c9-40d7-b23f-fdd136b43b73 req-ea081c71-a397-4852-b8f9-f9f3d634f967 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569584 Nov 24 20:50:18.608100 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-3c8c9fc2-ea68-4d7b-854c-f9f6ba0fc0d9 service neutron] For port bce88063-b644-48bf-8030-61842c35d0ae, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=bce88063-b644-48bf-8030-61842c35d0ae,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:50:18.628250 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df769da1-622d-40f3-9168-4e550e6401d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:18.640585 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-e3960c40-0d28-40f6-a47d-7ce2e6e87f71 service neutron] For port 7e3ab263-906f-4e2b-b381-dc3be02396aa, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:50:18.646101 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-3c8c9fc2-ea68-4d7b-854c-f9f6ba0fc0d9 service neutron] Publish callbacks [] for binding, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:18.647263 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-3c8c9fc2-ea68-4d7b-854c-f9f6ba0fc0d9 service neutron] 10.222.0.11 "POST /v2.0/ports/bce88063-b644-48bf-8030-61842c35d0ae/bindings HTTP/1.1" status: 201 len: 389 time: 1.0357578 Nov 24 20:50:18.663813 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-249a0933-1242-4be4-868c-8112af8bd263 req-fa11cfe2-c4c4-4542-9666-f180b9202fba tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Made reservation on behalf of 1e863037610748a3b80a51d971bf8b4d for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:50:18.667305 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-249a0933-1242-4be4-868c-8112af8bd263 req-fa11cfe2-c4c4-4542-9666-f180b9202fba tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:18.677294 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-e3960c40-0d28-40f6-a47d-7ce2e6e87f71 service neutron] For port 7e3ab263-906f-4e2b-b381-dc3be02396aa, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:50:18.684322 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df769da1-622d-40f3-9168-4e550e6401d5 admin admin] Pushing event updated for resources: {'Port': ['ID=3427dc13-8581-43a5-89ff-3384a02ef9ee,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:18.693854 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-4bd659d5-0edf-4ae2-8614-bb1327c61296 service neutron] 10.222.0.11 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279207 Nov 24 20:50:18.699805 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df769da1-622d-40f3-9168-4e550e6401d5 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:50:18.701678 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-df769da1-622d-40f3-9168-4e550e6401d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:50:18.704100 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df769da1-622d-40f3-9168-4e550e6401d5 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:50:18.946245 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dde5f3eb-96c9-40d7-b23f-fdd136b43b73 req-5c30d3d0-55b3-40e5-b532-7cddcc2fdbb9 service neutron] 10.222.0.15 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401570 Nov 24 20:50:18.950476 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-e3960c40-0d28-40f6-a47d-7ce2e6e87f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:18.973597 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-64fd82ee-94b1-4b62-94fe-d710dc2bf762 service neutron] 10.222.0.11 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771077 Nov 24 20:50:19.025664 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860d7bd-2a6e-4794-93c1-4a5b484a0c76 req-67acc118-3dae-4515-8d8d-cc2f1f276ead tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:19.027411 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7860d7bd-2a6e-4794-93c1-4a5b484a0c76 req-67acc118-3dae-4515-8d8d-cc2f1f276ead tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 944 time: 0.1193166 Nov 24 20:50:19.181847 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 1880aa63-f84f-446a-9d83-15cc4a0c0959 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:50:19.265787 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7860d7bd-2a6e-4794-93c1-4a5b484a0c76 req-7ae0b2bc-6a0a-41c8-9291-749f34a72c32 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237236 Nov 24 20:50:19.305538 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df769da1-622d-40f3-9168-4e550e6401d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:19.340615 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 1880aa63-f84f-446a-9d83-15cc4a0c0959 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:50:19.341167 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:19.530133 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6d8f08df-0076-44a3-a50b-eef47b63d809 req-eec88f22-c249-4689-8e8e-3f8c2d0d013e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=a22b17a1-b26d-4566-a074-891dadcdf38b HTTP/1.1" status: 200 len: 210 time: 0.0392525 Nov 24 20:50:19.559200 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:19.578564 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3960c40-0d28-40f6-a47d-7ce2e6e87f71 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3ab263-906f-4e2b-b381-dc3be02396aa,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:19.603597 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7bb78f-0f83-4853-99cb-999daac71164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1880aa63-f84f-446a-9d83-15cc4a0c0959'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:50:19.605870 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-e3960c40-0d28-40f6-a47d-7ce2e6e87f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:19.606903 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-e3960c40-0d28-40f6-a47d-7ce2e6e87f71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:19.610876 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-e3960c40-0d28-40f6-a47d-7ce2e6e87f71 service neutron] 10.222.0.15 "PUT /v2.0/ports/7e3ab263-906f-4e2b-b381-dc3be02396aa HTTP/1.1" status: 200 len: 1092 time: 3.3181121 Nov 24 20:50:19.612691 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bef864-a40d-4250-b06b-e87d8d1aadfa" -d '{"events": [{"server_uuid": "6d7bb78f-0f83-4853-99cb-999daac71164", "name": "network-vif-plugged", "status": "completed", "tag": "1880aa63-f84f-446a-9d83-15cc4a0c0959"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:50:19.650560 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 1880aa63-f84f-446a-9d83-15cc4a0c0959, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=1880aa63-f84f-446a-9d83-15cc4a0c0959,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:19.670109 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:19.706072 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26067d42-e992-4f89-8cdf-481c88e072db', 'tag': '7e3ab263-906f-4e2b-b381-dc3be02396aa'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:50:19.715692 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ad09b2-d3dc-46d2-b5b6-efd86440d1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "26067d42-e992-4f89-8cdf-481c88e072db", "tag": "7e3ab263-906f-4e2b-b381-dc3be02396aa"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:50:19.743044 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df769da1-622d-40f3-9168-4e550e6401d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:19.814648 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=1880aa63-f84f-446a-9d83-15cc4a0c0959,revision_number=10']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:19.889257 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb1f7e-f32e-41df-960f-e79002fac2ab req-51ce1253-7952-46ab-b81c-f1683faf8c92 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:19.891343 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-97cb1f7e-f32e-41df-960f-e79002fac2ab req-51ce1253-7952-46ab-b81c-f1683faf8c92 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 945 time: 0.1873007 Nov 24 20:50:20.001918 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-97cb1f7e-f32e-41df-960f-e79002fac2ab req-76f2ab0d-3172-4610-b2f6-8b590d719896 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767400 Nov 24 20:50:20.039584 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f927321b-8452-4f7b-858c-afc96e357ddc req-f017f1b5-2b91-4a4c-a7ef-c6d7d0541fe5 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 210 time: 0.2044914 Nov 24 20:50:20.071195 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df769da1-622d-40f3-9168-4e550e6401d5 admin admin] Router 25f097e6-a24b-4f78-9f15-3bcb9e8abf98 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:50:20.140421 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79dc2bc-ce2d-4a77-aff6-c6bbe122881a x-openstack-request-id: req-e79dc2bc-ce2d-4a77-aff6-c6bbe122881a {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:50:20.140720 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7bb78f-0f83-4853-99cb-999daac71164", "name": "network-vif-plugged", "status": "completed", "tag": "1880aa63-f84f-446a-9d83-15cc4a0c0959", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:50:20.141003 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e79dc2bc-ce2d-4a77-aff6-c6bbe122881a {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:50:20.143636 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7bb78f-0f83-4853-99cb-999daac71164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1880aa63-f84f-446a-9d83-15cc4a0c0959', 'code': 200} Nov 24 20:50:20.244559 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df769da1-622d-40f3-9168-4e550e6401d5 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:50:20.259317 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] Sync routers for ids ['25f097e6-a24b-4f78-9f15-3bcb9e8abf98'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:50:20.280488 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-ca05b11f-48fe-487f-b31f-b6ad1f4b7311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:20.282043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] Routers {'25f097e6-a24b-4f78-9f15-3bcb9e8abf98'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:50:20.284306 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:50:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['25f097e6-a24b-4f78-9f15-3bcb9e8abf98'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:50:20.291288 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df769da1-622d-40f3-9168-4e550e6401d5 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:20.294236 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-df769da1-622d-40f3-9168-4e550e6401d5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6101785 Nov 24 20:50:20.294725 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-ca05b11f-48fe-487f-b31f-b6ad1f4b7311 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 1096 time: 1.3154464 Nov 24 20:50:20.296934 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51792) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:50:20.329356 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe7a23a-2d1c-4a9e-ac20-1f1607adb50d x-openstack-request-id: req-dbe7a23a-2d1c-4a9e-ac20-1f1607adb50d {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:50:20.329707 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26067d42-e992-4f89-8cdf-481c88e072db", "tag": "7e3ab263-906f-4e2b-b381-dc3be02396aa", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:50:20.330115 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dbe7a23a-2d1c-4a9e-ac20-1f1607adb50d {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:50:20.330333 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26067d42-e992-4f89-8cdf-481c88e072db', 'tag': '7e3ab263-906f-4e2b-b381-dc3be02396aa', 'status': 'completed', 'code': 200} Nov 24 20:50:20.362666 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-eb4d9e84-723a-4b78-8406-6347269f2c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:20.364978 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-eb4d9e84-723a-4b78-8406-6347269f2c26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 1095 time: 0.6348538 Nov 24 20:50:20.370174 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dde5f3eb-96c9-40d7-b23f-fdd136b43b73 req-e48e71af-0f0e-412b-94d4-5e09e8534c74 service neutron] 10.222.0.15 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3955188 Nov 24 20:50:20.460291 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] Set router 25f097e6-a24b-4f78-9f15-3bcb9e8abf98 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:50:20.592034 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-b790bb4b-7302-4c6a-ab0e-e48f5d07854c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa HTTP/1.1" status: 200 len: 217 time: 0.1218922 Nov 24 20:50:20.602986 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-249a0933-1242-4be4-868c-8112af8bd263 req-fa11cfe2-c4c4-4542-9666-f180b9202fba tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Allocated IP 172.20.0.9 (f0b7ba0f-849f-45c0-98bd-f2596ab1646f/ded7d568-de3b-47fd-8a43-7e09737c0e38/c9188cb4-c10d-4d87-9331-0bab5b48e5f4) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:50:20.733937 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f097e6-a24b-4f78-9f15-3bcb9e8abf98', 'name': 'tempest-ServerRescueNegativeTestJSON-377839598-router', 'tenant_id': '1b3771be825b4710b6a5b24055db84e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '3427dc13-8581-43a5-89ff-3384a02ef9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:50:17Z', 'updated_at': '2021-11-24T20:50:19Z', 'revision_number': 3, 'project_id': '1b3771be825b4710b6a5b24055db84e7', 'gw_port': {'id': '3427dc13-8581-43a5-89ff-3384a02ef9ee', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f097e6-a24b-4f78-9f15-3bcb9e8abf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:50:18Z', 'updated_at': '2021-11-24T20:50:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:50:20.777562 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] Checking router: 25f097e6-a24b-4f78-9f15-3bcb9e8abf98 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:50:20.778151 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] Updating router 25f097e6-a24b-4f78-9f15-3bcb9e8abf98 port 3427dc13-8581-43a5-89ff-3384a02ef9ee binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:50:20.809381 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:20.889047 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-df6a7437-0255-4032-8927-e33fb4369f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:20.890648 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-df6a7437-0255-4032-8927-e33fb4369f90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ee9c5f7-570f-459a-a776-8d371777733b HTTP/1.1" status: 200 len: 851 time: 0.2559459 Nov 24 20:50:20.935645 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6d0c2c98-f990-4f9f-beb0-08335fb1a788 req-105f3be3-8d6d-4e4b-8036-eef9eb49596c tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=a22b17a1-b26d-4566-a074-891dadcdf38b HTTP/1.1" status: 200 len: 210 time: 0.0596795 Nov 24 20:50:21.052977 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f8f8b-5eaf-4865-a510-84533833b113 req-9d061df4-535b-4f01-b2dc-dc61a4648b82 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:21.060652 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1c6f8f8b-5eaf-4865-a510-84533833b113 req-9d061df4-535b-4f01-b2dc-dc61a4648b82 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 944 time: 0.6288841 Nov 24 20:50:21.067704 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-9d9bf6ec-2f73-4b51-ab28-899fe9c16295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:21.069230 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-9d9bf6ec-2f73-4b51-ab28-899fe9c16295 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 908 time: 0.7362618 Nov 24 20:50:21.213038 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:21.226143 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:21.226452 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d5833695-d878-4f9d-b745-62e42fde4635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:21.226587 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-287d5eab-5619-437e-8bdd-b5f4f106ab58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bce88063-b644-48bf-8030-61842c35d0ae HTTP/1.1" status: 200 len: 217 time: 0.1205921 Nov 24 20:50:21.241030 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-06e8dcce-fbea-4f22-a21e-012ef2437e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:21.242736 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-06e8dcce-fbea-4f22-a21e-012ef2437e91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d57895c6-b2f2-4afe-a44e-1eb66b91940d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3371527 Nov 24 20:50:21.263761 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e880eae9-09e9-4a96-8a9a-207cd199dfdc req-4be8ac48-3f93-432d-9248-a827433d8587 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 210 time: 0.0573485 Nov 24 20:50:21.388619 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] Attempting to bind port 3427dc13-8581-43a5-89ff-3384a02ef9ee on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:50:21.389649 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] Attempting to bind port 3427dc13-8581-43a5-89ff-3384a02ef9ee by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:50:21.390181 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] Attempting to bind port 3427dc13-8581-43a5-89ff-3384a02ef9ee on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:21.401425 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:50:21.402076 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:50:21.402632 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:21.403208 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:50:21.403835 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] Bound port: 3427dc13-8581-43a5-89ff-3384a02ef9ee, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:50:21.404382 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:21.407361 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa454e2a-1454-49d6-b97f-e987976f76fe None None] Pushing event updated for resources: {'Port': ['ID=3427dc13-8581-43a5-89ff-3384a02ef9ee,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:21.509944 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] For port 3427dc13-8581-43a5-89ff-3384a02ef9ee, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:50:21.517915 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] For port 3427dc13-8581-43a5-89ff-3384a02ef9ee, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3427dc13-8581-43a5-89ff-3384a02ef9ee,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:50:21.535476 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:21.537087 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-249a0933-1242-4be4-868c-8112af8bd263 req-fa11cfe2-c4c4-4542-9666-f180b9202fba tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:21.621241 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] Routers {'25f097e6-a24b-4f78-9f15-3bcb9e8abf98'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:50:21.622160 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:50:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['25f097e6-a24b-4f78-9f15-3bcb9e8abf98'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:50:21.624235 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-249a0933-1242-4be4-868c-8112af8bd263 req-fa11cfe2-c4c4-4542-9666-f180b9202fba tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:21.682225 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c1b3f4bd-32d9-468e-8bb5-53c430603070'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:50:21.756654 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11cfe2-c4c4-4542-9666-f180b9202fba tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Pushing event updated for resources: {'Port': ['ID=c9188cb4-c10d-4d87-9331-0bab5b48e5f4,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:21.768545 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa454e2a-1454-49d6-b97f-e987976f76fe None None] Pushing event updated for resources: {'Port': ['ID=3427dc13-8581-43a5-89ff-3384a02ef9ee,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:21.772973 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-2cdb56a9-2aa1-438e-81fe-53ecf1ce1c87 service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092881 Nov 24 20:50:21.812876 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1c6f8f8b-5eaf-4865-a510-84533833b113 req-5d426ff3-0313-4db6-9f2a-87e72bf7bbbe tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7512491 Nov 24 20:50:21.890713 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-d5833695-d878-4f9d-b745-62e42fde4635 admin admin] Allocated IP 172.20.0.1 (b1f34a3a-7d9a-4fae-8aee-8cca99d32be7/376b0315-e8bc-496c-b7dc-6aa04ce56089/1aeed74c-4302-4469-a9fa-a4291de1c2bf) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:50:21.939170 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-28664a64-af60-4e10-9776-19c5dbca9d2a req-6a000838-790f-4c2d-8342-39d43e530f7c service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321690 Nov 24 20:50:21.954388 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-afb84878-215f-4458-a032-3f4ec7bbf5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:21.956189 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-afb84878-215f-4458-a032-3f4ec7bbf5cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d0e18ba-6af5-4f0b-b8c6-f19541a42712 HTTP/1.1" status: 200 len: 847 time: 0.6997263 Nov 24 20:50:21.962436 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-249a0933-1242-4be4-868c-8112af8bd263 req-fa11cfe2-c4c4-4542-9666-f180b9202fba tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Network f0b7ba0f-849f-45c0-98bd-f2596ab1646f is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:50:21.979739 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-249a0933-1242-4be4-868c-8112af8bd263 req-fa11cfe2-c4c4-4542-9666-f180b9202fba tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:50:21.982403 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-249a0933-1242-4be4-868c-8112af8bd263 req-fa11cfe2-c4c4-4542-9666-f180b9202fba tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:50:22.015156 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d5833695-d878-4f9d-b745-62e42fde4635 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:22.054437 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a0933-1242-4be4-868c-8112af8bd263 req-fa11cfe2-c4c4-4542-9666-f180b9202fba tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:22.055262 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-249a0933-1242-4be4-868c-8112af8bd263 req-fa11cfe2-c4c4-4542-9666-f180b9202fba tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:22.063526 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d5833695-d878-4f9d-b745-62e42fde4635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:22.113628 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-249a0933-1242-4be4-868c-8112af8bd263 req-fa11cfe2-c4c4-4542-9666-f180b9202fba tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1067810 Nov 24 20:50:22.115715 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-77cd3278-cb16-4ae5-8099-1f7b2afb9e1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a5f3905-f9df-4704-8238-82ae8b0c31f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503947 Nov 24 20:50:22.151540 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5833695-d878-4f9d-b745-62e42fde4635 admin admin] Network b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:50:22.155185 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] Set router 25f097e6-a24b-4f78-9f15-3bcb9e8abf98 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:50:22.196336 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-d5833695-d878-4f9d-b745-62e42fde4635 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:50:22.208531 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5833695-d878-4f9d-b745-62e42fde4635 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:50:22.307820 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcd63a-6635-4f4c-8e96-6062d7cfef55 req-847b3f69-8d79-47e1-8f06-4b1c6807ae51 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:22.319725 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cebcd63a-6635-4f4c-8e96-6062d7cfef55 req-847b3f69-8d79-47e1-8f06-4b1c6807ae51 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 945 time: 0.2692926 Nov 24 20:50:22.375578 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-249a0933-1242-4be4-868c-8112af8bd263 req-54ddeb16-6643-4f76-b8fd-3a757c4ad9e9 service neutron] Request body: {'port': {'device_id': 'a22b17a1-b26d-4566-a074-891dadcdf38b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:22.389052 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5833695-d878-4f9d-b745-62e42fde4635 admin admin] Pushing event updated for resources: {'Port': ['ID=1aeed74c-4302-4469-a9fa-a4291de1c2bf,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:22.408697 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d5833695-d878-4f9d-b745-62e42fde4635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:22.412582 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-721bcfa0-7143-48a0-b538-12b841097645 service neutron] 10.222.0.15 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415788 Nov 24 20:50:22.436580 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-8a7b2e05-cbee-4a5c-92bd-446417e5be06 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:22.454032 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-8a7b2e05-cbee-4a5c-92bd-446417e5be06 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.48 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 821 time: 1.2239993 Nov 24 20:50:22.561674 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cebcd63a-6635-4f4c-8e96-6062d7cfef55 req-2ddeed97-7962-45d1-b9b2-d9235e3053e9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253289 Nov 24 20:50:22.591302 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d5833695-d878-4f9d-b745-62e42fde4635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:22.606735 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f097e6-a24b-4f78-9f15-3bcb9e8abf98', 'name': 'tempest-ServerRescueNegativeTestJSON-377839598-router', 'tenant_id': '1b3771be825b4710b6a5b24055db84e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '3427dc13-8581-43a5-89ff-3384a02ef9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:50:17Z', 'updated_at': '2021-11-24T20:50:19Z', 'revision_number': 3, 'project_id': '1b3771be825b4710b6a5b24055db84e7', 'gw_port': {'id': '3427dc13-8581-43a5-89ff-3384a02ef9ee', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f097e6-a24b-4f78-9f15-3bcb9e8abf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:50:18Z', 'updated_at': '2021-11-24T20:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:50:22.612588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-bd6a9bb0-8a13-4fe2-ad7a-f0bd182abf17 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Request body: {'port': {'device_id': '23c7f96c-a718-431d-a331-5fb6fefaed2f', 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c', 'admin_state_up': True, 'tenant_id': '3430f604e9d44fa5882671405a9099b5'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:22.649204 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c555e76-831b-4a24-8bca-3895e7dc3805 None None] The sync data for ids ['25f097e6-a24b-4f78-9f15-3bcb9e8abf98'] in n-d-812111-8 is: [{'id': '25f097e6-a24b-4f78-9f15-3bcb9e8abf98', 'name': 'tempest-ServerRescueNegativeTestJSON-377839598-router', 'tenant_id': '1b3771be825b4710b6a5b24055db84e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '3427dc13-8581-43a5-89ff-3384a02ef9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:50:17Z', 'updated_at': '2021-11-24T20:50:19Z', 'revision_number': 3, 'project_id': '1b3771be825b4710b6a5b24055db84e7', 'gw_port': {'id': '3427dc13-8581-43a5-89ff-3384a02ef9ee', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f097e6-a24b-4f78-9f15-3bcb9e8abf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:50:18Z', 'updated_at': '2021-11-24T20:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:50:22.832549 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad09b2-d3dc-46d2-b5b6-efd86440d1fc req-6b09fb84-d5e8-4ba8-a61e-c229220af2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:22.840155 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-56ad09b2-d3dc-46d2-b5b6-efd86440d1fc req-6b09fb84-d5e8-4ba8-a61e-c229220af2b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 1095 time: 0.7958269 Nov 24 20:50:22.888449 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d5833695-d878-4f9d-b745-62e42fde4635 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:22.922148 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63cb70-c3ca-4caa-99ba-74abfe29b24f req-44fa9b26-b4ef-4ee9-b075-8eb8d34e3837 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:22.923696 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8a63cb70-c3ca-4caa-99ba-74abfe29b24f req-44fa9b26-b4ef-4ee9-b075-8eb8d34e3837 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=a22b17a1-b26d-4566-a074-891dadcdf38b HTTP/1.1" status: 200 len: 931 time: 0.5370955 Nov 24 20:50:22.933865 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-249a0933-1242-4be4-868c-8112af8bd263 req-54ddeb16-6643-4f76-b8fd-3a757c4ad9e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:22.938367 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8a659fe8-6432-4ccf-8efc-aa9069793372 req-96fa2622-b65d-45fe-9840-4daeb04ae9ea tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 210 time: 0.0466704 Nov 24 20:50:22.945354 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d5833695-d878-4f9d-b745-62e42fde4635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:23.125079 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d5833695-d878-4f9d-b745-62e42fde4635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:23.209408 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-17eef35f-acae-4d97-9f51-3711ebae7c88 service neutron] 10.222.0.15 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7536538 Nov 24 20:50:23.274444 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5833695-d878-4f9d-b745-62e42fde4635 admin admin] Pushing event updated for resources: {'Port': ['ID=1aeed74c-4302-4469-a9fa-a4291de1c2bf,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:23.354476 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8633091-6245-4414-a4e6-073287995a49 req-067d6b3e-9dfd-4853-8a9b-fb144bcee0d6 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:23.356062 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e8633091-6245-4414-a4e6-073287995a49 req-067d6b3e-9dfd-4853-8a9b-fb144bcee0d6 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 944 time: 0.2284746 Nov 24 20:50:23.419177 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5833695-d878-4f9d-b745-62e42fde4635 admin admin] Network b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:50:23.421126 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-d5833695-d878-4f9d-b745-62e42fde4635 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:50:23.463102 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-bd6a9bb0-8a13-4fe2-ad7a-f0bd182abf17 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Made reservation on behalf of 3430f604e9d44fa5882671405a9099b5 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:50:23.466952 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-bd6a9bb0-8a13-4fe2-ad7a-f0bd182abf17 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:23.511351 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8a63cb70-c3ca-4caa-99ba-74abfe29b24f req-3d777e58-7ece-4fdd-9d7d-a09251b465a9 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5564492 Nov 24 20:50:23.552104 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-00de0fe1-f06f-4719-8192-ccb93162ec48 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:23.559278 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-00de0fe1-f06f-4719-8192-ccb93162ec48 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a&tenant_id=0d368bbdb2b84a05b39068aac600d356&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 1096 time: 0.2652533 Nov 24 20:50:23.561070 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e8633091-6245-4414-a4e6-073287995a49 req-bf3cd864-51c2-49d5-98cc-4b5dafe06166 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833658 Nov 24 20:50:23.577623 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad09b2-d3dc-46d2-b5b6-efd86440d1fc req-d933af4d-f9ff-4617-aa6d-9d4c54983bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:23.579204 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-56ad09b2-d3dc-46d2-b5b6-efd86440d1fc req-d933af4d-f9ff-4617-aa6d-9d4c54983bba service neutron] 10.222.0.15 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 913 time: 0.6466792 Nov 24 20:50:23.639792 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-6557d0e3-e5e0-4f95-b0d4-914cc9162b06 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-8'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:23.741124 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5833695-d878-4f9d-b745-62e42fde4635 admin admin] Router 25f097e6-a24b-4f78-9f15-3bcb9e8abf98 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:50:23.900371 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5833695-d878-4f9d-b745-62e42fde4635 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:50:23.916783 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d5833695-d878-4f9d-b745-62e42fde4635 admin admin] 10.222.0.11 "PUT /v2.0/routers/25f097e6-a24b-4f78-9f15-3bcb9e8abf98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6084821 Nov 24 20:50:24.182543 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e2be087d-b2ed-4cbd-b5e8-98cbcf2ded10 req-28f9a515-c42b-4c55-8785-f4c37eaf858b tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 210 time: 0.0327251 Nov 24 20:50:24.365703 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7e3ab263-906f-4e2b-b381-dc3be02396aa details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:50:24.383465 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-6557d0e3-e5e0-4f95-b0d4-914cc9162b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:24.505915 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-56ad09b2-d3dc-46d2-b5b6-efd86440d1fc req-ba7762dd-fa62-4a3d-9eb5-c66f7ecd5c05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa HTTP/1.1" status: 200 len: 217 time: 0.7875350 Nov 24 20:50:24.570696 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad09b2-d3dc-46d2-b5b6-efd86440d1fc req-3e8c49b3-0264-4f51-93f1-c2d9b0e3baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:24.572187 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-56ad09b2-d3dc-46d2-b5b6-efd86440d1fc req-3e8c49b3-0264-4f51-93f1-c2d9b0e3baf7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ee9c5f7-570f-459a-a776-8d371777733b HTTP/1.1" status: 200 len: 851 time: 0.0518396 Nov 24 20:50:24.600505 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7e3ab263-906f-4e2b-b381-dc3be02396aa, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:24.625055 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '7e3ab263-906f-4e2b-b381-dc3be02396aa', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'port_id': '7e3ab263-906f-4e2b-b381-dc3be02396aa', 'mac_address': 'fa:16:3e:88:b2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:50:24.673117 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-bd6a9bb0-8a13-4fe2-ad7a-f0bd182abf17 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Allocated IP 172.20.0.2 (2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c/9e45132d-16f0-4b54-ad14-284c2476122c/79838ae6-2e27-41aa-a507-c8b3dc1b485f) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:50:24.701739 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0363c6-d688-4bb0-8125-9fecdd4140d8 req-2cbe210c-2fc6-4f9c-ab05-72f522ab504d tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:24.713519 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f0363c6-d688-4bb0-8125-9fecdd4140d8 req-2cbe210c-2fc6-4f9c-ab05-72f522ab504d tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 945 time: 0.3500357 Nov 24 20:50:24.719678 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:24.746652 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3ab263-906f-4e2b-b381-dc3be02396aa {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:50:24.762628 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-d4ed551a-dd30-48b7-916c-b664358b0dd8 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:24.773023 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-d4ed551a-dd30-48b7-916c-b664358b0dd8 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/networks?id=b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 HTTP/1.1" status: 200 len: 818 time: 0.1997242 Nov 24 20:50:24.779214 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7e3ab263-906f-4e2b-b381-dc3be02396aa, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:24.788415 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:24.795153 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-3e25e803-b5ee-4360-87b6-410ac1f4a780 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/quotas/1b3771be825b4710b6a5b24055db84e7 HTTP/1.1" status: 200 len: 375 time: 0.0207918 Nov 24 20:50:24.849348 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-249a0933-1242-4be4-868c-8112af8bd263 req-54ddeb16-6643-4f76-b8fd-3a757c4ad9e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9188cb4-c10d-4d87-9331-0bab5b48e5f4 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:50:24.879130 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=7e3ab263-906f-4e2b-b381-dc3be02396aa,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:24.890057 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-249a0933-1242-4be4-868c-8112af8bd263 req-54ddeb16-6643-4f76-b8fd-3a757c4ad9e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:24.996489 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-f6ed05e3-c079-4698-8ed7-338ee52ae46e tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b3771be825b4710b6a5b24055db84e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1997905 Nov 24 20:50:25.000003 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f0363c6-d688-4bb0-8125-9fecdd4140d8 req-55701fe6-e981-4238-ad87-bfce666dd24d tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854862 Nov 24 20:50:25.012492 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad09b2-d3dc-46d2-b5b6-efd86440d1fc req-a0f7b71a-c01c-4616-a945-a68cbc1029c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:25.046430 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-56ad09b2-d3dc-46d2-b5b6-efd86440d1fc req-a0f7b71a-c01c-4616-a945-a68cbc1029c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d57895c6-b2f2-4afe-a44e-1eb66b91940d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4291856 Nov 24 20:50:25.065823 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3427dc13-8581-43a5-89ff-3384a02ef9ee up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:50:25.096370 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-6557d0e3-e5e0-4f95-b0d4-914cc9162b06 service neutron] For port bce88063-b644-48bf-8030-61842c35d0ae, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=bce88063-b644-48bf-8030-61842c35d0ae,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:25.111936 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['7e3ab263-906f-4e2b-b381-dc3be02396aa'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:50:25.143559 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-6557d0e3-e5e0-4f95-b0d4-914cc9162b06 service neutron] For port bce88063-b644-48bf-8030-61842c35d0ae, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:50:25.256319 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-8eceefcf-c851-4f45-9658-b8c613f7e68d service neutron] 10.222.0.11 "GET /v2.0/networks/b1f34a3a-7d9a-4fae-8aee-8cca99d32be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333808 Nov 24 20:50:25.362676 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-249a0933-1242-4be4-868c-8112af8bd263 req-54ddeb16-6643-4f76-b8fd-3a757c4ad9e9 service neutron] Transition to ACTIVE for port object c9188cb4-c10d-4d87-9331-0bab5b48e5f4 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:50:25.379521 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 3427dc13-8581-43a5-89ff-3384a02ef9ee triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:50:25.380050 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:25.397130 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9892d7-d938-4428-a599-1df3c610aa4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bce88063-b644-48bf-8030-61842c35d0ae'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:50:25.399714 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b58efa1-8507-4617-a3a1-740f5d47ef14" -d '{"events": [{"server_uuid": "bf9892d7-d938-4428-a599-1df3c610aa4a", "name": "network-vif-unplugged", "status": "completed", "tag": "bce88063-b644-48bf-8030-61842c35d0ae"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:50:25.412951 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-6557d0e3-e5e0-4f95-b0d4-914cc9162b06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:25.419452 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-249a0933-1242-4be4-868c-8112af8bd263 req-54ddeb16-6643-4f76-b8fd-3a757c4ad9e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:25.457843 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-4732b2ae-3992-480a-a57a-cc69e216e798 service neutron] 10.222.0.11 "GET /v2.0/networks/b1f34a3a-7d9a-4fae-8aee-8cca99d32be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997962 Nov 24 20:50:25.530175 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-6557d0e3-e5e0-4f95-b0d4-914cc9162b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:25.603374 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463c508-751c-4101-8f40-556898a29d24 None None] Sync routers for ids ['25f097e6-a24b-4f78-9f15-3bcb9e8abf98'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:50:25.621293 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5463c508-751c-4101-8f40-556898a29d24 None None] Routers {'25f097e6-a24b-4f78-9f15-3bcb9e8abf98'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:50:25.621997 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-5463c508-751c-4101-8f40-556898a29d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:50:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['25f097e6-a24b-4f78-9f15-3bcb9e8abf98'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:50:25.692519 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddeb16-6643-4f76-b8fd-3a757c4ad9e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9188cb4-c10d-4d87-9331-0bab5b48e5f4,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:25.721544 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:25.793836 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ee967-2652-4b4c-92ad-e17570b366bb req-de670757-faeb-43a7-8b1e-e1fe8854c9ca tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:25.803414 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b93ee967-2652-4b4c-92ad-e17570b366bb req-de670757-faeb-43a7-8b1e-e1fe8854c9ca tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=a22b17a1-b26d-4566-a074-891dadcdf38b HTTP/1.1" status: 200 len: 931 time: 0.6229300 Nov 24 20:50:25.820266 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-5463c508-751c-4101-8f40-556898a29d24 None None] Set router 25f097e6-a24b-4f78-9f15-3bcb9e8abf98 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:50:25.840390 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 3427dc13-8581-43a5-89ff-3384a02ef9ee, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3427dc13-8581-43a5-89ff-3384a02ef9ee,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:25.862834 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:25.960246 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-56ad09b2-d3dc-46d2-b5b6-efd86440d1fc req-272d9af7-3854-4e1c-8046-ad2248abf8ca service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7810204 Nov 24 20:50:25.981124 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8fe4c-88ab-42a1-8aa0-9e77d47e3dae req-b91d5729-211b-4471-ad87-37a3b23dfe36 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:25.995351 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cac8fe4c-88ab-42a1-8aa0-9e77d47e3dae req-b91d5729-211b-4471-ad87-37a3b23dfe36 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1465631 Nov 24 20:50:26.024043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=3427dc13-8581-43a5-89ff-3384a02ef9ee,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:26.081460 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cac8fe4c-88ab-42a1-8aa0-9e77d47e3dae req-85abfa72-504e-4773-a2ce-dc3f3262548f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819726 Nov 24 20:50:26.125198 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-6557d0e3-e5e0-4f95-b0d4-914cc9162b06 service neutron] Attempting to bind port bce88063-b644-48bf-8030-61842c35d0ae on host n-h1-812111-8 for vnic_type normal with profile {"migrating_to": "n-h2-812111-8"} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:50:26.125547 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-6557d0e3-e5e0-4f95-b0d4-914cc9162b06 service neutron] Attempting to bind port bce88063-b644-48bf-8030-61842c35d0ae by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:50:26.125880 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-6557d0e3-e5e0-4f95-b0d4-914cc9162b06 service neutron] Attempting to bind port bce88063-b644-48bf-8030-61842c35d0ae on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:26.142421 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-249a0933-1242-4be4-868c-8112af8bd263 req-54ddeb16-6643-4f76-b8fd-3a757c4ad9e9 service neutron] Attempting to bind port c9188cb4-c10d-4d87-9331-0bab5b48e5f4 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:50:26.142942 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-249a0933-1242-4be4-868c-8112af8bd263 req-54ddeb16-6643-4f76-b8fd-3a757c4ad9e9 service neutron] Attempting to bind port c9188cb4-c10d-4d87-9331-0bab5b48e5f4 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:50:26.143461 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249a0933-1242-4be4-868c-8112af8bd263 req-54ddeb16-6643-4f76-b8fd-3a757c4ad9e9 service neutron] Attempting to bind port c9188cb4-c10d-4d87-9331-0bab5b48e5f4 on network f0b7ba0f-849f-45c0-98bd-f2596ab1646f {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:26.147054 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557d0e3-e5e0-4f95-b0d4-914cc9162b06 service neutron] Pushing event updated for resources: {'Port': ['ID=bce88063-b644-48bf-8030-61842c35d0ae,revision_number=7']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:26.164048 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-bd6a9bb0-8a13-4fe2-ad7a-f0bd182abf17 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:26.218115 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-6557d0e3-e5e0-4f95-b0d4-914cc9162b06 service neutron] Port bce88063-b644-48bf-8030-61842c35d0ae on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:50:26.218595 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-6557d0e3-e5e0-4f95-b0d4-914cc9162b06 service neutron] Attempting to bind port bce88063-b644-48bf-8030-61842c35d0ae on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:26.224735 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-5463c508-751c-4101-8f40-556898a29d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f097e6-a24b-4f78-9f15-3bcb9e8abf98', 'name': 'tempest-ServerRescueNegativeTestJSON-377839598-router', 'tenant_id': '1b3771be825b4710b6a5b24055db84e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '3427dc13-8581-43a5-89ff-3384a02ef9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:50:17Z', 'updated_at': '2021-11-24T20:50:22Z', 'revision_number': 4, 'project_id': '1b3771be825b4710b6a5b24055db84e7', 'gw_port': {'id': '3427dc13-8581-43a5-89ff-3384a02ef9ee', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f097e6-a24b-4f78-9f15-3bcb9e8abf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:50:18Z', 'updated_at': '2021-11-24T20:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '1aeed74c-4302-4469-a9fa-a4291de1c2bf', 'name': '', 'network_id': 'b1f34a3a-7d9a-4fae-8aee-8cca99d32be7', 'tenant_id': '1b3771be825b4710b6a5b24055db84e7', 'mac_address': 'fa:16:3e:0a:24:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f097e6-a24b-4f78-9f15-3bcb9e8abf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '376b0315-e8bc-496c-b7dc-6aa04ce56089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:50:21Z', 'updated_at': '2021-11-24T20:50:22Z', 'revision_number': 2, 'project_id': '1b3771be825b4710b6a5b24055db84e7', 'subnets': [{'id': '376b0315-e8bc-496c-b7dc-6aa04ce56089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:50:26.229671 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249a0933-1242-4be4-868c-8112af8bd263 req-54ddeb16-6643-4f76-b8fd-3a757c4ad9e9 service neutron] Port c9188cb4-c10d-4d87-9331-0bab5b48e5f4 on network f0b7ba0f-849f-45c0-98bd-f2596ab1646f not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:50:26.230003 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249a0933-1242-4be4-868c-8112af8bd263 req-54ddeb16-6643-4f76-b8fd-3a757c4ad9e9 service neutron] Attempting to bind port c9188cb4-c10d-4d87-9331-0bab5b48e5f4 on network f0b7ba0f-849f-45c0-98bd-f2596ab1646f {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:26.243574 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-6557d0e3-e5e0-4f95-b0d4-914cc9162b06 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:50:26.245264 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-6557d0e3-e5e0-4f95-b0d4-914cc9162b06 service neutron] Checking segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:50:26.245784 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-6557d0e3-e5e0-4f95-b0d4-914cc9162b06 service neutron] Bound using segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:50:26.246462 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-6557d0e3-e5e0-4f95-b0d4-914cc9162b06 service neutron] Bound port: bce88063-b644-48bf-8030-61842c35d0ae, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:50:26.246944 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-6557d0e3-e5e0-4f95-b0d4-914cc9162b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:26.254246 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b93ee967-2652-4b4c-92ad-e17570b366bb req-b5e79ea4-a4af-4b47-b04a-109370378fc4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495311 Nov 24 20:50:26.298473 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-56ad09b2-d3dc-46d2-b5b6-efd86440d1fc req-d41739e6-ffdc-4def-8e01-6e7872787beb service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233082 Nov 24 20:50:26.339219 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249a0933-1242-4be4-868c-8112af8bd263 req-54ddeb16-6643-4f76-b8fd-3a757c4ad9e9 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:50:26.339915 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249a0933-1242-4be4-868c-8112af8bd263 req-54ddeb16-6643-4f76-b8fd-3a757c4ad9e9 service neutron] Checking segment: {'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:50:26.340553 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249a0933-1242-4be4-868c-8112af8bd263 req-54ddeb16-6643-4f76-b8fd-3a757c4ad9e9 service neutron] Bound using segment: {'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:50:26.341625 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-249a0933-1242-4be4-868c-8112af8bd263 req-54ddeb16-6643-4f76-b8fd-3a757c4ad9e9 service neutron] Bound port: c9188cb4-c10d-4d87-9331-0bab5b48e5f4, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:50:26.341859 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-249a0933-1242-4be4-868c-8112af8bd263 req-54ddeb16-6643-4f76-b8fd-3a757c4ad9e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:26.351561 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463c508-751c-4101-8f40-556898a29d24 None None] Checking router: 25f097e6-a24b-4f78-9f15-3bcb9e8abf98 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:50:26.351920 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463c508-751c-4101-8f40-556898a29d24 None None] Updating router 25f097e6-a24b-4f78-9f15-3bcb9e8abf98 port 1aeed74c-4302-4469-a9fa-a4291de1c2bf binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:50:26.390139 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7e3ab263-906f-4e2b-b381-dc3be02396aa up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:50:26.435766 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-5463c508-751c-4101-8f40-556898a29d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:26.451878 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6886757a-f97c-461f-935b-f17187c456fa req-6ea1e6a1-fde9-436e-8f10-2b58354b19d0 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 210 time: 0.0485318 Nov 24 20:50:26.474773 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 20:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffdea15-4182-4777-a7db-c4f6c849eea9 x-openstack-request-id: req-0ffdea15-4182-4777-a7db-c4f6c849eea9 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:50:26.475108 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9892d7-d938-4428-a599-1df3c610aa4a", "name": "network-vif-unplugged", "status": "completed", "tag": "bce88063-b644-48bf-8030-61842c35d0ae", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:50:26.475354 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ffdea15-4182-4777-a7db-c4f6c849eea9 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:50:26.475757 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9892d7-d938-4428-a599-1df3c610aa4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bce88063-b644-48bf-8030-61842c35d0ae', 'code': 200} Nov 24 20:50:26.519998 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-bd6a9bb0-8a13-4fe2-ad7a-f0bd182abf17 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:26.552161 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['8fae6805-5260-4a33-9343-3c62fb794ad0'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:50:26.553167 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e3f1f71b-99e1-4977-b5a7-6323f8672cf5 req-755c9a5f-baa9-4611-9bbd-0bef0d5b770c tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 210 time: 0.0559456 Nov 24 20:50:26.580638 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a9bb0-8a13-4fe2-ad7a-f0bd182abf17 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Pushing event updated for resources: {'Port': ['ID=79838ae6-2e27-41aa-a507-c8b3dc1b485f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:26.591073 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-6557d0e3-e5e0-4f95-b0d4-914cc9162b06 service neutron] For port bce88063-b644-48bf-8030-61842c35d0ae, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:50:26.625545 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-6557d0e3-e5e0-4f95-b0d4-914cc9162b06 service neutron] For port bce88063-b644-48bf-8030-61842c35d0ae, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=bce88063-b644-48bf-8030-61842c35d0ae,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:50:26.637996 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-bd6a9bb0-8a13-4fe2-ad7a-f0bd182abf17 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:50:26.642687 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-6557d0e3-e5e0-4f95-b0d4-914cc9162b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:26.649301 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-bd6a9bb0-8a13-4fe2-ad7a-f0bd182abf17 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:50:26.708880 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-249a0933-1242-4be4-868c-8112af8bd263 req-54ddeb16-6643-4f76-b8fd-3a757c4ad9e9 service neutron] For port c9188cb4-c10d-4d87-9331-0bab5b48e5f4, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:50:26.713956 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-bd6a9bb0-8a13-4fe2-ad7a-f0bd182abf17 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:50:26.724442 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 7e3ab263-906f-4e2b-b381-dc3be02396aa completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:50:26.736862 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 7e3ab263-906f-4e2b-b381-dc3be02396aa triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:50:26.737234 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:26.797314 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-249a0933-1242-4be4-868c-8112af8bd263 req-54ddeb16-6643-4f76-b8fd-3a757c4ad9e9 service neutron] For port c9188cb4-c10d-4d87-9331-0bab5b48e5f4, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c9188cb4-c10d-4d87-9331-0bab5b48e5f4,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:50:26.825245 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-249a0933-1242-4be4-868c-8112af8bd263 req-54ddeb16-6643-4f76-b8fd-3a757c4ad9e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:26.943581 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-6557d0e3-e5e0-4f95-b0d4-914cc9162b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:26.948706 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-6557d0e3-e5e0-4f95-b0d4-914cc9162b06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:26.950265 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-6557d0e3-e5e0-4f95-b0d4-914cc9162b06 service neutron] 10.222.0.15 "PUT /v2.0/ports/bce88063-b644-48bf-8030-61842c35d0ae HTTP/1.1" status: 200 len: 1121 time: 3.3789957 Nov 24 20:50:27.004807 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-bd6a9bb0-8a13-4fe2-ad7a-f0bd182abf17 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:27.004807 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-bd6a9bb0-8a13-4fe2-ad7a-f0bd182abf17 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:27.018094 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:27.036593 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557d0e3-e5e0-4f95-b0d4-914cc9162b06 service neutron] Pushing event updated for resources: {'Port': ['ID=bce88063-b644-48bf-8030-61842c35d0ae,revision_number=8']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:27.038864 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['bce88063-b644-48bf-8030-61842c35d0ae'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:50:27.064814 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a0933-1242-4be4-868c-8112af8bd263 req-54ddeb16-6643-4f76-b8fd-3a757c4ad9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:27.068177 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-249a0933-1242-4be4-868c-8112af8bd263 req-54ddeb16-6643-4f76-b8fd-3a757c4ad9e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:27.070386 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-249a0933-1242-4be4-868c-8112af8bd263 req-54ddeb16-6643-4f76-b8fd-3a757c4ad9e9 service neutron] 10.222.0.48 "PUT /v2.0/ports/c9188cb4-c10d-4d87-9331-0bab5b48e5f4 HTTP/1.1" status: 200 len: 1091 time: 4.9116843 Nov 24 20:50:27.083875 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3427dc13-8581-43a5-89ff-3384a02ef9ee up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:50:27.125024 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26067d42-e992-4f89-8cdf-481c88e072db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3ab263-906f-4e2b-b381-dc3be02396aa'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:50:27.129025 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54918b5-4ac5-4988-88e8-346924932813" -d '{"events": [{"server_uuid": "26067d42-e992-4f89-8cdf-481c88e072db", "name": "network-vif-plugged", "status": "completed", "tag": "7e3ab263-906f-4e2b-b381-dc3be02396aa"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:50:27.163740 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658c65c-3714-44f1-9836-8664d46f73bf req-3bca51c8-42af-4b61-95ca-b5cf02386361 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:27.165283 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7e3ab263-906f-4e2b-b381-dc3be02396aa, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:27.174358 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e658c65c-3714-44f1-9836-8664d46f73bf req-3bca51c8-42af-4b61-95ca-b5cf02386361 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 943 time: 0.5087729 Nov 24 20:50:27.192062 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:27.292726 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09830333-a036-4e0e-b27e-077034a70d8f req-35d95cc9-8dfc-4fac-af17-6df887b350f9 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:27.306978 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09830333-a036-4e0e-b27e-077034a70d8f req-35d95cc9-8dfc-4fac-af17-6df887b350f9 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/networks?id=b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 HTTP/1.1" status: 200 len: 818 time: 0.4933345 Nov 24 20:50:27.337020 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-bd6a9bb0-8a13-4fe2-ad7a-f0bd182abf17 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8234589 Nov 24 20:50:27.360590 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09830333-a036-4e0e-b27e-077034a70d8f req-98038bab-6539-4728-b567-d45d1946cb39 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/quotas/1b3771be825b4710b6a5b24055db84e7 HTTP/1.1" status: 200 len: 375 time: 0.0497413 Nov 24 20:50:27.366255 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=7e3ab263-906f-4e2b-b381-dc3be02396aa,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:27.375458 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 3427dc13-8581-43a5-89ff-3384a02ef9ee triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:50:27.375825 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:27.379846 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a0933-1242-4be4-868c-8112af8bd263 req-2f71c4e7-5e7f-4d9d-86c0-0a21a77fa7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:27.385693 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-249a0933-1242-4be4-868c-8112af8bd263 req-2f71c4e7-5e7f-4d9d-86c0-0a21a77fa7c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e863037610748a3b80a51d971bf8b4d&device_id=a22b17a1-b26d-4566-a074-891dadcdf38b HTTP/1.1" status: 200 len: 1094 time: 0.2060599 Nov 24 20:50:27.399824 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e658c65c-3714-44f1-9836-8664d46f73bf req-c9aa28ab-f1d5-4df3-9ea0-43a364b61247 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713691 Nov 24 20:50:27.430530 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Request body: {'port': {'device_id': '23c7f96c-a718-431d-a331-5fb6fefaed2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:27.459867 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-5463c508-751c-4101-8f40-556898a29d24 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:27.475724 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-5463c508-751c-4101-8f40-556898a29d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:27.530537 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddeb16-6643-4f76-b8fd-3a757c4ad9e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9188cb4-c10d-4d87-9331-0bab5b48e5f4,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:27.539227 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-249a0933-1242-4be4-868c-8112af8bd263 req-1b98168d-bf84-4fa8-978e-dae5687f56c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9188cb4-c10d-4d87-9331-0bab5b48e5f4 HTTP/1.1" status: 200 len: 217 time: 0.1299837 Nov 24 20:50:27.550246 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09830333-a036-4e0e-b27e-077034a70d8f req-dec728dd-634d-4704-9992-ede147ef4cd2 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b3771be825b4710b6a5b24055db84e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1867492 Nov 24 20:50:27.594361 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b65e2-f056-45e4-972a-9abb198280db None None] Pushing event updated for resources: {'Port': ['ID=1aeed74c-4302-4469-a9fa-a4291de1c2bf,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:27.635267 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:27.725153 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a4cdd-c372-4b10-b66c-c91f1a1e6a92 req-86e3894c-645e-48fe-bda2-9deb333518dc tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:27.730056 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eb6a4cdd-c372-4b10-b66c-c91f1a1e6a92 req-86e3894c-645e-48fe-bda2-9deb333518dc tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 946 time: 0.1996546 Nov 24 20:50:27.745626 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a0933-1242-4be4-868c-8112af8bd263 req-d0d9af85-37f7-42b8-9379-e89291f4a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:27.749334 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-249a0933-1242-4be4-868c-8112af8bd263 req-d0d9af85-37f7-42b8-9379-e89291f4a316 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ded7d568-de3b-47fd-8a43-7e09737c0e38 HTTP/1.1" status: 200 len: 845 time: 0.2001626 Nov 24 20:50:27.757503 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09830333-a036-4e0e-b27e-077034a70d8f req-c6770498-e2a5-4f0a-a931-fe61489c77e5 service neutron] 10.222.0.11 "GET /v2.0/networks/b1f34a3a-7d9a-4fae-8aee-8cca99d32be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028193 Nov 24 20:50:27.758077 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-5463c508-751c-4101-8f40-556898a29d24 None None] Attempting to bind port 1aeed74c-4302-4469-a9fa-a4291de1c2bf on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:50:27.758213 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-5463c508-751c-4101-8f40-556898a29d24 None None] Attempting to bind port 1aeed74c-4302-4469-a9fa-a4291de1c2bf by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '4dd3105e-efec-423b-952b-b6ef91859c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b1f34a3a-7d9a-4fae-8aee-8cca99d32be7'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:50:27.764819 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463c508-751c-4101-8f40-556898a29d24 None None] Attempting to bind port 1aeed74c-4302-4469-a9fa-a4291de1c2bf on network b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:27.773564 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463c508-751c-4101-8f40-556898a29d24 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:50:27.773941 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463c508-751c-4101-8f40-556898a29d24 None None] Checking segment: {'id': '4dd3105e-efec-423b-952b-b6ef91859c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b1f34a3a-7d9a-4fae-8aee-8cca99d32be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:50:27.776278 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-5463c508-751c-4101-8f40-556898a29d24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:27.778574 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463c508-751c-4101-8f40-556898a29d24 None None] Bound using segment: {'id': '4dd3105e-efec-423b-952b-b6ef91859c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b1f34a3a-7d9a-4fae-8aee-8cca99d32be7'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:50:27.780771 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-5463c508-751c-4101-8f40-556898a29d24 None None] Bound port: 1aeed74c-4302-4469-a9fa-a4291de1c2bf, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd3105e-efec-423b-952b-b6ef91859c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b1f34a3a-7d9a-4fae-8aee-8cca99d32be7'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:50:27.781273 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-5463c508-751c-4101-8f40-556898a29d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:27.844802 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-249a0933-1242-4be4-868c-8112af8bd263 req-aea8e5de-9040-4b73-9349-426b2a469409 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695591 Nov 24 20:50:27.892498 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-5463c508-751c-4101-8f40-556898a29d24 None None] For port 1aeed74c-4302-4469-a9fa-a4291de1c2bf, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:50:27.904036 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-5463c508-751c-4101-8f40-556898a29d24 None None] For port 1aeed74c-4302-4469-a9fa-a4291de1c2bf, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1aeed74c-4302-4469-a9fa-a4291de1c2bf,segment=NetworkSegment(4dd3105e-efec-423b-952b-b6ef91859c98),segment_id=4dd3105e-efec-423b-952b-b6ef91859c98)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:50:27.911857 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-5463c508-751c-4101-8f40-556898a29d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:27.949807 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09830333-a036-4e0e-b27e-077034a70d8f req-baaf2cf6-b7d4-4ce2-8114-ca3bc224348b service neutron] 10.222.0.11 "GET /v2.0/networks/b1f34a3a-7d9a-4fae-8aee-8cca99d32be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913300 Nov 24 20:50:27.986108 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b65e2-f056-45e4-972a-9abb198280db None None] Pushing event updated for resources: {'Port': ['ID=1aeed74c-4302-4469-a9fa-a4291de1c2bf,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:28.000846 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5463c508-751c-4101-8f40-556898a29d24 None None] Routers {'25f097e6-a24b-4f78-9f15-3bcb9e8abf98'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:50:28.001771 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-5463c508-751c-4101-8f40-556898a29d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:50:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['25f097e6-a24b-4f78-9f15-3bcb9e8abf98'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:50:28.041391 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-b3857a83-886c-42d5-b326-bc27fa529169 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:28.042959 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-b3857a83-886c-42d5-b326-bc27fa529169 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.15 "GET /v2.0/networks?id=b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 HTTP/1.1" status: 200 len: 818 time: 0.1933529 Nov 24 20:50:28.100725 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-0d60f3ce-d4a4-45d5-9f98-14d2652556a3 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Request body: {'port': {'device_id': 'cb6aa621-46d8-4928-a866-5f6bba487a4a', 'network_id': 'b1f34a3a-7d9a-4fae-8aee-8cca99d32be7', 'admin_state_up': True, 'tenant_id': '1b3771be825b4710b6a5b24055db84e7'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:28.318347 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fad5cfb-2957-4ded-9f28-f912336f18f4 x-openstack-request-id: req-8fad5cfb-2957-4ded-9f28-f912336f18f4 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:50:28.319384 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26067d42-e992-4f89-8cdf-481c88e072db", "name": "network-vif-plugged", "status": "completed", "tag": "7e3ab263-906f-4e2b-b381-dc3be02396aa", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:50:28.319801 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8fad5cfb-2957-4ded-9f28-f912336f18f4 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:50:28.320406 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26067d42-e992-4f89-8cdf-481c88e072db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3ab263-906f-4e2b-b381-dc3be02396aa', 'code': 200} Nov 24 20:50:28.336558 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eb6a4cdd-c372-4b10-b66c-c91f1a1e6a92 req-cc4d9777-9f19-46b8-bd78-2d14af320665 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5976510 Nov 24 20:50:28.337524 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-0d60f3ce-d4a4-45d5-9f98-14d2652556a3 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Made reservation on behalf of 1b3771be825b4710b6a5b24055db84e7 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:50:28.362509 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-0d60f3ce-d4a4-45d5-9f98-14d2652556a3 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:28.381126 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device bce88063-b644-48bf-8030-61842c35d0ae details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:50:28.473294 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-249a0933-1242-4be4-868c-8112af8bd263 req-3cf83ac4-cc3e-4967-a280-05b280caad70 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281545 Nov 24 20:50:28.490931 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9892d7-d938-4428-a599-1df3c610aa4a', 'tag': 'bce88063-b644-48bf-8030-61842c35d0ae'}, {'name': 'network-changed', 'server_uuid': 'a22b17a1-b26d-4566-a074-891dadcdf38b', 'tag': 'c9188cb4-c10d-4d87-9331-0bab5b48e5f4'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:50:28.494662 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d83a41-cd0b-499d-8818-c123cbc42aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9892d7-d938-4428-a599-1df3c610aa4a", "tag": "bce88063-b644-48bf-8030-61842c35d0ae"}, {"name": "network-changed", "server_uuid": "a22b17a1-b26d-4566-a074-891dadcdf38b", "tag": "c9188cb4-c10d-4d87-9331-0bab5b48e5f4"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:50:28.549030 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-5463c508-751c-4101-8f40-556898a29d24 None None] Set router 25f097e6-a24b-4f78-9f15-3bcb9e8abf98 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:50:28.607072 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port bce88063-b644-48bf-8030-61842c35d0ae, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=bce88063-b644-48bf-8030-61842c35d0ae,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:28.633379 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-249a0933-1242-4be4-868c-8112af8bd263 req-050fbee3-b741-4592-8036-b0f32301ff1b service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356750 Nov 24 20:50:28.655490 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device bce88063-b644-48bf-8030-61842c35d0ae has no active binding in host n-h2-812111-8 {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 24 20:50:28.742074 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00a12f-9d13-43b5-86d5-bf300faec55c req-7d201c4c-cab4-456a-b227-ebc531d268b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:28.744348 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ac00a12f-9d13-43b5-86d5-bf300faec55c req-7d201c4c-cab4-456a-b227-ebc531d268b5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 1097 time: 0.2679682 Nov 24 20:50:28.858921 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a453489-f9b1-4e6c-8b3e-090f76643490 req-503ea34f-b5d3-4463-9a0a-c8cc79a97bc7 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:28.872839 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5a453489-f9b1-4e6c-8b3e-090f76643490 req-503ea34f-b5d3-4463-9a0a-c8cc79a97bc7 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=a22b17a1-b26d-4566-a074-891dadcdf38b HTTP/1.1" status: 200 len: 943 time: 0.1880138 Nov 24 20:50:28.874558 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ac00a12f-9d13-43b5-86d5-bf300faec55c req-e9aa9bd1-ccda-4088-aaf8-aff8367fb297 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782325 Nov 24 20:50:29.043018 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5a453489-f9b1-4e6c-8b3e-090f76643490 req-da166545-806e-4d6c-b074-87bbe7348706 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692789 Nov 24 20:50:29.154050 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-5463c508-751c-4101-8f40-556898a29d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f097e6-a24b-4f78-9f15-3bcb9e8abf98', 'name': 'tempest-ServerRescueNegativeTestJSON-377839598-router', 'tenant_id': '1b3771be825b4710b6a5b24055db84e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '3427dc13-8581-43a5-89ff-3384a02ef9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:50:17Z', 'updated_at': '2021-11-24T20:50:22Z', 'revision_number': 4, 'project_id': '1b3771be825b4710b6a5b24055db84e7', 'gw_port': {'id': '3427dc13-8581-43a5-89ff-3384a02ef9ee', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f097e6-a24b-4f78-9f15-3bcb9e8abf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:50:18Z', 'updated_at': '2021-11-24T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '1aeed74c-4302-4469-a9fa-a4291de1c2bf', 'name': '', 'network_id': 'b1f34a3a-7d9a-4fae-8aee-8cca99d32be7', 'tenant_id': '1b3771be825b4710b6a5b24055db84e7', 'mac_address': 'fa:16:3e:0a:24:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f097e6-a24b-4f78-9f15-3bcb9e8abf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '376b0315-e8bc-496c-b7dc-6aa04ce56089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:50:21Z', 'updated_at': '2021-11-24T20:50:27Z', 'revision_number': 4, 'project_id': '1b3771be825b4710b6a5b24055db84e7', 'subnets': [{'id': '376b0315-e8bc-496c-b7dc-6aa04ce56089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:50:29.268089 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463c508-751c-4101-8f40-556898a29d24 None None] The sync data for ids ['25f097e6-a24b-4f78-9f15-3bcb9e8abf98'] in n-d-812111-8 is: [{'id': '25f097e6-a24b-4f78-9f15-3bcb9e8abf98', 'name': 'tempest-ServerRescueNegativeTestJSON-377839598-router', 'tenant_id': '1b3771be825b4710b6a5b24055db84e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '3427dc13-8581-43a5-89ff-3384a02ef9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:50:17Z', 'updated_at': '2021-11-24T20:50:22Z', 'revision_number': 4, 'project_id': '1b3771be825b4710b6a5b24055db84e7', 'gw_port': {'id': '3427dc13-8581-43a5-89ff-3384a02ef9ee', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f097e6-a24b-4f78-9f15-3bcb9e8abf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:50:18Z', 'updated_at': '2021-11-24T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '1aeed74c-4302-4469-a9fa-a4291de1c2bf', 'name': '', 'network_id': 'b1f34a3a-7d9a-4fae-8aee-8cca99d32be7', 'tenant_id': '1b3771be825b4710b6a5b24055db84e7', 'mac_address': 'fa:16:3e:0a:24:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f097e6-a24b-4f78-9f15-3bcb9e8abf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '376b0315-e8bc-496c-b7dc-6aa04ce56089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:50:21Z', 'updated_at': '2021-11-24T20:50:27Z', 'revision_number': 4, 'project_id': '1b3771be825b4710b6a5b24055db84e7', 'subnets': [{'id': '376b0315-e8bc-496c-b7dc-6aa04ce56089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:50:29.341173 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fc93a9a5-c444-4ce3-a53c-986f753cce44 req-a3554348-e76d-4fa5-8e2d-19b926c87391 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 210 time: 0.0640447 Nov 24 20:50:29.620320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef4046-e2f4-4c55-848c-69becd8aad3e req-c2ea3549-44de-4a0c-93ed-d7b4bf310058 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:29.639677 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46ef4046-e2f4-4c55-848c-69becd8aad3e req-c2ea3549-44de-4a0c-93ed-d7b4bf310058 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 943 time: 0.1466594 Nov 24 20:50:29.819321 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79838ae6-2e27-41aa-a507-c8b3dc1b485f {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:50:29.820985 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46ef4046-e2f4-4c55-848c-69becd8aad3e req-e8bae3bc-4696-42e8-a84b-6d3f8b604fdf tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797256 Nov 24 20:50:29.843393 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:29.861726 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Transition to ACTIVE for port object 79838ae6-2e27-41aa-a507-c8b3dc1b485f will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:50:29.931399 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-0d60f3ce-d4a4-45d5-9f98-14d2652556a3 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Allocated IP 172.20.0.10 (b1f34a3a-7d9a-4fae-8aee-8cca99d32be7/376b0315-e8bc-496c-b7dc-6aa04ce56089/258b81dc-1152-4bfa-b862-bf1733faf37d) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:50:30.162343 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-0d60f3ce-d4a4-45d5-9f98-14d2652556a3 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:30.171476 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da0035-d7ab-4bc0-bcb6-a0755d0c9a19 req-09dcb049-cd40-4af9-9e09-a9b2c7c11f7f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:30.189673 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-19da0035-d7ab-4bc0-bcb6-a0755d0c9a19 req-09dcb049-cd40-4af9-9e09-a9b2c7c11f7f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 946 time: 0.1358402 Nov 24 20:50:30.210139 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 24 Nov 2021 20:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61aab5ed-6a37-447e-9080-d38096d884a8 x-openstack-request-id: req-61aab5ed-6a37-447e-9080-d38096d884a8 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:50:30.210481 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9892d7-d938-4428-a599-1df3c610aa4a", "tag": "bce88063-b644-48bf-8030-61842c35d0ae", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a22b17a1-b26d-4566-a074-891dadcdf38b", "tag": "c9188cb4-c10d-4d87-9331-0bab5b48e5f4", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:50:30.210920 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-61aab5ed-6a37-447e-9080-d38096d884a8 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:50:30.211337 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9892d7-d938-4428-a599-1df3c610aa4a', 'tag': 'bce88063-b644-48bf-8030-61842c35d0ae', 'status': 'completed', 'code': 200} Nov 24 20:50:30.211669 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22b17a1-b26d-4566-a074-891dadcdf38b', 'tag': 'c9188cb4-c10d-4d87-9331-0bab5b48e5f4', 'status': 'completed', 'code': 200} Nov 24 20:50:30.266847 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b27fd5-9046-48c8-a9d8-5f1109c1211b req-4a72ab42-61f1-4e13-8a63-4cb6a05215e5 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:30.276691 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e3b27fd5-9046-48c8-a9d8-5f1109c1211b req-4a72ab42-61f1-4e13-8a63-4cb6a05215e5 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 931 time: 1.4330828 Nov 24 20:50:30.278629 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:30.360866 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-19da0035-d7ab-4bc0-bcb6-a0755d0c9a19 req-654c7ae5-4bc5-4719-9c06-0224e2dc56a7 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696262 Nov 24 20:50:30.840940 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09830333-a036-4e0e-b27e-077034a70d8f req-43a1d16c-8da9-450a-876c-a13c47f9edc4 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:30.845212 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-09830333-a036-4e0e-b27e-077034a70d8f req-43a1d16c-8da9-450a-876c-a13c47f9edc4 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.15 "GET /v2.0/networks?id=b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 HTTP/1.1" status: 200 len: 818 time: 0.5563495 Nov 24 20:50:30.871636 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d83a41-cd0b-499d-8818-c123cbc42aa6 req-d8cbf31d-26ec-47a1-8d73-53e23b4ea2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:30.873471 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5d83a41-cd0b-499d-8818-c123cbc42aa6 req-d8cbf31d-26ec-47a1-8d73-53e23b4ea2ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 1124 time: 0.6609755 Nov 24 20:50:30.874376 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=79838ae6-2e27-41aa-a507-c8b3dc1b485f,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:30.901691 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-0d60f3ce-d4a4-45d5-9f98-14d2652556a3 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:30.922219 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-09830333-a036-4e0e-b27e-077034a70d8f req-b3c91401-1fe5-4899-8a48-e7d88df84860 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Request body: {'port': {'device_id': 'fe2f9f50-4cff-4686-9a9b-59bdce3e04e0', 'network_id': 'b1f34a3a-7d9a-4fae-8aee-8cca99d32be7', 'admin_state_up': True, 'tenant_id': '1b3771be825b4710b6a5b24055db84e7'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:30.976067 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf6b58-7c03-41f8-9903-15ce39700742 req-a68d5d55-362e-4848-8536-f04b76d1e3bd tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:31.002466 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3fbf6b58-7c03-41f8-9903-15ce39700742 req-a68d5d55-362e-4848-8536-f04b76d1e3bd tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=a22b17a1-b26d-4566-a074-891dadcdf38b HTTP/1.1" status: 200 len: 943 time: 0.1204729 Nov 24 20:50:31.062456 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e3b27fd5-9046-48c8-a9d8-5f1109c1211b req-a222aaa4-1122-4fd5-8879-8e3e27df99e6 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7845392 Nov 24 20:50:31.150181 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1aeed74c-4302-4469-a9fa-a4291de1c2bf up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:50:31.162728 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60f3ce-d4a4-45d5-9f98-14d2652556a3 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Pushing event updated for resources: {'Port': ['ID=258b81dc-1152-4bfa-b862-bf1733faf37d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:31.210336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-0d60f3ce-d4a4-45d5-9f98-14d2652556a3 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Network b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:50:31.211033 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3fbf6b58-7c03-41f8-9903-15ce39700742 req-fcd8d01b-53b7-44ed-9534-2f129cbac7b6 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075939 Nov 24 20:50:31.260561 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device c9188cb4-c10d-4d87-9331-0bab5b48e5f4 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:50:31.320560 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-0d60f3ce-d4a4-45d5-9f98-14d2652556a3 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:50:31.381355 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-34cd07b8-acdd-4f38-9f2c-307e03fd5e43 req-b2a3f07d-e5ca-453d-8d1d-91df06de07a3 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 210 time: 0.1487329 Nov 24 20:50:31.431735 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-0d60f3ce-d4a4-45d5-9f98-14d2652556a3 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:50:31.434554 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 1aeed74c-4302-4469-a9fa-a4291de1c2bf triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:50:31.434949 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:31.495810 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de6284-562a-488b-92c8-3b7f050e3f49 req-fe0bf900-1067-40c8-ab20-7b9841bbe374 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:31.524133 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a4de6284-562a-488b-92c8-3b7f050e3f49 req-fe0bf900-1067-40c8-ab20-7b9841bbe374 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 943 time: 0.1803877 Nov 24 20:50:31.540503 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-6552daf2-ccc9-44a1-adb7-99871923bbde service neutron] 10.222.0.48 "GET /v2.0/ports/bce88063-b644-48bf-8030-61842c35d0ae/bindings/n-h2-812111-8 HTTP/1.1" status: 200 len: 384 time: 0.6868753 Nov 24 20:50:31.543608 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port c9188cb4-c10d-4d87-9331-0bab5b48e5f4, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c9188cb4-c10d-4d87-9331-0bab5b48e5f4,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:31.573788 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'c9188cb4-c10d-4d87-9331-0bab5b48e5f4', 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f', 'port_id': 'c9188cb4-c10d-4d87-9331-0bab5b48e5f4', 'mac_address': 'fa:16:3e:ea:b6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded7d568-de3b-47fd-8a43-7e09737c0e38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:50:31.664636 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a4de6284-562a-488b-92c8-3b7f050e3f49 req-04862401-b60f-40c2-ad05-a9d4cb8c2a55 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350102 Nov 24 20:50:31.761726 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:31.830687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-0d60f3ce-d4a4-45d5-9f98-14d2652556a3 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:31.831375 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-0d60f3ce-d4a4-45d5-9f98-14d2652556a3 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:31.844903 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 1aeed74c-4302-4469-a9fa-a4291de1c2bf, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1aeed74c-4302-4469-a9fa-a4291de1c2bf,segment=NetworkSegment(4dd3105e-efec-423b-952b-b6ef91859c98),segment_id=4dd3105e-efec-423b-952b-b6ef91859c98)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:31.846196 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:31.879821 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Attempting to bind port 79838ae6-2e27-41aa-a507-c8b3dc1b485f on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:50:31.880369 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Attempting to bind port 79838ae6-2e27-41aa-a507-c8b3dc1b485f by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:50:31.881066 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9188cb4-c10d-4d87-9331-0bab5b48e5f4 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:50:31.881687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Attempting to bind port 79838ae6-2e27-41aa-a507-c8b3dc1b485f on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:31.895755 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:31.904902 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d83a41-cd0b-499d-8818-c123cbc42aa6 req-35f0a926-9a7e-4dad-b903-5095822231d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:31.907850 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5d83a41-cd0b-499d-8818-c123cbc42aa6 req-35f0a926-9a7e-4dad-b903-5095822231d6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 908 time: 0.9786143 Nov 24 20:50:31.951535 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port c9188cb4-c10d-4d87-9331-0bab5b48e5f4, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c9188cb4-c10d-4d87-9331-0bab5b48e5f4,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:31.961595 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:31.971256 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-0d60f3ce-d4a4-45d5-9f98-14d2652556a3 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8767490 Nov 24 20:50:31.986567 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=1aeed74c-4302-4469-a9fa-a4291de1c2bf,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:31.994707 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Port 79838ae6-2e27-41aa-a507-c8b3dc1b485f on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:50:31.995042 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Attempting to bind port 79838ae6-2e27-41aa-a507-c8b3dc1b485f on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:32.073477 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=c9188cb4-c10d-4d87-9331-0bab5b48e5f4,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:32.093264 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-e84c7c44-eb48-4f65-af04-ccc92ec3d696 service neutron] Request body: {'port': {'device_id': 'cb6aa621-46d8-4928-a866-5f6bba487a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:32.119845 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10155e0c-853b-42cb-aa61-45efe37d7fd1 req-421a4f60-9279-408e-a533-aab0512b12ac tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:32.121577 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10155e0c-853b-42cb-aa61-45efe37d7fd1 req-421a4f60-9279-408e-a533-aab0512b12ac tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 946 time: 0.5707245 Nov 24 20:50:32.162477 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5d83a41-cd0b-499d-8818-c123cbc42aa6 req-c5a140fd-d303-4371-9e38-cfd95c08ce73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bce88063-b644-48bf-8030-61842c35d0ae HTTP/1.1" status: 200 len: 217 time: 0.1969321 Nov 24 20:50:32.187550 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:50:32.188708 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Checking segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:50:32.189733 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Bound using segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:50:32.190509 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Bound port: 79838ae6-2e27-41aa-a507-c8b3dc1b485f, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:50:32.192434 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:32.232457 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09830333-a036-4e0e-b27e-077034a70d8f req-b3c91401-1fe5-4899-8a48-e7d88df84860 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Made reservation on behalf of 1b3771be825b4710b6a5b24055db84e7 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:50:32.241511 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09830333-a036-4e0e-b27e-077034a70d8f req-b3c91401-1fe5-4899-8a48-e7d88df84860 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:32.251844 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['c9188cb4-c10d-4d87-9331-0bab5b48e5f4'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:50:32.302491 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea4f34-68d8-4e37-8910-56c4aafb1939 req-34ee8f29-f023-4531-9566-8e60d4a8dbef tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:32.304061 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3cea4f34-68d8-4e37-8910-56c4aafb1939 req-34ee8f29-f023-4531-9566-8e60d4a8dbef tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 943 time: 0.0805626 Nov 24 20:50:32.395522 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3cea4f34-68d8-4e37-8910-56c4aafb1939 req-7b7be147-aa18-4fcd-9361-760a5289472e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747964 Nov 24 20:50:32.400937 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10155e0c-853b-42cb-aa61-45efe37d7fd1 req-29504137-332f-4c80-b099-bebf7ed71627 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706401 Nov 24 20:50:32.546183 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec247e8-c9d0-4cfc-be43-78566be6ce11 req-f1f7b129-5d36-4fd2-b664-d86bd82150d0 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:32.547883 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eec247e8-c9d0-4cfc-be43-78566be6ce11 req-f1f7b129-5d36-4fd2-b664-d86bd82150d0 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=a22b17a1-b26d-4566-a074-891dadcdf38b HTTP/1.1" status: 200 len: 944 time: 0.0759687 Nov 24 20:50:32.582738 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-e84c7c44-eb48-4f65-af04-ccc92ec3d696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:32.642850 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eec247e8-c9d0-4cfc-be43-78566be6ce11 req-1c3be823-234d-4ac5-b1a2-8371b57f7478 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806198 Nov 24 20:50:32.656566 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d83a41-cd0b-499d-8818-c123cbc42aa6 req-70fae0d9-bb6e-4714-af33-f0bae6613cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:32.658426 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5d83a41-cd0b-499d-8818-c123cbc42aa6 req-70fae0d9-bb6e-4714-af33-f0bae6613cd4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d0e18ba-6af5-4f0b-b8c6-f19541a42712 HTTP/1.1" status: 200 len: 847 time: 0.4588282 Nov 24 20:50:32.754268 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5212eede-e1c0-4ab1-a3c1-b7ca40fa3add req-498e18fb-543a-452d-81ae-13ec84e317f4 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 210 time: 0.2344520 Nov 24 20:50:32.819285 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5d83a41-cd0b-499d-8818-c123cbc42aa6 req-fbd2fec9-a2f1-42ca-adc3-1a4995405e80 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a5f3905-f9df-4704-8238-82ae8b0c31f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179652 Nov 24 20:50:32.844905 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2a1f9-4ec4-4994-aaac-1d15caccfcc5 req-8f10e263-02d4-4c0d-af38-1ff08ab22545 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:32.868295 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 52008) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:50:32.873583 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4a2a1f9-4ec4-4994-aaac-1d15caccfcc5 req-8f10e263-02d4-4c0d-af38-1ff08ab22545 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 946 time: 0.1221249 Nov 24 20:50:32.904222 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] For port 79838ae6-2e27-41aa-a507-c8b3dc1b485f, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:50:32.916852 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-be38066b-d84d-4f1e-ba49-48756769545e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Request body: {'floatingip': {'port_id': '7e3ab263-906f-4e2b-b381-dc3be02396aa'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:33.014982 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] For port 79838ae6-2e27-41aa-a507-c8b3dc1b485f, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=79838ae6-2e27-41aa-a507-c8b3dc1b485f,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:50:33.037424 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1aeed74c-4302-4469-a9fa-a4291de1c2bf up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:50:33.122054 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5d83a41-cd0b-499d-8818-c123cbc42aa6 req-d7a7a91b-e3a1-457e-b834-c75b777622f1 service neutron] 10.222.0.48 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920654 Nov 24 20:50:33.126796 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-1385a0bc-0f64-4f97-abd4-ea04eeb80e6a service neutron] For port bce88063-b644-48bf-8030-61842c35d0ae, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=bce88063-b644-48bf-8030-61842c35d0ae,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:33.149863 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-1385a0bc-0f64-4f97-abd4-ea04eeb80e6a service neutron] For port bce88063-b644-48bf-8030-61842c35d0ae, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:50:33.150907 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 1aeed74c-4302-4469-a9fa-a4291de1c2bf triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:50:33.151277 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:33.189085 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-1385a0bc-0f64-4f97-abd4-ea04eeb80e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce88063-b644-48bf-8030-61842c35d0ae {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:50:33.200697 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-1385a0bc-0f64-4f97-abd4-ea04eeb80e6a service neutron] For port bce88063-b644-48bf-8030-61842c35d0ae, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=bce88063-b644-48bf-8030-61842c35d0ae,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:33.253785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device c9188cb4-c10d-4d87-9331-0bab5b48e5f4 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:50:33.273956 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:33.292825 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-1385a0bc-0f64-4f97-abd4-ea04eeb80e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:33.295494 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-be38066b-d84d-4f1e-ba49-48756769545e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for floatingip, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:33.367038 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port c9188cb4-c10d-4d87-9331-0bab5b48e5f4 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:50:33.378632 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port c9188cb4-c10d-4d87-9331-0bab5b48e5f4 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:50:33.380800 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:33.585817 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b4ca3-9605-4d7b-bc95-e64a9241d116 req-1efce99b-5a8e-4f13-9731-78a26c9e6588 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:33.595204 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-773b4ca3-9605-4d7b-bc95-e64a9241d116 req-1efce99b-5a8e-4f13-9731-78a26c9e6588 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 943 time: 0.1042202 Nov 24 20:50:33.619203 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:33.643764 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22b17a1-b26d-4566-a074-891dadcdf38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9188cb4-c10d-4d87-9331-0bab5b48e5f4'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:50:33.647966 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df6fe9e-aee9-4805-b8ca-e5ff69cd118b" -d '{"events": [{"server_uuid": "a22b17a1-b26d-4566-a074-891dadcdf38b", "name": "network-vif-plugged", "status": "completed", "tag": "c9188cb4-c10d-4d87-9331-0bab5b48e5f4"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:50:33.666009 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-773b4ca3-9605-4d7b-bc95-e64a9241d116 req-3bb45a14-c4c1-4063-b149-87e9ae283c82 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692754 Nov 24 20:50:33.695542 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port c9188cb4-c10d-4d87-9331-0bab5b48e5f4, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c9188cb4-c10d-4d87-9331-0bab5b48e5f4,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:33.706571 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:33.740555 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec8f018-139f-4458-9ba4-51e8dd0bc449 x-openstack-request-id: req-9ec8f018-139f-4458-9ba4-51e8dd0bc449 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:50:33.741096 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22b17a1-b26d-4566-a074-891dadcdf38b", "name": "network-vif-plugged", "status": "completed", "tag": "c9188cb4-c10d-4d87-9331-0bab5b48e5f4", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:50:33.741635 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ec8f018-139f-4458-9ba4-51e8dd0bc449 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:50:33.742171 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22b17a1-b26d-4566-a074-891dadcdf38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9188cb4-c10d-4d87-9331-0bab5b48e5f4', 'code': 200} Nov 24 20:50:33.779374 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=c9188cb4-c10d-4d87-9331-0bab5b48e5f4,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:33.814167 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-09830333-a036-4e0e-b27e-077034a70d8f req-b3c91401-1fe5-4899-8a48-e7d88df84860 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Allocated IP 172.20.0.13 (b1f34a3a-7d9a-4fae-8aee-8cca99d32be7/376b0315-e8bc-496c-b7dc-6aa04ce56089/39427abd-ebe8-446c-8307-db0efed2100d) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:50:33.834779 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:33.835409 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:33.836980 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] 10.222.0.48 "PUT /v2.0/ports/79838ae6-2e27-41aa-a507-c8b3dc1b485f HTTP/1.1" status: 200 len: 1091 time: 6.4306912 Nov 24 20:50:33.861715 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320de874-5a1e-48b1-bd31-b91cc7e2aa0b req-88599b3f-93ee-4d57-8689-add910c9ec73 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:33.868379 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c7f96c-a718-431d-a331-5fb6fefaed2f', 'tag': '79838ae6-2e27-41aa-a507-c8b3dc1b485f'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:50:33.870741 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-320de874-5a1e-48b1-bd31-b91cc7e2aa0b req-88599b3f-93ee-4d57-8689-add910c9ec73 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=a22b17a1-b26d-4566-a074-891dadcdf38b HTTP/1.1" status: 200 len: 945 time: 0.0783482 Nov 24 20:50:33.871116 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1303be-03b0-42d4-af64-19b66049ff38" -d '{"events": [{"name": "network-changed", "server_uuid": "23c7f96c-a718-431d-a331-5fb6fefaed2f", "tag": "79838ae6-2e27-41aa-a507-c8b3dc1b485f"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:50:33.882333 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd1329-fb99-48c2-b98a-8adab93cadb6 req-30cec25a-8417-4ffe-ac41-11d16ca883b3 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:33.883887 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7dbd1329-fb99-48c2-b98a-8adab93cadb6 req-30cec25a-8417-4ffe-ac41-11d16ca883b3 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 943 time: 0.9616666 Nov 24 20:50:33.949557 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-320de874-5a1e-48b1-bd31-b91cc7e2aa0b req-61f29085-2586-4204-bdb6-915f034028bd tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770638 Nov 24 20:50:34.050854 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9a4015b-54a4-42aa-b3d7-639aa2ee364a req-1f700feb-a0e3-457d-9445-dca22851b368 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 210 time: 0.0380402 Nov 24 20:50:34.064195 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=79838ae6-2e27-41aa-a507-c8b3dc1b485f,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:34.136965 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f710ad-9ab8-4864-9a9e-31edc9120a9d x-openstack-request-id: req-46f710ad-9ab8-4864-9a9e-31edc9120a9d {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:50:34.137257 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c7f96c-a718-431d-a331-5fb6fefaed2f", "tag": "79838ae6-2e27-41aa-a507-c8b3dc1b485f", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:50:34.137520 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-46f710ad-9ab8-4864-9a9e-31edc9120a9d {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:50:34.137924 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c7f96c-a718-431d-a331-5fb6fefaed2f', 'tag': '79838ae6-2e27-41aa-a507-c8b3dc1b485f', 'status': 'completed', 'code': 200} Nov 24 20:50:34.148355 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:34.148719 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:34.149115 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:34.149458 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:34.149798 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:34.150166 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:34.150503 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:34.150831 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:34.151169 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:34.151495 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:34.151824 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:34.152150 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b085c8-ed9c-4f56-a15a-eeb9d9603ef1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:34.296001 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5d83a41-cd0b-499d-8818-c123cbc42aa6 req-919ae1b7-ba08-4e30-9ea2-16d60740b0d7 service neutron] 10.222.0.48 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0239880 Nov 24 20:50:34.416698 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd20d29-f1fb-4ad3-ba23-4fd7ba0ef947 req-ebd56c62-30aa-47be-8a88-ce0a1ae85557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:34.418256 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3bd20d29-f1fb-4ad3-ba23-4fd7ba0ef947 req-ebd56c62-30aa-47be-8a88-ce0a1ae85557 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a22b17a1-b26d-4566-a074-891dadcdf38b HTTP/1.1" status: 200 len: 1096 time: 0.6199203 Nov 24 20:50:34.505119 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7dbd1329-fb99-48c2-b98a-8adab93cadb6 req-f8a02d82-90dd-4ec5-8adb-9abac986f5f0 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5700533 Nov 24 20:50:34.515588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-72fa3288-8a8e-48a6-88d7-4a01ac655443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:34.517175 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-72fa3288-8a8e-48a6-88d7-4a01ac655443 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 1094 time: 0.5976684 Nov 24 20:50:34.640846 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-1385a0bc-0f64-4f97-abd4-ea04eeb80e6a service neutron] Transition to ACTIVE for port object bce88063-b644-48bf-8030-61842c35d0ae will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:50:34.664280 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-1385a0bc-0f64-4f97-abd4-ea04eeb80e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:34.667060 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-c8627254-9c2f-4300-86a1-be680bca4df2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79838ae6-2e27-41aa-a507-c8b3dc1b485f HTTP/1.1" status: 200 len: 217 time: 0.1243827 Nov 24 20:50:34.818089 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d83a41-cd0b-499d-8818-c123cbc42aa6 req-4a1b943d-55d3-482c-9aea-ca2a8f1a31cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:34.819856 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5d83a41-cd0b-499d-8818-c123cbc42aa6 req-4a1b943d-55d3-482c-9aea-ca2a8f1a31cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e863037610748a3b80a51d971bf8b4d&device_id=a22b17a1-b26d-4566-a074-891dadcdf38b HTTP/1.1" status: 200 len: 1096 time: 0.4563878 Nov 24 20:50:34.821493 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a767fb-1209-46dc-ac02-ce7f033724ad req-cf250f6b-0f2c-4981-ab91-0db643791acb tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:34.823001 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05a767fb-1209-46dc-ac02-ce7f033724ad req-cf250f6b-0f2c-4981-ab91-0db643791acb tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 943 time: 0.0616083 Nov 24 20:50:34.873136 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3bd20d29-f1fb-4ad3-ba23-4fd7ba0ef947 req-fedfcc1d-7344-4545-81f5-b752175036a2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179535 Nov 24 20:50:34.878192 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09830333-a036-4e0e-b27e-077034a70d8f req-b3c91401-1fe5-4899-8a48-e7d88df84860 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:34.905156 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05a767fb-1209-46dc-ac02-ce7f033724ad req-bfa8a425-76ad-4113-98d6-faa01834e70e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687525 Nov 24 20:50:34.931220 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-1385a0bc-0f64-4f97-abd4-ea04eeb80e6a service neutron] No DVR routers for this DVR port bce88063-b644-48bf-8030-61842c35d0ae on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:50:35.074870 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-9a701ad8-1156-41ac-9aff-37ff6829f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:35.077385 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-9a701ad8-1156-41ac-9aff-37ff6829f391 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.3935635 Nov 24 20:50:35.084979 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-1385a0bc-0f64-4f97-abd4-ea04eeb80e6a service neutron] 10.222.0.48 "PUT /v2.0/ports/bce88063-b644-48bf-8030-61842c35d0ae/bindings/n-h2-812111-8/activate HTTP/1.1" status: 200 len: 369 time: 3.5125115 Nov 24 20:50:35.142388 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385a0bc-0f64-4f97-abd4-ea04eeb80e6a service neutron] Pushing event updated for resources: {'Port': ['ID=bce88063-b644-48bf-8030-61842c35d0ae,revision_number=10']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:35.210670 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a14030-b44b-4005-801d-42235385234e req-3ef0bec9-39c4-4241-bce6-acbe6f9e51c3 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:35.220525 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c8a14030-b44b-4005-801d-42235385234e req-3ef0bec9-39c4-4241-bce6-acbe6f9e51c3 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 932 time: 0.0800765 Nov 24 20:50:35.259522 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device bce88063-b644-48bf-8030-61842c35d0ae no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:50:35.289330 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c8a14030-b44b-4005-801d-42235385234e req-a1e64d5e-db12-4096-abb8-d827c27274cf tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677030 Nov 24 20:50:35.291547 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09830333-a036-4e0e-b27e-077034a70d8f req-b3c91401-1fe5-4899-8a48-e7d88df84860 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:35.353704 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device bce88063-b644-48bf-8030-61842c35d0ae not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:50:35.406498 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-31a4d8f7-a996-43e3-bcd5-ca058fef6aa3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3137221 Nov 24 20:50:35.520591 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.db.resource_extend [None req-be38066b-d84d-4f1e-ba49-48756769545e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 20:50:35.734515 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346c84a-8073-4001-b784-653b33fd356f req-3f9dd3bf-a5c9-4214-929c-30ee527fabcf tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:35.742401 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2346c84a-8073-4001-b784-653b33fd356f req-3f9dd3bf-a5c9-4214-929c-30ee527fabcf tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 944 time: 0.0730686 Nov 24 20:50:35.811445 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2346c84a-8073-4001-b784-653b33fd356f req-7f7e3f7f-0eff-4ea2-aa4e-d5085a2cc753 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674620 Nov 24 20:50:35.963986 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09830333-a036-4e0e-b27e-077034a70d8f req-b3c91401-1fe5-4899-8a48-e7d88df84860 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Network b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:50:35.989837 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-09830333-a036-4e0e-b27e-077034a70d8f req-b3c91401-1fe5-4899-8a48-e7d88df84860 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:50:36.003754 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-09830333-a036-4e0e-b27e-077034a70d8f req-b3c91401-1fe5-4899-8a48-e7d88df84860 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:50:36.013099 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d83a41-cd0b-499d-8818-c123cbc42aa6 req-2ace4038-2f8b-4c17-90e7-53e7ae6a678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:36.014846 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5d83a41-cd0b-499d-8818-c123cbc42aa6 req-2ace4038-2f8b-4c17-90e7-53e7ae6a678b service neutron] 10.222.0.48 "GET /v2.0/networks?id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f HTTP/1.1" status: 200 len: 906 time: 1.1791372 Nov 24 20:50:36.016675 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c91401-1fe5-4899-8a48-e7d88df84860 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Pushing event updated for resources: {'Port': ['ID=39427abd-ebe8-446c-8307-db0efed2100d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:36.091444 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90659875-314a-472f-b2f9-bb4e6a387b6b req-dfb23846-fdcf-4e02-9c0b-1b1555adc7bb tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:36.093960 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90659875-314a-472f-b2f9-bb4e6a387b6b req-dfb23846-fdcf-4e02-9c0b-1b1555adc7bb tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=a22b17a1-b26d-4566-a074-891dadcdf38b HTTP/1.1" status: 200 len: 945 time: 1.0228994 Nov 24 20:50:36.138581 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedd8dd-5888-4c2b-901e-41955223ecc3 req-8c8d54ab-0daf-43cf-a1b9-c818592f72d6 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:36.140176 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3eedd8dd-5888-4c2b-901e-41955223ecc3 req-8c8d54ab-0daf-43cf-a1b9-c818592f72d6 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 943 time: 0.0782080 Nov 24 20:50:36.162995 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-be38066b-d84d-4f1e-ba49-48756769545e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:36.202937 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5d83a41-cd0b-499d-8818-c123cbc42aa6 req-3c5ce7d8-ff77-4f74-8fb0-27b0fc08b0a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9188cb4-c10d-4d87-9331-0bab5b48e5f4 HTTP/1.1" status: 200 len: 217 time: 0.1681902 Nov 24 20:50:36.206118 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-96ea1b74-363e-4b0c-a0bd-2fbe773ac4df tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:36.208942 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-96ea1b74-363e-4b0c-a0bd-2fbe773ac4df tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a&tenant_id=0d368bbdb2b84a05b39068aac600d356&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 1095 time: 0.9049087 Nov 24 20:50:36.210574 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3eedd8dd-5888-4c2b-901e-41955223ecc3 req-a5a5ecb5-c5f4-45cf-8164-fcfa8dc4c078 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621676 Nov 24 20:50:36.224445 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-be38066b-d84d-4f1e-ba49-48756769545e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:36.422719 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-e44dca32-db39-420b-99a4-43b00327cbf9 service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9589038 Nov 24 20:50:36.443046 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09830333-a036-4e0e-b27e-077034a70d8f req-b3c91401-1fe5-4899-8a48-e7d88df84860 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:36.443658 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09830333-a036-4e0e-b27e-077034a70d8f req-b3c91401-1fe5-4899-8a48-e7d88df84860 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:36.465117 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8563e9-f480-48c5-8860-cd47ec97577c req-e5fea192-b695-400c-a4a1-3a95f212d475 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:36.474022 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e8563e9-f480-48c5-8860-cd47ec97577c req-e5fea192-b695-400c-a4a1-3a95f212d475 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 932 time: 0.0826724 Nov 24 20:50:36.560692 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e8563e9-f480-48c5-8860-cd47ec97577c req-0d8d5908-c1df-4839-9929-e97f4b20ab03 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854352 Nov 24 20:50:36.594432 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-e84c7c44-eb48-4f65-af04-ccc92ec3d696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 258b81dc-1152-4bfa-b862-bf1733faf37d {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:50:36.625287 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-e84c7c44-eb48-4f65-af04-ccc92ec3d696 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:36.633130 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d83a41-cd0b-499d-8818-c123cbc42aa6 req-1e3e93e9-7d6e-42b5-94d4-1bea5a1cc93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:36.635153 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5d83a41-cd0b-499d-8818-c123cbc42aa6 req-1e3e93e9-7d6e-42b5-94d4-1bea5a1cc93a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ded7d568-de3b-47fd-8a43-7e09737c0e38 HTTP/1.1" status: 200 len: 845 time: 0.3932731 Nov 24 20:50:36.641001 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-09830333-a036-4e0e-b27e-077034a70d8f req-b3c91401-1fe5-4899-8a48-e7d88df84860 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7557695 Nov 24 20:50:36.696139 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90659875-314a-472f-b2f9-bb4e6a387b6b req-c77f015f-4db9-4b83-9adf-18a4860a72e5 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187504 Nov 24 20:50:36.738892 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-09830333-a036-4e0e-b27e-077034a70d8f req-9495c2e0-6a22-4e0c-816f-0bcbdfdc5db4 service neutron] Request body: {'port': {'device_id': 'fe2f9f50-4cff-4686-9a9b-59bdce3e04e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:36.744239 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-70d67b41-76d0-47d3-a0b1-49580fd083e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:36.751226 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-70d67b41-76d0-47d3-a0b1-49580fd083e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a&tenant_id=0d368bbdb2b84a05b39068aac600d356 HTTP/1.1" status: 200 len: 1095 time: 0.5087349 Nov 24 20:50:36.795390 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-e84c7c44-eb48-4f65-af04-ccc92ec3d696 service neutron] Transition to ACTIVE for port object 258b81dc-1152-4bfa-b862-bf1733faf37d will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:50:36.842293 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5d83a41-cd0b-499d-8818-c123cbc42aa6 req-305dcfd5-ab8b-43c7-b105-2b2603398e41 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1580956 Nov 24 20:50:36.873324 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-e84c7c44-eb48-4f65-af04-ccc92ec3d696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:36.909235 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-be38066b-d84d-4f1e-ba49-48756769545e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Floating IP 066a7c0c-7ec4-4a89-8f6c-f7f0abb43010 associated. External IP: 172.25.5.182, port: 7e3ab263-906f-4e2b-b381-dc3be02396aa. Nov 24 20:50:36.934468 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-577bd7f0-b608-4751-b39c-edcd853d8a6f req-8cce131e-e0a7-4ceb-834c-9ef8f6fd41ba service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729507 Nov 24 20:50:37.138843 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09830333-a036-4e0e-b27e-077034a70d8f req-9495c2e0-6a22-4e0c-816f-0bcbdfdc5db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:37.215055 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c7c44-eb48-4f65-af04-ccc92ec3d696 service neutron] Pushing event updated for resources: {'Port': ['ID=258b81dc-1152-4bfa-b862-bf1733faf37d,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:37.247061 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-45a23c53-2fa2-4d8c-8e09-992ac27bb93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:37.250187 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-45a23c53-2fa2-4d8c-8e09-992ac27bb93f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 1095 time: 0.4316835 Nov 24 20:50:37.356826 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10adc016-832e-43c3-8f8b-18142c9f6d3b req-95d470dd-5425-4fc4-970c-8df695401594 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:37.366901 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb3698-ef29-459e-b1c8-93bedd700212 req-41f0efc7-608d-403b-842a-b641780fea29 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:37.367136 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10adc016-832e-43c3-8f8b-18142c9f6d3b req-95d470dd-5425-4fc4-970c-8df695401594 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 943 time: 0.0702434 Nov 24 20:50:37.376469 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5cb3698-ef29-459e-b1c8-93bedd700212 req-41f0efc7-608d-403b-842a-b641780fea29 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 944 time: 0.4542122 Nov 24 20:50:37.424454 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1303be-03b0-42d4-af64-19b66049ff38 req-86a0a8dd-ff7f-4a55-9f97-7b948c7a2349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:37.426922 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ad1303be-03b0-42d4-af64-19b66049ff38 req-86a0a8dd-ff7f-4a55-9f97-7b948c7a2349 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 1094 time: 0.3915253 Nov 24 20:50:37.445446 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10adc016-832e-43c3-8f8b-18142c9f6d3b req-c38962e6-5816-4ef8-a093-ad47d1ae59a2 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726361 Nov 24 20:50:37.583145 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5d83a41-cd0b-499d-8818-c123cbc42aa6 req-2ef244a5-eb9a-4646-82c9-e13ffe9d4352 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6776857 Nov 24 20:50:37.702302 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f548223-2353-492a-a84d-0bd2e7b6626d req-f7cee9c1-5c88-4145-95f7-f9fd8fd83bf2 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:37.705413 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2f548223-2353-492a-a84d-0bd2e7b6626d req-f7cee9c1-5c88-4145-95f7-f9fd8fd83bf2 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 932 time: 0.0580218 Nov 24 20:50:37.762055 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2f548223-2353-492a-a84d-0bd2e7b6626d req-30f4c19c-f85e-4d4e-8318-4933b7727b0f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499554 Nov 24 20:50:37.840925 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5cb3698-ef29-459e-b1c8-93bedd700212 req-87edf036-3a0d-4bc6-b03e-0d168e36a3b9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586785 Nov 24 20:50:37.960719 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-f0ebf811-01b2-4bd4-8d2a-888d1d7c8c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:37.962163 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-f0ebf811-01b2-4bd4-8d2a-888d1d7c8c0a service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 908 time: 0.6933346 Nov 24 20:50:38.343551 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-e84c7c44-eb48-4f65-af04-ccc92ec3d696 service neutron] Attempting to bind port 258b81dc-1152-4bfa-b862-bf1733faf37d on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:50:38.344210 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-e84c7c44-eb48-4f65-af04-ccc92ec3d696 service neutron] Attempting to bind port 258b81dc-1152-4bfa-b862-bf1733faf37d by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '4dd3105e-efec-423b-952b-b6ef91859c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b1f34a3a-7d9a-4fae-8aee-8cca99d32be7'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:50:38.344210 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-e84c7c44-eb48-4f65-af04-ccc92ec3d696 service neutron] Attempting to bind port 258b81dc-1152-4bfa-b862-bf1733faf37d on network b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:38.395839 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-7421d783-5772-4e3e-bc13-dec65040db65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bce88063-b644-48bf-8030-61842c35d0ae HTTP/1.1" status: 200 len: 217 time: 0.3915670 Nov 24 20:50:38.396919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1303be-03b0-42d4-af64-19b66049ff38 req-e2500d8a-0275-41ef-817e-af35d458a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:38.398288 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ad1303be-03b0-42d4-af64-19b66049ff38 req-e2500d8a-0275-41ef-817e-af35d458a833 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 922 time: 0.9324481 Nov 24 20:50:38.432127 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-e84c7c44-eb48-4f65-af04-ccc92ec3d696 service neutron] Port 258b81dc-1152-4bfa-b862-bf1733faf37d on network b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:50:38.432458 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-e84c7c44-eb48-4f65-af04-ccc92ec3d696 service neutron] Attempting to bind port 258b81dc-1152-4bfa-b862-bf1733faf37d on network b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:38.519498 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-e84c7c44-eb48-4f65-af04-ccc92ec3d696 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:50:38.519847 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-e84c7c44-eb48-4f65-af04-ccc92ec3d696 service neutron] Checking segment: {'id': '4dd3105e-efec-423b-952b-b6ef91859c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b1f34a3a-7d9a-4fae-8aee-8cca99d32be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:50:38.520249 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-e84c7c44-eb48-4f65-af04-ccc92ec3d696 service neutron] Bound using segment: {'id': '4dd3105e-efec-423b-952b-b6ef91859c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b1f34a3a-7d9a-4fae-8aee-8cca99d32be7'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:50:38.520708 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-e84c7c44-eb48-4f65-af04-ccc92ec3d696 service neutron] Bound port: 258b81dc-1152-4bfa-b862-bf1733faf37d, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd3105e-efec-423b-952b-b6ef91859c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b1f34a3a-7d9a-4fae-8aee-8cca99d32be7'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:50:38.521095 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-e84c7c44-eb48-4f65-af04-ccc92ec3d696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:38.532150 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5d83a41-cd0b-499d-8818-c123cbc42aa6 req-9b478c99-8ea0-4931-9417-d6e99f69d897 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9162250 Nov 24 20:50:38.551228 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ad1303be-03b0-42d4-af64-19b66049ff38 req-02df459b-874e-478a-ac47-2b523111ccab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79838ae6-2e27-41aa-a507-c8b3dc1b485f HTTP/1.1" status: 200 len: 217 time: 0.1106899 Nov 24 20:50:38.565266 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c7447-a3c0-414e-945b-cbe6cad5dc7f req-c1579fe6-49d8-44b0-b003-c15d5d4c9505 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:38.567380 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c7c7447-a3c0-414e-945b-cbe6cad5dc7f req-c1579fe6-49d8-44b0-b003-c15d5d4c9505 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=a22b17a1-b26d-4566-a074-891dadcdf38b HTTP/1.1" status: 200 len: 945 time: 0.6311915 Nov 24 20:50:38.573259 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd0867-9da0-4a9f-b61d-ce0d355e0043 req-4aaaf068-d4e2-4f43-8c44-17e085a69fe5 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:38.574958 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-70dd0867-9da0-4a9f-b61d-ce0d355e0043 req-4aaaf068-d4e2-4f43-8c44-17e085a69fe5 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 943 time: 0.0525529 Nov 24 20:50:38.623683 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-70dd0867-9da0-4a9f-b61d-ce0d355e0043 req-593d62e9-d9c4-4e95-a7e8-483b75a4e2d1 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424285 Nov 24 20:50:38.666514 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be38066b-d84d-4f1e-ba49-48756769545e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Router f5984050-e66b-42a1-a48c-f962672d7407 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:50:38.673918 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-48a39724-ba8b-4e2c-9d31-d12313116854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:38.675620 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-48a39724-ba8b-4e2c-9d31-d12313116854 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d0e18ba-6af5-4f0b-b8c6-f19541a42712 HTTP/1.1" status: 200 len: 847 time: 0.2312703 Nov 24 20:50:38.760105 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1303be-03b0-42d4-af64-19b66049ff38 req-82e266c5-5f6b-44f9-8e3f-962f3f4ba7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:38.761627 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ad1303be-03b0-42d4-af64-19b66049ff38 req-82e266c5-5f6b-44f9-8e3f-962f3f4ba7fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.1933587 Nov 24 20:50:38.763394 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-41298288-5d5d-44c8-b879-bc514d22f39b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a5f3905-f9df-4704-8238-82ae8b0c31f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685797 Nov 24 20:50:38.821326 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c44961c3-c4a6-427f-b217-803388ae0935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:38.839589 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-e84c7c44-eb48-4f65-af04-ccc92ec3d696 service neutron] For port 258b81dc-1152-4bfa-b862-bf1733faf37d, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:50:38.853482 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ad1303be-03b0-42d4-af64-19b66049ff38 req-32e2efc5-f206-481e-bd31-8fdfa35ae008 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761373 Nov 24 20:50:38.887031 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16258959-5a4e-4487-905b-4e22daa621d0 req-4b5b3092-31a7-4ec9-8052-add26a174060 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:38.888452 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-16258959-5a4e-4487-905b-4e22daa621d0 req-4b5b3092-31a7-4ec9-8052-add26a174060 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 932 time: 0.0526695 Nov 24 20:50:38.892972 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c7c7447-a3c0-414e-945b-cbe6cad5dc7f req-3b8f5c42-5d78-4aa5-a419-076d6b33f8a8 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137896 Nov 24 20:50:38.931160 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-e84c7c44-eb48-4f65-af04-ccc92ec3d696 service neutron] For port 258b81dc-1152-4bfa-b862-bf1733faf37d, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=258b81dc-1152-4bfa-b862-bf1733faf37d,segment=NetworkSegment(4dd3105e-efec-423b-952b-b6ef91859c98),segment_id=4dd3105e-efec-423b-952b-b6ef91859c98)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:50:38.940248 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-09830333-a036-4e0e-b27e-077034a70d8f req-9495c2e0-6a22-4e0c-816f-0bcbdfdc5db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39427abd-ebe8-446c-8307-db0efed2100d {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:50:38.961347 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-16258959-5a4e-4487-905b-4e22daa621d0 req-05b9ceb0-8bc6-4615-a3e5-d19c50fb0d75 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661800 Nov 24 20:50:38.994832 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-e84c7c44-eb48-4f65-af04-ccc92ec3d696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:39.008787 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09830333-a036-4e0e-b27e-077034a70d8f req-9495c2e0-6a22-4e0c-816f-0bcbdfdc5db4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:39.079679 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9d108-f0bf-4fad-a543-097d21a92f19 req-8b4ec594-8274-44f0-bd35-ade2dee49afd tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:39.081443 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0fa9d108-f0bf-4fad-a543-097d21a92f19 req-8b4ec594-8274-44f0-bd35-ade2dee49afd tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 944 time: 0.0495243 Nov 24 20:50:39.130594 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0fa9d108-f0bf-4fad-a543-097d21a92f19 req-61d726b8-2c96-43af-99c1-2ea3b646cc97 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423956 Nov 24 20:50:39.139450 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-e84c7c44-eb48-4f65-af04-ccc92ec3d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:39.140006 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-e84c7c44-eb48-4f65-af04-ccc92ec3d696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:39.141455 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-e84c7c44-eb48-4f65-af04-ccc92ec3d696 service neutron] 10.222.0.15 "PUT /v2.0/ports/258b81dc-1152-4bfa-b862-bf1733faf37d HTTP/1.1" status: 200 len: 1092 time: 7.1204374 Nov 24 20:50:39.152195 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6aa621-46d8-4928-a866-5f6bba487a4a', 'tag': '258b81dc-1152-4bfa-b862-bf1733faf37d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:50:39.154580 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b09ad38-b258-41e9-b2a4-c2bc7fec3252" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6aa621-46d8-4928-a866-5f6bba487a4a", "tag": "258b81dc-1152-4bfa-b862-bf1733faf37d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:50:39.157575 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-09830333-a036-4e0e-b27e-077034a70d8f req-9495c2e0-6a22-4e0c-816f-0bcbdfdc5db4 service neutron] Transition to ACTIVE for port object 39427abd-ebe8-446c-8307-db0efed2100d will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:50:39.204367 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09830333-a036-4e0e-b27e-077034a70d8f req-9495c2e0-6a22-4e0c-816f-0bcbdfdc5db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:39.228962 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-4b7af939-b1d5-431e-9c94-4459035d181b service neutron] 10.222.0.15 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543579 Nov 24 20:50:39.260107 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c7c44-eb48-4f65-af04-ccc92ec3d696 service neutron] Pushing event updated for resources: {'Port': ['ID=258b81dc-1152-4bfa-b862-bf1733faf37d,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:39.321579 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:39.326622 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be38066b-d84d-4f1e-ba49-48756769545e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:50:39.341536 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84766017-f1eb-474c-bb61-edbdd9d3e05d None None] Sync routers for ids ['f5984050-e66b-42a1-a48c-f962672d7407'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:50:39.343361 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-be38066b-d84d-4f1e-ba49-48756769545e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:39.354316 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84766017-f1eb-474c-bb61-edbdd9d3e05d None None] Routers {'f5984050-e66b-42a1-a48c-f962672d7407'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:50:39.354704 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ad1303be-03b0-42d4-af64-19b66049ff38 req-ad7693e5-45c3-42c4-be41-6346ae8e9b69 service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607456 Nov 24 20:50:39.355377 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-84766017-f1eb-474c-bb61-edbdd9d3e05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:50:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f5984050-e66b-42a1-a48c-f962672d7407'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:50:39.385620 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141df3bd-76c1-4135-b8be-e716666e890f x-openstack-request-id: req-141df3bd-76c1-4135-b8be-e716666e890f {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:50:39.385927 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6aa621-46d8-4928-a866-5f6bba487a4a", "tag": "258b81dc-1152-4bfa-b862-bf1733faf37d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:50:39.386186 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-141df3bd-76c1-4135-b8be-e716666e890f {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:50:39.386591 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6aa621-46d8-4928-a866-5f6bba487a4a', 'tag': '258b81dc-1152-4bfa-b862-bf1733faf37d', 'status': 'completed', 'code': 200} Nov 24 20:50:39.412900 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6d5a9-af43-4284-9260-37328ff5c50c req-cba4f3bb-09e1-4bad-86d5-950c9ebd75b2 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:39.414347 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fdf6d5a9-af43-4284-9260-37328ff5c50c req-cba4f3bb-09e1-4bad-86d5-950c9ebd75b2 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=a22b17a1-b26d-4566-a074-891dadcdf38b HTTP/1.1" status: 200 len: 945 time: 0.3697438 Nov 24 20:50:39.464467 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cdcbf-dbf7-4dd0-9feb-506da31eb06a req-de3f8e14-857e-4fb5-9fc0-5cd02a9904ba tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:39.466060 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6d0cdcbf-dbf7-4dd0-9feb-506da31eb06a req-de3f8e14-857e-4fb5-9fc0-5cd02a9904ba tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7bb78f-0f83-4853-99cb-999daac71164 HTTP/1.1" status: 200 len: 950 time: 0.0521312 Nov 24 20:50:39.480737 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-84766017-f1eb-474c-bb61-edbdd9d3e05d None None] Set router f5984050-e66b-42a1-a48c-f962672d7407 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:50:39.507148 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-be38066b-d84d-4f1e-ba49-48756769545e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "PUT /v2.0/floatingips/066a7c0c-7ec4-4a89-8f6c-f7f0abb43010 HTTP/1.1" status: 200 len: 992 time: 6.6346722 Nov 24 20:50:39.507996 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495c2e0-6a22-4e0c-816f-0bcbdfdc5db4 service neutron] Pushing event updated for resources: {'Port': ['ID=39427abd-ebe8-446c-8307-db0efed2100d,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:39.512215 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-0b240c2d-0e7b-4510-acfd-88cf17a2f746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:39.513736 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-0b240c2d-0e7b-4510-acfd-88cf17a2f746 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b3771be825b4710b6a5b24055db84e7&device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 1095 time: 0.3045912 Nov 24 20:50:39.534277 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6d0cdcbf-dbf7-4dd0-9feb-506da31eb06a req-664024cd-8bd3-4a0c-90f0-f58aebd4b067 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/security-groups?id=53683fb4-84e4-4b6f-ab02-fb38844cb718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589800 Nov 24 20:50:39.657487 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-5662bb89-2cd8-4bc4-992e-97de5899864d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=258b81dc-1152-4bfa-b862-bf1733faf37d HTTP/1.1" status: 200 len: 217 time: 0.0951810 Nov 24 20:50:39.691436 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-fcd979a8-de99-42ac-874e-8de09cb46c32 service neutron] 10.222.0.15 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323533 Nov 24 20:50:39.725593 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fdf6d5a9-af43-4284-9260-37328ff5c50c req-5cc5ca89-dd3e-4d25-ab40-5edd407c316a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792566 Nov 24 20:50:39.769948 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-09830333-a036-4e0e-b27e-077034a70d8f req-9495c2e0-6a22-4e0c-816f-0bcbdfdc5db4 service neutron] Attempting to bind port 39427abd-ebe8-446c-8307-db0efed2100d on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:50:39.770421 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-09830333-a036-4e0e-b27e-077034a70d8f req-9495c2e0-6a22-4e0c-816f-0bcbdfdc5db4 service neutron] Attempting to bind port 39427abd-ebe8-446c-8307-db0efed2100d by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '4dd3105e-efec-423b-952b-b6ef91859c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b1f34a3a-7d9a-4fae-8aee-8cca99d32be7'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:50:39.770759 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09830333-a036-4e0e-b27e-077034a70d8f req-9495c2e0-6a22-4e0c-816f-0bcbdfdc5db4 service neutron] Attempting to bind port 39427abd-ebe8-446c-8307-db0efed2100d on network b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:39.777640 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ad1303be-03b0-42d4-af64-19b66049ff38 req-d1a79efd-944e-4eb5-b6c4-040d6352b5b4 service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902495 Nov 24 20:50:39.780168 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09830333-a036-4e0e-b27e-077034a70d8f req-9495c2e0-6a22-4e0c-816f-0bcbdfdc5db4 service neutron] Port 39427abd-ebe8-446c-8307-db0efed2100d on network b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:50:39.780500 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09830333-a036-4e0e-b27e-077034a70d8f req-9495c2e0-6a22-4e0c-816f-0bcbdfdc5db4 service neutron] Attempting to bind port 39427abd-ebe8-446c-8307-db0efed2100d on network b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:39.787259 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09830333-a036-4e0e-b27e-077034a70d8f req-9495c2e0-6a22-4e0c-816f-0bcbdfdc5db4 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:50:39.787608 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09830333-a036-4e0e-b27e-077034a70d8f req-9495c2e0-6a22-4e0c-816f-0bcbdfdc5db4 service neutron] Checking segment: {'id': '4dd3105e-efec-423b-952b-b6ef91859c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b1f34a3a-7d9a-4fae-8aee-8cca99d32be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:50:39.787992 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09830333-a036-4e0e-b27e-077034a70d8f req-9495c2e0-6a22-4e0c-816f-0bcbdfdc5db4 service neutron] Bound using segment: {'id': '4dd3105e-efec-423b-952b-b6ef91859c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b1f34a3a-7d9a-4fae-8aee-8cca99d32be7'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:50:39.788433 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-09830333-a036-4e0e-b27e-077034a70d8f req-9495c2e0-6a22-4e0c-816f-0bcbdfdc5db4 service neutron] Bound port: 39427abd-ebe8-446c-8307-db0efed2100d, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd3105e-efec-423b-952b-b6ef91859c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b1f34a3a-7d9a-4fae-8aee-8cca99d32be7'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:50:39.788809 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09830333-a036-4e0e-b27e-077034a70d8f req-9495c2e0-6a22-4e0c-816f-0bcbdfdc5db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:39.791971 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-73e6d90d-c62e-40ba-9e03-7c3644d0ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:39.794008 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-73e6d90d-c62e-40ba-9e03-7c3644d0ee09 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=376b0315-e8bc-496c-b7dc-6aa04ce56089 HTTP/1.1" status: 200 len: 858 time: 0.1238923 Nov 24 20:50:39.867942 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-3975c73a-396d-4565-a57d-be05766f99b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1f34a3a-7d9a-4fae-8aee-8cca99d32be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644274 Nov 24 20:50:39.884587 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-84766017-f1eb-474c-bb61-edbdd9d3e05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'name': 'tempest-ServerActionsTestJSON-2020131962-router', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:49:50Z', 'updated_at': '2021-11-24T20:49:56Z', 'revision_number': 4, 'project_id': '951818ad52ff43b78906657d2000e269', 'gw_port': {'id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:36:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:49:51Z', 'updated_at': '2021-11-24T20:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '066a7c0c-7ec4-4a89-8f6c-f7f0abb43010', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'port_id': '7e3ab263-906f-4e2b-b381-dc3be02396aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'mac_address': 'fa:16:3e:88:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26067d42-e992-4f89-8cdf-481c88e072db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:50:10Z', 'updated_at': '2021-11-24T20:50:35Z', 'revision_number': 1, 'project_id': '951818ad52ff43b78906657d2000e269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba43ba1f-46fc-47d3-9b9e-df00fa87c730', 'name': '', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'mac_address': 'fa:16:3e:2a:7c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:49:55Z', 'updated_at': '2021-11-24T20:50:02Z', 'revision_number': 5, 'project_id': '951818ad52ff43b78906657d2000e269', 'subnets': [{'id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:50:39.924118 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84766017-f1eb-474c-bb61-edbdd9d3e05d None None] Checking router: f5984050-e66b-42a1-a48c-f962672d7407 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:50:39.935158 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84766017-f1eb-474c-bb61-edbdd9d3e05d None None] Routers {'f5984050-e66b-42a1-a48c-f962672d7407'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:50:39.935871 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-84766017-f1eb-474c-bb61-edbdd9d3e05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:50:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f5984050-e66b-42a1-a48c-f962672d7407'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:50:40.057679 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-84766017-f1eb-474c-bb61-edbdd9d3e05d None None] Set router f5984050-e66b-42a1-a48c-f962672d7407 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:50:40.070173 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f0223-f180-4a1f-9b3e-2cbd7b26289d req-48eba9c9-d4ae-4154-99eb-13ac4aa87425 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:40.071692 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a67f0223-f180-4a1f-9b3e-2cbd7b26289d req-48eba9c9-d4ae-4154-99eb-13ac4aa87425 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 943 time: 0.2159810 Nov 24 20:50:40.081338 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-09830333-a036-4e0e-b27e-077034a70d8f req-9495c2e0-6a22-4e0c-816f-0bcbdfdc5db4 service neutron] For port 39427abd-ebe8-446c-8307-db0efed2100d, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:50:40.122788 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-09830333-a036-4e0e-b27e-077034a70d8f req-9495c2e0-6a22-4e0c-816f-0bcbdfdc5db4 service neutron] For port 39427abd-ebe8-446c-8307-db0efed2100d, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=39427abd-ebe8-446c-8307-db0efed2100d,segment=NetworkSegment(4dd3105e-efec-423b-952b-b6ef91859c98),segment_id=4dd3105e-efec-423b-952b-b6ef91859c98)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:50:40.136320 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09830333-a036-4e0e-b27e-077034a70d8f req-9495c2e0-6a22-4e0c-816f-0bcbdfdc5db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:40.149092 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-d4a3b058-f29d-4abc-b4b3-e401119e3886 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:40.150625 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-d4a3b058-f29d-4abc-b4b3-e401119e3886 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a&tenant_id=0d368bbdb2b84a05b39068aac600d356&binding%3Ahost_id=n-h2-812111-8 HTTP/1.1" status: 200 len: 1095 time: 0.1820939 Nov 24 20:50:40.235183 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-7e9d9e45-ea99-4f3a-9bb7-8a099a79a3e5 service neutron] 10.222.0.15 "GET /v2.0/networks/b1f34a3a-7d9a-4fae-8aee-8cca99d32be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383086 Nov 24 20:50:40.243209 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09830333-a036-4e0e-b27e-077034a70d8f req-9495c2e0-6a22-4e0c-816f-0bcbdfdc5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:40.243837 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09830333-a036-4e0e-b27e-077034a70d8f req-9495c2e0-6a22-4e0c-816f-0bcbdfdc5db4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:40.245262 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-09830333-a036-4e0e-b27e-077034a70d8f req-9495c2e0-6a22-4e0c-816f-0bcbdfdc5db4 service neutron] 10.222.0.15 "PUT /v2.0/ports/39427abd-ebe8-446c-8307-db0efed2100d HTTP/1.1" status: 200 len: 1092 time: 3.5576849 Nov 24 20:50:40.248775 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a67f0223-f180-4a1f-9b3e-2cbd7b26289d req-baa9986f-0d33-4302-ac6e-b80af40a6346 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615353 Nov 24 20:50:40.334075 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495c2e0-6a22-4e0c-816f-0bcbdfdc5db4 service neutron] Pushing event updated for resources: {'Port': ['ID=39427abd-ebe8-446c-8307-db0efed2100d,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:40.355229 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-84766017-f1eb-474c-bb61-edbdd9d3e05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'name': 'tempest-ServerActionsTestJSON-2020131962-router', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:49:50Z', 'updated_at': '2021-11-24T20:49:56Z', 'revision_number': 4, 'project_id': '951818ad52ff43b78906657d2000e269', 'gw_port': {'id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:36:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:49:51Z', 'updated_at': '2021-11-24T20:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '066a7c0c-7ec4-4a89-8f6c-f7f0abb43010', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'port_id': '7e3ab263-906f-4e2b-b381-dc3be02396aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'mac_address': 'fa:16:3e:88:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26067d42-e992-4f89-8cdf-481c88e072db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:50:10Z', 'updated_at': '2021-11-24T20:50:35Z', 'revision_number': 1, 'project_id': '951818ad52ff43b78906657d2000e269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba43ba1f-46fc-47d3-9b9e-df00fa87c730', 'name': '', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'mac_address': 'fa:16:3e:2a:7c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:49:55Z', 'updated_at': '2021-11-24T20:50:02Z', 'revision_number': 5, 'project_id': '951818ad52ff43b78906657d2000e269', 'subnets': [{'id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:50:40.391132 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84766017-f1eb-474c-bb61-edbdd9d3e05d None None] The sync data for ids ['f5984050-e66b-42a1-a48c-f962672d7407'] in n-d-812111-8 is: [{'id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'name': 'tempest-ServerActionsTestJSON-2020131962-router', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:49:50Z', 'updated_at': '2021-11-24T20:49:56Z', 'revision_number': 4, 'project_id': '951818ad52ff43b78906657d2000e269', 'gw_port': {'id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:36:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:49:51Z', 'updated_at': '2021-11-24T20:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '066a7c0c-7ec4-4a89-8f6c-f7f0abb43010', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'port_id': '7e3ab263-906f-4e2b-b381-dc3be02396aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'mac_address': 'fa:16:3e:88:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26067d42-e992-4f89-8cdf-481c88e072db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:50:10Z', 'updated_at': '2021-11-24T20:50:35Z', 'revision_number': 1, 'project_id': '951818ad52ff43b78906657d2000e269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba43ba1f-46fc-47d3-9b9e-df00fa87c730', 'name': '', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'mac_address': 'fa:16:3e:2a:7c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:49:55Z', 'updated_at': '2021-11-24T20:50:02Z', 'revision_number': 5, 'project_id': '951818ad52ff43b78906657d2000e269', 'subnets': [{'id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:50:40.497596 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44c310-b0df-43ba-84f1-d3e27b45c1d8 req-a3e40251-4629-4376-941b-5b0667f160e7 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:40.501313 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7c44c310-b0df-43ba-84f1-d3e27b45c1d8 req-a3e40251-4629-4376-941b-5b0667f160e7 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 944 time: 0.0663381 Nov 24 20:50:40.509086 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09830333-a036-4e0e-b27e-077034a70d8f req-957beba3-8d92-4603-8d2f-d633fd271ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:40.510602 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-09830333-a036-4e0e-b27e-077034a70d8f req-957beba3-8d92-4603-8d2f-d633fd271ac9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b3771be825b4710b6a5b24055db84e7&device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 1095 time: 0.2025926 Nov 24 20:50:40.518406 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ca22d64-8194-4310-bf67-7976be3fc485 req-57b8903e-2b0a-4c02-9b8f-22d7fc732071 service neutron] 10.222.0.15 "GET /v2.0/networks/b1f34a3a-7d9a-4fae-8aee-8cca99d32be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686839 Nov 24 20:50:40.541633 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f86241-a97b-494e-8efe-33a55d8183b2 req-c3d10dcb-4f13-4400-9e48-0e5b5b7f9dc2 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:40.543197 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1f86241-a97b-494e-8efe-33a55d8183b2 req-c3d10dcb-4f13-4400-9e48-0e5b5b7f9dc2 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 944 time: 0.1784372 Nov 24 20:50:40.557686 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7c44c310-b0df-43ba-84f1-d3e27b45c1d8 req-bc677427-80f6-463b-820e-16d03a23b7c0 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511434 Nov 24 20:50:40.577349 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-09830333-a036-4e0e-b27e-077034a70d8f req-85a553e2-413a-415a-b78b-1253c7b89e9f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39427abd-ebe8-446c-8307-db0efed2100d HTTP/1.1" status: 200 len: 217 time: 0.0545969 Nov 24 20:50:40.666172 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-acce6f1b-35a0-4a5d-a8d2-4b50a3c4cc09 service neutron] For port bce88063-b644-48bf-8030-61842c35d0ae, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:50:40.688526 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-acce6f1b-35a0-4a5d-a8d2-4b50a3c4cc09 service neutron] Publish callbacks [] for binding, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:40.689692 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-acce6f1b-35a0-4a5d-a8d2-4b50a3c4cc09 service neutron] 10.222.0.15 "DELETE /v2.0/ports/bce88063-b644-48bf-8030-61842c35d0ae/bindings/n-h1-812111-8 HTTP/1.1" status: 204 len: 173 time: 0.5201097 Nov 24 20:50:40.692531 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5695d511-bb52-48ac-909e-62dae5a81708 None None] New status for floating IP 066a7c0c-7ec4-4a89-8f6c-f7f0abb43010: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:50:40.712040 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09830333-a036-4e0e-b27e-077034a70d8f req-95bc0e3d-26ca-458e-aee1-ccf8f099d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:40.713560 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-09830333-a036-4e0e-b27e-077034a70d8f req-95bc0e3d-26ca-458e-aee1-ccf8f099d3a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=376b0315-e8bc-496c-b7dc-6aa04ce56089 HTTP/1.1" status: 200 len: 858 time: 0.1196017 Nov 24 20:50:40.721519 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1f86241-a97b-494e-8efe-33a55d8183b2 req-77ccba82-6575-437f-8be3-4036812e2b18 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475637 Nov 24 20:50:40.744505 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09ad38-b258-41e9-b2a4-c2bc7fec3252 req-b8fabdcf-a821-4cda-8216-88d1adb1a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:40.746144 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1b09ad38-b258-41e9-b2a4-c2bc7fec3252 req-b8fabdcf-a821-4cda-8216-88d1adb1a02a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b3771be825b4710b6a5b24055db84e7&device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 1095 time: 0.1405609 Nov 24 20:50:40.892438 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:40.906248 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3758d-29c7-4099-a8c8-003b3ad3609a req-219a7db7-a554-4605-b6ec-770f9545c172 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:40.913355 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-20c3758d-29c7-4099-a8c8-003b3ad3609a req-219a7db7-a554-4605-b6ec-770f9545c172 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=a22b17a1-b26d-4566-a074-891dadcdf38b HTTP/1.1" status: 200 len: 945 time: 0.0832024 Nov 24 20:50:40.982636 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-20c3758d-29c7-4099-a8c8-003b3ad3609a req-92ad07ce-27e2-4ef5-bb26-93434dd23de7 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671306 Nov 24 20:50:41.110359 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bd06e-4ce2-4fdd-b832-0f1065c6a7b6 req-9d4e8d42-58f9-4e39-9413-ba0dc2bf2b7e tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:41.113371 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b6bd06e-4ce2-4fdd-b832-0f1065c6a7b6 req-9d4e8d42-58f9-4e39-9413-ba0dc2bf2b7e tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 1095 time: 0.0472848 Nov 24 20:50:41.124517 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-09830333-a036-4e0e-b27e-077034a70d8f req-0218de50-5b54-4188-80af-b949be1fe0d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1f34a3a-7d9a-4fae-8aee-8cca99d32be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3963256 Nov 24 20:50:41.161715 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-76d4d165-9f39-4123-9ddb-d210155a8e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:41.196671 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b6bd06e-4ce2-4fdd-b832-0f1065c6a7b6 req-3520ad66-24a7-4b08-82e6-b09f5c5cc2a6 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770586 Nov 24 20:50:41.282326 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 1880aa63-f84f-446a-9d83-15cc4a0c0959 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:50:41.349742 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73fe59-3de1-42b1-bca6-8232d053a238 req-0373526b-5505-4ecd-9548-bd62488e2f02 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:41.352464 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f73fe59-3de1-42b1-bca6-8232d053a238 req-0373526b-5505-4ecd-9548-bd62488e2f02 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7bb78f-0f83-4853-99cb-999daac71164 HTTP/1.1" status: 200 len: 950 time: 0.1647060 Nov 24 20:50:41.360005 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-09830333-a036-4e0e-b27e-077034a70d8f req-85579e06-4a2e-4640-b05d-4cdd22537687 service neutron] 10.222.0.15 "GET /v2.0/networks/b1f34a3a-7d9a-4fae-8aee-8cca99d32be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251391 Nov 24 20:50:41.373896 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09ad38-b258-41e9-b2a4-c2bc7fec3252 req-2e4ac655-215e-4838-8182-89517e3f475b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:41.375302 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1b09ad38-b258-41e9-b2a4-c2bc7fec3252 req-2e4ac655-215e-4838-8182-89517e3f475b service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 HTTP/1.1" status: 200 len: 919 time: 0.2536750 Nov 24 20:50:41.385648 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:41.392979 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26067d42-e992-4f89-8cdf-481c88e072db', 'tag': '7e3ab263-906f-4e2b-b381-dc3be02396aa'}, {'name': 'network-changed', 'server_uuid': 'fe2f9f50-4cff-4686-9a9b-59bdce3e04e0', 'tag': '39427abd-ebe8-446c-8307-db0efed2100d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:50:41.395947 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5dd70f-3738-496a-9f58-59e744986eca" -d '{"events": [{"name": "network-changed", "server_uuid": "26067d42-e992-4f89-8cdf-481c88e072db", "tag": "7e3ab263-906f-4e2b-b381-dc3be02396aa"}, {"name": "network-changed", "server_uuid": "fe2f9f50-4cff-4686-9a9b-59bdce3e04e0", "tag": "39427abd-ebe8-446c-8307-db0efed2100d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:50:41.413130 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7bb78f-0f83-4853-99cb-999daac71164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1880aa63-f84f-446a-9d83-15cc4a0c0959'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:50:41.415531 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0805e8d-c2b0-4861-91d2-c69513184b77" -d '{"events": [{"server_uuid": "6d7bb78f-0f83-4853-99cb-999daac71164", "name": "network-vif-unplugged", "status": "completed", "tag": "1880aa63-f84f-446a-9d83-15cc4a0c0959"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:50:41.422706 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d055799-9864-44be-b9dc-1e370c631015 req-af8fa058-a150-45a0-aef3-66ba7f2f19c0 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:41.425926 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d055799-9864-44be-b9dc-1e370c631015 req-af8fa058-a150-45a0-aef3-66ba7f2f19c0 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 943 time: 0.0681148 Nov 24 20:50:41.429367 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 1880aa63-f84f-446a-9d83-15cc4a0c0959, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=1880aa63-f84f-446a-9d83-15cc4a0c0959,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:41.434475 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:41.474484 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1b09ad38-b258-41e9-b2a4-c2bc7fec3252 req-a0626923-5c23-4241-bb85-19a9c9f7b745 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=258b81dc-1152-4bfa-b862-bf1733faf37d HTTP/1.1" status: 200 len: 217 time: 0.0725882 Nov 24 20:50:41.485448 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d055799-9864-44be-b9dc-1e370c631015 req-848bb389-a731-4ba6-a971-8b53172a74bb tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518765 Nov 24 20:50:41.493364 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=1880aa63-f84f-446a-9d83-15cc4a0c0959,revision_number=11']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:41.581161 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f73fe59-3de1-42b1-bca6-8232d053a238 req-a811113d-97b4-49b1-897b-35c0d299f2ff tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/security-groups?id=53683fb4-84e4-4b6f-ab02-fb38844cb718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186425 Nov 24 20:50:41.604552 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09ad38-b258-41e9-b2a4-c2bc7fec3252 req-5aa95fec-4cd0-4347-83f4-047856966cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:41.606060 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1b09ad38-b258-41e9-b2a4-c2bc7fec3252 req-5aa95fec-4cd0-4347-83f4-047856966cb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=376b0315-e8bc-496c-b7dc-6aa04ce56089 HTTP/1.1" status: 200 len: 858 time: 0.1232038 Nov 24 20:50:41.618428 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-09830333-a036-4e0e-b27e-077034a70d8f req-91d72cce-742c-4dba-afb3-798762080cda service neutron] 10.222.0.15 "GET /v2.0/networks/b1f34a3a-7d9a-4fae-8aee-8cca99d32be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460179 Nov 24 20:50:41.640439 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 24 Nov 2021 20:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e154b9-a65c-4b95-a5d8-6cc6a7e206a1 x-openstack-request-id: req-f3e154b9-a65c-4b95-a5d8-6cc6a7e206a1 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:50:41.641281 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26067d42-e992-4f89-8cdf-481c88e072db", "tag": "7e3ab263-906f-4e2b-b381-dc3be02396aa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fe2f9f50-4cff-4686-9a9b-59bdce3e04e0", "tag": "39427abd-ebe8-446c-8307-db0efed2100d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:50:41.642207 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3e154b9-a65c-4b95-a5d8-6cc6a7e206a1 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:50:41.642368 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26067d42-e992-4f89-8cdf-481c88e072db', 'tag': '7e3ab263-906f-4e2b-b381-dc3be02396aa', 'status': 'completed', 'code': 200} Nov 24 20:50:41.643009 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2f9f50-4cff-4686-9a9b-59bdce3e04e0', 'tag': '39427abd-ebe8-446c-8307-db0efed2100d', 'status': 'completed', 'code': 200} Nov 24 20:50:41.665286 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1b09ad38-b258-41e9-b2a4-c2bc7fec3252 req-d048b598-1b89-450d-8198-017159fd5df4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1f34a3a-7d9a-4fae-8aee-8cca99d32be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431373 Nov 24 20:50:41.670550 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 20:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a202dbe-30ec-43e0-a076-0275d54ca7b8 x-openstack-request-id: req-9a202dbe-30ec-43e0-a076-0275d54ca7b8 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:50:41.671029 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7bb78f-0f83-4853-99cb-999daac71164", "name": "network-vif-unplugged", "status": "completed", "tag": "1880aa63-f84f-446a-9d83-15cc4a0c0959", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:50:41.671288 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9a202dbe-30ec-43e0-a076-0275d54ca7b8 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:50:41.671680 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7bb78f-0f83-4853-99cb-999daac71164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1880aa63-f84f-446a-9d83-15cc4a0c0959', 'code': 200} Nov 24 20:50:41.734921 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-54ffcb6c-4b11-4491-9f1a-94eb3ff7cd39 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:41.736376 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-54ffcb6c-4b11-4491-9f1a-94eb3ff7cd39 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 807 time: 0.1517668 Nov 24 20:50:41.767576 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dd70f-3738-496a-9f58-59e744986eca req-a24524c5-15cb-43fe-9385-57a2841c4ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:41.769207 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a5dd70f-3738-496a-9f58-59e744986eca req-a24524c5-15cb-43fe-9385-57a2841c4ba9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 1097 time: 0.1030226 Nov 24 20:50:41.771050 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-d2aa5933-b48d-4cb6-8bd1-c4f5cc795cb7 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/quotas/0d368bbdb2b84a05b39068aac600d356 HTTP/1.1" status: 200 len: 375 time: 0.0280600 Nov 24 20:50:41.817691 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1b09ad38-b258-41e9-b2a4-c2bc7fec3252 req-386b846a-fd0d-4f8e-b2f7-b024e32ab03e service neutron] 10.222.0.15 "GET /v2.0/networks/b1f34a3a-7d9a-4fae-8aee-8cca99d32be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425347 Nov 24 20:50:41.828206 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-938bcf88-6dbc-47cd-9475-b8517853855a tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562344 Nov 24 20:50:41.915856 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-e28fa184-42a7-49c2-a8db-7e1e61e829cf service neutron] 10.222.0.11 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865376 Nov 24 20:50:42.010967 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-252ae987-a489-4bb5-8608-108b68304b5f service neutron] 10.222.0.11 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889692 Nov 24 20:50:42.021466 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dd70f-3738-496a-9f58-59e744986eca req-ca836a95-1d2b-429c-a6bc-bf088c004852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:42.022969 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a5dd70f-3738-496a-9f58-59e744986eca req-ca836a95-1d2b-429c-a6bc-bf088c004852 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 913 time: 0.2438810 Nov 24 20:50:42.035570 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6ba9a-c23b-42f5-8936-75fdb1590145 req-26915952-45a5-4abc-9883-3faa75f3f49f tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:42.037003 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cdd6ba9a-c23b-42f5-8936-75fdb1590145 req-26915952-45a5-4abc-9883-3faa75f3f49f tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.48 "GET /v2.0/ports?device_id=a22b17a1-b26d-4566-a074-891dadcdf38b HTTP/1.1" status: 200 len: 945 time: 0.1767373 Nov 24 20:50:42.064740 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a6ed6-8b99-4107-8263-0639bd2fbecc req-38f4b41a-2f41-434e-b85b-c0497ff9697b tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:42.066457 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2d1a6ed6-8b99-4107-8263-0639bd2fbecc req-38f4b41a-2f41-434e-b85b-c0497ff9697b tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 944 time: 0.1782176 Nov 24 20:50:42.118253 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1b09ad38-b258-41e9-b2a4-c2bc7fec3252 req-0603921b-c9f8-456d-babb-d9163975bee0 service neutron] 10.222.0.15 "GET /v2.0/networks/b1f34a3a-7d9a-4fae-8aee-8cca99d32be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909677 Nov 24 20:50:42.200915 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a5dd70f-3738-496a-9f58-59e744986eca req-e542a9eb-88c8-45e3-960c-7fec674f2b25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa HTTP/1.1" status: 200 len: 1002 time: 0.1583476 Nov 24 20:50:42.248344 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2d1a6ed6-8b99-4107-8263-0639bd2fbecc req-07f80e34-3de3-43f1-8ecd-b0625f894cde tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514926 Nov 24 20:50:42.289558 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:42.291367 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dd70f-3738-496a-9f58-59e744986eca req-e79c9bcb-31ea-434b-8143-579c791b345a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:42.292884 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a5dd70f-3738-496a-9f58-59e744986eca req-e79c9bcb-31ea-434b-8143-579c791b345a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ee9c5f7-570f-459a-a776-8d371777733b HTTP/1.1" status: 200 len: 851 time: 0.0808928 Nov 24 20:50:42.305309 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-cdd6ba9a-c23b-42f5-8936-75fdb1590145 req-0a497326-5929-4dc5-a11f-addd0c25a477 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Deleting port c9188cb4-c10d-4d87-9331-0bab5b48e5f4 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:50:42.305663 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-cdd6ba9a-c23b-42f5-8936-75fdb1590145 req-0a497326-5929-4dc5-a11f-addd0c25a477 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:42.384386 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-807288ba-5c8f-4c24-ab4e-082e68a5d9dd req-b69e13f3-3a68-4ee8-8615-88e96c5fd7a8 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 210 time: 0.0741937 Nov 24 20:50:42.395494 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b46bf8-2c93-4575-9397-9db674aa7f5b req-e6428080-259d-4b22-b289-8608bb1699fa tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:42.403203 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-38b46bf8-2c93-4575-9397-9db674aa7f5b req-e6428080-259d-4b22-b289-8608bb1699fa tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=a22b17a1-b26d-4566-a074-891dadcdf38b HTTP/1.1" status: 200 len: 945 time: 0.0676630 Nov 24 20:50:42.437978 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dd70f-3738-496a-9f58-59e744986eca req-aee06695-8e8e-4c4c-9f19-da595cd6ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:42.439783 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a5dd70f-3738-496a-9f58-59e744986eca req-aee06695-8e8e-4c4c-9f19-da595cd6ac7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d57895c6-b2f2-4afe-a44e-1eb66b91940d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374190 Nov 24 20:50:42.458314 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-38b46bf8-2c93-4575-9397-9db674aa7f5b req-239dc61a-13c1-48a7-973d-e46d1fba9973 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541797 Nov 24 20:50:42.471144 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-cdd6ba9a-c23b-42f5-8936-75fdb1590145 req-0a497326-5929-4dc5-a11f-addd0c25a477 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] For port c9188cb4-c10d-4d87-9331-0bab5b48e5f4, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c9188cb4-c10d-4d87-9331-0bab5b48e5f4,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:42.471762 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-cdd6ba9a-c23b-42f5-8936-75fdb1590145 req-0a497326-5929-4dc5-a11f-addd0c25a477 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:42.490311 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 258b81dc-1152-4bfa-b862-bf1733faf37d details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:50:42.506228 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-cdd6ba9a-c23b-42f5-8936-75fdb1590145 req-0a497326-5929-4dc5-a11f-addd0c25a477 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Calling delete_port for c9188cb4-c10d-4d87-9331-0bab5b48e5f4 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:50:42.598352 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 258b81dc-1152-4bfa-b862-bf1733faf37d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=258b81dc-1152-4bfa-b862-bf1733faf37d,segment=NetworkSegment(4dd3105e-efec-423b-952b-b6ef91859c98),segment_id=4dd3105e-efec-423b-952b-b6ef91859c98)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:42.622022 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '258b81dc-1152-4bfa-b862-bf1733faf37d', 'network_id': 'b1f34a3a-7d9a-4fae-8aee-8cca99d32be7', 'port_id': '258b81dc-1152-4bfa-b862-bf1733faf37d', 'mac_address': 'fa:16:3e:37:da:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '376b0315-e8bc-496c-b7dc-6aa04ce56089', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:50:42.651961 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a5dd70f-3738-496a-9f58-59e744986eca req-f78945ee-5f43-48c1-8a31-bca521275eb1 service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964173 Nov 24 20:50:42.682596 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:42.706160 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 258b81dc-1152-4bfa-b862-bf1733faf37d {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:50:42.709712 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ae41c-4dd0-476a-a3f0-b7067f530f00 req-ad6338ab-7c40-45c3-9a8d-b78b664e7f0b tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:42.711265 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-542ae41c-4dd0-476a-a3f0-b7067f530f00 req-ad6338ab-7c40-45c3-9a8d-b78b664e7f0b tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 943 time: 0.1173034 Nov 24 20:50:42.742151 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35644e-2038-4ae3-9dcb-e3117825bb48 req-04457480-38cb-4a5a-823d-dd3023b2e11a tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:42.742805 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 258b81dc-1152-4bfa-b862-bf1733faf37d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=258b81dc-1152-4bfa-b862-bf1733faf37d,segment=NetworkSegment(4dd3105e-efec-423b-952b-b6ef91859c98),segment_id=4dd3105e-efec-423b-952b-b6ef91859c98)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:42.745656 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de35644e-2038-4ae3-9dcb-e3117825bb48 req-04457480-38cb-4a5a-823d-dd3023b2e11a tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7bb78f-0f83-4853-99cb-999daac71164 HTTP/1.1" status: 200 len: 948 time: 0.0733852 Nov 24 20:50:42.748674 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:42.812588 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de35644e-2038-4ae3-9dcb-e3117825bb48 req-66b959d3-1cd5-4c92-8c9a-86672abc28c2 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/security-groups?id=53683fb4-84e4-4b6f-ab02-fb38844cb718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576961 Nov 24 20:50:42.833692 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=258b81dc-1152-4bfa-b862-bf1733faf37d,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:42.866373 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-cdd6ba9a-c23b-42f5-8936-75fdb1590145 req-0a497326-5929-4dc5-a11f-addd0c25a477 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:42.872429 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-542ae41c-4dd0-476a-a3f0-b7067f530f00 req-e062a142-e33d-43c5-bf1d-88871a82d169 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207902 Nov 24 20:50:42.880678 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a5dd70f-3738-496a-9f58-59e744986eca req-3450ea90-f67e-4b09-9e36-b9f3a0423421 service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019725 Nov 24 20:50:42.880978 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['c9188cb4-c10d-4d87-9331-0bab5b48e5f4'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:50:42.916218 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a497326-5929-4dc5-a11f-addd0c25a477 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Pushing event deleted for resources: {'Port': ['ID=c9188cb4-c10d-4d87-9331-0bab5b48e5f4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:42.916811 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c1b3f4bd-32d9-468e-8bb5-53c430603070'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:50:42.958464 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd6ba9a-c23b-42f5-8936-75fdb1590145 req-0a497326-5929-4dc5-a11f-addd0c25a477 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] No DVR routers for this DVR port c9188cb4-c10d-4d87-9331-0bab5b48e5f4 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:50:42.962049 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-cdd6ba9a-c23b-42f5-8936-75fdb1590145 req-0a497326-5929-4dc5-a11f-addd0c25a477 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:42.965415 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cdd6ba9a-c23b-42f5-8936-75fdb1590145 req-0a497326-5929-4dc5-a11f-addd0c25a477 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.48 "DELETE /v2.0/ports/c9188cb4-c10d-4d87-9331-0bab5b48e5f4 HTTP/1.1" status: 204 len: 173 time: 0.9159966 Nov 24 20:50:43.012415 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dd70f-3738-496a-9f58-59e744986eca req-11887c2a-9388-48eb-b06a-bce5b156980d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:43.014080 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a5dd70f-3738-496a-9f58-59e744986eca req-11887c2a-9388-48eb-b06a-bce5b156980d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b3771be825b4710b6a5b24055db84e7&device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 1095 time: 0.0534887 Nov 24 20:50:43.069157 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['258b81dc-1152-4bfa-b862-bf1733faf37d'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:50:43.118327 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dd70f-3738-496a-9f58-59e744986eca req-a0e17768-97ea-415f-ac9d-7549fc9efccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:43.120197 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a5dd70f-3738-496a-9f58-59e744986eca req-a0e17768-97ea-415f-ac9d-7549fc9efccb service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 HTTP/1.1" status: 200 len: 919 time: 0.0973730 Nov 24 20:50:43.164342 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a5dd70f-3738-496a-9f58-59e744986eca req-f8ee78d1-b1f4-4fb7-a356-d60298c577ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39427abd-ebe8-446c-8307-db0efed2100d HTTP/1.1" status: 200 len: 217 time: 0.0361865 Nov 24 20:50:43.261441 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dd70f-3738-496a-9f58-59e744986eca req-58fa073f-fd4c-4720-94f3-3b2abc9d82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:43.263037 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a5dd70f-3738-496a-9f58-59e744986eca req-58fa073f-fd4c-4720-94f3-3b2abc9d82d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=376b0315-e8bc-496c-b7dc-6aa04ce56089 HTTP/1.1" status: 200 len: 858 time: 0.0910811 Nov 24 20:50:43.281546 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed1a5d-893d-4a2d-b2b1-9c6be822d1aa req-fcee8f8f-7fcb-41ce-b9bc-f213be37a938 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:43.283109 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-44ed1a5d-893d-4a2d-b2b1-9c6be822d1aa req-fcee8f8f-7fcb-41ce-b9bc-f213be37a938 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7bb78f-0f83-4853-99cb-999daac71164 HTTP/1.1" status: 200 len: 948 time: 0.0684085 Nov 24 20:50:43.384500 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a5dd70f-3738-496a-9f58-59e744986eca req-fad874ee-0b6b-4559-99a6-1981082254fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1f34a3a-7d9a-4fae-8aee-8cca99d32be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982554 Nov 24 20:50:43.424257 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088616c1-dc44-42ef-9f24-90b4ab4cc751 req-b07e8a3c-60e2-41c3-909b-5eead30f1336 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:43.426710 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-088616c1-dc44-42ef-9f24-90b4ab4cc751 req-b07e8a3c-60e2-41c3-909b-5eead30f1336 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 944 time: 0.0649834 Nov 24 20:50:43.483654 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-088616c1-dc44-42ef-9f24-90b4ab4cc751 req-59bd6a10-9e1f-4ea0-af17-58bdf6bae842 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486763 Nov 24 20:50:43.567651 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea59f5d0-eca1-4d54-895b-b71df675a781 req-8552deb8-9662-4167-b1c5-40766e7cb2fa tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 210 time: 0.0878005 Nov 24 20:50:43.577588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-1762c211-d117-4c1b-b480-a7a39fc91622 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:43.579072 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-1762c211-d117-4c1b-b480-a7a39fc91622 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.48 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 807 time: 0.2950709 Nov 24 20:50:43.594371 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-8324862f-39fe-4e16-b702-e0bfe2230444 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Request body: {'port': {'device_id': 'df9259bf-ac18-4a6b-aabd-d254aa04a94a', 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7', 'admin_state_up': True, 'tenant_id': '0d368bbdb2b84a05b39068aac600d356'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:43.618319 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d234a6c4-7188-40ef-9b12-d213c1b4f52b req-a2a4452a-c86d-4980-8671-cecf65efd2df tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=a22b17a1-b26d-4566-a074-891dadcdf38b HTTP/1.1" status: 200 len: 210 time: 0.0419204 Nov 24 20:50:43.633502 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:43.667813 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22b17a1-b26d-4566-a074-891dadcdf38b', 'name': 'network-vif-deleted', 'tag': 'c9188cb4-c10d-4d87-9331-0bab5b48e5f4'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:50:43.670063 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41911cf8-dc2f-4eb6-9048-bf26657fe0ea" -d '{"events": [{"server_uuid": "a22b17a1-b26d-4566-a074-891dadcdf38b", "name": "network-vif-deleted", "tag": "c9188cb4-c10d-4d87-9331-0bab5b48e5f4"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:50:43.695692 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a5dd70f-3738-496a-9f58-59e744986eca req-97178f56-523d-4190-903f-5b640faf64ad service neutron] 10.222.0.15 "GET /v2.0/networks/b1f34a3a-7d9a-4fae-8aee-8cca99d32be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807741 Nov 24 20:50:43.717714 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-44ed1a5d-893d-4a2d-b2b1-9c6be822d1aa req-3f450e2d-7883-468f-8772-a2fe01b1fcc5 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Deleting port 1880aa63-f84f-446a-9d83-15cc4a0c0959 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:50:43.718055 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-44ed1a5d-893d-4a2d-b2b1-9c6be822d1aa req-3f450e2d-7883-468f-8772-a2fe01b1fcc5 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:43.721365 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0193dd9a-fb87-4c0b-a517-80852d713ac7 x-openstack-request-id: req-0193dd9a-fb87-4c0b-a517-80852d713ac7 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:50:43.721651 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22b17a1-b26d-4566-a074-891dadcdf38b", "name": "network-vif-deleted", "tag": "c9188cb4-c10d-4d87-9331-0bab5b48e5f4", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:50:43.722547 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0193dd9a-fb87-4c0b-a517-80852d713ac7 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:50:43.723380 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22b17a1-b26d-4566-a074-891dadcdf38b', 'name': 'network-vif-deleted', 'tag': 'c9188cb4-c10d-4d87-9331-0bab5b48e5f4', 'status': 'completed', 'code': 200} Nov 24 20:50:43.948036 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417ddb8-838f-43da-b8ca-874c78893a91 req-364fbe22-0a36-4ede-ac32-3c120272f6e0 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:43.949814 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9417ddb8-838f-43da-b8ca-874c78893a91 req-364fbe22-0a36-4ede-ac32-3c120272f6e0 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7bb78f-0f83-4853-99cb-999daac71164 HTTP/1.1" status: 200 len: 948 time: 0.0699143 Nov 24 20:50:44.007085 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9417ddb8-838f-43da-b8ca-874c78893a91 req-50f0fbaa-46a0-409e-bd35-a6e7bd23b0d1 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/security-groups?id=53683fb4-84e4-4b6f-ab02-fb38844cb718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513442 Nov 24 20:50:44.179547 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-8324862f-39fe-4e16-b702-e0bfe2230444 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Made reservation on behalf of 0d368bbdb2b84a05b39068aac600d356 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:50:44.183019 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-8324862f-39fe-4e16-b702-e0bfe2230444 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:44.208066 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-44ed1a5d-893d-4a2d-b2b1-9c6be822d1aa req-3f450e2d-7883-468f-8772-a2fe01b1fcc5 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] For port 1880aa63-f84f-446a-9d83-15cc4a0c0959, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=1880aa63-f84f-446a-9d83-15cc4a0c0959,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:44.208430 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-44ed1a5d-893d-4a2d-b2b1-9c6be822d1aa req-3f450e2d-7883-468f-8772-a2fe01b1fcc5 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:44.213510 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a5dd70f-3738-496a-9f58-59e744986eca req-86984af2-bed5-4d56-835d-eb3dea60dbee service neutron] 10.222.0.15 "GET /v2.0/networks/b1f34a3a-7d9a-4fae-8aee-8cca99d32be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073862 Nov 24 20:50:44.232365 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-44ed1a5d-893d-4a2d-b2b1-9c6be822d1aa req-3f450e2d-7883-468f-8772-a2fe01b1fcc5 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Calling delete_port for 1880aa63-f84f-446a-9d83-15cc4a0c0959 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:50:44.241032 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11435ba7-55bb-4f8c-b110-aeab480ca09f req-5257abd4-524f-4f05-8633-04079730a4b4 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:44.242489 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-11435ba7-55bb-4f8c-b110-aeab480ca09f req-5257abd4-524f-4f05-8633-04079730a4b4 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 943 time: 0.1345177 Nov 24 20:50:44.427170 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-11435ba7-55bb-4f8c-b110-aeab480ca09f req-24cd2711-cd48-445a-9952-0da37000b12e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771941 Nov 24 20:50:44.457645 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-8324862f-39fe-4e16-b702-e0bfe2230444 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Allocated IP 172.20.0.5 (4a5f3905-f9df-4704-8238-82ae8b0c31f7/2d0e18ba-6af5-4f0b-b8c6-f19541a42712/303d75f2-c102-4331-a4d1-d254fe301d93) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:50:44.502940 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 39427abd-ebe8-446c-8307-db0efed2100d details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:50:44.505864 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 258b81dc-1152-4bfa-b862-bf1733faf37d up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:50:44.542570 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-44ed1a5d-893d-4a2d-b2b1-9c6be822d1aa req-3f450e2d-7883-468f-8772-a2fe01b1fcc5 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:44.594719 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f450e2d-7883-468f-8772-a2fe01b1fcc5 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Pushing event deleted for resources: {'Port': ['ID=1880aa63-f84f-446a-9d83-15cc4a0c0959,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:44.640572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a797fd-0992-4185-a085-40b58a4bd5e0 req-3cbf79b3-5b31-4397-9b91-53f19172d3a7 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:44.643703 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9a797fd-0992-4185-a085-40b58a4bd5e0 req-3cbf79b3-5b31-4397-9b91-53f19172d3a7 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 944 time: 0.0806615 Nov 24 20:50:44.660798 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 39427abd-ebe8-446c-8307-db0efed2100d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=39427abd-ebe8-446c-8307-db0efed2100d,segment=NetworkSegment(4dd3105e-efec-423b-952b-b6ef91859c98),segment_id=4dd3105e-efec-423b-952b-b6ef91859c98)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:44.663820 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 258b81dc-1152-4bfa-b862-bf1733faf37d completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:50:44.677149 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 258b81dc-1152-4bfa-b862-bf1733faf37d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:50:44.677534 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:44.684403 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ed1a5d-893d-4a2d-b2b1-9c6be822d1aa req-3f450e2d-7883-468f-8772-a2fe01b1fcc5 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] No DVR routers for this DVR port 1880aa63-f84f-446a-9d83-15cc4a0c0959 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:50:44.688572 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-44ed1a5d-893d-4a2d-b2b1-9c6be822d1aa req-3f450e2d-7883-468f-8772-a2fe01b1fcc5 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:44.692809 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-44ed1a5d-893d-4a2d-b2b1-9c6be822d1aa req-3f450e2d-7883-468f-8772-a2fe01b1fcc5 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.48 "DELETE /v2.0/ports/1880aa63-f84f-446a-9d83-15cc4a0c0959 HTTP/1.1" status: 204 len: 173 time: 1.3553529 Nov 24 20:50:44.716024 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '39427abd-ebe8-446c-8307-db0efed2100d', 'network_id': 'b1f34a3a-7d9a-4fae-8aee-8cca99d32be7', 'port_id': '39427abd-ebe8-446c-8307-db0efed2100d', 'mac_address': 'fa:16:3e:89:c7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '376b0315-e8bc-496c-b7dc-6aa04ce56089', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:50:44.732045 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9a797fd-0992-4185-a085-40b58a4bd5e0 req-bbf0da5a-3564-40c4-a4a2-8154d7dc7ccf tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802159 Nov 24 20:50:44.737110 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0eb416dd-6036-44e2-a984-c9c82cb7daf8 req-55650acf-1d41-4f53-bff3-16c06df1e07a tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 210 time: 0.0371764 Nov 24 20:50:44.767375 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-8324862f-39fe-4e16-b702-e0bfe2230444 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:44.814998 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-8324862f-39fe-4e16-b702-e0bfe2230444 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:44.850032 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:44.853023 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:44.868647 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39427abd-ebe8-446c-8307-db0efed2100d {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:50:44.873914 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:44.888827 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-8324862f-39fe-4e16-b702-e0bfe2230444 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:50:44.893031 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-8324862f-39fe-4e16-b702-e0bfe2230444 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:50:44.896953 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-8324862f-39fe-4e16-b702-e0bfe2230444 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:50:44.901254 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 39427abd-ebe8-446c-8307-db0efed2100d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=39427abd-ebe8-446c-8307-db0efed2100d,segment=NetworkSegment(4dd3105e-efec-423b-952b-b6ef91859c98),segment_id=4dd3105e-efec-423b-952b-b6ef91859c98)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:44.914200 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6aa621-46d8-4928-a866-5f6bba487a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258b81dc-1152-4bfa-b862-bf1733faf37d'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:50:44.917679 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e96bd8-244b-4ec0-bb67-3788282a783f" -d '{"events": [{"server_uuid": "cb6aa621-46d8-4928-a866-5f6bba487a4a", "name": "network-vif-plugged", "status": "completed", "tag": "258b81dc-1152-4bfa-b862-bf1733faf37d"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:50:44.922442 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:44.954818 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324862f-39fe-4e16-b702-e0bfe2230444 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Pushing event updated for resources: {'Port': ['ID=303d75f2-c102-4331-a4d1-d254fe301d93,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:44.967110 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 258b81dc-1152-4bfa-b862-bf1733faf37d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=258b81dc-1152-4bfa-b862-bf1733faf37d,segment=NetworkSegment(4dd3105e-efec-423b-952b-b6ef91859c98),segment_id=4dd3105e-efec-423b-952b-b6ef91859c98)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:44.977075 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:44.992664 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745308ab-1732-4e46-aea0-a472b24a355a x-openstack-request-id: req-745308ab-1732-4e46-aea0-a472b24a355a {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:50:44.993316 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6aa621-46d8-4928-a866-5f6bba487a4a", "name": "network-vif-plugged", "status": "completed", "tag": "258b81dc-1152-4bfa-b862-bf1733faf37d", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:50:44.993811 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-745308ab-1732-4e46-aea0-a472b24a355a {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:50:44.994376 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6aa621-46d8-4928-a866-5f6bba487a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258b81dc-1152-4bfa-b862-bf1733faf37d', 'code': 200} Nov 24 20:50:45.013296 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-8324862f-39fe-4e16-b702-e0bfe2230444 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:45.014011 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-8324862f-39fe-4e16-b702-e0bfe2230444 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:45.016145 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=39427abd-ebe8-446c-8307-db0efed2100d,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:45.059513 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-8324862f-39fe-4e16-b702-e0bfe2230444 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4693422 Nov 24 20:50:45.070902 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-9bb6f44e-5c14-4548-8c59-7ca0ef6b5583 service neutron] Request body: {'port': {'device_id': 'df9259bf-ac18-4a6b-aabd-d254aa04a94a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:45.146906 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=258b81dc-1152-4bfa-b862-bf1733faf37d,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:45.235394 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cd0f5634-618f-40ee-a43d-0f50917fe58f req-312cd8d4-b8c6-4a10-bd4d-d0ef56ed4909 tempest-ImagesOneServerTestJSON-1065985178 tempest-ImagesOneServerTestJSON-1065985178-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7bb78f-0f83-4853-99cb-999daac71164 HTTP/1.1" status: 200 len: 210 time: 0.0682831 Nov 24 20:50:45.237953 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-9bb6f44e-5c14-4548-8c59-7ca0ef6b5583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:45.251736 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b7665-fa07-445c-ba1f-d26961f62ceb req-2953a5e1-d9f7-4bec-b4ce-55919adbf441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:45.253955 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ba9b7665-fa07-445c-ba1f-d26961f62ceb req-2953a5e1-d9f7-4bec-b4ce-55919adbf441 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 1097 time: 0.1494832 Nov 24 20:50:45.276993 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['39427abd-ebe8-446c-8307-db0efed2100d'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:50:45.319683 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 79838ae6-2e27-41aa-a507-c8b3dc1b485f details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:50:45.322846 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device c9188cb4-c10d-4d87-9331-0bab5b48e5f4 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:50:45.369533 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: c9188cb4-c10d-4d87-9331-0bab5b48e5f4 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:50:45.369891 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device c9188cb4-c10d-4d87-9331-0bab5b48e5f4 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:50:45.372571 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ba9b7665-fa07-445c-ba1f-d26961f62ceb req-e27045b8-b9bb-4988-8dec-46718e8c97f7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100116 Nov 24 20:50:45.443727 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f59a0c-e74b-4279-a274-17421fcac149 req-b6aa44e8-a238-4a59-b2f0-4eb8f93d8034 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:45.449309 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-61f59a0c-e74b-4279-a274-17421fcac149 req-b6aa44e8-a238-4a59-b2f0-4eb8f93d8034 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/networks?id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f HTTP/1.1" status: 200 len: 805 time: 0.1340961 Nov 24 20:50:45.461045 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-61f59a0c-e74b-4279-a274-17421fcac149 req-e9b330c4-8242-4933-9423-29f395a72aab tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/quotas/1e863037610748a3b80a51d971bf8b4d HTTP/1.1" status: 200 len: 375 time: 0.0098660 Nov 24 20:50:45.510597 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 79838ae6-2e27-41aa-a507-c8b3dc1b485f, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=79838ae6-2e27-41aa-a507-c8b3dc1b485f,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:45.513878 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-61f59a0c-e74b-4279-a274-17421fcac149 req-40e19b0c-5135-494a-925c-f3df218ec4c7 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1e863037610748a3b80a51d971bf8b4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458257 Nov 24 20:50:45.530608 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '79838ae6-2e27-41aa-a507-c8b3dc1b485f', 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c', 'port_id': '79838ae6-2e27-41aa-a507-c8b3dc1b485f', 'mac_address': 'fa:16:3e:03:49:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e45132d-16f0-4b54-ad14-284c2476122c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:50:45.610801 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:45.618057 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-9bb6f44e-5c14-4548-8c59-7ca0ef6b5583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303d75f2-c102-4331-a4d1-d254fe301d93 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:50:45.629492 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79838ae6-2e27-41aa-a507-c8b3dc1b485f {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:50:45.630111 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-9bb6f44e-5c14-4548-8c59-7ca0ef6b5583 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:45.643447 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-9bb6f44e-5c14-4548-8c59-7ca0ef6b5583 service neutron] Transition to ACTIVE for port object 303d75f2-c102-4331-a4d1-d254fe301d93 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:50:45.654090 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-9bb6f44e-5c14-4548-8c59-7ca0ef6b5583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:45.663971 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-61f59a0c-e74b-4279-a274-17421fcac149 req-77870ea5-5b64-44a8-b29c-aa797e055b07 service neutron] 10.222.0.11 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302307 Nov 24 20:50:45.673689 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 79838ae6-2e27-41aa-a507-c8b3dc1b485f, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=79838ae6-2e27-41aa-a507-c8b3dc1b485f,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:45.680401 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:45.738600 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7bb78f-0f83-4853-99cb-999daac71164', 'name': 'network-vif-deleted', 'tag': '1880aa63-f84f-446a-9d83-15cc4a0c0959'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:50:45.740965 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b94fec9-266e-4845-bc43-c39080b46f5b" -d '{"events": [{"server_uuid": "6d7bb78f-0f83-4853-99cb-999daac71164", "name": "network-vif-deleted", "tag": "1880aa63-f84f-446a-9d83-15cc4a0c0959"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:50:45.745450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=79838ae6-2e27-41aa-a507-c8b3dc1b485f,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:45.755275 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6f44e-5c14-4548-8c59-7ca0ef6b5583 service neutron] Pushing event updated for resources: {'Port': ['ID=303d75f2-c102-4331-a4d1-d254fe301d93,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:45.778963 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-61f59a0c-e74b-4279-a274-17421fcac149 req-171044b2-2530-4147-9ed2-cc995618ca2e service neutron] 10.222.0.11 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057878 Nov 24 20:50:45.816677 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d9e5e-cd60-4e01-9590-b0d98edffba8 req-89138eac-6f1a-47c5-aad2-03429329f7d8 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:45.818215 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f31d9e5e-cd60-4e01-9590-b0d98edffba8 req-89138eac-6f1a-47c5-aad2-03429329f7d8 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 944 time: 0.1107996 Nov 24 20:50:45.864880 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-9bb6f44e-5c14-4548-8c59-7ca0ef6b5583 service neutron] Attempting to bind port 303d75f2-c102-4331-a4d1-d254fe301d93 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:50:45.865272 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-9bb6f44e-5c14-4548-8c59-7ca0ef6b5583 service neutron] Attempting to bind port 303d75f2-c102-4331-a4d1-d254fe301d93 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:50:45.865595 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-9bb6f44e-5c14-4548-8c59-7ca0ef6b5583 service neutron] Attempting to bind port 303d75f2-c102-4331-a4d1-d254fe301d93 on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:45.875439 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-9bb6f44e-5c14-4548-8c59-7ca0ef6b5583 service neutron] Port 303d75f2-c102-4331-a4d1-d254fe301d93 on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:50:45.875766 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-9bb6f44e-5c14-4548-8c59-7ca0ef6b5583 service neutron] Attempting to bind port 303d75f2-c102-4331-a4d1-d254fe301d93 on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:45.892573 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-9bb6f44e-5c14-4548-8c59-7ca0ef6b5583 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:50:45.892958 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-9bb6f44e-5c14-4548-8c59-7ca0ef6b5583 service neutron] Checking segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:50:45.893358 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-9bb6f44e-5c14-4548-8c59-7ca0ef6b5583 service neutron] Bound using segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:50:45.894555 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-9bb6f44e-5c14-4548-8c59-7ca0ef6b5583 service neutron] Bound port: 303d75f2-c102-4331-a4d1-d254fe301d93, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:50:45.894555 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-9bb6f44e-5c14-4548-8c59-7ca0ef6b5583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:45.903929 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['79838ae6-2e27-41aa-a507-c8b3dc1b485f'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:50:45.908114 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f31d9e5e-cd60-4e01-9590-b0d98edffba8 req-6a1cb433-eeab-43b8-bc7b-0ce9a305c8f4 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813687 Nov 24 20:50:45.955091 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cbdfe6-020b-42b2-b838-2126f2b001b7 x-openstack-request-id: req-b0cbdfe6-020b-42b2-b838-2126f2b001b7 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:50:45.955381 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7bb78f-0f83-4853-99cb-999daac71164", "name": "network-vif-deleted", "tag": "1880aa63-f84f-446a-9d83-15cc4a0c0959", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:50:45.955644 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b0cbdfe6-020b-42b2-b838-2126f2b001b7 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:50:45.956561 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7bb78f-0f83-4853-99cb-999daac71164', 'name': 'network-vif-deleted', 'tag': '1880aa63-f84f-446a-9d83-15cc4a0c0959', 'status': 'completed', 'code': 200} Nov 24 20:50:45.997504 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-9bb6f44e-5c14-4548-8c59-7ca0ef6b5583 service neutron] For port 303d75f2-c102-4331-a4d1-d254fe301d93, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:50:46.001314 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-9bb6f44e-5c14-4548-8c59-7ca0ef6b5583 service neutron] For port 303d75f2-c102-4331-a4d1-d254fe301d93, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=303d75f2-c102-4331-a4d1-d254fe301d93,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:50:46.007958 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-9bb6f44e-5c14-4548-8c59-7ca0ef6b5583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:46.083407 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826f036-82fd-482e-b9e3-6d808802741d req-28534267-684b-407c-b8af-6216ea27d083 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:46.085153 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0826f036-82fd-482e-b9e3-6d808802741d req-28534267-684b-407c-b8af-6216ea27d083 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 943 time: 0.0636952 Nov 24 20:50:46.115370 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-9bb6f44e-5c14-4548-8c59-7ca0ef6b5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:46.116389 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-9bb6f44e-5c14-4548-8c59-7ca0ef6b5583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:46.118566 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-9bb6f44e-5c14-4548-8c59-7ca0ef6b5583 service neutron] 10.222.0.48 "PUT /v2.0/ports/303d75f2-c102-4331-a4d1-d254fe301d93 HTTP/1.1" status: 200 len: 1091 time: 1.0569746 Nov 24 20:50:46.146024 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0826f036-82fd-482e-b9e3-6d808802741d req-374e090c-abb0-4997-9754-c4f0ef26baaa tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547919 Nov 24 20:50:46.161157 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d479f4-ea9c-46d4-8c46-305f511f22d5 req-669fd95e-0c1b-4c02-9382-9aab6d1e63d5 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:46.162857 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6d479f4-ea9c-46d4-8c46-305f511f22d5 req-669fd95e-0c1b-4c02-9382-9aab6d1e63d5 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 945 time: 0.1513965 Nov 24 20:50:46.207318 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6f44e-5c14-4548-8c59-7ca0ef6b5583 service neutron] Pushing event updated for resources: {'Port': ['ID=303d75f2-c102-4331-a4d1-d254fe301d93,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:46.230493 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f5850d2a-8f55-42b5-9d88-437064925d84 req-e406c202-3846-43ab-88a1-f4b4696365a7 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c3a27a0-72bb-464f-9ecd-716c17f251e1 HTTP/1.1" status: 200 len: 210 time: 0.0274613 Nov 24 20:50:46.266376 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6d479f4-ea9c-46d4-8c46-305f511f22d5 req-407216ed-cb59-46f2-98fe-2a6875d28fda tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914519 Nov 24 20:50:46.269764 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-6bc2b4c4-9a48-4f33-aa07-ec3dadcb63ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:46.271134 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-6bc2b4c4-9a48-4f33-aa07-ec3dadcb63ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 1094 time: 0.0817261 Nov 24 20:50:46.334212 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-a5cee37e-7094-41be-8ced-6f7bb6c8fb80 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=303d75f2-c102-4331-a4d1-d254fe301d93 HTTP/1.1" status: 200 len: 217 time: 0.0544269 Nov 24 20:50:46.395543 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-477ee462-d7b6-4a2e-ab2b-2a8470ec0fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:46.397496 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-477ee462-d7b6-4a2e-ab2b-2a8470ec0fe3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d0e18ba-6af5-4f0b-b8c6-f19541a42712 HTTP/1.1" status: 200 len: 847 time: 0.0522554 Nov 24 20:50:46.434125 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-522c8b5a-3b58-4811-8751-07271d57002e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a5f3905-f9df-4704-8238-82ae8b0c31f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279377 Nov 24 20:50:46.524393 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 39427abd-ebe8-446c-8307-db0efed2100d up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:50:46.536465 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-793b477f-17d8-4bde-9cfd-bb97c8a2b008 service neutron] 10.222.0.48 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937388 Nov 24 20:50:46.542536 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 52354) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:50:46.598713 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 39427abd-ebe8-446c-8307-db0efed2100d completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:50:46.603855 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 39427abd-ebe8-446c-8307-db0efed2100d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:50:46.604514 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:46.672313 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d280078b-fd6c-4da5-90b0-80ef354ad551 req-eb3b1212-eac8-4d52-9758-e239187a7512 service neutron] 10.222.0.48 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271098 Nov 24 20:50:46.710694 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:46.757144 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 39427abd-ebe8-446c-8307-db0efed2100d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=39427abd-ebe8-446c-8307-db0efed2100d,segment=NetworkSegment(4dd3105e-efec-423b-952b-b6ef91859c98),segment_id=4dd3105e-efec-423b-952b-b6ef91859c98)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:46.766032 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:46.779187 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ea21a383-2d17-4870-8fe6-fc4aca02d451 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c2a1d97f29049518ea8e4e6a5f18581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351954 Nov 24 20:50:46.781839 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 52362) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:50:46.827506 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=39427abd-ebe8-446c-8307-db0efed2100d,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:46.837581 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23947cc6-f238-453c-a8f1-4484e2729186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:46.858478 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23947cc6-f238-453c-a8f1-4484e2729186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:46.912154 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23947cc6-f238-453c-a8f1-4484e2729186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:46.914798 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23947cc6-f238-453c-a8f1-4484e2729186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:46.915953 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-23947cc6-f238-453c-a8f1-4484e2729186 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/53683fb4-84e4-4b6f-ab02-fb38844cb718 HTTP/1.1" status: 204 len: 168 time: 0.1330402 Nov 24 20:50:46.924962 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23947cc6-f238-453c-a8f1-4484e2729186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53683fb4-84e4-4b6f-ab02-fb38844cb718,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:46.933943 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947cc6-f238-453c-a8f1-4484e2729186 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:46.934295 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947cc6-f238-453c-a8f1-4484e2729186 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:46.934711 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947cc6-f238-453c-a8f1-4484e2729186 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:46.935117 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947cc6-f238-453c-a8f1-4484e2729186 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:46.935602 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947cc6-f238-453c-a8f1-4484e2729186 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:46.936008 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947cc6-f238-453c-a8f1-4484e2729186 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:46.936482 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947cc6-f238-453c-a8f1-4484e2729186 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:46.936915 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947cc6-f238-453c-a8f1-4484e2729186 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:46.937319 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947cc6-f238-453c-a8f1-4484e2729186 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:46.937771 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947cc6-f238-453c-a8f1-4484e2729186 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:46.938162 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947cc6-f238-453c-a8f1-4484e2729186 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:46.939839 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947cc6-f238-453c-a8f1-4484e2729186 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:47.121987 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2f9f50-4cff-4686-9a9b-59bdce3e04e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39427abd-ebe8-446c-8307-db0efed2100d'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:50:47.127291 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9aa635-adcb-45da-bfea-322b50a39c52" -d '{"events": [{"server_uuid": "fe2f9f50-4cff-4686-9a9b-59bdce3e04e0", "name": "network-vif-plugged", "status": "completed", "tag": "39427abd-ebe8-446c-8307-db0efed2100d"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:50:47.164855 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b709f-dab8-4e32-abb6-5895e86d6d6d req-3d9eb65e-f6a2-4025-a16b-f390e90c2fe6 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:47.173410 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2d9b709f-dab8-4e32-abb6-5895e86d6d6d req-3d9eb65e-f6a2-4025-a16b-f390e90c2fe6 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 944 time: 0.1519423 Nov 24 20:50:47.199503 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e451dc48-721d-445d-99b9-6b668caed6e2 x-openstack-request-id: req-e451dc48-721d-445d-99b9-6b668caed6e2 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:50:47.199800 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2f9f50-4cff-4686-9a9b-59bdce3e04e0", "name": "network-vif-plugged", "status": "completed", "tag": "39427abd-ebe8-446c-8307-db0efed2100d", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:50:47.200056 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e451dc48-721d-445d-99b9-6b668caed6e2 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:50:47.200446 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2f9f50-4cff-4686-9a9b-59bdce3e04e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39427abd-ebe8-446c-8307-db0efed2100d', 'code': 200} Nov 24 20:50:47.211839 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f59a0c-e74b-4279-a274-17421fcac149 req-7fa25204-ab45-4989-af35-a68ec9c4745d tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:47.213384 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61f59a0c-e74b-4279-a274-17421fcac149 req-7fa25204-ab45-4989-af35-a68ec9c4745d tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.48 "GET /v2.0/networks?id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f HTTP/1.1" status: 200 len: 805 time: 0.2208138 Nov 24 20:50:47.234007 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-61f59a0c-e74b-4279-a274-17421fcac149 req-110be462-da25-4be3-ab9c-bf33f03c1d10 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Request body: {'port': {'device_id': '0c3a27a0-72bb-464f-9ecd-716c17f251e1', 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f', 'admin_state_up': True, 'tenant_id': '1e863037610748a3b80a51d971bf8b4d'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:47.276765 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2d9b709f-dab8-4e32-abb6-5895e86d6d6d req-233e4122-bdea-477c-abd1-e38b66b957ef tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023130 Nov 24 20:50:47.309151 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 79838ae6-2e27-41aa-a507-c8b3dc1b485f up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:50:47.312428 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b34fc-bbad-4dce-943c-26f230ce5773 req-1bdf1627-1e0b-4ba0-aa6d-2e8135eefc87 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:47.314219 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ad6b34fc-bbad-4dce-943c-26f230ce5773 req-1bdf1627-1e0b-4ba0-aa6d-2e8135eefc87 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 943 time: 0.0622051 Nov 24 20:50:47.372206 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 79838ae6-2e27-41aa-a507-c8b3dc1b485f completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:50:47.383634 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 79838ae6-2e27-41aa-a507-c8b3dc1b485f triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:50:47.384024 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:47.397349 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ad6b34fc-bbad-4dce-943c-26f230ce5773 req-dbdb213a-a13c-4331-9952-9287e7996bb9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696816 Nov 24 20:50:47.427881 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a79f27-fab0-4d15-8335-2445d2d05726 req-ab0e732c-e740-4aa9-aefe-e1aed917861b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:47.430612 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e4a79f27-fab0-4d15-8335-2445d2d05726 req-ab0e732c-e740-4aa9-aefe-e1aed917861b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 1097 time: 0.0656803 Nov 24 20:50:47.477252 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e8b076cf-de40-4940-8ffa-4c77be09963d req-f09836ac-b939-47fc-a8fe-235fb462c73f tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c3a27a0-72bb-464f-9ecd-716c17f251e1 HTTP/1.1" status: 200 len: 210 time: 0.0434551 Nov 24 20:50:47.500491 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f59a0c-e74b-4279-a274-17421fcac149 req-110be462-da25-4be3-ab9c-bf33f03c1d10 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Made reservation on behalf of 1e863037610748a3b80a51d971bf8b4d for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:50:47.505772 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:47.506244 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-61f59a0c-e74b-4279-a274-17421fcac149 req-110be462-da25-4be3-ab9c-bf33f03c1d10 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:47.552978 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 79838ae6-2e27-41aa-a507-c8b3dc1b485f, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=79838ae6-2e27-41aa-a507-c8b3dc1b485f,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:47.560079 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e4a79f27-fab0-4d15-8335-2445d2d05726 req-272ffe10-b140-4c3f-beeb-5cd853c3c4ca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803740 Nov 24 20:50:47.564908 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c4836-1b95-40f5-ae39-a6730ba5a975 req-86d6332f-27bc-4174-96e7-d4d9d34d4ece tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:47.566929 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-430c4836-1b95-40f5-ae39-a6730ba5a975 req-86d6332f-27bc-4174-96e7-d4d9d34d4ece tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.1000791 Nov 24 20:50:47.570500 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:47.571042 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 1880aa63-f84f-446a-9d83-15cc4a0c0959 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:50:47.621757 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 1880aa63-f84f-446a-9d83-15cc4a0c0959 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:50:47.622355 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 1880aa63-f84f-446a-9d83-15cc4a0c0959 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:50:47.624008 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-430c4836-1b95-40f5-ae39-a6730ba5a975 req-cbd79431-8184-453a-a719-393c84458ad5 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506065 Nov 24 20:50:47.652551 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=79838ae6-2e27-41aa-a507-c8b3dc1b485f,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:47.682115 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-61f59a0c-e74b-4279-a274-17421fcac149 req-110be462-da25-4be3-ab9c-bf33f03c1d10 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Allocated IP 172.20.0.11 (f0b7ba0f-849f-45c0-98bd-f2596ab1646f/ded7d568-de3b-47fd-8a43-7e09737c0e38/41fdc477-4fed-4d60-9e13-c52c996d23fb) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:50:47.851869 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-61f59a0c-e74b-4279-a274-17421fcac149 req-110be462-da25-4be3-ab9c-bf33f03c1d10 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:47.885870 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-61f59a0c-e74b-4279-a274-17421fcac149 req-110be462-da25-4be3-ab9c-bf33f03c1d10 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:47.898340 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c1b3f4bd-32d9-468e-8bb5-53c430603070'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:50:47.929718 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f59a0c-e74b-4279-a274-17421fcac149 req-110be462-da25-4be3-ab9c-bf33f03c1d10 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Network f0b7ba0f-849f-45c0-98bd-f2596ab1646f is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:50:47.934987 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-61f59a0c-e74b-4279-a274-17421fcac149 req-110be462-da25-4be3-ab9c-bf33f03c1d10 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:50:47.938717 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f59a0c-e74b-4279-a274-17421fcac149 req-110be462-da25-4be3-ab9c-bf33f03c1d10 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:50:47.965970 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df9259bf-ac18-4a6b-aabd-d254aa04a94a', 'tag': '303d75f2-c102-4331-a4d1-d254fe301d93'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:50:47.968469 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201ae44d-5e75-4b3f-8d42-ce433bea0219" -d '{"events": [{"name": "network-changed", "server_uuid": "df9259bf-ac18-4a6b-aabd-d254aa04a94a", "tag": "303d75f2-c102-4331-a4d1-d254fe301d93"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:50:47.977446 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110be462-da25-4be3-ab9c-bf33f03c1d10 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Pushing event updated for resources: {'Port': ['ID=41fdc477-4fed-4d60-9e13-c52c996d23fb,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:48.010374 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f59a0c-e74b-4279-a274-17421fcac149 req-110be462-da25-4be3-ab9c-bf33f03c1d10 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:48.011302 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-61f59a0c-e74b-4279-a274-17421fcac149 req-110be462-da25-4be3-ab9c-bf33f03c1d10 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:48.027048 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe625350-4cc8-45e2-b761-9c1936c0b12b x-openstack-request-id: req-fe625350-4cc8-45e2-b761-9c1936c0b12b {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:50:48.027448 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df9259bf-ac18-4a6b-aabd-d254aa04a94a", "tag": "303d75f2-c102-4331-a4d1-d254fe301d93", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:50:48.027707 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fe625350-4cc8-45e2-b761-9c1936c0b12b {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:50:48.028113 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df9259bf-ac18-4a6b-aabd-d254aa04a94a', 'tag': '303d75f2-c102-4331-a4d1-d254fe301d93', 'status': 'completed', 'code': 200} Nov 24 20:50:48.031922 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61f59a0c-e74b-4279-a274-17421fcac149 req-110be462-da25-4be3-ab9c-bf33f03c1d10 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8060315 Nov 24 20:50:48.045443 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-61f59a0c-e74b-4279-a274-17421fcac149 req-f9e96ba9-d918-4df2-b340-34da46459b45 service neutron] Request body: {'port': {'device_id': '0c3a27a0-72bb-464f-9ecd-716c17f251e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:48.132540 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-61f59a0c-e74b-4279-a274-17421fcac149 req-f9e96ba9-d918-4df2-b340-34da46459b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:48.142621 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ae44d-5e75-4b3f-8d42-ce433bea0219 req-27129185-0b1d-4902-92c2-28c3e843da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:48.144416 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-201ae44d-5e75-4b3f-8d42-ce433bea0219 req-27129185-0b1d-4902-92c2-28c3e843da36 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 1094 time: 0.0952532 Nov 24 20:50:48.337238 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ae44d-5e75-4b3f-8d42-ce433bea0219 req-3c375e37-d5e5-4d97-93f5-29c562144fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:48.338759 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-201ae44d-5e75-4b3f-8d42-ce433bea0219 req-3c375e37-d5e5-4d97-93f5-29c562144fff service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 908 time: 0.1878247 Nov 24 20:50:48.350957 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:50:48.393986 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-201ae44d-5e75-4b3f-8d42-ce433bea0219 req-921e974b-d071-4771-a48c-5008f6633c2a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=303d75f2-c102-4331-a4d1-d254fe301d93 HTTP/1.1" status: 200 len: 217 time: 0.0458648 Nov 24 20:50:48.406694 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701ca78-cd94-4d48-94e3-c45dd54f7712 req-afa8cd1e-898a-4bcb-b2bf-1a2c565d2cf6 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:48.408164 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3701ca78-cd94-4d48-94e3-c45dd54f7712 req-afa8cd1e-898a-4bcb-b2bf-1a2c565d2cf6 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 945 time: 0.0487566 Nov 24 20:50:48.464800 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3701ca78-cd94-4d48-94e3-c45dd54f7712 req-e4af2e33-bae7-456d-a99f-5aedcf15bd47 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498664 Nov 24 20:50:48.514865 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ae44d-5e75-4b3f-8d42-ce433bea0219 req-62fa7e86-12c1-43f2-aab6-bff0650aba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:48.516361 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-201ae44d-5e75-4b3f-8d42-ce433bea0219 req-62fa7e86-12c1-43f2-aab6-bff0650aba88 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d0e18ba-6af5-4f0b-b8c6-f19541a42712 HTTP/1.1" status: 200 len: 847 time: 0.0972595 Nov 24 20:50:48.555916 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-201ae44d-5e75-4b3f-8d42-ce433bea0219 req-dcf47f14-c4cf-407f-8c73-dff3640567df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a5f3905-f9df-4704-8238-82ae8b0c31f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325267 Nov 24 20:50:48.583512 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622e0ca-ae1b-47dd-8f5c-f3ffc3764afd req-c8028198-fbaf-42f1-8e43-4f26ba2b6a7d tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:48.584934 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f622e0ca-ae1b-47dd-8f5c-f3ffc3764afd req-c8028198-fbaf-42f1-8e43-4f26ba2b6a7d tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 943 time: 0.1211705 Nov 24 20:50:48.596297 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f37d9-4850-4ba8-887b-4293979d0142 req-fe064e14-b122-404b-8e3b-5bfc091f3290 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:48.599005 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0e7f37d9-4850-4ba8-887b-4293979d0142 req-fe064e14-b122-404b-8e3b-5bfc091f3290 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c3a27a0-72bb-464f-9ecd-716c17f251e1 HTTP/1.1" status: 200 len: 932 time: 0.0509207 Nov 24 20:50:48.646662 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0e7f37d9-4850-4ba8-887b-4293979d0142 req-8d0070b5-49b3-48be-9480-bcbb8af143ae tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417371 Nov 24 20:50:48.711064 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-61f59a0c-e74b-4279-a274-17421fcac149 req-f9e96ba9-d918-4df2-b340-34da46459b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41fdc477-4fed-4d60-9e13-c52c996d23fb {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:50:48.725936 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-61f59a0c-e74b-4279-a274-17421fcac149 req-f9e96ba9-d918-4df2-b340-34da46459b45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:48.740846 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f622e0ca-ae1b-47dd-8f5c-f3ffc3764afd req-608aa78a-9375-4f8b-a288-78d35bef87cb tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412997 Nov 24 20:50:48.757212 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-201ae44d-5e75-4b3f-8d42-ce433bea0219 req-c5f8195f-29c4-434a-b999-b9a75fb20fdc service neutron] 10.222.0.48 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939006 Nov 24 20:50:48.759738 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-61f59a0c-e74b-4279-a274-17421fcac149 req-f9e96ba9-d918-4df2-b340-34da46459b45 service neutron] Transition to ACTIVE for port object 41fdc477-4fed-4d60-9e13-c52c996d23fb will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:50:48.764630 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-61f59a0c-e74b-4279-a274-17421fcac149 req-f9e96ba9-d918-4df2-b340-34da46459b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:48.818839 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55aa6b0-96dd-4486-aa4c-fa5f80025e57 req-68fd80b3-2c24-4c5d-a0ec-7ca8ae66a3cd tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:48.820454 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e55aa6b0-96dd-4486-aa4c-fa5f80025e57 req-68fd80b3-2c24-4c5d-a0ec-7ca8ae66a3cd tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.0542042 Nov 24 20:50:48.844589 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e96ba9-d918-4df2-b340-34da46459b45 service neutron] Pushing event updated for resources: {'Port': ['ID=41fdc477-4fed-4d60-9e13-c52c996d23fb,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:48.876817 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e55aa6b0-96dd-4486-aa4c-fa5f80025e57 req-9021eceb-8fd2-4f5c-b04c-bbf5bbf82911 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457704 Nov 24 20:50:48.955062 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-201ae44d-5e75-4b3f-8d42-ce433bea0219 req-8a2aeb8b-b321-4e92-ae0a-b5ac614312e0 service neutron] 10.222.0.48 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881456 Nov 24 20:50:48.968536 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-61f59a0c-e74b-4279-a274-17421fcac149 req-f9e96ba9-d918-4df2-b340-34da46459b45 service neutron] Attempting to bind port 41fdc477-4fed-4d60-9e13-c52c996d23fb on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:50:48.968912 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-61f59a0c-e74b-4279-a274-17421fcac149 req-f9e96ba9-d918-4df2-b340-34da46459b45 service neutron] Attempting to bind port 41fdc477-4fed-4d60-9e13-c52c996d23fb by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:50:48.969243 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f59a0c-e74b-4279-a274-17421fcac149 req-f9e96ba9-d918-4df2-b340-34da46459b45 service neutron] Attempting to bind port 41fdc477-4fed-4d60-9e13-c52c996d23fb on network f0b7ba0f-849f-45c0-98bd-f2596ab1646f {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:48.974738 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f59a0c-e74b-4279-a274-17421fcac149 req-f9e96ba9-d918-4df2-b340-34da46459b45 service neutron] Port 41fdc477-4fed-4d60-9e13-c52c996d23fb on network f0b7ba0f-849f-45c0-98bd-f2596ab1646f not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:50:48.975065 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f59a0c-e74b-4279-a274-17421fcac149 req-f9e96ba9-d918-4df2-b340-34da46459b45 service neutron] Attempting to bind port 41fdc477-4fed-4d60-9e13-c52c996d23fb on network f0b7ba0f-849f-45c0-98bd-f2596ab1646f {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:48.980140 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f59a0c-e74b-4279-a274-17421fcac149 req-f9e96ba9-d918-4df2-b340-34da46459b45 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:50:48.980482 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f59a0c-e74b-4279-a274-17421fcac149 req-f9e96ba9-d918-4df2-b340-34da46459b45 service neutron] Checking segment: {'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:50:48.980937 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f59a0c-e74b-4279-a274-17421fcac149 req-f9e96ba9-d918-4df2-b340-34da46459b45 service neutron] Bound using segment: {'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:50:48.981396 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-61f59a0c-e74b-4279-a274-17421fcac149 req-f9e96ba9-d918-4df2-b340-34da46459b45 service neutron] Bound port: 41fdc477-4fed-4d60-9e13-c52c996d23fb, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:50:48.981781 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-61f59a0c-e74b-4279-a274-17421fcac149 req-f9e96ba9-d918-4df2-b340-34da46459b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:49.045360 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-61f59a0c-e74b-4279-a274-17421fcac149 req-f9e96ba9-d918-4df2-b340-34da46459b45 service neutron] For port 41fdc477-4fed-4d60-9e13-c52c996d23fb, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:50:49.049029 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-61f59a0c-e74b-4279-a274-17421fcac149 req-f9e96ba9-d918-4df2-b340-34da46459b45 service neutron] For port 41fdc477-4fed-4d60-9e13-c52c996d23fb, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=41fdc477-4fed-4d60-9e13-c52c996d23fb,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:50:49.054936 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-61f59a0c-e74b-4279-a274-17421fcac149 req-f9e96ba9-d918-4df2-b340-34da46459b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:49.093652 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f59a0c-e74b-4279-a274-17421fcac149 req-f9e96ba9-d918-4df2-b340-34da46459b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:49.095005 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-61f59a0c-e74b-4279-a274-17421fcac149 req-f9e96ba9-d918-4df2-b340-34da46459b45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:49.096785 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61f59a0c-e74b-4279-a274-17421fcac149 req-f9e96ba9-d918-4df2-b340-34da46459b45 service neutron] 10.222.0.48 "PUT /v2.0/ports/41fdc477-4fed-4d60-9e13-c52c996d23fb HTTP/1.1" status: 200 len: 1092 time: 1.0559032 Nov 24 20:50:49.132505 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e96ba9-d918-4df2-b340-34da46459b45 service neutron] Pushing event updated for resources: {'Port': ['ID=41fdc477-4fed-4d60-9e13-c52c996d23fb,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:49.180721 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f59a0c-e74b-4279-a274-17421fcac149 req-85d66dc4-eba4-4123-8980-1a8c3cd8631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:49.182246 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61f59a0c-e74b-4279-a274-17421fcac149 req-85d66dc4-eba4-4123-8980-1a8c3cd8631a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e863037610748a3b80a51d971bf8b4d&device_id=0c3a27a0-72bb-464f-9ecd-716c17f251e1 HTTP/1.1" status: 200 len: 1095 time: 0.0452902 Nov 24 20:50:49.201450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c7f96c-a718-431d-a331-5fb6fefaed2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79838ae6-2e27-41aa-a507-c8b3dc1b485f'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:50:49.206575 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bc6555-a203-49d0-9fd4-b29718bf3999" -d '{"events": [{"server_uuid": "23c7f96c-a718-431d-a331-5fb6fefaed2f", "name": "network-vif-plugged", "status": "completed", "tag": "79838ae6-2e27-41aa-a507-c8b3dc1b485f"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:50:49.230982 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61f59a0c-e74b-4279-a274-17421fcac149 req-195b56e3-b54e-4452-bb96-ad270d614fef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41fdc477-4fed-4d60-9e13-c52c996d23fb HTTP/1.1" status: 200 len: 217 time: 0.0393710 Nov 24 20:50:49.245559 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc73b0c-978f-4e55-8176-5c1eaebcb137 x-openstack-request-id: req-fdc73b0c-978f-4e55-8176-5c1eaebcb137 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:50:49.245959 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c7f96c-a718-431d-a331-5fb6fefaed2f", "name": "network-vif-plugged", "status": "completed", "tag": "79838ae6-2e27-41aa-a507-c8b3dc1b485f", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:50:49.246441 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fdc73b0c-978f-4e55-8176-5c1eaebcb137 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:50:49.246884 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c7f96c-a718-431d-a331-5fb6fefaed2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79838ae6-2e27-41aa-a507-c8b3dc1b485f', 'code': 200} Nov 24 20:50:49.285251 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f59a0c-e74b-4279-a274-17421fcac149 req-59f5f149-2a36-4276-b12f-ce540838ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:49.287401 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61f59a0c-e74b-4279-a274-17421fcac149 req-59f5f149-2a36-4276-b12f-ce540838ea45 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ded7d568-de3b-47fd-8a43-7e09737c0e38 HTTP/1.1" status: 200 len: 845 time: 0.0483501 Nov 24 20:50:49.320666 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 303d75f2-c102-4331-a4d1-d254fe301d93 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:50:49.337110 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61f59a0c-e74b-4279-a274-17421fcac149 req-1c921f99-d756-4424-b7d5-7ad2b73830c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326211 Nov 24 20:50:49.425428 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 303d75f2-c102-4331-a4d1-d254fe301d93, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=303d75f2-c102-4331-a4d1-d254fe301d93,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:49.428445 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534fa46-ecdb-41f7-8706-022a0d6f6659 req-1cd371d0-7504-49ee-a635-ad5782ed559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:49.430024 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4534fa46-ecdb-41f7-8706-022a0d6f6659 req-1cd371d0-7504-49ee-a635-ad5782ed559b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 1096 time: 0.1179409 Nov 24 20:50:49.438908 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '303d75f2-c102-4331-a4d1-d254fe301d93', 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7', 'port_id': '303d75f2-c102-4331-a4d1-d254fe301d93', 'mac_address': 'fa:16:3e:85:9e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0e18ba-6af5-4f0b-b8c6-f19541a42712', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:50:49.472731 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61f59a0c-e74b-4279-a274-17421fcac149 req-c2e6d42e-9882-4975-9c6c-6615e0be5114 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213436 Nov 24 20:50:49.489301 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:49.502739 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303d75f2-c102-4331-a4d1-d254fe301d93 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:50:49.520188 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4534fa46-ecdb-41f7-8706-022a0d6f6659 req-fb8878a4-7a8c-479e-a07f-cf6c08768446 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812650 Nov 24 20:50:49.527699 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 303d75f2-c102-4331-a4d1-d254fe301d93, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=303d75f2-c102-4331-a4d1-d254fe301d93,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:49.533114 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:49.590245 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=303d75f2-c102-4331-a4d1-d254fe301d93,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:49.598623 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:49.598976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:49.599330 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:49.599823 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:49.600170 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:49.600511 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:49.600891 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:49.601210 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:49.601543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:49.601872 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:49.602218 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:49.602542 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:50:49.780804 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['303d75f2-c102-4331-a4d1-d254fe301d93'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:50:49.791005 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da901f16-7a49-46de-8b25-7f6657d97480 req-3f5b6443-3d21-4c3f-a9fb-f8704025c207 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:49.792688 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da901f16-7a49-46de-8b25-7f6657d97480 req-3f5b6443-3d21-4c3f-a9fb-f8704025c207 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c3a27a0-72bb-464f-9ecd-716c17f251e1 HTTP/1.1" status: 200 len: 944 time: 0.0570912 Nov 24 20:50:49.849083 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da901f16-7a49-46de-8b25-7f6657d97480 req-f0ce0750-3f9a-467b-b645-9ac1b05c931a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498097 Nov 24 20:50:49.910550 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61f59a0c-e74b-4279-a274-17421fcac149 req-e8d6652b-7e85-400d-8c48-039475829cee service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305913 Nov 24 20:50:49.921077 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234231a-61ec-4789-94bc-4ff3b787670d req-d19d3d51-2663-424f-9e18-3563751b27ad tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:49.922596 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e234231a-61ec-4789-94bc-4ff3b787670d req-d19d3d51-2663-424f-9e18-3563751b27ad tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 945 time: 0.0741041 Nov 24 20:50:49.978508 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e234231a-61ec-4789-94bc-4ff3b787670d req-5e0e9b09-eaf6-4dfb-a7ae-95590feb7ca9 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475066 Nov 24 20:50:50.029609 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3a27a0-72bb-464f-9ecd-716c17f251e1', 'tag': '41fdc477-4fed-4d60-9e13-c52c996d23fb'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:50:50.031990 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9a59af-59a5-4f30-a07e-58b1e5347795" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3a27a0-72bb-464f-9ecd-716c17f251e1", "tag": "41fdc477-4fed-4d60-9e13-c52c996d23fb"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:50:50.045670 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0227734-db83-48d5-95a1-722ff2029011 req-d80c19de-4b46-4328-b220-49e95a60258c tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:50.047830 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e0227734-db83-48d5-95a1-722ff2029011 req-d80c19de-4b46-4328-b220-49e95a60258c tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 944 time: 0.0619276 Nov 24 20:50:50.104145 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e0227734-db83-48d5-95a1-722ff2029011 req-cee385c9-44d9-4288-86f5-30d1135cc550 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492055 Nov 24 20:50:50.152628 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55730aa6-c2d0-497e-899d-8104c7dbbc65 req-40f6ac42-507a-49e7-9e2e-c1a01e072cf8 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:50.154228 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-55730aa6-c2d0-497e-899d-8104c7dbbc65 req-40f6ac42-507a-49e7-9e2e-c1a01e072cf8 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.0518837 Nov 24 20:50:50.207706 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-55730aa6-c2d0-497e-899d-8104c7dbbc65 req-cea1f852-b1d5-4ccc-bc70-3c8200c36795 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466995 Nov 24 20:50:50.211998 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a0ea3b-8917-44af-86d3-410c97c1e24d x-openstack-request-id: req-b6a0ea3b-8917-44af-86d3-410c97c1e24d {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:50:50.212297 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3a27a0-72bb-464f-9ecd-716c17f251e1", "tag": "41fdc477-4fed-4d60-9e13-c52c996d23fb", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:50:50.212554 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6a0ea3b-8917-44af-86d3-410c97c1e24d {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:50:50.213004 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3a27a0-72bb-464f-9ecd-716c17f251e1', 'tag': '41fdc477-4fed-4d60-9e13-c52c996d23fb', 'status': 'completed', 'code': 200} Nov 24 20:50:50.280031 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a59af-59a5-4f30-a07e-58b1e5347795 req-622f0100-8922-40e6-97f3-fe1a45928a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:50.281586 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e9a59af-59a5-4f30-a07e-58b1e5347795 req-622f0100-8922-40e6-97f3-fe1a45928a50 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e863037610748a3b80a51d971bf8b4d&device_id=0c3a27a0-72bb-464f-9ecd-716c17f251e1 HTTP/1.1" status: 200 len: 1095 time: 0.0419612 Nov 24 20:50:50.377930 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a59af-59a5-4f30-a07e-58b1e5347795 req-97d3927f-f1a7-4aba-b1d2-93af83b08bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:50.379342 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e9a59af-59a5-4f30-a07e-58b1e5347795 req-97d3927f-f1a7-4aba-b1d2-93af83b08bc0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f HTTP/1.1" status: 200 len: 906 time: 0.0901272 Nov 24 20:50:50.476779 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e9a59af-59a5-4f30-a07e-58b1e5347795 req-f3d0f47d-a514-46c2-81cd-276be9e46e25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41fdc477-4fed-4d60-9e13-c52c996d23fb HTTP/1.1" status: 200 len: 217 time: 0.0751247 Nov 24 20:50:50.540072 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be56ba3-e93f-4507-99e4-fee1f96e5a41 req-bc3a40a3-9ed7-43d3-93c9-cf638aaf372c tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:50.541584 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9be56ba3-e93f-4507-99e4-fee1f96e5a41 req-bc3a40a3-9ed7-43d3-93c9-cf638aaf372c tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.1502230 Nov 24 20:50:50.545594 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3c34b-477c-4fca-a3ce-9d939fccdf05 req-3d14ad60-ea34-4074-a46d-660f0c2b36c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:50.546986 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77a3c34b-477c-4fca-a3ce-9d939fccdf05 req-3d14ad60-ea34-4074-a46d-660f0c2b36c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b3771be825b4710b6a5b24055db84e7&device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 1097 time: 0.1464717 Nov 24 20:50:50.588493 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a59af-59a5-4f30-a07e-58b1e5347795 req-3d75f9b6-9f81-46e5-aa27-63be86d8d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:50.589967 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e9a59af-59a5-4f30-a07e-58b1e5347795 req-3d75f9b6-9f81-46e5-aa27-63be86d8d441 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ded7d568-de3b-47fd-8a43-7e09737c0e38 HTTP/1.1" status: 200 len: 845 time: 0.1055233 Nov 24 20:50:50.678550 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e9a59af-59a5-4f30-a07e-58b1e5347795 req-19d8c7d4-c6b9-45d9-88a4-93c8ebc3d6c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743716 Nov 24 20:50:50.707516 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9be56ba3-e93f-4507-99e4-fee1f96e5a41 req-7a4788c1-30cc-4417-a22c-05fe077aa881 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595340 Nov 24 20:50:50.743085 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3c34b-477c-4fca-a3ce-9d939fccdf05 req-19baf77c-9ddd-480b-bb58-8946d904b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:50.744584 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77a3c34b-477c-4fca-a3ce-9d939fccdf05 req-19baf77c-9ddd-480b-bb58-8946d904b9b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 HTTP/1.1" status: 200 len: 919 time: 0.1868289 Nov 24 20:50:50.822189 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77a3c34b-477c-4fca-a3ce-9d939fccdf05 req-c4ea56e9-1894-4549-b5a1-7225c5f18ee3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39427abd-ebe8-446c-8307-db0efed2100d HTTP/1.1" status: 200 len: 217 time: 0.0478191 Nov 24 20:50:50.871484 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e9a59af-59a5-4f30-a07e-58b1e5347795 req-394fd3ce-80f3-4bc4-9e9b-decb7a8845c3 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811442 Nov 24 20:50:50.919219 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3c34b-477c-4fca-a3ce-9d939fccdf05 req-c7afa9c4-4566-448d-9012-6305395372da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:50.920770 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77a3c34b-477c-4fca-a3ce-9d939fccdf05 req-c7afa9c4-4566-448d-9012-6305395372da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=376b0315-e8bc-496c-b7dc-6aa04ce56089 HTTP/1.1" status: 200 len: 858 time: 0.0849681 Nov 24 20:50:51.006087 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77a3c34b-477c-4fca-a3ce-9d939fccdf05 req-2603a96f-6e2c-462e-a05c-f5bbd8382540 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1f34a3a-7d9a-4fae-8aee-8cca99d32be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567706 Nov 24 20:50:51.064641 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b4959-f252-4c9c-8e6d-3be6a883b88c req-81fd1d4b-912e-4ade-8616-503197fb22fd tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:51.066889 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d0b4959-f252-4c9c-8e6d-3be6a883b88c req-81fd1d4b-912e-4ade-8616-503197fb22fd tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c3a27a0-72bb-464f-9ecd-716c17f251e1 HTTP/1.1" status: 200 len: 944 time: 0.1164012 Nov 24 20:50:51.079144 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e9a59af-59a5-4f30-a07e-58b1e5347795 req-c87c9034-4b3f-423a-be9e-d3890c345e43 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991327 Nov 24 20:50:51.139574 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd18be-91a3-4a16-adbb-07ec3b469f96 req-e2c63d71-1b88-4dbb-bae5-9103c6417dfa tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:51.141098 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-19fd18be-91a3-4a16-adbb-07ec3b469f96 req-e2c63d71-1b88-4dbb-bae5-9103c6417dfa tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 945 time: 0.0506134 Nov 24 20:50:51.169725 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d0b4959-f252-4c9c-8e6d-3be6a883b88c req-8e5d73c8-65bd-44a2-8f4c-3b8a97c412e1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922084 Nov 24 20:50:51.181081 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77a3c34b-477c-4fca-a3ce-9d939fccdf05 req-b7568ad3-5d23-4598-93a8-4b4582dbb962 service neutron] 10.222.0.15 "GET /v2.0/networks/b1f34a3a-7d9a-4fae-8aee-8cca99d32be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587503 Nov 24 20:50:51.201416 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-19fd18be-91a3-4a16-adbb-07ec3b469f96 req-e6fa6fca-8021-4e15-8b13-d3699c5f2430 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541489 Nov 24 20:50:51.293036 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77a3c34b-477c-4fca-a3ce-9d939fccdf05 req-6d29a1c8-6129-4943-9563-78c30ef2fc0c service neutron] 10.222.0.15 "GET /v2.0/networks/b1f34a3a-7d9a-4fae-8aee-8cca99d32be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012883 Nov 24 20:50:51.320075 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864de7c-ce33-48ac-a592-a0af6d210d1b req-1d5c658b-f039-4713-a133-42ea79e7cf6d tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:51.320364 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 303d75f2-c102-4331-a4d1-d254fe301d93 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:50:51.327863 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2864de7c-ce33-48ac-a592-a0af6d210d1b req-1d5c658b-f039-4713-a133-42ea79e7cf6d tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 944 time: 0.0592461 Nov 24 20:50:51.382876 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2864de7c-ce33-48ac-a592-a0af6d210d1b req-9afe5afb-8be7-4ffe-8983-4b6df795127e tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540607 Nov 24 20:50:51.397076 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 303d75f2-c102-4331-a4d1-d254fe301d93 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:50:51.401122 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 303d75f2-c102-4331-a4d1-d254fe301d93 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:50:51.401581 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:51.422957 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903c1af-34c8-4a8c-a849-26e5a31b4737 req-0c0804ae-8ea5-497b-b1dd-50f741b74994 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:51.424379 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6903c1af-34c8-4a8c-a849-26e5a31b4737 req-0c0804ae-8ea5-497b-b1dd-50f741b74994 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 1096 time: 0.0527232 Nov 24 20:50:51.469408 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6903c1af-34c8-4a8c-a849-26e5a31b4737 req-d3932b14-d3fe-4ab2-85fe-8aec4dc970ec tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378554 Nov 24 20:50:51.484171 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:51.507847 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9259bf-ac18-4a6b-aabd-d254aa04a94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303d75f2-c102-4331-a4d1-d254fe301d93'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:50:51.510108 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ec95d8-7144-406a-ac04-11ef1031a0e6" -d '{"events": [{"server_uuid": "df9259bf-ac18-4a6b-aabd-d254aa04a94a", "name": "network-vif-plugged", "status": "completed", "tag": "303d75f2-c102-4331-a4d1-d254fe301d93"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:50:51.522998 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 303d75f2-c102-4331-a4d1-d254fe301d93, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=303d75f2-c102-4331-a4d1-d254fe301d93,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:51.527625 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:51.552418 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e26f9e-1522-4acf-8d32-003d7e894587 x-openstack-request-id: req-b5e26f9e-1522-4acf-8d32-003d7e894587 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:50:51.552774 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9259bf-ac18-4a6b-aabd-d254aa04a94a", "name": "network-vif-plugged", "status": "completed", "tag": "303d75f2-c102-4331-a4d1-d254fe301d93", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:50:51.553038 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5e26f9e-1522-4acf-8d32-003d7e894587 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:50:51.553440 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9259bf-ac18-4a6b-aabd-d254aa04a94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303d75f2-c102-4331-a4d1-d254fe301d93', 'code': 200} Nov 24 20:50:51.580341 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=303d75f2-c102-4331-a4d1-d254fe301d93,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:51.597185 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa1e54-d888-4746-b387-c4ca2ff4704f req-c9e5e636-3eff-49f6-90c2-7cd2338ed039 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:51.598910 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2fa1e54-d888-4746-b387-c4ca2ff4704f req-c9e5e636-3eff-49f6-90c2-7cd2338ed039 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 1096 time: 0.0444613 Nov 24 20:50:51.643205 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2fa1e54-d888-4746-b387-c4ca2ff4704f req-78203fa5-ce00-43ce-9c96-753f95e2f7c4 tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382941 Nov 24 20:50:51.651110 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa585eef-eb6a-48c1-9429-1a284a2b8a22 req-bed550f3-e809-4874-b155-642063662c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:51.652712 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fa585eef-eb6a-48c1-9429-1a284a2b8a22 req-bed550f3-e809-4874-b155-642063662c12 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 1096 time: 0.0409696 Nov 24 20:50:51.700194 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fa585eef-eb6a-48c1-9429-1a284a2b8a22 req-b758fdec-8b26-4709-a4d1-9d37a1214f00 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391557 Nov 24 20:50:51.833336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1df8d-91df-439d-8160-02b7e1a35caa req-53b248f9-0193-4ad9-bd77-72052eb46bc6 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:51.835022 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-48e1df8d-91df-439d-8160-02b7e1a35caa req-53b248f9-0193-4ad9-bd77-72052eb46bc6 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.0518138 Nov 24 20:50:51.892091 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-48e1df8d-91df-439d-8160-02b7e1a35caa req-d1a95c2f-aa59-444d-aba2-3e4cb473a7ca tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504532 Nov 24 20:50:52.305020 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c1caa-759f-45c2-bc10-817b85b4ec3c req-df0a36e3-92ff-4fcf-8919-128651ae70f4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:52.313259 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-568c1caa-759f-45c2-bc10-817b85b4ec3c req-df0a36e3-92ff-4fcf-8919-128651ae70f4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c3a27a0-72bb-464f-9ecd-716c17f251e1 HTTP/1.1" status: 200 len: 944 time: 0.0633607 Nov 24 20:50:52.360193 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-568c1caa-759f-45c2-bc10-817b85b4ec3c req-2af9e9a4-98e0-451b-9205-908af223073d tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452261 Nov 24 20:50:52.597978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-9883057c-0468-4e10-9fc0-f31333a235fc tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:50:52.599002 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-9883057c-0468-4e10-9fc0-f31333a235fc tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064464 Nov 24 20:50:52.640568 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-a2c99a5f-8d97-4be0-97bf-2f308da32760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:52.642029 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-a2c99a5f-8d97-4be0-97bf-2f308da32760 service neutron] 10.222.0.11 "GET /v2.0/ports/79838ae6-2e27-41aa-a507-c8b3dc1b485f HTTP/1.1" status: 200 len: 1093 time: 0.0363491 Nov 24 20:50:52.648018 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e727cd-ee7d-477d-97f0-be24def74b01 req-4ae675b3-49e3-4f6a-9381-e66f52a9227c tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:52.649604 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6e727cd-ee7d-477d-97f0-be24def74b01 req-4ae675b3-49e3-4f6a-9381-e66f52a9227c tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.0500476 Nov 24 20:50:52.651611 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-a3df6e8a-0603-4f34-9715-84e7590982a5 service neutron] Request body: {'binding': {'host': 'n-h2-812111-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:52.652057 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-a3df6e8a-0603-4f34-9715-84e7590982a5 service neutron] Unknown quota resources ['binding']. {{(pid=109991) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 20:50:52.699067 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6e727cd-ee7d-477d-97f0-be24def74b01 req-e7eb668f-edae-43fe-a477-b6ca63e1843c tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427907 Nov 24 20:50:52.814213 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-a3df6e8a-0603-4f34-9715-84e7590982a5 service neutron] Attempting to bind port 79838ae6-2e27-41aa-a507-c8b3dc1b485f on host n-h2-812111-8 for vnic_type normal with profile None {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:50:52.814862 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-a3df6e8a-0603-4f34-9715-84e7590982a5 service neutron] Attempting to bind port 79838ae6-2e27-41aa-a507-c8b3dc1b485f by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:50:52.815946 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-a3df6e8a-0603-4f34-9715-84e7590982a5 service neutron] Attempting to bind port 79838ae6-2e27-41aa-a507-c8b3dc1b485f on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:52.821634 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-a3df6e8a-0603-4f34-9715-84e7590982a5 service neutron] Port 79838ae6-2e27-41aa-a507-c8b3dc1b485f on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:50:52.822333 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-a3df6e8a-0603-4f34-9715-84e7590982a5 service neutron] Attempting to bind port 79838ae6-2e27-41aa-a507-c8b3dc1b485f on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:52.828910 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-a3df6e8a-0603-4f34-9715-84e7590982a5 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:50:52.829261 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-a3df6e8a-0603-4f34-9715-84e7590982a5 service neutron] Checking segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:50:52.829681 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-a3df6e8a-0603-4f34-9715-84e7590982a5 service neutron] Bound using segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:50:52.830134 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-a3df6e8a-0603-4f34-9715-84e7590982a5 service neutron] Bound port: 79838ae6-2e27-41aa-a507-c8b3dc1b485f, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:50:52.885498 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-a3df6e8a-0603-4f34-9715-84e7590982a5 service neutron] For port 79838ae6-2e27-41aa-a507-c8b3dc1b485f, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=79838ae6-2e27-41aa-a507-c8b3dc1b485f,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:50:52.891543 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-a3df6e8a-0603-4f34-9715-84e7590982a5 service neutron] Publish callbacks [] for binding, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:52.892720 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-a3df6e8a-0603-4f34-9715-84e7590982a5 service neutron] 10.222.0.11 "POST /v2.0/ports/79838ae6-2e27-41aa-a507-c8b3dc1b485f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2443900 Nov 24 20:50:52.969177 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f9acead1-56cb-49d4-8340-97637c234c2b req-2173a269-db84-4537-bd6c-e63db065871a tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cdb82235334241ecb333a080dc6b7b11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274711 Nov 24 20:50:53.073974 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527a97e-0d1c-4d6e-8f9f-b90e8d2d4411 req-f19f9c1b-6e31-4a17-9229-b09e99661329 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:53.075699 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c527a97e-0d1c-4d6e-8f9f-b90e8d2d4411 req-f19f9c1b-6e31-4a17-9229-b09e99661329 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.0550127 Nov 24 20:50:53.095989 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acead1-56cb-49d4-8340-97637c234c2b req-5149d7e4-6954-4600-8544-536353784a18 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:53.097692 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f9acead1-56cb-49d4-8340-97637c234c2b req-5149d7e4-6954-4600-8544-536353784a18 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1181235 Nov 24 20:50:53.124453 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c527a97e-0d1c-4d6e-8f9f-b90e8d2d4411 req-c7bd7a79-9af8-4ff7-b55c-4879107a4cfd tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417862 Nov 24 20:50:53.135624 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f9acead1-56cb-49d4-8340-97637c234c2b req-e89e2399-9a80-4ebb-96a1-823172524ac9 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/quotas/cdb82235334241ecb333a080dc6b7b11 HTTP/1.1" status: 200 len: 375 time: 0.0261321 Nov 24 20:50:53.180288 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f9acead1-56cb-49d4-8340-97637c234c2b req-374fd54a-0ad1-4460-9949-cd8e17fee147 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cdb82235334241ecb333a080dc6b7b11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339434 Nov 24 20:50:53.186143 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-69142629-bf69-49a7-bbfd-2d2c0cb8ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:53.187584 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-69142629-bf69-49a7-bbfd-2d2c0cb8ac38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 1096 time: 0.0858915 Nov 24 20:50:53.239003 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e1718-1380-4538-84c2-15b32a9e9911 req-1b2c30fe-6245-416b-b8fb-d5cbe5d4027c tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:53.240842 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c29e1718-1380-4538-84c2-15b32a9e9911 req-1b2c30fe-6245-416b-b8fb-d5cbe5d4027c tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 945 time: 0.0574248 Nov 24 20:50:53.287424 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-e9ca6f04-dd4d-4b98-884e-139e64d70e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:53.289208 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-e9ca6f04-dd4d-4b98-884e-139e64d70e4e service neutron] 10.222.0.15 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 922 time: 0.0924573 Nov 24 20:50:53.335258 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 41fdc477-4fed-4d60-9e13-c52c996d23fb details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:50:53.376993 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-236591dd-11dd-42f1-9601-1369aad2e27e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79838ae6-2e27-41aa-a507-c8b3dc1b485f HTTP/1.1" status: 200 len: 217 time: 0.0665028 Nov 24 20:50:53.459609 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-ce031c0a-2221-4cde-98a1-f2c1704a9792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:53.461761 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-ce031c0a-2221-4cde-98a1-f2c1704a9792 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.0779107 Nov 24 20:50:53.470838 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 41fdc477-4fed-4d60-9e13-c52c996d23fb, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=41fdc477-4fed-4d60-9e13-c52c996d23fb,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:53.486446 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '41fdc477-4fed-4d60-9e13-c52c996d23fb', 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f', 'port_id': '41fdc477-4fed-4d60-9e13-c52c996d23fb', 'mac_address': 'fa:16:3e:95:ce:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded7d568-de3b-47fd-8a43-7e09737c0e38', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:50:53.502366 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-02dd4fb4-3da1-4a9b-8fdb-ff285ec5338e tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cdb82235334241ecb333a080dc6b7b11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390487 Nov 24 20:50:53.521605 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-d05f3284-1fda-454a-8cd1-3e568bece23b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437093 Nov 24 20:50:53.533652 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:53.549257 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41fdc477-4fed-4d60-9e13-c52c996d23fb {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:50:53.574849 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 41fdc477-4fed-4d60-9e13-c52c996d23fb, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=41fdc477-4fed-4d60-9e13-c52c996d23fb,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:53.582274 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:53.646249 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c29e1718-1380-4538-84c2-15b32a9e9911 req-d1850a2e-1bb1-47e5-8739-995a8bc8b329 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957906 Nov 24 20:50:53.651040 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=41fdc477-4fed-4d60-9e13-c52c996d23fb,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:53.692250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-18838211-cc9c-4f63-a48e-3a59b74dc0bf tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:53.693918 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-18838211-cc9c-4f63-a48e-3a59b74dc0bf tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1751425 Nov 24 20:50:53.717632 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-1cde3b5f-ad37-451a-977a-5cc4b378545e tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/quotas/cdb82235334241ecb333a080dc6b7b11 HTTP/1.1" status: 200 len: 375 time: 0.0169060 Nov 24 20:50:53.767161 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-e568d5cb-9a81-4e54-9668-9925b53dd8ed tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cdb82235334241ecb333a080dc6b7b11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368967 Nov 24 20:50:53.769634 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-c407835e-6bf8-4cbf-b0a3-f8dd72ef9791 service neutron] 10.222.0.15 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584764 Nov 24 20:50:53.774124 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05093fa9-b26b-4d5b-a97c-cfa8ef263ca4 req-9b0ff79c-51da-438c-a46f-791334ab496c tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:53.775633 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05093fa9-b26b-4d5b-a97c-cfa8ef263ca4 req-9b0ff79c-51da-438c-a46f-791334ab496c tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c3a27a0-72bb-464f-9ecd-716c17f251e1 HTTP/1.1" status: 200 len: 945 time: 0.0634160 Nov 24 20:50:53.839209 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['41fdc477-4fed-4d60-9e13-c52c996d23fb'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:50:53.839759 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05093fa9-b26b-4d5b-a97c-cfa8ef263ca4 req-14660646-ea5f-4bd6-bab3-45672e96a5e1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578969 Nov 24 20:50:53.911331 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-d9c96b5d-f64c-4f39-a18a-3c6cd65da9be service neutron] 10.222.0.15 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314330 Nov 24 20:50:54.122987 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b5879c7e-17b2-4e61-bc2a-8cf840658718 req-5424241b-f21e-4275-838e-54966cb446ff tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=818a2e6d-0208-417d-9729-a1f2a8ccba16 HTTP/1.1" status: 200 len: 210 time: 0.0544729 Nov 24 20:50:54.219208 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50827548-ef95-429d-8d47-bfb2a873c10a req-2eeae792-a25d-4725-b6c6-f39895cceca4 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:54.231966 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-50827548-ef95-429d-8d47-bfb2a873c10a req-2eeae792-a25d-4725-b6c6-f39895cceca4 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.1858466 Nov 24 20:50:54.322348 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674861d-dd1c-4a4e-ab45-0c4a46affa5c req-679e4658-0a29-4dd0-acfb-33bbb57d76f5 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:54.328484 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-50827548-ef95-429d-8d47-bfb2a873c10a req-78589f7d-6b42-4790-9b8b-83186d998c09 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879717 Nov 24 20:50:54.329217 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9674861d-dd1c-4a4e-ab45-0c4a46affa5c req-679e4658-0a29-4dd0-acfb-33bbb57d76f5 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.1170635 Nov 24 20:50:54.423458 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9674861d-dd1c-4a4e-ab45-0c4a46affa5c req-97408cca-e448-4e4a-ba49-b08fdbc71a6e tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822220 Nov 24 20:50:54.508353 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2520035-ae90-4193-84d1-2e5418849d21 req-c3cd9bfd-834b-40b5-aa8a-5b859ad35293 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:54.510726 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f2520035-ae90-4193-84d1-2e5418849d21 req-c3cd9bfd-834b-40b5-aa8a-5b859ad35293 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 1096 time: 0.0914156 Nov 24 20:50:54.577980 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f2520035-ae90-4193-84d1-2e5418849d21 req-39c9ae8f-5c7e-465e-b753-275d7e5781e8 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612094 Nov 24 20:50:54.617232 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f9acead1-56cb-49d4-8340-97637c234c2b req-b5cc7a4e-3125-46f9-9d54-f95ea6406149 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cdb82235334241ecb333a080dc6b7b11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288131 Nov 24 20:50:54.853312 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799b7a9-30cb-4576-98c2-d060893936c1 req-0db2b475-a119-44e4-98fa-80025ca998e4 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:54.854867 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c799b7a9-30cb-4576-98c2-d060893936c1 req-0db2b475-a119-44e4-98fa-80025ca998e4 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 945 time: 0.0698481 Nov 24 20:50:54.889409 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acead1-56cb-49d4-8340-97637c234c2b req-f44609b6-c417-49c6-a454-fd20bf274e35 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:54.890693 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f9acead1-56cb-49d4-8340-97637c234c2b req-f44609b6-c417-49c6-a454-fd20bf274e35 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2676005 Nov 24 20:50:54.926052 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-f9acead1-56cb-49d4-8340-97637c234c2b req-c85e6480-f21a-4bca-9605-d7410b4f8cfc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Request body: {'port': {'device_id': 'd772e1aa-e152-4cac-8267-e5743199afeb', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': 'cdb82235334241ecb333a080dc6b7b11'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:54.973800 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c799b7a9-30cb-4576-98c2-d060893936c1 req-0ef5a715-ee06-4307-b62e-f1f7894c3fe5 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086290 Nov 24 20:50:55.010739 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d0d7c-f95b-47a2-84c1-fc632b895400 req-72365461-0f55-4cb7-9135-35603720ca99 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:55.021011 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f77d0d7c-f95b-47a2-84c1-fc632b895400 req-72365461-0f55-4cb7-9135-35603720ca99 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c3a27a0-72bb-464f-9ecd-716c17f251e1 HTTP/1.1" status: 200 len: 945 time: 0.0834770 Nov 24 20:50:55.085105 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9acead1-56cb-49d4-8340-97637c234c2b req-c85e6480-f21a-4bca-9605-d7410b4f8cfc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Made reservation on behalf of cdb82235334241ecb333a080dc6b7b11 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:50:55.089770 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f9acead1-56cb-49d4-8340-97637c234c2b req-c85e6480-f21a-4bca-9605-d7410b4f8cfc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:55.102334 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f9acead1-56cb-49d4-8340-97637c234c2b req-c85e6480-f21a-4bca-9605-d7410b4f8cfc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:55.114104 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f77d0d7c-f95b-47a2-84c1-fc632b895400 req-6b69f158-95bb-43b1-98b1-11ed0d65f522 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985231 Nov 24 20:50:55.265132 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-299866a0-4cd9-4a3f-a02c-994734db7e24 req-a2bd88b0-62d8-466c-8bdd-3ca985ab5579 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=818a2e6d-0208-417d-9729-a1f2a8ccba16 HTTP/1.1" status: 200 len: 210 time: 0.0283532 Nov 24 20:50:55.276923 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f9acead1-56cb-49d4-8340-97637c234c2b req-c85e6480-f21a-4bca-9605-d7410b4f8cfc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:55.286879 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f9acead1-56cb-49d4-8340-97637c234c2b req-c85e6480-f21a-4bca-9605-d7410b4f8cfc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:55.328096 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-c23025f9-88f4-4973-b019-505d17860264 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cdb82235334241ecb333a080dc6b7b11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497692 Nov 24 20:50:55.335995 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 41fdc477-4fed-4d60-9e13-c52c996d23fb up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:50:55.441234 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 41fdc477-4fed-4d60-9e13-c52c996d23fb completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:50:55.446273 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 41fdc477-4fed-4d60-9e13-c52c996d23fb triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:50:55.446686 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:55.447371 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e6480-f21a-4bca-9605-d7410b4f8cfc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbf9d04-baa8-4d8b-b788-d04aa878f740,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:55.544237 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:55.573453 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3a27a0-72bb-464f-9ecd-716c17f251e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fdc477-4fed-4d60-9e13-c52c996d23fb'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:50:55.577648 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364c27c3-9515-4cb7-a645-574ce2fcfe0f" -d '{"events": [{"server_uuid": "0c3a27a0-72bb-464f-9ecd-716c17f251e1", "name": "network-vif-plugged", "status": "completed", "tag": "41fdc477-4fed-4d60-9e13-c52c996d23fb"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:50:55.594807 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 41fdc477-4fed-4d60-9e13-c52c996d23fb, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=41fdc477-4fed-4d60-9e13-c52c996d23fb,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:50:55.601433 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:55.669941 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-9180dea0-b7dc-4164-9ddf-3b674c0c9132 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:55.671564 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-9180dea0-b7dc-4164-9ddf-3b674c0c9132 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3316181 Nov 24 20:50:55.673348 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-f9acead1-56cb-49d4-8340-97637c234c2b req-c85e6480-f21a-4bca-9605-d7410b4f8cfc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Allocated IP 192.168.233.225 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/3ed7562c-8177-42ca-bf4e-6bfc74f803ed) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:50:55.678651 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=41fdc477-4fed-4d60-9e13-c52c996d23fb,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:55.687973 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-0d30c94d-4a05-4e44-b9a2-6d3f416de8ad tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Request body: {'port': {'device_id': '818a2e6d-0208-417d-9729-a1f2a8ccba16', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': 'cdb82235334241ecb333a080dc6b7b11'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:55.705455 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c64c44-88e0-42a1-b6d0-d88157e0d0d2 x-openstack-request-id: req-46c64c44-88e0-42a1-b6d0-d88157e0d0d2 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:50:55.706501 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3a27a0-72bb-464f-9ecd-716c17f251e1", "name": "network-vif-plugged", "status": "completed", "tag": "41fdc477-4fed-4d60-9e13-c52c996d23fb", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:50:55.706970 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-46c64c44-88e0-42a1-b6d0-d88157e0d0d2 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:50:55.707560 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3a27a0-72bb-464f-9ecd-716c17f251e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fdc477-4fed-4d60-9e13-c52c996d23fb', 'code': 200} Nov 24 20:50:55.748935 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdef66b-110c-42e0-8c89-370d4ac4cd3d req-ebdbd2a7-8a39-4899-b0c3-5e9c3ddb97e0 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:55.751969 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7fdef66b-110c-42e0-8c89-370d4ac4cd3d req-ebdbd2a7-8a39-4899-b0c3-5e9c3ddb97e0 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.1687651 Nov 24 20:50:55.977519 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cac4bf-a582-4268-9cd4-8b257e4bc6a5 req-ac400419-aab1-40a2-91c3-d09b2bb43980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:55.979023 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d1cac4bf-a582-4268-9cd4-8b257e4bc6a5 req-ac400419-aab1-40a2-91c3-d09b2bb43980 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0c3a27a0-72bb-464f-9ecd-716c17f251e1 HTTP/1.1" status: 200 len: 1097 time: 0.1901078 Nov 24 20:50:55.990338 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7fdef66b-110c-42e0-8c89-370d4ac4cd3d req-b0d77512-8f3c-4e43-b6f4-c2bd6f6e2610 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044525 Nov 24 20:50:56.028704 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-0d30c94d-4a05-4e44-b9a2-6d3f416de8ad tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Made reservation on behalf of cdb82235334241ecb333a080dc6b7b11 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:50:56.032596 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-0d30c94d-4a05-4e44-b9a2-6d3f416de8ad tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:56.152792 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f9acead1-56cb-49d4-8340-97637c234c2b req-c85e6480-f21a-4bca-9605-d7410b4f8cfc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:56.170332 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d1cac4bf-a582-4268-9cd4-8b257e4bc6a5 req-fe2084f1-9407-4746-81cd-a1e8c90edf25 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721940 Nov 24 20:50:56.226408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ea15d-ac2c-4a4e-bec1-06b704f46c95 req-4daafc27-e801-4c58-b2bb-0ede7039fd28 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:56.235882 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4d3ea15d-ac2c-4a4e-bec1-06b704f46c95 req-4daafc27-e801-4c58-b2bb-0ede7039fd28 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 945 time: 0.1649504 Nov 24 20:50:56.254835 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f9acead1-56cb-49d4-8340-97637c234c2b req-c85e6480-f21a-4bca-9605-d7410b4f8cfc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:56.310954 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4d3ea15d-ac2c-4a4e-bec1-06b704f46c95 req-7d72b364-5a3d-4486-a708-43bc707f0798 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741820 Nov 24 20:50:56.497502 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c7f51fba-b84a-47b1-aa18-cb2d8bcbb80a req-bfb690ee-a812-4d19-895c-bc8813c8bd5b tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=818a2e6d-0208-417d-9729-a1f2a8ccba16 HTTP/1.1" status: 200 len: 210 time: 0.0312009 Nov 24 20:50:56.647354 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9acead1-56cb-49d4-8340-97637c234c2b req-c85e6480-f21a-4bca-9605-d7410b4f8cfc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:50:56.674380 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-f9acead1-56cb-49d4-8340-97637c234c2b req-c85e6480-f21a-4bca-9605-d7410b4f8cfc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:50:56.683794 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9acead1-56cb-49d4-8340-97637c234c2b req-c85e6480-f21a-4bca-9605-d7410b4f8cfc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:50:56.726230 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e6480-f21a-4bca-9605-d7410b4f8cfc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Pushing event updated for resources: {'Port': ['ID=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:56.741436 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-0d30c94d-4a05-4e44-b9a2-6d3f416de8ad tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Allocated IP 192.168.233.57 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:50:56.774562 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e67897-a332-4c6b-afe3-6ba32be4cd11 req-136decfe-d35b-4098-8a88-3fb12b9e4a33 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:56.775666 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-95e67897-a332-4c6b-afe3-6ba32be4cd11 req-136decfe-d35b-4098-8a88-3fb12b9e4a33 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c3a27a0-72bb-464f-9ecd-716c17f251e1 HTTP/1.1" status: 200 len: 946 time: 0.4724865 Nov 24 20:50:56.781652 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acead1-56cb-49d4-8340-97637c234c2b req-c85e6480-f21a-4bca-9605-d7410b4f8cfc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:56.782363 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f9acead1-56cb-49d4-8340-97637c234c2b req-c85e6480-f21a-4bca-9605-d7410b4f8cfc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:56.838828 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f9acead1-56cb-49d4-8340-97637c234c2b req-c85e6480-f21a-4bca-9605-d7410b4f8cfc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9221485 Nov 24 20:50:56.862020 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-f9acead1-56cb-49d4-8340-97637c234c2b req-146ef24a-171f-4691-a100-20b8bf71599d service neutron] Request body: {'port': {'device_id': 'd772e1aa-e152-4cac-8267-e5743199afeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:56.934388 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-95e67897-a332-4c6b-afe3-6ba32be4cd11 req-9c4054cc-86c7-44f6-b77d-caee8acac5dc tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477480 Nov 24 20:50:56.969231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4a874564-a030-4c7a-b983-30c26e4e23ce None None] Provisioning complete for port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:50:56.969772 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4a874564-a030-4c7a-b983-30c26e4e23ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:57.005734 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-4a874564-a030-4c7a-b983-30c26e4e23ce None None] Port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:50:57.008868 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f9acead1-56cb-49d4-8340-97637c234c2b req-146ef24a-171f-4691-a100-20b8bf71599d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:57.087390 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-0d30c94d-4a05-4e44-b9a2-6d3f416de8ad tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:57.129057 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fcd6d-1b8c-41c1-ae82-1765a9910f59 req-aa3794cd-855b-4435-a85b-bff560be147f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:57.130204 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f72fcd6d-1b8c-41c1-ae82-1765a9910f59 req-aa3794cd-855b-4435-a85b-bff560be147f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.0658360 Nov 24 20:50:57.200888 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f72fcd6d-1b8c-41c1-ae82-1765a9910f59 req-200f3220-b4b7-4d45-87e0-e717d9a09c1b tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636339 Nov 24 20:50:57.240919 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-0d30c94d-4a05-4e44-b9a2-6d3f416de8ad tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:57.338247 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30c94d-4a05-4e44-b9a2-6d3f416de8ad tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Pushing event updated for resources: {'Port': ['ID=65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:57.352575 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-0d30c94d-4a05-4e44-b9a2-6d3f416de8ad tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:50:57.382152 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-0d30c94d-4a05-4e44-b9a2-6d3f416de8ad tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:50:57.385434 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-0d30c94d-4a05-4e44-b9a2-6d3f416de8ad tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:50:57.494027 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-0d30c94d-4a05-4e44-b9a2-6d3f416de8ad tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:57.494692 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-0d30c94d-4a05-4e44-b9a2-6d3f416de8ad tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:57.545233 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-0d30c94d-4a05-4e44-b9a2-6d3f416de8ad tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8633645 Nov 24 20:50:57.561074 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e83595-741a-4c5e-847e-97e82cdae79b req-dc10485c-0a51-4adc-be74-1902c8f2c8cb tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:57.562541 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-51e83595-741a-4c5e-847e-97e82cdae79b req-dc10485c-0a51-4adc-be74-1902c8f2c8cb tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 945 time: 0.1224871 Nov 24 20:50:57.574724 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-238e361e-8dfe-4110-a36e-1140240997c2 service neutron] Request body: {'port': {'device_id': '818a2e6d-0208-417d-9729-a1f2a8ccba16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:50:57.694618 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-f9acead1-56cb-49d4-8340-97637c234c2b req-146ef24a-171f-4691-a100-20b8bf71599d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed7562c-8177-42ca-bf4e-6bfc74f803ed {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:50:57.714949 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f9acead1-56cb-49d4-8340-97637c234c2b req-146ef24a-171f-4691-a100-20b8bf71599d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:57.723631 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-51e83595-741a-4c5e-847e-97e82cdae79b req-8a8cf3a6-02c9-4f38-b26c-607613a2fa0d tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529601 Nov 24 20:50:57.724242 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-238e361e-8dfe-4110-a36e-1140240997c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:57.744045 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-1ac781b6-93c0-43a3-ad54-7dcf5a65fc30 None None] Provisioning complete for port 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:50:57.744171 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1ac781b6-93c0-43a3-ad54-7dcf5a65fc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:57.762014 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-f9acead1-56cb-49d4-8340-97637c234c2b req-146ef24a-171f-4691-a100-20b8bf71599d service neutron] Transition to ACTIVE for port object 3ed7562c-8177-42ca-bf4e-6bfc74f803ed will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:50:57.805534 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-1ac781b6-93c0-43a3-ad54-7dcf5a65fc30 None None] Port 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:50:57.810722 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f9acead1-56cb-49d4-8340-97637c234c2b req-146ef24a-171f-4691-a100-20b8bf71599d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:58.090179 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ef24a-171f-4691-a100-20b8bf71599d service neutron] Pushing event updated for resources: {'Port': ['ID=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:58.137026 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa96331-85a8-4b99-8fdb-869e3018588a req-875883df-4521-4247-aa8c-1f5824619617 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:58.139977 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef5f54-40ec-4ee7-966b-3f2a8fbdf4cc req-36ed2fc9-7b5a-4f31-a1d0-1307e4c9a28d tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:58.146462 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9fa96331-85a8-4b99-8fdb-869e3018588a req-875883df-4521-4247-aa8c-1f5824619617 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=818a2e6d-0208-417d-9729-a1f2a8ccba16 HTTP/1.1" status: 200 len: 935 time: 0.2763190 Nov 24 20:50:58.149513 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91ef5f54-40ec-4ee7-966b-3f2a8fbdf4cc req-36ed2fc9-7b5a-4f31-a1d0-1307e4c9a28d tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c3a27a0-72bb-464f-9ecd-716c17f251e1 HTTP/1.1" status: 200 len: 946 time: 0.1201372 Nov 24 20:50:58.238774 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91ef5f54-40ec-4ee7-966b-3f2a8fbdf4cc req-b7a8adac-b4c7-4158-865d-5c2dfa1b7b0e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802233 Nov 24 20:50:58.259598 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f9acead1-56cb-49d4-8340-97637c234c2b req-146ef24a-171f-4691-a100-20b8bf71599d service neutron] Attempting to bind port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:50:58.259940 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f9acead1-56cb-49d4-8340-97637c234c2b req-146ef24a-171f-4691-a100-20b8bf71599d service neutron] Attempting to bind port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:50:58.260271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9acead1-56cb-49d4-8340-97637c234c2b req-146ef24a-171f-4691-a100-20b8bf71599d service neutron] Attempting to bind port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:58.278008 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9acead1-56cb-49d4-8340-97637c234c2b req-146ef24a-171f-4691-a100-20b8bf71599d service neutron] Port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:50:58.278335 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9acead1-56cb-49d4-8340-97637c234c2b req-146ef24a-171f-4691-a100-20b8bf71599d service neutron] Attempting to bind port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:58.302912 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9acead1-56cb-49d4-8340-97637c234c2b req-146ef24a-171f-4691-a100-20b8bf71599d service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:50:58.303284 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9acead1-56cb-49d4-8340-97637c234c2b req-146ef24a-171f-4691-a100-20b8bf71599d service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:50:58.303632 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9acead1-56cb-49d4-8340-97637c234c2b req-146ef24a-171f-4691-a100-20b8bf71599d service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:50:58.304119 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f9acead1-56cb-49d4-8340-97637c234c2b req-146ef24a-171f-4691-a100-20b8bf71599d service neutron] Bound port: 3ed7562c-8177-42ca-bf4e-6bfc74f803ed, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:50:58.304509 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f9acead1-56cb-49d4-8340-97637c234c2b req-146ef24a-171f-4691-a100-20b8bf71599d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:58.342720 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9fa96331-85a8-4b99-8fdb-869e3018588a req-5f14cf26-f041-4c76-b22c-fdfd412ee82a tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdbf9d04-baa8-4d8b-b788-d04aa878f740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931088 Nov 24 20:50:58.359958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3639a9-b52d-400b-9968-1a4eb3abc0be req-f55b831c-e0df-4bd0-bd97-8876d4ba9585 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:58.372115 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1c3639a9-b52d-400b-9968-1a4eb3abc0be req-f55b831c-e0df-4bd0-bd97-8876d4ba9585 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.0763943 Nov 24 20:50:58.446334 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1c3639a9-b52d-400b-9968-1a4eb3abc0be req-02fec374-281f-4a34-9fe9-a0be74789c1a tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728257 Nov 24 20:50:58.484943 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-238e361e-8dfe-4110-a36e-1140240997c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:50:58.489699 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f9acead1-56cb-49d4-8340-97637c234c2b req-146ef24a-171f-4691-a100-20b8bf71599d service neutron] For port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:50:58.498410 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-238e361e-8dfe-4110-a36e-1140240997c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:58.510369 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f9acead1-56cb-49d4-8340-97637c234c2b req-146ef24a-171f-4691-a100-20b8bf71599d service neutron] For port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:50:58.525901 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f9acead1-56cb-49d4-8340-97637c234c2b req-146ef24a-171f-4691-a100-20b8bf71599d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:58.529560 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-238e361e-8dfe-4110-a36e-1140240997c2 service neutron] Transition to ACTIVE for port object 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:50:58.559048 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-238e361e-8dfe-4110-a36e-1140240997c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:58.578776 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f049253-df49-451e-a8f6-53a3eb0b6ab1 req-cd80499e-16b1-4b65-9c16-a550603c13de tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:58.580288 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5f049253-df49-451e-a8f6-53a3eb0b6ab1 req-cd80499e-16b1-4b65-9c16-a550603c13de tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c3a27a0-72bb-464f-9ecd-716c17f251e1 HTTP/1.1" status: 200 len: 946 time: 0.1388042 Nov 24 20:50:58.584723 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acead1-56cb-49d4-8340-97637c234c2b req-146ef24a-171f-4691-a100-20b8bf71599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:58.585375 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f9acead1-56cb-49d4-8340-97637c234c2b req-146ef24a-171f-4691-a100-20b8bf71599d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:58.586711 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f9acead1-56cb-49d4-8340-97637c234c2b req-146ef24a-171f-4691-a100-20b8bf71599d service neutron] 10.222.0.48 "PUT /v2.0/ports/3ed7562c-8177-42ca-bf4e-6bfc74f803ed HTTP/1.1" status: 200 len: 1096 time: 1.7321911 Nov 24 20:50:58.589360 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd772e1aa-e152-4cac-8267-e5743199afeb', 'tag': '3ed7562c-8177-42ca-bf4e-6bfc74f803ed'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:50:58.591805 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ca52da-dc1a-4d96-9995-dd012151753d" -d '{"events": [{"name": "network-changed", "server_uuid": "d772e1aa-e152-4cac-8267-e5743199afeb", "tag": "3ed7562c-8177-42ca-bf4e-6bfc74f803ed"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:50:58.681026 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ef24a-171f-4691-a100-20b8bf71599d service neutron] Pushing event updated for resources: {'Port': ['ID=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:58.691360 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a46263-8106-458e-b0f6-e732bd909dff x-openstack-request-id: req-b3a46263-8106-458e-b0f6-e732bd909dff {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:50:58.691669 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d772e1aa-e152-4cac-8267-e5743199afeb", "tag": "3ed7562c-8177-42ca-bf4e-6bfc74f803ed", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:50:58.691925 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b3a46263-8106-458e-b0f6-e732bd909dff {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:50:58.692375 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd772e1aa-e152-4cac-8267-e5743199afeb', 'tag': '3ed7562c-8177-42ca-bf4e-6bfc74f803ed', 'status': 'completed', 'code': 200} Nov 24 20:50:58.770197 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5f049253-df49-451e-a8f6-53a3eb0b6ab1 req-e0f06816-2b07-4133-ace8-6391fa3f7f95 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748438 Nov 24 20:50:58.818061 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e361e-8dfe-4110-a36e-1140240997c2 service neutron] Pushing event updated for resources: {'Port': ['ID=65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:58.824563 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acead1-56cb-49d4-8340-97637c234c2b req-eb8bd5da-f00e-4783-9b48-737975563809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:58.826156 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f9acead1-56cb-49d4-8340-97637c234c2b req-eb8bd5da-f00e-4783-9b48-737975563809 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cdb82235334241ecb333a080dc6b7b11&device_id=d772e1aa-e152-4cac-8267-e5743199afeb HTTP/1.1" status: 200 len: 1099 time: 0.1747973 Nov 24 20:50:58.886460 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f9acead1-56cb-49d4-8340-97637c234c2b req-14a37bf1-8b58-4473-b65d-2487b83ed8bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=3ed7562c-8177-42ca-bf4e-6bfc74f803ed HTTP/1.1" status: 200 len: 217 time: 0.0490882 Nov 24 20:50:58.931712 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-238e361e-8dfe-4110-a36e-1140240997c2 service neutron] Attempting to bind port 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:50:58.932300 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-238e361e-8dfe-4110-a36e-1140240997c2 service neutron] Attempting to bind port 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:50:58.932855 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-238e361e-8dfe-4110-a36e-1140240997c2 service neutron] Attempting to bind port 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:58.943113 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-238e361e-8dfe-4110-a36e-1140240997c2 service neutron] Port 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:50:58.945099 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-238e361e-8dfe-4110-a36e-1140240997c2 service neutron] Attempting to bind port 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:50:58.955761 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-238e361e-8dfe-4110-a36e-1140240997c2 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:50:58.956571 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-238e361e-8dfe-4110-a36e-1140240997c2 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:50:58.956571 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-238e361e-8dfe-4110-a36e-1140240997c2 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:50:58.956995 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-238e361e-8dfe-4110-a36e-1140240997c2 service neutron] Bound port: 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:50:58.957437 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-238e361e-8dfe-4110-a36e-1140240997c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:58.980784 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acead1-56cb-49d4-8340-97637c234c2b req-555c308c-75cb-474a-ab2f-51b532daa195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:58.982327 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f9acead1-56cb-49d4-8340-97637c234c2b req-555c308c-75cb-474a-ab2f-51b532daa195 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0864472 Nov 24 20:50:59.008538 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678c57a-b0f1-4cc9-80e4-a850808dd91b req-fab0c63e-7f0d-4d6b-be12-50bc37676418 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:59.016861 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d678c57a-b0f1-4cc9-80e4-a850808dd91b req-fab0c63e-7f0d-4d6b-be12-50bc37676418 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 945 time: 0.1444912 Nov 24 20:50:59.093428 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-238e361e-8dfe-4110-a36e-1140240997c2 service neutron] For port 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:50:59.097773 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acead1-56cb-49d4-8340-97637c234c2b req-30b0c794-feae-4cb2-b5e7-b343a8f1bcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:59.099544 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f9acead1-56cb-49d4-8340-97637c234c2b req-30b0c794-feae-4cb2-b5e7-b343a8f1bcce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0894282 Nov 24 20:50:59.101550 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-238e361e-8dfe-4110-a36e-1140240997c2 service neutron] For port 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:50:59.102618 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d678c57a-b0f1-4cc9-80e4-a850808dd91b req-16012590-dc92-4931-a1f9-4de67314d7f9 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818655 Nov 24 20:50:59.108203 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-238e361e-8dfe-4110-a36e-1140240997c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:59.224497 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-238e361e-8dfe-4110-a36e-1140240997c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:59.225317 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-238e361e-8dfe-4110-a36e-1140240997c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:50:59.227500 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-238e361e-8dfe-4110-a36e-1140240997c2 service neutron] 10.222.0.48 "PUT /v2.0/ports/65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e HTTP/1.1" status: 200 len: 1095 time: 1.6639409 Nov 24 20:50:59.259292 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42c7c0-796b-457e-bab8-6b68988ea6f7 req-b5689b5a-b515-4f50-bb2d-00a8360b465c tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:59.268925 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b42c7c0-796b-457e-bab8-6b68988ea6f7 req-b5689b5a-b515-4f50-bb2d-00a8360b465c tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c3a27a0-72bb-464f-9ecd-716c17f251e1 HTTP/1.1" status: 200 len: 946 time: 0.0701637 Nov 24 20:50:59.276593 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e361e-8dfe-4110-a36e-1140240997c2 service neutron] Pushing event updated for resources: {'Port': ['ID=65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:50:59.333062 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b42c7c0-796b-457e-bab8-6b68988ea6f7 req-4f7f5d72-f57a-478b-8d12-e6375e03b962 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561924 Nov 24 20:50:59.397129 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-c9747b16-c75e-41f1-bc31-1ad3a8a54d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:59.398653 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-c9747b16-c75e-41f1-bc31-1ad3a8a54d40 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cdb82235334241ecb333a080dc6b7b11&device_id=818a2e6d-0208-417d-9729-a1f2a8ccba16 HTTP/1.1" status: 200 len: 1098 time: 0.1159129 Nov 24 20:50:59.403106 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f9acead1-56cb-49d4-8340-97637c234c2b req-f127ac17-a549-45a3-9324-e16f69f0a178 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920604 Nov 24 20:50:59.500264 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-c8d7d555-01c0-4047-bb2d-503f29a0aa31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e HTTP/1.1" status: 200 len: 217 time: 0.0858648 Nov 24 20:50:59.586611 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679262ce-a99a-43fd-96f7-4e5255166945 req-44a5f32d-e45c-454c-85fc-eeb9dd979f2c tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:59.588065 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-679262ce-a99a-43fd-96f7-4e5255166945 req-44a5f32d-e45c-454c-85fc-eeb9dd979f2c tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.0533288 Nov 24 20:50:59.621078 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f86650-5c98-4904-a4bc-b345e014775d req-42ae7cb5-5a5c-4c9f-b8c9-f4a34ae0194e tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:59.622596 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-34f86650-5c98-4904-a4bc-b345e014775d req-42ae7cb5-5a5c-4c9f-b8c9-f4a34ae0194e tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=818a2e6d-0208-417d-9729-a1f2a8ccba16 HTTP/1.1" status: 200 len: 947 time: 0.1866512 Nov 24 20:50:59.631509 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-43dc1100-bccd-4190-8f90-8fa41469158f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:59.633003 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-43dc1100-bccd-4190-8f90-8fa41469158f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.1096027 Nov 24 20:50:59.647775 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-679262ce-a99a-43fd-96f7-4e5255166945 req-7011b760-65de-41b6-ac7c-23671ad603a9 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516155 Nov 24 20:50:59.672703 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f9acead1-56cb-49d4-8340-97637c234c2b req-4a9f15b5-a131-4cc7-93a5-3b350ba75afa service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505069 Nov 24 20:50:59.728228 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-34f86650-5c98-4904-a4bc-b345e014775d req-66eef5cc-8170-45b6-a53a-46e7791c9735 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdbf9d04-baa8-4d8b-b788-d04aa878f740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925007 Nov 24 20:50:59.731427 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-c6331b11-d593-4d28-9ab5-dac4d24296a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:59.732937 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-c6331b11-d593-4d28-9ab5-dac4d24296a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0923681 Nov 24 20:50:59.846288 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca52da-dc1a-4d96-9995-dd012151753d req-bdc12f4e-6ddd-4625-978c-d5855e797bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:50:59.848376 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a1ca52da-dc1a-4d96-9995-dd012151753d req-bdc12f4e-6ddd-4625-978c-d5855e797bf6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cdb82235334241ecb333a080dc6b7b11&device_id=d772e1aa-e152-4cac-8267-e5743199afeb HTTP/1.1" status: 200 len: 1099 time: 0.1073098 Nov 24 20:50:59.871808 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-29f37763-5474-4967-b629-271035052242 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293411 Nov 24 20:51:00.022242 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca52da-dc1a-4d96-9995-dd012151753d req-db81a533-124b-45d4-9b95-3621c8d8cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:00.023703 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a1ca52da-dc1a-4d96-9995-dd012151753d req-db81a533-124b-45d4-9b95-3621c8d8cbd4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.1631992 Nov 24 20:51:00.027060 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8b9baf5-9651-4adb-8476-161007ce16f1 req-f0546191-46eb-4a22-a493-6bd1c06f4f06 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445136 Nov 24 20:51:00.081379 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a1ca52da-dc1a-4d96-9995-dd012151753d req-d1d64f2a-617d-46a5-b8e1-f850dfc9df16 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=3ed7562c-8177-42ca-bf4e-6bfc74f803ed HTTP/1.1" status: 200 len: 217 time: 0.0401497 Nov 24 20:51:00.135264 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca52da-dc1a-4d96-9995-dd012151753d req-bf4e0b6b-b387-4775-85b9-90e31edd0bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:00.135713 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a1ca52da-dc1a-4d96-9995-dd012151753d req-bf4e0b6b-b387-4775-85b9-90e31edd0bce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0474451 Nov 24 20:51:00.213716 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca52da-dc1a-4d96-9995-dd012151753d req-49588778-0234-4fa7-a543-817329855ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:00.215224 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a1ca52da-dc1a-4d96-9995-dd012151753d req-49588778-0234-4fa7-a543-817329855ac1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692182 Nov 24 20:51:00.314980 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52afb89-6aeb-4a61-a219-7d90fe0a30ff req-9f38c37f-8624-4a65-a84d-8231ee9aa907 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:00.316491 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a52afb89-6aeb-4a61-a219-7d90fe0a30ff req-9f38c37f-8624-4a65-a84d-8231ee9aa907 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 945 time: 0.1169968 Nov 24 20:51:00.357499 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a1ca52da-dc1a-4d96-9995-dd012151753d req-62ceda7f-310c-4d41-895b-a791cc778f46 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235535 Nov 24 20:51:00.427593 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a52afb89-6aeb-4a61-a219-7d90fe0a30ff req-90257814-aeb2-4290-a6a6-8e07201ed952 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974193 Nov 24 20:51:00.463870 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2519314-863a-4762-8634-8243d6a8180b req-a4ded398-b87e-4dc9-91bb-377a288256d0 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:00.465947 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d2519314-863a-4762-8634-8243d6a8180b req-a4ded398-b87e-4dc9-91bb-377a288256d0 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c3a27a0-72bb-464f-9ecd-716c17f251e1 HTTP/1.1" status: 200 len: 946 time: 0.0703537 Nov 24 20:51:00.526109 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d2519314-863a-4762-8634-8243d6a8180b req-e26cb26d-4604-4322-b1f9-0ac09e86ec7f tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518360 Nov 24 20:51:00.531667 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a1ca52da-dc1a-4d96-9995-dd012151753d req-c4dfacf8-0e2a-42d8-8dcb-fe0683158164 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650488 Nov 24 20:51:00.585057 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165089e2-f9ab-457e-9042-d60aaebffb09 req-53ec4346-4f5b-423b-84fa-90f443f5531d tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:00.586557 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-165089e2-f9ab-457e-9042-d60aaebffb09 req-53ec4346-4f5b-423b-84fa-90f443f5531d tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c3a27a0-72bb-464f-9ecd-716c17f251e1 HTTP/1.1" status: 200 len: 946 time: 0.0707290 Nov 24 20:51:00.693094 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818a2e6d-0208-417d-9729-a1f2a8ccba16', 'tag': '65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:51:00.695625 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ca3c98-6d8d-403a-94ed-ccb0051d5a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "818a2e6d-0208-417d-9729-a1f2a8ccba16", "tag": "65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:51:00.701428 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-165089e2-f9ab-457e-9042-d60aaebffb09 req-757b6a94-4a13-4499-826e-b8247617d1e0 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Deleting port 41fdc477-4fed-4d60-9e13-c52c996d23fb {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:51:00.701776 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-165089e2-f9ab-457e-9042-d60aaebffb09 req-757b6a94-4a13-4499-826e-b8247617d1e0 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:00.738341 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f7a645-caa8-4be8-b325-6215bed36b49 x-openstack-request-id: req-03f7a645-caa8-4be8-b325-6215bed36b49 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:51:00.738645 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818a2e6d-0208-417d-9729-a1f2a8ccba16", "tag": "65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:51:00.738904 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-03f7a645-caa8-4be8-b325-6215bed36b49 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:51:00.739307 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818a2e6d-0208-417d-9729-a1f2a8ccba16', 'tag': '65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e', 'status': 'completed', 'code': 200} Nov 24 20:51:00.880553 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-165089e2-f9ab-457e-9042-d60aaebffb09 req-757b6a94-4a13-4499-826e-b8247617d1e0 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] For port 41fdc477-4fed-4d60-9e13-c52c996d23fb, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=41fdc477-4fed-4d60-9e13-c52c996d23fb,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:00.881241 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-165089e2-f9ab-457e-9042-d60aaebffb09 req-757b6a94-4a13-4499-826e-b8247617d1e0 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:00.884432 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca3c98-6d8d-403a-94ed-ccb0051d5a8b req-88c7b87f-4955-4eec-b820-909e5cbc1123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:00.885947 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-95ca3c98-6d8d-403a-94ed-ccb0051d5a8b req-88c7b87f-4955-4eec-b820-909e5cbc1123 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cdb82235334241ecb333a080dc6b7b11&device_id=818a2e6d-0208-417d-9729-a1f2a8ccba16 HTTP/1.1" status: 200 len: 1098 time: 0.1150959 Nov 24 20:51:00.900465 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93067c2f-f6bc-4304-b737-7f65d7ff7f85 req-6f2acf86-2f24-41cc-a9f4-57895a6ab835 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:00.902000 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-93067c2f-f6bc-4304-b737-7f65d7ff7f85 req-6f2acf86-2f24-41cc-a9f4-57895a6ab835 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.1300347 Nov 24 20:51:00.924084 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-165089e2-f9ab-457e-9042-d60aaebffb09 req-757b6a94-4a13-4499-826e-b8247617d1e0 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Calling delete_port for 41fdc477-4fed-4d60-9e13-c52c996d23fb owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:51:00.931186 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513c786-b38d-484f-a9a0-520a932c38c2 req-67312ff4-661d-42cc-9f14-f31ee5a2bb28 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:00.933332 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9513c786-b38d-484f-a9a0-520a932c38c2 req-67312ff4-661d-42cc-9f14-f31ee5a2bb28 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=818a2e6d-0208-417d-9729-a1f2a8ccba16 HTTP/1.1" status: 200 len: 947 time: 0.0645618 Nov 24 20:51:00.995962 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9513c786-b38d-484f-a9a0-520a932c38c2 req-a6b2c3aa-41d5-470a-94e5-3f1dbb9b64e3 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdbf9d04-baa8-4d8b-b788-d04aa878f740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530641 Nov 24 20:51:01.070042 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-93067c2f-f6bc-4304-b737-7f65d7ff7f85 req-9451eaf9-14e6-417f-b449-98a21f3dc573 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560719 Nov 24 20:51:01.093703 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca3c98-6d8d-403a-94ed-ccb0051d5a8b req-fb5c2d0f-f26c-4dc6-8106-bc29ea39d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:01.095168 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-95ca3c98-6d8d-403a-94ed-ccb0051d5a8b req-fb5c2d0f-f26c-4dc6-8106-bc29ea39d821 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.1922951 Nov 24 20:51:01.445155 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-95ca3c98-6d8d-403a-94ed-ccb0051d5a8b req-d2a376c9-760c-40a0-a67b-4cc7863103ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e HTTP/1.1" status: 200 len: 217 time: 0.3426821 Nov 24 20:51:01.506842 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-165089e2-f9ab-457e-9042-d60aaebffb09 req-757b6a94-4a13-4499-826e-b8247617d1e0 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:01.509830 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca3c98-6d8d-403a-94ed-ccb0051d5a8b req-720388fa-8bea-46ca-bd63-09e9b574dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:01.512033 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-95ca3c98-6d8d-403a-94ed-ccb0051d5a8b req-720388fa-8bea-46ca-bd63-09e9b574dc3f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0602365 Nov 24 20:51:01.522340 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c1b3f4bd-32d9-468e-8bb5-53c430603070'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:51:01.562307 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b6a94-4a13-4499-826e-b8247617d1e0 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Pushing event deleted for resources: {'Port': ['ID=41fdc477-4fed-4d60-9e13-c52c996d23fb,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:01.635387 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b65f3-ffa5-465d-9d62-de2ef5017426 req-2e310e35-d5db-4b91-88fe-5ad89831521c tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:01.646364 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-628b65f3-ffa5-465d-9d62-de2ef5017426 req-2e310e35-d5db-4b91-88fe-5ad89831521c tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 945 time: 0.1271589 Nov 24 20:51:01.664647 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-165089e2-f9ab-457e-9042-d60aaebffb09 req-757b6a94-4a13-4499-826e-b8247617d1e0 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] No DVR routers for this DVR port 41fdc477-4fed-4d60-9e13-c52c996d23fb on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:51:01.699655 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-165089e2-f9ab-457e-9042-d60aaebffb09 req-757b6a94-4a13-4499-826e-b8247617d1e0 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:01.703096 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-165089e2-f9ab-457e-9042-d60aaebffb09 req-757b6a94-4a13-4499-826e-b8247617d1e0 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.48 "DELETE /v2.0/ports/41fdc477-4fed-4d60-9e13-c52c996d23fb HTTP/1.1" status: 204 len: 173 time: 1.1085696 Nov 24 20:51:01.705235 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca3c98-6d8d-403a-94ed-ccb0051d5a8b req-490b8b16-1747-4b53-8693-3118f4ab82a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:01.707665 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-95ca3c98-6d8d-403a-94ed-ccb0051d5a8b req-490b8b16-1747-4b53-8693-3118f4ab82a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1719346 Nov 24 20:51:01.709800 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-96e1f2fc-9821-465a-a0cb-d495871c5de0 req-f5d5b845-a953-4398-92a8-95ed5f536829 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c3a27a0-72bb-464f-9ecd-716c17f251e1 HTTP/1.1" status: 200 len: 210 time: 0.0429378 Nov 24 20:51:01.748599 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-628b65f3-ffa5-465d-9d62-de2ef5017426 req-8a265ef5-bb0a-4753-93b1-b219440c216d tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012738 Nov 24 20:51:01.851015 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-95ca3c98-6d8d-403a-94ed-ccb0051d5a8b req-8ccb59e0-ac77-4ff6-b0d4-b37c14074e08 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359749 Nov 24 20:51:01.955231 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-95ca3c98-6d8d-403a-94ed-ccb0051d5a8b req-c1877d4c-0d96-4160-b070-55e103ff9b86 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965834 Nov 24 20:51:02.121759 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a15544-7098-40c1-9362-303bbca3da2e req-b3ef7f04-2b1a-4a11-830e-57872e9ada99 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:02.129348 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79a15544-7098-40c1-9362-303bbca3da2e req-b3ef7f04-2b1a-4a11-830e-57872e9ada99 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=818a2e6d-0208-417d-9729-a1f2a8ccba16 HTTP/1.1" status: 200 len: 947 time: 0.0626721 Nov 24 20:51:02.195387 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79a15544-7098-40c1-9362-303bbca3da2e req-55b33fdb-7a6b-4455-bb41-4bed94bd53f4 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdbf9d04-baa8-4d8b-b788-d04aa878f740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645173 Nov 24 20:51:02.240911 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f02cd8-d364-4874-bd4f-c10ce61bda76 req-c3d52b3d-000c-4850-ab32-8924bfdbcaec tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:02.242499 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72f02cd8-d364-4874-bd4f-c10ce61bda76 req-c3d52b3d-000c-4850-ab32-8924bfdbcaec tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.0814340 Nov 24 20:51:02.303515 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72f02cd8-d364-4874-bd4f-c10ce61bda76 req-76444af8-0482-463b-ac63-04f69fe0b546 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515251 Nov 24 20:51:02.740939 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3a27a0-72bb-464f-9ecd-716c17f251e1', 'name': 'network-vif-deleted', 'tag': '41fdc477-4fed-4d60-9e13-c52c996d23fb'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:51:02.743854 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89f2e9e-6ea8-42b6-b7ac-d1d356614a61" -d '{"events": [{"server_uuid": "0c3a27a0-72bb-464f-9ecd-716c17f251e1", "name": "network-vif-deleted", "tag": "41fdc477-4fed-4d60-9e13-c52c996d23fb"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:51:02.787769 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31827ed-f3df-4e22-8af3-d2110070b930 x-openstack-request-id: req-f31827ed-f3df-4e22-8af3-d2110070b930 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:51:02.788403 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3a27a0-72bb-464f-9ecd-716c17f251e1", "name": "network-vif-deleted", "tag": "41fdc477-4fed-4d60-9e13-c52c996d23fb", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:51:02.789078 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f31827ed-f3df-4e22-8af3-d2110070b930 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:51:02.791173 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3a27a0-72bb-464f-9ecd-716c17f251e1', 'name': 'network-vif-deleted', 'tag': '41fdc477-4fed-4d60-9e13-c52c996d23fb', 'status': 'completed', 'code': 200} Nov 24 20:51:02.899232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5d884-b6ae-4fab-85ff-eb2e777990e5 req-824178a8-61ff-4df9-9aa5-f632f2441107 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:02.901333 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-54e5d884-b6ae-4fab-85ff-eb2e777990e5 req-824178a8-61ff-4df9-9aa5-f632f2441107 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 945 time: 0.0652213 Nov 24 20:51:02.968308 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-54e5d884-b6ae-4fab-85ff-eb2e777990e5 req-badafe60-972d-4350-967b-9f359ba7a200 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602639 Nov 24 20:51:03.169382 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-007b0dd7-2da0-48e6-aae4-5422dc3fe86e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:03.170999 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-007b0dd7-2da0-48e6-aae4-5422dc3fe86e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/networks?id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f HTTP/1.1" status: 200 len: 805 time: 0.1250203 Nov 24 20:51:03.187499 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-09e554df-1474-4ee0-8948-27f383b463e5 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/quotas/1e863037610748a3b80a51d971bf8b4d HTTP/1.1" status: 200 len: 375 time: 0.0097377 Nov 24 20:51:03.241683 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-0a8a8d1a-6cda-4a14-92e2-7f608be65279 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1e863037610748a3b80a51d971bf8b4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470998 Nov 24 20:51:03.340380 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1aae3f-ec8a-4c2b-bb82-046742718b80 req-686fed5e-431e-4cce-984e-f5017fb84ecc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:03.341989 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d1aae3f-ec8a-4c2b-bb82-046742718b80 req-686fed5e-431e-4cce-984e-f5017fb84ecc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=818a2e6d-0208-417d-9729-a1f2a8ccba16 HTTP/1.1" status: 200 len: 947 time: 0.0598531 Nov 24 20:51:03.351713 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:51:03.354786 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 41fdc477-4fed-4d60-9e13-c52c996d23fb no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:51:03.361803 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-8ff80296-f267-487e-bf51-f5ef0d94d008 service neutron] 10.222.0.11 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106799 Nov 24 20:51:03.390479 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 41fdc477-4fed-4d60-9e13-c52c996d23fb {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:51:03.390923 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 41fdc477-4fed-4d60-9e13-c52c996d23fb not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:51:03.425810 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d1aae3f-ec8a-4c2b-bb82-046742718b80 req-7e839662-bc6c-4407-a717-85b9a6994484 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdbf9d04-baa8-4d8b-b788-d04aa878f740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638530 Nov 24 20:51:03.482237 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-83184ea6-1316-46d3-8731-b2998190a973 service neutron] 10.222.0.11 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108322 Nov 24 20:51:03.516924 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:03.535995 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': '65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e', 'mac_address': 'fa:16:3e:98:82:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:51:03.540830 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba420d-83d7-41df-98d6-2eae1b12caed req-38672c5c-bbde-421c-a608-eca533e293c8 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:03.548779 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cdba420d-83d7-41df-98d6-2eae1b12caed req-38672c5c-bbde-421c-a608-eca533e293c8 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.0663941 Nov 24 20:51:03.588925 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:03.593705 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cdba420d-83d7-41df-98d6-2eae1b12caed req-73ea558d-ea28-4493-aa13-7bea23b0f3c9 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433247 Nov 24 20:51:03.613820 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:51:03.644270 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:03.648911 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:03.649752 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 3ed7562c-8177-42ca-bf4e-6bfc74f803ed details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:51:03.739370 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:03.784335 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:03.799986 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '3ed7562c-8177-42ca-bf4e-6bfc74f803ed', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': '3ed7562c-8177-42ca-bf4e-6bfc74f803ed', 'mac_address': 'fa:16:3e:e4:25:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:51:03.828893 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1d0bfca7-d0c9-4b36-9878-705edbf99276 req-13116339-d403-4230-9e7f-82a8506e4389 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc789484-3e3d-462b-8539-4514bb4bcfa3 HTTP/1.1" status: 200 len: 210 time: 0.0401502 Nov 24 20:51:03.870719 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:03.886849 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed7562c-8177-42ca-bf4e-6bfc74f803ed {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:51:03.910088 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:03.914659 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:03.983162 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:04.142085 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb889db1-5d71-462b-a9ca-819ebf42fc6e req-ed394b9d-025a-49a8-b102-9ae28bda652c tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:04.149984 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cb889db1-5d71-462b-a9ca-819ebf42fc6e req-ed394b9d-025a-49a8-b102-9ae28bda652c tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 945 time: 0.0779767 Nov 24 20:51:04.189116 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['3ed7562c-8177-42ca-bf4e-6bfc74f803ed'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:51:04.218608 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:51:04.225292 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cb889db1-5d71-462b-a9ca-819ebf42fc6e req-0a1186b2-6132-4b14-b1d6-30e29caecfdc tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741870 Nov 24 20:51:04.545706 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20c040-63e6-4149-9059-397e8aa09991 req-f9b17b52-d131-4fbf-8083-2fece883e88c tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:04.547201 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e20c040-63e6-4149-9059-397e8aa09991 req-f9b17b52-d131-4fbf-8083-2fece883e88c tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=818a2e6d-0208-417d-9729-a1f2a8ccba16 HTTP/1.1" status: 200 len: 948 time: 0.0491853 Nov 24 20:51:04.599340 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e20c040-63e6-4149-9059-397e8aa09991 req-7b83b0ba-8e35-4cdd-a0fd-dddbf2d39099 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdbf9d04-baa8-4d8b-b788-d04aa878f740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453572 Nov 24 20:51:04.723541 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21809997-44c2-4303-97e8-be21b39158ce req-97664bc8-0c5d-4677-b698-5bd02b7e594e tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:04.725448 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21809997-44c2-4303-97e8-be21b39158ce req-97664bc8-0c5d-4677-b698-5bd02b7e594e tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.0543160 Nov 24 20:51:04.792208 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21809997-44c2-4303-97e8-be21b39158ce req-d92efaa3-b6c0-4105-83b3-93aa7ca2d1c8 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559173 Nov 24 20:51:05.001359 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-49aa039b-5338-4024-a9da-053ac41cfd5b req-595ff4e5-4ac7-43ca-bb82-460a150969af tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc789484-3e3d-462b-8539-4514bb4bcfa3 HTTP/1.1" status: 200 len: 210 time: 0.0507703 Nov 24 20:51:05.031366 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-8200bc3e-64ce-4d50-9e0e-3d9fdadf24f8 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:05.032838 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-8200bc3e-64ce-4d50-9e0e-3d9fdadf24f8 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.48 "GET /v2.0/networks?id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f HTTP/1.1" status: 200 len: 805 time: 0.1953773 Nov 24 20:51:05.049953 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-a9aa6aae-b24f-48eb-a367-c5a8c96d3989 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Request body: {'port': {'device_id': 'dc789484-3e3d-462b-8539-4514bb4bcfa3', 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f', 'admin_state_up': True, 'tenant_id': '1e863037610748a3b80a51d971bf8b4d'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:51:05.165435 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-a9aa6aae-b24f-48eb-a367-c5a8c96d3989 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Made reservation on behalf of 1e863037610748a3b80a51d971bf8b4d for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:51:05.169954 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-a9aa6aae-b24f-48eb-a367-c5a8c96d3989 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:05.343192 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-a9aa6aae-b24f-48eb-a367-c5a8c96d3989 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Allocated IP 172.20.0.14 (f0b7ba0f-849f-45c0-98bd-f2596ab1646f/ded7d568-de3b-47fd-8a43-7e09737c0e38/fecd39c9-4548-4c34-892a-c55f7d7e2405) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:51:05.351359 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 3ed7562c-8177-42ca-bf4e-6bfc74f803ed up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:51:05.370381 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8db5d-1550-493c-9b6f-8d6bb53fde3f req-228fc6f3-f5dc-4a60-8307-4106b9a465b0 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:05.371874 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1aa8db5d-1550-493c-9b6f-8d6bb53fde3f req-228fc6f3-f5dc-4a60-8307-4106b9a465b0 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 945 time: 0.0745091 Nov 24 20:51:05.402295 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:51:05.406540 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:51:05.406919 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:05.471066 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1aa8db5d-1550-493c-9b6f-8d6bb53fde3f req-156fa64e-eb08-4c46-8a5b-ff563e664104 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872233 Nov 24 20:51:05.497575 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:05.512347 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd772e1aa-e152-4cac-8267-e5743199afeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed7562c-8177-42ca-bf4e-6bfc74f803ed'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:51:05.514831 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c2a792-c0f1-4fd7-8e63-f977d3fe8d0c" -d '{"events": [{"server_uuid": "d772e1aa-e152-4cac-8267-e5743199afeb", "name": "network-vif-plugged", "status": "completed", "tag": "3ed7562c-8177-42ca-bf4e-6bfc74f803ed"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:51:05.528419 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:05.534615 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:05.535718 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:51:05.573514 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-a9aa6aae-b24f-48eb-a367-c5a8c96d3989 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:05.578838 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f86e7f3-0172-4963-81d0-ecfe9d5c760d x-openstack-request-id: req-8f86e7f3-0172-4963-81d0-ecfe9d5c760d {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:51:05.579328 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d772e1aa-e152-4cac-8267-e5743199afeb", "name": "network-vif-plugged", "status": "completed", "tag": "3ed7562c-8177-42ca-bf4e-6bfc74f803ed", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:51:05.579770 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f86e7f3-0172-4963-81d0-ecfe9d5c760d {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:51:05.580477 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd772e1aa-e152-4cac-8267-e5743199afeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed7562c-8177-42ca-bf4e-6bfc74f803ed', 'code': 200} Nov 24 20:51:05.620591 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-a9aa6aae-b24f-48eb-a367-c5a8c96d3989 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:05.622821 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:05.638259 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c1b3f4bd-32d9-468e-8bb5-53c430603070'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:51:05.664528 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:51:05.671498 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:51:05.671868 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:05.724254 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-a9aa6aae-b24f-48eb-a367-c5a8c96d3989 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Network f0b7ba0f-849f-45c0-98bd-f2596ab1646f is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:51:05.747037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa6aae-b24f-48eb-a367-c5a8c96d3989 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Pushing event updated for resources: {'Port': ['ID=fecd39c9-4548-4c34-892a-c55f7d7e2405,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:05.750473 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-a9aa6aae-b24f-48eb-a367-c5a8c96d3989 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:51:05.755528 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-a9aa6aae-b24f-48eb-a367-c5a8c96d3989 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:51:05.792802 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465b5c0-6e5a-4784-86be-58e66668aaa5 req-8abfb07d-4df3-4d9b-a156-5f82af4c6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:05.794262 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6465b5c0-6e5a-4784-86be-58e66668aaa5 req-8abfb07d-4df3-4d9b-a156-5f82af4c6e3c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d772e1aa-e152-4cac-8267-e5743199afeb HTTP/1.1" status: 200 len: 1101 time: 0.1397848 Nov 24 20:51:05.811229 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:05.818312 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65b46d-9b98-4f83-9b44-8a038819cda6 req-d3c01359-616f-4baf-9603-aa77c8d57cff tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:05.819837 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b65b46d-9b98-4f83-9b44-8a038819cda6 req-d3c01359-616f-4baf-9603-aa77c8d57cff tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=818a2e6d-0208-417d-9729-a1f2a8ccba16 HTTP/1.1" status: 200 len: 948 time: 0.1293228 Nov 24 20:51:05.849962 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-a9aa6aae-b24f-48eb-a367-c5a8c96d3989 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:05.850607 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-a9aa6aae-b24f-48eb-a367-c5a8c96d3989 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:05.882981 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:05.889498 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:05.896695 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-a9aa6aae-b24f-48eb-a367-c5a8c96d3989 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8512247 Nov 24 20:51:05.911862 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6465b5c0-6e5a-4784-86be-58e66668aaa5 req-0603c6fa-1d74-4caf-a090-15f400bc381d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fdbf9d04-baa8-4d8b-b788-d04aa878f740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089842 Nov 24 20:51:05.915653 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-d5c633ee-225d-4bd1-b03c-be48bfccf673 service neutron] Request body: {'port': {'device_id': 'dc789484-3e3d-462b-8539-4514bb4bcfa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:51:05.957585 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:05.964923 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b65b46d-9b98-4f83-9b44-8a038819cda6 req-eb0678af-da3f-47af-bba0-13321e4a0d45 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdbf9d04-baa8-4d8b-b788-d04aa878f740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304307 Nov 24 20:51:06.003291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0ddfa-3d25-4998-998b-382d8183f7df req-43726fd2-8932-40d1-8ee1-45591e16b192 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:06.005763 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-57c0ddfa-3d25-4998-998b-382d8183f7df req-43726fd2-8932-40d1-8ee1-45591e16b192 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.0634849 Nov 24 20:51:06.024701 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-d5c633ee-225d-4bd1-b03c-be48bfccf673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:06.061658 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-57c0ddfa-3d25-4998-998b-382d8183f7df req-dcf706ee-7393-46ee-9eac-a124dcec6ee6 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493081 Nov 24 20:51:06.222729 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88512bac-ec01-428a-a8ec-e92be68daa1f req-9b40ffee-4548-4675-82b6-f43629deb5b4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:06.224237 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-88512bac-ec01-428a-a8ec-e92be68daa1f req-9b40ffee-4548-4675-82b6-f43629deb5b4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc789484-3e3d-462b-8539-4514bb4bcfa3 HTTP/1.1" status: 200 len: 932 time: 0.1364348 Nov 24 20:51:06.322098 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-88512bac-ec01-428a-a8ec-e92be68daa1f req-10558292-55ef-4708-abb4-72abf8ec7e56 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683281 Nov 24 20:51:06.376528 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-d5c633ee-225d-4bd1-b03c-be48bfccf673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fecd39c9-4548-4c34-892a-c55f7d7e2405 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:51:06.383992 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-d5c633ee-225d-4bd1-b03c-be48bfccf673 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:06.395679 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-d5c633ee-225d-4bd1-b03c-be48bfccf673 service neutron] Transition to ACTIVE for port object fecd39c9-4548-4c34-892a-c55f7d7e2405 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:51:06.399343 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-d5c633ee-225d-4bd1-b03c-be48bfccf673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:06.447743 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c633ee-225d-4bd1-b03c-be48bfccf673 service neutron] Pushing event updated for resources: {'Port': ['ID=fecd39c9-4548-4c34-892a-c55f7d7e2405,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:06.516721 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-d5c633ee-225d-4bd1-b03c-be48bfccf673 service neutron] Attempting to bind port fecd39c9-4548-4c34-892a-c55f7d7e2405 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:51:06.517074 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-d5c633ee-225d-4bd1-b03c-be48bfccf673 service neutron] Attempting to bind port fecd39c9-4548-4c34-892a-c55f7d7e2405 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:51:06.517410 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-d5c633ee-225d-4bd1-b03c-be48bfccf673 service neutron] Attempting to bind port fecd39c9-4548-4c34-892a-c55f7d7e2405 on network f0b7ba0f-849f-45c0-98bd-f2596ab1646f {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:51:06.521912 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-d5c633ee-225d-4bd1-b03c-be48bfccf673 service neutron] Port fecd39c9-4548-4c34-892a-c55f7d7e2405 on network f0b7ba0f-849f-45c0-98bd-f2596ab1646f not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:51:06.522240 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-d5c633ee-225d-4bd1-b03c-be48bfccf673 service neutron] Attempting to bind port fecd39c9-4548-4c34-892a-c55f7d7e2405 on network f0b7ba0f-849f-45c0-98bd-f2596ab1646f {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:51:06.527073 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-d5c633ee-225d-4bd1-b03c-be48bfccf673 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:51:06.527415 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-d5c633ee-225d-4bd1-b03c-be48bfccf673 service neutron] Checking segment: {'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:51:06.527806 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-d5c633ee-225d-4bd1-b03c-be48bfccf673 service neutron] Bound using segment: {'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:51:06.528237 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-d5c633ee-225d-4bd1-b03c-be48bfccf673 service neutron] Bound port: fecd39c9-4548-4c34-892a-c55f7d7e2405, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:51:06.528612 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-d5c633ee-225d-4bd1-b03c-be48bfccf673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:06.596448 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-d5c633ee-225d-4bd1-b03c-be48bfccf673 service neutron] For port fecd39c9-4548-4c34-892a-c55f7d7e2405, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:51:06.596652 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56092ce4-f814-4d7c-8d2b-33e594729ed6 req-6af7334e-214c-416a-8432-c280159d7f0a tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:06.598584 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-56092ce4-f814-4d7c-8d2b-33e594729ed6 req-6af7334e-214c-416a-8432-c280159d7f0a tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 945 time: 0.0508041 Nov 24 20:51:06.599515 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-d5c633ee-225d-4bd1-b03c-be48bfccf673 service neutron] For port fecd39c9-4548-4c34-892a-c55f7d7e2405, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=fecd39c9-4548-4c34-892a-c55f7d7e2405,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:51:06.603986 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-d5c633ee-225d-4bd1-b03c-be48bfccf673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:06.637874 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-d5c633ee-225d-4bd1-b03c-be48bfccf673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:06.638488 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-d5c633ee-225d-4bd1-b03c-be48bfccf673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:06.639924 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-d5c633ee-225d-4bd1-b03c-be48bfccf673 service neutron] 10.222.0.48 "PUT /v2.0/ports/fecd39c9-4548-4c34-892a-c55f7d7e2405 HTTP/1.1" status: 200 len: 1092 time: 0.7306933 Nov 24 20:51:06.640366 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc789484-3e3d-462b-8539-4514bb4bcfa3', 'tag': 'fecd39c9-4548-4c34-892a-c55f7d7e2405'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:51:06.642632 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bad2657-4635-4532-9afa-e73a6c532a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc789484-3e3d-462b-8539-4514bb4bcfa3", "tag": "fecd39c9-4548-4c34-892a-c55f7d7e2405"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:51:06.650928 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-56092ce4-f814-4d7c-8d2b-33e594729ed6 req-a025144b-b614-487e-b25e-58686c6ed2d2 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460248 Nov 24 20:51:06.670815 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c633ee-225d-4bd1-b03c-be48bfccf673 service neutron] Pushing event updated for resources: {'Port': ['ID=fecd39c9-4548-4c34-892a-c55f7d7e2405,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:06.702850 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ee9651-6c0c-4a13-a5a5-24212ce81069 x-openstack-request-id: req-a0ee9651-6c0c-4a13-a5a5-24212ce81069 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:51:06.703146 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc789484-3e3d-462b-8539-4514bb4bcfa3", "tag": "fecd39c9-4548-4c34-892a-c55f7d7e2405", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:51:06.703403 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a0ee9651-6c0c-4a13-a5a5-24212ce81069 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:51:06.703807 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc789484-3e3d-462b-8539-4514bb4bcfa3', 'tag': 'fecd39c9-4548-4c34-892a-c55f7d7e2405', 'status': 'completed', 'code': 200} Nov 24 20:51:06.746965 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-fa3c6312-dedd-474a-a626-05e29cc148f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:06.748479 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-fa3c6312-dedd-474a-a626-05e29cc148f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e863037610748a3b80a51d971bf8b4d&device_id=dc789484-3e3d-462b-8539-4514bb4bcfa3 HTTP/1.1" status: 200 len: 1095 time: 0.0414546 Nov 24 20:51:06.800705 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-e1108d0f-3052-4be0-a4f0-73b573c9c43a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fecd39c9-4548-4c34-892a-c55f7d7e2405 HTTP/1.1" status: 200 len: 217 time: 0.0387712 Nov 24 20:51:06.859231 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-8c98c0c7-507e-4ce3-86ea-b67c9f9c7707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:06.860558 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-8c98c0c7-507e-4ce3-86ea-b67c9f9c7707 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ded7d568-de3b-47fd-8a43-7e09737c0e38 HTTP/1.1" status: 200 len: 845 time: 0.0443406 Nov 24 20:51:06.897077 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-bff89b82-1828-43e1-b637-61bec48cbe33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248833 Nov 24 20:51:07.007579 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-b009daa6-dbe8-4be1-be22-5d8ec8bc183f tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:07.009131 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-b009daa6-dbe8-4be1-be22-5d8ec8bc183f tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f&tenant_id=3430f604e9d44fa5882671405a9099b5&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 1096 time: 0.1039138 Nov 24 20:51:07.029711 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-5cf9b261-0b56-430f-92f5-06ba25dc36d1 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154456 Nov 24 20:51:07.034720 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-22dc90b0-8d2a-4435-bde9-b0b853f70332 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-8'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:51:07.184208 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-22dc90b0-8d2a-4435-bde9-b0b853f70332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:07.200008 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38de56-7ce9-4a04-ac8e-b0ab14960986 req-d21feaf4-50da-4da1-b677-2d062d354d40 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:07.201703 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ba38de56-7ce9-4a04-ac8e-b0ab14960986 req-d21feaf4-50da-4da1-b677-2d062d354d40 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=818a2e6d-0208-417d-9729-a1f2a8ccba16 HTTP/1.1" status: 200 len: 949 time: 0.1642582 Nov 24 20:51:07.215789 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc9523-a948-44a7-b5fb-01fe097bff5b req-48b8b4c1-a7f0-431b-a92c-49121f65de36 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:07.217608 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-54fc9523-a948-44a7-b5fb-01fe097bff5b req-48b8b4c1-a7f0-431b-a92c-49121f65de36 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.0618949 Nov 24 20:51:07.270582 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-54fc9523-a948-44a7-b5fb-01fe097bff5b req-757dbdff-af14-480b-ad19-f26d7880c0d5 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453141 Nov 24 20:51:07.277686 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d48996c0-58c1-4bf6-8ccd-4ca16421cd7f req-983f3566-8498-462e-b1a1-889168466cfc service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377892 Nov 24 20:51:07.340605 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ba38de56-7ce9-4a04-ac8e-b0ab14960986 req-218eea04-b5ee-4026-b2b5-a288dca3738d tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdbf9d04-baa8-4d8b-b788-d04aa878f740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297455 Nov 24 20:51:07.468256 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-22dc90b0-8d2a-4435-bde9-b0b853f70332 service neutron] For port 79838ae6-2e27-41aa-a507-c8b3dc1b485f, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=79838ae6-2e27-41aa-a507-c8b3dc1b485f,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:07.487508 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad2657-4635-4532-9afa-e73a6c532a7f req-d263145c-3574-428f-8d23-88bbf1ad0e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:07.489045 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3bad2657-4635-4532-9afa-e73a6c532a7f req-d263145c-3574-428f-8d23-88bbf1ad0e70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e863037610748a3b80a51d971bf8b4d&device_id=dc789484-3e3d-462b-8539-4514bb4bcfa3 HTTP/1.1" status: 200 len: 1095 time: 0.1458483 Nov 24 20:51:07.516499 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e346625-41b7-44fc-8249-437e415b98b5 req-b9768741-1f63-46d8-b9f6-ee6d07ce6fd7 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:07.518482 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e346625-41b7-44fc-8249-437e415b98b5 req-b9768741-1f63-46d8-b9f6-ee6d07ce6fd7 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc789484-3e3d-462b-8539-4514bb4bcfa3 HTTP/1.1" status: 200 len: 944 time: 0.1129904 Nov 24 20:51:07.582657 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818a2e6d-0208-417d-9729-a1f2a8ccba16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:51:07.585529 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da59d83d-50c9-4c29-bb7f-3c3a7c361684" -d '{"events": [{"server_uuid": "818a2e6d-0208-417d-9729-a1f2a8ccba16", "name": "network-vif-plugged", "status": "completed", "tag": "65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:51:07.599906 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-22dc90b0-8d2a-4435-bde9-b0b853f70332 service neutron] For port 79838ae6-2e27-41aa-a507-c8b3dc1b485f, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:51:07.626317 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c10f7c-9055-4491-b10e-644f6cf09aaa x-openstack-request-id: req-f6c10f7c-9055-4491-b10e-644f6cf09aaa {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:51:07.626634 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818a2e6d-0208-417d-9729-a1f2a8ccba16", "name": "network-vif-plugged", "status": "completed", "tag": "65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:51:07.627105 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f6c10f7c-9055-4491-b10e-644f6cf09aaa {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:51:07.627534 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818a2e6d-0208-417d-9729-a1f2a8ccba16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e', 'code': 200} Nov 24 20:51:07.654607 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e346625-41b7-44fc-8249-437e415b98b5 req-3ebaeee8-1e5e-485d-bb1b-b15de4f67fde tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226368 Nov 24 20:51:07.682702 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-22dc90b0-8d2a-4435-bde9-b0b853f70332 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:07.687192 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad2657-4635-4532-9afa-e73a6c532a7f req-2defe179-a6a7-48fa-98bc-143778c22cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:07.688703 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3bad2657-4635-4532-9afa-e73a6c532a7f req-2defe179-a6a7-48fa-98bc-143778c22cab service neutron] 10.222.0.48 "GET /v2.0/networks?id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f HTTP/1.1" status: 200 len: 906 time: 0.1922941 Nov 24 20:51:07.690005 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-22dc90b0-8d2a-4435-bde9-b0b853f70332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:07.792198 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3bad2657-4635-4532-9afa-e73a6c532a7f req-60943b15-85a1-447c-ae25-089f5a94fdda service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fecd39c9-4548-4c34-892a-c55f7d7e2405 HTTP/1.1" status: 200 len: 217 time: 0.0732083 Nov 24 20:51:07.813757 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427c4b4-ede0-4e55-8eb5-48e7a8ca360f req-c621c24a-d0f7-4b94-a2c6-a4bf15b00688 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:07.815986 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f427c4b4-ede0-4e55-8eb5-48e7a8ca360f req-c621c24a-d0f7-4b94-a2c6-a4bf15b00688 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 943 time: 0.0545042 Nov 24 20:51:07.849695 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc90b0-8d2a-4435-bde9-b0b853f70332 service neutron] Pushing event updated for resources: {'Port': ['ID=79838ae6-2e27-41aa-a507-c8b3dc1b485f,revision_number=7']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:07.874043 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f427c4b4-ede0-4e55-8eb5-48e7a8ca360f req-f0545be4-8590-41bb-b0de-a2f9a9bb328b tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505207 Nov 24 20:51:07.886046 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96376369-c2d4-4e52-9007-c8ec42b91925 req-c6f7e830-1214-40d2-903e-88a18c5c7f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:07.887548 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-96376369-c2d4-4e52-9007-c8ec42b91925 req-c6f7e830-1214-40d2-903e-88a18c5c7f73 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=818a2e6d-0208-417d-9729-a1f2a8ccba16 HTTP/1.1" status: 200 len: 1100 time: 0.1716321 Nov 24 20:51:07.909690 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad2657-4635-4532-9afa-e73a6c532a7f req-9e3901c2-814d-4040-9df2-ea2ee45696c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:07.911136 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3bad2657-4635-4532-9afa-e73a6c532a7f req-9e3901c2-814d-4040-9df2-ea2ee45696c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ded7d568-de3b-47fd-8a43-7e09737c0e38 HTTP/1.1" status: 200 len: 845 time: 0.1003175 Nov 24 20:51:07.917300 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-22dc90b0-8d2a-4435-bde9-b0b853f70332 service neutron] Attempting to bind port 79838ae6-2e27-41aa-a507-c8b3dc1b485f on host n-h1-812111-8 for vnic_type normal with profile {"migrating_to": "n-h2-812111-8"} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:51:07.917636 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-22dc90b0-8d2a-4435-bde9-b0b853f70332 service neutron] Attempting to bind port 79838ae6-2e27-41aa-a507-c8b3dc1b485f by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:51:07.917963 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-22dc90b0-8d2a-4435-bde9-b0b853f70332 service neutron] Attempting to bind port 79838ae6-2e27-41aa-a507-c8b3dc1b485f on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:51:07.937234 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-22dc90b0-8d2a-4435-bde9-b0b853f70332 service neutron] Port 79838ae6-2e27-41aa-a507-c8b3dc1b485f on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:51:07.937558 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-22dc90b0-8d2a-4435-bde9-b0b853f70332 service neutron] Attempting to bind port 79838ae6-2e27-41aa-a507-c8b3dc1b485f on network 2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:51:07.965735 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3bad2657-4635-4532-9afa-e73a6c532a7f req-a09ac828-960a-4fdc-aa0e-9c475d11fc82 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431633 Nov 24 20:51:07.968711 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-22dc90b0-8d2a-4435-bde9-b0b853f70332 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:51:07.969075 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-22dc90b0-8d2a-4435-bde9-b0b853f70332 service neutron] Checking segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:51:07.969460 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-22dc90b0-8d2a-4435-bde9-b0b853f70332 service neutron] Bound using segment: {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:51:07.969919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-22dc90b0-8d2a-4435-bde9-b0b853f70332 service neutron] Bound port: 79838ae6-2e27-41aa-a507-c8b3dc1b485f, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d68062b-ac1a-42a1-8623-99071d4eb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:51:07.970277 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-22dc90b0-8d2a-4435-bde9-b0b853f70332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:08.015071 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-96376369-c2d4-4e52-9007-c8ec42b91925 req-21e55e99-d8ba-43fb-8f14-87e9c289883b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fdbf9d04-baa8-4d8b-b788-d04aa878f740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181550 Nov 24 20:51:08.125278 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-22dc90b0-8d2a-4435-bde9-b0b853f70332 service neutron] For port 79838ae6-2e27-41aa-a507-c8b3dc1b485f, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:51:08.130702 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-22dc90b0-8d2a-4435-bde9-b0b853f70332 service neutron] For port 79838ae6-2e27-41aa-a507-c8b3dc1b485f, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=79838ae6-2e27-41aa-a507-c8b3dc1b485f,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:51:08.133341 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3bad2657-4635-4532-9afa-e73a6c532a7f req-80c28375-1169-4db7-8b1e-db4640d563d2 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567976 Nov 24 20:51:08.136034 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-22dc90b0-8d2a-4435-bde9-b0b853f70332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:08.202099 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc90b0-8d2a-4435-bde9-b0b853f70332 service neutron] Pushing event updated for resources: {'Port': ['ID=79838ae6-2e27-41aa-a507-c8b3dc1b485f,revision_number=8']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:08.222671 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-22dc90b0-8d2a-4435-bde9-b0b853f70332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:08.223349 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-22dc90b0-8d2a-4435-bde9-b0b853f70332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:08.224864 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-22dc90b0-8d2a-4435-bde9-b0b853f70332 service neutron] 10.222.0.15 "PUT /v2.0/ports/79838ae6-2e27-41aa-a507-c8b3dc1b485f HTTP/1.1" status: 200 len: 1121 time: 1.1942434 Nov 24 20:51:08.348330 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3bad2657-4635-4532-9afa-e73a6c532a7f req-885eea5f-6f26-491c-9d61-ee85abd6fc99 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224606 Nov 24 20:51:08.400134 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['79838ae6-2e27-41aa-a507-c8b3dc1b485f'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:51:08.425648 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['79838ae6-2e27-41aa-a507-c8b3dc1b485f'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:51:08.556447 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71ccec-45ab-439e-bd21-10fbfbc87630 req-08abd1ed-b6ac-438a-9315-95b2ee431e8e tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:08.558169 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dd71ccec-45ab-439e-bd21-10fbfbc87630 req-08abd1ed-b6ac-438a-9315-95b2ee431e8e tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=818a2e6d-0208-417d-9729-a1f2a8ccba16 HTTP/1.1" status: 200 len: 949 time: 0.0648518 Nov 24 20:51:08.617310 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dd71ccec-45ab-439e-bd21-10fbfbc87630 req-6af484f1-a099-4869-8d17-7512b800c42a tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdbf9d04-baa8-4d8b-b788-d04aa878f740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516932 Nov 24 20:51:08.621559 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 79838ae6-2e27-41aa-a507-c8b3dc1b485f details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:51:08.705215 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c7f96c-a718-431d-a331-5fb6fefaed2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79838ae6-2e27-41aa-a507-c8b3dc1b485f'}, {'name': 'network-changed', 'server_uuid': '23c7f96c-a718-431d-a331-5fb6fefaed2f', 'tag': '79838ae6-2e27-41aa-a507-c8b3dc1b485f'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:51:08.708150 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b8f293-28d5-4a9a-864a-23f4d4680c53" -d '{"events": [{"server_uuid": "23c7f96c-a718-431d-a331-5fb6fefaed2f", "name": "network-vif-unplugged", "status": "completed", "tag": "79838ae6-2e27-41aa-a507-c8b3dc1b485f"}, {"name": "network-changed", "server_uuid": "23c7f96c-a718-431d-a331-5fb6fefaed2f", "tag": "79838ae6-2e27-41aa-a507-c8b3dc1b485f"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:51:08.725444 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf7d12-3923-4dd3-98cd-611928b79eb9 req-c13d2724-c12c-4fcc-b0e7-3b559699757e tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:08.727077 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ddf7d12-3923-4dd3-98cd-611928b79eb9 req-c13d2724-c12c-4fcc-b0e7-3b559699757e tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.3612988 Nov 24 20:51:08.781159 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ddf7d12-3923-4dd3-98cd-611928b79eb9 req-88dd706c-033b-499e-b15b-431c51e65bcf tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455248 Nov 24 20:51:08.788237 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3544c-a925-4485-917e-7dd963398523 req-aa0daf96-11ea-4d64-aa57-ce4f523a3e45 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:08.793369 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-89d3544c-a925-4485-917e-7dd963398523 req-aa0daf96-11ea-4d64-aa57-ce4f523a3e45 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc789484-3e3d-462b-8539-4514bb4bcfa3 HTTP/1.1" status: 200 len: 944 time: 0.0590963 Nov 24 20:51:08.840917 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 24 Nov 2021 20:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92b51c7-8c84-4883-918f-0bd2eadd159a x-openstack-request-id: req-d92b51c7-8c84-4883-918f-0bd2eadd159a {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:51:08.841228 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c7f96c-a718-431d-a331-5fb6fefaed2f", "name": "network-vif-unplugged", "status": "completed", "tag": "79838ae6-2e27-41aa-a507-c8b3dc1b485f", "code": 200}, {"name": "network-changed", "server_uuid": "23c7f96c-a718-431d-a331-5fb6fefaed2f", "tag": "79838ae6-2e27-41aa-a507-c8b3dc1b485f", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:51:08.841508 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d92b51c7-8c84-4883-918f-0bd2eadd159a {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:51:08.841902 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c7f96c-a718-431d-a331-5fb6fefaed2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79838ae6-2e27-41aa-a507-c8b3dc1b485f', 'code': 200} Nov 24 20:51:08.842673 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c7f96c-a718-431d-a331-5fb6fefaed2f', 'tag': '79838ae6-2e27-41aa-a507-c8b3dc1b485f', 'status': 'completed', 'code': 200} Nov 24 20:51:08.852738 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 79838ae6-2e27-41aa-a507-c8b3dc1b485f, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=79838ae6-2e27-41aa-a507-c8b3dc1b485f,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:08.852984 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-89d3544c-a925-4485-917e-7dd963398523 req-ec11c3b8-277c-4518-9321-997982b34d84 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559359 Nov 24 20:51:08.882466 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 79838ae6-2e27-41aa-a507-c8b3dc1b485f has no active binding in host n-h2-812111-8 {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 24 20:51:08.894282 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cf4a67f3-fd66-46be-9df8-ce1ba4247957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:08.918967 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8f293-28d5-4a9a-864a-23f4d4680c53 req-9c847aff-40af-49ed-99d5-28e8ad30e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:08.920553 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-07b8f293-28d5-4a9a-864a-23f4d4680c53 req-9c847aff-40af-49ed-99d5-28e8ad30e650 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 1124 time: 0.0489047 Nov 24 20:51:09.060668 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbe87d-6596-4b7b-90e1-9ec69a98c1ee req-0587da7c-5201-400e-a5eb-6ef5db60e936 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:09.062209 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e2bbe87d-6596-4b7b-90e1-9ec69a98c1ee req-0587da7c-5201-400e-a5eb-6ef5db60e936 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 943 time: 0.1022038 Nov 24 20:51:09.065887 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8f293-28d5-4a9a-864a-23f4d4680c53 req-7d561339-b3cd-4ec1-a150-5a34dd81ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:09.067250 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-07b8f293-28d5-4a9a-864a-23f4d4680c53 req-7d561339-b3cd-4ec1-a150-5a34dd81ea7d service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 922 time: 0.1375973 Nov 24 20:51:09.124520 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-07b8f293-28d5-4a9a-864a-23f4d4680c53 req-3386053c-cc5d-48b9-8b3a-0f971a98d0e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79838ae6-2e27-41aa-a507-c8b3dc1b485f HTTP/1.1" status: 200 len: 217 time: 0.0422950 Nov 24 20:51:09.181313 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e2bbe87d-6596-4b7b-90e1-9ec69a98c1ee req-21e67c97-93cc-4264-8548-8234cc8f9892 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126261 Nov 24 20:51:09.190558 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8f293-28d5-4a9a-864a-23f4d4680c53 req-73653aad-b262-48e8-968e-13463b25a896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:09.191938 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-07b8f293-28d5-4a9a-864a-23f4d4680c53 req-73653aad-b262-48e8-968e-13463b25a896 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.0597544 Nov 24 20:51:09.236650 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-07b8f293-28d5-4a9a-864a-23f4d4680c53 req-56b1bb16-9600-49c3-ba4b-7c428687861a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318787 Nov 24 20:51:09.337589 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:09.351308 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-07b8f293-28d5-4a9a-864a-23f4d4680c53 req-e37dcf78-ed68-4a32-a946-2e5e9d3c5a27 service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973346 Nov 24 20:51:09.460922 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-07b8f293-28d5-4a9a-864a-23f4d4680c53 req-9422af45-7b02-4491-ac11-6f9b4aafd7c5 service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996451 Nov 24 20:51:09.739972 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cc649-d07d-43b9-ba97-a1b164f3d809 req-ce83df37-96a6-4efe-80b4-4fef9c755e22 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:09.741411 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3f4cc649-d07d-43b9-ba97-a1b164f3d809 req-ce83df37-96a6-4efe-80b4-4fef9c755e22 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=818a2e6d-0208-417d-9729-a1f2a8ccba16 HTTP/1.1" status: 200 len: 949 time: 0.0496571 Nov 24 20:51:09.791421 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3f4cc649-d07d-43b9-ba97-a1b164f3d809 req-fd6be949-6982-4ade-b050-031fe187d852 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdbf9d04-baa8-4d8b-b788-d04aa878f740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440521 Nov 24 20:51:09.907032 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd4550-28d2-4506-a6c3-d3122bd2e4d2 req-d34174fa-e98d-433a-ab9e-9ca5173ed561 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:09.908555 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-44fd4550-28d2-4506-a6c3-d3122bd2e4d2 req-d34174fa-e98d-433a-ab9e-9ca5173ed561 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.0515442 Nov 24 20:51:09.909618 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144f812-51e1-44ba-baef-7d10a1ca3dbc req-86cac864-eca7-48d2-bc3f-28e3f3c31ef1 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:09.911139 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f144f812-51e1-44ba-baef-7d10a1ca3dbc req-86cac864-eca7-48d2-bc3f-28e3f3c31ef1 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d772e1aa-e152-4cac-8267-e5743199afeb HTTP/1.1" status: 200 len: 950 time: 0.0498989 Nov 24 20:51:09.959470 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f144f812-51e1-44ba-baef-7d10a1ca3dbc req-acc4b601-96b9-4ab4-b83f-064ef101fafe tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdbf9d04-baa8-4d8b-b788-d04aa878f740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423508 Nov 24 20:51:09.961693 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-44fd4550-28d2-4506-a6c3-d3122bd2e4d2 req-9a1b5c7d-07ea-47cf-a1bc-d434e4c41721 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465095 Nov 24 20:51:10.068005 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f462e-6ff5-4362-854e-71653cfd31df req-631c35b7-0ee9-4a48-a28b-58f2806f1147 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:10.069765 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-710f462e-6ff5-4362-854e-71653cfd31df req-631c35b7-0ee9-4a48-a28b-58f2806f1147 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc789484-3e3d-462b-8539-4514bb4bcfa3 HTTP/1.1" status: 200 len: 944 time: 0.0522556 Nov 24 20:51:10.118144 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-710f462e-6ff5-4362-854e-71653cfd31df req-94e6dbc2-52b9-4d90-a543-16601bf88c8c tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425620 Nov 24 20:51:10.329629 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cd424-db29-48ac-90e6-01362fdafb15 req-0dc1df10-6e8f-4f56-a64e-2141b699a14f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:10.331468 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4d0cd424-db29-48ac-90e6-01362fdafb15 req-0dc1df10-6e8f-4f56-a64e-2141b699a14f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 943 time: 0.0648992 Nov 24 20:51:10.385862 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4d0cd424-db29-48ac-90e6-01362fdafb15 req-4fcad30e-fe0d-4c53-a681-81fb971ef2aa tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477695 Nov 24 20:51:10.897877 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:11.094961 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de58c8-a52f-4901-8e99-f4c60d4c4aaf req-81c15b6f-9bd7-4e4a-b4f0-87507b66b172 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:11.097067 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-84de58c8-a52f-4901-8e99-f4c60d4c4aaf req-81c15b6f-9bd7-4e4a-b4f0-87507b66b172 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.0536184 Nov 24 20:51:11.146397 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-84de58c8-a52f-4901-8e99-f4c60d4c4aaf req-49d195d7-932c-4b1a-b881-30fd03c4a0e1 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432692 Nov 24 20:51:11.150040 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7a9f5cc8-d815-4147-a851-5b83a286f02a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:11.245582 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21c684-1b4b-4c90-adf3-5d14bb86528e req-c1397b29-e1eb-497a-8f6f-71e09eba99ac tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:11.247074 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7d21c684-1b4b-4c90-adf3-5d14bb86528e req-c1397b29-e1eb-497a-8f6f-71e09eba99ac tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc789484-3e3d-462b-8539-4514bb4bcfa3 HTTP/1.1" status: 200 len: 944 time: 0.0517123 Nov 24 20:51:11.302648 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7d21c684-1b4b-4c90-adf3-5d14bb86528e req-a18f24d5-e17c-4c68-b80a-b0bd27769018 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469854 Nov 24 20:51:11.397609 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device fecd39c9-4548-4c34-892a-c55f7d7e2405 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:51:11.453132 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec41f1f-a13d-4494-80ee-93fd7576fe6f req-5e8f440d-9adf-4090-b05d-95bc0d8af491 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:11.454860 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4ec41f1f-a13d-4494-80ee-93fd7576fe6f req-5e8f440d-9adf-4090-b05d-95bc0d8af491 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 1096 time: 0.0478649 Nov 24 20:51:11.515169 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port fecd39c9-4548-4c34-892a-c55f7d7e2405, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=fecd39c9-4548-4c34-892a-c55f7d7e2405,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:11.527737 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'fecd39c9-4548-4c34-892a-c55f7d7e2405', 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f', 'port_id': 'fecd39c9-4548-4c34-892a-c55f7d7e2405', 'mac_address': 'fa:16:3e:9d:52:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded7d568-de3b-47fd-8a43-7e09737c0e38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:51:11.529010 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4ec41f1f-a13d-4494-80ee-93fd7576fe6f req-ba262c83-d194-437d-92e6-d6e3d34a31d8 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621212 Nov 24 20:51:11.577921 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:11.588412 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e500bd1-6de6-4beb-8f9d-029cab0ea9a0 req-fb95fc13-3342-4248-9499-879e7910e13d tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:11.590005 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2e500bd1-6de6-4beb-8f9d-029cab0ea9a0 req-fb95fc13-3342-4248-9499-879e7910e13d tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 943 time: 0.0539136 Nov 24 20:51:11.594650 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fecd39c9-4548-4c34-892a-c55f7d7e2405 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:51:11.614775 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port fecd39c9-4548-4c34-892a-c55f7d7e2405, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=fecd39c9-4548-4c34-892a-c55f7d7e2405,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:11.619554 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:11.653654 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2e500bd1-6de6-4beb-8f9d-029cab0ea9a0 req-dd1be803-0199-48a1-a791-bc5f05727bd6 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536528 Nov 24 20:51:11.673150 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=fecd39c9-4548-4c34-892a-c55f7d7e2405,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:12.047635 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['fecd39c9-4548-4c34-892a-c55f7d7e2405'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:51:12.273162 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:12.282594 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdd0a0-103e-4632-8a81-5054b4431204 req-5f3db4a7-b56a-46a1-a915-752d9214afcc tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:12.289213 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10fdd0a0-103e-4632-8a81-5054b4431204 req-5f3db4a7-b56a-46a1-a915-752d9214afcc tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.0603116 Nov 24 20:51:12.333315 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10fdd0a0-103e-4632-8a81-5054b4431204 req-5ae7ff50-30dc-486f-aac4-88ecbaf747a9 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422966 Nov 24 20:51:12.450232 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-1dced9ba-8c31-41db-9106-707b5fe5c9e5 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:51:12.451216 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-1dced9ba-8c31-41db-9106-707b5fe5c9e5 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057392 Nov 24 20:51:12.522987 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-d4e43655-7626-48d1-b89f-1fb6f27d1645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:12.524358 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-d4e43655-7626-48d1-b89f-1fb6f27d1645 service neutron] 10.222.0.11 "GET /v2.0/ports/303d75f2-c102-4331-a4d1-d254fe301d93 HTTP/1.1" status: 200 len: 1093 time: 0.0649095 Nov 24 20:51:12.536273 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-c276137c-5bdf-4d54-ae45-5555c36d86bd service neutron] Request body: {'binding': {'host': 'n-h2-812111-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:51:12.536790 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-c276137c-5bdf-4d54-ae45-5555c36d86bd service neutron] Unknown quota resources ['binding']. {{(pid=109991) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 20:51:12.547973 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88e8b6-0b39-4e3c-ae16-c6d90a869bfd req-337de19b-3a64-48b4-9ac4-3b604bf2a34a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:12.550079 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d88e8b6-0b39-4e3c-ae16-c6d90a869bfd req-337de19b-3a64-48b4-9ac4-3b604bf2a34a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc789484-3e3d-462b-8539-4514bb4bcfa3 HTTP/1.1" status: 200 len: 945 time: 0.0892162 Nov 24 20:51:12.667613 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d88e8b6-0b39-4e3c-ae16-c6d90a869bfd req-26bdcdd6-8379-4acc-b22f-ed8142faa928 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994408 Nov 24 20:51:12.726518 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-c276137c-5bdf-4d54-ae45-5555c36d86bd service neutron] Attempting to bind port 303d75f2-c102-4331-a4d1-d254fe301d93 on host n-h2-812111-8 for vnic_type normal with profile None {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:51:12.726957 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-c276137c-5bdf-4d54-ae45-5555c36d86bd service neutron] Attempting to bind port 303d75f2-c102-4331-a4d1-d254fe301d93 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:51:12.727527 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-c276137c-5bdf-4d54-ae45-5555c36d86bd service neutron] Attempting to bind port 303d75f2-c102-4331-a4d1-d254fe301d93 on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:51:12.735033 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-c276137c-5bdf-4d54-ae45-5555c36d86bd service neutron] Port 303d75f2-c102-4331-a4d1-d254fe301d93 on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:51:12.735499 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-c276137c-5bdf-4d54-ae45-5555c36d86bd service neutron] Attempting to bind port 303d75f2-c102-4331-a4d1-d254fe301d93 on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:51:12.744352 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-c276137c-5bdf-4d54-ae45-5555c36d86bd service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:51:12.744901 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-c276137c-5bdf-4d54-ae45-5555c36d86bd service neutron] Checking segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:51:12.745495 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-c276137c-5bdf-4d54-ae45-5555c36d86bd service neutron] Bound using segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:51:12.746065 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-c276137c-5bdf-4d54-ae45-5555c36d86bd service neutron] Bound port: 303d75f2-c102-4331-a4d1-d254fe301d93, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:51:12.808354 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-c276137c-5bdf-4d54-ae45-5555c36d86bd service neutron] For port 303d75f2-c102-4331-a4d1-d254fe301d93, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=303d75f2-c102-4331-a4d1-d254fe301d93,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:51:12.815798 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-c276137c-5bdf-4d54-ae45-5555c36d86bd service neutron] Publish callbacks [] for binding, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:12.817400 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-c276137c-5bdf-4d54-ae45-5555c36d86bd service neutron] 10.222.0.11 "POST /v2.0/ports/303d75f2-c102-4331-a4d1-d254fe301d93/bindings HTTP/1.1" status: 201 len: 389 time: 0.2864552 Nov 24 20:51:13.046996 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa7351-0af9-4956-959e-45f2f7df2479 req-8cd05f20-1da5-468f-977f-990d96401bd0 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:13.049527 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-76aa7351-0af9-4956-959e-45f2f7df2479 req-8cd05f20-1da5-468f-977f-990d96401bd0 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 943 time: 0.0635071 Nov 24 20:51:13.106181 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-76aa7351-0af9-4956-959e-45f2f7df2479 req-c699f023-4176-457a-b6ae-06d702da2b86 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484817 Nov 24 20:51:13.141285 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c42acb-3ecb-4b0b-919e-f9070da5fc6a req-e3bbff2e-bb98-4d9f-ab7d-1e33d848440a tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:13.144520 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92c42acb-3ecb-4b0b-919e-f9070da5fc6a req-e3bbff2e-bb98-4d9f-ab7d-1e33d848440a tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.0606742 Nov 24 20:51:13.196156 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92c42acb-3ecb-4b0b-919e-f9070da5fc6a req-578f8596-d5f3-43a4-baa9-e118fdecea62 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464108 Nov 24 20:51:13.226839 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4498e3b-cebf-4747-97c5-17efeb52b937 req-3b993b53-151f-4804-a58e-276d246a72e4 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:13.228423 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d4498e3b-cebf-4747-97c5-17efeb52b937 req-3b993b53-151f-4804-a58e-276d246a72e4 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=1377c2c2-64c9-47e3-b2da-6c537091e357 HTTP/1.1" status: 200 len: 945 time: 0.0521464 Nov 24 20:51:13.279998 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d4498e3b-cebf-4747-97c5-17efeb52b937 req-25fb107b-0816-4784-ae79-22f03831c3cb tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ef4bf80-930d-40bf-8277-c067620a5845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446441 Nov 24 20:51:13.398189 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 3ed7562c-8177-42ca-bf4e-6bfc74f803ed details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:51:13.402609 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device fecd39c9-4548-4c34-892a-c55f7d7e2405 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:51:13.483249 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619ec77-7f87-4203-a1a7-191b6c3c01f8 req-26b3e01b-df63-443f-a672-bd2640d96f3e tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:13.484693 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f619ec77-7f87-4203-a1a7-191b6c3c01f8 req-26b3e01b-df63-443f-a672-bd2640d96f3e tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.0720398 Nov 24 20:51:13.553903 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f619ec77-7f87-4203-a1a7-191b6c3c01f8 req-9eaf5169-f4d1-4ba0-94bf-fc809cf13e71 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614817 Nov 24 20:51:13.562319 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port fecd39c9-4548-4c34-892a-c55f7d7e2405 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:51:13.575181 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port fecd39c9-4548-4c34-892a-c55f7d7e2405 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:51:13.575703 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:13.582860 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:13.629712 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '3ed7562c-8177-42ca-bf4e-6bfc74f803ed', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': '3ed7562c-8177-42ca-bf4e-6bfc74f803ed', 'mac_address': 'fa:16:3e:e4:25:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:51:13.646513 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:13.730939 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:13.754385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ed7562c-8177-42ca-bf4e-6bfc74f803ed {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:51:13.769437 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:13.792435 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:13.802583 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:13.814112 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc789484-3e3d-462b-8539-4514bb4bcfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecd39c9-4548-4c34-892a-c55f7d7e2405'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:51:13.817269 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbe2139-ac1b-4ca0-9f8b-d8301f9f84cf" -d '{"events": [{"server_uuid": "dc789484-3e3d-462b-8539-4514bb4bcfa3", "name": "network-vif-plugged", "status": "completed", "tag": "fecd39c9-4548-4c34-892a-c55f7d7e2405"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:51:13.869683 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port fecd39c9-4548-4c34-892a-c55f7d7e2405, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=fecd39c9-4548-4c34-892a-c55f7d7e2405,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:13.875301 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c3c989-a385-4f7d-b307-ac4003031b72 x-openstack-request-id: req-a5c3c989-a385-4f7d-b307-ac4003031b72 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:51:13.875612 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc789484-3e3d-462b-8539-4514bb4bcfa3", "name": "network-vif-plugged", "status": "completed", "tag": "fecd39c9-4548-4c34-892a-c55f7d7e2405", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:51:13.876071 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a5c3c989-a385-4f7d-b307-ac4003031b72 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:51:13.876676 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc789484-3e3d-462b-8539-4514bb4bcfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecd39c9-4548-4c34-892a-c55f7d7e2405', 'code': 200} Nov 24 20:51:13.881038 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:13.894552 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58d4e1-2b3f-4828-babc-f91585e3daa0 req-4be0110f-c6dd-4786-8104-725269e06b43 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:13.902632 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d58d4e1-2b3f-4828-babc-f91585e3daa0 req-4be0110f-c6dd-4786-8104-725269e06b43 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc789484-3e3d-462b-8539-4514bb4bcfa3 HTTP/1.1" status: 200 len: 945 time: 0.0844288 Nov 24 20:51:13.908016 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:13.926312 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['3ed7562c-8177-42ca-bf4e-6bfc74f803ed'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:51:14.028391 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=fecd39c9-4548-4c34-892a-c55f7d7e2405,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:14.099998 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d58d4e1-2b3f-4828-babc-f91585e3daa0 req-cc6d2c9b-69a7-4b15-8324-7a3666ef1de7 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959879 Nov 24 20:51:14.148349 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2415823-bdbf-4820-9724-a7ac9cd1457d req-5d0a4bcd-ee84-4e7a-ab87-781e7ac029bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:14.150590 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e2415823-bdbf-4820-9724-a7ac9cd1457d req-5d0a4bcd-ee84-4e7a-ab87-781e7ac029bd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dc789484-3e3d-462b-8539-4514bb4bcfa3 HTTP/1.1" status: 200 len: 1097 time: 0.1846478 Nov 24 20:51:14.278094 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e2415823-bdbf-4820-9724-a7ac9cd1457d req-94590463-041f-406f-aa0e-decf0b91e3b5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161957 Nov 24 20:51:14.293155 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5f031-15d6-45e3-8614-71ab400e58d2 req-5158d9ab-1202-4e7b-b1a0-22ae3d7caf85 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:14.295216 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-66e5f031-15d6-45e3-8614-71ab400e58d2 req-5158d9ab-1202-4e7b-b1a0-22ae3d7caf85 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 943 time: 0.0911710 Nov 24 20:51:14.358324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212e101-ef74-4da8-8371-8364345c2d9b req-c12aec03-405d-44b3-861b-89360ee5a6aa tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:14.367195 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3212e101-ef74-4da8-8371-8364345c2d9b req-c12aec03-405d-44b3-861b-89360ee5a6aa tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.0668311 Nov 24 20:51:14.403776 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-66e5f031-15d6-45e3-8614-71ab400e58d2 req-35615131-219c-434c-ae18-42945aaf8daa tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991571 Nov 24 20:51:14.429892 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3212e101-ef74-4da8-8371-8364345c2d9b req-9c4d2ce5-f4f7-42cb-87d7-212dcabe3788 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604668 Nov 24 20:51:14.712450 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161e488-1730-4cf0-856b-0ed042bc3a07 req-243f8098-b818-460f-a22e-22dbf56a6d32 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:14.714008 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1161e488-1730-4cf0-856b-0ed042bc3a07 req-243f8098-b818-460f-a22e-22dbf56a6d32 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.0671644 Nov 24 20:51:14.762438 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:14.829536 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1161e488-1730-4cf0-856b-0ed042bc3a07 req-ebaa5935-29f5-43b9-9d3e-0fd946fa881b tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021841 Nov 24 20:51:15.214410 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332b410-82fd-47ba-9e96-19dd2e5feec5 req-3ae6ba25-cb69-407b-8dae-d55ee2860d0d tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:15.217577 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1332b410-82fd-47ba-9e96-19dd2e5feec5 req-3ae6ba25-cb69-407b-8dae-d55ee2860d0d tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=1377c2c2-64c9-47e3-b2da-6c537091e357 HTTP/1.1" status: 200 len: 945 time: 0.1093924 Nov 24 20:51:15.277885 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1332b410-82fd-47ba-9e96-19dd2e5feec5 req-3e97eaa2-f4f8-4251-9f22-dca5f2673db9 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ef4bf80-930d-40bf-8277-c067620a5845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506401 Nov 24 20:51:15.305937 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4f52a-9bdf-4ff8-b8d8-736e77c2d2a9 req-13a8b6d1-56a5-47c5-81ca-8c915a6be7ae tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:15.308395 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36b4f52a-9bdf-4ff8-b8d8-736e77c2d2a9 req-13a8b6d1-56a5-47c5-81ca-8c915a6be7ae tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc789484-3e3d-462b-8539-4514bb4bcfa3 HTTP/1.1" status: 200 len: 946 time: 0.0727150 Nov 24 20:51:15.377570 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36b4f52a-9bdf-4ff8-b8d8-736e77c2d2a9 req-b8ba384d-a088-4b77-a3a5-811833809da2 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621951 Nov 24 20:51:15.407895 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 3ed7562c-8177-42ca-bf4e-6bfc74f803ed up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:51:15.526314 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:51:15.527097 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:15.666115 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414173c-d1f9-468d-8b0b-9441d63c7559 req-4d8c89a6-1b78-4f66-a72b-51d4abdaa0d0 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:15.679688 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1414173c-d1f9-468d-8b0b-9441d63c7559 req-4d8c89a6-1b78-4f66-a72b-51d4abdaa0d0 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 945 time: 0.1590323 Nov 24 20:51:15.702861 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82f309-32f3-4f70-8562-9f139bcbc32c req-e09e14e9-3a10-4cb3-9258-d630cfc332fd tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:15.713825 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dc82f309-32f3-4f70-8562-9f139bcbc32c req-e09e14e9-3a10-4cb3-9258-d630cfc332fd tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.1551247 Nov 24 20:51:15.714444 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:15.757078 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:15.766257 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:15.769760 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 79838ae6-2e27-41aa-a507-c8b3dc1b485f no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:51:15.787692 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1414173c-d1f9-468d-8b0b-9441d63c7559 req-1adb2961-fd3e-44e8-8e68-bc6c984cc2cf tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2785367-ae1f-4afe-8bcf-46e25e8ff721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005011 Nov 24 20:51:15.838937 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dc82f309-32f3-4f70-8562-9f139bcbc32c req-527192a9-58ba-449b-9088-4732fd377868 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052997 Nov 24 20:51:15.897386 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd772e1aa-e152-4cac-8267-e5743199afeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed7562c-8177-42ca-bf4e-6bfc74f803ed'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:51:15.900086 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1275d6-4e3e-4311-a760-dad7d726e0e3" -d '{"events": [{"server_uuid": "d772e1aa-e152-4cac-8267-e5743199afeb", "name": "network-vif-plugged", "status": "completed", "tag": "3ed7562c-8177-42ca-bf4e-6bfc74f803ed"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:51:15.944708 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:16.029324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208f070-9221-4491-ad7b-4ba223cbf76c req-1e4d7a80-2f4b-4e8c-b684-9cb5cbb8c7ec tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:16.037245 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4208f070-9221-4491-ad7b-4ba223cbf76c req-1e4d7a80-2f4b-4e8c-b684-9cb5cbb8c7ec tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 943 time: 0.1412179 Nov 24 20:51:16.116388 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4208f070-9221-4491-ad7b-4ba223cbf76c req-0359451f-69f6-4437-8a72-f30a5a9ef988 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713167 Nov 24 20:51:16.169533 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be68708e-f074-4d2c-93e4-b3223bac9081 x-openstack-request-id: req-be68708e-f074-4d2c-93e4-b3223bac9081 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:51:16.169862 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d772e1aa-e152-4cac-8267-e5743199afeb", "name": "network-vif-plugged", "status": "completed", "tag": "3ed7562c-8177-42ca-bf4e-6bfc74f803ed", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:51:16.170328 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-be68708e-f074-4d2c-93e4-b3223bac9081 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:51:16.170795 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd772e1aa-e152-4cac-8267-e5743199afeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed7562c-8177-42ca-bf4e-6bfc74f803ed', 'code': 200} Nov 24 20:51:16.229465 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291ae5a-a606-45a1-93c1-615c287d79f5 req-920064ff-0922-405f-9696-1a83679c8a31 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:16.238855 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4291ae5a-a606-45a1-93c1-615c287d79f5 req-920064ff-0922-405f-9696-1a83679c8a31 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.1265988 Nov 24 20:51:16.274514 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-ab591af8-23a5-4ee8-b1ce-b9dfef86333a service neutron] 10.222.0.48 "GET /v2.0/ports/79838ae6-2e27-41aa-a507-c8b3dc1b485f/bindings/n-h2-812111-8 HTTP/1.1" status: 200 len: 384 time: 0.1234448 Nov 24 20:51:16.346112 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4291ae5a-a606-45a1-93c1-615c287d79f5 req-9e6f5d4c-e21e-4b6a-b418-69d211445e09 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056857 Nov 24 20:51:16.431136 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a6bf8-6e07-4be9-ad03-e3d96aa99359 req-534df404-97c4-4d8e-8d9f-d5dcb369c244 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:16.438551 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8a5a6bf8-6e07-4be9-ad03-e3d96aa99359 req-534df404-97c4-4d8e-8d9f-d5dcb369c244 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=1377c2c2-64c9-47e3-b2da-6c537091e357 HTTP/1.1" status: 200 len: 945 time: 0.0638192 Nov 24 20:51:16.486898 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8a5a6bf8-6e07-4be9-ad03-e3d96aa99359 req-e787d4a9-84c5-4f02-9dc5-b64b33fee472 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ef4bf80-930d-40bf-8277-c067620a5845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468898 Nov 24 20:51:16.598044 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365936c0-c1fb-4537-8066-58b0b6c46adf req-67d9a4aa-113e-4d45-babe-8aeb74b3223c tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:16.599953 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-365936c0-c1fb-4537-8066-58b0b6c46adf req-67d9a4aa-113e-4d45-babe-8aeb74b3223c tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc789484-3e3d-462b-8539-4514bb4bcfa3 HTTP/1.1" status: 200 len: 946 time: 0.1338727 Nov 24 20:51:16.602036 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-f4ea7f2a-0cdd-4979-ad97-1aef97b980ae service neutron] For port 79838ae6-2e27-41aa-a507-c8b3dc1b485f, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=79838ae6-2e27-41aa-a507-c8b3dc1b485f,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:16.646126 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-f4ea7f2a-0cdd-4979-ad97-1aef97b980ae service neutron] For port 79838ae6-2e27-41aa-a507-c8b3dc1b485f, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:51:16.705786 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-f4ea7f2a-0cdd-4979-ad97-1aef97b980ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79838ae6-2e27-41aa-a507-c8b3dc1b485f {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:51:16.714405 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-365936c0-c1fb-4537-8066-58b0b6c46adf req-bf78a0a7-89d0-445e-acc8-1fb349923c63 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036949 Nov 24 20:51:16.727404 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-f4ea7f2a-0cdd-4979-ad97-1aef97b980ae service neutron] For port 79838ae6-2e27-41aa-a507-c8b3dc1b485f, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=79838ae6-2e27-41aa-a507-c8b3dc1b485f,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:16.758569 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-f4ea7f2a-0cdd-4979-ad97-1aef97b980ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:16.890703 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-f4ea7f2a-0cdd-4979-ad97-1aef97b980ae service neutron] Transition to ACTIVE for port object 79838ae6-2e27-41aa-a507-c8b3dc1b485f will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:51:16.896315 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-f4ea7f2a-0cdd-4979-ad97-1aef97b980ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:17.010934 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-f4ea7f2a-0cdd-4979-ad97-1aef97b980ae service neutron] No DVR routers for this DVR port 79838ae6-2e27-41aa-a507-c8b3dc1b485f on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:51:17.079384 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-f4ea7f2a-0cdd-4979-ad97-1aef97b980ae service neutron] 10.222.0.48 "PUT /v2.0/ports/79838ae6-2e27-41aa-a507-c8b3dc1b485f/bindings/n-h2-812111-8/activate HTTP/1.1" status: 200 len: 369 time: 0.7876346 Nov 24 20:51:17.097453 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52c5f7-6dbd-4f70-96ec-b982faa6f8de req-711e0781-2eb8-4150-825f-eff3589aa939 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:17.097693 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-12c8cffa-55d4-45ad-bd48-143525967a19 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:17.106581 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-12c8cffa-55d4-45ad-bd48-143525967a19 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/networks?id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f HTTP/1.1" status: 200 len: 805 time: 0.1601303 Nov 24 20:51:17.106877 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3e52c5f7-6dbd-4f70-96ec-b982faa6f8de req-711e0781-2eb8-4150-825f-eff3589aa939 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.1706433 Nov 24 20:51:17.124176 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-c1215d1f-03ca-49e7-8d3b-cd301efe86ce tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/quotas/1e863037610748a3b80a51d971bf8b4d HTTP/1.1" status: 200 len: 375 time: 0.0162413 Nov 24 20:51:17.134015 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea7f2a-0cdd-4979-ad97-1aef97b980ae service neutron] Pushing event updated for resources: {'Port': ['ID=79838ae6-2e27-41aa-a507-c8b3dc1b485f,revision_number=10']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:17.210442 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-3ceefec1-7d96-441a-95dd-1435cad6ad6f tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1e863037610748a3b80a51d971bf8b4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852711 Nov 24 20:51:17.240256 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3e52c5f7-6dbd-4f70-96ec-b982faa6f8de req-ef7a0a0c-599d-40b5-846f-a96bca1159c5 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323013 Nov 24 20:51:17.277811 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-a3b6d34c-d553-4eca-bc90-63b4cb61e74b tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:17.282580 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-a3b6d34c-d553-4eca-bc90-63b4cb61e74b tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f&tenant_id=3430f604e9d44fa5882671405a9099b5&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 1095 time: 0.0973184 Nov 24 20:51:17.342677 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-2e8a6246-8c42-4520-b113-417bfee84e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:17.344194 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-2e8a6246-8c42-4520-b113-417bfee84e56 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f&tenant_id=3430f604e9d44fa5882671405a9099b5 HTTP/1.1" status: 200 len: 1095 time: 0.0469043 Nov 24 20:51:17.388317 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-0901a785-4402-4822-ae2b-8895fb561578 service neutron] 10.222.0.11 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548254 Nov 24 20:51:17.508457 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-f5a068c3-f910-4458-a249-a802b37b2ccb service neutron] 10.222.0.11 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177416 Nov 24 20:51:17.554020 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a0a89-f65a-459e-8318-bdc0a8d76ee5 req-d19c0fab-c573-491b-9889-ca86a2fb8d95 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:17.555601 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2e5a0a89-f65a-459e-8318-bdc0a8d76ee5 req-d19c0fab-c573-491b-9889-ca86a2fb8d95 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.15 "GET /v2.0/ports?device_id=1377c2c2-64c9-47e3-b2da-6c537091e357 HTTP/1.1" status: 200 len: 945 time: 0.1770945 Nov 24 20:51:17.613139 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-cbbfcade-da7d-44c2-9a12-e0bd864a1845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:17.615243 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-cbbfcade-da7d-44c2-9a12-e0bd864a1845 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 1095 time: 0.2223644 Nov 24 20:51:17.626147 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1749f63-0edc-4d23-93fe-42effb4f9bdf req-ef9c264e-6de4-46b4-982b-93f139aeaa3e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:17.628915 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d1749f63-0edc-4d23-93fe-42effb4f9bdf req-ef9c264e-6de4-46b4-982b-93f139aeaa3e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 944 time: 0.1415749 Nov 24 20:51:17.838529 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebefd10-4973-4652-808d-76e806aa991d req-a3b06905-318a-4bc7-953d-797b51ff7467 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:17.840013 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2ebefd10-4973-4652-808d-76e806aa991d req-a3b06905-318a-4bc7-953d-797b51ff7467 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.0690877 Nov 24 20:51:17.854853 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-01fd93dc-2458-4d27-877a-2c62efe9a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:17.856534 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-01fd93dc-2458-4d27-877a-2c62efe9a9ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 922 time: 0.2076361 Nov 24 20:51:17.902094 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d1749f63-0edc-4d23-93fe-42effb4f9bdf req-d818d4f4-4fb6-4192-8f93-433d86ac763c tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472880 Nov 24 20:51:17.930973 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2ebefd10-4973-4652-808d-76e806aa991d req-bca70699-b65a-44d5-aae7-ee3b5978ff42 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776381 Nov 24 20:51:17.951404 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-57d40700-9d6e-4ab3-a163-704298ee4a8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79838ae6-2e27-41aa-a507-c8b3dc1b485f HTTP/1.1" status: 200 len: 217 time: 0.0590403 Nov 24 20:51:18.045546 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-2e4f338d-0565-4d32-97c0-64e855106bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:18.047021 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-2e4f338d-0565-4d32-97c0-64e855106bdb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.0875597 Nov 24 20:51:18.085933 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-dcac78a3-fa20-4c4c-9e79-1faf0936dd84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294611 Nov 24 20:51:18.093333 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-2e5a0a89-f65a-459e-8318-bdc0a8d76ee5 req-ab898623-a019-4aa3-b50e-f2fd8cd8d351 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Deleting port 9dad353e-1b42-44ca-8a63-e62eaf5ae506 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:51:18.093716 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2e5a0a89-f65a-459e-8318-bdc0a8d76ee5 req-ab898623-a019-4aa3-b50e-f2fd8cd8d351 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:18.125762 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51e7c4-0431-401b-80e9-25044bfa3093 req-bfb937a2-a206-433d-91b6-216029fb43bd tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:18.135870 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df51e7c4-0431-401b-80e9-25044bfa3093 req-bfb937a2-a206-433d-91b6-216029fb43bd tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=1377c2c2-64c9-47e3-b2da-6c537091e357 HTTP/1.1" status: 200 len: 945 time: 0.1426191 Nov 24 20:51:18.161092 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-485b055b-e348-4af2-915c-e1b2b43f6517 req-af05d665-5bf2-4c7e-9fc9-0e3a0e84d4ab tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 210 time: 0.0419602 Nov 24 20:51:18.244768 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df51e7c4-0431-401b-80e9-25044bfa3093 req-d3c86e2f-5f88-4909-a873-bb9ef81db934 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ef4bf80-930d-40bf-8277-c067620a5845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077704 Nov 24 20:51:18.313434 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-2e5a0a89-f65a-459e-8318-bdc0a8d76ee5 req-ab898623-a019-4aa3-b50e-f2fd8cd8d351 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] For port 9dad353e-1b42-44ca-8a63-e62eaf5ae506, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9dad353e-1b42-44ca-8a63-e62eaf5ae506,segment=NetworkSegment(f52094ad-762a-4ec7-8686-7bf9e5e05a1f),segment_id=f52094ad-762a-4ec7-8686-7bf9e5e05a1f)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:18.313989 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2e5a0a89-f65a-459e-8318-bdc0a8d76ee5 req-ab898623-a019-4aa3-b50e-f2fd8cd8d351 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:18.328574 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-2986cfd5-9d5e-4b93-a859-c9863c456fdf service neutron] 10.222.0.15 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285256 Nov 24 20:51:18.450225 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b39285-07bb-4e46-a1eb-fc00c55cf3bc req-73581293-b62d-421e-a443-c3b9aa0e9a16 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:18.456350 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-81b39285-07bb-4e46-a1eb-fc00c55cf3bc req-73581293-b62d-421e-a443-c3b9aa0e9a16 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.1090300 Nov 24 20:51:18.477384 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-536352cc-64d5-4175-b9be-a31d2b03387e service neutron] 10.222.0.15 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070035 Nov 24 20:51:18.562025 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-81b39285-07bb-4e46-a1eb-fc00c55cf3bc req-b6b857c4-9449-458a-83a5-2b5ae1f5a168 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965405 Nov 24 20:51:18.677696 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6060558f-7cc7-4250-b687-11101bd183a5 req-030b8094-5352-4157-b99c-81a001e31976 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0820899 Nov 24 20:51:18.729026 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204364e4-de60-451d-b094-79a0cf5f7722 req-f8c19c14-f34a-4ae5-bd37-98411d0aa54e tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:18.730559 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-204364e4-de60-451d-b094-79a0cf5f7722 req-f8c19c14-f34a-4ae5-bd37-98411d0aa54e tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 945 time: 0.1461012 Nov 24 20:51:18.880075 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2e5a0a89-f65a-459e-8318-bdc0a8d76ee5 req-ab898623-a019-4aa3-b50e-f2fd8cd8d351 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:18.880455 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2e5a0a89-f65a-459e-8318-bdc0a8d76ee5 req-ab898623-a019-4aa3-b50e-f2fd8cd8d351 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:18.880721 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [req-2e5a0a89-f65a-459e-8318-bdc0a8d76ee5 req-ab898623-a019-4aa3-b50e-f2fd8cd8d351 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Floating IP ec067698-6b79-48df-8e7c-6a16e2eaa320 disassociated. External IP: 172.25.5.113, port: 9dad353e-1b42-44ca-8a63-e62eaf5ae506. Nov 24 20:51:18.881147 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-2e5a0a89-f65a-459e-8318-bdc0a8d76ee5 req-ab898623-a019-4aa3-b50e-f2fd8cd8d351 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Calling delete_port for 9dad353e-1b42-44ca-8a63-e62eaf5ae506 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:51:18.914636 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-204364e4-de60-451d-b094-79a0cf5f7722 req-421ed4fa-fee2-4328-82f1-9ff471236c69 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2785367-ae1f-4afe-8bcf-46e25e8ff721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739135 Nov 24 20:51:19.054273 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060558f-7cc7-4250-b687-11101bd183a5 req-3d39c54a-1809-49da-a9dd-2dee82ee84df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:19.059357 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6060558f-7cc7-4250-b687-11101bd183a5 req-3d39c54a-1809-49da-a9dd-2dee82ee84df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3430f604e9d44fa5882671405a9099b5&device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 1095 time: 0.2699950 Nov 24 20:51:19.073757 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb9564-506e-4e7b-92f5-1583a13c8b67 req-857e6ad0-f6e4-455c-9b91-c0f9a1175732 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:19.075646 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d7cb9564-506e-4e7b-92f5-1583a13c8b67 req-857e6ad0-f6e4-455c-9b91-c0f9a1175732 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.0590789 Nov 24 20:51:19.146148 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f69ca221-700f-4fad-8673-6cfe69ddd387 req-ddbe217c-046a-4ade-8641-14c05d479cb8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2837713 Nov 24 20:51:19.156214 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d7cb9564-506e-4e7b-92f5-1583a13c8b67 req-ebffc2e9-40cf-442b-9970-26fbd0d1dab2 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723813 Nov 24 20:51:19.185803 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-c6dea3b3-394d-4646-bfa3-1b88decbee9f tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:19.187519 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-c6dea3b3-394d-4646-bfa3-1b88decbee9f tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f&tenant_id=3430f604e9d44fa5882671405a9099b5&binding%3Ahost_id=n-h2-812111-8 HTTP/1.1" status: 200 len: 1095 time: 0.2599127 Nov 24 20:51:19.315299 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35479e61-6ede-4e13-b0ff-bf368848f37f req-947df2e9-52a4-4915-88d8-b67d9ebdfada tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 210 time: 0.0542257 Nov 24 20:51:19.504647 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b48b0-024b-4598-9d09-b3d339527e44 req-92bbcccc-2549-4fe9-b7a8-ab5f5b5363c2 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:19.506712 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-400b48b0-024b-4598-9d09-b3d339527e44 req-92bbcccc-2549-4fe9-b7a8-ab5f5b5363c2 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=1377c2c2-64c9-47e3-b2da-6c537091e357 HTTP/1.1" status: 200 len: 945 time: 0.0788777 Nov 24 20:51:19.593235 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-400b48b0-024b-4598-9d09-b3d339527e44 req-4f4bbb38-fb30-413b-be1a-9b3353a65bd6 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ef4bf80-930d-40bf-8277-c067620a5845&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795567 Nov 24 20:51:19.754708 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd8647-1ed5-4095-a9f9-d1ef77ce750e req-3e1d6e39-43cd-435f-89d1-9248b811fb57 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:19.756841 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cfbd8647-1ed5-4095-a9f9-d1ef77ce750e req-3e1d6e39-43cd-435f-89d1-9248b811fb57 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 944 time: 0.6996300 Nov 24 20:51:19.864424 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2e5a0a89-f65a-459e-8318-bdc0a8d76ee5 req-ab898623-a019-4aa3-b50e-f2fd8cd8d351 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:19.869402 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060558f-7cc7-4250-b687-11101bd183a5 req-436cf41f-10b9-4a76-912a-db39fba3cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:19.870699 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6060558f-7cc7-4250-b687-11101bd183a5 req-436cf41f-10b9-4a76-912a-db39fba3cd05 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 200 len: 922 time: 0.7727923 Nov 24 20:51:19.872777 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ca221-700f-4fad-8673-6cfe69ddd387 req-25023d98-f34c-4957-950b-88f4e1e1432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:19.874410 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f69ca221-700f-4fad-8673-6cfe69ddd387 req-25023d98-f34c-4957-950b-88f4e1e1432c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94989ae34bb041b5967fbf22fd0a686b&device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 1096 time: 0.6312811 Nov 24 20:51:19.902549 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-72037737-2a9d-47f8-9ba5-bbb6c9f542ff tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:19.903945 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-72037737-2a9d-47f8-9ba5-bbb6c9f542ff tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.48 "GET /v2.0/networks?id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f HTTP/1.1" status: 200 len: 805 time: 0.2831943 Nov 24 20:51:19.952510 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed35068-d559-4723-a0e0-fb74e7304b86 req-04e072ac-2b56-40b5-8915-3ea8f3c4a44d tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:19.954650 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fed35068-d559-4723-a0e0-fb74e7304b86 req-04e072ac-2b56-40b5-8915-3ea8f3c4a44d tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.0836384 Nov 24 20:51:19.959885 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-678b2594-f0f5-4317-b385-0cd2a3affbb1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Request body: {'port': {'device_id': '98a99f56-df77-4118-8ca5-ce71d1f7c5d1', 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f', 'admin_state_up': True, 'tenant_id': '1e863037610748a3b80a51d971bf8b4d'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:51:19.996503 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab898623-a019-4aa3-b50e-f2fd8cd8d351 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Pushing event deleted for resources: {'Port': ['ID=9dad353e-1b42-44ca-8a63-e62eaf5ae506,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:20.030493 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6060558f-7cc7-4250-b687-11101bd183a5 req-59f5ed49-dd68-4eb3-ad20-92c71f266414 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 HTTP/1.1" status: 200 len: 217 time: 0.1241987 Nov 24 20:51:20.041507 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fed35068-d559-4723-a0e0-fb74e7304b86 req-b331d886-81e2-486d-b8b2-6d5ee77eb59f tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745046 Nov 24 20:51:20.068845 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cfbd8647-1ed5-4095-a9f9-d1ef77ce750e req-18b9888e-dd33-4a0f-a9d9-2173a0a03ad1 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980504 Nov 24 20:51:20.402360 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-f5f86fbd-200b-4317-91ef-e70faa827261 service neutron] For port 79838ae6-2e27-41aa-a507-c8b3dc1b485f, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:51:20.409997 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060558f-7cc7-4250-b687-11101bd183a5 req-2cc21836-347c-4a60-9ec4-1321a3d45e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:20.411571 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6060558f-7cc7-4250-b687-11101bd183a5 req-2cc21836-347c-4a60-9ec4-1321a3d45e24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 200 len: 861 time: 0.3206110 Nov 24 20:51:20.417775 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9aac22-f4df-42f0-bf8f-ed3824af16ab req-178b9100-b831-4ddc-920a-aabbd01bc1ee tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:20.426271 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e9aac22-f4df-42f0-bf8f-ed3824af16ab req-178b9100-b831-4ddc-920a-aabbd01bc1ee tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.0867224 Nov 24 20:51:20.433062 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-f5f86fbd-200b-4317-91ef-e70faa827261 service neutron] Publish callbacks [] for binding, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:20.436170 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00a880dc-f9a2-427e-9f29-ddf1ff05ba68 req-f5f86fbd-200b-4317-91ef-e70faa827261 service neutron] 10.222.0.15 "DELETE /v2.0/ports/79838ae6-2e27-41aa-a507-c8b3dc1b485f/bindings/n-h1-812111-8 HTTP/1.1" status: 204 len: 173 time: 1.1979625 Nov 24 20:51:20.458426 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ca221-700f-4fad-8673-6cfe69ddd387 req-d7bb82db-2f45-4c21-9eb5-d3f205069f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:20.460146 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f69ca221-700f-4fad-8673-6cfe69ddd387 req-d7bb82db-2f45-4c21-9eb5-d3f205069f69 service neutron] 10.222.0.15 "GET /v2.0/networks?id=11819801-9a1c-40f7-a845-e10ed7c382da HTTP/1.1" status: 200 len: 916 time: 0.5526905 Nov 24 20:51:20.520691 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6060558f-7cc7-4250-b687-11101bd183a5 req-dd509134-b50c-40a6-bbfc-7e0e86e8bec6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828593 Nov 24 20:51:20.585480 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e9aac22-f4df-42f0-bf8f-ed3824af16ab req-38fedc9e-eed3-42f7-9086-289fcfdd34f4 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583543 Nov 24 20:51:20.599826 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d4f8a-1941-457a-9cba-a84010857e7e req-0c372859-fbf6-4cd3-897e-796b56d898f8 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:20.601700 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-804d4f8a-1941-457a-9cba-a84010857e7e req-0c372859-fbf6-4cd3-897e-796b56d898f8 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 945 time: 0.3747661 Nov 24 20:51:20.758315 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e5a0a89-f65a-459e-8318-bdc0a8d76ee5 req-ab898623-a019-4aa3-b50e-f2fd8cd8d351 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Router 6f77ff50-fafe-4526-94d7-02b8525d2186 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:51:20.767575 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-678b2594-f0f5-4317-b385-0cd2a3affbb1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Made reservation on behalf of 1e863037610748a3b80a51d971bf8b4d for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:51:20.771888 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-678b2594-f0f5-4317-b385-0cd2a3affbb1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:20.795136 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7616637-e7b3-4aaa-b1df-cad790ca8231 req-e508c90c-a02d-453c-b278-250b375476ad tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:20.797083 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c7616637-e7b3-4aaa-b1df-cad790ca8231 req-e508c90c-a02d-453c-b278-250b375476ad tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 1095 time: 0.0806456 Nov 24 20:51:20.810314 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f69ca221-700f-4fad-8673-6cfe69ddd387 req-ce4aad1f-1fc0-4ca5-8023-2e96c5c4f320 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=189993f6-ab91-44d2-9032-e2ad6501ab1d HTTP/1.1" status: 200 len: 999 time: 0.3085332 Nov 24 20:51:20.888200 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-804d4f8a-1941-457a-9cba-a84010857e7e req-d89156f3-67e6-4367-92cf-c473b29af55f tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2785367-ae1f-4afe-8bcf-46e25e8ff721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287138 Nov 24 20:51:20.929224 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c7616637-e7b3-4aaa-b1df-cad790ca8231 req-6e679fb3-d694-474d-b223-3c660fc2918f tempest-LiveAutoBlockMigrationV225Test-713343190 tempest-LiveAutoBlockMigrationV225Test-713343190-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230338 Nov 24 20:51:20.979008 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6060558f-7cc7-4250-b687-11101bd183a5 req-50569239-402d-4e4c-83d7-1fee374bab69 service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573815 Nov 24 20:51:21.105873 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ca221-700f-4fad-8673-6cfe69ddd387 req-6e535f3f-2c1d-4e3b-8fff-472d61b2ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:21.107540 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f69ca221-700f-4fad-8673-6cfe69ddd387 req-6e535f3f-2c1d-4e3b-8fff-472d61b2ddfe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d09b485-bb7f-4593-b0cc-8f084842db71 HTTP/1.1" status: 200 len: 854 time: 0.2868845 Nov 24 20:51:21.161294 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c3560325-490d-4195-86ca-ccb90d794b6d req-36bc1ed0-4d0e-4212-980c-dabc33ff8e70 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=1377c2c2-64c9-47e3-b2da-6c537091e357 HTTP/1.1" status: 200 len: 210 time: 0.0391979 Nov 24 20:51:21.210748 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-816f838d-3ea3-4543-8539-d2a48c02b0fc req-e9eae119-129c-4348-bf30-2d86c3550ee2 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 210 time: 0.0985379 Nov 24 20:51:21.366046 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f0e22-bc97-4e11-a98d-e2cd7f2eb6b6 req-7aa8676d-b9a1-4764-bafe-0022ecbde0f7 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:21.367838 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-935f0e22-bc97-4e11-a98d-e2cd7f2eb6b6 req-7aa8676d-b9a1-4764-bafe-0022ecbde0f7 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.0904117 Nov 24 20:51:21.382051 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-678b2594-f0f5-4317-b385-0cd2a3affbb1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Allocated IP 172.20.0.13 (f0b7ba0f-849f-45c0-98bd-f2596ab1646f/ded7d568-de3b-47fd-8a43-7e09737c0e38/bf811718-687a-4bb1-96db-495c3db65e30) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:51:21.385507 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e5a0a89-f65a-459e-8318-bdc0a8d76ee5 req-ab898623-a019-4aa3-b50e-f2fd8cd8d351 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:51:21.388378 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ca221-700f-4fad-8673-6cfe69ddd387 req-00cde5dc-8c55-4e9b-986b-c94d4a071062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:21.390818 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f69ca221-700f-4fad-8673-6cfe69ddd387 req-00cde5dc-8c55-4e9b-986b-c94d4a071062 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11819801-9a1c-40f7-a845-e10ed7c382da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2610221 Nov 24 20:51:21.407405 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7322358f-9c71-4761-aa26-688e57b82e7f None None] Sync routers for ids ['6f77ff50-fafe-4526-94d7-02b8525d2186'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:51:21.433035 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7322358f-9c71-4761-aa26-688e57b82e7f None None] Routers {'6f77ff50-fafe-4526-94d7-02b8525d2186'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:51:21.444526 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7322358f-9c71-4761-aa26-688e57b82e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:51:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6f77ff50-fafe-4526-94d7-02b8525d2186'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:21.455965 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-935f0e22-bc97-4e11-a98d-e2cd7f2eb6b6 req-1f00ceb1-7493-4264-acfd-e530e2934607 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820730 Nov 24 20:51:21.515721 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5a0a89-f65a-459e-8318-bdc0a8d76ee5 req-ab898623-a019-4aa3-b50e-f2fd8cd8d351 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] No DVR routers for this DVR port 9dad353e-1b42-44ca-8a63-e62eaf5ae506 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:51:21.519455 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2e5a0a89-f65a-459e-8318-bdc0a8d76ee5 req-ab898623-a019-4aa3-b50e-f2fd8cd8d351 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:21.522996 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2e5a0a89-f65a-459e-8318-bdc0a8d76ee5 req-ab898623-a019-4aa3-b50e-f2fd8cd8d351 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.15 "DELETE /v2.0/ports/9dad353e-1b42-44ca-8a63-e62eaf5ae506 HTTP/1.1" status: 204 len: 173 time: 3.9567304 Nov 24 20:51:21.529227 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1377c2c2-64c9-47e3-b2da-6c537091e357', 'name': 'network-vif-deleted', 'tag': '9dad353e-1b42-44ca-8a63-e62eaf5ae506'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:51:21.531537 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f495ad-5bb1-4a50-ac04-04ccfb7ae697" -d '{"events": [{"server_uuid": "1377c2c2-64c9-47e3-b2da-6c537091e357", "name": "network-vif-deleted", "tag": "9dad353e-1b42-44ca-8a63-e62eaf5ae506"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:51:21.536590 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6060558f-7cc7-4250-b687-11101bd183a5 req-8c6ad189-559a-4723-87ee-13d215c8c0c4 service neutron] 10.222.0.48 "GET /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466406 Nov 24 20:51:21.670567 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949a95c6-7ff8-4ff7-808c-1545f81bb93e x-openstack-request-id: req-949a95c6-7ff8-4ff7-808c-1545f81bb93e {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:51:21.670860 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1377c2c2-64c9-47e3-b2da-6c537091e357", "name": "network-vif-deleted", "tag": "9dad353e-1b42-44ca-8a63-e62eaf5ae506", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:51:21.671118 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-949a95c6-7ff8-4ff7-808c-1545f81bb93e {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:51:21.671527 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1377c2c2-64c9-47e3-b2da-6c537091e357', 'name': 'network-vif-deleted', 'tag': '9dad353e-1b42-44ca-8a63-e62eaf5ae506', 'status': 'completed', 'code': 200} Nov 24 20:51:21.711556 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-7322358f-9c71-4761-aa26-688e57b82e7f None None] Set router 6f77ff50-fafe-4526-94d7-02b8525d2186 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:51:21.794971 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f69ca221-700f-4fad-8673-6cfe69ddd387 req-9c5a6939-8376-4a56-88d8-9aee83a96d64 service neutron] 10.222.0.15 "GET /v2.0/networks/11819801-9a1c-40f7-a845-e10ed7c382da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920367 Nov 24 20:51:21.874605 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086226b5-675f-4e83-9fbe-a4a10b30b0ae req-8845d0c3-7416-48d6-8f1c-ed0ea9c62213 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:21.878021 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-086226b5-675f-4e83-9fbe-a4a10b30b0ae req-8845d0c3-7416-48d6-8f1c-ed0ea9c62213 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.1153398 Nov 24 20:51:21.985712 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-086226b5-675f-4e83-9fbe-a4a10b30b0ae req-d71cc89e-d48b-4e15-b14c-dc86eb26a079 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957947 Nov 24 20:51:22.059911 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7322358f-9c71-4761-aa26-688e57b82e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1112606374-router', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:26Z', 'updated_at': '2021-11-24T20:46:31Z', 'revision_number': 4, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'gw_port': {'id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:27Z', 'updated_at': '2021-11-24T20:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '05827855-bf41-4da3-8e5d-51575f0dbad2', 'name': '', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'mac_address': 'fa:16:3e:f9:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:30Z', 'updated_at': '2021-11-24T20:46:38Z', 'revision_number': 5, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'subnets': [{'id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:22.098097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7322358f-9c71-4761-aa26-688e57b82e7f None None] Checking router: 6f77ff50-fafe-4526-94d7-02b8525d2186 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:51:22.109992 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7322358f-9c71-4761-aa26-688e57b82e7f None None] Routers {'6f77ff50-fafe-4526-94d7-02b8525d2186'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:51:22.110675 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7322358f-9c71-4761-aa26-688e57b82e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:51:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6f77ff50-fafe-4526-94d7-02b8525d2186'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:22.113886 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71476ad5-5bc0-4fbd-a010-dcd7d879fd07 req-2b42cb67-4dd5-4e62-88e2-bc2dbf40b930 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:22.123219 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71476ad5-5bc0-4fbd-a010-dcd7d879fd07 req-2b42cb67-4dd5-4e62-88e2-bc2dbf40b930 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 945 time: 0.0697372 Nov 24 20:51:22.212307 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71476ad5-5bc0-4fbd-a010-dcd7d879fd07 req-9b03a9b6-b7f6-4e0e-a6e5-8d081563eded tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2785367-ae1f-4afe-8bcf-46e25e8ff721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879650 Nov 24 20:51:22.354255 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7691cc-d82d-4696-89b0-dcb20c7b9af6 req-d6933661-f990-4e4b-991a-f749dbb8ed3d tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:22.355844 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0c7691cc-d82d-4696-89b0-dcb20c7b9af6 req-d6933661-f990-4e4b-991a-f749dbb8ed3d tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.15 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 944 time: 0.1015882 Nov 24 20:51:22.475751 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-faabd1e5-f962-4654-8493-b2cd42396810 req-1ec13ec7-5902-4e70-a6c9-18dded2cd3a7 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/ports?device_id=1377c2c2-64c9-47e3-b2da-6c537091e357 HTTP/1.1" status: 200 len: 210 time: 0.0514684 Nov 24 20:51:22.510849 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-7322358f-9c71-4761-aa26-688e57b82e7f None None] Set router 6f77ff50-fafe-4526-94d7-02b8525d2186 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:51:22.561575 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-0c7691cc-d82d-4696-89b0-dcb20c7b9af6 req-a61b3ff6-ac79-4f37-be8a-93578286278f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Deleting port 79838ae6-2e27-41aa-a507-c8b3dc1b485f {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:51:22.561910 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-0c7691cc-d82d-4696-89b0-dcb20c7b9af6 req-a61b3ff6-ac79-4f37-be8a-93578286278f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:22.587349 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-678b2594-f0f5-4317-b385-0cd2a3affbb1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:22.654934 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f69ca221-700f-4fad-8673-6cfe69ddd387 req-f0257240-022e-419b-9c54-da97a2856abc service neutron] 10.222.0.15 "GET /v2.0/networks/11819801-9a1c-40f7-a845-e10ed7c382da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8460364 Nov 24 20:51:22.659801 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9dad353e-1b42-44ca-8a63-e62eaf5ae506 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:51:22.675617 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-678b2594-f0f5-4317-b385-0cd2a3affbb1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:22.726128 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['fecd39c9-4548-4c34-892a-c55f7d7e2405'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:51:22.728817 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c1b3f4bd-32d9-468e-8bb5-53c430603070'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:51:22.738963 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96ec74-5499-4105-9e5a-ac8f35ef5fb8 req-b17f54ff-7217-457d-8f06-ed6e9d068533 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:22.740890 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8a96ec74-5499-4105-9e5a-ac8f35ef5fb8 req-b17f54ff-7217-457d-8f06-ed6e9d068533 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 932 time: 0.0904150 Nov 24 20:51:22.748365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 9dad353e-1b42-44ca-8a63-e62eaf5ae506 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:51:22.748560 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9dad353e-1b42-44ca-8a63-e62eaf5ae506 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:51:22.760573 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-0c7691cc-d82d-4696-89b0-dcb20c7b9af6 req-a61b3ff6-ac79-4f37-be8a-93578286278f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] For port 79838ae6-2e27-41aa-a507-c8b3dc1b485f, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=79838ae6-2e27-41aa-a507-c8b3dc1b485f,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:22.761210 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-0c7691cc-d82d-4696-89b0-dcb20c7b9af6 req-a61b3ff6-ac79-4f37-be8a-93578286278f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:22.771577 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-678b2594-f0f5-4317-b385-0cd2a3affbb1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Network f0b7ba0f-849f-45c0-98bd-f2596ab1646f is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:51:22.777952 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-0c7691cc-d82d-4696-89b0-dcb20c7b9af6 req-a61b3ff6-ac79-4f37-be8a-93578286278f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Calling delete_port for 79838ae6-2e27-41aa-a507-c8b3dc1b485f owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:51:22.785555 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c5cc1-6b8f-4eb1-b097-969ada78de89 req-6deb3a99-2a51-4b36-b819-a01361f23d58 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:22.787102 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d60c5cc1-6b8f-4eb1-b097-969ada78de89 req-6deb3a99-2a51-4b36-b819-a01361f23d58 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 944 time: 1.1062260 Nov 24 20:51:22.788651 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b2594-f0f5-4317-b385-0cd2a3affbb1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Pushing event updated for resources: {'Port': ['ID=bf811718-687a-4bb1-96db-495c3db65e30,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:22.792741 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-678b2594-f0f5-4317-b385-0cd2a3affbb1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:51:22.795040 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-678b2594-f0f5-4317-b385-0cd2a3affbb1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:51:22.823133 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f87168-32f5-4ae5-b90d-0920e6d06003 req-35096a99-6c76-4753-9e69-7abf74b83f61 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:22.824719 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d2f87168-32f5-4ae5-b90d-0920e6d06003 req-35096a99-6c76-4753-9e69-7abf74b83f61 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.15 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 945 time: 0.8388691 Nov 24 20:51:22.917167 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-ca17a975-9e3a-4b4c-9df5-3764a91b12c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:22.919259 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-ca17a975-9e3a-4b4c-9df5-3764a91b12c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 1096 time: 0.9203644 Nov 24 20:51:22.990609 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-0c7691cc-d82d-4696-89b0-dcb20c7b9af6 req-a61b3ff6-ac79-4f37-be8a-93578286278f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:23.042824 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b3ff6-ac79-4f37-be8a-93578286278f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Pushing event deleted for resources: {'Port': ['ID=79838ae6-2e27-41aa-a507-c8b3dc1b485f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:23.146756 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8a96ec74-5499-4105-9e5a-ac8f35ef5fb8 req-7fa02700-3fab-4224-8769-36e2008ddca1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689215 Nov 24 20:51:23.159566 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-c478abf2-5dc0-4d4c-9f98-c4bb98c1fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:23.161304 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-c478abf2-5dc0-4d4c-9f98-c4bb98c1fd50 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 908 time: 0.2313795 Nov 24 20:51:23.187440 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7322358f-9c71-4761-aa26-688e57b82e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1112606374-router', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:26Z', 'updated_at': '2021-11-24T20:46:31Z', 'revision_number': 4, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'gw_port': {'id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:27Z', 'updated_at': '2021-11-24T20:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '05827855-bf41-4da3-8e5d-51575f0dbad2', 'name': '', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'mac_address': 'fa:16:3e:f9:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:30Z', 'updated_at': '2021-11-24T20:46:38Z', 'revision_number': 5, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'subnets': [{'id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:23.195545 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d60c5cc1-6b8f-4eb1-b097-969ada78de89 req-add34433-c2d6-4bfd-8fa9-4673c6669f0c tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911107 Nov 24 20:51:23.217874 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7691cc-d82d-4696-89b0-dcb20c7b9af6 req-a61b3ff6-ac79-4f37-be8a-93578286278f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] No DVR routers for this DVR port 79838ae6-2e27-41aa-a507-c8b3dc1b485f on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:51:23.224423 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-0c7691cc-d82d-4696-89b0-dcb20c7b9af6 req-a61b3ff6-ac79-4f37-be8a-93578286278f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:23.240334 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0c7691cc-d82d-4696-89b0-dcb20c7b9af6 req-a61b3ff6-ac79-4f37-be8a-93578286278f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.15 "DELETE /v2.0/ports/79838ae6-2e27-41aa-a507-c8b3dc1b485f HTTP/1.1" status: 204 len: 173 time: 0.8745620 Nov 24 20:51:23.241326 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c7f96c-a718-431d-a331-5fb6fefaed2f', 'name': 'network-vif-deleted', 'tag': '79838ae6-2e27-41aa-a507-c8b3dc1b485f'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:51:23.246393 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35fb37f-5e7f-430c-a067-68c41b22e383" -d '{"events": [{"server_uuid": "23c7f96c-a718-431d-a331-5fb6fefaed2f", "name": "network-vif-deleted", "tag": "79838ae6-2e27-41aa-a507-c8b3dc1b485f"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:51:23.280874 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7322358f-9c71-4761-aa26-688e57b82e7f None None] The sync data for ids ['6f77ff50-fafe-4526-94d7-02b8525d2186'] in n-d-812111-8 is: [{'id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1112606374-router', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:26Z', 'updated_at': '2021-11-24T20:46:31Z', 'revision_number': 4, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'gw_port': {'id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:27Z', 'updated_at': '2021-11-24T20:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '05827855-bf41-4da3-8e5d-51575f0dbad2', 'name': '', 'network_id': '08e4810e-5cf6-45fd-b3f0-b0061643c76e', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'mac_address': 'fa:16:3e:f9:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:30Z', 'updated_at': '2021-11-24T20:46:38Z', 'revision_number': 5, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'subnets': [{'id': '4b7bea8b-3ad2-4620-a8cf-0534d6c925cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:51:23.284391 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-774c0d3a-6cfc-480a-8bf7-2848a94f3206 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=303d75f2-c102-4331-a4d1-d254fe301d93 HTTP/1.1" status: 200 len: 217 time: 0.0854168 Nov 24 20:51:23.376312 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-678b2594-f0f5-4317-b385-0cd2a3affbb1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:23.379315 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-678b2594-f0f5-4317-b385-0cd2a3affbb1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:23.416331 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['79838ae6-2e27-41aa-a507-c8b3dc1b485f'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:51:23.421070 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afb650-4389-4fe7-9cbc-4f372a75fa52 req-df7e1ab1-2ad4-4469-8eca-c86d5c534857 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:23.433420 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05afb650-4389-4fe7-9cbc-4f372a75fa52 req-df7e1ab1-2ad4-4469-8eca-c86d5c534857 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.1524398 Nov 24 20:51:23.489419 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-678b2594-f0f5-4317-b385-0cd2a3affbb1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5348208 Nov 24 20:51:23.490189 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['8fae6805-5260-4a33-9343-3c62fb794ad0'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:51:23.499119 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-75d8ae07-af7c-44df-8968-8259d49d6998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:23.500635 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-75d8ae07-af7c-44df-8968-8259d49d6998 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d0e18ba-6af5-4f0b-b8c6-f19541a42712 HTTP/1.1" status: 200 len: 847 time: 0.1449020 Nov 24 20:51:23.513664 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05afb650-4389-4fe7-9cbc-4f372a75fa52 req-dc32ac8f-4c8d-42bc-9f2e-6535ef84b5a3 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792730 Nov 24 20:51:23.526055 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-f45c3ed4-fc32-4af9-a785-ccc9f79ae231 service neutron] Request body: {'port': {'device_id': '98a99f56-df77-4118-8ca5-ce71d1f7c5d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:51:23.576972 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-d2f87168-32f5-4ae5-b90d-0920e6d06003 req-73d4b66c-2c88-41bf-a9d9-cc6e727f0abf tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Deleting port 189993f6-ab91-44d2-9032-e2ad6501ab1d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:51:23.577320 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d2f87168-32f5-4ae5-b90d-0920e6d06003 req-73d4b66c-2c88-41bf-a9d9-cc6e727f0abf tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:23.679864 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda23525-52b7-4ab3-ae17-83e50f0ea611 req-c3ab2ad8-f371-46d0-b42f-362d71eeef4d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:23.691755 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bda23525-52b7-4ab3-ae17-83e50f0ea611 req-c3ab2ad8-f371-46d0-b42f-362d71eeef4d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 945 time: 0.1000702 Nov 24 20:51:23.709571 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d2f87168-32f5-4ae5-b90d-0920e6d06003 req-73d4b66c-2c88-41bf-a9d9-cc6e727f0abf tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] For port 189993f6-ab91-44d2-9032-e2ad6501ab1d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=189993f6-ab91-44d2-9032-e2ad6501ab1d,segment=NetworkSegment(bf294044-07c9-41d1-8625-a74be456a278),segment_id=bf294044-07c9-41d1-8625-a74be456a278)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:23.709941 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d2f87168-32f5-4ae5-b90d-0920e6d06003 req-73d4b66c-2c88-41bf-a9d9-cc6e727f0abf tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:23.767836 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bda23525-52b7-4ab3-ae17-83e50f0ea611 req-1e293c58-ff58-4b0a-9536-60814e77cde3 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2785367-ae1f-4afe-8bcf-46e25e8ff721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734463 Nov 24 20:51:23.854933 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfe1ad5-f3c4-44ba-8e58-fcb6e4675a48 x-openstack-request-id: req-6dfe1ad5-f3c4-44ba-8e58-fcb6e4675a48 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:51:23.856191 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c7f96c-a718-431d-a331-5fb6fefaed2f", "name": "network-vif-deleted", "tag": "79838ae6-2e27-41aa-a507-c8b3dc1b485f", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:51:23.856609 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6dfe1ad5-f3c4-44ba-8e58-fcb6e4675a48 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:51:23.857265 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c7f96c-a718-431d-a331-5fb6fefaed2f', 'name': 'network-vif-deleted', 'tag': '79838ae6-2e27-41aa-a507-c8b3dc1b485f', 'status': 'completed', 'code': 200} Nov 24 20:51:23.868231 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e662468-30a9-49e9-9f9d-3f53522eb459 None None] New status for floating IP ec067698-6b79-48df-8e7c-6a16e2eaa320: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:51:23.929639 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d2f87168-32f5-4ae5-b90d-0920e6d06003 req-73d4b66c-2c88-41bf-a9d9-cc6e727f0abf tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:23.930183 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d2f87168-32f5-4ae5-b90d-0920e6d06003 req-73d4b66c-2c88-41bf-a9d9-cc6e727f0abf tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:23.930357 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [req-d2f87168-32f5-4ae5-b90d-0920e6d06003 req-73d4b66c-2c88-41bf-a9d9-cc6e727f0abf tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Floating IP afdd9f29-da56-4438-8730-3a3381432691 disassociated. External IP: 172.25.5.6, port: 189993f6-ab91-44d2-9032-e2ad6501ab1d. Nov 24 20:51:23.930749 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-d2f87168-32f5-4ae5-b90d-0920e6d06003 req-73d4b66c-2c88-41bf-a9d9-cc6e727f0abf tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Calling delete_port for 189993f6-ab91-44d2-9032-e2ad6501ab1d owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:51:24.041044 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53316) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:24.091170 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-f45c3ed4-fc32-4af9-a785-ccc9f79ae231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:24.096838 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-cd40df2e-04a7-4f26-9630-0647f610247b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a5f3905-f9df-4704-8238-82ae8b0c31f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471830 Nov 24 20:51:24.126347 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-057b27cb-ca17-477d-8678-e8160dea5053 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:24.164438 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-057b27cb-ca17-477d-8678-e8160dea5053 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:24.365593 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f095c4-09b7-48c8-812f-970cf2bdf4ee req-c83d5d07-b0ac-4a27-a67e-76700fbc6e21 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:24.374342 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d7f095c4-09b7-48c8-812f-970cf2bdf4ee req-c83d5d07-b0ac-4a27-a67e-76700fbc6e21 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 932 time: 0.0776088 Nov 24 20:51:24.395669 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-057b27cb-ca17-477d-8678-e8160dea5053 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:24.398806 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-057b27cb-ca17-477d-8678-e8160dea5053 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:24.402815 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-057b27cb-ca17-477d-8678-e8160dea5053 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "DELETE /v2.0/security-groups/7ef4bf80-930d-40bf-8277-c067620a5845 HTTP/1.1" status: 204 len: 168 time: 0.3601148 Nov 24 20:51:24.433622 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53328) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:24.440385 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebc04e-00f7-410b-9e4a-0a71cad7e2c0 req-241c392a-b4fe-4672-88bd-dfd345071457 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:24.442366 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-baebc04e-00f7-410b-9e4a-0a71cad7e2c0 req-241c392a-b4fe-4672-88bd-dfd345071457 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.3606858 Nov 24 20:51:24.460521 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d7f095c4-09b7-48c8-812f-970cf2bdf4ee req-6cadb2e4-4f7c-49e0-8a45-518ef70142db tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850110 Nov 24 20:51:24.483474 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b27cb-ca17-477d-8678-e8160dea5053 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef4bf80-930d-40bf-8277-c067620a5845,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:24.513467 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d2f87168-32f5-4ae5-b90d-0920e6d06003 req-73d4b66c-2c88-41bf-a9d9-cc6e727f0abf tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:24.529527 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-65aa54af-d477-415e-9861-7fe39cbb09bb tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] show failed (client error): The resource could not be found. Nov 24 20:51:24.534968 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-65aa54af-d477-415e-9861-7fe39cbb09bb tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "GET /v2.0/security-groups/7ef4bf80-930d-40bf-8277-c067620a5845 HTTP/1.1" status: 404 len: 347 time: 0.0695615 Nov 24 20:51:24.535432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53334) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:24.637074 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-baebc04e-00f7-410b-9e4a-0a71cad7e2c0 req-d3e4d1cc-7660-43c8-8b1c-d9a8e28b0774 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761475 Nov 24 20:51:24.641753 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4b66c-2c88-41bf-a9d9-cc6e727f0abf tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Pushing event deleted for resources: {'Port': ['ID=189993f6-ab91-44d2-9032-e2ad6501ab1d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:24.735097 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-298cce5a-9e27-4a53-96aa-0976579e7761 service neutron] 10.222.0.15 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6274939 Nov 24 20:51:24.779641 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8379dde1-f1d0-4923-ae3b-db2727714af3 req-c22c7473-0f1e-47e1-a1d0-f53987fa6b38 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 210 time: 0.1758401 Nov 24 20:51:24.828775 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-8c1614dd-284b-4ccd-9ed6-adbf06c30d34 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Deleting port 067bb40f-67b0-402c-ad31-2be886b37b1a {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:51:24.828956 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8c1614dd-284b-4ccd-9ed6-adbf06c30d34 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:24.992291 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2f87168-32f5-4ae5-b90d-0920e6d06003 req-73d4b66c-2c88-41bf-a9d9-cc6e727f0abf tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Router 769110ca-c76d-4bb9-806f-51f0ed071eaa has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:51:25.007380 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8c1614dd-284b-4ccd-9ed6-adbf06c30d34 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:25.008002 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8c1614dd-284b-4ccd-9ed6-adbf06c30d34 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:25.012709 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f3391a11-4773-4852-9bf4-90780d1deed4 req-3404d483-3944-4069-9960-d737eaa1d3d8 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 210 time: 0.0585120 Nov 24 20:51:25.037269 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-8c1614dd-284b-4ccd-9ed6-adbf06c30d34 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Calling delete_port for 067bb40f-67b0-402c-ad31-2be886b37b1a owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:51:25.230229 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8c1614dd-284b-4ccd-9ed6-adbf06c30d34 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:25.261898 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-f45c3ed4-fc32-4af9-a785-ccc9f79ae231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf811718-687a-4bb1-96db-495c3db65e30 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:51:25.269528 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66797e8e-b9c5-4f2c-9cb1-bbf4ff563a06 req-aaa12403-8d1c-4580-b600-09f5d0dcb421 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:25.272494 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-f45c3ed4-fc32-4af9-a785-ccc9f79ae231 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:25.278110 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66797e8e-b9c5-4f2c-9cb1-bbf4ff563a06 req-aaa12403-8d1c-4580-b600-09f5d0dcb421 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.3478658 Nov 24 20:51:25.287679 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1614dd-284b-4ccd-9ed6-adbf06c30d34 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Pushing event deleted for resources: {'Port': ['ID=067bb40f-67b0-402c-ad31-2be886b37b1a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:25.288920 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-f45c3ed4-fc32-4af9-a785-ccc9f79ae231 service neutron] Transition to ACTIVE for port object bf811718-687a-4bb1-96db-495c3db65e30 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:51:25.295912 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-cfd6e705-db78-416d-9190-dd23b82090af service neutron] 10.222.0.15 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273867 Nov 24 20:51:25.301750 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-f45c3ed4-fc32-4af9-a785-ccc9f79ae231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:25.353021 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:51:25.422851 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66797e8e-b9c5-4f2c-9cb1-bbf4ff563a06 req-0f843cc9-a96d-49fd-b978-d1b488cfa8c9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437175 Nov 24 20:51:25.423743 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8c1614dd-284b-4ccd-9ed6-adbf06c30d34 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:25.426772 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8c1614dd-284b-4ccd-9ed6-adbf06c30d34 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:25.428062 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8c1614dd-284b-4ccd-9ed6-adbf06c30d34 tempest-ServersWithSpecificFlavorTestJSON-514989541 tempest-ServersWithSpecificFlavorTestJSON-514989541-project] 10.222.0.11 "DELETE /v2.0/floatingips/ec067698-6b79-48df-8e7c-6a16e2eaa320 HTTP/1.1" status: 204 len: 168 time: 0.8916805 Nov 24 20:51:25.455931 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c3ed4-fc32-4af9-a785-ccc9f79ae231 service neutron] Pushing event updated for resources: {'Port': ['ID=bf811718-687a-4bb1-96db-495c3db65e30,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:25.640346 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-f45c3ed4-fc32-4af9-a785-ccc9f79ae231 service neutron] Attempting to bind port bf811718-687a-4bb1-96db-495c3db65e30 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:51:25.641389 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-f45c3ed4-fc32-4af9-a785-ccc9f79ae231 service neutron] Attempting to bind port bf811718-687a-4bb1-96db-495c3db65e30 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:51:25.643116 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-f45c3ed4-fc32-4af9-a785-ccc9f79ae231 service neutron] Attempting to bind port bf811718-687a-4bb1-96db-495c3db65e30 on network f0b7ba0f-849f-45c0-98bd-f2596ab1646f {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:51:25.647941 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bd672-21c9-4020-9cc4-06007ad81d51 req-00cda2fa-c2e6-4d03-ab7c-4c29dd1fb8e9 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:25.649010 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2f87168-32f5-4ae5-b90d-0920e6d06003 req-73d4b66c-2c88-41bf-a9d9-cc6e727f0abf tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:51:25.660975 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-940bd672-21c9-4020-9cc4-06007ad81d51 req-00cda2fa-c2e6-4d03-ab7c-4c29dd1fb8e9 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 944 time: 0.1053271 Nov 24 20:51:25.661976 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-f45c3ed4-fc32-4af9-a785-ccc9f79ae231 service neutron] Port bf811718-687a-4bb1-96db-495c3db65e30 on network f0b7ba0f-849f-45c0-98bd-f2596ab1646f not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:51:25.662489 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-f45c3ed4-fc32-4af9-a785-ccc9f79ae231 service neutron] Attempting to bind port bf811718-687a-4bb1-96db-495c3db65e30 on network f0b7ba0f-849f-45c0-98bd-f2596ab1646f {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:51:25.668673 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be911bcf-8587-4756-a715-39565c5b50a2 None None] Sync routers for ids ['769110ca-c76d-4bb9-806f-51f0ed071eaa'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:51:25.688642 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be911bcf-8587-4756-a715-39565c5b50a2 None None] Routers {'769110ca-c76d-4bb9-806f-51f0ed071eaa'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:51:25.695332 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-be911bcf-8587-4756-a715-39565c5b50a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:51:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['769110ca-c76d-4bb9-806f-51f0ed071eaa'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:25.736631 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-f45c3ed4-fc32-4af9-a785-ccc9f79ae231 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:51:25.737415 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-f45c3ed4-fc32-4af9-a785-ccc9f79ae231 service neutron] Checking segment: {'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:51:25.737976 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-f45c3ed4-fc32-4af9-a785-ccc9f79ae231 service neutron] Bound using segment: {'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:51:25.738591 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-f45c3ed4-fc32-4af9-a785-ccc9f79ae231 service neutron] Bound port: bf811718-687a-4bb1-96db-495c3db65e30, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:51:25.739152 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-f45c3ed4-fc32-4af9-a785-ccc9f79ae231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:25.785283 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f87168-32f5-4ae5-b90d-0920e6d06003 req-73d4b66c-2c88-41bf-a9d9-cc6e727f0abf tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] No DVR routers for this DVR port 189993f6-ab91-44d2-9032-e2ad6501ab1d on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:51:25.797053 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d2f87168-32f5-4ae5-b90d-0920e6d06003 req-73d4b66c-2c88-41bf-a9d9-cc6e727f0abf tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:25.802446 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d2f87168-32f5-4ae5-b90d-0920e6d06003 req-73d4b66c-2c88-41bf-a9d9-cc6e727f0abf tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.15 "DELETE /v2.0/ports/189993f6-ab91-44d2-9032-e2ad6501ab1d HTTP/1.1" status: 204 len: 173 time: 2.9488654 Nov 24 20:51:25.815382 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-940bd672-21c9-4020-9cc4-06007ad81d51 req-e1fc7abb-aa8a-4b98-b6c4-9572b64f98f4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480379 Nov 24 20:51:25.815571 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5535216c-7f35-4d57-b561-a31a96897d0e', 'name': 'network-vif-deleted', 'tag': '189993f6-ab91-44d2-9032-e2ad6501ab1d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:51:25.823261 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449c7c40-39b9-4013-bf1f-14bc3ab88329" -d '{"events": [{"server_uuid": "5535216c-7f35-4d57-b561-a31a96897d0e", "name": "network-vif-deleted", "tag": "189993f6-ab91-44d2-9032-e2ad6501ab1d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:51:25.969233 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-be911bcf-8587-4756-a715-39565c5b50a2 None None] Set router 769110ca-c76d-4bb9-806f-51f0ed071eaa gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:51:26.057601 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c7070-1ed9-4c8d-b0aa-9af6a716c782 req-11626456-f720-44bc-8efd-2982dc8e3446 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:26.073894 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1a3c7070-1ed9-4c8d-b0aa-9af6a716c782 req-11626456-f720-44bc-8efd-2982dc8e3446 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.1887774 Nov 24 20:51:26.093168 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-f45c3ed4-fc32-4af9-a785-ccc9f79ae231 service neutron] For port bf811718-687a-4bb1-96db-495c3db65e30, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:51:26.132785 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-f45c3ed4-fc32-4af9-a785-ccc9f79ae231 service neutron] For port bf811718-687a-4bb1-96db-495c3db65e30, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=bf811718-687a-4bb1-96db-495c3db65e30,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:51:26.154632 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cf88f336-3e8a-4467-8328-130be52ae8c8 req-817a0322-4265-46b5-bcbd-e8a4c9f0e2fe tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 210 time: 0.0590894 Nov 24 20:51:26.173857 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-f45c3ed4-fc32-4af9-a785-ccc9f79ae231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:26.260650 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b82b964-1c5e-4ed0-975b-d1e289a1789b x-openstack-request-id: req-9b82b964-1c5e-4ed0-975b-d1e289a1789b {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:51:26.264583 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5535216c-7f35-4d57-b561-a31a96897d0e", "name": "network-vif-deleted", "tag": "189993f6-ab91-44d2-9032-e2ad6501ab1d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:51:26.265084 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b82b964-1c5e-4ed0-975b-d1e289a1789b {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:51:26.266823 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5535216c-7f35-4d57-b561-a31a96897d0e', 'name': 'network-vif-deleted', 'tag': '189993f6-ab91-44d2-9032-e2ad6501ab1d', 'status': 'completed', 'code': 200} Nov 24 20:51:26.285363 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-f45c3ed4-fc32-4af9-a785-ccc9f79ae231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:26.286273 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-f45c3ed4-fc32-4af9-a785-ccc9f79ae231 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:26.294946 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-f45c3ed4-fc32-4af9-a785-ccc9f79ae231 service neutron] 10.222.0.48 "PUT /v2.0/ports/bf811718-687a-4bb1-96db-495c3db65e30 HTTP/1.1" status: 200 len: 1092 time: 2.7849460 Nov 24 20:51:26.323706 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1a3c7070-1ed9-4c8d-b0aa-9af6a716c782 req-fac9aba3-ec04-4de4-8ca2-a2a573e8a975 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458556 Nov 24 20:51:26.513964 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dc68ac1a-e4db-4104-826b-ae9bfacc0717 req-bbe81ab1-1208-4af7-b96b-472b7ce9ad5e tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 210 time: 0.0480285 Nov 24 20:51:26.547351 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c3ed4-fc32-4af9-a785-ccc9f79ae231 service neutron] Pushing event updated for resources: {'Port': ['ID=bf811718-687a-4bb1-96db-495c3db65e30,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:26.563344 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-be911bcf-8587-4756-a715-39565c5b50a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'name': 'tempest-ServersTestBootFromVolume-200229150-router', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:47:57Z', 'updated_at': '2021-11-24T20:48:07Z', 'revision_number': 4, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'gw_port': {'id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:00Z', 'updated_at': '2021-11-24T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '72745a37-48a0-425d-8a4c-4e69e39d055a', 'name': '', 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'mac_address': 'fa:16:3e:f7:0f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '0d09b485-bb7f-4593-b0cc-8f084842db71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:06Z', 'updated_at': '2021-11-24T20:48:15Z', 'revision_number': 5, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'subnets': [{'id': '0d09b485-bb7f-4593-b0cc-8f084842db71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:26.598761 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-943e288c-806f-4918-b6fe-b280a0013190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:26.600292 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-943e288c-806f-4918-b6fe-b280a0013190 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e863037610748a3b80a51d971bf8b4d&device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 1095 time: 0.2315483 Nov 24 20:51:26.661820 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be911bcf-8587-4756-a715-39565c5b50a2 None None] Checking router: 769110ca-c76d-4bb9-806f-51f0ed071eaa for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:51:26.671382 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be911bcf-8587-4756-a715-39565c5b50a2 None None] Routers {'769110ca-c76d-4bb9-806f-51f0ed071eaa'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:51:26.672262 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-be911bcf-8587-4756-a715-39565c5b50a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:51:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['769110ca-c76d-4bb9-806f-51f0ed071eaa'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:26.694019 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53386) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:26.722799 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-c2f5b7bf-5c71-4a63-9c87-e03f8da87d1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf811718-687a-4bb1-96db-495c3db65e30 HTTP/1.1" status: 200 len: 217 time: 0.1081669 Nov 24 20:51:26.865590 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-1b04863e-f043-4d3b-ba05-073f93d129ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:26.868452 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-1b04863e-f043-4d3b-ba05-073f93d129ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ded7d568-de3b-47fd-8a43-7e09737c0e38 HTTP/1.1" status: 200 len: 845 time: 0.1343753 Nov 24 20:51:26.932449 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-1e3080e9-f7b8-4471-902c-cdbe0a7ca98a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461953 Nov 24 20:51:26.978875 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-be911bcf-8587-4756-a715-39565c5b50a2 None None] Set router 769110ca-c76d-4bb9-806f-51f0ed071eaa gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:51:27.103397 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21d0e9-f3c3-4516-ac28-bcdd674b5508 req-27a0dfde-c447-4ec2-9b5f-8ee711cee4da tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:27.110877 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ba21d0e9-f3c3-4516-ac28-bcdd674b5508 req-27a0dfde-c447-4ec2-9b5f-8ee711cee4da tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 944 time: 0.1366074 Nov 24 20:51:27.170185 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 79838ae6-2e27-41aa-a507-c8b3dc1b485f no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:51:27.212455 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fbc75-374e-41f4-88c5-5c072ba87170 req-db579b0f-a33b-46da-bd75-6a34b2351c35 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:27.215942 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 79838ae6-2e27-41aa-a507-c8b3dc1b485f {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:51:27.216514 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 79838ae6-2e27-41aa-a507-c8b3dc1b485f not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:51:27.217126 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 189993f6-ab91-44d2-9032-e2ad6501ab1d no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:51:27.221115 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f92fbc75-374e-41f4-88c5-5c072ba87170 req-db579b0f-a33b-46da-bd75-6a34b2351c35 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.6287365 Nov 24 20:51:27.247339 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 189993f6-ab91-44d2-9032-e2ad6501ab1d {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:51:27.248026 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 189993f6-ab91-44d2-9032-e2ad6501ab1d not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:51:27.276814 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-9525ae09-e697-47eb-a251-dadb9d95f746 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315711 Nov 24 20:51:27.318685 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f92fbc75-374e-41f4-88c5-5c072ba87170 req-ad650fd0-9327-47e6-84ce-f068a7cda7a1 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967908 Nov 24 20:51:27.389438 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ba21d0e9-f3c3-4516-ac28-bcdd674b5508 req-6474f7b1-508b-41e9-b89b-1cd860d9a641 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774167 Nov 24 20:51:27.444577 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-be911bcf-8587-4756-a715-39565c5b50a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'name': 'tempest-ServersTestBootFromVolume-200229150-router', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:47:57Z', 'updated_at': '2021-11-24T20:48:07Z', 'revision_number': 4, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'gw_port': {'id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:00Z', 'updated_at': '2021-11-24T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '72745a37-48a0-425d-8a4c-4e69e39d055a', 'name': '', 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'mac_address': 'fa:16:3e:f7:0f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '0d09b485-bb7f-4593-b0cc-8f084842db71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:06Z', 'updated_at': '2021-11-24T20:48:15Z', 'revision_number': 5, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'subnets': [{'id': '0d09b485-bb7f-4593-b0cc-8f084842db71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:27.484780 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be911bcf-8587-4756-a715-39565c5b50a2 None None] The sync data for ids ['769110ca-c76d-4bb9-806f-51f0ed071eaa'] in n-d-812111-8 is: [{'id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'name': 'tempest-ServersTestBootFromVolume-200229150-router', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:47:57Z', 'updated_at': '2021-11-24T20:48:07Z', 'revision_number': 4, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'gw_port': {'id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:00Z', 'updated_at': '2021-11-24T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '72745a37-48a0-425d-8a4c-4e69e39d055a', 'name': '', 'network_id': '11819801-9a1c-40f7-a845-e10ed7c382da', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'mac_address': 'fa:16:3e:f7:0f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '0d09b485-bb7f-4593-b0cc-8f084842db71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:06Z', 'updated_at': '2021-11-24T20:48:15Z', 'revision_number': 5, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'subnets': [{'id': '0d09b485-bb7f-4593-b0cc-8f084842db71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:51:27.570862 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a3f17ba9-572e-416f-837b-d3a1c00b130f req-120b178f-78bc-480c-8d14-0d4d34121d18 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 210 time: 0.0340207 Nov 24 20:51:27.744102 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b42f1-2554-4b84-9ebe-154b2760cf51 req-ce82aeb6-47c7-4f48-9a21-4482ca4e78a6 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:27.755644 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a47b42f1-2554-4b84-9ebe-154b2760cf51 req-ce82aeb6-47c7-4f48-9a21-4482ca4e78a6 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.1510551 Nov 24 20:51:27.837010 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a47b42f1-2554-4b84-9ebe-154b2760cf51 req-2e8a8593-c129-440d-9f45-cc27b0bed047 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812626 Nov 24 20:51:27.844721 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d75db6b-5ec5-4b50-a7ae-c77d15929472 req-e71341a6-d1e1-442d-880c-dd2fabaa0489 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5565135 Nov 24 20:51:27.859125 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1597e054-7c29-4fa1-8ade-4db5184e4676 req-b40ff561-2035-4ed9-a499-41ea10b16df8 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 210 time: 0.1211076 Nov 24 20:51:28.018329 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0041b9-e682-414c-9730-d5d545572c8e None None] New status for floating IP afdd9f29-da56-4438-8730-3a3381432691: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:51:28.220979 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e06d7a-0417-4b98-9bdd-8d75da4cc655 req-924136b5-fe1d-4504-aee0-19e09cae5c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:28.222717 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87e06d7a-0417-4b98-9bdd-8d75da4cc655 req-924136b5-fe1d-4504-aee0-19e09cae5c9c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 1097 time: 0.1240485 Nov 24 20:51:28.559185 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c7cba-37bf-42b5-bb23-d306cb8fca49 req-5768f8a0-55a3-4159-bba2-f75bbdbc32f8 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:28.569900 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c32c7cba-37bf-42b5-bb23-d306cb8fca49 req-5768f8a0-55a3-4159-bba2-f75bbdbc32f8 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.1532784 Nov 24 20:51:28.583724 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a99f56-df77-4118-8ca5-ce71d1f7c5d1', 'tag': 'bf811718-687a-4bb1-96db-495c3db65e30'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:51:28.586009 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318a734a-f02e-410e-8567-c7a878ef62b0" -d '{"events": [{"name": "network-changed", "server_uuid": "98a99f56-df77-4118-8ca5-ce71d1f7c5d1", "tag": "bf811718-687a-4bb1-96db-495c3db65e30"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:51:28.641031 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c32c7cba-37bf-42b5-bb23-d306cb8fca49 req-14f15d6c-b850-41d1-a3d7-a2dfaff6a420 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698683 Nov 24 20:51:28.660539 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6608e3b4-0aab-45dc-a3c6-9cbedaef9d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:28.660539 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87e06d7a-0417-4b98-9bdd-8d75da4cc655 req-68b39b01-ec42-4c59-81d2-6f2177446125 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239194 Nov 24 20:51:28.759237 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba13e5b-0197-4a06-a7de-408897293575 req-6d7a80d9-d7d4-40f8-9b26-0c4a1345f9e4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:28.760881 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ba13e5b-0197-4a06-a7de-408897293575 req-6d7a80d9-d7d4-40f8-9b26-0c4a1345f9e4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 944 time: 0.1651390 Nov 24 20:51:28.886926 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ba13e5b-0197-4a06-a7de-408897293575 req-d62ddd52-2e7f-4ad1-8922-7d6215c4272e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891078 Nov 24 20:51:29.010662 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4e198a-17e9-4b64-b0c0-f2026948065b x-openstack-request-id: req-ae4e198a-17e9-4b64-b0c0-f2026948065b {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:51:29.010965 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a99f56-df77-4118-8ca5-ce71d1f7c5d1", "tag": "bf811718-687a-4bb1-96db-495c3db65e30", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:51:29.011235 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae4e198a-17e9-4b64-b0c0-f2026948065b {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:51:29.012140 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a99f56-df77-4118-8ca5-ce71d1f7c5d1', 'tag': 'bf811718-687a-4bb1-96db-495c3db65e30', 'status': 'completed', 'code': 200} Nov 24 20:51:29.113214 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-832f92c9-e7f9-4af3-b02c-8cf3b44db56d req-78776251-a99e-4ad9-b105-f5f3c5f5027d tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 210 time: 0.0761757 Nov 24 20:51:29.154751 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a734a-f02e-410e-8567-c7a878ef62b0 req-be8e5ed4-40d8-4bfb-881b-9bab10298ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:29.156512 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-318a734a-f02e-410e-8567-c7a878ef62b0 req-be8e5ed4-40d8-4bfb-881b-9bab10298ede service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e863037610748a3b80a51d971bf8b4d&device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 1095 time: 0.1099417 Nov 24 20:51:29.284115 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c49dd077-3d50-4c3c-bdda-debd722b8622 req-4dc2c7fb-8d73-4c54-b0d7-87d9d707ba0b tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 210 time: 0.0500395 Nov 24 20:51:29.432733 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9267f5-fc85-4904-97ed-1ea1cfba1e96 req-bb56b8f2-1e59-4de5-9edd-97aa535b2859 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:29.434931 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bd9267f5-fc85-4904-97ed-1ea1cfba1e96 req-bb56b8f2-1e59-4de5-9edd-97aa535b2859 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.2026329 Nov 24 20:51:29.447106 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a734a-f02e-410e-8567-c7a878ef62b0 req-a471952e-181f-4223-bd7a-8788fe95ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:29.449029 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-318a734a-f02e-410e-8567-c7a878ef62b0 req-a471952e-181f-4223-bd7a-8788fe95ed82 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f HTTP/1.1" status: 200 len: 906 time: 0.2414861 Nov 24 20:51:29.457124 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-6608e3b4-0aab-45dc-a3c6-9cbedaef9d61 admin admin] Deleting port 05827855-bf41-4da3-8e5d-51575f0dbad2 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:51:29.457946 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6608e3b4-0aab-45dc-a3c6-9cbedaef9d61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:29.533837 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-318a734a-f02e-410e-8567-c7a878ef62b0 req-e7002a6b-a665-4acd-8fe1-8fdef3dbf1fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf811718-687a-4bb1-96db-495c3db65e30 HTTP/1.1" status: 200 len: 217 time: 0.0736039 Nov 24 20:51:29.645918 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bd9267f5-fc85-4904-97ed-1ea1cfba1e96 req-76247920-8bfe-432d-8a1f-c08086425204 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968207 Nov 24 20:51:29.677362 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a734a-f02e-410e-8567-c7a878ef62b0 req-28bac09d-278d-47a2-92e5-b70ffd8a5a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:29.679119 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-318a734a-f02e-410e-8567-c7a878ef62b0 req-28bac09d-278d-47a2-92e5-b70ffd8a5a7d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ded7d568-de3b-47fd-8a43-7e09737c0e38 HTTP/1.1" status: 200 len: 845 time: 0.1098068 Nov 24 20:51:29.685908 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-6608e3b4-0aab-45dc-a3c6-9cbedaef9d61 admin admin] For port 05827855-bf41-4da3-8e5d-51575f0dbad2, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=05827855-bf41-4da3-8e5d-51575f0dbad2,segment=NetworkSegment(f52094ad-762a-4ec7-8686-7bf9e5e05a1f),segment_id=f52094ad-762a-4ec7-8686-7bf9e5e05a1f)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:29.686456 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6608e3b4-0aab-45dc-a3c6-9cbedaef9d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:29.725331 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-6608e3b4-0aab-45dc-a3c6-9cbedaef9d61 admin admin] Calling delete_port for 05827855-bf41-4da3-8e5d-51575f0dbad2 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:51:29.728927 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-318a734a-f02e-410e-8567-c7a878ef62b0 req-9d809240-2f2f-4c57-97ee-e700da829d91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388730 Nov 24 20:51:29.795580 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a242f7c-6ce7-4fed-8ef8-4189054fa7f8 req-61d61783-f440-4ff0-8dc5-df3370821634 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:29.803272 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4a242f7c-6ce7-4fed-8ef8-4189054fa7f8 req-61d61783-f440-4ff0-8dc5-df3370821634 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.0652297 Nov 24 20:51:29.881922 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4a242f7c-6ce7-4fed-8ef8-4189054fa7f8 req-bf069a73-ede0-48fe-93af-8ae1f225fd2c tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775101 Nov 24 20:51:29.965758 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-318a734a-f02e-410e-8567-c7a878ef62b0 req-b6c6028d-53ab-443e-b034-e83fb422a001 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278655 Nov 24 20:51:30.047493 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259037d-f909-4d28-98b3-f3ee23aed578 req-d3c55cb2-ad03-4a33-aca3-193a64c7bfc9 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:30.055192 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4259037d-f909-4d28-98b3-f3ee23aed578 req-d3c55cb2-ad03-4a33-aca3-193a64c7bfc9 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 944 time: 0.0600097 Nov 24 20:51:30.114071 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4259037d-f909-4d28-98b3-f3ee23aed578 req-e79ba715-54a8-4ee7-b1d1-d6e786668340 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579073 Nov 24 20:51:30.279710 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa678e16-4ad7-4379-9311-81192db02aab req-5cfe7e87-4fd3-4b99-b54a-c8618da2db7d tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 210 time: 0.0418651 Nov 24 20:51:30.338320 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-318a734a-f02e-410e-8567-c7a878ef62b0 req-388dd3da-76ff-4c21-b516-3fcc901f0424 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091795 Nov 24 20:51:30.339539 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6608e3b4-0aab-45dc-a3c6-9cbedaef9d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:30.397254 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608e3b4-0aab-45dc-a3c6-9cbedaef9d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=05827855-bf41-4da3-8e5d-51575f0dbad2,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:30.644857 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6608e3b4-0aab-45dc-a3c6-9cbedaef9d61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:30.694885 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e0dc067e-a3c8-4f45-807b-92e9720129ed req-865d67d9-903c-4c3a-917d-5a37c243f085 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 210 time: 0.1990271 Nov 24 20:51:30.888186 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc2212-bf0e-4ec0-99d9-e4c8cc3e68a0 req-4f91875d-577d-4d08-b43b-ea5d724fcb19 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:30.894917 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f8bc2212-bf0e-4ec0-99d9-e4c8cc3e68a0 req-4f91875d-577d-4d08-b43b-ea5d724fcb19 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.0974941 Nov 24 20:51:31.049135 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f8bc2212-bf0e-4ec0-99d9-e4c8cc3e68a0 req-58d3f43e-2beb-492f-bcbb-2fd39ea891cd tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452103 Nov 24 20:51:31.103937 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6608e3b4-0aab-45dc-a3c6-9cbedaef9d61 admin admin] Router 6f77ff50-fafe-4526-94d7-02b8525d2186 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:51:31.314805 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ded59-affb-48d6-b04f-06b2a03665c1 req-ce68f788-9567-4aca-8451-9d5f637fe0de tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:31.322324 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-576ded59-affb-48d6-b04f-06b2a03665c1 req-ce68f788-9567-4aca-8451-9d5f637fe0de tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.0738869 Nov 24 20:51:31.389477 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-576ded59-affb-48d6-b04f-06b2a03665c1 req-9f2bd795-61c9-4db3-8d20-74c4ebbf10cf tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655296 Nov 24 20:51:31.400701 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f797d-0e52-4914-b8fe-bfc3771ca084 req-e038d53c-8d48-4d68-804d-cbe4a6a242f5 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:31.410780 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f25f797d-0e52-4914-b8fe-bfc3771ca084 req-e038d53c-8d48-4d68-804d-cbe4a6a242f5 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.3848066 Nov 24 20:51:31.433982 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6608e3b4-0aab-45dc-a3c6-9cbedaef9d61 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:51:31.443127 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device bf811718-687a-4bb1-96db-495c3db65e30 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:51:31.462060 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6608e3b4-0aab-45dc-a3c6-9cbedaef9d61 admin admin] 10.222.0.11 "PUT /v2.0/routers/6f77ff50-fafe-4526-94d7-02b8525d2186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7646222 Nov 24 20:51:31.466154 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53472) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:31.550898 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f25f797d-0e52-4914-b8fe-bfc3771ca084 req-d6c0c5af-7860-4462-9725-e1790c31f260 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385908 Nov 24 20:51:31.565545 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ad0e7-117b-4061-8534-39eb2f1b46de req-29fa1add-865a-4869-bc70-6bdd956477db tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:31.573282 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8b0ad0e7-117b-4061-8534-39eb2f1b46de req-29fa1add-865a-4869-bc70-6bdd956477db tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 944 time: 0.1224749 Nov 24 20:51:31.674917 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port bf811718-687a-4bb1-96db-495c3db65e30, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=bf811718-687a-4bb1-96db-495c3db65e30,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:31.690504 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'bf811718-687a-4bb1-96db-495c3db65e30', 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f', 'port_id': 'bf811718-687a-4bb1-96db-495c3db65e30', 'mac_address': 'fa:16:3e:a2:ed:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded7d568-de3b-47fd-8a43-7e09737c0e38', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:51:31.692587 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b6cdf6-0d3a-4e1d-8f8e-fc0324a63621 None None] Sync routers for ids ['6f77ff50-fafe-4526-94d7-02b8525d2186'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:51:31.720672 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8b0ad0e7-117b-4061-8534-39eb2f1b46de req-9f3ea9e0-03b3-4b8f-ac1e-10a71d8af46a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382887 Nov 24 20:51:31.732698 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2003d7fc-87ce-4c6d-bf57-46b7456d7dd2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:31.750423 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b6cdf6-0d3a-4e1d-8f8e-fc0324a63621 None None] Routers {'6f77ff50-fafe-4526-94d7-02b8525d2186'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:51:31.751074 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-08b6cdf6-0d3a-4e1d-8f8e-fc0324a63621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:51:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6f77ff50-fafe-4526-94d7-02b8525d2186'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:31.862078 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:31.939407 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9f908888-4663-48c4-8be4-021318ee1b92 req-4fd8434d-ba47-46dd-ab07-71655681873c tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 210 time: 0.0795183 Nov 24 20:51:31.971864 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf811718-687a-4bb1-96db-495c3db65e30 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:51:32.004504 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2003d7fc-87ce-4c6d-bf57-46b7456d7dd2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:32.022078 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port bf811718-687a-4bb1-96db-495c3db65e30, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=bf811718-687a-4bb1-96db-495c3db65e30,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:32.063185 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-08b6cdf6-0d3a-4e1d-8f8e-fc0324a63621 None None] Set router 6f77ff50-fafe-4526-94d7-02b8525d2186 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:51:32.131843 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-214af625-755e-4496-a6c0-28ed2fdb42ee req-a3b04808-cf0d-4224-8aae-8d6fba5785eb tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 210 time: 0.1356537 Nov 24 20:51:32.140088 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-2003d7fc-87ce-4c6d-bf57-46b7456d7dd2 admin admin] Deleting port d766e53d-c74c-4fe2-9968-df72f744357a {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:51:32.140709 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2003d7fc-87ce-4c6d-bf57-46b7456d7dd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:32.207230 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:32.354870 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-2003d7fc-87ce-4c6d-bf57-46b7456d7dd2 admin admin] For port d766e53d-c74c-4fe2-9968-df72f744357a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d766e53d-c74c-4fe2-9968-df72f744357a,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:32.355909 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2003d7fc-87ce-4c6d-bf57-46b7456d7dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:32.371296 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-2003d7fc-87ce-4c6d-bf57-46b7456d7dd2 admin admin] Calling delete_port for d766e53d-c74c-4fe2-9968-df72f744357a owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:51:32.602240 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2003d7fc-87ce-4c6d-bf57-46b7456d7dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:32.612010 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=bf811718-687a-4bb1-96db-495c3db65e30,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:32.663868 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003d7fc-87ce-4c6d-bf57-46b7456d7dd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d766e53d-c74c-4fe2-9968-df72f744357a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:32.710916 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['bf811718-687a-4bb1-96db-495c3db65e30'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:51:32.728983 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40399c8c-7f57-456a-8277-b16704e6c12a req-76d2f059-879c-46f8-8612-0aa6bd20f6b9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:32.735876 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861943c-dfb6-45ed-9a14-075a039b0ecf req-e37116de-a6b7-4f85-8645-0dcc83bfae57 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:32.743633 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6861943c-dfb6-45ed-9a14-075a039b0ecf req-e37116de-a6b7-4f85-8645-0dcc83bfae57 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.4532402 Nov 24 20:51:32.746981 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-40399c8c-7f57-456a-8277-b16704e6c12a req-76d2f059-879c-46f8-8612-0aa6bd20f6b9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.1152544 Nov 24 20:51:32.810412 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6861943c-dfb6-45ed-9a14-075a039b0ecf req-ede5c3fb-c997-4493-bad4-04be03d0a2a1 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658114 Nov 24 20:51:32.834574 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2003d7fc-87ce-4c6d-bf57-46b7456d7dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:32.877444 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-40399c8c-7f57-456a-8277-b16704e6c12a req-ec653407-32c4-4342-bcf2-d427d5c15d78 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287210 Nov 24 20:51:33.012483 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2003d7fc-87ce-4c6d-bf57-46b7456d7dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:33.021182 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2003d7fc-87ce-4c6d-bf57-46b7456d7dd2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:33.044048 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-08b6cdf6-0d3a-4e1d-8f8e-fc0324a63621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1112606374-router', 'tenant_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:26Z', 'updated_at': '2021-11-24T20:51:30Z', 'revision_number': 5, 'project_id': 'd7089e567afd4fbfaedad8dfd28a70b3', 'gw_port': {'id': 'd766e53d-c74c-4fe2-9968-df72f744357a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77ff50-fafe-4526-94d7-02b8525d2186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:27Z', 'updated_at': '2021-11-24T20:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:33.090549 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c8ba9-bfb6-4944-95cd-d25c92c902a7 req-0b51a828-ef49-4ba9-8684-0d90815e7f70 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:33.092563 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9a1c8ba9-bfb6-4944-95cd-d25c92c902a7 req-0b51a828-ef49-4ba9-8684-0d90815e7f70 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 945 time: 0.0960417 Nov 24 20:51:33.117352 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b6cdf6-0d3a-4e1d-8f8e-fc0324a63621 None None] Checking router: 6f77ff50-fafe-4526-94d7-02b8525d2186 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:51:33.141230 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2b6154b5-86b4-479e-867d-3aae5da28e85 req-b38251da-2d17-4905-9a26-e25e8df74d84 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 210 time: 0.0404327 Nov 24 20:51:33.159740 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2003d7fc-87ce-4c6d-bf57-46b7456d7dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:33.160277 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2003d7fc-87ce-4c6d-bf57-46b7456d7dd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f77ff50-fafe-4526-94d7-02b8525d2186 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:51:33.165239 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2003d7fc-87ce-4c6d-bf57-46b7456d7dd2 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:33.169028 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2003d7fc-87ce-4c6d-bf57-46b7456d7dd2 admin admin] 10.222.0.11 "DELETE /v2.0/routers/6f77ff50-fafe-4526-94d7-02b8525d2186 HTTP/1.1" status: 204 len: 168 time: 1.6989808 Nov 24 20:51:33.174745 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53514) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:33.194883 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b6cdf6-0d3a-4e1d-8f8e-fc0324a63621 None None] Routers set() bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:51:33.195206 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b6cdf6-0d3a-4e1d-8f8e-fc0324a63621 None None] Router IDs set() for agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 20:51:33.195831 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_agentschedulers_db [None req-08b6cdf6-0d3a-4e1d-8f8e-fc0324a63621 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6f77ff50-fafe-4526-94d7-02b8525d2186'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:51:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent'). {{(pid=109992) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 24 20:51:33.196237 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b6cdf6-0d3a-4e1d-8f8e-fc0324a63621 None None] The sync data for ids ['6f77ff50-fafe-4526-94d7-02b8525d2186'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:51:33.274289 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9a1c8ba9-bfb6-4944-95cd-d25c92c902a7 req-63cdab3e-bf14-459d-87f7-dfa2d3418d92 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709368 Nov 24 20:51:33.314929 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe8c1d2-82e3-461e-b847-d5f4639657e5 admin admin] Deleting subnet 4b7bea8b-3ad2-4620-a8cf-0534d6c925cb {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:51:33.315784 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3954414c-224a-44b9-a553-d08884fc8af7 req-cd4b391e-8c1a-47bc-8a5f-c1c9a3fff68a tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 210 time: 0.0475001 Nov 24 20:51:33.324645 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abe8c1d2-82e3-461e-b847-d5f4639657e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:33.389750 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abe8c1d2-82e3-461e-b847-d5f4639657e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:33.508514 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abe8c1d2-82e3-461e-b847-d5f4639657e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:33.568809 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abe8c1d2-82e3-461e-b847-d5f4639657e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:33.592885 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8c1d2-82e3-461e-b847-d5f4639657e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b7bea8b-3ad2-4620-a8cf-0534d6c925cb,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:33.599268 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abe8c1d2-82e3-461e-b847-d5f4639657e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:33.608203 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270cde77-ee1b-4802-8f27-d52cd49868d3 None None] Network 08e4810e-5cf6-45fd-b3f0-b0061643c76e requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:51:33.615059 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53528) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:33.630801 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-abe8c1d2-82e3-461e-b847-d5f4639657e5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4b7bea8b-3ad2-4620-a8cf-0534d6c925cb HTTP/1.1" status: 204 len: 168 time: 0.4584639 Nov 24 20:51:33.755567 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ff063ca-51d8-45df-a320-d044e201d04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:33.825906 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-0ff063ca-51d8-45df-a320-d044e201d04f admin admin] Deleting port 98cf83bb-d64a-4ed7-ad40-c82a46411e41 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:51:33.826366 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ff063ca-51d8-45df-a320-d044e201d04f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:33.948840 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-0ff063ca-51d8-45df-a320-d044e201d04f admin admin] For port 98cf83bb-d64a-4ed7-ad40-c82a46411e41, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=98cf83bb-d64a-4ed7-ad40-c82a46411e41,segment=NetworkSegment(f52094ad-762a-4ec7-8686-7bf9e5e05a1f),segment_id=f52094ad-762a-4ec7-8686-7bf9e5e05a1f)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:33.949235 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ff063ca-51d8-45df-a320-d044e201d04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:33.964167 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-0ff063ca-51d8-45df-a320-d044e201d04f admin admin] Calling delete_port for 98cf83bb-d64a-4ed7-ad40-c82a46411e41 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:51:34.047302 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd425b6-7cf7-48fe-bdea-708b2a095979 req-f0cbb020-6e0e-4574-8c84-59d8c986156c tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:34.059825 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fd425b6-7cf7-48fe-bdea-708b2a095979 req-f0cbb020-6e0e-4574-8c84-59d8c986156c tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.0854669 Nov 24 20:51:34.069560 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ff063ca-51d8-45df-a320-d044e201d04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:34.121738 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e272dfcf-1f82-43cf-93a4-a5354f478687 None None] DHCP port deletion for 08e4810e-5cf6-45fd-b3f0-b0061643c76e request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 20:51:34.124603 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff063ca-51d8-45df-a320-d044e201d04f admin admin] Pushing event deleted for resources: {'Port': ['ID=98cf83bb-d64a-4ed7-ad40-c82a46411e41,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:34.157265 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fd425b6-7cf7-48fe-bdea-708b2a095979 req-456ba7e0-8535-4bf4-8caf-54f77cc29b07 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965245 Nov 24 20:51:34.175842 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff063ca-51d8-45df-a320-d044e201d04f admin admin] No DVR routers for this DVR port 98cf83bb-d64a-4ed7-ad40-c82a46411e41 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:51:34.299730 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ff063ca-51d8-45df-a320-d044e201d04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:34.309386 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe48a4-8467-4b5c-848b-ba7e4f319062 req-a01cf0b9-92eb-4a46-b72c-b244699196fd tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:34.312114 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-83fe48a4-8467-4b5c-848b-ba7e4f319062 req-a01cf0b9-92eb-4a46-b72c-b244699196fd tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.2990603 Nov 24 20:51:34.339590 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0685acb3-1078-4f7a-aee8-0ca147ba7e27 req-d45a9278-86fb-4f03-86b2-3d7168e9cb81 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 210 time: 0.0388298 Nov 24 20:51:34.359616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-0ff063ca-51d8-45df-a320-d044e201d04f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e4810e-5cf6-45fd-b3f0-b0061643c76e']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:34.377702 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-0ff063ca-51d8-45df-a320-d044e201d04f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52094ad-762a-4ec7-8686-7bf9e5e05a1f') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:34.377945 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-0ff063ca-51d8-45df-a320-d044e201d04f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52094ad-762a-4ec7-8686-7bf9e5e05a1f') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:34.394837 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ff063ca-51d8-45df-a320-d044e201d04f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:34.424891 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-83fe48a4-8467-4b5c-848b-ba7e4f319062 req-bf79a80f-3268-4591-9a75-21f20b1c758a tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977213 Nov 24 20:51:34.453386 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ff063ca-51d8-45df-a320-d044e201d04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:34.462193 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff063ca-51d8-45df-a320-d044e201d04f admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:51:34.462644 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ff063ca-51d8-45df-a320-d044e201d04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:51:34.466381 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:51:34.529223 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26752d8-d182-4901-89c7-aac9a26093e5 req-a691737f-50ce-4761-9556-c506a589867e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:34.531205 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f26752d8-d182-4901-89c7-aac9a26093e5 req-a691737f-50ce-4761-9556-c506a589867e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 945 time: 0.0545769 Nov 24 20:51:34.555271 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9f961843-84ac-4928-9daa-c7e78aa2a339 req-1d869d8a-57ea-4614-b6b8-6c58e56d3e0d tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 210 time: 0.0313179 Nov 24 20:51:34.559421 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ff063ca-51d8-45df-a320-d044e201d04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:34.567848 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ff063ca-51d8-45df-a320-d044e201d04f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:34.575423 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0ff063ca-51d8-45df-a320-d044e201d04f admin admin] 10.222.0.11 "DELETE /v2.0/networks/08e4810e-5cf6-45fd-b3f0-b0061643c76e HTTP/1.1" status: 204 len: 168 time: 0.9589558 Nov 24 20:51:34.575792 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53568) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:34.605812 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f26752d8-d182-4901-89c7-aac9a26093e5 req-c94b84b9-1c91-4de8-9eb1-f06aafc662bc tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675869 Nov 24 20:51:34.629903 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff063ca-51d8-45df-a320-d044e201d04f admin admin] Pushing event deleted for resources: {'Network': ['ID=08e4810e-5cf6-45fd-b3f0-b0061643c76e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:34.728543 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f086c89-bc60-40c2-8f8c-d7aa8d6a41a5 req-cd094c87-a84e-4a56-8a37-b6e0b7f5b93b tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:34.737489 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f086c89-bc60-40c2-8f8c-d7aa8d6a41a5 req-cd094c87-a84e-4a56-8a37-b6e0b7f5b93b tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d772e1aa-e152-4cac-8267-e5743199afeb HTTP/1.1" status: 200 len: 950 time: 0.0614190 Nov 24 20:51:34.789013 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f086c89-bc60-40c2-8f8c-d7aa8d6a41a5 req-0e5b6b2f-7ac9-451e-8ea0-1bdc23fecda7 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdbf9d04-baa8-4d8b-b788-d04aa878f740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505371 Nov 24 20:51:35.011050 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1566ff-d844-40d7-bb1f-bb45eef3d01e req-9ab51d7a-841d-4300-aa3e-08cb77a377d9 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:35.012767 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c1566ff-d844-40d7-bb1f-bb45eef3d01e req-9ab51d7a-841d-4300-aa3e-08cb77a377d9 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.0724611 Nov 24 20:51:35.067885 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 98cf83bb-d64a-4ed7-ad40-c82a46411e41 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:51:35.105059 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 98cf83bb-d64a-4ed7-ad40-c82a46411e41 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:51:35.105799 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 98cf83bb-d64a-4ed7-ad40-c82a46411e41 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:51:35.106321 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 05827855-bf41-4da3-8e5d-51575f0dbad2 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:51:35.137040 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 05827855-bf41-4da3-8e5d-51575f0dbad2 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:51:35.138186 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 05827855-bf41-4da3-8e5d-51575f0dbad2 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:51:35.138843 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d766e53d-c74c-4fe2-9968-df72f744357a no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:51:35.160678 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c1566ff-d844-40d7-bb1f-bb45eef3d01e req-62d507be-0e04-4ade-85c6-eb3add3e29c4 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086912 Nov 24 20:51:35.166831 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: d766e53d-c74c-4fe2-9968-df72f744357a {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:51:35.167502 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d766e53d-c74c-4fe2-9968-df72f744357a not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:51:35.208958 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-78778af5-80df-49bc-9365-11c637a0078d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:35.314226 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc834d7-c189-4b6b-81db-b5f805ccd90e req-63ef8147-5cfa-4373-8c15-1a12a0c71361 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:35.317052 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0cc834d7-c189-4b6b-81db-b5f805ccd90e req-63ef8147-5cfa-4373-8c15-1a12a0c71361 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.0559156 Nov 24 20:51:35.395373 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0cc834d7-c189-4b6b-81db-b5f805ccd90e req-a02be59e-3217-4ddc-acd4-68efb7afdf1c tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695534 Nov 24 20:51:35.458292 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device bf811718-687a-4bb1-96db-495c3db65e30 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:51:35.462804 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4b981ef2-722c-48ca-989e-f3f4987e1b60 req-cf7a4291-4dc4-4b3d-b777-fc2ffb440bc0 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 210 time: 0.0315194 Nov 24 20:51:35.525315 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port bf811718-687a-4bb1-96db-495c3db65e30 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:51:35.529867 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port bf811718-687a-4bb1-96db-495c3db65e30 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:51:35.530237 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:35.548855 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-78778af5-80df-49bc-9365-11c637a0078d admin admin] Deleting port 03c48f6e-a6ee-4907-9855-2afc8e0410b8 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:51:35.549351 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-78778af5-80df-49bc-9365-11c637a0078d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:35.628187 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:35.641449 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-78778af5-80df-49bc-9365-11c637a0078d admin admin] For port 03c48f6e-a6ee-4907-9855-2afc8e0410b8, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=03c48f6e-a6ee-4907-9855-2afc8e0410b8,segment=NetworkSegment(fe0b9f92-d2e5-41ea-b45d-c9d08911734d),segment_id=fe0b9f92-d2e5-41ea-b45d-c9d08911734d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:35.642619 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-78778af5-80df-49bc-9365-11c637a0078d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:35.661133 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-78778af5-80df-49bc-9365-11c637a0078d admin admin] Calling delete_port for 03c48f6e-a6ee-4907-9855-2afc8e0410b8 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:51:35.685864 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a99f56-df77-4118-8ca5-ce71d1f7c5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf811718-687a-4bb1-96db-495c3db65e30'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:51:35.689188 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09b37da-fdd7-41bc-a7e5-873ccca97bb1" -d '{"events": [{"server_uuid": "98a99f56-df77-4118-8ca5-ce71d1f7c5d1", "name": "network-vif-plugged", "status": "completed", "tag": "bf811718-687a-4bb1-96db-495c3db65e30"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:51:35.702820 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-870c9221-4128-49b7-9c2c-54b31c84c531 req-d10dfaf0-dd96-4559-b4e8-ad9e74576fb2 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 210 time: 0.0484905 Nov 24 20:51:35.717162 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port bf811718-687a-4bb1-96db-495c3db65e30, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=bf811718-687a-4bb1-96db-495c3db65e30,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:35.723427 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:35.728171 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 3ed7562c-8177-42ca-bf4e-6bfc74f803ed no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:51:35.824535 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4748ea8-e7cb-4eaa-aa3b-e232a7aa5b73 req-9bbb0679-f74f-4d69-9c53-b8bb35aaa532 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:35.825974 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b4748ea8-e7cb-4eaa-aa3b-e232a7aa5b73 req-9bbb0679-f74f-4d69-9c53-b8bb35aaa532 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 946 time: 0.1145241 Nov 24 20:51:35.839543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=bf811718-687a-4bb1-96db-495c3db65e30,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:35.877440 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1e367b-28c4-4d8b-92aa-c7b94ab3327f x-openstack-request-id: req-0b1e367b-28c4-4d8b-92aa-c7b94ab3327f {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:51:35.878617 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a99f56-df77-4118-8ca5-ce71d1f7c5d1", "name": "network-vif-plugged", "status": "completed", "tag": "bf811718-687a-4bb1-96db-495c3db65e30", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:51:35.878984 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b1e367b-28c4-4d8b-92aa-c7b94ab3327f {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:51:35.879484 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a99f56-df77-4118-8ca5-ce71d1f7c5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf811718-687a-4bb1-96db-495c3db65e30', 'code': 200} Nov 24 20:51:35.917589 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b4748ea8-e7cb-4eaa-aa3b-e232a7aa5b73 req-ed6ba0a3-3dcb-4726-82f7-4d42ef6cb00e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813780 Nov 24 20:51:35.928386 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:35.980073 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-78778af5-80df-49bc-9365-11c637a0078d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:35.988635 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:35.995412 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:36.007963 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d3ff9-ad94-40bd-9948-fce2e7bb7c1b req-45d98778-2418-4348-95a3-850f0e87660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:36.009566 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2c7d3ff9-ad94-40bd-9948-fce2e7bb7c1b req-45d98778-2418-4348-95a3-850f0e87660e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 1097 time: 0.0538988 Nov 24 20:51:36.018707 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78778af5-80df-49bc-9365-11c637a0078d admin admin] Pushing event deleted for resources: {'Port': ['ID=03c48f6e-a6ee-4907-9855-2afc8e0410b8,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:36.059045 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:36.099365 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2c7d3ff9-ad94-40bd-9948-fce2e7bb7c1b req-cdb8d2b0-1395-41ab-9714-b843e976ff77 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614109 Nov 24 20:51:36.197922 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-78778af5-80df-49bc-9365-11c637a0078d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:36.321180 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353cbfb-f37d-4070-af31-a869ee8455cf req-dd77740b-7970-420c-8082-3bb101ce8365 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:36.333206 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2353cbfb-f37d-4070-af31-a869ee8455cf req-dd77740b-7970-420c-8082-3bb101ce8365 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.0896032 Nov 24 20:51:36.389374 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2353cbfb-f37d-4070-af31-a869ee8455cf req-59d61f2a-ece8-4ad2-8004-397a0df5a8eb tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495965 Nov 24 20:51:36.572692 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0301e294-38ee-4300-81aa-56a229796eb5 req-c3d3e01f-7f1f-4e19-8543-b9178b22d68c tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 210 time: 0.0277789 Nov 24 20:51:36.634623 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ea68e-6f0a-4d82-af7a-4df03a457f77 req-a934dd96-001c-4599-9de4-7707644aef27 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:36.636067 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-239ea68e-6f0a-4d82-af7a-4df03a457f77 req-a934dd96-001c-4599-9de4-7707644aef27 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.0743814 Nov 24 20:51:36.764376 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-239ea68e-6f0a-4d82-af7a-4df03a457f77 req-7d414f22-e050-4968-b1fc-9fa175da189b tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930948 Nov 24 20:51:36.806717 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78778af5-80df-49bc-9365-11c637a0078d admin admin] Router 3faf76aa-fa26-4623-8a07-64a1c8401e0d has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:51:36.830884 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c61c4675-d77b-4064-9c43-43e137ca01e3 req-f7402cf2-0e53-45e6-9629-b507ff414c09 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 210 time: 0.0397742 Nov 24 20:51:36.941306 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78778af5-80df-49bc-9365-11c637a0078d admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:51:36.949534 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-78778af5-80df-49bc-9365-11c637a0078d admin admin] 10.222.0.11 "PUT /v2.0/routers/3faf76aa-fa26-4623-8a07-64a1c8401e0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3693333 Nov 24 20:51:36.949534 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53630) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:36.956878 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de1f0e7-7edd-4391-b45e-08f611e2be66 None None] Sync routers for ids ['3faf76aa-fa26-4623-8a07-64a1c8401e0d'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:51:36.968666 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de1f0e7-7edd-4391-b45e-08f611e2be66 None None] Routers {'3faf76aa-fa26-4623-8a07-64a1c8401e0d'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:51:36.970643 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-5de1f0e7-7edd-4391-b45e-08f611e2be66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:51:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['3faf76aa-fa26-4623-8a07-64a1c8401e0d'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:37.078257 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8159b01-264f-41b1-9295-f2d55276436a req-52de03cb-eff9-4ec8-9bf5-e85907d2c734 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:37.080382 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c8159b01-264f-41b1-9295-f2d55276436a req-52de03cb-eff9-4ec8-9bf5-e85907d2c734 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 946 time: 0.0761318 Nov 24 20:51:37.090081 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ec241016-eadb-4c9c-ad59-b24f02fd1f0d admin admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:37.131236 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-5de1f0e7-7edd-4391-b45e-08f611e2be66 None None] Set router 3faf76aa-fa26-4623-8a07-64a1c8401e0d gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:51:37.143659 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c8159b01-264f-41b1-9295-f2d55276436a req-db4914d8-e48a-4868-9aa5-223c6e2534b9 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529797 Nov 24 20:51:37.214948 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ec241016-eadb-4c9c-ad59-b24f02fd1f0d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:37.279811 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ec241016-eadb-4c9c-ad59-b24f02fd1f0d admin admin] Deleting port a83ef8c7-c46d-458c-aea7-c3849a74cf8a {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:51:37.280409 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ec241016-eadb-4c9c-ad59-b24f02fd1f0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:37.329808 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-5de1f0e7-7edd-4391-b45e-08f611e2be66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faf76aa-fa26-4623-8a07-64a1c8401e0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-812197458-router', 'tenant_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'a83ef8c7-c46d-458c-aea7-c3849a74cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:36Z', 'updated_at': '2021-11-24T20:51:35Z', 'revision_number': 5, 'project_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'gw_port': {'id': 'a83ef8c7-c46d-458c-aea7-c3849a74cf8a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:82:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faf76aa-fa26-4623-8a07-64a1c8401e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:46:38Z', 'updated_at': '2021-11-24T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:37.369412 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ec241016-eadb-4c9c-ad59-b24f02fd1f0d admin admin] For port a83ef8c7-c46d-458c-aea7-c3849a74cf8a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a83ef8c7-c46d-458c-aea7-c3849a74cf8a,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:37.369640 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de1f0e7-7edd-4391-b45e-08f611e2be66 None None] Checking router: 3faf76aa-fa26-4623-8a07-64a1c8401e0d for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:51:37.369941 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ec241016-eadb-4c9c-ad59-b24f02fd1f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:37.381949 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de1f0e7-7edd-4391-b45e-08f611e2be66 None None] Routers {'3faf76aa-fa26-4623-8a07-64a1c8401e0d'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:51:37.382567 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-5de1f0e7-7edd-4391-b45e-08f611e2be66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:51:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['3faf76aa-fa26-4623-8a07-64a1c8401e0d'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:37.386204 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ec241016-eadb-4c9c-ad59-b24f02fd1f0d admin admin] Calling delete_port for a83ef8c7-c46d-458c-aea7-c3849a74cf8a owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:51:37.464492 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:51:37.577878 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-5de1f0e7-7edd-4391-b45e-08f611e2be66 None None] Set router 3faf76aa-fa26-4623-8a07-64a1c8401e0d gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:51:37.594357 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:37.595793 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ec241016-eadb-4c9c-ad59-b24f02fd1f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:37.609158 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': '65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e', 'mac_address': 'fa:16:3e:98:82:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:51:37.628322 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec241016-eadb-4c9c-ad59-b24f02fd1f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=a83ef8c7-c46d-458c-aea7-c3849a74cf8a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:37.655291 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-5de1f0e7-7edd-4391-b45e-08f611e2be66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faf76aa-fa26-4623-8a07-64a1c8401e0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-812197458-router', 'tenant_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:36Z', 'updated_at': '2021-11-24T20:51:37Z', 'revision_number': 6, 'project_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:37.665419 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:37.684586 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:51:37.694786 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de1f0e7-7edd-4391-b45e-08f611e2be66 None None] The sync data for ids ['3faf76aa-fa26-4623-8a07-64a1c8401e0d'] in n-d-812111-8 is: [{'id': '3faf76aa-fa26-4623-8a07-64a1c8401e0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-812197458-router', 'tenant_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:46:36Z', 'updated_at': '2021-11-24T20:51:37Z', 'revision_number': 6, 'project_id': 'e4362e40e6624d1e9c9e59ee267bfede', 'gw_port_host': None}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:51:37.737148 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ec241016-eadb-4c9c-ad59-b24f02fd1f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:37.743645 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-47f35663-0ba4-4d3e-82df-553c5eea39c4 req-8c37f66e-6797-4b7e-b7f8-da6dc7d7eed6 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 210 time: 0.0501556 Nov 24 20:51:37.746430 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:37.752394 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:37.814169 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:37.860032 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ec241016-eadb-4c9c-ad59-b24f02fd1f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:37.876824 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ec241016-eadb-4c9c-ad59-b24f02fd1f0d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:37.881067 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd772e1aa-e152-4cac-8267-e5743199afeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed7562c-8177-42ca-bf4e-6bfc74f803ed'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:51:37.884226 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3bda55-2f0c-4dac-b49a-9aeb3ed3b8b4" -d '{"events": [{"server_uuid": "d772e1aa-e152-4cac-8267-e5743199afeb", "name": "network-vif-unplugged", "status": "completed", "tag": "3ed7562c-8177-42ca-bf4e-6bfc74f803ed"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:51:37.925789 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0195728b-8b45-452f-8c67-48a35eb2a4fe req-e741ac6b-9d08-4407-a2b9-088d59e0705e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 210 time: 0.0276849 Nov 24 20:51:37.935535 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ec241016-eadb-4c9c-ad59-b24f02fd1f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:37.936066 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec241016-eadb-4c9c-ad59-b24f02fd1f0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3faf76aa-fa26-4623-8a07-64a1c8401e0d {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:51:37.940714 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ec241016-eadb-4c9c-ad59-b24f02fd1f0d admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:37.942080 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ec241016-eadb-4c9c-ad59-b24f02fd1f0d admin admin] 10.222.0.11 "DELETE /v2.0/routers/3faf76aa-fa26-4623-8a07-64a1c8401e0d HTTP/1.1" status: 204 len: 168 time: 0.9916475 Nov 24 20:51:37.944688 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53652) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:37.950965 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21344c8c-10cb-423e-818e-da1c6e18e8b3 req-3de08e71-f66d-4208-b1f6-e6a9ebae7622 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:37.958308 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-21344c8c-10cb-423e-818e-da1c6e18e8b3 req-3de08e71-f66d-4208-b1f6-e6a9ebae7622 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.1143389 Nov 24 20:51:38.000483 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3486ad8-e606-4775-a3aa-7b75f15e2951 admin admin] Deleting subnet 5afe543d-f672-4e64-99e0-d310564ac279 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:51:38.004699 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d3486ad8-e606-4775-a3aa-7b75f15e2951 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:38.014779 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:51:38.016435 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-21344c8c-10cb-423e-818e-da1c6e18e8b3 req-8c1670be-e524-43ee-996b-fd981439207d tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533543 Nov 24 20:51:38.061740 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d3486ad8-e606-4775-a3aa-7b75f15e2951 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:38.086073 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 20:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2541da65-91c5-42ea-b5fc-9b861e63c13c x-openstack-request-id: req-2541da65-91c5-42ea-b5fc-9b861e63c13c {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:51:38.086410 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d772e1aa-e152-4cac-8267-e5743199afeb", "name": "network-vif-unplugged", "status": "completed", "tag": "3ed7562c-8177-42ca-bf4e-6bfc74f803ed", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:51:38.086639 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2541da65-91c5-42ea-b5fc-9b861e63c13c {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:51:38.087038 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd772e1aa-e152-4cac-8267-e5743199afeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed7562c-8177-42ca-bf4e-6bfc74f803ed', 'code': 200} Nov 24 20:51:38.156562 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d3486ad8-e606-4775-a3aa-7b75f15e2951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:38.246453 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d3486ad8-e606-4775-a3aa-7b75f15e2951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:38.297130 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d3486ad8-e606-4775-a3aa-7b75f15e2951 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:38.301882 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5d4eac-09f3-4ad3-8c3c-203022c6ef53 None None] Network 84021ea0-a558-40cb-aee0-0b9a186d841a requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:51:38.304196 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53656) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:38.304329 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d3486ad8-e606-4775-a3aa-7b75f15e2951 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5afe543d-f672-4e64-99e0-d310564ac279 HTTP/1.1" status: 204 len: 168 time: 0.3583221 Nov 24 20:51:38.305441 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3486ad8-e606-4775-a3aa-7b75f15e2951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5afe543d-f672-4e64-99e0-d310564ac279,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:38.316952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3486ad8-e606-4775-a3aa-7b75f15e2951 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:51:38.317396 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3486ad8-e606-4775-a3aa-7b75f15e2951 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:51:38.317809 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3486ad8-e606-4775-a3aa-7b75f15e2951 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:51:38.318209 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3486ad8-e606-4775-a3aa-7b75f15e2951 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:51:38.318630 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3486ad8-e606-4775-a3aa-7b75f15e2951 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:51:38.319033 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3486ad8-e606-4775-a3aa-7b75f15e2951 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:51:38.319425 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3486ad8-e606-4775-a3aa-7b75f15e2951 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:51:38.319818 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3486ad8-e606-4775-a3aa-7b75f15e2951 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:51:38.320241 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3486ad8-e606-4775-a3aa-7b75f15e2951 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:51:38.320619 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3486ad8-e606-4775-a3aa-7b75f15e2951 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:51:38.321034 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3486ad8-e606-4775-a3aa-7b75f15e2951 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:51:38.321425 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3486ad8-e606-4775-a3aa-7b75f15e2951 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:51:38.350950 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ec53f-b982-4c21-8184-d8b48ef7b318 req-df7bccba-941e-45a2-8586-93198e5435cf tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:38.356212 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c30ec53f-b982-4c21-8184-d8b48ef7b318 req-df7bccba-941e-45a2-8586-93198e5435cf tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 946 time: 0.1212280 Nov 24 20:51:38.404428 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-993e60d0-f606-4882-adca-31df2d865707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:38.409372 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c30ec53f-b982-4c21-8184-d8b48ef7b318 req-0ea7aec9-4712-4660-90a4-0cc26a30b651 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485368 Nov 24 20:51:38.498529 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-993e60d0-f606-4882-adca-31df2d865707 admin admin] Deleting port 1a2fc090-387f-4a17-b85d-522534c3d36e {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:51:38.498861 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-993e60d0-f606-4882-adca-31df2d865707 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:38.550753 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6600f4-0ac8-4d75-87aa-bd636674fcae None None] DHCP port deletion for 84021ea0-a558-40cb-aee0-0b9a186d841a request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 20:51:38.579570 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-993e60d0-f606-4882-adca-31df2d865707 admin admin] For port 1a2fc090-387f-4a17-b85d-522534c3d36e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1a2fc090-387f-4a17-b85d-522534c3d36e,segment=NetworkSegment(fe0b9f92-d2e5-41ea-b45d-c9d08911734d),segment_id=fe0b9f92-d2e5-41ea-b45d-c9d08911734d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:38.580469 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-993e60d0-f606-4882-adca-31df2d865707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:38.596389 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-993e60d0-f606-4882-adca-31df2d865707 admin admin] Calling delete_port for 1a2fc090-387f-4a17-b85d-522534c3d36e owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:51:38.607629 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-4f6600f4-0ac8-4d75-87aa-bd636674fcae None None] Deleting port 1a2fc090-387f-4a17-b85d-522534c3d36e {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:51:38.608219 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4f6600f4-0ac8-4d75-87aa-bd636674fcae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:38.679760 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4f6600f4-0ac8-4d75-87aa-bd636674fcae None None] For port 1a2fc090-387f-4a17-b85d-522534c3d36e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1a2fc090-387f-4a17-b85d-522534c3d36e,segment=NetworkSegment(fe0b9f92-d2e5-41ea-b45d-c9d08911734d),segment_id=fe0b9f92-d2e5-41ea-b45d-c9d08911734d)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:38.680292 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4f6600f4-0ac8-4d75-87aa-bd636674fcae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:38.682329 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-993e60d0-f606-4882-adca-31df2d865707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:38.699601 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-4f6600f4-0ac8-4d75-87aa-bd636674fcae None None] Calling delete_port for 1a2fc090-387f-4a17-b85d-522534c3d36e owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:51:38.711207 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e60d0-f606-4882-adca-31df2d865707 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a2fc090-387f-4a17-b85d-522534c3d36e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:38.713287 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993e60d0-f606-4882-adca-31df2d865707 admin admin] No DVR routers for this DVR port 1a2fc090-387f-4a17-b85d-522534c3d36e on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:51:38.818691 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-993e60d0-f606-4882-adca-31df2d865707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:38.841741 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-993e60d0-f606-4882-adca-31df2d865707 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84021ea0-a558-40cb-aee0-0b9a186d841a']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:38.844435 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4f6600f4-0ac8-4d75-87aa-bd636674fcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:38.864910 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f9a6b626-64b4-4b6b-87c7-2829233e8080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:38.869922 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-993e60d0-f606-4882-adca-31df2d865707 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0b9f92-d2e5-41ea-b45d-c9d08911734d') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:38.870429 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-993e60d0-f606-4882-adca-31df2d865707 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0b9f92-d2e5-41ea-b45d-c9d08911734d') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:38.888222 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-993e60d0-f606-4882-adca-31df2d865707 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:38.889966 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0b322e9c-58fd-403d-90fc-8115fab52111 req-7c9ddc7b-6f35-44d2-bca0-04ce4e3b72b3 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 210 time: 0.0377221 Nov 24 20:51:38.896329 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6600f4-0ac8-4d75-87aa-bd636674fcae None None] Pushing event deleted for resources: {'Port': ['ID=1a2fc090-387f-4a17-b85d-522534c3d36e,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:38.906054 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6600f4-0ac8-4d75-87aa-bd636674fcae None None] No DVR routers for this DVR port 1a2fc090-387f-4a17-b85d-522534c3d36e on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:51:38.915335 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-993e60d0-f606-4882-adca-31df2d865707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:38.923494 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-993e60d0-f606-4882-adca-31df2d865707 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:51:38.924233 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-993e60d0-f606-4882-adca-31df2d865707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:51:38.926718 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:51:39.000396 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-993e60d0-f606-4882-adca-31df2d865707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:39.006085 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-993e60d0-f606-4882-adca-31df2d865707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:39.015700 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-993e60d0-f606-4882-adca-31df2d865707 admin admin] 10.222.0.11 "DELETE /v2.0/networks/84021ea0-a558-40cb-aee0-0b9a186d841a HTTP/1.1" status: 204 len: 168 time: 0.7038360 Nov 24 20:51:39.045728 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e60d0-f606-4882-adca-31df2d865707 admin admin] Pushing event deleted for resources: {'Network': ['ID=84021ea0-a558-40cb-aee0-0b9a186d841a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:39.075602 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-612b54f3-1e05-4de9-935a-33887281d33c req-61509211-10d9-4894-9a8d-7296f3ffa311 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=23c7f96c-a718-431d-a331-5fb6fefaed2f HTTP/1.1" status: 200 len: 210 time: 0.0386188 Nov 24 20:51:39.118751 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 03c48f6e-a6ee-4907-9855-2afc8e0410b8 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:51:39.148288 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 03c48f6e-a6ee-4907-9855-2afc8e0410b8 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:51:39.149285 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 03c48f6e-a6ee-4907-9855-2afc8e0410b8 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:51:39.150036 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1a2fc090-387f-4a17-b85d-522534c3d36e no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:51:39.177735 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 1a2fc090-387f-4a17-b85d-522534c3d36e {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:51:39.178092 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1a2fc090-387f-4a17-b85d-522534c3d36e not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:51:39.178491 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a83ef8c7-c46d-458c-aea7-c3849a74cf8a no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:51:39.200148 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: a83ef8c7-c46d-458c-aea7-c3849a74cf8a {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:51:39.201100 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a83ef8c7-c46d-458c-aea7-c3849a74cf8a not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:51:39.213766 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07e1bd-e069-4839-afde-76bae1b5ec0a req-8593a117-8243-47fa-9591-c2d90fd63503 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:39.222698 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a07e1bd-e069-4839-afde-76bae1b5ec0a req-8593a117-8243-47fa-9591-c2d90fd63503 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.0973802 Nov 24 20:51:39.259806 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53678) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:39.274363 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a07e1bd-e069-4839-afde-76bae1b5ec0a req-3633d96c-b45a-4032-9dcc-c1b4ec565358 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507512 Nov 24 20:51:39.307930 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7dba66dc-37de-4d63-a344-c9351ab0054a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7089e567afd4fbfaedad8dfd28a70b3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0468397 Nov 24 20:51:39.310588 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53680) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:39.341298 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:39.367907 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21e7636d-3209-4423-8cc5-8a52d5d235ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:39.390843 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21e7636d-3209-4423-8cc5-8a52d5d235ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:39.462921 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21e7636d-3209-4423-8cc5-8a52d5d235ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:39.466320 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21e7636d-3209-4423-8cc5-8a52d5d235ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:39.471176 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-21e7636d-3209-4423-8cc5-8a52d5d235ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4146978-b051-412d-a87b-7eed723fb602 HTTP/1.1" status: 204 len: 168 time: 0.1581306 Nov 24 20:51:39.471345 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:51:39.494271 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7636d-3209-4423-8cc5-8a52d5d235ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4146978-b051-412d-a87b-7eed723fb602,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:39.633536 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:51:39.635254 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:39.670592 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d8d5c-137c-4fbe-9ed1-0b48f2c835c8 req-e0eeae2b-d53d-4877-b4e0-905069dc9364 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:39.672211 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e41d8d5c-137c-4fbe-9ed1-0b48f2c835c8 req-e0eeae2b-d53d-4877-b4e0-905069dc9364 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 946 time: 0.1188855 Nov 24 20:51:39.729844 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e41d8d5c-137c-4fbe-9ed1-0b48f2c835c8 req-3635f042-3e13-4094-af59-1599c21c6f63 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500231 Nov 24 20:51:39.799137 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:39.880604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:39.897860 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:39.988596 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036baac-9b14-4afa-9259-a544263df06c req-fc9427d9-349f-4e7b-88c8-1be192952c75 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:39.990306 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6036baac-9b14-4afa-9259-a544263df06c req-fc9427d9-349f-4e7b-88c8-1be192952c75 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc789484-3e3d-462b-8539-4514bb4bcfa3 HTTP/1.1" status: 200 len: 946 time: 0.1268692 Nov 24 20:51:40.104165 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818a2e6d-0208-417d-9729-a1f2a8ccba16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:51:40.111779 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567c8759-e7c1-45f8-85e3-409b5d5fd25e" -d '{"events": [{"server_uuid": "818a2e6d-0208-417d-9729-a1f2a8ccba16", "name": "network-vif-plugged", "status": "completed", "tag": "65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:51:40.120009 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:40.137976 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6036baac-9b14-4afa-9259-a544263df06c req-11d45b3b-fd26-4534-beaf-22ebd1beccbd tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409516 Nov 24 20:51:40.139608 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8ea1bc4a-53a4-4b14-9032-3c4bf0300b77 req-93ada202-ecf5-4d60-9f00-992aa8d39bd5 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/ports?device_id=5535216c-7f35-4d57-b561-a31a96897d0e HTTP/1.1" status: 200 len: 210 time: 0.0759926 Nov 24 20:51:40.213981 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53716) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:40.249438 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2115f9a5-e866-4ebc-8762-bc69ebfa2fac x-openstack-request-id: req-2115f9a5-e866-4ebc-8762-bc69ebfa2fac {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:51:40.249774 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818a2e6d-0208-417d-9729-a1f2a8ccba16", "name": "network-vif-plugged", "status": "completed", "tag": "65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:51:40.250043 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2115f9a5-e866-4ebc-8762-bc69ebfa2fac {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:51:40.250589 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818a2e6d-0208-417d-9729-a1f2a8ccba16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e', 'code': 200} Nov 24 20:51:40.274296 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-49b45222-75eb-4c8d-9457-b29a313c812d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e4362e40e6624d1e9c9e59ee267bfede&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0563314 Nov 24 20:51:40.275035 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53718) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:40.413086 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91a39ce2-6572-4376-ba4f-81115587a4ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:40.449803 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d419ff4-22ef-4b25-88d6-bd6692cccd37 req-3c000c91-7d96-4375-997f-b45e20cae547 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:40.451355 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d419ff4-22ef-4b25-88d6-bd6692cccd37 req-3c000c91-7d96-4375-997f-b45e20cae547 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 946 time: 0.1671996 Nov 24 20:51:40.465645 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91a39ce2-6572-4376-ba4f-81115587a4ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:40.535375 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb4103-ac1c-4293-bd64-6efca0dc5edb req-177b3f01-43d8-4654-b86c-b0ba0e5cb86b tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:40.548066 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1afb4103-ac1c-4293-bd64-6efca0dc5edb req-177b3f01-43d8-4654-b86c-b0ba0e5cb86b tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.1148360 Nov 24 20:51:40.569020 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d419ff4-22ef-4b25-88d6-bd6692cccd37 req-c521ca5b-61b7-4d3d-b504-3f6c44cc4811 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895748 Nov 24 20:51:40.605598 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91a39ce2-6572-4376-ba4f-81115587a4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:40.610512 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91a39ce2-6572-4376-ba4f-81115587a4ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:40.612155 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-91a39ce2-6572-4376-ba4f-81115587a4ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/adea5bd8-0f1c-410c-9347-4326e9b698aa HTTP/1.1" status: 204 len: 168 time: 0.3353281 Nov 24 20:51:40.633968 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a39ce2-6572-4376-ba4f-81115587a4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adea5bd8-0f1c-410c-9347-4326e9b698aa,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:40.689898 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1afb4103-ac1c-4293-bd64-6efca0dc5edb req-58e3e0cb-7731-4e09-9282-5dfe1366a76a tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353581 Nov 24 20:51:40.913179 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736332a-e0ed-473e-a058-481a4f41000d req-69561886-c5a0-42cf-9b5c-6411209719f4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:40.922784 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0736332a-e0ed-473e-a058-481a4f41000d req-69561886-c5a0-42cf-9b5c-6411209719f4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 946 time: 0.0693419 Nov 24 20:51:40.924874 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:41.024631 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0736332a-e0ed-473e-a058-481a4f41000d req-af96a8c8-c500-48ce-9021-0a3b271a419a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998101 Nov 24 20:51:41.204179 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a594cf3f-12f1-4ddd-b9ee-1ff6847eba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:41.310702 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53770) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:41.390971 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55a4d848-2757-4f1f-a0c8-84dc4faf35f7 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:41.431681 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55a4d848-2757-4f1f-a0c8-84dc4faf35f7 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:41.522694 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55a4d848-2757-4f1f-a0c8-84dc4faf35f7 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:41.527032 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55a4d848-2757-4f1f-a0c8-84dc4faf35f7 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:41.530357 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-55a4d848-2757-4f1f-a0c8-84dc4faf35f7 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "DELETE /v2.0/security-groups/b2785367-ae1f-4afe-8bcf-46e25e8ff721 HTTP/1.1" status: 204 len: 168 time: 0.2157838 Nov 24 20:51:41.531098 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53784) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:41.540790 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4d848-2757-4f1f-a0c8-84dc4faf35f7 tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2785367-ae1f-4afe-8bcf-46e25e8ff721,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:41.549161 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-e568aaca-c2fc-49d0-a3d4-2dd6b93b3b2b tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] show failed (client error): The resource could not be found. Nov 24 20:51:41.550379 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e568aaca-c2fc-49d0-a3d4-2dd6b93b3b2b tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "GET /v2.0/security-groups/b2785367-ae1f-4afe-8bcf-46e25e8ff721 HTTP/1.1" status: 404 len: 347 time: 0.0171187 Nov 24 20:51:41.553035 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53786) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:41.700488 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-88791b47-83cd-4405-b0ff-f5ac694c8d9d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Deleting port bebeb281-1335-402b-becb-213d8070304d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:51:41.700875 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88791b47-83cd-4405-b0ff-f5ac694c8d9d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:42.281220 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88791b47-83cd-4405-b0ff-f5ac694c8d9d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:42.281898 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88791b47-83cd-4405-b0ff-f5ac694c8d9d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:42.286140 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:42.289161 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a42efa-707c-464d-bea9-5b473156bbd1 req-208068e4-3029-4ecf-94d3-1059dee1462b tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:42.291446 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f3a42efa-707c-464d-bea9-5b473156bbd1 req-208068e4-3029-4ecf-94d3-1059dee1462b tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 946 time: 0.1138194 Nov 24 20:51:42.318680 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74748c9-eef8-44b3-aca8-9d3bf0be90bc req-86da6d0b-cfcc-40c1-a546-af81949e66cc tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:42.328115 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b74748c9-eef8-44b3-aca8-9d3bf0be90bc req-86da6d0b-cfcc-40c1-a546-af81949e66cc tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.5381014 Nov 24 20:51:42.349655 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-88791b47-83cd-4405-b0ff-f5ac694c8d9d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Calling delete_port for bebeb281-1335-402b-becb-213d8070304d owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:51:42.418674 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f3a42efa-707c-464d-bea9-5b473156bbd1 req-cd7a7ded-cce4-41b4-8307-da1cf43a561a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137011 Nov 24 20:51:42.505208 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b74748c9-eef8-44b3-aca8-9d3bf0be90bc req-fc18537c-d7b8-4169-9dba-31d670baa0e5 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597974 Nov 24 20:51:42.672143 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88791b47-83cd-4405-b0ff-f5ac694c8d9d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:42.709503 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88791b47-83cd-4405-b0ff-f5ac694c8d9d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Pushing event deleted for resources: {'Port': ['ID=bebeb281-1335-402b-becb-213d8070304d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:42.869656 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88791b47-83cd-4405-b0ff-f5ac694c8d9d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:42.874192 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88791b47-83cd-4405-b0ff-f5ac694c8d9d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:42.875950 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-88791b47-83cd-4405-b0ff-f5ac694c8d9d tempest-ServersTestBootFromVolume-1171502502 tempest-ServersTestBootFromVolume-1171502502-project] 10.222.0.11 "DELETE /v2.0/floatingips/afdd9f29-da56-4438-8730-3a3381432691 HTTP/1.1" status: 204 len: 168 time: 1.3215256 Nov 24 20:51:42.878828 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53834) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:42.973639 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6737b-d087-4891-8b6c-41ca3a1ce3a3 req-55b5ed31-379a-49ea-aae1-19490d4aef38 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:42.975502 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ce6737b-d087-4891-8b6c-41ca3a1ce3a3 req-55b5ed31-379a-49ea-aae1-19490d4aef38 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.48 "GET /v2.0/ports?device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 946 time: 0.2622354 Nov 24 20:51:43.025309 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e549289-4435-48c8-bd21-1a08971d43b6 req-9c98b645-f683-404e-b8c5-39a28c9ef48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:43.034748 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e549289-4435-48c8-bd21-1a08971d43b6 req-9c98b645-f683-404e-b8c5-39a28c9ef48e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b3771be825b4710b6a5b24055db84e7&device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 1097 time: 0.1798470 Nov 24 20:51:43.176555 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e549289-4435-48c8-bd21-1a08971d43b6 req-bd885cb7-05eb-48a8-8689-e6b6ec8224c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:43.178319 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e549289-4435-48c8-bd21-1a08971d43b6 req-bd885cb7-05eb-48a8-8689-e6b6ec8224c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 HTTP/1.1" status: 200 len: 919 time: 0.1109152 Nov 24 20:51:43.203668 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f670e-7070-4d3a-8185-ea95bf071f49 req-f410a2e1-2b84-4294-8f7e-b55bc8ebaee9 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:43.213173 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-566f670e-7070-4d3a-8185-ea95bf071f49 req-f410a2e1-2b84-4294-8f7e-b55bc8ebaee9 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.2938159 Nov 24 20:51:43.322755 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e549289-4435-48c8-bd21-1a08971d43b6 req-d83d3101-1a9e-4ae4-903d-9f600440e706 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=258b81dc-1152-4bfa-b862-bf1733faf37d HTTP/1.1" status: 200 len: 217 time: 0.1297898 Nov 24 20:51:43.399557 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e549289-4435-48c8-bd21-1a08971d43b6 req-3b9a6bf3-12ce-481a-8f79-3faa439ee8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:43.401061 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e549289-4435-48c8-bd21-1a08971d43b6 req-3b9a6bf3-12ce-481a-8f79-3faa439ee8e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=376b0315-e8bc-496c-b7dc-6aa04ce56089 HTTP/1.1" status: 200 len: 858 time: 0.0613456 Nov 24 20:51:43.451033 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e549289-4435-48c8-bd21-1a08971d43b6 req-7ffca01a-19bc-47c5-9875-c7784ef94d9a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1f34a3a-7d9a-4fae-8aee-8cca99d32be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397871 Nov 24 20:51:43.477034 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-566f670e-7070-4d3a-8185-ea95bf071f49 req-b2798e22-421c-4a09-a4c6-0af801da9940 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477841 Nov 24 20:51:43.562102 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-5ce6737b-d087-4891-8b6c-41ca3a1ce3a3 req-2fe9a05a-f754-4c7a-b339-0669a982958a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Deleting port bf811718-687a-4bb1-96db-495c3db65e30 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:51:43.566112 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5ce6737b-d087-4891-8b6c-41ca3a1ce3a3 req-2fe9a05a-f754-4c7a-b339-0669a982958a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:43.646132 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:43.787135 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1c5b9-aa60-493a-9f52-d501b5aa4136 req-4227ad33-bcb5-4e82-bd07-3dcd844917a9 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:43.788640 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5bc1c5b9-aa60-493a-9f52-d501b5aa4136 req-4227ad33-bcb5-4e82-bd07-3dcd844917a9 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 946 time: 0.2456133 Nov 24 20:51:43.845886 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e549289-4435-48c8-bd21-1a08971d43b6 req-64b423a5-9034-4131-a3f4-134248fab0f0 service neutron] 10.222.0.15 "GET /v2.0/networks/b1f34a3a-7d9a-4fae-8aee-8cca99d32be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639035 Nov 24 20:51:43.942534 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-5ce6737b-d087-4891-8b6c-41ca3a1ce3a3 req-2fe9a05a-f754-4c7a-b339-0669a982958a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] For port bf811718-687a-4bb1-96db-495c3db65e30, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=bf811718-687a-4bb1-96db-495c3db65e30,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:43.943024 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5ce6737b-d087-4891-8b6c-41ca3a1ce3a3 req-2fe9a05a-f754-4c7a-b339-0669a982958a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:43.983194 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5bc1c5b9-aa60-493a-9f52-d501b5aa4136 req-d09834b9-6447-46ab-8870-f78ed04b8b48 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633780 Nov 24 20:51:43.999520 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-5ce6737b-d087-4891-8b6c-41ca3a1ce3a3 req-2fe9a05a-f754-4c7a-b339-0669a982958a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Calling delete_port for bf811718-687a-4bb1-96db-495c3db65e30 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:51:44.013999 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff73fa1-bc6c-43d5-b203-42cfcd37b4f8 req-58d23472-e2c1-4f6b-a8da-56110db0fa3b tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:44.021611 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ff73fa1-bc6c-43d5-b203-42cfcd37b4f8 req-58d23472-e2c1-4f6b-a8da-56110db0fa3b tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.2540336 Nov 24 20:51:44.046840 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-12ba13cf-ff89-4a1f-aeb9-90fd87824a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:44.156201 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ff73fa1-bc6c-43d5-b203-42cfcd37b4f8 req-6555f622-4659-4e67-8b9b-99343cad18db tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289780 Nov 24 20:51:44.181382 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e549289-4435-48c8-bd21-1a08971d43b6 req-6476f215-ab64-494b-952d-5bdc3a770025 service neutron] 10.222.0.15 "GET /v2.0/networks/b1f34a3a-7d9a-4fae-8aee-8cca99d32be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934396 Nov 24 20:51:44.445675 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5ce6737b-d087-4891-8b6c-41ca3a1ce3a3 req-2fe9a05a-f754-4c7a-b339-0669a982958a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:44.461119 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['fecd39c9-4548-4c34-892a-c55f7d7e2405'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:51:44.466206 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c1b3f4bd-32d9-468e-8bb5-53c430603070'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:51:44.523159 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9a05a-f754-4c7a-b339-0669a982958a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Pushing event deleted for resources: {'Port': ['ID=bf811718-687a-4bb1-96db-495c3db65e30,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:44.635835 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-12ba13cf-ff89-4a1f-aeb9-90fd87824a24 admin admin] Deleting port 72745a37-48a0-425d-8a4c-4e69e39d055a {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:51:44.637181 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-12ba13cf-ff89-4a1f-aeb9-90fd87824a24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:44.649309 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce6737b-d087-4891-8b6c-41ca3a1ce3a3 req-2fe9a05a-f754-4c7a-b339-0669a982958a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] No DVR routers for this DVR port bf811718-687a-4bb1-96db-495c3db65e30 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:51:44.662970 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5ce6737b-d087-4891-8b6c-41ca3a1ce3a3 req-2fe9a05a-f754-4c7a-b339-0669a982958a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:44.667341 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ce6737b-d087-4891-8b6c-41ca3a1ce3a3 req-2fe9a05a-f754-4c7a-b339-0669a982958a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.48 "DELETE /v2.0/ports/bf811718-687a-4bb1-96db-495c3db65e30 HTTP/1.1" status: 204 len: 173 time: 1.6610804 Nov 24 20:51:44.667852 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a99f56-df77-4118-8ca5-ce71d1f7c5d1', 'name': 'network-vif-deleted', 'tag': 'bf811718-687a-4bb1-96db-495c3db65e30'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:51:44.670700 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c76da9e-8109-47a0-b632-a9ee3fd3c9d1" -d '{"events": [{"server_uuid": "98a99f56-df77-4118-8ca5-ce71d1f7c5d1", "name": "network-vif-deleted", "tag": "bf811718-687a-4bb1-96db-495c3db65e30"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:51:44.774066 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0dc3d-7c1c-482d-8dad-92b190e30d55 req-c6b1ba32-bb74-4eb6-96a0-3e88334bc1f6 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:44.786824 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9cc0dc3d-7c1c-482d-8dad-92b190e30d55 req-c6b1ba32-bb74-4eb6-96a0-3e88334bc1f6 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.1400952 Nov 24 20:51:44.850800 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06c11e9-e88f-4382-8b7f-9ddb581b7585 x-openstack-request-id: req-c06c11e9-e88f-4382-8b7f-9ddb581b7585 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:51:44.851395 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a99f56-df77-4118-8ca5-ce71d1f7c5d1", "name": "network-vif-deleted", "tag": "bf811718-687a-4bb1-96db-495c3db65e30", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:51:44.851842 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c06c11e9-e88f-4382-8b7f-9ddb581b7585 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:51:44.852456 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a99f56-df77-4118-8ca5-ce71d1f7c5d1', 'name': 'network-vif-deleted', 'tag': 'bf811718-687a-4bb1-96db-495c3db65e30', 'status': 'completed', 'code': 200} Nov 24 20:51:44.882188 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:44.888505 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-12ba13cf-ff89-4a1f-aeb9-90fd87824a24 admin admin] For port 72745a37-48a0-425d-8a4c-4e69e39d055a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=72745a37-48a0-425d-8a4c-4e69e39d055a,segment=NetworkSegment(bf294044-07c9-41d1-8625-a74be456a278),segment_id=bf294044-07c9-41d1-8625-a74be456a278)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:44.889097 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-12ba13cf-ff89-4a1f-aeb9-90fd87824a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:44.907355 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-12ba13cf-ff89-4a1f-aeb9-90fd87824a24 admin admin] Calling delete_port for 72745a37-48a0-425d-8a4c-4e69e39d055a owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:51:44.943297 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9cc0dc3d-7c1c-482d-8dad-92b190e30d55 req-ebc909be-9fd0-40b1-b02b-c537bef098d0 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385911 Nov 24 20:51:45.319992 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53918) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:45.449651 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-12ba13cf-ff89-4a1f-aeb9-90fd87824a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:45.471414 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device bf811718-687a-4bb1-96db-495c3db65e30 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:51:45.486671 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-664defa4-a1ef-493c-bdda-a28774aef674 req-bb03256f-db1a-44c0-b57a-c8fa87a9398f tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=98a99f56-df77-4118-8ca5-ce71d1f7c5d1 HTTP/1.1" status: 200 len: 210 time: 0.0592372 Nov 24 20:51:45.529240 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: bf811718-687a-4bb1-96db-495c3db65e30 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:51:45.542139 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device bf811718-687a-4bb1-96db-495c3db65e30 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:51:45.560699 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba13cf-ff89-4a1f-aeb9-90fd87824a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=72745a37-48a0-425d-8a4c-4e69e39d055a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:45.609339 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-445c1ac3-cf5d-43e7-98b6-1836a8b648b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:45.675449 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd318f-d490-4643-badb-8edc39979153 req-acf04d7f-bd8b-41bd-a16e-0708647d15b6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:45.677077 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38fd318f-d490-4643-badb-8edc39979153 req-acf04d7f-bd8b-41bd-a16e-0708647d15b6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.2595778 Nov 24 20:51:45.842925 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38fd318f-d490-4643-badb-8edc39979153 req-b4e41426-3285-4cb1-8f54-180e13b64ece tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580815 Nov 24 20:51:45.934934 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-12ba13cf-ff89-4a1f-aeb9-90fd87824a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:45.968020 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-445c1ac3-cf5d-43e7-98b6-1836a8b648b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:45.973893 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-445c1ac3-cf5d-43e7-98b6-1836a8b648b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:46.017758 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-445c1ac3-cf5d-43e7-98b6-1836a8b648b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dc7f7aa56f694817bb7338733c1895d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6949670 Nov 24 20:51:46.019641 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53934) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:46.068022 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c1ac3-cf5d-43e7-98b6-1836a8b648b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104b5f36-e3ad-4e7b-baee-8709c1a52f45,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:46.105925 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-056d7720-8577-4c80-8f2f-4567c6cd4060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:46.134002 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-056d7720-8577-4c80-8f2f-4567c6cd4060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:46.247792 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-056d7720-8577-4c80-8f2f-4567c6cd4060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:46.251165 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-056d7720-8577-4c80-8f2f-4567c6cd4060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:46.257807 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-056d7720-8577-4c80-8f2f-4567c6cd4060 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/104b5f36-e3ad-4e7b-baee-8709c1a52f45 HTTP/1.1" status: 204 len: 168 time: 0.2369802 Nov 24 20:51:46.301714 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d7720-8577-4c80-8f2f-4567c6cd4060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104b5f36-e3ad-4e7b-baee-8709c1a52f45,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:46.815794 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c13314-4337-4b67-ade2-7c2e963e54da req-bb0ce474-f1d7-481b-b3e1-e11e898e24f9 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:46.823488 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d6c13314-4337-4b67-ade2-7c2e963e54da req-bb0ce474-f1d7-481b-b3e1-e11e898e24f9 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.7391591 Nov 24 20:51:46.878037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53950) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:46.925316 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-73d42e71-d409-4108-8f6b-409fd2f69982 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:46.948193 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d6c13314-4337-4b67-ade2-7c2e963e54da req-47728995-c427-4048-8e72-684593cf9ea9 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221282 Nov 24 20:51:47.156142 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-73d42e71-d409-4108-8f6b-409fd2f69982 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:47.186807 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-73d42e71-d409-4108-8f6b-409fd2f69982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:47.253494 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d42e71-d409-4108-8f6b-409fd2f69982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd417917-9f6e-4eb3-9d52-47f3a9cf850c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:47.343644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23bb64-b730-42ca-b11e-c1397c333eeb req-c2d7b148-86d8-4816-b090-30052a653870 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:47.351232 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fc23bb64-b730-42ca-b11e-c1397c333eeb req-c2d7b148-86d8-4816-b090-30052a653870 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.2198725 Nov 24 20:51:47.399684 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-73d42e71-d409-4108-8f6b-409fd2f69982 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dafce6c954d2474ea17e112b0e352c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5202346 Nov 24 20:51:47.403060 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53964) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:47.427052 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fc23bb64-b730-42ca-b11e-c1397c333eeb req-daeda5a5-c9c3-408d-9303-ba7ae84a6a85 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687287 Nov 24 20:51:47.451642 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ba13cf-ff89-4a1f-aeb9-90fd87824a24 admin admin] Router 769110ca-c76d-4bb9-806f-51f0ed071eaa has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:51:47.553508 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b50eda-ad1a-45f6-a90f-d0864b91bd17 req-9540058d-5649-4c3e-9809-b2bb53eff05a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:47.558254 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d7b50eda-ad1a-45f6-a90f-d0864b91bd17 req-9540058d-5649-4c3e-9809-b2bb53eff05a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc789484-3e3d-462b-8539-4514bb4bcfa3 HTTP/1.1" status: 200 len: 946 time: 0.2815738 Nov 24 20:51:47.602357 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8a2b9b23-7200-4068-ab13-18b90982a7d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:47.650875 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8a2b9b23-7200-4068-ab13-18b90982a7d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:47.683855 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ba13cf-ff89-4a1f-aeb9-90fd87824a24 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:51:47.694274 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-12ba13cf-ff89-4a1f-aeb9-90fd87824a24 admin admin] 10.222.0.11 "PUT /v2.0/routers/769110ca-c76d-4bb9-806f-51f0ed071eaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8141508 Nov 24 20:51:47.695128 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53968) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:47.695938 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f11d620-3ca2-4265-b0b2-7ae2e2a19ec5 None None] Sync routers for ids ['769110ca-c76d-4bb9-806f-51f0ed071eaa'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:51:47.713204 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f11d620-3ca2-4265-b0b2-7ae2e2a19ec5 None None] Routers {'769110ca-c76d-4bb9-806f-51f0ed071eaa'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:51:47.713853 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-9f11d620-3ca2-4265-b0b2-7ae2e2a19ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:51:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['769110ca-c76d-4bb9-806f-51f0ed071eaa'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:47.830730 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8a2b9b23-7200-4068-ab13-18b90982a7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:47.845844 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8a2b9b23-7200-4068-ab13-18b90982a7d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:47.849820 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8a2b9b23-7200-4068-ab13-18b90982a7d2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cd417917-9f6e-4eb3-9d52-47f3a9cf850c HTTP/1.1" status: 204 len: 168 time: 0.4342904 Nov 24 20:51:47.893777 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b9b23-7200-4068-ab13-18b90982a7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd417917-9f6e-4eb3-9d52-47f3a9cf850c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:47.927825 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d7b50eda-ad1a-45f6-a90f-d0864b91bd17 req-44b3a548-451c-42c9-bfd9-b6b59d370733 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297117 Nov 24 20:51:47.998800 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:48.044713 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-9f11d620-3ca2-4265-b0b2-7ae2e2a19ec5 None None] Set router 769110ca-c76d-4bb9-806f-51f0ed071eaa gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:51:48.302491 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864435c-e255-4316-964b-4ea3d910ad60 req-481a0cfc-d17a-40d4-9110-471dfc72928c tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:48.310077 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6864435c-e255-4316-964b-4ea3d910ad60 req-481a0cfc-d17a-40d4-9110-471dfc72928c tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.1740224 Nov 24 20:51:48.397355 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6864435c-e255-4316-964b-4ea3d910ad60 req-24e5d1ab-9fc0-475a-912f-16a6740ce5ac tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704091 Nov 24 20:51:48.409501 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:48.608306 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Deleting port d39010cc-4f81-4a47-bb57-f8a3981ce7fe {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:51:48.613284 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:48.671061 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-9f11d620-3ca2-4265-b0b2-7ae2e2a19ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'name': 'tempest-ServersTestBootFromVolume-200229150-router', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:47:57Z', 'updated_at': '2021-11-24T20:51:45Z', 'revision_number': 5, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'gw_port': {'id': 'd39010cc-4f81-4a47-bb57-f8a3981ce7fe', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:48:00Z', 'updated_at': '2021-11-24T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:48.758751 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f11d620-3ca2-4265-b0b2-7ae2e2a19ec5 None None] Checking router: 769110ca-c76d-4bb9-806f-51f0ed071eaa for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:51:48.771842 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f11d620-3ca2-4265-b0b2-7ae2e2a19ec5 None None] Routers {'769110ca-c76d-4bb9-806f-51f0ed071eaa'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:51:48.772491 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-9f11d620-3ca2-4265-b0b2-7ae2e2a19ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:51:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['769110ca-c76d-4bb9-806f-51f0ed071eaa'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:48.812220 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] For port d39010cc-4f81-4a47-bb57-f8a3981ce7fe, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d39010cc-4f81-4a47-bb57-f8a3981ce7fe,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:48.813030 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:48.839898 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Calling delete_port for d39010cc-4f81-4a47-bb57-f8a3981ce7fe owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:51:48.841735 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-baf9020d-12f8-4c1e-ab9f-fbd5129d87f3 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:48.852529 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-baf9020d-12f8-4c1e-ab9f-fbd5129d87f3 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a&tenant_id=0d368bbdb2b84a05b39068aac600d356&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 1096 time: 0.3344111 Nov 24 20:51:48.888822 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb3b38-636f-4c5c-979b-b0acebfb0ef0 req-a36a0655-7bb1-4779-8c44-a6a41a6895f9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:48.890475 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2beb3b38-636f-4c5c-979b-b0acebfb0ef0 req-a36a0655-7bb1-4779-8c44-a6a41a6895f9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 945 time: 0.2632496 Nov 24 20:51:48.908041 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d119d-6c07-4840-92dc-ebef9e60caaf req-782197c1-b467-44db-82b0-69173eac4d9b tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:48.916551 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2b3d119d-6c07-4840-92dc-ebef9e60caaf req-782197c1-b467-44db-82b0-69173eac4d9b tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc789484-3e3d-462b-8539-4514bb4bcfa3 HTTP/1.1" status: 200 len: 946 time: 0.3308382 Nov 24 20:51:48.962925 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-bb31905e-919a-4b79-b6d6-2c6aeddea0da service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-8'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:51:49.216144 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-9f11d620-3ca2-4265-b0b2-7ae2e2a19ec5 None None] Set router 769110ca-c76d-4bb9-806f-51f0ed071eaa gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:51:49.408790 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2beb3b38-636f-4c5c-979b-b0acebfb0ef0 req-c3c82739-90ca-4879-95e9-bae79bdc683e tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868336 Nov 24 20:51:49.441261 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-9f11d620-3ca2-4265-b0b2-7ae2e2a19ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'name': 'tempest-ServersTestBootFromVolume-200229150-router', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:47:57Z', 'updated_at': '2021-11-24T20:51:48Z', 'revision_number': 6, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:49.570195 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:49.578127 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-bb31905e-919a-4b79-b6d6-2c6aeddea0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:49.582120 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f11d620-3ca2-4265-b0b2-7ae2e2a19ec5 None None] The sync data for ids ['769110ca-c76d-4bb9-806f-51f0ed071eaa'] in n-d-812111-8 is: [{'id': '769110ca-c76d-4bb9-806f-51f0ed071eaa', 'name': 'tempest-ServersTestBootFromVolume-200229150-router', 'tenant_id': '94989ae34bb041b5967fbf22fd0a686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:47:57Z', 'updated_at': '2021-11-24T20:51:48Z', 'revision_number': 6, 'project_id': '94989ae34bb041b5967fbf22fd0a686b', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:51:49.657557 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Pushing event deleted for resources: {'Port': ['ID=d39010cc-4f81-4a47-bb57-f8a3981ce7fe,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:49.705767 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:51:49.706170 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:51:49.706521 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:51:49.706862 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:51:49.707189 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:51:49.707529 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:51:49.707908 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:51:49.708177 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:51:49.708506 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:51:49.708869 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:51:49.709193 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:51:49.717917 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:51:49.814269 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce974f-64c6-47b7-8dfe-c893ecbe5fd1 req-7e6d0b86-062a-4856-b774-6c90e2f876dd tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:49.819084 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-2b3d119d-6c07-4840-92dc-ebef9e60caaf req-2bc90cb0-2d08-4349-9663-8f8a5dcceaef tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Deleting port fecd39c9-4548-4c34-892a-c55f7d7e2405 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:51:49.819268 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2b3d119d-6c07-4840-92dc-ebef9e60caaf req-2bc90cb0-2d08-4349-9663-8f8a5dcceaef tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:49.821113 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cdce974f-64c6-47b7-8dfe-c893ecbe5fd1 req-7e6d0b86-062a-4856-b774-6c90e2f876dd tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc789484-3e3d-462b-8539-4514bb4bcfa3 HTTP/1.1" status: 200 len: 946 time: 0.6426203 Nov 24 20:51:49.899319 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf1eb0-664f-474b-be18-712c75202ad5 req-9ea401a5-4018-44e6-84c3-6a64a98ebe4c tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:49.906771 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-56bf1eb0-664f-474b-be18-712c75202ad5 req-9ea401a5-4018-44e6-84c3-6a64a98ebe4c tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.2540805 Nov 24 20:51:50.015799 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:50.205784 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-56bf1eb0-664f-474b-be18-712c75202ad5 req-b8abeba0-362f-484f-8740-afc7333d86a5 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975430 Nov 24 20:51:50.234370 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-bb31905e-919a-4b79-b6d6-2c6aeddea0da service neutron] For port 303d75f2-c102-4331-a4d1-d254fe301d93, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=303d75f2-c102-4331-a4d1-d254fe301d93,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:50.238107 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-2b3d119d-6c07-4840-92dc-ebef9e60caaf req-2bc90cb0-2d08-4349-9663-8f8a5dcceaef tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] For port fecd39c9-4548-4c34-892a-c55f7d7e2405, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=fecd39c9-4548-4c34-892a-c55f7d7e2405,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:50.238494 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2b3d119d-6c07-4840-92dc-ebef9e60caaf req-2bc90cb0-2d08-4349-9663-8f8a5dcceaef tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:50.272143 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-2b3d119d-6c07-4840-92dc-ebef9e60caaf req-2bc90cb0-2d08-4349-9663-8f8a5dcceaef tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Calling delete_port for fecd39c9-4548-4c34-892a-c55f7d7e2405 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:51:50.314539 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:50.318959 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:50.353212 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-bb31905e-919a-4b79-b6d6-2c6aeddea0da service neutron] For port 303d75f2-c102-4331-a4d1-d254fe301d93, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:51:50.420175 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:50.421262 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 769110ca-c76d-4bb9-806f-51f0ed071eaa {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:51:50.432372 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:50.436193 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-19f4bd99-eae1-4b17-bd27-dee0cd01009e admin admin] 10.222.0.11 "DELETE /v2.0/routers/769110ca-c76d-4bb9-806f-51f0ed071eaa HTTP/1.1" status: 204 len: 168 time: 2.7288611 Nov 24 20:51:50.440638 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54044) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:50.480030 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9259bf-ac18-4a6b-aabd-d254aa04a94a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '303d75f2-c102-4331-a4d1-d254fe301d93'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:51:50.482438 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4f88e8-c233-4d82-ab74-06e26def6b80" -d '{"events": [{"server_uuid": "df9259bf-ac18-4a6b-aabd-d254aa04a94a", "name": "network-vif-unplugged", "status": "completed", "tag": "303d75f2-c102-4331-a4d1-d254fe301d93"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:51:50.487571 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-bb31905e-919a-4b79-b6d6-2c6aeddea0da service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:50.534822 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-bb31905e-919a-4b79-b6d6-2c6aeddea0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:50.584609 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cdce974f-64c6-47b7-8dfe-c893ecbe5fd1 req-8b058cf5-111f-45a3-84d6-30983e5be095 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6863985 Nov 24 20:51:50.646332 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-3682b06f-11d6-43e6-a361-716067cf8d3d admin admin] Deleting subnet 0d09b485-bb7f-4593-b0cc-8f084842db71 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:51:50.662633 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3682b06f-11d6-43e6-a361-716067cf8d3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:50.706850 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31905e-919a-4b79-b6d6-2c6aeddea0da service neutron] Pushing event updated for resources: {'Port': ['ID=303d75f2-c102-4331-a4d1-d254fe301d93,revision_number=7']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:50.831018 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 303d75f2-c102-4331-a4d1-d254fe301d93 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:51:50.939370 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3682b06f-11d6-43e6-a361-716067cf8d3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:50.965722 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-bb31905e-919a-4b79-b6d6-2c6aeddea0da service neutron] Attempting to bind port 303d75f2-c102-4331-a4d1-d254fe301d93 on host n-h1-812111-8 for vnic_type normal with profile {"migrating_to": "n-h2-812111-8"} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:51:50.966069 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-bb31905e-919a-4b79-b6d6-2c6aeddea0da service neutron] Attempting to bind port 303d75f2-c102-4331-a4d1-d254fe301d93 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:51:50.969223 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-bb31905e-919a-4b79-b6d6-2c6aeddea0da service neutron] Attempting to bind port 303d75f2-c102-4331-a4d1-d254fe301d93 on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:51:50.992943 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-bb31905e-919a-4b79-b6d6-2c6aeddea0da service neutron] Port 303d75f2-c102-4331-a4d1-d254fe301d93 on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:51:50.993289 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-bb31905e-919a-4b79-b6d6-2c6aeddea0da service neutron] Attempting to bind port 303d75f2-c102-4331-a4d1-d254fe301d93 on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:51:51.003733 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2b3d119d-6c07-4840-92dc-ebef9e60caaf req-2bc90cb0-2d08-4349-9663-8f8a5dcceaef tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:51.023783 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-bb31905e-919a-4b79-b6d6-2c6aeddea0da service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:51:51.024131 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-bb31905e-919a-4b79-b6d6-2c6aeddea0da service neutron] Checking segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:51:51.024527 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-bb31905e-919a-4b79-b6d6-2c6aeddea0da service neutron] Bound using segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:51:51.025001 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-bb31905e-919a-4b79-b6d6-2c6aeddea0da service neutron] Bound port: 303d75f2-c102-4331-a4d1-d254fe301d93, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:51:51.025363 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-bb31905e-919a-4b79-b6d6-2c6aeddea0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:51.059077 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 303d75f2-c102-4331-a4d1-d254fe301d93, host n-h1-812111-8, got binding levels [] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:51.118030 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c1b3f4bd-32d9-468e-8bb5-53c430603070'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:51:51.185296 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 72745a37-48a0-425d-8a4c-4e69e39d055a no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:51:51.187825 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc90cb0-2d08-4349-9663-8f8a5dcceaef tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Pushing event deleted for resources: {'Port': ['ID=fecd39c9-4548-4c34-892a-c55f7d7e2405,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:51.205220 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3682b06f-11d6-43e6-a361-716067cf8d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:51.258186 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 72745a37-48a0-425d-8a4c-4e69e39d055a {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:51:51.259677 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 72745a37-48a0-425d-8a4c-4e69e39d055a not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:51:51.260422 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d39010cc-4f81-4a47-bb57-f8a3981ce7fe no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:51:51.324274 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3d119d-6c07-4840-92dc-ebef9e60caaf req-2bc90cb0-2d08-4349-9663-8f8a5dcceaef tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] No DVR routers for this DVR port fecd39c9-4548-4c34-892a-c55f7d7e2405 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:51:51.328856 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2b3d119d-6c07-4840-92dc-ebef9e60caaf req-2bc90cb0-2d08-4349-9663-8f8a5dcceaef tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:51.337084 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2b3d119d-6c07-4840-92dc-ebef9e60caaf req-2bc90cb0-2d08-4349-9663-8f8a5dcceaef tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.48 "DELETE /v2.0/ports/fecd39c9-4548-4c34-892a-c55f7d7e2405 HTTP/1.1" status: 204 len: 173 time: 2.4151423 Nov 24 20:51:51.350897 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3682b06f-11d6-43e6-a361-716067cf8d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:51.396475 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0098456-2b39-41ca-85e7-5a0d8f71a706 req-3a023388-b26a-4a3a-8a7d-b5805e4eeee6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:51.401693 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 20:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c5bf57-fcaa-4f53-99a1-240af7b2cce4 x-openstack-request-id: req-e6c5bf57-fcaa-4f53-99a1-240af7b2cce4 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:51:51.406471 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9259bf-ac18-4a6b-aabd-d254aa04a94a", "name": "network-vif-unplugged", "status": "completed", "tag": "303d75f2-c102-4331-a4d1-d254fe301d93", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:51:51.407687 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6c5bf57-fcaa-4f53-99a1-240af7b2cce4 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:51:51.409048 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9259bf-ac18-4a6b-aabd-d254aa04a94a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '303d75f2-c102-4331-a4d1-d254fe301d93', 'code': 200} Nov 24 20:51:51.409892 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a0098456-2b39-41ca-85e7-5a0d8f71a706 req-3a023388-b26a-4a3a-8a7d-b5805e4eeee6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 943 time: 0.6286118 Nov 24 20:51:51.411206 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: d39010cc-4f81-4a47-bb57-f8a3981ce7fe {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:51:51.411855 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d39010cc-4f81-4a47-bb57-f8a3981ce7fe not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:51:51.429839 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Attempting to bind port 303d75f2-c102-4331-a4d1-d254fe301d93 on host n-h1-812111-8 for vnic_type normal with profile {"migrating_to": "n-h2-812111-8"} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:51:51.431771 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Attempting to bind port 303d75f2-c102-4331-a4d1-d254fe301d93 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:51:51.434275 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Attempting to bind port 303d75f2-c102-4331-a4d1-d254fe301d93 on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:51:51.444290 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-bb31905e-919a-4b79-b6d6-2c6aeddea0da service neutron] For port 303d75f2-c102-4331-a4d1-d254fe301d93, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:51:51.448148 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-bb31905e-919a-4b79-b6d6-2c6aeddea0da service neutron] For port 303d75f2-c102-4331-a4d1-d254fe301d93, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=303d75f2-c102-4331-a4d1-d254fe301d93,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:51:51.461465 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-bb31905e-919a-4b79-b6d6-2c6aeddea0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:51.471574 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Port 303d75f2-c102-4331-a4d1-d254fe301d93 on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:51:51.473680 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Attempting to bind port 303d75f2-c102-4331-a4d1-d254fe301d93 on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:51:51.490334 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:51:51.491537 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Checking segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:51:51.492386 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Bound using segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:51:51.502422 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Bound port: 303d75f2-c102-4331-a4d1-d254fe301d93, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:51:51.503665 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:51.522000 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682b06f-11d6-43e6-a361-716067cf8d3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d09b485-bb7f-4593-b0cc-8f084842db71,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:51.547111 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3682b06f-11d6-43e6-a361-716067cf8d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:51.557105 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3682b06f-11d6-43e6-a361-716067cf8d3d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0d09b485-bb7f-4593-b0cc-8f084842db71 HTTP/1.1" status: 204 len: 168 time: 1.1128101 Nov 24 20:51:51.565052 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54072) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:51.666909 n-d-812111-8 neutron-server[109992]: WARNING neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Concurrent port binding operations failed on port 303d75f2-c102-4331-a4d1-d254fe301d93 Nov 24 20:51:51.673610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 303d75f2-c102-4331-a4d1-d254fe301d93, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=303d75f2-c102-4331-a4d1-d254fe301d93,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:51.676724 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device fecd39c9-4548-4c34-892a-c55f7d7e2405 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:51:51.702861 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e23d60-7b96-45a0-9da1-935508897281 None None] Network 11819801-9a1c-40f7-a845-e10ed7c382da requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:51:51.708108 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: fecd39c9-4548-4c34-892a-c55f7d7e2405 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:51:51.708782 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device fecd39c9-4548-4c34-892a-c55f7d7e2405 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:51:51.726881 n-d-812111-8 neutron-server[109992]: INFO neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Attempt 2 to bind port 303d75f2-c102-4331-a4d1-d254fe301d93 Nov 24 20:51:51.727669 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 303d75f2-c102-4331-a4d1-d254fe301d93 has no active binding in host n-h2-812111-8 {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 24 20:51:51.771099 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-bb31905e-919a-4b79-b6d6-2c6aeddea0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:51.771614 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-bb31905e-919a-4b79-b6d6-2c6aeddea0da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:51.773084 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-bb31905e-919a-4b79-b6d6-2c6aeddea0da service neutron] 10.222.0.15 "PUT /v2.0/ports/303d75f2-c102-4331-a4d1-d254fe301d93 HTTP/1.1" status: 200 len: 1121 time: 2.8470042 Nov 24 20:51:51.787358 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31905e-919a-4b79-b6d6-2c6aeddea0da service neutron] Pushing event updated for resources: {'Port': ['ID=303d75f2-c102-4331-a4d1-d254fe301d93,revision_number=8']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:51.826644 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeef840-2f8b-4b81-ac12-02f762484712 req-ea406336-ec75-4efe-a446-ee4dbfbf51d8 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:51.828250 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-edeef840-2f8b-4b81-ac12-02f762484712 req-ea406336-ec75-4efe-a446-ee4dbfbf51d8 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 944 time: 0.2567124 Nov 24 20:51:51.906233 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a0098456-2b39-41ca-85e7-5a0d8f71a706 req-8f1e13e9-38c9-4277-903f-03dff08a1ce2 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953599 Nov 24 20:51:51.936004 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0df61bf5-3039-4adc-944f-7ca4d64a1eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:52.034207 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59eb871-135d-4402-a9fa-5b4a09161d93 req-dbc0bcfa-095d-4418-b62a-e38ad007da6c tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:52.058055 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e59eb871-135d-4402-a9fa-5b4a09161d93 req-dbc0bcfa-095d-4418-b62a-e38ad007da6c tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb3492f-abed-45ee-8380-4a122cc341fd HTTP/1.1" status: 200 len: 944 time: 0.3010242 Nov 24 20:51:52.082967 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['303d75f2-c102-4331-a4d1-d254fe301d93'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:51:52.187468 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['303d75f2-c102-4331-a4d1-d254fe301d93'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:51:52.242049 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-0df61bf5-3039-4adc-944f-7ca4d64a1eae admin admin] Deleting port 6bb7c75f-a1ae-4135-b5f4-5b1306ad5014 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:51:52.242670 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0df61bf5-3039-4adc-944f-7ca4d64a1eae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:52.291716 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e59eb871-135d-4402-a9fa-5b4a09161d93 req-ecd88d87-58c6-4a6f-bac9-f1a7aee4c892 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312875 Nov 24 20:51:52.336666 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-edeef840-2f8b-4b81-ac12-02f762484712 req-b2760046-6b53-4346-93c8-a089bd0a0014 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Deleting port 8fae6805-5260-4a33-9343-3c62fb794ad0 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:51:52.339410 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-edeef840-2f8b-4b81-ac12-02f762484712 req-b2760046-6b53-4346-93c8-a089bd0a0014 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:52.363049 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-0df61bf5-3039-4adc-944f-7ca4d64a1eae admin admin] For port 6bb7c75f-a1ae-4135-b5f4-5b1306ad5014, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=6bb7c75f-a1ae-4135-b5f4-5b1306ad5014,segment=NetworkSegment(bf294044-07c9-41d1-8625-a74be456a278),segment_id=bf294044-07c9-41d1-8625-a74be456a278)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:52.363666 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0df61bf5-3039-4adc-944f-7ca4d64a1eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:52.406383 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-0df61bf5-3039-4adc-944f-7ca4d64a1eae admin admin] Calling delete_port for 6bb7c75f-a1ae-4135-b5f4-5b1306ad5014 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:51:52.541657 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-edeef840-2f8b-4b81-ac12-02f762484712 req-b2760046-6b53-4346-93c8-a089bd0a0014 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] For port 8fae6805-5260-4a33-9343-3c62fb794ad0, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=8fae6805-5260-4a33-9343-3c62fb794ad0,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:52.542022 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-edeef840-2f8b-4b81-ac12-02f762484712 req-b2760046-6b53-4346-93c8-a089bd0a0014 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:52.557248 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-edeef840-2f8b-4b81-ac12-02f762484712 req-b2760046-6b53-4346-93c8-a089bd0a0014 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Calling delete_port for 8fae6805-5260-4a33-9343-3c62fb794ad0 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:51:52.631529 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0df61bf5-3039-4adc-944f-7ca4d64a1eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:52.683774 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df61bf5-3039-4adc-944f-7ca4d64a1eae admin admin] Pushing event deleted for resources: {'Port': ['ID=6bb7c75f-a1ae-4135-b5f4-5b1306ad5014,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:52.687623 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df61bf5-3039-4adc-944f-7ca4d64a1eae admin admin] No DVR routers for this DVR port 6bb7c75f-a1ae-4135-b5f4-5b1306ad5014 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:51:52.867011 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e5f06e-cbdc-4f98-9b96-b57e2b20edff None None] DHCP port deletion for 11819801-9a1c-40f7-a845-e10ed7c382da request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 20:51:52.870414 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0df61bf5-3039-4adc-944f-7ca4d64a1eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:52.924393 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-0df61bf5-3039-4adc-944f-7ca4d64a1eae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11819801-9a1c-40f7-a845-e10ed7c382da']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:52.955519 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-0df61bf5-3039-4adc-944f-7ca4d64a1eae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf294044-07c9-41d1-8625-a74be456a278') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:52.955738 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-0df61bf5-3039-4adc-944f-7ca4d64a1eae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf294044-07c9-41d1-8625-a74be456a278') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:51:52.987670 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0df61bf5-3039-4adc-944f-7ca4d64a1eae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:53.020136 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0df61bf5-3039-4adc-944f-7ca4d64a1eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:53.037796 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df61bf5-3039-4adc-944f-7ca4d64a1eae admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:51:53.038693 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0df61bf5-3039-4adc-944f-7ca4d64a1eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:51:53.040246 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:51:53.045655 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-edeef840-2f8b-4b81-ac12-02f762484712 req-b2760046-6b53-4346-93c8-a089bd0a0014 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:53.061197 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['8fae6805-5260-4a33-9343-3c62fb794ad0'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:51:53.087156 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856d3e0-09fc-4656-a52f-6748915f5cfc req-7bac20d3-e022-409d-bc89-472a64187fca tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:53.093980 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b856d3e0-09fc-4656-a52f-6748915f5cfc req-7bac20d3-e022-409d-bc89-472a64187fca tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.3066769 Nov 24 20:51:53.199306 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 6bb7c75f-a1ae-4135-b5f4-5b1306ad5014 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:51:53.265084 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0df61bf5-3039-4adc-944f-7ca4d64a1eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:53.275167 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0df61bf5-3039-4adc-944f-7ca4d64a1eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:53.282111 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 6bb7c75f-a1ae-4135-b5f4-5b1306ad5014 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:51:53.282471 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 6bb7c75f-a1ae-4135-b5f4-5b1306ad5014 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:51:53.300923 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0df61bf5-3039-4adc-944f-7ca4d64a1eae admin admin] 10.222.0.11 "DELETE /v2.0/networks/11819801-9a1c-40f7-a845-e10ed7c382da HTTP/1.1" status: 204 len: 168 time: 1.7346549 Nov 24 20:51:53.333779 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df61bf5-3039-4adc-944f-7ca4d64a1eae admin admin] Pushing event deleted for resources: {'Network': ['ID=11819801-9a1c-40f7-a845-e10ed7c382da,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:53.470651 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039075d-ae56-4e82-9bde-ac0b31b4200a req-1f5d3c95-ed64-432d-9c5d-61bdd00e76de tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:53.472569 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6039075d-ae56-4e82-9bde-ac0b31b4200a req-1f5d3c95-ed64-432d-9c5d-61bdd00e76de tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 943 time: 0.0958846 Nov 24 20:51:53.566029 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6039075d-ae56-4e82-9bde-ac0b31b4200a req-75ba1ef2-a341-4ddd-be24-95be14c94a0e tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869479 Nov 24 20:51:53.628021 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54118) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:53.684608 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-80457341-7e8b-43dd-9f4c-309535de391b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94989ae34bb041b5967fbf22fd0a686b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0552502 Nov 24 20:51:53.698245 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54128) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:53.726200 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc789484-3e3d-462b-8539-4514bb4bcfa3', 'name': 'network-vif-deleted', 'tag': 'fecd39c9-4548-4c34-892a-c55f7d7e2405'}, {'name': 'network-changed', 'server_uuid': 'df9259bf-ac18-4a6b-aabd-d254aa04a94a', 'tag': '303d75f2-c102-4331-a4d1-d254fe301d93'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:51:53.729582 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fcb1df-2563-4263-9921-bd5ec30c08a3" -d '{"events": [{"server_uuid": "dc789484-3e3d-462b-8539-4514bb4bcfa3", "name": "network-vif-deleted", "tag": "fecd39c9-4548-4c34-892a-c55f7d7e2405"}, {"name": "network-changed", "server_uuid": "df9259bf-ac18-4a6b-aabd-d254aa04a94a", "tag": "303d75f2-c102-4331-a4d1-d254fe301d93"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:51:53.733383 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2760046-6b53-4346-93c8-a089bd0a0014 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Pushing event deleted for resources: {'Port': ['ID=8fae6805-5260-4a33-9343-3c62fb794ad0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:53.818539 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-edeef840-2f8b-4b81-ac12-02f762484712 req-b2760046-6b53-4346-93c8-a089bd0a0014 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] No DVR routers for this DVR port 8fae6805-5260-4a33-9343-3c62fb794ad0 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:51:53.823535 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-edeef840-2f8b-4b81-ac12-02f762484712 req-b2760046-6b53-4346-93c8-a089bd0a0014 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:53.827574 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-edeef840-2f8b-4b81-ac12-02f762484712 req-b2760046-6b53-4346-93c8-a089bd0a0014 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.48 "DELETE /v2.0/ports/8fae6805-5260-4a33-9343-3c62fb794ad0 HTTP/1.1" status: 204 len: 173 time: 1.9873478 Nov 24 20:51:53.869612 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b856d3e0-09fc-4656-a52f-6748915f5cfc req-a9558765-f7de-42d2-9448-8f0a5f4f196d tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264760 Nov 24 20:51:53.891065 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0227ffd4-ed38-4c79-8dc5-c201ac0c3a44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:53.930321 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0227ffd4-ed38-4c79-8dc5-c201ac0c3a44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:53.939450 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-7baf42b1-7a0b-4b38-929e-69d8f25b8b97 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:53.947008 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-7baf42b1-7a0b-4b38-929e-69d8f25b8b97 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/networks?id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f HTTP/1.1" status: 200 len: 805 time: 0.2388902 Nov 24 20:51:54.024726 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-4cad88a0-6a70-4612-a81d-a3e82b9f56fb tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/quotas/1e863037610748a3b80a51d971bf8b4d HTTP/1.1" status: 200 len: 375 time: 0.0765843 Nov 24 20:51:54.082100 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0227ffd4-ed38-4c79-8dc5-c201ac0c3a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:54.085468 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0227ffd4-ed38-4c79-8dc5-c201ac0c3a44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:54.089312 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0227ffd4-ed38-4c79-8dc5-c201ac0c3a44 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e2a7aa7-3557-4e0d-a09c-d9c7711778e1 HTTP/1.1" status: 204 len: 168 time: 0.3877439 Nov 24 20:51:54.142657 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227ffd4-ed38-4c79-8dc5-c201ac0c3a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2a7aa7-3557-4e0d-a09c-d9c7711778e1,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:54.202938 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-4d26acb0-25a4-443e-8af8-aed1ed68d4c2 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1e863037610748a3b80a51d971bf8b4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1759386 Nov 24 20:51:54.344384 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ddc27ad8-564f-4c47-ab8c-6fe570ccf383 req-24f9e83a-a690-4f09-8ffa-3f1b2e70d540 tempest-QuotasAdminNegativeTest-1665854786 tempest-QuotasAdminNegativeTest-1665854786-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=21eea19dfa0448379caeacb07499f248&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465107 Nov 24 20:51:54.351786 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-f1678cea-4f8b-403f-a27a-a76dfe8f70ae service neutron] 10.222.0.11 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477711 Nov 24 20:51:54.493242 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-07f15b76-8d06-453c-8680-41325fcd187f service neutron] 10.222.0.11 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404240 Nov 24 20:51:54.651482 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc27ad8-564f-4c47-ab8c-6fe570ccf383 req-da8408ff-891a-4c66-9ee5-e235d18af4d3 tempest-QuotasAdminNegativeTest-1665854786 tempest-QuotasAdminNegativeTest-1665854786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:54.654766 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ddc27ad8-564f-4c47-ab8c-6fe570ccf383 req-da8408ff-891a-4c66-9ee5-e235d18af4d3 tempest-QuotasAdminNegativeTest-1665854786 tempest-QuotasAdminNegativeTest-1665854786-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3056536 Nov 24 20:51:54.677097 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ddc27ad8-564f-4c47-ab8c-6fe570ccf383 req-657a4000-d77a-4264-8e9c-4568b9c943c0 tempest-QuotasAdminNegativeTest-1665854786 tempest-QuotasAdminNegativeTest-1665854786-project] 10.222.0.11 "GET /v2.0/quotas/21eea19dfa0448379caeacb07499f248 HTTP/1.1" status: 200 len: 375 time: 0.0129988 Nov 24 20:51:54.719338 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ddc27ad8-564f-4c47-ab8c-6fe570ccf383 req-c70820f3-2a71-4ab3-9634-54e888757c11 tempest-QuotasAdminNegativeTest-1665854786 tempest-QuotasAdminNegativeTest-1665854786-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=21eea19dfa0448379caeacb07499f248&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353720 Nov 24 20:51:54.889181 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 24 Nov 2021 20:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267d0a7e-26c5-4aae-8bb7-617f44e91896 x-openstack-request-id: req-267d0a7e-26c5-4aae-8bb7-617f44e91896 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:51:54.889763 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc789484-3e3d-462b-8539-4514bb4bcfa3", "name": "network-vif-deleted", "tag": "fecd39c9-4548-4c34-892a-c55f7d7e2405", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "df9259bf-ac18-4a6b-aabd-d254aa04a94a", "tag": "303d75f2-c102-4331-a4d1-d254fe301d93", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:51:54.889763 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-267d0a7e-26c5-4aae-8bb7-617f44e91896 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:51:54.890144 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc789484-3e3d-462b-8539-4514bb4bcfa3', 'name': 'network-vif-deleted', 'tag': 'fecd39c9-4548-4c34-892a-c55f7d7e2405', 'status': 'completed', 'code': 200} Nov 24 20:51:54.890409 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df9259bf-ac18-4a6b-aabd-d254aa04a94a', 'tag': '303d75f2-c102-4331-a4d1-d254fe301d93', 'status': 'completed', 'code': 200} Nov 24 20:51:55.161684 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2115516f-73b1-4e96-b156-a71d9757db04 req-f7efab5e-6783-43c2-b66c-266202fd76c0 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef718cbc-1e24-4491-87bf-6f1ffb058898 HTTP/1.1" status: 200 len: 210 time: 0.0722508 Nov 24 20:51:55.229379 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf9ab2-0c09-46ad-b59d-65ada28e253b req-adb614fd-bd1c-44d3-ab41-7092abf2c381 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:55.240549 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8dcf9ab2-0c09-46ad-b59d-65ada28e253b req-adb614fd-bd1c-44d3-ab41-7092abf2c381 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 943 time: 0.1709821 Nov 24 20:51:55.324289 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8dcf9ab2-0c09-46ad-b59d-65ada28e253b req-84c68444-f401-4999-a4b7-709e3aaa2e86 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771680 Nov 24 20:51:55.537407 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 8fae6805-5260-4a33-9343-3c62fb794ad0 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:51:55.569363 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcb1df-2563-4263-9921-bd5ec30c08a3 req-64290ecb-ba67-488c-9f4b-263e6f736b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:55.573428 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 8fae6805-5260-4a33-9343-3c62fb794ad0 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:51:55.574761 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-27fcb1df-2563-4263-9921-bd5ec30c08a3 req-64290ecb-ba67-488c-9f4b-263e6f736b4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 1124 time: 0.6435168 Nov 24 20:51:55.576449 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 8fae6805-5260-4a33-9343-3c62fb794ad0 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:51:55.648843 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54200) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:55.673858 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78baf4d5-9ed9-452e-a2c6-596374d94939 req-ee710666-9fbd-456e-bcae-a619862e0913 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:55.681657 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-78baf4d5-9ed9-452e-a2c6-596374d94939 req-ee710666-9fbd-456e-bcae-a619862e0913 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.1795707 Nov 24 20:51:55.763363 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-78baf4d5-9ed9-452e-a2c6-596374d94939 req-e7bca3e1-7af2-4bbe-9da7-d0fb044a7f9c tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789146 Nov 24 20:51:55.888956 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-065c862a-7e34-45e4-8927-e19a800aa2cb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1922921663-network', 'tenant_id': 'c344d5645a58402bb62e084fc6771900'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:51:55.934879 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcb1df-2563-4263-9921-bd5ec30c08a3 req-d5ba164b-f28d-4c52-ba84-c92da8de6e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:55.936648 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-27fcb1df-2563-4263-9921-bd5ec30c08a3 req-d5ba164b-f28d-4c52-ba84-c92da8de6e28 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 908 time: 0.3380373 Nov 24 20:51:55.938234 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065c862a-7e34-45e4-8927-e19a800aa2cb admin admin] Made reservation on behalf of c344d5645a58402bb62e084fc6771900 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:51:55.949199 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-065c862a-7e34-45e4-8927-e19a800aa2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:55.974977 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-065c862a-7e34-45e4-8927-e19a800aa2cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:56.007143 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-27fcb1df-2563-4263-9921-bd5ec30c08a3 req-70f6b66c-0953-49b6-956b-28d25cb7a9b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=303d75f2-c102-4331-a4d1-d254fe301d93 HTTP/1.1" status: 200 len: 217 time: 0.0510688 Nov 24 20:51:56.017619 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a69cc-9def-4efb-9a05-5337e4c50a0f req-bbabc397-f334-41e9-a5fd-fdda77479583 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:56.019182 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-691a69cc-9def-4efb-9a05-5337e4c50a0f req-bbabc397-f334-41e9-a5fd-fdda77479583 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 944 time: 0.1235836 Nov 24 20:51:56.106672 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcb1df-2563-4263-9921-bd5ec30c08a3 req-547c772e-5d15-45fe-a071-a64ef990650a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:56.108177 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-27fcb1df-2563-4263-9921-bd5ec30c08a3 req-547c772e-5d15-45fe-a071-a64ef990650a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d0e18ba-6af5-4f0b-b8c6-f19541a42712 HTTP/1.1" status: 200 len: 847 time: 0.0879674 Nov 24 20:51:56.126494 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-691a69cc-9def-4efb-9a05-5337e4c50a0f req-ef524f4a-04f6-4019-bf62-59e516da1f24 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931289 Nov 24 20:51:56.138366 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-065c862a-7e34-45e4-8927-e19a800aa2cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:56.152567 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-065c862a-7e34-45e4-8927-e19a800aa2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:56.231450 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-27fcb1df-2563-4263-9921-bd5ec30c08a3 req-e9e50a40-5cb3-4b2f-8c30-6512b0bf810a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a5f3905-f9df-4704-8238-82ae8b0c31f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039529 Nov 24 20:51:56.241475 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c862a-7e34-45e4-8927-e19a800aa2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ec3cd2-93fd-4a90-a887-e95756e3be16,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:56.259043 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065c862a-7e34-45e4-8927-e19a800aa2cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:51:56.275015 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-065c862a-7e34-45e4-8927-e19a800aa2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:56.275610 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-065c862a-7e34-45e4-8927-e19a800aa2cb admin admin] Added segment 468b1a81-9613-43e4-b16c-97fb83ea7acb of type vlan for network a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89 Nov 24 20:51:56.379895 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacda36-5ff2-42a7-9954-6ae9db6f504d req-74eaaa16-3ab9-47ca-9871-996f2617bf8e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:56.384504 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-acacda36-5ff2-42a7-9954-6ae9db6f504d req-74eaaa16-3ab9-47ca-9871-996f2617bf8e tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.48 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 944 time: 0.2560079 Nov 24 20:51:56.401623 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-065c862a-7e34-45e4-8927-e19a800aa2cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:56.445468 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-065c862a-7e34-45e4-8927-e19a800aa2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:56.446581 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065c862a-7e34-45e4-8927-e19a800aa2cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:56.447429 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-065c862a-7e34-45e4-8927-e19a800aa2cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:56.520951 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-065c862a-7e34-45e4-8927-e19a800aa2cb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8672004 Nov 24 20:51:56.523129 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54228) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:51:56.534674 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c026df4f-b79c-4b45-9b39-cf263e2438f9 admin admin] Request body: {'subnet': {'network_id': 'a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1922921663-subnet', 'tenant_id': 'c344d5645a58402bb62e084fc6771900', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:51:56.580076 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155364f-c58f-453f-8618-41b1859e9ed3 req-fb6d0129-fb63-4877-8be2-91b38c3be257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:56.581619 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4155364f-c58f-453f-8618-41b1859e9ed3 req-fb6d0129-fb63-4877-8be2-91b38c3be257 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 1097 time: 0.3449073 Nov 24 20:51:56.605286 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c862a-7e34-45e4-8927-e19a800aa2cb admin admin] Pushing event updated for resources: {'Network': ['ID=a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:56.606724 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-142bfbcf-2a6e-43dc-ad5e-93124a457d50 req-fb8e4d17-db29-40bd-9dda-a4ba4b51d608 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef718cbc-1e24-4491-87bf-6f1ffb058898 HTTP/1.1" status: 200 len: 210 time: 0.2018323 Nov 24 20:51:56.619293 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:51:56.655028 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c026df4f-b79c-4b45-9b39-cf263e2438f9 admin admin] Made reservation on behalf of c344d5645a58402bb62e084fc6771900 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:51:56.662689 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c026df4f-b79c-4b45-9b39-cf263e2438f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:56.689777 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cae34-31f3-4cae-a5ee-6a7cbc4ff363 req-66248301-56da-4a61-9776-63bc7a287dc6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:56.691592 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb9cae34-31f3-4cae-a5ee-6a7cbc4ff363 req-66248301-56da-4a61-9776-63bc7a287dc6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 943 time: 0.1062889 Nov 24 20:51:56.736389 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-27fcb1df-2563-4263-9921-bd5ec30c08a3 req-9ba43215-2e49-48c9-be5f-f91c12f45edf service neutron] 10.222.0.48 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544284 Nov 24 20:51:56.866855 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb9cae34-31f3-4cae-a5ee-6a7cbc4ff363 req-81c60542-d4d6-426e-923b-16f4747d5308 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520262 Nov 24 20:51:56.981605 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb3492f-abed-45ee-8380-4a122cc341fd', 'name': 'network-vif-deleted', 'tag': '8fae6805-5260-4a33-9343-3c62fb794ad0'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:51:56.982450 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95effdc6-41a4-4fd4-b4bd-27c060fa1a12" -d '{"events": [{"server_uuid": "3bb3492f-abed-45ee-8380-4a122cc341fd", "name": "network-vif-deleted", "tag": "8fae6805-5260-4a33-9343-3c62fb794ad0"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:51:57.033940 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c026df4f-b79c-4b45-9b39-cf263e2438f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:57.070508 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-27fcb1df-2563-4263-9921-bd5ec30c08a3 req-30737076-ddbc-47ec-ad2c-8843314282c2 service neutron] 10.222.0.48 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975962 Nov 24 20:51:57.124428 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026df4f-b79c-4b45-9b39-cf263e2438f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5cc4790-b611-45fb-bbff-41a34cc02af6,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:57.153273 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c026df4f-b79c-4b45-9b39-cf263e2438f9 admin admin] Checking segment: {'id': '468b1a81-9613-43e4-b16c-97fb83ea7acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:51:57.154887 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c026df4f-b79c-4b45-9b39-cf263e2438f9 admin admin] Network hostable DHCP agents. Network: a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:51:57.155021 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb93709-cb19-4477-b1c2-b04fc11a57e9 x-openstack-request-id: req-deb93709-cb19-4477-b1c2-b04fc11a57e9 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:51:57.157736 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb3492f-abed-45ee-8380-4a122cc341fd", "name": "network-vif-deleted", "tag": "8fae6805-5260-4a33-9343-3c62fb794ad0", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:51:57.157736 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-deb93709-cb19-4477-b1c2-b04fc11a57e9 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:51:57.157736 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb3492f-abed-45ee-8380-4a122cc341fd', 'name': 'network-vif-deleted', 'tag': '8fae6805-5260-4a33-9343-3c62fb794ad0', 'status': 'completed', 'code': 200} Nov 24 20:51:57.185528 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c026df4f-b79c-4b45-9b39-cf263e2438f9 admin admin] Network a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:51:57.193523 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-acacda36-5ff2-42a7-9954-6ae9db6f504d req-da5fd099-8c68-4a45-8ff7-f9808003c437 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Deleting port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:51:57.193866 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-acacda36-5ff2-42a7-9954-6ae9db6f504d req-da5fd099-8c68-4a45-8ff7-f9808003c437 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:57.228952 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-c026df4f-b79c-4b45-9b39-cf263e2438f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:51:57.237415 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffcc15d-d6b8-4163-879c-05bf47f77104 None None] Network a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:51:57.250603 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7c4a21ef-fb66-4fd8-91a9-048361279a89 req-66e78680-8113-4afb-8ab7-02ece9e14f50 tempest-QuotasAdminNegativeTest-1665854786 tempest-QuotasAdminNegativeTest-1665854786-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=21eea19dfa0448379caeacb07499f248&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416467 Nov 24 20:51:57.255900 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c026df4f-b79c-4b45-9b39-cf263e2438f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:57.259543 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c026df4f-b79c-4b45-9b39-cf263e2438f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:57.273518 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4155364f-c58f-453f-8618-41b1859e9ed3 req-ff228f29-5cec-4815-b96a-c6c73e163252 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6219833 Nov 24 20:51:57.372964 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13ee27-d3c0-4e86-9bc3-85485b74d951 req-a7809921-2291-47ed-890c-8a1d30bff428 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:57.382248 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d13ee27-d3c0-4e86-9bc3-85485b74d951 req-a7809921-2291-47ed-890c-8a1d30bff428 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.3949380 Nov 24 20:51:57.420948 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fc1c85-8f83-4c41-8636-3a399e81acc0 None None] Network a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:51:57.446257 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-7d83a082-f7ea-4dab-91b1-fc485e96854e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:57.446748 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a21ef-fb66-4fd8-91a9-048361279a89 req-5910d08d-2fe6-4641-b4d5-938bc8a9fa9f tempest-QuotasAdminNegativeTest-1665854786 tempest-QuotasAdminNegativeTest-1665854786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:57.448908 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-7d83a082-f7ea-4dab-91b1-fc485e96854e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.48 "GET /v2.0/networks?id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f HTTP/1.1" status: 200 len: 805 time: 0.4404602 Nov 24 20:51:57.454945 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7c4a21ef-fb66-4fd8-91a9-048361279a89 req-5910d08d-2fe6-4641-b4d5-938bc8a9fa9f tempest-QuotasAdminNegativeTest-1665854786 tempest-QuotasAdminNegativeTest-1665854786-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2033503 Nov 24 20:51:57.458768 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-acacda36-5ff2-42a7-9954-6ae9db6f504d req-da5fd099-8c68-4a45-8ff7-f9808003c437 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] For port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:51:57.459357 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-acacda36-5ff2-42a7-9954-6ae9db6f504d req-da5fd099-8c68-4a45-8ff7-f9808003c437 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:57.478941 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7c4a21ef-fb66-4fd8-91a9-048361279a89 req-9d8c4e35-b736-4314-aada-95c6de9e6e33 tempest-QuotasAdminNegativeTest-1665854786 tempest-QuotasAdminNegativeTest-1665854786-project] 10.222.0.11 "GET /v2.0/quotas/21eea19dfa0448379caeacb07499f248 HTTP/1.1" status: 200 len: 375 time: 0.0229652 Nov 24 20:51:57.488017 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-f2fd60f3-91bb-40ac-b739-a1fffe76e34e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Request body: {'port': {'device_id': 'ef718cbc-1e24-4491-87bf-6f1ffb058898', 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f', 'admin_state_up': True, 'tenant_id': '1e863037610748a3b80a51d971bf8b4d'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:51:57.501639 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c026df4f-b79c-4b45-9b39-cf263e2438f9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9770448 Nov 24 20:51:57.539232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-acacda36-5ff2-42a7-9954-6ae9db6f504d req-da5fd099-8c68-4a45-8ff7-f9808003c437 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Calling delete_port for ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:51:57.564782 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7c4a21ef-fb66-4fd8-91a9-048361279a89 req-3258ecbb-be3a-478e-8c2a-adbf120e796b tempest-QuotasAdminNegativeTest-1665854786 tempest-QuotasAdminNegativeTest-1665854786-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=21eea19dfa0448379caeacb07499f248&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848148 Nov 24 20:51:57.608684 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d13ee27-d3c0-4e86-9bc3-85485b74d951 req-0085f712-5c6f-4aae-89a2-7916c9b54f50 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250922 Nov 24 20:51:57.790415 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-f2fd60f3-91bb-40ac-b739-a1fffe76e34e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Made reservation on behalf of 1e863037610748a3b80a51d971bf8b4d for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:51:57.794046 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-f2fd60f3-91bb-40ac-b739-a1fffe76e34e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:57.816043 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a60c9-8d3b-4366-8510-89740d364a60 req-8efb0278-98f4-4c2c-8ad6-dcc7452a61e0 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:57.823184 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-115a60c9-8d3b-4366-8510-89740d364a60 req-8efb0278-98f4-4c2c-8ad6-dcc7452a61e0 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a9c5e-456b-4ede-8f65-20220b6a434f HTTP/1.1" status: 200 len: 944 time: 0.1143484 Nov 24 20:51:57.944482 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84de2b6f-b01b-4622-a06d-5c64b481d320 req-4d58a34d-bb82-4dde-a3f8-9678ce86a5b9 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef718cbc-1e24-4491-87bf-6f1ffb058898 HTTP/1.1" status: 200 len: 210 time: 0.0365973 Nov 24 20:51:58.004004 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-115a60c9-8d3b-4366-8510-89740d364a60 req-aacfa013-1e08-4193-adcb-7b43f4a4a156 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742072 Nov 24 20:51:58.049258 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-acacda36-5ff2-42a7-9954-6ae9db6f504d req-da5fd099-8c68-4a45-8ff7-f9808003c437 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:58.139425 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fd099-8c68-4a45-8ff7-f9808003c437 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Pushing event deleted for resources: {'Port': ['ID=ad119b1b-6ae9-4fcd-bec9-e958d037a1c9,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:58.232500 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-f2fd60f3-91bb-40ac-b739-a1fffe76e34e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Allocated IP 172.20.0.7 (f0b7ba0f-849f-45c0-98bd-f2596ab1646f/ded7d568-de3b-47fd-8a43-7e09737c0e38/7078146b-883e-4761-8c0d-2df44fb319af) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:51:58.235028 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-acacda36-5ff2-42a7-9954-6ae9db6f504d req-da5fd099-8c68-4a45-8ff7-f9808003c437 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] No DVR routers for this DVR port ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:51:58.241763 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-acacda36-5ff2-42a7-9954-6ae9db6f504d req-da5fd099-8c68-4a45-8ff7-f9808003c437 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:58.247711 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-acacda36-5ff2-42a7-9954-6ae9db6f504d req-da5fd099-8c68-4a45-8ff7-f9808003c437 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.48 "DELETE /v2.0/ports/ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 HTTP/1.1" status: 204 len: 173 time: 1.8469503 Nov 24 20:51:58.321675 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a74fc-8366-46a4-9f25-0c4560d55d91 req-12c45da2-d33a-4c52-a972-14750455dfa7 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:58.325400 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f8a74fc-8366-46a4-9f25-0c4560d55d91 req-12c45da2-d33a-4c52-a972-14750455dfa7 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 943 time: 0.0937409 Nov 24 20:51:58.389523 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f8a74fc-8366-46a4-9f25-0c4560d55d91 req-3348189c-1435-449c-a821-787eed3d76a6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574057 Nov 24 20:51:58.406027 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00570e0e-46e1-47e9-946e-c609390563eb req-d0f82217-44bc-494f-8012-1342c63b4267 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:58.411791 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00570e0e-46e1-47e9-946e-c609390563eb req-d0f82217-44bc-494f-8012-1342c63b4267 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/networks?id=a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89 HTTP/1.1" status: 200 len: 822 time: 0.2369921 Nov 24 20:51:58.454077 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00570e0e-46e1-47e9-946e-c609390563eb req-4deeb96e-c6b2-4113-abd0-077389dd5bc9 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/quotas/c344d5645a58402bb62e084fc6771900 HTTP/1.1" status: 200 len: 375 time: 0.0180261 Nov 24 20:51:58.587865 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00570e0e-46e1-47e9-946e-c609390563eb req-3072f15b-66d0-44d5-8648-dae7f4f8a1f9 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c344d5645a58402bb62e084fc6771900&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1216750 Nov 24 20:51:58.698189 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-f2fd60f3-91bb-40ac-b739-a1fffe76e34e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:58.846625 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a00643-5a42-4924-922d-42f7c0776cf8 req-e6cf8cb7-2d2f-4e8f-8ce8-2b36a7b203c0 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:58.864389 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14a00643-5a42-4924-922d-42f7c0776cf8 req-e6cf8cb7-2d2f-4e8f-8ce8-2b36a7b203c0 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.1448991 Nov 24 20:51:58.865744 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-f2fd60f3-91bb-40ac-b739-a1fffe76e34e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:58.879862 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c1b3f4bd-32d9-468e-8bb5-53c430603070'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:51:58.920886 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd60f3-91bb-40ac-b739-a1fffe76e34e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Pushing event updated for resources: {'Port': ['ID=7078146b-883e-4761-8c0d-2df44fb319af,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:51:58.929864 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00570e0e-46e1-47e9-946e-c609390563eb req-045faefe-134c-47bc-9b31-9e274ca22e89 service neutron] 10.222.0.11 "GET /v2.0/networks/a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340571 Nov 24 20:51:58.936729 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14a00643-5a42-4924-922d-42f7c0776cf8 req-89baf0ef-be78-44b7-811b-adea0a322f8e tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712938 Nov 24 20:51:58.949329 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-f2fd60f3-91bb-40ac-b739-a1fffe76e34e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Network f0b7ba0f-849f-45c0-98bd-f2596ab1646f is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:51:58.951494 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-f2fd60f3-91bb-40ac-b739-a1fffe76e34e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:51:58.969832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-f2fd60f3-91bb-40ac-b739-a1fffe76e34e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:51:59.168768 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178a9c5e-456b-4ede-8f65-20220b6a434f', 'name': 'network-vif-deleted', 'tag': 'ad119b1b-6ae9-4fcd-bec9-e958d037a1c9'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:51:59.175016 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4f9eee-47cb-4131-bd99-5399128fbc6f" -d '{"events": [{"server_uuid": "178a9c5e-456b-4ede-8f65-20220b6a434f", "name": "network-vif-deleted", "tag": "ad119b1b-6ae9-4fcd-bec9-e958d037a1c9"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:51:59.238360 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-f2fd60f3-91bb-40ac-b739-a1fffe76e34e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:59.239331 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-f2fd60f3-91bb-40ac-b739-a1fffe76e34e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:59.287677 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-f2fd60f3-91bb-40ac-b739-a1fffe76e34e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8075290 Nov 24 20:51:59.304624 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00570e0e-46e1-47e9-946e-c609390563eb req-f09eca65-7b57-4654-83fa-b09024aadb65 service neutron] 10.222.0.11 "GET /v2.0/networks/a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646669 Nov 24 20:51:59.319024 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-b60410c8-4784-43b5-ac8c-582c165b536d service neutron] Request body: {'port': {'device_id': 'ef718cbc-1e24-4491-87bf-6f1ffb058898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:51:59.457169 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-b60410c8-4784-43b5-ac8c-582c165b536d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:51:59.553894 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:51:59.640372 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:51:59.640812 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device ad119b1b-6ae9-4fcd-bec9-e958d037a1c9 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:51:59.720478 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab69a5-a3a0-4781-bf51-70e8e61ed677 req-a0f63e35-ab5d-4fc7-b399-6cd65d0413a1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:51:59.725534 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-baab69a5-a3a0-4781-bf51-70e8e61ed677 req-a0f63e35-ab5d-4fc7-b399-6cd65d0413a1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef718cbc-1e24-4491-87bf-6f1ffb058898 HTTP/1.1" status: 200 len: 931 time: 0.1185780 Nov 24 20:51:59.745827 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a54503-411c-4fb7-9a77-bc6b5360a774 x-openstack-request-id: req-02a54503-411c-4fb7-9a77-bc6b5360a774 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:51:59.746166 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178a9c5e-456b-4ede-8f65-20220b6a434f", "name": "network-vif-deleted", "tag": "ad119b1b-6ae9-4fcd-bec9-e958d037a1c9", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:51:59.746428 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-02a54503-411c-4fb7-9a77-bc6b5360a774 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:51:59.746845 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178a9c5e-456b-4ede-8f65-20220b6a434f', 'name': 'network-vif-deleted', 'tag': 'ad119b1b-6ae9-4fcd-bec9-e958d037a1c9', 'status': 'completed', 'code': 200} Nov 24 20:51:59.839344 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-baab69a5-a3a0-4781-bf51-70e8e61ed677 req-96d5e26e-156b-47d9-9335-9515b597fba2 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036441 Nov 24 20:51:59.978918 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1e16d3a-9dba-4d10-9f8b-174efa89e4e9 req-6c4cb82b-4a02-4695-a0f2-21d71e648418 tempest-QuotasAdminNegativeTest-1665854786 tempest-QuotasAdminNegativeTest-1665854786-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=21eea19dfa0448379caeacb07499f248&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360119 Nov 24 20:52:00.130478 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e16d3a-9dba-4d10-9f8b-174efa89e4e9 req-abc2e18c-c770-4cc4-b00e-f41d67f0d41f tempest-QuotasAdminNegativeTest-1665854786 tempest-QuotasAdminNegativeTest-1665854786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:00.134699 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-b60410c8-4784-43b5-ac8c-582c165b536d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7078146b-883e-4761-8c0d-2df44fb319af {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:52:00.146818 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1e16d3a-9dba-4d10-9f8b-174efa89e4e9 req-abc2e18c-c770-4cc4-b00e-f41d67f0d41f tempest-QuotasAdminNegativeTest-1665854786 tempest-QuotasAdminNegativeTest-1665854786-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1606345 Nov 24 20:52:00.151418 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-b60410c8-4784-43b5-ac8c-582c165b536d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:00.170628 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1e16d3a-9dba-4d10-9f8b-174efa89e4e9 req-83e3d133-51bd-4ba4-84a0-2d82773122fc tempest-QuotasAdminNegativeTest-1665854786 tempest-QuotasAdminNegativeTest-1665854786-project] 10.222.0.11 "GET /v2.0/quotas/21eea19dfa0448379caeacb07499f248 HTTP/1.1" status: 200 len: 375 time: 0.0225055 Nov 24 20:52:00.183388 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-b60410c8-4784-43b5-ac8c-582c165b536d service neutron] Transition to ACTIVE for port object 7078146b-883e-4761-8c0d-2df44fb319af will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:52:00.208533 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-b60410c8-4784-43b5-ac8c-582c165b536d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:00.228933 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1e16d3a-9dba-4d10-9f8b-174efa89e4e9 req-8310150b-3bb4-4a61-b6a7-941ede568c2b tempest-QuotasAdminNegativeTest-1665854786 tempest-QuotasAdminNegativeTest-1665854786-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=21eea19dfa0448379caeacb07499f248&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542784 Nov 24 20:52:00.282876 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa46144-9894-4eea-b9f1-de610078b12a req-e4aa5236-d511-4d2f-bdfc-dc4c81220133 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:00.289803 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7fa46144-9894-4eea-b9f1-de610078b12a req-e4aa5236-d511-4d2f-bdfc-dc4c81220133 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 943 time: 0.4559507 Nov 24 20:52:00.306032 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60410c8-4784-43b5-ac8c-582c165b536d service neutron] Pushing event updated for resources: {'Port': ['ID=7078146b-883e-4761-8c0d-2df44fb319af,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:00.366869 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9c4cea45-b84e-43a5-95a5-dfb1f9403bed req-04689c4a-83cb-4a5e-9d61-97dc74e36f85 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2d9e527-9602-498b-8ea8-23f813bf9efc HTTP/1.1" status: 200 len: 210 time: 0.0389888 Nov 24 20:52:00.421770 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7fa46144-9894-4eea-b9f1-de610078b12a req-29000602-5d0c-45aa-8a5c-31a2f4a1b225 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310325 Nov 24 20:52:00.471174 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-b60410c8-4784-43b5-ac8c-582c165b536d service neutron] Attempting to bind port 7078146b-883e-4761-8c0d-2df44fb319af on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:52:00.472588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-b60410c8-4784-43b5-ac8c-582c165b536d service neutron] Attempting to bind port 7078146b-883e-4761-8c0d-2df44fb319af by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:52:00.472931 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-b60410c8-4784-43b5-ac8c-582c165b536d service neutron] Attempting to bind port 7078146b-883e-4761-8c0d-2df44fb319af on network f0b7ba0f-849f-45c0-98bd-f2596ab1646f {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:52:00.483921 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-b60410c8-4784-43b5-ac8c-582c165b536d service neutron] Port 7078146b-883e-4761-8c0d-2df44fb319af on network f0b7ba0f-849f-45c0-98bd-f2596ab1646f not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:52:00.484551 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-b60410c8-4784-43b5-ac8c-582c165b536d service neutron] Attempting to bind port 7078146b-883e-4761-8c0d-2df44fb319af on network f0b7ba0f-849f-45c0-98bd-f2596ab1646f {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:52:00.491958 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-b60410c8-4784-43b5-ac8c-582c165b536d service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:52:00.492551 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-b60410c8-4784-43b5-ac8c-582c165b536d service neutron] Checking segment: {'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:52:00.493139 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-b60410c8-4784-43b5-ac8c-582c165b536d service neutron] Bound using segment: {'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:52:00.493641 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-b60410c8-4784-43b5-ac8c-582c165b536d service neutron] Bound port: 7078146b-883e-4761-8c0d-2df44fb319af, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:52:00.494094 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-b60410c8-4784-43b5-ac8c-582c165b536d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:00.590056 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-b60410c8-4784-43b5-ac8c-582c165b536d service neutron] For port 7078146b-883e-4761-8c0d-2df44fb319af, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:52:00.595800 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-b60410c8-4784-43b5-ac8c-582c165b536d service neutron] For port 7078146b-883e-4761-8c0d-2df44fb319af, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=7078146b-883e-4761-8c0d-2df44fb319af,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:52:00.605373 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-b60410c8-4784-43b5-ac8c-582c165b536d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:00.687930 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-b60410c8-4784-43b5-ac8c-582c165b536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:00.689870 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-b60410c8-4784-43b5-ac8c-582c165b536d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:00.691580 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-b60410c8-4784-43b5-ac8c-582c165b536d service neutron] 10.222.0.48 "PUT /v2.0/ports/7078146b-883e-4761-8c0d-2df44fb319af HTTP/1.1" status: 200 len: 1091 time: 1.3837714 Nov 24 20:52:00.777708 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60410c8-4784-43b5-ac8c-582c165b536d service neutron] Pushing event updated for resources: {'Port': ['ID=7078146b-883e-4761-8c0d-2df44fb319af,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:00.793910 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80009873-daf3-4408-8c62-815a2b7d80b0 req-0dd5e22d-7b2c-4a85-926c-49e4dd7e9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:00.796620 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80009873-daf3-4408-8c62-815a2b7d80b0 req-0dd5e22d-7b2c-4a85-926c-49e4dd7e9684 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b3771be825b4710b6a5b24055db84e7&device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 1097 time: 0.0995812 Nov 24 20:52:01.030132 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-37e0e806-5d3a-4253-a6fc-2d232593498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:01.034200 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-37e0e806-5d3a-4253-a6fc-2d232593498b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e863037610748a3b80a51d971bf8b4d&device_id=ef718cbc-1e24-4491-87bf-6f1ffb058898 HTTP/1.1" status: 200 len: 1094 time: 0.2301958 Nov 24 20:52:01.128892 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4026709-841c-4f9b-8892-3895c812536a req-745f39aa-2c37-4f16-a90d-f56a8f6ecbdd tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:01.137540 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e4026709-841c-4f9b-8892-3895c812536a req-745f39aa-2c37-4f16-a90d-f56a8f6ecbdd tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.1121225 Nov 24 20:52:01.164435 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-95214757-5951-445f-819d-47911bfe8ccb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7078146b-883e-4761-8c0d-2df44fb319af HTTP/1.1" status: 200 len: 217 time: 0.1148338 Nov 24 20:52:01.213745 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e4026709-841c-4f9b-8892-3895c812536a req-f08390db-5768-4bd9-b2e0-5ce7707e7efa tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701718 Nov 24 20:52:01.270789 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80009873-daf3-4408-8c62-815a2b7d80b0 req-980be1b0-df02-46bb-952a-754eac5777dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:01.275282 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80009873-daf3-4408-8c62-815a2b7d80b0 req-980be1b0-df02-46bb-952a-754eac5777dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 HTTP/1.1" status: 200 len: 919 time: 0.4040315 Nov 24 20:52:01.329216 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c9cc8-c728-43fb-925e-20f204ef1b51 req-793c8f7e-34be-4b9f-999b-3eef99dd8b51 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:01.340190 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4c1c9cc8-c728-43fb-925e-20f204ef1b51 req-793c8f7e-34be-4b9f-999b-3eef99dd8b51 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 966 time: 0.3030906 Nov 24 20:52:01.409498 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef7461-fb69-4844-89e7-337ee11fa387 req-78e9768a-a988-4f68-9f94-ffef265c148e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:01.417847 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cbef7461-fb69-4844-89e7-337ee11fa387 req-78e9768a-a988-4f68-9f94-ffef265c148e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef718cbc-1e24-4491-87bf-6f1ffb058898 HTTP/1.1" status: 200 len: 943 time: 0.0930693 Nov 24 20:52:01.477371 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-184ace21-bfc4-46ad-a577-4fdcc44a85cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:01.478895 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cbef7461-fb69-4844-89e7-337ee11fa387 req-1c9e0add-3031-4f00-96ed-4bdd75bb0cca tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602744 Nov 24 20:52:01.479045 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-184ace21-bfc4-46ad-a577-4fdcc44a85cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ded7d568-de3b-47fd-8a43-7e09737c0e38 HTTP/1.1" status: 200 len: 845 time: 0.2971733 Nov 24 20:52:01.575023 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 303d75f2-c102-4331-a4d1-d254fe301d93 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:52:01.686457 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ee574570-0ccc-4447-af08-5b0c3985f6ec req-8b38d820-8cb5-46d0-8235-ecfce86046d8 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2d9e527-9602-498b-8ea8-23f813bf9efc HTTP/1.1" status: 200 len: 210 time: 0.0595038 Nov 24 20:52:01.860875 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54394) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:52:01.921075 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fc0c3-16c8-4a52-8c57-f9639092bf96 req-15832110-3fc8-48f3-88c3-330890e4e1d2 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:01.930019 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b4fc0c3-16c8-4a52-8c57-f9639092bf96 req-15832110-3fc8-48f3-88c3-330890e4e1d2 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 943 time: 0.1205547 Nov 24 20:52:01.941317 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef718cbc-1e24-4491-87bf-6f1ffb058898', 'tag': '7078146b-883e-4761-8c0d-2df44fb319af'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:52:01.945704 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342631f8-4f17-4ffa-bed8-b426ec35c22f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef718cbc-1e24-4491-87bf-6f1ffb058898", "tag": "7078146b-883e-4761-8c0d-2df44fb319af"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:52:01.965197 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80009873-daf3-4408-8c62-815a2b7d80b0 req-c577dd5a-acb9-43f7-aa95-86d5c4b3d057 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=258b81dc-1152-4bfa-b862-bf1733faf37d HTTP/1.1" status: 200 len: 217 time: 0.5231144 Nov 24 20:52:02.013991 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b4fc0c3-16c8-4a52-8c57-f9639092bf96 req-6f71fffb-6623-430d-9b82-833350669aed tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788875 Nov 24 20:52:02.028714 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-3951d62f-453f-469a-b14d-42028d1456b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005554 Nov 24 20:52:02.045001 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b6273da-a515-4245-ab61-96e33f3bab35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:02.131554 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4c1c9cc8-c728-43fb-925e-20f204ef1b51 req-0c75a2c3-253d-4fbe-a6a4-4744184ccf89 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7798297 Nov 24 20:52:02.203049 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fa7b09-a895-4c06-9f1d-9a367488eeda x-openstack-request-id: req-79fa7b09-a895-4c06-9f1d-9a367488eeda {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:52:02.203390 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef718cbc-1e24-4491-87bf-6f1ffb058898", "tag": "7078146b-883e-4761-8c0d-2df44fb319af", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:52:02.203652 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-79fa7b09-a895-4c06-9f1d-9a367488eeda {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:52:02.204061 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef718cbc-1e24-4491-87bf-6f1ffb058898', 'tag': '7078146b-883e-4761-8c0d-2df44fb319af', 'status': 'completed', 'code': 200} Nov 24 20:52:02.211271 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b6273da-a515-4245-ab61-96e33f3bab35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:02.217839 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b6273da-a515-4245-ab61-96e33f3bab35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:02.226933 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a4000-5d86-4232-b213-2869462e396f req-02b0b768-dded-4caa-b627-cd59264580d4 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:02.230363 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f67a4000-5d86-4232-b213-2869462e396f req-02b0b768-dded-4caa-b627-cd59264580d4 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 966 time: 0.8289423 Nov 24 20:52:02.256531 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6273da-a515-4245-ab61-96e33f3bab35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5953824e-e262-4894-8e6e-76aae99555f4,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:02.270525 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4b6273da-a515-4245-ab61-96e33f3bab35 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=21eea19dfa0448379caeacb07499f248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4077203 Nov 24 20:52:02.271462 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-731d7b5d-9f2d-44ff-99ce-d63ec467bb6f service neutron] 10.222.0.48 "GET /v2.0/ports/303d75f2-c102-4331-a4d1-d254fe301d93/bindings/n-h2-812111-8 HTTP/1.1" status: 200 len: 384 time: 0.8255250 Nov 24 20:52:02.273091 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80009873-daf3-4408-8c62-815a2b7d80b0 req-83052c16-9908-42aa-91ef-a4ccfac8a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:02.274624 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80009873-daf3-4408-8c62-815a2b7d80b0 req-83052c16-9908-42aa-91ef-a4ccfac8a68e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=376b0315-e8bc-496c-b7dc-6aa04ce56089 HTTP/1.1" status: 200 len: 858 time: 0.2790625 Nov 24 20:52:02.281560 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54414) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:52:02.360134 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:52:02.383887 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9342ab-efd2-4221-b380-6da3df408477 req-fdea8460-14a3-4c8a-bf70-dcb889ca5684 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:02.386920 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00570e0e-46e1-47e9-946e-c609390563eb req-cff1ae98-32df-49ef-92af-5fb1128f2573 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:02.388479 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00570e0e-46e1-47e9-946e-c609390563eb req-cff1ae98-32df-49ef-92af-5fb1128f2573 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.48 "GET /v2.0/networks?id=a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89 HTTP/1.1" status: 200 len: 822 time: 0.9884872 Nov 24 20:52:02.391362 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9d9342ab-efd2-4221-b380-6da3df408477 req-fdea8460-14a3-4c8a-bf70-dcb889ca5684 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.0756335 Nov 24 20:52:02.398604 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80009873-daf3-4408-8c62-815a2b7d80b0 req-3d36c193-4679-4d48-9b68-0872464979a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1f34a3a-7d9a-4fae-8aee-8cca99d32be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065259 Nov 24 20:52:02.414353 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-00570e0e-46e1-47e9-946e-c609390563eb req-b6640125-a62a-41a8-9481-25f9db4eee9e tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Request body: {'port': {'device_id': 'b2d9e527-9602-498b-8ea8-23f813bf9efc', 'network_id': 'a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89', 'admin_state_up': True, 'tenant_id': 'c344d5645a58402bb62e084fc6771900'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:52:02.448846 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9d9342ab-efd2-4221-b380-6da3df408477 req-1e569760-769c-41d5-9c18-15048a37ae65 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565431 Nov 24 20:52:02.570716 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-7a264bb9-3afc-479c-9e18-dd4812f33aa8 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079422 Nov 24 20:52:02.754366 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5f5107c5-4575-4654-8578-c4e1f5d45fc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:02.797248 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4d23183b-e9d3-453a-844e-ffd89c68ddc6 req-b533b632-6b8c-4fd2-8c72-2442227b3746 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2d9e527-9602-498b-8ea8-23f813bf9efc HTTP/1.1" status: 200 len: 210 time: 0.0371966 Nov 24 20:52:02.925883 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5f5107c5-4575-4654-8578-c4e1f5d45fc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:02.997372 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80009873-daf3-4408-8c62-815a2b7d80b0 req-883bb504-0bc9-4e3f-acf1-be985a705f83 service neutron] 10.222.0.15 "GET /v2.0/networks/b1f34a3a-7d9a-4fae-8aee-8cca99d32be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750921 Nov 24 20:52:03.018825 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9d887-50f4-44b1-89e7-cd08e04ede8e req-c147f927-f950-4d7a-a16a-a16cb518ecb0 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:03.020206 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-28e9d887-50f4-44b1-89e7-cd08e04ede8e req-c147f927-f950-4d7a-a16a-a16cb518ecb0 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef718cbc-1e24-4491-87bf-6f1ffb058898 HTTP/1.1" status: 200 len: 943 time: 0.3934252 Nov 24 20:52:03.058622 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-f67a4000-5d86-4232-b213-2869462e396f req-25bf1166-df21-46e1-9b59-8d8d6231fcca tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Deleting port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:52:03.059028 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f67a4000-5d86-4232-b213-2869462e396f req-25bf1166-df21-46e1-9b59-8d8d6231fcca tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:03.139830 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-adf61215-9218-47a5-98cc-a47eceee7b07 req-3368339e-fb87-47a7-8cd7-b6ef216eeeff service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241942 Nov 24 20:52:03.151497 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b9ff6-af25-4996-be0e-35ccced8983f req-5afff229-82a9-4708-8978-32138059f8dc tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:03.161132 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-755b9ff6-af25-4996-be0e-35ccced8983f req-5afff229-82a9-4708-8978-32138059f8dc tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 943 time: 0.0744431 Nov 24 20:52:03.213751 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00570e0e-46e1-47e9-946e-c609390563eb req-b6640125-a62a-41a8-9481-25f9db4eee9e tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Made reservation on behalf of c344d5645a58402bb62e084fc6771900 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:52:03.217548 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-00570e0e-46e1-47e9-946e-c609390563eb req-b6640125-a62a-41a8-9481-25f9db4eee9e tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:03.233103 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-755b9ff6-af25-4996-be0e-35ccced8983f req-ea34b3bf-c951-4698-be99-4415918fcfb6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698833 Nov 24 20:52:03.392292 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5f5107c5-4575-4654-8578-c4e1f5d45fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:03.394959 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5f5107c5-4575-4654-8578-c4e1f5d45fc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:03.400658 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5f5107c5-4575-4654-8578-c4e1f5d45fc9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5953824e-e262-4894-8e6e-76aae99555f4 HTTP/1.1" status: 204 len: 168 time: 1.1116152 Nov 24 20:52:03.414381 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-d9591ad4-8004-4c5c-bb68-b917e2cecc13 service neutron] For port 303d75f2-c102-4331-a4d1-d254fe301d93, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=303d75f2-c102-4331-a4d1-d254fe301d93,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:03.476432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe072d5-ceaf-408a-8021-a74b02876518 req-bf3d95b7-351e-4cbc-895c-bc58c8b24c0f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:03.485255 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6fe072d5-ceaf-408a-8021-a74b02876518 req-bf3d95b7-351e-4cbc-895c-bc58c8b24c0f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 966 time: 0.0732992 Nov 24 20:52:03.520162 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-28e9d887-50f4-44b1-89e7-cd08e04ede8e req-528e6da6-0be2-4544-a5ca-8f735d629f68 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810920 Nov 24 20:52:03.549252 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5107c5-4575-4654-8578-c4e1f5d45fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5953824e-e262-4894-8e6e-76aae99555f4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:03.561064 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6fe072d5-ceaf-408a-8021-a74b02876518 req-95970d48-789c-4845-bb83-ab095bf901a0 tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aadf5c-6774-486f-bcfd-7033dc48aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707431 Nov 24 20:52:03.567454 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-d9591ad4-8004-4c5c-bb68-b917e2cecc13 service neutron] For port 303d75f2-c102-4331-a4d1-d254fe301d93, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:52:03.624356 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80009873-daf3-4408-8c62-815a2b7d80b0 req-e7910960-0101-48b0-8bc5-0f40b9a2b3d4 service neutron] 10.222.0.15 "GET /v2.0/networks/b1f34a3a-7d9a-4fae-8aee-8cca99d32be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008816 Nov 24 20:52:03.639152 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342631f8-4f17-4ffa-bed8-b426ec35c22f req-86571c93-368a-4baf-87e3-6e791c4b9577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:03.641739 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-342631f8-4f17-4ffa-bed8-b426ec35c22f req-86571c93-368a-4baf-87e3-6e791c4b9577 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e863037610748a3b80a51d971bf8b4d&device_id=ef718cbc-1e24-4491-87bf-6f1ffb058898 HTTP/1.1" status: 200 len: 1094 time: 0.4200189 Nov 24 20:52:03.645571 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f67a4000-5d86-4232-b213-2869462e396f req-25bf1166-df21-46e1-9b59-8d8d6231fcca tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] For port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf,segment=NetworkSegment(3d68062b-ac1a-42a1-8623-99071d4eb9ff),segment_id=3d68062b-ac1a-42a1-8623-99071d4eb9ff)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:03.646053 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f67a4000-5d86-4232-b213-2869462e396f req-25bf1166-df21-46e1-9b59-8d8d6231fcca tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:03.699362 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab6bdd-1c03-44c7-be3f-26082d4564f2 req-0d230e4f-357b-4d20-8b56-b2b8fab7b347 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:03.708243 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e8ab6bdd-1c03-44c7-be3f-26082d4564f2 req-0d230e4f-357b-4d20-8b56-b2b8fab7b347 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.0943897 Nov 24 20:52:03.747472 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-f67a4000-5d86-4232-b213-2869462e396f req-25bf1166-df21-46e1-9b59-8d8d6231fcca tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Calling delete_port for 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf owned by compute:tempest-test_az-1637409526 {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:52:03.752269 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-d9591ad4-8004-4c5c-bb68-b917e2cecc13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303d75f2-c102-4331-a4d1-d254fe301d93 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:52:03.808389 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-d9591ad4-8004-4c5c-bb68-b917e2cecc13 service neutron] For port 303d75f2-c102-4331-a4d1-d254fe301d93, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=303d75f2-c102-4331-a4d1-d254fe301d93,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:03.814676 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e8ab6bdd-1c03-44c7-be3f-26082d4564f2 req-139eefdd-f2b5-4a74-bd97-84e65326cc1d tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026535 Nov 24 20:52:03.939969 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342631f8-4f17-4ffa-bed8-b426ec35c22f req-c18b0c17-8a6a-4fe5-8030-20c533d01d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:03.941495 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-342631f8-4f17-4ffa-bed8-b426ec35c22f req-c18b0c17-8a6a-4fe5-8030-20c533d01d23 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f HTTP/1.1" status: 200 len: 906 time: 0.2849882 Nov 24 20:52:03.966192 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54444) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:52:03.983459 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7a099e46-3119-49b3-9ab9-60c2a04517d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:04.018706 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-d9591ad4-8004-4c5c-bb68-b917e2cecc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:04.022478 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-00570e0e-46e1-47e9-946e-c609390563eb req-b6640125-a62a-41a8-9481-25f9db4eee9e tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Allocated IP 172.20.0.13 (a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89/d5cc4790-b611-45fb-bbff-41a34cc02af6/bc0b1302-36e1-4026-8d45-60f27b771d2a) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:52:04.036323 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6cf95283-ab9e-4d47-9a1d-553ea16040cf req-d2b92d37-1f0a-4470-aa8f-45fe1552f32c tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2d9e527-9602-498b-8ea8-23f813bf9efc HTTP/1.1" status: 200 len: 210 time: 0.0976617 Nov 24 20:52:04.098906 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7a099e46-3119-49b3-9ab9-60c2a04517d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:04.099937 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-342631f8-4f17-4ffa-bed8-b426ec35c22f req-4066ebeb-5faf-4ace-93a4-be990e5bb77b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7078146b-883e-4761-8c0d-2df44fb319af HTTP/1.1" status: 200 len: 217 time: 0.1349363 Nov 24 20:52:04.105031 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7a099e46-3119-49b3-9ab9-60c2a04517d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:04.164877 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7a099e46-3119-49b3-9ab9-60c2a04517d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6cce612d2ccf45d79fbe7b08bcb7975b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1964669 Nov 24 20:52:04.177374 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54446) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:52:04.189447 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a099e46-3119-49b3-9ab9-60c2a04517d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cb5c91-ccf4-4bfd-bfcb-537df0b89b8a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:04.240129 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-660e0e57-fa99-4e40-bc99-d69f22fe3b82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:04.279957 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342631f8-4f17-4ffa-bed8-b426ec35c22f req-906bae78-788d-421a-9fa6-1bc8423b89d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:04.282854 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-342631f8-4f17-4ffa-bed8-b426ec35c22f req-906bae78-788d-421a-9fa6-1bc8423b89d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ded7d568-de3b-47fd-8a43-7e09737c0e38 HTTP/1.1" status: 200 len: 845 time: 0.1745880 Nov 24 20:52:04.287077 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-660e0e57-fa99-4e40-bc99-d69f22fe3b82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:04.401016 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-342631f8-4f17-4ffa-bed8-b426ec35c22f req-1de38de4-3dbc-4892-9c09-00a6673c8c15 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017385 Nov 24 20:52:04.405346 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9227c-57d4-4bef-b5bb-93690078eec7 req-49bdc279-66c7-4519-a044-f77e64021c76 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:04.407959 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-65e9227c-57d4-4bef-b5bb-93690078eec7 req-49bdc279-66c7-4519-a044-f77e64021c76 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 943 time: 0.0802355 Nov 24 20:52:04.457738 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-660e0e57-fa99-4e40-bc99-d69f22fe3b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:04.464627 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-660e0e57-fa99-4e40-bc99-d69f22fe3b82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:04.472052 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-660e0e57-fa99-4e40-bc99-d69f22fe3b82 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/48cb5c91-ccf4-4bfd-bfcb-537df0b89b8a HTTP/1.1" status: 204 len: 168 time: 0.2935109 Nov 24 20:52:04.497721 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-d9591ad4-8004-4c5c-bb68-b917e2cecc13 service neutron] Transition to ACTIVE for port object 303d75f2-c102-4331-a4d1-d254fe301d93 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:52:04.513526 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e0e57-fa99-4e40-bc99-d69f22fe3b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cb5c91-ccf4-4bfd-bfcb-537df0b89b8a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:04.550818 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-d9591ad4-8004-4c5c-bb68-b917e2cecc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:04.587799 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f67a4000-5d86-4232-b213-2869462e396f req-25bf1166-df21-46e1-9b59-8d8d6231fcca tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:04.630062 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-65e9227c-57d4-4bef-b5bb-93690078eec7 req-0f33e537-5016-4a7e-a586-0cc2330ff740 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132769 Nov 24 20:52:04.732478 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9591ad4-8004-4c5c-bb68-b917e2cecc13 service neutron] Pushing event updated for resources: {'Port': ['ID=303d75f2-c102-4331-a4d1-d254fe301d93,revision_number=10']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:04.754975 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1d853f84-c967-4c99-8ce7-e333a93dd1eb req-b9776f76-e1a5-4513-ba35-78719221c1ef tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 210 time: 0.0365944 Nov 24 20:52:04.835514 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-00570e0e-46e1-47e9-946e-c609390563eb req-b6640125-a62a-41a8-9481-25f9db4eee9e tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:04.894077 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf1166-df21-46e1-9b59-8d8d6231fcca tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Pushing event deleted for resources: {'Port': ['ID=9b8d661b-bc3f-498f-afb9-00d8cf5f81cf,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:04.920509 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-342631f8-4f17-4ffa-bed8-b426ec35c22f req-d6dc9fd2-d0b9-45dc-bca8-4a109bfd8749 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794264 Nov 24 20:52:04.928724 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-d9591ad4-8004-4c5c-bb68-b917e2cecc13 service neutron] No DVR routers for this DVR port 303d75f2-c102-4331-a4d1-d254fe301d93 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:52:04.990533 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1593c1-18ea-49f9-a471-36ad35dbe3e9 req-078c9aeb-d1d8-4cab-8945-d96ad89f87e4 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:04.994320 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4c1593c1-18ea-49f9-a471-36ad35dbe3e9 req-078c9aeb-d1d8-4cab-8945-d96ad89f87e4 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.1009233 Nov 24 20:52:05.074550 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4c1593c1-18ea-49f9-a471-36ad35dbe3e9 req-d1b92945-93e2-48d1-8252-7324447c7e0a tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647690 Nov 24 20:52:05.214607 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c09751c9-d384-4026-bd04-ff654cf44637 req-27db0e21-3408-49f7-a7c0-84ce96d51cd2 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2d9e527-9602-498b-8ea8-23f813bf9efc HTTP/1.1" status: 200 len: 210 time: 0.0459926 Nov 24 20:52:05.299441 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67a4000-5d86-4232-b213-2869462e396f req-25bf1166-df21-46e1-9b59-8d8d6231fcca tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] No DVR routers for this DVR port 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:52:05.307025 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f67a4000-5d86-4232-b213-2869462e396f req-25bf1166-df21-46e1-9b59-8d8d6231fcca tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:05.310356 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f67a4000-5d86-4232-b213-2869462e396f req-25bf1166-df21-46e1-9b59-8d8d6231fcca tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.15 "DELETE /v2.0/ports/9b8d661b-bc3f-498f-afb9-00d8cf5f81cf HTTP/1.1" status: 204 len: 173 time: 3.0297995 Nov 24 20:52:05.318310 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7', 'name': 'network-vif-deleted', 'tag': '9b8d661b-bc3f-498f-afb9-00d8cf5f81cf'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:52:05.322130 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42d37ef-8784-448a-a435-3dc5cefba44e" -d '{"events": [{"server_uuid": "a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7", "name": "network-vif-deleted", "tag": "9b8d661b-bc3f-498f-afb9-00d8cf5f81cf"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:52:05.364618 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf01b27-8485-4cd6-a801-c87c0b675fbe req-9a1ec54a-b1e7-4872-b623-d033dc6b1328 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:05.372464 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eaf01b27-8485-4cd6-a801-c87c0b675fbe req-9a1ec54a-b1e7-4872-b623-d033dc6b1328 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef718cbc-1e24-4491-87bf-6f1ffb058898 HTTP/1.1" status: 200 len: 943 time: 0.6957359 Nov 24 20:52:05.381491 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef064c4-755f-431c-90c9-3fb58f966a61 x-openstack-request-id: req-bef064c4-755f-431c-90c9-3fb58f966a61 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:52:05.381781 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7", "name": "network-vif-deleted", "tag": "9b8d661b-bc3f-498f-afb9-00d8cf5f81cf", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:52:05.382036 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bef064c4-755f-431c-90c9-3fb58f966a61 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:52:05.382434 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7', 'name': 'network-vif-deleted', 'tag': '9b8d661b-bc3f-498f-afb9-00d8cf5f81cf', 'status': 'completed', 'code': 200} Nov 24 20:52:05.419160 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-d9591ad4-8004-4c5c-bb68-b917e2cecc13 service neutron] 10.222.0.48 "PUT /v2.0/ports/303d75f2-c102-4331-a4d1-d254fe301d93/bindings/n-h2-812111-8/activate HTTP/1.1" status: 200 len: 369 time: 3.1261914 Nov 24 20:52:05.458081 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-00570e0e-46e1-47e9-946e-c609390563eb req-b6640125-a62a-41a8-9481-25f9db4eee9e tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:05.529658 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eaf01b27-8485-4cd6-a801-c87c0b675fbe req-a7fd03fb-79cf-49f8-b06e-1a759386e213 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539624 Nov 24 20:52:05.541882 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54508) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:52:05.548367 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00570e0e-46e1-47e9-946e-c609390563eb req-b6640125-a62a-41a8-9481-25f9db4eee9e tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Network a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:52:05.560629 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-342631f8-4f17-4ffa-bed8-b426ec35c22f req-8fb65432-e2d2-480d-874d-11e21de80049 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6280878 Nov 24 20:52:05.566799 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-00570e0e-46e1-47e9-946e-c609390563eb req-b6640125-a62a-41a8-9481-25f9db4eee9e tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:52:05.567066 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 7078146b-883e-4761-8c0d-2df44fb319af details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:52:05.582524 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-00570e0e-46e1-47e9-946e-c609390563eb req-b6640125-a62a-41a8-9481-25f9db4eee9e tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:52:05.622760 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640125-a62a-41a8-9481-25f9db4eee9e tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Pushing event updated for resources: {'Port': ['ID=bc0b1302-36e1-4026-8d45-60f27b771d2a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:05.683144 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00570e0e-46e1-47e9-946e-c609390563eb req-b6640125-a62a-41a8-9481-25f9db4eee9e tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:05.683994 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-00570e0e-46e1-47e9-946e-c609390563eb req-b6640125-a62a-41a8-9481-25f9db4eee9e tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:05.708115 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-3d9d03af-4043-4546-8025-3748f10d36aa tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:05.709973 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-3d9d03af-4043-4546-8025-3748f10d36aa tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a&tenant_id=0d368bbdb2b84a05b39068aac600d356&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 1095 time: 0.1479383 Nov 24 20:52:05.713362 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 7078146b-883e-4761-8c0d-2df44fb319af, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=7078146b-883e-4761-8c0d-2df44fb319af,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:05.721989 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ff2e57aa-25d6-4e64-98fa-2412bee89b65 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1546000800-network', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:52:05.729594 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '7078146b-883e-4761-8c0d-2df44fb319af', 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f', 'port_id': '7078146b-883e-4761-8c0d-2df44fb319af', 'mac_address': 'fa:16:3e:90:7b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded7d568-de3b-47fd-8a43-7e09737c0e38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:52:05.747121 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00570e0e-46e1-47e9-946e-c609390563eb req-b6640125-a62a-41a8-9481-25f9db4eee9e tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3475780 Nov 24 20:52:05.775067 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:05.792288 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-00570e0e-46e1-47e9-946e-c609390563eb req-7e76e75f-a5a7-4cac-b317-9d2e69e7ffa8 service neutron] Request body: {'port': {'device_id': 'b2d9e527-9602-498b-8ea8-23f813bf9efc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:52:05.794210 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7078146b-883e-4761-8c0d-2df44fb319af {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:52:05.836707 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 7078146b-883e-4761-8c0d-2df44fb319af, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=7078146b-883e-4761-8c0d-2df44fb319af,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:05.839021 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2e57aa-25d6-4e64-98fa-2412bee89b65 admin admin] Made reservation on behalf of db05c493a3d846ffa61b28955d75d7d5 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:52:05.841454 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff2e57aa-25d6-4e64-98fa-2412bee89b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:05.845934 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:05.889467 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-00570e0e-46e1-47e9-946e-c609390563eb req-7e76e75f-a5a7-4cac-b317-9d2e69e7ffa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:05.892255 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff2e57aa-25d6-4e64-98fa-2412bee89b65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:05.897054 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71b48d99-3b68-4c6a-a46f-cfd4615d1203 req-6697e8b7-a5f6-4d6d-bda8-99f93662185f tempest-LiveAutoBlockMigrationV225Test-101124458 tempest-LiveAutoBlockMigrationV225Test-101124458-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d18d3e-0d5b-4d9e-8c44-0aea53e835b7 HTTP/1.1" status: 200 len: 210 time: 0.0433776 Nov 24 20:52:05.945117 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=7078146b-883e-4761-8c0d-2df44fb319af,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:05.952294 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7bc07-74da-4622-a726-35236953f89b req-d4fdc926-e6d6-4cff-bd89-c350f8dd0a77 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:05.954448 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:05.954806 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:05.955146 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:05.955664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:05.956010 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:05.956126 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-faf7bc07-74da-4622-a726-35236953f89b req-d4fdc926-e6d6-4cff-bd89-c350f8dd0a77 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 944 time: 0.2307062 Nov 24 20:52:05.956343 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:05.956677 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:05.957061 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:05.957384 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:05.957715 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:05.958043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:05.958439 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:06.055102 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-b13f6e30-d0a2-40b0-9ac8-fa2d164a424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:06.056650 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-b13f6e30-d0a2-40b0-9ac8-fa2d164a424f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a&tenant_id=0d368bbdb2b84a05b39068aac600d356 HTTP/1.1" status: 200 len: 1095 time: 0.3085411 Nov 24 20:52:06.070163 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['7078146b-883e-4761-8c0d-2df44fb319af'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:52:06.127499 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07111370-bf6f-449e-b723-89414433c7f8 req-7827a36d-41d9-49fe-9694-b6c1ba497bde tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:06.129029 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-07111370-bf6f-449e-b723-89414433c7f8 req-7827a36d-41d9-49fe-9694-b6c1ba497bde tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=818a2e6d-0208-417d-9729-a1f2a8ccba16 HTTP/1.1" status: 200 len: 949 time: 0.0509362 Nov 24 20:52:06.172610 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-faf7bc07-74da-4622-a726-35236953f89b req-f3a5782b-b511-4e37-8975-4163e230bcf1 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733034 Nov 24 20:52:06.183231 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-07111370-bf6f-449e-b723-89414433c7f8 req-f806ba0d-4fba-46e8-a666-6c2edf6ca1de tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdbf9d04-baa8-4d8b-b788-d04aa878f740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477552 Nov 24 20:52:06.323021 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-ffaa905d-bb9b-42cd-8cd1-b10f90268bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:06.324536 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-ffaa905d-bb9b-42cd-8cd1-b10f90268bf5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 1095 time: 0.2071946 Nov 24 20:52:06.328015 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff2e57aa-25d6-4e64-98fa-2412bee89b65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:06.341841 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff2e57aa-25d6-4e64-98fa-2412bee89b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:06.416784 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2e57aa-25d6-4e64-98fa-2412bee89b65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:52:06.440434 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fa36b-024b-4017-b882-711cb74aad2c req-de6a3c25-42a9-4e2f-a659-73823f1002a1 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:06.441979 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2e4fa36b-024b-4017-b882-711cb74aad2c req-de6a3c25-42a9-4e2f-a659-73823f1002a1 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.1657312 Nov 24 20:52:06.474793 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e57aa-25d6-4e64-98fa-2412bee89b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9d2bc8-b9d2-4f2a-8dd0-8062a58bec6e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:06.493313 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff2e57aa-25d6-4e64-98fa-2412bee89b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:06.493669 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-ff2e57aa-25d6-4e64-98fa-2412bee89b65 admin admin] Added segment ad0d73e7-0c52-46df-bc47-8e8bad650d7d of type vlan for network b951b5c3-656e-4fff-abfd-18296c34042b Nov 24 20:52:06.618254 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff2e57aa-25d6-4e64-98fa-2412bee89b65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:06.628671 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-00570e0e-46e1-47e9-946e-c609390563eb req-7e76e75f-a5a7-4cac-b317-9d2e69e7ffa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0b1302-36e1-4026-8d45-60f27b771d2a {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:52:06.642017 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02f1f-9434-4e53-857c-c6a33042da26 req-f7fd1ffd-a11f-4a52-86e9-d1145b29f160 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:06.643827 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bbf02f1f-9434-4e53-857c-c6a33042da26 req-f7fd1ffd-a11f-4a52-86e9-d1145b29f160 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2d9e527-9602-498b-8ea8-23f813bf9efc HTTP/1.1" status: 200 len: 932 time: 0.0569086 Nov 24 20:52:06.645642 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-00570e0e-46e1-47e9-946e-c609390563eb req-7e76e75f-a5a7-4cac-b317-9d2e69e7ffa8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:06.648371 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-722bec35-1b54-4926-bd14-d9b104f64d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:06.649907 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-722bec35-1b54-4926-bd14-d9b104f64d8d service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 908 time: 0.3120403 Nov 24 20:52:06.678406 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2e4fa36b-024b-4017-b882-711cb74aad2c req-67daa506-897d-4a80-956e-2416b5632b73 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047110 Nov 24 20:52:06.679339 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-00570e0e-46e1-47e9-946e-c609390563eb req-7e76e75f-a5a7-4cac-b317-9d2e69e7ffa8 service neutron] Transition to ACTIVE for port object bc0b1302-36e1-4026-8d45-60f27b771d2a will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:52:06.726878 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bbf02f1f-9434-4e53-857c-c6a33042da26 req-a7816fe9-03e4-4485-829e-f8290d3de439 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/security-groups?id=e8ec3cd2-93fd-4a90-a887-e95756e3be16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756190 Nov 24 20:52:06.731645 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-cc76749c-2ff6-42fa-a561-47db895307f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=303d75f2-c102-4331-a4d1-d254fe301d93 HTTP/1.1" status: 200 len: 217 time: 0.0694432 Nov 24 20:52:06.732265 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-00570e0e-46e1-47e9-946e-c609390563eb req-7e76e75f-a5a7-4cac-b317-9d2e69e7ffa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:06.748885 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff2e57aa-25d6-4e64-98fa-2412bee89b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:06.750945 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2e57aa-25d6-4e64-98fa-2412bee89b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:06.751887 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff2e57aa-25d6-4e64-98fa-2412bee89b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:06.866125 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401b99e-9db1-4e85-9bc2-00ad5d91fc4a req-2602d072-98d5-46e0-a735-fe0c671057b6 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:06.868806 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3401b99e-9db1-4e85-9bc2-00ad5d91fc4a req-2602d072-98d5-46e0-a735-fe0c671057b6 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef718cbc-1e24-4491-87bf-6f1ffb058898 HTTP/1.1" status: 200 len: 944 time: 0.0606782 Nov 24 20:52:06.880347 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:52:06.902861 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:52:06.903630 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9b8d661b-bc3f-498f-afb9-00d8cf5f81cf not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:52:06.910240 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76e75f-a5a7-4cac-b317-9d2e69e7ffa8 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0b1302-36e1-4026-8d45-60f27b771d2a,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:06.925743 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ff2e57aa-25d6-4e64-98fa-2412bee89b65 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.3720038 Nov 24 20:52:06.925743 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54572) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:52:06.927602 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e57aa-25d6-4e64-98fa-2412bee89b65 admin admin] Pushing event updated for resources: {'Network': ['ID=b951b5c3-656e-4fff-abfd-18296c34042b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:06.941244 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network b951b5c3-656e-4fff-abfd-18296c34042b details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:52:06.945944 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-86296bb4-f640-42c5-9f76-d03ae5f15a55 admin admin] Request body: {'subnet': {'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1546000800-subnet', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:52:06.963765 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-b052f8a4-d17c-4bdd-b049-ba1a5256984e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:06.965334 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-b052f8a4-d17c-4bdd-b049-ba1a5256984e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d0e18ba-6af5-4f0b-b8c6-f19541a42712 HTTP/1.1" status: 200 len: 847 time: 0.2218595 Nov 24 20:52:06.968431 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3401b99e-9db1-4e85-9bc2-00ad5d91fc4a req-89117a2a-cb6b-45a9-a90b-5a3499a6727a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876136 Nov 24 20:52:06.980927 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54574) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:52:07.033551 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-f0d8499c-a920-4f7d-98cd-4d7a2b848b86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a5f3905-f9df-4704-8238-82ae8b0c31f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422378 Nov 24 20:52:07.036004 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86296bb4-f640-42c5-9f76-d03ae5f15a55 admin admin] Made reservation on behalf of db05c493a3d846ffa61b28955d75d7d5 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:52:07.038441 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86296bb4-f640-42c5-9f76-d03ae5f15a55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:07.124902 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe03f0fa-29b1-404f-a354-d6cc93177cde admin admin] Deleting subnet 9e45132d-16f0-4b54-ad14-284c2476122c {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:52:07.130661 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe03f0fa-29b1-404f-a354-d6cc93177cde admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:07.161967 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-00570e0e-46e1-47e9-946e-c609390563eb req-7e76e75f-a5a7-4cac-b317-9d2e69e7ffa8 service neutron] Attempting to bind port bc0b1302-36e1-4026-8d45-60f27b771d2a on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:52:07.162549 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-00570e0e-46e1-47e9-946e-c609390563eb req-7e76e75f-a5a7-4cac-b317-9d2e69e7ffa8 service neutron] Attempting to bind port bc0b1302-36e1-4026-8d45-60f27b771d2a by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '468b1a81-9613-43e4-b16c-97fb83ea7acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:52:07.163090 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00570e0e-46e1-47e9-946e-c609390563eb req-7e76e75f-a5a7-4cac-b317-9d2e69e7ffa8 service neutron] Attempting to bind port bc0b1302-36e1-4026-8d45-60f27b771d2a on network a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:52:07.173181 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe03f0fa-29b1-404f-a354-d6cc93177cde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:07.191593 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00570e0e-46e1-47e9-946e-c609390563eb req-7e76e75f-a5a7-4cac-b317-9d2e69e7ffa8 service neutron] Port bc0b1302-36e1-4026-8d45-60f27b771d2a on network a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:52:07.191924 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00570e0e-46e1-47e9-946e-c609390563eb req-7e76e75f-a5a7-4cac-b317-9d2e69e7ffa8 service neutron] Attempting to bind port bc0b1302-36e1-4026-8d45-60f27b771d2a on network a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:52:07.221993 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00570e0e-46e1-47e9-946e-c609390563eb req-7e76e75f-a5a7-4cac-b317-9d2e69e7ffa8 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:52:07.222354 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00570e0e-46e1-47e9-946e-c609390563eb req-7e76e75f-a5a7-4cac-b317-9d2e69e7ffa8 service neutron] Checking segment: {'id': '468b1a81-9613-43e4-b16c-97fb83ea7acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:52:07.223229 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00570e0e-46e1-47e9-946e-c609390563eb req-7e76e75f-a5a7-4cac-b317-9d2e69e7ffa8 service neutron] Bound using segment: {'id': '468b1a81-9613-43e4-b16c-97fb83ea7acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:52:07.223229 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-00570e0e-46e1-47e9-946e-c609390563eb req-7e76e75f-a5a7-4cac-b317-9d2e69e7ffa8 service neutron] Bound port: bc0b1302-36e1-4026-8d45-60f27b771d2a, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '468b1a81-9613-43e4-b16c-97fb83ea7acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:52:07.223863 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-00570e0e-46e1-47e9-946e-c609390563eb req-7e76e75f-a5a7-4cac-b317-9d2e69e7ffa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:07.224888 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe03f0fa-29b1-404f-a354-d6cc93177cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:07.260900 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-2a66ac60-c198-4c43-8648-a6e6cb9b3409 service neutron] 10.222.0.15 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182863 Nov 24 20:52:07.308930 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe03f0fa-29b1-404f-a354-d6cc93177cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:07.363574 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03f0fa-29b1-404f-a354-d6cc93177cde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e45132d-16f0-4b54-ad14-284c2476122c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:07.365750 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe03f0fa-29b1-404f-a354-d6cc93177cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:07.369171 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fe03f0fa-29b1-404f-a354-d6cc93177cde admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9e45132d-16f0-4b54-ad14-284c2476122c HTTP/1.1" status: 204 len: 168 time: 0.3869393 Nov 24 20:52:07.371653 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54586) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:52:07.408587 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021ab44-ed6b-4cf0-ab19-a67e6654c557 req-ad12e311-929f-4380-8b99-dbbdaf89bb75 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:07.410226 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0021ab44-ed6b-4cf0-ab19-a67e6654c557 req-ad12e311-929f-4380-8b99-dbbdaf89bb75 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 944 time: 0.1178477 Nov 24 20:52:07.464729 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-00570e0e-46e1-47e9-946e-c609390563eb req-7e76e75f-a5a7-4cac-b317-9d2e69e7ffa8 service neutron] For port bc0b1302-36e1-4026-8d45-60f27b771d2a, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:52:07.496092 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86296bb4-f640-42c5-9f76-d03ae5f15a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:07.499575 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-04ca0ab2-a89a-4550-bc0a-1065e07d4447 service neutron] 10.222.0.15 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159417 Nov 24 20:52:07.503067 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-00570e0e-46e1-47e9-946e-c609390563eb req-7e76e75f-a5a7-4cac-b317-9d2e69e7ffa8 service neutron] For port bc0b1302-36e1-4026-8d45-60f27b771d2a, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=bc0b1302-36e1-4026-8d45-60f27b771d2a,segment=NetworkSegment(468b1a81-9613-43e4-b16c-97fb83ea7acb),segment_id=468b1a81-9613-43e4-b16c-97fb83ea7acb)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:52:07.543019 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-00570e0e-46e1-47e9-946e-c609390563eb req-7e76e75f-a5a7-4cac-b317-9d2e69e7ffa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:07.587505 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 7078146b-883e-4761-8c0d-2df44fb319af up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:52:07.601805 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00570e0e-46e1-47e9-946e-c609390563eb req-7e76e75f-a5a7-4cac-b317-9d2e69e7ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:07.602751 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-00570e0e-46e1-47e9-946e-c609390563eb req-7e76e75f-a5a7-4cac-b317-9d2e69e7ffa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:07.611126 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00570e0e-46e1-47e9-946e-c609390563eb req-7e76e75f-a5a7-4cac-b317-9d2e69e7ffa8 service neutron] 10.222.0.48 "PUT /v2.0/ports/bc0b1302-36e1-4026-8d45-60f27b771d2a HTTP/1.1" status: 200 len: 1092 time: 1.8415599 Nov 24 20:52:07.617326 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d9e527-9602-498b-8ea8-23f813bf9efc', 'tag': 'bc0b1302-36e1-4026-8d45-60f27b771d2a'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:52:07.621203 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33334a75-a21e-49d0-83c1-106488bf0886" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d9e527-9602-498b-8ea8-23f813bf9efc", "tag": "bc0b1302-36e1-4026-8d45-60f27b771d2a"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:52:07.634886 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86296bb4-f640-42c5-9f76-d03ae5f15a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec516913-d3f4-488e-acb0-55c96fa9d0ed,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:07.674747 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76e75f-a5a7-4cac-b317-9d2e69e7ffa8 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0b1302-36e1-4026-8d45-60f27b771d2a,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:07.681548 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86296bb4-f640-42c5-9f76-d03ae5f15a55 admin admin] Checking segment: {'id': 'ad0d73e7-0c52-46df-bc47-8e8bad650d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:52:07.681920 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86296bb4-f640-42c5-9f76-d03ae5f15a55 admin admin] Network hostable DHCP agents. Network: b951b5c3-656e-4fff-abfd-18296c34042b, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:52:07.711607 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a283b2ae-6795-4cc1-b904-e5cd08dac5e2 x-openstack-request-id: req-a283b2ae-6795-4cc1-b904-e5cd08dac5e2 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:52:07.711920 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d9e527-9602-498b-8ea8-23f813bf9efc", "tag": "bc0b1302-36e1-4026-8d45-60f27b771d2a", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:52:07.712155 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a283b2ae-6795-4cc1-b904-e5cd08dac5e2 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:52:07.715825 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d9e527-9602-498b-8ea8-23f813bf9efc', 'tag': 'bc0b1302-36e1-4026-8d45-60f27b771d2a', 'status': 'completed', 'code': 200} Nov 24 20:52:07.802704 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86296bb4-f640-42c5-9f76-d03ae5f15a55 admin admin] Network b951b5c3-656e-4fff-abfd-18296c34042b is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:52:07.841550 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-86296bb4-f640-42c5-9f76-d03ae5f15a55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, b951b5c3-656e-4fff-abfd-18296c34042b) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:52:07.856895 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86296bb4-f640-42c5-9f76-d03ae5f15a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:07.857600 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86296bb4-f640-42c5-9f76-d03ae5f15a55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:07.866063 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ea03e8-601a-4996-9ca9-0500361d76c3 None None] Network b951b5c3-656e-4fff-abfd-18296c34042b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:52:07.899686 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-31bec0aa-1504-46e1-811d-7b4e68cae84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:07.926464 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00570e0e-46e1-47e9-946e-c609390563eb req-df86d655-5f7e-4ce3-96ae-bfedb406eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:07.928418 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00570e0e-46e1-47e9-946e-c609390563eb req-df86d655-5f7e-4ce3-96ae-bfedb406eed4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c344d5645a58402bb62e084fc6771900&device_id=b2d9e527-9602-498b-8ea8-23f813bf9efc HTTP/1.1" status: 200 len: 1095 time: 0.2196920 Nov 24 20:52:07.957497 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-86296bb4-f640-42c5-9f76-d03ae5f15a55 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0303369 Nov 24 20:52:07.959112 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54596) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:52:07.992822 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ed4ebffd-6ec9-40d5-8b9c-7ef2e4d4c731 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1546000800-router', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:52:08.029049 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 7078146b-883e-4761-8c0d-2df44fb319af completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:52:08.042086 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0021ab44-ed6b-4cf0-ab19-a67e6654c557 req-76e2d5c5-5aee-49bd-bd41-de5f8853ca94 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393883 Nov 24 20:52:08.045215 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 7078146b-883e-4761-8c0d-2df44fb319af triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:52:08.045796 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:08.057647 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00570e0e-46e1-47e9-946e-c609390563eb req-03188b10-71ce-4d5a-9b02-4d26d1a6d39a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc0b1302-36e1-4026-8d45-60f27b771d2a HTTP/1.1" status: 200 len: 217 time: 0.1183875 Nov 24 20:52:08.165367 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-31bec0aa-1504-46e1-811d-7b4e68cae84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:08.196227 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed4ebffd-6ec9-40d5-8b9c-7ef2e4d4c731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:08.198335 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed4ebffd-6ec9-40d5-8b9c-7ef2e4d4c731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:08.206058 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-5ea10251-ab8d-4f3b-90eb-596a79c3e846 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:08.207779 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-5ea10251-ab8d-4f3b-90eb-596a79c3e846 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a&tenant_id=0d368bbdb2b84a05b39068aac600d356&binding%3Ahost_id=n-h2-812111-8 HTTP/1.1" status: 200 len: 1095 time: 0.3370690 Nov 24 20:52:08.224067 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a8465-d435-4841-9dbb-245114e7e6d9 req-0f744c06-01ba-4f45-9d83-be9d9ffecbde tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:08.232872 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b80a8465-d435-4841-9dbb-245114e7e6d9 req-0f744c06-01ba-4f45-9d83-be9d9ffecbde tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2d9e527-9602-498b-8ea8-23f813bf9efc HTTP/1.1" status: 200 len: 944 time: 0.3403316 Nov 24 20:52:08.235596 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-31bec0aa-1504-46e1-811d-7b4e68cae84e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:52:08.249046 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-31bec0aa-1504-46e1-811d-7b4e68cae84e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d68062b-ac1a-42a1-8623-99071d4eb9ff') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:52:08.249483 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-31bec0aa-1504-46e1-811d-7b4e68cae84e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d68062b-ac1a-42a1-8623-99071d4eb9ff') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:52:08.264483 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-31bec0aa-1504-46e1-811d-7b4e68cae84e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:08.282735 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-31bec0aa-1504-46e1-811d-7b4e68cae84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:08.291340 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31bec0aa-1504-46e1-811d-7b4e68cae84e admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:52:08.291902 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-31bec0aa-1504-46e1-811d-7b4e68cae84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:52:08.295284 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:52:08.330269 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00570e0e-46e1-47e9-946e-c609390563eb req-c70c79a1-eab2-4553-b8ea-f6c3c0ab7f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:08.331933 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00570e0e-46e1-47e9-946e-c609390563eb req-c70c79a1-eab2-4553-b8ea-f6c3c0ab7f76 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5cc4790-b611-45fb-bbff-41a34cc02af6 HTTP/1.1" status: 200 len: 862 time: 0.2431738 Nov 24 20:52:08.397154 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-31bec0aa-1504-46e1-811d-7b4e68cae84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:08.404540 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-31bec0aa-1504-46e1-811d-7b4e68cae84e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:08.411601 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-31bec0aa-1504-46e1-811d-7b4e68cae84e admin admin] 10.222.0.11 "DELETE /v2.0/networks/2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c HTTP/1.1" status: 204 len: 168 time: 1.0385423 Nov 24 20:52:08.414353 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54610) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:52:08.431167 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed4ebffd-6ec9-40d5-8b9c-7ef2e4d4c731 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:08.447827 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bec0aa-1504-46e1-811d-7b4e68cae84e admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc5c5ee-bdb9-4f35-a5c1-ade0f847820c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:08.477057 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58314c88-e316-403e-9af5-3993b36226f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-b951b5c3-656e-4fff-abfd-18296c34042b', 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'fixed_ips': [{'subnet_id': 'ec516913-d3f4-488e-acb0-55c96fa9d0ed'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:52:08.478505 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-58314c88-e316-403e-9af5-3993b36226f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:08.483988 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00570e0e-46e1-47e9-946e-c609390563eb req-eddf7d0a-f897-4029-8caf-aeb68a6e849e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839148 Nov 24 20:52:08.516247 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:08.535847 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4b8b8e-553a-49df-af5a-bf01eb9f7557 admin admin] Deleting subnet dc45c2cb-62bc-436f-85e9-fde8e4adc9e1 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:52:08.542646 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9f4b8b8e-553a-49df-af5a-bf01eb9f7557 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:08.549059 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b80a8465-d435-4841-9dbb-245114e7e6d9 req-c238c26e-2acd-4a2f-ad98-a28bb8b55ea7 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/security-groups?id=e8ec3cd2-93fd-4a90-a887-e95756e3be16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149552 Nov 24 20:52:08.602009 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c8e54-5e40-4e41-a87e-b1a561801c4b req-d3fb132c-0419-47b9-bc81-08aa7b42c2e2 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:08.604167 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-020c8e54-5e40-4e41-a87e-b1a561801c4b req-d3fb132c-0419-47b9-bc81-08aa7b42c2e2 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef718cbc-1e24-4491-87bf-6f1ffb058898 HTTP/1.1" status: 200 len: 944 time: 0.1100786 Nov 24 20:52:08.608763 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9f4b8b8e-553a-49df-af5a-bf01eb9f7557 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:08.625048 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef718cbc-1e24-4491-87bf-6f1ffb058898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7078146b-883e-4761-8c0d-2df44fb319af'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:52:08.626947 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da79ade-87d6-4077-901e-29d0bf26674c" -d '{"events": [{"server_uuid": "ef718cbc-1e24-4491-87bf-6f1ffb058898", "name": "network-vif-plugged", "status": "completed", "tag": "7078146b-883e-4761-8c0d-2df44fb319af"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:52:08.673630 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 7078146b-883e-4761-8c0d-2df44fb319af, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=7078146b-883e-4761-8c0d-2df44fb319af,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:08.703213 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-020c8e54-5e40-4e41-a87e-b1a561801c4b req-c336500e-19db-4f9c-87a0-7e09a534a578 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662608 Nov 24 20:52:08.720156 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9f4b8b8e-553a-49df-af5a-bf01eb9f7557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:08.742929 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:08.785182 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9f4b8b8e-553a-49df-af5a-bf01eb9f7557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:08.807413 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-58314c88-e316-403e-9af5-3993b36226f9 None None] Allocated IP 172.20.0.2 (b951b5c3-656e-4fff-abfd-18296c34042b/ec516913-d3f4-488e-acb0-55c96fa9d0ed/b6468c10-9599-4ac3-86e5-103091a4b42b) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:52:08.820006 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b8b8e-553a-49df-af5a-bf01eb9f7557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc45c2cb-62bc-436f-85e9-fde8e4adc9e1,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:08.827004 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9f4b8b8e-553a-49df-af5a-bf01eb9f7557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:08.831175 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9f4b8b8e-553a-49df-af5a-bf01eb9f7557 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/dc45c2cb-62bc-436f-85e9-fde8e4adc9e1 HTTP/1.1" status: 204 len: 168 time: 0.4154727 Nov 24 20:52:08.833660 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54616) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:52:08.837991 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed4ebffd-6ec9-40d5-8b9c-7ef2e4d4c731 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:08.842035 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6784a05-a46e-4ae2-a20b-fb27df471ccb x-openstack-request-id: req-b6784a05-a46e-4ae2-a20b-fb27df471ccb {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:52:08.842744 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef718cbc-1e24-4491-87bf-6f1ffb058898", "name": "network-vif-plugged", "status": "completed", "tag": "7078146b-883e-4761-8c0d-2df44fb319af", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:52:08.843258 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6784a05-a46e-4ae2-a20b-fb27df471ccb {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:52:08.845014 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef718cbc-1e24-4491-87bf-6f1ffb058898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7078146b-883e-4761-8c0d-2df44fb319af', 'code': 200} Nov 24 20:52:08.891082 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-cd42b725-8274-40a5-928a-874c77ad988c service neutron] For port 303d75f2-c102-4331-a4d1-d254fe301d93, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:52:08.898907 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-cd42b725-8274-40a5-928a-874c77ad988c service neutron] Publish callbacks [] for binding, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:08.900165 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a10df41c-ab6e-4c0c-8b2b-e958fa1d021b req-cd42b725-8274-40a5-928a-874c77ad988c service neutron] 10.222.0.15 "DELETE /v2.0/ports/303d75f2-c102-4331-a4d1-d254fe301d93/bindings/n-h1-812111-8 HTTP/1.1" status: 204 len: 173 time: 0.6645489 Nov 24 20:52:08.903669 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00570e0e-46e1-47e9-946e-c609390563eb req-e675675d-9030-48e2-a39e-1b83c6b2f168 service neutron] 10.222.0.48 "GET /v2.0/networks/a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730845 Nov 24 20:52:08.906749 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=7078146b-883e-4761-8c0d-2df44fb319af,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:08.909872 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6ab36582-5cc4-44f4-88f9-30aac9d46f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:08.939038 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6a8739e7-88f6-43b1-a310-c5b2d328de35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:09.038591 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-58314c88-e316-403e-9af5-3993b36226f9 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:09.042846 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6a8739e7-88f6-43b1-a310-c5b2d328de35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:09.047458 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-58314c88-e316-403e-9af5-3993b36226f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:09.068692 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6a8739e7-88f6-43b1-a310-c5b2d328de35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439fa2a0-e247-436f-9f55-5dd7b19201e5']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:52:09.079368 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6a8739e7-88f6-43b1-a310-c5b2d328de35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78243aec-b1bc-43f9-8c1f-780c8bfeabb5') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:52:09.079699 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6a8739e7-88f6-43b1-a310-c5b2d328de35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78243aec-b1bc-43f9-8c1f-780c8bfeabb5') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:52:09.090941 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6a8739e7-88f6-43b1-a310-c5b2d328de35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:09.093901 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58314c88-e316-403e-9af5-3993b36226f9 None None] Pushing event updated for resources: {'Port': ['ID=b6468c10-9599-4ac3-86e5-103091a4b42b,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:09.112388 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58314c88-e316-403e-9af5-3993b36226f9 None None] Network b951b5c3-656e-4fff-abfd-18296c34042b is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:52:09.114274 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-58314c88-e316-403e-9af5-3993b36226f9 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:52:09.118125 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6a8739e7-88f6-43b1-a310-c5b2d328de35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:09.119870 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58314c88-e316-403e-9af5-3993b36226f9 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:52:09.127733 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8739e7-88f6-43b1-a310-c5b2d328de35 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:52:09.128208 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6a8739e7-88f6-43b1-a310-c5b2d328de35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:52:09.130501 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:52:09.196288 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-58314c88-e316-403e-9af5-3993b36226f9 None None] Attempting to bind port b6468c10-9599-4ac3-86e5-103091a4b42b on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:52:09.196671 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-58314c88-e316-403e-9af5-3993b36226f9 None None] Attempting to bind port b6468c10-9599-4ac3-86e5-103091a4b42b by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'ad0d73e7-0c52-46df-bc47-8e8bad650d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:52:09.197071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58314c88-e316-403e-9af5-3993b36226f9 None None] Attempting to bind port b6468c10-9599-4ac3-86e5-103091a4b42b on network b951b5c3-656e-4fff-abfd-18296c34042b {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:52:09.205776 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58314c88-e316-403e-9af5-3993b36226f9 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:52:09.206214 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58314c88-e316-403e-9af5-3993b36226f9 None None] Checking segment: {'id': 'ad0d73e7-0c52-46df-bc47-8e8bad650d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:52:09.206585 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-58314c88-e316-403e-9af5-3993b36226f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:09.206992 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58314c88-e316-403e-9af5-3993b36226f9 None None] Bound using segment: {'id': 'ad0d73e7-0c52-46df-bc47-8e8bad650d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:52:09.207497 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-58314c88-e316-403e-9af5-3993b36226f9 None None] Bound port: b6468c10-9599-4ac3-86e5-103091a4b42b, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad0d73e7-0c52-46df-bc47-8e8bad650d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:52:09.208051 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-58314c88-e316-403e-9af5-3993b36226f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:09.297679 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6a8739e7-88f6-43b1-a310-c5b2d328de35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:09.304061 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6a8739e7-88f6-43b1-a310-c5b2d328de35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:09.311815 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6a8739e7-88f6-43b1-a310-c5b2d328de35 admin admin] 10.222.0.11 "DELETE /v2.0/networks/439fa2a0-e247-436f-9f55-5dd7b19201e5 HTTP/1.1" status: 204 len: 168 time: 0.4768126 Nov 24 20:52:09.326831 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f097e-fba1-4b47-b12b-2f424e3e84d1 req-6de4ab6d-819a-492a-8e5a-0ff3360d71f7 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:09.341696 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec4f097e-fba1-4b47-b12b-2f424e3e84d1 req-6de4ab6d-819a-492a-8e5a-0ff3360d71f7 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 944 time: 0.1270411 Nov 24 20:52:09.346048 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d7676-6ae5-4ecc-a59a-dd5d36ca5cc8 req-b4175856-a026-4a2b-85cd-cd4cfc4dedbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:09.347567 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9b4d7676-6ae5-4ecc-a59a-dd5d36ca5cc8 req-b4175856-a026-4a2b-85cd-cd4cfc4dedbc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ef718cbc-1e24-4491-87bf-6f1ffb058898 HTTP/1.1" status: 200 len: 1096 time: 0.4461179 Nov 24 20:52:09.394754 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8739e7-88f6-43b1-a310-c5b2d328de35 admin admin] Pushing event deleted for resources: {'Network': ['ID=439fa2a0-e247-436f-9f55-5dd7b19201e5,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:09.419886 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-58314c88-e316-403e-9af5-3993b36226f9 None None] For port b6468c10-9599-4ac3-86e5-103091a4b42b, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:52:09.425037 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-58314c88-e316-403e-9af5-3993b36226f9 None None] For port b6468c10-9599-4ac3-86e5-103091a4b42b, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b6468c10-9599-4ac3-86e5-103091a4b42b,segment=NetworkSegment(ad0d73e7-0c52-46df-bc47-8e8bad650d7d),segment_id=ad0d73e7-0c52-46df-bc47-8e8bad650d7d)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:52:09.427155 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:09.435136 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec4f097e-fba1-4b47-b12b-2f424e3e84d1 req-acbaf7a9-3564-4280-95e8-8bfa02abe133 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912392 Nov 24 20:52:09.435534 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-58314c88-e316-403e-9af5-3993b36226f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:09.448349 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00570e0e-46e1-47e9-946e-c609390563eb req-aae7f37e-7d78-4ed5-82d8-a2fdf9bafe69 service neutron] 10.222.0.48 "GET /v2.0/networks/a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153491 Nov 24 20:52:09.526424 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9b4d7676-6ae5-4ecc-a59a-dd5d36ca5cc8 req-c09967f4-d6c2-45c6-aa1b-74f995129df5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477177 Nov 24 20:52:09.543646 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58314c88-e316-403e-9af5-3993b36226f9 None None] Pushing event updated for resources: {'Port': ['ID=b6468c10-9599-4ac3-86e5-103091a4b42b,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:09.557923 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47205d37-baa4-4062-8e7d-d5bb143a0e75 req-3c870239-648f-4053-a849-8660c996887a tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:09.559487 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-47205d37-baa4-4062-8e7d-d5bb143a0e75 req-3c870239-648f-4053-a849-8660c996887a tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.1283684 Nov 24 20:52:09.564682 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54640) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:52:09.584324 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 3ed7562c-8177-42ca-bf4e-6bfc74f803ed details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:52:09.588378 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:52:09.631867 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-04413dca-624f-4495-9781-6d0f358bd7b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3430f604e9d44fa5882671405a9099b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0657551 Nov 24 20:52:09.637325 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54646) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:52:09.638077 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33334a75-a21e-49d0-83c1-106488bf0886 req-58423a6e-a9bd-48dc-9d54-2fd53efd71bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:09.639614 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-33334a75-a21e-49d0-83c1-106488bf0886 req-58423a6e-a9bd-48dc-9d54-2fd53efd71bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c344d5645a58402bb62e084fc6771900&device_id=b2d9e527-9602-498b-8ea8-23f813bf9efc HTTP/1.1" status: 200 len: 1095 time: 0.1112623 Nov 24 20:52:09.733382 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-47205d37-baa4-4062-8e7d-d5bb143a0e75 req-cd1ef782-19a0-4d64-a4f3-8788a7060eca tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516829 Nov 24 20:52:09.781892 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2153d0bb-9d2d-443e-8edd-8326950ec9ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:09.808991 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fd357-afae-4477-a62a-1b8e9ac31606 req-0b8fe28e-1c08-4268-ab8f-5911c5607ff7 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:09.822822 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-712fd357-afae-4477-a62a-1b8e9ac31606 req-0b8fe28e-1c08-4268-ab8f-5911c5607ff7 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2d9e527-9602-498b-8ea8-23f813bf9efc HTTP/1.1" status: 200 len: 944 time: 0.1540716 Nov 24 20:52:09.841851 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:09.847715 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:09.871758 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '3ed7562c-8177-42ca-bf4e-6bfc74f803ed', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': '3ed7562c-8177-42ca-bf4e-6bfc74f803ed', 'mac_address': 'fa:16:3e:e4:25:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:52:09.901763 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:09.905608 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2153d0bb-9d2d-443e-8edd-8326950ec9ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:09.921752 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed4ebffd-6ec9-40d5-8b9c-7ef2e4d4c731 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:09.929731 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:09.961292 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-712fd357-afae-4477-a62a-1b8e9ac31606 req-4eaeec8d-b5a4-4be4-a496-b109c8e9cc73 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/security-groups?id=e8ec3cd2-93fd-4a90-a887-e95756e3be16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374686 Nov 24 20:52:09.964586 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:10.000211 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2153d0bb-9d2d-443e-8edd-8326950ec9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:10.003511 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2153d0bb-9d2d-443e-8edd-8326950ec9ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:10.004932 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2153d0bb-9d2d-443e-8edd-8326950ec9ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/74aadf5c-6774-486f-bcfd-7033dc48aff0 HTTP/1.1" status: 204 len: 168 time: 0.3663318 Nov 24 20:52:10.007319 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed4ebffd-6ec9-40d5-8b9c-7ef2e4d4c731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:10.026545 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153d0bb-9d2d-443e-8edd-8326950ec9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74aadf5c-6774-486f-bcfd-7033dc48aff0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:10.028559 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed7562c-8177-42ca-bf4e-6bfc74f803ed {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:52:10.090616 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:10.122251 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:10.130656 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:10.156420 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f87b4-9c4e-4f9c-96c9-1d53e6c49a63 req-d6e07468-4392-4f3c-a152-d5dc32c44644 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:10.165489 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f526ed-47b8-41a2-b08e-f262d6bf5408 req-91c06e44-5661-44c7-98cd-4217a04cac43 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:10.171504 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-033f87b4-9c4e-4f9c-96c9-1d53e6c49a63 req-d6e07468-4392-4f3c-a152-d5dc32c44644 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef718cbc-1e24-4491-87bf-6f1ffb058898 HTTP/1.1" status: 200 len: 945 time: 0.1193533 Nov 24 20:52:10.179793 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-66f526ed-47b8-41a2-b08e-f262d6bf5408 req-91c06e44-5661-44c7-98cd-4217a04cac43 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 1095 time: 0.3268709 Nov 24 20:52:10.210737 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33334a75-a21e-49d0-83c1-106488bf0886 req-8bf30794-82ee-495c-9af5-0b95a2a3c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:10.212506 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-33334a75-a21e-49d0-83c1-106488bf0886 req-8bf30794-82ee-495c-9af5-0b95a2a3c96e service neutron] 10.222.0.48 "GET /v2.0/networks?id=a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89 HTTP/1.1" status: 200 len: 923 time: 0.4510312 Nov 24 20:52:10.245571 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-033f87b4-9c4e-4f9c-96c9-1d53e6c49a63 req-80f59ef6-1eb5-45b5-9e90-b99b9ab08376 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747952 Nov 24 20:52:10.246808 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['3ed7562c-8177-42ca-bf4e-6bfc74f803ed'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:52:10.304129 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,revision_number=9']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:10.326384 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-33334a75-a21e-49d0-83c1-106488bf0886 req-b2820bca-40a9-46ea-b100-59b01ad9ef53 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc0b1302-36e1-4026-8d45-60f27b771d2a HTTP/1.1" status: 200 len: 217 time: 0.1020668 Nov 24 20:52:10.417696 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-66f526ed-47b8-41a2-b08e-f262d6bf5408 req-1055f0a9-b6f5-452d-b5a9-4659b6800c1d tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367048 Nov 24 20:52:10.441014 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-ed4ebffd-6ec9-40d5-8b9c-7ef2e4d4c731 admin admin] Allocated IP 172.25.5.55 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/183f3b87-a8a9-4e3e-b26e-a5cfb244bad3) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:52:10.448347 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33334a75-a21e-49d0-83c1-106488bf0886 req-51fdb294-8a40-4091-9534-bfd69618560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:10.461159 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-33334a75-a21e-49d0-83c1-106488bf0886 req-51fdb294-8a40-4091-9534-bfd69618560c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5cc4790-b611-45fb-bbff-41a34cc02af6 HTTP/1.1" status: 200 len: 862 time: 0.0940599 Nov 24 20:52:10.514251 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-33334a75-a21e-49d0-83c1-106488bf0886 req-d72e2bb4-8e39-45a5-b3a3-03cb744e9447 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437076 Nov 24 20:52:10.742870 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54692) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:52:10.798614 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5873242c-abce-4934-8d12-4d5bcddbaf07 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fba02107f1be469e8e02c2f93bb7f4c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0516281 Nov 24 20:52:10.799292 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54694) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:52:10.854720 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818a2e6d-0208-417d-9729-a1f2a8ccba16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:52:10.857181 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81466952-454c-4e7c-91f6-53e5b4be90ea" -d '{"events": [{"server_uuid": "818a2e6d-0208-417d-9729-a1f2a8ccba16", "name": "network-vif-unplugged", "status": "completed", "tag": "65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:52:10.862897 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-33334a75-a21e-49d0-83c1-106488bf0886 req-b068c4da-c33f-4434-b8c1-ac217aacfa3d service neutron] 10.222.0.48 "GET /v2.0/networks/a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332696 Nov 24 20:52:10.934971 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-70ae9f99-d638-44df-9061-869a0b9423ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:10.939988 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:10.963629 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a673a7-f39f-46e8-9408-88e83716fe99 req-d0682ce8-477f-462c-8586-ccb8003edf7b tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:10.976615 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-44a673a7-f39f-46e8-9408-88e83716fe99 req-d0682ce8-477f-462c-8586-ccb8003edf7b tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 1095 time: 0.2548673 Nov 24 20:52:10.980354 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-70ae9f99-d638-44df-9061-869a0b9423ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:10.998232 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 20:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582e6d19-8780-4d24-9575-f336ccee2a0f x-openstack-request-id: req-582e6d19-8780-4d24-9575-f336ccee2a0f {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:52:10.998525 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818a2e6d-0208-417d-9729-a1f2a8ccba16", "name": "network-vif-unplugged", "status": "completed", "tag": "65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:52:10.998993 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-582e6d19-8780-4d24-9575-f336ccee2a0f {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:52:10.999579 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818a2e6d-0208-417d-9729-a1f2a8ccba16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e', 'code': 200} Nov 24 20:52:11.090740 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-70ae9f99-d638-44df-9061-869a0b9423ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:11.097621 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-70ae9f99-d638-44df-9061-869a0b9423ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:11.099158 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-70ae9f99-d638-44df-9061-869a0b9423ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1df4419e-acf0-4f5a-b61e-2f903cc6ed0d HTTP/1.1" status: 204 len: 168 time: 0.2976944 Nov 24 20:52:11.163234 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-33334a75-a21e-49d0-83c1-106488bf0886 req-f26535db-a6bd-4c30-93fc-5ed04916d713 service neutron] 10.222.0.48 "GET /v2.0/networks/a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900879 Nov 24 20:52:11.163589 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae9f99-d638-44df-9061-869a0b9423ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df4419e-acf0-4f5a-b61e-2f903cc6ed0d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:11.172283 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0f089481-213a-4fc2-bac0-e1a7ea82526d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:11.210860 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfe1e1-3a13-4ab0-8998-c81cb4c9bd3a req-d6fd6000-1ef3-479b-b9b6-ad137bbb23dd tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:11.213112 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-79dfe1e1-3a13-4ab0-8998-c81cb4c9bd3a req-d6fd6000-1ef3-479b-b9b6-ad137bbb23dd tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2d9e527-9602-498b-8ea8-23f813bf9efc HTTP/1.1" status: 200 len: 944 time: 0.1109481 Nov 24 20:52:11.214623 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed4ebffd-6ec9-40d5-8b9c-7ef2e4d4c731 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:11.235937 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d587ec5-6c80-40b7-a3f3-c5b395c487cb None None] Network b951b5c3-656e-4fff-abfd-18296c34042b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:52:11.269265 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b6468c10-9599-4ac3-86e5-103091a4b42b up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:52:11.295081 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-44a673a7-f39f-46e8-9408-88e83716fe99 req-4ff92d46-9c17-4c15-a1de-19dd92a9ed8d tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137414 Nov 24 20:52:11.356515 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-79dfe1e1-3a13-4ab0-8998-c81cb4c9bd3a req-af49eb98-32bd-43f6-9e1f-85fbd395b6ec tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/security-groups?id=e8ec3cd2-93fd-4a90-a887-e95756e3be16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265428 Nov 24 20:52:11.382994 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed4ebffd-6ec9-40d5-8b9c-7ef2e4d4c731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:11.490448 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4ebffd-6ec9-40d5-8b9c-7ef2e4d4c731 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:52:11.493850 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-ed4ebffd-6ec9-40d5-8b9c-7ef2e4d4c731 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:52:11.496262 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4ebffd-6ec9-40d5-8b9c-7ef2e4d4c731 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:52:11.555303 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-865399e3-0581-4923-88ac-d17368f0af62 None None] Provisioning complete for port b6468c10-9599-4ac3-86e5-103091a4b42b triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:52:11.555303 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-865399e3-0581-4923-88ac-d17368f0af62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:11.613033 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device bc0b1302-36e1-4026-8d45-60f27b771d2a details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:52:11.615738 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 3ed7562c-8177-42ca-bf4e-6bfc74f803ed up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:52:11.774352 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:52:11.777312 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:11.786969 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b6468c10-9599-4ac3-86e5-103091a4b42b triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:52:11.789166 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:11.828210 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed4ebffd-6ec9-40d5-8b9c-7ef2e4d4c731 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:11.839876 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ebffd-6ec9-40d5-8b9c-7ef2e4d4c731 admin admin] Pushing event updated for resources: {'Port': ['ID=183f3b87-a8a9-4e3e-b26e-a5cfb244bad3,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:11.889252 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941b46c-5d2e-40a7-a0f1-43a644b03085 req-4d59d0e6-b090-4fbd-9629-700e8d458860 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:11.892553 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1941b46c-5d2e-40a7-a0f1-43a644b03085 req-4d59d0e6-b090-4fbd-9629-700e8d458860 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef718cbc-1e24-4491-87bf-6f1ffb058898 HTTP/1.1" status: 200 len: 945 time: 0.4448769 Nov 24 20:52:12.008586 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1941b46c-5d2e-40a7-a0f1-43a644b03085 req-9b62746e-20e6-488d-9093-ef61b20b5ecc tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047983 Nov 24 20:52:12.347591 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed4ebffd-6ec9-40d5-8b9c-7ef2e4d4c731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:12.568370 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c16ac7-ead6-40bc-8382-75834a6a8c48 req-4c9d4d88-541b-4a54-89cb-c8ac39240a4a tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:12.569975 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a3c16ac7-ead6-40bc-8382-75834a6a8c48 req-4c9d4d88-541b-4a54-89cb-c8ac39240a4a tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2d9e527-9602-498b-8ea8-23f813bf9efc HTTP/1.1" status: 200 len: 944 time: 0.0723879 Nov 24 20:52:12.611889 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-865399e3-0581-4923-88ac-d17368f0af62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:12.629774 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:12.661988 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a3c16ac7-ead6-40bc-8382-75834a6a8c48 req-a71421a1-3052-423f-b6d0-90c21e118e86 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/security-groups?id=e8ec3cd2-93fd-4a90-a887-e95756e3be16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848322 Nov 24 20:52:12.713496 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d619f-de8d-4555-947e-58f9f4a1a93c req-e87473f0-214c-4f3b-a171-ada3afe52933 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:12.725945 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d58d619f-de8d-4555-947e-58f9f4a1a93c req-e87473f0-214c-4f3b-a171-ada3afe52933 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef718cbc-1e24-4491-87bf-6f1ffb058898 HTTP/1.1" status: 200 len: 945 time: 0.2520638 Nov 24 20:52:12.729856 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4ebffd-6ec9-40d5-8b9c-7ef2e4d4c731 admin admin] Router 81c502e8-708d-4cc2-a010-f7fab5a01972 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:52:12.862769 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port bc0b1302-36e1-4026-8d45-60f27b771d2a, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=bc0b1302-36e1-4026-8d45-60f27b771d2a,segment=NetworkSegment(468b1a81-9613-43e4-b16c-97fb83ea7acb),segment_id=468b1a81-9613-43e4-b16c-97fb83ea7acb)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:12.885416 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d58d619f-de8d-4555-947e-58f9f4a1a93c req-447536b4-8bf0-4172-86da-0828405475b9 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492286 Nov 24 20:52:12.904609 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4ebffd-6ec9-40d5-8b9c-7ef2e4d4c731 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:52:12.923576 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] Sync routers for ids ['81c502e8-708d-4cc2-a010-f7fab5a01972'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:52:12.943751 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] Routers {'81c502e8-708d-4cc2-a010-f7fab5a01972'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:52:12.946467 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:52:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['81c502e8-708d-4cc2-a010-f7fab5a01972'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:52:12.955385 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:12.971195 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed4ebffd-6ec9-40d5-8b9c-7ef2e4d4c731 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:12.977786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54762) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:52:12.989568 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ed4ebffd-6ec9-40d5-8b9c-7ef2e4d4c731 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.9986598 Nov 24 20:52:13.011657 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'bc0b1302-36e1-4026-8d45-60f27b771d2a', 'network_id': 'a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89', 'port_id': 'bc0b1302-36e1-4026-8d45-60f27b771d2a', 'mac_address': 'fa:16:3e:bd:3f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5cc4790-b611-45fb-bbff-41a34cc02af6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:52:13.018959 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:13.037717 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-865399e3-0581-4923-88ac-d17368f0af62 None None] For port b6468c10-9599-4ac3-86e5-103091a4b42b, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b6468c10-9599-4ac3-86e5-103091a4b42b,segment=NetworkSegment(ad0d73e7-0c52-46df-bc47-8e8bad650d7d),segment_id=ad0d73e7-0c52-46df-bc47-8e8bad650d7d)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:13.068974 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd772e1aa-e152-4cac-8267-e5743199afeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed7562c-8177-42ca-bf4e-6bfc74f803ed'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:52:13.072088 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb89c706-78a7-485b-a947-66340fd510b7" -d '{"events": [{"server_uuid": "d772e1aa-e152-4cac-8267-e5743199afeb", "name": "network-vif-plugged", "status": "completed", "tag": "3ed7562c-8177-42ca-bf4e-6bfc74f803ed"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:52:13.183704 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-865399e3-0581-4923-88ac-d17368f0af62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:13.207132 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:13.226267 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453519b9-67f7-4ec0-a8e4-39322c44a80f x-openstack-request-id: req-453519b9-67f7-4ec0-a8e4-39322c44a80f {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:52:13.226989 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d772e1aa-e152-4cac-8267-e5743199afeb", "name": "network-vif-plugged", "status": "completed", "tag": "3ed7562c-8177-42ca-bf4e-6bfc74f803ed", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:52:13.227257 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-453519b9-67f7-4ec0-a8e4-39322c44a80f {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:52:13.227669 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd772e1aa-e152-4cac-8267-e5743199afeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed7562c-8177-42ca-bf4e-6bfc74f803ed', 'code': 200} Nov 24 20:52:13.246920 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892c428-bd48-4cd6-b993-178962809b7c req-44486784-e1ff-4b99-a56a-053a36a599bb tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:13.248658 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b892c428-bd48-4cd6-b993-178962809b7c req-44486784-e1ff-4b99-a56a-053a36a599bb tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef718cbc-1e24-4491-87bf-6f1ffb058898 HTTP/1.1" status: 200 len: 945 time: 0.2465668 Nov 24 20:52:13.253368 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] Set router 81c502e8-708d-4cc2-a010-f7fab5a01972 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:52:13.307766 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:13.391417 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0b1302-36e1-4026-8d45-60f27b771d2a {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:52:13.393332 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b892c428-bd48-4cd6-b993-178962809b7c req-4c5813f5-f52e-428f-9106-058b4fe20134 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333523 Nov 24 20:52:13.402182 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:13.483898 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:52:13.487246 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:52:13.509343 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port bc0b1302-36e1-4026-8d45-60f27b771d2a, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=bc0b1302-36e1-4026-8d45-60f27b771d2a,segment=NetworkSegment(468b1a81-9613-43e4-b16c-97fb83ea7acb),segment_id=468b1a81-9613-43e4-b16c-97fb83ea7acb)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:13.514863 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865399e3-0581-4923-88ac-d17368f0af62 None None] Pushing event updated for resources: {'Port': ['ID=b6468c10-9599-4ac3-86e5-103091a4b42b,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:13.521513 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e24d381f-5dbf-49c9-98ac-a4c0ef0a85e8 None None] Provisioning complete for port b6468c10-9599-4ac3-86e5-103091a4b42b triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:52:13.522001 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e24d381f-5dbf-49c9-98ac-a4c0ef0a85e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:13.523634 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:13.701437 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1546000800-router', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:52:08Z', 'updated_at': '2021-11-24T20:52:11Z', 'revision_number': 3, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'gw_port': {'id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:52:10Z', 'updated_at': '2021-11-24T20:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:52:13.788833 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] Checking router: 81c502e8-708d-4cc2-a010-f7fab5a01972 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:52:13.789181 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] Updating router 81c502e8-708d-4cc2-a010-f7fab5a01972 port 183f3b87-a8a9-4e3e-b26e-a5cfb244bad3 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:52:13.892023 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fb5b5-59a8-4cbc-ba1e-4dbe8895f9be req-f8a7fb4b-19d6-4bbb-a3c5-df964731d07d tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:13.894193 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['bc0b1302-36e1-4026-8d45-60f27b771d2a'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:52:13.899041 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:13.900547 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-865fb5b5-59a8-4cbc-ba1e-4dbe8895f9be req-f8a7fb4b-19d6-4bbb-a3c5-df964731d07d tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef718cbc-1e24-4491-87bf-6f1ffb058898 HTTP/1.1" status: 200 len: 945 time: 0.1037869 Nov 24 20:52:13.916081 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072aac2b-3d57-411d-9bb2-d72f5bc88639 req-66e70cd0-1683-4747-940b-25e0aec2ac26 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:13.920699 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-072aac2b-3d57-411d-9bb2-d72f5bc88639 req-66e70cd0-1683-4747-940b-25e0aec2ac26 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2d9e527-9602-498b-8ea8-23f813bf9efc HTTP/1.1" status: 200 len: 945 time: 0.1354125 Nov 24 20:52:13.927728 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:13.986627 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,revision_number=10']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:14.006324 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-865fb5b5-59a8-4cbc-ba1e-4dbe8895f9be req-294d987f-5207-44ab-a867-c9a07d3ec43d tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917213 Nov 24 20:52:14.018023 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-57a82410-4345-4084-9548-ffa5b70a3694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:14.072170 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-072aac2b-3d57-411d-9bb2-d72f5bc88639 req-c31a6eea-69a5-43c9-b2fc-0b4a410fc6ab tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/security-groups?id=e8ec3cd2-93fd-4a90-a887-e95756e3be16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293752 Nov 24 20:52:14.268043 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-57a82410-4345-4084-9548-ffa5b70a3694 admin admin] Allocated IP 172.20.0.1 (b951b5c3-656e-4fff-abfd-18296c34042b/ec516913-d3f4-488e-acb0-55c96fa9d0ed/2db6d95e-d2f7-4029-be26-359b84ff4f96) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:52:14.438425 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-57a82410-4345-4084-9548-ffa5b70a3694 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:14.509396 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-57a82410-4345-4084-9548-ffa5b70a3694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:14.557933 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a82410-4345-4084-9548-ffa5b70a3694 admin admin] Network b951b5c3-656e-4fff-abfd-18296c34042b is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:52:14.558792 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b6468c10-9599-4ac3-86e5-103091a4b42b up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:52:14.561156 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-57a82410-4345-4084-9548-ffa5b70a3694 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:52:14.565682 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a82410-4345-4084-9548-ffa5b70a3694 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:52:14.614753 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a82410-4345-4084-9548-ffa5b70a3694 admin admin] Pushing event updated for resources: {'Port': ['ID=2db6d95e-d2f7-4029-be26-359b84ff4f96,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:14.637100 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-57a82410-4345-4084-9548-ffa5b70a3694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:14.778663 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:14.797116 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:14.797818 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=bc0b1302-36e1-4026-8d45-60f27b771d2a,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:14.887824 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:14.975639 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] Attempting to bind port 183f3b87-a8a9-4e3e-b26e-a5cfb244bad3 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:52:14.978055 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] Attempting to bind port 183f3b87-a8a9-4e3e-b26e-a5cfb244bad3 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:52:14.980201 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] Attempting to bind port 183f3b87-a8a9-4e3e-b26e-a5cfb244bad3 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:52:14.987864 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b6468c10-9599-4ac3-86e5-103091a4b42b triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:52:14.988372 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:15.006399 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-57a82410-4345-4084-9548-ffa5b70a3694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:15.021321 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:52:15.021860 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:52:15.022416 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:15.023273 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:52:15.023868 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] Bound port: 183f3b87-a8a9-4e3e-b26e-a5cfb244bad3, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:52:15.024393 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:15.028659 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a52f7e-d0ed-454c-a28d-f9086b3cfab3 None None] Pushing event updated for resources: {'Port': ['ID=183f3b87-a8a9-4e3e-b26e-a5cfb244bad3,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:15.126843 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19db64-a6bd-495e-b8b9-34df0a87a2e3 req-f0fa54bb-dc9e-4ed7-b550-8030447fccbe tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:15.131238 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dc19db64-a6bd-495e-b8b9-34df0a87a2e3 req-f0fa54bb-dc9e-4ed7-b550-8030447fccbe tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef718cbc-1e24-4491-87bf-6f1ffb058898 HTTP/1.1" status: 200 len: 945 time: 0.1454723 Nov 24 20:52:15.141882 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a52f7e-d0ed-454c-a28d-f9086b3cfab3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:15.157811 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a52f7e-d0ed-454c-a28d-f9086b3cfab3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:15.158529 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a52f7e-d0ed-454c-a28d-f9086b3cfab3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:15.160014 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a52f7e-d0ed-454c-a28d-f9086b3cfab3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:15.161506 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a52f7e-d0ed-454c-a28d-f9086b3cfab3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:15.162649 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a52f7e-d0ed-454c-a28d-f9086b3cfab3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:15.163224 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a52f7e-d0ed-454c-a28d-f9086b3cfab3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:15.163926 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a52f7e-d0ed-454c-a28d-f9086b3cfab3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:15.164496 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a52f7e-d0ed-454c-a28d-f9086b3cfab3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:15.169305 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a52f7e-d0ed-454c-a28d-f9086b3cfab3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:15.172848 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a52f7e-d0ed-454c-a28d-f9086b3cfab3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:15.173410 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a52f7e-d0ed-454c-a28d-f9086b3cfab3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:15.242521 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] For port 183f3b87-a8a9-4e3e-b26e-a5cfb244bad3, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:52:15.253963 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] For port 183f3b87-a8a9-4e3e-b26e-a5cfb244bad3, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=183f3b87-a8a9-4e3e-b26e-a5cfb244bad3,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:52:15.256920 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3709e1be-0f4e-41cf-b45a-1a68fe4ca6ab None None] Provisioning complete for port 2db6d95e-d2f7-4029-be26-359b84ff4f96 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:52:15.257690 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3709e1be-0f4e-41cf-b45a-1a68fe4ca6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:15.268494 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:15.331920 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-c144af49-0c8d-405b-ae92-17803d2e4cd8 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1506131 Nov 24 20:52:15.346910 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-3709e1be-0f4e-41cf-b45a-1a68fe4ca6ab None None] Port 2db6d95e-d2f7-4029-be26-359b84ff4f96 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:52:15.391352 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-57a82410-4345-4084-9548-ffa5b70a3694 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:15.404684 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-57a82410-4345-4084-9548-ffa5b70a3694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:15.450629 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] Routers {'81c502e8-708d-4cc2-a010-f7fab5a01972'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:52:15.451469 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:52:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['81c502e8-708d-4cc2-a010-f7fab5a01972'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:52:15.455504 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a52f7e-d0ed-454c-a28d-f9086b3cfab3 None None] Pushing event updated for resources: {'Port': ['ID=183f3b87-a8a9-4e3e-b26e-a5cfb244bad3,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:15.523438 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f1c99-67e7-4df1-ab64-4d245392ef9d req-3dd15930-f087-4364-8f89-4b9d9559b778 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:15.531674 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-621f1c99-67e7-4df1-ab64-4d245392ef9d req-3dd15930-f087-4364-8f89-4b9d9559b778 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef718cbc-1e24-4491-87bf-6f1ffb058898 HTTP/1.1" status: 200 len: 945 time: 0.1369271 Nov 24 20:52:15.557014 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a82410-4345-4084-9548-ffa5b70a3694 admin admin] Pushing event updated for resources: {'Port': ['ID=2db6d95e-d2f7-4029-be26-359b84ff4f96,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:15.563642 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-57a82410-4345-4084-9548-ffa5b70a3694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:15.641756 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-dc19db64-a6bd-495e-b8b9-34df0a87a2e3 req-62f0c730-488a-4da5-8c53-88f79b62a300 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Deleting port 7078146b-883e-4761-8c0d-2df44fb319af {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:52:15.648044 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dc19db64-a6bd-495e-b8b9-34df0a87a2e3 req-62f0c730-488a-4da5-8c53-88f79b62a300 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:15.671184 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] Set router 81c502e8-708d-4cc2-a010-f7fab5a01972 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:52:15.671557 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-621f1c99-67e7-4df1-ab64-4d245392ef9d req-196a19f8-a29a-4d34-a1a0-6ba4ed1c0051 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235030 Nov 24 20:52:15.800149 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-9d6cd63a-89bc-40d1-b29b-8fed416fb3d9 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:15.804873 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-9d6cd63a-89bc-40d1-b29b-8fed416fb3d9 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4710891 Nov 24 20:52:15.819672 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a82410-4345-4084-9548-ffa5b70a3694 admin admin] Network b951b5c3-656e-4fff-abfd-18296c34042b is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:52:15.822849 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-57a82410-4345-4084-9548-ffa5b70a3694 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:52:15.902700 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-33284e27-da12-41c7-8a84-dc8c4085de42 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/quotas/9a5783ced00e47ae82e71fa9165bac1a HTTP/1.1" status: 200 len: 375 time: 0.0486691 Nov 24 20:52:15.977538 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45798f35-4917-4780-9923-dca083b7c5bd req-c2b220c4-42e9-4652-b3e3-2d0a347e289a tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:15.996413 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-45798f35-4917-4780-9923-dca083b7c5bd req-c2b220c4-42e9-4652-b3e3-2d0a347e289a tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2d9e527-9602-498b-8ea8-23f813bf9efc HTTP/1.1" status: 200 len: 945 time: 0.2257323 Nov 24 20:52:16.086534 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1546000800-router', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:52:08Z', 'updated_at': '2021-11-24T20:52:14Z', 'revision_number': 4, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'gw_port': {'id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:52:10Z', 'updated_at': '2021-11-24T20:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '2db6d95e-d2f7-4029-be26-359b84ff4f96', 'name': '', 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'mac_address': 'fa:16:3e:61:0f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'ec516913-d3f4-488e-acb0-55c96fa9d0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:52:14Z', 'updated_at': '2021-11-24T20:52:15Z', 'revision_number': 2, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'subnets': [{'id': 'ec516913-d3f4-488e-acb0-55c96fa9d0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:52:16.137027 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c7f59c-ca88-42bc-8c18-3535396af28f None None] The sync data for ids ['81c502e8-708d-4cc2-a010-f7fab5a01972'] in n-d-812111-8 is: [{'id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1546000800-router', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:52:08Z', 'updated_at': '2021-11-24T20:52:14Z', 'revision_number': 4, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'gw_port': {'id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:52:10Z', 'updated_at': '2021-11-24T20:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '2db6d95e-d2f7-4029-be26-359b84ff4f96', 'name': '', 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'mac_address': 'fa:16:3e:61:0f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'ec516913-d3f4-488e-acb0-55c96fa9d0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:52:14Z', 'updated_at': '2021-11-24T20:52:15Z', 'revision_number': 2, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'subnets': [{'id': 'ec516913-d3f4-488e-acb0-55c96fa9d0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:52:16.223529 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-45798f35-4917-4780-9923-dca083b7c5bd req-3b305f75-29bb-4fcc-b89f-14cba920d0d1 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/security-groups?id=e8ec3cd2-93fd-4a90-a887-e95756e3be16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261531 Nov 24 20:52:16.247652 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a82410-4345-4084-9548-ffa5b70a3694 admin admin] Router 81c502e8-708d-4cc2-a010-f7fab5a01972 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:52:16.289626 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-503f983d-61d1-41be-8c2c-3bfc50536552 None None] Provisioning complete for port 2db6d95e-d2f7-4029-be26-359b84ff4f96 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:52:16.290218 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-503f983d-61d1-41be-8c2c-3bfc50536552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:16.378890 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-503f983d-61d1-41be-8c2c-3bfc50536552 None None] Port 2db6d95e-d2f7-4029-be26-359b84ff4f96 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:52:16.488160 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a82410-4345-4084-9548-ffa5b70a3694 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:52:16.494418 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-57a82410-4345-4084-9548-ffa5b70a3694 admin admin] 10.222.0.11 "PUT /v2.0/routers/81c502e8-708d-4cc2-a010-f7fab5a01972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5152144 Nov 24 20:52:16.638680 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-ac93847e-5e7a-4a84-b2b4-845a5837f389 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7353351 Nov 24 20:52:16.659223 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-dc19db64-a6bd-495e-b8b9-34df0a87a2e3 req-62f0c730-488a-4da5-8c53-88f79b62a300 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] For port 7078146b-883e-4761-8c0d-2df44fb319af, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=7078146b-883e-4761-8c0d-2df44fb319af,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:16.659510 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dc19db64-a6bd-495e-b8b9-34df0a87a2e3 req-62f0c730-488a-4da5-8c53-88f79b62a300 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:16.724581 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-dc19db64-a6bd-495e-b8b9-34df0a87a2e3 req-62f0c730-488a-4da5-8c53-88f79b62a300 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Calling delete_port for 7078146b-883e-4761-8c0d-2df44fb319af owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:52:16.898964 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a9a7c-57a6-459d-80a7-8b31c93069bb req-5acca059-a96b-4789-a32d-7727ba6959e9 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:16.901291 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de0a9a7c-57a6-459d-80a7-8b31c93069bb req-5acca059-a96b-4789-a32d-7727ba6959e9 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef718cbc-1e24-4491-87bf-6f1ffb058898 HTTP/1.1" status: 200 len: 945 time: 0.1030369 Nov 24 20:52:17.029245 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de0a9a7c-57a6-459d-80a7-8b31c93069bb req-be5e8d64-09c1-42ce-9187-6ba8d5a2a638 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203249 Nov 24 20:52:17.222365 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dc19db64-a6bd-495e-b8b9-34df0a87a2e3 req-62f0c730-488a-4da5-8c53-88f79b62a300 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:17.237456 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-933fcb19-5069-4cf1-883a-0dca746073f9 req-091d8210-27c0-49b2-8712-dbd401cb936e tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 210 time: 0.1263709 Nov 24 20:52:17.238003 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c1b3f4bd-32d9-468e-8bb5-53c430603070'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:52:17.401616 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0c730-488a-4da5-8c53-88f79b62a300 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Pushing event deleted for resources: {'Port': ['ID=7078146b-883e-4761-8c0d-2df44fb319af,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:17.574065 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af566b10-4b44-4db0-990a-b763ccc619d0 req-3e8775e6-5392-42aa-9ab7-876f13911827 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:17.588209 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-af566b10-4b44-4db0-990a-b763ccc619d0 req-3e8775e6-5392-42aa-9ab7-876f13911827 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2d9e527-9602-498b-8ea8-23f813bf9efc HTTP/1.1" status: 200 len: 945 time: 0.2210870 Nov 24 20:52:17.622503 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device bc0b1302-36e1-4026-8d45-60f27b771d2a up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:52:17.627350 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc19db64-a6bd-495e-b8b9-34df0a87a2e3 req-62f0c730-488a-4da5-8c53-88f79b62a300 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] No DVR routers for this DVR port 7078146b-883e-4761-8c0d-2df44fb319af on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:52:17.632019 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dc19db64-a6bd-495e-b8b9-34df0a87a2e3 req-62f0c730-488a-4da5-8c53-88f79b62a300 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:17.636243 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dc19db64-a6bd-495e-b8b9-34df0a87a2e3 req-62f0c730-488a-4da5-8c53-88f79b62a300 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.48 "DELETE /v2.0/ports/7078146b-883e-4761-8c0d-2df44fb319af HTTP/1.1" status: 204 len: 173 time: 2.4986665 Nov 24 20:52:17.717671 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-874b283c-9895-49dc-b2e0-58abd9435356 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:17.724344 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-874b283c-9895-49dc-b2e0-58abd9435356 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/networks?id=b951b5c3-656e-4fff-abfd-18296c34042b HTTP/1.1" status: 200 len: 829 time: 0.4142127 Nov 24 20:52:17.725478 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef718cbc-1e24-4491-87bf-6f1ffb058898', 'name': 'network-vif-deleted', 'tag': '7078146b-883e-4761-8c0d-2df44fb319af'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:52:17.732620 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1858f79-6cbd-419e-8a2b-541941601581" -d '{"events": [{"server_uuid": "ef718cbc-1e24-4491-87bf-6f1ffb058898", "name": "network-vif-deleted", "tag": "7078146b-883e-4761-8c0d-2df44fb319af"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:52:17.782510 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-af566b10-4b44-4db0-990a-b763ccc619d0 req-23f4c72f-ec55-460e-86e6-0e3f34f846d6 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/security-groups?id=e8ec3cd2-93fd-4a90-a887-e95756e3be16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814904 Nov 24 20:52:17.830274 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-f469b7dd-0cf2-41da-a986-e046b3cbe53c tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/quotas/db05c493a3d846ffa61b28955d75d7d5 HTTP/1.1" status: 200 len: 375 time: 0.0939307 Nov 24 20:52:17.895223 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port bc0b1302-36e1-4026-8d45-60f27b771d2a completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:52:17.910625 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port bc0b1302-36e1-4026-8d45-60f27b771d2a triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:52:17.911835 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:18.058752 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-2fafdbef-7ada-4e6b-b5cd-87fee2321bf3 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=db05c493a3d846ffa61b28955d75d7d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2161515 Nov 24 20:52:18.112509 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:18.147860 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d9e527-9602-498b-8ea8-23f813bf9efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0b1302-36e1-4026-8d45-60f27b771d2a'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:52:18.150446 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f850ee63-a140-4712-90cc-6b9a40f80883" -d '{"events": [{"server_uuid": "b2d9e527-9602-498b-8ea8-23f813bf9efc", "name": "network-vif-plugged", "status": "completed", "tag": "bc0b1302-36e1-4026-8d45-60f27b771d2a"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:52:18.166354 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port bc0b1302-36e1-4026-8d45-60f27b771d2a, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=bc0b1302-36e1-4026-8d45-60f27b771d2a,segment=NetworkSegment(468b1a81-9613-43e4-b16c-97fb83ea7acb),segment_id=468b1a81-9613-43e4-b16c-97fb83ea7acb)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:18.175459 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:18.176296 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 7078146b-883e-4761-8c0d-2df44fb319af no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:52:18.303096 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 7078146b-883e-4761-8c0d-2df44fb319af {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:52:18.306368 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2b8d3b-2cf5-4479-a9c5-92b64300aac4 x-openstack-request-id: req-fb2b8d3b-2cf5-4479-a9c5-92b64300aac4 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:52:18.306810 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef718cbc-1e24-4491-87bf-6f1ffb058898", "name": "network-vif-deleted", "tag": "7078146b-883e-4761-8c0d-2df44fb319af", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:52:18.307083 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fb2b8d3b-2cf5-4479-a9c5-92b64300aac4 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:52:18.307845 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef718cbc-1e24-4491-87bf-6f1ffb058898', 'name': 'network-vif-deleted', 'tag': '7078146b-883e-4761-8c0d-2df44fb319af', 'status': 'completed', 'code': 200} Nov 24 20:52:18.312984 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 7078146b-883e-4761-8c0d-2df44fb319af not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:52:18.413506 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-dfc7a435-f41f-495a-a51d-243d70e3ecc4 service neutron] 10.222.0.11 "GET /v2.0/networks/b951b5c3-656e-4fff-abfd-18296c34042b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436315 Nov 24 20:52:18.457718 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=bc0b1302-36e1-4026-8d45-60f27b771d2a,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:18.509549 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-17356e9c-c697-4bf5-b6df-67827797d80f req-f5fb5f6e-ff7a-481c-9413-1cb45abea923 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef718cbc-1e24-4491-87bf-6f1ffb058898 HTTP/1.1" status: 200 len: 210 time: 0.0824003 Nov 24 20:52:18.580561 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 183f3b87-a8a9-4e3e-b26e-a5cfb244bad3 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:52:18.692442 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-56f0f678-dc0d-4f2c-b0d1-5b721af47aba service neutron] 10.222.0.11 "GET /v2.0/networks/b951b5c3-656e-4fff-abfd-18296c34042b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779379 Nov 24 20:52:18.713333 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6c5b93-1f25-4198-84af-cf5a33aea8bb x-openstack-request-id: req-1f6c5b93-1f25-4198-84af-cf5a33aea8bb {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:52:18.713883 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d9e527-9602-498b-8ea8-23f813bf9efc", "name": "network-vif-plugged", "status": "completed", "tag": "bc0b1302-36e1-4026-8d45-60f27b771d2a", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:52:18.714016 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1f6c5b93-1f25-4198-84af-cf5a33aea8bb {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:52:18.714427 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d9e527-9602-498b-8ea8-23f813bf9efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0b1302-36e1-4026-8d45-60f27b771d2a', 'code': 200} Nov 24 20:52:18.719842 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7256ec9a-641e-42d4-9e2a-29c00986154d req-5e981d6a-bc71-4ec3-bad2-687426bc38da tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 210 time: 0.0413456 Nov 24 20:52:18.781067 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 183f3b87-a8a9-4e3e-b26e-a5cfb244bad3 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:52:18.781527 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:18.846372 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419d08b-bfc1-4fe4-9ff0-f05d4f35ac0a req-4e58ca07-5eda-4311-9e80-3e03882a664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:18.853384 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4419d08b-bfc1-4fe4-9ff0-f05d4f35ac0a req-4e58ca07-5eda-4311-9e80-3e03882a664e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b2d9e527-9602-498b-8ea8-23f813bf9efc HTTP/1.1" status: 200 len: 1097 time: 0.1144199 Nov 24 20:52:18.973106 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4419d08b-bfc1-4fe4-9ff0-f05d4f35ac0a req-27abda3b-ec3f-49cb-bb18-4d41b9c0bc4c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e8ec3cd2-93fd-4a90-a887-e95756e3be16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062896 Nov 24 20:52:19.007132 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:19.033936 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 183f3b87-a8a9-4e3e-b26e-a5cfb244bad3, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=183f3b87-a8a9-4e3e-b26e-a5cfb244bad3,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:19.041896 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eaed13a9-2e47-42f8-823a-5f6a1abd8ad0 req-001f6e29-9ae5-45e4-b071-412e61ff592e tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 210 time: 0.0400290 Nov 24 20:52:19.047377 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:19.060716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57f3f1-b683-4734-9d11-6eea41a870ec req-122a251a-3f92-4aa3-a64a-b678840eb58a tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:19.079072 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6f57f3f1-b683-4734-9d11-6eea41a870ec req-122a251a-3f92-4aa3-a64a-b678840eb58a tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2d9e527-9602-498b-8ea8-23f813bf9efc HTTP/1.1" status: 200 len: 946 time: 0.1580305 Nov 24 20:52:19.196328 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=183f3b87-a8a9-4e3e-b26e-a5cfb244bad3,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:19.223769 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6f57f3f1-b683-4734-9d11-6eea41a870ec req-49b582f8-2fa7-40d9-a1be-791655bf1fb4 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/security-groups?id=e8ec3cd2-93fd-4a90-a887-e95756e3be16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423912 Nov 24 20:52:19.394296 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-fb970486-34ea-40fa-8b16-059a457abd2e tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335610 Nov 24 20:52:19.610568 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-d432128f-7777-4a04-8843-b2fd90e389c9 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:19.612468 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-d432128f-7777-4a04-8843-b2fd90e389c9 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2109172 Nov 24 20:52:19.630203 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-840553ca-16cf-485f-a284-703db05e4250 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Request body: {'port': {'device_id': '769dd177-3e75-49cf-976c-47503222d5b8', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': '9a5783ced00e47ae82e71fa9165bac1a'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:52:19.976793 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-84916c65-dd69-4c97-8424-91098f04c6ad req-30564aae-8e98-4720-b568-2c44a1a16e88 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1731162 Nov 24 20:52:19.978842 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db060ec4-825d-4b84-b8e7-fbcde307107b req-9daf640b-a247-436d-91b7-f692a2f10f7a tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 210 time: 0.0589163 Nov 24 20:52:20.057931 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-840553ca-16cf-485f-a284-703db05e4250 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Made reservation on behalf of 9a5783ced00e47ae82e71fa9165bac1a for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:52:20.064203 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-840553ca-16cf-485f-a284-703db05e4250 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:20.113861 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-840553ca-16cf-485f-a284-703db05e4250 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:20.248534 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84916c65-dd69-4c97-8424-91098f04c6ad req-6965d1dc-f7e6-425a-9bc1-1d8653700ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:20.251294 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-84916c65-dd69-4c97-8424-91098f04c6ad req-6965d1dc-f7e6-425a-9bc1-1d8653700ee3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 1095 time: 0.2152555 Nov 24 20:52:20.253582 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-a68dbf07-af69-451c-9c37-f510ab2c28ff tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:20.268526 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e799e6e9-6a0e-4b22-9e22-23e8bb721e92 req-c122d89e-e6b2-4c61-8a72-0a085bc59c4a tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 210 time: 0.1037862 Nov 24 20:52:20.297506 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-a68dbf07-af69-451c-9c37-f510ab2c28ff tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/networks?id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f HTTP/1.1" status: 200 len: 805 time: 0.3129544 Nov 24 20:52:20.361619 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-5321129a-5dc3-412c-855e-45f117e3f789 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/quotas/1e863037610748a3b80a51d971bf8b4d HTTP/1.1" status: 200 len: 375 time: 0.0631595 Nov 24 20:52:20.432689 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 183f3b87-a8a9-4e3e-b26e-a5cfb244bad3 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:52:20.493091 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-840553ca-16cf-485f-a284-703db05e4250 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:20.514155 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-840553ca-16cf-485f-a284-703db05e4250 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:20.553767 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] Sync routers for ids ['81c502e8-708d-4cc2-a010-f7fab5a01972'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:52:20.555537 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-77eb12a8-e39c-4ba3-ab57-90b9d9942ee4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1e863037610748a3b80a51d971bf8b4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1929824 Nov 24 20:52:20.570199 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840553ca-16cf-485f-a284-703db05e4250 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5472e30b-83f0-4990-859a-6387393586c5,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:20.579452 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84916c65-dd69-4c97-8424-91098f04c6ad req-2b83a015-4f31-464e-86d3-6585f218138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:20.581756 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-84916c65-dd69-4c97-8424-91098f04c6ad req-2b83a015-4f31-464e-86d3-6585f218138a service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 908 time: 0.2963245 Nov 24 20:52:20.597835 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] Routers {'81c502e8-708d-4cc2-a010-f7fab5a01972'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:52:20.599366 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:52:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['81c502e8-708d-4cc2-a010-f7fab5a01972'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:52:20.706865 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-84916c65-dd69-4c97-8424-91098f04c6ad req-ee28d2c8-e67a-445e-83ef-6735d993d75a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d8906f6-9e77-4566-966b-78558e7647b9 HTTP/1.1" status: 200 len: 217 time: 0.1116602 Nov 24 20:52:20.865906 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 183f3b87-a8a9-4e3e-b26e-a5cfb244bad3 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:52:20.866193 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:20.895971 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-94a33f8c-3e48-44e6-a365-5fa8ccc25fa8 service neutron] 10.222.0.11 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394606 Nov 24 20:52:20.946686 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] Set router 81c502e8-708d-4cc2-a010-f7fab5a01972 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:52:21.036638 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15f916-1a91-4bc7-b48d-f988f2f54224 req-1c49498e-765f-45cb-bbbc-1ee41c8d7434 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:21.038531 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b15f916-1a91-4bc7-b48d-f988f2f54224 req-1c49498e-765f-45cb-bbbc-1ee41c8d7434 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2d9e527-9602-498b-8ea8-23f813bf9efc HTTP/1.1" status: 200 len: 946 time: 0.2656956 Nov 24 20:52:21.083976 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84916c65-dd69-4c97-8424-91098f04c6ad req-06d34c71-7f99-4f2c-8f65-0800c9a99512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:21.085904 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-84916c65-dd69-4c97-8424-91098f04c6ad req-06d34c71-7f99-4f2c-8f65-0800c9a99512 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d0e18ba-6af5-4f0b-b8c6-f19541a42712 HTTP/1.1" status: 200 len: 847 time: 0.3688228 Nov 24 20:52:21.136610 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be283bbf-1749-4fe1-b4ce-24a7feea1549 req-397904af-d569-473f-a65d-88193168b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:21.145734 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be283bbf-1749-4fe1-b4ce-24a7feea1549 req-397904af-d569-473f-a65d-88193168b377 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cdb82235334241ecb333a080dc6b7b11&device_id=d772e1aa-e152-4cac-8267-e5743199afeb HTTP/1.1" status: 200 len: 1102 time: 0.3888903 Nov 24 20:52:21.168936 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b15f916-1a91-4bc7-b48d-f988f2f54224 req-6e2c31fb-ab21-4785-9db4-457404eedfe5 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/security-groups?id=e8ec3cd2-93fd-4a90-a887-e95756e3be16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818801 Nov 24 20:52:21.238523 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-3b0a1458-2a84-4c59-87f6-537eca9a3a51 service neutron] 10.222.0.11 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365960 Nov 24 20:52:21.300902 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-84916c65-dd69-4c97-8424-91098f04c6ad req-049cc52d-b848-4b3b-8677-75c87f5e2c1f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a5f3905-f9df-4704-8238-82ae8b0c31f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1437957 Nov 24 20:52:21.337884 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-840553ca-16cf-485f-a284-703db05e4250 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Allocated IP 192.168.233.17 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/656752ae-79d3-4d03-b5f1-7f2f715581a7) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:52:21.580251 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1546000800-router', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:52:08Z', 'updated_at': '2021-11-24T20:52:14Z', 'revision_number': 4, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'gw_port': {'id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:52:10Z', 'updated_at': '2021-11-24T20:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '2db6d95e-d2f7-4029-be26-359b84ff4f96', 'name': '', 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'mac_address': 'fa:16:3e:61:0f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'ec516913-d3f4-488e-acb0-55c96fa9d0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:52:14Z', 'updated_at': '2021-11-24T20:52:15Z', 'revision_number': 2, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'subnets': [{'id': 'ec516913-d3f4-488e-acb0-55c96fa9d0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:52:21.621269 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] Checking router: 81c502e8-708d-4cc2-a010-f7fab5a01972 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:52:21.621269 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] Updating router 81c502e8-708d-4cc2-a010-f7fab5a01972 port 2db6d95e-d2f7-4029-be26-359b84ff4f96 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:52:21.682423 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-840553ca-16cf-485f-a284-703db05e4250 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:21.689059 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:21.727400 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0dd9c61-6250-42d4-b3be-b0dde04138dc req-39fcaa81-105a-468c-a173-c750122bc65c tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 210 time: 0.0705068 Nov 24 20:52:21.861185 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-840553ca-16cf-485f-a284-703db05e4250 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:21.923514 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-98763792-45e1-4970-8ec2-15113fa9ad14 req-17edacd2-98ec-4498-8961-443770756a5b tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 210 time: 0.0520847 Nov 24 20:52:21.951630 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-4d9d73e1-c7f3-4ab3-b707-326a68dd62f8 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:21.953736 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-4d9d73e1-c7f3-4ab3-b707-326a68dd62f8 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.15 "GET /v2.0/networks?id=b951b5c3-656e-4fff-abfd-18296c34042b HTTP/1.1" status: 200 len: 829 time: 1.1158123 Nov 24 20:52:22.005097 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-840553ca-16cf-485f-a284-703db05e4250 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:52:22.065164 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840553ca-16cf-485f-a284-703db05e4250 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Pushing event updated for resources: {'Port': ['ID=656752ae-79d3-4d03-b5f1-7f2f715581a7,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:22.070342 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-840553ca-16cf-485f-a284-703db05e4250 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:52:22.076066 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-bb55a6d3-057c-4491-8168-639e921d7376 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Request body: {'port': {'device_id': 'acc62ffe-34ae-4a5a-9ded-3a1b390ae54a', 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b', 'admin_state_up': True, 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:52:22.089578 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-840553ca-16cf-485f-a284-703db05e4250 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:52:22.143294 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fda03-56a5-48fc-9eaf-c47df9c3fefe req-4a9e9d8e-8662-4321-bfbe-23dab6589653 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:22.145015 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-005fda03-56a5-48fc-9eaf-c47df9c3fefe req-4a9e9d8e-8662-4321-bfbe-23dab6589653 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 935 time: 0.4035094 Nov 24 20:52:22.389863 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be283bbf-1749-4fe1-b4ce-24a7feea1549 req-a6c21552-a5aa-429e-b625-3b4f6285a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:22.392354 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:22.395194 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be283bbf-1749-4fe1-b4ce-24a7feea1549 req-a6c21552-a5aa-429e-b625-3b4f6285a0ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 1.2231050 Nov 24 20:52:22.406139 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:22.426105 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-840553ca-16cf-485f-a284-703db05e4250 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:22.428436 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-840553ca-16cf-485f-a284-703db05e4250 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:22.554181 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-84916c65-dd69-4c97-8424-91098f04c6ad req-0d86c830-d347-487c-81b0-8f38a3213ecd service neutron] 10.222.0.15 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8154199 Nov 24 20:52:22.564856 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9a2dc-da1e-4a61-ac11-0e9c77e50958 None None] Pushing event updated for resources: {'Port': ['ID=2db6d95e-d2f7-4029-be26-359b84ff4f96,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:22.658378 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-58f5fe26-01a0-4c90-a46f-9f24d3dda9cf None None] Provisioning complete for port 656752ae-79d3-4d03-b5f1-7f2f715581a7 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:52:22.658951 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-58f5fe26-01a0-4c90-a46f-9f24d3dda9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:22.757610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-58f5fe26-01a0-4c90-a46f-9f24d3dda9cf None None] Port 656752ae-79d3-4d03-b5f1-7f2f715581a7 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:52:22.806404 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] Attempting to bind port 2db6d95e-d2f7-4029-be26-359b84ff4f96 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:52:22.811564 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] Attempting to bind port 2db6d95e-d2f7-4029-be26-359b84ff4f96 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'ad0d73e7-0c52-46df-bc47-8e8bad650d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:52:22.814700 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] Attempting to bind port 2db6d95e-d2f7-4029-be26-359b84ff4f96 on network b951b5c3-656e-4fff-abfd-18296c34042b {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:52:22.832360 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:52:22.832701 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] Checking segment: {'id': 'ad0d73e7-0c52-46df-bc47-8e8bad650d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:52:22.833186 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:22.835227 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] Bound using segment: {'id': 'ad0d73e7-0c52-46df-bc47-8e8bad650d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:52:22.836587 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] Bound port: 2db6d95e-d2f7-4029-be26-359b84ff4f96, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad0d73e7-0c52-46df-bc47-8e8bad650d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:52:22.837018 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:22.854758 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb700a-bb89-4b54-8874-72f81df99abb req-9987e564-e873-4e4c-91db-4cf979518fab tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:22.863519 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-74fb700a-bb89-4b54-8874-72f81df99abb req-9987e564-e873-4e4c-91db-4cf979518fab tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2d9e527-9602-498b-8ea8-23f813bf9efc HTTP/1.1" status: 200 len: 946 time: 0.0804193 Nov 24 20:52:22.889990 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be283bbf-1749-4fe1-b4ce-24a7feea1549 req-178df88f-ab64-45cc-a9d0-79d7c61600f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=3ed7562c-8177-42ca-bf4e-6bfc74f803ed HTTP/1.1" status: 200 len: 217 time: 0.3667572 Nov 24 20:52:22.910901 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-840553ca-16cf-485f-a284-703db05e4250 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2878602 Nov 24 20:52:22.925772 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2471adf3-8dc3-4522-9de4-c69692eb8340 None None] Provisioning complete for port 2db6d95e-d2f7-4029-be26-359b84ff4f96 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:52:22.926307 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2471adf3-8dc3-4522-9de4-c69692eb8340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:22.941662 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-74fb700a-bb89-4b54-8874-72f81df99abb req-2a20dc13-6666-43c3-a39e-b8dc9580b937 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/security-groups?id=e8ec3cd2-93fd-4a90-a887-e95756e3be16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737085 Nov 24 20:52:22.943613 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-3cdae582-a346-455c-95fe-e300f6646ea7 service neutron] Request body: {'port': {'device_id': '769dd177-3e75-49cf-976c-47503222d5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:52:23.019700 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] For port 2db6d95e-d2f7-4029-be26-359b84ff4f96, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:52:23.032225 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-2471adf3-8dc3-4522-9de4-c69692eb8340 None None] Port 2db6d95e-d2f7-4029-be26-359b84ff4f96 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:52:23.037613 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] For port 2db6d95e-d2f7-4029-be26-359b84ff4f96, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2db6d95e-d2f7-4029-be26-359b84ff4f96,segment=NetworkSegment(ad0d73e7-0c52-46df-bc47-8e8bad650d7d),segment_id=ad0d73e7-0c52-46df-bc47-8e8bad650d7d)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:52:23.046979 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:23.057869 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-005fda03-56a5-48fc-9eaf-c47df9c3fefe req-6bb3dc41-a9bc-4eda-9ef5-7f0dfe7fefcd tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5179873 Nov 24 20:52:23.068853 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fdaae501-3f74-4fcb-8e67-716eec8aca07 req-4e277254-22d9-49ba-a5e5-6b2b4b8d2189 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 210 time: 0.0637078 Nov 24 20:52:23.210700 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9a2dc-da1e-4a61-ac11-0e9c77e50958 None None] Pushing event updated for resources: {'Port': ['ID=2db6d95e-d2f7-4029-be26-359b84ff4f96,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:23.230301 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] Routers {'81c502e8-708d-4cc2-a010-f7fab5a01972'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:52:23.232552 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:52:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['81c502e8-708d-4cc2-a010-f7fab5a01972'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:52:23.250189 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87bc3852-e694-4b45-8229-cd7618d59470 req-b004a318-6b7a-431f-92fe-ad24504e5134 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 210 time: 0.0901010 Nov 24 20:52:23.259871 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-84916c65-dd69-4c97-8424-91098f04c6ad req-e34775d7-a4cd-4920-94ce-a77b83b4e4f1 service neutron] 10.222.0.15 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6280015 Nov 24 20:52:23.372889 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be283bbf-1749-4fe1-b4ce-24a7feea1549 req-808521ca-69bc-42c2-9a65-2bca10d341a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:23.377010 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be283bbf-1749-4fe1-b4ce-24a7feea1549 req-808521ca-69bc-42c2-9a65-2bca10d341a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.4597878 Nov 24 20:52:23.450589 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] Set router 81c502e8-708d-4cc2-a010-f7fab5a01972 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:52:23.574062 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-bb55a6d3-057c-4491-8168-639e921d7376 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Made reservation on behalf of db05c493a3d846ffa61b28955d75d7d5 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:52:23.578417 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-bb55a6d3-057c-4491-8168-639e921d7376 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:23.593533 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-3cdae582-a346-455c-95fe-e300f6646ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:23.695447 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be283bbf-1749-4fe1-b4ce-24a7feea1549 req-bdd0b989-c196-46b3-adc8-759da9f46a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:23.698217 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be283bbf-1749-4fe1-b4ce-24a7feea1549 req-bdd0b989-c196-46b3-adc8-759da9f46a2f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2581573 Nov 24 20:52:23.719653 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-3fc8cbc0-c179-4753-8853-1f4a3438a713 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:23.724724 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-3fc8cbc0-c179-4753-8853-1f4a3438a713 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.48 "GET /v2.0/networks?id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f HTTP/1.1" status: 200 len: 805 time: 0.4968681 Nov 24 20:52:23.772500 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-0b1452e4-3d0e-4598-97f8-7c6b3170ea77 None None] Provisioning complete for port 2db6d95e-d2f7-4029-be26-359b84ff4f96 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:52:23.775973 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-06c315a7-10ba-4206-ad80-feb2b58c99f4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Request body: {'port': {'device_id': '76ce8ed4-6613-4255-82bf-664c509233d1', 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f', 'admin_state_up': True, 'tenant_id': '1e863037610748a3b80a51d971bf8b4d'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:52:23.790239 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0b1452e4-3d0e-4598-97f8-7c6b3170ea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:23.935116 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1546000800-router', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:52:08Z', 'updated_at': '2021-11-24T20:52:14Z', 'revision_number': 4, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'gw_port': {'id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:52:10Z', 'updated_at': '2021-11-24T20:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '2db6d95e-d2f7-4029-be26-359b84ff4f96', 'name': '', 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'mac_address': 'fa:16:3e:61:0f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'ec516913-d3f4-488e-acb0-55c96fa9d0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:52:14Z', 'updated_at': '2021-11-24T20:52:23Z', 'revision_number': 4, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'subnets': [{'id': 'ec516913-d3f4-488e-acb0-55c96fa9d0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:52:23.967601 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0b1452e4-3d0e-4598-97f8-7c6b3170ea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:23.970414 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462cb8fa-fac7-44c9-bc89-1ef145210a6f None None] The sync data for ids ['81c502e8-708d-4cc2-a010-f7fab5a01972'] in n-d-812111-8 is: [{'id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1546000800-router', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:52:08Z', 'updated_at': '2021-11-24T20:52:14Z', 'revision_number': 4, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'gw_port': {'id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:52:10Z', 'updated_at': '2021-11-24T20:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '2db6d95e-d2f7-4029-be26-359b84ff4f96', 'name': '', 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'mac_address': 'fa:16:3e:61:0f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'ec516913-d3f4-488e-acb0-55c96fa9d0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:52:14Z', 'updated_at': '2021-11-24T20:52:23Z', 'revision_number': 4, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'subnets': [{'id': 'ec516913-d3f4-488e-acb0-55c96fa9d0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:52:24.054821 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0b1452e4-3d0e-4598-97f8-7c6b3170ea77 None None] For port 2db6d95e-d2f7-4029-be26-359b84ff4f96, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2db6d95e-d2f7-4029-be26-359b84ff4f96,segment=NetworkSegment(ad0d73e7-0c52-46df-bc47-8e8bad650d7d),segment_id=ad0d73e7-0c52-46df-bc47-8e8bad650d7d)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:24.067091 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0b1452e4-3d0e-4598-97f8-7c6b3170ea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:24.182781 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1452e4-3d0e-4598-97f8-7c6b3170ea77 None None] Pushing event updated for resources: {'Port': ['ID=2db6d95e-d2f7-4029-be26-359b84ff4f96,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:24.264524 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6647d720-a6e3-43a3-8da4-676259297562 req-e965b6a0-5137-40bf-bb23-ad2e5b7b5df2 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 210 time: 0.0366096 Nov 24 20:52:24.485330 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2db6d95e-d2f7-4029-be26-359b84ff4f96 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:52:24.595958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174c18b-cc77-4c7c-b528-9e7ea9523852 req-d73b42c2-6e9e-4dec-a8fb-c9e745475cee tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:24.607896 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c174c18b-cc77-4c7c-b528-9e7ea9523852 req-d73b42c2-6e9e-4dec-a8fb-c9e745475cee tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 935 time: 0.1904383 Nov 24 20:52:24.637468 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 2db6d95e-d2f7-4029-be26-359b84ff4f96 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:52:24.644715 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:24.690628 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c174c18b-cc77-4c7c-b528-9e7ea9523852 req-597a6689-47e2-40f2-9dc4-813624be4f87 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815084 Nov 24 20:52:24.906760 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b4976aec-880a-4089-b104-4cb488835c4e req-350ad312-c8be-4b3c-aba6-d0f2ccd98563 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 210 time: 0.0519369 Nov 24 20:52:24.951128 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-3cdae582-a346-455c-95fe-e300f6646ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 656752ae-79d3-4d03-b5f1-7f2f715581a7 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:52:24.962774 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-3cdae582-a346-455c-95fe-e300f6646ea7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:24.986520 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-3cdae582-a346-455c-95fe-e300f6646ea7 service neutron] Transition to ACTIVE for port object 656752ae-79d3-4d03-b5f1-7f2f715581a7 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:52:25.090972 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-3cdae582-a346-455c-95fe-e300f6646ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:25.261499 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143cad4-806d-4c4e-a262-6bfdab155eb1 req-0ef7fabb-ab72-436a-85d7-1783b3287c96 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:25.263074 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1143cad4-806d-4c4e-a262-6bfdab155eb1 req-0ef7fabb-ab72-436a-85d7-1783b3287c96 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 946 time: 0.0733616 Nov 24 20:52:25.335460 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdae582-a346-455c-95fe-e300f6646ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=656752ae-79d3-4d03-b5f1-7f2f715581a7,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:25.348707 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1143cad4-806d-4c4e-a262-6bfdab155eb1 req-f7cc3139-5ac9-42a3-ba0f-bee8c0059d01 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724528 Nov 24 20:52:25.360170 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-bb55a6d3-057c-4491-8168-639e921d7376 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Allocated IP 172.20.0.4 (b951b5c3-656e-4fff-abfd-18296c34042b/ec516913-d3f4-488e-acb0-55c96fa9d0ed/46039e6c-ec42-41cc-92fd-b38c79a237b2) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:52:25.450857 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc045d-47bb-4b14-8f95-8fdf1ab90e41 req-a6ad0108-ebc7-438c-9365-bd12f55b4905 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:25.459080 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fcdc045d-47bb-4b14-8f95-8fdf1ab90e41 req-a6ad0108-ebc7-438c-9365-bd12f55b4905 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2d9e527-9602-498b-8ea8-23f813bf9efc HTTP/1.1" status: 200 len: 946 time: 1.1164832 Nov 24 20:52:25.479022 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95cb21-b9da-48a2-8b8e-b7c87578908c req-32428181-4fcf-466b-93ca-1a1d111295d3 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:25.480706 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ac95cb21-b9da-48a2-8b8e-b7c87578908c req-32428181-4fcf-466b-93ca-1a1d111295d3 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2d9e527-9602-498b-8ea8-23f813bf9efc HTTP/1.1" status: 200 len: 946 time: 1.2046258 Nov 24 20:52:25.495352 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-99076559-6eac-4c40-b1d8-9556cd7c725a req-0586b577-1af4-4f56-bde5-9b8be1e454ea tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 210 time: 0.0577910 Nov 24 20:52:25.613025 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be283bbf-1749-4fe1-b4ce-24a7feea1549 req-3dfa3c82-03dc-4097-abea-89ed862d5060 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8830075 Nov 24 20:52:25.740629 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be283bbf-1749-4fe1-b4ce-24a7feea1549 req-78fe3e09-c2d0-4b74-a55e-b1458ed3ecb0 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133947 Nov 24 20:52:25.984799 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fcdc045d-47bb-4b14-8f95-8fdf1ab90e41 req-17acd7fd-b228-4b4c-9ffd-b2958a81d5f2 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/security-groups?id=e8ec3cd2-93fd-4a90-a887-e95756e3be16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5237377 Nov 24 20:52:26.033279 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-06c315a7-10ba-4206-ad80-feb2b58c99f4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Made reservation on behalf of 1e863037610748a3b80a51d971bf8b4d for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:52:26.037858 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-06c315a7-10ba-4206-ad80-feb2b58c99f4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:26.214123 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5039d93-13b2-4a94-9a33-ef300c9e0cc2 req-e11285cd-bfbd-4feb-983b-8dc6bddb1d84 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:26.218577 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c5039d93-13b2-4a94-9a33-ef300c9e0cc2 req-e11285cd-bfbd-4feb-983b-8dc6bddb1d84 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 947 time: 0.1357508 Nov 24 20:52:26.233016 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-3cdae582-a346-455c-95fe-e300f6646ea7 service neutron] Attempting to bind port 656752ae-79d3-4d03-b5f1-7f2f715581a7 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:52:26.233016 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-3cdae582-a346-455c-95fe-e300f6646ea7 service neutron] Attempting to bind port 656752ae-79d3-4d03-b5f1-7f2f715581a7 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:52:26.233016 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-3cdae582-a346-455c-95fe-e300f6646ea7 service neutron] Attempting to bind port 656752ae-79d3-4d03-b5f1-7f2f715581a7 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:52:26.281864 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-bb55a6d3-057c-4491-8168-639e921d7376 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:26.321725 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c5039d93-13b2-4a94-9a33-ef300c9e0cc2 req-c003e90e-07c8-4251-a9ec-deac7cb908ce tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967100 Nov 24 20:52:26.366029 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-3cdae582-a346-455c-95fe-e300f6646ea7 service neutron] Port 656752ae-79d3-4d03-b5f1-7f2f715581a7 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:52:26.366364 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-3cdae582-a346-455c-95fe-e300f6646ea7 service neutron] Attempting to bind port 656752ae-79d3-4d03-b5f1-7f2f715581a7 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:52:26.426024 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-54480114-f7bf-4024-90ac-afb2cc8e06c1 req-91adc0a1-4378-43fa-b51b-4572e901f7d3 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 210 time: 0.2133901 Nov 24 20:52:26.435846 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-3cdae582-a346-455c-95fe-e300f6646ea7 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:52:26.437569 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-3cdae582-a346-455c-95fe-e300f6646ea7 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:52:26.438074 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-3cdae582-a346-455c-95fe-e300f6646ea7 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:52:26.438637 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-3cdae582-a346-455c-95fe-e300f6646ea7 service neutron] Bound port: 656752ae-79d3-4d03-b5f1-7f2f715581a7, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:52:26.439101 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-3cdae582-a346-455c-95fe-e300f6646ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:26.460075 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-ac95cb21-b9da-48a2-8b8e-b7c87578908c req-4bb083bb-1827-4a1c-b46e-7a19c7cef520 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Deleting port bc0b1302-36e1-4026-8d45-60f27b771d2a {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:52:26.460526 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ac95cb21-b9da-48a2-8b8e-b7c87578908c req-4bb083bb-1827-4a1c-b46e-7a19c7cef520 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:26.613813 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-94197653-6a2f-4d17-891f-6d33d3120f4c req-cfda7ece-0a55-49b9-a40b-55902eb9d9c3 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 210 time: 0.0306129 Nov 24 20:52:26.666841 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-06c315a7-10ba-4206-ad80-feb2b58c99f4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Allocated IP 172.20.0.11 (f0b7ba0f-849f-45c0-98bd-f2596ab1646f/ded7d568-de3b-47fd-8a43-7e09737c0e38/e1f1b232-5dad-434c-aba9-0a85d7f7a588) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:52:26.698142 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-bb55a6d3-057c-4491-8168-639e921d7376 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:26.707499 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-ac95cb21-b9da-48a2-8b8e-b7c87578908c req-4bb083bb-1827-4a1c-b46e-7a19c7cef520 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] For port bc0b1302-36e1-4026-8d45-60f27b771d2a, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=bc0b1302-36e1-4026-8d45-60f27b771d2a,segment=NetworkSegment(468b1a81-9613-43e4-b16c-97fb83ea7acb),segment_id=468b1a81-9613-43e4-b16c-97fb83ea7acb)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:26.708024 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ac95cb21-b9da-48a2-8b8e-b7c87578908c req-4bb083bb-1827-4a1c-b46e-7a19c7cef520 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:26.763577 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-3cdae582-a346-455c-95fe-e300f6646ea7 service neutron] For port 656752ae-79d3-4d03-b5f1-7f2f715581a7, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:52:26.784884 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-ac95cb21-b9da-48a2-8b8e-b7c87578908c req-4bb083bb-1827-4a1c-b46e-7a19c7cef520 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Calling delete_port for bc0b1302-36e1-4026-8d45-60f27b771d2a owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:52:26.821061 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-3cdae582-a346-455c-95fe-e300f6646ea7 service neutron] For port 656752ae-79d3-4d03-b5f1-7f2f715581a7, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=656752ae-79d3-4d03-b5f1-7f2f715581a7,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:52:26.825700 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-bb55a6d3-057c-4491-8168-639e921d7376 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Network b951b5c3-656e-4fff-abfd-18296c34042b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:52:26.852505 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-3cdae582-a346-455c-95fe-e300f6646ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:26.854677 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-bb55a6d3-057c-4491-8168-639e921d7376 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:52:26.877250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-bb55a6d3-057c-4491-8168-639e921d7376 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:52:27.012948 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-3cdae582-a346-455c-95fe-e300f6646ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:27.013816 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-3cdae582-a346-455c-95fe-e300f6646ea7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:27.015947 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-3cdae582-a346-455c-95fe-e300f6646ea7 service neutron] 10.222.0.48 "PUT /v2.0/ports/656752ae-79d3-4d03-b5f1-7f2f715581a7 HTTP/1.1" status: 200 len: 1095 time: 4.0796485 Nov 24 20:52:27.016773 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55a6d3-057c-4491-8168-639e921d7376 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Pushing event updated for resources: {'Port': ['ID=46039e6c-ec42-41cc-92fd-b38c79a237b2,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:27.051454 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769dd177-3e75-49cf-976c-47503222d5b8', 'tag': '656752ae-79d3-4d03-b5f1-7f2f715581a7'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:52:27.055119 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2eda26-d4c9-4f70-b827-0413583f5a69" -d '{"events": [{"name": "network-changed", "server_uuid": "769dd177-3e75-49cf-976c-47503222d5b8", "tag": "656752ae-79d3-4d03-b5f1-7f2f715581a7"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:52:27.234015 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78d52dd-98cd-4f57-b756-572414fb41bc x-openstack-request-id: req-a78d52dd-98cd-4f57-b756-572414fb41bc {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:52:27.236844 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "769dd177-3e75-49cf-976c-47503222d5b8", "tag": "656752ae-79d3-4d03-b5f1-7f2f715581a7", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:52:27.237514 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a78d52dd-98cd-4f57-b756-572414fb41bc {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:52:27.238074 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769dd177-3e75-49cf-976c-47503222d5b8', 'tag': '656752ae-79d3-4d03-b5f1-7f2f715581a7', 'status': 'completed', 'code': 200} Nov 24 20:52:27.316156 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9c2a44b7-7ff8-4532-b0c1-9afdc1bac796 None None] Provisioning complete for port 46039e6c-ec42-41cc-92fd-b38c79a237b2 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:52:27.316736 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9c2a44b7-7ff8-4532-b0c1-9afdc1bac796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:27.427556 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9c2a44b7-7ff8-4532-b0c1-9afdc1bac796 None None] Port 46039e6c-ec42-41cc-92fd-b38c79a237b2 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:52:27.431256 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-bb55a6d3-057c-4491-8168-639e921d7376 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:27.431938 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-bb55a6d3-057c-4491-8168-639e921d7376 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:27.446042 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39cd42-0387-4e21-8a06-d4dd90444964 req-c3941f68-fc08-4c51-b41b-3fc590c1658b tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:27.447597 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bd39cd42-0387-4e21-8a06-d4dd90444964 req-c3941f68-fc08-4c51-b41b-3fc590c1658b tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2d9e527-9602-498b-8ea8-23f813bf9efc HTTP/1.1" status: 200 len: 946 time: 0.2938163 Nov 24 20:52:27.519867 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca16b8c-2bda-4c08-847e-1cc7386adcc1 req-740dcd26-146d-4a4d-bc49-f2011cabb1f8 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:27.527937 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fca16b8c-2bda-4c08-847e-1cc7386adcc1 req-740dcd26-146d-4a4d-bc49-f2011cabb1f8 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 947 time: 0.0785537 Nov 24 20:52:27.610317 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fca16b8c-2bda-4c08-847e-1cc7386adcc1 req-48bfcdfe-2048-402a-a29d-3ec55bbbcfd4 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771585 Nov 24 20:52:27.622900 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-06c315a7-10ba-4206-ad80-feb2b58c99f4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:27.646222 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device bc0b1302-36e1-4026-8d45-60f27b771d2a no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:52:27.693409 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: bc0b1302-36e1-4026-8d45-60f27b771d2a {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:52:27.693838 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device bc0b1302-36e1-4026-8d45-60f27b771d2a not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:52:27.711944 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdae582-a346-455c-95fe-e300f6646ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=656752ae-79d3-4d03-b5f1-7f2f715581a7,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:27.747899 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ac95cb21-b9da-48a2-8b8e-b7c87578908c req-4bb083bb-1827-4a1c-b46e-7a19c7cef520 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:27.777489 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-06c315a7-10ba-4206-ad80-feb2b58c99f4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:27.790256 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c1b3f4bd-32d9-468e-8bb5-53c430603070'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:52:27.813105 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8467e5f-6831-4c7a-b191-eb8693d96417 req-c8e0f1c7-559f-42da-91e0-903a034d2ab8 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:27.815381 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f8467e5f-6831-4c7a-b191-eb8693d96417 req-c8e0f1c7-559f-42da-91e0-903a034d2ab8 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 932 time: 0.0771334 Nov 24 20:52:27.856183 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb083bb-1827-4a1c-b46e-7a19c7cef520 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Pushing event deleted for resources: {'Port': ['ID=bc0b1302-36e1-4026-8d45-60f27b771d2a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:27.864492 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-839b1aae-b97d-4604-a9ec-26ebc35f15d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:27.868063 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-839b1aae-b97d-4604-a9ec-26ebc35f15d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 1098 time: 0.7273610 Nov 24 20:52:27.987604 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c315a7-10ba-4206-ad80-feb2b58c99f4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Pushing event updated for resources: {'Port': ['ID=e1f1b232-5dad-434c-aba9-0a85d7f7a588,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:28.029940 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-bb55a6d3-057c-4491-8168-639e921d7376 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0219171 Nov 24 20:52:28.156461 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-37e02ee2-4f5d-410e-9f48-92f90dfe521e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=656752ae-79d3-4d03-b5f1-7f2f715581a7 HTTP/1.1" status: 200 len: 217 time: 0.1540079 Nov 24 20:52:28.244561 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-5ffe4502-0c4c-4b79-940a-1beeb76de932 service neutron] Request body: {'port': {'device_id': 'acc62ffe-34ae-4a5a-9ded-3a1b390ae54a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:52:28.328137 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac95cb21-b9da-48a2-8b8e-b7c87578908c req-4bb083bb-1827-4a1c-b46e-7a19c7cef520 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] No DVR routers for this DVR port bc0b1302-36e1-4026-8d45-60f27b771d2a on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:52:28.333422 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ac95cb21-b9da-48a2-8b8e-b7c87578908c req-4bb083bb-1827-4a1c-b46e-7a19c7cef520 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:28.337191 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ac95cb21-b9da-48a2-8b8e-b7c87578908c req-4bb083bb-1827-4a1c-b46e-7a19c7cef520 tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.48 "DELETE /v2.0/ports/bc0b1302-36e1-4026-8d45-60f27b771d2a HTTP/1.1" status: 204 len: 173 time: 2.8237498 Nov 24 20:52:28.340983 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-be31024b-d77b-4649-a2b9-5a1e2483b68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:28.344512 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-be31024b-d77b-4649-a2b9-5a1e2483b68b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.1659398 Nov 24 20:52:28.471876 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-06c315a7-10ba-4206-ad80-feb2b58c99f4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Network f0b7ba0f-849f-45c0-98bd-f2596ab1646f is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:52:28.477947 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-06c315a7-10ba-4206-ad80-feb2b58c99f4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:52:28.483939 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bd39cd42-0387-4e21-8a06-d4dd90444964 req-9365fa23-980c-40ee-bee3-101572f961ea tempest-InstanceActionsNegativeTestJSON-362594006 tempest-InstanceActionsNegativeTestJSON-362594006-project] 10.222.0.11 "GET /v2.0/security-groups?id=e8ec3cd2-93fd-4a90-a887-e95756e3be16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7800548 Nov 24 20:52:28.484888 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-06c315a7-10ba-4206-ad80-feb2b58c99f4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:52:28.490737 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-5ffe4502-0c4c-4b79-940a-1beeb76de932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:28.607025 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f8467e5f-6831-4c7a-b191-eb8693d96417 req-6b5b06d8-ef19-4910-b434-8ff8853f657d tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7852852 Nov 24 20:52:28.621161 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-7ab66b2b-b9b4-4d1c-b861-a362a38cff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:28.622885 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-7ab66b2b-b9b4-4d1c-b861-a362a38cff74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2708917 Nov 24 20:52:28.973097 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-6b3514ef-5e36-42c1-a62b-e5ca6a351ac4 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910185 Nov 24 20:52:28.985803 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7e3ab263-906f-4e2b-b381-dc3be02396aa details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:52:29.001164 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71da63d-680b-4e9c-9e17-3ab83b12f523 req-2d4c80e9-b7ea-4e92-9c77-d8b6216c0d51 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:29.035084 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c71da63d-680b-4e9c-9e17-3ab83b12f523 req-2d4c80e9-b7ea-4e92-9c77-d8b6216c0d51 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 947 time: 0.1641388 Nov 24 20:52:29.217661 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c71da63d-680b-4e9c-9e17-3ab83b12f523 req-3770d464-25d3-40e9-8f22-500cb4de75f8 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811104 Nov 24 20:52:29.223582 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-06c315a7-10ba-4206-ad80-feb2b58c99f4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:29.224816 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-06c315a7-10ba-4206-ad80-feb2b58c99f4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:29.393939 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-5ffe4502-0c4c-4b79-940a-1beeb76de932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46039e6c-ec42-41cc-92fd-b38c79a237b2 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:52:29.402294 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-5ffe4502-0c4c-4b79-940a-1beeb76de932 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:29.408675 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7e3ab263-906f-4e2b-b381-dc3be02396aa, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:29.413519 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d9e527-9602-498b-8ea8-23f813bf9efc', 'name': 'network-vif-deleted', 'tag': 'bc0b1302-36e1-4026-8d45-60f27b771d2a'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:52:29.423123 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a632cfa-f084-492f-ae52-6d90df1382d6" -d '{"events": [{"server_uuid": "b2d9e527-9602-498b-8ea8-23f813bf9efc", "name": "network-vif-deleted", "tag": "bc0b1302-36e1-4026-8d45-60f27b771d2a"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:52:29.434801 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '7e3ab263-906f-4e2b-b381-dc3be02396aa', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'port_id': '7e3ab263-906f-4e2b-b381-dc3be02396aa', 'mac_address': 'fa:16:3e:88:b2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:52:29.472565 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5004a63-bb47-4f53-a9e6-d2462e12b3b2 req-11d61096-1f25-4122-a6e2-b008f66fcf1e tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:29.474468 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b5004a63-bb47-4f53-a9e6-d2462e12b3b2 req-11d61096-1f25-4122-a6e2-b008f66fcf1e tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 931 time: 0.8558664 Nov 24 20:52:29.482330 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-5ffe4502-0c4c-4b79-940a-1beeb76de932 service neutron] Transition to ACTIVE for port object 46039e6c-ec42-41cc-92fd-b38c79a237b2 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:52:29.525650 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:29.534993 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-5ffe4502-0c4c-4b79-940a-1beeb76de932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:29.555959 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e3ab263-906f-4e2b-b381-dc3be02396aa {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:52:29.604968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7e3ab263-906f-4e2b-b381-dc3be02396aa, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:29.611745 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4442ec76-ad35-4103-80f4-8534e2478d9e req-7f813a6e-d7dc-46d7-85a7-5f0ebc6ccd47 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6068602 Nov 24 20:52:29.613229 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:29.615514 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-06c315a7-10ba-4206-ad80-feb2b58c99f4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8445666 Nov 24 20:52:29.621594 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2238c580-6a2d-4f0e-a64b-f812aaec26bf x-openstack-request-id: req-2238c580-6a2d-4f0e-a64b-f812aaec26bf {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:52:29.621835 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d9e527-9602-498b-8ea8-23f813bf9efc", "name": "network-vif-deleted", "tag": "bc0b1302-36e1-4026-8d45-60f27b771d2a", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:52:29.622094 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2238c580-6a2d-4f0e-a64b-f812aaec26bf {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:52:29.622539 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d9e527-9602-498b-8ea8-23f813bf9efc', 'name': 'network-vif-deleted', 'tag': 'bc0b1302-36e1-4026-8d45-60f27b771d2a', 'status': 'completed', 'code': 200} Nov 24 20:52:29.721463 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55208) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:52:29.741740 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=7e3ab263-906f-4e2b-b381-dc3be02396aa,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:29.747970 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-0e85f1ff-1b60-434a-941c-f1f18de9255e service neutron] Request body: {'port': {'device_id': '76ce8ed4-6613-4255-82bf-664c509233d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:52:29.772020 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['7e3ab263-906f-4e2b-b381-dc3be02396aa'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:52:29.799497 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b5004a63-bb47-4f53-a9e6-d2462e12b3b2 req-f75cdf7a-0b11-4864-b57c-78d2bf00814d tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c9d2bc8-b9d2-4f2a-8dd0-8062a58bec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116684 Nov 24 20:52:29.881987 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe4502-0c4c-4b79-940a-1beeb76de932 service neutron] Pushing event updated for resources: {'Port': ['ID=46039e6c-ec42-41cc-92fd-b38c79a237b2,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:29.894406 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4baae13-fa7e-4f0f-a245-a546a6e42f1b admin admin] Deleting subnet d5cc4790-b611-45fb-bbff-41a34cc02af6 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:52:29.944436 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d4baae13-fa7e-4f0f-a245-a546a6e42f1b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:29.958076 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-0e85f1ff-1b60-434a-941c-f1f18de9255e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:30.044501 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d4baae13-fa7e-4f0f-a245-a546a6e42f1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:30.116321 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263735f4-6755-41a8-bdd5-908b17f85910 req-97608f1d-bc16-4288-980a-d9f031eab7a5 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:30.125369 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-263735f4-6755-41a8-bdd5-908b17f85910 req-97608f1d-bc16-4288-980a-d9f031eab7a5 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 932 time: 0.2251587 Nov 24 20:52:30.152214 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2eda26-d4c9-4f70-b827-0413583f5a69 req-0a37159c-2a3a-4a19-8008-5a8b5ca60cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:30.154542 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5c2eda26-d4c9-4f70-b827-0413583f5a69 req-0a37159c-2a3a-4a19-8008-5a8b5ca60cf3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 1098 time: 0.3977096 Nov 24 20:52:30.277311 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-263735f4-6755-41a8-bdd5-908b17f85910 req-f74b2005-5334-4156-996e-c680bdc829b6 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507258 Nov 24 20:52:30.287035 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d4baae13-fa7e-4f0f-a245-a546a6e42f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:30.485738 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2eda26-d4c9-4f70-b827-0413583f5a69 req-82f7e5c6-d61a-4ec2-8504-d87a98323da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:30.488681 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5c2eda26-d4c9-4f70-b827-0413583f5a69 req-82f7e5c6-d61a-4ec2-8504-d87a98323da5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.2642734 Nov 24 20:52:30.524158 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d4baae13-fa7e-4f0f-a245-a546a6e42f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:30.596380 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4baae13-fa7e-4f0f-a245-a546a6e42f1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5cc4790-b611-45fb-bbff-41a34cc02af6,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:30.637526 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d4baae13-fa7e-4f0f-a245-a546a6e42f1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:30.645690 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d4baae13-fa7e-4f0f-a245-a546a6e42f1b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d5cc4790-b611-45fb-bbff-41a34cc02af6 HTTP/1.1" status: 204 len: 168 time: 0.9233840 Nov 24 20:52:30.649924 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55228) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:52:30.653564 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5c2eda26-d4c9-4f70-b827-0413583f5a69 req-04fb7ca7-5be7-47de-a71d-42994e9aa77c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=656752ae-79d3-4d03-b5f1-7f2f715581a7 HTTP/1.1" status: 200 len: 217 time: 0.1528976 Nov 24 20:52:30.778587 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c0017-643c-4d5d-baf1-e8d13403d031 req-e4878eca-4413-4778-a320-e56d54f435f3 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:30.787774 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ce2c0017-643c-4d5d-baf1-e8d13403d031 req-e4878eca-4413-4778-a320-e56d54f435f3 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 947 time: 0.3456891 Nov 24 20:52:30.872700 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-5ffe4502-0c4c-4b79-940a-1beeb76de932 service neutron] Attempting to bind port 46039e6c-ec42-41cc-92fd-b38c79a237b2 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:52:30.872700 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-5ffe4502-0c4c-4b79-940a-1beeb76de932 service neutron] Attempting to bind port 46039e6c-ec42-41cc-92fd-b38c79a237b2 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'ad0d73e7-0c52-46df-bc47-8e8bad650d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:52:30.873340 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-5ffe4502-0c4c-4b79-940a-1beeb76de932 service neutron] Attempting to bind port 46039e6c-ec42-41cc-92fd-b38c79a237b2 on network b951b5c3-656e-4fff-abfd-18296c34042b {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:52:30.899658 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-310768b1-3d0d-4d8a-b68a-14da8cf95c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:30.903125 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-5ffe4502-0c4c-4b79-940a-1beeb76de932 service neutron] Port 46039e6c-ec42-41cc-92fd-b38c79a237b2 on network b951b5c3-656e-4fff-abfd-18296c34042b not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:52:30.904372 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-5ffe4502-0c4c-4b79-940a-1beeb76de932 service neutron] Attempting to bind port 46039e6c-ec42-41cc-92fd-b38c79a237b2 on network b951b5c3-656e-4fff-abfd-18296c34042b {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:52:30.925131 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-5ffe4502-0c4c-4b79-940a-1beeb76de932 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:52:30.925604 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-5ffe4502-0c4c-4b79-940a-1beeb76de932 service neutron] Checking segment: {'id': 'ad0d73e7-0c52-46df-bc47-8e8bad650d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:52:30.926178 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-5ffe4502-0c4c-4b79-940a-1beeb76de932 service neutron] Bound using segment: {'id': 'ad0d73e7-0c52-46df-bc47-8e8bad650d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:52:30.926823 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-5ffe4502-0c4c-4b79-940a-1beeb76de932 service neutron] Bound port: 46039e6c-ec42-41cc-92fd-b38c79a237b2, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad0d73e7-0c52-46df-bc47-8e8bad650d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:52:30.927242 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-5ffe4502-0c4c-4b79-940a-1beeb76de932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:30.955674 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ce2c0017-643c-4d5d-baf1-e8d13403d031 req-17a50d87-f820-4d6d-ac8c-48ca4a691715 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669402 Nov 24 20:52:30.959009 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2eda26-d4c9-4f70-b827-0413583f5a69 req-b097def0-75ba-4777-97e7-b9f24cf14dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:30.960941 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5c2eda26-d4c9-4f70-b827-0413583f5a69 req-b097def0-75ba-4777-97e7-b9f24cf14dbb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.2577980 Nov 24 20:52:30.985559 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7e3ab263-906f-4e2b-b381-dc3be02396aa up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:52:31.171209 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 7e3ab263-906f-4e2b-b381-dc3be02396aa triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:52:31.172830 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:31.229945 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-310768b1-3d0d-4d8a-b68a-14da8cf95c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:31.376288 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:31.402790 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-310768b1-3d0d-4d8a-b68a-14da8cf95c11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:52:31.410225 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26067d42-e992-4f89-8cdf-481c88e072db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3ab263-906f-4e2b-b381-dc3be02396aa'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:52:31.413272 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e157e894-38d8-4128-a93d-d9aa0406316a" -d '{"events": [{"server_uuid": "26067d42-e992-4f89-8cdf-481c88e072db", "name": "network-vif-plugged", "status": "completed", "tag": "7e3ab263-906f-4e2b-b381-dc3be02396aa"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:52:31.431299 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7e3ab263-906f-4e2b-b381-dc3be02396aa, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:31.444647 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:31.460886 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-310768b1-3d0d-4d8a-b68a-14da8cf95c11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468b1a81-9613-43e4-b16c-97fb83ea7acb') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:52:31.462135 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-310768b1-3d0d-4d8a-b68a-14da8cf95c11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468b1a81-9613-43e4-b16c-97fb83ea7acb') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:52:31.503149 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343f73c-3b52-46c9-8f57-4ac76d2544f7 req-755ec748-892d-4e0d-86e6-25f4b057b067 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:31.509393 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c343f73c-3b52-46c9-8f57-4ac76d2544f7 req-755ec748-892d-4e0d-86e6-25f4b057b067 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 943 time: 0.2926316 Nov 24 20:52:31.515708 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-310768b1-3d0d-4d8a-b68a-14da8cf95c11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:31.551435 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=7e3ab263-906f-4e2b-b381-dc3be02396aa,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:31.591079 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-310768b1-3d0d-4d8a-b68a-14da8cf95c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:31.610449 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2eda26-d4c9-4f70-b827-0413583f5a69 req-4d76cbc2-2330-4f44-86b6-126f7351b74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:31.611657 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5c2eda26-d4c9-4f70-b827-0413583f5a69 req-4d76cbc2-2330-4f44-86b6-126f7351b74b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6241460 Nov 24 20:52:31.615852 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310768b1-3d0d-4d8a-b68a-14da8cf95c11 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:52:31.615852 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-310768b1-3d0d-4d8a-b68a-14da8cf95c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:52:31.619023 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:52:31.659995 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c343f73c-3b52-46c9-8f57-4ac76d2544f7 req-943f7358-65c5-4b61-a718-271e9ce6f556 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c9d2bc8-b9d2-4f2a-8dd0-8062a58bec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344802 Nov 24 20:52:31.683338 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 656752ae-79d3-4d03-b5f1-7f2f715581a7 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:52:31.769189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-5ffe4502-0c4c-4b79-940a-1beeb76de932 service neutron] For port 46039e6c-ec42-41cc-92fd-b38c79a237b2, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:52:31.788579 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-310768b1-3d0d-4d8a-b68a-14da8cf95c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:31.800127 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-310768b1-3d0d-4d8a-b68a-14da8cf95c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:31.806810 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-310768b1-3d0d-4d8a-b68a-14da8cf95c11 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89 HTTP/1.1" status: 204 len: 168 time: 1.1527994 Nov 24 20:52:31.825656 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310768b1-3d0d-4d8a-b68a-14da8cf95c11 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1d3d9b8-d7fd-4ac8-8908-3ac54880ad89,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:31.840576 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-5ffe4502-0c4c-4b79-940a-1beeb76de932 service neutron] For port 46039e6c-ec42-41cc-92fd-b38c79a237b2, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=46039e6c-ec42-41cc-92fd-b38c79a237b2,segment=NetworkSegment(ad0d73e7-0c52-46df-bc47-8e8bad650d7d),segment_id=ad0d73e7-0c52-46df-bc47-8e8bad650d7d)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:52:31.867843 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-5ffe4502-0c4c-4b79-940a-1beeb76de932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:31.942324 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 656752ae-79d3-4d03-b5f1-7f2f715581a7, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=656752ae-79d3-4d03-b5f1-7f2f715581a7,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:31.945273 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-5ffe4502-0c4c-4b79-940a-1beeb76de932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:31.946223 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-5ffe4502-0c4c-4b79-940a-1beeb76de932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:31.950738 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-5ffe4502-0c4c-4b79-940a-1beeb76de932 service neutron] 10.222.0.15 "PUT /v2.0/ports/46039e6c-ec42-41cc-92fd-b38c79a237b2 HTTP/1.1" status: 200 len: 1091 time: 3.7932673 Nov 24 20:52:31.962211 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '656752ae-79d3-4d03-b5f1-7f2f715581a7', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': '656752ae-79d3-4d03-b5f1-7f2f715581a7', 'mac_address': 'fa:16:3e:80:61:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:52:32.009845 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d99c1f-21f1-46de-9f9a-1e775dc40f04 req-237ee6fb-1c8a-406d-887f-91f3b4474048 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:32.020346 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-01d99c1f-21f1-46de-9f9a-1e775dc40f04 req-237ee6fb-1c8a-406d-887f-91f3b4474048 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 932 time: 0.1625967 Nov 24 20:52:32.024525 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc62ffe-34ae-4a5a-9ded-3a1b390ae54a', 'tag': '46039e6c-ec42-41cc-92fd-b38c79a237b2'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:52:32.031370 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:32.032150 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38571fcf-9aa9-4bdc-b5c5-8e2adfa4243d" -d '{"events": [{"name": "network-changed", "server_uuid": "acc62ffe-34ae-4a5a-9ded-3a1b390ae54a", "tag": "46039e6c-ec42-41cc-92fd-b38c79a237b2"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:52:32.055415 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656752ae-79d3-4d03-b5f1-7f2f715581a7 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:52:32.119195 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 656752ae-79d3-4d03-b5f1-7f2f715581a7, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=656752ae-79d3-4d03-b5f1-7f2f715581a7,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:32.126899 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:32.142690 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-01d99c1f-21f1-46de-9f9a-1e775dc40f04 req-b7c1d98f-bb2d-454c-afb4-e0fe5324abf9 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156366 Nov 24 20:52:32.210417 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55246) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:52:32.222215 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5c2eda26-d4c9-4f70-b827-0413583f5a69 req-6272a1c5-92ef-48c5-9476-da1e7f08bd8c service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009271 Nov 24 20:52:32.295933 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cfebcc7c-d9d4-4a7b-9cbd-a7f23ced2029 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c344d5645a58402bb62e084fc6771900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0814569 Nov 24 20:52:32.297008 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55250) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:52:32.304485 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bead1d1f-cd79-4d8d-b980-dbae8154d8d9 x-openstack-request-id: req-bead1d1f-cd79-4d8d-b980-dbae8154d8d9 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:52:32.305476 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26067d42-e992-4f89-8cdf-481c88e072db", "name": "network-vif-plugged", "status": "completed", "tag": "7e3ab263-906f-4e2b-b381-dc3be02396aa", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:52:32.305743 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bead1d1f-cd79-4d8d-b980-dbae8154d8d9 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:52:32.306152 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26067d42-e992-4f89-8cdf-481c88e072db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3ab263-906f-4e2b-b381-dc3be02396aa', 'code': 200} Nov 24 20:52:32.308222 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=656752ae-79d3-4d03-b5f1-7f2f715581a7,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:32.525522 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-0e85f1ff-1b60-434a-941c-f1f18de9255e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f1b232-5dad-434c-aba9-0a85d7f7a588 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:52:32.548762 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d457545d-8ef4-4daf-abfb-d8e3819a2ddc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:32.557471 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-0e85f1ff-1b60-434a-941c-f1f18de9255e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:32.576404 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d457545d-8ef4-4daf-abfb-d8e3819a2ddc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:32.631049 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe4502-0c4c-4b79-940a-1beeb76de932 service neutron] Pushing event updated for resources: {'Port': ['ID=46039e6c-ec42-41cc-92fd-b38c79a237b2,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:32.646395 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d457545d-8ef4-4daf-abfb-d8e3819a2ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:32.648306 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['656752ae-79d3-4d03-b5f1-7f2f715581a7'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:52:32.649515 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d457545d-8ef4-4daf-abfb-d8e3819a2ddc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:32.651538 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d457545d-8ef4-4daf-abfb-d8e3819a2ddc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e8ec3cd2-93fd-4a90-a887-e95756e3be16 HTTP/1.1" status: 204 len: 168 time: 0.3526733 Nov 24 20:52:32.677604 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-4c2bbb62-98fe-4431-89f3-5126c558bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:32.684309 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-4c2bbb62-98fe-4431-89f3-5126c558bc1b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db05c493a3d846ffa61b28955d75d7d5&device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 1094 time: 0.5789840 Nov 24 20:52:32.698385 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457545d-8ef4-4daf-abfb-d8e3819a2ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ec3cd2-93fd-4a90-a887-e95756e3be16,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:32.739429 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2b8b7-8c18-4eda-96ff-adb75886d963 req-212a676b-d356-4e93-b239-de291261cdc1 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:32.751262 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-29a2b8b7-8c18-4eda-96ff-adb75886d963 req-212a676b-d356-4e93-b239-de291261cdc1 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 948 time: 0.2410989 Nov 24 20:52:32.758644 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-0e85f1ff-1b60-434a-941c-f1f18de9255e service neutron] Transition to ACTIVE for port object e1f1b232-5dad-434c-aba9-0a85d7f7a588 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:52:32.873338 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-29a2b8b7-8c18-4eda-96ff-adb75886d963 req-61ec6a88-1840-45f9-b9ad-b6261c3b9794 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166720 Nov 24 20:52:32.899192 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5c2eda26-d4c9-4f70-b827-0413583f5a69 req-9b0af3e5-df8d-4e1f-a71c-cb97005b5fc4 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5936737 Nov 24 20:52:32.901034 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-2193103a-730b-40f5-8fec-2836b1ecdf7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46039e6c-ec42-41cc-92fd-b38c79a237b2 HTTP/1.1" status: 200 len: 217 time: 0.2010725 Nov 24 20:52:32.901638 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-0e85f1ff-1b60-434a-941c-f1f18de9255e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:32.943259 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084e80c4-5b5d-40b4-a63c-d5ae7eb3b829 x-openstack-request-id: req-084e80c4-5b5d-40b4-a63c-d5ae7eb3b829 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:52:32.943560 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc62ffe-34ae-4a5a-9ded-3a1b390ae54a", "tag": "46039e6c-ec42-41cc-92fd-b38c79a237b2", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:52:32.943818 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-084e80c4-5b5d-40b4-a63c-d5ae7eb3b829 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:52:32.944215 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc62ffe-34ae-4a5a-9ded-3a1b390ae54a', 'tag': '46039e6c-ec42-41cc-92fd-b38c79a237b2', 'status': 'completed', 'code': 200} Nov 24 20:52:33.033916 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-657a0e01-e0bf-47fd-8a15-617d086258ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:33.035399 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-657a0e01-e0bf-47fd-8a15-617d086258ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec516913-d3f4-488e-acb0-55c96fa9d0ed HTTP/1.1" status: 200 len: 868 time: 0.1250134 Nov 24 20:52:33.054505 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85f1ff-1b60-434a-941c-f1f18de9255e service neutron] Pushing event updated for resources: {'Port': ['ID=e1f1b232-5dad-434c-aba9-0a85d7f7a588,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:33.096469 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e2080-1bb2-4a43-ac8e-62ea7cf026c3 req-8a40bd58-c42c-4cf1-be50-776e6b9c7f52 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:33.109001 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec6e2080-1bb2-4a43-ac8e-62ea7cf026c3 req-8a40bd58-c42c-4cf1-be50-776e6b9c7f52 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 943 time: 0.0889297 Nov 24 20:52:33.123903 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-0e85f1ff-1b60-434a-941c-f1f18de9255e service neutron] Attempting to bind port e1f1b232-5dad-434c-aba9-0a85d7f7a588 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:52:33.124323 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-0e85f1ff-1b60-434a-941c-f1f18de9255e service neutron] Attempting to bind port e1f1b232-5dad-434c-aba9-0a85d7f7a588 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:52:33.124585 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-0e85f1ff-1b60-434a-941c-f1f18de9255e service neutron] Attempting to bind port e1f1b232-5dad-434c-aba9-0a85d7f7a588 on network f0b7ba0f-849f-45c0-98bd-f2596ab1646f {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:52:33.132976 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-0e85f1ff-1b60-434a-941c-f1f18de9255e service neutron] Port e1f1b232-5dad-434c-aba9-0a85d7f7a588 on network f0b7ba0f-849f-45c0-98bd-f2596ab1646f not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:52:33.133367 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-0e85f1ff-1b60-434a-941c-f1f18de9255e service neutron] Attempting to bind port e1f1b232-5dad-434c-aba9-0a85d7f7a588 on network f0b7ba0f-849f-45c0-98bd-f2596ab1646f {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:52:33.141876 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-0e85f1ff-1b60-434a-941c-f1f18de9255e service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:52:33.142426 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-0e85f1ff-1b60-434a-941c-f1f18de9255e service neutron] Checking segment: {'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:52:33.143312 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-0e85f1ff-1b60-434a-941c-f1f18de9255e service neutron] Bound using segment: {'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:52:33.143760 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-0e85f1ff-1b60-434a-941c-f1f18de9255e service neutron] Bound port: e1f1b232-5dad-434c-aba9-0a85d7f7a588, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:52:33.144124 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-0e85f1ff-1b60-434a-941c-f1f18de9255e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:33.148479 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-bab339ca-bd55-403c-b9ba-a58cb9e7c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:33.150029 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-bab339ca-bd55-403c-b9ba-a58cb9e7c6c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b951b5c3-656e-4fff-abfd-18296c34042b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921524 Nov 24 20:52:33.189532 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec6e2080-1bb2-4a43-ac8e-62ea7cf026c3 req-39e0cc03-592b-4396-9d61-56e35cd483e5 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c9d2bc8-b9d2-4f2a-8dd0-8062a58bec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776865 Nov 24 20:52:33.335990 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43cef8-3e0e-40c7-b8e7-1e220862e9c9 req-1d229ad9-b0a5-48c6-b909-5ce260346264 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:33.346694 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b43cef8-3e0e-40c7-b8e7-1e220862e9c9 req-1d229ad9-b0a5-48c6-b909-5ce260346264 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 944 time: 0.0782659 Nov 24 20:52:33.352244 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-0e85f1ff-1b60-434a-941c-f1f18de9255e service neutron] For port e1f1b232-5dad-434c-aba9-0a85d7f7a588, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:52:33.360087 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-0e85f1ff-1b60-434a-941c-f1f18de9255e service neutron] For port e1f1b232-5dad-434c-aba9-0a85d7f7a588, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=e1f1b232-5dad-434c-aba9-0a85d7f7a588,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:52:33.376727 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-0e85f1ff-1b60-434a-941c-f1f18de9255e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:33.424280 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b43cef8-3e0e-40c7-b8e7-1e220862e9c9 req-822e10ca-6af0-4193-a10b-e1c7d5723179 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765953 Nov 24 20:52:33.440812 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85f1ff-1b60-434a-941c-f1f18de9255e service neutron] Pushing event updated for resources: {'Port': ['ID=e1f1b232-5dad-434c-aba9-0a85d7f7a588,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:33.445648 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-2b922908-7a81-4ac2-8ad7-42a6781138f0 service neutron] 10.222.0.15 "GET /v2.0/networks/b951b5c3-656e-4fff-abfd-18296c34042b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846892 Nov 24 20:52:33.453950 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-0e85f1ff-1b60-434a-941c-f1f18de9255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:33.454616 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-0e85f1ff-1b60-434a-941c-f1f18de9255e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:33.456120 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-0e85f1ff-1b60-434a-941c-f1f18de9255e service neutron] 10.222.0.48 "PUT /v2.0/ports/e1f1b232-5dad-434c-aba9-0a85d7f7a588 HTTP/1.1" status: 200 len: 1092 time: 3.7156310 Nov 24 20:52:33.648190 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-df6fcd08-1916-42b3-bfc0-fc000ef351c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:33.649940 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-df6fcd08-1916-42b3-bfc0-fc000ef351c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e863037610748a3b80a51d971bf8b4d&device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 1095 time: 0.1396158 Nov 24 20:52:33.676275 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 656752ae-79d3-4d03-b5f1-7f2f715581a7 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:52:33.708499 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6dd55115-9df2-42b4-91b0-23acf7ce5be9 req-44efcdfe-424c-4184-971f-ac5b188b5500 service neutron] 10.222.0.15 "GET /v2.0/networks/b951b5c3-656e-4fff-abfd-18296c34042b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513247 Nov 24 20:52:33.710372 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-06fe6b5c-8f16-4c7f-8bd6-93b03621ed51 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1f1b232-5dad-434c-aba9-0a85d7f7a588 HTTP/1.1" status: 200 len: 217 time: 0.0507343 Nov 24 20:52:33.821323 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 656752ae-79d3-4d03-b5f1-7f2f715581a7 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:52:33.826750 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-0e45df3c-11fe-44c1-97fb-76d0212f2b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:33.827868 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 656752ae-79d3-4d03-b5f1-7f2f715581a7 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:52:33.828435 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:33.829176 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-0e45df3c-11fe-44c1-97fb-76d0212f2b06 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ded7d568-de3b-47fd-8a43-7e09737c0e38 HTTP/1.1" status: 200 len: 845 time: 0.1099894 Nov 24 20:52:33.838343 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38571fcf-9aa9-4bdc-b5c5-8e2adfa4243d req-832aa14c-b07e-4364-9997-8542a316b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:33.839864 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38571fcf-9aa9-4bdc-b5c5-8e2adfa4243d req-832aa14c-b07e-4364-9997-8542a316b4b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db05c493a3d846ffa61b28955d75d7d5&device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 1094 time: 0.0656602 Nov 24 20:52:34.003671 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38571fcf-9aa9-4bdc-b5c5-8e2adfa4243d req-4caf290d-1e6c-46d5-ba9c-c97021dacf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:34.007419 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38571fcf-9aa9-4bdc-b5c5-8e2adfa4243d req-4caf290d-1e6c-46d5-ba9c-c97021dacf4b service neutron] 10.222.0.15 "GET /v2.0/networks?id=b951b5c3-656e-4fff-abfd-18296c34042b HTTP/1.1" status: 200 len: 930 time: 0.1527565 Nov 24 20:52:34.021309 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:34.041692 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619af174-bc21-4cb0-b9e8-6fe47d3c10b9 req-8b756faf-8b51-4455-880d-5b78525fc9fe tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:34.042482 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-4d344324-9599-434d-abca-34a8b427e7cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2016587 Nov 24 20:52:34.051686 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-619af174-bc21-4cb0-b9e8-6fe47d3c10b9 req-8b756faf-8b51-4455-880d-5b78525fc9fe tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 948 time: 0.0867057 Nov 24 20:52:34.093789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 656752ae-79d3-4d03-b5f1-7f2f715581a7, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=656752ae-79d3-4d03-b5f1-7f2f715581a7,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:34.105599 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:34.140249 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38571fcf-9aa9-4bdc-b5c5-8e2adfa4243d req-c3280242-f29e-4dd8-a5dd-52d61d6b960f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46039e6c-ec42-41cc-92fd-b38c79a237b2 HTTP/1.1" status: 200 len: 217 time: 0.1019452 Nov 24 20:52:34.152007 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-619af174-bc21-4cb0-b9e8-6fe47d3c10b9 req-5950b940-119a-4baf-b88e-4d9085209222 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989630 Nov 24 20:52:34.152463 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55284) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:52:34.253364 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=656752ae-79d3-4d03-b5f1-7f2f715581a7,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:34.307072 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769dd177-3e75-49cf-976c-47503222d5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656752ae-79d3-4d03-b5f1-7f2f715581a7'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:52:34.309700 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304945e6-03fc-4b24-ace6-6e0ad6900905" -d '{"events": [{"server_uuid": "769dd177-3e75-49cf-976c-47503222d5b8", "name": "network-vif-plugged", "status": "completed", "tag": "656752ae-79d3-4d03-b5f1-7f2f715581a7"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:52:34.363763 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38571fcf-9aa9-4bdc-b5c5-8e2adfa4243d req-92305a75-4b86-4a1e-a5aa-2c7d16e50408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:34.365583 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38571fcf-9aa9-4bdc-b5c5-8e2adfa4243d req-92305a75-4b86-4a1e-a5aa-2c7d16e50408 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec516913-d3f4-488e-acb0-55c96fa9d0ed HTTP/1.1" status: 200 len: 868 time: 0.1679752 Nov 24 20:52:34.436674 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-ab8cd6a5-3b93-4d1f-ade8-b30458d1451f service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778212 Nov 24 20:52:34.437862 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-b7ca6046-3ede-47bd-a94d-c632fe2b9f8d admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-801325378-network', 'tenant_id': 'ba69d4cee4e64443bdffba128a76d484'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:52:34.482107 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd31ca5-e916-4fab-b12a-5e4ebc1dcdf6 req-7562f3eb-994b-4331-a17e-17f5e7183c1a tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:34.484414 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6cd31ca5-e916-4fab-b12a-5e4ebc1dcdf6 req-7562f3eb-994b-4331-a17e-17f5e7183c1a tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 943 time: 0.1636405 Nov 24 20:52:34.505670 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38571fcf-9aa9-4bdc-b5c5-8e2adfa4243d req-b9b78dc3-f77d-4866-ad83-28d9a45eb538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:34.508095 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38571fcf-9aa9-4bdc-b5c5-8e2adfa4243d req-b9b78dc3-f77d-4866-ad83-28d9a45eb538 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b951b5c3-656e-4fff-abfd-18296c34042b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299963 Nov 24 20:52:34.522731 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ca6046-3ede-47bd-a94d-c632fe2b9f8d admin admin] Made reservation on behalf of ba69d4cee4e64443bdffba128a76d484 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:52:34.525178 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6046-3ede-47bd-a94d-c632fe2b9f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:34.541592 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6046-3ede-47bd-a94d-c632fe2b9f8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:34.694870 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6cd31ca5-e916-4fab-b12a-5e4ebc1dcdf6 req-79bb80f8-85f4-4a1d-bb12-299a6123f2ab tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c9d2bc8-b9d2-4f2a-8dd0-8062a58bec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023981 Nov 24 20:52:34.739388 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-080bdd15-fdcc-4bc0-93d9-9fa2bf2bf858 req-e4752a34-6862-41a8-ae7b-15d3b5de933d service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931707 Nov 24 20:52:34.785724 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38571fcf-9aa9-4bdc-b5c5-8e2adfa4243d req-7263fea2-6429-4eec-80b1-0e0ec7076370 service neutron] 10.222.0.15 "GET /v2.0/networks/b951b5c3-656e-4fff-abfd-18296c34042b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685719 Nov 24 20:52:34.794722 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6046-3ede-47bd-a94d-c632fe2b9f8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:34.806609 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1785e119-a33c-4ae9-ba92-fc10db72b617 x-openstack-request-id: req-1785e119-a33c-4ae9-ba92-fc10db72b617 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:52:34.807214 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769dd177-3e75-49cf-976c-47503222d5b8", "name": "network-vif-plugged", "status": "completed", "tag": "656752ae-79d3-4d03-b5f1-7f2f715581a7", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:52:34.807318 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1785e119-a33c-4ae9-ba92-fc10db72b617 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:52:34.807671 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769dd177-3e75-49cf-976c-47503222d5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656752ae-79d3-4d03-b5f1-7f2f715581a7', 'code': 200} Nov 24 20:52:34.809220 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6046-3ede-47bd-a94d-c632fe2b9f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:34.867456 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ca6046-3ede-47bd-a94d-c632fe2b9f8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:52:34.900104 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6046-3ede-47bd-a94d-c632fe2b9f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:34.900470 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-b7ca6046-3ede-47bd-a94d-c632fe2b9f8d admin admin] Added segment cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747 of type vlan for network dcc8fca9-6d0b-413e-b622-3a6d7f29e920 Nov 24 20:52:34.945730 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ce8ed4-6613-4255-82bf-664c509233d1', 'tag': 'e1f1b232-5dad-434c-aba9-0a85d7f7a588'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:52:34.947963 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86111cc8-f7e9-42f7-b637-56bfb15d37f5" -d '{"events": [{"name": "network-changed", "server_uuid": "76ce8ed4-6613-4255-82bf-664c509233d1", "tag": "e1f1b232-5dad-434c-aba9-0a85d7f7a588"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:52:35.096242 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38571fcf-9aa9-4bdc-b5c5-8e2adfa4243d req-87354225-1070-4ceb-86e5-468cf452ac92 service neutron] 10.222.0.15 "GET /v2.0/networks/b951b5c3-656e-4fff-abfd-18296c34042b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960463 Nov 24 20:52:35.101454 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6046-3ede-47bd-a94d-c632fe2b9f8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:35.143140 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03d488-639f-4e95-8939-51a5e0fdf890 req-1a758420-7588-422d-b869-68ff516ddb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:35.144866 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e03d488-639f-4e95-8939-51a5e0fdf890 req-1a758420-7588-422d-b869-68ff516ddb96 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 1100 time: 0.0628936 Nov 24 20:52:35.189258 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8525a-6671-4e35-98e3-1f182e448c93 req-9ba17fe4-77ec-44c0-9a8c-e5e4d4361daa tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:35.192083 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-44f8525a-6671-4e35-98e3-1f182e448c93 req-9ba17fe4-77ec-44c0-9a8c-e5e4d4361daa tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 944 time: 0.1848321 Nov 24 20:52:35.196516 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca6046-3ede-47bd-a94d-c632fe2b9f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecb0dac-7f77-43da-b0f7-1902b1d217cc,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:35.232845 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6046-3ede-47bd-a94d-c632fe2b9f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:35.235185 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ca6046-3ede-47bd-a94d-c632fe2b9f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:35.236707 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6046-3ede-47bd-a94d-c632fe2b9f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:35.240225 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e03d488-639f-4e95-8939-51a5e0fdf890 req-536977c0-0923-4586-b6ec-537111e2fca1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833678 Nov 24 20:52:35.274851 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b7ca6046-3ede-47bd-a94d-c632fe2b9f8d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1179585 Nov 24 20:52:35.278616 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55302) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:52:35.285462 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-9e531875-7451-41cf-a2a7-e3018d83b281 admin admin] Request body: {'subnet': {'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-801325378-subnet', 'tenant_id': 'ba69d4cee4e64443bdffba128a76d484', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:52:35.341259 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e531875-7451-41cf-a2a7-e3018d83b281 admin admin] Made reservation on behalf of ba69d4cee4e64443bdffba128a76d484 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:52:35.349003 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e531875-7451-41cf-a2a7-e3018d83b281 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:35.350078 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca6046-3ede-47bd-a94d-c632fe2b9f8d admin admin] Pushing event updated for resources: {'Network': ['ID=dcc8fca9-6d0b-413e-b622-3a6d7f29e920,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:35.365278 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network dcc8fca9-6d0b-413e-b622-3a6d7f29e920 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:52:35.367883 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-44f8525a-6671-4e35-98e3-1f182e448c93 req-fb6eb108-e100-4741-ae06-0f97d6fbc946 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602776 Nov 24 20:52:35.419791 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f855cadf-8008-4a26-8b24-2f5e4979550f x-openstack-request-id: req-f855cadf-8008-4a26-8b24-2f5e4979550f {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:52:35.420407 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ce8ed4-6613-4255-82bf-664c509233d1", "tag": "e1f1b232-5dad-434c-aba9-0a85d7f7a588", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:52:35.421225 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f855cadf-8008-4a26-8b24-2f5e4979550f {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:52:35.421638 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ce8ed4-6613-4255-82bf-664c509233d1', 'tag': 'e1f1b232-5dad-434c-aba9-0a85d7f7a588', 'status': 'completed', 'code': 200} Nov 24 20:52:35.575609 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7af60f-34cb-4c21-87ba-6a8d2b46c272 req-0dd16da7-520a-46d3-8130-f2c7bf1bac3c tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:35.577820 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1a7af60f-34cb-4c21-87ba-6a8d2b46c272 req-0dd16da7-520a-46d3-8130-f2c7bf1bac3c tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 949 time: 0.0992119 Nov 24 20:52:35.653679 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1a7af60f-34cb-4c21-87ba-6a8d2b46c272 req-5e222d3a-ee1d-4fa0-9f0f-2c27f8e1ee61 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632119 Nov 24 20:52:35.724179 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86111cc8-f7e9-42f7-b637-56bfb15d37f5 req-dc82a4d8-302d-4bd0-a654-d688f733389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:35.725937 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-86111cc8-f7e9-42f7-b637-56bfb15d37f5 req-dc82a4d8-302d-4bd0-a654-d688f733389b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e863037610748a3b80a51d971bf8b4d&device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 1095 time: 0.1931725 Nov 24 20:52:35.727629 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e531875-7451-41cf-a2a7-e3018d83b281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:35.882237 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475890f-779a-4d72-b501-8157766697a5 req-40b943cb-39ad-4614-bd0b-4d04c6a41fdd tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:35.887988 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e531875-7451-41cf-a2a7-e3018d83b281 admin admin] Checking segment: {'id': 'cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:52:35.888546 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e531875-7451-41cf-a2a7-e3018d83b281 admin admin] Network hostable DHCP agents. Network: dcc8fca9-6d0b-413e-b622-3a6d7f29e920, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:52:35.891209 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6475890f-779a-4d72-b501-8157766697a5 req-40b943cb-39ad-4614-bd0b-4d04c6a41fdd tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 943 time: 0.0812545 Nov 24 20:52:35.904829 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e531875-7451-41cf-a2a7-e3018d83b281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1b5dee6-a9fe-480e-996b-611c4f117a13,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:35.925321 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e531875-7451-41cf-a2a7-e3018d83b281 admin admin] Network dcc8fca9-6d0b-413e-b622-3a6d7f29e920 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:52:35.942587 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-9e531875-7451-41cf-a2a7-e3018d83b281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, dcc8fca9-6d0b-413e-b622-3a6d7f29e920) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:52:35.947656 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e531875-7451-41cf-a2a7-e3018d83b281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:35.948699 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e531875-7451-41cf-a2a7-e3018d83b281 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:35.952399 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530b13e8-582e-4111-a56d-697e2f56b834 None None] Network dcc8fca9-6d0b-413e-b622-3a6d7f29e920 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:52:35.956572 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86111cc8-f7e9-42f7-b637-56bfb15d37f5 req-5a4225ad-b4d1-4cb9-98d2-ee173e222c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:35.958956 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-86111cc8-f7e9-42f7-b637-56bfb15d37f5 req-5a4225ad-b4d1-4cb9-98d2-ee173e222c52 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f HTTP/1.1" status: 200 len: 906 time: 0.2189538 Nov 24 20:52:35.971357 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6475890f-779a-4d72-b501-8157766697a5 req-e4de37ac-b433-44ce-91a7-3b0faf30aadf tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c9d2bc8-b9d2-4f2a-8dd0-8062a58bec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789840 Nov 24 20:52:36.035443 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9e531875-7451-41cf-a2a7-e3018d83b281 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7554181 Nov 24 20:52:36.037211 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-86111cc8-f7e9-42f7-b637-56bfb15d37f5 req-aef7d9a7-f5ca-45d4-b053-d2f1809dcc20 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1f1b232-5dad-434c-aba9-0a85d7f7a588 HTTP/1.1" status: 200 len: 217 time: 0.0575016 Nov 24 20:52:36.178739 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86111cc8-f7e9-42f7-b637-56bfb15d37f5 req-f5e3e847-87e8-43a4-8175-5a8e859b6a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:36.182155 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-86111cc8-f7e9-42f7-b637-56bfb15d37f5 req-f5e3e847-87e8-43a4-8175-5a8e859b6a3a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ded7d568-de3b-47fd-8a43-7e09737c0e38 HTTP/1.1" status: 200 len: 845 time: 0.1282144 Nov 24 20:52:36.185459 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d575c0d5-5f1e-41a5-b20b-a96177f2d929 None None] Network dcc8fca9-6d0b-413e-b622-3a6d7f29e920 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:52:36.266142 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-86111cc8-f7e9-42f7-b637-56bfb15d37f5 req-c551eccc-68df-4aaa-8b96-fdb1bc92f3fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744371 Nov 24 20:52:36.448322 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-86111cc8-f7e9-42f7-b637-56bfb15d37f5 req-4c218324-d16a-41a8-8b8a-800eb1c04157 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737664 Nov 24 20:52:36.576151 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-86111cc8-f7e9-42f7-b637-56bfb15d37f5 req-16c8c162-54d0-494d-8a29-8bce48b984cf service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189828 Nov 24 20:52:37.015489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 46039e6c-ec42-41cc-92fd-b38c79a237b2 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:52:37.136907 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 46039e6c-ec42-41cc-92fd-b38c79a237b2, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=46039e6c-ec42-41cc-92fd-b38c79a237b2,segment=NetworkSegment(ad0d73e7-0c52-46df-bc47-8e8bad650d7d),segment_id=ad0d73e7-0c52-46df-bc47-8e8bad650d7d)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:37.152633 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '46039e6c-ec42-41cc-92fd-b38c79a237b2', 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b', 'port_id': '46039e6c-ec42-41cc-92fd-b38c79a237b2', 'mac_address': 'fa:16:3e:36:39:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec516913-d3f4-488e-acb0-55c96fa9d0ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:52:37.203440 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:37.221222 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46039e6c-ec42-41cc-92fd-b38c79a237b2 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:52:37.247343 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 46039e6c-ec42-41cc-92fd-b38c79a237b2, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=46039e6c-ec42-41cc-92fd-b38c79a237b2,segment=NetworkSegment(ad0d73e7-0c52-46df-bc47-8e8bad650d7d),segment_id=ad0d73e7-0c52-46df-bc47-8e8bad650d7d)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:37.254296 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:37.315398 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=46039e6c-ec42-41cc-92fd-b38c79a237b2,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:37.610217 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['46039e6c-ec42-41cc-92fd-b38c79a237b2'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:52:37.692607 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device e1f1b232-5dad-434c-aba9-0a85d7f7a588 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:52:37.869553 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b6371-aa08-46f2-8d97-edcaf13f7991 req-d4e2dad1-3463-4852-9973-eda5fcc6f3dc tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:37.871419 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-027b6371-aa08-46f2-8d97-edcaf13f7991 req-d4e2dad1-3463-4852-9973-eda5fcc6f3dc tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 944 time: 0.0678570 Nov 24 20:52:37.882256 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port e1f1b232-5dad-434c-aba9-0a85d7f7a588, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=e1f1b232-5dad-434c-aba9-0a85d7f7a588,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:37.917460 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-32cd653a-4de3-4134-a1b6-1103974da10d tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:37.919805 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'e1f1b232-5dad-434c-aba9-0a85d7f7a588', 'network_id': 'f0b7ba0f-849f-45c0-98bd-f2596ab1646f', 'port_id': 'e1f1b232-5dad-434c-aba9-0a85d7f7a588', 'mac_address': 'fa:16:3e:9f:9d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded7d568-de3b-47fd-8a43-7e09737c0e38', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:52:37.931355 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-32cd653a-4de3-4134-a1b6-1103974da10d tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/networks?id=dcc8fca9-6d0b-413e-b622-3a6d7f29e920 HTTP/1.1" status: 200 len: 812 time: 0.1864109 Nov 24 20:52:37.968644 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-027b6371-aa08-46f2-8d97-edcaf13f7991 req-171761a5-35c2-4d20-9675-ecf5e9da50b5 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861952 Nov 24 20:52:37.974360 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-fc13de8b-abb1-453f-87e2-f5ebe1e15c37 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/quotas/ba69d4cee4e64443bdffba128a76d484 HTTP/1.1" status: 200 len: 375 time: 0.0407026 Nov 24 20:52:37.991763 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:38.022139 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-348c2395-265c-46d3-b5d3-c92d9aadefb5 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba69d4cee4e64443bdffba128a76d484&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462115 Nov 24 20:52:38.059287 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f1b232-5dad-434c-aba9-0a85d7f7a588 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:52:38.091580 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port e1f1b232-5dad-434c-aba9-0a85d7f7a588, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=e1f1b232-5dad-434c-aba9-0a85d7f7a588,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:38.097557 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:38.170174 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-7702179e-14d1-45d9-993d-5f020e3b8cf8 service neutron] 10.222.0.11 "GET /v2.0/networks/dcc8fca9-6d0b-413e-b622-3a6d7f29e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465430 Nov 24 20:52:38.202242 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=e1f1b232-5dad-434c-aba9-0a85d7f7a588,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:38.221649 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06d4b5-9e68-4f86-8109-350d1a139465 req-a34f602b-9b40-480e-8021-f9ae0484449c tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:38.229322 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ff06d4b5-9e68-4f86-8109-350d1a139465 req-a34f602b-9b40-480e-8021-f9ae0484449c tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 949 time: 0.1072569 Nov 24 20:52:38.281974 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ff06d4b5-9e68-4f86-8109-350d1a139465 req-27277053-d1a6-4bad-aa92-b6806986bc36 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517714 Nov 24 20:52:38.288367 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-047f566c-42cb-4bd3-beb8-84832c0888b5 service neutron] 10.222.0.11 "GET /v2.0/networks/dcc8fca9-6d0b-413e-b622-3a6d7f29e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171925 Nov 24 20:52:38.341499 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['e1f1b232-5dad-434c-aba9-0a85d7f7a588'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:52:38.464792 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9506cf-6ffa-41a7-814e-87d14279e796 req-21eb61db-5999-46e5-81f5-69405d32b102 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:38.466770 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4b9506cf-6ffa-41a7-814e-87d14279e796 req-21eb61db-5999-46e5-81f5-69405d32b102 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 944 time: 0.0750744 Nov 24 20:52:38.568667 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4b9506cf-6ffa-41a7-814e-87d14279e796 req-44fe8184-04f9-44e9-a251-b2ee7aa2b1c8 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c9d2bc8-b9d2-4f2a-8dd0-8062a58bec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916951 Nov 24 20:52:38.827743 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-92ff6299-8bf2-42d1-b610-a52962018cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:39.048146 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555df555-aba3-453b-bef3-734c4b40a3f0 req-182b470f-d5a6-43c5-bdf5-d061e350a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:39.051702 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 46039e6c-ec42-41cc-92fd-b38c79a237b2 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:52:39.063880 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-555df555-aba3-453b-bef3-734c4b40a3f0 req-182b470f-d5a6-43c5-bdf5-d061e350a8a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b3771be825b4710b6a5b24055db84e7&device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 1097 time: 0.1184347 Nov 24 20:52:39.216154 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 46039e6c-ec42-41cc-92fd-b38c79a237b2 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:52:39.230782 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 46039e6c-ec42-41cc-92fd-b38c79a237b2 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:52:39.231157 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:39.280922 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555df555-aba3-453b-bef3-734c4b40a3f0 req-20677cca-7eaa-46f4-a4ce-5cc2691d3f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:39.283548 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-555df555-aba3-453b-bef3-734c4b40a3f0 req-20677cca-7eaa-46f4-a4ce-5cc2691d3f22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 HTTP/1.1" status: 200 len: 919 time: 0.2117054 Nov 24 20:52:39.354103 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:52:39.371203 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:39.383485 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-555df555-aba3-453b-bef3-734c4b40a3f0 req-57568c19-cdef-4a61-9d28-60e9ead7b11a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=258b81dc-1152-4bfa-b862-bf1733faf37d HTTP/1.1" status: 200 len: 217 time: 0.0694160 Nov 24 20:52:39.425517 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:39.450494 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937492c-1c6f-4422-9421-1b53f6d9ea33 req-036dea19-012f-4179-a341-5d853b546d95 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:39.460230 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d937492c-1c6f-4422-9421-1b53f6d9ea33 req-036dea19-012f-4179-a341-5d853b546d95 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 1100 time: 0.2219336 Nov 24 20:52:39.478915 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc62ffe-34ae-4a5a-9ded-3a1b390ae54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46039e6c-ec42-41cc-92fd-b38c79a237b2'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:52:39.481873 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0d2283-e002-4b2f-90c3-a9fac1e69634" -d '{"events": [{"server_uuid": "acc62ffe-34ae-4a5a-9ded-3a1b390ae54a", "name": "network-vif-plugged", "status": "completed", "tag": "46039e6c-ec42-41cc-92fd-b38c79a237b2"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:52:39.493123 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d937492c-1c6f-4422-9421-1b53f6d9ea33 req-50eb9aa8-f8c2-4439-8942-44ccb052f410 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:39.503660 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 46039e6c-ec42-41cc-92fd-b38c79a237b2, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=46039e6c-ec42-41cc-92fd-b38c79a237b2,segment=NetworkSegment(ad0d73e7-0c52-46df-bc47-8e8bad650d7d),segment_id=ad0d73e7-0c52-46df-bc47-8e8bad650d7d)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:39.513227 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:39.533807 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555df555-aba3-453b-bef3-734c4b40a3f0 req-08e3290b-3d01-4864-8d76-11c7a09dc0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:39.536890 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-555df555-aba3-453b-bef3-734c4b40a3f0 req-08e3290b-3d01-4864-8d76-11c7a09dc0f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=376b0315-e8bc-496c-b7dc-6aa04ce56089 HTTP/1.1" status: 200 len: 858 time: 0.1452754 Nov 24 20:52:39.618807 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-555df555-aba3-453b-bef3-734c4b40a3f0 req-4b1faa62-204a-46fa-ad3b-cd0ff182e5d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1f34a3a-7d9a-4fae-8aee-8cca99d32be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621543 Nov 24 20:52:39.724633 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device e1f1b232-5dad-434c-aba9-0a85d7f7a588 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:52:39.794154 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=46039e6c-ec42-41cc-92fd-b38c79a237b2,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:39.842095 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-555df555-aba3-453b-bef3-734c4b40a3f0 req-447e8de6-e86c-437c-b22e-5ad58cee5c1b service neutron] 10.222.0.15 "GET /v2.0/networks/b1f34a3a-7d9a-4fae-8aee-8cca99d32be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137673 Nov 24 20:52:39.850307 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port e1f1b232-5dad-434c-aba9-0a85d7f7a588 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:52:39.856317 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port e1f1b232-5dad-434c-aba9-0a85d7f7a588 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:52:39.856712 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:39.897721 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d937492c-1c6f-4422-9421-1b53f6d9ea33 req-50eb9aa8-f8c2-4439-8942-44ccb052f410 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:39.908987 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d937492c-1c6f-4422-9421-1b53f6d9ea33 req-50eb9aa8-f8c2-4439-8942-44ccb052f410 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:40.021664 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d937492c-1c6f-4422-9421-1b53f6d9ea33 req-50eb9aa8-f8c2-4439-8942-44ccb052f410 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5551345 Nov 24 20:52:40.024899 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb9aa8-f8c2-4439-8942-44ccb052f410 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de37e5fc-5eee-40cc-a910-751c4f506d82,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:40.071772 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb9aa8-f8c2-4439-8942-44ccb052f410 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:40.072441 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb9aa8-f8c2-4439-8942-44ccb052f410 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:40.072441 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb9aa8-f8c2-4439-8942-44ccb052f410 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:40.072656 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb9aa8-f8c2-4439-8942-44ccb052f410 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:40.077937 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb9aa8-f8c2-4439-8942-44ccb052f410 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:40.078638 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb9aa8-f8c2-4439-8942-44ccb052f410 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:40.080322 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb9aa8-f8c2-4439-8942-44ccb052f410 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:40.080685 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb9aa8-f8c2-4439-8942-44ccb052f410 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:40.083077 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb9aa8-f8c2-4439-8942-44ccb052f410 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:40.083440 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb9aa8-f8c2-4439-8942-44ccb052f410 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:40.083791 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb9aa8-f8c2-4439-8942-44ccb052f410 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:40.084139 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb9aa8-f8c2-4439-8942-44ccb052f410 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:40.104144 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-555df555-aba3-453b-bef3-734c4b40a3f0 req-85ee728d-058e-4305-a08d-0dc792611fdd service neutron] 10.222.0.15 "GET /v2.0/networks/b1f34a3a-7d9a-4fae-8aee-8cca99d32be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535455 Nov 24 20:52:40.135113 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:40.202709 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port e1f1b232-5dad-434c-aba9-0a85d7f7a588, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=e1f1b232-5dad-434c-aba9-0a85d7f7a588,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:40.209336 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:40.210457 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 3ed7562c-8177-42ca-bf4e-6bfc74f803ed no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:52:40.313122 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=e1f1b232-5dad-434c-aba9-0a85d7f7a588,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:40.368158 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:40.407799 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475addf1-775e-4652-86c1-808b85ab8f00 req-60e6eb56-2e49-4b5b-b4ae-22b69632c1ec tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:40.416378 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-475addf1-775e-4652-86c1-808b85ab8f00 req-60e6eb56-2e49-4b5b-b4ae-22b69632c1ec tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.1745975 Nov 24 20:52:40.436071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:40.448234 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:40.553569 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,revision_number=11']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:40.653731 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-475addf1-775e-4652-86c1-808b85ab8f00 req-835d4121-b003-4057-bad8-382e9392ef4d tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360845 Nov 24 20:52:40.885397 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-30a8bafd-34a4-4264-8759-45518d233249 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:40.886776 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-30a8bafd-34a4-4264-8759-45518d233249 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.48 "GET /v2.0/networks?id=dcc8fca9-6d0b-413e-b622-3a6d7f29e920 HTTP/1.1" status: 200 len: 812 time: 0.3616548 Nov 24 20:52:40.906690 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-29bd1f09-d1a0-4f10-add3-dc51b277c212 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Request body: {'port': {'device_id': '53257078-cbdf-4d65-b6c4-d258c119f387', 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920', 'admin_state_up': True, 'tenant_id': 'ba69d4cee4e64443bdffba128a76d484'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:52:40.929941 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:41.166340 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ead7e5b5-9cdb-465a-9f89-a507276b91b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:41.298917 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-481ae7b9-8b77-45ee-875c-4fc1b35c9f60 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:41.300465 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-481ae7b9-8b77-45ee-875c-4fc1b35c9f60 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.15 "GET /v2.0/networks?id=dcc8fca9-6d0b-413e-b622-3a6d7f29e920 HTTP/1.1" status: 200 len: 812 time: 0.7741988 Nov 24 20:52:41.312843 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76aaf58-ddac-4990-a4aa-9608f7d2bce4 req-ebf2aeb5-6194-4b8e-9be1-9aa6ffd3cebc tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:41.321661 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e76aaf58-ddac-4990-a4aa-9608f7d2bce4 req-ebf2aeb5-6194-4b8e-9be1-9aa6ffd3cebc tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.5158703 Nov 24 20:52:41.338010 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-462bd56d-55db-4b37-b13e-6f35c2093b1d tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Request body: {'port': {'device_id': '18217bb3-299b-4529-9b1a-2b4d1763f72a', 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920', 'admin_state_up': True, 'tenant_id': 'ba69d4cee4e64443bdffba128a76d484'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:52:41.520792 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e76aaf58-ddac-4990-a4aa-9608f7d2bce4 req-a3ca3a78-bf6b-43ca-a6d8-48ef08d3b58e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966486 Nov 24 20:52:41.565498 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-29bd1f09-d1a0-4f10-add3-dc51b277c212 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Made reservation on behalf of ba69d4cee4e64443bdffba128a76d484 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:52:41.569153 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-29bd1f09-d1a0-4f10-add3-dc51b277c212 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:41.617156 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8b42da-1363-4b88-b0c6-16ed990cc3c0 x-openstack-request-id: req-eb8b42da-1363-4b88-b0c6-16ed990cc3c0 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:52:41.617703 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc62ffe-34ae-4a5a-9ded-3a1b390ae54a", "name": "network-vif-plugged", "status": "completed", "tag": "46039e6c-ec42-41cc-92fd-b38c79a237b2", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:52:41.617924 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb8b42da-1363-4b88-b0c6-16ed990cc3c0 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:52:41.618528 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc62ffe-34ae-4a5a-9ded-3a1b390ae54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46039e6c-ec42-41cc-92fd-b38c79a237b2', 'code': 200} Nov 24 20:52:41.674967 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-462bd56d-55db-4b37-b13e-6f35c2093b1d tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Made reservation on behalf of ba69d4cee4e64443bdffba128a76d484 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:52:41.678547 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-462bd56d-55db-4b37-b13e-6f35c2093b1d tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:41.911618 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f686a91-08b2-4d67-bcd6-6e3e034136ee req-08c2a530-885c-4677-b163-7b85fa0e0e28 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:41.913140 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9f686a91-08b2-4d67-bcd6-6e3e034136ee req-08c2a530-885c-4677-b163-7b85fa0e0e28 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 945 time: 0.2081792 Nov 24 20:52:41.920990 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6871a-8972-45ba-a4d0-af1eeeb73120 req-b738cff0-7f9e-406d-bb71-411bafa69e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:41.922182 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a2c6871a-8972-45ba-a4d0-af1eeeb73120 req-b738cff0-7f9e-406d-bb71-411bafa69e26 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 1096 time: 0.2063129 Nov 24 20:52:41.927125 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-29bd1f09-d1a0-4f10-add3-dc51b277c212 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Allocated IP 172.20.0.13 (dcc8fca9-6d0b-413e-b622-3a6d7f29e920/c1b5dee6-a9fe-480e-996b-611c4f117a13/110399cc-5f02-4ba0-a663-889a9d3be488) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:52:42.043409 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9f686a91-08b2-4d67-bcd6-6e3e034136ee req-53b32c11-0d3e-4670-9fc4-b6bd7d1a4a33 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c9d2bc8-b9d2-4f2a-8dd0-8062a58bec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200790 Nov 24 20:52:42.054475 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a2c6871a-8972-45ba-a4d0-af1eeeb73120 req-53596ae1-d73f-495c-b211-d5154a8ca6a9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5c9d2bc8-b9d2-4f2a-8dd0-8062a58bec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174257 Nov 24 20:52:42.220561 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-29bd1f09-d1a0-4f10-add3-dc51b277c212 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:42.291773 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:42.296608 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-29bd1f09-d1a0-4f10-add3-dc51b277c212 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:42.405476 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-29bd1f09-d1a0-4f10-add3-dc51b277c212 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Network dcc8fca9-6d0b-413e-b622-3a6d7f29e920 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:52:42.410307 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-462bd56d-55db-4b37-b13e-6f35c2093b1d tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Allocated IP 172.20.0.2 (dcc8fca9-6d0b-413e-b622-3a6d7f29e920/c1b5dee6-a9fe-480e-996b-611c4f117a13/e2af0ad2-580c-45f5-89a6-aed490e541f1) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:52:42.412382 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd1f09-d1a0-4f10-add3-dc51b277c212 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Pushing event updated for resources: {'Port': ['ID=110399cc-5f02-4ba0-a663-889a9d3be488,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:42.417274 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-29bd1f09-d1a0-4f10-add3-dc51b277c212 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:52:42.425592 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-29bd1f09-d1a0-4f10-add3-dc51b277c212 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:52:42.508782 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-29bd1f09-d1a0-4f10-add3-dc51b277c212 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:42.508782 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-29bd1f09-d1a0-4f10-add3-dc51b277c212 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:42.550112 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-29bd1f09-d1a0-4f10-add3-dc51b277c212 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6492107 Nov 24 20:52:42.567091 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-8111118a-2058-47cf-a86f-a7ee55652578 service neutron] Request body: {'port': {'device_id': '53257078-cbdf-4d65-b6c4-d258c119f387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:52:42.702696 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-8111118a-2058-47cf-a86f-a7ee55652578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:42.770937 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-462bd56d-55db-4b37-b13e-6f35c2093b1d tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:42.853117 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-462bd56d-55db-4b37-b13e-6f35c2093b1d tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:43.019762 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4518c98c-1b45-407c-8a0d-776bd049047c req-c485b3e4-2e1c-4edb-8147-ec0c0d1a7d6a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1169045 Nov 24 20:52:43.022461 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-462bd56d-55db-4b37-b13e-6f35c2093b1d tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Network dcc8fca9-6d0b-413e-b622-3a6d7f29e920 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:52:43.026442 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-4518c98c-1b45-407c-8a0d-776bd049047c req-7be321b7-1961-46fa-a45b-f15c59316294 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:52:43.039613 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4518c98c-1b45-407c-8a0d-776bd049047c req-7be321b7-1961-46fa-a45b-f15c59316294 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111341 Nov 24 20:52:43.040114 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-462bd56d-55db-4b37-b13e-6f35c2093b1d tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:52:43.062758 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-462bd56d-55db-4b37-b13e-6f35c2093b1d tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:52:43.132611 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bd56d-55db-4b37-b13e-6f35c2093b1d tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Pushing event updated for resources: {'Port': ['ID=e2af0ad2-580c-45f5-89a6-aed490e541f1,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:43.147387 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058c26d-2ae1-40f9-aef2-4db094f7171e req-769cf851-5897-4707-be5b-a681aa8db3c9 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:43.149337 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c058c26d-2ae1-40f9-aef2-4db094f7171e req-769cf851-5897-4707-be5b-a681aa8db3c9 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=18217bb3-299b-4529-9b1a-2b4d1763f72a HTTP/1.1" status: 200 len: 931 time: 0.2425487 Nov 24 20:52:43.317050 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-462bd56d-55db-4b37-b13e-6f35c2093b1d tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:43.317819 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-462bd56d-55db-4b37-b13e-6f35c2093b1d tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:43.402371 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c058c26d-2ae1-40f9-aef2-4db094f7171e req-cc1d7386-592a-4481-8568-e3c9ddc53a3b tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355244 Nov 24 20:52:43.568316 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-462bd56d-55db-4b37-b13e-6f35c2093b1d tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2370052 Nov 24 20:52:43.595198 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-f4e6da4f-ddd9-44f7-a451-25d580f9eefa service neutron] Request body: {'port': {'device_id': '18217bb3-299b-4529-9b1a-2b4d1763f72a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:52:43.607252 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-8111118a-2058-47cf-a86f-a7ee55652578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 110399cc-5f02-4ba0-a663-889a9d3be488 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:52:43.624232 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ce8ed4-6613-4255-82bf-664c509233d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f1b232-5dad-434c-aba9-0a85d7f7a588'}, {'server_uuid': 'd772e1aa-e152-4cac-8267-e5743199afeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed7562c-8177-42ca-bf4e-6bfc74f803ed'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:52:43.628927 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e067cbf7-bf6f-4a12-81d2-a99d1a4f70b1" -d '{"events": [{"server_uuid": "76ce8ed4-6613-4255-82bf-664c509233d1", "name": "network-vif-plugged", "status": "completed", "tag": "e1f1b232-5dad-434c-aba9-0a85d7f7a588"}, {"server_uuid": "d772e1aa-e152-4cac-8267-e5743199afeb", "name": "network-vif-unplugged", "status": "completed", "tag": "3ed7562c-8177-42ca-bf4e-6bfc74f803ed"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:52:43.644109 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-8111118a-2058-47cf-a86f-a7ee55652578 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:43.668409 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-8111118a-2058-47cf-a86f-a7ee55652578 service neutron] Transition to ACTIVE for port object 110399cc-5f02-4ba0-a663-889a9d3be488 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:52:43.692217 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:43.708812 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-8111118a-2058-47cf-a86f-a7ee55652578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:43.736373 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-f4e6da4f-ddd9-44f7-a451-25d580f9eefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:43.754444 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211e584-a724-4404-90b1-cf27649c79a0 req-3dbdb2e8-c6a5-49df-9a6c-eaaee85f8067 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:43.762675 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f211e584-a724-4404-90b1-cf27649c79a0 req-3dbdb2e8-c6a5-49df-9a6c-eaaee85f8067 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.2003908 Nov 24 20:52:43.932359 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111118a-2058-47cf-a86f-a7ee55652578 service neutron] Pushing event updated for resources: {'Port': ['ID=110399cc-5f02-4ba0-a663-889a9d3be488,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:44.063375 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f211e584-a724-4404-90b1-cf27649c79a0 req-fb32eb38-c2f7-422d-9dc8-8219eb351008 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997792 Nov 24 20:52:44.322581 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-8111118a-2058-47cf-a86f-a7ee55652578 service neutron] Attempting to bind port 110399cc-5f02-4ba0-a663-889a9d3be488 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:52:44.322581 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-8111118a-2058-47cf-a86f-a7ee55652578 service neutron] Attempting to bind port 110399cc-5f02-4ba0-a663-889a9d3be488 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:52:44.322581 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-8111118a-2058-47cf-a86f-a7ee55652578 service neutron] Attempting to bind port 110399cc-5f02-4ba0-a663-889a9d3be488 on network dcc8fca9-6d0b-413e-b622-3a6d7f29e920 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:52:44.334618 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-8111118a-2058-47cf-a86f-a7ee55652578 service neutron] Port 110399cc-5f02-4ba0-a663-889a9d3be488 on network dcc8fca9-6d0b-413e-b622-3a6d7f29e920 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:52:44.334950 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-8111118a-2058-47cf-a86f-a7ee55652578 service neutron] Attempting to bind port 110399cc-5f02-4ba0-a663-889a9d3be488 on network dcc8fca9-6d0b-413e-b622-3a6d7f29e920 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:52:44.342212 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-8111118a-2058-47cf-a86f-a7ee55652578 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:52:44.342806 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-8111118a-2058-47cf-a86f-a7ee55652578 service neutron] Checking segment: {'id': 'cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:52:44.343286 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-8111118a-2058-47cf-a86f-a7ee55652578 service neutron] Bound using segment: {'id': 'cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:52:44.343745 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-8111118a-2058-47cf-a86f-a7ee55652578 service neutron] Bound port: 110399cc-5f02-4ba0-a663-889a9d3be488, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:52:44.344115 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-8111118a-2058-47cf-a86f-a7ee55652578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:44.528371 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-f4e6da4f-ddd9-44f7-a451-25d580f9eefa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2af0ad2-580c-45f5-89a6-aed490e541f1 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:52:44.539658 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-f4e6da4f-ddd9-44f7-a451-25d580f9eefa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:44.579631 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-f4e6da4f-ddd9-44f7-a451-25d580f9eefa service neutron] Transition to ACTIVE for port object e2af0ad2-580c-45f5-89a6-aed490e541f1 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:52:44.586760 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-f4e6da4f-ddd9-44f7-a451-25d580f9eefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:44.607388 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-8111118a-2058-47cf-a86f-a7ee55652578 service neutron] For port 110399cc-5f02-4ba0-a663-889a9d3be488, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:52:44.652254 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f6238-0173-427c-8f11-b4dfdfc7c84e req-35ce6591-6205-4d32-a48d-0e38ca799710 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:44.660769 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-681f6238-0173-427c-8f11-b4dfdfc7c84e req-35ce6591-6205-4d32-a48d-0e38ca799710 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.2656808 Nov 24 20:52:44.687459 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-8111118a-2058-47cf-a86f-a7ee55652578 service neutron] For port 110399cc-5f02-4ba0-a663-889a9d3be488, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=110399cc-5f02-4ba0-a663-889a9d3be488,segment=NetworkSegment(cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747),segment_id=cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:52:44.702233 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-8111118a-2058-47cf-a86f-a7ee55652578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:44.722115 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6da4f-ddd9-44f7-a451-25d580f9eefa service neutron] Pushing event updated for resources: {'Port': ['ID=e2af0ad2-580c-45f5-89a6-aed490e541f1,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:44.780694 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:44.808728 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-8111118a-2058-47cf-a86f-a7ee55652578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:44.809537 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-8111118a-2058-47cf-a86f-a7ee55652578 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:44.812054 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-8111118a-2058-47cf-a86f-a7ee55652578 service neutron] 10.222.0.48 "PUT /v2.0/ports/110399cc-5f02-4ba0-a663-889a9d3be488 HTTP/1.1" status: 200 len: 1092 time: 2.2508035 Nov 24 20:52:44.812756 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53257078-cbdf-4d65-b6c4-d258c119f387', 'tag': '110399cc-5f02-4ba0-a663-889a9d3be488'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:52:44.815541 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d9b8b2-d985-4ed4-a469-85d7991544c5" -d '{"events": [{"name": "network-changed", "server_uuid": "53257078-cbdf-4d65-b6c4-d258c119f387", "tag": "110399cc-5f02-4ba0-a663-889a9d3be488"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:52:44.853153 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-681f6238-0173-427c-8f11-b4dfdfc7c84e req-8d6ac5cd-c6e2-4a8a-a2b3-aac19ef40a4d tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910408 Nov 24 20:52:44.941965 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111118a-2058-47cf-a86f-a7ee55652578 service neutron] Pushing event updated for resources: {'Port': ['ID=110399cc-5f02-4ba0-a663-889a9d3be488,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:44.999988 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-f4e6da4f-ddd9-44f7-a451-25d580f9eefa service neutron] Attempting to bind port e2af0ad2-580c-45f5-89a6-aed490e541f1 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:52:44.999988 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-f4e6da4f-ddd9-44f7-a451-25d580f9eefa service neutron] Attempting to bind port e2af0ad2-580c-45f5-89a6-aed490e541f1 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:52:44.999988 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-f4e6da4f-ddd9-44f7-a451-25d580f9eefa service neutron] Attempting to bind port e2af0ad2-580c-45f5-89a6-aed490e541f1 on network dcc8fca9-6d0b-413e-b622-3a6d7f29e920 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:52:45.013261 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-f4e6da4f-ddd9-44f7-a451-25d580f9eefa service neutron] Port e2af0ad2-580c-45f5-89a6-aed490e541f1 on network dcc8fca9-6d0b-413e-b622-3a6d7f29e920 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:52:45.013674 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-f4e6da4f-ddd9-44f7-a451-25d580f9eefa service neutron] Attempting to bind port e2af0ad2-580c-45f5-89a6-aed490e541f1 on network dcc8fca9-6d0b-413e-b622-3a6d7f29e920 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:52:45.042832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-f4e6da4f-ddd9-44f7-a451-25d580f9eefa service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:52:45.043383 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-f4e6da4f-ddd9-44f7-a451-25d580f9eefa service neutron] Checking segment: {'id': 'cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:52:45.043775 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-f4e6da4f-ddd9-44f7-a451-25d580f9eefa service neutron] Bound using segment: {'id': 'cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:52:45.044214 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-f4e6da4f-ddd9-44f7-a451-25d580f9eefa service neutron] Bound port: e2af0ad2-580c-45f5-89a6-aed490e541f1, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:52:45.044576 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-f4e6da4f-ddd9-44f7-a451-25d580f9eefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:45.095459 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-e11d132f-3d48-4478-b558-7b96f563c7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:45.097904 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-e11d132f-3d48-4478-b558-7b96f563c7a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba69d4cee4e64443bdffba128a76d484&device_id=53257078-cbdf-4d65-b6c4-d258c119f387 HTTP/1.1" status: 200 len: 1095 time: 0.2044499 Nov 24 20:52:45.100606 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518c98c-1b45-407c-8a0d-776bd049047c req-53b427c7-b301-4df3-a4f7-ba7d36c98f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:45.102078 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4518c98c-1b45-407c-8a0d-776bd049047c req-53b427c7-b301-4df3-a4f7-ba7d36c98f4c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 1100 time: 0.1793017 Nov 24 20:52:45.121129 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0134820-a094-4d4a-881d-97fd1314053b req-246f8f47-dccf-482b-8209-b2c872f2af7f tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:45.129380 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f0134820-a094-4d4a-881d-97fd1314053b req-246f8f47-dccf-482b-8209-b2c872f2af7f tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 949 time: 0.1584218 Nov 24 20:52:45.231596 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-c00d6a3d-37d3-4342-8b80-c52cf0845768 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=110399cc-5f02-4ba0-a663-889a9d3be488 HTTP/1.1" status: 200 len: 217 time: 0.0984766 Nov 24 20:52:45.350839 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-f4e6da4f-ddd9-44f7-a451-25d580f9eefa service neutron] For port e2af0ad2-580c-45f5-89a6-aed490e541f1, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:52:45.376951 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f0134820-a094-4d4a-881d-97fd1314053b req-05bbadba-7fd8-4769-b533-6dc781676bb6 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447610 Nov 24 20:52:45.385967 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-f4e6da4f-ddd9-44f7-a451-25d580f9eefa service neutron] For port e2af0ad2-580c-45f5-89a6-aed490e541f1, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=e2af0ad2-580c-45f5-89a6-aed490e541f1,segment=NetworkSegment(cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747),segment_id=cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:52:45.421243 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-f4e6da4f-ddd9-44f7-a451-25d580f9eefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:45.441438 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-7a3cc33d-2971-4327-baed-fb0cf340782a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:45.442914 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-7a3cc33d-2971-4327-baed-fb0cf340782a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1b5dee6-a9fe-480e-996b-611c4f117a13 HTTP/1.1" status: 200 len: 852 time: 0.1982043 Nov 24 20:52:45.539376 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-beb53c96-3890-4640-b5ea-9c2b2b501c15 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dcc8fca9-6d0b-413e-b622-3a6d7f29e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840178 Nov 24 20:52:45.546552 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518c98c-1b45-407c-8a0d-776bd049047c req-28555d87-297d-4730-a090-8f74ac1cd3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:45.547992 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4518c98c-1b45-407c-8a0d-776bd049047c req-28555d87-297d-4730-a090-8f74ac1cd3c2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.4166276 Nov 24 20:52:45.556472 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-f4e6da4f-ddd9-44f7-a451-25d580f9eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:45.557113 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-f4e6da4f-ddd9-44f7-a451-25d580f9eefa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:45.558483 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-f4e6da4f-ddd9-44f7-a451-25d580f9eefa service neutron] 10.222.0.15 "PUT /v2.0/ports/e2af0ad2-580c-45f5-89a6-aed490e541f1 HTTP/1.1" status: 200 len: 1091 time: 1.9754720 Nov 24 20:52:45.659113 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4518c98c-1b45-407c-8a0d-776bd049047c req-7d726abf-7f62-48b3-99eb-280b10f00659 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=656752ae-79d3-4d03-b5f1-7f2f715581a7 HTTP/1.1" status: 200 len: 217 time: 0.0710764 Nov 24 20:52:45.770266 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6da4f-ddd9-44f7-a451-25d580f9eefa service neutron] Pushing event updated for resources: {'Port': ['ID=e2af0ad2-580c-45f5-89a6-aed490e541f1,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:45.817208 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90cebb8-bda3-4c86-8f94-4aa1f05fc13c req-51672fe9-3e08-46e1-a7db-1e23df8c6f6c tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:45.818733 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f90cebb8-bda3-4c86-8f94-4aa1f05fc13c req-51672fe9-3e08-46e1-a7db-1e23df8c6f6c tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 945 time: 0.3348720 Nov 24 20:52:46.287873 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f90cebb8-bda3-4c86-8f94-4aa1f05fc13c req-9452cc23-8db0-49e0-b294-39885df88ff6 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c9d2bc8-b9d2-4f2a-8dd0-8062a58bec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550240 Nov 24 20:52:46.309432 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518c98c-1b45-407c-8a0d-776bd049047c req-2b9cce61-ec91-41ee-a493-5511269b78c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:46.311333 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4518c98c-1b45-407c-8a0d-776bd049047c req-2b9cce61-ec91-41ee-a493-5511269b78c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.6233048 Nov 24 20:52:46.335526 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-7ac8d68e-3c60-4272-a837-d19963c2d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:46.337481 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-7ac8d68e-3c60-4272-a837-d19963c2d4fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba69d4cee4e64443bdffba128a76d484&device_id=18217bb3-299b-4529-9b1a-2b4d1763f72a HTTP/1.1" status: 200 len: 1094 time: 0.6774697 Nov 24 20:52:46.345653 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-732a39d4-293d-4a46-94f4-5fc263e2769c service neutron] 10.222.0.48 "GET /v2.0/networks/dcc8fca9-6d0b-413e-b622-3a6d7f29e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7925656 Nov 24 20:52:46.355972 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 24 Nov 2021 20:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efa558b-2e28-497e-924f-eeadcf172ae3 x-openstack-request-id: req-6efa558b-2e28-497e-924f-eeadcf172ae3 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:52:46.356541 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ce8ed4-6613-4255-82bf-664c509233d1", "name": "network-vif-plugged", "status": "completed", "tag": "e1f1b232-5dad-434c-aba9-0a85d7f7a588", "code": 200}, {"server_uuid": "d772e1aa-e152-4cac-8267-e5743199afeb", "name": "network-vif-unplugged", "status": "completed", "tag": "3ed7562c-8177-42ca-bf4e-6bfc74f803ed", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:52:46.356541 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6efa558b-2e28-497e-924f-eeadcf172ae3 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:52:46.356938 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ce8ed4-6613-4255-82bf-664c509233d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f1b232-5dad-434c-aba9-0a85d7f7a588', 'code': 200} Nov 24 20:52:46.357205 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd772e1aa-e152-4cac-8267-e5743199afeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed7562c-8177-42ca-bf4e-6bfc74f803ed', 'code': 200} Nov 24 20:52:46.434393 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-4381cec8-b559-478d-b94a-9f086cea9512 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2af0ad2-580c-45f5-89a6-aed490e541f1 HTTP/1.1" status: 200 len: 217 time: 0.0735223 Nov 24 20:52:46.590073 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518c98c-1b45-407c-8a0d-776bd049047c req-fe80a32a-e943-4789-97f3-22c11732b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:46.592137 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4518c98c-1b45-407c-8a0d-776bd049047c req-fe80a32a-e943-4789-97f3-22c11732b4f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2688806 Nov 24 20:52:46.662311 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837bd32-a34d-4d0d-961d-81f28aee834f req-e19ae48a-74cd-403b-b34c-a3013b1e0a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:46.663824 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e837bd32-a34d-4d0d-961d-81f28aee834f req-e19ae48a-74cd-403b-b34c-a3013b1e0a2c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 1097 time: 0.2250650 Nov 24 20:52:46.668106 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-8982d0a6-5aff-44ca-81c6-3c28d6674fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:46.670011 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-8982d0a6-5aff-44ca-81c6-3c28d6674fc6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c1b5dee6-a9fe-480e-996b-611c4f117a13 HTTP/1.1" status: 200 len: 852 time: 0.2114275 Nov 24 20:52:46.684384 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-b9b61c25-103a-4b75-b2f9-8e43b611b792 service neutron] 10.222.0.48 "GET /v2.0/networks/dcc8fca9-6d0b-413e-b622-3a6d7f29e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164835 Nov 24 20:52:46.773842 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-ac19ec93-f1e0-4ea4-a81d-520dfb4e3918 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dcc8fca9-6d0b-413e-b622-3a6d7f29e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802097 Nov 24 20:52:46.782500 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0e44d-f6b0-4391-a540-d7b752a9c158 req-ae476837-41fe-4ea7-aecd-f8d1d06ce6a6 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:46.784044 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-05a0e44d-f6b0-4391-a540-d7b752a9c158 req-ae476837-41fe-4ea7-aecd-f8d1d06ce6a6 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=18217bb3-299b-4529-9b1a-2b4d1763f72a HTTP/1.1" status: 200 len: 943 time: 0.3441031 Nov 24 20:52:46.931586 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e837bd32-a34d-4d0d-961d-81f28aee834f req-d716c78f-a3b3-43a0-ae71-5ebe605263aa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585936 Nov 24 20:52:46.979740 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4518c98c-1b45-407c-8a0d-776bd049047c req-7fe7b2ee-3b8f-479f-a312-e62d252e1f5e service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753479 Nov 24 20:52:46.989149 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-05a0e44d-f6b0-4391-a540-d7b752a9c158 req-4870af37-4ed0-4612-b096-8816ceadbd6c tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904535 Nov 24 20:52:46.999011 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-e514ce53-0413-4cf6-9531-335cab7c617e service neutron] 10.222.0.15 "GET /v2.0/networks/dcc8fca9-6d0b-413e-b622-3a6d7f29e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127399 Nov 24 20:52:47.104022 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e334a4c2-a0f3-4790-8081-c6fd22242e2e x-openstack-request-id: req-e334a4c2-a0f3-4790-8081-c6fd22242e2e {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:52:47.104562 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53257078-cbdf-4d65-b6c4-d258c119f387", "tag": "110399cc-5f02-4ba0-a663-889a9d3be488", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:52:47.105081 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e334a4c2-a0f3-4790-8081-c6fd22242e2e {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:52:47.105667 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53257078-cbdf-4d65-b6c4-d258c119f387', 'tag': '110399cc-5f02-4ba0-a663-889a9d3be488', 'status': 'completed', 'code': 200} Nov 24 20:52:47.302974 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d4c36c11-426b-4a51-a885-7251ba57eccf req-ec38f669-fe30-4660-93b1-8845626aa8c4 service neutron] 10.222.0.15 "GET /v2.0/networks/dcc8fca9-6d0b-413e-b622-3a6d7f29e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887387 Nov 24 20:52:47.332332 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9b8b2-d985-4ed4-a469-85d7991544c5 req-bb3f4c57-7aa5-4d51-a676-c6303db91a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:47.334132 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c8d9b8b2-d985-4ed4-a469-85d7991544c5 req-bb3f4c57-7aa5-4d51-a676-c6303db91a46 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba69d4cee4e64443bdffba128a76d484&device_id=53257078-cbdf-4d65-b6c4-d258c119f387 HTTP/1.1" status: 200 len: 1095 time: 0.1059198 Nov 24 20:52:47.343272 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4518c98c-1b45-407c-8a0d-776bd049047c req-9f2f39ff-381f-4d97-b0b4-4560fac4383f service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136872 Nov 24 20:52:47.360012 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8b570-c851-4dda-bd9f-6c18a4034074 req-648f8ff7-09db-4f96-96c4-db5d967acd2f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:47.361810 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-56d8b570-c851-4dda-bd9f-6c18a4034074 req-648f8ff7-09db-4f96-96c4-db5d967acd2f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.1452272 Nov 24 20:52:47.503369 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-56d8b570-c851-4dda-bd9f-6c18a4034074 req-a4f5539d-cd01-4619-8f35-97e8aff8e007 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242678 Nov 24 20:52:47.542111 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9b8b2-d985-4ed4-a469-85d7991544c5 req-138ef0dd-0023-4f22-b421-359d0a387e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:47.545052 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c8d9b8b2-d985-4ed4-a469-85d7991544c5 req-138ef0dd-0023-4f22-b421-359d0a387e83 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dcc8fca9-6d0b-413e-b622-3a6d7f29e920 HTTP/1.1" status: 200 len: 913 time: 0.1822519 Nov 24 20:52:47.636310 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c8d9b8b2-d985-4ed4-a469-85d7991544c5 req-b2ba8a7a-e9f1-47ea-b4ec-78ba4dfd7219 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=110399cc-5f02-4ba0-a663-889a9d3be488 HTTP/1.1" status: 200 len: 217 time: 0.0816259 Nov 24 20:52:47.753200 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9b8b2-d985-4ed4-a469-85d7991544c5 req-32b860e2-d9ab-4ad7-88e7-d8d3b78b9fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:47.754754 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c8d9b8b2-d985-4ed4-a469-85d7991544c5 req-32b860e2-d9ab-4ad7-88e7-d8d3b78b9fbc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1b5dee6-a9fe-480e-996b-611c4f117a13 HTTP/1.1" status: 200 len: 852 time: 0.1037967 Nov 24 20:52:47.763815 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19924608-9d50-402e-a1ed-59110829782f req-656efb83-a06f-49ca-8250-11bca9dadd2f tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:47.771860 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-19924608-9d50-402e-a1ed-59110829782f req-656efb83-a06f-49ca-8250-11bca9dadd2f tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.1220248 Nov 24 20:52:47.813892 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c8d9b8b2-d985-4ed4-a469-85d7991544c5 req-c2638094-8bb9-479d-8d63-db9861fea59a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dcc8fca9-6d0b-413e-b622-3a6d7f29e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350356 Nov 24 20:52:47.885446 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-19924608-9d50-402e-a1ed-59110829782f req-87adde13-5a0d-4aa9-9738-a216461e8c88 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125863 Nov 24 20:52:48.124603 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c8d9b8b2-d985-4ed4-a469-85d7991544c5 req-7211eb1c-91c7-4edf-b232-835df852b894 service neutron] 10.222.0.48 "GET /v2.0/networks/dcc8fca9-6d0b-413e-b622-3a6d7f29e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971184 Nov 24 20:52:48.213287 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a07bffec-3231-44f5-b5d7-ae8ec719f992 req-17862347-d08c-4a2f-aac6-cb12e6609f20 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 258 time: 0.2896342 Nov 24 20:52:48.218456 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-a07bffec-3231-44f5-b5d7-ae8ec719f992 req-f031b39c-362c-42e9-95a2-dc29cd10fd83 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:52:48.220766 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f22d6-8965-4866-b936-2ce990fbeabb req-29d5e739-cef0-4482-8681-35b338a5c40c tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:48.230462 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd2f22d6-8965-4866-b936-2ce990fbeabb req-29d5e739-cef0-4482-8681-35b338a5c40c tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 949 time: 0.0953372 Nov 24 20:52:48.285369 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a07bffec-3231-44f5-b5d7-ae8ec719f992 req-f031b39c-362c-42e9-95a2-dc29cd10fd83 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:48.312496 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c8d9b8b2-d985-4ed4-a469-85d7991544c5 req-a6479eaf-99f3-47aa-b812-c0b95d57ec5e service neutron] 10.222.0.48 "GET /v2.0/networks/dcc8fca9-6d0b-413e-b622-3a6d7f29e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734190 Nov 24 20:52:48.326964 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd2f22d6-8965-4866-b936-2ce990fbeabb req-76186352-7552-4653-97b1-f66b227c067a tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901883 Nov 24 20:52:48.453570 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a07bffec-3231-44f5-b5d7-ae8ec719f992 req-f031b39c-362c-42e9-95a2-dc29cd10fd83 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:48.487533 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6a67f-38c6-43f5-9407-298c594c0a9d req-69b5be93-3db2-4420-bb0c-52b8d60dd60e tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:48.501435 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3bb6a67f-38c6-43f5-9407-298c594c0a9d req-69b5be93-3db2-4420-bb0c-52b8d60dd60e tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=18217bb3-299b-4529-9b1a-2b4d1763f72a HTTP/1.1" status: 200 len: 943 time: 0.0816462 Nov 24 20:52:48.591165 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-a07bffec-3231-44f5-b5d7-ae8ec719f992 req-f031b39c-362c-42e9-95a2-dc29cd10fd83 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Allocated IP 172.25.5.12 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/e772e35c-daa9-48f8-8a61-1e16b0c0ef7f) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:52:48.614152 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3bb6a67f-38c6-43f5-9407-298c594c0a9d req-8e2eb4d2-4fd8-49f9-87da-868a61583ee9 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924103 Nov 24 20:52:48.742539 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a07bffec-3231-44f5-b5d7-ae8ec719f992 req-f031b39c-362c-42e9-95a2-dc29cd10fd83 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:48.761277 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba0174-1898-46bc-8288-39aacf082e97 req-3a35919a-9373-4524-a241-5f07bb60c51d tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:48.771987 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b1ba0174-1898-46bc-8288-39aacf082e97 req-3a35919a-9373-4524-a241-5f07bb60c51d tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d772e1aa-e152-4cac-8267-e5743199afeb HTTP/1.1" status: 200 len: 949 time: 0.1023731 Nov 24 20:52:48.786035 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a07bffec-3231-44f5-b5d7-ae8ec719f992 req-f031b39c-362c-42e9-95a2-dc29cd10fd83 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:48.816519 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a07bffec-3231-44f5-b5d7-ae8ec719f992 req-f031b39c-362c-42e9-95a2-dc29cd10fd83 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:52:48.820095 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-a07bffec-3231-44f5-b5d7-ae8ec719f992 req-f031b39c-362c-42e9-95a2-dc29cd10fd83 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:52:48.846997 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b1ba0174-1898-46bc-8288-39aacf082e97 req-e7cd8d4b-9f04-4349-b8f2-f35d7357f5a7 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdbf9d04-baa8-4d8b-b788-d04aa878f740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687330 Nov 24 20:52:48.909882 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031b39c-362c-42e9-95a2-dc29cd10fd83 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Pushing event updated for resources: {'Port': ['ID=e772e35c-daa9-48f8-8a61-1e16b0c0ef7f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:48.914054 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07bffec-3231-44f5-b5d7-ae8ec719f992 req-f031b39c-362c-42e9-95a2-dc29cd10fd83 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:52:48.994393 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7aa393-e2f8-4603-84e9-8e29b89030d0 req-03c9b600-23ca-4335-bc2d-e9a53ccc6472 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:48.996396 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5a7aa393-e2f8-4603-84e9-8e29b89030d0 req-03c9b600-23ca-4335-bc2d-e9a53ccc6472 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.0582161 Nov 24 20:52:49.027521 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a07bffec-3231-44f5-b5d7-ae8ec719f992 req-f031b39c-362c-42e9-95a2-dc29cd10fd83 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:49.073114 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a07bffec-3231-44f5-b5d7-ae8ec719f992 req-f031b39c-362c-42e9-95a2-dc29cd10fd83 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:49.074737 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5a7aa393-e2f8-4603-84e9-8e29b89030d0 req-45294f78-537a-456c-8894-2710179cf547 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714743 Nov 24 20:52:49.122870 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18217bb3-299b-4529-9b1a-2b4d1763f72a', 'tag': 'e2af0ad2-580c-45f5-89a6-aed490e541f1'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:52:49.126616 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f772f1-f4d8-41c1-a24b-449a414abbda" -d '{"events": [{"name": "network-changed", "server_uuid": "18217bb3-299b-4529-9b1a-2b4d1763f72a", "tag": "e2af0ad2-580c-45f5-89a6-aed490e541f1"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:52:49.356839 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a07bffec-3231-44f5-b5d7-ae8ec719f992 req-f031b39c-362c-42e9-95a2-dc29cd10fd83 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:49.365202 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a07bffec-3231-44f5-b5d7-ae8ec719f992 req-f031b39c-362c-42e9-95a2-dc29cd10fd83 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:49.375092 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03837ec-0773-4c5c-8e29-9f33b263d914 req-ac8edec6-17eb-44e8-b5fd-757ce80f3260 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:49.383454 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f03837ec-0773-4c5c-8e29-9f33b263d914 req-ac8edec6-17eb-44e8-b5fd-757ce80f3260 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.0703175 Nov 24 20:52:49.443728 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f03837ec-0773-4c5c-8e29-9f33b263d914 req-09a832b1-aad2-43e9-96b7-54317be0219d tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576491 Nov 24 20:52:49.465785 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031b39c-362c-42e9-95a2-dc29cd10fd83 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Pushing event updated for resources: {'Port': ['ID=e772e35c-daa9-48f8-8a61-1e16b0c0ef7f,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:49.475781 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a07bffec-3231-44f5-b5d7-ae8ec719f992 req-f031b39c-362c-42e9-95a2-dc29cd10fd83 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:49.493952 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a6d9f5-4891-435c-9dc6-94175eea3d7f x-openstack-request-id: req-b1a6d9f5-4891-435c-9dc6-94175eea3d7f {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:52:49.494258 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18217bb3-299b-4529-9b1a-2b4d1763f72a", "tag": "e2af0ad2-580c-45f5-89a6-aed490e541f1", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:52:49.494581 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1a6d9f5-4891-435c-9dc6-94175eea3d7f {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:52:49.495144 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18217bb3-299b-4529-9b1a-2b4d1763f72a', 'tag': 'e2af0ad2-580c-45f5-89a6-aed490e541f1', 'status': 'completed', 'code': 200} Nov 24 20:52:49.498887 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a07bffec-3231-44f5-b5d7-ae8ec719f992 req-f031b39c-362c-42e9-95a2-dc29cd10fd83 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:49.500044 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a07bffec-3231-44f5-b5d7-ae8ec719f992 req-f031b39c-362c-42e9-95a2-dc29cd10fd83 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2859395 Nov 24 20:52:49.637021 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a07bffec-3231-44f5-b5d7-ae8ec719f992 req-447e5e88-2c10-4481-8d47-3a13272d9c94 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 695 time: 0.1306770 Nov 24 20:52:49.690287 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f772f1-f4d8-41c1-a24b-449a414abbda req-35b9261e-92e0-42e0-ae4d-6f451cbde744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:49.691311 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-84f772f1-f4d8-41c1-a24b-449a414abbda req-35b9261e-92e0-42e0-ae4d-6f451cbde744 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba69d4cee4e64443bdffba128a76d484&device_id=18217bb3-299b-4529-9b1a-2b4d1763f72a HTTP/1.1" status: 200 len: 1094 time: 0.1056070 Nov 24 20:52:49.737695 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 110399cc-5f02-4ba0-a663-889a9d3be488 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:52:49.742495 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1c9b7-b2fe-42b1-b94f-1f29c9f824cf req-48da1680-79ae-47a3-aa60-894c6a9da3ce tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:49.751158 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-61a1c9b7-b2fe-42b1-b94f-1f29c9f824cf req-48da1680-79ae-47a3-aa60-894c6a9da3ce tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 949 time: 0.0695739 Nov 24 20:52:49.812073 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-61a1c9b7-b2fe-42b1-b94f-1f29c9f824cf req-02e20b0f-126b-4c4e-b721-0f8db93e203f tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593936 Nov 24 20:52:49.915797 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 110399cc-5f02-4ba0-a663-889a9d3be488, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=110399cc-5f02-4ba0-a663-889a9d3be488,segment=NetworkSegment(cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747),segment_id=cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:49.939820 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '110399cc-5f02-4ba0-a663-889a9d3be488', 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920', 'port_id': '110399cc-5f02-4ba0-a663-889a9d3be488', 'mac_address': 'fa:16:3e:f7:dc:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b5dee6-a9fe-480e-996b-611c4f117a13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:52:49.973785 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bffec-3231-44f5-b5d7-ae8ec719f992 req-28849401-db94-489f-b578-8c0153d5de5d tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:49.990107 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a07bffec-3231-44f5-b5d7-ae8ec719f992 req-28849401-db94-489f-b578-8c0153d5de5d tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.3376520 Nov 24 20:52:49.994038 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:50.014651 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110399cc-5f02-4ba0-a663-889a9d3be488 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:52:50.051246 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 110399cc-5f02-4ba0-a663-889a9d3be488, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=110399cc-5f02-4ba0-a663-889a9d3be488,segment=NetworkSegment(cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747),segment_id=cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:50.054368 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f772f1-f4d8-41c1-a24b-449a414abbda req-dad37dd1-7263-441c-a5ef-82678990ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:50.056068 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-84f772f1-f4d8-41c1-a24b-449a414abbda req-dad37dd1-7263-441c-a5ef-82678990ba8b service neutron] 10.222.0.15 "GET /v2.0/networks?id=dcc8fca9-6d0b-413e-b622-3a6d7f29e920 HTTP/1.1" status: 200 len: 913 time: 0.3568313 Nov 24 20:52:50.056797 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:50.103803 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21d54c-3d8e-4f1f-ac17-fb032d6bb43c req-2c1535ab-a597-47d1-8255-7b4ea1546fcc tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:50.109978 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e21d54c-3d8e-4f1f-ac17-fb032d6bb43c req-2c1535ab-a597-47d1-8255-7b4ea1546fcc tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=18217bb3-299b-4529-9b1a-2b4d1763f72a HTTP/1.1" status: 200 len: 943 time: 0.1309021 Nov 24 20:52:50.136533 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=110399cc-5f02-4ba0-a663-889a9d3be488,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:50.140475 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-84f772f1-f4d8-41c1-a24b-449a414abbda req-dafb3829-e545-475d-9cb9-efb76bdde1a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2af0ad2-580c-45f5-89a6-aed490e541f1 HTTP/1.1" status: 200 len: 217 time: 0.0741565 Nov 24 20:52:50.252821 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f772f1-f4d8-41c1-a24b-449a414abbda req-d47fedf0-98ee-45ca-a69c-2e1fe8e4f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:50.254324 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-84f772f1-f4d8-41c1-a24b-449a414abbda req-d47fedf0-98ee-45ca-a69c-2e1fe8e4f072 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c1b5dee6-a9fe-480e-996b-611c4f117a13 HTTP/1.1" status: 200 len: 852 time: 0.1076860 Nov 24 20:52:50.272495 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e21d54c-3d8e-4f1f-ac17-fb032d6bb43c req-35ca1298-2c22-4ac0-9a40-1cc96f94c723 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524673 Nov 24 20:52:50.316476 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-84f772f1-f4d8-41c1-a24b-449a414abbda req-17a15ed5-85be-447e-bae1-c4073815a99b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dcc8fca9-6d0b-413e-b622-3a6d7f29e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518870 Nov 24 20:52:50.333784 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['110399cc-5f02-4ba0-a663-889a9d3be488'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:52:50.497774 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553fb70-33f7-41dd-a49e-30fbc6ae0f03 req-ee4edc22-7ad4-4f81-905c-c5fb85911769 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:50.506100 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5553fb70-33f7-41dd-a49e-30fbc6ae0f03 req-ee4edc22-7ad4-4f81-905c-c5fb85911769 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.1878183 Nov 24 20:52:50.550182 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-84f772f1-f4d8-41c1-a24b-449a414abbda req-443e8d0c-fd9b-4ae6-baf8-ddd461ef32d8 service neutron] 10.222.0.15 "GET /v2.0/networks/dcc8fca9-6d0b-413e-b622-3a6d7f29e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238059 Nov 24 20:52:50.561205 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-65f2d3ab-a351-405d-966e-6044d284d83b tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:50.563381 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-65f2d3ab-a351-405d-966e-6044d284d83b tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1518905 Nov 24 20:52:50.633723 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-1c9667ec-d14b-4fa9-8eb9-f04b6646bf6a tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 695 time: 0.0622458 Nov 24 20:52:50.648060 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-53e05d5d-ce92-45b5-853c-5ab2c3767a71 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Request body: {'floatingip': {'port_id': '46039e6c-ec42-41cc-92fd-b38c79a237b2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:52:50.682930 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-84f772f1-f4d8-41c1-a24b-449a414abbda req-f4becf2b-83f8-4586-88b6-8477953f0f87 service neutron] 10.222.0.15 "GET /v2.0/networks/dcc8fca9-6d0b-413e-b622-3a6d7f29e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142006 Nov 24 20:52:50.708704 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-53e05d5d-ce92-45b5-853c-5ab2c3767a71 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks [] for floatingip, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:50.725393 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5553fb70-33f7-41dd-a49e-30fbc6ae0f03 req-7346f66d-5431-4d18-9e90-ac018efcb01e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183032 Nov 24 20:52:50.852988 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e711d5-b908-4a8b-9ce3-60742c983432 req-88ae1f78-b840-4b0f-803c-9a80ea34e5d1 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:50.854524 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10e711d5-b908-4a8b-9ce3-60742c983432 req-88ae1f78-b840-4b0f-803c-9a80ea34e5d1 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.0652063 Nov 24 20:52:50.924356 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10e711d5-b908-4a8b-9ce3-60742c983432 req-07125d46-980e-4b56-999a-87bd4da03b01 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574389 Nov 24 20:52:51.143010 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device e2af0ad2-580c-45f5-89a6-aed490e541f1 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:52:51.169843 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86939dd5-8383-4ecc-987b-2031a50e7347 req-4b1efb73-a1ee-42ac-a608-18109474db30 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:51.179019 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-86939dd5-8383-4ecc-987b-2031a50e7347 req-4b1efb73-a1ee-42ac-a608-18109474db30 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.0881157 Nov 24 20:52:51.274720 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-86939dd5-8383-4ecc-987b-2031a50e7347 req-07f7f77c-17d5-46c7-908f-7581d697f1dc tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852921 Nov 24 20:52:51.434724 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe232f-cd99-4760-b743-9d0f62e40556 req-2ebe780a-c6ac-489c-a7ed-d4e19fd1524e tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:51.445708 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dcfe232f-cd99-4760-b743-9d0f62e40556 req-2ebe780a-c6ac-489c-a7ed-d4e19fd1524e tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 949 time: 0.0786572 Nov 24 20:52:51.447744 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-53e05d5d-ce92-45b5-853c-5ab2c3767a71 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:51.464795 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-53e05d5d-ce92-45b5-853c-5ab2c3767a71 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:51.491943 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port e2af0ad2-580c-45f5-89a6-aed490e541f1, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=e2af0ad2-580c-45f5-89a6-aed490e541f1,segment=NetworkSegment(cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747),segment_id=cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:51.532786 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dcfe232f-cd99-4760-b743-9d0f62e40556 req-c52fc606-96ea-4651-bce8-8ada7fef6e29 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822966 Nov 24 20:52:51.581140 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'e2af0ad2-580c-45f5-89a6-aed490e541f1', 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920', 'port_id': 'e2af0ad2-580c-45f5-89a6-aed490e541f1', 'mac_address': 'fa:16:3e:d2:08:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b5dee6-a9fe-480e-996b-611c4f117a13', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:52:51.672282 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:51.707519 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2af0ad2-580c-45f5-89a6-aed490e541f1 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:52:51.745253 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port e2af0ad2-580c-45f5-89a6-aed490e541f1, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=e2af0ad2-580c-45f5-89a6-aed490e541f1,segment=NetworkSegment(cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747),segment_id=cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:51.755751 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 110399cc-5f02-4ba0-a663-889a9d3be488 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:52:51.757042 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-53e05d5d-ce92-45b5-853c-5ab2c3767a71 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Floating IP fd4abca0-bdbe-49ad-b6e3-36c48864ecba associated. External IP: 172.25.5.12, port: 46039e6c-ec42-41cc-92fd-b38c79a237b2. Nov 24 20:52:51.820345 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceebf0f-37f1-47ca-ada6-dd10f5e7ebe8 req-b6f26f24-fd11-4baf-9039-cd03d90ec465 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:51.830265 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0ceebf0f-37f1-47ca-ada6-dd10f5e7ebe8 req-b6f26f24-fd11-4baf-9039-cd03d90ec465 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=18217bb3-299b-4529-9b1a-2b4d1763f72a HTTP/1.1" status: 200 len: 943 time: 0.1113744 Nov 24 20:52:51.837476 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:51.968609 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=e2af0ad2-580c-45f5-89a6-aed490e541f1,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:51.969999 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0ceebf0f-37f1-47ca-ada6-dd10f5e7ebe8 req-cd5d682d-c4bd-4084-8b01-0c520873ff87 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370728 Nov 24 20:52:51.972129 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 110399cc-5f02-4ba0-a663-889a9d3be488 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:52:51.985751 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 110399cc-5f02-4ba0-a663-889a9d3be488 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:52:51.986033 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:52.086306 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:52.111285 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53257078-cbdf-4d65-b6c4-d258c119f387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110399cc-5f02-4ba0-a663-889a9d3be488'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:52:52.113626 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f742b7-9f17-4213-a0ea-3470d99e3ba9" -d '{"events": [{"server_uuid": "53257078-cbdf-4d65-b6c4-d258c119f387", "name": "network-vif-plugged", "status": "completed", "tag": "110399cc-5f02-4ba0-a663-889a9d3be488"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:52:52.137311 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 110399cc-5f02-4ba0-a663-889a9d3be488, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=110399cc-5f02-4ba0-a663-889a9d3be488,segment=NetworkSegment(cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747),segment_id=cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:52.147968 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:52.152658 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-53e05d5d-ce92-45b5-853c-5ab2c3767a71 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Router 81c502e8-708d-4cc2-a010-f7fab5a01972 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:52:52.190998 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['e2af0ad2-580c-45f5-89a6-aed490e541f1'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:52:52.387076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-53e05d5d-ce92-45b5-853c-5ab2c3767a71 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:52:52.401223 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-53e05d5d-ce92-45b5-853c-5ab2c3767a71 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:52.401820 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f186fb3-ae1f-4ad4-9958-1751c023e777 None None] Sync routers for ids ['81c502e8-708d-4cc2-a010-f7fab5a01972'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:52:52.445780 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-53e05d5d-ce92-45b5-853c-5ab2c3767a71 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "PUT /v2.0/floatingips/fd4abca0-bdbe-49ad-b6e3-36c48864ecba HTTP/1.1" status: 200 len: 995 time: 1.8050349 Nov 24 20:52:52.449584 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f186fb3-ae1f-4ad4-9958-1751c023e777 None None] Routers {'81c502e8-708d-4cc2-a010-f7fab5a01972'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:52:52.450560 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-0f186fb3-ae1f-4ad4-9958-1751c023e777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:52:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['81c502e8-708d-4cc2-a010-f7fab5a01972'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:52:52.453489 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc62ffe-34ae-4a5a-9ded-3a1b390ae54a', 'tag': '46039e6c-ec42-41cc-92fd-b38c79a237b2'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:52:52.459163 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79623c35-281f-4d11-b276-da8df5ecde60" -d '{"events": [{"name": "network-changed", "server_uuid": "acc62ffe-34ae-4a5a-9ded-3a1b390ae54a", "tag": "46039e6c-ec42-41cc-92fd-b38c79a237b2"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:52:52.487761 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=110399cc-5f02-4ba0-a663-889a9d3be488,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:52.655686 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a96df-ef45-43c7-b258-b4e6099954ab req-2ae7ae76-5496-44da-a801-ea2e01b56204 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:52.665043 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-185a96df-ef45-43c7-b258-b4e6099954ab req-2ae7ae76-5496-44da-a801-ea2e01b56204 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.0912845 Nov 24 20:52:52.673314 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-ebd2c522-4018-4d71-b1a7-5dd263c11e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:52.682624 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-ebd2c522-4018-4d71-b1a7-5dd263c11e09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=db05c493a3d846ffa61b28955d75d7d5&device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 1096 time: 0.2203200 Nov 24 20:52:52.825426 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-185a96df-ef45-43c7-b258-b4e6099954ab req-ca18205a-460c-45bc-b4f0-7c7bb37dd6a0 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591573 Nov 24 20:52:52.941454 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-0f186fb3-ae1f-4ad4-9958-1751c023e777 None None] Set router 81c502e8-708d-4cc2-a010-f7fab5a01972 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:52:52.956621 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcea104e-fd41-42c2-bd0e-6e2664e3cf74 x-openstack-request-id: req-bcea104e-fd41-42c2-bd0e-6e2664e3cf74 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:52:52.957139 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53257078-cbdf-4d65-b6c4-d258c119f387", "name": "network-vif-plugged", "status": "completed", "tag": "110399cc-5f02-4ba0-a663-889a9d3be488", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:52:52.958050 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bcea104e-fd41-42c2-bd0e-6e2664e3cf74 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:52:52.958756 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53257078-cbdf-4d65-b6c4-d258c119f387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110399cc-5f02-4ba0-a663-889a9d3be488', 'code': 200} Nov 24 20:52:53.056465 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-7856ae76-7e48-43f7-9b2d-a56de27f63dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:53.064486 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-7856ae76-7e48-43f7-9b2d-a56de27f63dc service neutron] 10.222.0.11 "GET /v2.0/networks?id=b951b5c3-656e-4fff-abfd-18296c34042b HTTP/1.1" status: 200 len: 930 time: 0.3808155 Nov 24 20:52:53.270537 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-5f6ad2a1-8b30-459c-9a9c-3c402fb37d65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46039e6c-ec42-41cc-92fd-b38c79a237b2 HTTP/1.1" status: 200 len: 998 time: 0.2049201 Nov 24 20:52:53.495818 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-0f186fb3-ae1f-4ad4-9958-1751c023e777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1546000800-router', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:52:08Z', 'updated_at': '2021-11-24T20:52:14Z', 'revision_number': 4, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'gw_port': {'id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:52:10Z', 'updated_at': '2021-11-24T20:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'fd4abca0-bdbe-49ad-b6e3-36c48864ecba', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'port_id': '46039e6c-ec42-41cc-92fd-b38c79a237b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b', 'mac_address': 'fa:16:3e:36:39:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc62ffe-34ae-4a5a-9ded-3a1b390ae54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:52:48Z', 'updated_at': '2021-11-24T20:52:51Z', 'revision_number': 1, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2db6d95e-d2f7-4029-be26-359b84ff4f96', 'name': '', 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'mac_address': 'fa:16:3e:61:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'ec516913-d3f4-488e-acb0-55c96fa9d0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:52:14Z', 'updated_at': '2021-11-24T20:52:23Z', 'revision_number': 5, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'subnets': [{'id': 'ec516913-d3f4-488e-acb0-55c96fa9d0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:52:53.553391 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f186fb3-ae1f-4ad4-9958-1751c023e777 None None] Checking router: 81c502e8-708d-4cc2-a010-f7fab5a01972 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:52:53.594655 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f186fb3-ae1f-4ad4-9958-1751c023e777 None None] Routers {'81c502e8-708d-4cc2-a010-f7fab5a01972'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:52:53.596303 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-0f186fb3-ae1f-4ad4-9958-1751c023e777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:52:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['81c502e8-708d-4cc2-a010-f7fab5a01972'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:52:53.676884 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44502b2-5f77-496e-93e2-e589b1369104 req-2fa52d44-2408-4023-b6cd-a71fbc1b0b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:53.679075 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a44502b2-5f77-496e-93e2-e589b1369104 req-2fa52d44-2408-4023-b6cd-a71fbc1b0b8c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=53257078-cbdf-4d65-b6c4-d258c119f387 HTTP/1.1" status: 200 len: 1097 time: 0.6409149 Nov 24 20:52:53.680340 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-34e70e62-cc31-4a77-99e1-346cc2b2ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:53.693062 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-34e70e62-cc31-4a77-99e1-346cc2b2ebaf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ec516913-d3f4-488e-acb0-55c96fa9d0ed HTTP/1.1" status: 200 len: 868 time: 0.4213955 Nov 24 20:52:53.725083 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a3674-b36b-40d3-8041-2befb7c20520 req-2cd76dd0-fcba-4b80-b62b-637eb32a3860 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:53.726586 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f87a3674-b36b-40d3-8041-2befb7c20520 req-2cd76dd0-fcba-4b80-b62b-637eb32a3860 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.0990396 Nov 24 20:52:53.753752 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-16d31d50-e36a-4543-8cd0-8eaf1d82f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:53.762425 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-16d31d50-e36a-4543-8cd0-8eaf1d82f29f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b951b5c3-656e-4fff-abfd-18296c34042b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678115 Nov 24 20:52:53.777063 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-5fca035d-d034-4007-9c91-d80462629efa service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:52:53.788066 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-5fca035d-d034-4007-9c91-d80462629efa service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0244973 Nov 24 20:52:53.825582 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a44502b2-5f77-496e-93e2-e589b1369104 req-8c231fec-47f0-4aea-af30-07bf304dab86 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362739 Nov 24 20:52:53.839514 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f87a3674-b36b-40d3-8041-2befb7c20520 req-04ea111f-3692-4705-944f-411f5875bb82 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007340 Nov 24 20:52:53.867965 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-0f186fb3-ae1f-4ad4-9958-1751c023e777 None None] Set router 81c502e8-708d-4cc2-a010-f7fab5a01972 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:52:53.979342 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-6dcd816f-11a2-4b5a-9bfe-4ef70f76de2d service neutron] 10.222.0.11 "GET /v2.0/networks/b951b5c3-656e-4fff-abfd-18296c34042b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902721 Nov 24 20:52:54.021533 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de1fa2c-9b91-4a6a-8263-de3b73a83060 x-openstack-request-id: req-4de1fa2c-9b91-4a6a-8263-de3b73a83060 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:52:54.021759 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc62ffe-34ae-4a5a-9ded-3a1b390ae54a", "tag": "46039e6c-ec42-41cc-92fd-b38c79a237b2", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:52:54.022014 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4de1fa2c-9b91-4a6a-8263-de3b73a83060 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:52:54.024793 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc62ffe-34ae-4a5a-9ded-3a1b390ae54a', 'tag': '46039e6c-ec42-41cc-92fd-b38c79a237b2', 'status': 'completed', 'code': 200} Nov 24 20:52:54.144814 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79623c35-281f-4d11-b276-da8df5ecde60 req-23122263-e0ec-441d-895e-6f987529b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:54.147111 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79623c35-281f-4d11-b276-da8df5ecde60 req-23122263-e0ec-441d-895e-6f987529b032 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db05c493a3d846ffa61b28955d75d7d5&device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 1096 time: 0.1139054 Nov 24 20:52:54.224212 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c26f776-56f3-424b-9ae2-b43b65a316c2 req-ca940828-3141-439b-952d-e97eb5eaaf73 service neutron] 10.222.0.11 "GET /v2.0/networks/b951b5c3-656e-4fff-abfd-18296c34042b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160237 Nov 24 20:52:54.283270 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-0f186fb3-ae1f-4ad4-9958-1751c023e777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1546000800-router', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:52:08Z', 'updated_at': '2021-11-24T20:52:14Z', 'revision_number': 4, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'gw_port': {'id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:52:10Z', 'updated_at': '2021-11-24T20:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'fd4abca0-bdbe-49ad-b6e3-36c48864ecba', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'port_id': '46039e6c-ec42-41cc-92fd-b38c79a237b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b', 'mac_address': 'fa:16:3e:36:39:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc62ffe-34ae-4a5a-9ded-3a1b390ae54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:52:48Z', 'updated_at': '2021-11-24T20:52:51Z', 'revision_number': 1, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2db6d95e-d2f7-4029-be26-359b84ff4f96', 'name': '', 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'mac_address': 'fa:16:3e:61:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'ec516913-d3f4-488e-acb0-55c96fa9d0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:52:14Z', 'updated_at': '2021-11-24T20:52:23Z', 'revision_number': 5, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'subnets': [{'id': 'ec516913-d3f4-488e-acb0-55c96fa9d0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:52:54.365768 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f186fb3-ae1f-4ad4-9958-1751c023e777 None None] The sync data for ids ['81c502e8-708d-4cc2-a010-f7fab5a01972'] in n-d-812111-8 is: [{'id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1546000800-router', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:52:08Z', 'updated_at': '2021-11-24T20:52:14Z', 'revision_number': 4, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'gw_port': {'id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:52:10Z', 'updated_at': '2021-11-24T20:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'fd4abca0-bdbe-49ad-b6e3-36c48864ecba', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'port_id': '46039e6c-ec42-41cc-92fd-b38c79a237b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b', 'mac_address': 'fa:16:3e:36:39:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc62ffe-34ae-4a5a-9ded-3a1b390ae54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:52:48Z', 'updated_at': '2021-11-24T20:52:51Z', 'revision_number': 1, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2db6d95e-d2f7-4029-be26-359b84ff4f96', 'name': '', 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'mac_address': 'fa:16:3e:61:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'ec516913-d3f4-488e-acb0-55c96fa9d0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:52:14Z', 'updated_at': '2021-11-24T20:52:23Z', 'revision_number': 5, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'subnets': [{'id': 'ec516913-d3f4-488e-acb0-55c96fa9d0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:52:54.381396 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79623c35-281f-4d11-b276-da8df5ecde60 req-7440496e-71af-4586-a036-c7ee3844bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:54.382064 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79623c35-281f-4d11-b276-da8df5ecde60 req-7440496e-71af-4586-a036-c7ee3844bacf service neutron] 10.222.0.15 "GET /v2.0/networks?id=b951b5c3-656e-4fff-abfd-18296c34042b HTTP/1.1" status: 200 len: 930 time: 0.2230523 Nov 24 20:52:54.398102 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0815ae-e048-4462-ae6d-e96e0a289d8f req-5ba0957c-c21f-4c04-9e7f-85f0338177f6 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:54.400223 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-af0815ae-e048-4462-ae6d-e96e0a289d8f req-5ba0957c-c21f-4c04-9e7f-85f0338177f6 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 949 time: 0.0917318 Nov 24 20:52:54.480153 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ed6ff-057d-4786-8829-fecc4adc039e req-2df27f5e-e697-4522-92e6-9df89b9304f0 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:54.484886 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6e2ed6ff-057d-4786-8829-fecc4adc039e req-2df27f5e-e697-4522-92e6-9df89b9304f0 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=18217bb3-299b-4529-9b1a-2b4d1763f72a HTTP/1.1" status: 200 len: 944 time: 0.1161363 Nov 24 20:52:54.520504 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-af0815ae-e048-4462-ae6d-e96e0a289d8f req-fc27dc8d-9871-4e90-a289-7403ac048d2f tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114438 Nov 24 20:52:54.565150 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79623c35-281f-4d11-b276-da8df5ecde60 req-44fb425d-faad-4857-b252-8518478991d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46039e6c-ec42-41cc-92fd-b38c79a237b2 HTTP/1.1" status: 200 len: 998 time: 0.1634934 Nov 24 20:52:54.575854 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6e2ed6ff-057d-4786-8829-fecc4adc039e req-8e195ec6-d2a5-4e79-8001-7ebc3f2bd18e tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840516 Nov 24 20:52:54.676644 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79623c35-281f-4d11-b276-da8df5ecde60 req-36e60013-716a-4b9a-82b3-be73c5a053f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:54.678182 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79623c35-281f-4d11-b276-da8df5ecde60 req-36e60013-716a-4b9a-82b3-be73c5a053f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec516913-d3f4-488e-acb0-55c96fa9d0ed HTTP/1.1" status: 200 len: 868 time: 0.1043150 Nov 24 20:52:54.745699 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bbef32-866b-4920-85b5-1628ccdf0796 None None] New status for floating IP fd4abca0-bdbe-49ad-b6e3-36c48864ecba: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:52:54.805445 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79623c35-281f-4d11-b276-da8df5ecde60 req-6528b099-46cb-47cd-a562-75c0c83233b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:54.806949 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79623c35-281f-4d11-b276-da8df5ecde60 req-6528b099-46cb-47cd-a562-75c0c83233b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b951b5c3-656e-4fff-abfd-18296c34042b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114931 Nov 24 20:52:54.815008 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d91bc3-9689-48ef-942c-d4a23d7a0d57 req-cda434cc-b055-471a-bbbc-ba9cc1d0cf9c tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:54.823625 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-78d91bc3-9689-48ef-942c-d4a23d7a0d57 req-cda434cc-b055-471a-bbbc-ba9cc1d0cf9c tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.1437922 Nov 24 20:52:54.945724 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79623c35-281f-4d11-b276-da8df5ecde60 req-8071d391-27f8-46e7-a841-dc322afce97a service neutron] 10.222.0.15 "GET /v2.0/networks/b951b5c3-656e-4fff-abfd-18296c34042b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126676 Nov 24 20:52:54.997677 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b7e729f9-811b-42c7-a415-41cdfefc2b34 req-75dbfabc-5fc4-45f3-8e97-6305feb8390f tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 258 time: 0.2488780 Nov 24 20:52:55.023986 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-b7e729f9-811b-42c7-a415-41cdfefc2b34 req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:52:55.050628 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-78d91bc3-9689-48ef-942c-d4a23d7a0d57 req-85d50f01-a5d7-4f4d-9094-5eb5f94179e7 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236381 Nov 24 20:52:55.094809 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b7e729f9-811b-42c7-a415-41cdfefc2b34 req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:55.159378 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device e2af0ad2-580c-45f5-89a6-aed490e541f1 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:52:55.283736 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b7e729f9-811b-42c7-a415-41cdfefc2b34 req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:55.290256 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79623c35-281f-4d11-b276-da8df5ecde60 req-1349201e-82c7-42ee-8400-e0ab3cabd2be service neutron] 10.222.0.15 "GET /v2.0/networks/b951b5c3-656e-4fff-abfd-18296c34042b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292346 Nov 24 20:52:55.293102 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port e2af0ad2-580c-45f5-89a6-aed490e541f1 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:52:55.302784 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port e2af0ad2-580c-45f5-89a6-aed490e541f1 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:52:55.303150 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:55.397956 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1fac0-cb13-4115-9b09-36347278b1e3 req-d453a710-dde4-41ca-80e4-aaee4f045bf9 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:55.399556 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ddd1fac0-cb13-4115-9b09-36347278b1e3 req-d453a710-dde4-41ca-80e4-aaee4f045bf9 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.0818675 Nov 24 20:52:55.441518 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-b7e729f9-811b-42c7-a415-41cdfefc2b34 req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Allocated IP 172.25.5.138 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/0cffa1de-cf43-453f-88e7-7290cb4bcc03) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:52:55.512517 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:55.519105 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ddd1fac0-cb13-4115-9b09-36347278b1e3 req-4902a580-c878-4a09-afbc-3c4e8bb44641 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013720 Nov 24 20:52:55.567207 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18217bb3-299b-4529-9b1a-2b4d1763f72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2af0ad2-580c-45f5-89a6-aed490e541f1'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:52:55.570011 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b604a4a-10c9-4c77-a51d-e9cef92f510b" -d '{"events": [{"server_uuid": "18217bb3-299b-4529-9b1a-2b4d1763f72a", "name": "network-vif-plugged", "status": "completed", "tag": "e2af0ad2-580c-45f5-89a6-aed490e541f1"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:52:55.585835 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port e2af0ad2-580c-45f5-89a6-aed490e541f1, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=e2af0ad2-580c-45f5-89a6-aed490e541f1,segment=NetworkSegment(cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747),segment_id=cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:52:55.593227 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:55.633164 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b7e729f9-811b-42c7-a415-41cdfefc2b34 req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:55.681232 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b7e729f9-811b-42c7-a415-41cdfefc2b34 req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:55.704494 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e729f9-811b-42c7-a415-41cdfefc2b34 req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:52:55.707539 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-b7e729f9-811b-42c7-a415-41cdfefc2b34 req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:52:55.707696 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=e2af0ad2-580c-45f5-89a6-aed490e541f1,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:55.735722 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e729f9-811b-42c7-a415-41cdfefc2b34 req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:52:55.755823 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41963c39-e722-4255-a5bf-b33590471d8f req-d4e51be7-9018-431e-afd1-9d49860f09c3 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:55.759685 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-41963c39-e722-4255-a5bf-b33590471d8f req-d4e51be7-9018-431e-afd1-9d49860f09c3 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 949 time: 0.0708463 Nov 24 20:52:55.785131 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Pushing event updated for resources: {'Port': ['ID=0cffa1de-cf43-453f-88e7-7290cb4bcc03,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:55.803679 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:55.804120 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:55.805164 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:55.805338 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:55.805790 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:55.806191 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:55.806627 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:55.807526 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:55.807526 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:55.807737 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:55.808118 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:55.808509 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:52:55.825820 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-41963c39-e722-4255-a5bf-b33590471d8f req-b96433c3-59ca-437c-9bcf-a0014dedb9b6 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587409 Nov 24 20:52:55.866906 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b7e729f9-811b-42c7-a415-41cdfefc2b34 req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:55.875465 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df899d6-b0ec-4ccb-8150-e62aeb790f4d x-openstack-request-id: req-3df899d6-b0ec-4ccb-8150-e62aeb790f4d {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:52:55.876092 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18217bb3-299b-4529-9b1a-2b4d1763f72a", "name": "network-vif-plugged", "status": "completed", "tag": "e2af0ad2-580c-45f5-89a6-aed490e541f1", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:52:55.876092 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3df899d6-b0ec-4ccb-8150-e62aeb790f4d {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:52:55.876588 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18217bb3-299b-4529-9b1a-2b4d1763f72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2af0ad2-580c-45f5-89a6-aed490e541f1', 'code': 200} Nov 24 20:52:55.910755 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b7e729f9-811b-42c7-a415-41cdfefc2b34 req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:55.996681 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e58a98-2c85-4f0d-a17c-b77f75df84b5 req-cd3ea066-298c-4a57-bb5b-f9e5578b4125 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:55.998333 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5e58a98-2c85-4f0d-a17c-b77f75df84b5 req-cd3ea066-298c-4a57-bb5b-f9e5578b4125 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=18217bb3-299b-4529-9b1a-2b4d1763f72a HTTP/1.1" status: 200 len: 945 time: 0.0586650 Nov 24 20:52:56.086580 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5e58a98-2c85-4f0d-a17c-b77f75df84b5 req-17025bcd-afab-4e33-bf41-d86929050c61 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800943 Nov 24 20:52:56.091093 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b7e729f9-811b-42c7-a415-41cdfefc2b34 req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:56.108611 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b7e729f9-811b-42c7-a415-41cdfefc2b34 req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:56.112570 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc2174-5f96-44bc-a627-640645fc8383 req-601de868-5e54-446d-bce1-6be27bd353b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:56.125022 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2fcc2174-5f96-44bc-a627-640645fc8383 req-601de868-5e54-446d-bce1-6be27bd353b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18217bb3-299b-4529-9b1a-2b4d1763f72a HTTP/1.1" status: 200 len: 1096 time: 0.0756183 Nov 24 20:52:56.192799 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2fcc2174-5f96-44bc-a627-640645fc8383 req-f2388daa-95c0-4547-876e-35b128faa20b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541830 Nov 24 20:52:56.197510 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Pushing event updated for resources: {'Port': ['ID=0cffa1de-cf43-453f-88e7-7290cb4bcc03,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:56.228982 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b7e729f9-811b-42c7-a415-41cdfefc2b34 req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:56.250298 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b7e729f9-811b-42c7-a415-41cdfefc2b34 req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:56.257477 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b7e729f9-811b-42c7-a415-41cdfefc2b34 req-f6c4fe34-744a-42df-8dc0-f2751631e814 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2450500 Nov 24 20:52:56.327685 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b7e729f9-811b-42c7-a415-41cdfefc2b34 req-ae2e9a40-ae32-49c1-a3e8-e9b7cd4857b4 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.138 HTTP/1.1" status: 200 len: 696 time: 0.0678701 Nov 24 20:52:56.387661 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41abd55-1994-4ad1-960a-649ab981ff9f req-fabea35a-129a-43ed-aaa7-d55908b7e9b4 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:56.390947 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a41abd55-1994-4ad1-960a-649ab981ff9f req-fabea35a-129a-43ed-aaa7-d55908b7e9b4 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.0611305 Nov 24 20:52:56.465865 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a41abd55-1994-4ad1-960a-649ab981ff9f req-990e0ab9-a411-457b-8842-ca15b4506d42 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590618 Nov 24 20:52:56.471844 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e729f9-811b-42c7-a415-41cdfefc2b34 req-0d3ca416-6479-454c-85e6-7e58cba8a7af tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:56.473511 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b7e729f9-811b-42c7-a415-41cdfefc2b34 req-0d3ca416-6479-454c-85e6-7e58cba8a7af tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.1400673 Nov 24 20:52:56.645405 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5899fe-d412-471b-95a4-1fef1a9c5872 req-c3736f5b-6cf4-49f6-8f48-55c5b49a7e89 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:56.649290 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ed5899fe-d412-471b-95a4-1fef1a9c5872 req-c3736f5b-6cf4-49f6-8f48-55c5b49a7e89 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0720978 Nov 24 20:52:56.679037 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f19cfb-9132-4e9f-8c90-197d488fd9bb req-fdeef2dd-d4db-40b7-872e-63039772a8bd tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:56.681033 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-25f19cfb-9132-4e9f-8c90-197d488fd9bb req-fdeef2dd-d4db-40b7-872e-63039772a8bd tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 946 time: 0.0696023 Nov 24 20:52:56.729167 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ed5899fe-d412-471b-95a4-1fef1a9c5872 req-dfa2accb-8935-448c-9973-a3c5477f7d06 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.138 HTTP/1.1" status: 200 len: 696 time: 0.0728612 Nov 24 20:52:56.735001 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-ed5899fe-d412-471b-95a4-1fef1a9c5872 req-21789070-d0e4-4e86-84ec-16c7a26bbdd3 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Request body: {'floatingip': {'port_id': '46039e6c-ec42-41cc-92fd-b38c79a237b2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:52:56.750184 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-25f19cfb-9132-4e9f-8c90-197d488fd9bb req-ac2c5948-1346-4c04-9f95-e4d4c4e61667 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617399 Nov 24 20:52:56.791923 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ed5899fe-d412-471b-95a4-1fef1a9c5872 req-21789070-d0e4-4e86-84ec-16c7a26bbdd3 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks [] for floatingip, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:56.894399 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31d42d-e907-4779-886e-8d885f4464e2 req-911fc3c5-bbfd-4bde-9a01-e95ec718c791 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:56.896066 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0e31d42d-e907-4779-886e-8d885f4464e2 req-911fc3c5-bbfd-4bde-9a01-e95ec718c791 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.0766447 Nov 24 20:52:56.950271 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0e31d42d-e907-4779-886e-8d885f4464e2 req-85cc58f5-1e5f-4ba4-a2cc-21157b82db08 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463037 Nov 24 20:52:57.048818 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [req-ed5899fe-d412-471b-95a4-1fef1a9c5872 req-21789070-d0e4-4e86-84ec-16c7a26bbdd3 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] update failed (client error): There was a conflict when trying to complete your request. Nov 24 20:52:57.061772 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ed5899fe-d412-471b-95a4-1fef1a9c5872 req-21789070-d0e4-4e86-84ec-16c7a26bbdd3 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "PUT /v2.0/floatingips/7460fb01-c3c7-48a3-ba0c-3bbeb1f6fda5 HTTP/1.1" status: 409 len: 550 time: 0.3314548 Nov 24 20:52:57.183150 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6085c2-5574-4506-96ae-7b898ae75f31 req-dc27c6ed-a4e3-446c-bae7-8eac169d6a9a tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:57.184878 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9f6085c2-5574-4506-96ae-7b898ae75f31 req-dc27c6ed-a4e3-446c-bae7-8eac169d6a9a tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 949 time: 0.0505993 Nov 24 20:52:57.243894 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9f6085c2-5574-4506-96ae-7b898ae75f31 req-9d65203d-6b96-42fa-bc40-d3149ec8b237 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481572 Nov 24 20:52:57.322700 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9c2de640-4735-48dc-a44e-53a1711de941 req-7c9ede19-303b-44d8-aa95-54671721288d tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/floatingips/7460fb01-c3c7-48a3-ba0c-3bbeb1f6fda5 HTTP/1.1" status: 200 len: 693 time: 0.0498278 Nov 24 20:52:57.456892 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2de640-4735-48dc-a44e-53a1711de941 req-d226c306-9c04-4c68-8ced-ea03e6a1f26a tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:57.485269 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9c2de640-4735-48dc-a44e-53a1711de941 req-d226c306-9c04-4c68-8ced-ea03e6a1f26a tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.1433644 Nov 24 20:52:57.558549 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9c2de640-4735-48dc-a44e-53a1711de941 req-06eca499-9adb-4e50-a0e4-a4d2d028c4dc tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.138 HTTP/1.1" status: 200 len: 696 time: 0.0716858 Nov 24 20:52:57.617340 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9c2de640-4735-48dc-a44e-53a1711de941 req-5c546e5e-68fc-4ba7-87a3-fb4a41fa8d99 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.138 HTTP/1.1" status: 200 len: 696 time: 0.0578377 Nov 24 20:52:57.625982 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54f9bf-f86e-4754-9aa4-27f57de24cb1 req-295cd75e-8d5b-47ce-b95f-65562619edc3 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:57.633084 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ba54f9bf-f86e-4754-9aa4-27f57de24cb1 req-295cd75e-8d5b-47ce-b95f-65562619edc3 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=18217bb3-299b-4529-9b1a-2b4d1763f72a HTTP/1.1" status: 200 len: 945 time: 0.0691698 Nov 24 20:52:57.688952 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ba54f9bf-f86e-4754-9aa4-27f57de24cb1 req-8b1f5cda-814a-4e36-bdf9-491088dc9cd0 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512104 Nov 24 20:52:57.752972 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-9c2de640-4735-48dc-a44e-53a1711de941 req-e63b5df4-a216-493e-aac2-cab006210755 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Deleting port 0cffa1de-cf43-453f-88e7-7290cb4bcc03 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:52:57.753329 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9c2de640-4735-48dc-a44e-53a1711de941 req-e63b5df4-a216-493e-aac2-cab006210755 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:57.798253 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700db322-4902-4cfb-be0b-e13493c16b25 req-d50af73c-3920-4bdf-bd36-db837f3a1546 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:57.799837 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-700db322-4902-4cfb-be0b-e13493c16b25 req-d50af73c-3920-4bdf-bd36-db837f3a1546 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.0623848 Nov 24 20:52:57.848516 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9c2de640-4735-48dc-a44e-53a1711de941 req-e63b5df4-a216-493e-aac2-cab006210755 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:57.848956 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9c2de640-4735-48dc-a44e-53a1711de941 req-e63b5df4-a216-493e-aac2-cab006210755 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:57.852356 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-700db322-4902-4cfb-be0b-e13493c16b25 req-2a35f322-76e0-46e0-a784-5bcd87052aa5 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465200 Nov 24 20:52:57.862300 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-9c2de640-4735-48dc-a44e-53a1711de941 req-e63b5df4-a216-493e-aac2-cab006210755 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Calling delete_port for 0cffa1de-cf43-453f-88e7-7290cb4bcc03 owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:52:57.998736 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9c2de640-4735-48dc-a44e-53a1711de941 req-e63b5df4-a216-493e-aac2-cab006210755 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:58.012347 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd2d04-1aed-4d2a-9b16-88311ef786ed req-900a976d-2a2e-4305-8e93-a537770693a5 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:58.014317 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-17dd2d04-1aed-4d2a-9b16-88311ef786ed req-900a976d-2a2e-4305-8e93-a537770693a5 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=53257078-cbdf-4d65-b6c4-d258c119f387 HTTP/1.1" status: 200 len: 946 time: 0.0505013 Nov 24 20:52:58.025572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b5df4-a216-493e-aac2-cab006210755 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Pushing event deleted for resources: {'Port': ['ID=0cffa1de-cf43-453f-88e7-7290cb4bcc03,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:52:58.063009 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-17dd2d04-1aed-4d2a-9b16-88311ef786ed req-0a9b30e4-8973-4181-87f2-73593d22e670 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426595 Nov 24 20:52:58.088406 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9c2de640-4735-48dc-a44e-53a1711de941 req-e63b5df4-a216-493e-aac2-cab006210755 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:58.091336 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9c2de640-4735-48dc-a44e-53a1711de941 req-e63b5df4-a216-493e-aac2-cab006210755 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:58.093073 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9c2de640-4735-48dc-a44e-53a1711de941 req-e63b5df4-a216-493e-aac2-cab006210755 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "DELETE /v2.0/floatingips/7460fb01-c3c7-48a3-ba0c-3bbeb1f6fda5 HTTP/1.1" status: 204 len: 173 time: 0.4688938 Nov 24 20:52:58.195287 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866b6a8-3789-4170-ac7c-a98cfae2e83b req-c195ddae-07ae-4497-ad56-987d86832147 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:58.196851 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c866b6a8-3789-4170-ac7c-a98cfae2e83b req-c195ddae-07ae-4497-ad56-987d86832147 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.0535867 Nov 24 20:52:58.253533 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c866b6a8-3789-4170-ac7c-a98cfae2e83b req-87f101a0-a07e-48f7-a60c-8c5716138667 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496655 Nov 24 20:52:58.324508 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-3f0b6db2-fc05-4b18-a1d6-7e250603729d tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.0658228 Nov 24 20:52:58.380846 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-070ca1e5-6648-415c-905a-385b4b10c7c0 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:58.382248 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-070ca1e5-6648-415c-905a-385b4b10c7c0 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/ports/46039e6c-ec42-41cc-92fd-b38c79a237b2 HTTP/1.1" status: 200 len: 942 time: 0.0512338 Nov 24 20:52:58.484463 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-6ebdcb7a-ad5c-4c71-9440-98aa709a4bef tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.0613611 Nov 24 20:52:58.605941 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-0fef839c-1160-4795-a722-514fbcac6218 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:58.607389 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-0fef839c-1160-4795-a722-514fbcac6218 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.1173368 Nov 24 20:52:58.690175 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-05d03058-29c3-497d-be9c-15c279fd9714 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.0749071 Nov 24 20:52:58.701707 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-bbc32d4a-cc63-4e5f-9ebf-6892c104f02e tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:52:58.760571 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-bbc32d4a-cc63-4e5f-9ebf-6892c104f02e tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks [] for floatingip, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:58.930861 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60eecd7-d421-4adf-9b59-6f30dd6a7420 req-5d622e21-f4bc-467b-8bed-1f973409df82 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:58.933069 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d60eecd7-d421-4adf-9b59-6f30dd6a7420 req-5d622e21-f4bc-467b-8bed-1f973409df82 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 949 time: 0.0616777 Nov 24 20:52:58.934226 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-bbc32d4a-cc63-4e5f-9ebf-6892c104f02e tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:58.938941 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-bbc32d4a-cc63-4e5f-9ebf-6892c104f02e tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:58.939397 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-bbc32d4a-cc63-4e5f-9ebf-6892c104f02e tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Floating IP fd4abca0-bdbe-49ad-b6e3-36c48864ecba disassociated. External IP: 172.25.5.12, port: 46039e6c-ec42-41cc-92fd-b38c79a237b2. Nov 24 20:52:58.982142 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d60eecd7-d421-4adf-9b59-6f30dd6a7420 req-fa1fb919-97e9-4fc0-9f26-8c87e473fc3c tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425527 Nov 24 20:52:59.155944 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-bbc32d4a-cc63-4e5f-9ebf-6892c104f02e tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Router 81c502e8-708d-4cc2-a010-f7fab5a01972 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:52:59.169141 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a3efd-f8a6-4939-9482-2df2282db42f req-dc4e3919-d82e-4e0c-8d5e-94de8394c3a9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:59.170769 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-155a3efd-f8a6-4939-9482-2df2282db42f req-dc4e3919-d82e-4e0c-8d5e-94de8394c3a9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 807 time: 0.1042345 Nov 24 20:52:59.186290 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-155a3efd-f8a6-4939-9482-2df2282db42f req-6f5caad1-9ac0-49c7-bb2e-b2522eed7e6b tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/quotas/0d368bbdb2b84a05b39068aac600d356 HTTP/1.1" status: 200 len: 375 time: 0.0095928 Nov 24 20:52:59.240979 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-155a3efd-f8a6-4939-9482-2df2282db42f req-e980c568-4900-4ad6-a57c-2f44c80745c2 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489838 Nov 24 20:52:59.267230 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-bbc32d4a-cc63-4e5f-9ebf-6892c104f02e tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:52:59.272033 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-bbc32d4a-cc63-4e5f-9ebf-6892c104f02e tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:52:59.279810 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad41a0-d7bf-41c1-a20e-db9282bdaf15 None None] Sync routers for ids ['81c502e8-708d-4cc2-a010-f7fab5a01972'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:52:59.293933 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad41a0-d7bf-41c1-a20e-db9282bdaf15 None None] Routers {'81c502e8-708d-4cc2-a010-f7fab5a01972'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:52:59.295989 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-98ad41a0-d7bf-41c1-a20e-db9282bdaf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:52:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['81c502e8-708d-4cc2-a010-f7fab5a01972'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:52:59.303547 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-bbc32d4a-cc63-4e5f-9ebf-6892c104f02e tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "PUT /v2.0/floatingips/fd4abca0-bdbe-49ad-b6e3-36c48864ecba HTTP/1.1" status: 200 len: 694 time: 0.6069853 Nov 24 20:52:59.304005 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc62ffe-34ae-4a5a-9ded-3a1b390ae54a', 'tag': '46039e6c-ec42-41cc-92fd-b38c79a237b2'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:52:59.306453 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1631a24a-bd4a-4011-bc76-852d5eb35111" -d '{"events": [{"name": "network-changed", "server_uuid": "acc62ffe-34ae-4a5a-9ded-3a1b390ae54a", "tag": "46039e6c-ec42-41cc-92fd-b38c79a237b2"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:52:59.349176 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-155a3efd-f8a6-4939-9482-2df2282db42f req-f1b332f8-99ed-4e09-93dd-7a4c27c70789 service neutron] 10.222.0.11 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999670 Nov 24 20:52:59.371193 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-f1d3ff3d-074c-4615-ae66-5e9353c984af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:59.373665 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-f1d3ff3d-074c-4615-ae66-5e9353c984af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=db05c493a3d846ffa61b28955d75d7d5&device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 1096 time: 0.0557535 Nov 24 20:52:59.412055 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-98ad41a0-d7bf-41c1-a20e-db9282bdaf15 None None] Set router 81c502e8-708d-4cc2-a010-f7fab5a01972 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:52:59.445686 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-155a3efd-f8a6-4939-9482-2df2282db42f req-52e91294-3b30-48bf-839c-204f64b142ad service neutron] 10.222.0.11 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898492 Nov 24 20:52:59.478112 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-4c346076-9587-4aff-bbf4-c487d680c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:59.479610 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-4c346076-9587-4aff-bbf4-c487d680c1de service neutron] 10.222.0.11 "GET /v2.0/networks?id=b951b5c3-656e-4fff-abfd-18296c34042b HTTP/1.1" status: 200 len: 930 time: 0.0992038 Nov 24 20:52:59.527877 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-12b0a5b4-3977-4288-b265-197b4ed2ed1d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46039e6c-ec42-41cc-92fd-b38c79a237b2 HTTP/1.1" status: 200 len: 217 time: 0.0412238 Nov 24 20:52:59.584951 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-2c54c0fd-7097-4c45-b981-465e32aea15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:59.586457 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-2c54c0fd-7097-4c45-b981-465e32aea15e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ec516913-d3f4-488e-acb0-55c96fa9d0ed HTTP/1.1" status: 200 len: 868 time: 0.0519714 Nov 24 20:52:59.636917 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-98ad41a0-d7bf-41c1-a20e-db9282bdaf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1546000800-router', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:52:08Z', 'updated_at': '2021-11-24T20:52:14Z', 'revision_number': 4, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'gw_port': {'id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:52:10Z', 'updated_at': '2021-11-24T20:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '2db6d95e-d2f7-4029-be26-359b84ff4f96', 'name': '', 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'mac_address': 'fa:16:3e:61:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'ec516913-d3f4-488e-acb0-55c96fa9d0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:52:14Z', 'updated_at': '2021-11-24T20:52:23Z', 'revision_number': 5, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'subnets': [{'id': 'ec516913-d3f4-488e-acb0-55c96fa9d0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:52:59.637249 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-4ea4fcb5-4b0a-42cc-a974-594c1a0ae9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:59.639491 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-4ea4fcb5-4b0a-42cc-a974-594c1a0ae9d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b951b5c3-656e-4fff-abfd-18296c34042b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445774 Nov 24 20:52:59.665951 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad41a0-d7bf-41c1-a20e-db9282bdaf15 None None] Checking router: 81c502e8-708d-4cc2-a010-f7fab5a01972 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:52:59.677196 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad41a0-d7bf-41c1-a20e-db9282bdaf15 None None] Routers {'81c502e8-708d-4cc2-a010-f7fab5a01972'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:52:59.677933 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-98ad41a0-d7bf-41c1-a20e-db9282bdaf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:52:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['81c502e8-708d-4cc2-a010-f7fab5a01972'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:52:59.796135 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-ac9adeb9-e678-4144-a995-ea90b3318669 service neutron] 10.222.0.11 "GET /v2.0/networks/b951b5c3-656e-4fff-abfd-18296c34042b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503069 Nov 24 20:52:59.834959 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea6daf-a654-450c-b650-df0334363b1f req-ccf55b2c-9343-4284-b588-2ae39dbe61e4 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:52:59.836501 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-73ea6daf-a654-450c-b650-df0334363b1f req-ccf55b2c-9343-4284-b588-2ae39dbe61e4 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.48 "GET /v2.0/ports?device_id=53257078-cbdf-4d65-b6c4-d258c119f387 HTTP/1.1" status: 200 len: 946 time: 0.0915494 Nov 24 20:52:59.892120 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-98ad41a0-d7bf-41c1-a20e-db9282bdaf15 None None] Set router 81c502e8-708d-4cc2-a010-f7fab5a01972 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:53:00.081250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7fa2f-6ef6-4335-a858-737111fcc2c6 req-9742b7c2-fa19-480a-ada4-2b85588e19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:00.082744 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4fa7fa2f-6ef6-4335-a858-737111fcc2c6 req-9742b7c2-fa19-480a-ada4-2b85588e19dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 1097 time: 0.1679749 Nov 24 20:53:00.091835 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3906e70c-175d-4672-a15b-0eecb03d5d13 req-98957b0a-5462-4f65-8ff4-6daad972f9ef service neutron] 10.222.0.11 "GET /v2.0/networks/b951b5c3-656e-4fff-abfd-18296c34042b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865443 Nov 24 20:53:00.175443 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-98ad41a0-d7bf-41c1-a20e-db9282bdaf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1546000800-router', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:52:08Z', 'updated_at': '2021-11-24T20:52:14Z', 'revision_number': 4, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'gw_port': {'id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:52:10Z', 'updated_at': '2021-11-24T20:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '2db6d95e-d2f7-4029-be26-359b84ff4f96', 'name': '', 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'mac_address': 'fa:16:3e:61:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'ec516913-d3f4-488e-acb0-55c96fa9d0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:52:14Z', 'updated_at': '2021-11-24T20:52:23Z', 'revision_number': 5, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'subnets': [{'id': 'ec516913-d3f4-488e-acb0-55c96fa9d0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:53:00.212190 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4fa7fa2f-6ef6-4335-a858-737111fcc2c6 req-04e57d4c-0858-4be4-aac8-96e5d28be572 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124952 Nov 24 20:53:00.215893 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-73ea6daf-a654-450c-b650-df0334363b1f req-4aff759b-8269-4055-b62b-35705b2b8eab tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Deleting port 110399cc-5f02-4ba0-a663-889a9d3be488 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:53:00.216391 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-73ea6daf-a654-450c-b650-df0334363b1f req-4aff759b-8269-4055-b62b-35705b2b8eab tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:00.218929 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad41a0-d7bf-41c1-a20e-db9282bdaf15 None None] The sync data for ids ['81c502e8-708d-4cc2-a010-f7fab5a01972'] in n-d-812111-8 is: [{'id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1546000800-router', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:52:08Z', 'updated_at': '2021-11-24T20:52:14Z', 'revision_number': 4, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'gw_port': {'id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:52:10Z', 'updated_at': '2021-11-24T20:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '2db6d95e-d2f7-4029-be26-359b84ff4f96', 'name': '', 'network_id': 'b951b5c3-656e-4fff-abfd-18296c34042b', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'mac_address': 'fa:16:3e:61:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'ec516913-d3f4-488e-acb0-55c96fa9d0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:52:14Z', 'updated_at': '2021-11-24T20:52:23Z', 'revision_number': 5, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'subnets': [{'id': 'ec516913-d3f4-488e-acb0-55c96fa9d0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:53:00.413953 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-73ea6daf-a654-450c-b650-df0334363b1f req-4aff759b-8269-4055-b62b-35705b2b8eab tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] For port 110399cc-5f02-4ba0-a663-889a9d3be488, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=110399cc-5f02-4ba0-a663-889a9d3be488,segment=NetworkSegment(cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747),segment_id=cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:00.414332 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-73ea6daf-a654-450c-b650-df0334363b1f req-4aff759b-8269-4055-b62b-35705b2b8eab tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:00.433522 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-bd61e1e6-b5e4-4b64-aef7-75056854551c tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:00.440971 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-bd61e1e6-b5e4-4b64-aef7-75056854551c tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/networks?id=dcc8fca9-6d0b-413e-b622-3a6d7f29e920 HTTP/1.1" status: 200 len: 812 time: 0.2192228 Nov 24 20:53:00.453300 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-73ea6daf-a654-450c-b650-df0334363b1f req-4aff759b-8269-4055-b62b-35705b2b8eab tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Calling delete_port for 110399cc-5f02-4ba0-a663-889a9d3be488 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:53:00.461028 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-a2f881c2-08ed-4f13-8dbf-f221a6023612 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/quotas/ba69d4cee4e64443bdffba128a76d484 HTTP/1.1" status: 200 len: 375 time: 0.0184939 Nov 24 20:53:00.468888 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a0e36-d833-4add-a0e5-6677f4d7b784 req-59af87a7-28a3-4930-b738-6acafa210e75 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:00.475308 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-011a0e36-d833-4add-a0e5-6677f4d7b784 req-59af87a7-28a3-4930-b738-6acafa210e75 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.0706465 Nov 24 20:53:00.549683 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-011a0e36-d833-4add-a0e5-6677f4d7b784 req-a9f999bb-32b3-43c5-8178-cabc0fa38484 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559542 Nov 24 20:53:00.585477 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-385a43c5-8ff8-47b4-8eb5-3ac00f45b2e4 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba69d4cee4e64443bdffba128a76d484&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1175160 Nov 24 20:53:00.614855 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffcd843-9891-4785-b498-47f55d066fe1 None None] New status for floating IP fd4abca0-bdbe-49ad-b6e3-36c48864ecba: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:53:00.666318 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b37f34-13c5-44d1-8185-5aed7aad29df req-1e5d5d9a-8762-479f-8439-390416f84da2 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:00.668190 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-01b37f34-13c5-44d1-8185-5aed7aad29df req-1e5d5d9a-8762-479f-8439-390416f84da2 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.0540621 Nov 24 20:53:00.726686 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-01b37f34-13c5-44d1-8185-5aed7aad29df req-c3280967-c19b-47e7-a124-32a443868c0d tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511029 Nov 24 20:53:00.783307 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fa02a7-c185-46c3-bb77-08593fad9d41 x-openstack-request-id: req-c1fa02a7-c185-46c3-bb77-08593fad9d41 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:00.783688 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc62ffe-34ae-4a5a-9ded-3a1b390ae54a", "tag": "46039e6c-ec42-41cc-92fd-b38c79a237b2", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:00.784032 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1fa02a7-c185-46c3-bb77-08593fad9d41 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:00.784623 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc62ffe-34ae-4a5a-9ded-3a1b390ae54a', 'tag': '46039e6c-ec42-41cc-92fd-b38c79a237b2', 'status': 'completed', 'code': 200} Nov 24 20:53:00.796202 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-78626c01-1aeb-4b12-a050-0bed5e2556e8 service neutron] 10.222.0.11 "GET /v2.0/networks/dcc8fca9-6d0b-413e-b622-3a6d7f29e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971452 Nov 24 20:53:00.807003 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-73ea6daf-a654-450c-b650-df0334363b1f req-4aff759b-8269-4055-b62b-35705b2b8eab tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:00.845024 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['110399cc-5f02-4ba0-a663-889a9d3be488'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:53:00.847280 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['e2af0ad2-580c-45f5-89a6-aed490e541f1'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:53:00.857198 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9c59c-b309-45f1-8142-b52663107bd0 req-b7a0a16d-22be-42c5-90f5-d4a054e382fb tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:00.858797 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-20e9c59c-b309-45f1-8142-b52663107bd0 req-b7a0a16d-22be-42c5-90f5-d4a054e382fb tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.15 "GET /v2.0/ports?device_id=18217bb3-299b-4529-9b1a-2b4d1763f72a HTTP/1.1" status: 200 len: 945 time: 0.1619616 Nov 24 20:53:00.903672 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4c61f996-743a-4adb-a8fe-b97dce397c3b req-f52c73bb-1711-4573-addb-ec67e91000ad tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 210 time: 0.0588818 Nov 24 20:53:00.977199 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff759b-8269-4055-b62b-35705b2b8eab tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Pushing event deleted for resources: {'Port': ['ID=110399cc-5f02-4ba0-a663-889a9d3be488,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:01.037865 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a566b-ed70-4b6f-a910-734ad8ffce97 req-e8ce6bcd-9f81-4daa-9489-67cb27c6e6ee tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:01.046962 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6f7a566b-ed70-4b6f-a910-734ad8ffce97 req-e8ce6bcd-9f81-4daa-9489-67cb27c6e6ee tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 949 time: 0.0686224 Nov 24 20:53:01.126243 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6f7a566b-ed70-4b6f-a910-734ad8ffce97 req-b5609b37-5ef7-48ad-87dc-b0c5cacc45cc tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772076 Nov 24 20:53:01.202993 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7e3ab263-906f-4e2b-b381-dc3be02396aa details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:53:01.208673 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7e3ab263-906f-4e2b-b381-dc3be02396aa no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:53:01.209949 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46c715fb-5470-4fd4-95d0-5f0ec460095e req-71b58b78-0fb7-4735-bcd1-c3f78907ba46 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/floatingips/fd4abca0-bdbe-49ad-b6e3-36c48864ecba HTTP/1.1" status: 200 len: 692 time: 0.0578399 Nov 24 20:53:01.356979 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c715fb-5470-4fd4-95d0-5f0ec460095e req-54768ecb-193c-4ad5-a118-67364d5ef787 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:01.370852 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46c715fb-5470-4fd4-95d0-5f0ec460095e req-54768ecb-193c-4ad5-a118-67364d5ef787 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.1541998 Nov 24 20:53:01.433019 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46c715fb-5470-4fd4-95d0-5f0ec460095e req-580c5863-acb3-4460-903a-5150d5c9f19d tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 695 time: 0.0605872 Nov 24 20:53:01.490892 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46c715fb-5470-4fd4-95d0-5f0ec460095e req-1f442015-e15f-4e73-8680-2871e989251e tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 695 time: 0.0566516 Nov 24 20:53:01.502853 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:01.522082 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a3efd-f8a6-4939-9482-2df2282db42f req-24f6efb9-6cb8-4754-9475-65a50b3ba607 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:01.523603 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-155a3efd-f8a6-4939-9482-2df2282db42f req-24f6efb9-6cb8-4754-9475-65a50b3ba607 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.48 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 807 time: 0.5354383 Nov 24 20:53:01.525609 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-11df7f3d-9d17-4f4f-ba34-d4fe42e519c4 service neutron] 10.222.0.11 "GET /v2.0/networks/dcc8fca9-6d0b-413e-b622-3a6d7f29e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7285676 Nov 24 20:53:01.583313 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7e3ab263-906f-4e2b-b381-dc3be02396aa, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:01.587172 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-155a3efd-f8a6-4939-9482-2df2282db42f req-f048cdc1-8736-410a-9d37-1b58dd1b6ea6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Request body: {'port': {'device_id': 'a90ee1d7-f496-40b9-891d-fbae4538643a', 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7', 'admin_state_up': True, 'tenant_id': '0d368bbdb2b84a05b39068aac600d356'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:01.662085 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7e3ab263-906f-4e2b-b381-dc3be02396aa, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:01.683404 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26067d42-e992-4f89-8cdf-481c88e072db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e3ab263-906f-4e2b-b381-dc3be02396aa'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:01.689967 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba3fa2c-6536-4f13-be53-a982ef3f67e1" -d '{"events": [{"server_uuid": "26067d42-e992-4f89-8cdf-481c88e072db", "name": "network-vif-unplugged", "status": "completed", "tag": "7e3ab263-906f-4e2b-b381-dc3be02396aa"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:01.723649 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:01.726325 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ea6daf-a654-450c-b650-df0334363b1f req-4aff759b-8269-4055-b62b-35705b2b8eab tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] No DVR routers for this DVR port 110399cc-5f02-4ba0-a663-889a9d3be488 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:53:01.736020 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631a24a-bd4a-4011-bc76-852d5eb35111 req-591e59cd-7154-483b-a008-edacb0268ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:01.737776 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1631a24a-bd4a-4011-bc76-852d5eb35111 req-591e59cd-7154-483b-a008-edacb0268ed7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db05c493a3d846ffa61b28955d75d7d5&device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 1096 time: 0.9088132 Nov 24 20:53:01.739218 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '7e3ab263-906f-4e2b-b381-dc3be02396aa', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'port_id': '7e3ab263-906f-4e2b-b381-dc3be02396aa', 'mac_address': 'fa:16:3e:88:b2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:53:01.744707 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-46c715fb-5470-4fd4-95d0-5f0ec460095e req-5bd862ef-e7d0-472d-989a-90d80a37a030 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Deleting port e772e35c-daa9-48f8-8a61-1e16b0c0ef7f {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:53:01.745331 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-46c715fb-5470-4fd4-95d0-5f0ec460095e req-5bd862ef-e7d0-472d-989a-90d80a37a030 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:01.755115 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-73ea6daf-a654-450c-b650-df0334363b1f req-4aff759b-8269-4055-b62b-35705b2b8eab tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:01.764778 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-73ea6daf-a654-450c-b650-df0334363b1f req-4aff759b-8269-4055-b62b-35705b2b8eab tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.48 "DELETE /v2.0/ports/110399cc-5f02-4ba0-a663-889a9d3be488 HTTP/1.1" status: 204 len: 173 time: 1.9156802 Nov 24 20:53:01.982120 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:02.002330 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3ab263-906f-4e2b-b381-dc3be02396aa {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:53:02.021454 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-46c715fb-5470-4fd4-95d0-5f0ec460095e req-5bd862ef-e7d0-472d-989a-90d80a37a030 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:02.024456 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-46c715fb-5470-4fd4-95d0-5f0ec460095e req-5bd862ef-e7d0-472d-989a-90d80a37a030 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:02.048066 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7e3ab263-906f-4e2b-b381-dc3be02396aa, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:02.049127 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=7e3ab263-906f-4e2b-b381-dc3be02396aa,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:02.059948 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-46c715fb-5470-4fd4-95d0-5f0ec460095e req-5bd862ef-e7d0-472d-989a-90d80a37a030 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Calling delete_port for e772e35c-daa9-48f8-8a61-1e16b0c0ef7f owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:53:02.062251 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:02.193587 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155a3efd-f8a6-4939-9482-2df2282db42f req-f048cdc1-8736-410a-9d37-1b58dd1b6ea6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Made reservation on behalf of 0d368bbdb2b84a05b39068aac600d356 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:53:02.197178 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-155a3efd-f8a6-4939-9482-2df2282db42f req-f048cdc1-8736-410a-9d37-1b58dd1b6ea6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:02.223178 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=7e3ab263-906f-4e2b-b381-dc3be02396aa,revision_number=9']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:02.260491 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-20e9c59c-b309-45f1-8142-b52663107bd0 req-b9759a33-1120-4883-b185-13c06b7792ec tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Deleting port e2af0ad2-580c-45f5-89a6-aed490e541f1 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:53:02.271001 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-20e9c59c-b309-45f1-8142-b52663107bd0 req-b9759a33-1120-4883-b185-13c06b7792ec tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:02.312839 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-46c715fb-5470-4fd4-95d0-5f0ec460095e req-5bd862ef-e7d0-472d-989a-90d80a37a030 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:02.330948 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['7e3ab263-906f-4e2b-b381-dc3be02396aa'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:53:02.347242 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd862ef-e7d0-472d-989a-90d80a37a030 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Pushing event deleted for resources: {'Port': ['ID=e772e35c-daa9-48f8-8a61-1e16b0c0ef7f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:02.390261 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631a24a-bd4a-4011-bc76-852d5eb35111 req-1542d888-3b79-4641-994e-4a3c940cb31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:02.406803 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1631a24a-bd4a-4011-bc76-852d5eb35111 req-1542d888-3b79-4641-994e-4a3c940cb31c service neutron] 10.222.0.15 "GET /v2.0/networks?id=b951b5c3-656e-4fff-abfd-18296c34042b HTTP/1.1" status: 200 len: 930 time: 0.6258178 Nov 24 20:53:02.549673 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-46c715fb-5470-4fd4-95d0-5f0ec460095e req-5bd862ef-e7d0-472d-989a-90d80a37a030 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:02.558827 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-46c715fb-5470-4fd4-95d0-5f0ec460095e req-5bd862ef-e7d0-472d-989a-90d80a37a030 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:02.577452 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46c715fb-5470-4fd4-95d0-5f0ec460095e req-5bd862ef-e7d0-472d-989a-90d80a37a030 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "DELETE /v2.0/floatingips/fd4abca0-bdbe-49ad-b6e3-36c48864ecba HTTP/1.1" status: 204 len: 173 time: 1.0814400 Nov 24 20:53:02.635947 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1631a24a-bd4a-4011-bc76-852d5eb35111 req-232783bc-7f44-453a-9524-edb20bb2b2d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46039e6c-ec42-41cc-92fd-b38c79a237b2 HTTP/1.1" status: 200 len: 217 time: 0.2277839 Nov 24 20:53:02.727918 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-20e9c59c-b309-45f1-8142-b52663107bd0 req-b9759a33-1120-4883-b185-13c06b7792ec tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] For port e2af0ad2-580c-45f5-89a6-aed490e541f1, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=e2af0ad2-580c-45f5-89a6-aed490e541f1,segment=NetworkSegment(cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747),segment_id=cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:02.728580 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-20e9c59c-b309-45f1-8142-b52663107bd0 req-b9759a33-1120-4883-b185-13c06b7792ec tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:02.753753 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-20e9c59c-b309-45f1-8142-b52663107bd0 req-b9759a33-1120-4883-b185-13c06b7792ec tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Calling delete_port for e2af0ad2-580c-45f5-89a6-aed490e541f1 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:53:02.816524 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b2c67-552d-434a-955b-f711065fee15 req-3eacd629-9dd8-4dad-85d4-0df6b1ec19e2 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:02.839933 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-177b2c67-552d-434a-955b-f711065fee15 req-3eacd629-9dd8-4dad-85d4-0df6b1ec19e2 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.1549537 Nov 24 20:53:02.995635 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53257078-cbdf-4d65-b6c4-d258c119f387', 'name': 'network-vif-deleted', 'tag': '110399cc-5f02-4ba0-a663-889a9d3be488'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:03.000088 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddb6822-0e39-4718-b19f-45896a7ca604" -d '{"events": [{"server_uuid": "53257078-cbdf-4d65-b6c4-d258c119f387", "name": "network-vif-deleted", "tag": "110399cc-5f02-4ba0-a663-889a9d3be488"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:03.015904 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-177b2c67-552d-434a-955b-f711065fee15 req-f24b75e1-8ae3-49f3-a2b2-6b94420f23a5 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719112 Nov 24 20:53:03.021553 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-20e9c59c-b309-45f1-8142-b52663107bd0 req-b9759a33-1120-4883-b185-13c06b7792ec tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:03.107786 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8afbce9-885c-43f5-b326-227a55fb2178 x-openstack-request-id: req-c8afbce9-885c-43f5-b326-227a55fb2178 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:03.108304 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26067d42-e992-4f89-8cdf-481c88e072db", "name": "network-vif-unplugged", "status": "completed", "tag": "7e3ab263-906f-4e2b-b381-dc3be02396aa", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:03.108409 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c8afbce9-885c-43f5-b326-227a55fb2178 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:03.108809 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26067d42-e992-4f89-8cdf-481c88e072db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e3ab263-906f-4e2b-b381-dc3be02396aa', 'code': 200} Nov 24 20:53:03.200360 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device e2af0ad2-580c-45f5-89a6-aed490e541f1 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:53:03.223437 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-155a3efd-f8a6-4939-9482-2df2282db42f req-f048cdc1-8736-410a-9d37-1b58dd1b6ea6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Allocated IP 172.20.0.2 (4a5f3905-f9df-4704-8238-82ae8b0c31f7/2d0e18ba-6af5-4f0b-b8c6-f19541a42712/c51d915b-5b26-4d05-8f83-d727227b4b0a) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:53:03.245251 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: e2af0ad2-580c-45f5-89a6-aed490e541f1 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:53:03.250987 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device e2af0ad2-580c-45f5-89a6-aed490e541f1 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:53:03.265401 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ac350d44-1c9f-4f55-b563-2b1a30b7eb1e req-e692fdaa-ed51-4bb3-8159-1af8feb9abef tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 210 time: 0.0735195 Nov 24 20:53:03.356802 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9759a33-1120-4883-b185-13c06b7792ec tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Pushing event deleted for resources: {'Port': ['ID=e2af0ad2-580c-45f5-89a6-aed490e541f1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:03.490548 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e9c59c-b309-45f1-8142-b52663107bd0 req-b9759a33-1120-4883-b185-13c06b7792ec tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] No DVR routers for this DVR port e2af0ad2-580c-45f5-89a6-aed490e541f1 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:53:03.497963 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631a24a-bd4a-4011-bc76-852d5eb35111 req-085a22a9-e4bd-4bd8-a092-2e4e326d5366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:03.499789 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1631a24a-bd4a-4011-bc76-852d5eb35111 req-085a22a9-e4bd-4bd8-a092-2e4e326d5366 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec516913-d3f4-488e-acb0-55c96fa9d0ed HTTP/1.1" status: 200 len: 868 time: 0.4950728 Nov 24 20:53:03.500953 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-20e9c59c-b309-45f1-8142-b52663107bd0 req-b9759a33-1120-4883-b185-13c06b7792ec tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:03.504418 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-20e9c59c-b309-45f1-8142-b52663107bd0 req-b9759a33-1120-4883-b185-13c06b7792ec tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.15 "DELETE /v2.0/ports/e2af0ad2-580c-45f5-89a6-aed490e541f1 HTTP/1.1" status: 204 len: 173 time: 2.6097522 Nov 24 20:53:03.607526 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306e2ce-1b11-4f27-ad2f-fb7ca8e50b29 req-1321fa17-b6d9-4508-856f-ba9a58983769 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:03.609181 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1306e2ce-1b11-4f27-ad2f-fb7ca8e50b29 req-1321fa17-b6d9-4508-856f-ba9a58983769 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.3004889 Nov 24 20:53:03.630815 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631a24a-bd4a-4011-bc76-852d5eb35111 req-9b63a4d9-5650-4ff9-aefb-5c526d5a47af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:03.632341 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1631a24a-bd4a-4011-bc76-852d5eb35111 req-9b63a4d9-5650-4ff9-aefb-5c526d5a47af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b951b5c3-656e-4fff-abfd-18296c34042b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189075 Nov 24 20:53:03.668451 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8821ec-b13e-48b6-a359-33b25c272fa2 req-acd4e28c-256e-4980-9a58-b35e59a8e110 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:03.689139 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a8821ec-b13e-48b6-a359-33b25c272fa2 req-acd4e28c-256e-4980-9a58-b35e59a8e110 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 949 time: 0.1670773 Nov 24 20:53:03.796426 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-155a3efd-f8a6-4939-9482-2df2282db42f req-f048cdc1-8736-410a-9d37-1b58dd1b6ea6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:03.804195 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 110399cc-5f02-4ba0-a663-889a9d3be488 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:53:03.807791 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1631a24a-bd4a-4011-bc76-852d5eb35111 req-5c698af1-3a32-43f3-b98a-4d8997663752 service neutron] 10.222.0.15 "GET /v2.0/networks/b951b5c3-656e-4fff-abfd-18296c34042b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603131 Nov 24 20:53:03.821315 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1306e2ce-1b11-4f27-ad2f-fb7ca8e50b29 req-8bcb4fa9-1066-4a1e-b52a-cfd43df66443 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848247 Nov 24 20:53:03.825654 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a8821ec-b13e-48b6-a359-33b25c272fa2 req-3b5518dd-9f05-413e-a65b-49bc77f9de9a tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282876 Nov 24 20:53:03.871946 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 110399cc-5f02-4ba0-a663-889a9d3be488 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:53:03.874004 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 110399cc-5f02-4ba0-a663-889a9d3be488 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:53:03.957123 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1631a24a-bd4a-4011-bc76-852d5eb35111 req-1f560a4a-67dc-435a-aada-0e16175a5af0 service neutron] 10.222.0.15 "GET /v2.0/networks/b951b5c3-656e-4fff-abfd-18296c34042b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338613 Nov 24 20:53:03.985433 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-155a3efd-f8a6-4939-9482-2df2282db42f req-f048cdc1-8736-410a-9d37-1b58dd1b6ea6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:03.999920 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['303d75f2-c102-4331-a4d1-d254fe301d93'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:53:04.004014 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ad6dd5-6da4-491d-a5f8-8e7632e8d15b x-openstack-request-id: req-f4ad6dd5-6da4-491d-a5f8-8e7632e8d15b {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:04.004014 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53257078-cbdf-4d65-b6c4-d258c119f387", "name": "network-vif-deleted", "tag": "110399cc-5f02-4ba0-a663-889a9d3be488", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:04.009342 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4ad6dd5-6da4-491d-a5f8-8e7632e8d15b {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:04.009829 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53257078-cbdf-4d65-b6c4-d258c119f387', 'name': 'network-vif-deleted', 'tag': '110399cc-5f02-4ba0-a663-889a9d3be488', 'status': 'completed', 'code': 200} Nov 24 20:53:04.111380 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-832d596d-6ceb-4853-a78a-964dc0ee199b req-f47e1146-a56a-4492-8c97-02ca24b0f5bc tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fbb8e8d-874e-4521-815c-1c1396b61c47 HTTP/1.1" status: 200 len: 210 time: 0.0433626 Nov 24 20:53:04.111589 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155a3efd-f8a6-4939-9482-2df2282db42f req-f048cdc1-8736-410a-9d37-1b58dd1b6ea6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:53:04.130494 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-155a3efd-f8a6-4939-9482-2df2282db42f req-f048cdc1-8736-410a-9d37-1b58dd1b6ea6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:53:04.138320 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-155a3efd-f8a6-4939-9482-2df2282db42f req-f048cdc1-8736-410a-9d37-1b58dd1b6ea6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:53:04.209608 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048cdc1-8736-410a-9d37-1b58dd1b6ea6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Pushing event updated for resources: {'Port': ['ID=c51d915b-5b26-4d05-8f83-d727227b4b0a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:04.335884 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a3efd-f8a6-4939-9482-2df2282db42f req-f048cdc1-8736-410a-9d37-1b58dd1b6ea6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:04.336573 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-155a3efd-f8a6-4939-9482-2df2282db42f req-f048cdc1-8736-410a-9d37-1b58dd1b6ea6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:04.376408 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-155a3efd-f8a6-4939-9482-2df2282db42f req-f048cdc1-8736-410a-9d37-1b58dd1b6ea6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8186529 Nov 24 20:53:04.416929 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e07bb-a9d0-450f-b65c-cfc91809481d req-3ab894f9-30b4-43a9-9e25-29bac25d580e tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:04.427892 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f29e07bb-a9d0-450f-b65c-cfc91809481d req-3ab894f9-30b4-43a9-9e25-29bac25d580e tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1194143 Nov 24 20:53:04.530014 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f29e07bb-a9d0-450f-b65c-cfc91809481d req-81ebb81f-0bd3-4a45-992d-b756f19f6c41 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0990758 Nov 24 20:53:04.601311 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-155a3efd-f8a6-4939-9482-2df2282db42f req-e4a945e6-7cc2-4e23-a26c-969234945f95 service neutron] Request body: {'port': {'device_id': 'a90ee1d7-f496-40b9-891d-fbae4538643a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:04.612538 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-6d247d35-ee65-4739-977c-6d303ca7410a tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:04.614332 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-6d247d35-ee65-4739-977c-6d303ca7410a tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.48 "GET /v2.0/networks?id=dcc8fca9-6d0b-413e-b622-3a6d7f29e920 HTTP/1.1" status: 200 len: 812 time: 0.2228801 Nov 24 20:53:04.648482 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-e228fdbc-7ac5-451f-89c8-e0ecf46fa880 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Request body: {'port': {'device_id': '9107d2dc-e861-481a-9fa6-2fb1f1b75674', 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920', 'admin_state_up': True, 'tenant_id': 'ba69d4cee4e64443bdffba128a76d484'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:04.785816 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b8b2a-8684-4cb4-b94f-7ae2ccb6bfa7 req-4f2be088-f7fd-4b4f-a4b1-81f1f9fbee84 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:04.788117 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-528b8b2a-8684-4cb4-b94f-7ae2ccb6bfa7 req-4f2be088-f7fd-4b4f-a4b1-81f1f9fbee84 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 931 time: 0.1205246 Nov 24 20:53:04.898634 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-528b8b2a-8684-4cb4-b94f-7ae2ccb6bfa7 req-5adbeda3-68d8-4331-9ee7-6e7a93218a79 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014471 Nov 24 20:53:04.915313 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-155a3efd-f8a6-4939-9482-2df2282db42f req-e4a945e6-7cc2-4e23-a26c-969234945f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:05.028258 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02984bb0-ab8b-4b24-b77d-f795e8017f4a req-aa881c2f-d7f1-411a-971e-4a0c76eb66c4 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:05.030301 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02984bb0-ab8b-4b24-b77d-f795e8017f4a req-aa881c2f-d7f1-411a-971e-4a0c76eb66c4 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=818a2e6d-0208-417d-9729-a1f2a8ccba16 HTTP/1.1" status: 200 len: 947 time: 0.2015903 Nov 24 20:53:05.034180 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c320e6b-7f93-4753-9927-cca6addcffd0 req-b87d9623-6f15-4580-8df5-c11535eabe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:05.035553 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-353583e8-140b-4ffe-bd2e-8bb2a5df4e29 req-15377b01-70c7-4c97-92ee-11aee32870ef tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1053209 Nov 24 20:53:05.035687 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c320e6b-7f93-4753-9927-cca6addcffd0 req-b87d9623-6f15-4580-8df5-c11535eabe57 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b3771be825b4710b6a5b24055db84e7&device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 1097 time: 0.2057979 Nov 24 20:53:05.233241 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7e3ab263-906f-4e2b-b381-dc3be02396aa up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:53:05.259850 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98507333-aa2e-4269-8e72-707ac771568a req-0165b699-ad24-4578-99d8-0867907b3a72 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:05.271661 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-98507333-aa2e-4269-8e72-707ac771568a req-0165b699-ad24-4578-99d8-0867907b3a72 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.1588106 Nov 24 20:53:05.365976 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-98507333-aa2e-4269-8e72-707ac771568a req-34f67b02-51db-4250-ba8a-ca8e93155871 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930123 Nov 24 20:53:05.375112 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02984bb0-ab8b-4b24-b77d-f795e8017f4a req-147f5cbe-a759-4395-adf0-e403dfaacc7f tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdbf9d04-baa8-4d8b-b788-d04aa878f740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318591 Nov 24 20:53:05.436550 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 7e3ab263-906f-4e2b-b381-dc3be02396aa triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:53:05.439321 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:05.509348 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-e228fdbc-7ac5-451f-89c8-e0ecf46fa880 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Made reservation on behalf of ba69d4cee4e64443bdffba128a76d484 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:53:05.512773 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-e228fdbc-7ac5-451f-89c8-e0ecf46fa880 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:05.645479 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ecb8e-af17-493a-94a8-a84590861437 req-82404a3f-5eb3-44f7-8361-160ec80078fc tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:05.647203 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b25ecb8e-af17-493a-94a8-a84590861437 req-82404a3f-5eb3-44f7-8361-160ec80078fc tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.0967343 Nov 24 20:53:05.689268 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:05.739513 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7e3ab263-906f-4e2b-b381-dc3be02396aa, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:05.740900 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26067d42-e992-4f89-8cdf-481c88e072db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3ab263-906f-4e2b-b381-dc3be02396aa'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:05.743893 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d07754-27e5-46d2-aa10-4f80316167f5" -d '{"events": [{"server_uuid": "26067d42-e992-4f89-8cdf-481c88e072db", "name": "network-vif-plugged", "status": "completed", "tag": "7e3ab263-906f-4e2b-b381-dc3be02396aa"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:05.751841 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:05.775862 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b25ecb8e-af17-493a-94a8-a84590861437 req-c7e6658d-15a2-4505-b80a-a3b35efe92c4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168094 Nov 24 20:53:05.797668 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18b48a-1d1e-44e5-91fe-0f94fb7a4fe3 req-88b3ca54-9cc0-4ea4-86b7-b9670ded1a84 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:05.804475 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1d18b48a-1d1e-44e5-91fe-0f94fb7a4fe3 req-88b3ca54-9cc0-4ea4-86b7-b9670ded1a84 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 949 time: 0.2253621 Nov 24 20:53:05.829138 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-08406ce4-df31-4c0d-9723-e60d1433cf8d tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:05.830275 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-08406ce4-df31-4c0d-9723-e60d1433cf8d tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.48 "GET /v2.0/networks?id=dcc8fca9-6d0b-413e-b622-3a6d7f29e920 HTTP/1.1" status: 200 len: 812 time: 0.7356200 Nov 24 20:53:05.866590 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c320e6b-7f93-4753-9927-cca6addcffd0 req-c6e3c908-4bf7-47ac-abe6-d82876f2c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:05.868044 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c320e6b-7f93-4753-9927-cca6addcffd0 req-c6e3c908-4bf7-47ac-abe6-d82876f2c968 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 HTTP/1.1" status: 200 len: 919 time: 0.8195140 Nov 24 20:53:05.876535 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-9a60c485-2de5-47b8-b47a-0122c4ea3213 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Request body: {'port': {'device_id': '6fbb8e8d-874e-4521-815c-1c1396b61c47', 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920', 'admin_state_up': True, 'tenant_id': 'ba69d4cee4e64443bdffba128a76d484'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:05.897438 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=7e3ab263-906f-4e2b-b381-dc3be02396aa,revision_number=10']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:06.011907 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18217bb3-299b-4529-9b1a-2b4d1763f72a', 'name': 'network-vif-deleted', 'tag': 'e2af0ad2-580c-45f5-89a6-aed490e541f1'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:06.016638 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16151dc-dbb9-4fef-92b1-f7f0aae824cd" -d '{"events": [{"server_uuid": "18217bb3-299b-4529-9b1a-2b4d1763f72a", "name": "network-vif-deleted", "tag": "e2af0ad2-580c-45f5-89a6-aed490e541f1"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:06.039559 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c320e6b-7f93-4753-9927-cca6addcffd0 req-172c7aaa-b7b9-4366-9a95-65677e4d825f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=258b81dc-1152-4bfa-b862-bf1733faf37d HTTP/1.1" status: 200 len: 217 time: 0.1523235 Nov 24 20:53:06.146879 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fbb49e52-07d5-4d01-bfd5-78e46cf2ce48 req-6931ebbe-3bbf-4ad4-81e6-eafe5775f852 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fbb8e8d-874e-4521-815c-1c1396b61c47 HTTP/1.1" status: 200 len: 210 time: 0.0618289 Nov 24 20:53:06.168794 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c320e6b-7f93-4753-9927-cca6addcffd0 req-4ad57cdd-73bc-47e1-b78a-2632d19dc05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:06.169689 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c320e6b-7f93-4753-9927-cca6addcffd0 req-4ad57cdd-73bc-47e1-b78a-2632d19dc05e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=376b0315-e8bc-496c-b7dc-6aa04ce56089 HTTP/1.1" status: 200 len: 858 time: 0.0798385 Nov 24 20:53:06.214684 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78d564d-a803-4e6e-bda6-24ec762c53ab x-openstack-request-id: req-b78d564d-a803-4e6e-bda6-24ec762c53ab {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:06.214996 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26067d42-e992-4f89-8cdf-481c88e072db", "name": "network-vif-plugged", "status": "completed", "tag": "7e3ab263-906f-4e2b-b381-dc3be02396aa", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:06.215260 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b78d564d-a803-4e6e-bda6-24ec762c53ab {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:06.215659 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26067d42-e992-4f89-8cdf-481c88e072db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3ab263-906f-4e2b-b381-dc3be02396aa', 'code': 200} Nov 24 20:53:06.250680 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c320e6b-7f93-4753-9927-cca6addcffd0 req-0cac0319-3657-4024-9277-c6f5d820af2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1f34a3a-7d9a-4fae-8aee-8cca99d32be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671883 Nov 24 20:53:06.296726 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1d18b48a-1d1e-44e5-91fe-0f94fb7a4fe3 req-87220b9a-f080-466c-a079-483e86f0fdda tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653630 Nov 24 20:53:06.379619 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832c8ef-6398-43ab-9d24-794ae6347468 req-e5505530-f3b7-4f5b-b38f-71fb0128747c tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:06.389128 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2832c8ef-6398-43ab-9d24-794ae6347468 req-e5505530-f3b7-4f5b-b38f-71fb0128747c tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 931 time: 0.1130943 Nov 24 20:53:06.458390 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2832c8ef-6398-43ab-9d24-794ae6347468 req-8a74c5a2-0fd7-4fac-b662-0fea841a6dc4 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684881 Nov 24 20:53:06.492718 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-155a3efd-f8a6-4939-9482-2df2282db42f req-e4a945e6-7cc2-4e23-a26c-969234945f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c51d915b-5b26-4d05-8f83-d727227b4b0a {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:53:06.502116 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-155a3efd-f8a6-4939-9482-2df2282db42f req-e4a945e6-7cc2-4e23-a26c-969234945f95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:06.504959 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-e228fdbc-7ac5-451f-89c8-e0ecf46fa880 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Allocated IP 172.20.0.13 (dcc8fca9-6d0b-413e-b622-3a6d7f29e920/c1b5dee6-a9fe-480e-996b-611c4f117a13/77702ec2-0600-4478-9367-744db5d0cfd7) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:53:06.537376 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8802eeea-9977-4743-9b1b-02420c9352cd x-openstack-request-id: req-8802eeea-9977-4743-9b1b-02420c9352cd {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:06.538664 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18217bb3-299b-4529-9b1a-2b4d1763f72a", "name": "network-vif-deleted", "tag": "e2af0ad2-580c-45f5-89a6-aed490e541f1", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:06.539091 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8802eeea-9977-4743-9b1b-02420c9352cd {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:06.539944 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18217bb3-299b-4529-9b1a-2b4d1763f72a', 'name': 'network-vif-deleted', 'tag': 'e2af0ad2-580c-45f5-89a6-aed490e541f1', 'status': 'completed', 'code': 200} Nov 24 20:53:06.590125 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-155a3efd-f8a6-4939-9482-2df2282db42f req-e4a945e6-7cc2-4e23-a26c-969234945f95 service neutron] Transition to ACTIVE for port object c51d915b-5b26-4d05-8f83-d727227b4b0a will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:53:06.627295 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-155a3efd-f8a6-4939-9482-2df2282db42f req-e4a945e6-7cc2-4e23-a26c-969234945f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:06.651588 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f16c1-85f5-48b4-a24c-015f75487b69 req-a4ff9015-23ea-4149-b149-0847c4382655 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:06.653277 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b39f16c1-85f5-48b4-a24c-015f75487b69 req-a4ff9015-23ea-4149-b149-0847c4382655 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.0719216 Nov 24 20:53:06.733706 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b39f16c1-85f5-48b4-a24c-015f75487b69 req-968dd5d3-c94e-4f58-915d-6158157033c8 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676782 Nov 24 20:53:06.887594 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed55c9-3d46-4e75-991f-5ae97e898353 req-465d44b9-1c2b-4427-9b94-61d4d393aedb tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:06.897378 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a6ed55c9-3d46-4e75-991f-5ae97e898353 req-465d44b9-1c2b-4427-9b94-61d4d393aedb tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=818a2e6d-0208-417d-9729-a1f2a8ccba16 HTTP/1.1" status: 200 len: 947 time: 0.0749052 Nov 24 20:53:06.965374 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a6ed55c9-3d46-4e75-991f-5ae97e898353 req-9aca88ca-4a21-4c18-a4c6-e0e8c5658858 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdbf9d04-baa8-4d8b-b788-d04aa878f740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667126 Nov 24 20:53:07.026281 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-9a60c485-2de5-47b8-b47a-0122c4ea3213 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Made reservation on behalf of ba69d4cee4e64443bdffba128a76d484 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:53:07.032422 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-9a60c485-2de5-47b8-b47a-0122c4ea3213 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:07.102721 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84574541-44fb-44fa-9992-5e6fd58373a6 req-12754398-e5b4-4b64-a3b6-ba5b691c0740 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:07.105302 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-84574541-44fb-44fa-9992-5e6fd58373a6 req-12754398-e5b4-4b64-a3b6-ba5b691c0740 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 945 time: 0.6474471 Nov 24 20:53:07.109864 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c320e6b-7f93-4753-9927-cca6addcffd0 req-117792e4-3769-44e5-8ee8-e5712467e031 service neutron] 10.222.0.15 "GET /v2.0/networks/b1f34a3a-7d9a-4fae-8aee-8cca99d32be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8458345 Nov 24 20:53:07.141319 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511cfee-014a-4210-bbd1-ba11d35c378b req-ab6b1773-88f9-462d-ac45-6a83ea9f8dea tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:07.150168 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a511cfee-014a-4210-bbd1-ba11d35c378b req-ab6b1773-88f9-462d-ac45-6a83ea9f8dea tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.1048636 Nov 24 20:53:07.223238 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8f431-4c41-4e4b-825c-cf690c0c9de5 req-0cf959b4-5345-4b65-82a9-16b11622a194 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:07.223238 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5d8f431-4c41-4e4b-825c-cf690c0c9de5 req-0cf959b4-5345-4b65-82a9-16b11622a194 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.48 "GET /v2.0/ports?device_id=818a2e6d-0208-417d-9729-a1f2a8ccba16 HTTP/1.1" status: 200 len: 947 time: 0.6606560 Nov 24 20:53:07.275235 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a511cfee-014a-4210-bbd1-ba11d35c378b req-df0e874d-7967-46b2-9c7a-646567d79aec tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180012 Nov 24 20:53:07.327889 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a945e6-7cc2-4e23-a26c-969234945f95 service neutron] Pushing event updated for resources: {'Port': ['ID=c51d915b-5b26-4d05-8f83-d727227b4b0a,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:07.417603 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-90bc6755-f69d-4e96-a1ff-4dea378151f0 req-f6686ce1-cc11-4d8b-9970-7cca8c75c7d2 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fbb8e8d-874e-4521-815c-1c1396b61c47 HTTP/1.1" status: 200 len: 210 time: 0.0664976 Nov 24 20:53:07.512643 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-84574541-44fb-44fa-9992-5e6fd58373a6 req-34c5cd36-f68f-4834-9920-65bf3db81b9e tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c9d2bc8-b9d2-4f2a-8dd0-8062a58bec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795855 Nov 24 20:53:07.635914 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f460d6-1945-4488-b0e2-e4077ae79d7f req-78182824-1b1c-4ac1-972f-a1a2e3a9fc93 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:07.647562 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c2f460d6-1945-4488-b0e2-e4077ae79d7f req-78182824-1b1c-4ac1-972f-a1a2e3a9fc93 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 949 time: 0.1474252 Nov 24 20:53:07.683015 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-e228fdbc-7ac5-451f-89c8-e0ecf46fa880 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:07.713995 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c2f460d6-1945-4488-b0e2-e4077ae79d7f req-5e79af27-c62d-431b-a5b7-00559d46f922 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592701 Nov 24 20:53:07.774418 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-e228fdbc-7ac5-451f-89c8-e0ecf46fa880 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:07.841029 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c320e6b-7f93-4753-9927-cca6addcffd0 req-acf643e2-60ca-40ae-980f-fc89ee465296 service neutron] 10.222.0.15 "GET /v2.0/networks/b1f34a3a-7d9a-4fae-8aee-8cca99d32be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7041492 Nov 24 20:53:07.854611 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-155a3efd-f8a6-4939-9482-2df2282db42f req-e4a945e6-7cc2-4e23-a26c-969234945f95 service neutron] Attempting to bind port c51d915b-5b26-4d05-8f83-d727227b4b0a on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:53:07.854946 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-155a3efd-f8a6-4939-9482-2df2282db42f req-e4a945e6-7cc2-4e23-a26c-969234945f95 service neutron] Attempting to bind port c51d915b-5b26-4d05-8f83-d727227b4b0a by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:53:07.855257 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a3efd-f8a6-4939-9482-2df2282db42f req-e4a945e6-7cc2-4e23-a26c-969234945f95 service neutron] Attempting to bind port c51d915b-5b26-4d05-8f83-d727227b4b0a on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:53:07.916613 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0a8b6-b1e5-42b8-9dc2-4ee60b10c686 req-ec6fea7a-6f50-4a7f-a4e5-edf7b1fb5eb2 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:07.918126 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7da0a8b6-b1e5-42b8-9dc2-4ee60b10c686 req-ec6fea7a-6f50-4a7f-a4e5-edf7b1fb5eb2 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.15 "GET /v2.0/ports?device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 945 time: 0.3487077 Nov 24 20:53:07.918716 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a3efd-f8a6-4939-9482-2df2282db42f req-e4a945e6-7cc2-4e23-a26c-969234945f95 service neutron] Port c51d915b-5b26-4d05-8f83-d727227b4b0a on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:53:07.919040 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a3efd-f8a6-4939-9482-2df2282db42f req-e4a945e6-7cc2-4e23-a26c-969234945f95 service neutron] Attempting to bind port c51d915b-5b26-4d05-8f83-d727227b4b0a on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:53:07.938326 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-e228fdbc-7ac5-451f-89c8-e0ecf46fa880 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Network dcc8fca9-6d0b-413e-b622-3a6d7f29e920 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:53:07.968942 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990f082-f489-4bc6-8cd7-8f44b3ab02e8 req-05d0167b-1c14-4b9f-a09d-0190f2fc3a9e tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:07.978130 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-9a60c485-2de5-47b8-b47a-0122c4ea3213 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Allocated IP 172.20.0.8 (dcc8fca9-6d0b-413e-b622-3a6d7f29e920/c1b5dee6-a9fe-480e-996b-611c4f117a13/8f90e5ed-9065-463c-ba5a-8452bfcaab7b) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:53:07.980514 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5990f082-f489-4bc6-8cd7-8f44b3ab02e8 req-05d0167b-1c14-4b9f-a09d-0190f2fc3a9e tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.1381805 Nov 24 20:53:07.983911 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-e228fdbc-7ac5-451f-89c8-e0ecf46fa880 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:53:08.013517 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a3efd-f8a6-4939-9482-2df2282db42f req-e4a945e6-7cc2-4e23-a26c-969234945f95 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:53:08.014061 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a3efd-f8a6-4939-9482-2df2282db42f req-e4a945e6-7cc2-4e23-a26c-969234945f95 service neutron] Checking segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:53:08.014490 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a3efd-f8a6-4939-9482-2df2282db42f req-e4a945e6-7cc2-4e23-a26c-969234945f95 service neutron] Bound using segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:53:08.014955 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-155a3efd-f8a6-4939-9482-2df2282db42f req-e4a945e6-7cc2-4e23-a26c-969234945f95 service neutron] Bound port: c51d915b-5b26-4d05-8f83-d727227b4b0a, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:53:08.015311 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-155a3efd-f8a6-4939-9482-2df2282db42f req-e4a945e6-7cc2-4e23-a26c-969234945f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:08.019196 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-e228fdbc-7ac5-451f-89c8-e0ecf46fa880 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:53:08.040468 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228fdbc-7ac5-451f-89c8-e0ecf46fa880 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Pushing event updated for resources: {'Port': ['ID=77702ec2-0600-4478-9367-744db5d0cfd7,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:08.078293 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a6de7-fba2-4303-9a34-89dad88c6d34 req-637415d2-3c6f-4d7f-a61f-f875be08d400 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:08.081063 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5990f082-f489-4bc6-8cd7-8f44b3ab02e8 req-b14fb8f8-b232-4ffd-95b3-72bd6b52cf2d tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986097 Nov 24 20:53:08.085545 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-191a6de7-fba2-4303-9a34-89dad88c6d34 req-637415d2-3c6f-4d7f-a61f-f875be08d400 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 943 time: 0.3662722 Nov 24 20:53:08.261263 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e1499-0dba-4ee8-8b40-73281ccb6704 req-f9a8e6e3-b340-4ccb-8947-ab970ef62dc8 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:08.268842 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2b3e1499-0dba-4ee8-8b40-73281ccb6704 req-f9a8e6e3-b340-4ccb-8947-ab970ef62dc8 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=818a2e6d-0208-417d-9729-a1f2a8ccba16 HTTP/1.1" status: 200 len: 947 time: 0.1049318 Nov 24 20:53:08.391758 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2b3e1499-0dba-4ee8-8b40-73281ccb6704 req-e566434b-7547-45fa-bbc3-da768ea1e0bb tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdbf9d04-baa8-4d8b-b788-d04aa878f740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219471 Nov 24 20:53:08.424883 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-9a60c485-2de5-47b8-b47a-0122c4ea3213 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:08.548288 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-9a60c485-2de5-47b8-b47a-0122c4ea3213 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:08.551930 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08354fe1-afa8-4d61-9a31-8fb433ad386a req-5b1f5c05-2998-4223-a4cd-bceb91f873a3 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:08.553439 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-08354fe1-afa8-4d61-9a31-8fb433ad386a req-5b1f5c05-2998-4223-a4cd-bceb91f873a3 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.0717454 Nov 24 20:53:08.557980 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-e228fdbc-7ac5-451f-89c8-e0ecf46fa880 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:08.558592 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-e228fdbc-7ac5-451f-89c8-e0ecf46fa880 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:08.625550 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-f5d8f431-4c41-4e4b-825c-cf690c0c9de5 req-ad374988-b26e-4587-9154-41f14d99bffc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Deleting port 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:53:08.625928 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f5d8f431-4c41-4e4b-825c-cf690c0c9de5 req-ad374988-b26e-4587-9154-41f14d99bffc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:08.639718 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-08354fe1-afa8-4d61-9a31-8fb433ad386a req-b67e8658-2b3e-44da-a931-ec527e370eb1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753641 Nov 24 20:53:08.648151 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60c485-2de5-47b8-b47a-0122c4ea3213 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Pushing event updated for resources: {'Port': ['ID=8f90e5ed-9065-463c-ba5a-8452bfcaab7b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:08.741017 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-191a6de7-fba2-4303-9a34-89dad88c6d34 req-b05759a8-b517-4f3f-af1f-1d0c9d7a2bec tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6543736 Nov 24 20:53:08.744544 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-e228fdbc-7ac5-451f-89c8-e0ecf46fa880 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1022696 Nov 24 20:53:08.758146 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-dc201a39-8b77-4b27-a16c-f228fa4800e1 service neutron] Request body: {'port': {'device_id': '9107d2dc-e861-481a-9fa6-2fb1f1b75674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:08.772011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-155a3efd-f8a6-4939-9482-2df2282db42f req-e4a945e6-7cc2-4e23-a26c-969234945f95 service neutron] For port c51d915b-5b26-4d05-8f83-d727227b4b0a, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:53:08.780604 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-9a60c485-2de5-47b8-b47a-0122c4ea3213 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Network dcc8fca9-6d0b-413e-b622-3a6d7f29e920 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:53:08.798064 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7717ffe-135a-46e0-9349-33058dfce0ec req-665d8d0b-359b-43ce-8ce8-187f4935448c tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:08.809451 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a7717ffe-135a-46e0-9349-33058dfce0ec req-665d8d0b-359b-43ce-8ce8-187f4935448c tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fbb8e8d-874e-4521-815c-1c1396b61c47 HTTP/1.1" status: 200 len: 931 time: 0.0853043 Nov 24 20:53:08.835968 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b435506a-0952-499c-8952-4646481fdc3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:08.907810 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a7717ffe-135a-46e0-9349-33058dfce0ec req-ac7aacd8-0de9-4242-a5ab-f99a6b98d9d0 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967014 Nov 24 20:53:08.922482 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-7da0a8b6-b1e5-42b8-9dc2-4ee60b10c686 req-63db51e1-eb13-441f-83e8-7340259332d2 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Deleting port 46039e6c-ec42-41cc-92fd-b38c79a237b2 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:53:08.922823 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7da0a8b6-b1e5-42b8-9dc2-4ee60b10c686 req-63db51e1-eb13-441f-83e8-7340259332d2 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:08.926501 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-9a60c485-2de5-47b8-b47a-0122c4ea3213 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:53:08.934957 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-9a60c485-2de5-47b8-b47a-0122c4ea3213 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:53:08.956609 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-155a3efd-f8a6-4939-9482-2df2282db42f req-e4a945e6-7cc2-4e23-a26c-969234945f95 service neutron] For port c51d915b-5b26-4d05-8f83-d727227b4b0a, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c51d915b-5b26-4d05-8f83-d727227b4b0a,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:53:09.023487 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-155a3efd-f8a6-4939-9482-2df2282db42f req-e4a945e6-7cc2-4e23-a26c-969234945f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:09.054220 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c258fd-45c1-43d2-aa60-8eeaf59f1cdc req-fbb48f33-adf6-43ab-9e55-61f57bdf414b tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:09.063711 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e8c258fd-45c1-43d2-aa60-8eeaf59f1cdc req-fbb48f33-adf6-43ab-9e55-61f57bdf414b tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 949 time: 0.0882196 Nov 24 20:53:09.067997 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a3efd-f8a6-4939-9482-2df2282db42f req-e4a945e6-7cc2-4e23-a26c-969234945f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:09.069978 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-155a3efd-f8a6-4939-9482-2df2282db42f req-e4a945e6-7cc2-4e23-a26c-969234945f95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:09.072011 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-155a3efd-f8a6-4939-9482-2df2282db42f req-e4a945e6-7cc2-4e23-a26c-969234945f95 service neutron] 10.222.0.48 "PUT /v2.0/ports/c51d915b-5b26-4d05-8f83-d727227b4b0a HTTP/1.1" status: 200 len: 1091 time: 4.6858780 Nov 24 20:53:09.106619 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90ee1d7-f496-40b9-891d-fbae4538643a', 'tag': 'c51d915b-5b26-4d05-8f83-d727227b4b0a'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:09.112932 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed2121d-85a7-4c27-8643-bd1ad2063ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "a90ee1d7-f496-40b9-891d-fbae4538643a", "tag": "c51d915b-5b26-4d05-8f83-d727227b4b0a"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:09.135635 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e8c258fd-45c1-43d2-aa60-8eeaf59f1cdc req-a2692b54-9eb0-4277-8f7f-7e40212d9894 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708718 Nov 24 20:53:09.229320 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-dc201a39-8b77-4b27-a16c-f228fa4800e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:09.323227 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e69306-2456-47ae-964a-87467b112724 req-386ebea4-de34-4bf5-9077-2381f69ed4ed tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:09.331035 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63e69306-2456-47ae-964a-87467b112724 req-386ebea4-de34-4bf5-9077-2381f69ed4ed tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.0904033 Nov 24 20:53:09.348234 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:09.392180 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63e69306-2456-47ae-964a-87467b112724 req-1aaf6081-e254-4d8f-9272-2d8d5dbf2a35 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600252 Nov 24 20:53:09.411520 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-7da0a8b6-b1e5-42b8-9dc2-4ee60b10c686 req-63db51e1-eb13-441f-83e8-7340259332d2 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] For port 46039e6c-ec42-41cc-92fd-b38c79a237b2, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=46039e6c-ec42-41cc-92fd-b38c79a237b2,segment=NetworkSegment(ad0d73e7-0c52-46df-bc47-8e8bad650d7d),segment_id=ad0d73e7-0c52-46df-bc47-8e8bad650d7d)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:09.413224 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7da0a8b6-b1e5-42b8-9dc2-4ee60b10c686 req-63db51e1-eb13-441f-83e8-7340259332d2 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:09.438095 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-9a60c485-2de5-47b8-b47a-0122c4ea3213 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:09.438948 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-9a60c485-2de5-47b8-b47a-0122c4ea3213 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:09.463792 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f5d8f431-4c41-4e4b-825c-cf690c0c9de5 req-ad374988-b26e-4587-9154-41f14d99bffc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] For port 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:09.464167 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f5d8f431-4c41-4e4b-825c-cf690c0c9de5 req-ad374988-b26e-4587-9154-41f14d99bffc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:09.480688 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-f5d8f431-4c41-4e4b-825c-cf690c0c9de5 req-ad374988-b26e-4587-9154-41f14d99bffc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Calling delete_port for 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:53:09.483076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.48', 55591) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:09.604007 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c7b25-2f28-413e-9813-2d7146802909 req-ce936300-df92-411d-a5eb-a19e931f17a9 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:09.613496 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-735c7b25-2f28-413e-9813-2d7146802909 req-ce936300-df92-411d-a5eb-a19e931f17a9 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=818a2e6d-0208-417d-9729-a1f2a8ccba16 HTTP/1.1" status: 200 len: 947 time: 0.0884039 Nov 24 20:53:09.643302 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-4518c98c-1b45-407c-8a0d-776bd049047c req-60871081-f73a-4984-a3a9-2e37ccddd615 service neutron] show failed (client error): The resource could not be found. Nov 24 20:53:09.644522 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4518c98c-1b45-407c-8a0d-776bd049047c req-60871081-f73a-4984-a3a9-2e37ccddd615 service neutron] 10.222.0.48 "GET /v2.0/ports/656752ae-79d3-4d03-b5f1-7f2f715581a7/bindings/n-h2-812111-8 HTTP/1.1" status: 404 len: 380 time: 0.1600993 Nov 24 20:53:09.681203 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2f0e73-d59d-4f6d-b510-48ace0472fc5 x-openstack-request-id: req-be2f0e73-d59d-4f6d-b510-48ace0472fc5 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:09.681491 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90ee1d7-f496-40b9-891d-fbae4538643a", "tag": "c51d915b-5b26-4d05-8f83-d727227b4b0a", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:09.681934 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-be2f0e73-d59d-4f6d-b510-48ace0472fc5 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:09.682340 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90ee1d7-f496-40b9-891d-fbae4538643a', 'tag': 'c51d915b-5b26-4d05-8f83-d727227b4b0a', 'status': 'completed', 'code': 200} Nov 24 20:53:09.707420 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f5d8f431-4c41-4e4b-825c-cf690c0c9de5 req-ad374988-b26e-4587-9154-41f14d99bffc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:09.713968 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-7da0a8b6-b1e5-42b8-9dc2-4ee60b10c686 req-63db51e1-eb13-441f-83e8-7340259332d2 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Calling delete_port for 46039e6c-ec42-41cc-92fd-b38c79a237b2 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:53:09.724902 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-735c7b25-2f28-413e-9813-2d7146802909 req-fa021834-bf2f-4226-b880-e5202be4999b tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdbf9d04-baa8-4d8b-b788-d04aa878f740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097431 Nov 24 20:53:09.754547 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a307f26-b256-4ea1-b8da-ac0f15935622 req-a142f953-4b04-4f67-b557-1a4b21f27e5a tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:09.756383 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3a307f26-b256-4ea1-b8da-ac0f15935622 req-a142f953-4b04-4f67-b557-1a4b21f27e5a tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 945 time: 0.8512671 Nov 24 20:53:09.772420 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a3efd-f8a6-4939-9482-2df2282db42f req-07a3ee4b-213f-4f12-b1e4-66613f3864d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:09.774229 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-155a3efd-f8a6-4939-9482-2df2282db42f req-07a3ee4b-213f-4f12-b1e4-66613f3864d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 1094 time: 0.5874021 Nov 24 20:53:09.815491 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-9a60c485-2de5-47b8-b47a-0122c4ea3213 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9504108 Nov 24 20:53:09.835552 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a945e6-7cc2-4e23-a26c-969234945f95 service neutron] Pushing event updated for resources: {'Port': ['ID=c51d915b-5b26-4d05-8f83-d727227b4b0a,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:09.843924 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:53:09.869932 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-329c5bb3-4f25-4a56-a8e8-a856c8194b11 service neutron] Request body: {'port': {'device_id': '6fbb8e8d-874e-4521-815c-1c1396b61c47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:09.908273 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:53:09.909706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:53:09.922186 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8850d-0292-4109-8a23-060b5517afbe req-ea629e5e-d17f-4b5c-893b-a1dff5a47218 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:09.935864 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-81e8850d-0292-4109-8a23-060b5517afbe req-ea629e5e-d17f-4b5c-893b-a1dff5a47218 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.1302078 Nov 24 20:53:10.049878 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-81e8850d-0292-4109-8a23-060b5517afbe req-7505cedf-cc5e-46de-8b54-3532174984cc tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081257 Nov 24 20:53:10.097194 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-155a3efd-f8a6-4939-9482-2df2282db42f req-31dd5024-84af-4483-86c7-9239f7fe9ae2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c51d915b-5b26-4d05-8f83-d727227b4b0a HTTP/1.1" status: 200 len: 217 time: 0.3036313 Nov 24 20:53:10.261183 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6580ee9-8af1-402d-bba5-df30e2de4aee req-1e396488-f1e9-4f64-85ee-c09936c23464 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:10.266215 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6580ee9-8af1-402d-bba5-df30e2de4aee req-1e396488-f1e9-4f64-85ee-c09936c23464 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 943 time: 0.1092615 Nov 24 20:53:10.353555 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6580ee9-8af1-402d-bba5-df30e2de4aee req-347aca20-19bc-4ea8-a155-78a5ddf8ee8a tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782454 Nov 24 20:53:10.628016 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad374988-b26e-4587-9154-41f14d99bffc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Pushing event deleted for resources: {'Port': ['ID=65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:10.642565 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d8f431-4c41-4e4b-825c-cf690c0c9de5 req-ad374988-b26e-4587-9154-41f14d99bffc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] No DVR routers for this DVR port 65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:53:10.681925 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f5d8f431-4c41-4e4b-825c-cf690c0c9de5 req-ad374988-b26e-4587-9154-41f14d99bffc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:10.686310 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5d8f431-4c41-4e4b-825c-cf690c0c9de5 req-ad374988-b26e-4587-9154-41f14d99bffc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.48 "DELETE /v2.0/ports/65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e HTTP/1.1" status: 204 len: 173 time: 3.4125462 Nov 24 20:53:10.692909 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-329c5bb3-4f25-4a56-a8e8-a856c8194b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:10.707973 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3a307f26-b256-4ea1-b8da-ac0f15935622 req-d9c207e5-2328-4e7d-ac4d-70e45b344491 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c9d2bc8-b9d2-4f2a-8dd0-8062a58bec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9015784 Nov 24 20:53:10.845752 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a3efd-f8a6-4939-9482-2df2282db42f req-64e9eb4f-2e58-4d77-afb1-a16fd5ee6254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:10.848030 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-155a3efd-f8a6-4939-9482-2df2282db42f req-64e9eb4f-2e58-4d77-afb1-a16fd5ee6254 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d0e18ba-6af5-4f0b-b8c6-f19541a42712 HTTP/1.1" status: 200 len: 847 time: 0.2535338 Nov 24 20:53:10.883094 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52affc60-ea80-4caf-a409-8dce78479d7d req-d461d580-73fa-45fa-9b22-421cd9562b3b tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:10.892188 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-52affc60-ea80-4caf-a409-8dce78479d7d req-d461d580-73fa-45fa-9b22-421cd9562b3b tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fbb8e8d-874e-4521-815c-1c1396b61c47 HTTP/1.1" status: 200 len: 931 time: 0.4268398 Nov 24 20:53:10.928288 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:10.980181 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-52affc60-ea80-4caf-a409-8dce78479d7d req-f326043e-678c-462f-9124-0170a705b84f tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821180 Nov 24 20:53:10.998090 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518c98c-1b45-407c-8a0d-776bd049047c req-850d2d61-fd56-4bbd-9a56-23012307c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:11.000103 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4518c98c-1b45-407c-8a0d-776bd049047c req-850d2d61-fd56-4bbd-9a56-23012307c1fe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8&tenant_id=9a5783ced00e47ae82e71fa9165bac1a HTTP/1.1" status: 200 len: 1100 time: 0.9671683 Nov 24 20:53:11.001540 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-155a3efd-f8a6-4939-9482-2df2282db42f req-ac542f1a-3ff7-4a32-a082-a84041a724fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a5f3905-f9df-4704-8238-82ae8b0c31f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763896 Nov 24 20:53:11.023305 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-4518c98c-1b45-407c-8a0d-776bd049047c req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-8', 'device_owner': 'compute:nova'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:11.094280 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e235d2-25dd-437c-adfa-f850ab52bcfc req-25cff0ef-9801-4318-b960-61b883ca359b tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:11.095942 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-60e235d2-25dd-437c-adfa-f850ab52bcfc req-25cff0ef-9801-4318-b960-61b883ca359b tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.0585139 Nov 24 20:53:11.170445 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-60e235d2-25dd-437c-adfa-f850ab52bcfc req-e047f81d-96ba-4e22-b435-d2ab81d031cb tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630581 Nov 24 20:53:11.192144 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1f0549af-f823-462e-a78d-cb5cf2dcc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:11.234141 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 46039e6c-ec42-41cc-92fd-b38c79a237b2 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:53:11.238735 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7da0a8b6-b1e5-42b8-9dc2-4ee60b10c686 req-63db51e1-eb13-441f-83e8-7340259332d2 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:11.306631 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 46039e6c-ec42-41cc-92fd-b38c79a237b2 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:53:11.306955 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 46039e6c-ec42-41cc-92fd-b38c79a237b2 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:53:11.333394 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd8ac59a-5b4d-4be5-923d-5490e8fa75d4 req-ed6cc61c-b124-4b6d-a2db-afacfd2833a8 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=818a2e6d-0208-417d-9729-a1f2a8ccba16 HTTP/1.1" status: 200 len: 210 time: 0.0640199 Nov 24 20:53:11.392534 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59503132-71a8-40f2-b6c9-1f6cdd8ed6cd req-005abc57-7519-4736-82fc-1dbb92011bb5 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:11.394688 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-59503132-71a8-40f2-b6c9-1f6cdd8ed6cd req-005abc57-7519-4736-82fc-1dbb92011bb5 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 949 time: 0.5334902 Nov 24 20:53:11.401891 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db51e1-eb13-441f-83e8-7340259332d2 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Pushing event deleted for resources: {'Port': ['ID=46039e6c-ec42-41cc-92fd-b38c79a237b2,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:11.460726 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-dc201a39-8b77-4b27-a16c-f228fa4800e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77702ec2-0600-4478-9367-744db5d0cfd7 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:53:11.464737 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429b1f2-1954-49e2-a68f-78a0dd898f8a req-55910812-d118-4f0e-9f0d-ab7686aa4093 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:11.473886 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d429b1f2-1954-49e2-a68f-78a0dd898f8a req-55910812-d118-4f0e-9f0d-ab7686aa4093 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.0678389 Nov 24 20:53:11.506274 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4518c98c-1b45-407c-8a0d-776bd049047c req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:11.548599 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d429b1f2-1954-49e2-a68f-78a0dd898f8a req-23a1e731-aa2c-4ccf-ba79-e3c5128e74cd tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736136 Nov 24 20:53:11.550975 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-155a3efd-f8a6-4939-9482-2df2282db42f req-2cd60071-0738-4517-a999-1aed15683f02 service neutron] 10.222.0.48 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364511 Nov 24 20:53:11.566080 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-dc201a39-8b77-4b27-a16c-f228fa4800e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:11.572242 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da0a8b6-b1e5-42b8-9dc2-4ee60b10c686 req-63db51e1-eb13-441f-83e8-7340259332d2 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] No DVR routers for this DVR port 46039e6c-ec42-41cc-92fd-b38c79a237b2 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:53:11.692823 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-155a3efd-f8a6-4939-9482-2df2282db42f req-940cf203-0ea3-4170-939c-57fe297b0f2c service neutron] 10.222.0.48 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154566 Nov 24 20:53:11.693281 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818a2e6d-0208-417d-9729-a1f2a8ccba16', 'name': 'network-vif-deleted', 'tag': '65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:11.695550 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e11495b-7eae-431a-aa1c-8d359d859bbe" -d '{"events": [{"server_uuid": "818a2e6d-0208-417d-9729-a1f2a8ccba16", "name": "network-vif-deleted", "tag": "65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:11.729783 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7da0a8b6-b1e5-42b8-9dc2-4ee60b10c686 req-63db51e1-eb13-441f-83e8-7340259332d2 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:11.732780 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7da0a8b6-b1e5-42b8-9dc2-4ee60b10c686 req-63db51e1-eb13-441f-83e8-7340259332d2 tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.15 "DELETE /v2.0/ports/46039e6c-ec42-41cc-92fd-b38c79a237b2 HTTP/1.1" status: 204 len: 173 time: 3.7917318 Nov 24 20:53:11.806159 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-dc201a39-8b77-4b27-a16c-f228fa4800e1 service neutron] Transition to ACTIVE for port object 77702ec2-0600-4478-9367-744db5d0cfd7 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:53:11.833727 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 656752ae-79d3-4d03-b5f1-7f2f715581a7 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:53:11.916355 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-dc201a39-8b77-4b27-a16c-f228fa4800e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:11.998246 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-59503132-71a8-40f2-b6c9-1f6cdd8ed6cd req-b2057a84-ef53-43dc-ac8e-f39afc953201 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5868461 Nov 24 20:53:12.043120 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2121d-85a7-4c27-8643-bd1ad2063ebf req-39f67a35-fd63-4cd8-ad43-4b703d74b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:12.045057 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:12.045822 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2ed2121d-85a7-4c27-8643-bd1ad2063ebf req-39f67a35-fd63-4cd8-ad43-4b703d74b609 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 1094 time: 0.2885945 Nov 24 20:53:12.055511 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b340e6-9aa2-4c34-ae29-75b9649d672a req-ec21caf1-84ce-49cf-92d9-f26eb48b94b4 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:12.059018 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b9b340e6-9aa2-4c34-ae29-75b9649d672a req-ec21caf1-84ce-49cf-92d9-f26eb48b94b4 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 943 time: 0.1130106 Nov 24 20:53:12.097620 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc201a39-8b77-4b27-a16c-f228fa4800e1 service neutron] Pushing event updated for resources: {'Port': ['ID=77702ec2-0600-4478-9367-744db5d0cfd7,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:12.138715 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b3b1a6-3c2b-4fde-9b66-13f6346cc2e7 x-openstack-request-id: req-71b3b1a6-3c2b-4fde-9b66-13f6346cc2e7 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:12.139123 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818a2e6d-0208-417d-9729-a1f2a8ccba16", "name": "network-vif-deleted", "tag": "65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:12.139285 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-71b3b1a6-3c2b-4fde-9b66-13f6346cc2e7 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:12.139837 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818a2e6d-0208-417d-9729-a1f2a8ccba16', 'name': 'network-vif-deleted', 'tag': '65487ca3-5e2d-4cf9-8ffb-0a3c56561a6e', 'status': 'completed', 'code': 200} Nov 24 20:53:12.190536 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b9b340e6-9aa2-4c34-ae29-75b9649d672a req-1ce327b6-0add-4e99-bb65-48d639afb536 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225610 Nov 24 20:53:12.308072 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:12.349423 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e98867a3-548e-440e-ae64-e0b8a0df8dcc req-adb33da9-69e3-409b-be61-faae103be20a tempest-FloatingIPsAssociationNegativeTestJSON-495652436 tempest-FloatingIPsAssociationNegativeTestJSON-495652436-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc62ffe-34ae-4a5a-9ded-3a1b390ae54a HTTP/1.1" status: 200 len: 210 time: 0.0822620 Nov 24 20:53:12.425459 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-dc201a39-8b77-4b27-a16c-f228fa4800e1 service neutron] Attempting to bind port 77702ec2-0600-4478-9367-744db5d0cfd7 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:53:12.425772 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-dc201a39-8b77-4b27-a16c-f228fa4800e1 service neutron] Attempting to bind port 77702ec2-0600-4478-9367-744db5d0cfd7 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:53:12.426104 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-dc201a39-8b77-4b27-a16c-f228fa4800e1 service neutron] Attempting to bind port 77702ec2-0600-4478-9367-744db5d0cfd7 on network dcc8fca9-6d0b-413e-b622-3a6d7f29e920 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:53:12.450049 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-329c5bb3-4f25-4a56-a8e8-a856c8194b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f90e5ed-9065-463c-ba5a-8452bfcaab7b {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:53:12.461609 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-329c5bb3-4f25-4a56-a8e8-a856c8194b11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:12.464882 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2121d-85a7-4c27-8643-bd1ad2063ebf req-42049bde-b974-46eb-bc09-c02d4732bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:12.468034 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2ed2121d-85a7-4c27-8643-bd1ad2063ebf req-42049bde-b974-46eb-bc09-c02d4732bb22 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 908 time: 0.4061332 Nov 24 20:53:12.468658 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-dc201a39-8b77-4b27-a16c-f228fa4800e1 service neutron] Port 77702ec2-0600-4478-9367-744db5d0cfd7 on network dcc8fca9-6d0b-413e-b622-3a6d7f29e920 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:53:12.469011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-dc201a39-8b77-4b27-a16c-f228fa4800e1 service neutron] Attempting to bind port 77702ec2-0600-4478-9367-744db5d0cfd7 on network dcc8fca9-6d0b-413e-b622-3a6d7f29e920 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:53:12.516737 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-dc201a39-8b77-4b27-a16c-f228fa4800e1 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:53:12.519259 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-dc201a39-8b77-4b27-a16c-f228fa4800e1 service neutron] Checking segment: {'id': 'cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:53:12.519667 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-dc201a39-8b77-4b27-a16c-f228fa4800e1 service neutron] Bound using segment: {'id': 'cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:53:12.520119 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-dc201a39-8b77-4b27-a16c-f228fa4800e1 service neutron] Bound port: 77702ec2-0600-4478-9367-744db5d0cfd7, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:53:12.520484 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-dc201a39-8b77-4b27-a16c-f228fa4800e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:12.541469 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acab8fe-7cf7-4851-a5fa-2e0c36155521 req-b6569d89-a22a-410b-953e-00a2309795cd tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:12.546524 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1acab8fe-7cf7-4851-a5fa-2e0c36155521 req-b6569d89-a22a-410b-953e-00a2309795cd tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fbb8e8d-874e-4521-815c-1c1396b61c47 HTTP/1.1" status: 200 len: 931 time: 0.1696572 Nov 24 20:53:12.618073 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-329c5bb3-4f25-4a56-a8e8-a856c8194b11 service neutron] Transition to ACTIVE for port object 8f90e5ed-9065-463c-ba5a-8452bfcaab7b will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:53:12.623227 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1acab8fe-7cf7-4851-a5fa-2e0c36155521 req-3e255647-e825-4b54-8c80-d0bce8af5932 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691211 Nov 24 20:53:12.648401 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-329c5bb3-4f25-4a56-a8e8-a856c8194b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:12.667408 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2ed2121d-85a7-4c27-8643-bd1ad2063ebf req-3113e034-de1e-4d82-9931-a56c8844aeb4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c51d915b-5b26-4d05-8f83-d727227b4b0a HTTP/1.1" status: 200 len: 217 time: 0.1902571 Nov 24 20:53:12.843168 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d31b35-33d2-4f58-9772-68e80cbbdd16 req-35a86b02-0b4a-43db-b22d-2499dd13d06c tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:12.852046 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c5bb3-4f25-4a56-a8e8-a856c8194b11 service neutron] Pushing event updated for resources: {'Port': ['ID=8f90e5ed-9065-463c-ba5a-8452bfcaab7b,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:12.853305 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4d31b35-33d2-4f58-9772-68e80cbbdd16 req-35a86b02-0b4a-43db-b22d-2499dd13d06c tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.1099052 Nov 24 20:53:12.907428 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-4518c98c-1b45-407c-8a0d-776bd049047c req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] For port 656752ae-79d3-4d03-b5f1-7f2f715581a7, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=656752ae-79d3-4d03-b5f1-7f2f715581a7,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:12.911798 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4d31b35-33d2-4f58-9772-68e80cbbdd16 req-eadd3dea-4c7f-48fa-ae62-a051c42b6b4f tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575602 Nov 24 20:53:12.999952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2121d-85a7-4c27-8643-bd1ad2063ebf req-2c8ffa0f-380d-49f2-ab53-2783d82687b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:13.004112 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2ed2121d-85a7-4c27-8643-bd1ad2063ebf req-2c8ffa0f-380d-49f2-ab53-2783d82687b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d0e18ba-6af5-4f0b-b8c6-f19541a42712 HTTP/1.1" status: 200 len: 847 time: 0.2438512 Nov 24 20:53:13.032269 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-dc201a39-8b77-4b27-a16c-f228fa4800e1 service neutron] For port 77702ec2-0600-4478-9367-744db5d0cfd7, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:53:13.064564 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2ed2121d-85a7-4c27-8643-bd1ad2063ebf req-394f7737-1b58-463c-b302-5d625c07a615 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a5f3905-f9df-4704-8238-82ae8b0c31f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291603 Nov 24 20:53:13.079823 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c97e5-f3e9-4ed7-b868-8b392529857e req-ad922354-cccd-4b76-9a57-f3136a9d4b87 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:13.086812 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ca5c97e5-f3e9-4ed7-b868-8b392529857e req-ad922354-cccd-4b76-9a57-f3136a9d4b87 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d772e1aa-e152-4cac-8267-e5743199afeb HTTP/1.1" status: 200 len: 949 time: 0.2212200 Nov 24 20:53:13.097667 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-dc201a39-8b77-4b27-a16c-f228fa4800e1 service neutron] For port 77702ec2-0600-4478-9367-744db5d0cfd7, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=77702ec2-0600-4478-9367-744db5d0cfd7,segment=NetworkSegment(cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747),segment_id=cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:53:13.120903 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-4518c98c-1b45-407c-8a0d-776bd049047c req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] For port 656752ae-79d3-4d03-b5f1-7f2f715581a7, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:53:13.140578 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbb868-7789-488a-a9a5-779cfd9f1ecf req-24a42dea-df76-4195-b1b0-020648889276 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:13.142442 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3dfbb868-7789-488a-a9a5-779cfd9f1ecf req-24a42dea-df76-4195-b1b0-020648889276 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 949 time: 0.0610316 Nov 24 20:53:13.175651 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-dc201a39-8b77-4b27-a16c-f228fa4800e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:13.211617 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3dfbb868-7789-488a-a9a5-779cfd9f1ecf req-b61a8f18-fe19-4720-ab73-964b49d706ae tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626860 Nov 24 20:53:13.298647 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4518c98c-1b45-407c-8a0d-776bd049047c req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:13.313767 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-dc201a39-8b77-4b27-a16c-f228fa4800e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:13.314362 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-dc201a39-8b77-4b27-a16c-f228fa4800e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:13.324600 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-dc201a39-8b77-4b27-a16c-f228fa4800e1 service neutron] 10.222.0.48 "PUT /v2.0/ports/77702ec2-0600-4478-9367-744db5d0cfd7 HTTP/1.1" status: 200 len: 1092 time: 4.5699761 Nov 24 20:53:13.395982 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d47b6-0ca8-47c1-8d10-37ccdb586b20 req-dcb0c925-e1a3-48bd-b7c5-41d600b81c36 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:13.404212 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fa9d47b6-0ca8-47c1-8d10-37ccdb586b20 req-dcb0c925-e1a3-48bd-b7c5-41d600b81c36 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 943 time: 0.1155810 Nov 24 20:53:13.443484 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-4518c98c-1b45-407c-8a0d-776bd049047c req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] Transition to ACTIVE for port object 656752ae-79d3-4d03-b5f1-7f2f715581a7 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:53:13.471942 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fa9d47b6-0ca8-47c1-8d10-37ccdb586b20 req-e6a1a9b5-1982-49b2-bbb0-cd6500a70806 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662434 Nov 24 20:53:13.481149 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-329c5bb3-4f25-4a56-a8e8-a856c8194b11 service neutron] Attempting to bind port 8f90e5ed-9065-463c-ba5a-8452bfcaab7b on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:53:13.481494 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-329c5bb3-4f25-4a56-a8e8-a856c8194b11 service neutron] Attempting to bind port 8f90e5ed-9065-463c-ba5a-8452bfcaab7b by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:53:13.492094 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-329c5bb3-4f25-4a56-a8e8-a856c8194b11 service neutron] Attempting to bind port 8f90e5ed-9065-463c-ba5a-8452bfcaab7b on network dcc8fca9-6d0b-413e-b622-3a6d7f29e920 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:53:13.492094 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc201a39-8b77-4b27-a16c-f228fa4800e1 service neutron] Pushing event updated for resources: {'Port': ['ID=77702ec2-0600-4478-9367-744db5d0cfd7,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:13.501022 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4518c98c-1b45-407c-8a0d-776bd049047c req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:13.552964 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:53:13.555806 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:53:13.598102 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56254) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:13.599805 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-329c5bb3-4f25-4a56-a8e8-a856c8194b11 service neutron] Port 8f90e5ed-9065-463c-ba5a-8452bfcaab7b on network dcc8fca9-6d0b-413e-b622-3a6d7f29e920 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:53:13.600343 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-329c5bb3-4f25-4a56-a8e8-a856c8194b11 service neutron] Attempting to bind port 8f90e5ed-9065-463c-ba5a-8452bfcaab7b on network dcc8fca9-6d0b-413e-b622-3a6d7f29e920 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:53:13.626493 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ca5c97e5-f3e9-4ed7-b868-8b392529857e req-9f3d06de-e061-4821-af36-719fcaa167cc tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdbf9d04-baa8-4d8b-b788-d04aa878f740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608092 Nov 24 20:53:13.649789 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:13.651728 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-84e5852c-3b44-4173-ad51-e29c847a0d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:13.653429 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-84e5852c-3b44-4173-ad51-e29c847a0d71 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba69d4cee4e64443bdffba128a76d484&device_id=9107d2dc-e861-481a-9fa6-2fb1f1b75674 HTTP/1.1" status: 200 len: 1095 time: 0.2458882 Nov 24 20:53:13.674497 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-329c5bb3-4f25-4a56-a8e8-a856c8194b11 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:53:13.685126 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-329c5bb3-4f25-4a56-a8e8-a856c8194b11 service neutron] Checking segment: {'id': 'cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:53:13.685126 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-329c5bb3-4f25-4a56-a8e8-a856c8194b11 service neutron] Bound using segment: {'id': 'cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:53:13.685126 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-329c5bb3-4f25-4a56-a8e8-a856c8194b11 service neutron] Bound port: 8f90e5ed-9065-463c-ba5a-8452bfcaab7b, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:53:13.686034 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-329c5bb3-4f25-4a56-a8e8-a856c8194b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:13.699296 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2ed2121d-85a7-4c27-8643-bd1ad2063ebf req-4a5a548f-58f6-438f-9c2b-519af6f27d5c service neutron] 10.222.0.48 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5526536 Nov 24 20:53:13.773568 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-4518c98c-1b45-407c-8a0d-776bd049047c req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] No DVR routers for this DVR port 656752ae-79d3-4d03-b5f1-7f2f715581a7 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:53:13.786976 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-9ef7356d-ea4f-4344-831d-49343284da07 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77702ec2-0600-4478-9367-744db5d0cfd7 HTTP/1.1" status: 200 len: 217 time: 0.1188796 Nov 24 20:53:13.788068 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] Pushing event updated for resources: {'Port': ['ID=656752ae-79d3-4d03-b5f1-7f2f715581a7,revision_number=6']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:14.162452 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f897cd3-4338-4159-86e3-cf3918358be1 req-e609b733-0c7b-4190-aee8-091e1308c6ee tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:14.173242 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f897cd3-4338-4159-86e3-cf3918358be1 req-e609b733-0c7b-4190-aee8-091e1308c6ee tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fbb8e8d-874e-4521-815c-1c1396b61c47 HTTP/1.1" status: 200 len: 943 time: 0.3616529 Nov 24 20:53:14.299850 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f897cd3-4338-4159-86e3-cf3918358be1 req-9eb17861-d5dd-4a8d-85c6-98bb5ab3bb67 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255248 Nov 24 20:53:14.399819 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc62ffe-34ae-4a5a-9ded-3a1b390ae54a', 'name': 'network-vif-deleted', 'tag': '46039e6c-ec42-41cc-92fd-b38c79a237b2'}, {'server_uuid': '769dd177-3e75-49cf-976c-47503222d5b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '656752ae-79d3-4d03-b5f1-7f2f715581a7'}, {'name': 'network-changed', 'server_uuid': '9107d2dc-e861-481a-9fa6-2fb1f1b75674', 'tag': '77702ec2-0600-4478-9367-744db5d0cfd7'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:14.402592 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345198f5-ef3c-4988-a60b-cea7448df2c2" -d '{"events": [{"server_uuid": "acc62ffe-34ae-4a5a-9ded-3a1b390ae54a", "name": "network-vif-deleted", "tag": "46039e6c-ec42-41cc-92fd-b38c79a237b2"}, {"server_uuid": "769dd177-3e75-49cf-976c-47503222d5b8", "name": "network-vif-unplugged", "status": "completed", "tag": "656752ae-79d3-4d03-b5f1-7f2f715581a7"}, {"name": "network-changed", "server_uuid": "9107d2dc-e861-481a-9fa6-2fb1f1b75674", "tag": "77702ec2-0600-4478-9367-744db5d0cfd7"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:14.456833 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-4518c98c-1b45-407c-8a0d-776bd049047c req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] Attempting to bind port 656752ae-79d3-4d03-b5f1-7f2f715581a7 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:53:14.457417 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-4518c98c-1b45-407c-8a0d-776bd049047c req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] Attempting to bind port 656752ae-79d3-4d03-b5f1-7f2f715581a7 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:53:14.457515 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518c98c-1b45-407c-8a0d-776bd049047c req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] Attempting to bind port 656752ae-79d3-4d03-b5f1-7f2f715581a7 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:53:14.496009 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518c98c-1b45-407c-8a0d-776bd049047c req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] Port 656752ae-79d3-4d03-b5f1-7f2f715581a7 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:53:14.496459 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518c98c-1b45-407c-8a0d-776bd049047c req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] Attempting to bind port 656752ae-79d3-4d03-b5f1-7f2f715581a7 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:53:14.517914 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-bcc1456c-6a73-4c86-a444-572744980cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:14.519482 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-bcc1456c-6a73-4c86-a444-572744980cc7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1b5dee6-a9fe-480e-996b-611c4f117a13 HTTP/1.1" status: 200 len: 852 time: 0.7174711 Nov 24 20:53:14.522993 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28694a-00eb-495a-ac99-2c099b6849c8 req-bdfb8c79-8e8f-4ab7-b1e3-e867975ca2bb tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:14.533119 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-329c5bb3-4f25-4a56-a8e8-a856c8194b11 service neutron] For port 8f90e5ed-9065-463c-ba5a-8452bfcaab7b, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:53:14.535599 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518c98c-1b45-407c-8a0d-776bd049047c req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:53:14.535949 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518c98c-1b45-407c-8a0d-776bd049047c req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:53:14.536346 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518c98c-1b45-407c-8a0d-776bd049047c req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:53:14.536813 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-4518c98c-1b45-407c-8a0d-776bd049047c req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] Bound port: 656752ae-79d3-4d03-b5f1-7f2f715581a7, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:53:14.537159 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8d28694a-00eb-495a-ac99-2c099b6849c8 req-bdfb8c79-8e8f-4ab7-b1e3-e867975ca2bb tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 947 time: 0.0919843 Nov 24 20:53:14.537276 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4518c98c-1b45-407c-8a0d-776bd049047c req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:14.551004 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-329c5bb3-4f25-4a56-a8e8-a856c8194b11 service neutron] For port 8f90e5ed-9065-463c-ba5a-8452bfcaab7b, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=8f90e5ed-9065-463c-ba5a-8452bfcaab7b,segment=NetworkSegment(cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747),segment_id=cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:53:14.564728 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c0491-b376-4986-91a9-25f096135334 req-62f8e57a-85b4-4924-882e-0238942a09c8 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:14.575001 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5c0c0491-b376-4986-91a9-25f096135334 req-62f8e57a-85b4-4924-882e-0238942a09c8 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.1670547 Nov 24 20:53:14.584616 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-95bef386-5f07-4d45-b5c7-b2d43ec7ab69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:14.634686 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2ed2121d-85a7-4c27-8643-bd1ad2063ebf req-0af84929-6c67-44d4-ba15-085f9c52f078 service neutron] 10.222.0.48 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8718021 Nov 24 20:53:14.644589 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-2d6a6e91-2a96-4bb6-99a7-d2a80b511979 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dcc8fca9-6d0b-413e-b622-3a6d7f29e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031916 Nov 24 20:53:14.647083 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-329c5bb3-4f25-4a56-a8e8-a856c8194b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:14.690956 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8d28694a-00eb-495a-ac99-2c099b6849c8 req-76714314-d84d-43bb-8d99-25678624bbd3 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475945 Nov 24 20:53:14.742669 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c5bb3-4f25-4a56-a8e8-a856c8194b11 service neutron] Pushing event updated for resources: {'Port': ['ID=8f90e5ed-9065-463c-ba5a-8452bfcaab7b,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:14.794455 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:14.849429 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-329c5bb3-4f25-4a56-a8e8-a856c8194b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:14.850072 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-329c5bb3-4f25-4a56-a8e8-a856c8194b11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:14.852142 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-329c5bb3-4f25-4a56-a8e8-a856c8194b11 service neutron] 10.222.0.48 "PUT /v2.0/ports/8f90e5ed-9065-463c-ba5a-8452bfcaab7b HTTP/1.1" status: 200 len: 1091 time: 4.9895082 Nov 24 20:53:14.876614 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4dde43-9672-47d6-8c12-81b50eaa2c63 x-openstack-request-id: req-0a4dde43-9672-47d6-8c12-81b50eaa2c63 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:14.878914 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc62ffe-34ae-4a5a-9ded-3a1b390ae54a", "name": "network-vif-deleted", "tag": "46039e6c-ec42-41cc-92fd-b38c79a237b2", "status": "completed", "code": 200}, {"server_uuid": "769dd177-3e75-49cf-976c-47503222d5b8", "name": "network-vif-unplugged", "status": "completed", "tag": "656752ae-79d3-4d03-b5f1-7f2f715581a7", "code": 200}, {"name": "network-changed", "server_uuid": "9107d2dc-e861-481a-9fa6-2fb1f1b75674", "tag": "77702ec2-0600-4478-9367-744db5d0cfd7", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:14.879225 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0a4dde43-9672-47d6-8c12-81b50eaa2c63 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:14.879653 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc62ffe-34ae-4a5a-9ded-3a1b390ae54a', 'name': 'network-vif-deleted', 'tag': '46039e6c-ec42-41cc-92fd-b38c79a237b2', 'status': 'completed', 'code': 200} Nov 24 20:53:14.884126 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769dd177-3e75-49cf-976c-47503222d5b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '656752ae-79d3-4d03-b5f1-7f2f715581a7', 'code': 200} Nov 24 20:53:14.884404 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9107d2dc-e861-481a-9fa6-2fb1f1b75674', 'tag': '77702ec2-0600-4478-9367-744db5d0cfd7', 'status': 'completed', 'code': 200} Nov 24 20:53:14.930253 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-4518c98c-1b45-407c-8a0d-776bd049047c req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] For port 656752ae-79d3-4d03-b5f1-7f2f715581a7, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:53:14.933758 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-4518c98c-1b45-407c-8a0d-776bd049047c req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] For port 656752ae-79d3-4d03-b5f1-7f2f715581a7, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=656752ae-79d3-4d03-b5f1-7f2f715581a7,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:53:14.958031 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4518c98c-1b45-407c-8a0d-776bd049047c req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:14.985900 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ec6a5-7b08-4c81-8d5e-69c89b186787 req-2f26759d-ecbc-4ce9-b6df-3790c4f7baf9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:14.988034 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-831ec6a5-7b08-4c81-8d5e-69c89b186787 req-2f26759d-ecbc-4ce9-b6df-3790c4f7baf9 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 943 time: 0.0821369 Nov 24 20:53:15.114242 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5c0c0491-b376-4986-91a9-25f096135334 req-d84a40d7-ec7c-4838-b1a9-217a2ee505d4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366035 Nov 24 20:53:15.150259 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-831ec6a5-7b08-4c81-8d5e-69c89b186787 req-1e9209b4-8db2-4d88-818e-326c86f83a71 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538701 Nov 24 20:53:15.182609 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ce289-ded4-4b4d-8219-dba9152978f7 req-35041e8b-6ef0-402c-95e1-d80492801f04 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:15.184290 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be2ce289-ded4-4b4d-8219-dba9152978f7 req-35041e8b-6ef0-402c-95e1-d80492801f04 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.48 "GET /v2.0/ports?device_id=d772e1aa-e152-4cac-8267-e5743199afeb HTTP/1.1" status: 200 len: 949 time: 0.4510667 Nov 24 20:53:15.201265 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] Pushing event updated for resources: {'Port': ['ID=656752ae-79d3-4d03-b5f1-7f2f715581a7,revision_number=7']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:15.201875 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-95bef386-5f07-4d45-b5c7-b2d43ec7ab69 admin admin] Deleting port 2db6d95e-d2f7-4029-be26-359b84ff4f96 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:53:15.202413 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-95bef386-5f07-4d45-b5c7-b2d43ec7ab69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:15.272235 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-903f82ec-5078-4253-bc9f-400689b1ee92 service neutron] 10.222.0.48 "GET /v2.0/networks/dcc8fca9-6d0b-413e-b622-3a6d7f29e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5517125 Nov 24 20:53:15.343763 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-95bef386-5f07-4d45-b5c7-b2d43ec7ab69 admin admin] For port 2db6d95e-d2f7-4029-be26-359b84ff4f96, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2db6d95e-d2f7-4029-be26-359b84ff4f96,segment=NetworkSegment(ad0d73e7-0c52-46df-bc47-8e8bad650d7d),segment_id=ad0d73e7-0c52-46df-bc47-8e8bad650d7d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:15.344132 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-95bef386-5f07-4d45-b5c7-b2d43ec7ab69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:15.364247 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-95bef386-5f07-4d45-b5c7-b2d43ec7ab69 admin admin] Calling delete_port for 2db6d95e-d2f7-4029-be26-359b84ff4f96 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:53:15.376446 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-00e4b87e-9e60-48a2-8201-c1bb5cc91124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:15.378004 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-00e4b87e-9e60-48a2-8201-c1bb5cc91124 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba69d4cee4e64443bdffba128a76d484&device_id=6fbb8e8d-874e-4521-815c-1c1396b61c47 HTTP/1.1" status: 200 len: 1094 time: 0.4410768 Nov 24 20:53:15.416469 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518c98c-1b45-407c-8a0d-776bd049047c req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:15.417181 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4518c98c-1b45-407c-8a0d-776bd049047c req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:15.418455 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4518c98c-1b45-407c-8a0d-776bd049047c req-beb073aa-4289-4993-ad1d-90c0a696ab24 service neutron] 10.222.0.15 "PUT /v2.0/ports/656752ae-79d3-4d03-b5f1-7f2f715581a7 HTTP/1.1" status: 200 len: 1095 time: 4.4053714 Nov 24 20:53:15.480614 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21917bcd-485b-4db5-a512-d5c13b974c0a req-300aaa1f-7083-4845-91cc-c97459fe2816 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:15.482907 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-21917bcd-485b-4db5-a512-d5c13b974c0a req-300aaa1f-7083-4845-91cc-c97459fe2816 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d772e1aa-e152-4cac-8267-e5743199afeb HTTP/1.1" status: 200 len: 949 time: 0.1071026 Nov 24 20:53:15.531043 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-b5153cfc-00f9-4eca-8382-6a542d9b3cd0 service neutron] 10.222.0.48 "GET /v2.0/networks/dcc8fca9-6d0b-413e-b622-3a6d7f29e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240427 Nov 24 20:53:15.578619 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-21917bcd-485b-4db5-a512-d5c13b974c0a req-4f135bde-ce10-4a5c-a5bf-716a7b437222 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdbf9d04-baa8-4d8b-b788-d04aa878f740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894549 Nov 24 20:53:15.683332 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-95bef386-5f07-4d45-b5c7-b2d43ec7ab69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:15.818717 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-c28172b7-1ed9-43a4-9a1d-9f37e658d9c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f90e5ed-9065-463c-ba5a-8452bfcaab7b HTTP/1.1" status: 200 len: 217 time: 0.2991500 Nov 24 20:53:15.874620 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bef386-5f07-4d45-b5c7-b2d43ec7ab69 admin admin] Pushing event deleted for resources: {'Port': ['ID=2db6d95e-d2f7-4029-be26-359b84ff4f96,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:15.962186 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518c98c-1b45-407c-8a0d-776bd049047c req-2ad37e16-986b-42ce-a53f-fbe4d5a77df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:15.964140 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4518c98c-1b45-407c-8a0d-776bd049047c req-2ad37e16-986b-42ce-a53f-fbe4d5a77df6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 1098 time: 0.4123619 Nov 24 20:53:15.980825 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d82db-c7da-429a-a794-57bb8931c362 req-8e8f161a-3572-4fc4-b9ed-4d7ab3c790b8 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:15.993627 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-193d82db-c7da-429a-a794-57bb8931c362 req-8e8f161a-3572-4fc4-b9ed-4d7ab3c790b8 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fbb8e8d-874e-4521-815c-1c1396b61c47 HTTP/1.1" status: 200 len: 943 time: 0.6055949 Nov 24 20:53:16.006364 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345198f5-ef3c-4988-a60b-cea7448df2c2 req-33fb9ab5-619f-48f5-893e-bed68bf47ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:16.008056 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-345198f5-ef3c-4988-a60b-cea7448df2c2 req-33fb9ab5-619f-48f5-893e-bed68bf47ec2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba69d4cee4e64443bdffba128a76d484&device_id=9107d2dc-e861-481a-9fa6-2fb1f1b75674 HTTP/1.1" status: 200 len: 1095 time: 0.3839886 Nov 24 20:53:16.036038 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-95bef386-5f07-4d45-b5c7-b2d43ec7ab69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:16.133621 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cfd0a-3686-4d24-945e-5d4108513754 req-d28e33fc-befc-44c2-a7bb-cd9c1e10f5e5 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:16.142648 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae1cfd0a-3686-4d24-945e-5d4108513754 req-d28e33fc-befc-44c2-a7bb-cd9c1e10f5e5 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 947 time: 0.2655735 Nov 24 20:53:16.146927 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345198f5-ef3c-4988-a60b-cea7448df2c2 req-f8aabbc6-f0bc-4e14-a2f1-91013fdecc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:16.148427 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-345198f5-ef3c-4988-a60b-cea7448df2c2 req-f8aabbc6-f0bc-4e14-a2f1-91013fdecc66 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dcc8fca9-6d0b-413e-b622-3a6d7f29e920 HTTP/1.1" status: 200 len: 913 time: 0.1240227 Nov 24 20:53:16.279972 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae1cfd0a-3686-4d24-945e-5d4108513754 req-c7c26123-0d14-4ed9-bd29-8facb4254fb8 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270218 Nov 24 20:53:16.280321 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-79894d9b-c534-4907-9c12-a9881d06b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:16.280321 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-79894d9b-c534-4907-9c12-a9881d06b446 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1b5dee6-a9fe-480e-996b-611c4f117a13 HTTP/1.1" status: 200 len: 852 time: 0.4174321 Nov 24 20:53:16.280321 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-345198f5-ef3c-4988-a60b-cea7448df2c2 req-93f7a4be-c811-4839-81f2-e15795455e90 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77702ec2-0600-4478-9367-744db5d0cfd7 HTTP/1.1" status: 200 len: 217 time: 0.1005623 Nov 24 20:53:16.346295 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-6caac34d-35e6-4714-9e42-e39f37840a41 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dcc8fca9-6d0b-413e-b622-3a6d7f29e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517550 Nov 24 20:53:16.354387 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:53:16.500915 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518c98c-1b45-407c-8a0d-776bd049047c req-eb30fc1a-2aa1-4fd4-aeed-6548aeb6c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:16.502656 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4518c98c-1b45-407c-8a0d-776bd049047c req-eb30fc1a-2aa1-4fd4-aeed-6548aeb6c80a service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.4897037 Nov 24 20:53:16.506706 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-193d82db-c7da-429a-a794-57bb8931c362 req-be57e8ef-09d8-4bd8-bfc3-96548b9957f0 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090332 Nov 24 20:53:16.508382 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345198f5-ef3c-4988-a60b-cea7448df2c2 req-9c383422-b750-419c-bbc8-4def6a35dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:16.510510 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-345198f5-ef3c-4988-a60b-cea7448df2c2 req-9c383422-b750-419c-bbc8-4def6a35dad1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1b5dee6-a9fe-480e-996b-611c4f117a13 HTTP/1.1" status: 200 len: 852 time: 0.1821203 Nov 24 20:53:16.543242 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-be2ce289-ded4-4b4d-8219-dba9152978f7 req-4deb985a-ea5d-4917-a447-aa707a5d73f8 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Deleting port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:53:16.544100 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-be2ce289-ded4-4b4d-8219-dba9152978f7 req-4deb985a-ea5d-4917-a447-aa707a5d73f8 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:16.556797 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bef386-5f07-4d45-b5c7-b2d43ec7ab69 admin admin] Router 81c502e8-708d-4cc2-a010-f7fab5a01972 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:53:16.584804 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788643b0-43aa-40e3-8099-e04627a42f49 req-239cc37d-f2b5-4ca3-93bc-2507c127c22e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:16.586598 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-788643b0-43aa-40e3-8099-e04627a42f49 req-239cc37d-f2b5-4ca3-93bc-2507c127c22e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.2128294 Nov 24 20:53:16.626991 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-345198f5-ef3c-4988-a60b-cea7448df2c2 req-7b73389e-db56-41a7-8ee5-30294be6e064 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dcc8fca9-6d0b-413e-b622-3a6d7f29e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055698 Nov 24 20:53:16.628336 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4518c98c-1b45-407c-8a0d-776bd049047c req-edaf830f-dfd1-4424-bce3-e3a73447999e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=656752ae-79d3-4d03-b5f1-7f2f715581a7 HTTP/1.1" status: 200 len: 217 time: 0.1164529 Nov 24 20:53:16.753655 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bef386-5f07-4d45-b5c7-b2d43ec7ab69 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:53:16.768635 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5242ede9-220e-4960-b5af-fd0937c0403e None None] Sync routers for ids ['81c502e8-708d-4cc2-a010-f7fab5a01972'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:53:16.782596 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-95bef386-5f07-4d45-b5c7-b2d43ec7ab69 admin admin] 10.222.0.11 "PUT /v2.0/routers/81c502e8-708d-4cc2-a010-f7fab5a01972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1826832 Nov 24 20:53:16.785623 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56298) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:16.794981 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5242ede9-220e-4960-b5af-fd0937c0403e None None] Routers {'81c502e8-708d-4cc2-a010-f7fab5a01972'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:53:16.795874 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-5242ede9-220e-4960-b5af-fd0937c0403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:53:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['81c502e8-708d-4cc2-a010-f7fab5a01972'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:53:16.889743 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fbb8e8d-874e-4521-815c-1c1396b61c47', 'tag': '8f90e5ed-9065-463c-ba5a-8452bfcaab7b'}, {'name': 'network-changed', 'server_uuid': '769dd177-3e75-49cf-976c-47503222d5b8', 'tag': '656752ae-79d3-4d03-b5f1-7f2f715581a7'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:16.893564 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15" -d '{"events": [{"name": "network-changed", "server_uuid": "6fbb8e8d-874e-4521-815c-1c1396b61c47", "tag": "8f90e5ed-9065-463c-ba5a-8452bfcaab7b"}, {"name": "network-changed", "server_uuid": "769dd177-3e75-49cf-976c-47503222d5b8", "tag": "656752ae-79d3-4d03-b5f1-7f2f715581a7"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:16.932860 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518c98c-1b45-407c-8a0d-776bd049047c req-67a6ecd3-ff8c-45bc-a58c-96d9ed65f0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:16.933136 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4518c98c-1b45-407c-8a0d-776bd049047c req-67a6ecd3-ff8c-45bc-a58c-96d9ed65f0dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.2811103 Nov 24 20:53:16.993150 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-788643b0-43aa-40e3-8099-e04627a42f49 req-8e62295c-a1e3-4578-af95-34aab3f1fc57 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370721 Nov 24 20:53:16.995388 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d47e3dfa-9b50-4528-acfd-558bb8de22f3 admin admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:17.003978 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dbe26-4bef-4eb0-8b78-2a73e12b595e req-1f6cfe86-f579-476a-a8f5-0f1cad462c72 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:17.005565 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fc3dbe26-4bef-4eb0-8b78-2a73e12b595e req-1f6cfe86-f579-476a-a8f5-0f1cad462c72 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 943 time: 0.3421938 Nov 24 20:53:17.018330 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-fd094826-2ff5-43fb-ad0c-b65be94f01f1 service neutron] 10.222.0.48 "GET /v2.0/networks/dcc8fca9-6d0b-413e-b622-3a6d7f29e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6024811 Nov 24 20:53:17.021139 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-5242ede9-220e-4960-b5af-fd0937c0403e None None] Set router 81c502e8-708d-4cc2-a010-f7fab5a01972 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:53:17.163646 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-be2ce289-ded4-4b4d-8219-dba9152978f7 req-4deb985a-ea5d-4917-a447-aa707a5d73f8 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] For port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:17.164316 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-be2ce289-ded4-4b4d-8219-dba9152978f7 req-4deb985a-ea5d-4917-a447-aa707a5d73f8 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:17.218999 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518c98c-1b45-407c-8a0d-776bd049047c req-00d41444-9365-4c36-9143-8fa9c83a35a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:17.220518 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4518c98c-1b45-407c-8a0d-776bd049047c req-00d41444-9365-4c36-9143-8fa9c83a35a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2651508 Nov 24 20:53:17.222370 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-345198f5-ef3c-4988-a60b-cea7448df2c2 req-b2c5a4e5-8825-45d7-8085-aed2e977eb6a service neutron] 10.222.0.48 "GET /v2.0/networks/dcc8fca9-6d0b-413e-b622-3a6d7f29e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5816624 Nov 24 20:53:17.225087 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-be2ce289-ded4-4b4d-8219-dba9152978f7 req-4deb985a-ea5d-4917-a447-aa707a5d73f8 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Calling delete_port for 3ed7562c-8177-42ca-bf4e-6bfc74f803ed owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:53:17.242737 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce0165-f105-4111-a8e2-5d5f60bdc012 req-d65e2aa0-7817-42fe-9659-e69eb6111cf5 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:17.252189 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bbce0165-f105-4111-a8e2-5d5f60bdc012 req-d65e2aa0-7817-42fe-9659-e69eb6111cf5 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d772e1aa-e152-4cac-8267-e5743199afeb HTTP/1.1" status: 200 len: 949 time: 0.0971978 Nov 24 20:53:17.273201 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d47e3dfa-9b50-4528-acfd-558bb8de22f3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:17.373964 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-345198f5-ef3c-4988-a60b-cea7448df2c2 req-f567e938-5567-42a2-a553-6de9a024b43a service neutron] 10.222.0.48 "GET /v2.0/networks/dcc8fca9-6d0b-413e-b622-3a6d7f29e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052825 Nov 24 20:53:17.431455 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bbce0165-f105-4111-a8e2-5d5f60bdc012 req-95fa428b-ef92-4eb7-8981-e12966779db0 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdbf9d04-baa8-4d8b-b788-d04aa878f740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780543 Nov 24 20:53:17.487565 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fc3dbe26-4bef-4eb0-8b78-2a73e12b595e req-ed132aee-f329-44d1-a8aa-e5f0da6fe31c tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559717 Nov 24 20:53:17.488765 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-d47e3dfa-9b50-4528-acfd-558bb8de22f3 admin admin] Deleting port 183f3b87-a8a9-4e3e-b26e-a5cfb244bad3 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:53:17.489275 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d47e3dfa-9b50-4528-acfd-558bb8de22f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:17.551087 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b67f6b84-5697-4640-833f-fa6c99aad5ad req-ff2b7b64-2f2e-42be-9579-bf0c1297a61c service neutron] 10.222.0.48 "GET /v2.0/networks/dcc8fca9-6d0b-413e-b622-3a6d7f29e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5129273 Nov 24 20:53:17.554345 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224cf979-ceae-439d-9639-2a1d5d8bd0d6 x-openstack-request-id: req-224cf979-ceae-439d-9639-2a1d5d8bd0d6 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:17.554648 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fbb8e8d-874e-4521-815c-1c1396b61c47", "tag": "8f90e5ed-9065-463c-ba5a-8452bfcaab7b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "769dd177-3e75-49cf-976c-47503222d5b8", "tag": "656752ae-79d3-4d03-b5f1-7f2f715581a7", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:17.554958 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-224cf979-ceae-439d-9639-2a1d5d8bd0d6 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:17.555358 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fbb8e8d-874e-4521-815c-1c1396b61c47', 'tag': '8f90e5ed-9065-463c-ba5a-8452bfcaab7b', 'status': 'completed', 'code': 200} Nov 24 20:53:17.555618 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769dd177-3e75-49cf-976c-47503222d5b8', 'tag': '656752ae-79d3-4d03-b5f1-7f2f715581a7', 'status': 'completed', 'code': 200} Nov 24 20:53:17.588416 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-5242ede9-220e-4960-b5af-fd0937c0403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1546000800-router', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:52:08Z', 'updated_at': '2021-11-24T20:53:15Z', 'revision_number': 5, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'gw_port': {'id': '183f3b87-a8a9-4e3e-b26e-a5cfb244bad3', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:52:10Z', 'updated_at': '2021-11-24T20:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:53:17.665687 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5242ede9-220e-4960-b5af-fd0937c0403e None None] Checking router: 81c502e8-708d-4cc2-a010-f7fab5a01972 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:53:17.673649 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4518c98c-1b45-407c-8a0d-776bd049047c req-9e5eade3-1d4c-481e-9767-7767d6747148 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160943 Nov 24 20:53:17.687470 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5242ede9-220e-4960-b5af-fd0937c0403e None None] Routers {'81c502e8-708d-4cc2-a010-f7fab5a01972'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:53:17.688234 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-5242ede9-220e-4960-b5af-fd0937c0403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:53:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['81c502e8-708d-4cc2-a010-f7fab5a01972'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:53:17.736665 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-d47e3dfa-9b50-4528-acfd-558bb8de22f3 admin admin] For port 183f3b87-a8a9-4e3e-b26e-a5cfb244bad3, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=183f3b87-a8a9-4e3e-b26e-a5cfb244bad3,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:17.737372 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d47e3dfa-9b50-4528-acfd-558bb8de22f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:17.761525 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-d47e3dfa-9b50-4528-acfd-558bb8de22f3 admin admin] Calling delete_port for 183f3b87-a8a9-4e3e-b26e-a5cfb244bad3 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:53:17.778023 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0091e-eecb-432c-a2d3-16b532f08206 req-215d31bd-9d3b-452f-a963-683cf2fce62a tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:17.789071 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0db0091e-eecb-432c-a2d3-16b532f08206 req-215d31bd-9d3b-452f-a963-683cf2fce62a tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fbb8e8d-874e-4521-815c-1c1396b61c47 HTTP/1.1" status: 200 len: 943 time: 0.1099765 Nov 24 20:53:17.864812 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 77702ec2-0600-4478-9367-744db5d0cfd7 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:53:17.866925 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 3ed7562c-8177-42ca-bf4e-6bfc74f803ed no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:53:17.890867 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-5242ede9-220e-4960-b5af-fd0937c0403e None None] Set router 81c502e8-708d-4cc2-a010-f7fab5a01972 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:53:17.944516 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0db0091e-eecb-432c-a2d3-16b532f08206 req-b33e5dd6-baac-4c43-aac2-b96ad8894ddc tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541872 Nov 24 20:53:17.946881 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-16502ef5-2489-4bdc-b8af-e48c74932b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:17.948773 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-16502ef5-2489-4bdc-b8af-e48c74932b19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba69d4cee4e64443bdffba128a76d484&device_id=6fbb8e8d-874e-4521-815c-1c1396b61c47 HTTP/1.1" status: 200 len: 1094 time: 0.3183799 Nov 24 20:53:17.986896 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-5242ede9-220e-4960-b5af-fd0937c0403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1546000800-router', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:52:08Z', 'updated_at': '2021-11-24T20:53:17Z', 'revision_number': 6, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:53:18.035512 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b230105-19e0-4ced-8099-ee880c6e695a req-e7c95daf-07b7-4021-b2c1-d0afef27cde3 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:18.048305 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6b230105-19e0-4ced-8099-ee880c6e695a req-e7c95daf-07b7-4021-b2c1-d0afef27cde3 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 947 time: 0.3806798 Nov 24 20:53:18.064546 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5242ede9-220e-4960-b5af-fd0937c0403e None None] The sync data for ids ['81c502e8-708d-4cc2-a010-f7fab5a01972'] in n-d-812111-8 is: [{'id': '81c502e8-708d-4cc2-a010-f7fab5a01972', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1546000800-router', 'tenant_id': 'db05c493a3d846ffa61b28955d75d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:52:08Z', 'updated_at': '2021-11-24T20:53:17Z', 'revision_number': 6, 'project_id': 'db05c493a3d846ffa61b28955d75d7d5', 'gw_port_host': None}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:53:18.104024 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4518c98c-1b45-407c-8a0d-776bd049047c req-7f829bdc-c31e-4317-b4ce-15003167e975 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049642 Nov 24 20:53:18.240965 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 77702ec2-0600-4478-9367-744db5d0cfd7, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=77702ec2-0600-4478-9367-744db5d0cfd7,segment=NetworkSegment(cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747),segment_id=cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:18.265258 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-8f9f9a1e-2877-4d64-8ea1-0df9c0f01d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:18.271118 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-8f9f9a1e-2877-4d64-8ea1-0df9c0f01d66 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dcc8fca9-6d0b-413e-b622-3a6d7f29e920 HTTP/1.1" status: 200 len: 913 time: 0.3077967 Nov 24 20:53:18.278990 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '77702ec2-0600-4478-9367-744db5d0cfd7', 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920', 'port_id': '77702ec2-0600-4478-9367-744db5d0cfd7', 'mac_address': 'fa:16:3e:48:46:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b5dee6-a9fe-480e-996b-611c4f117a13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:53:18.293452 n-d-812111-8 neutron-server[109992]: INFO neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No ports have port_id starting with 3ed7562c-8177-42ca-bf4e-6bfc74f803ed Nov 24 20:53:18.313330 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-be2ce289-ded4-4b4d-8219-dba9152978f7 req-4deb985a-ea5d-4917-a447-aa707a5d73f8 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:18.368121 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:18.400627 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77702ec2-0600-4478-9367-744db5d0cfd7 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:53:18.455006 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 77702ec2-0600-4478-9367-744db5d0cfd7, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=77702ec2-0600-4478-9367-744db5d0cfd7,segment=NetworkSegment(cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747),segment_id=cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:18.468379 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:18.707124 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedd85b-0f1e-41e6-8f7d-223ab115bbd0 req-dd1350f4-5fd7-44f5-b2bd-124e2b9899f1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:18.717528 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfedd85b-0f1e-41e6-8f7d-223ab115bbd0 req-dd1350f4-5fd7-44f5-b2bd-124e2b9899f1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.1086705 Nov 24 20:53:18.726502 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d47e3dfa-9b50-4528-acfd-558bb8de22f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:18.770624 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e3dfa-9b50-4528-acfd-558bb8de22f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=183f3b87-a8a9-4e3e-b26e-a5cfb244bad3,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:18.837688 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2db6d95e-d2f7-4029-be26-359b84ff4f96 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:53:18.845255 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfedd85b-0f1e-41e6-8f7d-223ab115bbd0 req-7c6b0fd8-5057-4234-abab-7fc4416b8b61 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173155 Nov 24 20:53:18.892798 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 2db6d95e-d2f7-4029-be26-359b84ff4f96 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:53:18.898837 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2db6d95e-d2f7-4029-be26-359b84ff4f96 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:53:18.920183 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['77702ec2-0600-4478-9367-744db5d0cfd7'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:53:18.955266 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d47e3dfa-9b50-4528-acfd-558bb8de22f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:19.035848 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=77702ec2-0600-4478-9367-744db5d0cfd7,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:19.050994 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:19.051345 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:19.051697 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:19.052042 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:19.052385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:19.052721 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:19.053085 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:19.053426 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:19.053759 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:19.054087 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:19.054422 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:19.054751 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:19.171951 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5fb13c05-2f48-4101-bcff-a2b2dec8f394 req-f9c3fe96-3d82-495c-bfd6-e95eda15ce9a tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d772e1aa-e152-4cac-8267-e5743199afeb HTTP/1.1" status: 200 len: 210 time: 0.0758109 Nov 24 20:53:19.192981 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d47e3dfa-9b50-4528-acfd-558bb8de22f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:19.208512 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d47e3dfa-9b50-4528-acfd-558bb8de22f3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:19.250532 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-f48fa944-b07f-4d61-89f9-40c816e4c2d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f90e5ed-9065-463c-ba5a-8452bfcaab7b HTTP/1.1" status: 200 len: 217 time: 0.9498601 Nov 24 20:53:19.328807 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb985a-ea5d-4917-a447-aa707a5d73f8 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Pushing event deleted for resources: {'Port': ['ID=3ed7562c-8177-42ca-bf4e-6bfc74f803ed,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:19.329563 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d47e3dfa-9b50-4528-acfd-558bb8de22f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:19.330711 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47e3dfa-9b50-4528-acfd-558bb8de22f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81c502e8-708d-4cc2-a010-f7fab5a01972 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:53:19.349508 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d47e3dfa-9b50-4528-acfd-558bb8de22f3 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:19.354858 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d47e3dfa-9b50-4528-acfd-558bb8de22f3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/81c502e8-708d-4cc2-a010-f7fab5a01972 HTTP/1.1" status: 204 len: 168 time: 2.5657470 Nov 24 20:53:19.357447 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56324) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:19.374456 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6b230105-19e0-4ced-8099-ee880c6e695a req-1971ca6a-4cbd-49a5-867d-5c8273161744 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3238130 Nov 24 20:53:19.440392 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-22eb461e-1a42-40bd-9fb7-352e70c288f1 admin admin] Deleting subnet ec516913-d3f4-488e-acb0-55c96fa9d0ed {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:53:19.446092 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2ce289-ded4-4b4d-8219-dba9152978f7 req-4deb985a-ea5d-4917-a447-aa707a5d73f8 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] No DVR routers for this DVR port 3ed7562c-8177-42ca-bf4e-6bfc74f803ed on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:53:19.456498 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-be2ce289-ded4-4b4d-8219-dba9152978f7 req-4deb985a-ea5d-4917-a447-aa707a5d73f8 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:19.461563 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be2ce289-ded4-4b4d-8219-dba9152978f7 req-4deb985a-ea5d-4917-a447-aa707a5d73f8 tempest-ListImageFiltersTestJSON-867984599 tempest-ListImageFiltersTestJSON-867984599-project] 10.222.0.48 "DELETE /v2.0/ports/3ed7562c-8177-42ca-bf4e-6bfc74f803ed HTTP/1.1" status: 204 len: 173 time: 4.2557588 Nov 24 20:53:19.465848 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22eb461e-1a42-40bd-9fb7-352e70c288f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:19.536184 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f66ec-6234-46a9-b151-f1fe33272965 req-f868c4ec-2ed7-4eda-a397-0d45a9cdacf3 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:19.538826 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fa7f66ec-6234-46a9-b151-f1fe33272965 req-f868c4ec-2ed7-4eda-a397-0d45a9cdacf3 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 943 time: 0.1772511 Nov 24 20:53:19.567669 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-307f284c-7831-4db3-9e85-89478e65a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:19.569328 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-307f284c-7831-4db3-9e85-89478e65a3c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 1098 time: 1.2909830 Nov 24 20:53:19.577993 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22eb461e-1a42-40bd-9fb7-352e70c288f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:19.578658 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd772e1aa-e152-4cac-8267-e5743199afeb', 'name': 'network-vif-deleted', 'tag': '3ed7562c-8177-42ca-bf4e-6bfc74f803ed'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:19.582787 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5d3d2c-885f-4740-aa31-8d41a94c7492" -d '{"events": [{"server_uuid": "d772e1aa-e152-4cac-8267-e5743199afeb", "name": "network-vif-deleted", "tag": "3ed7562c-8177-42ca-bf4e-6bfc74f803ed"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:19.695919 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fa7f66ec-6234-46a9-b151-f1fe33272965 req-99f3782f-43f0-4039-9d50-b0f310a86900 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397586 Nov 24 20:53:19.700017 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-118491bd-d230-4daa-a14d-796b6a843640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:19.704403 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-118491bd-d230-4daa-a14d-796b6a843640 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1b5dee6-a9fe-480e-996b-611c4f117a13 HTTP/1.1" status: 200 len: 852 time: 0.3930323 Nov 24 20:53:19.833115 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22eb461e-1a42-40bd-9fb7-352e70c288f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:19.833654 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-0455eea4-c9ba-4221-8efb-4cc234ba8003 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dcc8fca9-6d0b-413e-b622-3a6d7f29e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123233 Nov 24 20:53:19.835214 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8993be64-f770-4e4d-a894-748a6f98f250 x-openstack-request-id: req-8993be64-f770-4e4d-a894-748a6f98f250 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:19.835509 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d772e1aa-e152-4cac-8267-e5743199afeb", "name": "network-vif-deleted", "tag": "3ed7562c-8177-42ca-bf4e-6bfc74f803ed", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:19.835765 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8993be64-f770-4e4d-a894-748a6f98f250 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:19.836175 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd772e1aa-e152-4cac-8267-e5743199afeb', 'name': 'network-vif-deleted', 'tag': '3ed7562c-8177-42ca-bf4e-6bfc74f803ed', 'status': 'completed', 'code': 200} Nov 24 20:53:19.864263 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 8f90e5ed-9065-463c-ba5a-8452bfcaab7b details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:53:19.867395 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 77702ec2-0600-4478-9367-744db5d0cfd7 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:53:19.930048 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad4c1f-450a-43fa-afd6-c3e39e5e06f0 req-91196fcf-cc6f-4f19-8f31-e2488737e759 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:19.934292 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-08ad4c1f-450a-43fa-afd6-c3e39e5e06f0 req-91196fcf-cc6f-4f19-8f31-e2488737e759 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fbb8e8d-874e-4521-815c-1c1396b61c47 HTTP/1.1" status: 200 len: 943 time: 0.3332632 Nov 24 20:53:19.967579 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22eb461e-1a42-40bd-9fb7-352e70c288f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:20.054041 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-3fe884da-cbc1-43f8-b3d8-7e04bf68bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:20.055907 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-3fe884da-cbc1-43f8-b3d8-7e04bf68bcd3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.4383755 Nov 24 20:53:20.069202 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb461e-1a42-40bd-9fb7-352e70c288f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec516913-d3f4-488e-acb0-55c96fa9d0ed,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:20.135177 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22eb461e-1a42-40bd-9fb7-352e70c288f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:20.141060 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-48cb5667-0f62-4779-ae0c-5af14a951223 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=656752ae-79d3-4d03-b5f1-7f2f715581a7 HTTP/1.1" status: 200 len: 217 time: 0.0606945 Nov 24 20:53:20.144265 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-22eb461e-1a42-40bd-9fb7-352e70c288f1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ec516913-d3f4-488e-acb0-55c96fa9d0ed HTTP/1.1" status: 204 len: 168 time: 0.7647336 Nov 24 20:53:20.159537 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56336) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:20.175947 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cee3e9-3a01-44aa-a186-1120dc0b1df1 None None] Network b951b5c3-656e-4fff-abfd-18296c34042b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:53:20.228498 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-08ad4c1f-450a-43fa-afd6-c3e39e5e06f0 req-f2387714-d6f0-4792-b6f0-1b7ffd70822a tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721641 Nov 24 20:53:20.246275 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-2a99cd4f-2c66-4320-8d29-9b6faf5027c9 service neutron] 10.222.0.48 "GET /v2.0/networks/dcc8fca9-6d0b-413e-b622-3a6d7f29e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987486 Nov 24 20:53:20.332707 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc027edf-1a54-46ca-bf96-32d7bd4e6735 req-b1a22109-f6a0-4ff6-8423-d7f2ee5e6af4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:20.346875 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc027edf-1a54-46ca-bf96-32d7bd4e6735 req-b1a22109-f6a0-4ff6-8423-d7f2ee5e6af4 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.2870407 Nov 24 20:53:20.402037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-cbe09ed3-5bcb-48f9-884d-d17ed311785e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:20.403861 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-cbe09ed3-5bcb-48f9-884d-d17ed311785e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.2532692 Nov 24 20:53:20.414193 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 77702ec2-0600-4478-9367-744db5d0cfd7 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:53:20.469631 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 77702ec2-0600-4478-9367-744db5d0cfd7 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:53:20.471403 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:20.517475 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc027edf-1a54-46ca-bf96-32d7bd4e6735 req-3ab3a687-e346-4ecb-aa01-5274c80bdf08 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696024 Nov 24 20:53:20.650643 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5d4c9a0f-4b89-49b2-ba2b-d6c954f65145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:20.708706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 183f3b87-a8a9-4e3e-b26e-a5cfb244bad3 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:53:20.753685 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 183f3b87-a8a9-4e3e-b26e-a5cfb244bad3 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:53:20.753991 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 183f3b87-a8a9-4e3e-b26e-a5cfb244bad3 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:53:20.793851 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-234d1eed-f5e2-4d07-b217-684c5c4c47d3 service neutron] 10.222.0.48 "GET /v2.0/networks/dcc8fca9-6d0b-413e-b622-3a6d7f29e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249543 Nov 24 20:53:20.817680 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 8f90e5ed-9065-463c-ba5a-8452bfcaab7b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=8f90e5ed-9065-463c-ba5a-8452bfcaab7b,segment=NetworkSegment(cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747),segment_id=cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:20.836572 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9153-8723-4644-8d78-2f4b0b43a5f3 req-2a9d98c1-8428-494f-be90-ce6c2e4bce92 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:20.838163 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-913a9153-8723-4644-8d78-2f4b0b43a5f3 req-2a9d98c1-8428-494f-be90-ce6c2e4bce92 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 947 time: 0.1467214 Nov 24 20:53:20.842661 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-62d5638e-6463-467c-9733-0fb202f19ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:20.844139 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-62d5638e-6463-467c-9733-0fb202f19ea5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3953965 Nov 24 20:53:20.873449 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '8f90e5ed-9065-463c-ba5a-8452bfcaab7b', 'network_id': 'dcc8fca9-6d0b-413e-b622-3a6d7f29e920', 'port_id': '8f90e5ed-9065-463c-ba5a-8452bfcaab7b', 'mac_address': 'fa:16:3e:15:c7:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b5dee6-a9fe-480e-996b-611c4f117a13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:53:20.977393 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:21.007999 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:21.013223 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f90e5ed-9065-463c-ba5a-8452bfcaab7b {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:53:21.073128 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-f6b080be-6cdb-4eed-904d-8af4cb1dc426 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056329 Nov 24 20:53:21.084331 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d80753-9df8-4668-9a25-4ba138fae731 None None] DHCP port deletion for b951b5c3-656e-4fff-abfd-18296c34042b request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 20:53:21.092105 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 8f90e5ed-9065-463c-ba5a-8452bfcaab7b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=8f90e5ed-9065-463c-ba5a-8452bfcaab7b,segment=NetworkSegment(cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747),segment_id=cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:21.126850 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9107d2dc-e861-481a-9fa6-2fb1f1b75674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77702ec2-0600-4478-9367-744db5d0cfd7'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:21.129094 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e58815-38c4-4d20-8cdd-b74aedd57691" -d '{"events": [{"server_uuid": "9107d2dc-e861-481a-9fa6-2fb1f1b75674", "name": "network-vif-plugged", "status": "completed", "tag": "77702ec2-0600-4478-9367-744db5d0cfd7"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:21.131748 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:21.132439 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device c51d915b-5b26-4d05-8f83-d727227b4b0a details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:53:21.156127 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 77702ec2-0600-4478-9367-744db5d0cfd7, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=77702ec2-0600-4478-9367-744db5d0cfd7,segment=NetworkSegment(cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747),segment_id=cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:21.162555 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-b9d358a8-da05-4cba-9d46-42a1990d63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:21.164432 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-b9d358a8-da05-4cba-9d46-42a1990d63e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 1098 time: 0.3193650 Nov 24 20:53:21.172166 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-5d4c9a0f-4b89-49b2-ba2b-d6c954f65145 admin admin] Deleting port b6468c10-9599-4ac3-86e5-103091a4b42b {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:53:21.172662 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5d4c9a0f-4b89-49b2-ba2b-d6c954f65145 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:21.176242 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e7042-3853-48f3-b220-9519e5425425 req-c1e51694-dd2e-4633-ae72-92ac4ba9933f tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:21.185779 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b33e7042-3853-48f3-b220-9519e5425425 req-c1e51694-dd2e-4633-ae72-92ac4ba9933f tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 943 time: 0.0657887 Nov 24 20:53:21.209736 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:21.256179 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-913a9153-8723-4644-8d78-2f4b0b43a5f3 req-34c9b04f-721e-457e-911c-ffbbb05f224e tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993087 Nov 24 20:53:21.271299 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=8f90e5ed-9065-463c-ba5a-8452bfcaab7b,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:21.277939 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b33e7042-3853-48f3-b220-9519e5425425 req-82996b96-d62a-4df5-b58e-b62f89355413 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909150 Nov 24 20:53:21.331044 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-60d80753-9df8-4668-9a25-4ba138fae731 None None] Deleting port b6468c10-9599-4ac3-86e5-103091a4b42b {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:53:21.332129 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-60d80753-9df8-4668-9a25-4ba138fae731 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:21.448268 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-60d80753-9df8-4668-9a25-4ba138fae731 None None] For port b6468c10-9599-4ac3-86e5-103091a4b42b, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b6468c10-9599-4ac3-86e5-103091a4b42b,segment=NetworkSegment(ad0d73e7-0c52-46df-bc47-8e8bad650d7d),segment_id=ad0d73e7-0c52-46df-bc47-8e8bad650d7d)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:21.451895 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-60d80753-9df8-4668-9a25-4ba138fae731 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:21.467589 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-60d80753-9df8-4668-9a25-4ba138fae731 None None] Calling delete_port for b6468c10-9599-4ac3-86e5-103091a4b42b owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:53:21.528938 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 656752ae-79d3-4d03-b5f1-7f2f715581a7 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:53:21.602667 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-5d4c9a0f-4b89-49b2-ba2b-d6c954f65145 admin admin] For port b6468c10-9599-4ac3-86e5-103091a4b42b, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b6468c10-9599-4ac3-86e5-103091a4b42b,segment=NetworkSegment(ad0d73e7-0c52-46df-bc47-8e8bad650d7d),segment_id=ad0d73e7-0c52-46df-bc47-8e8bad650d7d)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:21.603142 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5d4c9a0f-4b89-49b2-ba2b-d6c954f65145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:21.619777 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-42f8e40a-4cc9-4ac5-ae23-507ca6357b0a service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370672 Nov 24 20:53:21.644167 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-5d4c9a0f-4b89-49b2-ba2b-d6c954f65145 admin admin] Calling delete_port for b6468c10-9599-4ac3-86e5-103091a4b42b owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:53:21.653126 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 656752ae-79d3-4d03-b5f1-7f2f715581a7, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=656752ae-79d3-4d03-b5f1-7f2f715581a7,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:21.664627 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e7574-b44f-4b75-999d-9adbc3061d10 req-09baeda9-094d-43e1-8e9c-9e547adab8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:21.666450 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d99e7574-b44f-4b75-999d-9adbc3061d10 req-09baeda9-094d-43e1-8e9c-9e547adab8ea service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9107d2dc-e861-481a-9fa6-2fb1f1b75674 HTTP/1.1" status: 200 len: 1097 time: 0.2337761 Nov 24 20:53:21.672898 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-d659ed34-1875-4db6-bbd8-8bfd9063f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:21.673125 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-d659ed34-1875-4db6-bbd8-8bfd9063f3ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.4944384 Nov 24 20:53:21.681210 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29176dae-011a-4955-af21-a3c57f20ec87 req-27fd9e66-7a47-4aa1-926d-757dab508ad0 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:21.689365 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-29176dae-011a-4955-af21-a3c57f20ec87 req-27fd9e66-7a47-4aa1-926d-757dab508ad0 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fbb8e8d-874e-4521-815c-1c1396b61c47 HTTP/1.1" status: 200 len: 944 time: 0.2690194 Nov 24 20:53:21.708391 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3483e20e-3f5f-4640-8b89-fb9cbc7f1636 x-openstack-request-id: req-3483e20e-3f5f-4640-8b89-fb9cbc7f1636 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:21.708984 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9107d2dc-e861-481a-9fa6-2fb1f1b75674", "name": "network-vif-plugged", "status": "completed", "tag": "77702ec2-0600-4478-9367-744db5d0cfd7", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:21.709399 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3483e20e-3f5f-4640-8b89-fb9cbc7f1636 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:21.709945 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9107d2dc-e861-481a-9fa6-2fb1f1b75674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77702ec2-0600-4478-9367-744db5d0cfd7', 'code': 200} Nov 24 20:53:21.712456 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '656752ae-79d3-4d03-b5f1-7f2f715581a7', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': '656752ae-79d3-4d03-b5f1-7f2f715581a7', 'mac_address': 'fa:16:3e:80:61:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:53:21.816563 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port c51d915b-5b26-4d05-8f83-d727227b4b0a, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c51d915b-5b26-4d05-8f83-d727227b4b0a,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:21.826638 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:21.827340 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-12c819d7-242c-464f-95a8-7fc1d28211b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=656752ae-79d3-4d03-b5f1-7f2f715581a7 HTTP/1.1" status: 200 len: 217 time: 0.1074486 Nov 24 20:53:21.840420 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=77702ec2-0600-4478-9367-744db5d0cfd7,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:21.847181 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656752ae-79d3-4d03-b5f1-7f2f715581a7 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:53:21.877141 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 656752ae-79d3-4d03-b5f1-7f2f715581a7, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=656752ae-79d3-4d03-b5f1-7f2f715581a7,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:21.881524 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-60d80753-9df8-4668-9a25-4ba138fae731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:21.888662 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'c51d915b-5b26-4d05-8f83-d727227b4b0a', 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7', 'port_id': 'c51d915b-5b26-4d05-8f83-d727227b4b0a', 'mac_address': 'fa:16:3e:ad:34:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0e18ba-6af5-4f0b-b8c6-f19541a42712', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:53:21.922387 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:21.928065 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d80753-9df8-4668-9a25-4ba138fae731 None None] Pushing event deleted for resources: {'Port': ['ID=b6468c10-9599-4ac3-86e5-103091a4b42b,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:21.960949 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-29176dae-011a-4955-af21-a3c57f20ec87 req-2582a06c-89fc-43e5-8945-77c8ffcd980d tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665496 Nov 24 20:53:21.965469 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d99e7574-b44f-4b75-999d-9adbc3061d10 req-6d77803b-6aa7-4149-a63a-d0149ae38097 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690434 Nov 24 20:53:21.976041 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:21.976895 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d80753-9df8-4668-9a25-4ba138fae731 None None] No DVR routers for this DVR port b6468c10-9599-4ac3-86e5-103091a4b42b on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:53:21.990553 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-08d4c9e6-da51-4b4e-a7d5-10044b732834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:21.999723 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-08d4c9e6-da51-4b4e-a7d5-10044b732834 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.1630592 Nov 24 20:53:22.017893 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5d4c9a0f-4b89-49b2-ba2b-d6c954f65145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:22.041225 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c51d915b-5b26-4d05-8f83-d727227b4b0a {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:53:22.087237 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c9a0f-4b89-49b2-ba2b-d6c954f65145 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6468c10-9599-4ac3-86e5-103091a4b42b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:22.089186 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4c9a0f-4b89-49b2-ba2b-d6c954f65145 admin admin] No DVR routers for this DVR port b6468c10-9599-4ac3-86e5-103091a4b42b on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:53:22.089508 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port c51d915b-5b26-4d05-8f83-d727227b4b0a, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c51d915b-5b26-4d05-8f83-d727227b4b0a,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:22.100177 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:22.119847 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=656752ae-79d3-4d03-b5f1-7f2f715581a7,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:22.213226 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199c4c4-9393-47ca-a478-431b23ed65c9 req-deeaffe4-eb87-49c4-99d5-f900c33e2264 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:22.215440 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d199c4c4-9393-47ca-a478-431b23ed65c9 req-deeaffe4-eb87-49c4-99d5-f900c33e2264 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.1408086 Nov 24 20:53:22.220173 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=c51d915b-5b26-4d05-8f83-d727227b4b0a,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:22.331020 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['656752ae-79d3-4d03-b5f1-7f2f715581a7'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:53:22.355074 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5d4c9a0f-4b89-49b2-ba2b-d6c954f65145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:22.388198 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d199c4c4-9393-47ca-a478-431b23ed65c9 req-f3f0e16b-9a99-45b3-b4ee-eb717c025d87 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519825 Nov 24 20:53:22.389504 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['8f90e5ed-9065-463c-ba5a-8452bfcaab7b'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:53:22.394145 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['c51d915b-5b26-4d05-8f83-d727227b4b0a'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:53:22.414139 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-5d4c9a0f-4b89-49b2-ba2b-d6c954f65145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b951b5c3-656e-4fff-abfd-18296c34042b']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:53:22.448411 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-84192169-a81a-4324-94a9-208d378efab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:22.450035 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-84192169-a81a-4324-94a9-208d378efab9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2617280 Nov 24 20:53:22.502008 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-5d4c9a0f-4b89-49b2-ba2b-d6c954f65145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0d73e7-0c52-46df-bc47-8e8bad650d7d') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:53:22.502384 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-5d4c9a0f-4b89-49b2-ba2b-d6c954f65145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0d73e7-0c52-46df-bc47-8e8bad650d7d') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:53:22.586317 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5d4c9a0f-4b89-49b2-ba2b-d6c954f65145 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:22.597646 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b6468c10-9599-4ac3-86e5-103091a4b42b no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:53:22.685891 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: b6468c10-9599-4ac3-86e5-103091a4b42b {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:53:22.686402 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b6468c10-9599-4ac3-86e5-103091a4b42b not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:53:22.741321 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5d4c9a0f-4b89-49b2-ba2b-d6c954f65145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:22.794579 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4c9a0f-4b89-49b2-ba2b-d6c954f65145 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:53:22.795004 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5d4c9a0f-4b89-49b2-ba2b-d6c954f65145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:22.833612 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923f15f-29f0-42ba-a58a-47d3e89492aa req-b200d294-3beb-4e74-936d-2366071eb5dd tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:22.841863 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1923f15f-29f0-42ba-a58a-47d3e89492aa req-b200d294-3beb-4e74-936d-2366071eb5dd tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 948 time: 0.1931376 Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: self.session.flush() Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: self.session.flush() Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: self.session.flush() Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: self.session.flush() Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: timer() Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:53:22.898754 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:53:22.904637 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-a7c68829-35b1-4d0e-bc6f-cc32c20adb82 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251888 Nov 24 20:53:22.911245 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56434) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:22.936763 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baebe55-2a83-40f5-bd0d-c034a2ff2cc8 req-723525d6-0d9c-4c34-b5b3-85dfd08ca938 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:22.938511 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6baebe55-2a83-40f5-bd0d-c034a2ff2cc8 req-723525d6-0d9c-4c34-b5b3-85dfd08ca938 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 944 time: 0.3823349 Nov 24 20:53:22.940443 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5d4c9a0f-4b89-49b2-ba2b-d6c954f65145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:22.948941 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1923f15f-29f0-42ba-a58a-47d3e89492aa req-62ce6b60-d799-400d-9ead-dc3e5a74d3ea tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994031 Nov 24 20:53:23.081933 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5d4c9a0f-4b89-49b2-ba2b-d6c954f65145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:23.088186 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5d4c9a0f-4b89-49b2-ba2b-d6c954f65145 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b951b5c3-656e-4fff-abfd-18296c34042b HTTP/1.1" status: 204 len: 168 time: 2.9205475 Nov 24 20:53:23.130416 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c9a0f-4b89-49b2-ba2b-d6c954f65145 admin admin] Pushing event deleted for resources: {'Network': ['ID=b951b5c3-656e-4fff-abfd-18296c34042b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:23.216528 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6baebe55-2a83-40f5-bd0d-c034a2ff2cc8 req-835c98de-5734-4e1c-8bea-edac15313560 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470248 Nov 24 20:53:23.231219 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0b009c09-b0d7-45fc-b5a2-7b702d74ff15 req-7b31fef1-77a8-4803-bce4-d47415f24738 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888460 Nov 24 20:53:23.269310 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90bab72a-b6d4-4011-a9e5-e31e09bfb420 req-7f7a4274-c48a-44f1-917c-d492e578aaaa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3632987 Nov 24 20:53:23.394158 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f66d32da-5d0f-4dcf-a122-1d733d24fa33 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cdb82235334241ecb333a080dc6b7b11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4545259 Nov 24 20:53:23.397030 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56448) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:23.417979 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bab72a-b6d4-4011-a9e5-e31e09bfb420 req-337a188d-5dab-41db-be9a-c46eabe851ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:23.420714 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90bab72a-b6d4-4011-a9e5-e31e09bfb420 req-337a188d-5dab-41db-be9a-c46eabe851ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e863037610748a3b80a51d971bf8b4d&device_id=ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b HTTP/1.1" status: 200 len: 1096 time: 0.1096671 Nov 24 20:53:23.429843 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d2f74-ff8b-4648-a6e2-b3252d94a6b7 req-6a8df1be-1615-4657-bcf5-8996d1984b13 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:23.445359 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-849d2f74-ff8b-4648-a6e2-b3252d94a6b7 req-6a8df1be-1615-4657-bcf5-8996d1984b13 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fbb8e8d-874e-4521-815c-1c1396b61c47 HTTP/1.1" status: 200 len: 944 time: 0.1089897 Nov 24 20:53:23.477030 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56458) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:23.566789 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-849d2f74-ff8b-4648-a6e2-b3252d94a6b7 req-98eb0988-f404-4a92-b768-9eb8fec033f6 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180577 Nov 24 20:53:23.579567 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1634dcca-4a88-49e2-9814-e7cfcfa68583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:23.603432 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1634dcca-4a88-49e2-9814-e7cfcfa68583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:23.684105 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6780f-b3b0-4c3d-a6b2-edc10ecbd6e7 req-efabfe7f-5170-4ef5-96f6-3869d185e4d4 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:23.693743 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-37a6780f-b3b0-4c3d-a6b2-edc10ecbd6e7 req-efabfe7f-5170-4ef5-96f6-3869d185e4d4 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 948 time: 0.1279364 Nov 24 20:53:23.742811 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1634dcca-4a88-49e2-9814-e7cfcfa68583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:23.745915 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1634dcca-4a88-49e2-9814-e7cfcfa68583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:23.757712 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1634dcca-4a88-49e2-9814-e7cfcfa68583 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fdbf9d04-baa8-4d8b-b788-d04aa878f740 HTTP/1.1" status: 204 len: 168 time: 0.3514676 Nov 24 20:53:23.795808 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-37a6780f-b3b0-4c3d-a6b2-edc10ecbd6e7 req-42e15ba5-c2a7-4213-958b-b7d5d03acf4f tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995078 Nov 24 20:53:23.802572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634dcca-4a88-49e2-9814-e7cfcfa68583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbf9d04-baa8-4d8b-b788-d04aa878f740,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:24.094175 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5d471750-9f88-4b22-94af-413af9959547 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=db05c493a3d846ffa61b28955d75d7d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6180067 Nov 24 20:53:24.095987 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56462) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:24.104762 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device c51d915b-5b26-4d05-8f83-d727227b4b0a up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:53:24.154681 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bab72a-b6d4-4011-a9e5-e31e09bfb420 req-babba379-b0a2-4447-881c-dcb0880ec9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:24.156406 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90bab72a-b6d4-4011-a9e5-e31e09bfb420 req-babba379-b0a2-4447-881c-dcb0880ec9c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f HTTP/1.1" status: 200 len: 906 time: 0.6829994 Nov 24 20:53:24.177043 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830526e-ae62-4b62-a0e3-7132d48ae83a req-f4564116-358e-4e5e-a2b9-59c5144ec722 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:24.178706 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e830526e-ae62-4b62-a0e3-7132d48ae83a req-f4564116-358e-4e5e-a2b9-59c5144ec722 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.48 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8&tenant_id=9a5783ced00e47ae82e71fa9165bac1a&binding%3Ahost_id=n-h2-812111-8 HTTP/1.1" status: 200 len: 948 time: 0.5297873 Nov 24 20:53:24.219223 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43c1f0-fd28-4b32-b870-82aeaafeda77 req-b0567ea6-d5d1-45d5-bd46-8e300c9bc49c tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:24.238400 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6d43c1f0-fd28-4b32-b870-82aeaafeda77 req-b0567ea6-d5d1-45d5-bd46-8e300c9bc49c tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.1890101 Nov 24 20:53:24.268408 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5937eeb1-730a-4deb-ab31-dd3107f29113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:24.274188 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port c51d915b-5b26-4d05-8f83-d727227b4b0a completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:53:24.281798 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port c51d915b-5b26-4d05-8f83-d727227b4b0a triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:53:24.282179 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:24.318223 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90bab72a-b6d4-4011-a9e5-e31e09bfb420 req-79b1ae96-9b8e-4064-bbc4-40100910eb6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c1b3f4bd-32d9-468e-8bb5-53c430603070 HTTP/1.1" status: 200 len: 217 time: 0.1367233 Nov 24 20:53:24.328955 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5937eeb1-730a-4deb-ab31-dd3107f29113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:24.445338 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:24.483808 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9dbaa-4d82-4012-b124-e57d9722eda9 req-f73ad457-63da-4dc3-8f64-34f45e727412 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:24.492948 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2cc9dbaa-4d82-4012-b124-e57d9722eda9 req-f73ad457-63da-4dc3-8f64-34f45e727412 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 944 time: 0.1527846 Nov 24 20:53:24.512359 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port c51d915b-5b26-4d05-8f83-d727227b4b0a, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c51d915b-5b26-4d05-8f83-d727227b4b0a,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:24.518106 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90ee1d7-f496-40b9-891d-fbae4538643a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51d915b-5b26-4d05-8f83-d727227b4b0a'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:24.528966 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d7fdea-661c-4f82-98e0-2112394345c1" -d '{"events": [{"server_uuid": "a90ee1d7-f496-40b9-891d-fbae4538643a", "name": "network-vif-plugged", "status": "completed", "tag": "c51d915b-5b26-4d05-8f83-d727227b4b0a"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:24.543468 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:24.549277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 8f90e5ed-9065-463c-ba5a-8452bfcaab7b up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:53:24.600627 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2cc9dbaa-4d82-4012-b124-e57d9722eda9 req-c00d867a-baf1-465c-9738-664d609b6671 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060870 Nov 24 20:53:24.621697 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bab72a-b6d4-4011-a9e5-e31e09bfb420 req-6c74a8db-3ad5-4f0d-9162-d368b781b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:24.621697 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90bab72a-b6d4-4011-a9e5-e31e09bfb420 req-6c74a8db-3ad5-4f0d-9162-d368b781b6ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ded7d568-de3b-47fd-8a43-7e09737c0e38 HTTP/1.1" status: 200 len: 845 time: 0.2480667 Nov 24 20:53:24.632872 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [req-e830526e-ae62-4b62-a0e3-7132d48ae83a req-f7b036fe-8c14-4350-9cfb-e992e7ade10e service neutron] delete failed (client error): The resource could not be found. Nov 24 20:53:24.634088 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e830526e-ae62-4b62-a0e3-7132d48ae83a req-f7b036fe-8c14-4350-9cfb-e992e7ade10e service neutron] 10.222.0.48 "DELETE /v2.0/ports/656752ae-79d3-4d03-b5f1-7f2f715581a7/bindings/n-h1-812111-8 HTTP/1.1" status: 404 len: 380 time: 0.4245560 Nov 24 20:53:24.652090 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5937eeb1-730a-4deb-ab31-dd3107f29113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:24.657543 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5937eeb1-730a-4deb-ab31-dd3107f29113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:24.660495 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5937eeb1-730a-4deb-ab31-dd3107f29113 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c9d2bc8-b9d2-4f2a-8dd0-8062a58bec6e HTTP/1.1" status: 204 len: 168 time: 0.5624578 Nov 24 20:53:24.660858 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6d43c1f0-fd28-4b32-b870-82aeaafeda77 req-0c6498eb-dd3a-4ed1-adbd-5b839873db8e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218576 Nov 24 20:53:24.692176 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937eeb1-730a-4deb-ab31-dd3107f29113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9d2bc8-b9d2-4f2a-8dd0-8062a58bec6e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:24.694360 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=c51d915b-5b26-4d05-8f83-d727227b4b0a,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:24.723540 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 8f90e5ed-9065-463c-ba5a-8452bfcaab7b completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:53:24.732234 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 8f90e5ed-9065-463c-ba5a-8452bfcaab7b triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:53:24.732863 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:24.779169 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e9ba19-838d-454c-93da-74050b2dd2e1 x-openstack-request-id: req-78e9ba19-838d-454c-93da-74050b2dd2e1 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:24.779738 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90ee1d7-f496-40b9-891d-fbae4538643a", "name": "network-vif-plugged", "status": "completed", "tag": "c51d915b-5b26-4d05-8f83-d727227b4b0a", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:24.780156 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-78e9ba19-838d-454c-93da-74050b2dd2e1 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:24.782028 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90ee1d7-f496-40b9-891d-fbae4538643a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51d915b-5b26-4d05-8f83-d727227b4b0a', 'code': 200} Nov 24 20:53:24.807784 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90bab72a-b6d4-4011-a9e5-e31e09bfb420 req-15c59c5e-86b0-4044-9a04-e4a2427d5dc7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0b7ba0f-849f-45c0-98bd-f2596ab1646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1457119 Nov 24 20:53:25.009215 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:25.133630 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 8f90e5ed-9065-463c-ba5a-8452bfcaab7b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=8f90e5ed-9065-463c-ba5a-8452bfcaab7b,segment=NetworkSegment(cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747),segment_id=cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:25.152844 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:25.275951 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=8f90e5ed-9065-463c-ba5a-8452bfcaab7b,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:25.276482 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8f7d-93c4-45b9-9559-aeebed372842 req-8b53065f-88dc-45c6-9c5f-98f5b7ce83ae tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:25.295531 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc591656-d0e4-45d3-ba2a-7c14255211ed req-16dfa5af-b4c6-434b-8e95-fcc76b3721ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:25.297653 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cc591656-d0e4-45d3-ba2a-7c14255211ed req-16dfa5af-b4c6-434b-8e95-fcc76b3721ff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 1096 time: 0.3436298 Nov 24 20:53:25.299590 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830526e-ae62-4b62-a0e3-7132d48ae83a req-e868d781-3df9-471a-9b3a-32f5eda915c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:25.300254 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-191f8f7d-93c4-45b9-9559-aeebed372842 req-8b53065f-88dc-45c6-9c5f-98f5b7ce83ae tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 948 time: 0.1809669 Nov 24 20:53:25.301326 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e830526e-ae62-4b62-a0e3-7132d48ae83a req-e868d781-3df9-471a-9b3a-32f5eda915c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 1099 time: 0.3823853 Nov 24 20:53:25.304537 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90bab72a-b6d4-4011-a9e5-e31e09bfb420 req-a2fd9145-ae50-42fe-9176-22928160b500 service neutron] 10.222.0.15 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888694 Nov 24 20:53:25.312694 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2583b-d969-4f3c-b7df-e3b8b4879750 req-ab6ae45e-1d69-44dc-8c5b-569dec0864f8 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:25.319770 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7db2583b-d969-4f3c-b7df-e3b8b4879750 req-ab6ae45e-1d69-44dc-8c5b-569dec0864f8 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fbb8e8d-874e-4521-815c-1c1396b61c47 HTTP/1.1" status: 200 len: 945 time: 0.3003142 Nov 24 20:53:25.328769 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 656752ae-79d3-4d03-b5f1-7f2f715581a7 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:53:25.422989 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-191f8f7d-93c4-45b9-9559-aeebed372842 req-b2238c59-259a-4669-8540-07a2988ba78c tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217585 Nov 24 20:53:25.448510 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 656752ae-79d3-4d03-b5f1-7f2f715581a7 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:53:25.456161 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 656752ae-79d3-4d03-b5f1-7f2f715581a7 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:53:25.457001 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:25.622554 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:25.685187 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba1f01-1b70-4a76-ba51-bb36bfd77c6d req-430abe4c-3ac3-454b-abb0-3459584dcaf6 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:25.700667 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 656752ae-79d3-4d03-b5f1-7f2f715581a7, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=656752ae-79d3-4d03-b5f1-7f2f715581a7,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:25.705057 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cc591656-d0e4-45d3-ba2a-7c14255211ed req-874412b3-9a21-45af-a29a-abf204dee486 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405118 Nov 24 20:53:25.706697 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830526e-ae62-4b62-a0e3-7132d48ae83a req-b2b9cd76-9ab8-4b49-8a86-307c5048bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:25.708714 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e830526e-ae62-4b62-a0e3-7132d48ae83a req-b2b9cd76-9ab8-4b49-8a86-307c5048bc21 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.3863842 Nov 24 20:53:25.711152 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90bab72a-b6d4-4011-a9e5-e31e09bfb420 req-6deb4ee7-99f4-4c6f-8f73-865cc8677c39 service neutron] 10.222.0.15 "GET /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651004 Nov 24 20:53:25.713095 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-edba1f01-1b70-4a76-ba51-bb36bfd77c6d req-430abe4c-3ac3-454b-abb0-3459584dcaf6 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.1809514 Nov 24 20:53:25.715022 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:25.781149 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7db2583b-d969-4f3c-b7df-e3b8b4879750 req-be0da8eb-18f4-4852-a090-0a230c6cc080 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601207 Nov 24 20:53:25.817572 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=656752ae-79d3-4d03-b5f1-7f2f715581a7,revision_number=9']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:25.829878 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-edba1f01-1b70-4a76-ba51-bb36bfd77c6d req-e7b9de61-e6fc-43d1-8a03-b6c730434630 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142473 Nov 24 20:53:25.935399 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e830526e-ae62-4b62-a0e3-7132d48ae83a req-0698f534-a5fa-4382-be24-69d0bc32e420 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=656752ae-79d3-4d03-b5f1-7f2f715581a7 HTTP/1.1" status: 200 len: 217 time: 0.0408397 Nov 24 20:53:25.999195 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c92db4-90d9-4e9c-b8a1-03e6a34e4948 req-3ed09c68-3070-46a4-9591-46b855798c11 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:26.001122 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-56c92db4-90d9-4e9c-b8a1-03e6a34e4948 req-3ed09c68-3070-46a4-9591-46b855798c11 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 945 time: 0.1435323 Nov 24 20:53:26.038045 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830526e-ae62-4b62-a0e3-7132d48ae83a req-b5ca492f-1d23-4881-b776-94519a406cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:26.039844 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e830526e-ae62-4b62-a0e3-7132d48ae83a req-b5ca492f-1d23-4881-b776-94519a406cb0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0949919 Nov 24 20:53:26.087685 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-56c92db4-90d9-4e9c-b8a1-03e6a34e4948 req-9f0db463-1d3e-4e62-9830-c87c49a79472 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780990 Nov 24 20:53:26.103105 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830526e-ae62-4b62-a0e3-7132d48ae83a req-82efa3c5-8839-42f0-8569-f8ca3304cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:26.105878 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e830526e-ae62-4b62-a0e3-7132d48ae83a req-82efa3c5-8839-42f0-8569-f8ca3304cb3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0540738 Nov 24 20:53:26.158873 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56554) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:26.265605 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e830526e-ae62-4b62-a0e3-7132d48ae83a req-07044f83-5ccf-4f05-8232-53fd7ea96fcc service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509788 Nov 24 20:53:26.280161 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621be540-3815-43dd-9782-eb1f20fa8533 req-f09a210d-cbc0-4bda-a479-2dcb2480f3b0 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:26.282167 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-621be540-3815-43dd-9782-eb1f20fa8533 req-f09a210d-cbc0-4bda-a479-2dcb2480f3b0 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 947 time: 0.0991488 Nov 24 20:53:26.371348 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4a3e6-30f3-43f1-8d56-26e0cef08101 req-0178f7ee-58db-4f6f-ac26-265c04248777 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:26.373639 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cac4a3e6-30f3-43f1-8d56-26e0cef08101 req-0178f7ee-58db-4f6f-ac26-265c04248777 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.0870724 Nov 24 20:53:26.405821 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-621be540-3815-43dd-9782-eb1f20fa8533 req-b2bf6635-0e4b-4c7c-8345-116363beb62a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107540 Nov 24 20:53:26.428999 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-828b7b53-6ba5-4c28-a5d8-77e4a305657c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1019322446-network', 'tenant_id': '8ef7d362a656439a886c10a572d714c1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:26.429186 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e830526e-ae62-4b62-a0e3-7132d48ae83a req-2e72da5a-ee3e-4261-9912-cb6e25d356c6 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420898 Nov 24 20:53:26.454079 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cac4a3e6-30f3-43f1-8d56-26e0cef08101 req-eb361e9c-dd0d-4101-a18b-c95522e8ba75 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743070 Nov 24 20:53:26.470025 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828b7b53-6ba5-4c28-a5d8-77e4a305657c admin admin] Made reservation on behalf of 8ef7d362a656439a886c10a572d714c1 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:53:26.473481 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-828b7b53-6ba5-4c28-a5d8-77e4a305657c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:26.487678 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-828b7b53-6ba5-4c28-a5d8-77e4a305657c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:26.559728 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a80f3a8-2cb4-4f42-a92b-325c88557cf5 req-d2195b82-6ee3-411a-b9af-408f38da8e87 tempest-AbsoluteLimitsNegativeTestJSON-1296783700 tempest-AbsoluteLimitsNegativeTestJSON-1296783700-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=8a4ef5893193458598ead876510b9a9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240378 Nov 24 20:53:26.630646 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481aa8d3-a508-46a2-a194-0abead5d2fab req-8310f086-2b4c-4134-8fd7-2aaf1a2265de tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:26.632242 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-481aa8d3-a508-46a2-a194-0abead5d2fab req-8310f086-2b4c-4134-8fd7-2aaf1a2265de tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 949 time: 0.0774829 Nov 24 20:53:26.635551 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-828b7b53-6ba5-4c28-a5d8-77e4a305657c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:26.647047 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-828b7b53-6ba5-4c28-a5d8-77e4a305657c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:26.686197 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-828b7b53-6ba5-4c28-a5d8-77e4a305657c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:53:26.708291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b7b53-6ba5-4c28-a5d8-77e4a305657c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924a784d-ac7f-4fd0-bc7d-a545c1cecebe,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:26.711635 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-828b7b53-6ba5-4c28-a5d8-77e4a305657c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:26.712175 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-828b7b53-6ba5-4c28-a5d8-77e4a305657c admin admin] Added segment c9465afa-6f45-4ba6-8db1-e1b087221e6b of type vlan for network 22027f57-f752-494c-b5da-fa7e78df946b Nov 24 20:53:26.714869 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80f3a8-2cb4-4f42-a92b-325c88557cf5 req-d736cb4d-674e-4bed-8c29-df237685fe93 tempest-AbsoluteLimitsNegativeTestJSON-1296783700 tempest-AbsoluteLimitsNegativeTestJSON-1296783700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:26.717917 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a80f3a8-2cb4-4f42-a92b-325c88557cf5 req-d736cb4d-674e-4bed-8c29-df237685fe93 tempest-AbsoluteLimitsNegativeTestJSON-1296783700 tempest-AbsoluteLimitsNegativeTestJSON-1296783700-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1503770 Nov 24 20:53:26.757356 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a80f3a8-2cb4-4f42-a92b-325c88557cf5 req-5f2de1f4-ea1d-45d6-98c1-6ac1eb154f4f tempest-AbsoluteLimitsNegativeTestJSON-1296783700 tempest-AbsoluteLimitsNegativeTestJSON-1296783700-project] 10.222.0.11 "GET /v2.0/quotas/8a4ef5893193458598ead876510b9a9f HTTP/1.1" status: 200 len: 375 time: 0.0255935 Nov 24 20:53:26.772660 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-481aa8d3-a508-46a2-a194-0abead5d2fab req-bbc02d39-6c38-46db-a778-f23907422030 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323483 Nov 24 20:53:26.783211 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-828b7b53-6ba5-4c28-a5d8-77e4a305657c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:26.783944 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbb8e8d-874e-4521-815c-1c1396b61c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f90e5ed-9065-463c-ba5a-8452bfcaab7b'}, {'server_uuid': '769dd177-3e75-49cf-976c-47503222d5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656752ae-79d3-4d03-b5f1-7f2f715581a7'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:26.787123 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90cca2f-6939-4b42-a9ca-2a1a455ce4f1" -d '{"events": [{"server_uuid": "6fbb8e8d-874e-4521-815c-1c1396b61c47", "name": "network-vif-plugged", "status": "completed", "tag": "8f90e5ed-9065-463c-ba5a-8452bfcaab7b"}, {"server_uuid": "769dd177-3e75-49cf-976c-47503222d5b8", "name": "network-vif-plugged", "status": "completed", "tag": "656752ae-79d3-4d03-b5f1-7f2f715581a7"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:26.835446 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-828b7b53-6ba5-4c28-a5d8-77e4a305657c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:26.836676 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828b7b53-6ba5-4c28-a5d8-77e4a305657c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:26.837479 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-828b7b53-6ba5-4c28-a5d8-77e4a305657c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:26.838704 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a80f3a8-2cb4-4f42-a92b-325c88557cf5 req-56b1979c-02cb-4699-9dc6-c03e54ad9f7e tempest-AbsoluteLimitsNegativeTestJSON-1296783700 tempest-AbsoluteLimitsNegativeTestJSON-1296783700-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a4ef5893193458598ead876510b9a9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737159 Nov 24 20:53:26.928981 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-828b7b53-6ba5-4c28-a5d8-77e4a305657c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7689364 Nov 24 20:53:26.933635 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56588) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:26.944199 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e9be4902-3637-437f-b8fd-c0b0b4ea49e9 admin admin] Request body: {'subnet': {'network_id': '22027f57-f752-494c-b5da-fa7e78df946b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1019322446-subnet', 'tenant_id': '8ef7d362a656439a886c10a572d714c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:26.984564 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9be4902-3637-437f-b8fd-c0b0b4ea49e9 admin admin] Made reservation on behalf of 8ef7d362a656439a886c10a572d714c1 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:53:26.990492 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9be4902-3637-437f-b8fd-c0b0b4ea49e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:27.016725 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b7b53-6ba5-4c28-a5d8-77e4a305657c admin admin] Pushing event updated for resources: {'Network': ['ID=22027f57-f752-494c-b5da-fa7e78df946b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:27.033836 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 22027f57-f752-494c-b5da-fa7e78df946b details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:53:27.259229 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a578bcd-ae7b-4a77-9906-4a98abe62a33 x-openstack-request-id: req-5a578bcd-ae7b-4a77-9906-4a98abe62a33 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:27.259551 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbb8e8d-874e-4521-815c-1c1396b61c47", "name": "network-vif-plugged", "status": "completed", "tag": "8f90e5ed-9065-463c-ba5a-8452bfcaab7b", "code": 200}, {"server_uuid": "769dd177-3e75-49cf-976c-47503222d5b8", "name": "network-vif-plugged", "status": "completed", "tag": "656752ae-79d3-4d03-b5f1-7f2f715581a7", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:27.259798 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5a578bcd-ae7b-4a77-9906-4a98abe62a33 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:27.260250 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbb8e8d-874e-4521-815c-1c1396b61c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f90e5ed-9065-463c-ba5a-8452bfcaab7b', 'code': 200} Nov 24 20:53:27.260512 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769dd177-3e75-49cf-976c-47503222d5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656752ae-79d3-4d03-b5f1-7f2f715581a7', 'code': 200} Nov 24 20:53:27.331528 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9be4902-3637-437f-b8fd-c0b0b4ea49e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:27.373387 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56600) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:27.512992 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be4902-3637-437f-b8fd-c0b0b4ea49e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7ed707c-d339-4ee3-8fca-06b569ac66d0,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:27.534482 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9be4902-3637-437f-b8fd-c0b0b4ea49e9 admin admin] Checking segment: {'id': 'c9465afa-6f45-4ba6-8db1-e1b087221e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '22027f57-f752-494c-b5da-fa7e78df946b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:53:27.534903 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9be4902-3637-437f-b8fd-c0b0b4ea49e9 admin admin] Network hostable DHCP agents. Network: 22027f57-f752-494c-b5da-fa7e78df946b, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:53:27.535682 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d9a5df8-21fe-4891-83ec-63a3b377b249 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:27.558309 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0069133-8aa0-4853-a57b-abc80ae980db req-6815b81a-8743-46a5-b20e-cd0688c273c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:27.561025 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e0069133-8aa0-4853-a57b-abc80ae980db req-6815b81a-8743-46a5-b20e-cd0688c273c7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6fbb8e8d-874e-4521-815c-1c1396b61c47 HTTP/1.1" status: 200 len: 1096 time: 0.1610193 Nov 24 20:53:27.567981 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf383aa9-2a0a-4133-bc9d-550895bb2dfd req-f1def046-3de2-46bb-badc-89ac19b96ef3 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:27.569165 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd568265-4d16-42cf-b366-3fb90197747c req-544dd173-f170-4523-bca1-f52eb3c7309e tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:27.569723 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cf383aa9-2a0a-4133-bc9d-550895bb2dfd req-f1def046-3de2-46bb-badc-89ac19b96ef3 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 945 time: 0.1177416 Nov 24 20:53:27.570697 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cd568265-4d16-42cf-b366-3fb90197747c req-544dd173-f170-4523-bca1-f52eb3c7309e tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fbb8e8d-874e-4521-815c-1c1396b61c47 HTTP/1.1" status: 200 len: 945 time: 0.1382716 Nov 24 20:53:27.577927 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9be4902-3637-437f-b8fd-c0b0b4ea49e9 admin admin] Network 22027f57-f752-494c-b5da-fa7e78df946b is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:53:27.601684 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-e9be4902-3637-437f-b8fd-c0b0b4ea49e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 22027f57-f752-494c-b5da-fa7e78df946b) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:53:27.614138 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d7e135-abea-4aee-bf0c-d2f85634c634 None None] Network 22027f57-f752-494c-b5da-fa7e78df946b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:53:27.618208 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9be4902-3637-437f-b8fd-c0b0b4ea49e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:27.618385 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9be4902-3637-437f-b8fd-c0b0b4ea49e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:27.655318 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cf383aa9-2a0a-4133-bc9d-550895bb2dfd req-780eac6c-c2d8-43a1-91ff-9a435b2fec2a tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755093 Nov 24 20:53:27.718056 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e0069133-8aa0-4853-a57b-abc80ae980db req-07426b67-bcd1-4465-aeef-c9e03569303e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458828 Nov 24 20:53:27.719143 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d9a5df8-21fe-4891-83ec-63a3b377b249 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:27.726968 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e9be4902-3637-437f-b8fd-c0b0b4ea49e9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7911985 Nov 24 20:53:27.734438 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d9a5df8-21fe-4891-83ec-63a3b377b249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:27.776474 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cd568265-4d16-42cf-b366-3fb90197747c req-d3f7c719-bcc3-4e54-b8f9-490a2f449593 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906533 Nov 24 20:53:27.845744 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56614) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:27.857349 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9d9a5df8-21fe-4891-83ec-63a3b377b249 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8a4ef5893193458598ead876510b9a9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4822667 Nov 24 20:53:27.863087 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a5df8-21fe-4891-83ec-63a3b377b249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb74821-f761-4967-b839-84de642a58c5,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:27.947880 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098b1044-8cd4-4aea-86ad-f9d41aac7e64 None None] Network 22027f57-f752-494c-b5da-fa7e78df946b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:53:27.986386 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43324ebd-f9e9-4065-816e-a3f8f024d705 req-5c2ba745-5ea4-4e52-9ef7-288f20405036 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:27.994737 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-43324ebd-f9e9-4065-816e-a3f8f024d705 req-5c2ba745-5ea4-4e52-9ef7-288f20405036 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.1323650 Nov 24 20:53:28.024723 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b397c1dd-5431-4aed-aff7-ae528dce8f3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:28.053239 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb0105-824c-43a2-8e0d-6cb507797ba7 req-7dfd161f-ff31-4512-9707-170dc66f8fa9 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:28.055131 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b0eb0105-824c-43a2-8e0d-6cb507797ba7 req-7dfd161f-ff31-4512-9707-170dc66f8fa9 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 947 time: 0.1397331 Nov 24 20:53:28.061096 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-43324ebd-f9e9-4065-816e-a3f8f024d705 req-16f33d3e-d3b8-42e8-a30b-b8749143cbd5 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574141 Nov 24 20:53:28.073539 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b397c1dd-5431-4aed-aff7-ae528dce8f3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:28.159694 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b0eb0105-824c-43a2-8e0d-6cb507797ba7 req-a8c02f1b-1c80-4254-9036-027bfb2f9d98 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940738 Nov 24 20:53:28.179896 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b397c1dd-5431-4aed-aff7-ae528dce8f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:28.183139 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b397c1dd-5431-4aed-aff7-ae528dce8f3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:28.187363 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b397c1dd-5431-4aed-aff7-ae528dce8f3f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0bb74821-f761-4967-b839-84de642a58c5 HTTP/1.1" status: 204 len: 168 time: 0.3373842 Nov 24 20:53:28.195292 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397c1dd-5431-4aed-aff7-ae528dce8f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb74821-f761-4967-b839-84de642a58c5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:28.212673 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5e34f-f83c-4787-8bea-6538e9971ab8 req-b1bdd309-db4f-4435-af81-cf35faa0dc06 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:28.219115 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-95d5e34f-f83c-4787-8bea-6538e9971ab8 req-b1bdd309-db4f-4435-af81-cf35faa0dc06 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 1096 time: 0.0841515 Nov 24 20:53:28.318667 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-95d5e34f-f83c-4787-8bea-6538e9971ab8 req-1f51ad55-aa38-4308-8ad7-3b07e742acf9 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881202 Nov 24 20:53:28.326691 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823eb12b-0b4f-4636-b601-08c6fe5aa422 req-953880a9-1f2e-4451-b1a7-71b81a51674a tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:28.336728 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-823eb12b-0b4f-4636-b601-08c6fe5aa422 req-953880a9-1f2e-4451-b1a7-71b81a51674a tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 949 time: 0.0700302 Nov 24 20:53:28.418394 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-823eb12b-0b4f-4636-b601-08c6fe5aa422 req-be6156ed-f252-4b58-b041-caa85756df97 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804603 Nov 24 20:53:28.538079 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627aba4a-d44e-4fa3-8bb5-1074a4781359 req-2c03aa83-1ddd-4f99-96ee-1f77133c4e36 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:28.541277 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-627aba4a-d44e-4fa3-8bb5-1074a4781359 req-2c03aa83-1ddd-4f99-96ee-1f77133c4e36 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 1096 time: 0.0582681 Nov 24 20:53:28.593624 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-627aba4a-d44e-4fa3-8bb5-1074a4781359 req-b4304bd8-8589-4974-be9f-b083a60fbbd1 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449834 Nov 24 20:53:28.751300 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c6d33-8948-41e9-a505-1eb672674cc2 req-1613da27-1adb-4a4c-a4f0-6c0d6a3370c4 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:28.752991 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9f5c6d33-8948-41e9-a505-1eb672674cc2 req-1613da27-1adb-4a4c-a4f0-6c0d6a3370c4 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 1100 time: 0.0813043 Nov 24 20:53:28.812711 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185c5dd-5b4d-4f64-b024-01c7fd8d0994 req-4f0efaf0-caa7-4788-ae95-67bffb8fde69 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:28.814764 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9185c5dd-5b4d-4f64-b024-01c7fd8d0994 req-4f0efaf0-caa7-4788-ae95-67bffb8fde69 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.48 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.1337533 Nov 24 20:53:28.893047 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-328fa9ae-6019-4aa3-be0c-717cd0825a3b tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:28.908232 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-328fa9ae-6019-4aa3-be0c-717cd0825a3b tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/networks?id=22027f57-f752-494c-b5da-fa7e78df946b HTTP/1.1" status: 200 len: 822 time: 0.1804805 Nov 24 20:53:28.944940 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-d4efc99f-3c22-4092-b54f-8680eec53082 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/quotas/8ef7d362a656439a886c10a572d714c1 HTTP/1.1" status: 200 len: 375 time: 0.0346551 Nov 24 20:53:29.017485 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-baabf070-646a-443b-bc64-78f6ad792d53 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ef7d362a656439a886c10a572d714c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704157 Nov 24 20:53:29.134737 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9f5c6d33-8948-41e9-a505-1eb672674cc2 req-ef9bbf27-c078-4fe1-accf-dc6688123029 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726172 Nov 24 20:53:29.135460 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-5dc16da2-b6e1-456c-8ade-99707053a053 service neutron] 10.222.0.11 "GET /v2.0/networks/22027f57-f752-494c-b5da-fa7e78df946b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169035 Nov 24 20:53:29.283836 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-9185c5dd-5b4d-4f64-b024-01c7fd8d0994 req-5949f4ea-7c3b-423e-af87-5fe676ecc6ee tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Deleting port e1f1b232-5dad-434c-aba9-0a85d7f7a588 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:53:29.284183 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9185c5dd-5b4d-4f64-b024-01c7fd8d0994 req-5949f4ea-7c3b-423e-af87-5fe676ecc6ee tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:29.328475 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7e3ab263-906f-4e2b-b381-dc3be02396aa no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:53:29.334806 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-44558e6e-ed2c-4d73-9ed4-4c5699af2c4e service neutron] 10.222.0.11 "GET /v2.0/networks/22027f57-f752-494c-b5da-fa7e78df946b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969228 Nov 24 20:53:29.393650 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56674) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:29.482060 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-9185c5dd-5b4d-4f64-b024-01c7fd8d0994 req-5949f4ea-7c3b-423e-af87-5fe676ecc6ee tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] For port e1f1b232-5dad-434c-aba9-0a85d7f7a588, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=e1f1b232-5dad-434c-aba9-0a85d7f7a588,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:29.482486 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9185c5dd-5b4d-4f64-b024-01c7fd8d0994 req-5949f4ea-7c3b-423e-af87-5fe676ecc6ee tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:29.499380 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bded7-df7c-4d52-97fd-1aeb78005a56 req-54691d0b-10e3-4c60-ab68-6db4c4234129 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:29.506716 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c3bded7-df7c-4d52-97fd-1aeb78005a56 req-54691d0b-10e3-4c60-ab68-6db4c4234129 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fbb8e8d-874e-4521-815c-1c1396b61c47 HTTP/1.1" status: 200 len: 945 time: 0.0951841 Nov 24 20:53:29.542016 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-9185c5dd-5b4d-4f64-b024-01c7fd8d0994 req-5949f4ea-7c3b-423e-af87-5fe676ecc6ee tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Calling delete_port for e1f1b232-5dad-434c-aba9-0a85d7f7a588 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:53:29.560026 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:29.646307 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26067d42-e992-4f89-8cdf-481c88e072db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e3ab263-906f-4e2b-b381-dc3be02396aa'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:29.651473 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230fb38e-714c-427b-8e39-8d3dac3bdd75" -d '{"events": [{"server_uuid": "26067d42-e992-4f89-8cdf-481c88e072db", "name": "network-vif-unplugged", "status": "completed", "tag": "7e3ab263-906f-4e2b-b381-dc3be02396aa"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:29.672718 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-593f2e9c-c2f5-4a06-bfe9-091931d8beee admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1369137816-network', 'tenant_id': 'fb16d1de737146b88a154d6dc4df612f'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:29.692991 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7e3ab263-906f-4e2b-b381-dc3be02396aa, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:29.708167 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:29.730913 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d22d6-910e-42d1-b6eb-cb2523dccda9 req-6b8879e1-0037-4b54-82e0-e1110b453496 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:29.742591 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-884d22d6-910e-42d1-b6eb-cb2523dccda9 req-6b8879e1-0037-4b54-82e0-e1110b453496 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ce8ed4-6613-4255-82bf-664c509233d1 HTTP/1.1" status: 200 len: 946 time: 0.1100154 Nov 24 20:53:29.753174 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c3bded7-df7c-4d52-97fd-1aeb78005a56 req-f852da98-f2e2-4979-84c1-7ef04b3ee565 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454383 Nov 24 20:53:29.776203 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593f2e9c-c2f5-4a06-bfe9-091931d8beee admin admin] Made reservation on behalf of fb16d1de737146b88a154d6dc4df612f for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:53:29.783472 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-593f2e9c-c2f5-4a06-bfe9-091931d8beee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:29.833140 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=7e3ab263-906f-4e2b-b381-dc3be02396aa,revision_number=11']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:29.834336 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-593f2e9c-c2f5-4a06-bfe9-091931d8beee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:29.932957 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-884d22d6-910e-42d1-b6eb-cb2523dccda9 req-46cba698-9865-44e4-af36-294cdb4b984e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816168 Nov 24 20:53:30.132044 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9185c5dd-5b4d-4f64-b024-01c7fd8d0994 req-5949f4ea-7c3b-423e-af87-5fe676ecc6ee tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:30.133903 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-593f2e9c-c2f5-4a06-bfe9-091931d8beee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:30.144068 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-593f2e9c-c2f5-4a06-bfe9-091931d8beee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:30.145116 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c1b3f4bd-32d9-468e-8bb5-53c430603070'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:53:30.189521 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949f4ea-7c3b-423e-af87-5fe676ecc6ee tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Pushing event deleted for resources: {'Port': ['ID=e1f1b232-5dad-434c-aba9-0a85d7f7a588,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:30.204919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7230f8-94f7-458b-afd0-f22306b8b91e req-bcf6d86e-ca1e-43d6-bfdf-3c58356aeaef tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:30.215078 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2b7230f8-94f7-458b-afd0-f22306b8b91e req-bcf6d86e-ca1e-43d6-bfdf-3c58356aeaef tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.2258489 Nov 24 20:53:30.266777 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593f2e9c-c2f5-4a06-bfe9-091931d8beee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:53:30.284310 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f2e9c-c2f5-4a06-bfe9-091931d8beee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d880414-14d6-4c5d-871a-22a1ec682006,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:30.292029 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-593f2e9c-c2f5-4a06-bfe9-091931d8beee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:30.292522 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-593f2e9c-c2f5-4a06-bfe9-091931d8beee admin admin] Added segment 94641ed7-7d62-49d4-bdd3-2104b796a379 of type vlan for network 163dd9ed-ba8c-4c80-b86b-524764f34af5 Nov 24 20:53:30.327112 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2b7230f8-94f7-458b-afd0-f22306b8b91e req-18b1b2b4-bb70-4670-bff9-53c1b44d9bee tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083798 Nov 24 20:53:30.370222 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-593f2e9c-c2f5-4a06-bfe9-091931d8beee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:30.425386 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-9185c5dd-5b4d-4f64-b024-01c7fd8d0994 req-5949f4ea-7c3b-423e-af87-5fe676ecc6ee tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] No DVR routers for this DVR port e1f1b232-5dad-434c-aba9-0a85d7f7a588 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:53:30.430396 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9185c5dd-5b4d-4f64-b024-01c7fd8d0994 req-5949f4ea-7c3b-423e-af87-5fe676ecc6ee tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:30.431157 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-593f2e9c-c2f5-4a06-bfe9-091931d8beee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:30.432383 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593f2e9c-c2f5-4a06-bfe9-091931d8beee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:30.433181 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-593f2e9c-c2f5-4a06-bfe9-091931d8beee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:30.446982 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9185c5dd-5b4d-4f64-b024-01c7fd8d0994 req-5949f4ea-7c3b-423e-af87-5fe676ecc6ee tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.48 "DELETE /v2.0/ports/e1f1b232-5dad-434c-aba9-0a85d7f7a588 HTTP/1.1" status: 204 len: 173 time: 1.6148887 Nov 24 20:53:30.464189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ce8ed4-6613-4255-82bf-664c509233d1', 'name': 'network-vif-deleted', 'tag': 'e1f1b232-5dad-434c-aba9-0a85d7f7a588'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:30.475208 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26498e7e-e8ae-4214-9cba-800d23a29599" -d '{"events": [{"server_uuid": "76ce8ed4-6613-4255-82bf-664c509233d1", "name": "network-vif-deleted", "tag": "e1f1b232-5dad-434c-aba9-0a85d7f7a588"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:30.551348 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-593f2e9c-c2f5-4a06-bfe9-091931d8beee admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1565332 Nov 24 20:53:30.552032 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56702) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:30.576229 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-225e4bfd-6277-4874-a911-38c93d624908 req-bd8f53a8-bd99-454a-a8ee-e5876985476b tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 210 time: 0.1278203 Nov 24 20:53:30.577735 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-8c503bfa-4566-4d96-b305-9d87b0d0a56d admin admin] Request body: {'subnet': {'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1369137816-subnet', 'tenant_id': 'fb16d1de737146b88a154d6dc4df612f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:30.694287 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c503bfa-4566-4d96-b305-9d87b0d0a56d admin admin] Made reservation on behalf of fb16d1de737146b88a154d6dc4df612f for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:53:30.696923 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56316c0-d393-4d19-909f-8fe3e2654a0f x-openstack-request-id: req-f56316c0-d393-4d19-909f-8fe3e2654a0f {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:30.697423 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26067d42-e992-4f89-8cdf-481c88e072db", "name": "network-vif-unplugged", "status": "completed", "tag": "7e3ab263-906f-4e2b-b381-dc3be02396aa", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:30.697528 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f56316c0-d393-4d19-909f-8fe3e2654a0f {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:30.697898 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26067d42-e992-4f89-8cdf-481c88e072db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e3ab263-906f-4e2b-b381-dc3be02396aa', 'code': 200} Nov 24 20:53:30.698815 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8c503bfa-4566-4d96-b305-9d87b0d0a56d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:30.800214 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f2e9c-c2f5-4a06-bfe9-091931d8beee admin admin] Pushing event updated for resources: {'Network': ['ID=163dd9ed-ba8c-4c80-b86b-524764f34af5,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:30.816242 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 163dd9ed-ba8c-4c80-b86b-524764f34af5 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:53:30.943796 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067834b-e2e4-49fa-a508-b31128baf9f6 req-c7d8157f-44e5-4263-9256-2f567041daa4 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:30.957622 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3067834b-e2e4-49fa-a508-b31128baf9f6 req-c7d8157f-44e5-4263-9256-2f567041daa4 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=9107d2dc-e861-481a-9fa6-2fb1f1b75674 HTTP/1.1" status: 200 len: 946 time: 0.1359446 Nov 24 20:53:31.037395 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3067834b-e2e4-49fa-a508-b31128baf9f6 req-fda92229-46b8-49d0-9428-c44261cbc23f tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784671 Nov 24 20:53:31.040978 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8c503bfa-4566-4d96-b305-9d87b0d0a56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:31.123585 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c503bfa-4566-4d96-b305-9d87b0d0a56d admin admin] Checking segment: {'id': '94641ed7-7d62-49d4-bdd3-2104b796a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:53:31.123939 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c503bfa-4566-4d96-b305-9d87b0d0a56d admin admin] Network hostable DHCP agents. Network: 163dd9ed-ba8c-4c80-b86b-524764f34af5, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:53:31.144216 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c503bfa-4566-4d96-b305-9d87b0d0a56d admin admin] Pushing event updated for resources: {'Subnet': ['ID=20047ad1-cc0a-4d75-a9cc-6f49c411910c,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:31.172346 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c503bfa-4566-4d96-b305-9d87b0d0a56d admin admin] Network 163dd9ed-ba8c-4c80-b86b-524764f34af5 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:53:31.186664 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-8c503bfa-4566-4d96-b305-9d87b0d0a56d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 163dd9ed-ba8c-4c80-b86b-524764f34af5) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:53:31.198555 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb96b352-4baa-4a13-b7a1-f14ba35c1c33 None None] Network 163dd9ed-ba8c-4c80-b86b-524764f34af5 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:53:31.204832 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c503bfa-4566-4d96-b305-9d87b0d0a56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:31.205386 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8c503bfa-4566-4d96-b305-9d87b0d0a56d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:31.213656 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-30dcdfc4-36a7-4b40-a40c-2aeac569ca74 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353379 Nov 24 20:53:31.232934 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8c503bfa-4566-4d96-b305-9d87b0d0a56d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6696129 Nov 24 20:53:31.338604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7e3ab263-906f-4e2b-b381-dc3be02396aa details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:53:31.521467 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-0857a116-d38d-4b91-b2f3-bec0fc8946eb tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:31.532982 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-0857a116-d38d-4b91-b2f3-bec0fc8946eb tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3160453 Nov 24 20:53:31.639888 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-41ce6c35-b8eb-460f-8635-ad10c626a6b8 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:31.641506 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-41ce6c35-b8eb-460f-8635-ad10c626a6b8 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.15 "GET /v2.0/networks?id=22027f57-f752-494c-b5da-fa7e78df946b HTTP/1.1" status: 200 len: 822 time: 0.2816284 Nov 24 20:53:31.654975 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48378993-1ee3-4a51-978f-d349e846d1b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-163dd9ed-ba8c-4c80-b86b-524764f34af5', 'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5', 'tenant_id': 'fb16d1de737146b88a154d6dc4df612f', 'fixed_ips': [{'subnet_id': '20047ad1-cc0a-4d75-a9cc-6f49c411910c'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:53:31.655921 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-48378993-1ee3-4a51-978f-d349e846d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:31.658387 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-9a0a449c-66bd-49af-a471-ec6007606d6a tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/quotas/9a5783ced00e47ae82e71fa9165bac1a HTTP/1.1" status: 200 len: 375 time: 0.1243410 Nov 24 20:53:31.681232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-20d8eaaa-4ddf-4cc2-a1b1-220bbcbee726 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Request body: {'port': {'device_id': '1492d390-adfe-44e4-a795-47f80b85a9f0', 'network_id': '22027f57-f752-494c-b5da-fa7e78df946b', 'admin_state_up': True, 'tenant_id': '8ef7d362a656439a886c10a572d714c1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:31.768874 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7e3ab263-906f-4e2b-b381-dc3be02396aa, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:31.784152 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-b38b1a64-0aff-4bef-8307-2054e265ce55 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1193233 Nov 24 20:53:31.831204 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '7e3ab263-906f-4e2b-b381-dc3be02396aa', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'port_id': '7e3ab263-906f-4e2b-b381-dc3be02396aa', 'mac_address': 'fa:16:3e:88:b2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:53:31.849628 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-20d8eaaa-4ddf-4cc2-a1b1-220bbcbee726 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Made reservation on behalf of 8ef7d362a656439a886c10a572d714c1 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:53:31.853155 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-20d8eaaa-4ddf-4cc2-a1b1-220bbcbee726 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:31.952267 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:31.991250 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3ab263-906f-4e2b-b381-dc3be02396aa {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:53:32.044846 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7e3ab263-906f-4e2b-b381-dc3be02396aa, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:32.053797 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-20d8eaaa-4ddf-4cc2-a1b1-220bbcbee726 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Allocated IP 172.20.0.14 (22027f57-f752-494c-b5da-fa7e78df946b/d7ed707c-d339-4ee3-8fca-06b569ac66d0/9102ca19-8ee8-4041-aa73-d5322afdfa8c) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:53:32.069301 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-48378993-1ee3-4a51-978f-d349e846d1b2 None None] Allocated IP 172.20.0.2 (163dd9ed-ba8c-4c80-b86b-524764f34af5/20047ad1-cc0a-4d75-a9cc-6f49c411910c/3117b8f1-849e-43c9-8fe4-4d778e05028e) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:53:32.072997 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:32.160732 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbf9b95-7f55-4175-8553-752437c961f5 x-openstack-request-id: req-1bbf9b95-7f55-4175-8553-752437c961f5 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:32.163142 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ce8ed4-6613-4255-82bf-664c509233d1", "name": "network-vif-deleted", "tag": "e1f1b232-5dad-434c-aba9-0a85d7f7a588", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:32.163409 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1bbf9b95-7f55-4175-8553-752437c961f5 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:32.163828 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ce8ed4-6613-4255-82bf-664c509233d1', 'name': 'network-vif-deleted', 'tag': 'e1f1b232-5dad-434c-aba9-0a85d7f7a588', 'status': 'completed', 'code': 200} Nov 24 20:53:32.195492 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device e1f1b232-5dad-434c-aba9-0a85d7f7a588 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:53:32.305023 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['7e3ab263-906f-4e2b-b381-dc3be02396aa'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:53:32.312183 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-f4f78f63-ac09-4082-9ea0-c9f0945a36de tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:53:32.313409 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-f4f78f63-ac09-4082-9ea0-c9f0945a36de tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3062782 Nov 24 20:53:32.366662 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: e1f1b232-5dad-434c-aba9-0a85d7f7a588 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:53:32.366992 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device e1f1b232-5dad-434c-aba9-0a85d7f7a588 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:53:32.392388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-c4dd5f7d-c961-48df-ad4b-86f74515ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:32.398302 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-c4dd5f7d-c961-48df-ad4b-86f74515ffdc service neutron] 10.222.0.11 "GET /v2.0/ports/c51d915b-5b26-4d05-8f83-d727227b4b0a HTTP/1.1" status: 200 len: 1093 time: 0.0757239 Nov 24 20:53:32.411981 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-7789ea1c-3dfb-4d18-8703-a3c66276c686 service neutron] Request body: {'binding': {'host': 'n-h2-812111-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:32.412800 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-7789ea1c-3dfb-4d18-8703-a3c66276c686 service neutron] Unknown quota resources ['binding']. {{(pid=109991) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 20:53:32.573777 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-20d8eaaa-4ddf-4cc2-a1b1-220bbcbee726 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:32.615108 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-48378993-1ee3-4a51-978f-d349e846d1b2 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:32.649106 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-48378993-1ee3-4a51-978f-d349e846d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:32.676368 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=7e3ab263-906f-4e2b-b381-dc3be02396aa,revision_number=12']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:32.689468 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-7789ea1c-3dfb-4d18-8703-a3c66276c686 service neutron] Attempting to bind port c51d915b-5b26-4d05-8f83-d727227b4b0a on host n-h2-812111-8 for vnic_type normal with profile None {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:53:32.690078 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-7789ea1c-3dfb-4d18-8703-a3c66276c686 service neutron] Attempting to bind port c51d915b-5b26-4d05-8f83-d727227b4b0a by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:53:32.690860 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-7789ea1c-3dfb-4d18-8703-a3c66276c686 service neutron] Attempting to bind port c51d915b-5b26-4d05-8f83-d727227b4b0a on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:53:32.696150 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-7789ea1c-3dfb-4d18-8703-a3c66276c686 service neutron] Port c51d915b-5b26-4d05-8f83-d727227b4b0a on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:53:32.696483 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-7789ea1c-3dfb-4d18-8703-a3c66276c686 service neutron] Attempting to bind port c51d915b-5b26-4d05-8f83-d727227b4b0a on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:53:32.703043 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-7789ea1c-3dfb-4d18-8703-a3c66276c686 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:53:32.703386 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-7789ea1c-3dfb-4d18-8703-a3c66276c686 service neutron] Checking segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:53:32.703702 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d12d0-42cb-48c1-9859-51d601508ea6 req-7c829375-683b-41d8-aa5a-86a32df51b1d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:32.704147 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-7789ea1c-3dfb-4d18-8703-a3c66276c686 service neutron] Bound using segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:53:32.704254 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-7789ea1c-3dfb-4d18-8703-a3c66276c686 service neutron] Bound port: c51d915b-5b26-4d05-8f83-d727227b4b0a, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:53:32.711121 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-532d12d0-42cb-48c1-9859-51d601508ea6 req-7c829375-683b-41d8-aa5a-86a32df51b1d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 946 time: 0.1325290 Nov 24 20:53:32.765728 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-20d8eaaa-4ddf-4cc2-a1b1-220bbcbee726 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:32.772116 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48378993-1ee3-4a51-978f-d349e846d1b2 None None] Network 163dd9ed-ba8c-4c80-b86b-524764f34af5 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:53:32.783518 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-48378993-1ee3-4a51-978f-d349e846d1b2 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:53:32.798477 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48378993-1ee3-4a51-978f-d349e846d1b2 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:53:32.849020 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-532d12d0-42cb-48c1-9859-51d601508ea6 req-260b2d00-7bd2-4b7d-8e41-4464293eb112 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369820 Nov 24 20:53:32.850850 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-7789ea1c-3dfb-4d18-8703-a3c66276c686 service neutron] For port c51d915b-5b26-4d05-8f83-d727227b4b0a, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c51d915b-5b26-4d05-8f83-d727227b4b0a,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:53:32.867485 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-7789ea1c-3dfb-4d18-8703-a3c66276c686 service neutron] Publish callbacks [] for binding, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:32.880569 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48378993-1ee3-4a51-978f-d349e846d1b2 None None] Pushing event updated for resources: {'Port': ['ID=3117b8f1-849e-43c9-8fe4-4d778e05028e,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:32.880850 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-7789ea1c-3dfb-4d18-8703-a3c66276c686 service neutron] 10.222.0.11 "POST /v2.0/ports/c51d915b-5b26-4d05-8f83-d727227b4b0a/bindings HTTP/1.1" status: 201 len: 389 time: 0.4688623 Nov 24 20:53:32.910887 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-20d8eaaa-4ddf-4cc2-a1b1-220bbcbee726 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Network 22027f57-f752-494c-b5da-fa7e78df946b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:53:32.939925 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8eaaa-4ddf-4cc2-a1b1-220bbcbee726 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Pushing event updated for resources: {'Port': ['ID=9102ca19-8ee8-4041-aa73-d5322afdfa8c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:32.942494 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-20d8eaaa-4ddf-4cc2-a1b1-220bbcbee726 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:53:32.944556 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-20d8eaaa-4ddf-4cc2-a1b1-220bbcbee726 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:53:32.992903 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-48378993-1ee3-4a51-978f-d349e846d1b2 None None] Attempting to bind port 3117b8f1-849e-43c9-8fe4-4d778e05028e on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:53:32.993698 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-48378993-1ee3-4a51-978f-d349e846d1b2 None None] Attempting to bind port 3117b8f1-849e-43c9-8fe4-4d778e05028e by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '94641ed7-7d62-49d4-bdd3-2104b796a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:53:32.994509 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48378993-1ee3-4a51-978f-d349e846d1b2 None None] Attempting to bind port 3117b8f1-849e-43c9-8fe4-4d778e05028e on network 163dd9ed-ba8c-4c80-b86b-524764f34af5 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:53:33.032480 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48378993-1ee3-4a51-978f-d349e846d1b2 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:53:33.032947 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48378993-1ee3-4a51-978f-d349e846d1b2 None None] Checking segment: {'id': '94641ed7-7d62-49d4-bdd3-2104b796a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:53:33.033398 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-48378993-1ee3-4a51-978f-d349e846d1b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:33.033867 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48378993-1ee3-4a51-978f-d349e846d1b2 None None] Bound using segment: {'id': '94641ed7-7d62-49d4-bdd3-2104b796a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:53:33.036544 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-48378993-1ee3-4a51-978f-d349e846d1b2 None None] Bound port: 3117b8f1-849e-43c9-8fe4-4d778e05028e, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94641ed7-7d62-49d4-bdd3-2104b796a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:53:33.036987 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-48378993-1ee3-4a51-978f-d349e846d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:33.239574 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df63d3-9a76-45ab-9b41-984b82a51fb0 req-36595c02-a860-4029-b7e1-7dfa0f9ad0c8 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:33.249525 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a7df63d3-9a76-45ab-9b41-984b82a51fb0 req-36595c02-a860-4029-b7e1-7dfa0f9ad0c8 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 932 time: 0.2179081 Nov 24 20:53:33.261456 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-20d8eaaa-4ddf-4cc2-a1b1-220bbcbee726 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:33.262281 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-20d8eaaa-4ddf-4cc2-a1b1-220bbcbee726 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:33.295189 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-20d8eaaa-4ddf-4cc2-a1b1-220bbcbee726 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6201720 Nov 24 20:53:33.314328 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-8e362a04-d2bf-4aa3-8644-d652fb6ba162 service neutron] Request body: {'port': {'device_id': '1492d390-adfe-44e4-a795-47f80b85a9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:33.337705 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-48378993-1ee3-4a51-978f-d349e846d1b2 None None] For port 3117b8f1-849e-43c9-8fe4-4d778e05028e, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:53:33.347933 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-48378993-1ee3-4a51-978f-d349e846d1b2 None None] For port 3117b8f1-849e-43c9-8fe4-4d778e05028e, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3117b8f1-849e-43c9-8fe4-4d778e05028e,segment=NetworkSegment(94641ed7-7d62-49d4-bdd3-2104b796a379),segment_id=94641ed7-7d62-49d4-bdd3-2104b796a379)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:53:33.356874 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-48378993-1ee3-4a51-978f-d349e846d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:33.495348 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72176767-2867-4f1f-a534-8c24af319167 req-70488dd5-45ef-4394-9ba7-e4816f501c8c tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:33.497454 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72176767-2867-4f1f-a534-8c24af319167 req-70488dd5-45ef-4394-9ba7-e4816f501c8c tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/networks?id=163dd9ed-ba8c-4c80-b86b-524764f34af5 HTTP/1.1" status: 200 len: 816 time: 0.2644966 Nov 24 20:53:33.513701 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48378993-1ee3-4a51-978f-d349e846d1b2 None None] Pushing event updated for resources: {'Port': ['ID=3117b8f1-849e-43c9-8fe4-4d778e05028e,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:33.525106 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72176767-2867-4f1f-a534-8c24af319167 req-20e19044-bf4e-4458-affb-a6c3b8ea20e5 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/quotas/fb16d1de737146b88a154d6dc4df612f HTTP/1.1" status: 200 len: 375 time: 0.0209501 Nov 24 20:53:33.537556 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-15abd5c3-30ca-40a1-b63b-4cbb542726a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:33.539663 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-15abd5c3-30ca-40a1-b63b-4cbb542726a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 1096 time: 0.1809857 Nov 24 20:53:33.541800 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-8e362a04-d2bf-4aa3-8644-d652fb6ba162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:33.567921 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a7df63d3-9a76-45ab-9b41-984b82a51fb0 req-dffa1ea8-f384-4da5-9a34-10f1b5560009 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168969 Nov 24 20:53:33.634938 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72176767-2867-4f1f-a534-8c24af319167 req-f5238520-e102-4b8a-a540-790bcdd2fd06 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fb16d1de737146b88a154d6dc4df612f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1037116 Nov 24 20:53:33.843554 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7ba51c09-1010-46d1-b5d5-5583b4ddd716 req-033ea67f-ad03-4907-8d8e-5f7a23e324ff tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 210 time: 0.0600414 Nov 24 20:53:33.848282 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72176767-2867-4f1f-a534-8c24af319167 req-f49c5dac-d3fb-4600-9c12-b29f450803e0 service neutron] 10.222.0.11 "GET /v2.0/networks/163dd9ed-ba8c-4c80-b86b-524764f34af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055259 Nov 24 20:53:34.070748 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72176767-2867-4f1f-a534-8c24af319167 req-34259ca8-f735-4d9a-87d5-b90b3880534e service neutron] 10.222.0.11 "GET /v2.0/networks/163dd9ed-ba8c-4c80-b86b-524764f34af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136621 Nov 24 20:53:34.104163 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-b3390616-e012-4fea-8f5e-f3976ed318fb tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680780 Nov 24 20:53:34.150616 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-8e362a04-d2bf-4aa3-8644-d652fb6ba162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9102ca19-8ee8-4041-aa73-d5322afdfa8c {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:53:34.681651 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3117b8f1-849e-43c9-8fe4-4d778e05028e up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:53:34.968717 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde2470-30f7-4643-a1d5-82d189202049 req-14ef9c50-36b3-4316-9a8f-bb323e6b7c75 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:34.987871 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ebde2470-30f7-4643-a1d5-82d189202049 req-14ef9c50-36b3-4316-9a8f-bb323e6b7c75 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 946 time: 0.1697109 Nov 24 20:53:35.067014 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-8e362a04-d2bf-4aa3-8644-d652fb6ba162 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:35.099767 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ebde2470-30f7-4643-a1d5-82d189202049 req-c8ca0eb6-1f71-4900-9883-1f1bd12ba1b5 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106033 Nov 24 20:53:35.268528 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-8e362a04-d2bf-4aa3-8644-d652fb6ba162 service neutron] Transition to ACTIVE for port object 9102ca19-8ee8-4041-aa73-d5322afdfa8c will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:53:35.274806 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 3117b8f1-849e-43c9-8fe4-4d778e05028e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:53:35.275449 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:35.292215 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-8e7e4d2d-2cfc-4d9c-ac7d-03fa70e94fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:35.296147 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-8e7e4d2d-2cfc-4d9c-ac7d-03fa70e94fc0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 908 time: 1.7434487 Nov 24 20:53:35.313592 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-8e362a04-d2bf-4aa3-8644-d652fb6ba162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:35.363448 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7e3ab263-906f-4e2b-b381-dc3be02396aa up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:53:35.469736 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f95311-3957-407e-8948-b332d5b9da6f req-c0cccbc2-9b11-4fd1-909a-608a08c39f9f tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:35.475475 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ef38ba-d7a6-45d1-89d6-c199067d4d0d None None] Network 163dd9ed-ba8c-4c80-b86b-524764f34af5 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:53:35.482931 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e2f95311-3957-407e-8948-b332d5b9da6f req-c0cccbc2-9b11-4fd1-909a-608a08c39f9f tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=9107d2dc-e861-481a-9fa6-2fb1f1b75674 HTTP/1.1" status: 200 len: 946 time: 0.1567307 Nov 24 20:53:35.630623 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e2f95311-3957-407e-8948-b332d5b9da6f req-1d1af844-2e4c-4d5d-b135-6fdb63c26e6b tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467149 Nov 24 20:53:35.695381 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 7e3ab263-906f-4e2b-b381-dc3be02396aa triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:53:35.698752 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:35.733932 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870327d-cd2b-4c37-9dbd-a9222362a4de req-0e1e7d97-d352-494f-bafa-91aa8b69fb9e tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:35.735695 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0870327d-cd2b-4c37-9dbd-a9222362a4de req-0e1e7d97-d352-494f-bafa-91aa8b69fb9e tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.48 "GET /v2.0/ports?device_id=9107d2dc-e861-481a-9fa6-2fb1f1b75674 HTTP/1.1" status: 200 len: 946 time: 1.6712856 Nov 24 20:53:35.747197 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e362a04-d2bf-4aa3-8644-d652fb6ba162 service neutron] Pushing event updated for resources: {'Port': ['ID=9102ca19-8ee8-4041-aa73-d5322afdfa8c,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:35.755350 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:35.772559 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2f0edf25-6cb7-4002-9e62-4815c7cd597e None None] Provisioning complete for port 3117b8f1-849e-43c9-8fe4-4d778e05028e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:53:35.773252 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2f0edf25-6cb7-4002-9e62-4815c7cd597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:35.781705 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc5363-574f-475c-90eb-36fafc80b39f req-c4a16e23-87a5-4ea0-81fb-cd26429e97b0 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:35.783268 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7fcc5363-574f-475c-90eb-36fafc80b39f req-c4a16e23-87a5-4ea0-81fb-cd26429e97b0 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 945 time: 0.7233980 Nov 24 20:53:35.784972 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-26231348-2c5d-4d64-a1cc-137cb6e5d9b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c51d915b-5b26-4d05-8f83-d727227b4b0a HTTP/1.1" status: 200 len: 217 time: 0.4436259 Nov 24 20:53:35.893040 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 3117b8f1-849e-43c9-8fe4-4d778e05028e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3117b8f1-849e-43c9-8fe4-4d778e05028e,segment=NetworkSegment(94641ed7-7d62-49d4-bdd3-2104b796a379),segment_id=94641ed7-7d62-49d4-bdd3-2104b796a379)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:35.914746 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:35.955097 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-c1f62bb6-5fd9-4eab-a0b1-ffb1891070c8 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:35.967037 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-c1f62bb6-5fd9-4eab-a0b1-ffb1891070c8 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/networks?id=163dd9ed-ba8c-4c80-b86b-524764f34af5 HTTP/1.1" status: 200 len: 816 time: 0.1999750 Nov 24 20:53:35.983580 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-9235b34b-1fd7-454a-876e-e6518a15da39 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:35.985108 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-9235b34b-1fd7-454a-876e-e6518a15da39 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.8594346 Nov 24 20:53:35.989726 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-b5b74ecb-8b13-4817-81f2-9b834b03e21a tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/quotas/fb16d1de737146b88a154d6dc4df612f HTTP/1.1" status: 200 len: 375 time: 0.0202661 Nov 24 20:53:36.040258 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329067f-0ff5-4a10-9743-7c7a86e5c2b7 req-89d18530-e8e6-400d-8919-535046446dd9 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:36.042053 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c329067f-0ff5-4a10-9743-7c7a86e5c2b7 req-89d18530-e8e6-400d-8919-535046446dd9 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fbb8e8d-874e-4521-815c-1c1396b61c47 HTTP/1.1" status: 200 len: 945 time: 0.4341629 Nov 24 20:53:36.044400 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-8e362a04-d2bf-4aa3-8644-d652fb6ba162 service neutron] Attempting to bind port 9102ca19-8ee8-4041-aa73-d5322afdfa8c on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:53:36.044791 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-8e362a04-d2bf-4aa3-8644-d652fb6ba162 service neutron] Attempting to bind port 9102ca19-8ee8-4041-aa73-d5322afdfa8c by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'c9465afa-6f45-4ba6-8db1-e1b087221e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '22027f57-f752-494c-b5da-fa7e78df946b'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:53:36.045114 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-8e362a04-d2bf-4aa3-8644-d652fb6ba162 service neutron] Attempting to bind port 9102ca19-8ee8-4041-aa73-d5322afdfa8c on network 22027f57-f752-494c-b5da-fa7e78df946b {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:53:36.053001 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-126e8d91-c54a-4642-ab2f-aee1b6ebc64d tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fb16d1de737146b88a154d6dc4df612f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616565 Nov 24 20:53:36.060274 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Request body: {'port': {'device_id': '3cb5b39e-802d-411b-8fe0-5e2121a8918f', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': '9a5783ced00e47ae82e71fa9165bac1a'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:36.107324 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-8e362a04-d2bf-4aa3-8644-d652fb6ba162 service neutron] Port 9102ca19-8ee8-4041-aa73-d5322afdfa8c on network 22027f57-f752-494c-b5da-fa7e78df946b not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:53:36.107985 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-8e362a04-d2bf-4aa3-8644-d652fb6ba162 service neutron] Attempting to bind port 9102ca19-8ee8-4041-aa73-d5322afdfa8c on network 22027f57-f752-494c-b5da-fa7e78df946b {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:53:36.114652 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-e64c6ea8-860b-4945-baee-a0e55d0b4b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:36.116155 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-e64c6ea8-860b-4945-baee-a0e55d0b4b2e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d0e18ba-6af5-4f0b-b8c6-f19541a42712 HTTP/1.1" status: 200 len: 847 time: 0.3181353 Nov 24 20:53:36.120924 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=3117b8f1-849e-43c9-8fe4-4d778e05028e,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:36.141109 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:36.159976 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-8e362a04-d2bf-4aa3-8644-d652fb6ba162 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:53:36.160567 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-8e362a04-d2bf-4aa3-8644-d652fb6ba162 service neutron] Checking segment: {'id': 'c9465afa-6f45-4ba6-8db1-e1b087221e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '22027f57-f752-494c-b5da-fa7e78df946b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:53:36.161243 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-8e362a04-d2bf-4aa3-8644-d652fb6ba162 service neutron] Bound using segment: {'id': 'c9465afa-6f45-4ba6-8db1-e1b087221e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '22027f57-f752-494c-b5da-fa7e78df946b'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:53:36.161874 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-8e362a04-d2bf-4aa3-8644-d652fb6ba162 service neutron] Bound port: 9102ca19-8ee8-4041-aa73-d5322afdfa8c, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9465afa-6f45-4ba6-8db1-e1b087221e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '22027f57-f752-494c-b5da-fa7e78df946b'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:53:36.162403 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-8e362a04-d2bf-4aa3-8644-d652fb6ba162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:36.209746 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7e3ab263-906f-4e2b-b381-dc3be02396aa, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:36.217476 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26067d42-e992-4f89-8cdf-481c88e072db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3ab263-906f-4e2b-b381-dc3be02396aa'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:36.219829 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4624594b-6e49-419a-9c16-1b786e4003fd" -d '{"events": [{"server_uuid": "26067d42-e992-4f89-8cdf-481c88e072db", "name": "network-vif-plugged", "status": "completed", "tag": "7e3ab263-906f-4e2b-b381-dc3be02396aa"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:36.227156 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-723c5f87-09ba-43dd-b653-1fb1843d2c2c service neutron] 10.222.0.11 "GET /v2.0/networks/163dd9ed-ba8c-4c80-b86b-524764f34af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724200 Nov 24 20:53:36.233301 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:36.250588 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7fcc5363-574f-475c-90eb-36fafc80b39f req-2b09bb4d-4233-4527-8e62-3553f473c18f tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404409 Nov 24 20:53:36.368298 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-2182a174-46d8-4e17-a2bb-dbd24af317df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a5f3905-f9df-4704-8238-82ae8b0c31f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1840315 Nov 24 20:53:36.374672 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=7e3ab263-906f-4e2b-b381-dc3be02396aa,revision_number=13']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:36.451777 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-15552174-1147-4171-868a-88078aa26f2d service neutron] 10.222.0.11 "GET /v2.0/networks/163dd9ed-ba8c-4c80-b86b-524764f34af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227159 Nov 24 20:53:36.630892 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3117b8f1-849e-43c9-8fe4-4d778e05028e up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:53:36.641760 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72176767-2867-4f1f-a534-8c24af319167 req-bebf7508-2576-441c-8091-ef1a115aa8e3 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:36.643473 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72176767-2867-4f1f-a534-8c24af319167 req-bebf7508-2576-441c-8091-ef1a115aa8e3 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.15 "GET /v2.0/networks?id=163dd9ed-ba8c-4c80-b86b-524764f34af5 HTTP/1.1" status: 200 len: 816 time: 0.2544279 Nov 24 20:53:36.667237 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-0870327d-cd2b-4c37-9dbd-a9222362a4de req-4c3fa30e-1079-4287-967b-f80d45cbbc5f tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Deleting port 77702ec2-0600-4478-9367-744db5d0cfd7 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:53:36.667727 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0870327d-cd2b-4c37-9dbd-a9222362a4de req-4c3fa30e-1079-4287-967b-f80d45cbbc5f tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:36.668147 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-72176767-2867-4f1f-a534-8c24af319167 req-4385242c-7a28-4ec1-816d-44671b91bd74 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Request body: {'port': {'device_id': 'c1eaaadf-1e22-4d71-9973-9034e90a7ecc', 'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5', 'admin_state_up': True, 'tenant_id': 'fb16d1de737146b88a154d6dc4df612f'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:36.685643 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-8e362a04-d2bf-4aa3-8644-d652fb6ba162 service neutron] For port 9102ca19-8ee8-4041-aa73-d5322afdfa8c, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:53:36.737093 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-8e362a04-d2bf-4aa3-8644-d652fb6ba162 service neutron] For port 9102ca19-8ee8-4041-aa73-d5322afdfa8c, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9102ca19-8ee8-4041-aa73-d5322afdfa8c,segment=NetworkSegment(c9465afa-6f45-4ba6-8db1-e1b087221e6b),segment_id=c9465afa-6f45-4ba6-8db1-e1b087221e6b)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:53:36.765498 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156f769-d3a4-4377-9a97-4eefb7b43b1c req-aaab0100-6c61-49ec-9621-c91d4ad5dc32 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:36.773228 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8156f769-d3a4-4377-9a97-4eefb7b43b1c req-aaab0100-6c61-49ec-9621-c91d4ad5dc32 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 944 time: 0.4088991 Nov 24 20:53:36.787290 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-8e362a04-d2bf-4aa3-8644-d652fb6ba162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:36.812154 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d08366f1-ef89-4798-a228-d6fcd68c79c4 None None] Provisioning complete for port 3117b8f1-849e-43c9-8fe4-4d778e05028e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:53:36.813174 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d08366f1-ef89-4798-a228-d6fcd68c79c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:36.861162 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 3117b8f1-849e-43c9-8fe4-4d778e05028e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:53:36.861761 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:36.970803 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-0bd549af-51bc-4255-a223-4bc84965c109 service neutron] 10.222.0.15 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384068 Nov 24 20:53:36.984703 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-8e362a04-d2bf-4aa3-8644-d652fb6ba162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:36.985997 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-8e362a04-d2bf-4aa3-8644-d652fb6ba162 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:36.987759 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-8e362a04-d2bf-4aa3-8644-d652fb6ba162 service neutron] 10.222.0.15 "PUT /v2.0/ports/9102ca19-8ee8-4041-aa73-d5322afdfa8c HTTP/1.1" status: 200 len: 1092 time: 3.6793373 Nov 24 20:53:36.992692 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1492d390-adfe-44e4-a795-47f80b85a9f0', 'tag': '9102ca19-8ee8-4041-aa73-d5322afdfa8c'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:36.995367 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310fcd7a-1f51-4585-acdf-f657f9f5e27b" -d '{"events": [{"name": "network-changed", "server_uuid": "1492d390-adfe-44e4-a795-47f80b85a9f0", "tag": "9102ca19-8ee8-4041-aa73-d5322afdfa8c"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:37.025885 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Made reservation on behalf of 9a5783ced00e47ae82e71fa9165bac1a for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:53:37.031707 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:37.052157 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-c329067f-0ff5-4a10-9743-7c7a86e5c2b7 req-f6c66a5a-9961-42ba-be89-800b8b43ba73 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Deleting port 8f90e5ed-9065-463c-ba5a-8452bfcaab7b {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:53:37.052641 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c329067f-0ff5-4a10-9743-7c7a86e5c2b7 req-f6c66a5a-9961-42ba-be89-800b8b43ba73 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:37.077114 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72176767-2867-4f1f-a534-8c24af319167 req-4385242c-7a28-4ec1-816d-44671b91bd74 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Made reservation on behalf of fb16d1de737146b88a154d6dc4df612f for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:53:37.085917 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-72176767-2867-4f1f-a534-8c24af319167 req-4385242c-7a28-4ec1-816d-44671b91bd74 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:37.126097 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639be078-b781-4e8c-b302-578ed00b472f req-3b4270bf-5d16-4b82-b40d-f79dc9f37c2a tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:37.128021 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-639be078-b781-4e8c-b302-578ed00b472f req-3b4270bf-5d16-4b82-b40d-f79dc9f37c2a tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.2127886 Nov 24 20:53:37.219418 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8156f769-d3a4-4377-9a97-4eefb7b43b1c req-8cb3b87c-ed60-4856-875f-5746a63c01d2 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451709 Nov 24 20:53:37.234417 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e362a04-d2bf-4aa3-8644-d652fb6ba162 service neutron] Pushing event updated for resources: {'Port': ['ID=9102ca19-8ee8-4041-aa73-d5322afdfa8c,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:37.275619 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-639be078-b781-4e8c-b302-578ed00b472f req-3bfacf82-4124-447f-a5da-f1c8b9560165 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267681 Nov 24 20:53:37.298211 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-0870327d-cd2b-4c37-9dbd-a9222362a4de req-4c3fa30e-1079-4287-967b-f80d45cbbc5f tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] For port 77702ec2-0600-4478-9367-744db5d0cfd7, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=77702ec2-0600-4478-9367-744db5d0cfd7,segment=NetworkSegment(cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747),segment_id=cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:37.298670 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0870327d-cd2b-4c37-9dbd-a9222362a4de req-4c3fa30e-1079-4287-967b-f80d45cbbc5f tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:37.365680 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-0870327d-cd2b-4c37-9dbd-a9222362a4de req-4c3fa30e-1079-4287-967b-f80d45cbbc5f tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Calling delete_port for 77702ec2-0600-4478-9367-744db5d0cfd7 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:53:37.422675 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-72176767-2867-4f1f-a534-8c24af319167 req-4385242c-7a28-4ec1-816d-44671b91bd74 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Allocated IP 172.20.0.9 (163dd9ed-ba8c-4c80-b86b-524764f34af5/20047ad1-cc0a-4d75-a9cc-6f49c411910c/d7583c6b-0892-40d7-a969-d71a978cccd0) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:53:37.449866 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-664a4b48-3f05-4aad-8afc-7d36a8c4ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:37.454179 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-664a4b48-3f05-4aad-8afc-7d36a8c4ca66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ef7d362a656439a886c10a572d714c1&device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 1095 time: 0.3921764 Nov 24 20:53:37.503766 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-c2dccec6-3b7d-4737-9531-584cace7e8b9 service neutron] 10.222.0.15 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147815 Nov 24 20:53:37.620607 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-c329067f-0ff5-4a10-9743-7c7a86e5c2b7 req-f6c66a5a-9961-42ba-be89-800b8b43ba73 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] For port 8f90e5ed-9065-463c-ba5a-8452bfcaab7b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=8f90e5ed-9065-463c-ba5a-8452bfcaab7b,segment=NetworkSegment(cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747),segment_id=cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:37.621098 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c329067f-0ff5-4a10-9743-7c7a86e5c2b7 req-f6c66a5a-9961-42ba-be89-800b8b43ba73 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:37.629652 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-a2a7b99e-8bbb-4efc-a5a6-36ecabcc519a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9102ca19-8ee8-4041-aa73-d5322afdfa8c HTTP/1.1" status: 200 len: 217 time: 0.1214390 Nov 24 20:53:37.667453 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6cacb808-f6fa-497b-8c78-754178d90347 req-89ef9d77-fdf1-48b6-904d-974e2b4fff0e tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 210 time: 0.1155772 Nov 24 20:53:37.680453 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7241662-3eee-4445-97e2-050fd86fe759 req-f128f38a-92ff-41f0-a8fd-5ba022270cf6 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:37.695310 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f7241662-3eee-4445-97e2-050fd86fe759 req-f128f38a-92ff-41f0-a8fd-5ba022270cf6 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 947 time: 0.2083824 Nov 24 20:53:37.717074 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-c329067f-0ff5-4a10-9743-7c7a86e5c2b7 req-f6c66a5a-9961-42ba-be89-800b8b43ba73 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Calling delete_port for 8f90e5ed-9065-463c-ba5a-8452bfcaab7b owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:53:37.747728 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Allocated IP 192.168.233.215 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/f15a7761-41df-448d-bd80-24ef546490c8) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:53:37.773898 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7142ff68-48a1-4fc6-9930-9d23469866a7 x-openstack-request-id: req-7142ff68-48a1-4fc6-9930-9d23469866a7 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:37.774451 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26067d42-e992-4f89-8cdf-481c88e072db", "name": "network-vif-plugged", "status": "completed", "tag": "7e3ab263-906f-4e2b-b381-dc3be02396aa", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:37.774917 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7142ff68-48a1-4fc6-9930-9d23469866a7 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:37.775502 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26067d42-e992-4f89-8cdf-481c88e072db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3ab263-906f-4e2b-b381-dc3be02396aa', 'code': 200} Nov 24 20:53:37.780170 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09794a37-4ad5-4e7e-81e0-6b6103ee8bef req-e94cbfec-4a5d-4698-8e4a-ee4d6153d2ca tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:37.782080 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-09794a37-4ad5-4e7e-81e0-6b6103ee8bef req-e94cbfec-4a5d-4698-8e4a-ee4d6153d2ca tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.3861065 Nov 24 20:53:37.910193 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-d3666c5f-0080-468a-8e10-bd099cc2fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:37.912022 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-d3666c5f-0080-468a-8e10-bd099cc2fc9a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7ed707c-d339-4ee3-8fca-06b569ac66d0 HTTP/1.1" status: 200 len: 862 time: 0.2553985 Nov 24 20:53:37.956060 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f7241662-3eee-4445-97e2-050fd86fe759 req-ad3fe0dc-2a77-4db4-af1b-1cae83de1233 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550781 Nov 24 20:53:37.993991 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-72176767-2867-4f1f-a534-8c24af319167 req-4385242c-7a28-4ec1-816d-44671b91bd74 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:38.048425 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-93274cf7-99f8-44e9-b4f7-10bbfff03d06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22027f57-f752-494c-b5da-fa7e78df946b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105201 Nov 24 20:53:38.136166 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-72176767-2867-4f1f-a534-8c24af319167 req-4385242c-7a28-4ec1-816d-44671b91bd74 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:38.149539 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 8f90e5ed-9065-463c-ba5a-8452bfcaab7b no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:53:38.318885 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:38.393022 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 8f90e5ed-9065-463c-ba5a-8452bfcaab7b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=8f90e5ed-9065-463c-ba5a-8452bfcaab7b,segment=NetworkSegment(cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747),segment_id=cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:38.407133 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:38.407871 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 77702ec2-0600-4478-9367-744db5d0cfd7 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:53:38.425902 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385242c-7a28-4ec1-816d-44671b91bd74 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Pushing event updated for resources: {'Port': ['ID=d7583c6b-0892-40d7-a969-d71a978cccd0,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:38.451087 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-530605ae-0b8e-43f8-b8cc-4b57d62e8bc6 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:38.467464 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-530605ae-0b8e-43f8-b8cc-4b57d62e8bc6 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/networks?id=163dd9ed-ba8c-4c80-b86b-524764f34af5 HTTP/1.1" status: 200 len: 816 time: 0.3409853 Nov 24 20:53:38.474416 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72176767-2867-4f1f-a534-8c24af319167 req-4385242c-7a28-4ec1-816d-44671b91bd74 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Network 163dd9ed-ba8c-4c80-b86b-524764f34af5 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:53:38.487367 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-72176767-2867-4f1f-a534-8c24af319167 req-4385242c-7a28-4ec1-816d-44671b91bd74 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:53:38.509434 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-72176767-2867-4f1f-a534-8c24af319167 req-4385242c-7a28-4ec1-816d-44671b91bd74 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:53:38.521488 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-80c8d402-d3bc-40a7-8de4-d82352a4509e tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/quotas/fb16d1de737146b88a154d6dc4df612f HTTP/1.1" status: 200 len: 375 time: 0.0529306 Nov 24 20:53:38.583725 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 77702ec2-0600-4478-9367-744db5d0cfd7 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:53:38.584263 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 77702ec2-0600-4478-9367-744db5d0cfd7 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:53:38.616618 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0870327d-cd2b-4c37-9dbd-a9222362a4de req-4c3fa30e-1079-4287-967b-f80d45cbbc5f tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:38.665631 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a02fa-3bdd-4882-b3dd-ed1b6cd178e5 req-c27516e7-c1a8-4eca-b954-7a9ce9c7448f tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:38.674556 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-401a02fa-3bdd-4882-b3dd-ed1b6cd178e5 req-c27516e7-c1a8-4eca-b954-7a9ce9c7448f tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/ports?device_id=9107d2dc-e861-481a-9fa6-2fb1f1b75674 HTTP/1.1" status: 200 len: 946 time: 0.7824769 Nov 24 20:53:38.679118 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=8f90e5ed-9065-463c-ba5a-8452bfcaab7b,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:38.741520 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72176767-2867-4f1f-a534-8c24af319167 req-4385242c-7a28-4ec1-816d-44671b91bd74 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:38.742293 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-72176767-2867-4f1f-a534-8c24af319167 req-4385242c-7a28-4ec1-816d-44671b91bd74 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:38.785502 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-2f6ad12b-b8f8-4d38-854b-32e30aa99579 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fb16d1de737146b88a154d6dc4df612f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2628670 Nov 24 20:53:38.810700 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fa30e-1079-4287-967b-f80d45cbbc5f tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Pushing event deleted for resources: {'Port': ['ID=77702ec2-0600-4478-9367-744db5d0cfd7,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:38.844910 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ea7afcaf-0e77-4c36-a693-20dc96e8e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:38.938771 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-dfe5a3b8-6e13-432f-90ce-270bf4a04dd0 service neutron] 10.222.0.11 "GET /v2.0/networks/163dd9ed-ba8c-4c80-b86b-524764f34af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522677 Nov 24 20:53:38.966580 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72176767-2867-4f1f-a534-8c24af319167 req-4385242c-7a28-4ec1-816d-44671b91bd74 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3043454 Nov 24 20:53:38.984227 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-72176767-2867-4f1f-a534-8c24af319167 req-72269904-746c-4bae-a0e1-451e36441f29 service neutron] Request body: {'port': {'device_id': 'c1eaaadf-1e22-4d71-9973-9034e90a7ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:38.990381 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-b8293250-2156-4a37-8002-88a2ac79f555 service neutron] 10.222.0.15 "GET /v2.0/networks/22027f57-f752-494c-b5da-fa7e78df946b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9266250 Nov 24 20:53:39.151583 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c329067f-0ff5-4a10-9743-7c7a86e5c2b7 req-f6c66a5a-9961-42ba-be89-800b8b43ba73 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:39.162642 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-59e77cdf-0ab8-4cbd-b6f7-7ef09d4ccb98 service neutron] 10.222.0.11 "GET /v2.0/networks/163dd9ed-ba8c-4c80-b86b-524764f34af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211916 Nov 24 20:53:39.166016 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-72176767-2867-4f1f-a534-8c24af319167 req-72269904-746c-4bae-a0e1-451e36441f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:39.176659 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-69ff137b-39d2-4d80-9d78-6e55d12a533b None None] Provisioning complete for port d7583c6b-0892-40d7-a969-d71a978cccd0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:53:39.177426 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-69ff137b-39d2-4d80-9d78-6e55d12a533b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:39.283015 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-69ff137b-39d2-4d80-9d78-6e55d12a533b None None] Port d7583c6b-0892-40d7-a969-d71a978cccd0 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:53:39.292588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-0870327d-cd2b-4c37-9dbd-a9222362a4de req-4c3fa30e-1079-4287-967b-f80d45cbbc5f tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] No DVR routers for this DVR port 77702ec2-0600-4478-9367-744db5d0cfd7 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:53:39.296194 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-09794a37-4ad5-4e7e-81e0-6b6103ee8bef req-2cb859d5-42b7-4e98-b4bf-bed7a3704c3f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Deleting port 39427abd-ebe8-446c-8307-db0efed2100d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:53:39.296537 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09794a37-4ad5-4e7e-81e0-6b6103ee8bef req-2cb859d5-42b7-4e98-b4bf-bed7a3704c3f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:39.300078 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0870327d-cd2b-4c37-9dbd-a9222362a4de req-4c3fa30e-1079-4287-967b-f80d45cbbc5f tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:39.303495 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0870327d-cd2b-4c37-9dbd-a9222362a4de req-4c3fa30e-1079-4287-967b-f80d45cbbc5f tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.48 "DELETE /v2.0/ports/77702ec2-0600-4478-9367-744db5d0cfd7 HTTP/1.1" status: 204 len: 173 time: 3.5321090 Nov 24 20:53:39.325617 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c66a5a-9961-42ba-be89-800b8b43ba73 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Pushing event deleted for resources: {'Port': ['ID=8f90e5ed-9065-463c-ba5a-8452bfcaab7b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:39.332622 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:39.370623 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:39.409522 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-401a02fa-3bdd-4882-b3dd-ed1b6cd178e5 req-d45891cf-c349-4c91-8f96-f2a6b5ecfef1 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.11 "GET /v2.0/security-groups?id=eecb0dac-7f77-43da-b0f7-1902b1d217cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7338312 Nov 24 20:53:39.568674 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7598e7-cc0c-4d95-96db-d738c0caba36 x-openstack-request-id: req-5b7598e7-cc0c-4d95-96db-d738c0caba36 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:39.569036 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1492d390-adfe-44e4-a795-47f80b85a9f0", "tag": "9102ca19-8ee8-4041-aa73-d5322afdfa8c", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:39.569333 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5b7598e7-cc0c-4d95-96db-d738c0caba36 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:39.569766 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1492d390-adfe-44e4-a795-47f80b85a9f0', 'tag': '9102ca19-8ee8-4041-aa73-d5322afdfa8c', 'status': 'completed', 'code': 200} Nov 24 20:53:39.658962 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-72176767-2867-4f1f-a534-8c24af319167 req-72269904-746c-4bae-a0e1-451e36441f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7583c6b-0892-40d7-a969-d71a978cccd0 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:53:39.668724 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-72176767-2867-4f1f-a534-8c24af319167 req-72269904-746c-4bae-a0e1-451e36441f29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:39.683134 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-835cabd0-03fd-40b1-95ee-b36abb773589 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:39.684524 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-72176767-2867-4f1f-a534-8c24af319167 req-72269904-746c-4bae-a0e1-451e36441f29 service neutron] Transition to ACTIVE for port object d7583c6b-0892-40d7-a969-d71a978cccd0 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:53:39.686121 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-835cabd0-03fd-40b1-95ee-b36abb773589 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.48 "GET /v2.0/networks?id=163dd9ed-ba8c-4c80-b86b-524764f34af5 HTTP/1.1" status: 200 len: 816 time: 1.0763953 Nov 24 20:53:39.687503 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-c329067f-0ff5-4a10-9743-7c7a86e5c2b7 req-f6c66a5a-9961-42ba-be89-800b8b43ba73 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] No DVR routers for this DVR port 8f90e5ed-9065-463c-ba5a-8452bfcaab7b on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:53:39.690350 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-72176767-2867-4f1f-a534-8c24af319167 req-72269904-746c-4bae-a0e1-451e36441f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:39.693036 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c329067f-0ff5-4a10-9743-7c7a86e5c2b7 req-f6c66a5a-9961-42ba-be89-800b8b43ba73 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:39.697278 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c329067f-0ff5-4a10-9743-7c7a86e5c2b7 req-f6c66a5a-9961-42ba-be89-800b8b43ba73 tempest-MultipleCreateTestJSON-572318512 tempest-MultipleCreateTestJSON-572318512-project] 10.222.0.48 "DELETE /v2.0/ports/8f90e5ed-9065-463c-ba5a-8452bfcaab7b HTTP/1.1" status: 204 len: 173 time: 3.6262522 Nov 24 20:53:39.721668 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eab47723-51f6-45d7-9706-5f26f7fcf765 req-4351cef9-17e3-48ea-868a-5d4b89fcf675 service neutron] 10.222.0.15 "GET /v2.0/networks/22027f57-f752-494c-b5da-fa7e78df946b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6647401 Nov 24 20:53:39.741691 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-53d0b94a-41eb-471a-9d80-9d280ce15040 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Request body: {'port': {'device_id': '4a03811c-853d-4872-92f1-43a2c3ac1a76', 'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5', 'admin_state_up': True, 'tenant_id': 'fb16d1de737146b88a154d6dc4df612f'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:39.776694 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbb8e8d-874e-4521-815c-1c1396b61c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f90e5ed-9065-463c-ba5a-8452bfcaab7b'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:39.780877 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde115cd-bdce-45e5-9e81-df251902aca4" -d '{"events": [{"server_uuid": "6fbb8e8d-874e-4521-815c-1c1396b61c47", "name": "network-vif-unplugged", "status": "completed", "tag": "8f90e5ed-9065-463c-ba5a-8452bfcaab7b"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:39.972480 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72269904-746c-4bae-a0e1-451e36441f29 service neutron] Pushing event updated for resources: {'Port': ['ID=d7583c6b-0892-40d7-a969-d71a978cccd0,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:40.015327 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-09794a37-4ad5-4e7e-81e0-6b6103ee8bef req-2cb859d5-42b7-4e98-b4bf-bed7a3704c3f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] For port 39427abd-ebe8-446c-8307-db0efed2100d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=39427abd-ebe8-446c-8307-db0efed2100d,segment=NetworkSegment(4dd3105e-efec-423b-952b-b6ef91859c98),segment_id=4dd3105e-efec-423b-952b-b6ef91859c98)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:40.016206 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09794a37-4ad5-4e7e-81e0-6b6103ee8bef req-2cb859d5-42b7-4e98-b4bf-bed7a3704c3f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:40.032723 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:40.049489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['656752ae-79d3-4d03-b5f1-7f2f715581a7'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:53:40.086992 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-09794a37-4ad5-4e7e-81e0-6b6103ee8bef req-2cb859d5-42b7-4e98-b4bf-bed7a3704c3f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Calling delete_port for 39427abd-ebe8-446c-8307-db0efed2100d owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:53:40.144943 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ded10c-bf50-4c82-80ee-9263f14c198a req-37853701-31fe-4210-aa37-a3e73a9839b4 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:40.157352 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a9ded10c-bf50-4c82-80ee-9263f14c198a req-37853701-31fe-4210-aa37-a3e73a9839b4 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 945 time: 0.4928064 Nov 24 20:53:40.201522 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e29a0-84fc-44c2-b7d0-4ebfe3b3ce3e req-ddd4959f-2a0f-46ba-b02e-ce6447a36207 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:40.206233 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-392e29a0-84fc-44c2-b7d0-4ebfe3b3ce3e req-ddd4959f-2a0f-46ba-b02e-ce6447a36207 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 944 time: 0.4361463 Nov 24 20:53:40.273626 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-72176767-2867-4f1f-a534-8c24af319167 req-72269904-746c-4bae-a0e1-451e36441f29 service neutron] Attempting to bind port d7583c6b-0892-40d7-a969-d71a978cccd0 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:53:40.276134 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-72176767-2867-4f1f-a534-8c24af319167 req-72269904-746c-4bae-a0e1-451e36441f29 service neutron] Attempting to bind port d7583c6b-0892-40d7-a969-d71a978cccd0 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '94641ed7-7d62-49d4-bdd3-2104b796a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:53:40.278725 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72176767-2867-4f1f-a534-8c24af319167 req-72269904-746c-4bae-a0e1-451e36441f29 service neutron] Attempting to bind port d7583c6b-0892-40d7-a969-d71a978cccd0 on network 163dd9ed-ba8c-4c80-b86b-524764f34af5 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:53:40.313278 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72176767-2867-4f1f-a534-8c24af319167 req-72269904-746c-4bae-a0e1-451e36441f29 service neutron] Port d7583c6b-0892-40d7-a969-d71a978cccd0 on network 163dd9ed-ba8c-4c80-b86b-524764f34af5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:53:40.327570 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72176767-2867-4f1f-a534-8c24af319167 req-72269904-746c-4bae-a0e1-451e36441f29 service neutron] Attempting to bind port d7583c6b-0892-40d7-a969-d71a978cccd0 on network 163dd9ed-ba8c-4c80-b86b-524764f34af5 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:53:40.349714 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72176767-2867-4f1f-a534-8c24af319167 req-72269904-746c-4bae-a0e1-451e36441f29 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:53:40.356395 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72176767-2867-4f1f-a534-8c24af319167 req-72269904-746c-4bae-a0e1-451e36441f29 service neutron] Checking segment: {'id': '94641ed7-7d62-49d4-bdd3-2104b796a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:53:40.357009 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72176767-2867-4f1f-a534-8c24af319167 req-72269904-746c-4bae-a0e1-451e36441f29 service neutron] Bound using segment: {'id': '94641ed7-7d62-49d4-bdd3-2104b796a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:53:40.357755 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-72176767-2867-4f1f-a534-8c24af319167 req-72269904-746c-4bae-a0e1-451e36441f29 service neutron] Bound port: d7583c6b-0892-40d7-a969-d71a978cccd0, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94641ed7-7d62-49d4-bdd3-2104b796a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:53:40.358259 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-72176767-2867-4f1f-a534-8c24af319167 req-72269904-746c-4bae-a0e1-451e36441f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:40.428274 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-392e29a0-84fc-44c2-b7d0-4ebfe3b3ce3e req-3da20fed-8f27-440a-8eb4-005b970c6bbc tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091494 Nov 24 20:53:40.599329 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:53:40.634295 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fcd7a-1f51-4585-acdf-f657f9f5e27b req-473af153-4274-47ba-93f8-9e1829bbcbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:40.646722 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-310fcd7a-1f51-4585-acdf-f657f9f5e27b req-473af153-4274-47ba-93f8-9e1829bbcbcb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ef7d362a656439a886c10a572d714c1&device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 1095 time: 0.7271428 Nov 24 20:53:40.667039 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-72176767-2867-4f1f-a534-8c24af319167 req-72269904-746c-4bae-a0e1-451e36441f29 service neutron] For port d7583c6b-0892-40d7-a969-d71a978cccd0, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:53:40.686031 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:53:40.702155 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Pushing event updated for resources: {'Port': ['ID=f15a7761-41df-448d-bd80-24ef546490c8,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:40.705569 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-72176767-2867-4f1f-a534-8c24af319167 req-72269904-746c-4bae-a0e1-451e36441f29 service neutron] For port d7583c6b-0892-40d7-a969-d71a978cccd0, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d7583c6b-0892-40d7-a969-d71a978cccd0,segment=NetworkSegment(94641ed7-7d62-49d4-bdd3-2104b796a379),segment_id=94641ed7-7d62-49d4-bdd3-2104b796a379)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:53:40.710226 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:53:40.724530 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-72176767-2867-4f1f-a534-8c24af319167 req-72269904-746c-4bae-a0e1-451e36441f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:40.825506 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60b256-e814-4f45-a64a-84e093b78397 req-2d394478-5335-4899-b4c5-ce0ea55c59a8 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:40.827662 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c60b256-e814-4f45-a64a-84e093b78397 req-2d394478-5335-4899-b4c5-ce0ea55c59a8 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f9f50-4cff-4686-9a9b-59bdce3e04e0 HTTP/1.1" status: 200 len: 946 time: 0.2586842 Nov 24 20:53:40.869390 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72176767-2867-4f1f-a534-8c24af319167 req-72269904-746c-4bae-a0e1-451e36441f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:40.870036 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-72176767-2867-4f1f-a534-8c24af319167 req-72269904-746c-4bae-a0e1-451e36441f29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:40.872501 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72176767-2867-4f1f-a534-8c24af319167 req-72269904-746c-4bae-a0e1-451e36441f29 service neutron] 10.222.0.15 "PUT /v2.0/ports/d7583c6b-0892-40d7-a969-d71a978cccd0 HTTP/1.1" status: 200 len: 1091 time: 1.8947370 Nov 24 20:53:40.894839 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1eaaadf-1e22-4d71-9973-9034e90a7ecc', 'tag': 'd7583c6b-0892-40d7-a969-d71a978cccd0'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:40.897397 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cff59af-198c-4351-b470-014caf1ed307" -d '{"events": [{"name": "network-changed", "server_uuid": "c1eaaadf-1e22-4d71-9973-9034e90a7ecc", "tag": "d7583c6b-0892-40d7-a969-d71a978cccd0"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:40.938622 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:40.942012 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:40.942477 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:40.942938 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:40.943385 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:40.943844 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:40.944302 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:40.944770 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:40.945197 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:40.945661 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:40.946121 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:40.946554 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:40.946960 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:40.995664 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a9ded10c-bf50-4c82-80ee-9263f14c198a req-a4919fbc-ef98-429d-949e-b2a5b7ca796b tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8367968 Nov 24 20:53:41.015160 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-53d0b94a-41eb-471a-9d80-9d280ce15040 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Made reservation on behalf of fb16d1de737146b88a154d6dc4df612f for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:53:41.033713 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-53d0b94a-41eb-471a-9d80-9d280ce15040 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:41.046081 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72269904-746c-4bae-a0e1-451e36441f29 service neutron] Pushing event updated for resources: {'Port': ['ID=d7583c6b-0892-40d7-a969-d71a978cccd0,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:41.177708 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-835811fc-edea-44d6-8e34-16673e970474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:41.213369 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c60b256-e814-4f45-a64a-84e093b78397 req-02ad1307-e710-4891-aa65-b734d481a039 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563123 Nov 24 20:53:41.239189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:41.241861 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:41.277733 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72176767-2867-4f1f-a534-8c24af319167 req-c371cf9c-eec3-419b-aa76-20300b2d27dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:41.279626 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-41faa63e-85a4-464c-b3cf-326575153bd2 None None] Provisioning complete for port f15a7761-41df-448d-bd80-24ef546490c8 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:53:41.280013 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-41faa63e-85a4-464c-b3cf-326575153bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:41.291115 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72176767-2867-4f1f-a534-8c24af319167 req-c371cf9c-eec3-419b-aa76-20300b2d27dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb16d1de737146b88a154d6dc4df612f&device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 1094 time: 0.3579855 Nov 24 20:53:41.375038 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 39427abd-ebe8-446c-8307-db0efed2100d no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:53:41.424441 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72176767-2867-4f1f-a534-8c24af319167 req-0d62b865-12cc-4294-890f-99766d0b39d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7583c6b-0892-40d7-a969-d71a978cccd0 HTTP/1.1" status: 200 len: 217 time: 0.1231289 Nov 24 20:53:41.443252 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-41faa63e-85a4-464c-b3cf-326575153bd2 None None] Port f15a7761-41df-448d-bd80-24ef546490c8 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:53:41.488903 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-bac969d8-bdcc-4093-9dd4-a02a87d86166 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4573541 Nov 24 20:53:41.547389 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:41.596974 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9107d2dc-e861-481a-9fa6-2fb1f1b75674', 'name': 'network-vif-deleted', 'tag': '77702ec2-0600-4478-9367-744db5d0cfd7'}, {'server_uuid': '6fbb8e8d-874e-4521-815c-1c1396b61c47', 'name': 'network-vif-deleted', 'tag': '8f90e5ed-9065-463c-ba5a-8452bfcaab7b'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:41.616784 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79e7ab2-c4a6-4a65-9b95-87dfc05d4f57" -d '{"events": [{"server_uuid": "9107d2dc-e861-481a-9fa6-2fb1f1b75674", "name": "network-vif-deleted", "tag": "77702ec2-0600-4478-9367-744db5d0cfd7"}, {"server_uuid": "6fbb8e8d-874e-4521-815c-1c1396b61c47", "name": "network-vif-deleted", "tag": "8f90e5ed-9065-463c-ba5a-8452bfcaab7b"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:41.617203 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72176767-2867-4f1f-a534-8c24af319167 req-74762215-8ebe-4f65-8748-d64a9b2c3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:41.618595 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72176767-2867-4f1f-a534-8c24af319167 req-74762215-8ebe-4f65-8748-d64a9b2c3e19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20047ad1-cc0a-4d75-a9cc-6f49c411910c HTTP/1.1" status: 200 len: 855 time: 0.1847732 Nov 24 20:53:41.662968 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-50f528cd-b58b-46e9-8302-f93467450c4c service neutron] Request body: {'port': {'device_id': '3cb5b39e-802d-411b-8fe0-5e2121a8918f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:41.666293 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fcd7a-1f51-4585-acdf-f657f9f5e27b req-fe19a436-dedd-44c4-b0ba-5afc24ba8020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:41.667665 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073259d-e2b5-45e6-97de-83fcfe7bf097 req-e6ea0d24-b762-44e3-bd2c-aeff7ea8afbf tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:41.668223 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-310fcd7a-1f51-4585-acdf-f657f9f5e27b req-fe19a436-dedd-44c4-b0ba-5afc24ba8020 service neutron] 10.222.0.15 "GET /v2.0/networks?id=22027f57-f752-494c-b5da-fa7e78df946b HTTP/1.1" status: 200 len: 923 time: 0.9757111 Nov 24 20:53:41.669567 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d073259d-e2b5-45e6-97de-83fcfe7bf097 req-e6ea0d24-b762-44e3-bd2c-aeff7ea8afbf tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 947 time: 0.1645610 Nov 24 20:53:41.715303 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72176767-2867-4f1f-a534-8c24af319167 req-90d14dfb-0773-44de-99fa-6944ba49184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:41.716820 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72176767-2867-4f1f-a534-8c24af319167 req-90d14dfb-0773-44de-99fa-6944ba49184c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=163dd9ed-ba8c-4c80-b86b-524764f34af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891840 Nov 24 20:53:41.822716 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-310fcd7a-1f51-4585-acdf-f657f9f5e27b req-b65572da-8b0c-4c1f-ac98-f041105d0280 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9102ca19-8ee8-4041-aa73-d5322afdfa8c HTTP/1.1" status: 200 len: 217 time: 0.1419826 Nov 24 20:53:41.824027 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09794a37-4ad5-4e7e-81e0-6b6103ee8bef req-2cb859d5-42b7-4e98-b4bf-bed7a3704c3f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:41.838302 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['258b81dc-1152-4bfa-b862-bf1733faf37d'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:53:41.939302 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13bab8-3c4c-4e6b-9ba5-241f4519aa8c req-95d72510-c0ae-4d90-9b94-04dff23e6593 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:41.946426 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d073259d-e2b5-45e6-97de-83fcfe7bf097 req-8498d6e6-c4b8-4277-b4c9-f9ef51341af6 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2668681 Nov 24 20:53:41.947850 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6d13bab8-3c4c-4e6b-9ba5-241f4519aa8c req-95d72510-c0ae-4d90-9b94-04dff23e6593 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 936 time: 0.5562646 Nov 24 20:53:42.010355 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb859d5-42b7-4e98-b4bf-bed7a3704c3f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Pushing event deleted for resources: {'Port': ['ID=39427abd-ebe8-446c-8307-db0efed2100d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:42.028649 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-50f528cd-b58b-46e9-8302-f93467450c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:42.047007 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-7d4f78eb-b695-4200-aeb0-a72cbf0d2b6f tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:42.048827 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-7d4f78eb-b695-4200-aeb0-a72cbf0d2b6f tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.48 "GET /v2.0/networks?id=163dd9ed-ba8c-4c80-b86b-524764f34af5 HTTP/1.1" status: 200 len: 816 time: 0.6863947 Nov 24 20:53:42.052941 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72176767-2867-4f1f-a534-8c24af319167 req-294fb5cb-b24c-4e48-bfc8-3fe35024ac41 service neutron] 10.222.0.15 "GET /v2.0/networks/163dd9ed-ba8c-4c80-b86b-524764f34af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234746 Nov 24 20:53:42.090337 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-77200ff5-6336-4bc6-8605-ca3de4455ded tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Request body: {'port': {'device_id': '94a40e21-f67e-4ba5-b0d2-979eade5a427', 'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5', 'admin_state_up': True, 'tenant_id': 'fb16d1de737146b88a154d6dc4df612f'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:42.107424 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-53d0b94a-41eb-471a-9d80-9d280ce15040 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Allocated IP 172.20.0.14 (163dd9ed-ba8c-4c80-b86b-524764f34af5/20047ad1-cc0a-4d75-a9cc-6f49c411910c/d795563b-ca34-4c21-93ce-e3ca33e74942) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:53:42.152102 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-09794a37-4ad5-4e7e-81e0-6b6103ee8bef req-2cb859d5-42b7-4e98-b4bf-bed7a3704c3f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] No DVR routers for this DVR port 39427abd-ebe8-446c-8307-db0efed2100d on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:53:42.326690 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:42.422848 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fcd7a-1f51-4585-acdf-f657f9f5e27b req-6cbb7d23-10c0-40a1-ad12-2192ccc939c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:42.435031 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-310fcd7a-1f51-4585-acdf-f657f9f5e27b req-6cbb7d23-10c0-40a1-ad12-2192ccc939c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7ed707c-d339-4ee3-8fca-06b569ac66d0 HTTP/1.1" status: 200 len: 862 time: 0.5842490 Nov 24 20:53:42.436352 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09794a37-4ad5-4e7e-81e0-6b6103ee8bef req-2cb859d5-42b7-4e98-b4bf-bed7a3704c3f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:42.445964 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-09794a37-4ad5-4e7e-81e0-6b6103ee8bef req-2cb859d5-42b7-4e98-b4bf-bed7a3704c3f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.15 "DELETE /v2.0/ports/39427abd-ebe8-446c-8307-db0efed2100d HTTP/1.1" status: 204 len: 173 time: 4.6531346 Nov 24 20:53:42.540268 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72176767-2867-4f1f-a534-8c24af319167 req-12ab5eb0-aabc-4e53-a630-f3c8270ecd51 service neutron] 10.222.0.15 "GET /v2.0/networks/163dd9ed-ba8c-4c80-b86b-524764f34af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767492 Nov 24 20:53:42.571632 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b8572778-42b4-4e9b-ac13-be3cd1bb933c req-82666802-db88-40c3-bf23-b47f678eea06 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427 HTTP/1.1" status: 200 len: 210 time: 0.4847624 Nov 24 20:53:42.686874 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-310fcd7a-1f51-4585-acdf-f657f9f5e27b req-9d39d8aa-dc52-4726-b381-a7eb737c7f9a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22027f57-f752-494c-b5da-fa7e78df946b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765643 Nov 24 20:53:42.690578 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6d13bab8-3c4c-4e6b-9ba5-241f4519aa8c req-b0c96395-dc9e-4191-b16b-33fdb2b8c06d tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7419305 Nov 24 20:53:42.754936 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806aeadc-cdf2-4964-8069-a678c2782748 x-openstack-request-id: req-806aeadc-cdf2-4964-8069-a678c2782748 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:42.755234 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbb8e8d-874e-4521-815c-1c1396b61c47", "name": "network-vif-unplugged", "status": "completed", "tag": "8f90e5ed-9065-463c-ba5a-8452bfcaab7b", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:42.755497 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-806aeadc-cdf2-4964-8069-a678c2782748 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:42.755903 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbb8e8d-874e-4521-815c-1c1396b61c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f90e5ed-9065-463c-ba5a-8452bfcaab7b', 'code': 200} Nov 24 20:53:42.767908 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-50f528cd-b58b-46e9-8302-f93467450c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f15a7761-41df-448d-bd80-24ef546490c8 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:53:42.803745 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fc987b-5fef-4423-b650-69e00df91569 x-openstack-request-id: req-89fc987b-5fef-4423-b650-69e00df91569 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:42.804043 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1eaaadf-1e22-4d71-9973-9034e90a7ecc", "tag": "d7583c6b-0892-40d7-a969-d71a978cccd0", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:42.804301 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-89fc987b-5fef-4423-b650-69e00df91569 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:42.804712 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1eaaadf-1e22-4d71-9973-9034e90a7ecc', 'tag': 'd7583c6b-0892-40d7-a969-d71a978cccd0', 'status': 'completed', 'code': 200} Nov 24 20:53:42.835669 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-50f528cd-b58b-46e9-8302-f93467450c4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:42.856183 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-77200ff5-6336-4bc6-8605-ca3de4455ded tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Made reservation on behalf of fb16d1de737146b88a154d6dc4df612f for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:53:42.859816 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-77200ff5-6336-4bc6-8605-ca3de4455ded tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:42.916334 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be81d752-5b84-459a-adc2-eb41fae9cb95 x-openstack-request-id: req-be81d752-5b84-459a-adc2-eb41fae9cb95 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:42.916769 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9107d2dc-e861-481a-9fa6-2fb1f1b75674", "name": "network-vif-deleted", "tag": "77702ec2-0600-4478-9367-744db5d0cfd7", "status": "completed", "code": 200}, {"server_uuid": "6fbb8e8d-874e-4521-815c-1c1396b61c47", "name": "network-vif-deleted", "tag": "8f90e5ed-9065-463c-ba5a-8452bfcaab7b", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:42.917531 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-be81d752-5b84-459a-adc2-eb41fae9cb95 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:42.918010 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9107d2dc-e861-481a-9fa6-2fb1f1b75674', 'name': 'network-vif-deleted', 'tag': '77702ec2-0600-4478-9367-744db5d0cfd7', 'status': 'completed', 'code': 200} Nov 24 20:53:42.918332 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbb8e8d-874e-4521-815c-1c1396b61c47', 'name': 'network-vif-deleted', 'tag': '8f90e5ed-9065-463c-ba5a-8452bfcaab7b', 'status': 'completed', 'code': 200} Nov 24 20:53:42.929684 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-50f528cd-b58b-46e9-8302-f93467450c4c service neutron] Transition to ACTIVE for port object f15a7761-41df-448d-bd80-24ef546490c8 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:53:42.954092 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-50f528cd-b58b-46e9-8302-f93467450c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:43.027487 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff59af-198c-4351-b470-014caf1ed307 req-2eb151ed-b58a-4541-86be-b60e176f9551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:43.029810 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cff59af-198c-4351-b470-014caf1ed307 req-2eb151ed-b58a-4541-86be-b60e176f9551 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb16d1de737146b88a154d6dc4df612f&device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 1094 time: 0.1948869 Nov 24 20:53:43.047489 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d630ab-2877-4e42-9170-df92ddc91f2b req-c4626876-f154-41aa-9ed9-1c45804e3fe7 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:43.049800 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42d630ab-2877-4e42-9170-df92ddc91f2b req-c4626876-f154-41aa-9ed9-1c45804e3fe7 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 944 time: 0.1993177 Nov 24 20:53:43.132185 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f528cd-b58b-46e9-8302-f93467450c4c service neutron] Pushing event updated for resources: {'Port': ['ID=f15a7761-41df-448d-bd80-24ef546490c8,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:43.223851 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42d630ab-2877-4e42-9170-df92ddc91f2b req-e8487490-1706-4b34-9e0f-35648abfba1e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542912 Nov 24 20:53:43.301642 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff59af-198c-4351-b470-014caf1ed307 req-0f582547-dd0c-402b-ba6e-63212d1be9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:43.308553 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cff59af-198c-4351-b470-014caf1ed307 req-0f582547-dd0c-402b-ba6e-63212d1be9dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=163dd9ed-ba8c-4c80-b86b-524764f34af5 HTTP/1.1" status: 200 len: 917 time: 0.2551386 Nov 24 20:53:43.361915 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9102ca19-8ee8-4041-aa73-d5322afdfa8c details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:53:43.447120 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cff59af-198c-4351-b470-014caf1ed307 req-425d9d2f-6e29-4cb8-b3ec-ca87474012a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7583c6b-0892-40d7-a969-d71a978cccd0 HTTP/1.1" status: 200 len: 217 time: 0.1289749 Nov 24 20:53:43.564944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff59af-198c-4351-b470-014caf1ed307 req-5ea30b82-8047-471f-ad48-af5e96ed939b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:43.566646 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cff59af-198c-4351-b470-014caf1ed307 req-5ea30b82-8047-471f-ad48-af5e96ed939b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20047ad1-cc0a-4d75-a9cc-6f49c411910c HTTP/1.1" status: 200 len: 855 time: 0.1104410 Nov 24 20:53:43.567253 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56920) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:43.589999 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9102ca19-8ee8-4041-aa73-d5322afdfa8c, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9102ca19-8ee8-4041-aa73-d5322afdfa8c,segment=NetworkSegment(c9465afa-6f45-4ba6-8db1-e1b087221e6b),segment_id=c9465afa-6f45-4ba6-8db1-e1b087221e6b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:43.608967 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '9102ca19-8ee8-4041-aa73-d5322afdfa8c', 'network_id': '22027f57-f752-494c-b5da-fa7e78df946b', 'port_id': '9102ca19-8ee8-4041-aa73-d5322afdfa8c', 'mac_address': 'fa:16:3e:de:6d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ed707c-d339-4ee3-8fca-06b569ac66d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:53:43.723939 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff59af-198c-4351-b470-014caf1ed307 req-8ddd34e7-5d01-4c8a-9ffc-1bc5f7acf66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:43.725700 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cff59af-198c-4351-b470-014caf1ed307 req-8ddd34e7-5d01-4c8a-9ffc-1bc5f7acf66a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=163dd9ed-ba8c-4c80-b86b-524764f34af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463022 Nov 24 20:53:43.734442 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:43.738723 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:43.743745 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47223fc0-d80e-431e-b06f-a9af2b42f7a3 req-623706cb-47ed-414f-8f3b-2118ddef7e95 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:43.748058 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-47223fc0-d80e-431e-b06f-a9af2b42f7a3 req-623706cb-47ed-414f-8f3b-2118ddef7e95 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 947 time: 0.1343029 Nov 24 20:53:43.751271 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-6112b717-9100-4666-b5a5-6c75f27b1f95 admin admin] Deleting subnet c1b5dee6-a9fe-480e-996b-611c4f117a13 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:53:43.780375 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9102ca19-8ee8-4041-aa73-d5322afdfa8c {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:53:43.782501 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-310fcd7a-1f51-4585-acdf-f657f9f5e27b req-10c69baf-b4aa-4c63-afe4-cef1c8a15629 service neutron] 10.222.0.15 "GET /v2.0/networks/22027f57-f752-494c-b5da-fa7e78df946b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0766890 Nov 24 20:53:43.805580 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9102ca19-8ee8-4041-aa73-d5322afdfa8c, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9102ca19-8ee8-4041-aa73-d5322afdfa8c,segment=NetworkSegment(c9465afa-6f45-4ba6-8db1-e1b087221e6b),segment_id=c9465afa-6f45-4ba6-8db1-e1b087221e6b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:43.815235 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6112b717-9100-4666-b5a5-6c75f27b1f95 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:43.815648 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:43.884346 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=9102ca19-8ee8-4041-aa73-d5322afdfa8c,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:43.948470 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde96b9-868e-4de2-ad5a-476305a5a07a req-159e413d-fded-4f74-8633-eafe44c2c5ef tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:43.958053 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fdde96b9-868e-4de2-ad5a-476305a5a07a req-159e413d-fded-4f74-8633-eafe44c2c5ef tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 945 time: 0.9150369 Nov 24 20:53:43.994762 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6112b717-9100-4666-b5a5-6c75f27b1f95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:44.048878 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-53d0b94a-41eb-471a-9d80-9d280ce15040 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:44.052115 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-310fcd7a-1f51-4585-acdf-f657f9f5e27b req-a9ca1bcb-c72d-4c43-b38c-3c192e7ee693 service neutron] 10.222.0.15 "GET /v2.0/networks/22027f57-f752-494c-b5da-fa7e78df946b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282126 Nov 24 20:53:44.052309 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-47223fc0-d80e-431e-b06f-a9af2b42f7a3 req-a2e719e5-12bd-4a78-93ae-d227f9696950 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447650 Nov 24 20:53:44.056198 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cff59af-198c-4351-b470-014caf1ed307 req-003164a9-0437-4353-befc-1c18fdb23d61 service neutron] 10.222.0.15 "GET /v2.0/networks/163dd9ed-ba8c-4c80-b86b-524764f34af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010621 Nov 24 20:53:44.087612 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-50f528cd-b58b-46e9-8302-f93467450c4c service neutron] Attempting to bind port f15a7761-41df-448d-bd80-24ef546490c8 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:53:44.088263 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-50f528cd-b58b-46e9-8302-f93467450c4c service neutron] Attempting to bind port f15a7761-41df-448d-bd80-24ef546490c8 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:53:44.088608 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-50f528cd-b58b-46e9-8302-f93467450c4c service neutron] Attempting to bind port f15a7761-41df-448d-bd80-24ef546490c8 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:53:44.108116 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fdde96b9-868e-4de2-ad5a-476305a5a07a req-20420aa6-4c92-40cf-b571-d277c05fd3f4 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488645 Nov 24 20:53:44.122273 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-50f528cd-b58b-46e9-8302-f93467450c4c service neutron] Port f15a7761-41df-448d-bd80-24ef546490c8 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:53:44.122830 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-50f528cd-b58b-46e9-8302-f93467450c4c service neutron] Attempting to bind port f15a7761-41df-448d-bd80-24ef546490c8 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:53:44.131298 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6112b717-9100-4666-b5a5-6c75f27b1f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:44.147042 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-50f528cd-b58b-46e9-8302-f93467450c4c service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:53:44.153600 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-50f528cd-b58b-46e9-8302-f93467450c4c service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:53:44.154314 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-50f528cd-b58b-46e9-8302-f93467450c4c service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:53:44.154793 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-50f528cd-b58b-46e9-8302-f93467450c4c service neutron] Bound port: f15a7761-41df-448d-bd80-24ef546490c8, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:53:44.155161 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-50f528cd-b58b-46e9-8302-f93467450c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:44.164241 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['9102ca19-8ee8-4041-aa73-d5322afdfa8c'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:53:44.302718 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6112b717-9100-4666-b5a5-6c75f27b1f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:44.406143 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112b717-9100-4666-b5a5-6c75f27b1f95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1b5dee6-a9fe-480e-996b-611c4f117a13,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:44.427304 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6112b717-9100-4666-b5a5-6c75f27b1f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:44.430185 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-53d0b94a-41eb-471a-9d80-9d280ce15040 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:44.436310 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6112b717-9100-4666-b5a5-6c75f27b1f95 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c1b5dee6-a9fe-480e-996b-611c4f117a13 HTTP/1.1" status: 204 len: 168 time: 0.8678992 Nov 24 20:53:44.437569 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2dc2b0e7-d2bf-448e-99bf-ee93de994c71 req-1d37afd7-cd20-414e-a0c6-79cb1a03300c tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427 HTTP/1.1" status: 200 len: 210 time: 0.1400735 Nov 24 20:53:44.447882 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56932) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:44.520950 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0b94a-41eb-471a-9d80-9d280ce15040 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Pushing event updated for resources: {'Port': ['ID=d795563b-ca34-4c21-93ce-e3ca33e74942,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:44.539397 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-53d0b94a-41eb-471a-9d80-9d280ce15040 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Network 163dd9ed-ba8c-4c80-b86b-524764f34af5 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:53:44.550387 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-53d0b94a-41eb-471a-9d80-9d280ce15040 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:53:44.561733 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-53d0b94a-41eb-471a-9d80-9d280ce15040 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:53:44.609003 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-77200ff5-6336-4bc6-8605-ca3de4455ded tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Allocated IP 172.20.0.7 (163dd9ed-ba8c-4c80-b86b-524764f34af5/20047ad1-cc0a-4d75-a9cc-6f49c411910c/49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:53:44.613696 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-50f528cd-b58b-46e9-8302-f93467450c4c service neutron] For port f15a7761-41df-448d-bd80-24ef546490c8, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:53:44.655341 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-50f528cd-b58b-46e9-8302-f93467450c4c service neutron] For port f15a7761-41df-448d-bd80-24ef546490c8, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f15a7761-41df-448d-bd80-24ef546490c8,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:53:44.671696 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-50f528cd-b58b-46e9-8302-f93467450c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:44.685796 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-53d0b94a-41eb-471a-9d80-9d280ce15040 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:44.686466 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-53d0b94a-41eb-471a-9d80-9d280ce15040 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:44.694276 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cff59af-198c-4351-b470-014caf1ed307 req-94494c7d-c9db-4bab-835e-93328c1b5515 service neutron] 10.222.0.15 "GET /v2.0/networks/163dd9ed-ba8c-4c80-b86b-524764f34af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6130040 Nov 24 20:53:44.715051 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-04dbce7a-023c-4bef-9307-59229a158db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:44.742168 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac39c23-4c88-410f-b055-9309a18150ae req-c66cc651-5b19-4a0a-8810-04e8df33f093 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:44.750497 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ac39c23-4c88-410f-b055-9309a18150ae req-c66cc651-5b19-4a0a-8810-04e8df33f093 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 948 time: 0.3000965 Nov 24 20:53:44.786345 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:44.841178 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-50f528cd-b58b-46e9-8302-f93467450c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:44.841710 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-50f528cd-b58b-46e9-8302-f93467450c4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:44.843531 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-50f528cd-b58b-46e9-8302-f93467450c4c service neutron] 10.222.0.48 "PUT /v2.0/ports/f15a7761-41df-448d-bd80-24ef546490c8 HTTP/1.1" status: 200 len: 1096 time: 3.1985710 Nov 24 20:53:44.860630 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-53d0b94a-41eb-471a-9d80-9d280ce15040 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1414378 Nov 24 20:53:44.890825 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-210f9b8c-8e79-4f6b-82b2-e343f7cb69a6 service neutron] Request body: {'port': {'device_id': '4a03811c-853d-4872-92f1-43a2c3ac1a76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:44.961522 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2f9f50-4cff-4686-9a9b-59bdce3e04e0', 'name': 'network-vif-deleted', 'tag': '39427abd-ebe8-446c-8307-db0efed2100d'}, {'name': 'network-changed', 'server_uuid': '3cb5b39e-802d-411b-8fe0-5e2121a8918f', 'tag': 'f15a7761-41df-448d-bd80-24ef546490c8'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:44.964018 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c141fb47-e84f-443c-a96f-0678ed5b2223" -d '{"events": [{"server_uuid": "fe2f9f50-4cff-4686-9a9b-59bdce3e04e0", "name": "network-vif-deleted", "tag": "39427abd-ebe8-446c-8307-db0efed2100d"}, {"name": "network-changed", "server_uuid": "3cb5b39e-802d-411b-8fe0-5e2121a8918f", "tag": "f15a7761-41df-448d-bd80-24ef546490c8"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:45.005954 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-04dbce7a-023c-4bef-9307-59229a158db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:45.011017 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-bdce0212-e823-43fd-ae27-77464a4c639f None None] Provisioning complete for port d795563b-ca34-4c21-93ce-e3ca33e74942 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:53:45.011394 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bdce0212-e823-43fd-ae27-77464a4c639f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:45.035360 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-04dbce7a-023c-4bef-9307-59229a158db7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc8fca9-6d0b-413e-b622-3a6d7f29e920']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:53:45.049234 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-04dbce7a-023c-4bef-9307-59229a158db7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:53:45.050098 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-04dbce7a-023c-4bef-9307-59229a158db7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfcd5f7f-4152-4dda-98ca-f3fbbd7fe747') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:53:45.064045 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-04dbce7a-023c-4bef-9307-59229a158db7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:45.083766 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-04dbce7a-023c-4bef-9307-59229a158db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:45.084916 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-bdce0212-e823-43fd-ae27-77464a4c639f None None] Port d795563b-ca34-4c21-93ce-e3ca33e74942 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:53:45.100386 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04dbce7a-023c-4bef-9307-59229a158db7 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:53:45.101022 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-04dbce7a-023c-4bef-9307-59229a158db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:53:45.132413 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:53:45.175502 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-210f9b8c-8e79-4f6b-82b2-e343f7cb69a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:45.189417 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa54c70-8fa0-4335-9075-13203ba6b713 req-526b91ab-76a1-48de-a60d-5fbd245c1906 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:45.200822 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-efa54c70-8fa0-4335-9075-13203ba6b713 req-526b91ab-76a1-48de-a60d-5fbd245c1906 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 945 time: 0.5096328 Nov 24 20:53:45.227640 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f528cd-b58b-46e9-8302-f93467450c4c service neutron] Pushing event updated for resources: {'Port': ['ID=f15a7761-41df-448d-bd80-24ef546490c8,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:45.252194 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ac39c23-4c88-410f-b055-9309a18150ae req-004a823d-e61f-4922-bc87-402707b4f159 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001981 Nov 24 20:53:45.259162 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-04dbce7a-023c-4bef-9307-59229a158db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:45.272062 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-04dbce7a-023c-4bef-9307-59229a158db7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:45.281454 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-04dbce7a-023c-4bef-9307-59229a158db7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/dcc8fca9-6d0b-413e-b622-3a6d7f29e920 HTTP/1.1" status: 204 len: 168 time: 0.7833049 Nov 24 20:53:45.315373 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-77200ff5-6336-4bc6-8605-ca3de4455ded tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:45.328673 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbce7a-023c-4bef-9307-59229a158db7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcc8fca9-6d0b-413e-b622-3a6d7f29e920,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:45.393004 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device d7583c6b-0892-40d7-a969-d71a978cccd0 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:53:45.485826 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788044c-2ce9-4a21-93e5-a313c0648280 req-0a1acab6-6866-416a-a09e-f063a8fe885f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:45.487406 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4788044c-2ce9-4a21-93e5-a313c0648280 req-0a1acab6-6866-416a-a09e-f063a8fe885f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.1220517 Nov 24 20:53:45.543838 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56946) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:45.568549 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port d7583c6b-0892-40d7-a969-d71a978cccd0, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d7583c6b-0892-40d7-a969-d71a978cccd0,segment=NetworkSegment(94641ed7-7d62-49d4-bdd3-2104b796a379),segment_id=94641ed7-7d62-49d4-bdd3-2104b796a379)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:45.589457 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'd7583c6b-0892-40d7-a969-d71a978cccd0', 'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5', 'port_id': 'd7583c6b-0892-40d7-a969-d71a978cccd0', 'mac_address': 'fa:16:3e:8c:9f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20047ad1-cc0a-4d75-a9cc-6f49c411910c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:53:45.590205 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4788044c-2ce9-4a21-93e5-a313c0648280 req-870aa4a5-9a2b-4fc9-9bb5-366ba05cdc66 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964088 Nov 24 20:53:45.623032 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-77200ff5-6336-4bc6-8605-ca3de4455ded tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:45.632721 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c4cb75a7-3681-4419-8338-cfa7e887efc9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba69d4cee4e64443bdffba128a76d484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0877516 Nov 24 20:53:45.636406 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56948) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:45.689094 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:45.709231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7583c6b-0892-40d7-a969-d71a978cccd0 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:53:45.749959 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f18db99f-30c9-42df-ba85-0673c9e720e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:45.759458 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port d7583c6b-0892-40d7-a969-d71a978cccd0, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d7583c6b-0892-40d7-a969-d71a978cccd0,segment=NetworkSegment(94641ed7-7d62-49d4-bdd3-2104b796a379),segment_id=94641ed7-7d62-49d4-bdd3-2104b796a379)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:45.772888 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:45.776402 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-77200ff5-6336-4bc6-8605-ca3de4455ded tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Network 163dd9ed-ba8c-4c80-b86b-524764f34af5 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:53:45.788433 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-73f94b2b-d6a2-4e5b-b593-25a916b5cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:45.790623 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-73f94b2b-d6a2-4e5b-b593-25a916b5cd12 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 1099 time: 0.6450403 Nov 24 20:53:45.803886 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-efa54c70-8fa0-4335-9075-13203ba6b713 req-42c5d767-07f0-4b4a-bb0f-63cffb0d77bf tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019754 Nov 24 20:53:45.804881 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-77200ff5-6336-4bc6-8605-ca3de4455ded tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:53:45.808215 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-77200ff5-6336-4bc6-8605-ca3de4455ded tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:53:45.846326 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f18db99f-30c9-42df-ba85-0673c9e720e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:45.877857 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=d7583c6b-0892-40d7-a969-d71a978cccd0,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:45.881783 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d17fb-8860-4728-a53f-a4aa48f21f9d req-943b2260-772c-4d97-88f3-89f3950d0ae8 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:45.886601 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c75d17fb-8860-4728-a53f-a4aa48f21f9d req-943b2260-772c-4d97-88f3-89f3950d0ae8 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 947 time: 0.1305137 Nov 24 20:53:45.972168 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-77200ff5-6336-4bc6-8605-ca3de4455ded tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:45.972891 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-77200ff5-6336-4bc6-8605-ca3de4455ded tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:46.001387 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-8eb7a457-01da-4000-8752-0d8b12263507 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=f15a7761-41df-448d-bd80-24ef546490c8 HTTP/1.1" status: 200 len: 217 time: 0.1163216 Nov 24 20:53:46.040797 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c75d17fb-8860-4728-a53f-a4aa48f21f9d req-f1b7ec96-b8d4-4eba-9693-dc932d898a1a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330390 Nov 24 20:53:46.061883 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f18db99f-30c9-42df-ba85-0673c9e720e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:46.066237 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f18db99f-30c9-42df-ba85-0673c9e720e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:46.067645 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f18db99f-30c9-42df-ba85-0673c9e720e5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eecb0dac-7f77-43da-b0f7-1902b1d217cc HTTP/1.1" status: 204 len: 168 time: 0.4252400 Nov 24 20:53:46.099675 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18db99f-30c9-42df-ba85-0673c9e720e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecb0dac-7f77-43da-b0f7-1902b1d217cc,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:46.135320 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-77200ff5-6336-4bc6-8605-ca3de4455ded tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0675778 Nov 24 20:53:46.170310 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-65d7bcf3-9c16-4595-859c-44665e1e015a None None] Provisioning complete for port 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:53:46.170693 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-65d7bcf3-9c16-4595-859c-44665e1e015a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:46.250180 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77200ff5-6336-4bc6-8605-ca3de4455ded tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Pushing event updated for resources: {'Port': ['ID=49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:46.266332 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c339c0c-3cea-488e-a084-e400df9d867d x-openstack-request-id: req-9c339c0c-3cea-488e-a084-e400df9d867d {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:46.275360 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2f9f50-4cff-4686-9a9b-59bdce3e04e0", "name": "network-vif-deleted", "tag": "39427abd-ebe8-446c-8307-db0efed2100d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3cb5b39e-802d-411b-8fe0-5e2121a8918f", "tag": "f15a7761-41df-448d-bd80-24ef546490c8", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:46.275571 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['d7583c6b-0892-40d7-a969-d71a978cccd0'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:53:46.275675 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c339c0c-3cea-488e-a084-e400df9d867d {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:46.276120 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2f9f50-4cff-4686-9a9b-59bdce3e04e0', 'name': 'network-vif-deleted', 'tag': '39427abd-ebe8-446c-8307-db0efed2100d', 'status': 'completed', 'code': 200} Nov 24 20:53:46.276544 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb5b39e-802d-411b-8fe0-5e2121a8918f', 'tag': 'f15a7761-41df-448d-bd80-24ef546490c8', 'status': 'completed', 'code': 200} Nov 24 20:53:46.289478 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-88ac9122-6955-4ac1-9eda-5bafd8a8eaaa service neutron] Request body: {'port': {'device_id': '94a40e21-f67e-4ba5-b0d2-979eade5a427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:46.411982 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-3c6e5cf3-1b6d-46b3-8fa8-5384e7e6323f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:46.414206 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-3c6e5cf3-1b6d-46b3-8fa8-5384e7e6323f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.3257170 Nov 24 20:53:46.420362 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c8957-abbb-4147-a2ec-b38bef4604e4 req-e7fd8247-e253-4e24-a6b0-e23d8a5bd385 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:46.423724 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d6eaf-f353-4595-a97b-b10953c9bb07 req-246c4751-a6ec-4266-b194-dae162578f9e tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:46.429081 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3c8c8957-abbb-4147-a2ec-b38bef4604e4 req-e7fd8247-e253-4e24-a6b0-e23d8a5bd385 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427 HTTP/1.1" status: 200 len: 931 time: 0.1342514 Nov 24 20:53:46.431568 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-615d6eaf-f353-4595-a97b-b10953c9bb07 req-246c4751-a6ec-4266-b194-dae162578f9e tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 945 time: 0.4155645 Nov 24 20:53:46.511320 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3c8c8957-abbb-4147-a2ec-b38bef4604e4 req-f59b1041-629f-4f33-9a05-eff7feaf3656 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778470 Nov 24 20:53:46.517859 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-65d7bcf3-9c16-4595-859c-44665e1e015a None None] Port 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:53:46.632675 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-615d6eaf-f353-4595-a97b-b10953c9bb07 req-14f24f99-c054-4a1e-9e4c-e8b546ae8aab tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002006 Nov 24 20:53:46.656181 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-88ac9122-6955-4ac1-9eda-5bafd8a8eaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:46.722605 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-210f9b8c-8e79-4f6b-82b2-e343f7cb69a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d795563b-ca34-4c21-93ce-e3ca33e74942 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:53:46.732022 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-210f9b8c-8e79-4f6b-82b2-e343f7cb69a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:46.744677 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-210f9b8c-8e79-4f6b-82b2-e343f7cb69a6 service neutron] Transition to ACTIVE for port object d795563b-ca34-4c21-93ce-e3ca33e74942 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:53:46.759982 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-210f9b8c-8e79-4f6b-82b2-e343f7cb69a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:46.772510 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-f3ceb0a4-2e0d-4e09-b0bf-72b5d2bdba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:46.774447 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-f3ceb0a4-2e0d-4e09-b0bf-72b5d2bdba66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3361170 Nov 24 20:53:46.793418 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f183f1-0cdb-4a92-9199-e63d9b5b04a4 req-ebfd8f1c-370d-4ff0-b636-6ad8f8c71b04 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:46.797957 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e0f183f1-0cdb-4a92-9199-e63d9b5b04a4 req-ebfd8f1c-370d-4ff0-b636-6ad8f8c71b04 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 948 time: 0.1296756 Nov 24 20:53:46.906639 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e0f183f1-0cdb-4a92-9199-e63d9b5b04a4 req-790962d9-b7b5-4f2c-8f35-b8e88d7e4658 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030209 Nov 24 20:53:47.215806 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a062a-aa41-4c8d-9d33-ee4226924c48 req-af942469-05e7-472e-9656-14f4fcbb42f9 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:47.233627 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d13a062a-aa41-4c8d-9d33-ee4226924c48 req-af942469-05e7-472e-9656-14f4fcbb42f9 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 945 time: 0.1140199 Nov 24 20:53:47.344959 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d13a062a-aa41-4c8d-9d33-ee4226924c48 req-1a85bc31-2f9d-4d56-8a90-66b534d2f1f7 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096058 Nov 24 20:53:47.409277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9102ca19-8ee8-4041-aa73-d5322afdfa8c up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:53:47.564235 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-88ac9122-6955-4ac1-9eda-5bafd8a8eaaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:53:47.566868 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56990) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:47.568157 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 9102ca19-8ee8-4041-aa73-d5322afdfa8c completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:53:47.573999 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 9102ca19-8ee8-4041-aa73-d5322afdfa8c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:53:47.575027 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:47.575879 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-88ac9122-6955-4ac1-9eda-5bafd8a8eaaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:47.609954 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f9b8c-8e79-4f6b-82b2-e343f7cb69a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d795563b-ca34-4c21-93ce-e3ca33e74942,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:47.636032 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa0e88-76ce-46d7-ac1b-0e337a4476a3 req-bf1fc1ef-7c07-4973-a7d6-f9ca5f5dcbdf tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:47.649123 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1aa0e88-76ce-46d7-ac1b-0e337a4476a3 req-bf1fc1ef-7c07-4973-a7d6-f9ca5f5dcbdf tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 947 time: 0.1330144 Nov 24 20:53:47.705409 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-88ac9122-6955-4ac1-9eda-5bafd8a8eaaa service neutron] Transition to ACTIVE for port object 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:53:47.755265 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1aa0e88-76ce-46d7-ac1b-0e337a4476a3 req-c40f112e-54d9-4892-819b-5a6932014dbc tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052146 Nov 24 20:53:47.756649 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb8a5d-9983-4c86-8e68-4f5638fb2b55 req-304760b3-3b1e-4cf8-ace3-21f76749cdb5 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:47.768197 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-96fb8a5d-9983-4c86-8e68-4f5638fb2b55 req-304760b3-3b1e-4cf8-ace3-21f76749cdb5 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.8094089 Nov 24 20:53:47.771146 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-88ac9122-6955-4ac1-9eda-5bafd8a8eaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:47.809300 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:47.856785 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-cbdf585c-37c6-4532-9cf7-a48969428def admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-197936398-network', 'tenant_id': '85be585add014915920178bb8aa5c933'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:47.868337 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1492d390-adfe-44e4-a795-47f80b85a9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9102ca19-8ee8-4041-aa73-d5322afdfa8c'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:47.870777 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffeebdd-e44f-4ea6-a14b-ac783bd2705d" -d '{"events": [{"server_uuid": "1492d390-adfe-44e4-a795-47f80b85a9f0", "name": "network-vif-plugged", "status": "completed", "tag": "9102ca19-8ee8-4041-aa73-d5322afdfa8c"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:47.877308 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac9122-6955-4ac1-9eda-5bafd8a8eaaa service neutron] Pushing event updated for resources: {'Port': ['ID=49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:47.912511 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdf585c-37c6-4532-9cf7-a48969428def admin admin] Made reservation on behalf of 85be585add014915920178bb8aa5c933 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:53:47.920080 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cbdf585c-37c6-4532-9cf7-a48969428def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:47.943888 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-58fd9c4b-2130-4a08-b823-a652e4e65592 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1392074 Nov 24 20:53:47.945232 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9102ca19-8ee8-4041-aa73-d5322afdfa8c, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9102ca19-8ee8-4041-aa73-d5322afdfa8c,segment=NetworkSegment(c9465afa-6f45-4ba6-8db1-e1b087221e6b),segment_id=c9465afa-6f45-4ba6-8db1-e1b087221e6b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:47.950217 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:47.957579 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cbdf585c-37c6-4532-9cf7-a48969428def admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:48.028592 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=9102ca19-8ee8-4041-aa73-d5322afdfa8c,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:48.046161 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56183399-9b1e-4b34-82c3-fb778fc23086 req-7d3624ec-75cc-4bd7-bcb2-f2963cbd2034 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:48.053572 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-56183399-9b1e-4b34-82c3-fb778fc23086 req-7d3624ec-75cc-4bd7-bcb2-f2963cbd2034 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427 HTTP/1.1" status: 200 len: 943 time: 0.1076756 Nov 24 20:53:48.155833 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-56183399-9b1e-4b34-82c3-fb778fc23086 req-bf58fe68-30db-48b5-aad6-f6ee7962e71f tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012571 Nov 24 20:53:48.207748 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cbdf585c-37c6-4532-9cf7-a48969428def admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:48.213505 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cbdf585c-37c6-4532-9cf7-a48969428def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:48.252168 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-210f9b8c-8e79-4f6b-82b2-e343f7cb69a6 service neutron] Attempting to bind port d795563b-ca34-4c21-93ce-e3ca33e74942 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:53:48.253428 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-210f9b8c-8e79-4f6b-82b2-e343f7cb69a6 service neutron] Attempting to bind port d795563b-ca34-4c21-93ce-e3ca33e74942 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '94641ed7-7d62-49d4-bdd3-2104b796a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:53:48.255720 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-210f9b8c-8e79-4f6b-82b2-e343f7cb69a6 service neutron] Attempting to bind port d795563b-ca34-4c21-93ce-e3ca33e74942 on network 163dd9ed-ba8c-4c80-b86b-524764f34af5 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:53:48.264981 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdf585c-37c6-4532-9cf7-a48969428def admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:53:48.281434 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf585c-37c6-4532-9cf7-a48969428def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a6a61b-5873-47b5-986e-8694884bbd74,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:48.315568 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-36a574ba-e4cf-41f2-88a9-41c7972ebecc req-89f1e213-a6a8-472d-8aaa-bf701d2618f9 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512552 Nov 24 20:53:48.327062 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-96fb8a5d-9983-4c86-8e68-4f5638fb2b55 req-f9c7423b-dce4-4034-83d4-bf13ddc7e2b1 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5575595 Nov 24 20:53:48.355964 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-210f9b8c-8e79-4f6b-82b2-e343f7cb69a6 service neutron] Port d795563b-ca34-4c21-93ce-e3ca33e74942 on network 163dd9ed-ba8c-4c80-b86b-524764f34af5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:53:48.359245 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-210f9b8c-8e79-4f6b-82b2-e343f7cb69a6 service neutron] Attempting to bind port d795563b-ca34-4c21-93ce-e3ca33e74942 on network 163dd9ed-ba8c-4c80-b86b-524764f34af5 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:53:48.361757 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cbdf585c-37c6-4532-9cf7-a48969428def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:48.362387 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-cbdf585c-37c6-4532-9cf7-a48969428def admin admin] Added segment 39a7af15-1497-468e-8051-b6d674420afb of type vlan for network 29779ab6-173e-4460-82ba-ae81b53f6bbf Nov 24 20:53:48.393320 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-210f9b8c-8e79-4f6b-82b2-e343f7cb69a6 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:53:48.394414 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-210f9b8c-8e79-4f6b-82b2-e343f7cb69a6 service neutron] Checking segment: {'id': '94641ed7-7d62-49d4-bdd3-2104b796a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:53:48.395751 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-210f9b8c-8e79-4f6b-82b2-e343f7cb69a6 service neutron] Bound using segment: {'id': '94641ed7-7d62-49d4-bdd3-2104b796a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:53:48.398276 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-210f9b8c-8e79-4f6b-82b2-e343f7cb69a6 service neutron] Bound port: d795563b-ca34-4c21-93ce-e3ca33e74942, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94641ed7-7d62-49d4-bdd3-2104b796a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:53:48.399238 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-210f9b8c-8e79-4f6b-82b2-e343f7cb69a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:48.498737 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cbdf585c-37c6-4532-9cf7-a48969428def admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:48.522360 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987f262-36d0-4f09-b0c4-23aa71bbf244 req-8c4bb2dd-82ac-410d-b795-dc436cac1341 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:48.533020 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c987f262-36d0-4f09-b0c4-23aa71bbf244 req-8c4bb2dd-82ac-410d-b795-dc436cac1341 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 945 time: 0.2567229 Nov 24 20:53:48.578809 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cbdf585c-37c6-4532-9cf7-a48969428def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:48.580078 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdf585c-37c6-4532-9cf7-a48969428def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:48.581042 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cbdf585c-37c6-4532-9cf7-a48969428def admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:48.593275 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-88ac9122-6955-4ac1-9eda-5bafd8a8eaaa service neutron] Attempting to bind port 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:53:48.593907 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-88ac9122-6955-4ac1-9eda-5bafd8a8eaaa service neutron] Attempting to bind port 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '94641ed7-7d62-49d4-bdd3-2104b796a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:53:48.594378 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-88ac9122-6955-4ac1-9eda-5bafd8a8eaaa service neutron] Attempting to bind port 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1 on network 163dd9ed-ba8c-4c80-b86b-524764f34af5 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:53:48.613011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-88ac9122-6955-4ac1-9eda-5bafd8a8eaaa service neutron] Port 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1 on network 163dd9ed-ba8c-4c80-b86b-524764f34af5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:53:48.613880 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-88ac9122-6955-4ac1-9eda-5bafd8a8eaaa service neutron] Attempting to bind port 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1 on network 163dd9ed-ba8c-4c80-b86b-524764f34af5 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:53:48.618064 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-210f9b8c-8e79-4f6b-82b2-e343f7cb69a6 service neutron] For port d795563b-ca34-4c21-93ce-e3ca33e74942, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:53:48.627603 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484a7a21-19d6-44f0-abbe-fd99e9196069 x-openstack-request-id: req-484a7a21-19d6-44f0-abbe-fd99e9196069 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:48.628130 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1492d390-adfe-44e4-a795-47f80b85a9f0", "name": "network-vif-plugged", "status": "completed", "tag": "9102ca19-8ee8-4041-aa73-d5322afdfa8c", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:48.628234 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-484a7a21-19d6-44f0-abbe-fd99e9196069 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:48.628619 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1492d390-adfe-44e4-a795-47f80b85a9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9102ca19-8ee8-4041-aa73-d5322afdfa8c', 'code': 200} Nov 24 20:53:48.633077 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-210f9b8c-8e79-4f6b-82b2-e343f7cb69a6 service neutron] For port d795563b-ca34-4c21-93ce-e3ca33e74942, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=d795563b-ca34-4c21-93ce-e3ca33e74942,segment=NetworkSegment(94641ed7-7d62-49d4-bdd3-2104b796a379),segment_id=94641ed7-7d62-49d4-bdd3-2104b796a379)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:53:48.647821 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141fb47-e84f-443c-a96f-0678ed5b2223 req-a788a793-f5d4-4b63-b7e2-4f7d282780ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:48.652273 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c987f262-36d0-4f09-b0c4-23aa71bbf244 req-06cb6003-cce9-4779-aa7b-3260e3bff519 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179490 Nov 24 20:53:48.661655 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c141fb47-e84f-443c-a96f-0678ed5b2223 req-a788a793-f5d4-4b63-b7e2-4f7d282780ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 1099 time: 0.2610097 Nov 24 20:53:48.664068 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-210f9b8c-8e79-4f6b-82b2-e343f7cb69a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:48.667323 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cbdf585c-37c6-4532-9cf7-a48969428def admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0979254 Nov 24 20:53:48.671727 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57006) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:48.690915 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-88ac9122-6955-4ac1-9eda-5bafd8a8eaaa service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:53:48.691261 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-88ac9122-6955-4ac1-9eda-5bafd8a8eaaa service neutron] Checking segment: {'id': '94641ed7-7d62-49d4-bdd3-2104b796a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:53:48.691654 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-88ac9122-6955-4ac1-9eda-5bafd8a8eaaa service neutron] Bound using segment: {'id': '94641ed7-7d62-49d4-bdd3-2104b796a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:53:48.692107 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-88ac9122-6955-4ac1-9eda-5bafd8a8eaaa service neutron] Bound port: 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94641ed7-7d62-49d4-bdd3-2104b796a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:53:48.692465 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-88ac9122-6955-4ac1-9eda-5bafd8a8eaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:48.697989 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4f0b6a5f-f894-4c79-8d89-12426f1c946b admin admin] Request body: {'subnet': {'network_id': '29779ab6-173e-4460-82ba-ae81b53f6bbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-197936398-subnet', 'tenant_id': '85be585add014915920178bb8aa5c933', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:48.755556 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf585c-37c6-4532-9cf7-a48969428def admin admin] Pushing event updated for resources: {'Network': ['ID=29779ab6-173e-4460-82ba-ae81b53f6bbf,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:48.766874 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 29779ab6-173e-4460-82ba-ae81b53f6bbf details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:53:48.854101 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f1114-cbbc-403b-af13-a1fb76c621dc req-0626c59c-1ad0-4152-abc2-4e69228f3315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:48.855685 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-665f1114-cbbc-403b-af13-a1fb76c621dc req-0626c59c-1ad0-4152-abc2-4e69228f3315 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 1097 time: 0.1049118 Nov 24 20:53:48.869404 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6272af-435f-4430-a47f-f54191fd7389 req-d34a7a2a-9a61-419c-b0cd-c090ad764e4f tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:48.871192 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c6272af-435f-4430-a47f-f54191fd7389 req-d34a7a2a-9a61-419c-b0cd-c090ad764e4f tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 946 time: 0.0770230 Nov 24 20:53:48.884048 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141fb47-e84f-443c-a96f-0678ed5b2223 req-ef996f04-7afd-491c-a4d1-e2d43be0c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:48.885685 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c141fb47-e84f-443c-a96f-0678ed5b2223 req-ef996f04-7afd-491c-a4d1-e2d43be0c849 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.2232375 Nov 24 20:53:48.893143 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0b6a5f-f894-4c79-8d89-12426f1c946b admin admin] Made reservation on behalf of 85be585add014915920178bb8aa5c933 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:53:48.895764 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6a5f-f894-4c79-8d89-12426f1c946b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:48.929797 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-210f9b8c-8e79-4f6b-82b2-e343f7cb69a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:48.930423 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-210f9b8c-8e79-4f6b-82b2-e343f7cb69a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:48.934901 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-210f9b8c-8e79-4f6b-82b2-e343f7cb69a6 service neutron] 10.222.0.48 "PUT /v2.0/ports/d795563b-ca34-4c21-93ce-e3ca33e74942 HTTP/1.1" status: 200 len: 1092 time: 4.0498748 Nov 24 20:53:48.943527 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a03811c-853d-4872-92f1-43a2c3ac1a76', 'tag': 'd795563b-ca34-4c21-93ce-e3ca33e74942'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:48.957019 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865114f9-7878-42e8-ab42-e30cbea9262e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a03811c-853d-4872-92f1-43a2c3ac1a76", "tag": "d795563b-ca34-4c21-93ce-e3ca33e74942"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:48.981731 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c6272af-435f-4430-a47f-f54191fd7389 req-b6cd9fba-ecc6-4822-bfc4-6643ae541a64 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953751 Nov 24 20:53:49.009270 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-665f1114-cbbc-403b-af13-a1fb76c621dc req-6ad5e77a-4fc1-4804-98ed-d46438d9d06e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370821 Nov 24 20:53:49.146515 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cd13c-f145-4fcf-972a-08d5650bcaf2 req-1c002cfd-7819-4cb5-9abf-52e5b0af85cb tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:49.149708 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fc0cd13c-f145-4fcf-972a-08d5650bcaf2 req-1c002cfd-7819-4cb5-9abf-52e5b0af85cb tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b HTTP/1.1" status: 200 len: 945 time: 0.0754507 Nov 24 20:53:49.229829 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fc0cd13c-f145-4fcf-972a-08d5650bcaf2 req-5138c2d3-cd15-4f9a-8b03-cc075bbf020e tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732985 Nov 24 20:53:49.369057 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a969d-ec68-4351-983b-c31e05419f0c req-2c1ea698-f918-414c-8f90-b41e69eaa93d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:49.370741 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e96a969d-ec68-4351-983b-c31e05419f0c req-2c1ea698-f918-414c-8f90-b41e69eaa93d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 947 time: 0.0762627 Nov 24 20:53:49.439892 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device d7583c6b-0892-40d7-a969-d71a978cccd0 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:53:49.457450 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e96a969d-ec68-4351-983b-c31e05419f0c req-d89dee6f-10f5-443f-b061-07493831cb0b tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725932 Nov 24 20:53:49.505589 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c141fb47-e84f-443c-a96f-0678ed5b2223 req-a5aaf286-a5ad-40a6-9d1f-77732b6ae754 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=f15a7761-41df-448d-bd80-24ef546490c8 HTTP/1.1" status: 200 len: 217 time: 0.5955274 Nov 24 20:53:49.561600 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port d7583c6b-0892-40d7-a969-d71a978cccd0 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:53:49.567424 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port d7583c6b-0892-40d7-a969-d71a978cccd0 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:53:49.569008 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:49.646955 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f94c2d1-547a-4cac-a81e-b0bcc2169425 x-openstack-request-id: req-7f94c2d1-547a-4cac-a81e-b0bcc2169425 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:49.647613 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a03811c-853d-4872-92f1-43a2c3ac1a76", "tag": "d795563b-ca34-4c21-93ce-e3ca33e74942", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:49.647965 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7f94c2d1-547a-4cac-a81e-b0bcc2169425 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:49.648731 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a03811c-853d-4872-92f1-43a2c3ac1a76', 'tag': 'd795563b-ca34-4c21-93ce-e3ca33e74942', 'status': 'completed', 'code': 200} Nov 24 20:53:49.672370 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f9b8c-8e79-4f6b-82b2-e343f7cb69a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d795563b-ca34-4c21-93ce-e3ca33e74942,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:49.705047 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:49.717985 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9227fa-1afd-43d1-b761-a4a36caa3666 req-6466e288-1c20-4d63-94a4-6bfe172cf455 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:49.750178 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb9227fa-1afd-43d1-b761-a4a36caa3666 req-6466e288-1c20-4d63-94a4-6bfe172cf455 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427 HTTP/1.1" status: 200 len: 943 time: 0.0538473 Nov 24 20:53:49.750345 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e771d-8333-4f58-9472-cc134eece016 req-0a5e44cf-3b63-43f4-8f3d-d598ee1f0201 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:49.750345 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-471e771d-8333-4f58-9472-cc134eece016 req-0a5e44cf-3b63-43f4-8f3d-d598ee1f0201 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 948 time: 0.8389254 Nov 24 20:53:49.750345 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-88ac9122-6955-4ac1-9eda-5bafd8a8eaaa service neutron] For port 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:53:49.750345 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-88ac9122-6955-4ac1-9eda-5bafd8a8eaaa service neutron] For port 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1,segment=NetworkSegment(94641ed7-7d62-49d4-bdd3-2104b796a379),segment_id=94641ed7-7d62-49d4-bdd3-2104b796a379)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:53:49.750345 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141fb47-e84f-443c-a96f-0678ed5b2223 req-6bf23652-a21e-4b99-a131-68ad68912d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:49.750750 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port d7583c6b-0892-40d7-a969-d71a978cccd0, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d7583c6b-0892-40d7-a969-d71a978cccd0,segment=NetworkSegment(94641ed7-7d62-49d4-bdd3-2104b796a379),segment_id=94641ed7-7d62-49d4-bdd3-2104b796a379)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:49.750839 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c141fb47-e84f-443c-a96f-0678ed5b2223 req-6bf23652-a21e-4b99-a131-68ad68912d9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.2166092 Nov 24 20:53:49.758987 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-3d92c6a6-d1b1-4422-9c7d-8f2e0a4c74d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:49.761685 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-3d92c6a6-d1b1-4422-9c7d-8f2e0a4c74d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb16d1de737146b88a154d6dc4df612f&device_id=4a03811c-853d-4872-92f1-43a2c3ac1a76 HTTP/1.1" status: 200 len: 1095 time: 0.2949026 Nov 24 20:53:49.771488 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:49.778146 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb9227fa-1afd-43d1-b761-a4a36caa3666 req-ed8828a7-3ced-4c51-9b00-2ae8b948a784 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459347 Nov 24 20:53:49.805553 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-88ac9122-6955-4ac1-9eda-5bafd8a8eaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:49.902872 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-48c79039-5c5e-4694-87c4-2aba43e775d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d795563b-ca34-4c21-93ce-e3ca33e74942 HTTP/1.1" status: 200 len: 217 time: 0.1252406 Nov 24 20:53:49.941249 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abaca7-3516-416e-81a1-ebde432c0825 req-5baa09c7-4772-4435-86c7-215d7ca13afb tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:49.945410 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-88ac9122-6955-4ac1-9eda-5bafd8a8eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:49.946032 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-88ac9122-6955-4ac1-9eda-5bafd8a8eaaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:49.947421 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-88ac9122-6955-4ac1-9eda-5bafd8a8eaaa service neutron] 10.222.0.48 "PUT /v2.0/ports/49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1 HTTP/1.1" status: 200 len: 1091 time: 3.6686289 Nov 24 20:53:49.950040 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-89abaca7-3516-416e-81a1-ebde432c0825 req-5baa09c7-4772-4435-86c7-215d7ca13afb tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.1034274 Nov 24 20:53:50.023698 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=d7583c6b-0892-40d7-a969-d71a978cccd0,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:50.042088 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-471e771d-8333-4f58-9472-cc134eece016 req-e3d32de0-1e7e-49ac-9843-50ae9da8a9d7 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092468 Nov 24 20:53:50.069406 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-89abaca7-3516-416e-81a1-ebde432c0825 req-97c49673-3b9e-4feb-9faa-3b4b0bf623f1 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125596 Nov 24 20:53:50.112691 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac9122-6955-4ac1-9eda-5bafd8a8eaaa service neutron] Pushing event updated for resources: {'Port': ['ID=49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:50.116663 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141fb47-e84f-443c-a96f-0678ed5b2223 req-461e2f4b-9ff6-4222-b66e-adaf439d2c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:50.118266 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c141fb47-e84f-443c-a96f-0678ed5b2223 req-461e2f4b-9ff6-4222-b66e-adaf439d2c4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3536870 Nov 24 20:53:50.127976 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-e0468b59-7d75-461a-aa8b-310c0c43f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:50.134271 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-e0468b59-7d75-461a-aa8b-310c0c43f755 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20047ad1-cc0a-4d75-a9cc-6f49c411910c HTTP/1.1" status: 200 len: 855 time: 0.2108293 Nov 24 20:53:50.236789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device f15a7761-41df-448d-bd80-24ef546490c8 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:53:50.247246 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28f30b-a52b-4781-b011-f324a57ccb3b req-e8a9381f-0453-4dab-b758-570eeee340b5 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:50.255725 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6a5f-f894-4c79-8d89-12426f1c946b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:50.259867 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a28f30b-a52b-4781-b011-f324a57ccb3b req-e8a9381f-0453-4dab-b758-570eeee340b5 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 945 time: 0.0956168 Nov 24 20:53:50.388031 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-f1c27022-d55c-42d6-bf39-6c8020b728dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:50.389454 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a28f30b-a52b-4781-b011-f324a57ccb3b req-8e055455-ae71-4a9e-a90a-3b5b5ed9af71 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193891 Nov 24 20:53:50.389642 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-f1c27022-d55c-42d6-bf39-6c8020b728dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb16d1de737146b88a154d6dc4df612f&device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427 HTTP/1.1" status: 200 len: 1094 time: 0.3878984 Nov 24 20:53:50.424835 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port f15a7761-41df-448d-bd80-24ef546490c8, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f15a7761-41df-448d-bd80-24ef546490c8,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:50.440184 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'f15a7761-41df-448d-bd80-24ef546490c8', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': 'f15a7761-41df-448d-bd80-24ef546490c8', 'mac_address': 'fa:16:3e:5b:d7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:53:50.473370 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54525478-f9ec-40c8-ae64-228d16bff48e req-e0ef84dd-3f48-4df2-843d-382e0ef43ab3 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:50.489536 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-54525478-f9ec-40c8-ae64-228d16bff48e req-e0ef84dd-3f48-4df2-843d-382e0ef43ab3 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 946 time: 0.3497152 Nov 24 20:53:50.531090 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-c07e6224-9b7d-481f-8003-f925d897f003 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1 HTTP/1.1" status: 200 len: 217 time: 0.1181059 Nov 24 20:53:50.532325 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:50.538473 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-75e05184-272f-47be-b11b-1daa0a4690b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:50.540874 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-75e05184-272f-47be-b11b-1daa0a4690b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=163dd9ed-ba8c-4c80-b86b-524764f34af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3972852 Nov 24 20:53:50.557302 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15a7761-41df-448d-bd80-24ef546490c8 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:53:50.586581 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port f15a7761-41df-448d-bd80-24ef546490c8, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f15a7761-41df-448d-bd80-24ef546490c8,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:50.591810 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:50.599968 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d49bfa-c9c6-4b56-b401-16886d481537 req-86f27a1c-6a7d-4ca5-935b-6abe70487ba1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:50.609400 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d3d49bfa-c9c6-4b56-b401-16886d481537 req-86f27a1c-6a7d-4ca5-935b-6abe70487ba1 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b HTTP/1.1" status: 200 len: 945 time: 0.1427996 Nov 24 20:53:50.634614 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1eaaadf-1e22-4d71-9973-9034e90a7ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7583c6b-0892-40d7-a969-d71a978cccd0'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:50.639041 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f435439-3302-495a-be4a-d0768f370820" -d '{"events": [{"server_uuid": "c1eaaadf-1e22-4d71-9973-9034e90a7ecc", "name": "network-vif-plugged", "status": "completed", "tag": "d7583c6b-0892-40d7-a969-d71a978cccd0"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:50.658634 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c4a98-6c65-45b4-99f5-097c65402acb req-aa24c943-225b-4318-b25d-b71739a7e997 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:50.660990 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-812c4a98-6c65-45b4-99f5-097c65402acb req-aa24c943-225b-4318-b25d-b71739a7e997 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b HTTP/1.1" status: 200 len: 945 time: 0.1439750 Nov 24 20:53:50.675915 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=f15a7761-41df-448d-bd80-24ef546490c8,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:50.676647 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b6a5f-f894-4c79-8d89-12426f1c946b admin admin] Pushing event updated for resources: {'Subnet': ['ID=93493f54-5a32-43e0-931c-3dc90d28d1b0,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:50.729103 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c141fb47-e84f-443c-a96f-0678ed5b2223 req-be3f8a91-fc42-4ee5-a915-3623a78565c0 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5913262 Nov 24 20:53:50.734763 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d3d49bfa-c9c6-4b56-b401-16886d481537 req-dc1452f4-eed1-4615-872f-7e9214fec67a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/security-groups?id=25130940-83cd-450b-8321-5d0ab8ca811f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238439 Nov 24 20:53:50.735069 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0b6a5f-f894-4c79-8d89-12426f1c946b admin admin] Checking segment: {'id': '39a7af15-1497-468e-8051-b6d674420afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '29779ab6-173e-4460-82ba-ae81b53f6bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:53:50.735481 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0b6a5f-f894-4c79-8d89-12426f1c946b admin admin] Network hostable DHCP agents. Network: 29779ab6-173e-4460-82ba-ae81b53f6bbf, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:53:50.802142 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-9640fbc7-6bff-45e0-8242-c8bc505565ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:50.805121 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-9640fbc7-6bff-45e0-8242-c8bc505565ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20047ad1-cc0a-4d75-a9cc-6f49c411910c HTTP/1.1" status: 200 len: 855 time: 0.2019184 Nov 24 20:53:50.819441 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['f15a7761-41df-448d-bd80-24ef546490c8'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:53:50.822891 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-812c4a98-6c65-45b4-99f5-097c65402acb req-0c3bfde1-af4c-491b-b112-bbcca7a1948a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Deleting port c1b3f4bd-32d9-468e-8bb5-53c430603070 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:53:50.823372 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-812c4a98-6c65-45b4-99f5-097c65402acb req-0c3bfde1-af4c-491b-b112-bbcca7a1948a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:50.841893 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-54525478-f9ec-40c8-ae64-228d16bff48e req-811f1f45-87c6-42f8-bdd1-c95b7bd8b200 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216972 Nov 24 20:53:50.943908 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4539f9d4-d0ff-4312-89c1-d701665f5f93 x-openstack-request-id: req-4539f9d4-d0ff-4312-89c1-d701665f5f93 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:50.947245 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1eaaadf-1e22-4d71-9973-9034e90a7ecc", "name": "network-vif-plugged", "status": "completed", "tag": "d7583c6b-0892-40d7-a969-d71a978cccd0", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:50.947719 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4539f9d4-d0ff-4312-89c1-d701665f5f93 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:50.948450 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1eaaadf-1e22-4d71-9973-9034e90a7ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7583c6b-0892-40d7-a969-d71a978cccd0', 'code': 200} Nov 24 20:53:50.949585 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f047839-ffc2-4f54-9cb7-7ab42fb10689 req-4c720f48-f0ac-449f-8579-b548a73f9599 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:50.954651 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f047839-ffc2-4f54-9cb7-7ab42fb10689 req-4c720f48-f0ac-449f-8579-b548a73f9599 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 947 time: 0.1268563 Nov 24 20:53:50.967397 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c141fb47-e84f-443c-a96f-0678ed5b2223 req-23c6d060-266d-4734-a1a6-4564b95c66a7 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289443 Nov 24 20:53:50.970249 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-ecdb5182-fc5e-47fd-8527-20210585262a service neutron] 10.222.0.48 "GET /v2.0/networks/163dd9ed-ba8c-4c80-b86b-524764f34af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692415 Nov 24 20:53:51.054525 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-812c4a98-6c65-45b4-99f5-097c65402acb req-0c3bfde1-af4c-491b-b112-bbcca7a1948a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] For port c1b3f4bd-32d9-468e-8bb5-53c430603070, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c1b3f4bd-32d9-468e-8bb5-53c430603070,segment=NetworkSegment(472e1ceb-f7f1-42dc-9b16-2ea2ea89d155),segment_id=472e1ceb-f7f1-42dc-9b16-2ea2ea89d155)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:51.054905 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-812c4a98-6c65-45b4-99f5-097c65402acb req-0c3bfde1-af4c-491b-b112-bbcca7a1948a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:51.082331 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-812c4a98-6c65-45b4-99f5-097c65402acb req-0c3bfde1-af4c-491b-b112-bbcca7a1948a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Calling delete_port for c1b3f4bd-32d9-468e-8bb5-53c430603070 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:53:51.087290 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f047839-ffc2-4f54-9cb7-7ab42fb10689 req-023238e5-c218-425c-914a-3997e7ad616a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217885 Nov 24 20:53:51.180803 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a907c2be-a6cf-422a-a0a2-24d1cb4a179b req-18f7d7d9-240d-4a4e-8dec-2b41e4b5a9cb service neutron] 10.222.0.48 "GET /v2.0/networks/163dd9ed-ba8c-4c80-b86b-524764f34af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988020 Nov 24 20:53:51.281240 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0b6a5f-f894-4c79-8d89-12426f1c946b admin admin] Network 29779ab6-173e-4460-82ba-ae81b53f6bbf is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:53:51.310501 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b12b2-5956-4c7f-8524-ee523e3281eb req-5f8daf05-34a0-4b19-b574-b86e41c687fe tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:51.312480 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-866b12b2-5956-4c7f-8524-ee523e3281eb req-5f8daf05-34a0-4b19-b574-b86e41c687fe tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.1123490 Nov 24 20:53:51.345608 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-812c4a98-6c65-45b4-99f5-097c65402acb req-0c3bfde1-af4c-491b-b112-bbcca7a1948a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:51.360142 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c1b3f4bd-32d9-468e-8bb5-53c430603070'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:53:51.366818 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-4f0b6a5f-f894-4c79-8d89-12426f1c946b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 29779ab6-173e-4460-82ba-ae81b53f6bbf) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:53:51.378750 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0b6a5f-f894-4c79-8d89-12426f1c946b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:51.379335 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6a5f-f894-4c79-8d89-12426f1c946b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:51.384394 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-a3134b3d-6861-457b-ab8b-7f080adc7554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:51.385984 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-a3134b3d-6861-457b-ab8b-7f080adc7554 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=163dd9ed-ba8c-4c80-b86b-524764f34af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5589681 Nov 24 20:53:51.423133 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeca14b-368c-4d95-8d0f-9e54306ac89b req-6dd3d082-9ac1-4f63-8006-eb2968111ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:51.425828 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2eeca14b-368c-4d95-8d0f-9e54306ac89b req-6dd3d082-9ac1-4f63-8006-eb2968111ad6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 1096 time: 0.2395191 Nov 24 20:53:51.429706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d29b67f-27fb-449b-a44c-9fb26c1a4f40 None None] Network 29779ab6-173e-4460-82ba-ae81b53f6bbf requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:53:51.473992 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4f0b6a5f-f894-4c79-8d89-12426f1c946b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7861326 Nov 24 20:53:51.483867 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6dc5c-4bd2-4f37-846d-b48adb11de15 req-7fd2bb40-1078-4187-8262-6c9f85301e89 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:51.491511 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9af6dc5c-4bd2-4f37-846d-b48adb11de15 req-7fd2bb40-1078-4187-8262-6c9f85301e89 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427 HTTP/1.1" status: 200 len: 943 time: 0.2775059 Nov 24 20:53:51.504561 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bfde1-af4c-491b-b112-bbcca7a1948a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Pushing event deleted for resources: {'Port': ['ID=c1b3f4bd-32d9-468e-8bb5-53c430603070,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:51.510035 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-812c4a98-6c65-45b4-99f5-097c65402acb req-0c3bfde1-af4c-491b-b112-bbcca7a1948a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] No DVR routers for this DVR port c1b3f4bd-32d9-468e-8bb5-53c430603070 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:53:51.511448 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969bf9b-4461-449a-85a4-0ea448f9c24f req-af6c34a0-53c7-4dfe-b339-ab0fb31f87b8 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:51.513551 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3969bf9b-4461-449a-85a4-0ea448f9c24f req-af6c34a0-53c7-4dfe-b339-ab0fb31f87b8 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 946 time: 0.2692823 Nov 24 20:53:51.522773 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-812c4a98-6c65-45b4-99f5-097c65402acb req-0c3bfde1-af4c-491b-b112-bbcca7a1948a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:51.523550 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865114f9-7878-42e8-ab42-e30cbea9262e req-27b25e46-428a-4336-8e1f-85fe794e8463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:51.525608 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-865114f9-7878-42e8-ab42-e30cbea9262e req-27b25e46-428a-4336-8e1f-85fe794e8463 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb16d1de737146b88a154d6dc4df612f&device_id=4a03811c-853d-4872-92f1-43a2c3ac1a76 HTTP/1.1" status: 200 len: 1095 time: 0.2727637 Nov 24 20:53:51.530315 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-812c4a98-6c65-45b4-99f5-097c65402acb req-0c3bfde1-af4c-491b-b112-bbcca7a1948a tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.15 "DELETE /v2.0/ports/c1b3f4bd-32d9-468e-8bb5-53c430603070 HTTP/1.1" status: 204 len: 173 time: 0.8578486 Nov 24 20:53:51.531027 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b', 'name': 'network-vif-deleted', 'tag': 'c1b3f4bd-32d9-468e-8bb5-53c430603070'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:51.547788 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7644a0ca-005b-4873-8275-6b11a8490f76" -d '{"events": [{"server_uuid": "ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b", "name": "network-vif-deleted", "tag": "c1b3f4bd-32d9-468e-8bb5-53c430603070"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:51.601008 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-866b12b2-5956-4c7f-8524-ee523e3281eb req-7bf7038b-9d74-40db-9a5e-2044babbc312 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/security-groups?id=44b83c3f-822a-40d0-81f5-7fb881bd328b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731557 Nov 24 20:53:51.619367 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9322dfe3-4e54-441e-a74d-308ef084a376 None None] Network 29779ab6-173e-4460-82ba-ae81b53f6bbf requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:53:51.659533 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a40e21-f67e-4ba5-b0d2-979eade5a427', 'tag': '49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:51.661892 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a94e427-4ef5-49c0-ad27-6270eaa4b475" -d '{"events": [{"name": "network-changed", "server_uuid": "94a40e21-f67e-4ba5-b0d2-979eade5a427", "tag": "49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:51.748109 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9af6dc5c-4bd2-4f37-846d-b48adb11de15 req-bca870db-88ca-411d-ab58-887ad9c6bb3e tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555861 Nov 24 20:53:51.827861 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-ccfdc3ec-53eb-496a-9146-ebdc56b075a8 service neutron] 10.222.0.48 "GET /v2.0/networks/163dd9ed-ba8c-4c80-b86b-524764f34af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207122 Nov 24 20:53:51.853147 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2eeca14b-368c-4d95-8d0f-9e54306ac89b req-e2a5dfc0-0460-44ec-8e04-4f5aa7337ea3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055774 Nov 24 20:53:51.879263 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e8bca-8d02-4ad6-bed0-35e2597eb5b7 req-a6d9cd44-5336-4356-9882-81b0d8863c83 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:51.911030 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5d1e8bca-8d02-4ad6-bed0-35e2597eb5b7 req-a6d9cd44-5336-4356-9882-81b0d8863c83 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 949 time: 0.1378064 Nov 24 20:53:51.989267 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5d1e8bca-8d02-4ad6-bed0-35e2597eb5b7 req-6891f538-84e7-4129-869a-fe7459b63142 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774360 Nov 24 20:53:52.106714 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a50474-eaba-4a97-97f2-ba1ce1df85b6 x-openstack-request-id: req-e9a50474-eaba-4a97-97f2-ba1ce1df85b6 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:52.108523 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b", "name": "network-vif-deleted", "tag": "c1b3f4bd-32d9-468e-8bb5-53c430603070", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:52.108826 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e9a50474-eaba-4a97-97f2-ba1ce1df85b6 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:52.109352 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b', 'name': 'network-vif-deleted', 'tag': 'c1b3f4bd-32d9-468e-8bb5-53c430603070', 'status': 'completed', 'code': 200} Nov 24 20:53:52.135927 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865114f9-7878-42e8-ab42-e30cbea9262e req-77409dab-fe45-413d-bef0-c10c82a89bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:52.138477 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-865114f9-7878-42e8-ab42-e30cbea9262e req-77409dab-fe45-413d-bef0-c10c82a89bb0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=163dd9ed-ba8c-4c80-b86b-524764f34af5 HTTP/1.1" status: 200 len: 917 time: 0.5570319 Nov 24 20:53:52.155326 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab39e1f-b0f1-4b63-8b85-3d538e14aa28 req-b953dcda-96aa-4a3e-9beb-a909d259cda4 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:52.159322 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-aab39e1f-b0f1-4b63-8b85-3d538e14aa28 req-b953dcda-96aa-4a3e-9beb-a909d259cda4 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 945 time: 0.2301414 Nov 24 20:53:52.161864 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-3969bf9b-4461-449a-85a4-0ea448f9c24f req-729c63e4-dee2-4872-90ea-336360babc3f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Deleting port 258b81dc-1152-4bfa-b862-bf1733faf37d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:53:52.162214 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3969bf9b-4461-449a-85a4-0ea448f9c24f req-729c63e4-dee2-4872-90ea-336360babc3f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:52.251938 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device f15a7761-41df-448d-bd80-24ef546490c8 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:53:52.271151 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-3969bf9b-4461-449a-85a4-0ea448f9c24f req-729c63e4-dee2-4872-90ea-336360babc3f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] For port 258b81dc-1152-4bfa-b862-bf1733faf37d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=258b81dc-1152-4bfa-b862-bf1733faf37d,segment=NetworkSegment(4dd3105e-efec-423b-952b-b6ef91859c98),segment_id=4dd3105e-efec-423b-952b-b6ef91859c98)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:52.271663 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3969bf9b-4461-449a-85a4-0ea448f9c24f req-729c63e4-dee2-4872-90ea-336360babc3f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:52.286255 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-3969bf9b-4461-449a-85a4-0ea448f9c24f req-729c63e4-dee2-4872-90ea-336360babc3f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Calling delete_port for 258b81dc-1152-4bfa-b862-bf1733faf37d owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:53:52.306441 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-60975129-2230-4c08-9626-acb84a9b8b9c req-788f9a64-ab37-45fc-bd7e-040952b6db72 tempest-ServersTestJSON-1173305176 tempest-ServersTestJSON-1173305176-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3ebf26-f1a3-4ff8-bc1f-fccaff74790b HTTP/1.1" status: 200 len: 210 time: 0.0454156 Nov 24 20:53:52.371117 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50c6c0a-c6b1-45db-ab23-60b293a80d52 x-openstack-request-id: req-e50c6c0a-c6b1-45db-ab23-60b293a80d52 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:52.371434 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a40e21-f67e-4ba5-b0d2-979eade5a427", "tag": "49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:52.371714 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e50c6c0a-c6b1-45db-ab23-60b293a80d52 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:52.372130 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a40e21-f67e-4ba5-b0d2-979eade5a427', 'tag': '49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1', 'status': 'completed', 'code': 200} Nov 24 20:53:52.377030 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-73c4266a-f64f-45d0-a10e-915e53411e4c req-b19d0d5a-f2ea-4d70-876d-38542d2f9ce9 service neutron] 10.222.0.48 "GET /v2.0/networks/163dd9ed-ba8c-4c80-b86b-524764f34af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779294 Nov 24 20:53:52.398250 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port f15a7761-41df-448d-bd80-24ef546490c8 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:53:52.409003 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port f15a7761-41df-448d-bd80-24ef546490c8 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:53:52.409554 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:52.446604 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-865114f9-7878-42e8-ab42-e30cbea9262e req-24eebe96-471c-40e8-90be-6ac222ee508a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d795563b-ca34-4c21-93ce-e3ca33e74942 HTTP/1.1" status: 200 len: 217 time: 0.0732231 Nov 24 20:53:52.454907 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57062) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:52.461542 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-3b40c56c-cd31-47b4-a1f5-d99209caee47 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1353688888-network', 'tenant_id': '09c79f8d77b14ab198f912982df6448c'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:52.561494 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:52.603059 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port f15a7761-41df-448d-bd80-24ef546490c8, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f15a7761-41df-448d-bd80-24ef546490c8,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:52.610795 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:52.626470 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-aab39e1f-b0f1-4b63-8b85-3d538e14aa28 req-4994c3d7-abf0-4edb-838c-2412f413cc44 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519419 Nov 24 20:53:52.632455 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b40c56c-cd31-47b4-a1f5-d99209caee47 admin admin] Made reservation on behalf of 09c79f8d77b14ab198f912982df6448c for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:53:52.639030 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865114f9-7878-42e8-ab42-e30cbea9262e req-928f6788-82b9-4fa2-a483-16e17472f9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:52.640203 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3b40c56c-cd31-47b4-a1f5-d99209caee47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:52.640510 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-865114f9-7878-42e8-ab42-e30cbea9262e req-928f6788-82b9-4fa2-a483-16e17472f9ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20047ad1-cc0a-4d75-a9cc-6f49c411910c HTTP/1.1" status: 200 len: 855 time: 0.1826410 Nov 24 20:53:52.663508 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94e427-4ef5-49c0-ad27-6270eaa4b475 req-3464fc81-2002-446d-bcc9-3279618c7ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:52.665258 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a94e427-4ef5-49c0-ad27-6270eaa4b475 req-3464fc81-2002-446d-bcc9-3279618c7ed9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb16d1de737146b88a154d6dc4df612f&device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427 HTTP/1.1" status: 200 len: 1094 time: 0.1705251 Nov 24 20:53:52.677836 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fb2f8-3ade-48dc-84b8-34a1f5b29aac req-006d3788-40c6-4825-a184-6c1ef753c789 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:52.679832 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-be9fb2f8-3ade-48dc-84b8-34a1f5b29aac req-006d3788-40c6-4825-a184-6c1ef753c789 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 946 time: 0.2129123 Nov 24 20:53:52.680852 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3b40c56c-cd31-47b4-a1f5-d99209caee47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:52.708157 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=f15a7761-41df-448d-bd80-24ef546490c8,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:52.740426 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3969bf9b-4461-449a-85a4-0ea448f9c24f req-729c63e4-dee2-4872-90ea-336360babc3f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:52.753818 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['258b81dc-1152-4bfa-b862-bf1733faf37d'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:53:52.793296 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-be9fb2f8-3ade-48dc-84b8-34a1f5b29aac req-af898514-f302-455b-a2ca-7457f0c06e9e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994365 Nov 24 20:53:52.849253 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c63e4-dee2-4872-90ea-336360babc3f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Pushing event deleted for resources: {'Port': ['ID=258b81dc-1152-4bfa-b862-bf1733faf37d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:52.853902 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865114f9-7878-42e8-ab42-e30cbea9262e req-54f88771-4da2-4b83-8d4c-1a3b35ffa174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:52.855799 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-865114f9-7878-42e8-ab42-e30cbea9262e req-54f88771-4da2-4b83-8d4c-1a3b35ffa174 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=163dd9ed-ba8c-4c80-b86b-524764f34af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2065928 Nov 24 20:53:52.936637 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-409d9a0a-2e83-47e6-ba0c-d91f623082d9 req-ce74cd12-3559-42bf-9b67-7c0234e95732 tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6aa621-46d8-4928-a866-5f6bba487a4a HTTP/1.1" status: 200 len: 210 time: 0.0474033 Nov 24 20:53:52.942012 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3b40c56c-cd31-47b4-a1f5-d99209caee47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:52.949129 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3b40c56c-cd31-47b4-a1f5-d99209caee47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:52.950851 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb5b39e-802d-411b-8fe0-5e2121a8918f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15a7761-41df-448d-bd80-24ef546490c8'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:52.954899 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be34e680-ff74-47f1-af36-014acc80edd8" -d '{"events": [{"server_uuid": "3cb5b39e-802d-411b-8fe0-5e2121a8918f", "name": "network-vif-plugged", "status": "completed", "tag": "f15a7761-41df-448d-bd80-24ef546490c8"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:52.986356 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-3969bf9b-4461-449a-85a4-0ea448f9c24f req-729c63e4-dee2-4872-90ea-336360babc3f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] No DVR routers for this DVR port 258b81dc-1152-4bfa-b862-bf1733faf37d on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:53:52.994432 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3969bf9b-4461-449a-85a4-0ea448f9c24f req-729c63e4-dee2-4872-90ea-336360babc3f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:52.997097 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b40c56c-cd31-47b4-a1f5-d99209caee47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:53:52.998076 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3969bf9b-4461-449a-85a4-0ea448f9c24f req-729c63e4-dee2-4872-90ea-336360babc3f tempest-ServerRescueNegativeTestJSON-1202407963 tempest-ServerRescueNegativeTestJSON-1202407963-project] 10.222.0.15 "DELETE /v2.0/ports/258b81dc-1152-4bfa-b862-bf1733faf37d HTTP/1.1" status: 204 len: 173 time: 1.4349046 Nov 24 20:53:53.025043 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40c56c-cd31-47b4-a1f5-d99209caee47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9f84ff-9f32-4fb7-bf65-bdfd3acdaeb0,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:53.032676 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3b40c56c-cd31-47b4-a1f5-d99209caee47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:53.033477 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-3b40c56c-cd31-47b4-a1f5-d99209caee47 admin admin] Added segment fcac4b73-8214-4e02-9f30-e6bdde2bacfc of type vlan for network faa4297d-d00a-4664-ba7a-9179405cd4fb Nov 24 20:53:53.033656 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94e427-4ef5-49c0-ad27-6270eaa4b475 req-b0794445-157e-4e98-b84b-30446d181687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:53.035759 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a94e427-4ef5-49c0-ad27-6270eaa4b475 req-b0794445-157e-4e98-b84b-30446d181687 service neutron] 10.222.0.48 "GET /v2.0/networks?id=163dd9ed-ba8c-4c80-b86b-524764f34af5 HTTP/1.1" status: 200 len: 917 time: 0.3510756 Nov 24 20:53:53.068641 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33333053-d866-47b9-8221-99501f1d39a4 req-a1087f5b-6e04-4ff7-b967-77b5d7fe763f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:53.070315 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-33333053-d866-47b9-8221-99501f1d39a4 req-a1087f5b-6e04-4ff7-b967-77b5d7fe763f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 947 time: 0.2461848 Nov 24 20:53:53.106961 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a94e427-4ef5-49c0-ad27-6270eaa4b475 req-01091443-e1e3-4622-b564-dedd5c5d9d20 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1 HTTP/1.1" status: 200 len: 217 time: 0.0620482 Nov 24 20:53:53.118605 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3b40c56c-cd31-47b4-a1f5-d99209caee47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:53.159271 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef28957-0fef-4e0a-bbfa-20ccf94b4b77 req-7f7dc9c9-ceab-45d9-98da-c6c7fe9ed1aa tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:53.170139 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eef28957-0fef-4e0a-bbfa-20ccf94b4b77 req-7f7dc9c9-ceab-45d9-98da-c6c7fe9ed1aa tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427 HTTP/1.1" status: 200 len: 943 time: 0.1222808 Nov 24 20:53:53.259166 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3b40c56c-cd31-47b4-a1f5-d99209caee47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:53.260239 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b40c56c-cd31-47b4-a1f5-d99209caee47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:53.260882 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3b40c56c-cd31-47b4-a1f5-d99209caee47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:53.326724 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eef28957-0fef-4e0a-bbfa-20ccf94b4b77 req-1065df7f-f6b3-4e45-8e52-570d9eb7fe14 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439240 Nov 24 20:53:53.358503 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:53:53.367640 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3b40c56c-cd31-47b4-a1f5-d99209caee47 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9109540 Nov 24 20:53:53.368890 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57076) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:53.411004 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-4c9b7f26-9056-4b28-9a6e-a8ddbd65be40 admin admin] Request body: {'subnet': {'network_id': 'faa4297d-d00a-4664-ba7a-9179405cd4fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1353688888-subnet', 'tenant_id': '09c79f8d77b14ab198f912982df6448c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:53.421426 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40c56c-cd31-47b4-a1f5-d99209caee47 admin admin] Pushing event updated for resources: {'Network': ['ID=faa4297d-d00a-4664-ba7a-9179405cd4fb,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:53.440116 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network faa4297d-d00a-4664-ba7a-9179405cd4fb details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:53:53.446868 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9b7f26-9056-4b28-9a6e-a8ddbd65be40 admin admin] Made reservation on behalf of 09c79f8d77b14ab198f912982df6448c for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:53:53.450817 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4c9b7f26-9056-4b28-9a6e-a8ddbd65be40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:53.539765 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-865114f9-7878-42e8-ab42-e30cbea9262e req-3aa43d96-cedb-4919-9318-64624d9d8f6d service neutron] 10.222.0.48 "GET /v2.0/networks/163dd9ed-ba8c-4c80-b86b-524764f34af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6609125 Nov 24 20:53:53.598571 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94e427-4ef5-49c0-ad27-6270eaa4b475 req-8a9e44b5-bc63-4b11-89da-622d6da138b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:53.600057 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a94e427-4ef5-49c0-ad27-6270eaa4b475 req-8a9e44b5-bc63-4b11-89da-622d6da138b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20047ad1-cc0a-4d75-a9cc-6f49c411910c HTTP/1.1" status: 200 len: 855 time: 0.4852684 Nov 24 20:53:53.606604 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-33333053-d866-47b9-8221-99501f1d39a4 req-5dc5314c-0bf0-4a0c-afee-26f1cffe1e99 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5040097 Nov 24 20:53:53.704171 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94e427-4ef5-49c0-ad27-6270eaa4b475 req-e3230c2a-fff0-4e30-b7c0-3e25eb9cc891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:53.705711 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a94e427-4ef5-49c0-ad27-6270eaa4b475 req-e3230c2a-fff0-4e30-b7c0-3e25eb9cc891 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=163dd9ed-ba8c-4c80-b86b-524764f34af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962729 Nov 24 20:53:53.709530 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-865114f9-7878-42e8-ab42-e30cbea9262e req-52e052a3-d717-4aec-a8ce-2520e1d65282 service neutron] 10.222.0.48 "GET /v2.0/networks/163dd9ed-ba8c-4c80-b86b-524764f34af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575968 Nov 24 20:53:53.737545 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4c9b7f26-9056-4b28-9a6e-a8ddbd65be40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:53.749549 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75f0c33-28b6-4ff9-88f5-6bdfcc6f9f51 x-openstack-request-id: req-c75f0c33-28b6-4ff9-88f5-6bdfcc6f9f51 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:53.749903 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb5b39e-802d-411b-8fe0-5e2121a8918f", "name": "network-vif-plugged", "status": "completed", "tag": "f15a7761-41df-448d-bd80-24ef546490c8", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:53.750116 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c75f0c33-28b6-4ff9-88f5-6bdfcc6f9f51 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:53.750735 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb5b39e-802d-411b-8fe0-5e2121a8918f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15a7761-41df-448d-bd80-24ef546490c8', 'code': 200} Nov 24 20:53:53.882763 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bef74-dce0-4657-a73f-742b8f7e7bc0 req-dcf220ed-b462-4787-bfc8-464ff6233186 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:53.884275 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-951bef74-dce0-4657-a73f-742b8f7e7bc0 req-dcf220ed-b462-4787-bfc8-464ff6233186 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 946 time: 0.1537457 Nov 24 20:53:53.902814 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b7f26-9056-4b28-9a6e-a8ddbd65be40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=829db87f-b885-4eb2-a4b8-ef9eb1ccf938,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:53.925746 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b7f26-9056-4b28-9a6e-a8ddbd65be40 admin admin] Checking segment: {'id': 'fcac4b73-8214-4e02-9f30-e6bdde2bacfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'faa4297d-d00a-4664-ba7a-9179405cd4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:53:53.926255 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9b7f26-9056-4b28-9a6e-a8ddbd65be40 admin admin] Network hostable DHCP agents. Network: faa4297d-d00a-4664-ba7a-9179405cd4fb, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:53:53.949672 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7648ae7-e1c1-419c-8064-f9266affda7b req-32222830-ed93-4b51-ba06-b1180a40df1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:53.951156 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e7648ae7-e1c1-419c-8064-f9266affda7b req-32222830-ed93-4b51-ba06-b1180a40df1f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 1101 time: 0.1259921 Nov 24 20:53:53.959367 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a94e427-4ef5-49c0-ad27-6270eaa4b475 req-f8a89e0a-6d90-4e72-942d-6fef004a4567 service neutron] 10.222.0.48 "GET /v2.0/networks/163dd9ed-ba8c-4c80-b86b-524764f34af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409141 Nov 24 20:53:53.972661 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cb35f-fa77-4f0c-9796-04216ba49e9f req-2ff37054-e810-4b9c-8a82-635fb88efb6b tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:53.975603 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e25cb35f-fa77-4f0c-9796-04216ba49e9f req-2ff37054-e810-4b9c-8a82-635fb88efb6b tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 950 time: 0.1312990 Nov 24 20:53:53.982395 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-951bef74-dce0-4657-a73f-742b8f7e7bc0 req-8c1de74a-346c-48f5-a96a-e81769d60d61 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875885 Nov 24 20:53:53.987409 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9b7f26-9056-4b28-9a6e-a8ddbd65be40 admin admin] Network faa4297d-d00a-4664-ba7a-9179405cd4fb is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:53:54.009091 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-4c9b7f26-9056-4b28-9a6e-a8ddbd65be40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, faa4297d-d00a-4664-ba7a-9179405cd4fb) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:53:54.014918 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9b7f26-9056-4b28-9a6e-a8ddbd65be40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:54.015950 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4c9b7f26-9056-4b28-9a6e-a8ddbd65be40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:54.029068 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4315e04-983d-40a1-9f2d-548c93eb99cb None None] Network faa4297d-d00a-4664-ba7a-9179405cd4fb requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:53:54.049400 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4c9b7f26-9056-4b28-9a6e-a8ddbd65be40 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6429060 Nov 24 20:53:54.054836 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57084) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:54.180819 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e7648ae7-e1c1-419c-8064-f9266affda7b req-a612ee50-f992-46c1-970e-6ccd6c131fda service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200773 Nov 24 20:53:54.196441 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a30dad-8a7d-427f-b708-bd1625cd81cc admin admin] Deleting subnet ded7d568-de3b-47fd-8a43-7e09737c0e38 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:53:54.203739 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52a30dad-8a7d-427f-b708-bd1625cd81cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:54.228985 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e25cb35f-fa77-4f0c-9796-04216ba49e9f req-e74926bb-d2f9-485b-b537-45c6505b026f tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381661 Nov 24 20:53:54.233603 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a94e427-4ef5-49c0-ad27-6270eaa4b475 req-06c2d13f-8789-4bf1-a70e-bc7ade01fb16 service neutron] 10.222.0.48 "GET /v2.0/networks/163dd9ed-ba8c-4c80-b86b-524764f34af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525508 Nov 24 20:53:54.258071 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e294a80-f6bb-4d05-8d7d-61b88d18cbff req-eb66a3ae-bdc5-4448-9d96-0042bc15d0dd tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:54.259583 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e294a80-f6bb-4d05-8d7d-61b88d18cbff req-eb66a3ae-bdc5-4448-9d96-0042bc15d0dd tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 945 time: 0.1265259 Nov 24 20:53:54.268132 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52a30dad-8a7d-427f-b708-bd1625cd81cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:54.304403 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57090) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:54.362551 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device d795563b-ca34-4c21-93ce-e3ca33e74942 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:53:54.363370 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52a30dad-8a7d-427f-b708-bd1625cd81cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:54.369076 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e294a80-f6bb-4d05-8d7d-61b88d18cbff req-6570f26d-1b16-4a85-861a-1e4a540506a1 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984232 Nov 24 20:53:54.425740 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6aa621-46d8-4928-a866-5f6bba487a4a', 'name': 'network-vif-deleted', 'tag': '258b81dc-1152-4bfa-b862-bf1733faf37d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:54.428664 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f23e559-9aa2-4d12-8c57-ccbd3dcb267b" -d '{"events": [{"server_uuid": "cb6aa621-46d8-4928-a866-5f6bba487a4a", "name": "network-vif-deleted", "tag": "258b81dc-1152-4bfa-b862-bf1733faf37d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:54.464151 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52a30dad-8a7d-427f-b708-bd1625cd81cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:54.471762 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc242ad-830f-4c6f-95de-ad6cee7a0436 None None] Network faa4297d-d00a-4664-ba7a-9179405cd4fb requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:53:54.494539 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52a30dad-8a7d-427f-b708-bd1625cd81cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:54.502397 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-52a30dad-8a7d-427f-b708-bd1625cd81cc admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ded7d568-de3b-47fd-8a43-7e09737c0e38 HTTP/1.1" status: 204 len: 168 time: 0.4454608 Nov 24 20:53:54.503022 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57100) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:54.542415 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a30dad-8a7d-427f-b708-bd1625cd81cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ded7d568-de3b-47fd-8a43-7e09737c0e38,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:54.577186 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079951b3-40f2-457d-a33e-3b14ce1a73f7 req-2fa66950-99fe-416d-94d7-21cd11011aa8 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:54.585188 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-079951b3-40f2-457d-a33e-3b14ce1a73f7 req-2fa66950-99fe-416d-94d7-21cd11011aa8 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 946 time: 0.1525886 Nov 24 20:53:54.700260 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-868cb642-f963-4938-8ced-abd9e1fe7b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:54.709983 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40312f-9e30-45b7-b17f-97e8e86c6cbf req-d1d028fb-a04d-4045-ab68-263dfcdf2fe6 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:54.711514 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e40312f-9e30-45b7-b17f-97e8e86c6cbf req-d1d028fb-a04d-4045-ab68-263dfcdf2fe6 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427 HTTP/1.1" status: 200 len: 943 time: 0.1729975 Nov 24 20:53:54.715078 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port d795563b-ca34-4c21-93ce-e3ca33e74942, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=d795563b-ca34-4c21-93ce-e3ca33e74942,segment=NetworkSegment(94641ed7-7d62-49d4-bdd3-2104b796a379),segment_id=94641ed7-7d62-49d4-bdd3-2104b796a379)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:54.735181 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'd795563b-ca34-4c21-93ce-e3ca33e74942', 'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5', 'port_id': 'd795563b-ca34-4c21-93ce-e3ca33e74942', 'mac_address': 'fa:16:3e:8e:09:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20047ad1-cc0a-4d75-a9cc-6f49c411910c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:53:54.782230 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:54.817032 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d795563b-ca34-4c21-93ce-e3ca33e74942 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:53:54.825864 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-868cb642-f963-4938-8ced-abd9e1fe7b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:54.850529 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-868cb642-f963-4938-8ced-abd9e1fe7b83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b7ba0f-849f-45c0-98bd-f2596ab1646f']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:53:54.852589 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-079951b3-40f2-457d-a33e-3b14ce1a73f7 req-3bdb6a41-9635-4fed-90dc-c12012ac6ca5 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664948 Nov 24 20:53:54.866993 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port d795563b-ca34-4c21-93ce-e3ca33e74942, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=d795563b-ca34-4c21-93ce-e3ca33e74942,segment=NetworkSegment(94641ed7-7d62-49d4-bdd3-2104b796a379),segment_id=94641ed7-7d62-49d4-bdd3-2104b796a379)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:54.886934 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:54.888053 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:53:54.915194 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e40312f-9e30-45b7-b17f-97e8e86c6cbf req-d56e484e-0bff-4cf7-b333-8f6a680f34e2 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947589 Nov 24 20:53:54.917334 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-868cb642-f963-4938-8ced-abd9e1fe7b83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:53:54.918287 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-868cb642-f963-4938-8ced-abd9e1fe7b83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472e1ceb-f7f1-42dc-9b16-2ea2ea89d155') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:53:54.940590 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-868cb642-f963-4938-8ced-abd9e1fe7b83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:54.962726 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087270b7-914e-458b-92f0-202a624bb505 x-openstack-request-id: req-087270b7-914e-458b-92f0-202a624bb505 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:54.963234 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6aa621-46d8-4928-a866-5f6bba487a4a", "name": "network-vif-deleted", "tag": "258b81dc-1152-4bfa-b862-bf1733faf37d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:54.963340 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-087270b7-914e-458b-92f0-202a624bb505 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:54.963725 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6aa621-46d8-4928-a866-5f6bba487a4a', 'name': 'network-vif-deleted', 'tag': '258b81dc-1152-4bfa-b862-bf1733faf37d', 'status': 'completed', 'code': 200} Nov 24 20:53:54.974338 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-868cb642-f963-4938-8ced-abd9e1fe7b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:54.993594 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868cb642-f963-4938-8ced-abd9e1fe7b83 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:53:54.994125 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-868cb642-f963-4938-8ced-abd9e1fe7b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:53:54.996237 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:53:55.039706 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-0982887e-f330-4f16-8371-0a4dd7555e6f tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:55.041852 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-0982887e-f330-4f16-8371-0a4dd7555e6f tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a&tenant_id=0d368bbdb2b84a05b39068aac600d356&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 1096 time: 0.1942279 Nov 24 20:53:55.065866 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-e0416824-8c6f-4132-91a0-7196b79fb9c5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-8'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:55.078858 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=d795563b-ca34-4c21-93ce-e3ca33e74942,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:55.094628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1,segment=NetworkSegment(94641ed7-7d62-49d4-bdd3-2104b796a379),segment_id=94641ed7-7d62-49d4-bdd3-2104b796a379)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:55.122073 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1', 'network_id': '163dd9ed-ba8c-4c80-b86b-524764f34af5', 'port_id': '49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1', 'mac_address': 'fa:16:3e:14:db:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20047ad1-cc0a-4d75-a9cc-6f49c411910c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:53:55.163865 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-868cb642-f963-4938-8ced-abd9e1fe7b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:55.174254 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-868cb642-f963-4938-8ced-abd9e1fe7b83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:55.181935 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-868cb642-f963-4938-8ced-abd9e1fe7b83 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f0b7ba0f-849f-45c0-98bd-f2596ab1646f HTTP/1.1" status: 204 len: 168 time: 0.6740186 Nov 24 20:53:55.203470 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:55.222855 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:53:55.235796 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cb642-f963-4938-8ced-abd9e1fe7b83 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0b7ba0f-849f-45c0-98bd-f2596ab1646f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:55.270532 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1,segment=NetworkSegment(94641ed7-7d62-49d4-bdd3-2104b796a379),segment_id=94641ed7-7d62-49d4-bdd3-2104b796a379)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:55.278505 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:55.390314 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:55.394244 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee06bb-26ca-4f14-a5a9-607beb3f9682 req-c0422a7d-1ccd-4112-aa22-6e7ed30c5f4a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:55.395921 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6ee06bb-26ca-4f14-a5a9-607beb3f9682 req-c0422a7d-1ccd-4112-aa22-6e7ed30c5f4a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 947 time: 0.3222787 Nov 24 20:53:55.422597 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-e0416824-8c6f-4132-91a0-7196b79fb9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:55.451176 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c51d915b-5b26-4d05-8f83-d727227b4b0a details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:53:55.454398 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 258b81dc-1152-4bfa-b862-bf1733faf37d no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:53:55.463654 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-648d42c4-f869-4446-ad0e-9e70dd225bee tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:55.466572 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-648d42c4-f869-4446-ad0e-9e70dd225bee tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/networks?id=29779ab6-173e-4460-82ba-ae81b53f6bbf HTTP/1.1" status: 200 len: 824 time: 0.2076252 Nov 24 20:53:55.484665 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-d9fdf112-147b-40b3-a92f-3059753001ce tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/quotas/85be585add014915920178bb8aa5c933 HTTP/1.1" status: 200 len: 375 time: 0.0115263 Nov 24 20:53:55.530460 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-7759178c-d5b8-42ee-99d7-ff01759af201 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=85be585add014915920178bb8aa5c933&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391250 Nov 24 20:53:55.534021 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 258b81dc-1152-4bfa-b862-bf1733faf37d {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:53:55.534548 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 258b81dc-1152-4bfa-b862-bf1733faf37d not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:53:55.534791 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c1b3f4bd-32d9-468e-8bb5-53c430603070 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:53:55.576199 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57122) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:55.599239 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:53:55.602318 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['d795563b-ca34-4c21-93ce-e3ca33e74942'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:53:55.612445 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: c1b3f4bd-32d9-468e-8bb5-53c430603070 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:53:55.613080 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c1b3f4bd-32d9-468e-8bb5-53c430603070 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:53:55.680699 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9c72d3a5-7745-4843-b426-25f77657d58a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1e863037610748a3b80a51d971bf8b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1011035 Nov 24 20:53:55.683000 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57124) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:55.685952 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.resource_extend [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 20:53:55.727763 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-e0416824-8c6f-4132-91a0-7196b79fb9c5 service neutron] For port c51d915b-5b26-4d05-8f83-d727227b4b0a, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c51d915b-5b26-4d05-8f83-d727227b4b0a,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:55.731082 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-f7ac4d92-a0f4-45c0-a68f-bac45a7e89c5 service neutron] 10.222.0.11 "GET /v2.0/networks/29779ab6-173e-4460-82ba-ae81b53f6bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909037 Nov 24 20:53:55.792027 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6ee06bb-26ca-4f14-a5a9-607beb3f9682 req-a465f000-c996-4b83-af75-814916e82130 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3830321 Nov 24 20:53:55.826258 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-e0416824-8c6f-4132-91a0-7196b79fb9c5 service neutron] For port c51d915b-5b26-4d05-8f83-d727227b4b0a, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:53:55.863826 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02ad44a3-8ab5-4569-a4e8-29c6c04cfaf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:55.936293 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port c51d915b-5b26-4d05-8f83-d727227b4b0a, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c51d915b-5b26-4d05-8f83-d727227b4b0a,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:55.980648 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c51d915b-5b26-4d05-8f83-d727227b4b0a has no active binding in host n-h2-812111-8 {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 24 20:53:56.155881 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-e0416824-8c6f-4132-91a0-7196b79fb9c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:56.178378 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-e0416824-8c6f-4132-91a0-7196b79fb9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:56.234000 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846d22f-a4e9-4260-8859-43ca8b9197bb req-18d67db4-6d1e-4a2b-9139-eac64a195ce3 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:56.235955 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d846d22f-a4e9-4260-8859-43ca8b9197bb req-18d67db4-6d1e-4a2b-9139-eac64a195ce3 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 946 time: 0.2303398 Nov 24 20:53:56.278701 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-82d426d6-6efb-4abf-9a03-5dec71f64125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:56.311635 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-a8387675-990d-4910-b04e-06b379076c20 service neutron] 10.222.0.11 "GET /v2.0/networks/29779ab6-173e-4460-82ba-ae81b53f6bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5796530 Nov 24 20:53:56.322330 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-82d426d6-6efb-4abf-9a03-5dec71f64125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:56.354442 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0416824-8c6f-4132-91a0-7196b79fb9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c51d915b-5b26-4d05-8f83-d727227b4b0a,revision_number=7']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:56.399864 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-82d426d6-6efb-4abf-9a03-5dec71f64125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:56.403644 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-82d426d6-6efb-4abf-9a03-5dec71f64125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:56.406070 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-82d426d6-6efb-4abf-9a03-5dec71f64125 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/25130940-83cd-450b-8321-5d0ab8ca811f HTTP/1.1" status: 204 len: 168 time: 0.7213504 Nov 24 20:53:56.427366 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d426d6-6efb-4abf-9a03-5dec71f64125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25130940-83cd-450b-8321-5d0ab8ca811f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:56.434293 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-e0416824-8c6f-4132-91a0-7196b79fb9c5 service neutron] Attempting to bind port c51d915b-5b26-4d05-8f83-d727227b4b0a on host n-h1-812111-8 for vnic_type normal with profile {"migrating_to": "n-h2-812111-8"} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:53:56.434835 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-e0416824-8c6f-4132-91a0-7196b79fb9c5 service neutron] Attempting to bind port c51d915b-5b26-4d05-8f83-d727227b4b0a by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:53:56.435314 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-e0416824-8c6f-4132-91a0-7196b79fb9c5 service neutron] Attempting to bind port c51d915b-5b26-4d05-8f83-d727227b4b0a on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:53:56.438939 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d426d6-6efb-4abf-9a03-5dec71f64125 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:56.439686 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d426d6-6efb-4abf-9a03-5dec71f64125 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:56.440245 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d426d6-6efb-4abf-9a03-5dec71f64125 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:56.440810 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d426d6-6efb-4abf-9a03-5dec71f64125 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:56.441265 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d426d6-6efb-4abf-9a03-5dec71f64125 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:56.442022 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d426d6-6efb-4abf-9a03-5dec71f64125 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:56.442507 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d426d6-6efb-4abf-9a03-5dec71f64125 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:56.442943 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d426d6-6efb-4abf-9a03-5dec71f64125 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:56.444310 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d426d6-6efb-4abf-9a03-5dec71f64125 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:56.444718 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d426d6-6efb-4abf-9a03-5dec71f64125 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:56.444897 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-e0416824-8c6f-4132-91a0-7196b79fb9c5 service neutron] Port c51d915b-5b26-4d05-8f83-d727227b4b0a on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:53:56.445334 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d426d6-6efb-4abf-9a03-5dec71f64125 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:56.445471 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-e0416824-8c6f-4132-91a0-7196b79fb9c5 service neutron] Attempting to bind port c51d915b-5b26-4d05-8f83-d727227b4b0a on network 4a5f3905-f9df-4704-8238-82ae8b0c31f7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:53:56.445678 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d426d6-6efb-4abf-9a03-5dec71f64125 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:53:56.453479 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d846d22f-a4e9-4260-8859-43ca8b9197bb req-9444a54d-ad56-4c85-899b-26003b8a7b4d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087407 Nov 24 20:53:56.462204 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-e0416824-8c6f-4132-91a0-7196b79fb9c5 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:53:56.462727 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-e0416824-8c6f-4132-91a0-7196b79fb9c5 service neutron] Checking segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:53:56.463323 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-e0416824-8c6f-4132-91a0-7196b79fb9c5 service neutron] Bound using segment: {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:53:56.463822 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-e0416824-8c6f-4132-91a0-7196b79fb9c5 service neutron] Bound port: c51d915b-5b26-4d05-8f83-d727227b4b0a, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f484b28-f007-43f1-a4fc-cf18af81bdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4a5f3905-f9df-4704-8238-82ae8b0c31f7'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:53:56.464176 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-e0416824-8c6f-4132-91a0-7196b79fb9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:56.600313 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-e0416824-8c6f-4132-91a0-7196b79fb9c5 service neutron] For port c51d915b-5b26-4d05-8f83-d727227b4b0a, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:53:56.603885 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-e0416824-8c6f-4132-91a0-7196b79fb9c5 service neutron] For port c51d915b-5b26-4d05-8f83-d727227b4b0a, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c51d915b-5b26-4d05-8f83-d727227b4b0a,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:53:56.641063 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-e0416824-8c6f-4132-91a0-7196b79fb9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:56.729076 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-02ad44a3-8ab5-4569-a4e8-29c6c04cfaf4 admin admin] Deleting port 1aeed74c-4302-4469-a9fa-a4291de1c2bf {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:53:56.729567 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02ad44a3-8ab5-4569-a4e8-29c6c04cfaf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:56.746773 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc29530-a692-4d67-a258-aa0cd9940fee req-63348261-5c7c-43e2-8c91-9406fdf31eff tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:56.749589 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-adc29530-a692-4d67-a258-aa0cd9940fee req-63348261-5c7c-43e2-8c91-9406fdf31eff tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 943 time: 0.1137137 Nov 24 20:53:56.913287 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-adc29530-a692-4d67-a258-aa0cd9940fee req-cf7a0a1f-7fb5-4cfd-a32c-b804d7aa5fd3 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397395 Nov 24 20:53:56.918919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1611ab-3f67-46e0-9d41-65feda045450 req-073e9ac7-cbba-47e1-a8fa-bde704f63aeb tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:56.920696 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8b1611ab-3f67-46e0-9d41-65feda045450 req-073e9ac7-cbba-47e1-a8fa-bde704f63aeb tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 950 time: 0.3149817 Nov 24 20:53:56.974668 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90ee1d7-f496-40b9-891d-fbae4538643a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c51d915b-5b26-4d05-8f83-d727227b4b0a'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:56.988814 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb937226-2e85-47ca-a038-d45a5084bcde" -d '{"events": [{"server_uuid": "a90ee1d7-f496-40b9-891d-fbae4538643a", "name": "network-vif-unplugged", "status": "completed", "tag": "c51d915b-5b26-4d05-8f83-d727227b4b0a"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:56.998679 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0416824-8c6f-4132-91a0-7196b79fb9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c51d915b-5b26-4d05-8f83-d727227b4b0a,revision_number=8']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:57.005128 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-e0416824-8c6f-4132-91a0-7196b79fb9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:57.006168 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-e0416824-8c6f-4132-91a0-7196b79fb9c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:57.008558 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-e0416824-8c6f-4132-91a0-7196b79fb9c5 service neutron] 10.222.0.15 "PUT /v2.0/ports/c51d915b-5b26-4d05-8f83-d727227b4b0a HTTP/1.1" status: 200 len: 1121 time: 1.9474516 Nov 24 20:53:57.067071 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-02ad44a3-8ab5-4569-a4e8-29c6c04cfaf4 admin admin] For port 1aeed74c-4302-4469-a9fa-a4291de1c2bf, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1aeed74c-4302-4469-a9fa-a4291de1c2bf,segment=NetworkSegment(4dd3105e-efec-423b-952b-b6ef91859c98),segment_id=4dd3105e-efec-423b-952b-b6ef91859c98)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:57.067487 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02ad44a3-8ab5-4569-a4e8-29c6c04cfaf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:57.085507 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8b1611ab-3f67-46e0-9d41-65feda045450 req-3689f082-a600-4455-a6c9-cc9f2e29bff9 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583369 Nov 24 20:53:57.094773 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-02ad44a3-8ab5-4569-a4e8-29c6c04cfaf4 admin admin] Calling delete_port for 1aeed74c-4302-4469-a9fa-a4291de1c2bf owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:53:57.099727 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['c51d915b-5b26-4d05-8f83-d727227b4b0a'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:53:57.208739 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c51d915b-5b26-4d05-8f83-d727227b4b0a'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:53:57.233165 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f143c70-e72d-44ce-852c-c98762d5434a req-ea69ea3b-5ca1-4757-90e3-d78d7f6eae98 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:57.243836 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0f143c70-e72d-44ce-852c-c98762d5434a req-ea69ea3b-5ca1-4757-90e3-d78d7f6eae98 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427 HTTP/1.1" status: 200 len: 944 time: 0.1296747 Nov 24 20:53:57.393123 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0f143c70-e72d-44ce-852c-c98762d5434a req-7860d603-9201-49ab-8bb5-15a3df641a91 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471980 Nov 24 20:53:57.437543 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3b076b8b-d44a-4256-8e1e-0a5fdec29405 req-93de2aec-d06e-4a54-b6fb-a6df637f7c9c tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/ports?device_id=b73c38fc-c19b-4bf1-8a6c-66923822b14a HTTP/1.1" status: 200 len: 210 time: 0.1266229 Nov 24 20:53:57.592389 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da874871-7030-4447-ad99-005974ddb35a x-openstack-request-id: req-da874871-7030-4447-ad99-005974ddb35a {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:57.592864 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90ee1d7-f496-40b9-891d-fbae4538643a", "name": "network-vif-unplugged", "status": "completed", "tag": "c51d915b-5b26-4d05-8f83-d727227b4b0a", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:57.593128 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-da874871-7030-4447-ad99-005974ddb35a {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:57.593751 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90ee1d7-f496-40b9-891d-fbae4538643a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c51d915b-5b26-4d05-8f83-d727227b4b0a', 'code': 200} Nov 24 20:53:57.657219 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88007bd-368d-48d4-ba06-15d62c4c8558 req-46518982-6e94-49d5-97e3-e547c752f814 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:57.658747 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d88007bd-368d-48d4-ba06-15d62c4c8558 req-46518982-6e94-49d5-97e3-e547c752f814 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 947 time: 0.1036203 Nov 24 20:53:57.684809 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02ad44a3-8ab5-4569-a4e8-29c6c04cfaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:57.726583 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad44a3-8ab5-4569-a4e8-29c6c04cfaf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aeed74c-4302-4469-a9fa-a4291de1c2bf,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:57.792173 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d88007bd-368d-48d4-ba06-15d62c4c8558 req-e53cdb0b-92b0-48fd-9cab-07f8ba5e7b9a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190503 Nov 24 20:53:57.951401 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-4d59c3b7-42ae-46f8-ac34-b763b1158d2b req-cbf6af46-1279-4440-8d7a-20f909117b11 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:53:57.952714 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d59c3b7-42ae-46f8-ac34-b763b1158d2b req-cbf6af46-1279-4440-8d7a-20f909117b11 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127861 Nov 24 20:53:57.975033 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd5943-9a84-4e19-91cc-13ba3adb6802 req-a97817f6-b047-4442-9508-d19eac46acfe tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:57.984795 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2cd5943-9a84-4e19-91cc-13ba3adb6802 req-a97817f6-b047-4442-9508-d19eac46acfe tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 946 time: 0.0905359 Nov 24 20:53:58.066578 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2cd5943-9a84-4e19-91cc-13ba3adb6802 req-455d3255-ac92-4790-8d9f-3cf66f1544a6 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808194 Nov 24 20:53:58.086298 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02ad44a3-8ab5-4569-a4e8-29c6c04cfaf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:58.275115 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562376f9-8385-4805-a88e-6fc19b1a61bf req-18112e1b-3edd-4312-81a6-4a10b004a596 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:58.283044 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device d795563b-ca34-4c21-93ce-e3ca33e74942 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:53:58.287447 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-562376f9-8385-4805-a88e-6fc19b1a61bf req-18112e1b-3edd-4312-81a6-4a10b004a596 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 943 time: 0.1100872 Nov 24 20:53:58.371582 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port d795563b-ca34-4c21-93ce-e3ca33e74942 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:53:58.377150 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port d795563b-ca34-4c21-93ce-e3ca33e74942 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:53:58.378416 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:58.391064 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-ed7d498e-dad7-4ba8-ba95-7cf5e1066c18 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1024246 Nov 24 20:53:58.416020 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-562376f9-8385-4805-a88e-6fc19b1a61bf req-2c0d6de4-771e-41c8-badf-d10d6fbc4c90 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266277 Nov 24 20:53:58.469645 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1b887-f4d1-4351-a303-4afd4c9433ec req-8a7f34c5-05c8-4241-ba46-f067e379e2d4 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:58.477047 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a5f1b887-f4d1-4351-a303-4afd4c9433ec req-8a7f34c5-05c8-4241-ba46-f067e379e2d4 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 946 time: 0.1409059 Nov 24 20:53:58.537033 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:58.593598 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a5f1b887-f4d1-4351-a303-4afd4c9433ec req-a5890385-5c69-475f-9e4d-b62a27e2cce6 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135151 Nov 24 20:53:58.593780 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a03811c-853d-4872-92f1-43a2c3ac1a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd795563b-ca34-4c21-93ce-e3ca33e74942'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:58.596214 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf55e0c3-b750-42fd-984d-337a6dcdc154" -d '{"events": [{"server_uuid": "4a03811c-853d-4872-92f1-43a2c3ac1a76", "name": "network-vif-plugged", "status": "completed", "tag": "d795563b-ca34-4c21-93ce-e3ca33e74942"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:58.622687 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port d795563b-ca34-4c21-93ce-e3ca33e74942, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=d795563b-ca34-4c21-93ce-e3ca33e74942,segment=NetworkSegment(94641ed7-7d62-49d4-bdd3-2104b796a379),segment_id=94641ed7-7d62-49d4-bdd3-2104b796a379)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:58.634762 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:58.635889 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:53:58.647994 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f040c61-c863-497f-9f87-4f3b13e37e02 req-54943886-564f-4a22-b31b-a415f67190a7 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:58.657011 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6f040c61-c863-497f-9f87-4f3b13e37e02 req-54943886-564f-4a22-b31b-a415f67190a7 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 950 time: 0.1162558 Nov 24 20:53:58.725519 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6f040c61-c863-497f-9f87-4f3b13e37e02 req-bb985bf8-06d9-451f-8e95-28c5ed4ce109 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668361 Nov 24 20:53:58.778339 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-1cc5432f-bf36-443a-8081-aa4f570865f2 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:58.780159 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-1cc5432f-bf36-443a-8081-aa4f570865f2 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.15 "GET /v2.0/networks?id=29779ab6-173e-4460-82ba-ae81b53f6bbf HTTP/1.1" status: 200 len: 824 time: 0.1828973 Nov 24 20:53:58.785323 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ad44a3-8ab5-4569-a4e8-29c6c04cfaf4 admin admin] Router 25f097e6-a24b-4f78-9f15-3bcb9e8abf98 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:53:58.799450 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-1ad36bad-9687-4a88-a5d7-66c8c61a4fc4 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Request body: {'port': {'device_id': 'b73c38fc-c19b-4bf1-8a6c-66923822b14a', 'network_id': '29779ab6-173e-4460-82ba-ae81b53f6bbf', 'admin_state_up': True, 'tenant_id': '85be585add014915920178bb8aa5c933'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:53:58.827577 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=d795563b-ca34-4c21-93ce-e3ca33e74942,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:58.860277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:53:58.867035 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:53:58.867801 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:59.010648 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62659a9e-3f91-460d-9b42-f27305c8a09f req-851880e0-a673-46d3-9a51-543aa6b8b755 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:59.013424 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-62659a9e-3f91-460d-9b42-f27305c8a09f req-851880e0-a673-46d3-9a51-543aa6b8b755 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427 HTTP/1.1" status: 200 len: 944 time: 0.1435246 Nov 24 20:53:59.022346 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:59.067024 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1,segment=NetworkSegment(94641ed7-7d62-49d4-bdd3-2104b796a379),segment_id=94641ed7-7d62-49d4-bdd3-2104b796a379)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:53:59.080328 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:59.146677 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-62659a9e-3f91-460d-9b42-f27305c8a09f req-3d9b4be5-922f-4804-a261-9550fb7201d2 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268747 Nov 24 20:53:59.212120 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:53:59.351257 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6846d0db-218e-4bb7-adc3-6da9b240dcae req-c56d56ef-f8de-459d-8dbf-d48636c654ef tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/ports?device_id=b73c38fc-c19b-4bf1-8a6c-66923822b14a HTTP/1.1" status: 200 len: 210 time: 0.0729210 Nov 24 20:53:59.441735 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3700263-317a-4ec1-a29a-f149b7c71cdb x-openstack-request-id: req-e3700263-317a-4ec1-a29a-f149b7c71cdb {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:53:59.442242 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a03811c-853d-4872-92f1-43a2c3ac1a76", "name": "network-vif-plugged", "status": "completed", "tag": "d795563b-ca34-4c21-93ce-e3ca33e74942", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:53:59.442334 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3700263-317a-4ec1-a29a-f149b7c71cdb {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:53:59.442720 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a03811c-853d-4872-92f1-43a2c3ac1a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd795563b-ca34-4c21-93ce-e3ca33e74942', 'code': 200} Nov 24 20:53:59.585261 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0e4bc-89d6-4888-a0a1-f55e2cf30b49 req-24eeb574-836c-4a61-a967-67a3265e5f21 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:59.590169 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e6b0e4bc-89d6-4888-a0a1-f55e2cf30b49 req-24eeb574-836c-4a61-a967-67a3265e5f21 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 946 time: 0.0701602 Nov 24 20:53:59.606791 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90ee1d7-f496-40b9-891d-fbae4538643a', 'tag': 'c51d915b-5b26-4d05-8f83-d727227b4b0a'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:53:59.609534 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ccbba7-5794-480b-96d6-482f85bd6875" -d '{"events": [{"name": "network-changed", "server_uuid": "a90ee1d7-f496-40b9-891d-fbae4538643a", "tag": "c51d915b-5b26-4d05-8f83-d727227b4b0a"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:53:59.614672 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ad44a3-8ab5-4569-a4e8-29c6c04cfaf4 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:53:59.628773 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-02ad44a3-8ab5-4569-a4e8-29c6c04cfaf4 admin admin] 10.222.0.11 "PUT /v2.0/routers/25f097e6-a24b-4f78-9f15-3bcb9e8abf98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3201005 Nov 24 20:53:59.629167 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57246) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:53:59.643945 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011aed8c-532f-45d1-8eb9-0e1ed3b9f351 None None] Sync routers for ids ['25f097e6-a24b-4f78-9f15-3bcb9e8abf98'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:53:59.661204 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cba41f-1dbc-4242-b373-aa4f63595c4d req-72c8c730-6794-4247-82ab-6e8063ff304e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:59.663050 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-92cba41f-1dbc-4242-b373-aa4f63595c4d req-72c8c730-6794-4247-82ab-6e8063ff304e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4a03811c-853d-4872-92f1-43a2c3ac1a76 HTTP/1.1" status: 200 len: 1097 time: 0.1425312 Nov 24 20:53:59.666060 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-1ad36bad-9687-4a88-a5d7-66c8c61a4fc4 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Made reservation on behalf of 85be585add014915920178bb8aa5c933 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:53:59.670395 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-1ad36bad-9687-4a88-a5d7-66c8c61a4fc4 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:59.681411 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011aed8c-532f-45d1-8eb9-0e1ed3b9f351 None None] Routers {'25f097e6-a24b-4f78-9f15-3bcb9e8abf98'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:53:59.685087 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-011aed8c-532f-45d1-8eb9-0e1ed3b9f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:53:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['25f097e6-a24b-4f78-9f15-3bcb9e8abf98'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:53:59.694755 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473272cd-c130-461d-bd09-35ca7fa8b9bc req-188f599b-933f-4487-9b6e-cdd43426e7be tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:53:59.697094 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-473272cd-c130-461d-bd09-35ca7fa8b9bc req-188f599b-933f-4487-9b6e-cdd43426e7be tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 947 time: 0.1567206 Nov 24 20:53:59.828248 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e6b0e4bc-89d6-4888-a0a1-f55e2cf30b49 req-cfdd26c6-ffc5-4dc0-89e7-81941fd0568d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336400 Nov 24 20:53:59.899669 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1067f1a4-4f67-4572-a66d-9c596b00b6bf admin admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:53:59.925960 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-1ad36bad-9687-4a88-a5d7-66c8c61a4fc4 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Allocated IP 172.20.0.12 (29779ab6-173e-4460-82ba-ae81b53f6bbf/93493f54-5a32-43e0-931c-3dc90d28d1b0/074dda1d-042b-4799-a894-8cffef656ed0) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:53:59.969562 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-011aed8c-532f-45d1-8eb9-0e1ed3b9f351 None None] Set router 25f097e6-a24b-4f78-9f15-3bcb9e8abf98 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:53:59.993343 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-473272cd-c130-461d-bd09-35ca7fa8b9bc req-dc8dd1f1-66ed-4855-8b7a-bf926955c0fd tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834001 Nov 24 20:53:59.998142 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-92cba41f-1dbc-4242-b373-aa4f63595c4d req-d5f10654-55d8-4946-836c-63286048fe05 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233743 Nov 24 20:54:00.084214 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d5725896-3aa1-46e5-aeaf-53a9e9b94006 req-c3250b17-3fa0-4533-ada1-eea00c03c377 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0889788 Nov 24 20:54:00.233704 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462ae917-0aaf-4494-af5b-96a88d876fec x-openstack-request-id: req-462ae917-0aaf-4494-af5b-96a88d876fec {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:00.234054 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90ee1d7-f496-40b9-891d-fbae4538643a", "tag": "c51d915b-5b26-4d05-8f83-d727227b4b0a", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:00.234330 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-462ae917-0aaf-4494-af5b-96a88d876fec {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:00.234739 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90ee1d7-f496-40b9-891d-fbae4538643a', 'tag': 'c51d915b-5b26-4d05-8f83-d727227b4b0a', 'status': 'completed', 'code': 200} Nov 24 20:54:00.242456 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1067f1a4-4f67-4572-a66d-9c596b00b6bf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:00.323875 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-1ad36bad-9687-4a88-a5d7-66c8c61a4fc4 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:00.394230 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f156a2-9a3b-4993-b13f-8143390671fd req-bdb3d1fb-fdeb-4cbb-b7aa-111713e83087 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:00.395763 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-90f156a2-9a3b-4993-b13f-8143390671fd req-bdb3d1fb-fdeb-4cbb-b7aa-111713e83087 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 950 time: 0.0770757 Nov 24 20:54:00.397863 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-1067f1a4-4f67-4572-a66d-9c596b00b6bf admin admin] Deleting port 3427dc13-8581-43a5-89ff-3384a02ef9ee {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:54:00.398381 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1067f1a4-4f67-4572-a66d-9c596b00b6bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:00.502684 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4abf3-a807-4cab-8012-feaa2e5da906 req-94c9a6f7-3191-400d-bbab-f28435d37d90 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:00.530205 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7ea4abf3-a807-4cab-8012-feaa2e5da906 req-94c9a6f7-3191-400d-bbab-f28435d37d90 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 943 time: 0.1447737 Nov 24 20:54:00.536379 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-1ad36bad-9687-4a88-a5d7-66c8c61a4fc4 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:00.549943 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-90f156a2-9a3b-4993-b13f-8143390671fd req-ccf01feb-8849-4e5d-b9b4-1cb3eb0af20c tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371446 Nov 24 20:54:00.563737 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccbba7-5794-480b-96d6-482f85bd6875 req-25fd5f60-78d7-411b-b0a9-d1470a094806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:00.566690 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-51ccbba7-5794-480b-96d6-482f85bd6875 req-25fd5f60-78d7-411b-b0a9-d1470a094806 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 1124 time: 0.2378402 Nov 24 20:54:00.596679 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-1067f1a4-4f67-4572-a66d-9c596b00b6bf admin admin] For port 3427dc13-8581-43a5-89ff-3384a02ef9ee, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3427dc13-8581-43a5-89ff-3384a02ef9ee,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:00.597411 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1067f1a4-4f67-4572-a66d-9c596b00b6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:00.628703 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-1067f1a4-4f67-4572-a66d-9c596b00b6bf admin admin] Calling delete_port for 3427dc13-8581-43a5-89ff-3384a02ef9ee owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:54:00.802813 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7ea4abf3-a807-4cab-8012-feaa2e5da906 req-70e6aa62-409a-474e-b601-63fa230866d6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713315 Nov 24 20:54:00.806740 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-1ad36bad-9687-4a88-a5d7-66c8c61a4fc4 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Network 29779ab6-173e-4460-82ba-ae81b53f6bbf is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:54:00.847271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-1ad36bad-9687-4a88-a5d7-66c8c61a4fc4 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:54:00.857544 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-011aed8c-532f-45d1-8eb9-0e1ed3b9f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f097e6-a24b-4f78-9f15-3bcb9e8abf98', 'name': 'tempest-ServerRescueNegativeTestJSON-377839598-router', 'tenant_id': '1b3771be825b4710b6a5b24055db84e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '3427dc13-8581-43a5-89ff-3384a02ef9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:50:17Z', 'updated_at': '2021-11-24T20:53:57Z', 'revision_number': 5, 'project_id': '1b3771be825b4710b6a5b24055db84e7', 'gw_port': {'id': '3427dc13-8581-43a5-89ff-3384a02ef9ee', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f097e6-a24b-4f78-9f15-3bcb9e8abf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:50:18Z', 'updated_at': '2021-11-24T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:54:00.860174 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-1ad36bad-9687-4a88-a5d7-66c8c61a4fc4 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:54:00.884554 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e806810-c9c2-436d-9b8f-65a2de40e4c8 req-f7851361-f8b0-4c55-a49a-3d863385b428 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:00.894878 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e806810-c9c2-436d-9b8f-65a2de40e4c8 req-f7851361-f8b0-4c55-a49a-3d863385b428 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 946 time: 0.2427461 Nov 24 20:54:00.907488 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad36bad-9687-4a88-a5d7-66c8c61a4fc4 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Pushing event updated for resources: {'Port': ['ID=074dda1d-042b-4799-a894-8cffef656ed0,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:00.983066 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011aed8c-532f-45d1-8eb9-0e1ed3b9f351 None None] Checking router: 25f097e6-a24b-4f78-9f15-3bcb9e8abf98 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:54:01.004937 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e806810-c9c2-436d-9b8f-65a2de40e4c8 req-20b9ff6b-1a7a-46fb-ba1b-dc28e836b48e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055508 Nov 24 20:54:01.006478 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-1ad36bad-9687-4a88-a5d7-66c8c61a4fc4 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:01.009110 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-1ad36bad-9687-4a88-a5d7-66c8c61a4fc4 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:01.010173 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011aed8c-532f-45d1-8eb9-0e1ed3b9f351 None None] Routers {'25f097e6-a24b-4f78-9f15-3bcb9e8abf98'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:54:01.013503 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-011aed8c-532f-45d1-8eb9-0e1ed3b9f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:53:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['25f097e6-a24b-4f78-9f15-3bcb9e8abf98'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:54:01.029931 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1067f1a4-4f67-4572-a66d-9c596b00b6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:01.070593 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-1ad36bad-9687-4a88-a5d7-66c8c61a4fc4 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2759981 Nov 24 20:54:01.087750 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067f1a4-4f67-4572-a66d-9c596b00b6bf admin admin] Pushing event deleted for resources: {'Port': ['ID=3427dc13-8581-43a5-89ff-3384a02ef9ee,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:01.160127 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccbba7-5794-480b-96d6-482f85bd6875 req-6a31cece-135e-4cd8-88e1-4ca473d71efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:01.161758 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-51ccbba7-5794-480b-96d6-482f85bd6875 req-6a31cece-135e-4cd8-88e1-4ca473d71efa service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 908 time: 0.5668161 Nov 24 20:54:01.169533 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-33c9e51b-a7f1-4d07-9233-71ea8cc87330 service neutron] Request body: {'port': {'device_id': 'b73c38fc-c19b-4bf1-8a6c-66923822b14a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:54:01.239988 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1067f1a4-4f67-4572-a66d-9c596b00b6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:01.241757 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-011aed8c-532f-45d1-8eb9-0e1ed3b9f351 None None] Set router 25f097e6-a24b-4f78-9f15-3bcb9e8abf98 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:54:01.253175 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69679720-2e0d-4766-a554-4ff13f76d2d3 req-0df5344e-538c-4fdd-9415-8d4c97d53cd0 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:01.260961 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-69679720-2e0d-4766-a554-4ff13f76d2d3 req-0df5344e-538c-4fdd-9415-8d4c97d53cd0 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/ports?device_id=b73c38fc-c19b-4bf1-8a6c-66923822b14a HTTP/1.1" status: 200 len: 932 time: 0.1160910 Nov 24 20:54:01.299961 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-51ccbba7-5794-480b-96d6-482f85bd6875 req-a37657f7-c3bd-4155-bd5b-4d3dd3aa8ccc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c51d915b-5b26-4d05-8f83-d727227b4b0a HTTP/1.1" status: 200 len: 217 time: 0.1085906 Nov 24 20:54:01.312839 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-011aed8c-532f-45d1-8eb9-0e1ed3b9f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f097e6-a24b-4f78-9f15-3bcb9e8abf98', 'name': 'tempest-ServerRescueNegativeTestJSON-377839598-router', 'tenant_id': '1b3771be825b4710b6a5b24055db84e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:50:17Z', 'updated_at': '2021-11-24T20:54:00Z', 'revision_number': 6, 'project_id': '1b3771be825b4710b6a5b24055db84e7', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:54:01.346398 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011aed8c-532f-45d1-8eb9-0e1ed3b9f351 None None] The sync data for ids ['25f097e6-a24b-4f78-9f15-3bcb9e8abf98'] in n-d-812111-8 is: [{'id': '25f097e6-a24b-4f78-9f15-3bcb9e8abf98', 'name': 'tempest-ServerRescueNegativeTestJSON-377839598-router', 'tenant_id': '1b3771be825b4710b6a5b24055db84e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:50:17Z', 'updated_at': '2021-11-24T20:54:00Z', 'revision_number': 6, 'project_id': '1b3771be825b4710b6a5b24055db84e7', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:54:01.358227 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-33c9e51b-a7f1-4d07-9233-71ea8cc87330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:01.379274 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1067f1a4-4f67-4572-a66d-9c596b00b6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:01.383042 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1067f1a4-4f67-4572-a66d-9c596b00b6bf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:01.418948 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d450a-5dfd-4a78-afd0-bb734fb0d92f req-6c8d98b8-e80c-4bd8-8b60-2f0b243961db tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:01.420784 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-185d450a-5dfd-4a78-afd0-bb734fb0d92f req-6c8d98b8-e80c-4bd8-8b60-2f0b243961db tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427 HTTP/1.1" status: 200 len: 945 time: 0.3790565 Nov 24 20:54:01.444283 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a40e21-f67e-4ba5-b0d2-979eade5a427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:01.447201 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353fbc3a-63af-4ed8-a2bd-b5532355d5b9" -d '{"events": [{"server_uuid": "94a40e21-f67e-4ba5-b0d2-979eade5a427", "name": "network-vif-plugged", "status": "completed", "tag": "49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:01.455099 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-69679720-2e0d-4766-a554-4ff13f76d2d3 req-8cbae97f-6cbb-4993-959e-1371f6fb8e3f tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a6a61b-5873-47b5-986e-8694884bbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916337 Nov 24 20:54:01.461749 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1067f1a4-4f67-4572-a66d-9c596b00b6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:01.463272 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1067f1a4-4f67-4572-a66d-9c596b00b6bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25f097e6-a24b-4f78-9f15-3bcb9e8abf98 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:54:01.477444 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1067f1a4-4f67-4572-a66d-9c596b00b6bf admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:01.478822 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1067f1a4-4f67-4572-a66d-9c596b00b6bf admin admin] 10.222.0.11 "DELETE /v2.0/routers/25f097e6-a24b-4f78-9f15-3bcb9e8abf98 HTTP/1.1" status: 204 len: 168 time: 1.8488376 Nov 24 20:54:01.481669 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57310) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:01.536469 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-be70aa79-c42e-47ad-9e92-3821dbb0fb46 admin admin] Deleting subnet 376b0315-e8bc-496c-b7dc-6aa04ce56089 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:54:01.540971 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be70aa79-c42e-47ad-9e92-3821dbb0fb46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:01.559259 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-bf9bf501-e69b-4345-b52b-252dfea7e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:01.564053 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-bf9bf501-e69b-4345-b52b-252dfea7e6a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 1101 time: 0.4090922 Nov 24 20:54:01.594587 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be70aa79-c42e-47ad-9e92-3821dbb0fb46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:01.678887 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be70aa79-c42e-47ad-9e92-3821dbb0fb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:01.695760 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-a6be6cc9-e4e7-4319-ada7-439fcd27ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:01.698110 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-a6be6cc9-e4e7-4319-ada7-439fcd27ff8e service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.1156521 Nov 24 20:54:01.791429 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccbba7-5794-480b-96d6-482f85bd6875 req-1103847a-15d9-4aa6-af9d-430e0ad412c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:01.793806 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-51ccbba7-5794-480b-96d6-482f85bd6875 req-1103847a-15d9-4aa6-af9d-430e0ad412c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d0e18ba-6af5-4f0b-b8c6-f19541a42712 HTTP/1.1" status: 200 len: 847 time: 0.4836800 Nov 24 20:54:01.822391 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-9e28d253-f439-45fc-a3b8-02b2a674d770 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=f15a7761-41df-448d-bd80-24ef546490c8 HTTP/1.1" status: 200 len: 217 time: 0.1025448 Nov 24 20:54:01.826394 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be70aa79-c42e-47ad-9e92-3821dbb0fb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:01.870881 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70aa79-c42e-47ad-9e92-3821dbb0fb46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=376b0315-e8bc-496c-b7dc-6aa04ce56089,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:01.896958 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be70aa79-c42e-47ad-9e92-3821dbb0fb46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:01.905476 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-be70aa79-c42e-47ad-9e92-3821dbb0fb46 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/376b0315-e8bc-496c-b7dc-6aa04ce56089 HTTP/1.1" status: 204 len: 168 time: 0.4177208 Nov 24 20:54:01.905778 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57324) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:02.010639 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-51ccbba7-5794-480b-96d6-482f85bd6875 req-b30ff090-e156-4dc2-a24a-8e2b743f2273 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a5f3905-f9df-4704-8238-82ae8b0c31f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2012527 Nov 24 20:54:02.029027 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-185d450a-5dfd-4a78-afd0-bb734fb0d92f req-73aeb03b-9fd0-4e84-936b-5b58bbf60e82 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5972407 Nov 24 20:54:02.049744 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-485ae75d-9cbe-4155-b240-500d5ef0b059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:02.143271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-84f0065a-30ac-4f3b-8bcf-8cdac14ad462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:02.145037 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-84f0065a-30ac-4f3b-8bcf-8cdac14ad462 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.1606574 Nov 24 20:54:02.212735 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783463eb-3e7a-49f8-b6b5-db88a149c173 req-ecadebc3-75e6-41f5-83de-8ecc1ee7d8f2 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:02.215004 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-783463eb-3e7a-49f8-b6b5-db88a149c173 req-ecadebc3-75e6-41f5-83de-8ecc1ee7d8f2 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 947 time: 0.1630502 Nov 24 20:54:02.256674 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-485ae75d-9cbe-4155-b240-500d5ef0b059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:02.283868 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device c51d915b-5b26-4d05-8f83-d727227b4b0a no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:54:02.303900 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-485ae75d-9cbe-4155-b240-500d5ef0b059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f34a3a-7d9a-4fae-8aee-8cca99d32be7']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:54:02.326765 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-485ae75d-9cbe-4155-b240-500d5ef0b059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd3105e-efec-423b-952b-b6ef91859c98') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:54:02.327110 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-485ae75d-9cbe-4155-b240-500d5ef0b059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd3105e-efec-423b-952b-b6ef91859c98') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:54:02.342984 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8cab2403-b947-4b0f-aeab-e52de93f24fd req-6cfa41c3-f898-4144-b2b2-2f98ce5f79eb tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.1374917 Nov 24 20:54:02.348691 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-485ae75d-9cbe-4155-b240-500d5ef0b059 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:02.354445 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-783463eb-3e7a-49f8-b6b5-db88a149c173 req-595dce18-5f59-49c0-b725-ddbb60b56e64 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322305 Nov 24 20:54:02.370449 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-485ae75d-9cbe-4155-b240-500d5ef0b059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:02.397394 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485ae75d-9cbe-4155-b240-500d5ef0b059 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:54:02.398083 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-485ae75d-9cbe-4155-b240-500d5ef0b059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:02.421429 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-51ccbba7-5794-480b-96d6-482f85bd6875 req-80a5cea3-fcb7-4278-974e-18f159dcf4cd service neutron] 10.222.0.48 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152761 Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:54:02.422955 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:54:02.510743 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee706cdc-a3b7-42a0-a867-49f4bdbbc2f8 x-openstack-request-id: req-ee706cdc-a3b7-42a0-a867-49f4bdbbc2f8 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:02.511588 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a40e21-f67e-4ba5-b0d2-979eade5a427", "name": "network-vif-plugged", "status": "completed", "tag": "49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:02.511850 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ee706cdc-a3b7-42a0-a867-49f4bdbbc2f8 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:02.512653 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a40e21-f67e-4ba5-b0d2-979eade5a427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1', 'code': 200} Nov 24 20:54:02.539715 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-485ae75d-9cbe-4155-b240-500d5ef0b059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:02.582763 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-485ae75d-9cbe-4155-b240-500d5ef0b059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:02.588252 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-485ae75d-9cbe-4155-b240-500d5ef0b059 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b1f34a3a-7d9a-4fae-8aee-8cca99d32be7 HTTP/1.1" status: 204 len: 168 time: 0.6815755 Nov 24 20:54:02.607617 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ae75d-9cbe-4155-b240-500d5ef0b059 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1f34a3a-7d9a-4fae-8aee-8cca99d32be7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:02.618011 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-51ccbba7-5794-480b-96d6-482f85bd6875 req-ee49027a-db7e-4b4f-8119-9bfad84dc1aa service neutron] 10.222.0.48 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954980 Nov 24 20:54:02.652734 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-e55c93a0-8c5c-4a8f-9291-2264ae498a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:02.654819 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-e55c93a0-8c5c-4a8f-9291-2264ae498a88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4748864 Nov 24 20:54:02.703411 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1aeed74c-4302-4469-a9fa-a4291de1c2bf no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:54:02.733343 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 1aeed74c-4302-4469-a9fa-a4291de1c2bf {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:54:02.733596 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1aeed74c-4302-4469-a9fa-a4291de1c2bf not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:54:02.735408 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3427dc13-8581-43a5-89ff-3384a02ef9ee no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:54:02.758326 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 3427dc13-8581-43a5-89ff-3384a02ef9ee {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:54:02.759009 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3427dc13-8581-43a5-89ff-3384a02ef9ee not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:54:02.824738 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b140546-6935-4c47-9491-9c2a3127e8fc req-a3b694f9-42f4-447a-a80f-1efa04738a10 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:02.832299 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4b140546-6935-4c47-9491-9c2a3127e8fc req-a3b694f9-42f4-447a-a80f-1efa04738a10 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 943 time: 0.2094908 Nov 24 20:54:02.922534 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef0227-85e8-4944-992d-cdba85dd2a84 req-496f89c6-f11c-4795-8d5e-1de9a5b390de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:02.924042 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9cef0227-85e8-4944-992d-cdba85dd2a84 req-496f89c6-f11c-4795-8d5e-1de9a5b390de service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427 HTTP/1.1" status: 200 len: 1096 time: 0.3017704 Nov 24 20:54:02.925762 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c3e89f5f-96e1-47b9-960b-60779abb2693 req-31b4dbf1-4a8b-41d6-b00a-0bd8a52e5230 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0811844 Nov 24 20:54:02.927930 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4b140546-6935-4c47-9491-9c2a3127e8fc req-465e1428-02bd-4dcf-98c4-725e6ad89aa1 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946929 Nov 24 20:54:02.939696 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7162c6-0ae8-4d49-9879-96b3ee070869 req-e57ddf03-39f2-4556-a53a-f128e1a6914b tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:02.941209 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ac7162c6-0ae8-4d49-9879-96b3ee070869 req-e57ddf03-39f2-4556-a53a-f128e1a6914b tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 950 time: 0.3222265 Nov 24 20:54:02.945300 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57342) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:02.964696 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-33c9e51b-a7f1-4d07-9233-71ea8cc87330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074dda1d-042b-4799-a894-8cffef656ed0 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:54:02.992775 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-33c9e51b-a7f1-4d07-9233-71ea8cc87330 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:03.012332 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dcf0f346-e35a-49b3-b559-84b5c229e467 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b3771be825b4710b6a5b24055db84e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0655143 Nov 24 20:54:03.012593 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-5f37d9c1-920e-4f4d-9f8a-42b427eb94a2 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246009 Nov 24 20:54:03.013030 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57344) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:03.031510 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-33c9e51b-a7f1-4d07-9233-71ea8cc87330 service neutron] Transition to ACTIVE for port object 074dda1d-042b-4799-a894-8cffef656ed0 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:54:03.039793 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ac7162c6-0ae8-4d49-9879-96b3ee070869 req-1b7849de-c08f-4880-b1a1-b326bdc69243 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886199 Nov 24 20:54:03.040647 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-33c9e51b-a7f1-4d07-9233-71ea8cc87330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:03.088235 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-415a6bb9-4631-46fe-a717-7eebf537ed04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:03.102310 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9e51b-a7f1-4d07-9233-71ea8cc87330 service neutron] Pushing event updated for resources: {'Port': ['ID=074dda1d-042b-4799-a894-8cffef656ed0,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:03.156891 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-415a6bb9-4631-46fe-a717-7eebf537ed04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:03.249290 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae695eab-fa4c-4ee7-8d65-197dce2822b5 req-dee76654-4e58-4b70-8e87-5d304332fc2a tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:03.251373 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae695eab-fa4c-4ee7-8d65-197dce2822b5 req-dee76654-4e58-4b70-8e87-5d304332fc2a tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/ports?device_id=b73c38fc-c19b-4bf1-8a6c-66923822b14a HTTP/1.1" status: 200 len: 944 time: 0.0972416 Nov 24 20:54:03.278401 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-415a6bb9-4631-46fe-a717-7eebf537ed04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:03.281502 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-415a6bb9-4631-46fe-a717-7eebf537ed04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:03.282984 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-415a6bb9-4631-46fe-a717-7eebf537ed04 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/44b83c3f-822a-40d0-81f5-7fb881bd328b HTTP/1.1" status: 204 len: 168 time: 0.2685249 Nov 24 20:54:03.307430 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a6bb9-4631-46fe-a717-7eebf537ed04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b83c3f-822a-40d0-81f5-7fb881bd328b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:03.358372 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae695eab-fa4c-4ee7-8d65-197dce2822b5 req-a85aa57e-7eef-40d0-b5d8-87407251abb8 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a6a61b-5873-47b5-986e-8694884bbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987751 Nov 24 20:54:03.364011 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9cef0227-85e8-4944-992d-cdba85dd2a84 req-670484f3-c9de-42b1-a8be-86f069e08f06 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427688 Nov 24 20:54:03.379944 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-33c9e51b-a7f1-4d07-9233-71ea8cc87330 service neutron] Attempting to bind port 074dda1d-042b-4799-a894-8cffef656ed0 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:54:03.380281 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-33c9e51b-a7f1-4d07-9233-71ea8cc87330 service neutron] Attempting to bind port 074dda1d-042b-4799-a894-8cffef656ed0 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '39a7af15-1497-468e-8051-b6d674420afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '29779ab6-173e-4460-82ba-ae81b53f6bbf'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:54:03.380611 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-33c9e51b-a7f1-4d07-9233-71ea8cc87330 service neutron] Attempting to bind port 074dda1d-042b-4799-a894-8cffef656ed0 on network 29779ab6-173e-4460-82ba-ae81b53f6bbf {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:54:03.401401 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e42b9f-62d3-4691-953a-ea9bda18bd1a req-129a090b-e347-46ee-b0b6-924d38153d35 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:03.404720 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b2e42b9f-62d3-4691-953a-ea9bda18bd1a req-129a090b-e347-46ee-b0b6-924d38153d35 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 947 time: 0.2161832 Nov 24 20:54:03.407331 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-33c9e51b-a7f1-4d07-9233-71ea8cc87330 service neutron] Port 074dda1d-042b-4799-a894-8cffef656ed0 on network 29779ab6-173e-4460-82ba-ae81b53f6bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:54:03.407757 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-33c9e51b-a7f1-4d07-9233-71ea8cc87330 service neutron] Attempting to bind port 074dda1d-042b-4799-a894-8cffef656ed0 on network 29779ab6-173e-4460-82ba-ae81b53f6bbf {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:54:03.412175 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-19e38419-fb22-41e9-ac0d-286ef8c32841 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899368 Nov 24 20:54:03.422695 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-33c9e51b-a7f1-4d07-9233-71ea8cc87330 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:54:03.423079 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-33c9e51b-a7f1-4d07-9233-71ea8cc87330 service neutron] Checking segment: {'id': '39a7af15-1497-468e-8051-b6d674420afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '29779ab6-173e-4460-82ba-ae81b53f6bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:54:03.423408 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-33c9e51b-a7f1-4d07-9233-71ea8cc87330 service neutron] Bound using segment: {'id': '39a7af15-1497-468e-8051-b6d674420afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '29779ab6-173e-4460-82ba-ae81b53f6bbf'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:54:03.424214 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-33c9e51b-a7f1-4d07-9233-71ea8cc87330 service neutron] Bound port: 074dda1d-042b-4799-a894-8cffef656ed0, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a7af15-1497-468e-8051-b6d674420afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '29779ab6-173e-4460-82ba-ae81b53f6bbf'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:54:03.424773 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-33c9e51b-a7f1-4d07-9233-71ea8cc87330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:03.486082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7e3ab263-906f-4e2b-b381-dc3be02396aa no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:54:03.506242 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b2e42b9f-62d3-4691-953a-ea9bda18bd1a req-1e685aba-f45a-42e1-b83c-2054ea67b6f8 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920243 Nov 24 20:54:03.534614 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-33c9e51b-a7f1-4d07-9233-71ea8cc87330 service neutron] For port 074dda1d-042b-4799-a894-8cffef656ed0, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:54:03.539292 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-33c9e51b-a7f1-4d07-9233-71ea8cc87330 service neutron] For port 074dda1d-042b-4799-a894-8cffef656ed0, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=074dda1d-042b-4799-a894-8cffef656ed0,segment=NetworkSegment(39a7af15-1497-468e-8051-b6d674420afb),segment_id=39a7af15-1497-468e-8051-b6d674420afb)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:54:03.549821 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-33c9e51b-a7f1-4d07-9233-71ea8cc87330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:03.635328 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-33c9e51b-a7f1-4d07-9233-71ea8cc87330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:03.636875 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-33c9e51b-a7f1-4d07-9233-71ea8cc87330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:03.637451 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:03.638016 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-33c9e51b-a7f1-4d07-9233-71ea8cc87330 service neutron] 10.222.0.15 "PUT /v2.0/ports/074dda1d-042b-4799-a894-8cffef656ed0 HTTP/1.1" status: 200 len: 1092 time: 2.4818327 Nov 24 20:54:03.643685 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73c38fc-c19b-4bf1-8a6c-66923822b14a', 'tag': '074dda1d-042b-4799-a894-8cffef656ed0'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:03.646174 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51df26f8-4d35-4ecc-a8c8-ac9b3ccecb9d" -d '{"events": [{"name": "network-changed", "server_uuid": "b73c38fc-c19b-4bf1-8a6c-66923822b14a", "tag": "074dda1d-042b-4799-a894-8cffef656ed0"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:03.687253 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9e51b-a7f1-4d07-9233-71ea8cc87330 service neutron] Pushing event updated for resources: {'Port': ['ID=074dda1d-042b-4799-a894-8cffef656ed0,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:03.713406 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-39afe771-d0b3-4438-9c85-5af8c4c3f2ce service neutron] 10.222.0.48 "GET /v2.0/ports/c51d915b-5b26-4d05-8f83-d727227b4b0a/bindings/n-h2-812111-8 HTTP/1.1" status: 200 len: 384 time: 0.1439025 Nov 24 20:54:03.714715 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7e3ab263-906f-4e2b-b381-dc3be02396aa, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:03.722681 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:03.834106 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=7e3ab263-906f-4e2b-b381-dc3be02396aa,revision_number=14']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:03.895596 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde498e6-1c28-4438-a8db-6f94a673ee12 req-658b01b8-2c80-4c30-8f0b-0a1cf4165c3b tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:03.910822 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dde498e6-1c28-4438-a8db-6f94a673ee12 req-658b01b8-2c80-4c30-8f0b-0a1cf4165c3b tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427 HTTP/1.1" status: 200 len: 945 time: 0.1454976 Nov 24 20:54:03.971157 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5e6a3ed1-0edc-4fd5-a8bc-1fbde7dd6af9 req-437534b2-a3f9-4391-a0a2-ba2c8c809c81 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.1232049 Nov 24 20:54:04.007650 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dde498e6-1c28-4438-a8db-6f94a673ee12 req-8b912d22-92e0-453e-83c8-aeaaed15aa25 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936849 Nov 24 20:54:04.086680 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef3e385-e23a-4b89-975d-41e6c9240e85 x-openstack-request-id: req-9ef3e385-e23a-4b89-975d-41e6c9240e85 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:04.086935 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73c38fc-c19b-4bf1-8a6c-66923822b14a", "tag": "074dda1d-042b-4799-a894-8cffef656ed0", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:04.087193 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ef3e385-e23a-4b89-975d-41e6c9240e85 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:04.087596 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73c38fc-c19b-4bf1-8a6c-66923822b14a', 'tag': '074dda1d-042b-4799-a894-8cffef656ed0', 'status': 'completed', 'code': 200} Nov 24 20:54:04.104714 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-848dea28-04d0-42d4-80d1-104210aad769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:04.106960 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-848dea28-04d0-42d4-80d1-104210aad769 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=85be585add014915920178bb8aa5c933&device_id=b73c38fc-c19b-4bf1-8a6c-66923822b14a HTTP/1.1" status: 200 len: 1095 time: 0.2706177 Nov 24 20:54:04.233161 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1f043-ab08-4102-a425-d219ff7e364a req-a2bdf4e1-b99a-4719-8302-c8be3b992321 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:04.235408 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5dd1f043-ab08-4102-a425-d219ff7e364a req-a2bdf4e1-b99a-4719-8302-c8be3b992321 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 943 time: 0.0898871 Nov 24 20:54:04.252681 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-18dfdccc-3b5d-4048-aeef-806f1723e891 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=074dda1d-042b-4799-a894-8cffef656ed0 HTTP/1.1" status: 200 len: 217 time: 0.1029999 Nov 24 20:54:04.321357 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5dd1f043-ab08-4102-a425-d219ff7e364a req-28db63a5-40df-488e-9bc9-ce495b3225e0 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750465 Nov 24 20:54:04.325970 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43990deb-2242-46db-a089-018d5b2a7c8e req-8310b139-d8ca-4b90-a88b-e2cf8396d7a5 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:04.327956 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-43990deb-2242-46db-a089-018d5b2a7c8e req-8310b139-d8ca-4b90-a88b-e2cf8396d7a5 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 946 time: 0.2277741 Nov 24 20:54:04.344160 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-32391d03-bc1b-4bd2-95d7-f1b7e4cfd4a8 service neutron] For port c51d915b-5b26-4d05-8f83-d727227b4b0a, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c51d915b-5b26-4d05-8f83-d727227b4b0a,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:04.406187 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-c7532648-5b82-499a-bc74-8da0c67240ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:04.407751 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-c7532648-5b82-499a-bc74-8da0c67240ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93493f54-5a32-43e0-931c-3dc90d28d1b0 HTTP/1.1" status: 200 len: 864 time: 0.1405482 Nov 24 20:54:04.412315 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-32391d03-bc1b-4bd2-95d7-f1b7e4cfd4a8 service neutron] For port c51d915b-5b26-4d05-8f83-d727227b4b0a, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:54:04.470871 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10917487-ed0c-4c01-a991-be60a1e9e9fb req-b772aa37-40b0-4e94-a0b1-31a650141363 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:04.481485 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-9df2c2ff-5e56-4fd0-8fac-112603a7b507 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29779ab6-173e-4460-82ba-ae81b53f6bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436728 Nov 24 20:54:04.485944 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57418) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:04.489351 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10917487-ed0c-4c01-a991-be60a1e9e9fb req-b772aa37-40b0-4e94-a0b1-31a650141363 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 950 time: 0.0887585 Nov 24 20:54:04.489481 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-32391d03-bc1b-4bd2-95d7-f1b7e4cfd4a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c51d915b-5b26-4d05-8f83-d727227b4b0a {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:54:04.513222 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26067d42-e992-4f89-8cdf-481c88e072db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e3ab263-906f-4e2b-b381-dc3be02396aa'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:04.515720 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc4cb16-728c-41f7-9096-7f4409bfb221" -d '{"events": [{"server_uuid": "26067d42-e992-4f89-8cdf-481c88e072db", "name": "network-vif-unplugged", "status": "completed", "tag": "7e3ab263-906f-4e2b-b381-dc3be02396aa"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:04.525381 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-43990deb-2242-46db-a089-018d5b2a7c8e req-86373275-e19d-4143-b834-4ddda465a7f7 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747248 Nov 24 20:54:04.528906 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-32391d03-bc1b-4bd2-95d7-f1b7e4cfd4a8 service neutron] For port c51d915b-5b26-4d05-8f83-d727227b4b0a, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c51d915b-5b26-4d05-8f83-d727227b4b0a,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:04.578710 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10917487-ed0c-4c01-a991-be60a1e9e9fb req-0a7395d1-c6c9-41c7-aa81-431f65a39edd tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785835 Nov 24 20:54:04.610539 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-32391d03-bc1b-4bd2-95d7-f1b7e4cfd4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:04.653193 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30a686e-f682-4d6a-b151-e24e55d5614e x-openstack-request-id: req-b30a686e-f682-4d6a-b151-e24e55d5614e {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:04.653812 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26067d42-e992-4f89-8cdf-481c88e072db", "name": "network-vif-unplugged", "status": "completed", "tag": "7e3ab263-906f-4e2b-b381-dc3be02396aa", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:04.654263 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b30a686e-f682-4d6a-b151-e24e55d5614e {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:04.654855 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26067d42-e992-4f89-8cdf-481c88e072db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e3ab263-906f-4e2b-b381-dc3be02396aa', 'code': 200} Nov 24 20:54:04.735588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-abf5b1eb-35b3-454f-adf4-ada43816e3a0 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-917086147-network', 'tenant_id': 'f1672bff979f4ca29261412e06b42d5e'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:54:04.796968 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-5785aa8d-fd81-4bd5-a8da-47fefe8da011 service neutron] 10.222.0.15 "GET /v2.0/networks/29779ab6-173e-4460-82ba-ae81b53f6bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964263 Nov 24 20:54:04.827388 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cc61e-129e-4252-90cd-b4ca7325bca9 req-a36d5027-ca4c-4f89-97e2-45a1758060b2 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:04.829269 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-818cc61e-129e-4252-90cd-b4ca7325bca9 req-a36d5027-ca4c-4f89-97e2-45a1758060b2 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/ports?device_id=b73c38fc-c19b-4bf1-8a6c-66923822b14a HTTP/1.1" status: 200 len: 944 time: 0.2020185 Nov 24 20:54:04.844872 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf5b1eb-35b3-454f-adf4-ada43816e3a0 admin admin] Made reservation on behalf of f1672bff979f4ca29261412e06b42d5e for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:54:04.847404 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abf5b1eb-35b3-454f-adf4-ada43816e3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:04.880503 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abf5b1eb-35b3-454f-adf4-ada43816e3a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:04.899611 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-32391d03-bc1b-4bd2-95d7-f1b7e4cfd4a8 service neutron] Transition to ACTIVE for port object c51d915b-5b26-4d05-8f83-d727227b4b0a will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:54:04.932662 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-32391d03-bc1b-4bd2-95d7-f1b7e4cfd4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:05.151973 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c01297cd-6a46-4dbf-821a-9184261b57ed req-b30b024a-bdaf-4008-91a6-510007c68223 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0366757 Nov 24 20:54:05.282012 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a5343-8df4-4dce-8b09-b8ebcd3dfcaa req-d2260c6d-dd5f-41d2-9b52-3245ac73f015 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:05.283636 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-412a5343-8df4-4dce-8b09-b8ebcd3dfcaa req-d2260c6d-dd5f-41d2-9b52-3245ac73f015 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427 HTTP/1.1" status: 200 len: 945 time: 0.0610285 Nov 24 20:54:05.361655 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-412a5343-8df4-4dce-8b09-b8ebcd3dfcaa req-78990dda-5a7e-4038-8497-79ade9eb431d tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720744 Nov 24 20:54:05.432608 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-32391d03-bc1b-4bd2-95d7-f1b7e4cfd4a8 service neutron] No DVR routers for this DVR port c51d915b-5b26-4d05-8f83-d727227b4b0a on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:54:05.443115 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-818cc61e-129e-4252-90cd-b4ca7325bca9 req-15182336-b2b1-42a4-9102-894210994264 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a6a61b-5873-47b5-986e-8694884bbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5908666 Nov 24 20:54:05.452348 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-53e64b92-4ae0-4154-9d66-95c028fe4e5a req-ce6e808a-f777-493d-a925-0b9c4fef981e service neutron] 10.222.0.15 "GET /v2.0/networks/29779ab6-173e-4460-82ba-ae81b53f6bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6426420 Nov 24 20:54:05.480624 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32391d03-bc1b-4bd2-95d7-f1b7e4cfd4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c51d915b-5b26-4d05-8f83-d727227b4b0a,revision_number=10']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:05.497282 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-32391d03-bc1b-4bd2-95d7-f1b7e4cfd4a8 service neutron] 10.222.0.48 "PUT /v2.0/ports/c51d915b-5b26-4d05-8f83-d727227b4b0a/bindings/n-h2-812111-8/activate HTTP/1.1" status: 200 len: 369 time: 1.7748227 Nov 24 20:54:05.497647 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9102ca19-8ee8-4041-aa73-d5322afdfa8c details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:54:05.555557 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abf5b1eb-35b3-454f-adf4-ada43816e3a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:05.562567 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abf5b1eb-35b3-454f-adf4-ada43816e3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:05.634724 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9102ca19-8ee8-4041-aa73-d5322afdfa8c, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9102ca19-8ee8-4041-aa73-d5322afdfa8c,segment=NetworkSegment(c9465afa-6f45-4ba6-8db1-e1b087221e6b),segment_id=c9465afa-6f45-4ba6-8db1-e1b087221e6b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:05.648069 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '9102ca19-8ee8-4041-aa73-d5322afdfa8c', 'network_id': '22027f57-f752-494c-b5da-fa7e78df946b', 'port_id': '9102ca19-8ee8-4041-aa73-d5322afdfa8c', 'mac_address': 'fa:16:3e:de:6d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ed707c-d339-4ee3-8fca-06b569ac66d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:54:05.682626 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5b1eb-35b3-454f-adf4-ada43816e3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5408d3a6-ff0f-4d87-8356-b586cf217eb7,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:05.688920 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:05.696721 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf5b1eb-35b3-454f-adf4-ada43816e3a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:54:05.706874 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9102ca19-8ee8-4041-aa73-d5322afdfa8c {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:54:05.720338 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abf5b1eb-35b3-454f-adf4-ada43816e3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:05.721083 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-abf5b1eb-35b3-454f-adf4-ada43816e3a0 admin admin] Added segment 917f2c21-3a81-453d-acf3-5f3ee0cb54bb of type vlan for network 79a4cb17-6c61-40cb-bf01-eefcade3cee5 Nov 24 20:54:05.739493 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9102ca19-8ee8-4041-aa73-d5322afdfa8c, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9102ca19-8ee8-4041-aa73-d5322afdfa8c,segment=NetworkSegment(c9465afa-6f45-4ba6-8db1-e1b087221e6b),segment_id=c9465afa-6f45-4ba6-8db1-e1b087221e6b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:05.745803 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:05.773094 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df26f8-4d35-4ecc-a8c8-ac9b3ccecb9d req-b3bfd5a0-887d-4b79-b2bd-c3dda5a3110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:05.774623 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-51df26f8-4d35-4ecc-a8c8-ac9b3ccecb9d req-b3bfd5a0-887d-4b79-b2bd-c3dda5a3110f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=85be585add014915920178bb8aa5c933&device_id=b73c38fc-c19b-4bf1-8a6c-66923822b14a HTTP/1.1" status: 200 len: 1095 time: 0.1699133 Nov 24 20:54:05.785165 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6820ea4-7916-482e-bc89-f2f5eed7d166 req-88e46a6e-27b8-49a4-bf3d-9db84c377f69 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:05.786233 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e6820ea4-7916-482e-bc89-f2f5eed7d166 req-88e46a6e-27b8-49a4-bf3d-9db84c377f69 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.2191968 Nov 24 20:54:05.804945 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=9102ca19-8ee8-4041-aa73-d5322afdfa8c,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:05.811399 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-98664b1f-21a0-4965-93ab-9146998f4091 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:05.812914 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-98664b1f-21a0-4965-93ab-9146998f4091 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a&tenant_id=0d368bbdb2b84a05b39068aac600d356&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 1095 time: 0.2017260 Nov 24 20:54:05.830650 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abf5b1eb-35b3-454f-adf4-ada43816e3a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:05.925676 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['9102ca19-8ee8-4041-aa73-d5322afdfa8c'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:54:05.962267 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abf5b1eb-35b3-454f-adf4-ada43816e3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:05.963237 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf5b1eb-35b3-454f-adf4-ada43816e3a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:05.963851 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abf5b1eb-35b3-454f-adf4-ada43816e3a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:05.993637 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e6820ea4-7916-482e-bc89-f2f5eed7d166 req-c269238e-0c9e-4c10-8202-a817bde4a25e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861892 Nov 24 20:54:06.005260 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-9de013fa-7641-4db7-be0c-cd97d74eac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:06.006828 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-9de013fa-7641-4db7-be0c-cd97d74eac7b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a&tenant_id=0d368bbdb2b84a05b39068aac600d356 HTTP/1.1" status: 200 len: 1095 time: 0.1780033 Nov 24 20:54:06.053484 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df26f8-4d35-4ecc-a8c8-ac9b3ccecb9d req-5396167a-e9f6-4149-abe6-e65f34ef26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:06.055031 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-51df26f8-4d35-4ecc-a8c8-ac9b3ccecb9d req-5396167a-e9f6-4149-abe6-e65f34ef26a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29779ab6-173e-4460-82ba-ae81b53f6bbf HTTP/1.1" status: 200 len: 925 time: 0.2654753 Nov 24 20:54:06.058890 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-abf5b1eb-35b3-454f-adf4-ada43816e3a0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5719931 Nov 24 20:54:06.061580 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5b1eb-35b3-454f-adf4-ada43816e3a0 admin admin] Pushing event updated for resources: {'Network': ['ID=79a4cb17-6c61-40cb-bf01-eefcade3cee5,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:06.063248 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c6dcb-5726-46d0-983d-dc4811755cc6 req-eb1e6929-78b3-47b8-a9fd-0b09edf093e8 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:06.063551 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57486) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:06.065313 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4d9c6dcb-5726-46d0-983d-dc4811755cc6 req-eb1e6929-78b3-47b8-a9fd-0b09edf093e8 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 944 time: 0.0768690 Nov 24 20:54:06.077565 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 79a4cb17-6c61-40cb-bf01-eefcade3cee5 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:54:06.082055 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-6729d6da-da5b-49e7-899f-4cd1bb6a6f14 admin admin] Request body: {'subnet': {'network_id': '79a4cb17-6c61-40cb-bf01-eefcade3cee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-917086147-subnet', 'tenant_id': 'f1672bff979f4ca29261412e06b42d5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:54:06.128380 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4d9c6dcb-5726-46d0-983d-dc4811755cc6 req-107d03e1-91ae-4901-80e2-144be8e56784 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564713 Nov 24 20:54:06.151056 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-51df26f8-4d35-4ecc-a8c8-ac9b3ccecb9d req-967de77b-6ab4-4c22-82ec-69307b1c069c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=074dda1d-042b-4799-a894-8cffef656ed0 HTTP/1.1" status: 200 len: 217 time: 0.0809398 Nov 24 20:54:06.232434 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6729d6da-da5b-49e7-899f-4cd1bb6a6f14 admin admin] Made reservation on behalf of f1672bff979f4ca29261412e06b42d5e for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:54:06.235123 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6729d6da-da5b-49e7-899f-4cd1bb6a6f14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:06.259233 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-d229c072-2b83-4359-ac50-8dd3a1089b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:06.260767 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-d229c072-2b83-4359-ac50-8dd3a1089b8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 1095 time: 0.2005389 Nov 24 20:54:06.265301 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3333f-c05b-48e7-9519-8a262691ebcf req-e5c5fc5c-bf0c-40ba-8d82-21bd09b60e84 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:06.266989 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b2e3333f-c05b-48e7-9519-8a262691ebcf req-e5c5fc5c-bf0c-40ba-8d82-21bd09b60e84 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 945 time: 0.0544546 Nov 24 20:54:06.281668 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df26f8-4d35-4ecc-a8c8-ac9b3ccecb9d req-c39a6f59-8d63-4b4b-bd6e-8930a201fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:06.283205 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-51df26f8-4d35-4ecc-a8c8-ac9b3ccecb9d req-c39a6f59-8d63-4b4b-bd6e-8930a201fd15 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93493f54-5a32-43e0-931c-3dc90d28d1b0 HTTP/1.1" status: 200 len: 864 time: 0.1274123 Nov 24 20:54:06.320325 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b2e3333f-c05b-48e7-9519-8a262691ebcf req-63ded52d-7f2c-4d44-9794-f967008407a2 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467794 Nov 24 20:54:06.332915 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070135ca-bb4c-4d2f-8e28-6b543ffdb231 req-3cade955-48ff-473e-8416-cb042b1ee4fc tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:06.334565 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-070135ca-bb4c-4d2f-8e28-6b543ffdb231 req-3cade955-48ff-473e-8416-cb042b1ee4fc tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 945 time: 0.1954150 Nov 24 20:54:06.395739 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-51df26f8-4d35-4ecc-a8c8-ac9b3ccecb9d req-02934596-463d-493e-babd-906bb8a82449 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29779ab6-173e-4460-82ba-ae81b53f6bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492051 Nov 24 20:54:06.430144 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72976c4c-c0c4-4cb0-afee-7713a71bc2ce req-32d292d5-25c6-4928-a70c-3a5f18aea748 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:06.431783 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72976c4c-c0c4-4cb0-afee-7713a71bc2ce req-32d292d5-25c6-4928-a70c-3a5f18aea748 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 950 time: 0.0496230 Nov 24 20:54:06.481557 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72976c4c-c0c4-4cb0-afee-7713a71bc2ce req-1fecef92-63db-4de9-89eb-86af15e49b25 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431459 Nov 24 20:54:06.596374 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-070135ca-bb4c-4d2f-8e28-6b543ffdb231 req-a3afb2ca-af93-4fe5-91d4-3e5ca2278175 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380509 Nov 24 20:54:06.624127 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-4d5b228d-4a12-4d95-a741-38492868764c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:06.625740 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-4d5b228d-4a12-4d95-a741-38492868764c service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 908 time: 0.3462582 Nov 24 20:54:06.649871 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-51df26f8-4d35-4ecc-a8c8-ac9b3ccecb9d req-c9983ae9-aebf-4d0c-a71b-d98d63f84e04 service neutron] 10.222.0.15 "GET /v2.0/networks/29779ab6-173e-4460-82ba-ae81b53f6bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385552 Nov 24 20:54:06.691777 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-9fd88b87-ba14-426c-ae16-36c896ead976 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c51d915b-5b26-4d05-8f83-d727227b4b0a HTTP/1.1" status: 200 len: 217 time: 0.0542517 Nov 24 20:54:06.843992 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6729d6da-da5b-49e7-899f-4cd1bb6a6f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:06.857035 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-398b0842-fb58-44ac-b733-7d0c580c1901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:06.858584 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-398b0842-fb58-44ac-b733-7d0c580c1901 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d0e18ba-6af5-4f0b-b8c6-f19541a42712 HTTP/1.1" status: 200 len: 847 time: 0.1344018 Nov 24 20:54:06.930839 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b9ccf-5f16-4307-91f3-3e6576c6e1aa req-91f862c8-1d53-4234-a568-58470ab8d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:06.934228 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef1b9ccf-5f16-4307-91f3-3e6576c6e1aa req-91f862c8-1d53-4234-a568-58470ab8d755 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 1096 time: 0.1177340 Nov 24 20:54:06.939410 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-0538e82e-a37f-4715-a557-a7af5b6990ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a5f3905-f9df-4704-8238-82ae8b0c31f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554016 Nov 24 20:54:06.948255 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b5672-1a92-486a-98d4-a96df7334c9b req-7e92fba0-be2b-4d9d-8519-37455e967dbc tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:06.951632 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4f9b5672-1a92-486a-98d4-a96df7334c9b req-7e92fba0-be2b-4d9d-8519-37455e967dbc tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/ports?device_id=b73c38fc-c19b-4bf1-8a6c-66923822b14a HTTP/1.1" status: 200 len: 944 time: 0.0902851 Nov 24 20:54:06.955266 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-51df26f8-4d35-4ecc-a8c8-ac9b3ccecb9d req-8b1b40b4-4875-4532-87b9-fa8adb6ba42b service neutron] 10.222.0.15 "GET /v2.0/networks/29779ab6-173e-4460-82ba-ae81b53f6bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741029 Nov 24 20:54:06.958694 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729d6da-da5b-49e7-899f-4cd1bb6a6f14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fde89332-eb70-47ba-b104-7e2b9eb8a818,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:07.016116 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6729d6da-da5b-49e7-899f-4cd1bb6a6f14 admin admin] Checking segment: {'id': '917f2c21-3a81-453d-acf3-5f3ee0cb54bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '79a4cb17-6c61-40cb-bf01-eefcade3cee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:54:07.016493 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6729d6da-da5b-49e7-899f-4cd1bb6a6f14 admin admin] Network hostable DHCP agents. Network: 79a4cb17-6c61-40cb-bf01-eefcade3cee5, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:54:07.084057 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4f9b5672-1a92-486a-98d4-a96df7334c9b req-cdec1a7b-66a9-43c7-bb56-71e319d85ccc tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a6a61b-5873-47b5-986e-8694884bbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102421 Nov 24 20:54:07.096679 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b9ccf-5f16-4307-91f3-3e6576c6e1aa req-16b553c0-b0e6-4733-bf39-b2794f01f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:07.098514 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef1b9ccf-5f16-4307-91f3-3e6576c6e1aa req-16b553c0-b0e6-4733-bf39-b2794f01f894 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 913 time: 0.1456952 Nov 24 20:54:07.108595 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6729d6da-da5b-49e7-899f-4cd1bb6a6f14 admin admin] Network 79a4cb17-6c61-40cb-bf01-eefcade3cee5 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:54:07.134874 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d788c-f500-490d-b91f-269adfaefe88 req-b09d224a-1ca2-4aba-ba0d-1975c2372d61 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:07.137473 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e70d788c-f500-490d-b91f-269adfaefe88 req-b09d224a-1ca2-4aba-ba0d-1975c2372d61 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a03811c-853d-4872-92f1-43a2c3ac1a76 HTTP/1.1" status: 200 len: 946 time: 0.1427202 Nov 24 20:54:07.139983 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-f70f067e-2722-4a5d-9dfb-f4dfcf1eb67c service neutron] 10.222.0.15 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710410 Nov 24 20:54:07.140839 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-6729d6da-da5b-49e7-899f-4cd1bb6a6f14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 79a4cb17-6c61-40cb-bf01-eefcade3cee5) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:54:07.146012 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6729d6da-da5b-49e7-899f-4cd1bb6a6f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:07.146688 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6729d6da-da5b-49e7-899f-4cd1bb6a6f14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:07.152026 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e9f90a-f4bf-4e83-a350-63cd95a62d2b None None] Network 79a4cb17-6c61-40cb-bf01-eefcade3cee5 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:54:07.213799 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6729d6da-da5b-49e7-899f-4cd1bb6a6f14 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1413608 Nov 24 20:54:07.272911 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e70d788c-f500-490d-b91f-269adfaefe88 req-901ea0bd-166c-4b93-bc46-8b3839c7bdab tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283445 Nov 24 20:54:07.293261 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef1b9ccf-5f16-4307-91f3-3e6576c6e1aa req-94250702-7a7e-4c54-91d9-8a66e94fb71d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa HTTP/1.1" status: 200 len: 1000 time: 0.1759596 Nov 24 20:54:07.310884 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-8b8474ed-298b-438c-906c-3faa1b9cd2bd service neutron] 10.222.0.15 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544771 Nov 24 20:54:07.354248 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f4d26-85bc-4b2e-86a2-2718c78f51b7 req-569e6408-7523-4b11-a75b-a4bc2ce3d8e5 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:07.362483 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c78f4d26-85bc-4b2e-86a2-2718c78f51b7 req-569e6408-7523-4b11-a75b-a4bc2ce3d8e5 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1529334 Nov 24 20:54:07.368794 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb0a7dc-5c9c-4400-8c23-f3497c3ec4a5 None None] Network 79a4cb17-6c61-40cb-bf01-eefcade3cee5 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:54:07.396472 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b9ccf-5f16-4307-91f3-3e6576c6e1aa req-53d2e124-f087-4311-b28f-afcb0054ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:07.398078 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef1b9ccf-5f16-4307-91f3-3e6576c6e1aa req-53d2e124-f087-4311-b28f-afcb0054ad4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ee9c5f7-570f-459a-a776-8d371777733b HTTP/1.1" status: 200 len: 851 time: 0.0960264 Nov 24 20:54:07.423378 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be7fc9c3-7bcb-420f-91f3-bf9ef8233188 req-7899d7e8-5289-4103-930a-1e17d8765a72 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0399840 Nov 24 20:54:07.460564 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c78f4d26-85bc-4b2e-86a2-2718c78f51b7 req-a5e1b521-a345-41db-a0fb-ab26dc24eae1 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968597 Nov 24 20:54:07.511138 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b9ccf-5f16-4307-91f3-3e6576c6e1aa req-82f6e047-8d55-4eae-8fae-30967e66c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:07.513248 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef1b9ccf-5f16-4307-91f3-3e6576c6e1aa req-82f6e047-8d55-4eae-8fae-30967e66c361 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d57895c6-b2f2-4afe-a44e-1eb66b91940d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993400 Nov 24 20:54:07.520221 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9102ca19-8ee8-4041-aa73-d5322afdfa8c up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:54:07.599110 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acca08-9d00-401e-95d7-128f372dc0de req-94fb403b-e2e1-4ad7-891f-936f97e85573 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:07.600813 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01acca08-9d00-401e-95d7-128f372dc0de req-94fb403b-e2e1-4ad7-891f-936f97e85573 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 945 time: 0.0953953 Nov 24 20:54:07.641939 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 9102ca19-8ee8-4041-aa73-d5322afdfa8c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:54:07.642597 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:07.667683 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a2025-efa1-4f9f-acbd-bd243c44c59a req-a1b30bc6-b10c-4629-8f67-efae7732c0f4 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:07.675414 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e9a2025-efa1-4f9f-acbd-bd243c44c59a req-a1b30bc6-b10c-4629-8f67-efae7732c0f4 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 944 time: 0.1106782 Nov 24 20:54:07.685893 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-f2c069b0-2a28-45c6-8cbc-672bd3ca45f4 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:07.687523 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-f2c069b0-2a28-45c6-8cbc-672bd3ca45f4 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a&tenant_id=0d368bbdb2b84a05b39068aac600d356&binding%3Ahost_id=n-h2-812111-8 HTTP/1.1" status: 200 len: 1095 time: 0.0817363 Nov 24 20:54:07.692411 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01acca08-9d00-401e-95d7-128f372dc0de req-f1eee837-9fcf-42a4-9a19-f3f8322564fd tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747457 Nov 24 20:54:07.718637 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef1b9ccf-5f16-4307-91f3-3e6576c6e1aa req-11a1d697-f78e-4fe2-8d34-0edac81764c7 service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929195 Nov 24 20:54:07.747411 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e9a2025-efa1-4f9f-acbd-bd243c44c59a req-6f6aa2f0-0e78-41a6-b5b0-52327cd5b9be tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714748 Nov 24 20:54:07.820961 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:07.858519 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-1242b7cf-0f8d-4494-8880-8b0a029731cd service neutron] For port c51d915b-5b26-4d05-8f83-d727227b4b0a, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:54:07.864460 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef1b9ccf-5f16-4307-91f3-3e6576c6e1aa req-ed80eeb0-1d92-4a2e-88df-57b39fbd88f2 service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330810 Nov 24 20:54:07.865281 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-1242b7cf-0f8d-4494-8880-8b0a029731cd service neutron] Publish callbacks [] for binding, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:07.866564 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-1242b7cf-0f8d-4494-8880-8b0a029731cd service neutron] 10.222.0.15 "DELETE /v2.0/ports/c51d915b-5b26-4d05-8f83-d727227b4b0a/bindings/n-h1-812111-8 HTTP/1.1" status: 204 len: 173 time: 0.1685715 Nov 24 20:54:07.894750 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1492d390-adfe-44e4-a795-47f80b85a9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9102ca19-8ee8-4041-aa73-d5322afdfa8c'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:07.897665 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4da16f-4237-46ed-868a-af2b72ea473a" -d '{"events": [{"server_uuid": "1492d390-adfe-44e4-a795-47f80b85a9f0", "name": "network-vif-plugged", "status": "completed", "tag": "9102ca19-8ee8-4041-aa73-d5322afdfa8c"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:07.913050 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9102ca19-8ee8-4041-aa73-d5322afdfa8c, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9102ca19-8ee8-4041-aa73-d5322afdfa8c,segment=NetworkSegment(c9465afa-6f45-4ba6-8db1-e1b087221e6b),segment_id=c9465afa-6f45-4ba6-8db1-e1b087221e6b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:07.921539 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:07.980710 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=9102ca19-8ee8-4041-aa73-d5322afdfa8c,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:08.094556 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98167c9-4582-4328-9d3b-b2e96612c3f9 req-1590a9b5-8328-4b33-915b-ff2785c1a384 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:08.096096 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d98167c9-4582-4328-9d3b-b2e96612c3f9 req-1590a9b5-8328-4b33-915b-ff2785c1a384 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427 HTTP/1.1" status: 200 len: 945 time: 0.0543425 Nov 24 20:54:08.137055 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-c8566975-964c-49ef-8f34-59ead0732aea tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:08.138542 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-c8566975-964c-49ef-8f34-59ead0732aea tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/networks?id=79a4cb17-6c61-40cb-bf01-eefcade3cee5 HTTP/1.1" status: 200 len: 808 time: 0.1146929 Nov 24 20:54:08.145657 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d98167c9-4582-4328-9d3b-b2e96612c3f9 req-79da3a16-6597-4c32-9d0a-55670f6a5826 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431769 Nov 24 20:54:08.153949 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-f2c14663-9677-494f-a17d-78d0f1addd56 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/quotas/f1672bff979f4ca29261412e06b42d5e HTTP/1.1" status: 200 len: 375 time: 0.0095341 Nov 24 20:54:08.197074 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-4474292c-1e28-494d-baba-f1301b5bd709 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f1672bff979f4ca29261412e06b42d5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288327 Nov 24 20:54:08.264776 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7629c7-e4b0-4cd3-9fec-1af289178d70 req-38a00956-044e-4b96-ad4c-78e95fe3e2ed tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:08.266724 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3e7629c7-e4b0-4cd3-9fec-1af289178d70 req-38a00956-044e-4b96-ad4c-78e95fe3e2ed tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 950 time: 0.0522537 Nov 24 20:54:08.299110 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-4d54490c-578a-4920-936d-a9e5283eb4c1 service neutron] 10.222.0.11 "GET /v2.0/networks/79a4cb17-6c61-40cb-bf01-eefcade3cee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948515 Nov 24 20:54:08.317449 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3e7629c7-e4b0-4cd3-9fec-1af289178d70 req-ad9c4b60-0077-4308-90b5-80b6a2168746 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442646 Nov 24 20:54:08.367757 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762c8198-7662-4bac-989f-49de2378c296 x-openstack-request-id: req-762c8198-7662-4bac-989f-49de2378c296 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:08.368282 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1492d390-adfe-44e4-a795-47f80b85a9f0", "name": "network-vif-plugged", "status": "completed", "tag": "9102ca19-8ee8-4041-aa73-d5322afdfa8c", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:08.368402 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-762c8198-7662-4bac-989f-49de2378c296 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:08.368876 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1492d390-adfe-44e4-a795-47f80b85a9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9102ca19-8ee8-4041-aa73-d5322afdfa8c', 'code': 200} Nov 24 20:54:08.406330 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-1469f2c4-c278-4696-af72-f387eac254f6 service neutron] 10.222.0.11 "GET /v2.0/networks/79a4cb17-6c61-40cb-bf01-eefcade3cee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008966 Nov 24 20:54:08.478702 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608c98f-40a7-49db-b641-3bde0ad89f98 req-b723261f-ebc4-4340-afe0-3073c240890f tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:08.481012 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c608c98f-40a7-49db-b641-3bde0ad89f98 req-b723261f-ebc4-4340-afe0-3073c240890f tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/ports?device_id=b73c38fc-c19b-4bf1-8a6c-66923822b14a HTTP/1.1" status: 200 len: 944 time: 0.0542507 Nov 24 20:54:08.540876 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c608c98f-40a7-49db-b641-3bde0ad89f98 req-9f2ea4aa-5403-47b2-b7fe-c763bf858063 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a6a61b-5873-47b5-986e-8694884bbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530984 Nov 24 20:54:08.655228 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-06d684cf-833e-4a36-a362-21acf0a44253 req-b29f9645-eb8c-4992-925b-2e4cedadfe08 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0430133 Nov 24 20:54:08.795732 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124db47-6371-453e-91b7-1c3f89b96673 req-18b44d93-b2b4-48fb-abbc-924f84f8f66f tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:08.797596 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a124db47-6371-453e-91b7-1c3f89b96673 req-18b44d93-b2b4-48fb-abbc-924f84f8f66f tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 945 time: 0.0553043 Nov 24 20:54:08.815653 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee15f8-d6b6-41c7-9f62-f0755acfd992 req-84c4f7c2-1935-4654-b0a3-9b2d36aa7954 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:08.817872 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b2ee15f8-d6b6-41c7-9f62-f0755acfd992 req-84c4f7c2-1935-4654-b0a3-9b2d36aa7954 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.0766988 Nov 24 20:54:08.825209 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0ae1-d5af-4414-ae81-082f28a84b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:08.860767 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a124db47-6371-453e-91b7-1c3f89b96673 req-3a8b6813-928f-4b6c-86bd-d3147859064a tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493608 Nov 24 20:54:08.883735 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b2ee15f8-d6b6-41c7-9f62-f0755acfd992 req-43f26d16-5bec-4d56-a856-61b375dea273 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576818 Nov 24 20:54:08.931022 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-111653df-36f5-4be1-9e69-65755d0cdc29 req-fa111ba9-b286-4370-a44b-4e9f690ba760 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c74c3c4-f765-41ed-9d6f-e04648ad9f50 HTTP/1.1" status: 200 len: 210 time: 0.0315104 Nov 24 20:54:09.046929 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386f5f0-5c23-4258-b704-92812d57cdde req-33f80597-75ba-44f0-bdf0-ceab0e17d9f4 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:09.048369 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5386f5f0-5c23-4258-b704-92812d57cdde req-33f80597-75ba-44f0-bdf0-ceab0e17d9f4 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 944 time: 0.0525141 Nov 24 20:54:09.053013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf80514-1b86-418b-a850-dfdb3ecca60b req-1fe0c43f-208b-46a6-bd1c-eda02251a18a tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:09.054613 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-aaf80514-1b86-418b-a850-dfdb3ecca60b req-1fe0c43f-208b-46a6-bd1c-eda02251a18a tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 946 time: 0.0887163 Nov 24 20:54:09.068449 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328270de-9351-4f72-9cf5-dfbfc65972ce req-a40bb4cd-c1f8-4dac-bf2e-f03a186cbfe6 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:09.070163 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-328270de-9351-4f72-9cf5-dfbfc65972ce req-a40bb4cd-c1f8-4dac-bf2e-f03a186cbfe6 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.15 "GET /v2.0/ports?device_id=1492d390-adfe-44e4-a795-47f80b85a9f0 HTTP/1.1" status: 200 len: 946 time: 0.0703645 Nov 24 20:54:09.119281 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5386f5f0-5c23-4258-b704-92812d57cdde req-04202f1e-96dd-4899-8ecf-3dca6934d509 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552869 Nov 24 20:54:09.178906 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-aaf80514-1b86-418b-a850-dfdb3ecca60b req-082564fe-00e6-41a5-ac44-9871d3794d77 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061480 Nov 24 20:54:09.224080 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-328270de-9351-4f72-9cf5-dfbfc65972ce req-852dbf76-7be0-4f5a-bb58-5a0f3802f5a4 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Deleting port 9102ca19-8ee8-4041-aa73-d5322afdfa8c {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:54:09.224437 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-328270de-9351-4f72-9cf5-dfbfc65972ce req-852dbf76-7be0-4f5a-bb58-5a0f3802f5a4 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:09.349512 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-328270de-9351-4f72-9cf5-dfbfc65972ce req-852dbf76-7be0-4f5a-bb58-5a0f3802f5a4 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] For port 9102ca19-8ee8-4041-aa73-d5322afdfa8c, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9102ca19-8ee8-4041-aa73-d5322afdfa8c,segment=NetworkSegment(c9465afa-6f45-4ba6-8db1-e1b087221e6b),segment_id=c9465afa-6f45-4ba6-8db1-e1b087221e6b)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:09.349996 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-328270de-9351-4f72-9cf5-dfbfc65972ce req-852dbf76-7be0-4f5a-bb58-5a0f3802f5a4 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:09.365028 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-328270de-9351-4f72-9cf5-dfbfc65972ce req-852dbf76-7be0-4f5a-bb58-5a0f3802f5a4 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Calling delete_port for 9102ca19-8ee8-4041-aa73-d5322afdfa8c owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:54:09.369980 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:09.415904 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b37cf-a3a4-4fce-9f71-81011acbcc91 req-e00f06cb-f489-4153-a41b-5545d60d21f1 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:09.422810 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b37cf-a3a4-4fce-9f71-81011acbcc91 req-e00f06cb-f489-4153-a41b-5545d60d21f1 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:09.428717 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b37cf-a3a4-4fce-9f71-81011acbcc91 req-e00f06cb-f489-4153-a41b-5545d60d21f1 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:09.430348 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c06b37cf-a3a4-4fce-9f71-81011acbcc91 req-e00f06cb-f489-4153-a41b-5545d60d21f1 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427&device_id=4a03811c-853d-4872-92f1-43a2c3ac1a76&device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 2417 time: 0.0663836 Nov 24 20:54:09.476741 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cfd47-9bfe-4ce9-a1e0-1b9ceabfa667 req-de8fd194-0f47-4ae6-8e6f-af2fc0abc0d7 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:09.478265 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b77cfd47-9bfe-4ce9-a1e0-1b9ceabfa667 req-de8fd194-0f47-4ae6-8e6f-af2fc0abc0d7 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1004956 Nov 24 20:54:09.480966 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c06b37cf-a3a4-4fce-9f71-81011acbcc91 req-4c1a1d97-e65e-4548-9605-8062cf29dca4 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442519 Nov 24 20:54:09.514721 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 074dda1d-042b-4799-a894-8cffef656ed0 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:54:09.518364 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9102ca19-8ee8-4041-aa73-d5322afdfa8c no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:54:09.605963 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55095ecf-34a9-4cd7-a822-c24ae89e0ad1 req-25b302df-989f-4d16-96ad-7a3d09f53545 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:09.616128 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-55095ecf-34a9-4cd7-a822-c24ae89e0ad1 req-25b302df-989f-4d16-96ad-7a3d09f53545 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 1095 time: 0.0820496 Nov 24 20:54:09.625850 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b77cfd47-9bfe-4ce9-a1e0-1b9ceabfa667 req-18148f8c-a2cb-4704-96da-3611b32d18b6 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377742 Nov 24 20:54:09.626868 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-328270de-9351-4f72-9cf5-dfbfc65972ce req-852dbf76-7be0-4f5a-bb58-5a0f3802f5a4 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:09.713433 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852dbf76-7be0-4f5a-bb58-5a0f3802f5a4 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Pushing event deleted for resources: {'Port': ['ID=9102ca19-8ee8-4041-aa73-d5322afdfa8c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:09.716465 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-55095ecf-34a9-4cd7-a822-c24ae89e0ad1 req-a491e955-9b81-460f-a238-2e35c7e8a0c2 tempest-LiveMigrationTest-1055033688 tempest-LiveMigrationTest-1055033688-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990493 Nov 24 20:54:09.772923 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:09.799430 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-328270de-9351-4f72-9cf5-dfbfc65972ce req-852dbf76-7be0-4f5a-bb58-5a0f3802f5a4 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] No DVR routers for this DVR port 9102ca19-8ee8-4041-aa73-d5322afdfa8c on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:54:09.813205 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-328270de-9351-4f72-9cf5-dfbfc65972ce req-852dbf76-7be0-4f5a-bb58-5a0f3802f5a4 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:09.818110 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-328270de-9351-4f72-9cf5-dfbfc65972ce req-852dbf76-7be0-4f5a-bb58-5a0f3802f5a4 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.15 "DELETE /v2.0/ports/9102ca19-8ee8-4041-aa73-d5322afdfa8c HTTP/1.1" status: 204 len: 173 time: 0.7387271 Nov 24 20:54:09.819951 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1492d390-adfe-44e4-a795-47f80b85a9f0', 'name': 'network-vif-deleted', 'tag': '9102ca19-8ee8-4041-aa73-d5322afdfa8c'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:09.823729 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2013a09f-4d56-4c15-ad14-10af503097dd" -d '{"events": [{"server_uuid": "1492d390-adfe-44e4-a795-47f80b85a9f0", "name": "network-vif-deleted", "tag": "9102ca19-8ee8-4041-aa73-d5322afdfa8c"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:09.910694 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f6288-6221-4528-98d2-80b66c8be7bd req-ba843624-c65d-4a6f-9d40-020e9957039b tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:09.918492 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c86f6288-6221-4528-98d2-80b66c8be7bd req-ba843624-c65d-4a6f-9d40-020e9957039b tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 950 time: 0.1980634 Nov 24 20:54:09.946888 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 074dda1d-042b-4799-a894-8cffef656ed0, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=074dda1d-042b-4799-a894-8cffef656ed0,segment=NetworkSegment(39a7af15-1497-468e-8051-b6d674420afb),segment_id=39a7af15-1497-468e-8051-b6d674420afb)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:09.955943 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea27d66-1d47-4218-b875-66dbb226d662 req-c7c31185-7cd2-44ce-8ff1-df7383cf3353 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:09.967383 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8ea27d66-1d47-4218-b875-66dbb226d662 req-c7c31185-7cd2-44ce-8ff1-df7383cf3353 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427 HTTP/1.1" status: 200 len: 945 time: 0.0714667 Nov 24 20:54:09.973454 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '074dda1d-042b-4799-a894-8cffef656ed0', 'network_id': '29779ab6-173e-4460-82ba-ae81b53f6bbf', 'port_id': '074dda1d-042b-4799-a894-8cffef656ed0', 'mac_address': 'fa:16:3e:ab:dd:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93493f54-5a32-43e0-931c-3dc90d28d1b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:54:10.009309 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-63687530-b1c2-4963-b58c-d8b6e4aa4762 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:10.011870 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-63687530-b1c2-4963-b58c-d8b6e4aa4762 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.48 "GET /v2.0/networks?id=79a4cb17-6c61-40cb-bf01-eefcade3cee5 HTTP/1.1" status: 200 len: 808 time: 0.3091137 Nov 24 20:54:10.033429 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8ea27d66-1d47-4218-b875-66dbb226d662 req-c3595185-72b2-4764-a953-629e08c882e5 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648754 Nov 24 20:54:10.034090 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c86f6288-6221-4528-98d2-80b66c8be7bd req-dbd42f03-f405-4e79-a228-253f9e29efaa tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145334 Nov 24 20:54:10.045401 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-5955e8a3-4fb5-4461-8422-cfac89a9cfb3 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Request body: {'port': {'device_id': '8c74c3c4-f765-41ed-9d6f-e04648ad9f50', 'network_id': '79a4cb17-6c61-40cb-bf01-eefcade3cee5', 'admin_state_up': True, 'tenant_id': 'f1672bff979f4ca29261412e06b42d5e'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:54:10.064894 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:10.086551 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074dda1d-042b-4799-a894-8cffef656ed0 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:54:10.110523 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 074dda1d-042b-4799-a894-8cffef656ed0, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=074dda1d-042b-4799-a894-8cffef656ed0,segment=NetworkSegment(39a7af15-1497-468e-8051-b6d674420afb),segment_id=39a7af15-1497-468e-8051-b6d674420afb)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:10.117102 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:10.185533 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b45af-1f99-4e59-9bc1-216e1df9b824 req-b9fe6136-5078-400a-85b0-6f95b7a5581a tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:10.187649 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d34b45af-1f99-4e59-9bc1-216e1df9b824 req-b9fe6136-5078-400a-85b0-6f95b7a5581a tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/ports?device_id=b73c38fc-c19b-4bf1-8a6c-66923822b14a HTTP/1.1" status: 200 len: 944 time: 0.0957181 Nov 24 20:54:10.205862 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=074dda1d-042b-4799-a894-8cffef656ed0,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:10.221115 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e61b3e-d9c9-4a94-8ef9-1be3ab58ba80 req-a680be47-f77f-4b86-8d77-06ef9359babb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:10.223480 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-11e61b3e-d9c9-4a94-8ef9-1be3ab58ba80 req-a680be47-f77f-4b86-8d77-06ef9359babb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.0797482 Nov 24 20:54:10.241924 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d34b45af-1f99-4e59-9bc1-216e1df9b824 req-66cb32ea-7b4f-446e-b5d8-f01d739162e4 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a6a61b-5873-47b5-986e-8694884bbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479453 Nov 24 20:54:10.292292 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-5955e8a3-4fb5-4461-8422-cfac89a9cfb3 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Made reservation on behalf of f1672bff979f4ca29261412e06b42d5e for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:54:10.296050 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-5955e8a3-4fb5-4461-8422-cfac89a9cfb3 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:10.312933 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-11e61b3e-d9c9-4a94-8ef9-1be3ab58ba80 req-6cd8363c-d7ee-4349-a918-31765f331dbb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817819 Nov 24 20:54:10.361313 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1233efe0-2ac1-4436-8b04-6020b7413a0c req-2dc66872-1db0-409c-b7ca-6dc2052f9c1e tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0431700 Nov 24 20:54:10.448565 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['074dda1d-042b-4799-a894-8cffef656ed0'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:54:10.486612 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9aff0bc-d15b-46bb-be3d-6e17ed6d3938 x-openstack-request-id: req-f9aff0bc-d15b-46bb-be3d-6e17ed6d3938 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:10.486612 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1492d390-adfe-44e4-a795-47f80b85a9f0", "name": "network-vif-deleted", "tag": "9102ca19-8ee8-4041-aa73-d5322afdfa8c", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:10.486971 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f9aff0bc-d15b-46bb-be3d-6e17ed6d3938 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:10.487200 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1492d390-adfe-44e4-a795-47f80b85a9f0', 'name': 'network-vif-deleted', 'tag': '9102ca19-8ee8-4041-aa73-d5322afdfa8c', 'status': 'completed', 'code': 200} Nov 24 20:54:10.499164 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-5955e8a3-4fb5-4461-8422-cfac89a9cfb3 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Allocated IP 172.20.0.12 (79a4cb17-6c61-40cb-bf01-eefcade3cee5/fde89332-eb70-47ba-b104-7e2b9eb8a818/1d9d4889-dec5-440e-931d-49ea094551e4) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:54:10.627303 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2fc6a5f-401b-4757-85c0-db7a3c2afa0e req-7022566b-03a5-4c92-bc6a-bbafe3ebaf54 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c74c3c4-f765-41ed-9d6f-e04648ad9f50 HTTP/1.1" status: 200 len: 210 time: 0.0462623 Nov 24 20:54:10.723502 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-5955e8a3-4fb5-4461-8422-cfac89a9cfb3 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:10.764300 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-5955e8a3-4fb5-4461-8422-cfac89a9cfb3 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:10.815787 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-5955e8a3-4fb5-4461-8422-cfac89a9cfb3 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Network 79a4cb17-6c61-40cb-bf01-eefcade3cee5 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:54:10.827143 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-5955e8a3-4fb5-4461-8422-cfac89a9cfb3 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:54:10.833942 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-5955e8a3-4fb5-4461-8422-cfac89a9cfb3 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:54:10.844464 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955e8a3-4fb5-4461-8422-cfac89a9cfb3 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Pushing event updated for resources: {'Port': ['ID=1d9d4889-dec5-440e-931d-49ea094551e4,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:10.878061 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-78c7fb6b-3633-4bc9-890b-d7b99ab8a509 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:10.879662 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-78c7fb6b-3633-4bc9-890b-d7b99ab8a509 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 812 time: 0.1201937 Nov 24 20:54:10.895592 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-c77b4e07-a80f-40c1-aac2-fe4109aa2d01 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/quotas/951818ad52ff43b78906657d2000e269 HTTP/1.1" status: 200 len: 375 time: 0.0100319 Nov 24 20:54:10.911330 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-5955e8a3-4fb5-4461-8422-cfac89a9cfb3 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:10.911902 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-5955e8a3-4fb5-4461-8422-cfac89a9cfb3 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:10.928986 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:10.941351 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebabc3c-d635-4164-9cdf-4dfc0efc0901 req-eff76704-8a9a-4122-a40b-e8e5be216b76 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:10.942999 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-aebabc3c-d635-4164-9cdf-4dfc0efc0901 req-eff76704-8a9a-4122-a40b-e8e5be216b76 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 944 time: 0.1135509 Nov 24 20:54:10.946761 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-5955e8a3-4fb5-4461-8422-cfac89a9cfb3 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9116466 Nov 24 20:54:10.951934 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-ed7920d1-de22-4665-a4eb-4cc72fd88b48 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504005 Nov 24 20:54:10.971169 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-45631b00-2948-48f5-b0b2-18c74a545874 service neutron] Request body: {'port': {'device_id': '8c74c3c4-f765-41ed-9d6f-e04648ad9f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:54:11.041156 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-aebabc3c-d635-4164-9cdf-4dfc0efc0901 req-6f253fed-21dc-40dc-a743-eddf8706366e tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897205 Nov 24 20:54:11.048733 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-1ef5db9c-bfeb-4a60-9dd6-bb67695f7e89 service neutron] 10.222.0.11 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895033 Nov 24 20:54:11.049695 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-45631b00-2948-48f5-b0b2-18c74a545874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:11.156330 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3c8b0a2d-729e-4afd-98ce-b5e943c20ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:11.160420 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-e7b924be-5d53-4cd3-8461-27f843c84885 service neutron] 10.222.0.11 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055968 Nov 24 20:54:11.331170 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fa961-07e9-44c2-be6f-cb6574240e3c req-e599966f-a8a8-401a-b123-0f5b0298f567 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:11.332795 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f5fa961-07e9-44c2-be6f-cb6574240e3c req-e599966f-a8a8-401a-b123-0f5b0298f567 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.15 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 944 time: 0.0875838 Nov 24 20:54:11.419246 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57620) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:11.428044 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f87ba14f-2a7e-46f5-93bb-39afd179bc46 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--647321125', 'description': 'tempest-description--264220321'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:54:11.467885 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f87ba14f-2a7e-46f5-93bb-39afd179bc46 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:11.470357 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-45631b00-2948-48f5-b0b2-18c74a545874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9d4889-dec5-440e-931d-49ea094551e4 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:54:11.482726 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-45631b00-2948-48f5-b0b2-18c74a545874 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:11.504724 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-45631b00-2948-48f5-b0b2-18c74a545874 service neutron] Transition to ACTIVE for port object 1d9d4889-dec5-440e-931d-49ea094551e4 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:54:11.515573 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-45631b00-2948-48f5-b0b2-18c74a545874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:11.535725 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 074dda1d-042b-4799-a894-8cffef656ed0 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:54:11.557286 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-8f5fa961-07e9-44c2-be6f-cb6574240e3c req-cdd63cce-239d-40e9-9e63-679b9416415f tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Deleting port c51d915b-5b26-4d05-8f83-d727227b4b0a {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:54:11.557762 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8f5fa961-07e9-44c2-be6f-cb6574240e3c req-cdd63cce-239d-40e9-9e63-679b9416415f tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:11.572054 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0109c-58b0-4e52-bb16-307cc9dba7e9 req-75b9c540-14e5-4d98-96aa-1c293a85bcfe tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:11.573816 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46f0109c-58b0-4e52-bb16-307cc9dba7e9 req-75b9c540-14e5-4d98-96aa-1c293a85bcfe tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 950 time: 0.0905664 Nov 24 20:54:11.622618 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 074dda1d-042b-4799-a894-8cffef656ed0 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:54:11.628500 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 074dda1d-042b-4799-a894-8cffef656ed0 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:54:11.630229 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:11.640366 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f87ba14f-2a7e-46f5-93bb-39afd179bc46 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:11.674429 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46f0109c-58b0-4e52-bb16-307cc9dba7e9 req-d0bdd5a9-b516-4023-bbef-f23cb79ad8bc tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764704 Nov 24 20:54:11.675531 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f87ba14f-2a7e-46f5-93bb-39afd179bc46 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:11.724787 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f87ba14f-2a7e-46f5-93bb-39afd179bc46 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:11.726231 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f87ba14f-2a7e-46f5-93bb-39afd179bc46 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3056986 Nov 24 20:54:11.733672 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57632) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:11.743430 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-e5be653b-7d59-41a0-bb05-63187fac45f4 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Request body: {'security_group_rule': {'security_group_id': '4f68d431-acc9-4339-b72a-02b2461c652d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:54:11.764817 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:11.768424 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ba14f-2a7e-46f5-93bb-39afd179bc46 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f68d431-acc9-4339-b72a-02b2461c652d,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:11.798269 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73c38fc-c19b-4bf1-8a6c-66923822b14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074dda1d-042b-4799-a894-8cffef656ed0'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:11.801043 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1400283a-0542-4be5-ab4c-e2081eeeaa09" -d '{"events": [{"server_uuid": "b73c38fc-c19b-4bf1-8a6c-66923822b14a", "name": "network-vif-plugged", "status": "completed", "tag": "074dda1d-042b-4799-a894-8cffef656ed0"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:11.836155 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-61a57185-6daf-4e76-9a14-128c0f133bcd req-113870a8-8839-4d3f-9400-92ecbafc5fbe tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 210 time: 0.0577486 Nov 24 20:54:11.838684 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 074dda1d-042b-4799-a894-8cffef656ed0, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=074dda1d-042b-4799-a894-8cffef656ed0,segment=NetworkSegment(39a7af15-1497-468e-8051-b6d674420afb),segment_id=39a7af15-1497-468e-8051-b6d674420afb)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:11.846681 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:11.847663 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9102ca19-8ee8-4041-aa73-d5322afdfa8c no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:54:11.860493 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e5be653b-7d59-41a0-bb05-63187fac45f4 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:11.882418 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 9102ca19-8ee8-4041-aa73-d5322afdfa8c {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:54:11.882769 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9102ca19-8ee8-4041-aa73-d5322afdfa8c not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:54:11.926590 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e5be653b-7d59-41a0-bb05-63187fac45f4 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:11.934778 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e5be653b-7d59-41a0-bb05-63187fac45f4 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:11.961827 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be653b-7d59-41a0-bb05-63187fac45f4 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec799146-4031-4be7-afab-7560c7516373,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:11.983695 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e5be653b-7d59-41a0-bb05-63187fac45f4 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:11.984855 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e5be653b-7d59-41a0-bb05-63187fac45f4 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2501099 Nov 24 20:54:11.987552 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57638) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:11.994731 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=074dda1d-042b-4799-a894-8cffef656ed0,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:11.995423 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-289449ec-d646-4485-a619-2f9239051a09 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Request body: {'security_group_rule': {'security_group_id': '4f68d431-acc9-4339-b72a-02b2461c652d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:54:12.035252 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-289449ec-d646-4485-a619-2f9239051a09 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:12.052224 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45631b00-2948-48f5-b0b2-18c74a545874 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9d4889-dec5-440e-931d-49ea094551e4,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:12.097350 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dfedd4f1-7c37-48d4-8fae-b02644fe35ae req-e1933463-960a-42e4-9b4a-c5edc640d020 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0568964 Nov 24 20:54:12.101766 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb581252-307d-49c5-b50d-888e2336cb5c req-263bed98-c04c-46a5-ba3f-47664c8115be tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:12.103357 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb581252-307d-49c5-b50d-888e2336cb5c req-263bed98-c04c-46a5-ba3f-47664c8115be tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/ports?device_id=b73c38fc-c19b-4bf1-8a6c-66923822b14a HTTP/1.1" status: 200 len: 945 time: 0.5899136 Nov 24 20:54:12.140946 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-289449ec-d646-4485-a619-2f9239051a09 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:12.150585 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-289449ec-d646-4485-a619-2f9239051a09 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:12.174966 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289449ec-d646-4485-a619-2f9239051a09 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1310abf-b875-4220-96f7-64723d3dddac,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:12.182592 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-8f5fa961-07e9-44c2-be6f-cb6574240e3c req-cdd63cce-239d-40e9-9e63-679b9416415f tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] For port c51d915b-5b26-4d05-8f83-d727227b4b0a, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c51d915b-5b26-4d05-8f83-d727227b4b0a,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:12.184023 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8f5fa961-07e9-44c2-be6f-cb6574240e3c req-cdd63cce-239d-40e9-9e63-679b9416415f tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:12.190952 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-289449ec-d646-4485-a619-2f9239051a09 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:12.193073 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-289449ec-d646-4485-a619-2f9239051a09 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2042871 Nov 24 20:54:12.196139 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57642) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:12.205234 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-9bb86bae-45c6-4afe-9fb8-a6e37d4ee83e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:54:12.217006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-8f5fa961-07e9-44c2-be6f-cb6574240e3c req-cdd63cce-239d-40e9-9e63-679b9416415f tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Calling delete_port for c51d915b-5b26-4d05-8f83-d727227b4b0a owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:54:12.243466 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-45631b00-2948-48f5-b0b2-18c74a545874 service neutron] Attempting to bind port 1d9d4889-dec5-440e-931d-49ea094551e4 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:54:12.243807 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-45631b00-2948-48f5-b0b2-18c74a545874 service neutron] Attempting to bind port 1d9d4889-dec5-440e-931d-49ea094551e4 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '917f2c21-3a81-453d-acf3-5f3ee0cb54bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '79a4cb17-6c61-40cb-bf01-eefcade3cee5'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:54:12.244140 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-45631b00-2948-48f5-b0b2-18c74a545874 service neutron] Attempting to bind port 1d9d4889-dec5-440e-931d-49ea094551e4 on network 79a4cb17-6c61-40cb-bf01-eefcade3cee5 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:54:12.280972 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9bb86bae-45c6-4afe-9fb8-a6e37d4ee83e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:12.289211 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:12.293757 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-45631b00-2948-48f5-b0b2-18c74a545874 service neutron] Port 1d9d4889-dec5-440e-931d-49ea094551e4 on network 79a4cb17-6c61-40cb-bf01-eefcade3cee5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:54:12.294090 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-45631b00-2948-48f5-b0b2-18c74a545874 service neutron] Attempting to bind port 1d9d4889-dec5-440e-931d-49ea094551e4 on network 79a4cb17-6c61-40cb-bf01-eefcade3cee5 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:54:12.301335 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb581252-307d-49c5-b50d-888e2336cb5c req-418bad9c-2b4a-4e4a-adce-e30960f9f837 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a6a61b-5873-47b5-986e-8694884bbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743259 Nov 24 20:54:12.306303 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7faf7-bdb0-4e10-9371-76cd9a2fb18e req-7c98c66f-4d52-44a7-8df2-cbd5e9fe7f2c tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:12.308136 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-45631b00-2948-48f5-b0b2-18c74a545874 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:54:12.308321 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ccd7faf7-bdb0-4e10-9371-76cd9a2fb18e req-7c98c66f-4d52-44a7-8df2-cbd5e9fe7f2c tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c74c3c4-f765-41ed-9d6f-e04648ad9f50 HTTP/1.1" status: 200 len: 944 time: 0.1131594 Nov 24 20:54:12.308479 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-45631b00-2948-48f5-b0b2-18c74a545874 service neutron] Checking segment: {'id': '917f2c21-3a81-453d-acf3-5f3ee0cb54bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '79a4cb17-6c61-40cb-bf01-eefcade3cee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:54:12.309224 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-45631b00-2948-48f5-b0b2-18c74a545874 service neutron] Bound using segment: {'id': '917f2c21-3a81-453d-acf3-5f3ee0cb54bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '79a4cb17-6c61-40cb-bf01-eefcade3cee5'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:54:12.309678 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-45631b00-2948-48f5-b0b2-18c74a545874 service neutron] Bound port: 1d9d4889-dec5-440e-931d-49ea094551e4, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917f2c21-3a81-453d-acf3-5f3ee0cb54bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '79a4cb17-6c61-40cb-bf01-eefcade3cee5'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:54:12.310043 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-45631b00-2948-48f5-b0b2-18c74a545874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:12.363378 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775a3bcd-df9d-4218-81c7-c68392eb6d0f x-openstack-request-id: req-775a3bcd-df9d-4218-81c7-c68392eb6d0f {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:12.363898 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73c38fc-c19b-4bf1-8a6c-66923822b14a", "name": "network-vif-plugged", "status": "completed", "tag": "074dda1d-042b-4799-a894-8cffef656ed0", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:12.364313 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-775a3bcd-df9d-4218-81c7-c68392eb6d0f {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:12.364894 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73c38fc-c19b-4bf1-8a6c-66923822b14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074dda1d-042b-4799-a894-8cffef656ed0', 'code': 200} Nov 24 20:54:12.403559 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-45631b00-2948-48f5-b0b2-18c74a545874 service neutron] For port 1d9d4889-dec5-440e-931d-49ea094551e4, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:54:12.431948 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ccd7faf7-bdb0-4e10-9371-76cd9a2fb18e req-d9eef1e2-352c-413b-bb75-b19af407eecc tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/security-groups?id=5408d3a6-ff0f-4d87-8356-b586cf217eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131687 Nov 24 20:54:12.452835 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-45631b00-2948-48f5-b0b2-18c74a545874 service neutron] For port 1d9d4889-dec5-440e-931d-49ea094551e4, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=1d9d4889-dec5-440e-931d-49ea094551e4,segment=NetworkSegment(917f2c21-3a81-453d-acf3-5f3ee0cb54bb),segment_id=917f2c21-3a81-453d-acf3-5f3ee0cb54bb)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:54:12.467701 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-45631b00-2948-48f5-b0b2-18c74a545874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:12.509584 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8534fd-be0a-4368-adc2-5b3cb6f2ca26 req-a381ed6a-3ec4-43a1-bf56-2e3f94030186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:12.512045 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc8534fd-be0a-4368-adc2-5b3cb6f2ca26 req-a381ed6a-3ec4-43a1-bf56-2e3f94030186 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b73c38fc-c19b-4bf1-8a6c-66923822b14a HTTP/1.1" status: 200 len: 1097 time: 0.0687153 Nov 24 20:54:12.513674 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9bb86bae-45c6-4afe-9fb8-a6e37d4ee83e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:12.526841 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8f5fa961-07e9-44c2-be6f-cb6574240e3c req-cdd63cce-239d-40e9-9e63-679b9416415f tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:12.543439 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-45631b00-2948-48f5-b0b2-18c74a545874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:12.543704 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['303d75f2-c102-4331-a4d1-d254fe301d93', 'c51d915b-5b26-4d05-8f83-d727227b4b0a'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:54:12.545068 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-45631b00-2948-48f5-b0b2-18c74a545874 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:12.546751 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-45631b00-2948-48f5-b0b2-18c74a545874 service neutron] 10.222.0.48 "PUT /v2.0/ports/1d9d4889-dec5-440e-931d-49ea094551e4 HTTP/1.1" status: 200 len: 1092 time: 1.5816441 Nov 24 20:54:12.547506 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c74c3c4-f765-41ed-9d6f-e04648ad9f50', 'tag': '1d9d4889-dec5-440e-931d-49ea094551e4'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:12.550169 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670555f9-8304-44c0-8efd-89aa0dd3d25a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c74c3c4-f765-41ed-9d6f-e04648ad9f50", "tag": "1d9d4889-dec5-440e-931d-49ea094551e4"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:12.587047 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45631b00-2948-48f5-b0b2-18c74a545874 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9d4889-dec5-440e-931d-49ea094551e4,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:12.661714 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3db00b-47f0-4107-b70e-1849a9cccf30 x-openstack-request-id: req-0a3db00b-47f0-4107-b70e-1849a9cccf30 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:12.662223 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c74c3c4-f765-41ed-9d6f-e04648ad9f50", "tag": "1d9d4889-dec5-440e-931d-49ea094551e4", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:12.662636 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0a3db00b-47f0-4107-b70e-1849a9cccf30 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:12.663196 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c74c3c4-f765-41ed-9d6f-e04648ad9f50', 'tag': '1d9d4889-dec5-440e-931d-49ea094551e4', 'status': 'completed', 'code': 200} Nov 24 20:54:12.674830 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd63cce-239d-40e9-9e63-679b9416415f tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Pushing event deleted for resources: {'Port': ['ID=c51d915b-5b26-4d05-8f83-d727227b4b0a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:12.682374 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5fa961-07e9-44c2-be6f-cb6574240e3c req-cdd63cce-239d-40e9-9e63-679b9416415f tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] No DVR routers for this DVR port c51d915b-5b26-4d05-8f83-d727227b4b0a on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:54:12.687233 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8f5fa961-07e9-44c2-be6f-cb6574240e3c req-cdd63cce-239d-40e9-9e63-679b9416415f tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:12.692169 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f5fa961-07e9-44c2-be6f-cb6574240e3c req-cdd63cce-239d-40e9-9e63-679b9416415f tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.15 "DELETE /v2.0/ports/c51d915b-5b26-4d05-8f83-d727227b4b0a HTTP/1.1" status: 204 len: 173 time: 1.3488197 Nov 24 20:54:12.757851 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-89373ef0-ff1a-4f1f-bc01-60f7c61739ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:12.760060 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-89373ef0-ff1a-4f1f-bc01-60f7c61739ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1672bff979f4ca29261412e06b42d5e&device_id=8c74c3c4-f765-41ed-9d6f-e04648ad9f50 HTTP/1.1" status: 200 len: 1095 time: 0.0958178 Nov 24 20:54:12.853000 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-289a02f0-2dc7-4837-9657-eff03ba1abdb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d9d4889-dec5-440e-931d-49ea094551e4 HTTP/1.1" status: 200 len: 217 time: 0.0785704 Nov 24 20:54:12.941935 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-4f830ba2-7a25-4400-812f-43a44ffe20f5 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:12.943677 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-4f830ba2-7a25-4400-812f-43a44ffe20f5 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.15 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 812 time: 0.2180719 Nov 24 20:54:12.945517 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-f3eb5a36-7737-4560-bb86-f81f266ee99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:12.946903 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-f3eb5a36-7737-4560-bb86-f81f266ee99e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fde89332-eb70-47ba-b104-7e2b9eb8a818 HTTP/1.1" status: 200 len: 848 time: 0.0790262 Nov 24 20:54:12.959836 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-8c04f58b-1e8a-42db-af25-8a124aa69210 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Request body: {'port': {'device_id': 'ee615daf-22df-4a7c-a1d0-1d28f91bf636', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'admin_state_up': True, 'tenant_id': '951818ad52ff43b78906657d2000e269'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:54:13.036868 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-0469f167-2388-4547-9a00-0ccd2cd95814 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79a4cb17-6c61-40cb-bf01-eefcade3cee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697253 Nov 24 20:54:13.210058 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed989440-d19b-45fc-bb09-9f9033f1b038 req-d89399be-e340-44ce-8cf9-2790a7a57c28 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:13.211532 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ed989440-d19b-45fc-bb09-9f9033f1b038 req-d89399be-e340-44ce-8cf9-2790a7a57c28 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 950 time: 0.1946452 Nov 24 20:54:13.242171 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-68c5e263-3154-43e8-8fa8-a4ebaeda366d req-1105d9d8-6903-430b-9a14-9352928958ce tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 210 time: 0.1193442 Nov 24 20:54:13.284564 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc8534fd-be0a-4368-adc2-5b3cb6f2ca26 req-076762da-2dcc-41a8-8f7d-89cdee706d3b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=08a6a61b-5873-47b5-986e-8694884bbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7635603 Nov 24 20:54:13.307078 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-c4b390eb-eca0-4972-af9f-0d4efc3cda53 service neutron] 10.222.0.48 "GET /v2.0/networks/79a4cb17-6c61-40cb-bf01-eefcade3cee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311151 Nov 24 20:54:13.312838 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ed989440-d19b-45fc-bb09-9f9033f1b038 req-67679233-b9c2-41a4-b9c9-19dcc0cf40c9 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899413 Nov 24 20:54:13.350567 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-8c04f58b-1e8a-42db-af25-8a124aa69210 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Made reservation on behalf of 951818ad52ff43b78906657d2000e269 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:54:13.354126 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-8c04f58b-1e8a-42db-af25-8a124aa69210 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:13.393954 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc6ccf4c-8ea3-4c5f-bee2-b65d8b690c79 req-af309c29-e0fb-4f3d-b03a-49b243f679c1 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 210 time: 0.0409448 Nov 24 20:54:13.414858 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-9bb86bae-45c6-4afe-9fb8-a6e37d4ee83e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Allocated IP 172.25.5.9 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/dcde3a8d-23a6-492f-b2e8-8abcfa35beff) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:54:13.561410 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-8c04f58b-1e8a-42db-af25-8a124aa69210 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Allocated IP 172.20.0.7 (d57895c6-b2f2-4afe-a44e-1eb66b91940d/9ee9c5f7-570f-459a-a776-8d371777733b/b512f2a2-32d6-46d1-b645-f544c8d3adea) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:54:13.591776 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-809914e0-138b-4fda-b485-fd3c61e6df36 req-27af3302-28bf-464a-a5e9-0a41cb0e3f42 service neutron] 10.222.0.48 "GET /v2.0/networks/79a4cb17-6c61-40cb-bf01-eefcade3cee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761633 Nov 24 20:54:13.610822 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9bb86bae-45c6-4afe-9fb8-a6e37d4ee83e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:13.648883 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:13.710033 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9bb86bae-45c6-4afe-9fb8-a6e37d4ee83e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:13.783391 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb86bae-45c6-4afe-9fb8-a6e37d4ee83e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Pushing event updated for resources: {'Port': ['ID=dcde3a8d-23a6-492f-b2e8-8abcfa35beff,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:13.795094 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb86bae-45c6-4afe-9fb8-a6e37d4ee83e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:54:13.796819 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-9bb86bae-45c6-4afe-9fb8-a6e37d4ee83e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:54:13.800536 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb86bae-45c6-4afe-9fb8-a6e37d4ee83e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:54:13.835482 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef753a-faf0-43d8-950d-5885d86c3db3 req-6ef8a077-d0b3-4a61-8131-29678bfaa410 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:13.846570 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4eef753a-faf0-43d8-950d-5885d86c3db3 req-6ef8a077-d0b3-4a61-8131-29678bfaa410 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/ports?device_id=b73c38fc-c19b-4bf1-8a6c-66923822b14a HTTP/1.1" status: 200 len: 946 time: 0.2138677 Nov 24 20:54:13.887796 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670555f9-8304-44c0-8efd-89aa0dd3d25a req-869a4c05-03c3-419f-afa2-fe3d77a018aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:13.889609 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-670555f9-8304-44c0-8efd-89aa0dd3d25a req-869a4c05-03c3-419f-afa2-fe3d77a018aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1672bff979f4ca29261412e06b42d5e&device_id=8c74c3c4-f765-41ed-9d6f-e04648ad9f50 HTTP/1.1" status: 200 len: 1095 time: 0.1726768 Nov 24 20:54:13.918375 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4324ed68-1d7e-435a-b436-0341cdf1cf26 req-568efd74-218b-478c-a4b1-4a7e0e88ae94 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0500011 Nov 24 20:54:13.927524 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-8c04f58b-1e8a-42db-af25-8a124aa69210 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:13.985469 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9bb86bae-45c6-4afe-9fb8-a6e37d4ee83e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:14.021379 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4eef753a-faf0-43d8-950d-5885d86c3db3 req-fe7ccebf-10aa-446e-86bb-f5d57f8dda8d tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a6a61b-5873-47b5-986e-8694884bbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735392 Nov 24 20:54:14.060181 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9bb86bae-45c6-4afe-9fb8-a6e37d4ee83e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:14.094097 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-8c04f58b-1e8a-42db-af25-8a124aa69210 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:14.122429 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcd202-61c8-4e5f-9a71-5fc47a7dd1db req-9deb4ffb-db74-45a9-8212-a06e4fcb0849 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:14.123976 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fedcd202-61c8-4e5f-9a71-5fc47a7dd1db req-9deb4ffb-db74-45a9-8212-a06e4fcb0849 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c74c3c4-f765-41ed-9d6f-e04648ad9f50 HTTP/1.1" status: 200 len: 944 time: 0.0980091 Nov 24 20:54:14.184468 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-8c04f58b-1e8a-42db-af25-8a124aa69210 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Network d57895c6-b2f2-4afe-a44e-1eb66b91940d is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:54:14.209322 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-8c04f58b-1e8a-42db-af25-8a124aa69210 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:54:14.212101 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670555f9-8304-44c0-8efd-89aa0dd3d25a req-6b1fc995-4b00-4fa7-b6e6-e0acb3ccf6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:14.213495 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-670555f9-8304-44c0-8efd-89aa0dd3d25a req-6b1fc995-4b00-4fa7-b6e6-e0acb3ccf6a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=79a4cb17-6c61-40cb-bf01-eefcade3cee5 HTTP/1.1" status: 200 len: 909 time: 0.3107626 Nov 24 20:54:14.215880 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-8c04f58b-1e8a-42db-af25-8a124aa69210 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:54:14.241669 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fedcd202-61c8-4e5f-9a71-5fc47a7dd1db req-6932a93a-f5eb-4823-b50b-4aca8a2f2933 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/security-groups?id=5408d3a6-ff0f-4d87-8356-b586cf217eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008954 Nov 24 20:54:14.292309 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04f58b-1e8a-42db-af25-8a124aa69210 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Pushing event updated for resources: {'Port': ['ID=b512f2a2-32d6-46d1-b645-f544c8d3adea,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:14.302673 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-670555f9-8304-44c0-8efd-89aa0dd3d25a req-d6738ede-4419-424f-958a-c05526c72071 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d9d4889-dec5-440e-931d-49ea094551e4 HTTP/1.1" status: 200 len: 217 time: 0.0799966 Nov 24 20:54:14.315978 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9bb86bae-45c6-4afe-9fb8-a6e37d4ee83e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:14.325870 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9bb86bae-45c6-4afe-9fb8-a6e37d4ee83e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:14.367098 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b044cb-ea73-4ae0-994c-f9c77aa4988a req-900d2f21-6e7e-4df1-9f77-88d0108ebd9e tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:14.368958 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1b044cb-ea73-4ae0-994c-f9c77aa4988a req-900d2f21-6e7e-4df1-9f77-88d0108ebd9e tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 945 time: 0.2500923 Nov 24 20:54:14.379578 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-8c04f58b-1e8a-42db-af25-8a124aa69210 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:14.380223 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-8c04f58b-1e8a-42db-af25-8a124aa69210 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:14.389409 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb86bae-45c6-4afe-9fb8-a6e37d4ee83e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Pushing event updated for resources: {'Port': ['ID=dcde3a8d-23a6-492f-b2e8-8abcfa35beff,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:14.423742 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-8c04f58b-1e8a-42db-af25-8a124aa69210 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4686940 Nov 24 20:54:14.430678 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670555f9-8304-44c0-8efd-89aa0dd3d25a req-d53704f3-aa25-4f9d-b230-867f01d2f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:14.432213 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-670555f9-8304-44c0-8efd-89aa0dd3d25a req-d53704f3-aa25-4f9d-b230-867f01d2f7ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fde89332-eb70-47ba-b104-7e2b9eb8a818 HTTP/1.1" status: 200 len: 848 time: 0.1204388 Nov 24 20:54:14.439890 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-4d815930-480a-4903-a604-da585393ea9f service neutron] Request body: {'port': {'device_id': 'ee615daf-22df-4a7c-a1d0-1d28f91bf636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:54:14.506644 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-670555f9-8304-44c0-8efd-89aa0dd3d25a req-c41ab584-9eae-4ce9-976d-182adb54d1ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79a4cb17-6c61-40cb-bf01-eefcade3cee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550058 Nov 24 20:54:14.508827 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-870c928e-55a2-4eeb-98ea-4eefa59bf0cd req-e84a37c7-253d-4f7e-b273-a9eece2eed1d tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 210 time: 0.1152766 Nov 24 20:54:14.527414 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1b044cb-ea73-4ae0-994c-f9c77aa4988a req-0b670dc4-ddd4-4a1e-a915-cfc72cb834f4 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387665 Nov 24 20:54:14.572529 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9bb86bae-45c6-4afe-9fb8-a6e37d4ee83e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:14.603659 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-4d815930-480a-4903-a604-da585393ea9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:14.618705 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9bb86bae-45c6-4afe-9fb8-a6e37d4ee83e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:14.631756 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9bb86bae-45c6-4afe-9fb8-a6e37d4ee83e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4329302 Nov 24 20:54:14.636924 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6896a23f-ead1-41b7-9912-ac825d988aa6 None None] Provisioning complete for port b512f2a2-32d6-46d1-b645-f544c8d3adea triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:54:14.637452 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6896a23f-ead1-41b7-9912-ac825d988aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:14.665706 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90ee1d7-f496-40b9-891d-fbae4538643a', 'name': 'network-vif-deleted', 'tag': 'c51d915b-5b26-4d05-8f83-d727227b4b0a'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:14.667998 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07498bc1-6e1c-4502-9eca-809663049162" -d '{"events": [{"server_uuid": "a90ee1d7-f496-40b9-891d-fbae4538643a", "name": "network-vif-deleted", "tag": "c51d915b-5b26-4d05-8f83-d727227b4b0a"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:14.727690 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6896a23f-ead1-41b7-9912-ac825d988aa6 None None] Port b512f2a2-32d6-46d1-b645-f544c8d3adea cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:54:14.746571 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630facf5-5f14-4651-974a-19323e56bd2b req-d1692c0a-7b8a-4f4b-bfa9-3107350eb802 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:14.748341 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-630facf5-5f14-4651-974a-19323e56bd2b req-d1692c0a-7b8a-4f4b-bfa9-3107350eb802 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 950 time: 0.1029785 Nov 24 20:54:14.784632 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:14.817959 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-630facf5-5f14-4651-974a-19323e56bd2b req-92113862-36a1-4d34-a8a7-0da7b4798bb5 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631506 Nov 24 20:54:14.872715 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3e08e7-3df0-48f8-a5a6-0ce9dd933c62 x-openstack-request-id: req-ad3e08e7-3df0-48f8-a5a6-0ce9dd933c62 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:14.873011 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90ee1d7-f496-40b9-891d-fbae4538643a", "name": "network-vif-deleted", "tag": "c51d915b-5b26-4d05-8f83-d727227b4b0a", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:14.873267 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad3e08e7-3df0-48f8-a5a6-0ce9dd933c62 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:14.873661 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90ee1d7-f496-40b9-891d-fbae4538643a', 'name': 'network-vif-deleted', 'tag': 'c51d915b-5b26-4d05-8f83-d727227b4b0a', 'status': 'completed', 'code': 200} Nov 24 20:54:14.879873 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-670555f9-8304-44c0-8efd-89aa0dd3d25a req-11c978c8-2298-4f35-bb54-92463a26233b service neutron] 10.222.0.48 "GET /v2.0/networks/79a4cb17-6c61-40cb-bf01-eefcade3cee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513265 Nov 24 20:54:14.897819 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5eb77-8bbd-4c96-9baf-54a7ab31972d req-94842d35-0b56-4319-8c72-47adbf33395b tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:14.899310 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9bb5eb77-8bbd-4c96-9baf-54a7ab31972d req-94842d35-0b56-4319-8c72-47adbf33395b tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 931 time: 0.2501740 Nov 24 20:54:15.052138 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-879fd9e2-c086-41d6-912b-c91747d14fa8 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:15.054877 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-879fd9e2-c086-41d6-912b-c91747d14fa8 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/networks?id=22027f57-f752-494c-b5da-fa7e78df946b HTTP/1.1" status: 200 len: 822 time: 0.1203184 Nov 24 20:54:15.072590 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9bb5eb77-8bbd-4c96-9baf-54a7ab31972d req-dbe3daea-d884-4cc9-a76d-fc020c555cf5 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578822 Nov 24 20:54:15.079523 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-f622d962-e145-485c-a825-26532d639c17 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/quotas/8ef7d362a656439a886c10a572d714c1 HTTP/1.1" status: 200 len: 375 time: 0.0174768 Nov 24 20:54:15.099579 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-670555f9-8304-44c0-8efd-89aa0dd3d25a req-956578b3-55b4-4335-8fd9-3b1583988ed0 service neutron] 10.222.0.48 "GET /v2.0/networks/79a4cb17-6c61-40cb-bf01-eefcade3cee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958690 Nov 24 20:54:15.135304 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-fed6469c-bf2b-4cc7-ba64-5b09c4f3361d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ef7d362a656439a886c10a572d714c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548387 Nov 24 20:54:15.186452 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-efb42d0e-fd98-4f24-ac4e-da5b70127e3f req-c1c42139-971a-4efb-b172-7c9213590519 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0352807 Nov 24 20:54:15.210272 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-4d815930-480a-4903-a604-da585393ea9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b512f2a2-32d6-46d1-b645-f544c8d3adea {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:54:15.220758 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-4d815930-480a-4903-a604-da585393ea9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:15.236433 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-4d815930-480a-4903-a604-da585393ea9f service neutron] Transition to ACTIVE for port object b512f2a2-32d6-46d1-b645-f544c8d3adea will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:54:15.246749 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-4d815930-480a-4903-a604-da585393ea9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:15.253720 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-767b0780-c350-4c76-bb52-5ca4bce91b87 service neutron] 10.222.0.11 "GET /v2.0/networks/22027f57-f752-494c-b5da-fa7e78df946b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174502 Nov 24 20:54:15.332547 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d815930-480a-4903-a604-da585393ea9f service neutron] Pushing event updated for resources: {'Port': ['ID=b512f2a2-32d6-46d1-b645-f544c8d3adea,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:15.357199 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-8297824a-e4fa-4f0c-8022-29ba41285e03 service neutron] 10.222.0.11 "GET /v2.0/networks/22027f57-f752-494c-b5da-fa7e78df946b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025615 Nov 24 20:54:15.399367 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b54b3-f2ae-4e26-b63b-55fea193b41f req-679f1ae0-bacd-4ed0-b4a0-eeb75fe973d6 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:15.400989 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ee1b54b3-f2ae-4e26-b63b-55fea193b41f req-679f1ae0-bacd-4ed0-b4a0-eeb75fe973d6 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/ports?device_id=b73c38fc-c19b-4bf1-8a6c-66923822b14a HTTP/1.1" status: 200 len: 946 time: 0.1252475 Nov 24 20:54:15.472576 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-4d815930-480a-4903-a604-da585393ea9f service neutron] Attempting to bind port b512f2a2-32d6-46d1-b645-f544c8d3adea on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:54:15.473077 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-4d815930-480a-4903-a604-da585393ea9f service neutron] Attempting to bind port b512f2a2-32d6-46d1-b645-f544c8d3adea by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:54:15.473497 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-4d815930-480a-4903-a604-da585393ea9f service neutron] Attempting to bind port b512f2a2-32d6-46d1-b645-f544c8d3adea on network d57895c6-b2f2-4afe-a44e-1eb66b91940d {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:54:15.486416 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ee1b54b3-f2ae-4e26-b63b-55fea193b41f req-83f9f179-3a56-4b23-abf5-36db1a1a863e tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a6a61b-5873-47b5-986e-8694884bbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781913 Nov 24 20:54:15.487144 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-4d815930-480a-4903-a604-da585393ea9f service neutron] Port b512f2a2-32d6-46d1-b645-f544c8d3adea on network d57895c6-b2f2-4afe-a44e-1eb66b91940d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:54:15.487641 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-4d815930-480a-4903-a604-da585393ea9f service neutron] Attempting to bind port b512f2a2-32d6-46d1-b645-f544c8d3adea on network d57895c6-b2f2-4afe-a44e-1eb66b91940d {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:54:15.495234 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-4d815930-480a-4903-a604-da585393ea9f service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:54:15.495687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-4d815930-480a-4903-a604-da585393ea9f service neutron] Checking segment: {'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:54:15.496269 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-4d815930-480a-4903-a604-da585393ea9f service neutron] Bound using segment: {'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:54:15.496841 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-4d815930-480a-4903-a604-da585393ea9f service neutron] Bound port: b512f2a2-32d6-46d1-b645-f544c8d3adea, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:54:15.497365 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-4d815930-480a-4903-a604-da585393ea9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:15.545304 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c51d915b-5b26-4d05-8f83-d727227b4b0a no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:54:15.596733 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-4d815930-480a-4903-a604-da585393ea9f service neutron] For port b512f2a2-32d6-46d1-b645-f544c8d3adea, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:54:15.606780 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: c51d915b-5b26-4d05-8f83-d727227b4b0a {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:54:15.610775 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c51d915b-5b26-4d05-8f83-d727227b4b0a not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:54:15.630136 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-4d815930-480a-4903-a604-da585393ea9f service neutron] For port b512f2a2-32d6-46d1-b645-f544c8d3adea, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b512f2a2-32d6-46d1-b645-f544c8d3adea,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:54:15.666098 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-4d815930-480a-4903-a604-da585393ea9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:15.684789 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f589d1-6af3-45dd-af6f-a6711a88a610 req-c237a36a-6302-463d-823f-46eab49fa74c tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:15.690146 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-44f589d1-6af3-45dd-af6f-a6711a88a610 req-c237a36a-6302-463d-823f-46eab49fa74c tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/ports?device_id=b73c38fc-c19b-4bf1-8a6c-66923822b14a HTTP/1.1" status: 200 len: 946 time: 0.0707440 Nov 24 20:54:15.739976 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7b051-da94-4d88-9d32-729c56ece8d2 req-0e2bf202-b206-4a2f-a9bc-4b77218220e6 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:15.741601 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1ee7b051-da94-4d88-9d32-729c56ece8d2 req-0e2bf202-b206-4a2f-a9bc-4b77218220e6 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c74c3c4-f765-41ed-9d6f-e04648ad9f50 HTTP/1.1" status: 200 len: 944 time: 0.1469021 Nov 24 20:54:15.746653 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-4d815930-480a-4903-a604-da585393ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:15.747279 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-4d815930-480a-4903-a604-da585393ea9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:15.748636 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-4d815930-480a-4903-a604-da585393ea9f service neutron] 10.222.0.15 "PUT /v2.0/ports/b512f2a2-32d6-46d1-b645-f544c8d3adea HTTP/1.1" status: 200 len: 1091 time: 1.3129339 Nov 24 20:54:15.751962 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d815930-480a-4903-a604-da585393ea9f service neutron] Pushing event updated for resources: {'Port': ['ID=b512f2a2-32d6-46d1-b645-f544c8d3adea,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:15.805355 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-44f589d1-6af3-45dd-af6f-a6711a88a610 req-47104438-d4b7-48ce-bee2-a5efaecf7d0c tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a6a61b-5873-47b5-986e-8694884bbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089363 Nov 24 20:54:15.873395 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1ee7b051-da94-4d88-9d32-729c56ece8d2 req-2c7b8982-d671-4736-8011-820a37b98d11 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/security-groups?id=5408d3a6-ff0f-4d87-8356-b586cf217eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007168 Nov 24 20:54:15.921642 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-68bab1db-3128-4082-8598-59cb7b2a756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:15.923429 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-68bab1db-3128-4082-8598-59cb7b2a756a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 1094 time: 0.1082749 Nov 24 20:54:15.936094 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6be92cab-cbe9-492d-9346-d398a60a02c3 req-a3ba5d29-88ad-427f-8c10-8390da6f02a0 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=65007039-334c-4c91-820a-bb428db22ffd HTTP/1.1" status: 200 len: 210 time: 0.0715146 Nov 24 20:54:16.006078 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-5eacf576-af96-470a-b2a0-642e7b605048 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b512f2a2-32d6-46d1-b645-f544c8d3adea HTTP/1.1" status: 200 len: 217 time: 0.0696082 Nov 24 20:54:16.067399 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d4920adf-94cb-4bc6-a547-bc534b93adbb req-94854006-058e-434f-9f56-4af87dd811d8 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 210 time: 0.0581422 Nov 24 20:54:16.119546 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-72c96170-1b97-4ce5-bbd8-d728f8bf8099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:16.122200 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-72c96170-1b97-4ce5-bbd8-d728f8bf8099 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ee9c5f7-570f-459a-a776-8d371777733b HTTP/1.1" status: 200 len: 851 time: 0.1022599 Nov 24 20:54:16.163788 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ae6c0-8854-4c88-98aa-8d2140ea6c66 req-85515f7b-0f8e-4872-a022-f7353b7bafdb tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:16.175158 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a61ae6c0-8854-4c88-98aa-8d2140ea6c66 req-85515f7b-0f8e-4872-a022-f7353b7bafdb tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 945 time: 0.1283805 Nov 24 20:54:16.215710 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-f3340fa7-f06d-459c-838b-968934997747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:16.217605 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-f3340fa7-f06d-459c-838b-968934997747 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d57895c6-b2f2-4afe-a44e-1eb66b91940d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791314 Nov 24 20:54:16.275389 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a61ae6c0-8854-4c88-98aa-8d2140ea6c66 req-69cd7a46-7111-4333-9de1-aff6efdfa194 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944026 Nov 24 20:54:16.300698 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 1d9d4889-dec5-440e-931d-49ea094551e4 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:54:16.341790 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-7dc1d28f-a3ed-451d-a326-c334dce7c1d4 service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076920 Nov 24 20:54:16.417987 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3f881-e41d-4bf1-88ee-e983cd71c3e0 req-46ddf7f1-480d-41de-88e0-6350c1f19a38 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:16.419588 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51a3f881-e41d-4bf1-88ee-e983cd71c3e0 req-46ddf7f1-480d-41de-88e0-6350c1f19a38 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 950 time: 0.0787728 Nov 24 20:54:16.437000 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 1d9d4889-dec5-440e-931d-49ea094551e4, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=1d9d4889-dec5-440e-931d-49ea094551e4,segment=NetworkSegment(917f2c21-3a81-453d-acf3-5f3ee0cb54bb),segment_id=917f2c21-3a81-453d-acf3-5f3ee0cb54bb)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:16.451559 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '1d9d4889-dec5-440e-931d-49ea094551e4', 'network_id': '79a4cb17-6c61-40cb-bf01-eefcade3cee5', 'port_id': '1d9d4889-dec5-440e-931d-49ea094551e4', 'mac_address': 'fa:16:3e:d6:e1:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde89332-eb70-47ba-b104-7e2b9eb8a818', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:54:16.490231 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51a3f881-e41d-4bf1-88ee-e983cd71c3e0 req-f75b1a3e-6ce1-4cd3-adfe-d7cd7f816fd2 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626645 Nov 24 20:54:16.514041 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:16.539969 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9d4889-dec5-440e-931d-49ea094551e4 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:54:16.555715 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267818a0-0032-40a1-acab-99361b394bf5 req-94decca8-3e48-4dcd-a576-75bb3a727575 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:16.560132 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-267818a0-0032-40a1-acab-99361b394bf5 req-94decca8-3e48-4dcd-a576-75bb3a727575 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 943 time: 0.1675398 Nov 24 20:54:16.562475 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 1d9d4889-dec5-440e-931d-49ea094551e4, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=1d9d4889-dec5-440e-931d-49ea094551e4,segment=NetworkSegment(917f2c21-3a81-453d-acf3-5f3ee0cb54bb),segment_id=917f2c21-3a81-453d-acf3-5f3ee0cb54bb)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:16.570232 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:16.627957 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6ad9b732-d544-4648-8912-bb0fc824d67f req-1db5ae5a-9ba7-4403-a9a0-fd09fbe5fe1c service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698069 Nov 24 20:54:16.639160 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71698ab4-9c03-46e5-832c-a1b2a86bad51 req-c36113f1-8c0d-4eae-bcf7-69dfe3c6e161 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0459883 Nov 24 20:54:16.653769 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=1d9d4889-dec5-440e-931d-49ea094551e4,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:16.658272 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-267818a0-0032-40a1-acab-99361b394bf5 req-d1103b76-0e98-498c-979d-4a0d26f7af60 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852582 Nov 24 20:54:16.767822 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3609e-8074-4a93-80d7-4f0c309174db req-bbc8eb95-d792-4fb5-9180-894adc86f5ff tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:16.769312 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-86c3609e-8074-4a93-80d7-4f0c309174db req-bbc8eb95-d792-4fb5-9180-894adc86f5ff tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/ports?device_id=b73c38fc-c19b-4bf1-8a6c-66923822b14a HTTP/1.1" status: 200 len: 946 time: 0.0525033 Nov 24 20:54:16.820323 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-86c3609e-8074-4a93-80d7-4f0c309174db req-c390f1d6-e195-47bf-a6f4-264410da27e7 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a6a61b-5873-47b5-986e-8694884bbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449157 Nov 24 20:54:16.857421 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['1d9d4889-dec5-440e-931d-49ea094551e4'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:54:16.875463 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee615daf-22df-4a7c-a1d0-1d28f91bf636', 'tag': 'b512f2a2-32d6-46d1-b645-f544c8d3adea'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:16.879369 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458930ef-855f-4b16-b688-84fa49c2e9ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ee615daf-22df-4a7c-a1d0-1d28f91bf636", "tag": "b512f2a2-32d6-46d1-b645-f544c8d3adea"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:16.929774 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ada5d4-2c52-4765-bba0-4db4915239a9 x-openstack-request-id: req-96ada5d4-2c52-4765-bba0-4db4915239a9 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:16.930080 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee615daf-22df-4a7c-a1d0-1d28f91bf636", "tag": "b512f2a2-32d6-46d1-b645-f544c8d3adea", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:16.930343 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-96ada5d4-2c52-4765-bba0-4db4915239a9 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:16.930754 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee615daf-22df-4a7c-a1d0-1d28f91bf636', 'tag': 'b512f2a2-32d6-46d1-b645-f544c8d3adea', 'status': 'completed', 'code': 200} Nov 24 20:54:17.069851 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458930ef-855f-4b16-b688-84fa49c2e9ca req-e847b424-1651-4b15-8c14-a6a921b587ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:17.071548 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-458930ef-855f-4b16-b688-84fa49c2e9ca req-e847b424-1651-4b15-8c14-a6a921b587ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 1094 time: 0.1059413 Nov 24 20:54:17.085721 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e64454-0956-4e14-a96d-8f471b2a7d9a req-ab95e5b3-639e-4e56-9980-d1af10022b94 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:17.093764 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e4e64454-0956-4e14-a96d-8f471b2a7d9a req-ab95e5b3-639e-4e56-9980-d1af10022b94 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c74c3c4-f765-41ed-9d6f-e04648ad9f50 HTTP/1.1" status: 200 len: 945 time: 0.0783339 Nov 24 20:54:17.209646 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ea6eaf24-cd57-40ac-a493-1cf746d33387 req-0699bd27-7291-4bfd-8c67-3ab3d46dc851 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=65007039-334c-4c91-820a-bb428db22ffd HTTP/1.1" status: 200 len: 210 time: 0.0514259 Nov 24 20:54:17.209965 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458930ef-855f-4b16-b688-84fa49c2e9ca req-fc806998-aab9-45d3-816b-9339dd32316e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:17.212105 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-458930ef-855f-4b16-b688-84fa49c2e9ca req-fc806998-aab9-45d3-816b-9339dd32316e service neutron] 10.222.0.15 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 913 time: 0.1076033 Nov 24 20:54:17.313746 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2b038eb9-4395-4a69-ab28-661a398b25a6 req-902b9e38-511a-4e03-b090-3910a4d4506a tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 210 time: 0.0318768 Nov 24 20:54:17.328909 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-458930ef-855f-4b16-b688-84fa49c2e9ca req-d18e6073-3ab2-4f88-ad34-5179a79b5d68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b512f2a2-32d6-46d1-b645-f544c8d3adea HTTP/1.1" status: 200 len: 217 time: 0.0860596 Nov 24 20:54:17.427576 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0c21a-c01e-4280-acc1-6fd703fae5dd req-44592076-1702-442a-9f26-8778ea9d97d3 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:17.433308 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-89b0c21a-c01e-4280-acc1-6fd703fae5dd req-44592076-1702-442a-9f26-8778ea9d97d3 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/ports?device_id=b73c38fc-c19b-4bf1-8a6c-66923822b14a HTTP/1.1" status: 200 len: 946 time: 0.0563354 Nov 24 20:54:17.488117 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-89b0c21a-c01e-4280-acc1-6fd703fae5dd req-9237be32-ebcf-4ba7-b37d-92bb2f3aa6b4 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a6a61b-5873-47b5-986e-8694884bbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503957 Nov 24 20:54:17.620118 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b1337-53df-4a10-bbd9-3d9c9287ca0b req-074870d7-1831-405a-a879-ab152d3d956e tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:17.621801 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e9b1337-53df-4a10-bbd9-3d9c9287ca0b req-074870d7-1831-405a-a879-ab152d3d956e tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 945 time: 0.0558035 Nov 24 20:54:17.673383 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e9b1337-53df-4a10-bbd9-3d9c9287ca0b req-10ce3a1e-e994-419f-9b44-9579b6ed7848 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447588 Nov 24 20:54:17.725680 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e4e64454-0956-4e14-a96d-8f471b2a7d9a req-6202b46b-cf4b-48c4-90a1-8dc3f7fba7e9 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/security-groups?id=5408d3a6-ff0f-4d87-8356-b586cf217eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6301074 Nov 24 20:54:17.765874 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458930ef-855f-4b16-b688-84fa49c2e9ca req-bc9deb53-6fcf-4fe8-b57d-3051e4116331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:17.767412 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-458930ef-855f-4b16-b688-84fa49c2e9ca req-bc9deb53-6fcf-4fe8-b57d-3051e4116331 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ee9c5f7-570f-459a-a776-8d371777733b HTTP/1.1" status: 200 len: 851 time: 0.4294069 Nov 24 20:54:17.796442 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-166f13e9-05c7-4198-948f-ac36b57ca4cd tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:17.798156 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-166f13e9-05c7-4198-948f-ac36b57ca4cd tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.48 "GET /v2.0/networks?id=22027f57-f752-494c-b5da-fa7e78df946b HTTP/1.1" status: 200 len: 822 time: 0.5784075 Nov 24 20:54:17.807087 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec145-f3d6-436c-aef1-4b695a6b028c req-6a96746f-60af-4272-9f8c-694e8709213b tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:17.808902 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ee0ec145-f3d6-436c-aef1-4b695a6b028c req-6a96746f-60af-4272-9f8c-694e8709213b tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 950 time: 0.0677867 Nov 24 20:54:17.819536 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-779c07a2-ed84-40fd-a47c-f7a44b557872 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Request body: {'port': {'device_id': '65007039-334c-4c91-820a-bb428db22ffd', 'network_id': '22027f57-f752-494c-b5da-fa7e78df946b', 'admin_state_up': True, 'tenant_id': '8ef7d362a656439a886c10a572d714c1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:54:17.861713 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fd715d00-5aee-474c-b5c8-3ef89537b8f2 req-283b8f15-d002-4135-849a-a96ae5e69813 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0488558 Nov 24 20:54:17.864848 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ee0ec145-f3d6-436c-aef1-4b695a6b028c req-e5aafb74-6b0f-40ac-be8c-3636d457ec98 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497539 Nov 24 20:54:17.931450 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458930ef-855f-4b16-b688-84fa49c2e9ca req-ab32be2e-6d6c-4166-8f88-c483bccacb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:17.933610 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-458930ef-855f-4b16-b688-84fa49c2e9ca req-ab32be2e-6d6c-4166-8f88-c483bccacb13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d57895c6-b2f2-4afe-a44e-1eb66b91940d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1551549 Nov 24 20:54:18.071325 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7fc2c-d692-4297-bacf-672be3740d19 req-16f5e89c-4f4c-477d-bb13-83174344ab4f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:18.072712 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-64a7fc2c-d692-4297-bacf-672be3740d19 req-16f5e89c-4f4c-477d-bb13-83174344ab4f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 943 time: 0.1342232 Nov 24 20:54:18.096961 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-779c07a2-ed84-40fd-a47c-f7a44b557872 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Made reservation on behalf of 8ef7d362a656439a886c10a572d714c1 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:54:18.100244 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-779c07a2-ed84-40fd-a47c-f7a44b557872 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:18.118150 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-458930ef-855f-4b16-b688-84fa49c2e9ca req-e03375e5-282c-4011-83ef-4254b2681127 service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699734 Nov 24 20:54:18.246948 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-64a7fc2c-d692-4297-bacf-672be3740d19 req-30f78ad8-49ab-48f3-a08f-a130cc18cc2b tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671016 Nov 24 20:54:18.316111 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 1d9d4889-dec5-440e-931d-49ea094551e4 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:54:18.327078 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1fc37dcf-bffc-4b16-bdfb-8b1754c389b2 req-910e5a31-7ecb-47b0-ba49-5fa6bcf73e96 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=65007039-334c-4c91-820a-bb428db22ffd HTTP/1.1" status: 200 len: 210 time: 0.0290511 Nov 24 20:54:18.330971 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-458930ef-855f-4b16-b688-84fa49c2e9ca req-61596ba8-d68f-48b8-ae13-a63327646d6f service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911523 Nov 24 20:54:18.357128 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-779c07a2-ed84-40fd-a47c-f7a44b557872 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Allocated IP 172.20.0.13 (22027f57-f752-494c-b5da-fa7e78df946b/d7ed707c-d339-4ee3-8fca-06b569ac66d0/2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:54:18.429482 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 1d9d4889-dec5-440e-931d-49ea094551e4 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:54:18.435542 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 1d9d4889-dec5-440e-931d-49ea094551e4 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:54:18.435965 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:18.485960 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-34a5865c-7c2d-4f93-9e94-36d87cb960d3 req-181b63d4-86fe-459a-a570-69910dcb2290 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ee1d7-f496-40b9-891d-fbae4538643a HTTP/1.1" status: 200 len: 210 time: 0.0368090 Nov 24 20:54:18.530781 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:18.578938 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c74c3c4-f765-41ed-9d6f-e04648ad9f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9d4889-dec5-440e-931d-49ea094551e4'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:18.584382 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aba2e6a-d687-411d-aa0b-75c0685e7ec1" -d '{"events": [{"server_uuid": "8c74c3c4-f765-41ed-9d6f-e04648ad9f50", "name": "network-vif-plugged", "status": "completed", "tag": "1d9d4889-dec5-440e-931d-49ea094551e4"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:18.613983 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 1d9d4889-dec5-440e-931d-49ea094551e4, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=1d9d4889-dec5-440e-931d-49ea094551e4,segment=NetworkSegment(917f2c21-3a81-453d-acf3-5f3ee0cb54bb),segment_id=917f2c21-3a81-453d-acf3-5f3ee0cb54bb)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:18.619201 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:18.671405 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3115f66b-d654-4d9e-92e5-9eaf81131dfd x-openstack-request-id: req-3115f66b-d654-4d9e-92e5-9eaf81131dfd {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:18.671954 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c74c3c4-f765-41ed-9d6f-e04648ad9f50", "name": "network-vif-plugged", "status": "completed", "tag": "1d9d4889-dec5-440e-931d-49ea094551e4", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:18.672388 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3115f66b-d654-4d9e-92e5-9eaf81131dfd {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:18.672948 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c74c3c4-f765-41ed-9d6f-e04648ad9f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9d4889-dec5-440e-931d-49ea094551e4', 'code': 200} Nov 24 20:54:18.701166 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-779c07a2-ed84-40fd-a47c-f7a44b557872 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:18.728739 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072987df-4ea9-4a97-bd4d-131e412f5089 req-90a7c027-ff42-45b1-aa25-644a30fc89ac tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:18.735744 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0808cc-3e40-40ba-a8c3-baf84e5592d7 req-40d061d4-fbc4-4221-9ac1-cb160cbf57f1 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:18.737525 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de0808cc-3e40-40ba-a8c3-baf84e5592d7 req-40d061d4-fbc4-4221-9ac1-cb160cbf57f1 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.15 "GET /v2.0/ports?device_id=b73c38fc-c19b-4bf1-8a6c-66923822b14a HTTP/1.1" status: 200 len: 946 time: 0.1827180 Nov 24 20:54:18.743311 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=1d9d4889-dec5-440e-931d-49ea094551e4,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:18.743533 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-072987df-4ea9-4a97-bd4d-131e412f5089 req-90a7c027-ff42-45b1-aa25-644a30fc89ac tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/ports?device_id=b73c38fc-c19b-4bf1-8a6c-66923822b14a HTTP/1.1" status: 200 len: 946 time: 0.1428850 Nov 24 20:54:18.862615 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-779c07a2-ed84-40fd-a47c-f7a44b557872 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:18.905300 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-072987df-4ea9-4a97-bd4d-131e412f5089 req-9ce79d59-17b6-43b8-89cb-77b86ae53b82 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a6a61b-5873-47b5-986e-8694884bbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607471 Nov 24 20:54:19.004778 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56149ef1-e0a0-4062-9717-a36b56532188 req-251e8e38-cfe3-40a3-8b18-ff6c6ea69ed8 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:19.008561 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-56149ef1-e0a0-4062-9717-a36b56532188 req-251e8e38-cfe3-40a3-8b18-ff6c6ea69ed8 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 945 time: 0.2029696 Nov 24 20:54:19.010008 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-779c07a2-ed84-40fd-a47c-f7a44b557872 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Network 22027f57-f752-494c-b5da-fa7e78df946b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:54:19.015171 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200fadc-25b3-4b41-bdb4-43182669ff27 req-df692a55-e05e-4f52-8098-0b59dc73d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:19.016674 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f200fadc-25b3-4b41-bdb4-43182669ff27 req-df692a55-e05e-4f52-8098-0b59dc73d7d4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8c74c3c4-f765-41ed-9d6f-e04648ad9f50 HTTP/1.1" status: 200 len: 1097 time: 0.2578075 Nov 24 20:54:19.017324 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c07a2-ed84-40fd-a47c-f7a44b557872 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Pushing event updated for resources: {'Port': ['ID=2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:19.022308 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-779c07a2-ed84-40fd-a47c-f7a44b557872 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:54:19.031152 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-779c07a2-ed84-40fd-a47c-f7a44b557872 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:54:19.059526 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930601bd-16e4-4b09-81d3-222e973a53ee req-5cd8e8a9-ff57-4335-8795-457378aa9891 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:19.064115 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-930601bd-16e4-4b09-81d3-222e973a53ee req-5cd8e8a9-ff57-4335-8795-457378aa9891 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c74c3c4-f765-41ed-9d6f-e04648ad9f50 HTTP/1.1" status: 200 len: 946 time: 0.0694203 Nov 24 20:54:19.126341 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-930601bd-16e4-4b09-81d3-222e973a53ee req-326d93c3-e330-433b-8d80-793c0d516dd8 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/security-groups?id=5408d3a6-ff0f-4d87-8356-b586cf217eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585451 Nov 24 20:54:19.149451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-de0808cc-3e40-40ba-a8c3-baf84e5592d7 req-5108a370-6718-40eb-8585-edd2f257647a tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Deleting port 074dda1d-042b-4799-a894-8cffef656ed0 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:54:19.149796 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-de0808cc-3e40-40ba-a8c3-baf84e5592d7 req-5108a370-6718-40eb-8585-edd2f257647a tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:19.169323 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-56149ef1-e0a0-4062-9717-a36b56532188 req-fe86ffc6-bd59-4307-96f1-7ec04446d768 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482575 Nov 24 20:54:19.171339 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f200fadc-25b3-4b41-bdb4-43182669ff27 req-54ea7904-27c7-454b-aa6d-74b3fb3c0baf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5408d3a6-ff0f-4d87-8356-b586cf217eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354964 Nov 24 20:54:19.180173 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-779c07a2-ed84-40fd-a47c-f7a44b557872 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:19.181156 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-779c07a2-ed84-40fd-a47c-f7a44b557872 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:19.234229 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-779c07a2-ed84-40fd-a47c-f7a44b557872 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4201417 Nov 24 20:54:19.266778 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90db8e-392a-48ae-96df-fdbd8eb0d130 req-a745bfce-da28-4110-bb12-4b135908e72e tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:19.268526 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e90db8e-392a-48ae-96df-fdbd8eb0d130 req-a745bfce-da28-4110-bb12-4b135908e72e tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 950 time: 0.0532832 Nov 24 20:54:19.272825 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-de0808cc-3e40-40ba-a8c3-baf84e5592d7 req-5108a370-6718-40eb-8585-edd2f257647a tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] For port 074dda1d-042b-4799-a894-8cffef656ed0, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=074dda1d-042b-4799-a894-8cffef656ed0,segment=NetworkSegment(39a7af15-1497-468e-8051-b6d674420afb),segment_id=39a7af15-1497-468e-8051-b6d674420afb)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:19.273268 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-de0808cc-3e40-40ba-a8c3-baf84e5592d7 req-5108a370-6718-40eb-8585-edd2f257647a tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:19.319940 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-de0808cc-3e40-40ba-a8c3-baf84e5592d7 req-5108a370-6718-40eb-8585-edd2f257647a tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Calling delete_port for 074dda1d-042b-4799-a894-8cffef656ed0 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:54:19.325101 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-192ebe2d-29b1-4c5a-92b3-27c4ad5ea587 req-39369725-5626-4812-a8a1-a65baf756b60 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0475018 Nov 24 20:54:19.337296 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e90db8e-392a-48ae-96df-fdbd8eb0d130 req-2648958c-a188-4da2-ac46-76d104ce46cd tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593538 Nov 24 20:54:19.407187 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-a60dd248-cda0-414c-8bef-c1ec0e77ec6b service neutron] Request body: {'port': {'device_id': '65007039-334c-4c91-820a-bb428db22ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:54:19.465101 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7978276-499e-47a9-bdff-5915913fb30a req-196c6746-72fe-49ea-8a58-b3ec1c427235 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:19.466905 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d7978276-499e-47a9-bdff-5915913fb30a req-196c6746-72fe-49ea-8a58-b3ec1c427235 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 943 time: 0.0547218 Nov 24 20:54:19.528225 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-a60dd248-cda0-414c-8bef-c1ec0e77ec6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:19.529754 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d7978276-499e-47a9-bdff-5915913fb30a req-25e6b87a-8b47-48a7-87d3-5545ae4dd471 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529213 Nov 24 20:54:19.562941 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7c019-ad9e-4dde-900b-6dedb98d852f req-34a6a246-45e5-4a1a-b9b8-58b5f59d7c5b tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:19.564547 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c4c7c019-ad9e-4dde-900b-6dedb98d852f req-34a6a246-45e5-4a1a-b9b8-58b5f59d7c5b tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=65007039-334c-4c91-820a-bb428db22ffd HTTP/1.1" status: 200 len: 932 time: 0.1359305 Nov 24 20:54:19.572523 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b512f2a2-32d6-46d1-b645-f544c8d3adea details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:54:19.656913 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-de0808cc-3e40-40ba-a8c3-baf84e5592d7 req-5108a370-6718-40eb-8585-edd2f257647a tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:19.700129 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['074dda1d-042b-4799-a894-8cffef656ed0'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:54:19.751641 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port b512f2a2-32d6-46d1-b645-f544c8d3adea, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b512f2a2-32d6-46d1-b645-f544c8d3adea,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:19.764403 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'b512f2a2-32d6-46d1-b645-f544c8d3adea', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'port_id': 'b512f2a2-32d6-46d1-b645-f544c8d3adea', 'mac_address': 'fa:16:3e:07:94:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:54:19.785008 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c4c7c019-ad9e-4dde-900b-6dedb98d852f req-90baad2c-d578-449a-b085-358824b29fb4 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795073 Nov 24 20:54:19.808579 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:19.822776 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108a370-6718-40eb-8585-edd2f257647a tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Pushing event deleted for resources: {'Port': ['ID=074dda1d-042b-4799-a894-8cffef656ed0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:19.826200 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b512f2a2-32d6-46d1-b645-f544c8d3adea {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:54:19.852789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port b512f2a2-32d6-46d1-b645-f544c8d3adea, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b512f2a2-32d6-46d1-b645-f544c8d3adea,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:19.860279 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:19.877407 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0808cc-3e40-40ba-a8c3-baf84e5592d7 req-5108a370-6718-40eb-8585-edd2f257647a tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] No DVR routers for this DVR port 074dda1d-042b-4799-a894-8cffef656ed0 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:54:19.889079 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-de0808cc-3e40-40ba-a8c3-baf84e5592d7 req-5108a370-6718-40eb-8585-edd2f257647a tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:19.892827 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de0808cc-3e40-40ba-a8c3-baf84e5592d7 req-5108a370-6718-40eb-8585-edd2f257647a tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.15 "DELETE /v2.0/ports/074dda1d-042b-4799-a894-8cffef656ed0 HTTP/1.1" status: 204 len: 173 time: 1.1443815 Nov 24 20:54:19.893289 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73c38fc-c19b-4bf1-8a6c-66923822b14a', 'name': 'network-vif-deleted', 'tag': '074dda1d-042b-4799-a894-8cffef656ed0'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:19.895561 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e14c76-d5fb-45bf-b033-4dea83644c82" -d '{"events": [{"server_uuid": "b73c38fc-c19b-4bf1-8a6c-66923822b14a", "name": "network-vif-deleted", "tag": "074dda1d-042b-4799-a894-8cffef656ed0"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:19.929022 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=b512f2a2-32d6-46d1-b645-f544c8d3adea,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:19.939438 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:54:19.940433 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:54:19.941118 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:54:19.941761 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:54:19.942649 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:54:19.943317 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:54:19.944163 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:54:19.944739 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:54:19.945614 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:54:19.946224 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:54:19.946779 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:54:19.948462 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:54:20.023101 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29c21e0-9057-4e93-b3e7-57197352eb05 x-openstack-request-id: req-c29c21e0-9057-4e93-b3e7-57197352eb05 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:20.023705 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73c38fc-c19b-4bf1-8a6c-66923822b14a", "name": "network-vif-deleted", "tag": "074dda1d-042b-4799-a894-8cffef656ed0", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:20.024136 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c29c21e0-9057-4e93-b3e7-57197352eb05 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:20.024698 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73c38fc-c19b-4bf1-8a6c-66923822b14a', 'name': 'network-vif-deleted', 'tag': '074dda1d-042b-4799-a894-8cffef656ed0', 'status': 'completed', 'code': 200} Nov 24 20:54:20.064453 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-843586a6-0dfb-407b-a6d7-630a00cb4746 req-5a4256bf-99e2-46b9-b677-4111770b2d4d tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/ports?device_id=b73c38fc-c19b-4bf1-8a6c-66923822b14a HTTP/1.1" status: 200 len: 210 time: 0.0386207 Nov 24 20:54:20.180563 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['b512f2a2-32d6-46d1-b645-f544c8d3adea'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:54:20.237138 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-a60dd248-cda0-414c-8bef-c1ec0e77ec6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:54:20.252371 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-a60dd248-cda0-414c-8bef-c1ec0e77ec6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:20.269670 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-a60dd248-cda0-414c-8bef-c1ec0e77ec6b service neutron] Transition to ACTIVE for port object 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:54:20.280483 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-a60dd248-cda0-414c-8bef-c1ec0e77ec6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:20.378407 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33db5a-a999-45dd-a275-248c3e9b9b0c req-a98af0d6-7288-44bc-b83c-33c41b3179f4 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:20.390954 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60dd248-cda0-414c-8bef-c1ec0e77ec6b service neutron] Pushing event updated for resources: {'Port': ['ID=2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:20.393732 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0f33db5a-a999-45dd-a275-248c3e9b9b0c req-a98af0d6-7288-44bc-b83c-33c41b3179f4 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c74c3c4-f765-41ed-9d6f-e04648ad9f50 HTTP/1.1" status: 200 len: 946 time: 0.1150596 Nov 24 20:54:20.502987 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0f33db5a-a999-45dd-a275-248c3e9b9b0c req-36623f09-8fc0-4fce-97cf-aff4f9b9e097 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/security-groups?id=5408d3a6-ff0f-4d87-8356-b586cf217eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079106 Nov 24 20:54:20.612844 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-a60dd248-cda0-414c-8bef-c1ec0e77ec6b service neutron] Attempting to bind port 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:54:20.613195 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-a60dd248-cda0-414c-8bef-c1ec0e77ec6b service neutron] Attempting to bind port 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'c9465afa-6f45-4ba6-8db1-e1b087221e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '22027f57-f752-494c-b5da-fa7e78df946b'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:54:20.613531 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-a60dd248-cda0-414c-8bef-c1ec0e77ec6b service neutron] Attempting to bind port 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd on network 22027f57-f752-494c-b5da-fa7e78df946b {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:54:20.620093 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-a60dd248-cda0-414c-8bef-c1ec0e77ec6b service neutron] Port 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd on network 22027f57-f752-494c-b5da-fa7e78df946b not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:54:20.620418 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-a60dd248-cda0-414c-8bef-c1ec0e77ec6b service neutron] Attempting to bind port 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd on network 22027f57-f752-494c-b5da-fa7e78df946b {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:54:20.628001 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-a60dd248-cda0-414c-8bef-c1ec0e77ec6b service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:54:20.628349 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-a60dd248-cda0-414c-8bef-c1ec0e77ec6b service neutron] Checking segment: {'id': 'c9465afa-6f45-4ba6-8db1-e1b087221e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '22027f57-f752-494c-b5da-fa7e78df946b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:54:20.628792 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-a60dd248-cda0-414c-8bef-c1ec0e77ec6b service neutron] Bound using segment: {'id': 'c9465afa-6f45-4ba6-8db1-e1b087221e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '22027f57-f752-494c-b5da-fa7e78df946b'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:54:20.629223 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-a60dd248-cda0-414c-8bef-c1ec0e77ec6b service neutron] Bound port: 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9465afa-6f45-4ba6-8db1-e1b087221e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '22027f57-f752-494c-b5da-fa7e78df946b'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:54:20.629588 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-a60dd248-cda0-414c-8bef-c1ec0e77ec6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:20.650848 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f68f99-c236-480d-81a7-6e8d4a7b804d req-cec58bb4-51e0-421b-91f0-6c7fb5aa05a4 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:20.659196 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5f68f99-c236-480d-81a7-6e8d4a7b804d req-cec58bb4-51e0-421b-91f0-6c7fb5aa05a4 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 945 time: 0.2691090 Nov 24 20:54:20.667798 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eb712-8fa7-47e7-9a99-3a969e5283ff req-ec26bd51-3a27-437b-955c-115a333a98d9 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:20.678313 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-868eb712-8fa7-47e7-9a99-3a969e5283ff req-ec26bd51-3a27-437b-955c-115a333a98d9 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 950 time: 0.0787561 Nov 24 20:54:20.762052 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-868eb712-8fa7-47e7-9a99-3a969e5283ff req-f42ac0cd-151c-4ea0-acc3-e2f233ed450e tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750775 Nov 24 20:54:20.794241 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5f68f99-c236-480d-81a7-6e8d4a7b804d req-5138d1d4-7390-41a7-8953-5452cb9e9b42 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340530 Nov 24 20:54:20.857816 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b5159105-431f-4095-9033-4fe5c5193041 req-30b0a7fe-e34e-4948-94e9-2c6f42c3bd55 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0380683 Nov 24 20:54:20.866660 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cd18c-9367-41ea-b831-bb55870b09d0 req-3a716df8-48fa-49a1-b0ac-3a143ed4f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:20.878573 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-372cd18c-9367-41ea-b831-bb55870b09d0 req-3a716df8-48fa-49a1-b0ac-3a143ed4f259 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 1101 time: 0.2436876 Nov 24 20:54:20.902070 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-a60dd248-cda0-414c-8bef-c1ec0e77ec6b service neutron] For port 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:54:20.912588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-a60dd248-cda0-414c-8bef-c1ec0e77ec6b service neutron] For port 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd,segment=NetworkSegment(c9465afa-6f45-4ba6-8db1-e1b087221e6b),segment_id=c9465afa-6f45-4ba6-8db1-e1b087221e6b)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:54:20.957357 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-a60dd248-cda0-414c-8bef-c1ec0e77ec6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:20.986656 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba0ee0-6fdc-49d6-bd69-ed4048db311c req-ff86e5ca-da6d-40ad-8802-cf8a96ae5391 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:20.993725 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-78ba0ee0-6fdc-49d6-bd69-ed4048db311c req-ff86e5ca-da6d-40ad-8802-cf8a96ae5391 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=65007039-334c-4c91-820a-bb428db22ffd HTTP/1.1" status: 200 len: 944 time: 0.0663064 Nov 24 20:54:21.024524 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-a60dd248-cda0-414c-8bef-c1ec0e77ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:21.025522 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-a60dd248-cda0-414c-8bef-c1ec0e77ec6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:21.026971 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-a60dd248-cda0-414c-8bef-c1ec0e77ec6b service neutron] 10.222.0.48 "PUT /v2.0/ports/2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd HTTP/1.1" status: 200 len: 1092 time: 1.6240273 Nov 24 20:54:21.081167 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-78ba0ee0-6fdc-49d6-bd69-ed4048db311c req-364791bf-d9f0-4695-b429-e099e9f166bb tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862494 Nov 24 20:54:21.132097 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e58f2-0cfe-451c-bcce-d92c862adb45 req-04e12957-7fac-448d-8b5f-d788603e4ac6 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:21.140901 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-864e58f2-0cfe-451c-bcce-d92c862adb45 req-04e12957-7fac-448d-8b5f-d788603e4ac6 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 944 time: 0.2236059 Nov 24 20:54:21.241993 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60dd248-cda0-414c-8bef-c1ec0e77ec6b service neutron] Pushing event updated for resources: {'Port': ['ID=2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:21.261778 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd6bc088-d330-41bc-8a2b-56227aa4788b req-9d22bcf5-8b57-4769-a357-d5e4db961c01 tempest-ServersNegativeTestMultiTenantJSON-406589247 tempest-ServersNegativeTestMultiTenantJSON-406589247-project] 10.222.0.11 "GET /v2.0/ports?device_id=b73c38fc-c19b-4bf1-8a6c-66923822b14a HTTP/1.1" status: 200 len: 210 time: 0.0798755 Nov 24 20:54:21.312213 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-714ec86a-b408-4a15-9703-b3af1651d168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:21.314000 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-714ec86a-b408-4a15-9703-b3af1651d168 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ef7d362a656439a886c10a572d714c1&device_id=65007039-334c-4c91-820a-bb428db22ffd HTTP/1.1" status: 200 len: 1095 time: 0.2274811 Nov 24 20:54:21.343979 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-864e58f2-0cfe-451c-bcce-d92c862adb45 req-d612627e-c795-4836-94f7-bddc74eba53a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020023 Nov 24 20:54:21.349780 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cd18c-9367-41ea-b831-bb55870b09d0 req-48c4ee56-ec71-42df-b0a8-53d36605d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:21.353468 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-372cd18c-9367-41ea-b831-bb55870b09d0 req-48c4ee56-ec71-42df-b0a8-53d36605d54d service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.4020462 Nov 24 20:54:21.399105 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-646855de-1f1d-4f99-b01d-1cdff8918ea9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd HTTP/1.1" status: 200 len: 217 time: 0.0729716 Nov 24 20:54:21.444679 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-372cd18c-9367-41ea-b831-bb55870b09d0 req-13af8a2f-9693-4b36-80b3-de18e92c8e01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=f15a7761-41df-448d-bd80-24ef546490c8 HTTP/1.1" status: 200 len: 217 time: 0.0548880 Nov 24 20:54:21.446058 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-9fff03ed-0628-4839-9923-49a66d77a781 service neutron] 10.222.0.48 "GET /v2.0/ports/f15a7761-41df-448d-bd80-24ef546490c8/bindings/n-h1-812111-8 HTTP/1.1" status: 200 len: 382 time: 0.2714784 Nov 24 20:54:21.522595 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-41969d78-5187-4da1-9aec-d35f516acd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:21.524532 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-41969d78-5187-4da1-9aec-d35f516acd02 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7ed707c-d339-4ee3-8fca-06b569ac66d0 HTTP/1.1" status: 200 len: 862 time: 0.0880015 Nov 24 20:54:21.533630 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cd18c-9367-41ea-b831-bb55870b09d0 req-bc9968da-fa65-4c5e-8b0c-ecaa988e8a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:21.535153 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-372cd18c-9367-41ea-b831-bb55870b09d0 req-bc9968da-fa65-4c5e-8b0c-ecaa988e8a0a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0679696 Nov 24 20:54:21.584083 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b512f2a2-32d6-46d1-b645-f544c8d3adea up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:54:21.603889 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-e58478ee-a373-45ae-9a10-977187327d97 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=22027f57-f752-494c-b5da-fa7e78df946b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677428 Nov 24 20:54:21.690310 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1327c7-c7d0-469e-860b-c3be4eee3d9a req-d6b81450-58ef-48ab-be4a-b2053ab4998d tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:21.692103 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port b512f2a2-32d6-46d1-b645-f544c8d3adea completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:54:21.698884 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ac1327c7-c7d0-469e-860b-c3be4eee3d9a req-d6b81450-58ef-48ab-be4a-b2053ab4998d tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c74c3c4-f765-41ed-9d6f-e04648ad9f50 HTTP/1.1" status: 200 len: 946 time: 0.0740833 Nov 24 20:54:21.702496 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port b512f2a2-32d6-46d1-b645-f544c8d3adea triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:54:21.703198 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:21.722565 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cd18c-9367-41ea-b831-bb55870b09d0 req-cb4b606a-30bb-4d31-ba1e-13ef1c9ba79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:21.724233 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-372cd18c-9367-41ea-b831-bb55870b09d0 req-cb4b606a-30bb-4d31-ba1e-13ef1c9ba79e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1802404 Nov 24 20:54:21.768036 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ac1327c7-c7d0-469e-860b-c3be4eee3d9a req-3d57e3aa-d229-4958-b344-d3a9623b0a62 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/security-groups?id=5408d3a6-ff0f-4d87-8356-b586cf217eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679779 Nov 24 20:54:21.833721 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-1d75ed5b-fb0f-4321-9770-84be0507d10e service neutron] 10.222.0.48 "GET /v2.0/networks/22027f57-f752-494c-b5da-fa7e78df946b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142982 Nov 24 20:54:21.891048 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:21.938753 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port b512f2a2-32d6-46d1-b645-f544c8d3adea, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b512f2a2-32d6-46d1-b645-f544c8d3adea,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:21.940029 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee615daf-22df-4a7c-a1d0-1d28f91bf636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b512f2a2-32d6-46d1-b645-f544c8d3adea'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:21.943484 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8888b0-bd55-49ee-b5bb-59c333ff1327" -d '{"events": [{"server_uuid": "ee615daf-22df-4a7c-a1d0-1d28f91bf636", "name": "network-vif-plugged", "status": "completed", "tag": "b512f2a2-32d6-46d1-b645-f544c8d3adea"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:21.948162 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:21.949294 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 074dda1d-042b-4799-a894-8cffef656ed0 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:54:21.974531 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 074dda1d-042b-4799-a894-8cffef656ed0 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:54:21.975346 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 074dda1d-042b-4799-a894-8cffef656ed0 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:54:22.021942 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-a8ee9c5b-1827-4422-8265-019419509b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:22.023606 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-a8ee9c5b-1827-4422-8265-019419509b13 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f&tenant_id=9a5783ced00e47ae82e71fa9165bac1a HTTP/1.1" status: 200 len: 1101 time: 0.3156915 Nov 24 20:54:22.038965 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=b512f2a2-32d6-46d1-b645-f544c8d3adea,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:22.047148 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65007039-334c-4c91-820a-bb428db22ffd', 'tag': '2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:22.050217 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e298a8c-62c6-441b-8e6b-c618a56c4eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "65007039-334c-4c91-820a-bb428db22ffd", "tag": "2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:22.134750 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-372cd18c-9367-41ea-b831-bb55870b09d0 req-04881ef8-586d-4b20-ab54-c6a17c25f7b2 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929436 Nov 24 20:54:22.155955 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b817e4-0d68-4668-9f02-130e637f4e27 req-0ed9acb5-400c-4eb5-8f74-a4301874f049 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:22.158153 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-43b817e4-0d68-4668-9f02-130e637f4e27 req-0ed9acb5-400c-4eb5-8f74-a4301874f049 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 950 time: 0.2343471 Nov 24 20:54:22.158626 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a77700-42b9-41f5-be7d-f30a18de0f48 req-2d3bf631-8839-4759-aa94-c8f380efc321 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:22.160461 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10a77700-42b9-41f5-be7d-f30a18de0f48 req-2d3bf631-8839-4759-aa94-c8f380efc321 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 945 time: 0.0613589 Nov 24 20:54:22.236765 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-43b817e4-0d68-4668-9f02-130e637f4e27 req-14e52ccd-d2a5-4921-b831-5621c00c8d3c tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618641 Nov 24 20:54:22.248093 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10a77700-42b9-41f5-be7d-f30a18de0f48 req-d07ab9e0-7557-469a-ada0-6fac9091c88c tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715454 Nov 24 20:54:22.278560 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8bb0d826-1f25-4505-a04c-a19edcc04bc5 req-bc2521fd-7f76-4755-85c5-6d561375309c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2886095 Nov 24 20:54:22.326373 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdba0238-df89-4ed3-85aa-41365fea0361 x-openstack-request-id: req-fdba0238-df89-4ed3-85aa-41365fea0361 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:22.327222 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee615daf-22df-4a7c-a1d0-1d28f91bf636", "name": "network-vif-plugged", "status": "completed", "tag": "b512f2a2-32d6-46d1-b645-f544c8d3adea", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:22.327222 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fdba0238-df89-4ed3-85aa-41365fea0361 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:22.327459 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee615daf-22df-4a7c-a1d0-1d28f91bf636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b512f2a2-32d6-46d1-b645-f544c8d3adea', 'code': 200} Nov 24 20:54:22.363330 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-25642046-8575-4955-9453-3accdf15e2e9 req-b1de284c-aa0e-4fbd-b8de-3e1a29c080fc tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0392156 Nov 24 20:54:22.468406 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfde1c-2e20-483c-9031-30aa7a1e5e66 req-9c14306e-1589-4596-a267-f1cfbcb77621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:22.469977 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-39dfde1c-2e20-483c-9031-30aa7a1e5e66 req-9c14306e-1589-4596-a267-f1cfbcb77621 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 1096 time: 0.0497019 Nov 24 20:54:22.470478 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57816) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:22.603608 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8d48ba-3e06-44b7-afc5-ec318ac99f43 admin admin] Deleting subnet 93493f54-5a32-43e0-931c-3dc90d28d1b0 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:54:22.613259 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f8d48ba-3e06-44b7-afc5-ec318ac99f43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:22.640100 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-39dfde1c-2e20-483c-9031-30aa7a1e5e66 req-561a739a-530a-4a1e-94a2-44ef592b999e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469097 Nov 24 20:54:22.667453 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd493c06-5708-4cda-a9e6-06d2762f3d3b req-15e269ea-d895-43ad-87e7-2ede27e6f621 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:22.675010 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd493c06-5708-4cda-a9e6-06d2762f3d3b req-15e269ea-d895-43ad-87e7-2ede27e6f621 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.1497715 Nov 24 20:54:22.679148 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f8d48ba-3e06-44b7-afc5-ec318ac99f43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:22.759983 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f8d48ba-3e06-44b7-afc5-ec318ac99f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:22.776924 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18e485b-31b3-4b8c-9afc-f4d23ad31bf0 x-openstack-request-id: req-f18e485b-31b3-4b8c-9afc-f4d23ad31bf0 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:22.777224 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65007039-334c-4c91-820a-bb428db22ffd", "tag": "2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:22.777485 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f18e485b-31b3-4b8c-9afc-f4d23ad31bf0 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:22.777880 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65007039-334c-4c91-820a-bb428db22ffd', 'tag': '2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd', 'status': 'completed', 'code': 200} Nov 24 20:54:22.793827 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd493c06-5708-4cda-a9e6-06d2762f3d3b req-642ba2c1-6bf3-417c-ba88-1e97f2ec08c5 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178396 Nov 24 20:54:22.837702 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c992c90-bc59-4ddd-8d03-594d5d439ea0 req-9f8c0028-cbbe-4422-a3e0-f479e8abddfb service neutron] 10.222.0.48 "GET /v2.0/networks/22027f57-f752-494c-b5da-fa7e78df946b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9851279 Nov 24 20:54:22.891606 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f8d48ba-3e06-44b7-afc5-ec318ac99f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:22.911354 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-372cd18c-9367-41ea-b831-bb55870b09d0 req-b06cf5a9-e1e9-4d25-8e47-4c113f69b3d8 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7493711 Nov 24 20:54:22.921691 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce020d-919c-444a-8574-c82fb21cfc62 req-9ed817f0-03c9-4f0f-88d6-84aa462575f5 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:22.930794 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a4ce020d-919c-444a-8574-c82fb21cfc62 req-9ed817f0-03c9-4f0f-88d6-84aa462575f5 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=65007039-334c-4c91-820a-bb428db22ffd HTTP/1.1" status: 200 len: 944 time: 0.1499956 Nov 24 20:54:22.950284 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0d826-1f25-4505-a04c-a19edcc04bc5 req-45c8cefa-23aa-4585-9572-6090dc4ce514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:22.951802 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8bb0d826-1f25-4505-a04c-a19edcc04bc5 req-45c8cefa-23aa-4585-9572-6090dc4ce514 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d368bbdb2b84a05b39068aac600d356&device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 1095 time: 0.1635470 Nov 24 20:54:23.024193 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d48ba-3e06-44b7-afc5-ec318ac99f43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93493f54-5a32-43e0-931c-3dc90d28d1b0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:23.028445 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f8d48ba-3e06-44b7-afc5-ec318ac99f43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:23.032988 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3f8d48ba-3e06-44b7-afc5-ec318ac99f43 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/93493f54-5a32-43e0-931c-3dc90d28d1b0 HTTP/1.1" status: 204 len: 168 time: 0.5615463 Nov 24 20:54:23.038556 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57824) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:23.149350 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58bb29ae-d015-4f7d-b96a-097c0aeac185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:23.227883 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0d826-1f25-4505-a04c-a19edcc04bc5 req-f40fdb46-0f40-4489-93c6-bbfa0cd98829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:23.229598 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8bb0d826-1f25-4505-a04c-a19edcc04bc5 req-f40fdb46-0f40-4489-93c6-bbfa0cd98829 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 200 len: 908 time: 0.1927049 Nov 24 20:54:23.233488 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a4ce020d-919c-444a-8574-c82fb21cfc62 req-9101aa01-308f-4f4c-ab49-5d1a9b6f29ed tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015471 Nov 24 20:54:23.290383 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8bb0d826-1f25-4505-a04c-a19edcc04bc5 req-e572bab3-3fe9-4e20-ac3f-b0c19fc08666 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d8906f6-9e77-4566-966b-78558e7647b9 HTTP/1.1" status: 200 len: 217 time: 0.0394537 Nov 24 20:54:23.332232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e298a8c-62c6-441b-8e6b-c618a56c4eb5 req-60116ec4-0496-48fb-a8d1-0cebf4ef7a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:23.350642 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9e298a8c-62c6-441b-8e6b-c618a56c4eb5 req-60116ec4-0496-48fb-a8d1-0cebf4ef7a76 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ef7d362a656439a886c10a572d714c1&device_id=65007039-334c-4c91-820a-bb428db22ffd HTTP/1.1" status: 200 len: 1095 time: 0.3977449 Nov 24 20:54:23.395160 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-a6d1cbbc-3b6e-41ff-aad0-43e62e8ca6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:23.396592 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-a6d1cbbc-3b6e-41ff-aad0-43e62e8ca6ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 1101 time: 0.3845520 Nov 24 20:54:23.413746 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58bb29ae-d015-4f7d-b96a-097c0aeac185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:23.458089 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-58bb29ae-d015-4f7d-b96a-097c0aeac185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29779ab6-173e-4460-82ba-ae81b53f6bbf']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:54:23.493055 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-58bb29ae-d015-4f7d-b96a-097c0aeac185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a7af15-1497-468e-8051-b6d674420afb') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:54:23.493354 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-58bb29ae-d015-4f7d-b96a-097c0aeac185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a7af15-1497-468e-8051-b6d674420afb') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:54:23.511332 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58bb29ae-d015-4f7d-b96a-097c0aeac185 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:23.522019 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0d826-1f25-4505-a04c-a19edcc04bc5 req-62e564bd-9313-4e71-993c-174cb98a1a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:23.523507 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8bb0d826-1f25-4505-a04c-a19edcc04bc5 req-62e564bd-9313-4e71-993c-174cb98a1a58 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d0e18ba-6af5-4f0b-b8c6-f19541a42712 HTTP/1.1" status: 200 len: 847 time: 0.2227430 Nov 24 20:54:23.531043 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58bb29ae-d015-4f7d-b96a-097c0aeac185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:23.546321 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fbfc9-a2bb-440b-9179-7103342b5c26 req-896e31c0-4663-487f-8b25-6d1e1c7e0cf6 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:23.548002 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-112fbfc9-a2bb-440b-9179-7103342b5c26 req-896e31c0-4663-487f-8b25-6d1e1c7e0cf6 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 950 time: 0.1311932 Nov 24 20:54:23.549173 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58bb29ae-d015-4f7d-b96a-097c0aeac185 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:54:23.549673 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58bb29ae-d015-4f7d-b96a-097c0aeac185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:54:23.551578 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:54:23.602473 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8bb0d826-1f25-4505-a04c-a19edcc04bc5 req-1d756f19-0f54-40b7-9587-72f074133878 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a5f3905-f9df-4704-8238-82ae8b0c31f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433772 Nov 24 20:54:23.618859 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117407c-5a5a-4941-87e8-4629e52be9d1 req-3c83dc28-49e0-430c-8268-522b1f6bc5db tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:23.620935 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4117407c-5a5a-4941-87e8-4629e52be9d1 req-3c83dc28-49e0-430c-8268-522b1f6bc5db tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 945 time: 0.2476923 Nov 24 20:54:23.671646 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-112fbfc9-a2bb-440b-9179-7103342b5c26 req-bbc93ab8-e609-426c-9c26-e33bff8ce537 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001589 Nov 24 20:54:23.684853 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58bb29ae-d015-4f7d-b96a-097c0aeac185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:23.691802 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58bb29ae-d015-4f7d-b96a-097c0aeac185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:23.702462 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-58bb29ae-d015-4f7d-b96a-097c0aeac185 admin admin] 10.222.0.11 "DELETE /v2.0/networks/29779ab6-173e-4460-82ba-ae81b53f6bbf HTTP/1.1" status: 204 len: 168 time: 0.6603501 Nov 24 20:54:23.709132 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57836) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:23.711603 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e298a8c-62c6-441b-8e6b-c618a56c4eb5 req-465335fe-56b2-4ef1-9977-774dddd2473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:23.713175 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9e298a8c-62c6-441b-8e6b-c618a56c4eb5 req-465335fe-56b2-4ef1-9977-774dddd2473b service neutron] 10.222.0.48 "GET /v2.0/networks?id=22027f57-f752-494c-b5da-fa7e78df946b HTTP/1.1" status: 200 len: 923 time: 0.3419111 Nov 24 20:54:23.740656 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb29ae-d015-4f7d-b96a-097c0aeac185 admin admin] Pushing event deleted for resources: {'Network': ['ID=29779ab6-173e-4460-82ba-ae81b53f6bbf,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:23.798869 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ea06de-3e45-4670-9ad7-5f4992b1eb55 admin admin] Deleting subnet 829db87f-b885-4eb2-a4b8-ef9eb1ccf938 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:54:23.805242 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58ea06de-3e45-4670-9ad7-5f4992b1eb55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:23.846843 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-c725d0a0-d7fa-43ad-a62f-183f8aafd622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:23.848776 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-c725d0a0-d7fa-43ad-a62f-183f8aafd622 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.4209259 Nov 24 20:54:23.857494 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9e298a8c-62c6-441b-8e6b-c618a56c4eb5 req-a39c7460-8eed-49c6-92ea-fe8b03f65bae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd HTTP/1.1" status: 200 len: 217 time: 0.1181645 Nov 24 20:54:23.859872 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58ea06de-3e45-4670-9ad7-5f4992b1eb55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:23.940559 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e298a8c-62c6-441b-8e6b-c618a56c4eb5 req-85cbf394-35e0-4871-acc0-2c8fa69772be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:23.942231 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9e298a8c-62c6-441b-8e6b-c618a56c4eb5 req-85cbf394-35e0-4871-acc0-2c8fa69772be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7ed707c-d339-4ee3-8fca-06b569ac66d0 HTTP/1.1" status: 200 len: 862 time: 0.0683768 Nov 24 20:54:23.978638 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58ea06de-3e45-4670-9ad7-5f4992b1eb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:24.016442 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9e298a8c-62c6-441b-8e6b-c618a56c4eb5 req-284ae493-2749-4b02-ad92-d5690c478e87 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=22027f57-f752-494c-b5da-fa7e78df946b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362070 Nov 24 20:54:24.020356 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-1fc09258-9dc0-47ba-87e4-2df3bc72cc94 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=f15a7761-41df-448d-bd80-24ef546490c8 HTTP/1.1" status: 200 len: 217 time: 0.1564538 Nov 24 20:54:24.048815 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4117407c-5a5a-4941-87e8-4629e52be9d1 req-e6b4ffd0-5f09-46da-ac53-95f0f57c5fbc tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961372 Nov 24 20:54:24.083418 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd416ca3-7970-4761-b9d5-08e7e0556f18 req-1da18562-4e04-4b3c-ac75-06e9e1eed4cc tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.1073301 Nov 24 20:54:24.164866 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58ea06de-3e45-4670-9ad7-5f4992b1eb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:24.223712 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea06de-3e45-4670-9ad7-5f4992b1eb55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=829db87f-b885-4eb2-a4b8-ef9eb1ccf938,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:24.233676 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58ea06de-3e45-4670-9ad7-5f4992b1eb55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:24.238714 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-58ea06de-3e45-4670-9ad7-5f4992b1eb55 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/829db87f-b885-4eb2-a4b8-ef9eb1ccf938 HTTP/1.1" status: 204 len: 168 time: 0.5270691 Nov 24 20:54:24.240924 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57848) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:24.257275 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-1df935da-a33b-4b86-8974-3dd5dd44a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:24.258958 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-1df935da-a33b-4b86-8974-3dd5dd44a37d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.1809249 Nov 24 20:54:24.369331 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device f15a7761-41df-448d-bd80-24ef546490c8 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:54:24.372682 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8bb0d826-1f25-4505-a04c-a19edcc04bc5 req-b4ad4e53-6005-429e-8787-21e15246de8d service neutron] 10.222.0.15 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7498312 Nov 24 20:54:24.401895 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed60c765-5441-4ad5-b213-e93dd75587e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:24.598632 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:24.607343 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed60c765-5441-4ad5-b213-e93dd75587e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:24.624004 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8bb0d826-1f25-4505-a04c-a19edcc04bc5 req-72ba1dad-f5e0-419f-aded-7d99c45cf012 service neutron] 10.222.0.15 "GET /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096839 Nov 24 20:54:24.657046 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-ed60c765-5441-4ad5-b213-e93dd75587e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa4297d-d00a-4664-ba7a-9179405cd4fb']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:54:24.661906 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1100d5-70a6-4eb7-8a51-010babb32521 req-ff62aa50-2095-401f-9ef7-71581a78ab82 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:24.669807 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2b1100d5-70a6-4eb7-8a51-010babb32521 req-ff62aa50-2095-401f-9ef7-71581a78ab82 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.4075513 Nov 24 20:54:24.679723 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-ed60c765-5441-4ad5-b213-e93dd75587e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcac4b73-8214-4e02-9f30-e6bdde2bacfc') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:54:24.680336 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-ed60c765-5441-4ad5-b213-e93dd75587e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcac4b73-8214-4e02-9f30-e6bdde2bacfc') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:54:24.681290 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port f15a7761-41df-448d-bd80-24ef546490c8, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f15a7761-41df-448d-bd80-24ef546490c8,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:24.684413 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb5b39e-802d-411b-8fe0-5e2121a8918f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f15a7761-41df-448d-bd80-24ef546490c8'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:24.687361 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f0096c-5408-45c1-b28e-69bf1183c7b7" -d '{"events": [{"server_uuid": "3cb5b39e-802d-411b-8fe0-5e2121a8918f", "name": "network-vif-unplugged", "status": "completed", "tag": "f15a7761-41df-448d-bd80-24ef546490c8"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:24.694890 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:24.695553 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed60c765-5441-4ad5-b213-e93dd75587e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:24.718159 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed60c765-5441-4ad5-b213-e93dd75587e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:24.727111 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed60c765-5441-4ad5-b213-e93dd75587e1 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:54:24.727751 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed60c765-5441-4ad5-b213-e93dd75587e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:54:24.801112 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:54:24.810419 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed60c765-5441-4ad5-b213-e93dd75587e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:24.825061 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed60c765-5441-4ad5-b213-e93dd75587e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:24.826726 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-2cf4950b-5374-4867-92e1-be31df162545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:24.828490 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-2cf4950b-5374-4867-92e1-be31df162545 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5109591 Nov 24 20:54:24.832420 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2b1100d5-70a6-4eb7-8a51-010babb32521 req-8f6a5074-cb61-4f6a-a490-799365ff3e47 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617513 Nov 24 20:54:24.833832 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ed60c765-5441-4ad5-b213-e93dd75587e1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/faa4297d-d00a-4664-ba7a-9179405cd4fb HTTP/1.1" status: 204 len: 168 time: 0.5916662 Nov 24 20:54:24.852099 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60c765-5441-4ad5-b213-e93dd75587e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=faa4297d-d00a-4664-ba7a-9179405cd4fb,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:24.865683 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=f15a7761-41df-448d-bd80-24ef546490c8,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:24.934486 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209064df-f241-4ee9-a593-0073c2aba656 req-b2560991-d4e3-47b6-9790-991babf9e09c tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:24.936191 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-209064df-f241-4ee9-a593-0073c2aba656 req-b2560991-d4e3-47b6-9790-991babf9e09c tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=65007039-334c-4c91-820a-bb428db22ffd HTTP/1.1" status: 200 len: 944 time: 0.0750742 Nov 24 20:54:25.003446 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-209064df-f241-4ee9-a593-0073c2aba656 req-a7711a3d-7b7a-4488-9c55-c37a8e55fa27 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611708 Nov 24 20:54:25.025343 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9e298a8c-62c6-441b-8e6b-c618a56c4eb5 req-6cc1bab6-24bc-4c82-ab58-72238c287136 service neutron] 10.222.0.48 "GET /v2.0/networks/22027f57-f752-494c-b5da-fa7e78df946b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9755008 Nov 24 20:54:25.079724 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57864) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:25.108496 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df75b52e-2c80-4dc0-b628-e51feeba5ec8 x-openstack-request-id: req-df75b52e-2c80-4dc0-b628-e51feeba5ec8 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:25.108835 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb5b39e-802d-411b-8fe0-5e2121a8918f", "name": "network-vif-unplugged", "status": "completed", "tag": "f15a7761-41df-448d-bd80-24ef546490c8", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:25.109100 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-df75b52e-2c80-4dc0-b628-e51feeba5ec8 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:25.109503 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb5b39e-802d-411b-8fe0-5e2121a8918f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f15a7761-41df-448d-bd80-24ef546490c8', 'code': 200} Nov 24 20:54:25.133686 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-bb96c559-f044-4c08-96f6-eb861e8ee440 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=85be585add014915920178bb8aa5c933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0498385 Nov 24 20:54:25.135862 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57866) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:25.149643 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e852dd-49d0-4f27-9932-9dcbf42b0b15 req-1b3d6118-b2b6-443c-ba32-f73e97eec357 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:25.153399 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-08e852dd-49d0-4f27-9932-9dcbf42b0b15 req-1b3d6118-b2b6-443c-ba32-f73e97eec357 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 944 time: 0.1749074 Nov 24 20:54:25.188010 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-48067b95-11b1-4bb8-8340-bd1a9d4c884c service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963419 Nov 24 20:54:25.240051 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-18dc4728-f102-4fc5-bd4e-6290d5b5dd3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:25.250119 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a537e36-7f11-4719-998b-121cd8c3fd23 req-3d6785a2-507a-4ca6-b6ba-8fc784b98c98 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:25.251633 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7a537e36-7f11-4719-998b-121cd8c3fd23 req-3d6785a2-507a-4ca6-b6ba-8fc784b98c98 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 948 time: 0.0700061 Nov 24 20:54:25.293755 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-18dc4728-f102-4fc5-bd4e-6290d5b5dd3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:25.334072 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9e298a8c-62c6-441b-8e6b-c618a56c4eb5 req-f609aefb-5bfd-4b00-86b3-92eb982ca7a4 service neutron] 10.222.0.48 "GET /v2.0/networks/22027f57-f752-494c-b5da-fa7e78df946b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909253 Nov 24 20:54:25.334310 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7a537e36-7f11-4719-998b-121cd8c3fd23 req-e0166ea6-dd53-45a4-8b08-cd96139b5f2d tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751507 Nov 24 20:54:25.359202 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423401d5-e353-4a16-9e9a-92a6dfd0239a req-b070a906-07a1-4b44-8b87-4542b2915ebb tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:25.360930 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-423401d5-e353-4a16-9e9a-92a6dfd0239a req-b070a906-07a1-4b44-8b87-4542b2915ebb tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.15 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 944 time: 0.2208278 Nov 24 20:54:25.376491 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-18dc4728-f102-4fc5-bd4e-6290d5b5dd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:25.376491 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-18dc4728-f102-4fc5-bd4e-6290d5b5dd3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:25.376491 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-18dc4728-f102-4fc5-bd4e-6290d5b5dd3e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08a6a61b-5873-47b5-986e-8694884bbd74 HTTP/1.1" status: 204 len: 168 time: 0.2331617 Nov 24 20:54:25.378596 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-08e852dd-49d0-4f27-9932-9dcbf42b0b15 req-376c9550-70c7-466f-aba5-b717d57633fa tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983800 Nov 24 20:54:25.386415 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc4728-f102-4fc5-bd4e-6290d5b5dd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a6a61b-5873-47b5-986e-8694884bbd74,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:25.485883 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01a2e8fa-6aa6-49cd-9ce2-c77c91e133ef req-d65c86b2-a08b-4ea2-ba63-7221dae1c2c5 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815101 Nov 24 20:54:25.564213 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf281f54-ca25-4e7b-bdda-6253b02b6c27 req-594c51e0-5a8c-4fd4-a151-94e79355a92e tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:25.565819 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cf281f54-ca25-4e7b-bdda-6253b02b6c27 req-594c51e0-5a8c-4fd4-a151-94e79355a92e tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 945 time: 0.0970340 Nov 24 20:54:25.602778 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-423401d5-e353-4a16-9e9a-92a6dfd0239a req-ba9ef71b-bbca-4121-8288-6042fd2d1673 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Deleting port 303d75f2-c102-4331-a4d1-d254fe301d93 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:54:25.603204 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-423401d5-e353-4a16-9e9a-92a6dfd0239a req-ba9ef71b-bbca-4121-8288-6042fd2d1673 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:25.684340 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6f56e1a-3e6a-4c89-b334-404b5481aa1e req-8ce2b091-1b15-4ccb-8322-0fa4faa240b0 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0399241 Nov 24 20:54:25.748344 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cf281f54-ca25-4e7b-bdda-6253b02b6c27 req-ba38dd4c-10f8-418b-b2d9-6a12ddb33e0b tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753728 Nov 24 20:54:25.784919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-423401d5-e353-4a16-9e9a-92a6dfd0239a req-ba9ef71b-bbca-4121-8288-6042fd2d1673 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] For port 303d75f2-c102-4331-a4d1-d254fe301d93, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=303d75f2-c102-4331-a4d1-d254fe301d93,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:25.785487 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-423401d5-e353-4a16-9e9a-92a6dfd0239a req-ba9ef71b-bbca-4121-8288-6042fd2d1673 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:25.808605 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-423401d5-e353-4a16-9e9a-92a6dfd0239a req-ba9ef71b-bbca-4121-8288-6042fd2d1673 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Calling delete_port for 303d75f2-c102-4331-a4d1-d254fe301d93 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:54:25.871748 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57880) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:25.923219 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-642fc317-4cbb-4b7f-987d-3c30aca0e612 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=09c79f8d77b14ab198f912982df6448c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497534 Nov 24 20:54:25.926564 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57884) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:25.965072 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-423401d5-e353-4a16-9e9a-92a6dfd0239a req-ba9ef71b-bbca-4121-8288-6042fd2d1673 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:25.981193 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['303d75f2-c102-4331-a4d1-d254fe301d93'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:54:26.012353 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1445a-5d3c-4f35-b770-36b281f0d8d9 req-261c6daf-66fe-4e02-a540-30456cb81b54 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:26.013974 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51a1445a-5d3c-4f35-b770-36b281f0d8d9 req-261c6daf-66fe-4e02-a540-30456cb81b54 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.0802350 Nov 24 20:54:26.015595 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ef71b-bbca-4121-8288-6042fd2d1673 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Pushing event deleted for resources: {'Port': ['ID=303d75f2-c102-4331-a4d1-d254fe301d93,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:26.032504 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3fc6407b-fb58-426f-8f16-75ca3e3fc6f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:26.063262 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-423401d5-e353-4a16-9e9a-92a6dfd0239a req-ba9ef71b-bbca-4121-8288-6042fd2d1673 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] No DVR routers for this DVR port 303d75f2-c102-4331-a4d1-d254fe301d93 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:54:26.066554 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-423401d5-e353-4a16-9e9a-92a6dfd0239a req-ba9ef71b-bbca-4121-8288-6042fd2d1673 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:26.071128 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-423401d5-e353-4a16-9e9a-92a6dfd0239a req-ba9ef71b-bbca-4121-8288-6042fd2d1673 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.15 "DELETE /v2.0/ports/303d75f2-c102-4331-a4d1-d254fe301d93 HTTP/1.1" status: 204 len: 173 time: 0.6895161 Nov 24 20:54:26.072738 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9259bf-ac18-4a6b-aabd-d254aa04a94a', 'name': 'network-vif-deleted', 'tag': '303d75f2-c102-4331-a4d1-d254fe301d93'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:26.073499 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3fc6407b-fb58-426f-8f16-75ca3e3fc6f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:26.075580 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4d7f78-c182-4ec7-b12d-e9b72cdb6325" -d '{"events": [{"server_uuid": "df9259bf-ac18-4a6b-aabd-d254aa04a94a", "name": "network-vif-deleted", "tag": "303d75f2-c102-4331-a4d1-d254fe301d93"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:26.100517 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51a1445a-5d3c-4f35-b770-36b281f0d8d9 req-85360e61-f9a5-4a0a-b604-a0a68b003322 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771832 Nov 24 20:54:26.143549 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3fc6407b-fb58-426f-8f16-75ca3e3fc6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:26.146169 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3fc6407b-fb58-426f-8f16-75ca3e3fc6f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:26.149974 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3fc6407b-fb58-426f-8f16-75ca3e3fc6f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c9f84ff-9f32-4fb7-bf65-bdfd3acdaeb0 HTTP/1.1" status: 204 len: 168 time: 0.2201929 Nov 24 20:54:26.167020 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6407b-fb58-426f-8f16-75ca3e3fc6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9f84ff-9f32-4fb7-bf65-bdfd3acdaeb0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:26.182894 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c2252-fe58-41f0-a0ea-0fd9dc8627ee req-7a339942-5fed-4196-91ba-31cf25936839 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:26.184192 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-404c2252-fe58-41f0-a0ea-0fd9dc8627ee req-7a339942-5fed-4196-91ba-31cf25936839 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=65007039-334c-4c91-820a-bb428db22ffd HTTP/1.1" status: 200 len: 944 time: 0.0773315 Nov 24 20:54:26.269943 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-404c2252-fe58-41f0-a0ea-0fd9dc8627ee req-a3c517dc-027b-44e7-a67f-da2206196a1c tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746987 Nov 24 20:54:26.308090 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52791356-92cf-4bb3-8e36-6a95f674dcc8 x-openstack-request-id: req-52791356-92cf-4bb3-8e36-6a95f674dcc8 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:26.308430 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9259bf-ac18-4a6b-aabd-d254aa04a94a", "name": "network-vif-deleted", "tag": "303d75f2-c102-4331-a4d1-d254fe301d93", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:26.308717 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-52791356-92cf-4bb3-8e36-6a95f674dcc8 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:26.309237 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9259bf-ac18-4a6b-aabd-d254aa04a94a', 'name': 'network-vif-deleted', 'tag': '303d75f2-c102-4331-a4d1-d254fe301d93', 'status': 'completed', 'code': 200} Nov 24 20:54:26.377675 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:54:26.488234 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218038b4-a504-4409-a00b-54b70a360768 req-28fe8a2d-c2e1-4e93-a94e-82190c8f5e9f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:26.489811 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-218038b4-a504-4409-a00b-54b70a360768 req-28fe8a2d-c2e1-4e93-a94e-82190c8f5e9f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.0545244 Nov 24 20:54:26.514071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd,segment=NetworkSegment(c9465afa-6f45-4ba6-8db1-e1b087221e6b),segment_id=c9465afa-6f45-4ba6-8db1-e1b087221e6b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:26.531297 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd', 'network_id': '22027f57-f752-494c-b5da-fa7e78df946b', 'port_id': '2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd', 'mac_address': 'fa:16:3e:90:ff:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ed707c-d339-4ee3-8fca-06b569ac66d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:54:26.548137 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-218038b4-a504-4409-a00b-54b70a360768 req-3b5ea513-643d-45ad-867d-ada8b2148569 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480330 Nov 24 20:54:26.579824 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:26.597902 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:54:26.599922 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b5f49-ece2-4c67-a6f3-b340bff42175 req-7221ca3c-9a49-4db7-89f1-d98e0d146b3b tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:26.601527 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9c5b5f49-ece2-4c67-a6f3-b340bff42175 req-7221ca3c-9a49-4db7-89f1-d98e0d146b3b tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 948 time: 0.0871792 Nov 24 20:54:26.630407 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd,segment=NetworkSegment(c9465afa-6f45-4ba6-8db1-e1b087221e6b),segment_id=c9465afa-6f45-4ba6-8db1-e1b087221e6b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:26.639055 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:26.685162 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9c5b5f49-ece2-4c67-a6f3-b340bff42175 req-0c0ccff8-30b2-422c-b3c3-75e4e92c9bd6 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712073 Nov 24 20:54:26.710869 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2ff47804-b39d-42ba-b486-b55882513cc4 req-6b7d2987-d0fd-45c6-907e-117cbff51972 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9259bf-ac18-4a6b-aabd-d254aa04a94a HTTP/1.1" status: 200 len: 210 time: 0.0472989 Nov 24 20:54:26.727691 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:26.837653 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1e0c39c2-ba70-4b19-8bac-fb5a5c7440b2 req-785d659d-0b1e-4390-983d-c6450f681611 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0321286 Nov 24 20:54:26.956008 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6910de5-6c77-4aad-8b93-9c27dfcfe480 req-b7ae4d72-671a-4f5b-86c7-c45bb8542dff tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:26.957835 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d6910de5-6c77-4aad-8b93-9c27dfcfe480 req-b7ae4d72-671a-4f5b-86c7-c45bb8542dff tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 945 time: 0.0702109 Nov 24 20:54:26.961693 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:54:27.048522 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d6910de5-6c77-4aad-8b93-9c27dfcfe480 req-4b371e13-12e5-4f56-a24c-0258bde9cff8 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829606 Nov 24 20:54:27.246752 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8b64e-c8bb-4fa9-b129-3f2bc9a7e825 req-7d343b00-6694-4ca0-9309-13a3576c7ed2 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:27.248292 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f2d8b64e-c8bb-4fa9-b129-3f2bc9a7e825 req-7d343b00-6694-4ca0-9309-13a3576c7ed2 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c74c3c4-f765-41ed-9d6f-e04648ad9f50 HTTP/1.1" status: 200 len: 946 time: 0.0561581 Nov 24 20:54:27.297446 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f2d8b64e-c8bb-4fa9-b129-3f2bc9a7e825 req-9645c7ef-62f2-4507-bc4b-31e9e9d45e90 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/security-groups?id=5408d3a6-ff0f-4d87-8356-b586cf217eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432508 Nov 24 20:54:27.404884 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5852d6a-71ec-4688-bc78-9e315840c772 req-0c3953f0-3216-48a6-a3e0-67ec8f3e093c tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:27.406521 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5852d6a-71ec-4688-bc78-9e315840c772 req-0c3953f0-3216-48a6-a3e0-67ec8f3e093c tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=65007039-334c-4c91-820a-bb428db22ffd HTTP/1.1" status: 200 len: 945 time: 0.0552607 Nov 24 20:54:27.458329 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5852d6a-71ec-4688-bc78-9e315840c772 req-cd6c7554-cb33-4183-94bd-1ad9147bee7b tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453634 Nov 24 20:54:27.667831 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649789b7-d2ed-492b-8557-c71e0e2e0ca6 req-a17e5705-aa42-4f57-9808-329b97298b59 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:27.669449 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-649789b7-d2ed-492b-8557-c71e0e2e0ca6 req-a17e5705-aa42-4f57-9808-329b97298b59 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.0503299 Nov 24 20:54:27.734927 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-649789b7-d2ed-492b-8557-c71e0e2e0ca6 req-83386503-aa90-4da1-b35d-36d4b63bcf67 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516777 Nov 24 20:54:27.885828 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9126fc-bd3d-4194-91a5-c71f138bad5d req-6e306b3c-1cec-4af8-9ff7-3fd73cac4b9e tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:27.887436 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2d9126fc-bd3d-4194-91a5-c71f138bad5d req-6e306b3c-1cec-4af8-9ff7-3fd73cac4b9e tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 948 time: 0.0838926 Nov 24 20:54:27.942138 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2d9126fc-bd3d-4194-91a5-c71f138bad5d req-77c2ca8e-218f-41e4-8959-46655b53cf15 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474520 Nov 24 20:54:28.036104 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5374faa-c253-4f25-8ae5-34334d667b50 req-e1f950d7-8e35-4176-8c79-86b7536ef459 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0279219 Nov 24 20:54:28.068443 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ae378-c90b-428f-b626-4cbc456f2a0b req-6f833526-5fa3-4e92-acc7-18b1e13144db tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:28.069971 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-990ae378-c90b-428f-b626-4cbc456f2a0b req-6f833526-5fa3-4e92-acc7-18b1e13144db tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 944 time: 0.0510111 Nov 24 20:54:28.123416 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-990ae378-c90b-428f-b626-4cbc456f2a0b req-3349bf7f-baa0-4a26-aa91-ebc86ce014d1 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465410 Nov 24 20:54:28.180529 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7410b-8efb-4af7-833c-01e3111ef4df req-ff67b4bb-3edb-494e-86de-f97993d8873f tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:28.182155 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-07b7410b-8efb-4af7-833c-01e3111ef4df req-ff67b4bb-3edb-494e-86de-f97993d8873f tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 945 time: 0.0620620 Nov 24 20:54:28.231155 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-07b7410b-8efb-4af7-833c-01e3111ef4df req-1cc30ea8-b034-4e48-8e4d-2c0a929a5db5 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428271 Nov 24 20:54:28.388345 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device f15a7761-41df-448d-bd80-24ef546490c8 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:54:28.395257 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:54:28.428913 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b453ca-83af-4314-8834-5bbe5168fe01 req-12c8e00a-f5f8-4284-a9ef-f8e0698b918a tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:28.430716 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e2b453ca-83af-4314-8834-5bbe5168fe01 req-12c8e00a-f5f8-4284-a9ef-f8e0698b918a tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c74c3c4-f765-41ed-9d6f-e04648ad9f50 HTTP/1.1" status: 200 len: 946 time: 0.0636625 Nov 24 20:54:28.482916 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e2b453ca-83af-4314-8834-5bbe5168fe01 req-2676a1c4-6698-4f52-8cf2-5b331c887143 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/security-groups?id=5408d3a6-ff0f-4d87-8356-b586cf217eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456913 Nov 24 20:54:28.535720 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:54:28.548741 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:54:28.549142 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:28.552405 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port f15a7761-41df-448d-bd80-24ef546490c8, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f15a7761-41df-448d-bd80-24ef546490c8,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:28.563096 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a34e9-de47-4693-9f4f-484eb3ec0e68 req-b4dd1e32-9f1a-4a8d-8585-43531ea0100e tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:28.564871 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5d5a34e9-de47-4693-9f4f-484eb3ec0e68 req-b4dd1e32-9f1a-4a8d-8585-43531ea0100e tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 944 time: 0.0792296 Nov 24 20:54:28.588914 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'f15a7761-41df-448d-bd80-24ef546490c8', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': 'f15a7761-41df-448d-bd80-24ef546490c8', 'mac_address': 'fa:16:3e:5b:d7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:54:28.599530 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b42a28-9faf-48ec-bbd9-27a516441c8c req-26e09ab1-1136-4cfa-9ad1-6e1974e50c34 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:28.602162 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-40b42a28-9faf-48ec-bbd9-27a516441c8c req-26e09ab1-1136-4cfa-9ad1-6e1974e50c34 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=65007039-334c-4c91-820a-bb428db22ffd HTTP/1.1" status: 200 len: 945 time: 0.0546129 Nov 24 20:54:28.657152 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:28.668365 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-40b42a28-9faf-48ec-bbd9-27a516441c8c req-16366883-c1c4-4350-ab2a-099ac378dacc tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604339 Nov 24 20:54:28.684068 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-5d5a34e9-de47-4693-9f4f-484eb3ec0e68 req-05f7f2a3-7f74-4125-89fb-14ae8697b8d2 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Deleting port bce88063-b644-48bf-8030-61842c35d0ae {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:54:28.684068 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5d5a34e9-de47-4693-9f4f-484eb3ec0e68 req-05f7f2a3-7f74-4125-89fb-14ae8697b8d2 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:28.684590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15a7761-41df-448d-bd80-24ef546490c8 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:54:28.726462 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port f15a7761-41df-448d-bd80-24ef546490c8, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f15a7761-41df-448d-bd80-24ef546490c8,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:28.733849 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:28.737769 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:28.786879 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65007039-334c-4c91-820a-bb428db22ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:28.789886 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4851478c-f24b-4f5c-a7e9-320cbe4a2c92" -d '{"events": [{"server_uuid": "65007039-334c-4c91-820a-bb428db22ffd", "name": "network-vif-plugged", "status": "completed", "tag": "2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:28.798666 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-5d5a34e9-de47-4693-9f4f-484eb3ec0e68 req-05f7f2a3-7f74-4125-89fb-14ae8697b8d2 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] For port bce88063-b644-48bf-8030-61842c35d0ae, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=bce88063-b644-48bf-8030-61842c35d0ae,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:28.799195 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5d5a34e9-de47-4693-9f4f-484eb3ec0e68 req-05f7f2a3-7f74-4125-89fb-14ae8697b8d2 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:28.831243 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-5d5a34e9-de47-4693-9f4f-484eb3ec0e68 req-05f7f2a3-7f74-4125-89fb-14ae8697b8d2 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Calling delete_port for bce88063-b644-48bf-8030-61842c35d0ae owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:54:28.836460 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=f15a7761-41df-448d-bd80-24ef546490c8,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:28.851549 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd,segment=NetworkSegment(c9465afa-6f45-4ba6-8db1-e1b087221e6b),segment_id=c9465afa-6f45-4ba6-8db1-e1b087221e6b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:28.855797 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:28.918888 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:28.954891 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bde6a4-2053-4d1b-858b-b64d46646fad req-c8e5e505-5ca3-451e-b2cd-88f321cec06c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:28.956517 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-32bde6a4-2053-4d1b-858b-b64d46646fad req-c8e5e505-5ca3-451e-b2cd-88f321cec06c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.1044152 Nov 24 20:54:29.031204 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edb9c39-c62e-47ab-b783-1d2c71aceaf3 x-openstack-request-id: req-1edb9c39-c62e-47ab-b783-1d2c71aceaf3 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:29.032502 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65007039-334c-4c91-820a-bb428db22ffd", "name": "network-vif-plugged", "status": "completed", "tag": "2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:29.032932 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1edb9c39-c62e-47ab-b783-1d2c71aceaf3 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:29.033419 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65007039-334c-4c91-820a-bb428db22ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd', 'code': 200} Nov 24 20:54:29.067851 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['f15a7761-41df-448d-bd80-24ef546490c8'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:54:29.102650 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-32bde6a4-2053-4d1b-858b-b64d46646fad req-134ca541-f274-47d4-843c-f138a5e77a09 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334465 Nov 24 20:54:29.131744 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f44b54-ba55-4ef4-8c69-d8220842151e req-f3386084-7756-4df1-98b4-0832415ecacf tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:29.133379 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-53f44b54-ba55-4ef4-8c69-d8220842151e req-f3386084-7756-4df1-98b4-0832415ecacf tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c74c3c4-f765-41ed-9d6f-e04648ad9f50 HTTP/1.1" status: 200 len: 946 time: 0.1466589 Nov 24 20:54:29.134552 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5d5a34e9-de47-4693-9f4f-484eb3ec0e68 req-05f7f2a3-7f74-4125-89fb-14ae8697b8d2 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:29.201315 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78557928-e9a1-4611-b560-d060048c3507 req-f0a3d8ea-ddcf-4865-a972-0fedbd46a0de tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:29.212869 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-78557928-e9a1-4611-b560-d060048c3507 req-f0a3d8ea-ddcf-4865-a972-0fedbd46a0de tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 949 time: 0.1103423 Nov 24 20:54:29.344132 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-78557928-e9a1-4611-b560-d060048c3507 req-7a457414-a32c-4cc8-abc4-83378bfd7845 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298008 Nov 24 20:54:29.473599 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dd86dc56-cec1-4f97-9c91-a9a0f005f55e req-0b263ec4-e035-4d9c-995e-34b00cb06c79 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf9892d7-d938-4428-a599-1df3c610aa4a HTTP/1.1" status: 200 len: 210 time: 0.0353286 Nov 24 20:54:29.577667 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7f2a3-7f74-4125-89fb-14ae8697b8d2 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Pushing event deleted for resources: {'Port': ['ID=bce88063-b644-48bf-8030-61842c35d0ae,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:29.602332 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d54edc-a7f3-4c40-81c3-23bd982798e0 req-022dad77-5e24-4cca-8dcb-a2f936a6f4a1 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:29.612033 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-12d54edc-a7f3-4c40-81c3-23bd982798e0 req-022dad77-5e24-4cca-8dcb-a2f936a6f4a1 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 945 time: 0.0741565 Nov 24 20:54:29.623908 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 303d75f2-c102-4331-a4d1-d254fe301d93 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:54:29.655065 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1360548b-b363-42c7-a9f0-64bb4d06a826 req-25f5d680-eac9-4aee-af4e-0bf0b353c968 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0969095 Nov 24 20:54:29.667627 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 303d75f2-c102-4331-a4d1-d254fe301d93 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:54:29.668241 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 303d75f2-c102-4331-a4d1-d254fe301d93 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:54:29.718207 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-12d54edc-a7f3-4c40-81c3-23bd982798e0 req-7dc863ac-061b-4cb2-b61b-bbc2bbc3e121 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052248 Nov 24 20:54:29.735172 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5a34e9-de47-4693-9f4f-484eb3ec0e68 req-05f7f2a3-7f74-4125-89fb-14ae8697b8d2 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] No DVR routers for this DVR port bce88063-b644-48bf-8030-61842c35d0ae on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:54:29.739701 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5d5a34e9-de47-4693-9f4f-484eb3ec0e68 req-05f7f2a3-7f74-4125-89fb-14ae8697b8d2 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:29.743051 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5d5a34e9-de47-4693-9f4f-484eb3ec0e68 req-05f7f2a3-7f74-4125-89fb-14ae8697b8d2 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.15 "DELETE /v2.0/ports/bce88063-b644-48bf-8030-61842c35d0ae HTTP/1.1" status: 204 len: 173 time: 1.1711450 Nov 24 20:54:29.744622 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9892d7-d938-4428-a599-1df3c610aa4a', 'name': 'network-vif-deleted', 'tag': 'bce88063-b644-48bf-8030-61842c35d0ae'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:29.747468 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adb5817-9eae-405a-b6fe-1bc920d1147b" -d '{"events": [{"server_uuid": "bf9892d7-d938-4428-a599-1df3c610aa4a", "name": "network-vif-deleted", "tag": "bce88063-b644-48bf-8030-61842c35d0ae"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:29.755952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5807c7-52ec-4d85-8e69-bcc4d5b01522 req-4ad6c9ac-3ada-4e49-a84d-8592d222163e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:29.757735 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fb5807c7-52ec-4d85-8e69-bcc4d5b01522 req-4ad6c9ac-3ada-4e49-a84d-8592d222163e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=65007039-334c-4c91-820a-bb428db22ffd HTTP/1.1" status: 200 len: 1097 time: 0.2011709 Nov 24 20:54:29.831129 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fb5807c7-52ec-4d85-8e69-bcc4d5b01522 req-201c107a-b205-4927-82f7-e4f26f673e35 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623548 Nov 24 20:54:29.844969 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-53f44b54-ba55-4ef4-8c69-d8220842151e req-587f2a92-8c7f-4257-af3d-bd770d31abbd tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Deleting port 1d9d4889-dec5-440e-931d-49ea094551e4 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:54:29.845308 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-53f44b54-ba55-4ef4-8c69-d8220842151e req-587f2a92-8c7f-4257-af3d-bd770d31abbd tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:29.981989 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ad2f1-b3b5-4b0b-8377-a71e474263f3 req-8e42909b-fe79-4452-a156-2011a8cb0be6 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:29.990208 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-289ad2f1-b3b5-4b0b-8377-a71e474263f3 req-8e42909b-fe79-4452-a156-2011a8cb0be6 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=65007039-334c-4c91-820a-bb428db22ffd HTTP/1.1" status: 200 len: 946 time: 0.0685523 Nov 24 20:54:30.035501 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292a53d-fb41-4eba-958a-47b1965260be req-b7c0968e-607e-46a1-8b0d-8083df7d8224 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:30.037505 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b292a53d-fb41-4eba-958a-47b1965260be req-b7c0968e-607e-46a1-8b0d-8083df7d8224 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c74c3c4-f765-41ed-9d6f-e04648ad9f50 HTTP/1.1" status: 200 len: 946 time: 0.1347065 Nov 24 20:54:30.056308 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-289ad2f1-b3b5-4b0b-8377-a71e474263f3 req-9145b6fe-f2d3-417d-86e2-5d0a5933db8b tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652318 Nov 24 20:54:30.058662 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-53f44b54-ba55-4ef4-8c69-d8220842151e req-587f2a92-8c7f-4257-af3d-bd770d31abbd tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] For port 1d9d4889-dec5-440e-931d-49ea094551e4, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=1d9d4889-dec5-440e-931d-49ea094551e4,segment=NetworkSegment(917f2c21-3a81-453d-acf3-5f3ee0cb54bb),segment_id=917f2c21-3a81-453d-acf3-5f3ee0cb54bb)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:30.059719 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-53f44b54-ba55-4ef4-8c69-d8220842151e req-587f2a92-8c7f-4257-af3d-bd770d31abbd tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:30.107536 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-53f44b54-ba55-4ef4-8c69-d8220842151e req-587f2a92-8c7f-4257-af3d-bd770d31abbd tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Calling delete_port for 1d9d4889-dec5-440e-931d-49ea094551e4 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:54:30.134042 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47ee107-27f6-456e-8d77-66a628abedc7 x-openstack-request-id: req-a47ee107-27f6-456e-8d77-66a628abedc7 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:30.135966 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9892d7-d938-4428-a599-1df3c610aa4a", "name": "network-vif-deleted", "tag": "bce88063-b644-48bf-8030-61842c35d0ae", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:30.136331 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a47ee107-27f6-456e-8d77-66a628abedc7 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:30.137065 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9892d7-d938-4428-a599-1df3c610aa4a', 'name': 'network-vif-deleted', 'tag': 'bce88063-b644-48bf-8030-61842c35d0ae', 'status': 'completed', 'code': 200} Nov 24 20:54:30.278839 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460cf3a-36cd-46d2-9849-b884d07e6cf1 req-12afe736-1647-40d6-9037-b69120a3743a tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:30.280433 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a460cf3a-36cd-46d2-9849-b884d07e6cf1 req-12afe736-1647-40d6-9037-b69120a3743a tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 949 time: 0.0558605 Nov 24 20:54:30.346316 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a460cf3a-36cd-46d2-9849-b884d07e6cf1 req-e2158edb-dac7-426f-bc26-211e000187cb tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583553 Nov 24 20:54:30.361951 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:54:30.377280 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device f15a7761-41df-448d-bd80-24ef546490c8 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:54:30.425885 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b292a53d-fb41-4eba-958a-47b1965260be req-e1f35b36-cfff-426f-aebe-354236366dd3 tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.11 "GET /v2.0/security-groups?id=5408d3a6-ff0f-4d87-8356-b586cf217eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589501 Nov 24 20:54:30.426867 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-53f44b54-ba55-4ef4-8c69-d8220842151e req-587f2a92-8c7f-4257-af3d-bd770d31abbd tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:30.475754 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6bf8a-aaac-4855-b618-711aaa4e6d7a req-ce1b2307-ef3c-4a4d-a2ed-a92dd507b532 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:30.478463 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fc6bf8a-aaac-4855-b618-711aaa4e6d7a req-ce1b2307-ef3c-4a4d-a2ed-a92dd507b532 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f&tenant_id=9a5783ced00e47ae82e71fa9165bac1a&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 949 time: 0.2812800 Nov 24 20:54:30.527397 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f2a92-8c7f-4257-af3d-bd770d31abbd tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Pushing event deleted for resources: {'Port': ['ID=1d9d4889-dec5-440e-931d-49ea094551e4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:30.535072 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port f15a7761-41df-448d-bd80-24ef546490c8 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:54:30.543617 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:30.551984 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f44b54-ba55-4ef4-8c69-d8220842151e req-587f2a92-8c7f-4257-af3d-bd770d31abbd tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] No DVR routers for this DVR port 1d9d4889-dec5-440e-931d-49ea094551e4 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:54:30.555634 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-53f44b54-ba55-4ef4-8c69-d8220842151e req-587f2a92-8c7f-4257-af3d-bd770d31abbd tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:30.560308 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-53f44b54-ba55-4ef4-8c69-d8220842151e req-587f2a92-8c7f-4257-af3d-bd770d31abbd tempest-ServerTagsTestJSON-1267846183 tempest-ServerTagsTestJSON-1267846183-project] 10.222.0.48 "DELETE /v2.0/ports/1d9d4889-dec5-440e-931d-49ea094551e4 HTTP/1.1" status: 204 len: 173 time: 1.0004082 Nov 24 20:54:30.610055 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0708d5-04f8-4004-9ebe-ac709272ad0b req-30e0dcee-07f8-4515-9b1f-24a115e04599 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:30.649761 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6d0708d5-04f8-4004-9ebe-ac709272ad0b req-30e0dcee-07f8-4515-9b1f-24a115e04599 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.1692584 Nov 24 20:54:30.663104 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:30.715798 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port f15a7761-41df-448d-bd80-24ef546490c8, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f15a7761-41df-448d-bd80-24ef546490c8,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:30.730864 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:30.748323 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6bf8a-aaac-4855-b618-711aaa4e6d7a req-e254c8cb-ed22-4513-b297-6e6b2bb9cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:30.750035 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fc6bf8a-aaac-4855-b618-711aaa4e6d7a req-e254c8cb-ed22-4513-b297-6e6b2bb9cb66 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 1100 time: 0.1188371 Nov 24 20:54:30.776980 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6d0708d5-04f8-4004-9ebe-ac709272ad0b req-e2b41a17-f69c-41f8-84d8-f738945607bc tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256926 Nov 24 20:54:30.896013 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=f15a7761-41df-448d-bd80-24ef546490c8,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:30.972535 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6bf8a-aaac-4855-b618-711aaa4e6d7a req-3bb9c8a4-8030-48dd-ab1e-b96bd6c6b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:30.974341 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fc6bf8a-aaac-4855-b618-711aaa4e6d7a req-3bb9c8a4-8030-48dd-ab1e-b96bd6c6b297 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.2151012 Nov 24 20:54:30.995664 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-15a981af-0b95-433d-b69f-bf8e34d5a1a7 req-00702968-aa41-4a51-b60b-4d9b3d3a90a6 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0771837 Nov 24 20:54:31.032498 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fc6bf8a-aaac-4855-b618-711aaa4e6d7a req-3a65a917-a556-4c63-b110-c51a98fb9961 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=f15a7761-41df-448d-bd80-24ef546490c8 HTTP/1.1" status: 200 len: 217 time: 0.0438225 Nov 24 20:54:31.034429 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb5b39e-802d-411b-8fe0-5e2121a8918f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15a7761-41df-448d-bd80-24ef546490c8'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:31.036725 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2893e58f-8655-4d07-9347-5080f76cefd9" -d '{"events": [{"server_uuid": "3cb5b39e-802d-411b-8fe0-5e2121a8918f", "name": "network-vif-plugged", "status": "completed", "tag": "f15a7761-41df-448d-bd80-24ef546490c8"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:31.113455 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95070b4c-8cd7-47c6-9496-19d6a8dba4c3 req-5990145a-d5a3-4965-b24c-6e1970932c90 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:31.115217 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-95070b4c-8cd7-47c6-9496-19d6a8dba4c3 req-5990145a-d5a3-4965-b24c-6e1970932c90 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 944 time: 0.0542915 Nov 24 20:54:31.126987 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6bf8a-aaac-4855-b618-711aaa4e6d7a req-408bf4fe-eb63-4327-ab87-faa766cc674a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:31.128466 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fc6bf8a-aaac-4855-b618-711aaa4e6d7a req-408bf4fe-eb63-4327-ab87-faa766cc674a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0840964 Nov 24 20:54:31.137631 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53be22b-5316-4525-b555-00172f1d6a27 req-4139e033-5ae3-4f43-82a6-6e06bde94f99 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:31.139322 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e53be22b-5316-4525-b555-00172f1d6a27 req-4139e033-5ae3-4f43-82a6-6e06bde94f99 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 945 time: 0.1054873 Nov 24 20:54:31.168100 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-95070b4c-8cd7-47c6-9496-19d6a8dba4c3 req-fd05f69d-3036-4658-98aa-0dca5a21e48e tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/security-groups?id=875203b5-1838-4a11-a07c-a1aafc8dcc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452540 Nov 24 20:54:31.226962 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6bf8a-aaac-4855-b618-711aaa4e6d7a req-32074aed-075f-4ff5-a358-a6b4863be2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:31.228466 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fc6bf8a-aaac-4855-b618-711aaa4e6d7a req-32074aed-075f-4ff5-a358-a6b4863be2e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0728314 Nov 24 20:54:31.232801 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e53be22b-5316-4525-b555-00172f1d6a27 req-6c504bde-264c-4550-9856-7f33db1c1ab9 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844557 Nov 24 20:54:31.245871 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3347368f-139a-4641-8bb6-6f246da7fbd5 x-openstack-request-id: req-3347368f-139a-4641-8bb6-6f246da7fbd5 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:31.246315 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb5b39e-802d-411b-8fe0-5e2121a8918f", "name": "network-vif-plugged", "status": "completed", "tag": "f15a7761-41df-448d-bd80-24ef546490c8", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:31.246660 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3347368f-139a-4641-8bb6-6f246da7fbd5 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:31.247125 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb5b39e-802d-411b-8fe0-5e2121a8918f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15a7761-41df-448d-bd80-24ef546490c8', 'code': 200} Nov 24 20:54:31.375221 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddd776-2776-4e94-a9d0-ce7984aaf8da req-b38f4912-861b-4002-88a7-73b3822969c3 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:31.376811 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dddd776-2776-4e94-a9d0-ce7984aaf8da req-b38f4912-861b-4002-88a7-73b3822969c3 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=65007039-334c-4c91-820a-bb428db22ffd HTTP/1.1" status: 200 len: 946 time: 0.0669646 Nov 24 20:54:31.383416 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fc6bf8a-aaac-4855-b618-711aaa4e6d7a req-428baaa0-009b-4940-a9b0-753784877b07 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362774 Nov 24 20:54:31.478050 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dddd776-2776-4e94-a9d0-ce7984aaf8da req-c57db27d-f54a-4bcb-8eae-f5ad98d8f73c tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924811 Nov 24 20:54:31.551821 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbda3e6-5aba-4c1d-abb2-ddfff2535131 req-8a156343-99ed-4e17-9db9-c6e1225b19f6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:31.553375 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6fbda3e6-5aba-4c1d-abb2-ddfff2535131 req-8a156343-99ed-4e17-9db9-c6e1225b19f6 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 944 time: 0.1689215 Nov 24 20:54:31.577711 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58050) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:31.611363 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fc6bf8a-aaac-4855-b618-711aaa4e6d7a req-696ca61d-3096-4c76-8cdc-9d5c701ef4ea service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959746 Nov 24 20:54:31.626440 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec440238-e183-43eb-9768-ca085863834b req-27db8339-0c4d-4b41-90da-074ef4993fbc tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:31.627183 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device bce88063-b644-48bf-8030-61842c35d0ae no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:54:31.633871 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec440238-e183-43eb-9768-ca085863834b req-27db8339-0c4d-4b41-90da-074ef4993fbc tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 950 time: 0.1281102 Nov 24 20:54:31.672974 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-861da947-2f4b-4a9e-8edf-24613005973f admin admin] Deleting subnet fde89332-eb70-47ba-b104-7e2b9eb8a818 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:54:31.675615 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: bce88063-b644-48bf-8030-61842c35d0ae {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:54:31.677437 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device bce88063-b644-48bf-8030-61842c35d0ae not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:54:31.686094 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-861da947-2f4b-4a9e-8edf-24613005973f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:31.726939 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec440238-e183-43eb-9768-ca085863834b req-34bec347-195e-4c94-8d1e-0bfa7e4ab297 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919366 Nov 24 20:54:31.741571 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-861da947-2f4b-4a9e-8edf-24613005973f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:31.752089 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-6fbda3e6-5aba-4c1d-abb2-ddfff2535131 req-fbdae776-6612-4dd5-9fff-4b00588fa1a3 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Deleting port 6d8906f6-9e77-4566-966b-78558e7647b9 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:54:31.752659 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6fbda3e6-5aba-4c1d-abb2-ddfff2535131 req-fbdae776-6612-4dd5-9fff-4b00588fa1a3 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:31.831783 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-861da947-2f4b-4a9e-8edf-24613005973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:31.871465 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-6fbda3e6-5aba-4c1d-abb2-ddfff2535131 req-fbdae776-6612-4dd5-9fff-4b00588fa1a3 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] For port 6d8906f6-9e77-4566-966b-78558e7647b9, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=6d8906f6-9e77-4566-966b-78558e7647b9,segment=NetworkSegment(9f484b28-f007-43f1-a4fc-cf18af81bdc9),segment_id=9f484b28-f007-43f1-a4fc-cf18af81bdc9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:31.872112 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6fbda3e6-5aba-4c1d-abb2-ddfff2535131 req-fbdae776-6612-4dd5-9fff-4b00588fa1a3 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:31.875573 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb1fbe-12ca-4b8d-91c3-5437436e4870 req-6b90a478-90c1-4d9b-a737-8dde97a1024f tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:31.877109 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aceb1fbe-12ca-4b8d-91c3-5437436e4870 req-6b90a478-90c1-4d9b-a737-8dde97a1024f tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=65007039-334c-4c91-820a-bb428db22ffd HTTP/1.1" status: 200 len: 946 time: 0.1085773 Nov 24 20:54:31.933975 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-6fbda3e6-5aba-4c1d-abb2-ddfff2535131 req-fbdae776-6612-4dd5-9fff-4b00588fa1a3 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Calling delete_port for 6d8906f6-9e77-4566-966b-78558e7647b9 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:54:31.957845 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aceb1fbe-12ca-4b8d-91c3-5437436e4870 req-1a06d659-e3d1-4cea-a239-86e0ddc4566a tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686817 Nov 24 20:54:31.958311 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ba5d8-0076-4d55-a75c-1558eeefb561 req-9e05fdd9-6704-40b6-9d73-f6f26cde2cfc tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:31.959852 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-448ba5d8-0076-4d55-a75c-1558eeefb561 req-9e05fdd9-6704-40b6-9d73-f6f26cde2cfc tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.0848465 Nov 24 20:54:31.979352 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-861da947-2f4b-4a9e-8edf-24613005973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:32.006206 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861da947-2f4b-4a9e-8edf-24613005973f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fde89332-eb70-47ba-b104-7e2b9eb8a818,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:32.011555 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-861da947-2f4b-4a9e-8edf-24613005973f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:32.016688 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-861da947-2f4b-4a9e-8edf-24613005973f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fde89332-eb70-47ba-b104-7e2b9eb8a818 HTTP/1.1" status: 204 len: 168 time: 0.4354818 Nov 24 20:54:32.017432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58056) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:32.085088 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-448ba5d8-0076-4d55-a75c-1558eeefb561 req-4c5e8272-2cfe-4bb3-a7e3-c334e189d469 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765240 Nov 24 20:54:32.134184 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-acd7ece1-7aec-4ce7-89c2-a3b7369d2d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:32.143771 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c74c3c4-f765-41ed-9d6f-e04648ad9f50', 'name': 'network-vif-deleted', 'tag': '1d9d4889-dec5-440e-931d-49ea094551e4'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:32.146110 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0378a7a1-ed54-408f-bc39-6fc6af6f14e9" -d '{"events": [{"server_uuid": "8c74c3c4-f765-41ed-9d6f-e04648ad9f50", "name": "network-vif-deleted", "tag": "1d9d4889-dec5-440e-931d-49ea094551e4"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:32.232807 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8248facf-0fe7-45f2-bf64-ce7681f93784 req-0c9e861a-0189-4979-8645-6d60963f9338 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0664852 Nov 24 20:54:32.241877 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6fbda3e6-5aba-4c1d-abb2-ddfff2535131 req-fbdae776-6612-4dd5-9fff-4b00588fa1a3 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:32.309235 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9364ea0-07dc-410b-a12a-b91842750b9a x-openstack-request-id: req-f9364ea0-07dc-410b-a12a-b91842750b9a {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:32.309535 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c74c3c4-f765-41ed-9d6f-e04648ad9f50", "name": "network-vif-deleted", "tag": "1d9d4889-dec5-440e-931d-49ea094551e4", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:32.309800 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f9364ea0-07dc-410b-a12a-b91842750b9a {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:32.310239 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c74c3c4-f765-41ed-9d6f-e04648ad9f50', 'name': 'network-vif-deleted', 'tag': '1d9d4889-dec5-440e-931d-49ea094551e4', 'status': 'completed', 'code': 200} Nov 24 20:54:32.312679 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdae776-6612-4dd5-9fff-4b00588fa1a3 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Pushing event deleted for resources: {'Port': ['ID=6d8906f6-9e77-4566-966b-78558e7647b9,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:32.330864 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-acd7ece1-7aec-4ce7-89c2-a3b7369d2d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:32.362732 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-acd7ece1-7aec-4ce7-89c2-a3b7369d2d60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79a4cb17-6c61-40cb-bf01-eefcade3cee5']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:54:32.375668 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 1d9d4889-dec5-440e-931d-49ea094551e4 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:54:32.376033 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-acd7ece1-7aec-4ce7-89c2-a3b7369d2d60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917f2c21-3a81-453d-acf3-5f3ee0cb54bb') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:54:32.376533 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-acd7ece1-7aec-4ce7-89c2-a3b7369d2d60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917f2c21-3a81-453d-acf3-5f3ee0cb54bb') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:54:32.387500 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-acd7ece1-7aec-4ce7-89c2-a3b7369d2d60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:32.404033 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-acd7ece1-7aec-4ce7-89c2-a3b7369d2d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:32.415038 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 1d9d4889-dec5-440e-931d-49ea094551e4 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:54:32.418031 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd7ece1-7aec-4ce7-89c2-a3b7369d2d60 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:54:32.419021 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 1d9d4889-dec5-440e-931d-49ea094551e4 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:54:32.420297 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-acd7ece1-7aec-4ce7-89c2-a3b7369d2d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:54:32.441269 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:54:32.443661 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbda3e6-5aba-4c1d-abb2-ddfff2535131 req-fbdae776-6612-4dd5-9fff-4b00588fa1a3 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] No DVR routers for this DVR port 6d8906f6-9e77-4566-966b-78558e7647b9 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:54:32.467779 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6fbda3e6-5aba-4c1d-abb2-ddfff2535131 req-fbdae776-6612-4dd5-9fff-4b00588fa1a3 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:32.471113 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6fbda3e6-5aba-4c1d-abb2-ddfff2535131 req-fbdae776-6612-4dd5-9fff-4b00588fa1a3 tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.15 "DELETE /v2.0/ports/6d8906f6-9e77-4566-966b-78558e7647b9 HTTP/1.1" status: 204 len: 173 time: 0.9047964 Nov 24 20:54:32.482988 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a4ae810e-636a-4576-aa7e-ac914baff110 req-3d5926f9-83e9-4578-9ece-f5f557c633ab tempest-LiveMigrationTest-1886337382 tempest-LiveMigrationTest-1886337382-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9887a6-3915-4430-8980-23fc7324354a HTTP/1.1" status: 200 len: 210 time: 0.1060979 Nov 24 20:54:32.514361 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-acd7ece1-7aec-4ce7-89c2-a3b7369d2d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:32.520937 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-acd7ece1-7aec-4ce7-89c2-a3b7369d2d60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:32.533517 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-acd7ece1-7aec-4ce7-89c2-a3b7369d2d60 admin admin] 10.222.0.11 "DELETE /v2.0/networks/79a4cb17-6c61-40cb-bf01-eefcade3cee5 HTTP/1.1" status: 204 len: 168 time: 0.5123701 Nov 24 20:54:32.549059 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7ece1-7aec-4ce7-89c2-a3b7369d2d60 admin admin] Pushing event deleted for resources: {'Network': ['ID=79a4cb17-6c61-40cb-bf01-eefcade3cee5,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:32.737649 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ac883-ce28-4458-92d8-d1da1e071d88 req-5cbaf1be-760f-4117-be89-a15c127a2109 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:32.740221 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0b8ac883-ce28-4458-92d8-d1da1e071d88 req-5cbaf1be-760f-4117-be89-a15c127a2109 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 945 time: 0.1096444 Nov 24 20:54:32.825331 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58094) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:32.829431 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0b8ac883-ce28-4458-92d8-d1da1e071d88 req-a15c1994-79f6-4005-95d9-ff4f3af84a8b tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803742 Nov 24 20:54:32.895160 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-32033862-7ae6-45f7-961f-9b64e448f1b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f1672bff979f4ca29261412e06b42d5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0666609 Nov 24 20:54:32.895384 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58098) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:32.958138 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770ddd0-d350-4871-a780-98eef47bf5d0 req-d738820c-43a9-41ea-98c8-bc5e206e3e6a tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:32.959714 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9770ddd0-d350-4871-a780-98eef47bf5d0 req-d738820c-43a9-41ea-98c8-bc5e206e3e6a tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=65007039-334c-4c91-820a-bb428db22ffd HTTP/1.1" status: 200 len: 946 time: 0.0568287 Nov 24 20:54:32.973935 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64677e11-951a-44df-a5e1-99fedcc1db68 req-7db7e179-247a-4490-98e6-2b5be80c7853 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:32.975319 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-64677e11-951a-44df-a5e1-99fedcc1db68 req-7db7e179-247a-4490-98e6-2b5be80c7853 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 950 time: 0.0721157 Nov 24 20:54:32.999788 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2fcbcdf-df80-4024-afda-96bc049ba52f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:33.029534 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9770ddd0-d350-4871-a780-98eef47bf5d0 req-93d10ca6-3dc2-4105-bc77-2b7db1425188 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624654 Nov 24 20:54:33.068700 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2fcbcdf-df80-4024-afda-96bc049ba52f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:33.105398 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-64677e11-951a-44df-a5e1-99fedcc1db68 req-90e8b140-5595-4371-bca4-c93e553a08b3 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222813 Nov 24 20:54:33.169726 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2fcbcdf-df80-4024-afda-96bc049ba52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:33.172246 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2fcbcdf-df80-4024-afda-96bc049ba52f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:33.174466 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a2fcbcdf-df80-4024-afda-96bc049ba52f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5408d3a6-ff0f-4d87-8356-b586cf217eb7 HTTP/1.1" status: 204 len: 168 time: 0.2781105 Nov 24 20:54:33.216065 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcbcdf-df80-4024-afda-96bc049ba52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5408d3a6-ff0f-4d87-8356-b586cf217eb7,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:33.280575 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0dee7-ed41-46d7-8465-9824cf047624 req-d0e68b44-473f-44b0-99e4-f0aed02e2895 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:33.282298 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-21c0dee7-ed41-46d7-8465-9824cf047624 req-d0e68b44-473f-44b0-99e4-f0aed02e2895 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.0849981 Nov 24 20:54:33.318221 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce229ad-8eaa-4f20-a11f-b64525b0e8ad req-a1fda2a2-4a79-4adf-a7a9-b05ffd528db0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:33.319657 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3ce229ad-8eaa-4f20-a11f-b64525b0e8ad req-a1fda2a2-4a79-4adf-a7a9-b05ffd528db0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 950 time: 0.1081080 Nov 24 20:54:33.370102 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-21c0dee7-ed41-46d7-8465-9824cf047624 req-55068ccb-671c-43b9-8c47-74cdd6994c5d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770156 Nov 24 20:54:33.424113 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3ce229ad-8eaa-4f20-a11f-b64525b0e8ad req-a3ea44da-c93d-455f-b8e4-778e8cef7fa5 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965047 Nov 24 20:54:33.496257 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d575bd8f-eae8-4a27-b420-01fca18f5512 req-c923df33-aea6-4bf1-b626-3924417a7e03 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0444586 Nov 24 20:54:33.557520 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58120) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:33.713801 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c76d96-a7bb-42b7-b48c-231d6117b209 admin admin] Deleting subnet 2d0e18ba-6af5-4f0b-b8c6-f19541a42712 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:54:33.718101 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02c76d96-a7bb-42b7-b48c-231d6117b209 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:33.769754 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02c76d96-a7bb-42b7-b48c-231d6117b209 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:33.772077 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-17ce30a5-f76d-4da9-ba05-e29ec8fb10d3 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280702 Nov 24 20:54:33.814932 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02c76d96-a7bb-42b7-b48c-231d6117b209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:33.919994 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02c76d96-a7bb-42b7-b48c-231d6117b209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:33.957435 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-278b0899-22b8-42b1-b4a3-e44f87c6a068 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:33.969606 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-278b0899-22b8-42b1-b4a3-e44f87c6a068 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1879308 Nov 24 20:54:33.986993 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-fc7b9191-9bcd-433d-9050-41331142badc tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/quotas/9a5783ced00e47ae82e71fa9165bac1a HTTP/1.1" status: 200 len: 375 time: 0.0162909 Nov 24 20:54:33.989730 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c76d96-a7bb-42b7-b48c-231d6117b209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d0e18ba-6af5-4f0b-b8c6-f19541a42712,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:34.012993 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02c76d96-a7bb-42b7-b48c-231d6117b209 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:34.019610 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-02c76d96-a7bb-42b7-b48c-231d6117b209 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2d0e18ba-6af5-4f0b-b8c6-f19541a42712 HTTP/1.1" status: 204 len: 168 time: 0.4610910 Nov 24 20:54:34.020387 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58158) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:34.048931 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-fc096f6b-9d47-4927-b2e5-8b7b32454a2b tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609858 Nov 24 20:54:34.129964 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbd850-cd93-484b-8c4b-10af48fbaa7b req-87b2bca5-61d5-4a21-b311-72875e716660 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:34.137548 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c4dbd850-cd93-484b-8c4b-10af48fbaa7b req-87b2bca5-61d5-4a21-b311-72875e716660 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 945 time: 0.1402931 Nov 24 20:54:34.152614 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e346a3a8-07ea-4281-bc3a-c595726ac585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:34.247558 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c4dbd850-cd93-484b-8c4b-10af48fbaa7b req-b9ce4d9b-24dd-4e8c-a400-50d0ac12b60a tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026611 Nov 24 20:54:34.330714 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e346a3a8-07ea-4281-bc3a-c595726ac585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:34.333106 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9887a6-3915-4430-8980-23fc7324354a', 'name': 'network-vif-deleted', 'tag': '6d8906f6-9e77-4566-966b-78558e7647b9'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:34.335394 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e78ff63-28ca-4337-a56a-0a68384b40ee" -d '{"events": [{"server_uuid": "4b9887a6-3915-4430-8980-23fc7324354a", "name": "network-vif-deleted", "tag": "6d8906f6-9e77-4566-966b-78558e7647b9"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:34.379341 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:54:34.406344 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d5c64eb9-5f59-4958-9627-77ceb28f7665 req-2b2e0a3d-38e1-41e1-b895-b51ad2b191ef tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 210 time: 0.0705597 Nov 24 20:54:34.414128 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-e346a3a8-07ea-4281-bc3a-c595726ac585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5f3905-f9df-4704-8238-82ae8b0c31f7']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:54:34.451651 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-e346a3a8-07ea-4281-bc3a-c595726ac585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f484b28-f007-43f1-a4fc-cf18af81bdc9') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:54:34.451966 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-e346a3a8-07ea-4281-bc3a-c595726ac585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f484b28-f007-43f1-a4fc-cf18af81bdc9') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:54:34.462199 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e346a3a8-07ea-4281-bc3a-c595726ac585 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:34.478525 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e346a3a8-07ea-4281-bc3a-c595726ac585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:34.485920 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e346a3a8-07ea-4281-bc3a-c595726ac585 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:54:34.486324 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e346a3a8-07ea-4281-bc3a-c595726ac585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: timer() Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:54:34.508531 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:54:34.534285 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd,segment=NetworkSegment(c9465afa-6f45-4ba6-8db1-e1b087221e6b),segment_id=c9465afa-6f45-4ba6-8db1-e1b087221e6b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:34.553132 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd', 'network_id': '22027f57-f752-494c-b5da-fa7e78df946b', 'port_id': '2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd', 'mac_address': 'fa:16:3e:90:ff:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ed707c-d339-4ee3-8fca-06b569ac66d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:54:34.615475 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:34.627460 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7f2c9-e019-42ea-84da-3e12f1a1430f req-234622eb-90e6-4f2d-8a57-c18213b1e1b3 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:34.629167 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2cd7f2c9-e019-42ea-84da-3e12f1a1430f req-234622eb-90e6-4f2d-8a57-c18213b1e1b3 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=65007039-334c-4c91-820a-bb428db22ffd HTTP/1.1" status: 200 len: 946 time: 0.2823856 Nov 24 20:54:34.636634 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e346a3a8-07ea-4281-bc3a-c595726ac585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:34.645378 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e346a3a8-07ea-4281-bc3a-c595726ac585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:34.648893 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:54:34.649730 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e346a3a8-07ea-4281-bc3a-c595726ac585 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4a5f3905-f9df-4704-8238-82ae8b0c31f7 HTTP/1.1" status: 204 len: 168 time: 0.6123762 Nov 24 20:54:34.653073 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58188) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:34.670385 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e346a3a8-07ea-4281-bc3a-c595726ac585 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a5f3905-f9df-4704-8238-82ae8b0c31f7,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:34.708321 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd,segment=NetworkSegment(c9465afa-6f45-4ba6-8db1-e1b087221e6b),segment_id=c9465afa-6f45-4ba6-8db1-e1b087221e6b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:34.720000 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:34.734833 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2cd7f2c9-e019-42ea-84da-3e12f1a1430f req-4907fb99-3ac2-4735-bb53-844683064cc2 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937414 Nov 24 20:54:34.753988 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe7d9d3-f5a4-46db-ac47-35355fdb0646 admin admin] Deleting subnet 0509eef9-869a-464c-9cd1-a57508fe1801 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:54:34.759314 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0fe7d9d3-f5a4-46db-ac47-35355fdb0646 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:34.776650 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab82a28a-81a4-492d-9a63-19bf58244389 x-openstack-request-id: req-ab82a28a-81a4-492d-9a63-19bf58244389 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:34.776984 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9887a6-3915-4430-8980-23fc7324354a", "name": "network-vif-deleted", "tag": "6d8906f6-9e77-4566-966b-78558e7647b9", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:34.777248 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ab82a28a-81a4-492d-9a63-19bf58244389 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:34.777658 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9887a6-3915-4430-8980-23fc7324354a', 'name': 'network-vif-deleted', 'tag': '6d8906f6-9e77-4566-966b-78558e7647b9', 'status': 'completed', 'code': 200} Nov 24 20:54:34.811555 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0fe7d9d3-f5a4-46db-ac47-35355fdb0646 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:34.869166 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:54:34.892078 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef0ad5-9f6a-4cb3-9121-3b32724100dd req-4a1367cd-ae47-4b43-9d77-bf76e6091127 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:34.893694 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-afef0ad5-9f6a-4cb3-9121-3b32724100dd req-4a1367cd-ae47-4b43-9d77-bf76e6091127 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.0651813 Nov 24 20:54:34.939324 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e5dcd3fe-d68b-45a0-9132-2eb7c515203d req-c94a255f-9a06-4570-887e-d21634abe1d1 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0543597 Nov 24 20:54:34.952134 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0fe7d9d3-f5a4-46db-ac47-35355fdb0646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:34.957068 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:35.033080 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0fe7d9d3-f5a4-46db-ac47-35355fdb0646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:35.038764 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-afef0ad5-9f6a-4cb3-9121-3b32724100dd req-8177be48-28fe-4f67-b788-daf08872d817 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329348 Nov 24 20:54:35.067693 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0fe7d9d3-f5a4-46db-ac47-35355fdb0646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:35.074231 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0fe7d9d3-f5a4-46db-ac47-35355fdb0646 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0509eef9-869a-464c-9cd1-a57508fe1801 HTTP/1.1" status: 204 len: 168 time: 0.4168403 Nov 24 20:54:35.074800 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58196) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:35.087682 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7d9d3-f5a4-46db-ac47-35355fdb0646 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0509eef9-869a-464c-9cd1-a57508fe1801,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:35.212776 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-11598aee-965e-437a-886a-be13b85996da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:35.441371 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-11598aee-965e-437a-886a-be13b85996da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:35.516077 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-11598aee-965e-437a-886a-be13b85996da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d63d6a93-e8f5-4810-9d49-f792e28943ea']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:54:35.519957 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58214) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:35.555036 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-11598aee-965e-437a-886a-be13b85996da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7907b002-f474-4532-a784-1a2bab49181b') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:54:35.555307 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-11598aee-965e-437a-886a-be13b85996da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7907b002-f474-4532-a784-1a2bab49181b') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:54:35.571100 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-11598aee-965e-437a-886a-be13b85996da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:35.620614 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ac36f92f-dc7b-44e5-8d7f-379aeb6bf07e req-f3102714-dc14-4afb-8c4f-6811a2e8a785 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 210 time: 0.0938199 Nov 24 20:54:35.626320 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75890b28-176e-4f05-8e64-87495b417b8c req-ae7e2829-0557-4110-bf84-53fff57d2b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:35.627652 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-75890b28-176e-4f05-8e64-87495b417b8c req-ae7e2829-0557-4110-bf84-53fff57d2b0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb16d1de737146b88a154d6dc4df612f&device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 1096 time: 0.1777079 Nov 24 20:54:35.641323 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2657c-6394-40f1-9716-765c6ed8e91a req-9dc98170-1e83-4bfc-b0a0-d031dbdd28b1 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:35.648831 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a8c2657c-6394-40f1-9716-765c6ed8e91a req-9dc98170-1e83-4bfc-b0a0-d031dbdd28b1 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 945 time: 0.1976924 Nov 24 20:54:35.653534 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-11598aee-965e-437a-886a-be13b85996da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:35.659742 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 6d8906f6-9e77-4566-966b-78558e7647b9 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:54:35.689269 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11598aee-965e-437a-886a-be13b85996da admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:54:35.689902 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-11598aee-965e-437a-886a-be13b85996da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: timer() Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:54:35.700032 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:54:35.717612 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9b8fd67b-238d-4729-b515-43defbf1c7e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:35.746692 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 6d8906f6-9e77-4566-966b-78558e7647b9 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:54:35.747070 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 6d8906f6-9e77-4566-966b-78558e7647b9 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:54:35.810218 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9b8fd67b-238d-4729-b515-43defbf1c7e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:35.821026 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9b8fd67b-238d-4729-b515-43defbf1c7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:35.846481 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-11598aee-965e-437a-886a-be13b85996da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:35.864728 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a8c2657c-6394-40f1-9716-765c6ed8e91a req-70e7de64-c4a6-4c1a-9655-9ae9a5a13272 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112045 Nov 24 20:54:35.883673 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-11598aee-965e-437a-886a-be13b85996da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:35.888253 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-11598aee-965e-437a-886a-be13b85996da admin admin] 10.222.0.11 "DELETE /v2.0/networks/d63d6a93-e8f5-4810-9d49-f792e28943ea HTTP/1.1" status: 204 len: 168 time: 0.8122196 Nov 24 20:54:35.913527 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11598aee-965e-437a-886a-be13b85996da admin admin] Pushing event deleted for resources: {'Network': ['ID=d63d6a93-e8f5-4810-9d49-f792e28943ea,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:35.920580 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75890b28-176e-4f05-8e64-87495b417b8c req-bf454347-8eb1-48a9-a914-e23902aea4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:35.923091 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-75890b28-176e-4f05-8e64-87495b417b8c req-bf454347-8eb1-48a9-a914-e23902aea4f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=163dd9ed-ba8c-4c80-b86b-524764f34af5 HTTP/1.1" status: 200 len: 917 time: 0.2670913 Nov 24 20:54:35.972718 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-07a414e2-2c9e-4049-a5d5-40f4a0f3cf0e tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0985913 Nov 24 20:54:35.977252 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9b8fd67b-238d-4729-b515-43defbf1c7e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6f1b10bca8c745a0bcaf1819206c8056&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4557817 Nov 24 20:54:35.979664 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fd67b-238d-4729-b515-43defbf1c7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563f06d7-5c99-4b91-9f2a-349506137f05,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:35.987530 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58224) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:36.035211 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-75890b28-176e-4f05-8e64-87495b417b8c req-459da2b5-16fe-4ed1-a651-0fc7f55232f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7583c6b-0892-40d7-a969-d71a978cccd0 HTTP/1.1" status: 200 len: 217 time: 0.1007085 Nov 24 20:54:36.068065 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df07eb-c00e-4ddf-be6d-a4242dbcc2fd req-d3c8d04e-82ec-45e8-9b08-97edb12021fa tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:36.081924 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e6df07eb-c00e-4ddf-be6d-a4242dbcc2fd req-d3c8d04e-82ec-45e8-9b08-97edb12021fa tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=65007039-334c-4c91-820a-bb428db22ffd HTTP/1.1" status: 200 len: 945 time: 0.2333517 Nov 24 20:54:36.099807 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58230) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:36.145391 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f26a5921-e103-46d5-bbb9-08930c17326e req-795bf854-9a2f-4eee-8159-8b4ac9449d13 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0421274 Nov 24 20:54:36.162887 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75890b28-176e-4f05-8e64-87495b417b8c req-fb26f477-f9db-4ba1-871b-c2ef15e2d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:36.164556 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-75890b28-176e-4f05-8e64-87495b417b8c req-fb26f477-f9db-4ba1-871b-c2ef15e2d670 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20047ad1-cc0a-4d75-a9cc-6f49c411910c HTTP/1.1" status: 200 len: 855 time: 0.1206744 Nov 24 20:54:36.251198 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-56f6212c-9abd-4bb8-bdce-4db31d125324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:36.259693 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75890b28-176e-4f05-8e64-87495b417b8c req-b5e5585d-6844-458d-9d3f-05039f293bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:36.261312 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-75890b28-176e-4f05-8e64-87495b417b8c req-b5e5585d-6844-458d-9d3f-05039f293bfc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=163dd9ed-ba8c-4c80-b86b-524764f34af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866556 Nov 24 20:54:36.272069 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e6df07eb-c00e-4ddf-be6d-a4242dbcc2fd req-30fbf1cb-8913-4525-bf0d-ade800d6a006 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888733 Nov 24 20:54:36.280814 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87941bc4-730b-4197-ae89-362da0eb0819 req-002a3181-cd52-4e56-9636-d568b68bae50 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:36.282307 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87941bc4-730b-4197-ae89-362da0eb0819 req-002a3181-cd52-4e56-9636-d568b68bae50 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.0642369 Nov 24 20:54:36.308577 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-3509df2e-7335-41a4-a6bb-29fb05df39de tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:36.310345 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-3509df2e-7335-41a4-a6bb-29fb05df39de tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3188052 Nov 24 20:54:36.314919 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c9c2ed69-2ca2-4411-be25-eb8fc287298d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d368bbdb2b84a05b39068aac600d356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2101953 Nov 24 20:54:36.318415 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58232) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:36.335720 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-10417a7e-f7b1-45f5-b2ef-7b0778e35839 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Request body: {'port': {'device_id': '64269eeb-6517-4722-95bd-84447c324ac9', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': '9a5783ced00e47ae82e71fa9165bac1a'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:54:36.342594 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-56f6212c-9abd-4bb8-bdce-4db31d125324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:36.395249 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:54:36.395499 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87941bc4-730b-4197-ae89-362da0eb0819 req-e2f4b055-37a1-48bd-b773-ad571d520bd7 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049335 Nov 24 20:54:36.406019 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-75890b28-176e-4f05-8e64-87495b417b8c req-39f9c28e-a33f-44b2-b360-d1c773496cc4 service neutron] 10.222.0.15 "GET /v2.0/networks/163dd9ed-ba8c-4c80-b86b-524764f34af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227422 Nov 24 20:54:36.472817 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:54:36.473638 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:36.522152 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-75890b28-176e-4f05-8e64-87495b417b8c req-b9de93b3-9d91-4112-addf-2c1f78ead48f service neutron] 10.222.0.15 "GET /v2.0/networks/163dd9ed-ba8c-4c80-b86b-524764f34af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009519 Nov 24 20:54:36.593775 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:36.623181 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65007039-334c-4c91-820a-bb428db22ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:36.625919 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c022efa-1f54-4899-85f8-0326ea64d585" -d '{"events": [{"server_uuid": "65007039-334c-4c91-820a-bb428db22ffd", "name": "network-vif-plugged", "status": "completed", "tag": "2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:36.641689 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd,segment=NetworkSegment(c9465afa-6f45-4ba6-8db1-e1b087221e6b),segment_id=c9465afa-6f45-4ba6-8db1-e1b087221e6b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:36.649399 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:36.720613 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:36.743185 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1548c7-820d-443f-90d8-23590183037c x-openstack-request-id: req-ab1548c7-820d-443f-90d8-23590183037c {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:36.743547 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65007039-334c-4c91-820a-bb428db22ffd", "name": "network-vif-plugged", "status": "completed", "tag": "2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:36.743803 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ab1548c7-820d-443f-90d8-23590183037c {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:36.745419 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65007039-334c-4c91-820a-bb428db22ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd', 'code': 200} Nov 24 20:54:36.754385 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7c32c78a-ef48-42f7-ba5c-f91fd222ff3e req-5744868b-4718-4401-b607-082d7d146f8d tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 210 time: 0.0392876 Nov 24 20:54:36.883840 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0470f9ae-7569-4f16-9314-b05065ba5330 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:36.891873 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-56f6212c-9abd-4bb8-bdce-4db31d125324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:36.894623 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-56f6212c-9abd-4bb8-bdce-4db31d125324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:36.898415 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-56f6212c-9abd-4bb8-bdce-4db31d125324 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/563f06d7-5c99-4b91-9f2a-349506137f05 HTTP/1.1" status: 204 len: 168 time: 0.9074755 Nov 24 20:54:36.938412 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6212c-9abd-4bb8-bdce-4db31d125324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563f06d7-5c99-4b91-9f2a-349506137f05,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:36.945921 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0470f9ae-7569-4f16-9314-b05065ba5330 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:37.040540 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-10417a7e-f7b1-45f5-b2ef-7b0778e35839 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Made reservation on behalf of 9a5783ced00e47ae82e71fa9165bac1a for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:54:37.045425 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-10417a7e-f7b1-45f5-b2ef-7b0778e35839 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:37.140774 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269e13f-13f2-4a22-b460-30fbd2b851ec req-9cfe8d75-765d-4d9a-a668-16f2d8293099 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:37.142465 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c269e13f-13f2-4a22-b460-30fbd2b851ec req-9cfe8d75-765d-4d9a-a668-16f2d8293099 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 945 time: 0.1695280 Nov 24 20:54:37.193181 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0470f9ae-7569-4f16-9314-b05065ba5330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:37.195804 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0470f9ae-7569-4f16-9314-b05065ba5330 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:37.199802 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0470f9ae-7569-4f16-9314-b05065ba5330 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/875203b5-1838-4a11-a07c-a1aafc8dcc28 HTTP/1.1" status: 204 len: 168 time: 0.8780465 Nov 24 20:54:37.232549 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470f9ae-7569-4f16-9314-b05065ba5330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875203b5-1838-4a11-a07c-a1aafc8dcc28,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:37.314111 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c269e13f-13f2-4a22-b460-30fbd2b851ec req-3cfba05c-ee91-4e58-a211-b44f29435e0a tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610355 Nov 24 20:54:37.360563 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-10417a7e-f7b1-45f5-b2ef-7b0778e35839 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Allocated IP 192.168.233.20 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/0d55069a-da0e-41a1-b57e-08adc7ac9b92) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:54:37.363742 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eb58e7cb-b794-42c0-8c3a-ecae96de95ab req-6e2d40c4-e7e1-4cd7-b835-9949874c8019 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0591393 Nov 24 20:54:37.547436 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed90aa1-de9e-4c0a-af83-aa6afbf618b7 req-8af85a22-1677-4df2-8392-4da50da93780 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:37.549054 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ed90aa1-de9e-4c0a-af83-aa6afbf618b7 req-8af85a22-1677-4df2-8392-4da50da93780 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.0602765 Nov 24 20:54:37.585009 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349ac4f-b6be-451d-a891-2ce794ea633d req-ac431f7b-097b-4a89-b541-00af842248c0 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:37.586665 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c349ac4f-b6be-451d-a891-2ce794ea633d req-ac431f7b-097b-4a89-b541-00af842248c0 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=65007039-334c-4c91-820a-bb428db22ffd HTTP/1.1" status: 200 len: 946 time: 0.1376147 Nov 24 20:54:37.617431 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ed90aa1-de9e-4c0a-af83-aa6afbf618b7 req-62b9704c-b4be-4e5b-96e1-05054dd2d00b tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589283 Nov 24 20:54:37.716265 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c349ac4f-b6be-451d-a891-2ce794ea633d req-05940668-14cf-4fd9-a7c1-a75f878a00ec tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195405 Nov 24 20:54:37.749691 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-10417a7e-f7b1-45f5-b2ef-7b0778e35839 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:37.861842 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-10417a7e-f7b1-45f5-b2ef-7b0778e35839 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:37.866158 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58288) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:37.875575 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['656752ae-79d3-4d03-b5f1-7f2f715581a7'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:54:37.888145 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['f15a7761-41df-448d-bd80-24ef546490c8'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:54:37.931298 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10417a7e-f7b1-45f5-b2ef-7b0778e35839 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Pushing event updated for resources: {'Port': ['ID=0d55069a-da0e-41a1-b57e-08adc7ac9b92,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:37.957450 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-10417a7e-f7b1-45f5-b2ef-7b0778e35839 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:54:37.959663 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-10417a7e-f7b1-45f5-b2ef-7b0778e35839 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:54:37.962137 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-10417a7e-f7b1-45f5-b2ef-7b0778e35839 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:54:38.121583 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0ea42fbc-d718-4748-ae00-2339b8a7e31c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ae3cd88befb4e158748aef7205faf78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540150 Nov 24 20:54:38.127257 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-10417a7e-f7b1-45f5-b2ef-7b0778e35839 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:38.130226 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-10417a7e-f7b1-45f5-b2ef-7b0778e35839 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:38.134111 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58298) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:38.175574 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec389f1e-a348-425e-a909-9aecce3c77da req-0c0a4845-9f9b-4128-adf4-6d47e19f5944 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:38.186313 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec389f1e-a348-425e-a909-9aecce3c77da req-0c0a4845-9f9b-4128-adf4-6d47e19f5944 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 935 time: 0.2794874 Nov 24 20:54:38.187662 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-10417a7e-f7b1-45f5-b2ef-7b0778e35839 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8573887 Nov 24 20:54:38.205202 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-1735337c-a607-4f84-8fbc-02be677e2414 service neutron] Request body: {'port': {'device_id': '64269eeb-6517-4722-95bd-84447c324ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:54:38.417766 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec389f1e-a348-425e-a909-9aecce3c77da req-dd5a7e79-4918-4a08-b308-eb5df3fd5c33 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302151 Nov 24 20:54:38.421384 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b24327-4253-42a6-9922-3f28d6dc4fb0 req-f7b10614-3ec3-433f-a670-9f6a0a14943d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:38.431122 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-96b24327-4253-42a6-9922-3f28d6dc4fb0 req-f7b10614-3ec3-433f-a670-9f6a0a14943d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=65007039-334c-4c91-820a-bb428db22ffd HTTP/1.1" status: 200 len: 946 time: 0.1857524 Nov 24 20:54:38.441369 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f8225d0-e369-461e-95e3-9cdc8775960c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:38.460925 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-1735337c-a607-4f84-8fbc-02be677e2414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:38.529340 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f8225d0-e369-461e-95e3-9cdc8775960c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:38.544933 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-96b24327-4253-42a6-9922-3f28d6dc4fb0 req-cb73b968-32ab-4822-b1f5-94472e007a83 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122801 Nov 24 20:54:38.692598 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-5118bfab-7399-4da0-b986-6ed009c4d13d None None] Provisioning complete for port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:54:38.694005 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5118bfab-7399-4da0-b986-6ed009c4d13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:38.722099 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed188c-12d0-4a41-8ab0-dc675ab3ab1f req-29380963-66f2-4527-b987-13d1c013be3f tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:38.729862 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2bed188c-12d0-4a41-8ab0-dc675ab3ab1f req-29380963-66f2-4527-b987-13d1c013be3f tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 945 time: 0.1712325 Nov 24 20:54:38.747520 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58314) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:38.774853 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f8225d0-e369-461e-95e3-9cdc8775960c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:38.776420 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dd9c7d7f-2264-4722-95e4-0093d4a7763f req-cd2fda1b-cf0c-41ae-919c-587bba30bddb tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0745301 Nov 24 20:54:38.779578 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f8225d0-e369-461e-95e3-9cdc8775960c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:38.780931 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6f8225d0-e369-461e-95e3-9cdc8775960c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/edc874e6-2875-44a5-9ffb-6adf4860d207 HTTP/1.1" status: 204 len: 168 time: 0.6417403 Nov 24 20:54:38.795588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8225d0-e369-461e-95e3-9cdc8775960c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc874e6-2875-44a5-9ffb-6adf4860d207,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:38.829647 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2bed188c-12d0-4a41-8ab0-dc675ab3ab1f req-d1c3cf96-3745-400c-ac24-736e2a3a443d tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984862 Nov 24 20:54:38.919699 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-5118bfab-7399-4da0-b986-6ed009c4d13d None None] Port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:54:38.933272 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-12294c6e-d499-4ca4-b120-7d5a1a59a2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:39.048400 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a92a6-aad2-415a-81de-1d4ef30b0bd9 req-43eda5ee-955e-4a07-becb-1fe060614e66 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:39.054827 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-979a92a6-aad2-415a-81de-1d4ef30b0bd9 req-43eda5ee-955e-4a07-becb-1fe060614e66 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 945 time: 0.0956147 Nov 24 20:54:39.063596 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54fdd2-10ee-4a0c-be2f-0f4d59715f47 req-6f142947-4f65-4411-b34b-91bb0d1a5837 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:39.064988 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e54fdd2-10ee-4a0c-be2f-0f4d59715f47 req-6f142947-4f65-4411-b34b-91bb0d1a5837 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.0933590 Nov 24 20:54:39.115066 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-94e49b9c-14f8-49c0-8cba-bff1784c2b38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:39.123905 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-1735337c-a607-4f84-8fbc-02be677e2414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d55069a-da0e-41a1-b57e-08adc7ac9b92 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:54:39.170950 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e54fdd2-10ee-4a0c-be2f-0f4d59715f47 req-e37adbea-a23c-4c1b-95f7-c7c2f0f4cff1 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953276 Nov 24 20:54:39.174568 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-1735337c-a607-4f84-8fbc-02be677e2414 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:39.196674 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-1735337c-a607-4f84-8fbc-02be677e2414 service neutron] Transition to ACTIVE for port object 0d55069a-da0e-41a1-b57e-08adc7ac9b92 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:54:39.204088 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-1735337c-a607-4f84-8fbc-02be677e2414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:39.301777 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-979a92a6-aad2-415a-81de-1d4ef30b0bd9 req-73af34b0-e90d-4c0d-bd1d-6d0d9a49c2f1 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415760 Nov 24 20:54:39.315357 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735337c-a607-4f84-8fbc-02be677e2414 service neutron] Pushing event updated for resources: {'Port': ['ID=0d55069a-da0e-41a1-b57e-08adc7ac9b92,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:39.336582 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-94e49b9c-14f8-49c0-8cba-bff1784c2b38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:39.344182 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-94e49b9c-14f8-49c0-8cba-bff1784c2b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:39.368390 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:39.423584 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-94e49b9c-14f8-49c0-8cba-bff1784c2b38 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c0495f33ba74503b2f6bc137fa8b798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6657491 Nov 24 20:54:39.423584 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58336) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:39.431508 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e49b9c-14f8-49c0-8cba-bff1784c2b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda8c32e-ab35-4aaa-ba10-8d0a247955d9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:39.442205 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-1735337c-a607-4f84-8fbc-02be677e2414 service neutron] Attempting to bind port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:54:39.444104 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-1735337c-a607-4f84-8fbc-02be677e2414 service neutron] Attempting to bind port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:54:39.444467 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-1735337c-a607-4f84-8fbc-02be677e2414 service neutron] Attempting to bind port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:54:39.463426 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-1735337c-a607-4f84-8fbc-02be677e2414 service neutron] Port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:54:39.463858 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-1735337c-a607-4f84-8fbc-02be677e2414 service neutron] Attempting to bind port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:54:39.479706 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-1735337c-a607-4f84-8fbc-02be677e2414 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:54:39.480122 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-1735337c-a607-4f84-8fbc-02be677e2414 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:54:39.480564 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-1735337c-a607-4f84-8fbc-02be677e2414 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:54:39.481105 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-1735337c-a607-4f84-8fbc-02be677e2414 service neutron] Bound port: 0d55069a-da0e-41a1-b57e-08adc7ac9b92, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:54:39.481413 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-1735337c-a607-4f84-8fbc-02be677e2414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:39.486324 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b6a6b08-9e33-4875-8d65-4809eea0fc6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:39.560921 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b6a6b08-9e33-4875-8d65-4809eea0fc6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:39.636851 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c348b4e-ce40-4355-96e4-a08a7ed0ca11 req-7882d9f4-7b38-42b8-99e4-af7f5ddb7dec tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:39.644719 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bfa85-7d9e-4510-93a0-726a97b71183 req-2acc8f32-82cc-4a43-baff-32875f9574e0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:39.645465 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9c348b4e-ce40-4355-96e4-a08a7ed0ca11 req-7882d9f4-7b38-42b8-99e4-af7f5ddb7dec tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a03811c-853d-4872-92f1-43a2c3ac1a76 HTTP/1.1" status: 200 len: 946 time: 0.1462767 Nov 24 20:54:39.649982 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de0bfa85-7d9e-4510-93a0-726a97b71183 req-2acc8f32-82cc-4a43-baff-32875f9574e0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 947 time: 0.1221366 Nov 24 20:54:39.668651 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-1735337c-a607-4f84-8fbc-02be677e2414 service neutron] For port 0d55069a-da0e-41a1-b57e-08adc7ac9b92, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:54:39.712032 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9c348b4e-ce40-4355-96e4-a08a7ed0ca11 req-fef541be-85a5-41bd-9d02-60e4b16665f3 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656905 Nov 24 20:54:39.714020 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-1735337c-a607-4f84-8fbc-02be677e2414 service neutron] For port 0d55069a-da0e-41a1-b57e-08adc7ac9b92, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:54:39.715275 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b6a6b08-9e33-4875-8d65-4809eea0fc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:39.719002 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b6a6b08-9e33-4875-8d65-4809eea0fc6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:39.720478 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1b6a6b08-9e33-4875-8d65-4809eea0fc6e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cda8c32e-ab35-4aaa-ba10-8d0a247955d9 HTTP/1.1" status: 204 len: 168 time: 0.3009114 Nov 24 20:54:39.720966 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-1735337c-a607-4f84-8fbc-02be677e2414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:39.762504 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de0bfa85-7d9e-4510-93a0-726a97b71183 req-9db1dfcd-b8fe-4ae5-b300-be9c5ca066ad tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028168 Nov 24 20:54:39.764195 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a6b08-9e33-4875-8d65-4809eea0fc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda8c32e-ab35-4aaa-ba10-8d0a247955d9,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:39.805557 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-1735337c-a607-4f84-8fbc-02be677e2414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:39.805940 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-1735337c-a607-4f84-8fbc-02be677e2414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:39.812629 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-1735337c-a607-4f84-8fbc-02be677e2414 service neutron] 10.222.0.15 "PUT /v2.0/ports/0d55069a-da0e-41a1-b57e-08adc7ac9b92 HTTP/1.1" status: 200 len: 1095 time: 1.6142375 Nov 24 20:54:39.813327 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64269eeb-6517-4722-95bd-84447c324ac9', 'tag': '0d55069a-da0e-41a1-b57e-08adc7ac9b92'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:39.817602 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0541ea-4064-46e7-a5fe-fdd74d1f3e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "64269eeb-6517-4722-95bd-84447c324ac9", "tag": "0d55069a-da0e-41a1-b57e-08adc7ac9b92"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:39.870828 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735337c-a607-4f84-8fbc-02be677e2414 service neutron] Pushing event updated for resources: {'Port': ['ID=0d55069a-da0e-41a1-b57e-08adc7ac9b92,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:39.958534 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a6f77-2d86-4654-9c96-56523c5f5b17 req-11f9bcd1-a49e-4dc7-94ce-0d122c2b0081 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:39.960548 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c07a6f77-2d86-4654-9c96-56523c5f5b17 req-11f9bcd1-a49e-4dc7-94ce-0d122c2b0081 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427 HTTP/1.1" status: 200 len: 945 time: 0.0953825 Nov 24 20:54:39.962226 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-3a1e6423-a210-40b6-9170-140e0b99277a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:39.964266 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-3a1e6423-a210-40b6-9170-140e0b99277a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 1098 time: 0.0661099 Nov 24 20:54:39.975221 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f90dcb-f6e6-4305-b79c-4a0b02f7523d req-9e86aca8-36cf-4a16-bd83-bcdb8eefc945 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:39.988902 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c0f90dcb-f6e6-4305-b79c-4a0b02f7523d req-9e86aca8-36cf-4a16-bd83-bcdb8eefc945 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=65007039-334c-4c91-820a-bb428db22ffd HTTP/1.1" status: 200 len: 946 time: 0.1464844 Nov 24 20:54:40.066294 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-87c646d6-a031-4b71-8403-68077b6165d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92 HTTP/1.1" status: 200 len: 217 time: 0.0745022 Nov 24 20:54:40.070956 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c07a6f77-2d86-4654-9c96-56523c5f5b17 req-e7d70b55-4498-4729-9e93-e8386ed07105 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035197 Nov 24 20:54:40.134513 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c0f90dcb-f6e6-4305-b79c-4a0b02f7523d req-aaeac795-e971-4464-a6fb-cbc8294c05d5 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442661 Nov 24 20:54:40.163797 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-3e48de45-bbeb-493e-98a1-6edaebebfc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:40.165142 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-3e48de45-bbeb-493e-98a1-6edaebebfc32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0792978 Nov 24 20:54:40.225297 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2e0e71f7-09b2-4246-8dbf-8752f900a8ab req-c2da816d-ec33-47b0-8822-8fa358b0d5d9 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0559263 Nov 24 20:54:40.243129 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5c2a6f-21bd-4f9c-bf74-e5b6dd923611 x-openstack-request-id: req-2e5c2a6f-21bd-4f9c-bf74-e5b6dd923611 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:40.243425 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64269eeb-6517-4722-95bd-84447c324ac9", "tag": "0d55069a-da0e-41a1-b57e-08adc7ac9b92", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:40.243677 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2e5c2a6f-21bd-4f9c-bf74-e5b6dd923611 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:40.244622 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64269eeb-6517-4722-95bd-84447c324ac9', 'tag': '0d55069a-da0e-41a1-b57e-08adc7ac9b92', 'status': 'completed', 'code': 200} Nov 24 20:54:40.257663 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-305740b5-cec1-4379-8fa3-176964d87253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:40.257663 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-305740b5-cec1-4379-8fa3-176964d87253 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702350 Nov 24 20:54:40.295430 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-6c61a207-3053-45a4-84eb-a78750319eb6 req-7e6fcbe2-b547-44a2-abdc-a3b12e4a61c4 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:54:40.309334 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c61a207-3053-45a4-84eb-a78750319eb6 req-7e6fcbe2-b547-44a2-abdc-a3b12e4a61c4 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0409439 Nov 24 20:54:40.390008 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ac3bc-2b5e-4c45-bc59-0a3deb007c8a req-e9664b4f-f6f7-4227-9540-8c351b84538d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:40.391580 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e00ac3bc-2b5e-4c45-bc59-0a3deb007c8a req-e9664b4f-f6f7-4227-9540-8c351b84538d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.48 "GET /v2.0/ports?device_id=65007039-334c-4c91-820a-bb428db22ffd HTTP/1.1" status: 200 len: 946 time: 0.0911260 Nov 24 20:54:40.410342 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:54:40.411705 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a8d58-7134-4e29-856d-ec9981722fc3 req-6c90bd59-b7d2-42fc-803c-b59e58c2ddea tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:40.421497 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f33a8d58-7134-4e29-856d-ec9981722fc3 req-6c90bd59-b7d2-42fc-803c-b59e58c2ddea tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.0842409 Nov 24 20:54:40.502590 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c61a207-3053-45a4-84eb-a78750319eb6 req-4edc6bcc-34f2-489c-8621-d4d4723c2af8 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1919830 Nov 24 20:54:40.550568 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-9044a48e-a01d-4ea9-bdfe-bb522af2afa7 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782145 Nov 24 20:54:40.560827 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f33a8d58-7134-4e29-856d-ec9981722fc3 req-c95c2cac-d67c-4913-ac84-a87024b56cf6 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378343 Nov 24 20:54:40.594143 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-510189a2-bf67-47b1-8a97-39a3726dbd00 req-3efd75e8-a064-4498-ae48-d04fe21c5fdc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0603962 Nov 24 20:54:40.621481 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-e00ac3bc-2b5e-4c45-bc59-0a3deb007c8a req-caddf95a-4b0c-4f99-bf81-f35aace4896d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Deleting port 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:54:40.621825 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e00ac3bc-2b5e-4c45-bc59-0a3deb007c8a req-caddf95a-4b0c-4f99-bf81-f35aace4896d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:40.631312 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:40.680254 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65007039-334c-4c91-820a-bb428db22ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:40.685048 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0a45ff8-fa04-4725-861d-a6979fe8197e req-e942df90-8a7c-48c5-96ea-fb148a337197 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263754 Nov 24 20:54:40.703145 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562f9404-79ca-4255-a4f4-5f19a04afafd" -d '{"events": [{"server_uuid": "65007039-334c-4c91-820a-bb428db22ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:40.762519 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd,segment=NetworkSegment(c9465afa-6f45-4ba6-8db1-e1b087221e6b),segment_id=c9465afa-6f45-4ba6-8db1-e1b087221e6b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:40.779560 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:40.795957 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-e00ac3bc-2b5e-4c45-bc59-0a3deb007c8a req-caddf95a-4b0c-4f99-bf81-f35aace4896d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] For port 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd,segment=NetworkSegment(c9465afa-6f45-4ba6-8db1-e1b087221e6b),segment_id=c9465afa-6f45-4ba6-8db1-e1b087221e6b)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:40.798999 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e00ac3bc-2b5e-4c45-bc59-0a3deb007c8a req-caddf95a-4b0c-4f99-bf81-f35aace4896d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:40.827294 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe0ba8e-8276-4538-92fc-b1097d1a746f x-openstack-request-id: req-1fe0ba8e-8276-4538-92fc-b1097d1a746f {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:40.827569 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65007039-334c-4c91-820a-bb428db22ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:40.830319 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1fe0ba8e-8276-4538-92fc-b1097d1a746f {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:40.832833 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65007039-334c-4c91-820a-bb428db22ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd', 'code': 200} Nov 24 20:54:40.835871 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-e00ac3bc-2b5e-4c45-bc59-0a3deb007c8a req-caddf95a-4b0c-4f99-bf81-f35aace4896d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Calling delete_port for 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:54:40.890419 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:40.926650 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0541ea-4064-46e7-a5fe-fdd74d1f3e6e req-93c6c823-3ab5-4977-8876-fadf2878c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:40.928190 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0f0541ea-4064-46e7-a5fe-fdd74d1f3e6e req-93c6c823-3ab5-4977-8876-fadf2878c9a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 1098 time: 0.1662269 Nov 24 20:54:40.951480 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4fdcc-3a5e-4a75-988d-f3b6849fb45b req-13648700-e0bb-48e9-8878-ecbb0c851ed1 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:40.956479 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-34a4fdcc-3a5e-4a75-988d-f3b6849fb45b req-13648700-e0bb-48e9-8878-ecbb0c851ed1 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 945 time: 0.1109030 Nov 24 20:54:40.971486 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:40.985863 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2786ae-5f86-4dde-b0fb-962ab286f71c req-20e05f23-a6c3-4690-98f4-148226042a92 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:40.987572 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9d2786ae-5f86-4dde-b0fb-962ab286f71c req-20e05f23-a6c3-4690-98f4-148226042a92 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 947 time: 0.0747137 Nov 24 20:54:41.075727 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e00ac3bc-2b5e-4c45-bc59-0a3deb007c8a req-caddf95a-4b0c-4f99-bf81-f35aace4896d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:41.089071 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-34a4fdcc-3a5e-4a75-988d-f3b6849fb45b req-03d864df-b31c-43f5-af51-93791fa9978a tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162097 Nov 24 20:54:41.109181 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9d2786ae-5f86-4dde-b0fb-962ab286f71c req-a567df9c-c19a-4e99-94a6-068cb45f865d tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817645 Nov 24 20:54:41.121601 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0541ea-4064-46e7-a5fe-fdd74d1f3e6e req-203e527b-7826-4d59-bafc-61ec9799a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:41.125083 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0f0541ea-4064-46e7-a5fe-fdd74d1f3e6e req-203e527b-7826-4d59-bafc-61ec9799a001 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.1673505 Nov 24 20:54:41.165408 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b012d605-dfa3-4fa5-acce-6ba2483a94a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:41.176626 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddf95a-4b0c-4f99-bf81-f35aace4896d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Pushing event deleted for resources: {'Port': ['ID=2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:41.188337 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0f0541ea-4064-46e7-a5fe-fdd74d1f3e6e req-3fafdf1c-7eff-4931-8041-c0f53181f164 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92 HTTP/1.1" status: 200 len: 217 time: 0.0522711 Nov 24 20:54:41.256020 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddf95a-4b0c-4f99-bf81-f35aace4896d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:54:41.256452 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddf95a-4b0c-4f99-bf81-f35aace4896d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:54:41.256905 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddf95a-4b0c-4f99-bf81-f35aace4896d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:54:41.257324 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddf95a-4b0c-4f99-bf81-f35aace4896d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:54:41.257791 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddf95a-4b0c-4f99-bf81-f35aace4896d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:54:41.258199 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddf95a-4b0c-4f99-bf81-f35aace4896d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:54:41.258628 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddf95a-4b0c-4f99-bf81-f35aace4896d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:54:41.259034 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddf95a-4b0c-4f99-bf81-f35aace4896d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:54:41.260233 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddf95a-4b0c-4f99-bf81-f35aace4896d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:54:41.260778 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddf95a-4b0c-4f99-bf81-f35aace4896d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:54:41.261139 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddf95a-4b0c-4f99-bf81-f35aace4896d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:54:41.261472 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddf95a-4b0c-4f99-bf81-f35aace4896d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:54:41.292180 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00ac3bc-2b5e-4c45-bc59-0a3deb007c8a req-caddf95a-4b0c-4f99-bf81-f35aace4896d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] No DVR routers for this DVR port 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:54:41.299076 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e00ac3bc-2b5e-4c45-bc59-0a3deb007c8a req-caddf95a-4b0c-4f99-bf81-f35aace4896d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:41.303754 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46bb8aac-a7ad-4eba-a737-b8d34126fa66 req-c27c16fb-1cd8-4639-b0f9-7065c799cf7b tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=65007039-334c-4c91-820a-bb428db22ffd HTTP/1.1" status: 200 len: 210 time: 0.0494847 Nov 24 20:54:41.307678 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e00ac3bc-2b5e-4c45-bc59-0a3deb007c8a req-caddf95a-4b0c-4f99-bf81-f35aace4896d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.48 "DELETE /v2.0/ports/2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd HTTP/1.1" status: 204 len: 173 time: 0.9048822 Nov 24 20:54:41.309248 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65007039-334c-4c91-820a-bb428db22ffd', 'name': 'network-vif-deleted', 'tag': '2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:41.311644 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212e2b7b-3c1c-4852-9692-86cc23db8053" -d '{"events": [{"server_uuid": "65007039-334c-4c91-820a-bb428db22ffd", "name": "network-vif-deleted", "tag": "2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:41.331971 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0541ea-4064-46e7-a5fe-fdd74d1f3e6e req-b7eee641-a019-45de-877b-adc1afe84bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:41.333867 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0f0541ea-4064-46e7-a5fe-fdd74d1f3e6e req-b7eee641-a019-45de-877b-adc1afe84bde service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.1369147 Nov 24 20:54:41.345715 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd259e77-010c-40ce-9ed4-01cf95764323 req-cf692097-ebfe-4850-acb6-0e5f84b6434e tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:41.347417 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fd259e77-010c-40ce-9ed4-01cf95764323 req-cf692097-ebfe-4850-acb6-0e5f84b6434e tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a03811c-853d-4872-92f1-43a2c3ac1a76 HTTP/1.1" status: 200 len: 946 time: 0.1132336 Nov 24 20:54:41.437927 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fd259e77-010c-40ce-9ed4-01cf95764323 req-d63744ff-3110-492b-86c9-cd1e4277cda3 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778615 Nov 24 20:54:41.491336 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7f964988-3d44-4b4a-b171-57e9748819b6 req-c50f14e2-687e-469c-a26b-6790429e011f tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0699675 Nov 24 20:54:41.515845 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0541ea-4064-46e7-a5fe-fdd74d1f3e6e req-c0f64f94-f4e8-4f90-9091-5f4ffd76d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:41.518513 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41ff88b-0f0a-4098-a4e6-97280644f877 x-openstack-request-id: req-c41ff88b-0f0a-4098-a4e6-97280644f877 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:41.518806 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65007039-334c-4c91-820a-bb428db22ffd", "name": "network-vif-deleted", "tag": "2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:41.519061 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c41ff88b-0f0a-4098-a4e6-97280644f877 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:41.520121 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65007039-334c-4c91-820a-bb428db22ffd', 'name': 'network-vif-deleted', 'tag': '2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd', 'status': 'completed', 'code': 200} Nov 24 20:54:41.520996 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0f0541ea-4064-46e7-a5fe-fdd74d1f3e6e req-c0f64f94-f4e8-4f90-9091-5f4ffd76d00f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1792569 Nov 24 20:54:41.694830 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59467370-1bbc-4999-9792-3a4a712fc3dd req-118576cd-5f9b-4f82-a251-7fd1255025ef tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:41.702530 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-59467370-1bbc-4999-9792-3a4a712fc3dd req-118576cd-5f9b-4f82-a251-7fd1255025ef tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427 HTTP/1.1" status: 200 len: 945 time: 0.0875356 Nov 24 20:54:41.706460 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0f0541ea-4064-46e7-a5fe-fdd74d1f3e6e req-d007d63e-842a-4e1b-aeb9-8e4ac002a3e9 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696827 Nov 24 20:54:41.741246 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec53bdd-de68-4311-8ac3-101dcb523f69 req-ee36a1ea-6d0d-49c4-97a3-90cd00f5a101 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:41.748932 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1ec53bdd-de68-4311-8ac3-101dcb523f69 req-ee36a1ea-6d0d-49c4-97a3-90cd00f5a101 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.0950730 Nov 24 20:54:41.817519 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1ec53bdd-de68-4311-8ac3-101dcb523f69 req-23af5b21-0b1a-4332-898b-a63fb33e3fbf tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621586 Nov 24 20:54:41.907784 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-59467370-1bbc-4999-9792-3a4a712fc3dd req-c7559d90-6067-4bac-bbd8-0863239bfe13 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041283 Nov 24 20:54:41.935804 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0f0541ea-4064-46e7-a5fe-fdd74d1f3e6e req-f339ba30-214f-4bb7-9841-e5db22d4cdc1 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176352 Nov 24 20:54:42.122157 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1752801-bd77-4348-9461-53f1822b7e42 req-b2f708b7-498f-4380-9281-10cbc1dd4188 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:42.128799 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1752801-bd77-4348-9461-53f1822b7e42 req-b2f708b7-498f-4380-9281-10cbc1dd4188 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:42.136165 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1752801-bd77-4348-9461-53f1822b7e42 req-b2f708b7-498f-4380-9281-10cbc1dd4188 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:42.145056 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1752801-bd77-4348-9461-53f1822b7e42 req-b2f708b7-498f-4380-9281-10cbc1dd4188 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427&device_id=4a03811c-853d-4872-92f1-43a2c3ac1a76&device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 2417 time: 0.0964057 Nov 24 20:54:42.217799 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1752801-bd77-4348-9461-53f1822b7e42 req-b2febf07-5289-4109-b68d-b5181b230a2d tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698857 Nov 24 20:54:42.262305 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64b5dd-83b0-4c0e-a721-1493b3590a5e req-7e2e3d7b-8efb-4358-ad81-f6ab3f747b02 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:42.263944 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e64b5dd-83b0-4c0e-a721-1493b3590a5e req-7e2e3d7b-8efb-4358-ad81-f6ab3f747b02 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 947 time: 0.0644131 Nov 24 20:54:42.272723 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-676ed48e-54cc-4b76-86ee-0badaff066e0 req-b4e1d5c9-0616-49ad-9aaf-5a24cd5a034b tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:54:42.276163 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-676ed48e-54cc-4b76-86ee-0badaff066e0 req-b4e1d5c9-0616-49ad-9aaf-5a24cd5a034b tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096161 Nov 24 20:54:42.302336 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:42.346704 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e64b5dd-83b0-4c0e-a721-1493b3590a5e req-af74ab94-652d-4ae6-8a3a-efca64ad95a6 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760746 Nov 24 20:54:42.393342 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-676ed48e-54cc-4b76-86ee-0badaff066e0 req-65ccfdac-c10e-44b2-919d-f1772bc4bca6 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1080148 Nov 24 20:54:42.642034 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4708fcad-a75e-47af-95ff-ead550522ffb req-59855284-4422-4e54-9016-231eda930a18 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0391357 Nov 24 20:54:42.988335 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-5065e984-7cd0-45e6-b516-a4ae5208b16c tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:42.993338 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-5065e984-7cd0-45e6-b516-a4ae5208b16c tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/networks?id=22027f57-f752-494c-b5da-fa7e78df946b HTTP/1.1" status: 200 len: 822 time: 0.1980231 Nov 24 20:54:43.009286 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-c17ad697-553d-4969-a7f7-51b46212d707 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/quotas/8ef7d362a656439a886c10a572d714c1 HTTP/1.1" status: 200 len: 375 time: 0.0107236 Nov 24 20:54:43.061388 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-5174d644-1142-4130-9a45-76972a3d79f7 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ef7d362a656439a886c10a572d714c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411437 Nov 24 20:54:43.229209 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-a3723929-f291-4d7b-bbc9-42afc5d1d167 service neutron] 10.222.0.11 "GET /v2.0/networks/22027f57-f752-494c-b5da-fa7e78df946b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597190 Nov 24 20:54:43.267491 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-28df54cc-35f3-43fa-850a-2d526621bce5 req-e7c83c8d-e491-48b1-8e6b-ea8661c591d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7cac33b5d094433b9f88e60cd739fece&device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0485094 Nov 24 20:54:43.325719 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-28df54cc-35f3-43fa-850a-2d526621bce5 req-aea0dc7c-45e3-4afd-ad68-facca26a1e25 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=7cac33b5d094433b9f88e60cd739fece&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439630 Nov 24 20:54:43.333403 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-6248b9c5-0207-47c4-be09-3f59ea1ec39e service neutron] 10.222.0.11 "GET /v2.0/networks/22027f57-f752-494c-b5da-fa7e78df946b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031821 Nov 24 20:54:43.599678 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2e449c5b-c0fd-4a13-b44e-9bcb02a08f7d req-63c9ebd1-0188-4ffc-8e77-dbb68fcd8b45 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0369601 Nov 24 20:54:43.643899 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:43.688983 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 0d55069a-da0e-41a1-b57e-08adc7ac9b92 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:54:43.895501 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 0d55069a-da0e-41a1-b57e-08adc7ac9b92, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:43.913362 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '0d55069a-da0e-41a1-b57e-08adc7ac9b92', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': '0d55069a-da0e-41a1-b57e-08adc7ac9b92', 'mac_address': 'fa:16:3e:22:47:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:54:43.966978 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:43.982327 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d55069a-da0e-41a1-b57e-08adc7ac9b92 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:54:44.006975 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 0d55069a-da0e-41a1-b57e-08adc7ac9b92, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:44.017378 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:44.101319 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c751a-6e2b-449d-a97d-7d859056b121 req-4583ba93-7007-41b6-815b-d503444e21c5 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:44.110481 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=0d55069a-da0e-41a1-b57e-08adc7ac9b92,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:44.122549 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ae4c751a-6e2b-449d-a97d-7d859056b121 req-4583ba93-7007-41b6-815b-d503444e21c5 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.1970005 Nov 24 20:54:44.133867 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-dc5aabb3-4bb1-45fe-a713-a437693f9409 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=bf939afbc59a43318e13b807020ca59d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332224 Nov 24 20:54:44.136861 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df54cc-35f3-43fa-850a-2d526621bce5 req-2ccac608-8bdf-415f-afbe-e29314bd9338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:44.138405 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-28df54cc-35f3-43fa-850a-2d526621bce5 req-2ccac608-8bdf-415f-afbe-e29314bd9338 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8015912 Nov 24 20:54:44.253798 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ae4c751a-6e2b-449d-a97d-7d859056b121 req-d1b5dffc-5cad-42ad-87ec-4c237eb64658 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258235 Nov 24 20:54:44.332364 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['0d55069a-da0e-41a1-b57e-08adc7ac9b92'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:54:44.396626 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-eee152a1-22a6-4258-bc40-c2e45b515a22 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:44.406976 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-eee152a1-22a6-4258-bc40-c2e45b515a22 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2710581 Nov 24 20:54:44.430673 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f2e9-cf8b-4d2e-af53-bf84a47d917b req-a0c89183-ad31-4c95-9a4a-62775ce09224 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:44.432406 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-7c32c031-8cc2-4e8d-87dc-806ecc50a76e tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/quotas/bf939afbc59a43318e13b807020ca59d HTTP/1.1" status: 200 len: 375 time: 0.0244985 Nov 24 20:54:44.442631 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a9d8f2e9-cf8b-4d2e-af53-bf84a47d917b req-a0c89183-ad31-4c95-9a4a-62775ce09224 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 948 time: 0.1329844 Nov 24 20:54:44.445406 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:54:44.488844 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:54:44.489781 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 2359a7fb-fc13-458e-8ec9-d92e5d1ba3dd not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:54:44.490536 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-9b927288-258c-4b14-88ed-0cb718e7efe6 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf939afbc59a43318e13b807020ca59d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571303 Nov 24 20:54:44.546233 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a9d8f2e9-cf8b-4d2e-af53-bf84a47d917b req-76ae71c4-cf35-4f72-a1b6-07f9766b4dea tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026294 Nov 24 20:54:44.724361 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-696bc8a0-49da-4164-9a61-32e29bedfe60 req-95000573-2793-4f55-8427-9b3b967417cd tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c4f7f44-43e0-4f85-82ce-3ea57ade7dae HTTP/1.1" status: 200 len: 210 time: 0.0291364 Nov 24 20:54:44.805216 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:44.890076 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0a4116cf-3378-43db-95a4-cdc07624ec2c req-d23348e5-998c-4267-ac87-d9ac1998886c tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0432858 Nov 24 20:54:45.130118 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-bf9c24d1-ed7f-40ab-a77e-ee1cf1aaa222 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=bf939afbc59a43318e13b807020ca59d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590732 Nov 24 20:54:45.251516 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-2e1f89cf-d802-4e3a-951d-2ec0fe0c1608 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:45.253588 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-2e1f89cf-d802-4e3a-951d-2ec0fe0c1608 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.48 "GET /v2.0/networks?id=22027f57-f752-494c-b5da-fa7e78df946b HTTP/1.1" status: 200 len: 822 time: 0.3123226 Nov 24 20:54:45.295645 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7acf7a87-7d29-4c93-bae4-d6b5a210c505 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Request body: {'port': {'device_id': '6c4f7f44-43e0-4f85-82ce-3ea57ade7dae', 'network_id': '22027f57-f752-494c-b5da-fa7e78df946b', 'admin_state_up': True, 'tenant_id': '8ef7d362a656439a886c10a572d714c1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:54:45.411238 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-dc85893d-6839-4c27-ac70-1af247415fdb tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:45.412740 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-dc85893d-6839-4c27-ac70-1af247415fdb tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2739270 Nov 24 20:54:45.452498 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-c4b46b2b-1f10-4651-adfa-54d03ce8bbad tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/quotas/bf939afbc59a43318e13b807020ca59d HTTP/1.1" status: 200 len: 375 time: 0.0308166 Nov 24 20:54:45.459235 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4945be-d097-493a-bd41-a9cf5edd0c51 req-97a73fa2-7cea-4470-8ace-2019c47e9bf8 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:45.461241 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd4945be-d097-493a-bd41-a9cf5edd0c51 req-97a73fa2-7cea-4470-8ace-2019c47e9bf8 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.1075964 Nov 24 20:54:45.527394 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd4945be-d097-493a-bd41-a9cf5edd0c51 req-8c6cac79-0661-46a6-8d75-13af2ea2a036 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597403 Nov 24 20:54:45.542387 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-894c3beb-867c-4884-b140-ea5db1123794 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf939afbc59a43318e13b807020ca59d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795078 Nov 24 20:54:45.586266 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7acf7a87-7d29-4c93-bae4-d6b5a210c505 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Made reservation on behalf of 8ef7d362a656439a886c10a572d714c1 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:54:45.590710 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7acf7a87-7d29-4c93-bae4-d6b5a210c505 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:45.703493 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 0d55069a-da0e-41a1-b57e-08adc7ac9b92 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:54:45.852365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:54:45.859536 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:54:45.860046 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:45.965066 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-28df54cc-35f3-43fa-850a-2d526621bce5 req-3a7498df-7d8c-482a-bdcc-6092a8a9e20c tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.48 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0762348 Nov 24 20:54:45.995396 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58630) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:46.061627 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:46.071112 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef29589-14e4-4a55-98d1-b2ed9c977518 req-07b7905b-4951-4258-980b-3507e9e2fe11 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:46.086971 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-98e1c141-9542-4012-81b4-ddbfcfb2927d req-3912f21f-8482-402e-b688-91edda16b656 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef2296-2dfa-404c-b7d4-391df1b3e846 HTTP/1.1" status: 200 len: 210 time: 0.0571942 Nov 24 20:54:46.088891 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0ef29589-14e4-4a55-98d1-b2ed9c977518 req-07b7905b-4951-4258-980b-3507e9e2fe11 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 948 time: 0.2061572 Nov 24 20:54:46.106089 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7acf7a87-7d29-4c93-bae4-d6b5a210c505 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Allocated IP 172.20.0.2 (22027f57-f752-494c-b5da-fa7e78df946b/d7ed707c-d339-4ee3-8fca-06b569ac66d0/0bcacb70-f87f-4a79-8c85-465d9673ac56) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:54:46.147149 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64269eeb-6517-4722-95bd-84447c324ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d55069a-da0e-41a1-b57e-08adc7ac9b92'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:46.154562 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4814804d-00f3-42b6-a044-22076c4bb7cf" -d '{"events": [{"server_uuid": "64269eeb-6517-4722-95bd-84447c324ac9", "name": "network-vif-plugged", "status": "completed", "tag": "0d55069a-da0e-41a1-b57e-08adc7ac9b92"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:46.207604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 0d55069a-da0e-41a1-b57e-08adc7ac9b92, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:46.223333 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:46.270793 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-64704d72-0e0d-439d-8534-6620f2294804 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bf939afbc59a43318e13b807020ca59d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683064 Nov 24 20:54:46.300278 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0ef29589-14e4-4a55-98d1-b2ed9c977518 req-ed8a9b69-6d84-4e40-a28b-621779c8ac2a tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872056 Nov 24 20:54:46.321616 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-196d36d4-280b-432f-b0cc-56c418df6ce9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:46.324295 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=0d55069a-da0e-41a1-b57e-08adc7ac9b92,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:46.394251 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf999eed-4fce-4c42-9660-0d64361fa0e2 req-0093fd31-9574-4411-a621-62931b57226b tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c4f7f44-43e0-4f85-82ce-3ea57ade7dae HTTP/1.1" status: 200 len: 210 time: 0.1501863 Nov 24 20:54:46.513196 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-69beb38f-e39e-49ff-99b6-3382e5fac5a9 req-44be2af5-4fc5-49a0-abfc-df2b0df3a469 tempest-ServerShowV254Test-1846875077 tempest-ServerShowV254Test-1846875077-project] 10.222.0.11 "GET /v2.0/ports?device_id=a479fe26-77a2-466d-bdd5-28b4e69bbc41 HTTP/1.1" status: 200 len: 210 time: 0.0557988 Nov 24 20:54:46.577615 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-bbfa9832-1a7b-440e-aa02-d4530da67e6f tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:46.582254 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-bbfa9832-1a7b-440e-aa02-d4530da67e6f tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2929029 Nov 24 20:54:46.609789 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-a99dbc3c-da43-40e8-bfe1-5e945c5492cc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Request body: {'port': {'device_id': '6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': 'bf939afbc59a43318e13b807020ca59d'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:54:46.614746 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ecdf5a-2204-4a33-a01e-1b9d899a5b9e x-openstack-request-id: req-e3ecdf5a-2204-4a33-a01e-1b9d899a5b9e {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:46.615102 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64269eeb-6517-4722-95bd-84447c324ac9", "name": "network-vif-plugged", "status": "completed", "tag": "0d55069a-da0e-41a1-b57e-08adc7ac9b92", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:46.615449 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3ecdf5a-2204-4a33-a01e-1b9d899a5b9e {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:46.615919 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64269eeb-6517-4722-95bd-84447c324ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d55069a-da0e-41a1-b57e-08adc7ac9b92', 'code': 200} Nov 24 20:54:46.631724 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7acf7a87-7d29-4c93-bae4-d6b5a210c505 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:46.710937 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-196d36d4-280b-432f-b0cc-56c418df6ce9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:46.724393 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-196d36d4-280b-432f-b0cc-56c418df6ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:46.804319 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d36d4-280b-432f-b0cc-56c418df6ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60081a4e-cf30-478d-99b7-df99d5f8ff8e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:46.862831 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7acf7a87-7d29-4c93-bae4-d6b5a210c505 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:46.873381 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-196d36d4-280b-432f-b0cc-56c418df6ce9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9023a4e2a03a44c2bddba2277761768f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8765354 Nov 24 20:54:46.880921 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58648) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:46.923951 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5fa50-3538-48d4-ae45-9d9f3feee5e9 req-ffc10350-a87d-41af-981b-7be0321b8403 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:46.933077 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8cd5fa50-3538-48d4-ae45-9d9f3feee5e9 req-ffc10350-a87d-41af-981b-7be0321b8403 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.2176936 Nov 24 20:54:46.956607 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807dc74-5974-44c0-a60a-f621332b7e5a req-2e25cbf5-e9a7-47cf-ab0d-9935f2cc6bdd tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:46.958625 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0807dc74-5974-44c0-a60a-f621332b7e5a req-2e25cbf5-e9a7-47cf-ab0d-9935f2cc6bdd tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427 HTTP/1.1" status: 200 len: 945 time: 0.1479304 Nov 24 20:54:46.983634 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-a99dbc3c-da43-40e8-bfe1-5e945c5492cc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Made reservation on behalf of bf939afbc59a43318e13b807020ca59d for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:54:46.987529 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-a99dbc3c-da43-40e8-bfe1-5e945c5492cc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:46.988056 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebb20f-8739-47b9-bd6e-5e70d2bf37dc req-a4c3e9b3-2a82-4985-ac35-8ef3f025e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:46.989771 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00ebb20f-8739-47b9-bd6e-5e70d2bf37dc req-a4c3e9b3-2a82-4985-ac35-8ef3f025e9c2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 1100 time: 0.1701813 Nov 24 20:54:47.003533 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-a99dbc3c-da43-40e8-bfe1-5e945c5492cc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:47.004018 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7acf7a87-7d29-4c93-bae4-d6b5a210c505 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Network 22027f57-f752-494c-b5da-fa7e78df946b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:54:47.005849 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c574043c-4596-46a4-99ac-91024bde6e99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:47.015857 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7acf7a87-7d29-4c93-bae4-d6b5a210c505 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:54:47.029303 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8cd5fa50-3538-48d4-ae45-9d9f3feee5e9 req-71691018-f253-4b9e-849b-c333f524bdb0 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953233 Nov 24 20:54:47.030071 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf7a87-7d29-4c93-bae4-d6b5a210c505 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Pushing event updated for resources: {'Port': ['ID=0bcacb70-f87f-4a79-8c85-465d9673ac56,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:47.034311 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7acf7a87-7d29-4c93-bae4-d6b5a210c505 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:54:47.073561 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c574043c-4596-46a4-99ac-91024bde6e99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:47.102739 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00ebb20f-8739-47b9-bd6e-5e70d2bf37dc req-c47caa18-f80d-46d2-8675-e4579d801563 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974331 Nov 24 20:54:47.111871 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7acf7a87-7d29-4c93-bae4-d6b5a210c505 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:47.112647 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7acf7a87-7d29-4c93-bae4-d6b5a210c505 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:47.114646 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0807dc74-5974-44c0-a60a-f621332b7e5a req-e5379ed8-e5ae-4266-a5b0-5c9700b6acba tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411405 Nov 24 20:54:47.134033 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7acf7a87-7d29-4c93-bae4-d6b5a210c505 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8448510 Nov 24 20:54:47.149471 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7fc50f23-7683-4090-96dc-a943dfe09ce1 service neutron] Request body: {'port': {'device_id': '6c4f7f44-43e0-4f85-82ce-3ea57ade7dae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:54:47.182701 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c574043c-4596-46a4-99ac-91024bde6e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:47.185839 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c574043c-4596-46a4-99ac-91024bde6e99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:47.186843 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c574043c-4596-46a4-99ac-91024bde6e99 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60081a4e-cf30-478d-99b7-df99d5f8ff8e HTTP/1.1" status: 204 len: 168 time: 0.3032172 Nov 24 20:54:47.218608 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574043c-4596-46a4-99ac-91024bde6e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60081a4e-cf30-478d-99b7-df99d5f8ff8e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:47.224675 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-a99dbc3c-da43-40e8-bfe1-5e945c5492cc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:47.241124 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-a99dbc3c-da43-40e8-bfe1-5e945c5492cc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:47.282282 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-327ba11b-b6cf-4f20-bdd9-cbd1ebdba0cb req-6b723ae5-2e83-402f-ae98-9f9e625bcd1a tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef2296-2dfa-404c-b7d4-391df1b3e846 HTTP/1.1" status: 200 len: 210 time: 0.0458524 Nov 24 20:54:47.285573 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7fc50f23-7683-4090-96dc-a943dfe09ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:47.320072 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99dbc3c-da43-40e8-bfe1-5e945c5492cc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6730ab0f-62f4-4f24-ada6-829d9f1a13d0,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:47.413454 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-a99dbc3c-da43-40e8-bfe1-5e945c5492cc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Allocated IP 192.168.233.71 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/c2979b3d-f5e6-4cfd-8358-287c15e86934) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:54:47.558340 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-3aada7bb-f1a0-4b41-bb8c-3c1803b81f8e tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=bf939afbc59a43318e13b807020ca59d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622623 Nov 24 20:54:47.579794 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67351c55-6bdb-42ea-b33d-a4cabbdd6ee3 req-63e90adf-db77-4f5a-8f53-d33da92c8681 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:47.581451 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-67351c55-6bdb-42ea-b33d-a4cabbdd6ee3 req-63e90adf-db77-4f5a-8f53-d33da92c8681 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 949 time: 0.1308289 Nov 24 20:54:47.713447 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-67351c55-6bdb-42ea-b33d-a4cabbdd6ee3 req-e70bb792-69f3-467b-897e-e8464d8e6172 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185005 Nov 24 20:54:47.769968 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-a99dbc3c-da43-40e8-bfe1-5e945c5492cc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:47.803614 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed10f8-c718-4c46-8d46-1311fe85319c req-59eea61f-b7e6-4158-b075-264719b5540e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:47.811977 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00ed10f8-c718-4c46-8d46-1311fe85319c req-59eea61f-b7e6-4158-b075-264719b5540e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c4f7f44-43e0-4f85-82ce-3ea57ade7dae HTTP/1.1" status: 200 len: 931 time: 0.2598398 Nov 24 20:54:47.833644 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-a99dbc3c-da43-40e8-bfe1-5e945c5492cc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:47.896291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-a99dbc3c-da43-40e8-bfe1-5e945c5492cc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:54:47.899588 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-a99dbc3c-da43-40e8-bfe1-5e945c5492cc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:54:47.904883 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-74f99ab0-6917-4a01-9d71-5ec3ff1b26d4 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:47.905060 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-a99dbc3c-da43-40e8-bfe1-5e945c5492cc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:54:47.906411 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-74f99ab0-6917-4a01-9d71-5ec3ff1b26d4 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3361049 Nov 24 20:54:47.935574 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00ed10f8-c718-4c46-8d46-1311fe85319c req-e9bfab0f-d4b3-49a9-80a3-f8dfc98f93ae tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226037 Nov 24 20:54:47.944126 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-d815a31e-5a86-4df7-b079-a29b1872b898 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Request body: {'port': {'device_id': 'b7ef2296-2dfa-404c-b7d4-391df1b3e846', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': 'bf939afbc59a43318e13b807020ca59d'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:54:47.980078 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58670) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:47.981510 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-a99dbc3c-da43-40e8-bfe1-5e945c5492cc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:47.982418 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-a99dbc3c-da43-40e8-bfe1-5e945c5492cc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:47.992700 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99dbc3c-da43-40e8-bfe1-5e945c5492cc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Pushing event updated for resources: {'Port': ['ID=c2979b3d-f5e6-4cfd-8358-287c15e86934,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:48.011985 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-a99dbc3c-da43-40e8-bfe1-5e945c5492cc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4156787 Nov 24 20:54:48.028525 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-53dd1ebc-3565-4627-baa7-f682f25fa983 service neutron] Request body: {'port': {'device_id': '6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:54:48.065463 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6e7ad28-0be6-497f-a911-bc3da10c85ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:48.113311 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-53dd1ebc-3565-4627-baa7-f682f25fa983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:48.122565 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7fc50f23-7683-4090-96dc-a943dfe09ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bcacb70-f87f-4a79-8c85-465d9673ac56 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:54:48.143747 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7fc50f23-7683-4090-96dc-a943dfe09ce1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:48.179558 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7fc50f23-7683-4090-96dc-a943dfe09ce1 service neutron] Transition to ACTIVE for port object 0bcacb70-f87f-4a79-8c85-465d9673ac56 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:54:48.215128 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7fc50f23-7683-4090-96dc-a943dfe09ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:48.301476 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-fbd67522-3ccb-4177-bb30-9fb13694b8cf None None] Provisioning complete for port c2979b3d-f5e6-4cfd-8358-287c15e86934 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:54:48.302810 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fbd67522-3ccb-4177-bb30-9fb13694b8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:48.373296 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc50f23-7683-4090-96dc-a943dfe09ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcacb70-f87f-4a79-8c85-465d9673ac56,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:48.409717 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-d815a31e-5a86-4df7-b079-a29b1872b898 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Made reservation on behalf of bf939afbc59a43318e13b807020ca59d for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:54:48.413722 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-d815a31e-5a86-4df7-b079-a29b1872b898 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:48.416816 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-fbd67522-3ccb-4177-bb30-9fb13694b8cf None None] Port c2979b3d-f5e6-4cfd-8358-287c15e86934 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:54:48.467719 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58684) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:48.470249 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6e7ad28-0be6-497f-a911-bc3da10c85ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:48.505134 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7bd71-307f-440d-b0ac-6faafee9c2b2 req-2ca19e99-80a5-4533-bf13-8aa153d67520 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:48.512566 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-17c7bd71-307f-440d-b0ac-6faafee9c2b2 req-2ca19e99-80a5-4533-bf13-8aa153d67520 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427 HTTP/1.1" status: 200 len: 945 time: 0.2403042 Nov 24 20:54:48.527692 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6e7ad28-0be6-497f-a911-bc3da10c85ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:48.566207 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58688) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:48.673494 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e6e7ad28-0be6-497f-a911-bc3da10c85ca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=00254d6352bd4bbd8576a484d9f34390&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6741784 Nov 24 20:54:48.678635 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58692) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:48.682719 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7ad28-0be6-497f-a911-bc3da10c85ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5833245-2dcb-4393-b5e6-b7768c4b68f1,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:48.710361 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7088d-b61b-4c3e-9d13-60bba4cc19b5 req-3a9076ea-c4db-46b4-9dfb-3d5a5ff43e3f tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:48.711933 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7ea7088d-b61b-4c3e-9d13-60bba4cc19b5 req-3a9076ea-c4db-46b4-9dfb-3d5a5ff43e3f tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.48 "GET /v2.0/ports?device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427 HTTP/1.1" status: 200 len: 945 time: 0.3033149 Nov 24 20:54:48.721116 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7fc50f23-7683-4090-96dc-a943dfe09ce1 service neutron] Attempting to bind port 0bcacb70-f87f-4a79-8c85-465d9673ac56 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:54:48.721697 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7fc50f23-7683-4090-96dc-a943dfe09ce1 service neutron] Attempting to bind port 0bcacb70-f87f-4a79-8c85-465d9673ac56 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'c9465afa-6f45-4ba6-8db1-e1b087221e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '22027f57-f752-494c-b5da-fa7e78df946b'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:54:48.722266 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7fc50f23-7683-4090-96dc-a943dfe09ce1 service neutron] Attempting to bind port 0bcacb70-f87f-4a79-8c85-465d9673ac56 on network 22027f57-f752-494c-b5da-fa7e78df946b {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:54:48.752472 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-17c7bd71-307f-440d-b0ac-6faafee9c2b2 req-f2d021d2-c31b-402d-8055-3c41f1e5986c tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388740 Nov 24 20:54:48.803213 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7fc50f23-7683-4090-96dc-a943dfe09ce1 service neutron] Port 0bcacb70-f87f-4a79-8c85-465d9673ac56 on network 22027f57-f752-494c-b5da-fa7e78df946b not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:54:48.803697 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7fc50f23-7683-4090-96dc-a943dfe09ce1 service neutron] Attempting to bind port 0bcacb70-f87f-4a79-8c85-465d9673ac56 on network 22027f57-f752-494c-b5da-fa7e78df946b {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:54:48.818331 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fdd2bde9-f4cf-4d3a-bb67-26bd1b92cee0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:48.839578 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dfa05-edcf-4728-83da-ef757b514f6a req-d1a7b082-312a-4742-87fb-92031aff2d78 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:48.841103 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dc4dfa05-edcf-4728-83da-ef757b514f6a req-d1a7b082-312a-4742-87fb-92031aff2d78 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.6104035 Nov 24 20:54:48.843467 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7fc50f23-7683-4090-96dc-a943dfe09ce1 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:54:48.843817 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7fc50f23-7683-4090-96dc-a943dfe09ce1 service neutron] Checking segment: {'id': 'c9465afa-6f45-4ba6-8db1-e1b087221e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '22027f57-f752-494c-b5da-fa7e78df946b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:54:48.844211 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7fc50f23-7683-4090-96dc-a943dfe09ce1 service neutron] Bound using segment: {'id': 'c9465afa-6f45-4ba6-8db1-e1b087221e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '22027f57-f752-494c-b5da-fa7e78df946b'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:54:48.844665 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7fc50f23-7683-4090-96dc-a943dfe09ce1 service neutron] Bound port: 0bcacb70-f87f-4a79-8c85-465d9673ac56, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9465afa-6f45-4ba6-8db1-e1b087221e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '22027f57-f752-494c-b5da-fa7e78df946b'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:54:48.844836 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a14855eb-5d92-4034-9d2d-f8a6fda196c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:48.845074 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7fc50f23-7683-4090-96dc-a943dfe09ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:48.855710 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fb79c2ae-747a-4094-be6b-0f9462814c80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:48.888578 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a14855eb-5d92-4034-9d2d-f8a6fda196c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:48.928184 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4c388e4f-2d76-43af-9932-11bb1d22c3de req-f4ae5748-a83e-40df-9a74-7520373357fc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef2296-2dfa-404c-b7d4-391df1b3e846 HTTP/1.1" status: 200 len: 210 time: 0.0913658 Nov 24 20:54:48.934458 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dc4dfa05-edcf-4728-83da-ef757b514f6a req-f7d9c031-3816-4466-995f-c5f9f0ef1dc5 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813196 Nov 24 20:54:48.941298 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-d815a31e-5a86-4df7-b079-a29b1872b898 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Allocated IP 192.168.233.200 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/ccc21d4c-e226-4765-a466-e1d93a4b63d4) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:54:48.980731 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a14855eb-5d92-4034-9d2d-f8a6fda196c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:48.983478 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a14855eb-5d92-4034-9d2d-f8a6fda196c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:48.988084 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a14855eb-5d92-4034-9d2d-f8a6fda196c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5833245-2dcb-4393-b5e6-b7768c4b68f1 HTTP/1.1" status: 204 len: 168 time: 0.3084230 Nov 24 20:54:48.999741 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14855eb-5d92-4034-9d2d-f8a6fda196c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5833245-2dcb-4393-b5e6-b7768c4b68f1,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:49.111738 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4844c18-13b8-480f-a2bd-65e1af9c7a0d req-e599509e-6d8b-42d7-bd49-25e433f018bd tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:49.120004 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e4844c18-13b8-480f-a2bd-65e1af9c7a0d req-e599509e-6d8b-42d7-bd49-25e433f018bd tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c4f7f44-43e0-4f85-82ce-3ea57ade7dae HTTP/1.1" status: 200 len: 943 time: 0.0705118 Nov 24 20:54:49.161997 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7fc50f23-7683-4090-96dc-a943dfe09ce1 service neutron] For port 0bcacb70-f87f-4a79-8c85-465d9673ac56, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:54:49.167503 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-7ea7088d-b61b-4c3e-9d13-60bba4cc19b5 req-17fb946f-d416-4e5c-bb70-6734cc121a9d tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Deleting port 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:54:49.168319 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7ea7088d-b61b-4c3e-9d13-60bba4cc19b5 req-17fb946f-d416-4e5c-bb70-6734cc121a9d tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:49.186655 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e4844c18-13b8-480f-a2bd-65e1af9c7a0d req-6268be55-d61a-4033-90d1-f0c833da9eee tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657587 Nov 24 20:54:49.237058 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7fc50f23-7683-4090-96dc-a943dfe09ce1 service neutron] For port 0bcacb70-f87f-4a79-8c85-465d9673ac56, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0bcacb70-f87f-4a79-8c85-465d9673ac56,segment=NetworkSegment(c9465afa-6f45-4ba6-8db1-e1b087221e6b),segment_id=c9465afa-6f45-4ba6-8db1-e1b087221e6b)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:54:49.258552 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7fc50f23-7683-4090-96dc-a943dfe09ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:49.388641 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a8a03-41c5-4770-8515-f29be7e8bde3 req-ff292d23-b3a1-4a31-8196-62a0dec8997f tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:49.390168 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-487a8a03-41c5-4770-8515-f29be7e8bde3 req-ff292d23-b3a1-4a31-8196-62a0dec8997f tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 949 time: 0.3448226 Nov 24 20:54:49.411037 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fb79c2ae-747a-4094-be6b-0f9462814c80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:49.438431 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7fc50f23-7683-4090-96dc-a943dfe09ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:49.439045 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7fc50f23-7683-4090-96dc-a943dfe09ce1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:49.440418 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-7fc50f23-7683-4090-96dc-a943dfe09ce1 service neutron] 10.222.0.48 "PUT /v2.0/ports/0bcacb70-f87f-4a79-8c85-465d9673ac56 HTTP/1.1" status: 200 len: 1091 time: 2.2961030 Nov 24 20:54:49.448249 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4f7f44-43e0-4f85-82ce-3ea57ade7dae', 'tag': '0bcacb70-f87f-4a79-8c85-465d9673ac56'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:49.450400 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4371782b-5cc9-4f3f-aa4c-4c51a2a24e84" -d '{"events": [{"name": "network-changed", "server_uuid": "6c4f7f44-43e0-4f85-82ce-3ea57ade7dae", "tag": "0bcacb70-f87f-4a79-8c85-465d9673ac56"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:49.453081 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fb79c2ae-747a-4094-be6b-0f9462814c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:49.501333 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fdd2bde9-f4cf-4d3a-bb67-26bd1b92cee0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:49.538010 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdce5a64-cbb3-44ce-b4f2-7035b9f8dbf8 x-openstack-request-id: req-cdce5a64-cbb3-44ce-b4f2-7035b9f8dbf8 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:49.538304 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c4f7f44-43e0-4f85-82ce-3ea57ade7dae", "tag": "0bcacb70-f87f-4a79-8c85-465d9673ac56", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:49.538559 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cdce5a64-cbb3-44ce-b4f2-7035b9f8dbf8 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:49.538964 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4f7f44-43e0-4f85-82ce-3ea57ade7dae', 'tag': '0bcacb70-f87f-4a79-8c85-465d9673ac56', 'status': 'completed', 'code': 200} Nov 24 20:54:49.555556 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fdd2bde9-f4cf-4d3a-bb67-26bd1b92cee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:49.607886 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc50f23-7683-4090-96dc-a943dfe09ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcacb70-f87f-4a79-8c85-465d9673ac56,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:49.633885 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-7ea7088d-b61b-4c3e-9d13-60bba4cc19b5 req-17fb946f-d416-4e5c-bb70-6734cc121a9d tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] For port 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1,segment=NetworkSegment(94641ed7-7d62-49d4-bdd3-2104b796a379),segment_id=94641ed7-7d62-49d4-bdd3-2104b796a379)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:49.634287 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7ea7088d-b61b-4c3e-9d13-60bba4cc19b5 req-17fb946f-d416-4e5c-bb70-6734cc121a9d tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:49.660184 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-d815a31e-5a86-4df7-b079-a29b1872b898 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:49.673666 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fb79c2ae-747a-4094-be6b-0f9462814c80 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7cac33b5d094433b9f88e60cd739fece&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1995585 Nov 24 20:54:49.673666 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79c2ae-747a-4094-be6b-0f9462814c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f966c0f-6b49-41de-96e8-2913f39fe3b1,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:49.674826 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58720) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:49.689152 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-7ea7088d-b61b-4c3e-9d13-60bba4cc19b5 req-17fb946f-d416-4e5c-bb70-6734cc121a9d tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Calling delete_port for 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:54:49.701846 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fdd2bde9-f4cf-4d3a-bb67-26bd1b92cee0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d88524ce7d64dcd91e577e2dd4de8e1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1243575 Nov 24 20:54:49.705978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58722) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:49.725990 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-487a8a03-41c5-4770-8515-f29be7e8bde3 req-b6b5fd00-6178-4ace-b6b3-4819e70c78cc tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081918 Nov 24 20:54:49.740191 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-0a828bac-b10a-4420-aaec-042401329e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:49.741793 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-0a828bac-b10a-4420-aaec-042401329e48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ef7d362a656439a886c10a572d714c1&device_id=6c4f7f44-43e0-4f85-82ce-3ea57ade7dae HTTP/1.1" status: 200 len: 1094 time: 0.2445617 Nov 24 20:54:49.755426 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2bde9-f4cf-4d3a-bb67-26bd1b92cee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2d0d37-03db-4d11-bd0a-63f376b903c8,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:49.809470 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-075661f6-a205-40ff-ab57-bb4e85e9ded3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:49.834452 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-1bddff52-0e1e-4727-b3f4-4450d0fc58ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0bcacb70-f87f-4a79-8c85-465d9673ac56 HTTP/1.1" status: 200 len: 217 time: 0.0765119 Nov 24 20:54:49.851207 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c80812aa-b34e-402c-bbdf-520692769aeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:49.863462 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-d815a31e-5a86-4df7-b079-a29b1872b898 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:49.933148 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-075661f6-a205-40ff-ab57-bb4e85e9ded3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:49.952740 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c80812aa-b34e-402c-bbdf-520692769aeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:49.991900 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-d815a31e-5a86-4df7-b079-a29b1872b898 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:54:50.000492 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-86eec1e1-92dc-4aec-8ad7-0ef6474b9c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:50.002311 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-86eec1e1-92dc-4aec-8ad7-0ef6474b9c4d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7ed707c-d339-4ee3-8fca-06b569ac66d0 HTTP/1.1" status: 200 len: 862 time: 0.1584971 Nov 24 20:54:50.006034 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-d815a31e-5a86-4df7-b079-a29b1872b898 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:54:50.007884 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815a31e-5a86-4df7-b079-a29b1872b898 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Pushing event updated for resources: {'Port': ['ID=ccc21d4c-e226-4765-a466-e1d93a4b63d4,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:50.010748 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-d815a31e-5a86-4df7-b079-a29b1872b898 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:54:50.081214 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ad635-be20-47cc-9429-2bdff53cf219 req-66dbe7eb-c570-4730-8f2a-d0a698b86a4f tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:50.083318 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-176ad635-be20-47cc-9429-2bdff53cf219 req-66dbe7eb-c570-4730-8f2a-d0a698b86a4f tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 949 time: 0.2031670 Nov 24 20:54:50.137910 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c80812aa-b34e-402c-bbdf-520692769aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:50.141174 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c80812aa-b34e-402c-bbdf-520692769aeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:50.146039 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c80812aa-b34e-402c-bbdf-520692769aeb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5d2d0d37-03db-4d11-bd0a-63f376b903c8 HTTP/1.1" status: 204 len: 168 time: 0.4388864 Nov 24 20:54:50.202652 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80812aa-b34e-402c-bbdf-520692769aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2d0d37-03db-4d11-bd0a-63f376b903c8,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:50.206448 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-075661f6-a205-40ff-ab57-bb4e85e9ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:50.210562 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-075661f6-a205-40ff-ab57-bb4e85e9ded3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:50.212005 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-075661f6-a205-40ff-ab57-bb4e85e9ded3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f966c0f-6b49-41de-96e8-2913f39fe3b1 HTTP/1.1" status: 204 len: 168 time: 0.5357392 Nov 24 20:54:50.250238 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075661f6-a205-40ff-ab57-bb4e85e9ded3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f966c0f-6b49-41de-96e8-2913f39fe3b1,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:50.263628 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-176ad635-be20-47cc-9429-2bdff53cf219 req-59da632f-2588-48ca-b312-96df1003b74d tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609483 Nov 24 20:54:50.304958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-53dd1ebc-3565-4627-baa7-f682f25fa983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2979b3d-f5e6-4cfd-8358-287c15e86934 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:54:50.323893 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-53dd1ebc-3565-4627-baa7-f682f25fa983 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:50.347068 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-53dd1ebc-3565-4627-baa7-f682f25fa983 service neutron] Transition to ACTIVE for port object c2979b3d-f5e6-4cfd-8358-287c15e86934 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:54:50.358146 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-53dd1ebc-3565-4627-baa7-f682f25fa983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:50.460173 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-66c6c15d-0c1e-4879-96b7-6c30cf4daf37 None None] Provisioning complete for port ccc21d4c-e226-4765-a466-e1d93a4b63d4 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:54:50.461297 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-66c6c15d-0c1e-4879-96b7-6c30cf4daf37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:50.474715 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd1ebc-3565-4627-baa7-f682f25fa983 service neutron] Pushing event updated for resources: {'Port': ['ID=c2979b3d-f5e6-4cfd-8358-287c15e86934,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:50.533664 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd640cd5-58d8-487d-a3dd-779006898d94 req-69b1a11c-ffcc-4ef7-92df-01766c6059fc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:50.536941 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bd640cd5-58d8-487d-a3dd-779006898d94 req-69b1a11c-ffcc-4ef7-92df-01766c6059fc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef2296-2dfa-404c-b7d4-391df1b3e846 HTTP/1.1" status: 200 len: 936 time: 0.1304824 Nov 24 20:54:50.555471 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-66c6c15d-0c1e-4879-96b7-6c30cf4daf37 None None] Port ccc21d4c-e226-4765-a466-e1d93a4b63d4 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:54:50.597461 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-53dd1ebc-3565-4627-baa7-f682f25fa983 service neutron] Attempting to bind port c2979b3d-f5e6-4cfd-8358-287c15e86934 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:54:50.598477 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-53dd1ebc-3565-4627-baa7-f682f25fa983 service neutron] Attempting to bind port c2979b3d-f5e6-4cfd-8358-287c15e86934 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:54:50.598477 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-53dd1ebc-3565-4627-baa7-f682f25fa983 service neutron] Attempting to bind port c2979b3d-f5e6-4cfd-8358-287c15e86934 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:54:50.600569 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-42a0e70f-3dab-4dd2-acd0-d4cd6ccd5d48 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=22027f57-f752-494c-b5da-fa7e78df946b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5845475 Nov 24 20:54:50.612785 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-53dd1ebc-3565-4627-baa7-f682f25fa983 service neutron] Port c2979b3d-f5e6-4cfd-8358-287c15e86934 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:54:50.613011 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-53dd1ebc-3565-4627-baa7-f682f25fa983 service neutron] Attempting to bind port c2979b3d-f5e6-4cfd-8358-287c15e86934 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:54:50.614511 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eff202-f4a7-4e22-ae83-b2113602d876 req-5d614191-ff1b-4188-aab4-4677f8333f85 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:50.624286 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-41eff202-f4a7-4e22-ae83-b2113602d876 req-5d614191-ff1b-4188-aab4-4677f8333f85 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a40e21-f67e-4ba5-b0d2-979eade5a427 HTTP/1.1" status: 200 len: 945 time: 0.7418866 Nov 24 20:54:50.630660 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-53dd1ebc-3565-4627-baa7-f682f25fa983 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:54:50.633174 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-53dd1ebc-3565-4627-baa7-f682f25fa983 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:54:50.633584 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-53dd1ebc-3565-4627-baa7-f682f25fa983 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:54:50.634779 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-53dd1ebc-3565-4627-baa7-f682f25fa983 service neutron] Bound port: c2979b3d-f5e6-4cfd-8358-287c15e86934, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:54:50.635151 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-53dd1ebc-3565-4627-baa7-f682f25fa983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:50.644929 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bd640cd5-58d8-487d-a3dd-779006898d94 req-7e3fdecd-586f-4550-a922-f9763f0507bb tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970814 Nov 24 20:54:50.726493 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-d815a31e-5a86-4df7-b079-a29b1872b898 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:50.727462 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-d815a31e-5a86-4df7-b079-a29b1872b898 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:50.763176 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7ea7088d-b61b-4c3e-9d13-60bba4cc19b5 req-17fb946f-d416-4e5c-bb70-6734cc121a9d tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:50.783786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58754) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:50.786447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['d795563b-ca34-4c21-93ce-e3ca33e74942'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:54:50.828102 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-53dd1ebc-3565-4627-baa7-f682f25fa983 service neutron] For port c2979b3d-f5e6-4cfd-8358-287c15e86934, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:54:50.831162 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-efba1f01-e837-4204-b199-9112b386411f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:50.838640 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-d815a31e-5a86-4df7-b079-a29b1872b898 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9019487 Nov 24 20:54:50.873485 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['d7583c6b-0892-40d7-a969-d71a978cccd0'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:54:50.887879 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-53dd1ebc-3565-4627-baa7-f682f25fa983 service neutron] For port c2979b3d-f5e6-4cfd-8358-287c15e86934, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c2979b3d-f5e6-4cfd-8358-287c15e86934,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:54:50.929602 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-4150b421-a54a-4ffe-812d-c0a399ccdcd6 service neutron] Request body: {'port': {'device_id': 'b7ef2296-2dfa-404c-b7d4-391df1b3e846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:54:50.941037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb946f-d416-4e5c-bb70-6734cc121a9d tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Pushing event deleted for resources: {'Port': ['ID=49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:50.955136 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-41eff202-f4a7-4e22-ae83-b2113602d876 req-36218ebf-a57a-4ea8-85de-e6ba98ed5fa7 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252177 Nov 24 20:54:50.958973 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-efba1f01-e837-4204-b199-9112b386411f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:50.971590 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ffc78-1a57-4b69-a116-5013005b6c40 req-ba007186-bf50-4219-87b8-7d9e5980c211 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:50.973561 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-459ffc78-1a57-4b69-a116-5013005b6c40 req-ba007186-bf50-4219-87b8-7d9e5980c211 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.2224770 Nov 24 20:54:50.975666 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-53dd1ebc-3565-4627-baa7-f682f25fa983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:50.982219 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-efba1f01-e837-4204-b199-9112b386411f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:51.035923 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-efba1f01-e837-4204-b199-9112b386411f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d0f9a2feb97045f6b3315f364e54365f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481415 Nov 24 20:54:51.052189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58760) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:51.162582 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-53dd1ebc-3565-4627-baa7-f682f25fa983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:51.163516 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-53dd1ebc-3565-4627-baa7-f682f25fa983 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:51.165156 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-53dd1ebc-3565-4627-baa7-f682f25fa983 service neutron] 10.222.0.15 "PUT /v2.0/ports/c2979b3d-f5e6-4cfd-8358-287c15e86934 HTTP/1.1" status: 200 len: 1095 time: 3.1415637 Nov 24 20:54:51.168633 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe', 'tag': 'c2979b3d-f5e6-4cfd-8358-287c15e86934'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:51.170926 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c84bae6-6328-4abc-999e-44b92efff059" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe", "tag": "c2979b3d-f5e6-4cfd-8358-287c15e86934"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:51.202994 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba1f01-e837-4204-b199-9112b386411f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b518a6f3-b2b6-4d00-bef7-4d7adec1315f,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:51.242209 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea7088d-b61b-4c3e-9d13-60bba4cc19b5 req-17fb946f-d416-4e5c-bb70-6734cc121a9d tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] No DVR routers for this DVR port 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:54:51.247913 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7ea7088d-b61b-4c3e-9d13-60bba4cc19b5 req-17fb946f-d416-4e5c-bb70-6734cc121a9d tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:51.251438 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7ea7088d-b61b-4c3e-9d13-60bba4cc19b5 req-17fb946f-d416-4e5c-bb70-6734cc121a9d tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.48 "DELETE /v2.0/ports/49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1 HTTP/1.1" status: 204 len: 173 time: 2.5266955 Nov 24 20:54:51.307193 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd1ebc-3565-4627-baa7-f682f25fa983 service neutron] Pushing event updated for resources: {'Port': ['ID=c2979b3d-f5e6-4cfd-8358-287c15e86934,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:51.382964 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-459ffc78-1a57-4b69-a116-5013005b6c40 req-62116072-f7a8-4477-93b9-5faf1ff18a73 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610110 Nov 24 20:54:51.406597 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-6f83d0d6-520b-425c-959d-b2ff4e929be1 service neutron] 10.222.0.48 "GET /v2.0/networks/22027f57-f752-494c-b5da-fa7e78df946b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7799194 Nov 24 20:54:51.423630 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-522645de-e7b1-40cf-96f8-21058d7cc636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:51.425085 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-46911f2c-fc8d-4062-b9ee-4bf9425ec467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:51.430256 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-46911f2c-fc8d-4062-b9ee-4bf9425ec467 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf939afbc59a43318e13b807020ca59d&device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 1098 time: 0.1991689 Nov 24 20:54:51.451147 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-4150b421-a54a-4ffe-812d-c0a399ccdcd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:51.476925 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058ad4e-8be8-4c5a-a34e-3aa8f7ad15cc req-377ca0c7-4357-4305-afbb-52072c66b34c tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:51.479513 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6058ad4e-8be8-4c5a-a34e-3aa8f7ad15cc req-377ca0c7-4357-4305-afbb-52072c66b34c tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c4f7f44-43e0-4f85-82ce-3ea57ade7dae HTTP/1.1" status: 200 len: 943 time: 0.3750188 Nov 24 20:54:51.554777 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-54ded91b-0297-42ba-a7fe-21cca3b794b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=c2979b3d-f5e6-4cfd-8358-287c15e86934 HTTP/1.1" status: 200 len: 217 time: 0.1151686 Nov 24 20:54:51.558125 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddaee315-757e-43dd-ada6-d625a6c53dc9 x-openstack-request-id: req-ddaee315-757e-43dd-ada6-d625a6c53dc9 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:51.558738 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe", "tag": "c2979b3d-f5e6-4cfd-8358-287c15e86934", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:51.559007 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ddaee315-757e-43dd-ada6-d625a6c53dc9 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:51.559673 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe', 'tag': 'c2979b3d-f5e6-4cfd-8358-287c15e86934', 'status': 'completed', 'code': 200} Nov 24 20:54:51.561148 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a40e21-f67e-4ba5-b0d2-979eade5a427', 'name': 'network-vif-deleted', 'tag': '49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:51.568074 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32071fe7-7732-4bf4-8878-f0e0fc924e15" -d '{"events": [{"server_uuid": "94a40e21-f67e-4ba5-b0d2-979eade5a427", "name": "network-vif-deleted", "tag": "49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:51.662373 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434d6c73-240e-4ca8-aaed-400a3c136433 x-openstack-request-id: req-434d6c73-240e-4ca8-aaed-400a3c136433 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:51.662935 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a40e21-f67e-4ba5-b0d2-979eade5a427", "name": "network-vif-deleted", "tag": "49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:51.662935 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-434d6c73-240e-4ca8-aaed-400a3c136433 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:51.663202 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a40e21-f67e-4ba5-b0d2-979eade5a427', 'name': 'network-vif-deleted', 'tag': '49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1', 'status': 'completed', 'code': 200} Nov 24 20:54:51.684241 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-390c0fe2-42c4-44f4-a23f-012e4e7a67d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:51.684910 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6058ad4e-8be8-4c5a-a34e-3aa8f7ad15cc req-8f0b4f5d-7a71-484b-8f93-973c20366cd1 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550956 Nov 24 20:54:51.685884 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-390c0fe2-42c4-44f4-a23f-012e4e7a67d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.1202090 Nov 24 20:54:51.767717 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-3d42e004-ed00-4904-8b2b-5ccd0f7745c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:51.770651 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-3d42e004-ed00-4904-8b2b-5ccd0f7745c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0682673 Nov 24 20:54:51.786259 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-522645de-e7b1-40cf-96f8-21058d7cc636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:51.812511 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-1e96800c-e922-46bd-9b2f-e07154706264 req-cb41afb6-cdfe-4e12-965a-bebd1512ff32 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:54:51.813689 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1e96800c-e922-46bd-9b2f-e07154706264 req-cb41afb6-cdfe-4e12-965a-bebd1512ff32 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0208025 Nov 24 20:54:52.008014 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-362fefd5-0064-41d2-b9d6-add84089e135 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290564 Nov 24 20:54:52.136389 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-43e87f0c-4226-499a-854d-f08bfa3d8761 req-d6148942-f14b-4ae2-9c9a-c206a07e1ba6 service neutron] 10.222.0.48 "GET /v2.0/networks/22027f57-f752-494c-b5da-fa7e78df946b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7102334 Nov 24 20:54:52.159106 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ebe5a-f541-42d1-a6da-df3527349a46 req-994fb32f-0fee-4f85-b8ea-06863a25be80 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:52.167845 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-405ebe5a-f541-42d1-a6da-df3527349a46 req-994fb32f-0fee-4f85-b8ea-06863a25be80 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef2296-2dfa-404c-b7d4-391df1b3e846 HTTP/1.1" status: 200 len: 936 time: 0.3138928 Nov 24 20:54:52.203585 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36bd2f6d-aaba-487e-8818-23667ebddf09 req-dc984fc4-631f-43b7-bc7f-52ffd97568c6 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763227 Nov 24 20:54:52.227788 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-522645de-e7b1-40cf-96f8-21058d7cc636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:52.230991 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-522645de-e7b1-40cf-96f8-21058d7cc636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:52.232151 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-522645de-e7b1-40cf-96f8-21058d7cc636 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b518a6f3-b2b6-4d00-bef7-4d7adec1315f HTTP/1.1" status: 204 len: 168 time: 1.1733892 Nov 24 20:54:52.344059 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522645de-e7b1-40cf-96f8-21058d7cc636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b518a6f3-b2b6-4d00-bef7-4d7adec1315f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:52.373552 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-405ebe5a-f541-42d1-a6da-df3527349a46 req-54f0067e-753d-442e-9a37-3999b7c2f10d tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043757 Nov 24 20:54:52.376019 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-1bb7346e-9bb7-42db-b932-3894620487c6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1712053 Nov 24 20:54:52.378229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84bae6-6328-4abc-999e-44b92efff059 req-2719673b-6ca2-477c-93d8-07b5ac5047cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:52.379632 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c84bae6-6328-4abc-999e-44b92efff059 req-2719673b-6ca2-477c-93d8-07b5ac5047cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf939afbc59a43318e13b807020ca59d&device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 1098 time: 0.0931139 Nov 24 20:54:52.381955 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-4150b421-a54a-4ffe-812d-c0a399ccdcd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc21d4c-e226-4765-a466-e1d93a4b63d4 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:54:52.404455 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b5836-8ca5-4dac-8520-e5f6bddbb745 req-8c3257ea-1e79-4c3f-8e76-510c98ac3013 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:52.409237 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-4150b421-a54a-4ffe-812d-c0a399ccdcd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:52.412318 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2c8b5836-8ca5-4dac-8520-e5f6bddbb745 req-8c3257ea-1e79-4c3f-8e76-510c98ac3013 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 949 time: 0.1915138 Nov 24 20:54:52.439427 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-4150b421-a54a-4ffe-812d-c0a399ccdcd6 service neutron] Transition to ACTIVE for port object ccc21d4c-e226-4765-a466-e1d93a4b63d4 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:54:52.452243 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-4150b421-a54a-4ffe-812d-c0a399ccdcd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:52.460951 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:54:52.498839 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371782b-5cc9-4f3f-aa4c-4c51a2a24e84 req-c6eb9457-c3c6-40fd-b251-7b17b3831d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:52.507494 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4371782b-5cc9-4f3f-aa4c-4c51a2a24e84 req-c6eb9457-c3c6-40fd-b251-7b17b3831d2f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ef7d362a656439a886c10a572d714c1&device_id=6c4f7f44-43e0-4f85-82ce-3ea57ade7dae HTTP/1.1" status: 200 len: 1094 time: 0.2952452 Nov 24 20:54:52.510400 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:54:52.510765 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 49c2ef3a-d917-4c3b-80c4-d5c8ad4a67b1 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:54:52.546591 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2c8b5836-8ca5-4dac-8520-e5f6bddbb745 req-9239ec68-699a-4004-89fc-01a8187ec339 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302299 Nov 24 20:54:52.594953 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84bae6-6328-4abc-999e-44b92efff059 req-2e2cec97-d983-48e0-a51f-c15fab2d7cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:52.596738 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c84bae6-6328-4abc-999e-44b92efff059 req-2e2cec97-d983-48e0-a51f-c15fab2d7cef service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.2029729 Nov 24 20:54:52.629046 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150b421-a54a-4ffe-812d-c0a399ccdcd6 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc21d4c-e226-4765-a466-e1d93a4b63d4,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:52.678083 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c84bae6-6328-4abc-999e-44b92efff059 req-e7c04664-bb8c-4676-905f-1f94c6355be8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=c2979b3d-f5e6-4cfd-8358-287c15e86934 HTTP/1.1" status: 200 len: 217 time: 0.0716395 Nov 24 20:54:52.760885 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84bae6-6328-4abc-999e-44b92efff059 req-e1e65724-795e-4f9c-afd3-7e028899a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:52.765167 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c84bae6-6328-4abc-999e-44b92efff059 req-e1e65724-795e-4f9c-afd3-7e028899a426 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0797262 Nov 24 20:54:52.831985 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84bae6-6328-4abc-999e-44b92efff059 req-7a0c089c-7dc5-4f69-86bd-6fd868f56565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:52.834390 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c84bae6-6328-4abc-999e-44b92efff059 req-7a0c089c-7dc5-4f69-86bd-6fd868f56565 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0575092 Nov 24 20:54:52.834833 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-4150b421-a54a-4ffe-812d-c0a399ccdcd6 service neutron] Attempting to bind port ccc21d4c-e226-4765-a466-e1d93a4b63d4 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:54:52.835322 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-4150b421-a54a-4ffe-812d-c0a399ccdcd6 service neutron] Attempting to bind port ccc21d4c-e226-4765-a466-e1d93a4b63d4 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:54:52.835841 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-4150b421-a54a-4ffe-812d-c0a399ccdcd6 service neutron] Attempting to bind port ccc21d4c-e226-4765-a466-e1d93a4b63d4 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:54:52.842780 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-4150b421-a54a-4ffe-812d-c0a399ccdcd6 service neutron] Port ccc21d4c-e226-4765-a466-e1d93a4b63d4 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:54:52.843308 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-4150b421-a54a-4ffe-812d-c0a399ccdcd6 service neutron] Attempting to bind port ccc21d4c-e226-4765-a466-e1d93a4b63d4 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:54:52.861659 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e89d8f-792b-43b6-97f6-0a469378c904 req-a126272c-632f-4d46-8be6-becad42ff402 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:52.870056 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a8e89d8f-792b-43b6-97f6-0a469378c904 req-a126272c-632f-4d46-8be6-becad42ff402 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.2168496 Nov 24 20:54:52.892102 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-4150b421-a54a-4ffe-812d-c0a399ccdcd6 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:54:52.892102 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-4150b421-a54a-4ffe-812d-c0a399ccdcd6 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:54:52.893589 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-4150b421-a54a-4ffe-812d-c0a399ccdcd6 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:54:52.894007 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-4150b421-a54a-4ffe-812d-c0a399ccdcd6 service neutron] Bound port: ccc21d4c-e226-4765-a466-e1d93a4b63d4, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:54:52.894468 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-4150b421-a54a-4ffe-812d-c0a399ccdcd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:52.935906 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371782b-5cc9-4f3f-aa4c-4c51a2a24e84 req-86164907-51ad-46ba-8839-146bba9d1184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:52.937736 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4371782b-5cc9-4f3f-aa4c-4c51a2a24e84 req-86164907-51ad-46ba-8839-146bba9d1184 service neutron] 10.222.0.48 "GET /v2.0/networks?id=22027f57-f752-494c-b5da-fa7e78df946b HTTP/1.1" status: 200 len: 923 time: 0.3706799 Nov 24 20:54:52.976247 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c84bae6-6328-4abc-999e-44b92efff059 req-eb31f401-0ee0-455d-bff9-8baf8a20fd70 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256046 Nov 24 20:54:53.021941 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4371782b-5cc9-4f3f-aa4c-4c51a2a24e84 req-d445fd3a-e049-4658-a7a4-95cba591e87d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0bcacb70-f87f-4a79-8c85-465d9673ac56 HTTP/1.1" status: 200 len: 217 time: 0.0698209 Nov 24 20:54:53.025504 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a8e89d8f-792b-43b6-97f6-0a469378c904 req-1a1ad5fb-25d7-417d-bfbf-19d88e70d517 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545625 Nov 24 20:54:53.095757 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-4150b421-a54a-4ffe-812d-c0a399ccdcd6 service neutron] For port ccc21d4c-e226-4765-a466-e1d93a4b63d4, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:54:53.100998 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-4150b421-a54a-4ffe-812d-c0a399ccdcd6 service neutron] For port ccc21d4c-e226-4765-a466-e1d93a4b63d4, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=ccc21d4c-e226-4765-a466-e1d93a4b63d4,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:54:53.104012 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371782b-5cc9-4f3f-aa4c-4c51a2a24e84 req-cb305ab3-53e3-4073-9c30-a96b23875483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:53.105669 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4371782b-5cc9-4f3f-aa4c-4c51a2a24e84 req-cb305ab3-53e3-4073-9c30-a96b23875483 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7ed707c-d339-4ee3-8fca-06b569ac66d0 HTTP/1.1" status: 200 len: 862 time: 0.0750484 Nov 24 20:54:53.109634 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-4150b421-a54a-4ffe-812d-c0a399ccdcd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:53.185537 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-4150b421-a54a-4ffe-812d-c0a399ccdcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:53.185830 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c84bae6-6328-4abc-999e-44b92efff059 req-f76778e8-d44c-4daf-8882-3f8e221a2b67 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980834 Nov 24 20:54:53.186763 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-4150b421-a54a-4ffe-812d-c0a399ccdcd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:53.188542 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-4150b421-a54a-4ffe-812d-c0a399ccdcd6 service neutron] 10.222.0.48 "PUT /v2.0/ports/ccc21d4c-e226-4765-a466-e1d93a4b63d4 HTTP/1.1" status: 200 len: 1096 time: 2.2829208 Nov 24 20:54:53.210580 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4371782b-5cc9-4f3f-aa4c-4c51a2a24e84 req-5135c5a2-ab46-4369-ab7a-e67af2a2a57c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=22027f57-f752-494c-b5da-fa7e78df946b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897920 Nov 24 20:54:53.487865 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150b421-a54a-4ffe-812d-c0a399ccdcd6 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc21d4c-e226-4765-a466-e1d93a4b63d4,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:53.527573 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9194ac4-7b5a-4a95-b226-10ade6ffdbf2 req-969f3cd4-67f9-4486-a480-5e1d771340e2 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:53.529397 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a9194ac4-7b5a-4a95-b226-10ade6ffdbf2 req-969f3cd4-67f9-4486-a480-5e1d771340e2 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a03811c-853d-4872-92f1-43a2c3ac1a76 HTTP/1.1" status: 200 len: 946 time: 0.3140299 Nov 24 20:54:53.621423 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-7ac9ad65-9648-4094-b3df-76254563d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:53.623480 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-7ac9ad65-9648-4094-b3df-76254563d11f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bf939afbc59a43318e13b807020ca59d&device_id=b7ef2296-2dfa-404c-b7d4-391df1b3e846 HTTP/1.1" status: 200 len: 1099 time: 0.3727865 Nov 24 20:54:53.668112 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ef2296-2dfa-404c-b7d4-391df1b3e846', 'tag': 'ccc21d4c-e226-4765-a466-e1d93a4b63d4'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:53.671015 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19fc3ef-ec7a-42bc-992e-a93c3e958969" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ef2296-2dfa-404c-b7d4-391df1b3e846", "tag": "ccc21d4c-e226-4765-a466-e1d93a4b63d4"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:53.710649 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e2e9e-e457-4b9a-9fdb-8c8da75bcdd7 req-a08783fa-d03f-44d1-a387-f92dbc1a6496 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:53.717558 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4371782b-5cc9-4f3f-aa4c-4c51a2a24e84 req-f6ee90b6-1774-4ccc-9be0-d2240c67f7ca service neutron] 10.222.0.48 "GET /v2.0/networks/22027f57-f752-494c-b5da-fa7e78df946b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869998 Nov 24 20:54:53.722542 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d41e2e9e-e457-4b9a-9fdb-8c8da75bcdd7 req-a08783fa-d03f-44d1-a387-f92dbc1a6496 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c4f7f44-43e0-4f85-82ce-3ea57ade7dae HTTP/1.1" status: 200 len: 943 time: 0.0826280 Nov 24 20:54:53.731934 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a9194ac4-7b5a-4a95-b226-10ade6ffdbf2 req-63de3be8-6128-4e37-910f-2c1914be3656 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877999 Nov 24 20:54:53.736684 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-13c60359-e4c0-4d28-98c0-43678d7bcd0a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ccc21d4c-e226-4765-a466-e1d93a4b63d4 HTTP/1.1" status: 200 len: 217 time: 0.0948126 Nov 24 20:54:53.824712 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d41e2e9e-e457-4b9a-9fdb-8c8da75bcdd7 req-d6806d56-fcbc-4614-a083-91dd0b6dc78d tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010203 Nov 24 20:54:54.086617 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51771b-ed8c-432d-a2c3-35bbc753827b req-698c01c9-8f3c-4899-82b5-d072ceb88771 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:54.089504 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b51771b-ed8c-432d-a2c3-35bbc753827b req-698c01c9-8f3c-4899-82b5-d072ceb88771 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 949 time: 0.1172292 Nov 24 20:54:54.099568 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-ef949b11-b31f-425f-8460-ce0ca092dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:54.101050 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-ef949b11-b31f-425f-8460-ce0ca092dc17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.3488848 Nov 24 20:54:54.224128 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b51771b-ed8c-432d-a2c3-35bbc753827b req-8ebba0fb-d590-42d3-b90d-202652a02d61 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274395 Nov 24 20:54:54.237485 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44447f37-df5b-4335-9673-14f1087a0ba9 req-8d003311-7d69-4c24-b47c-612b5cb7aef8 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:54.239379 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-44447f37-df5b-4335-9673-14f1087a0ba9 req-8d003311-7d69-4c24-b47c-612b5cb7aef8 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a03811c-853d-4872-92f1-43a2c3ac1a76 HTTP/1.1" status: 200 len: 946 time: 0.2019129 Nov 24 20:54:54.258883 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cbfc9-7faf-4072-8edb-9c3e6ac4f29a req-6b83888a-b44f-457a-bba8-dc66b5156e52 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:54.265803 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f84cbfc9-7faf-4072-8edb-9c3e6ac4f29a req-6b83888a-b44f-457a-bba8-dc66b5156e52 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef2296-2dfa-404c-b7d4-391df1b3e846 HTTP/1.1" status: 200 len: 948 time: 0.4081442 Nov 24 20:54:54.268523 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4371782b-5cc9-4f3f-aa4c-4c51a2a24e84 req-c0230631-1546-46ed-b08b-c192f6b7833b service neutron] 10.222.0.48 "GET /v2.0/networks/22027f57-f752-494c-b5da-fa7e78df946b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349290 Nov 24 20:54:54.320216 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-8b0f8d3e-dd50-4b94-b447-143e7bbf3f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:54.321794 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-8b0f8d3e-dd50-4b94-b447-143e7bbf3f97 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2038312 Nov 24 20:54:54.438227 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50813312-5fcb-4973-b20e-e4b8725f7f30 x-openstack-request-id: req-50813312-5fcb-4973-b20e-e4b8725f7f30 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:54.438529 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ef2296-2dfa-404c-b7d4-391df1b3e846", "tag": "ccc21d4c-e226-4765-a466-e1d93a4b63d4", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:54.438797 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50813312-5fcb-4973-b20e-e4b8725f7f30 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:54.439208 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ef2296-2dfa-404c-b7d4-391df1b3e846', 'tag': 'ccc21d4c-e226-4765-a466-e1d93a4b63d4', 'status': 'completed', 'code': 200} Nov 24 20:54:54.453832 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 0bcacb70-f87f-4a79-8c85-465d9673ac56 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:54:54.569730 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f84cbfc9-7faf-4072-8edb-9c3e6ac4f29a req-dd78ccff-bbd9-46cb-805a-afe4279447a6 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894826 Nov 24 20:54:54.600714 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864d87e-d3ed-4795-9529-49d84bd2b41e req-f98b32f6-dcac-45bd-a24b-1e61560dfb4d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:54.602230 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2864d87e-d3ed-4795-9529-49d84bd2b41e req-f98b32f6-dcac-45bd-a24b-1e61560dfb4d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.1186197 Nov 24 20:54:54.660723 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 0bcacb70-f87f-4a79-8c85-465d9673ac56, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0bcacb70-f87f-4a79-8c85-465d9673ac56,segment=NetworkSegment(c9465afa-6f45-4ba6-8db1-e1b087221e6b),segment_id=c9465afa-6f45-4ba6-8db1-e1b087221e6b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:54.693134 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '0bcacb70-f87f-4a79-8c85-465d9673ac56', 'network_id': '22027f57-f752-494c-b5da-fa7e78df946b', 'port_id': '0bcacb70-f87f-4a79-8c85-465d9673ac56', 'mac_address': 'fa:16:3e:44:b4:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ed707c-d339-4ee3-8fca-06b569ac66d0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:54:54.694597 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-44447f37-df5b-4335-9673-14f1087a0ba9 req-60f8b8e8-cd95-4fa9-adc8-59401845c6ba tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Deleting port d795563b-ca34-4c21-93ce-e3ca33e74942 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:54:54.694934 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-44447f37-df5b-4335-9673-14f1087a0ba9 req-60f8b8e8-cd95-4fa9-adc8-59401845c6ba tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:54.713185 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2864d87e-d3ed-4795-9529-49d84bd2b41e req-fa8269dc-bcf2-484e-984c-0f49b004b9ba tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003454 Nov 24 20:54:54.787299 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:54.797128 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-457571ba-4849-4550-a4ef-0cc2395a89a1 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661663 Nov 24 20:54:54.808717 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcacb70-f87f-4a79-8c85-465d9673ac56 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:54:54.844538 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 0bcacb70-f87f-4a79-8c85-465d9673ac56, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0bcacb70-f87f-4a79-8c85-465d9673ac56,segment=NetworkSegment(c9465afa-6f45-4ba6-8db1-e1b087221e6b),segment_id=c9465afa-6f45-4ba6-8db1-e1b087221e6b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:54.849734 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:54.942451 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=0bcacb70-f87f-4a79-8c85-465d9673ac56,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:55.082860 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b637b-5ea3-4409-ad12-089e19c7552a req-67f6b8ae-c8f5-428e-9888-a9c3a5e445a4 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:55.085737 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dd5b637b-5ea3-4409-ad12-089e19c7552a req-67f6b8ae-c8f5-428e-9888-a9c3a5e445a4 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c4f7f44-43e0-4f85-82ce-3ea57ade7dae HTTP/1.1" status: 200 len: 944 time: 0.1226492 Nov 24 20:54:55.088123 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['0bcacb70-f87f-4a79-8c85-465d9673ac56'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:54:55.094940 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-02d9fda1-2617-4455-a856-cf7cbb749330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:55.096185 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-02d9fda1-2617-4455-a856-cf7cbb749330 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 1100 time: 0.1219873 Nov 24 20:54:55.105511 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-44447f37-df5b-4335-9673-14f1087a0ba9 req-60f8b8e8-cd95-4fa9-adc8-59401845c6ba tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] For port d795563b-ca34-4c21-93ce-e3ca33e74942, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=d795563b-ca34-4c21-93ce-e3ca33e74942,segment=NetworkSegment(94641ed7-7d62-49d4-bdd3-2104b796a379),segment_id=94641ed7-7d62-49d4-bdd3-2104b796a379)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:55.106083 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-44447f37-df5b-4335-9673-14f1087a0ba9 req-60f8b8e8-cd95-4fa9-adc8-59401845c6ba tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:55.142386 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba4b96-22a8-4f7e-b675-9f1b51889219 req-8894d9ed-46ed-487e-a491-e9bfcb42ce36 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:55.150919 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2bba4b96-22a8-4f7e-b675-9f1b51889219 req-8894d9ed-46ed-487e-a491-e9bfcb42ce36 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a03811c-853d-4872-92f1-43a2c3ac1a76 HTTP/1.1" status: 200 len: 946 time: 0.2786562 Nov 24 20:54:55.153166 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-44447f37-df5b-4335-9673-14f1087a0ba9 req-60f8b8e8-cd95-4fa9-adc8-59401845c6ba tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Calling delete_port for d795563b-ca34-4c21-93ce-e3ca33e74942 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:54:55.188126 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c72f9ef-56a7-447c-b77b-b3f48ab0226a req-8164ea5c-b3ec-489e-bf18-7fd32fe1b8ab service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822606 Nov 24 20:54:55.260493 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dd5b637b-5ea3-4409-ad12-089e19c7552a req-f56f977f-1d69-43a2-8a24-dcebe8f11155 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631250 Nov 24 20:54:55.265521 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2bba4b96-22a8-4f7e-b675-9f1b51889219 req-f6a606f3-bcb6-4b94-9717-505d45e8318d tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082554 Nov 24 20:54:55.319393 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-945f4010-7ef6-4ce6-a869-6462c79c5426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:55.321948 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-945f4010-7ef6-4ce6-a869-6462c79c5426 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.2011623 Nov 24 20:54:55.336448 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fc3ef-ec7a-42bc-992e-a93c3e958969 req-668f09c5-7758-426a-bb90-cb1c45feaddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:55.338720 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a19fc3ef-ec7a-42bc-992e-a93c3e958969 req-668f09c5-7758-426a-bb90-cb1c45feaddb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bf939afbc59a43318e13b807020ca59d&device_id=b7ef2296-2dfa-404c-b7d4-391df1b3e846 HTTP/1.1" status: 200 len: 1099 time: 0.0712843 Nov 24 20:54:55.409285 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-274dcace-2815-4923-a940-c9fe0df37ebd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92 HTTP/1.1" status: 200 len: 217 time: 0.0696154 Nov 24 20:54:55.548070 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396c651-a22b-4608-a844-1b836f8f6608 req-04e09dfd-fb8d-4641-8847-f5ce7db1a4f9 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:55.550434 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d396c651-a22b-4608-a844-1b836f8f6608 req-04e09dfd-fb8d-4641-8847-f5ce7db1a4f9 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 949 time: 0.1456146 Nov 24 20:54:55.564740 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-a9133763-d48d-44e5-bbb1-a44face11b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:55.566348 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-a9133763-d48d-44e5-bbb1-a44face11b68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0849285 Nov 24 20:54:55.570390 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-44447f37-df5b-4335-9673-14f1087a0ba9 req-60f8b8e8-cd95-4fa9-adc8-59401845c6ba tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:55.593801 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['d7583c6b-0892-40d7-a969-d71a978cccd0'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:54:55.622542 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8b8e8-cd95-4fa9-adc8-59401845c6ba tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Pushing event deleted for resources: {'Port': ['ID=d795563b-ca34-4c21-93ce-e3ca33e74942,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:55.626270 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fc3ef-ec7a-42bc-992e-a93c3e958969 req-e2e7fec8-bdcc-4ab7-9be6-1f54d56dc0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:55.629885 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a19fc3ef-ec7a-42bc-992e-a93c3e958969 req-e2e7fec8-bdcc-4ab7-9be6-1f54d56dc0f7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.2794390 Nov 24 20:54:55.670447 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d396c651-a22b-4608-a844-1b836f8f6608 req-a6301ad2-9d50-4343-8f1d-dc4f24f2f116 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093798 Nov 24 20:54:55.685836 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-f27d9c69-6522-4386-a0d0-8ac5483a76f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:55.687890 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-f27d9c69-6522-4386-a0d0-8ac5483a76f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0963762 Nov 24 20:54:55.723703 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a19fc3ef-ec7a-42bc-992e-a93c3e958969 req-3339db3a-4c2f-4b3a-8eb8-0b3c8846de63 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ccc21d4c-e226-4765-a466-e1d93a4b63d4 HTTP/1.1" status: 200 len: 217 time: 0.0776906 Nov 24 20:54:55.732017 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c2979b3d-f5e6-4cfd-8358-287c15e86934 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:54:55.829294 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-44447f37-df5b-4335-9673-14f1087a0ba9 req-60f8b8e8-cd95-4fa9-adc8-59401845c6ba tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] No DVR routers for this DVR port d795563b-ca34-4c21-93ce-e3ca33e74942 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:54:55.835122 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-44447f37-df5b-4335-9673-14f1087a0ba9 req-60f8b8e8-cd95-4fa9-adc8-59401845c6ba tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:55.841138 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-44447f37-df5b-4335-9673-14f1087a0ba9 req-60f8b8e8-cd95-4fa9-adc8-59401845c6ba tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.48 "DELETE /v2.0/ports/d795563b-ca34-4c21-93ce-e3ca33e74942 HTTP/1.1" status: 204 len: 173 time: 1.5691912 Nov 24 20:54:55.948092 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fc3ef-ec7a-42bc-992e-a93c3e958969 req-d6e63343-8716-474a-828f-9964e7fe5727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:55.949644 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a19fc3ef-ec7a-42bc-992e-a93c3e958969 req-d6e63343-8716-474a-828f-9964e7fe5727 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.2131081 Nov 24 20:54:55.977571 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-bd96b9f0-8f8e-4ba5-8e9a-c848ce50b2ab service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792828 Nov 24 20:54:56.011064 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port c2979b3d-f5e6-4cfd-8358-287c15e86934, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c2979b3d-f5e6-4cfd-8358-287c15e86934,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:56.032513 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'c2979b3d-f5e6-4cfd-8358-287c15e86934', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': 'c2979b3d-f5e6-4cfd-8358-287c15e86934', 'mac_address': 'fa:16:3e:3f:31:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:54:56.069747 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ade4f-4698-46ca-858b-caa9692a830b req-5f9428df-7452-42b3-a10d-049df9fad29f tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:56.079251 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-843ade4f-4698-46ca-858b-caa9692a830b req-5f9428df-7452-42b3-a10d-049df9fad29f tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef2296-2dfa-404c-b7d4-391df1b3e846 HTTP/1.1" status: 200 len: 948 time: 0.2516763 Nov 24 20:54:56.134551 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:56.178078 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2979b3d-f5e6-4cfd-8358-287c15e86934 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:54:56.185527 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fc3ef-ec7a-42bc-992e-a93c3e958969 req-e48ac96b-b52b-4cac-8868-4b5d73e01135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:56.193387 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a19fc3ef-ec7a-42bc-992e-a93c3e958969 req-e48ac96b-b52b-4cac-8868-4b5d73e01135 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2255311 Nov 24 20:54:56.205777 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b533e7b-b09f-4e7a-84ee-b3f23c712503 req-ca8ee82e-38c9-4766-8e16-dc1684bb4232 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:56.207703 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6b533e7b-b09f-4e7a-84ee-b3f23c712503 req-ca8ee82e-38c9-4766-8e16-dc1684bb4232 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.1956246 Nov 24 20:54:56.259181 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-b5414d8c-dd4e-4105-bf2e-dc93a23506da service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710462 Nov 24 20:54:56.262294 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port c2979b3d-f5e6-4cfd-8358-287c15e86934, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c2979b3d-f5e6-4cfd-8358-287c15e86934,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:56.273341 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:56.316216 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6b533e7b-b09f-4e7a-84ee-b3f23c712503 req-b170c724-a7f4-443a-b284-09e7f67a2c5a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930338 Nov 24 20:54:56.373283 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-843ade4f-4698-46ca-858b-caa9692a830b req-0279e163-2605-4496-94f8-471c61ca7cab tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811546 Nov 24 20:54:56.402302 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=c2979b3d-f5e6-4cfd-8358-287c15e86934,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:56.485107 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device ccc21d4c-e226-4765-a466-e1d93a4b63d4 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:54:56.494645 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 0bcacb70-f87f-4a79-8c85-465d9673ac56 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:54:56.618062 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c2979b3d-f5e6-4cfd-8358-287c15e86934'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:54:56.690429 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-19db6f1e-c5f3-47c6-a1b5-18fa41983890 req-c9a68042-9e34-42ec-bd1f-e5f902fc2c01 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a03811c-853d-4872-92f1-43a2c3ac1a76 HTTP/1.1" status: 200 len: 210 time: 0.0728149 Nov 24 20:54:56.951573 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dca26b-24e6-4728-861f-c27eb3a11571 req-6a0b8234-f4cc-448b-8f54-0cd716d71fe2 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:56.963667 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-00dca26b-24e6-4728-861f-c27eb3a11571 req-6a0b8234-f4cc-448b-8f54-0cd716d71fe2 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 949 time: 0.1507733 Nov 24 20:54:57.030976 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-00dca26b-24e6-4728-861f-c27eb3a11571 req-6e8a61d3-66b2-4f2a-9fc8-bc516e93aadb tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657709 Nov 24 20:54:57.049424 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.resource_extend [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 20:54:57.073938 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a03811c-853d-4872-92f1-43a2c3ac1a76', 'name': 'network-vif-deleted', 'tag': 'd795563b-ca34-4c21-93ce-e3ca33e74942'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:57.076289 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4267041a-c235-48bd-b7e3-29124fba36d4" -d '{"events": [{"server_uuid": "4a03811c-853d-4872-92f1-43a2c3ac1a76", "name": "network-vif-deleted", "tag": "d795563b-ca34-4c21-93ce-e3ca33e74942"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:57.096348 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 0bcacb70-f87f-4a79-8c85-465d9673ac56 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:54:57.135066 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 0bcacb70-f87f-4a79-8c85-465d9673ac56 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:54:57.135459 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:57.162871 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ca118-8622-4eb1-aea8-ed8162a467ee req-f8882890-8dcb-4842-8ce6-72a56d47f30a tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:57.164569 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e19ca118-8622-4eb1-aea8-ed8162a467ee req-f8882890-8dcb-4842-8ce6-72a56d47f30a tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c4f7f44-43e0-4f85-82ce-3ea57ade7dae HTTP/1.1" status: 200 len: 944 time: 0.0808327 Nov 24 20:54:57.168780 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06895ec9-3051-445a-84fa-e1f6f9047de6 x-openstack-request-id: req-06895ec9-3051-445a-84fa-e1f6f9047de6 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:57.168780 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a03811c-853d-4872-92f1-43a2c3ac1a76", "name": "network-vif-deleted", "tag": "d795563b-ca34-4c21-93ce-e3ca33e74942", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:57.169036 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-06895ec9-3051-445a-84fa-e1f6f9047de6 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:57.172361 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a03811c-853d-4872-92f1-43a2c3ac1a76', 'name': 'network-vif-deleted', 'tag': 'd795563b-ca34-4c21-93ce-e3ca33e74942', 'status': 'completed', 'code': 200} Nov 24 20:54:57.176741 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a19fc3ef-ec7a-42bc-992e-a93c3e958969 req-e4a9b602-7f71-4683-ae29-72a4d4b2b473 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9681773 Nov 24 20:54:57.252897 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port ccc21d4c-e226-4765-a466-e1d93a4b63d4, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=ccc21d4c-e226-4765-a466-e1d93a4b63d4,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:57.269569 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'ccc21d4c-e226-4765-a466-e1d93a4b63d4', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': 'ccc21d4c-e226-4765-a466-e1d93a4b63d4', 'mac_address': 'fa:16:3e:c6:ab:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:54:57.350032 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e19ca118-8622-4eb1-aea8-ed8162a467ee req-191a49d7-e933-4ade-b48b-1af1cda54d04 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766191 Nov 24 20:54:57.400169 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a19fc3ef-ec7a-42bc-992e-a93c3e958969 req-bbcaa79a-2a1a-4785-a128-ebf57f8470e3 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091031 Nov 24 20:54:57.415337 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:57.449368 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc21d4c-e226-4765-a466-e1d93a4b63d4 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:54:57.464031 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:57.484936 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port ccc21d4c-e226-4765-a466-e1d93a4b63d4, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=ccc21d4c-e226-4765-a466-e1d93a4b63d4,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:57.495271 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:57.506952 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4f7f44-43e0-4f85-82ce-3ea57ade7dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcacb70-f87f-4a79-8c85-465d9673ac56'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:57.510393 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42702ad-3c12-4387-b2ac-b060d63034f8" -d '{"events": [{"server_uuid": "6c4f7f44-43e0-4f85-82ce-3ea57ade7dae", "name": "network-vif-plugged", "status": "completed", "tag": "0bcacb70-f87f-4a79-8c85-465d9673ac56"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:57.544100 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 0bcacb70-f87f-4a79-8c85-465d9673ac56, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0bcacb70-f87f-4a79-8c85-465d9673ac56,segment=NetworkSegment(c9465afa-6f45-4ba6-8db1-e1b087221e6b),segment_id=c9465afa-6f45-4ba6-8db1-e1b087221e6b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:57.550501 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca0c8e-4de1-4009-ade1-851ada83a494 req-c2524ed4-1a5b-4f16-b0db-f17b459e6a7e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:57.564811 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:57.565592 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device d795563b-ca34-4c21-93ce-e3ca33e74942 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:54:57.566560 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-15ca0c8e-4de1-4009-ade1-851ada83a494 req-c2524ed4-1a5b-4f16-b0db-f17b459e6a7e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.1337841 Nov 24 20:54:57.590508 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=ccc21d4c-e226-4765-a466-e1d93a4b63d4,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:57.593891 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: d795563b-ca34-4c21-93ce-e3ca33e74942 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:54:57.601774 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device d795563b-ca34-4c21-93ce-e3ca33e74942 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:54:57.653848 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9240b-9ad2-4ac2-a13f-73e82eea49ee req-5bb22325-684f-4936-a0c2-65a084c9fcc1 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:57.655427 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7cc9240b-9ad2-4ac2-a13f-73e82eea49ee req-5bb22325-684f-4936-a0c2-65a084c9fcc1 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef2296-2dfa-404c-b7d4-391df1b3e846 HTTP/1.1" status: 200 len: 949 time: 0.1233623 Nov 24 20:54:57.671214 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=0bcacb70-f87f-4a79-8c85-465d9673ac56,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:57.688810 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-15ca0c8e-4de1-4009-ade1-851ada83a494 req-013400e7-16c8-4a75-bd7f-1f2b8a931172 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211770 Nov 24 20:54:57.731227 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['ccc21d4c-e226-4765-a466-e1d93a4b63d4'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:54:57.783465 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7cc9240b-9ad2-4ac2-a13f-73e82eea49ee req-770dec21-fb64-4b05-afff-4aff2432c858 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160886 Nov 24 20:54:57.850144 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3c0634-e5d6-41e6-8e96-e1c20b17445e x-openstack-request-id: req-1f3c0634-e5d6-41e6-8e96-e1c20b17445e {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:54:57.850487 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4f7f44-43e0-4f85-82ce-3ea57ade7dae", "name": "network-vif-plugged", "status": "completed", "tag": "0bcacb70-f87f-4a79-8c85-465d9673ac56", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:54:57.850758 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1f3c0634-e5d6-41e6-8e96-e1c20b17445e {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:54:57.852303 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4f7f44-43e0-4f85-82ce-3ea57ade7dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcacb70-f87f-4a79-8c85-465d9673ac56', 'code': 200} Nov 24 20:54:57.992472 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff879798-8698-48ff-a825-906d68666f9d req-31a0dc29-a0f2-4cbe-8de8-b0a76a53fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:57.996611 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ff879798-8698-48ff-a825-906d68666f9d req-31a0dc29-a0f2-4cbe-8de8-b0a76a53fd9d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6c4f7f44-43e0-4f85-82ce-3ea57ade7dae HTTP/1.1" status: 200 len: 1096 time: 0.0902808 Nov 24 20:54:58.083711 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ff879798-8698-48ff-a825-906d68666f9d req-94d6c776-a27a-44c2-867d-00e1f67787e4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789716 Nov 24 20:54:58.160522 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e63b6e-fea4-481f-8f81-64475900b2b0 req-4f06fed5-f007-4a8f-99d8-4226db9ad605 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:58.162133 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-52e63b6e-fea4-481f-8f81-64475900b2b0 req-4f06fed5-f007-4a8f-99d8-4226db9ad605 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1031547 Nov 24 20:54:58.258767 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-52e63b6e-fea4-481f-8f81-64475900b2b0 req-ac57978b-c28c-4dbe-a70d-005a619fae81 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821559 Nov 24 20:54:58.334806 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772765b7-45f7-49b3-98b6-6a764c84bfeb req-722361cc-9b48-4e49-9e51-0a22708f6fe5 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:58.338028 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-772765b7-45f7-49b3-98b6-6a764c84bfeb req-722361cc-9b48-4e49-9e51-0a22708f6fe5 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 949 time: 0.0619972 Nov 24 20:54:58.391664 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9ce3c-d188-40cb-b1b8-5f0b9dfd3cf4 req-32447b82-2bad-4f68-97ad-c4a3a583161d tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:58.393408 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-93d9ce3c-d188-40cb-b1b8-5f0b9dfd3cf4 req-32447b82-2bad-4f68-97ad-c4a3a583161d tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 945 time: 0.0645251 Nov 24 20:54:58.457798 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-772765b7-45f7-49b3-98b6-6a764c84bfeb req-1eb9d127-068b-48b6-8119-dd5e007ced50 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032422 Nov 24 20:54:58.475229 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-93d9ce3c-d188-40cb-b1b8-5f0b9dfd3cf4 req-1b8341c4-be9a-456c-92c5-07b24255b12a tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669746 Nov 24 20:54:58.495723 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device ccc21d4c-e226-4765-a466-e1d93a4b63d4 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:54:58.574446 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port ccc21d4c-e226-4765-a466-e1d93a4b63d4 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:54:58.579760 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port ccc21d4c-e226-4765-a466-e1d93a4b63d4 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:54:58.580591 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:58.623789 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e1a59-0a7a-4323-b8d5-4d901833c544 req-cbedfade-a396-4aa3-bdc2-659b0879c3eb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:58.636716 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db9e1a59-0a7a-4323-b8d5-4d901833c544 req-cbedfade-a396-4aa3-bdc2-659b0879c3eb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1036608 Nov 24 20:54:58.657274 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde07cbb-e562-42ca-acdc-59ae2dc19b41 req-faf4e437-e51d-4e51-94e2-46ed75a115e9 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:58.668224 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cde07cbb-e562-42ca-acdc-59ae2dc19b41 req-faf4e437-e51d-4e51-94e2-46ed75a115e9 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c4f7f44-43e0-4f85-82ce-3ea57ade7dae HTTP/1.1" status: 200 len: 945 time: 0.0959630 Nov 24 20:54:58.680397 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:58.742473 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port ccc21d4c-e226-4765-a466-e1d93a4b63d4, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=ccc21d4c-e226-4765-a466-e1d93a4b63d4,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:54:58.748362 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db9e1a59-0a7a-4323-b8d5-4d901833c544 req-d06d445e-b79c-43c1-9589-e234b763d2ef tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106236 Nov 24 20:54:58.763912 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:58.791343 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cde07cbb-e562-42ca-acdc-59ae2dc19b41 req-66ff8380-0f8f-432a-ad3f-ad0240483cc2 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221504 Nov 24 20:54:58.845273 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=ccc21d4c-e226-4765-a466-e1d93a4b63d4,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:54:58.961460 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412d12b-8963-47fe-aa46-85a9aa497a21 req-f1878fb1-528a-4394-82cf-9f79cb2e63f4 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:58.970406 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9412d12b-8963-47fe-aa46-85a9aa497a21 req-f1878fb1-528a-4394-82cf-9f79cb2e63f4 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef2296-2dfa-404c-b7d4-391df1b3e846 HTTP/1.1" status: 200 len: 950 time: 0.0775757 Nov 24 20:54:59.060860 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9412d12b-8963-47fe-aa46-85a9aa497a21 req-e46bf67d-200a-43b6-bca1-0eaea6e0b17f tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893192 Nov 24 20:54:59.303952 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef098856-482d-4531-af9e-403506de0f6d req-6c6a7ccd-f449-45ee-927a-7c239a9f949d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:59.309306 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef098856-482d-4531-af9e-403506de0f6d req-6c6a7ccd-f449-45ee-927a-7c239a9f949d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 812 time: 0.1849360 Nov 24 20:54:59.328905 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef098856-482d-4531-af9e-403506de0f6d req-a550249d-5d24-4307-a3ec-c236574eafcf tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/quotas/951818ad52ff43b78906657d2000e269 HTTP/1.1" status: 200 len: 375 time: 0.0170963 Nov 24 20:54:59.370051 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59064) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:54:59.392869 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef098856-482d-4531-af9e-403506de0f6d req-ab617a0d-5989-4935-b587-92d02227fdd5 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0629020 Nov 24 20:54:59.550651 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef098856-482d-4531-af9e-403506de0f6d req-90524162-ca6c-47f1-9099-8ba738cbd7fe service neutron] 10.222.0.11 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465781 Nov 24 20:54:59.620465 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55492755-8178-4bbc-8ca4-81cb8f5ab174 req-a51a8038-96d4-4224-94f5-51ca194faf15 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:59.628547 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-55492755-8178-4bbc-8ca4-81cb8f5ab174 req-a51a8038-96d4-4224-94f5-51ca194faf15 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 949 time: 0.0697219 Nov 24 20:54:59.692370 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-55492755-8178-4bbc-8ca4-81cb8f5ab174 req-25f04a84-eb95-42b7-91b0-ee65a1463296 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585625 Nov 24 20:54:59.715038 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef098856-482d-4531-af9e-403506de0f6d req-2d655b6b-9540-4c47-a445-44c3da640f75 service neutron] 10.222.0.11 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632922 Nov 24 20:54:59.725447 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-76cde9d6-c037-4740-9e74-115a22a216cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:59.745859 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c2979b3d-f5e6-4cfd-8358-287c15e86934 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:54:59.863367 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ef2296-2dfa-404c-b7d4-391df1b3e846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc21d4c-e226-4765-a466-e1d93a4b63d4'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:54:59.868199 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e26688-9119-4401-8fb9-a9fa083a5aa4" -d '{"events": [{"server_uuid": "b7ef2296-2dfa-404c-b7d4-391df1b3e846", "name": "network-vif-plugged", "status": "completed", "tag": "ccc21d4c-e226-4765-a466-e1d93a4b63d4"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:54:59.924212 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port c2979b3d-f5e6-4cfd-8358-287c15e86934 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:54:59.932665 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port c2979b3d-f5e6-4cfd-8358-287c15e86934 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:54:59.933698 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:54:59.963937 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49c5fa-385c-4eef-b6b3-3cb7229dbffb req-1dfe074b-6f80-4beb-8b8c-8beb76b729c4 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:59.966406 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a13cd8-eb6f-4587-9df2-c41a44b55021 req-95c005e5-5ccf-4710-9be3-6ae9b17ea450 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:54:59.970673 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3d49c5fa-385c-4eef-b6b3-3cb7229dbffb req-1dfe074b-6f80-4beb-8b8c-8beb76b729c4 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 945 time: 0.0902050 Nov 24 20:54:59.976597 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1a13cd8-eb6f-4587-9df2-c41a44b55021 req-95c005e5-5ccf-4710-9be3-6ae9b17ea450 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 945 time: 0.1626976 Nov 24 20:55:00.011079 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-76cde9d6-c037-4740-9e74-115a22a216cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:00.042955 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-76cde9d6-c037-4740-9e74-115a22a216cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:00.074334 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:00.143511 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-76cde9d6-c037-4740-9e74-115a22a216cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=124b7e73c58b4da3822ef97f56dd4c17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7697775 Nov 24 20:55:00.143742 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a0946-1818-496b-9a89-e7872a5420a3 req-59cdbe99-ed12-4994-beb4-4b57ea39c6f9 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:00.143970 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-238a0946-1818-496b-9a89-e7872a5420a3 req-59cdbe99-ed12-4994-beb4-4b57ea39c6f9 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c4f7f44-43e0-4f85-82ce-3ea57ade7dae HTTP/1.1" status: 200 len: 945 time: 0.1726172 Nov 24 20:55:00.144469 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59094) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:00.158162 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port c2979b3d-f5e6-4cfd-8358-287c15e86934, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c2979b3d-f5e6-4cfd-8358-287c15e86934,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:00.162985 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cde9d6-c037-4740-9e74-115a22a216cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcc542a-060f-49e4-a337-17f83dedffe7,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:00.176952 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:00.203416 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1a13cd8-eb6f-4587-9df2-c41a44b55021 req-4543e4fc-51e7-4392-9053-43015294a6f2 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d880414-14d6-4c5d-871a-22a1ec682006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258050 Nov 24 20:55:00.253219 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-3d49c5fa-385c-4eef-b6b3-3cb7229dbffb req-54482f2a-46f0-439b-a221-8b30cf1c3954 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Deleting port d7583c6b-0892-40d7-a969-d71a978cccd0 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:55:00.254261 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3d49c5fa-385c-4eef-b6b3-3cb7229dbffb req-54482f2a-46f0-439b-a221-8b30cf1c3954 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:00.287790 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-238a0946-1818-496b-9a89-e7872a5420a3 req-73dae413-2ffc-4b5d-b935-134d32548624 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001458 Nov 24 20:55:00.327163 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=c2979b3d-f5e6-4cfd-8358-287c15e86934,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:00.348679 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-188ea3a7-9f5f-4230-9a1e-aba1d87ddaaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:00.363060 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cb284fb9-8776-4152-9242-3bb8218fdad9 req-433cf4a4-0503-4a08-857b-0e2974505073 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5d63d29-62a3-42e9-b117-00a512d26edc HTTP/1.1" status: 200 len: 210 time: 0.0588813 Nov 24 20:55:00.377541 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc84746-60d6-4b65-ac7d-60a2905e7f6a x-openstack-request-id: req-3dc84746-60d6-4b65-ac7d-60a2905e7f6a {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:00.377844 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ef2296-2dfa-404c-b7d4-391df1b3e846", "name": "network-vif-plugged", "status": "completed", "tag": "ccc21d4c-e226-4765-a466-e1d93a4b63d4", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:00.378109 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3dc84746-60d6-4b65-ac7d-60a2905e7f6a {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:00.378515 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ef2296-2dfa-404c-b7d4-391df1b3e846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc21d4c-e226-4765-a466-e1d93a4b63d4', 'code': 200} Nov 24 20:55:00.571124 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4833c-682f-4427-8420-f87fdf6d800b req-b4c4053d-c4a9-4852-a868-3193a28293e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:00.574092 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c0d4833c-682f-4427-8420-f87fdf6d800b req-b4c4053d-c4a9-4852-a868-3193a28293e5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7ef2296-2dfa-404c-b7d4-391df1b3e846 HTTP/1.1" status: 200 len: 1101 time: 0.0947113 Nov 24 20:55:00.622640 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-3d49c5fa-385c-4eef-b6b3-3cb7229dbffb req-54482f2a-46f0-439b-a221-8b30cf1c3954 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] For port d7583c6b-0892-40d7-a969-d71a978cccd0, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d7583c6b-0892-40d7-a969-d71a978cccd0,segment=NetworkSegment(94641ed7-7d62-49d4-bdd3-2104b796a379),segment_id=94641ed7-7d62-49d4-bdd3-2104b796a379)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:00.622921 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3d49c5fa-385c-4eef-b6b3-3cb7229dbffb req-54482f2a-46f0-439b-a221-8b30cf1c3954 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:00.648121 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c0d4833c-682f-4427-8420-f87fdf6d800b req-4f4dbbf3-fe6a-4297-9eef-c9a88d51ec93 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609977 Nov 24 20:55:00.703159 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-188ea3a7-9f5f-4230-9a1e-aba1d87ddaaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:00.712325 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-3d49c5fa-385c-4eef-b6b3-3cb7229dbffb req-54482f2a-46f0-439b-a221-8b30cf1c3954 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Calling delete_port for d7583c6b-0892-40d7-a969-d71a978cccd0 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:55:00.779615 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def68de7-04ea-49b6-95cf-c3084898d233 req-60e37dac-62c1-4fa9-9dde-138496a60a88 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:00.785329 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-def68de7-04ea-49b6-95cf-c3084898d233 req-60e37dac-62c1-4fa9-9dde-138496a60a88 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c4f7f44-43e0-4f85-82ce-3ea57ade7dae HTTP/1.1" status: 200 len: 945 time: 0.0829959 Nov 24 20:55:00.838121 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa11d0-0331-4277-8224-b1cbd083781f req-b320642f-c4f9-438e-a335-98dccf808bb7 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:00.839921 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0efa11d0-0331-4277-8224-b1cbd083781f req-b320642f-c4f9-438e-a335-98dccf808bb7 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef2296-2dfa-404c-b7d4-391df1b3e846 HTTP/1.1" status: 200 len: 950 time: 0.2833703 Nov 24 20:55:00.892845 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-def68de7-04ea-49b6-95cf-c3084898d233 req-80839391-fc2b-4740-99c3-ad041e42c4e7 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895908 Nov 24 20:55:00.933219 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-188ea3a7-9f5f-4230-9a1e-aba1d87ddaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:00.935887 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-188ea3a7-9f5f-4230-9a1e-aba1d87ddaaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:00.937822 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-188ea3a7-9f5f-4230-9a1e-aba1d87ddaaf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1dcc542a-060f-49e4-a337-17f83dedffe7 HTTP/1.1" status: 204 len: 168 time: 0.7907376 Nov 24 20:55:00.955468 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ea3a7-9f5f-4230-9a1e-aba1d87ddaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcc542a-060f-49e4-a337-17f83dedffe7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:00.969740 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59118) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:01.004966 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0efa11d0-0331-4277-8224-b1cbd083781f req-3ec337d8-0893-4f89-9dc5-6b55fe523bbb tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462865 Nov 24 20:55:01.010674 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188ea3a7-9f5f-4230-9a1e-aba1d87ddaaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:01.023057 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188ea3a7-9f5f-4230-9a1e-aba1d87ddaaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:01.023667 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188ea3a7-9f5f-4230-9a1e-aba1d87ddaaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:01.024246 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188ea3a7-9f5f-4230-9a1e-aba1d87ddaaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:01.024900 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188ea3a7-9f5f-4230-9a1e-aba1d87ddaaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:01.025707 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188ea3a7-9f5f-4230-9a1e-aba1d87ddaaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:01.026350 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188ea3a7-9f5f-4230-9a1e-aba1d87ddaaf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:01.026913 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188ea3a7-9f5f-4230-9a1e-aba1d87ddaaf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:01.027463 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188ea3a7-9f5f-4230-9a1e-aba1d87ddaaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:01.028027 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188ea3a7-9f5f-4230-9a1e-aba1d87ddaaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:01.028575 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188ea3a7-9f5f-4230-9a1e-aba1d87ddaaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:01.029152 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188ea3a7-9f5f-4230-9a1e-aba1d87ddaaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:01.061943 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3d49c5fa-385c-4eef-b6b3-3cb7229dbffb req-54482f2a-46f0-439b-a221-8b30cf1c3954 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:01.085999 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['d7583c6b-0892-40d7-a969-d71a978cccd0'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:55:01.099273 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54482f2a-46f0-439b-a221-8b30cf1c3954 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Pushing event deleted for resources: {'Port': ['ID=d7583c6b-0892-40d7-a969-d71a978cccd0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:01.161081 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e8d1e-dae5-4e37-b894-9425f2167c2b req-21e31b45-4b97-4e6a-ae19-92cddcc4883b tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:01.163210 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-018e8d1e-dae5-4e37-b894-9425f2167c2b req-21e31b45-4b97-4e6a-ae19-92cddcc4883b tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 949 time: 0.0948024 Nov 24 20:55:01.164155 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d49c5fa-385c-4eef-b6b3-3cb7229dbffb req-54482f2a-46f0-439b-a221-8b30cf1c3954 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] No DVR routers for this DVR port d7583c6b-0892-40d7-a969-d71a978cccd0 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:55:01.167391 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3d49c5fa-385c-4eef-b6b3-3cb7229dbffb req-54482f2a-46f0-439b-a221-8b30cf1c3954 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:01.172675 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3d49c5fa-385c-4eef-b6b3-3cb7229dbffb req-54482f2a-46f0-439b-a221-8b30cf1c3954 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.15 "DELETE /v2.0/ports/d7583c6b-0892-40d7-a969-d71a978cccd0 HTTP/1.1" status: 204 len: 173 time: 1.1770008 Nov 24 20:55:01.173476 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1eaaadf-1e22-4d71-9973-9034e90a7ecc', 'name': 'network-vif-deleted', 'tag': 'd7583c6b-0892-40d7-a969-d71a978cccd0'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:55:01.177975 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0b2176-2066-498b-a37a-4d7fad8a590d" -d '{"events": [{"server_uuid": "c1eaaadf-1e22-4d71-9973-9034e90a7ecc", "name": "network-vif-deleted", "tag": "d7583c6b-0892-40d7-a969-d71a978cccd0"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:55:01.246535 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b069b5-c222-4c3b-8df4-54bfc3dcefb8 x-openstack-request-id: req-f0b069b5-c222-4c3b-8df4-54bfc3dcefb8 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:01.246835 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1eaaadf-1e22-4d71-9973-9034e90a7ecc", "name": "network-vif-deleted", "tag": "d7583c6b-0892-40d7-a969-d71a978cccd0", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:01.247097 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f0b069b5-c222-4c3b-8df4-54bfc3dcefb8 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:01.247508 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1eaaadf-1e22-4d71-9973-9034e90a7ecc', 'name': 'network-vif-deleted', 'tag': 'd7583c6b-0892-40d7-a969-d71a978cccd0', 'status': 'completed', 'code': 200} Nov 24 20:55:01.280582 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-018e8d1e-dae5-4e37-b894-9425f2167c2b req-65cea051-218c-4529-9183-634b10357bd3 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061685 Nov 24 20:55:01.423797 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-08974903-6c12-411d-9aab-9c235273e660 req-b0671e57-db20-4006-bc89-9fa9e297d077 tempest-ListServerFiltersTestJSON-580773848 tempest-ListServerFiltersTestJSON-580773848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1eaaadf-1e22-4d71-9973-9034e90a7ecc HTTP/1.1" status: 200 len: 210 time: 0.0888774 Nov 24 20:55:01.513983 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c7551a16-dd06-4ad4-9d51-f4d392b0749c req-26107cf5-96ce-4df3-9154-6d58f50bf624 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5d63d29-62a3-42e9-b117-00a512d26edc HTTP/1.1" status: 200 len: 210 time: 0.0440454 Nov 24 20:55:01.570629 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-da19d22a-e6d8-4213-9710-fd513617d046 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:01.692598 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-da19d22a-e6d8-4213-9710-fd513617d046 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:01.699228 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-da19d22a-e6d8-4213-9710-fd513617d046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:01.745074 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-da19d22a-e6d8-4213-9710-fd513617d046 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54a2e533a5fe4167b32e5b479aabd71e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7741632 Nov 24 20:55:01.748281 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59134) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:01.757627 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19d22a-e6d8-4213-9710-fd513617d046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d558d9-8c02-4027-9bd4-23c7943b0a3a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:01.796662 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59136) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:01.811517 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f253969-d3b3-4077-b863-66df81b401e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:01.831977 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3560d6de-9d90-4818-baa2-54d3a2d5ee96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:01.892635 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3560d6de-9d90-4818-baa2-54d3a2d5ee96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:01.919944 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f253969-d3b3-4077-b863-66df81b401e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:01.931985 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f253969-d3b3-4077-b863-66df81b401e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:01.956883 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3560d6de-9d90-4818-baa2-54d3a2d5ee96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:01.959736 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3560d6de-9d90-4818-baa2-54d3a2d5ee96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:01.965981 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3560d6de-9d90-4818-baa2-54d3a2d5ee96 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e4d558d9-8c02-4027-9bd4-23c7943b0a3a HTTP/1.1" status: 204 len: 168 time: 0.2165103 Nov 24 20:55:01.974494 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560d6de-9d90-4818-baa2-54d3a2d5ee96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d558d9-8c02-4027-9bd4-23c7943b0a3a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:02.025791 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6f253969-d3b3-4077-b863-66df81b401e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd778f758df24ce09ef626d18620e154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233076 Nov 24 20:55:02.025791 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f253969-d3b3-4077-b863-66df81b401e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59c69cb-b81e-4480-a0b5-e7aca9b95e70,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:02.037742 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59144) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:02.112885 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fb139-4a40-4f15-8d9e-c67f19e11b60 req-41041a7b-c746-402e-84fd-6139e207fd6a tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:02.119346 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-db3fb139-4a40-4f15-8d9e-c67f19e11b60 req-41041a7b-c746-402e-84fd-6139e207fd6a tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c4f7f44-43e0-4f85-82ce-3ea57ade7dae HTTP/1.1" status: 200 len: 945 time: 0.1127231 Nov 24 20:55:02.221785 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-db3fb139-4a40-4f15-8d9e-c67f19e11b60 req-fdf6e63d-90f9-4e3d-aa2d-fbbd329ef4aa tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882328 Nov 24 20:55:02.268311 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef098856-482d-4531-af9e-403506de0f6d req-92058f05-a69d-4c0b-b614-f26fa229c0fe tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:02.270405 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ef098856-482d-4531-af9e-403506de0f6d req-92058f05-a69d-4c0b-b614-f26fa229c0fe tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.48 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 812 time: 0.1528482 Nov 24 20:55:02.311776 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-ef098856-482d-4531-af9e-403506de0f6d req-18a20b3a-fbcf-46ef-ae01-3920ac60d68c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Request body: {'port': {'device_id': 'c5d63d29-62a3-42e9-b117-00a512d26edc', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'admin_state_up': True, 'tenant_id': '951818ad52ff43b78906657d2000e269'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:02.364126 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2453c976-2d86-4cf4-8ad3-191b1cf897ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:02.379413 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2979b3d-f5e6-4cfd-8358-287c15e86934'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:55:02.381766 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1d343b-f133-463a-93ba-29bf66423f58" -d '{"events": [{"server_uuid": "6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe", "name": "network-vif-plugged", "status": "completed", "tag": "c2979b3d-f5e6-4cfd-8358-287c15e86934"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:55:02.410892 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da017731-1517-4933-b88c-7468a3af30e3 req-178c9a5c-46e9-4573-9eb2-b47aaacec4ae tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:02.418728 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da017731-1517-4933-b88c-7468a3af30e3 req-178c9a5c-46e9-4573-9eb2-b47aaacec4ae tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 949 time: 0.0684056 Nov 24 20:55:02.434332 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce9cac-d4d1-4253-9c0c-5164c9e63301 req-1c2e7ada-c6c6-4669-817d-e3b611c74785 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:02.441805 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d8ce9cac-d4d1-4253-9c0c-5164c9e63301 req-1c2e7ada-c6c6-4669-817d-e3b611c74785 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef2296-2dfa-404c-b7d4-391df1b3e846 HTTP/1.1" status: 200 len: 950 time: 0.1691201 Nov 24 20:55:02.477413 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da017731-1517-4933-b88c-7468a3af30e3 req-5548c79d-be29-4992-a177-f4b7dce6a1df tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574050 Nov 24 20:55:02.486240 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2453c976-2d86-4cf4-8ad3-191b1cf897ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:02.526434 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8af983b-3d93-483e-84d7-3fbf3d06690f x-openstack-request-id: req-e8af983b-3d93-483e-84d7-3fbf3d06690f {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:02.526990 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe", "name": "network-vif-plugged", "status": "completed", "tag": "c2979b3d-f5e6-4cfd-8358-287c15e86934", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:02.527449 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e8af983b-3d93-483e-84d7-3fbf3d06690f {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:02.528039 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2979b3d-f5e6-4cfd-8358-287c15e86934', 'code': 200} Nov 24 20:55:02.593142 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef37f1-6719-49c4-84aa-d3a5a067befd req-779c726c-bc88-4592-b3fb-04efa9b15f4e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:02.594746 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1bef37f1-6719-49c4-84aa-d3a5a067befd req-779c726c-bc88-4592-b3fb-04efa9b15f4e tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c4f7f44-43e0-4f85-82ce-3ea57ade7dae HTTP/1.1" status: 200 len: 945 time: 0.1956694 Nov 24 20:55:02.599227 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59164) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:02.608707 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d8ce9cac-d4d1-4253-9c0c-5164c9e63301 req-2e54e1ee-0171-46d6-b3e4-a610e4149f2e tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654243 Nov 24 20:55:02.663683 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef098856-482d-4531-af9e-403506de0f6d req-18a20b3a-fbcf-46ef-ae01-3920ac60d68c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Made reservation on behalf of 951818ad52ff43b78906657d2000e269 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:55:02.668071 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ef098856-482d-4531-af9e-403506de0f6d req-18a20b3a-fbcf-46ef-ae01-3920ac60d68c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:02.715588 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2453c976-2d86-4cf4-8ad3-191b1cf897ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:02.718634 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2453c976-2d86-4cf4-8ad3-191b1cf897ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:02.722500 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2453c976-2d86-4cf4-8ad3-191b1cf897ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f59c69cb-b81e-4480-a0b5-e7aca9b95e70 HTTP/1.1" status: 204 len: 168 time: 0.6837423 Nov 24 20:55:02.736729 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3fdbada0-b7c1-4296-8f47-0b10f83261b3 req-e8e65c14-312d-46db-8513-803354808c08 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5d63d29-62a3-42e9-b117-00a512d26edc HTTP/1.1" status: 200 len: 210 time: 0.0676446 Nov 24 20:55:02.746063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453c976-2d86-4cf4-8ad3-191b1cf897ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59c69cb-b81e-4480-a0b5-e7aca9b95e70,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:02.776729 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2ad57-7116-4d14-a4d5-adebc43c6b79 req-a1b1fc00-6e8c-412b-b538-742c76f4c4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:02.780464 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6cf2ad57-7116-4d14-a4d5-adebc43c6b79 req-a1b1fc00-6e8c-412b-b538-742c76f4c4ac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 1100 time: 0.1262946 Nov 24 20:55:02.783576 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b50c162-ee70-4bc3-bd31-b8092d545054 admin admin] Deleting subnet 20047ad1-cc0a-4d75-a9cc-6f49c411910c {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:55:02.788726 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b50c162-ee70-4bc3-bd31-b8092d545054 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:02.862531 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-1bef37f1-6719-49c4-84aa-d3a5a067befd req-ba6b0b41-6bce-4e70-a952-661e62b6af3f tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Deleting port 0bcacb70-f87f-4a79-8c85-465d9673ac56 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:55:02.862887 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1bef37f1-6719-49c4-84aa-d3a5a067befd req-ba6b0b41-6bce-4e70-a952-661e62b6af3f tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:02.898558 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6cf2ad57-7116-4d14-a4d5-adebc43c6b79 req-30e75eb2-d6fe-4998-ba17-7f5e32eab0c5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061723 Nov 24 20:55:02.908298 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b50c162-ee70-4bc3-bd31-b8092d545054 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:02.997180 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b50c162-ee70-4bc3-bd31-b8092d545054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:03.006832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-1bef37f1-6719-49c4-84aa-d3a5a067befd req-ba6b0b41-6bce-4e70-a952-661e62b6af3f tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] For port 0bcacb70-f87f-4a79-8c85-465d9673ac56, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0bcacb70-f87f-4a79-8c85-465d9673ac56,segment=NetworkSegment(c9465afa-6f45-4ba6-8db1-e1b087221e6b),segment_id=c9465afa-6f45-4ba6-8db1-e1b087221e6b)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:03.007211 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1bef37f1-6719-49c4-84aa-d3a5a067befd req-ba6b0b41-6bce-4e70-a952-661e62b6af3f tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:03.028017 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-1bef37f1-6719-49c4-84aa-d3a5a067befd req-ba6b0b41-6bce-4e70-a952-661e62b6af3f tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Calling delete_port for 0bcacb70-f87f-4a79-8c85-465d9673ac56 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:55:03.034841 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-ef098856-482d-4531-af9e-403506de0f6d req-18a20b3a-fbcf-46ef-ae01-3920ac60d68c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Allocated IP 172.20.0.10 (d57895c6-b2f2-4afe-a44e-1eb66b91940d/9ee9c5f7-570f-459a-a776-8d371777733b/58ca93dd-a19a-4791-9d03-9556ef2216da) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:55:03.036601 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59176) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:03.078319 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b50c162-ee70-4bc3-bd31-b8092d545054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:03.113660 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50c162-ee70-4bc3-bd31-b8092d545054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20047ad1-cc0a-4d75-a9cc-6f49c411910c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:03.116790 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b50c162-ee70-4bc3-bd31-b8092d545054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:03.121421 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7b50c162-ee70-4bc3-bd31-b8092d545054 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/20047ad1-cc0a-4d75-a9cc-6f49c411910c HTTP/1.1" status: 204 len: 168 time: 0.5211430 Nov 24 20:55:03.123818 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59182) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:03.127298 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65498148-7fb6-4b36-984f-1af707b863ee None None] Network 163dd9ed-ba8c-4c80-b86b-524764f34af5 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:55:03.236307 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-441d7b12-8d9e-466e-bb6e-679a4c6c43dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:03.365891 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-441d7b12-8d9e-466e-bb6e-679a4c6c43dc admin admin] Deleting port 3117b8f1-849e-43c9-8fe4-4d778e05028e {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:55:03.366227 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-441d7b12-8d9e-466e-bb6e-679a4c6c43dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:03.441641 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984d566d-fdf7-458d-a991-662eb8e9d30b None None] DHCP port deletion for 163dd9ed-ba8c-4c80-b86b-524764f34af5 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 20:55:03.466701 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ef098856-482d-4531-af9e-403506de0f6d req-18a20b3a-fbcf-46ef-ae01-3920ac60d68c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:03.471311 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1bef37f1-6719-49c4-84aa-d3a5a067befd req-ba6b0b41-6bce-4e70-a952-661e62b6af3f tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:03.474147 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f8a70a2d-3a05-4958-82cd-b14b8703a68a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:03.486904 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['0bcacb70-f87f-4a79-8c85-465d9673ac56'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:55:03.500714 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-441d7b12-8d9e-466e-bb6e-679a4c6c43dc admin admin] For port 3117b8f1-849e-43c9-8fe4-4d778e05028e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3117b8f1-849e-43c9-8fe4-4d778e05028e,segment=NetworkSegment(94641ed7-7d62-49d4-bdd3-2104b796a379),segment_id=94641ed7-7d62-49d4-bdd3-2104b796a379)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:03.502569 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-441d7b12-8d9e-466e-bb6e-679a4c6c43dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:03.537434 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-441d7b12-8d9e-466e-bb6e-679a4c6c43dc admin admin] Calling delete_port for 3117b8f1-849e-43c9-8fe4-4d778e05028e owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:55:03.561508 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10410c-4922-4da6-9981-63dff89ed950 req-a9886f0e-ab83-47ec-8c86-1c7ae558bdad tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:03.563720 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea10410c-4922-4da6-9981-63dff89ed950 req-a9886f0e-ab83-47ec-8c86-1c7ae558bdad tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c4f7f44-43e0-4f85-82ce-3ea57ade7dae HTTP/1.1" status: 200 len: 945 time: 0.2316790 Nov 24 20:55:03.564620 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b0b41-6bce-4e70-a952-661e62b6af3f tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Pushing event deleted for resources: {'Port': ['ID=0bcacb70-f87f-4a79-8c85-465d9673ac56,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:03.619095 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-984d566d-fdf7-458d-a991-662eb8e9d30b None None] Deleting port 3117b8f1-849e-43c9-8fe4-4d778e05028e {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:55:03.619931 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-984d566d-fdf7-458d-a991-662eb8e9d30b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:03.719970 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-984d566d-fdf7-458d-a991-662eb8e9d30b None None] For port 3117b8f1-849e-43c9-8fe4-4d778e05028e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3117b8f1-849e-43c9-8fe4-4d778e05028e,segment=NetworkSegment(94641ed7-7d62-49d4-bdd3-2104b796a379),segment_id=94641ed7-7d62-49d4-bdd3-2104b796a379)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:03.722431 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-984d566d-fdf7-458d-a991-662eb8e9d30b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:03.726817 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-441d7b12-8d9e-466e-bb6e-679a4c6c43dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:03.737166 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bef37f1-6719-49c4-84aa-d3a5a067befd req-ba6b0b41-6bce-4e70-a952-661e62b6af3f tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] No DVR routers for this DVR port 0bcacb70-f87f-4a79-8c85-465d9673ac56 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:55:03.744784 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1bef37f1-6719-49c4-84aa-d3a5a067befd req-ba6b0b41-6bce-4e70-a952-661e62b6af3f tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:03.751445 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1bef37f1-6719-49c4-84aa-d3a5a067befd req-ba6b0b41-6bce-4e70-a952-661e62b6af3f tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.48 "DELETE /v2.0/ports/0bcacb70-f87f-4a79-8c85-465d9673ac56 HTTP/1.1" status: 204 len: 173 time: 1.1481533 Nov 24 20:55:03.754559 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-984d566d-fdf7-458d-a991-662eb8e9d30b None None] Calling delete_port for 3117b8f1-849e-43c9-8fe4-4d778e05028e owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:55:03.763381 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4f7f44-43e0-4f85-82ce-3ea57ade7dae', 'name': 'network-vif-deleted', 'tag': '0bcacb70-f87f-4a79-8c85-465d9673ac56'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:55:03.771328 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b1854a-4f40-4ab8-966e-1bac9b99da99" -d '{"events": [{"server_uuid": "6c4f7f44-43e0-4f85-82ce-3ea57ade7dae", "name": "network-vif-deleted", "tag": "0bcacb70-f87f-4a79-8c85-465d9673ac56"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:55:03.792008 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0f4ef-8180-4ccc-a41f-f07c52ae311d req-d291252c-0f5c-4c01-81eb-8a680f9fce31 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:03.797290 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-53b0f4ef-8180-4ccc-a41f-f07c52ae311d req-d291252c-0f5c-4c01-81eb-8a680f9fce31 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 949 time: 0.1737969 Nov 24 20:55:03.807232 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device d7583c6b-0892-40d7-a969-d71a978cccd0 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:55:03.826764 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d7b12-8d9e-466e-bb6e-679a4c6c43dc admin admin] Pushing event deleted for resources: {'Port': ['ID=3117b8f1-849e-43c9-8fe4-4d778e05028e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:03.843523 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441d7b12-8d9e-466e-bb6e-679a4c6c43dc admin admin] No DVR routers for this DVR port 3117b8f1-849e-43c9-8fe4-4d778e05028e on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:55:03.888178 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ef098856-482d-4531-af9e-403506de0f6d req-18a20b3a-fbcf-46ef-ae01-3920ac60d68c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:03.900735 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f8a70a2d-3a05-4958-82cd-b14b8703a68a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:03.924793 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['b512f2a2-32d6-46d1-b645-f544c8d3adea'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:55:03.927214 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef098856-482d-4531-af9e-403506de0f6d req-18a20b3a-fbcf-46ef-ae01-3920ac60d68c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Network d57895c6-b2f2-4afe-a44e-1eb66b91940d is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:55:03.932283 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-ef098856-482d-4531-af9e-403506de0f6d req-18a20b3a-fbcf-46ef-ae01-3920ac60d68c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:55:03.950369 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea10410c-4922-4da6-9981-63dff89ed950 req-d59793b0-0190-4b99-9661-f1d2f17ba7cf tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups?id=924a784d-ac7f-4fd0-bc7d-a545c1cecebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597605 Nov 24 20:55:03.991626 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef098856-482d-4531-af9e-403506de0f6d req-18a20b3a-fbcf-46ef-ae01-3920ac60d68c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:55:04.058483 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: d7583c6b-0892-40d7-a969-d71a978cccd0 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:55:04.058852 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device d7583c6b-0892-40d7-a969-d71a978cccd0 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:55:04.097619 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f8a70a2d-3a05-4958-82cd-b14b8703a68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:04.106935 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef098856-482d-4531-af9e-403506de0f6d req-18a20b3a-fbcf-46ef-ae01-3920ac60d68c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:04.106935 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ef098856-482d-4531-af9e-403506de0f6d req-18a20b3a-fbcf-46ef-ae01-3920ac60d68c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:04.113607 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-441d7b12-8d9e-466e-bb6e-679a4c6c43dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:04.151202 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ef098856-482d-4531-af9e-403506de0f6d req-18a20b3a-fbcf-46ef-ae01-3920ac60d68c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8634894 Nov 24 20:55:04.179818 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-ef098856-482d-4531-af9e-403506de0f6d req-27505cc4-70af-4709-9abd-9bc6e6ff1e13 service neutron] Request body: {'port': {'device_id': 'c5d63d29-62a3-42e9-b117-00a512d26edc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:04.186295 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-441d7b12-8d9e-466e-bb6e-679a4c6c43dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163dd9ed-ba8c-4c80-b86b-524764f34af5']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:55:04.227356 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-53b0f4ef-8180-4ccc-a41f-f07c52ae311d req-87248624-1e68-410d-9b9d-4dc9540e1675 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180930 Nov 24 20:55:04.238670 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-441d7b12-8d9e-466e-bb6e-679a4c6c43dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94641ed7-7d62-49d4-bdd3-2104b796a379') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:55:04.248312 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-441d7b12-8d9e-466e-bb6e-679a4c6c43dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94641ed7-7d62-49d4-bdd3-2104b796a379') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:55:04.277450 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-441d7b12-8d9e-466e-bb6e-679a4c6c43dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:04.307395 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-441d7b12-8d9e-466e-bb6e-679a4c6c43dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:04.324556 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441d7b12-8d9e-466e-bb6e-679a4c6c43dc admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:55:04.326527 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-441d7b12-8d9e-466e-bb6e-679a4c6c43dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:55:04.337301 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:55:04.362114 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-984d566d-fdf7-458d-a991-662eb8e9d30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:04.408609 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d566d-fdf7-458d-a991-662eb8e9d30b None None] Pushing event deleted for resources: {'Port': ['ID=3117b8f1-849e-43c9-8fe4-4d778e05028e,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:04.408817 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ef098856-482d-4531-af9e-403506de0f6d req-27505cc4-70af-4709-9abd-9bc6e6ff1e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:04.467575 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984d566d-fdf7-458d-a991-662eb8e9d30b None None] No DVR routers for this DVR port 3117b8f1-849e-43c9-8fe4-4d778e05028e on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:55:04.476301 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f8a70a2d-3a05-4958-82cd-b14b8703a68a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cada6841aa9b40299a07ea7d7f273e86&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4369047 Nov 24 20:55:04.477144 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59220) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:04.529501 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f21e397d-1398-496d-8fb7-e831f9101d68 None None] Provisioning complete for port 58ca93dd-a19a-4791-9d03-9556ef2216da triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:04.529906 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f21e397d-1398-496d-8fb7-e831f9101d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:04.534664 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-441d7b12-8d9e-466e-bb6e-679a4c6c43dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:04.539698 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a70a2d-3a05-4958-82cd-b14b8703a68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e2a073-f8cc-4b17-8aa8-76d157cb2bf2,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:04.548367 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a20b3a-fbcf-46ef-ae01-3920ac60d68c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Pushing event updated for resources: {'Port': ['ID=58ca93dd-a19a-4791-9d03-9556ef2216da,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:04.550685 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-441d7b12-8d9e-466e-bb6e-679a4c6c43dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:04.566396 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-441d7b12-8d9e-466e-bb6e-679a4c6c43dc admin admin] 10.222.0.11 "DELETE /v2.0/networks/163dd9ed-ba8c-4c80-b86b-524764f34af5 HTTP/1.1" status: 204 len: 168 time: 1.4413338 Nov 24 20:55:04.596946 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d7b12-8d9e-466e-bb6e-679a4c6c43dc admin admin] Pushing event deleted for resources: {'Network': ['ID=163dd9ed-ba8c-4c80-b86b-524764f34af5,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:04.602346 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f21e397d-1398-496d-8fb7-e831f9101d68 None None] Port 58ca93dd-a19a-4791-9d03-9556ef2216da cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:55:04.609707 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9737b2f-000a-490e-a6b6-50ed46352f15 req-6391665c-8543-4849-b799-0403580c8673 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:04.623704 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c9737b2f-000a-490e-a6b6-50ed46352f15 req-6391665c-8543-4849-b799-0403580c8673 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef2296-2dfa-404c-b7d4-391df1b3e846 HTTP/1.1" status: 200 len: 950 time: 0.3473530 Nov 24 20:55:04.635584 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd3748-b113-4a5b-8286-632ea5ad8dd7 req-8d309e93-68df-4171-86af-ea768b7c9728 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:04.635584 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-03bd3748-b113-4a5b-8286-632ea5ad8dd7 req-8d309e93-68df-4171-86af-ea768b7c9728 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5d63d29-62a3-42e9-b117-00a512d26edc HTTP/1.1" status: 200 len: 932 time: 0.1812232 Nov 24 20:55:04.698075 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3117b8f1-849e-43c9-8fe4-4d778e05028e no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:55:04.724069 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-03bd3748-b113-4a5b-8286-632ea5ad8dd7 req-d399e63d-a5b0-447f-a473-ff77f2c3e4fd tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831685 Nov 24 20:55:04.756280 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 3117b8f1-849e-43c9-8fe4-4d778e05028e {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:55:04.756280 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3117b8f1-849e-43c9-8fe4-4d778e05028e not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:55:04.840270 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59230) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:04.860058 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649feec6-bb0f-4ba6-b4af-faacb22e4f11 x-openstack-request-id: req-649feec6-bb0f-4ba6-b4af-faacb22e4f11 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:04.860058 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4f7f44-43e0-4f85-82ce-3ea57ade7dae", "name": "network-vif-deleted", "tag": "0bcacb70-f87f-4a79-8c85-465d9673ac56", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:04.861016 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-649feec6-bb0f-4ba6-b4af-faacb22e4f11 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:04.861016 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4f7f44-43e0-4f85-82ce-3ea57ade7dae', 'name': 'network-vif-deleted', 'tag': '0bcacb70-f87f-4a79-8c85-465d9673ac56', 'status': 'completed', 'code': 200} Nov 24 20:55:04.880808 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c9737b2f-000a-490e-a6b6-50ed46352f15 req-2921c4a5-d0c9-475b-acc8-730cbc39309e tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560534 Nov 24 20:55:04.901464 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b5cdadef-c951-49e3-8ba4-9d056ff45793 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb16d1de737146b88a154d6dc4df612f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0578663 Nov 24 20:55:04.905981 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0352dbb-9785-4401-b8d6-815f912a2522 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:04.908712 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59232) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:04.972573 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3997504e-3139-4a95-a752-08e7234bbb3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:04.976951 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0352dbb-9785-4401-b8d6-815f912a2522 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:04.999047 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3997504e-3139-4a95-a752-08e7234bbb3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:05.058917 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3997504e-3139-4a95-a752-08e7234bbb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:05.062375 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3997504e-3139-4a95-a752-08e7234bbb3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:05.064516 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3997504e-3139-4a95-a752-08e7234bbb3d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d880414-14d6-4c5d-871a-22a1ec682006 HTTP/1.1" status: 204 len: 168 time: 0.1547813 Nov 24 20:55:05.075953 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997504e-3139-4a95-a752-08e7234bbb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d880414-14d6-4c5d-871a-22a1ec682006,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:05.117623 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484f05b-0c9b-4828-91af-d87d59e6cac7 req-ae85b18f-0454-4e3a-b54c-375016ddc56b tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:05.120723 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4484f05b-0c9b-4828-91af-d87d59e6cac7 req-ae85b18f-0454-4e3a-b54c-375016ddc56b tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.1468110 Nov 24 20:55:05.233279 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4484f05b-0c9b-4828-91af-d87d59e6cac7 req-6bc83ae7-271e-4b72-9671-54675fa09696 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057475 Nov 24 20:55:05.236050 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0352dbb-9785-4401-b8d6-815f912a2522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:05.238830 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0352dbb-9785-4401-b8d6-815f912a2522 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:05.242570 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b0352dbb-9785-4401-b8d6-815f912a2522 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60e2a073-f8cc-4b17-8aa8-76d157cb2bf2 HTTP/1.1" status: 204 len: 168 time: 0.7487402 Nov 24 20:55:05.257686 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0352dbb-9785-4401-b8d6-815f912a2522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e2a073-f8cc-4b17-8aa8-76d157cb2bf2,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:05.335294 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-ef098856-482d-4531-af9e-403506de0f6d req-27505cc4-70af-4709-9abd-9bc6e6ff1e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ca93dd-a19a-4791-9d03-9556ef2216da {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:55:05.347500 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ef098856-482d-4531-af9e-403506de0f6d req-27505cc4-70af-4709-9abd-9bc6e6ff1e13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:05.363703 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-ef098856-482d-4531-af9e-403506de0f6d req-27505cc4-70af-4709-9abd-9bc6e6ff1e13 service neutron] Transition to ACTIVE for port object 58ca93dd-a19a-4791-9d03-9556ef2216da will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:55:05.369407 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ef098856-482d-4531-af9e-403506de0f6d req-27505cc4-70af-4709-9abd-9bc6e6ff1e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:05.473492 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27505cc4-70af-4709-9abd-9bc6e6ff1e13 service neutron] Pushing event updated for resources: {'Port': ['ID=58ca93dd-a19a-4791-9d03-9556ef2216da,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:05.523385 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59280) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:05.551211 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3ef18-2cb0-491f-9d98-c0a2250f282b req-61a961c5-092d-42f9-9bf6-999bb96edb6f tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:05.552949 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-50a3ef18-2cb0-491f-9d98-c0a2250f282b req-61a961c5-092d-42f9-9bf6-999bb96edb6f tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 949 time: 0.1147475 Nov 24 20:55:05.632202 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-ef098856-482d-4531-af9e-403506de0f6d req-27505cc4-70af-4709-9abd-9bc6e6ff1e13 service neutron] Attempting to bind port 58ca93dd-a19a-4791-9d03-9556ef2216da on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:55:05.632551 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-ef098856-482d-4531-af9e-403506de0f6d req-27505cc4-70af-4709-9abd-9bc6e6ff1e13 service neutron] Attempting to bind port 58ca93dd-a19a-4791-9d03-9556ef2216da by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:55:05.632980 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef098856-482d-4531-af9e-403506de0f6d req-27505cc4-70af-4709-9abd-9bc6e6ff1e13 service neutron] Attempting to bind port 58ca93dd-a19a-4791-9d03-9556ef2216da on network d57895c6-b2f2-4afe-a44e-1eb66b91940d {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:55:05.641111 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef098856-482d-4531-af9e-403506de0f6d req-27505cc4-70af-4709-9abd-9bc6e6ff1e13 service neutron] Port 58ca93dd-a19a-4791-9d03-9556ef2216da on network d57895c6-b2f2-4afe-a44e-1eb66b91940d not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:55:05.641334 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef098856-482d-4531-af9e-403506de0f6d req-27505cc4-70af-4709-9abd-9bc6e6ff1e13 service neutron] Attempting to bind port 58ca93dd-a19a-4791-9d03-9556ef2216da on network d57895c6-b2f2-4afe-a44e-1eb66b91940d {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:55:05.654766 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef098856-482d-4531-af9e-403506de0f6d req-27505cc4-70af-4709-9abd-9bc6e6ff1e13 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:55:05.655110 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef098856-482d-4531-af9e-403506de0f6d req-27505cc4-70af-4709-9abd-9bc6e6ff1e13 service neutron] Checking segment: {'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:55:05.655505 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef098856-482d-4531-af9e-403506de0f6d req-27505cc4-70af-4709-9abd-9bc6e6ff1e13 service neutron] Bound using segment: {'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:55:05.655960 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-ef098856-482d-4531-af9e-403506de0f6d req-27505cc4-70af-4709-9abd-9bc6e6ff1e13 service neutron] Bound port: 58ca93dd-a19a-4791-9d03-9556ef2216da, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:55:05.656316 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ef098856-482d-4531-af9e-403506de0f6d req-27505cc4-70af-4709-9abd-9bc6e6ff1e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:05.718340 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-1db15bf7-4c5b-4630-9fe5-b279cd7142dc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=bf939afbc59a43318e13b807020ca59d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733290 Nov 24 20:55:05.748172 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-50a3ef18-2cb0-491f-9d98-c0a2250f282b req-31eb7594-a3a0-4861-84de-96289c3477e6 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508746 Nov 24 20:55:05.751034 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f381060-155b-45eb-92ec-800b10912aa8 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:05.757668 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-ef098856-482d-4531-af9e-403506de0f6d req-27505cc4-70af-4709-9abd-9bc6e6ff1e13 service neutron] For port 58ca93dd-a19a-4791-9d03-9556ef2216da, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:55:05.783891 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-ef098856-482d-4531-af9e-403506de0f6d req-27505cc4-70af-4709-9abd-9bc6e6ff1e13 service neutron] For port 58ca93dd-a19a-4791-9d03-9556ef2216da, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=58ca93dd-a19a-4791-9d03-9556ef2216da,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:55:05.793649 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ef098856-482d-4531-af9e-403506de0f6d req-27505cc4-70af-4709-9abd-9bc6e6ff1e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:05.867415 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef098856-482d-4531-af9e-403506de0f6d req-27505cc4-70af-4709-9abd-9bc6e6ff1e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:05.868678 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ef098856-482d-4531-af9e-403506de0f6d req-27505cc4-70af-4709-9abd-9bc6e6ff1e13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:05.873440 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ef098856-482d-4531-af9e-403506de0f6d req-27505cc4-70af-4709-9abd-9bc6e6ff1e13 service neutron] 10.222.0.48 "PUT /v2.0/ports/58ca93dd-a19a-4791-9d03-9556ef2216da HTTP/1.1" status: 200 len: 1092 time: 1.7094336 Nov 24 20:55:05.892234 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f381060-155b-45eb-92ec-800b10912aa8 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:05.973494 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27505cc4-70af-4709-9abd-9bc6e6ff1e13 service neutron] Pushing event updated for resources: {'Port': ['ID=58ca93dd-a19a-4791-9d03-9556ef2216da,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:06.049729 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793e3ca-0c31-4e49-ae44-c709c5b50f3a req-3b6dfeb9-972b-4b64-8ff4-f26ad440ea55 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:06.051374 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c793e3ca-0c31-4e49-ae44-c709c5b50f3a req-3b6dfeb9-972b-4b64-8ff4-f26ad440ea55 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5d63d29-62a3-42e9-b117-00a512d26edc HTTP/1.1" status: 200 len: 944 time: 0.1338778 Nov 24 20:55:06.058274 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef098856-482d-4531-af9e-403506de0f6d req-c1610708-5830-4c89-8980-7bb808ac07f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:06.060112 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ef098856-482d-4531-af9e-403506de0f6d req-c1610708-5830-4c89-8980-7bb808ac07f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&device_id=c5d63d29-62a3-42e9-b117-00a512d26edc HTTP/1.1" status: 200 len: 1095 time: 0.1347768 Nov 24 20:55:06.115413 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ef098856-482d-4531-af9e-403506de0f6d req-27a0cb7d-5206-43e9-b696-5d87a2a8a1cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58ca93dd-a19a-4791-9d03-9556ef2216da HTTP/1.1" status: 200 len: 217 time: 0.0440900 Nov 24 20:55:06.180857 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef098856-482d-4531-af9e-403506de0f6d req-6187d8c2-2ebe-4b1a-a6d1-062dee12aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:06.182411 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ef098856-482d-4531-af9e-403506de0f6d req-6187d8c2-2ebe-4b1a-a6d1-062dee12aaeb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ee9c5f7-570f-459a-a776-8d371777733b HTTP/1.1" status: 200 len: 851 time: 0.0600398 Nov 24 20:55:06.184724 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59310) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:06.225930 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-34b9b83e-c708-4867-997b-239447eeddbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:06.279910 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef098856-482d-4531-af9e-403506de0f6d req-90f0bb76-f203-4986-b310-d929ba31b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:06.281470 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ef098856-482d-4531-af9e-403506de0f6d req-90f0bb76-f203-4986-b310-d929ba31b381 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d57895c6-b2f2-4afe-a44e-1eb66b91940d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881143 Nov 24 20:55:06.285227 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c793e3ca-0c31-4e49-ae44-c709c5b50f3a req-a01a306a-dcf3-4317-ae50-1bca0835e185 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227414 Nov 24 20:55:06.423792 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-0d699c93-01b7-4262-bdb2-60ecf587bfdc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:06.426542 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ef098856-482d-4531-af9e-403506de0f6d req-c2e7c625-9cb2-4d30-8755-631a107c8ef4 service neutron] 10.222.0.48 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334746 Nov 24 20:55:06.432488 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-0d699c93-01b7-4262-bdb2-60ecf587bfdc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7096241 Nov 24 20:55:06.437094 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-34b9b83e-c708-4867-997b-239447eeddbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:06.449713 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-deaf0f5d-10f7-4b42-9141-26ec1e1ffdbe tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/quotas/bf939afbc59a43318e13b807020ca59d HTTP/1.1" status: 200 len: 375 time: 0.0163398 Nov 24 20:55:06.459495 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-34b9b83e-c708-4867-997b-239447eeddbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:06.498283 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f381060-155b-45eb-92ec-800b10912aa8 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:06.501208 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f381060-155b-45eb-92ec-800b10912aa8 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:06.502540 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8f381060-155b-45eb-92ec-800b10912aa8 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "DELETE /v2.0/security-groups/4f68d431-acc9-4339-b72a-02b2461c652d HTTP/1.1" status: 204 len: 168 time: 0.9774001 Nov 24 20:55:06.511001 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59324) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:06.513868 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9b83e-c708-4867-997b-239447eeddbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba48e25f-e05a-49ef-9ebc-266482785d2b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:06.518937 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-c804c395-ca6b-474b-b5c3-0ce92578a3a0 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf939afbc59a43318e13b807020ca59d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680585 Nov 24 20:55:06.531080 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 0bcacb70-f87f-4a79-8c85-465d9673ac56 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:55:06.546690 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-2aa62c5f-054c-49bf-a49f-485c0a19e1aa tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] show failed (client error): The resource could not be found. Nov 24 20:55:06.548142 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2aa62c5f-054c-49bf-a49f-485c0a19e1aa tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "GET /v2.0/security-groups/4f68d431-acc9-4339-b72a-02b2461c652d HTTP/1.1" status: 404 len: 347 time: 0.0275147 Nov 24 20:55:06.550964 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59326) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:06.558666 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f381060-155b-45eb-92ec-800b10912aa8 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f68d431-acc9-4339-b72a-02b2461c652d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:06.583319 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 0bcacb70-f87f-4a79-8c85-465d9673ac56 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:55:06.583680 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 0bcacb70-f87f-4a79-8c85-465d9673ac56 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:55:06.634282 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-34b9b83e-c708-4867-997b-239447eeddbf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2d86c8e36464d67a9b0631fed3624fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4477060 Nov 24 20:55:06.634665 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59328) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:06.682182 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ef098856-482d-4531-af9e-403506de0f6d req-8d0bd57d-d4f6-4339-b1db-8a7633e31f87 service neutron] 10.222.0.48 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436540 Nov 24 20:55:06.707697 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07d1f2f3-8149-441d-938f-81375ef1f7f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:06.734306 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-63e66ce6-f57f-4709-944b-ef3c8dcd47c0 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Deleting port dcde3a8d-23a6-492f-b2e8-8abcfa35beff {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:55:06.734647 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-63e66ce6-f57f-4709-944b-ef3c8dcd47c0 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:06.738269 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07d1f2f3-8149-441d-938f-81375ef1f7f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:06.808954 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07d1f2f3-8149-441d-938f-81375ef1f7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:06.814431 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07d1f2f3-8149-441d-938f-81375ef1f7f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:06.819758 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-07d1f2f3-8149-441d-938f-81375ef1f7f9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ba48e25f-e05a-49ef-9ebc-266482785d2b HTTP/1.1" status: 204 len: 168 time: 0.1822796 Nov 24 20:55:06.837341 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1f2f3-8149-441d-938f-81375ef1f7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba48e25f-e05a-49ef-9ebc-266482785d2b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:06.840648 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-63e66ce6-f57f-4709-944b-ef3c8dcd47c0 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:06.841219 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-63e66ce6-f57f-4709-944b-ef3c8dcd47c0 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:06.862217 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d63d29-62a3-42e9-b117-00a512d26edc', 'tag': '58ca93dd-a19a-4791-9d03-9556ef2216da'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:55:06.865391 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6a5280-eca2-4c8c-ae71-b3d6b856c30d" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d63d29-62a3-42e9-b117-00a512d26edc", "tag": "58ca93dd-a19a-4791-9d03-9556ef2216da"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:55:06.922942 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-63e66ce6-f57f-4709-944b-ef3c8dcd47c0 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Calling delete_port for dcde3a8d-23a6-492f-b2e8-8abcfa35beff owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:55:06.971610 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59346) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:06.978390 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0c02c5fe-2440-481a-be06-5cecb18d06cf req-e3dbf0e1-edd3-4cad-9ea9-6a57b99d9a3d tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c5451d9-0ee6-4536-a351-6ff3ea988370 HTTP/1.1" status: 200 len: 210 time: 0.0881491 Nov 24 20:55:07.040802 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caeae9f-1284-4f89-af75-88d5262779ae req-367e9a39-0a5e-4abd-bbee-3854d64f1df7 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:07.047763 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9caeae9f-1284-4f89-af75-88d5262779ae req-367e9a39-0a5e-4abd-bbee-3854d64f1df7 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 949 time: 0.1319852 Nov 24 20:55:07.058948 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489c3e4f-9b90-4542-b971-13c6a53e964b x-openstack-request-id: req-489c3e4f-9b90-4542-b971-13c6a53e964b {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:07.059452 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d63d29-62a3-42e9-b117-00a512d26edc", "tag": "58ca93dd-a19a-4791-9d03-9556ef2216da", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:07.059807 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-489c3e4f-9b90-4542-b971-13c6a53e964b {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:07.060402 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d63d29-62a3-42e9-b117-00a512d26edc', 'tag': '58ca93dd-a19a-4791-9d03-9556ef2216da', 'status': 'completed', 'code': 200} Nov 24 20:55:07.140517 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-63e66ce6-f57f-4709-944b-ef3c8dcd47c0 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:07.141260 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9caeae9f-1284-4f89-af75-88d5262779ae req-82c001a4-d094-4fc6-b941-b28d42c0010c tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797689 Nov 24 20:55:07.153950 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a5280-eca2-4c8c-ae71-b3d6b856c30d req-46ecfca1-6e50-433b-8415-fc633ce6414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:07.155468 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2b6a5280-eca2-4c8c-ae71-b3d6b856c30d req-46ecfca1-6e50-433b-8415-fc633ce6414f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&device_id=c5d63d29-62a3-42e9-b117-00a512d26edc HTTP/1.1" status: 200 len: 1095 time: 0.0644693 Nov 24 20:55:07.191658 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e66ce6-f57f-4709-944b-ef3c8dcd47c0 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Pushing event deleted for resources: {'Port': ['ID=dcde3a8d-23a6-492f-b2e8-8abcfa35beff,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:07.290415 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a5280-eca2-4c8c-ae71-b3d6b856c30d req-59eb61d4-f626-4f13-be11-dc50fdf5a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:07.292329 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2b6a5280-eca2-4c8c-ae71-b3d6b856c30d req-59eb61d4-f626-4f13-be11-dc50fdf5a93e service neutron] 10.222.0.48 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 913 time: 0.1225307 Nov 24 20:55:07.316168 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-63e66ce6-f57f-4709-944b-ef3c8dcd47c0 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:07.320272 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-63e66ce6-f57f-4709-944b-ef3c8dcd47c0 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:07.323251 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-63e66ce6-f57f-4709-944b-ef3c8dcd47c0 tempest-ImagesOneServerNegativeTestJSON-2004941097 tempest-ImagesOneServerNegativeTestJSON-2004941097-project] 10.222.0.11 "DELETE /v2.0/floatingips/20834cef-0185-4366-b1c8-e8ad6362636f HTTP/1.1" status: 204 len: 168 time: 0.7710502 Nov 24 20:55:07.356338 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2b6a5280-eca2-4c8c-ae71-b3d6b856c30d req-5522574b-b72e-411c-95ca-9099dd81c981 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58ca93dd-a19a-4791-9d03-9556ef2216da HTTP/1.1" status: 200 len: 217 time: 0.0544508 Nov 24 20:55:07.359812 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:55:07.447450 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a5280-eca2-4c8c-ae71-b3d6b856c30d req-590fbf77-c04f-475d-a954-de4dc378db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:07.452283 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2b6a5280-eca2-4c8c-ae71-b3d6b856c30d req-590fbf77-c04f-475d-a954-de4dc378db67 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ee9c5f7-570f-459a-a776-8d371777733b HTTP/1.1" status: 200 len: 851 time: 0.0883451 Nov 24 20:55:07.514807 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59372) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:07.540523 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-024da955-9925-4c5a-bff2-28c5af156f8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:07.567430 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a5280-eca2-4c8c-ae71-b3d6b856c30d req-24c8d622-70eb-47cb-b222-58f989e04541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:07.568998 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2b6a5280-eca2-4c8c-ae71-b3d6b856c30d req-24c8d622-70eb-47cb-b222-58f989e04541 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d57895c6-b2f2-4afe-a44e-1eb66b91940d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089780 Nov 24 20:55:07.573280 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59378) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:07.574788 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242e314-8615-4715-b62b-75eaf3786e12 req-ec9085ca-e40b-432d-92c5-6ed4c39dfc85 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:07.593236 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1242e314-8615-4715-b62b-75eaf3786e12 req-ec9085ca-e40b-432d-92c5-6ed4c39dfc85 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5d63d29-62a3-42e9-b117-00a512d26edc HTTP/1.1" status: 200 len: 944 time: 0.1659515 Nov 24 20:55:07.612376 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a1cb20f-7500-4611-b450-4242bdc35dfd admin admin] Deleting subnet d7ed707c-d339-4ee3-8fca-06b569ac66d0 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:55:07.615816 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb20f-7500-4611-b450-4242bdc35dfd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:07.657995 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb20f-7500-4611-b450-4242bdc35dfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:07.727274 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2b6a5280-eca2-4c8c-ae71-b3d6b856c30d req-390367bb-cd65-465a-b67c-754960171a99 service neutron] 10.222.0.48 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468534 Nov 24 20:55:07.733845 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1242e314-8615-4715-b62b-75eaf3786e12 req-45fc2dc8-1d68-4230-b8f5-7a474b4d3078 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361656 Nov 24 20:55:07.755026 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-024da955-9925-4c5a-bff2-28c5af156f8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:07.756263 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6977af07-6449-45dd-b92e-71f5bac69b99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:07.781592 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-024da955-9925-4c5a-bff2-28c5af156f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:07.787166 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb20f-7500-4611-b450-4242bdc35dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:07.825359 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-024da955-9925-4c5a-bff2-28c5af156f8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7290eac0bfd445d4b0ae7953b2cd25b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8524439 Nov 24 20:55:07.831115 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59392) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:07.867452 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb20f-7500-4611-b450-4242bdc35dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:07.922922 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59394) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:07.931625 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cb20f-7500-4611-b450-4242bdc35dfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7ed707c-d339-4ee3-8fca-06b569ac66d0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:07.937817 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024da955-9925-4c5a-bff2-28c5af156f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e4aad6-4db3-40ee-91d7-a21c28d4cd96,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:07.939154 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb20f-7500-4611-b450-4242bdc35dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:07.946451 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1a1cb20f-7500-4611-b450-4242bdc35dfd admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d7ed707c-d339-4ee3-8fca-06b569ac66d0 HTTP/1.1" status: 204 len: 168 time: 0.4280138 Nov 24 20:55:07.946451 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59398) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:07.986916 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2b6a5280-eca2-4c8c-ae71-b3d6b856c30d req-3289b796-3fcf-42cf-888e-fcfa038a0f27 service neutron] 10.222.0.48 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453139 Nov 24 20:55:08.004656 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1ec04bc-41e0-46d2-8592-a1f91c80ddcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.052440 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1ec04bc-41e0-46d2-8592-a1f91c80ddcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.062467 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6977af07-6449-45dd-b92e-71f5bac69b99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.074282 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6977af07-6449-45dd-b92e-71f5bac69b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.090094 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba38eb8a-c07c-4e06-a28a-34b75c94b26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.142710 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6977af07-6449-45dd-b92e-71f5bac69b99 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4e0baa31162640aa86f6bab81c7f1494&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5683684 Nov 24 20:55:08.150282 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59408) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:08.160352 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977af07-6449-45dd-b92e-71f5bac69b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0597823c-c010-4942-9c27-af568a6a9478,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:08.165321 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f6cd2253-277e-47ae-ac7c-0e5a0077f458 req-f39589e6-fbe7-4ca6-a799-b97ba1582427 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c5451d9-0ee6-4536-a351-6ff3ea988370 HTTP/1.1" status: 200 len: 210 time: 0.0409241 Nov 24 20:55:08.189470 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-c8b667eb-5c4a-43e3-853b-ce3d9f4e954c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-907025343-network', 'tenant_id': 'f29e41d2d0ea4a279cbd8b3e2858a311'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:08.192656 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1ec04bc-41e0-46d2-8592-a1f91c80ddcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.195233 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1ec04bc-41e0-46d2-8592-a1f91c80ddcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.199311 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b1ec04bc-41e0-46d2-8592-a1f91c80ddcd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/38e4aad6-4db3-40ee-91d7-a21c28d4cd96 HTTP/1.1" status: 204 len: 168 time: 0.3631916 Nov 24 20:55:08.212263 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec04bc-41e0-46d2-8592-a1f91c80ddcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e4aad6-4db3-40ee-91d7-a21c28d4cd96,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:08.230254 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b667eb-5c4a-43e3-853b-ce3d9f4e954c admin admin] Made reservation on behalf of f29e41d2d0ea4a279cbd8b3e2858a311 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:55:08.232679 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c8b667eb-5c4a-43e3-853b-ce3d9f4e954c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.244620 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c8b667eb-5c4a-43e3-853b-ce3d9f4e954c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.309437 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba38eb8a-c07c-4e06-a28a-34b75c94b26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.370253 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c8b667eb-5c4a-43e3-853b-ce3d9f4e954c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.375544 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-ba38eb8a-c07c-4e06-a28a-34b75c94b26a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22027f57-f752-494c-b5da-fa7e78df946b']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:55:08.394080 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-ba38eb8a-c07c-4e06-a28a-34b75c94b26a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9465afa-6f45-4ba6-8db1-e1b087221e6b') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:55:08.394371 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-ba38eb8a-c07c-4e06-a28a-34b75c94b26a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9465afa-6f45-4ba6-8db1-e1b087221e6b') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:55:08.395365 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c8b667eb-5c4a-43e3-853b-ce3d9f4e954c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.427709 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b667eb-5c4a-43e3-853b-ce3d9f4e954c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:55:08.440549 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba38eb8a-c07c-4e06-a28a-34b75c94b26a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.444094 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae7eac59-d365-4308-a2d2-c0ed0148bfcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.448553 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b667eb-5c4a-43e3-853b-ce3d9f4e954c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784aca85-96b4-4e2c-849f-c8d07c531714,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:08.453575 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-5d6a4886-2d56-441d-9c5e-20acad853040 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bf939afbc59a43318e13b807020ca59d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616832 Nov 24 20:55:08.463458 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c8b667eb-5c4a-43e3-853b-ce3d9f4e954c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.463932 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-c8b667eb-5c4a-43e3-853b-ce3d9f4e954c admin admin] Added segment 4dde9eef-355c-43ac-8e0b-da2cbb001878 of type vlan for network a52e0e24-f8f5-4168-80f2-70da6a667bfe Nov 24 20:55:08.498076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54b823-73c2-4fe5-b9a5-ad6f39207421 req-25c1e117-34cd-465e-a702-f7a482639f46 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:08.502088 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dd54b823-73c2-4fe5-b9a5-ad6f39207421 req-25c1e117-34cd-465e-a702-f7a482639f46 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 949 time: 0.1968317 Nov 24 20:55:08.516089 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c8b667eb-5c4a-43e3-853b-ce3d9f4e954c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.541649 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 58ca93dd-a19a-4791-9d03-9556ef2216da details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:55:08.569508 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c8b667eb-5c4a-43e3-853b-ce3d9f4e954c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.570686 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b667eb-5c4a-43e3-853b-ce3d9f4e954c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:08.572514 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c8b667eb-5c4a-43e3-853b-ce3d9f4e954c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.624272 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba38eb8a-c07c-4e06-a28a-34b75c94b26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.639277 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-2c860532-d1e2-4670-8c4a-0950430c7132 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:08.640969 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-2c860532-d1e2-4670-8c4a-0950430c7132 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1652989 Nov 24 20:55:08.661229 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c8b667eb-5c4a-43e3-853b-ce3d9f4e954c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7368629 Nov 24 20:55:08.667640 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59426) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:08.684383 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-071618e4-fca4-483a-b5d4-7bedbda6f43a admin admin] Request body: {'subnet': {'network_id': 'a52e0e24-f8f5-4168-80f2-70da6a667bfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-907025343-subnet', 'tenant_id': 'f29e41d2d0ea4a279cbd8b3e2858a311', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:08.689671 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae7eac59-d365-4308-a2d2-c0ed0148bfcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.692012 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba38eb8a-c07c-4e06-a28a-34b75c94b26a admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:55:08.692406 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba38eb8a-c07c-4e06-a28a-34b75c94b26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.697776 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-55b2c597-173b-440c-80f2-20922366d8a8 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Request body: {'port': {'device_id': '7c5451d9-0ee6-4536-a351-6ff3ea988370', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': 'bf939afbc59a43318e13b807020ca59d'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:55:08.706539 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:55:08.721093 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b667eb-5c4a-43e3-853b-ce3d9f4e954c admin admin] Pushing event updated for resources: {'Network': ['ID=a52e0e24-f8f5-4168-80f2-70da6a667bfe,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:08.734930 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network a52e0e24-f8f5-4168-80f2-70da6a667bfe details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:55:08.785547 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 58ca93dd-a19a-4791-9d03-9556ef2216da, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=58ca93dd-a19a-4791-9d03-9556ef2216da,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:08.872233 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '58ca93dd-a19a-4791-9d03-9556ef2216da', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'port_id': '58ca93dd-a19a-4791-9d03-9556ef2216da', 'mac_address': 'fa:16:3e:76:c3:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:55:08.889888 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c236bb96-9809-46d3-bcb8-535e539b0633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.928913 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba38eb8a-c07c-4e06-a28a-34b75c94b26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.934732 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.938710 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba38eb8a-c07c-4e06-a28a-34b75c94b26a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.946582 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ba38eb8a-c07c-4e06-a28a-34b75c94b26a admin admin] 10.222.0.11 "DELETE /v2.0/networks/22027f57-f752-494c-b5da-fa7e78df946b HTTP/1.1" status: 204 len: 168 time: 0.9985578 Nov 24 20:55:08.948957 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071618e4-fca4-483a-b5d4-7bedbda6f43a admin admin] Made reservation on behalf of f29e41d2d0ea4a279cbd8b3e2858a311 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:55:08.951207 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ca93dd-a19a-4791-9d03-9556ef2216da {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:55:08.951483 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-071618e4-fca4-483a-b5d4-7bedbda6f43a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:08.977019 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 58ca93dd-a19a-4791-9d03-9556ef2216da, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=58ca93dd-a19a-4791-9d03-9556ef2216da,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:08.986436 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:09.032590 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dd54b823-73c2-4fe5-b9a5-ad6f39207421 req-bde759db-7622-453d-810d-586f4bb95d95 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858461 Nov 24 20:55:09.038685 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38eb8a-c07c-4e06-a28a-34b75c94b26a admin admin] Pushing event deleted for resources: {'Network': ['ID=22027f57-f752-494c-b5da-fa7e78df946b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:09.068204 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=58ca93dd-a19a-4791-9d03-9556ef2216da,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:09.076896 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae7eac59-d365-4308-a2d2-c0ed0148bfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:09.079788 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae7eac59-d365-4308-a2d2-c0ed0148bfcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:09.083641 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ae7eac59-d365-4308-a2d2-c0ed0148bfcf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0597823c-c010-4942-9c27-af568a6a9478 HTTP/1.1" status: 204 len: 168 time: 0.9322166 Nov 24 20:55:09.089223 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-55b2c597-173b-440c-80f2-20922366d8a8 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Made reservation on behalf of bf939afbc59a43318e13b807020ca59d for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:55:09.093219 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-55b2c597-173b-440c-80f2-20922366d8a8 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:09.115770 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7eac59-d365-4308-a2d2-c0ed0148bfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0597823c-c010-4942-9c27-af568a6a9478,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:09.175492 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59448) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:09.223625 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['58ca93dd-a19a-4791-9d03-9556ef2216da'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:55:09.296319 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-44e2db63-5017-48ce-96bc-7d5020501423 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ef7d362a656439a886c10a572d714c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1194146 Nov 24 20:55:09.296915 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59454) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:09.350093 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315251a-d5fe-496f-8e25-c32ff0dcf311 req-9289f619-f9e7-4bc7-9c64-07167952a2a9 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:09.351627 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2315251a-d5fe-496f-8e25-c32ff0dcf311 req-9289f619-f9e7-4bc7-9c64-07167952a2a9 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5d63d29-62a3-42e9-b117-00a512d26edc HTTP/1.1" status: 200 len: 945 time: 0.1320598 Nov 24 20:55:09.394334 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fbb0e07c-8a59-42d1-a9d3-39c50803c1fc req-0ca60e13-eb1b-4deb-a9f7-210b1401313a tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c5451d9-0ee6-4536-a351-6ff3ea988370 HTTP/1.1" status: 200 len: 210 time: 0.0544264 Nov 24 20:55:09.417040 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-071618e4-fca4-483a-b5d4-7bedbda6f43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:09.418688 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-55b2c597-173b-440c-80f2-20922366d8a8 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Allocated IP 192.168.233.195 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/b9ade746-cb4a-43d1-a405-712dc4a38472) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:55:09.427786 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e3190671-aac4-49f8-9ccf-8a76c6dd599f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:09.463746 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2315251a-d5fe-496f-8e25-c32ff0dcf311 req-28b71808-c1b6-46e2-b36a-5ac30fbde5fb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950620 Nov 24 20:55:09.476822 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e3190671-aac4-49f8-9ccf-8a76c6dd599f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:09.488735 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:09.526603 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071618e4-fca4-483a-b5d4-7bedbda6f43a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d7125a5-f06a-44a4-b41b-cad1d9791b38,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:09.544789 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071618e4-fca4-483a-b5d4-7bedbda6f43a admin admin] Checking segment: {'id': '4dde9eef-355c-43ac-8e0b-da2cbb001878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a52e0e24-f8f5-4168-80f2-70da6a667bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:55:09.545177 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071618e4-fca4-483a-b5d4-7bedbda6f43a admin admin] Network hostable DHCP agents. Network: a52e0e24-f8f5-4168-80f2-70da6a667bfe, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:55:09.552540 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e3190671-aac4-49f8-9ccf-8a76c6dd599f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:09.558239 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e3190671-aac4-49f8-9ccf-8a76c6dd599f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:09.562233 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e3190671-aac4-49f8-9ccf-8a76c6dd599f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/924a784d-ac7f-4fd0-bc7d-a545c1cecebe HTTP/1.1" status: 204 len: 168 time: 0.2624490 Nov 24 20:55:09.586144 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3190671-aac4-49f8-9ccf-8a76c6dd599f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924a784d-ac7f-4fd0-bc7d-a545c1cecebe,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:09.595737 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071618e4-fca4-483a-b5d4-7bedbda6f43a admin admin] Network a52e0e24-f8f5-4168-80f2-70da6a667bfe is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:55:09.638907 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-071618e4-fca4-483a-b5d4-7bedbda6f43a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, a52e0e24-f8f5-4168-80f2-70da6a667bfe) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:55:09.644261 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071618e4-fca4-483a-b5d4-7bedbda6f43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:09.644775 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-071618e4-fca4-483a-b5d4-7bedbda6f43a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:09.682319 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-071618e4-fca4-483a-b5d4-7bedbda6f43a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0014346 Nov 24 20:55:09.718147 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-55b2c597-173b-440c-80f2-20922366d8a8 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:09.737998 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19332951-3bce-4e7f-843b-fc103615d47a None None] Network a52e0e24-f8f5-4168-80f2-70da6a667bfe requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:55:09.775602 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-55b2c597-173b-440c-80f2-20922366d8a8 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:09.819033 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c2979b3d-f5e6-4cfd-8358-287c15e86934'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:55:09.844078 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-55b2c597-173b-440c-80f2-20922366d8a8 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:55:09.850623 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-55b2c597-173b-440c-80f2-20922366d8a8 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:55:09.860582 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-55b2c597-173b-440c-80f2-20922366d8a8 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:55:09.930099 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-55b2c597-173b-440c-80f2-20922366d8a8 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:09.931006 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-55b2c597-173b-440c-80f2-20922366d8a8 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:09.944698 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2c597-173b-440c-80f2-20922366d8a8 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Pushing event updated for resources: {'Port': ['ID=b9ade746-cb4a-43d1-a405-712dc4a38472,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:09.959546 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-55b2c597-173b-440c-80f2-20922366d8a8 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2855973 Nov 24 20:55:09.985937 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-bfb5dd25-2a5c-4095-855b-7c2888fd6e5a service neutron] Request body: {'port': {'device_id': '7c5451d9-0ee6-4536-a351-6ff3ea988370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:10.016653 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34356db-a2b9-4834-be88-137d4c185ab0 None None] Network a52e0e24-f8f5-4168-80f2-70da6a667bfe requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:55:10.032806 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59474) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:10.077431 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-90dad74a-76ad-44a1-b053-a4110188b4b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:10.114851 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-bfb5dd25-2a5c-4095-855b-7c2888fd6e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:10.292880 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-90dad74a-76ad-44a1-b053-a4110188b4b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:10.302944 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['ccc21d4c-e226-4765-a466-e1d93a4b63d4'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:55:10.304984 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-90dad74a-76ad-44a1-b053-a4110188b4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:10.305823 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339ba75-1f96-4c91-a1cc-adbd12029faf req-096e77b6-c03e-413f-9512-0e0f593f6cde tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:10.307635 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b339ba75-1f96-4c91-a1cc-adbd12029faf req-096e77b6-c03e-413f-9512-0e0f593f6cde tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 949 time: 0.1239769 Nov 24 20:55:10.369608 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-626f4c00-1663-4c46-b195-612210c9e6db None None] Provisioning complete for port b9ade746-cb4a-43d1-a405-712dc4a38472 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:10.370285 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-626f4c00-1663-4c46-b195-612210c9e6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:10.384405 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-90dad74a-76ad-44a1-b053-a4110188b4b2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1eaaa17cfacd477ab3f4202c29d5ae88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3472536 Nov 24 20:55:10.386174 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59484) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:10.397715 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dad74a-76ad-44a1-b053-a4110188b4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d1a4ca-3a7d-42b4-86d3-76680918247a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:10.428098 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b339ba75-1f96-4c91-a1cc-adbd12029faf req-3b1c2adc-06bf-4510-b2f2-507bebe9a3fd tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978534 Nov 24 20:55:10.450941 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-626f4c00-1663-4c46-b195-612210c9e6db None None] Port b9ade746-cb4a-43d1-a405-712dc4a38472 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:55:10.528008 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-052194fe-448b-43e5-b627-5305d526877a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:10.574395 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-052194fe-448b-43e5-b627-5305d526877a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:10.581985 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 58ca93dd-a19a-4791-9d03-9556ef2216da up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:55:10.652858 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265b747-b398-4f14-a783-adff8612ea83 req-5b740861-e209-4829-aabe-07f13a80c6a5 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:10.660854 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9265b747-b398-4f14-a783-adff8612ea83 req-5b740861-e209-4829-aabe-07f13a80c6a5 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c5451d9-0ee6-4536-a351-6ff3ea988370 HTTP/1.1" status: 200 len: 936 time: 0.1033311 Nov 24 20:55:10.668794 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-bfb5dd25-2a5c-4095-855b-7c2888fd6e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ade746-cb4a-43d1-a405-712dc4a38472 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:55:10.675234 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 58ca93dd-a19a-4791-9d03-9556ef2216da completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:55:10.679431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 58ca93dd-a19a-4791-9d03-9556ef2216da triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:10.683091 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:10.686471 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-bfb5dd25-2a5c-4095-855b-7c2888fd6e5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:10.717596 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-bfb5dd25-2a5c-4095-855b-7c2888fd6e5a service neutron] Transition to ACTIVE for port object b9ade746-cb4a-43d1-a405-712dc4a38472 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:55:10.721907 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-052194fe-448b-43e5-b627-5305d526877a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:10.724512 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-bfb5dd25-2a5c-4095-855b-7c2888fd6e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:10.725075 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-052194fe-448b-43e5-b627-5305d526877a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:10.726305 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-052194fe-448b-43e5-b627-5305d526877a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c6d1a4ca-3a7d-42b4-86d3-76680918247a HTTP/1.1" status: 204 len: 168 time: 0.3374524 Nov 24 20:55:10.740076 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052194fe-448b-43e5-b627-5305d526877a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d1a4ca-3a7d-42b4-86d3-76680918247a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:10.758086 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9265b747-b398-4f14-a783-adff8612ea83 req-33df778d-b72a-4362-90b7-209fd491fdc6 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923531 Nov 24 20:55:10.792265 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5dd25-2a5c-4095-855b-7c2888fd6e5a service neutron] Pushing event updated for resources: {'Port': ['ID=b9ade746-cb4a-43d1-a405-712dc4a38472,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:10.816706 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:10.872362 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d63d29-62a3-42e9-b117-00a512d26edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ca93dd-a19a-4791-9d03-9556ef2216da'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:55:10.874734 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bb3a2d-c34b-4d37-9804-f71e14275f4e" -d '{"events": [{"server_uuid": "c5d63d29-62a3-42e9-b117-00a512d26edc", "name": "network-vif-plugged", "status": "completed", "tag": "58ca93dd-a19a-4791-9d03-9556ef2216da"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:55:10.912174 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 58ca93dd-a19a-4791-9d03-9556ef2216da, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=58ca93dd-a19a-4791-9d03-9556ef2216da,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:10.921455 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:10.988044 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=58ca93dd-a19a-4791-9d03-9556ef2216da,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:11.033405 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:11.039144 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9665ef0-18c7-4971-8496-20708d81c8b6 req-cc3894ce-032c-4c06-8040-dc54a908502d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:11.041242 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b9665ef0-18c7-4971-8496-20708d81c8b6 req-cc3894ce-032c-4c06-8040-dc54a908502d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5d63d29-62a3-42e9-b117-00a512d26edc HTTP/1.1" status: 200 len: 945 time: 0.1630979 Nov 24 20:55:11.108555 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-bfb5dd25-2a5c-4095-855b-7c2888fd6e5a service neutron] Attempting to bind port b9ade746-cb4a-43d1-a405-712dc4a38472 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:55:11.108932 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-bfb5dd25-2a5c-4095-855b-7c2888fd6e5a service neutron] Attempting to bind port b9ade746-cb4a-43d1-a405-712dc4a38472 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:55:11.109262 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-bfb5dd25-2a5c-4095-855b-7c2888fd6e5a service neutron] Attempting to bind port b9ade746-cb4a-43d1-a405-712dc4a38472 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:55:11.125699 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-bfb5dd25-2a5c-4095-855b-7c2888fd6e5a service neutron] Port b9ade746-cb4a-43d1-a405-712dc4a38472 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:55:11.126035 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-bfb5dd25-2a5c-4095-855b-7c2888fd6e5a service neutron] Attempting to bind port b9ade746-cb4a-43d1-a405-712dc4a38472 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:55:11.139186 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-bfb5dd25-2a5c-4095-855b-7c2888fd6e5a service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:55:11.139480 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-bfb5dd25-2a5c-4095-855b-7c2888fd6e5a service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:55:11.139866 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-bfb5dd25-2a5c-4095-855b-7c2888fd6e5a service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:55:11.140305 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-bfb5dd25-2a5c-4095-855b-7c2888fd6e5a service neutron] Bound port: b9ade746-cb4a-43d1-a405-712dc4a38472, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:55:11.140656 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-bfb5dd25-2a5c-4095-855b-7c2888fd6e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:11.145563 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b9665ef0-18c7-4971-8496-20708d81c8b6 req-86f46a0d-e95a-4e0d-a920-c0516a9be93e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974727 Nov 24 20:55:11.149719 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-0e6358ef-9db7-4153-addd-0f9794bf50c1 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:11.151162 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-0e6358ef-9db7-4153-addd-0f9794bf50c1 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/networks?id=a52e0e24-f8f5-4168-80f2-70da6a667bfe HTTP/1.1" status: 200 len: 812 time: 0.2162473 Nov 24 20:55:11.159594 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f4c75503-173d-4e2c-98a6-36b773177889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:11.197928 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abd0b07-af35-4166-bb82-19c8e295c7c3 x-openstack-request-id: req-0abd0b07-af35-4166-bb82-19c8e295c7c3 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:11.198170 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d63d29-62a3-42e9-b117-00a512d26edc", "name": "network-vif-plugged", "status": "completed", "tag": "58ca93dd-a19a-4791-9d03-9556ef2216da", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:11.198509 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0abd0b07-af35-4166-bb82-19c8e295c7c3 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:11.198992 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d63d29-62a3-42e9-b117-00a512d26edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ca93dd-a19a-4791-9d03-9556ef2216da', 'code': 200} Nov 24 20:55:11.228500 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-7f92d647-b4a3-4c26-98f3-2ab6c29f6e98 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/quotas/f29e41d2d0ea4a279cbd8b3e2858a311 HTTP/1.1" status: 200 len: 375 time: 0.0523996 Nov 24 20:55:11.258377 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-5c86e42e-3724-45d7-91e5-71e0df3ed133 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f29e41d2d0ea4a279cbd8b3e2858a311&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262535 Nov 24 20:55:11.305080 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-bfb5dd25-2a5c-4095-855b-7c2888fd6e5a service neutron] For port b9ade746-cb4a-43d1-a405-712dc4a38472, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:55:11.314960 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-bfb5dd25-2a5c-4095-855b-7c2888fd6e5a service neutron] For port b9ade746-cb4a-43d1-a405-712dc4a38472, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b9ade746-cb4a-43d1-a405-712dc4a38472,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:55:11.323489 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86159e24-811b-4b83-80fe-35d6876be8f9 req-70fee9f9-79fe-4d83-a288-4f06180d12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:11.325175 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-86159e24-811b-4b83-80fe-35d6876be8f9 req-70fee9f9-79fe-4d83-a288-4f06180d12ba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c5d63d29-62a3-42e9-b117-00a512d26edc HTTP/1.1" status: 200 len: 1097 time: 0.0620196 Nov 24 20:55:11.328981 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-bfb5dd25-2a5c-4095-855b-7c2888fd6e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:11.384914 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-bfb5dd25-2a5c-4095-855b-7c2888fd6e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:11.385944 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-bfb5dd25-2a5c-4095-855b-7c2888fd6e5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:11.387463 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-bfb5dd25-2a5c-4095-855b-7c2888fd6e5a service neutron] 10.222.0.15 "PUT /v2.0/ports/b9ade746-cb4a-43d1-a405-712dc4a38472 HTTP/1.1" status: 200 len: 1096 time: 1.4162552 Nov 24 20:55:11.391283 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5451d9-0ee6-4536-a351-6ff3ea988370', 'tag': 'b9ade746-cb4a-43d1-a405-712dc4a38472'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:55:11.394838 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3597af43-d952-48b9-b641-12dba7dde656" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5451d9-0ee6-4536-a351-6ff3ea988370", "tag": "b9ade746-cb4a-43d1-a405-712dc4a38472"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:55:11.406421 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-86159e24-811b-4b83-80fe-35d6876be8f9 req-233ef842-a483-4535-a181-ab34e84330aa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726914 Nov 24 20:55:11.493187 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850b9c1b-e738-4906-a0e3-7de26cc433b8 x-openstack-request-id: req-850b9c1b-e738-4906-a0e3-7de26cc433b8 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:11.493497 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5451d9-0ee6-4536-a351-6ff3ea988370", "tag": "b9ade746-cb4a-43d1-a405-712dc4a38472", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:11.493857 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-850b9c1b-e738-4906-a0e3-7de26cc433b8 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:11.494280 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c5451d9-0ee6-4536-a351-6ff3ea988370', 'tag': 'b9ade746-cb4a-43d1-a405-712dc4a38472', 'status': 'completed', 'code': 200} Nov 24 20:55:11.505783 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5dd25-2a5c-4095-855b-7c2888fd6e5a service neutron] Pushing event updated for resources: {'Port': ['ID=b9ade746-cb4a-43d1-a405-712dc4a38472,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:11.550530 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-cec047b3-0995-4153-9d02-bcd8f2bc1e99 service neutron] 10.222.0.11 "GET /v2.0/networks/a52e0e24-f8f5-4168-80f2-70da6a667bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421992 Nov 24 20:55:11.553461 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-1e12d3aa-227c-4c58-885c-c92e986b5a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:11.554904 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-1e12d3aa-227c-4c58-885c-c92e986b5a9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf939afbc59a43318e13b807020ca59d&device_id=7c5451d9-0ee6-4536-a351-6ff3ea988370 HTTP/1.1" status: 200 len: 1099 time: 0.1174295 Nov 24 20:55:11.613396 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f1171-7892-4b63-a067-0e77446094ea req-bd8e7e94-3642-4ca9-b243-5c808775eb73 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:11.614940 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-443f1171-7892-4b63-a067-0e77446094ea req-bd8e7e94-3642-4ca9-b243-5c808775eb73 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 949 time: 0.0699592 Nov 24 20:55:11.649695 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-4145bb07-5c82-4b22-9db7-781c3ab15c96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=b9ade746-cb4a-43d1-a405-712dc4a38472 HTTP/1.1" status: 200 len: 217 time: 0.0794199 Nov 24 20:55:11.703591 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-443f1171-7892-4b63-a067-0e77446094ea req-2503a4e9-4161-413b-ab57-0c2112e23c5c tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796671 Nov 24 20:55:11.797001 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-33d4f338-f1cb-433d-a44d-443f9daa014d service neutron] 10.222.0.11 "GET /v2.0/networks/a52e0e24-f8f5-4168-80f2-70da6a667bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359130 Nov 24 20:55:11.798624 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-fc636927-0e27-4ea7-be31-2227a45464ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:11.800109 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-fc636927-0e27-4ea7-be31-2227a45464ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.1000135 Nov 24 20:55:11.907633 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-ee2f27c1-7f8c-490a-924e-23a27b27faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:11.910210 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-ee2f27c1-7f8c-490a-924e-23a27b27faf3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0739465 Nov 24 20:55:11.925265 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79ca83-e116-4724-b546-9970c9b2a9df req-ed747782-615c-489d-a451-fb82e606b8f9 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:11.936379 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dd79ca83-e116-4724-b546-9970c9b2a9df req-ed747782-615c-489d-a451-fb82e606b8f9 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c5451d9-0ee6-4536-a351-6ff3ea988370 HTTP/1.1" status: 200 len: 948 time: 0.0916297 Nov 24 20:55:12.022603 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dd79ca83-e116-4724-b546-9970c9b2a9df req-ba9f95ce-0285-48fc-b66a-98f1dc9796b2 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849116 Nov 24 20:55:12.083418 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-c1c684de-99b3-48a8-a8ae-ed51efde4af4 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649404 Nov 24 20:55:12.106647 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc72d738-a949-43a9-87ab-7a1e9ba733af req-1279d48e-67cd-4a19-99c5-66b09b5e91b5 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/ports?device_id=a516134b-c189-4afd-946e-da330ec55231 HTTP/1.1" status: 200 len: 210 time: 0.0471683 Nov 24 20:55:12.240574 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-685c7955-5ac1-4d37-b257-6b280b713bc1 req-cbb3bcf5-75b3-45f1-9cde-f0cf8f8adf94 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358829 Nov 24 20:55:12.280383 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59572) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:12.312024 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:12.346195 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241644bd-800e-4c0a-816b-bd38f31917dc req-962db7fe-1863-436e-8b4d-0168faba02cd tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:12.360001 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-241644bd-800e-4c0a-816b-bd38f31917dc req-962db7fe-1863-436e-8b4d-0168faba02cd tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5d63d29-62a3-42e9-b117-00a512d26edc HTTP/1.1" status: 200 len: 946 time: 0.0995967 Nov 24 20:55:12.383106 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597af43-d952-48b9-b641-12dba7dde656 req-a411afd3-6c02-46e7-8ca5-167d52cf135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:12.385930 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3597af43-d952-48b9-b641-12dba7dde656 req-a411afd3-6c02-46e7-8ca5-167d52cf135f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf939afbc59a43318e13b807020ca59d&device_id=7c5451d9-0ee6-4536-a351-6ff3ea988370 HTTP/1.1" status: 200 len: 1099 time: 0.0583081 Nov 24 20:55:12.489564 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-241644bd-800e-4c0a-816b-bd38f31917dc req-b28435a8-1616-44aa-89f4-ed4b43d703f5 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285813 Nov 24 20:55:12.553921 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597af43-d952-48b9-b641-12dba7dde656 req-7ec417c2-b303-43d0-a510-c5323054def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:12.555730 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3597af43-d952-48b9-b641-12dba7dde656 req-7ec417c2-b303-43d0-a510-c5323054def1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.1615887 Nov 24 20:55:12.663775 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-ea2cc805-a772-4d80-bb04-f5573f85162f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-850438877-network', 'tenant_id': '380dfa053f334bcfb71021039f3d93b4'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:12.669424 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3597af43-d952-48b9-b641-12dba7dde656 req-af67a1a5-f0a8-4ea7-bc30-1e4c4bfd670e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=b9ade746-cb4a-43d1-a405-712dc4a38472 HTTP/1.1" status: 200 len: 217 time: 0.0969341 Nov 24 20:55:12.736871 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2cc805-a772-4d80-bb04-f5573f85162f admin admin] Made reservation on behalf of 380dfa053f334bcfb71021039f3d93b4 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:55:12.739978 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ea2cc805-a772-4d80-bb04-f5573f85162f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:12.753381 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ea2cc805-a772-4d80-bb04-f5573f85162f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:12.835887 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597af43-d952-48b9-b641-12dba7dde656 req-779ac8b4-6695-4d69-a350-71aaeb73d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:12.837725 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3597af43-d952-48b9-b641-12dba7dde656 req-779ac8b4-6695-4d69-a350-71aaeb73d542 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.1585705 Nov 24 20:55:12.953953 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8d924-eacf-4cfa-a230-ba6ceacd2758 req-d679433d-c1d7-465a-b297-f932d5f8db1d tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:12.955509 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-03f8d924-eacf-4cfa-a230-ba6ceacd2758 req-d679433d-c1d7-465a-b297-f932d5f8db1d tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 949 time: 0.1709225 Nov 24 20:55:12.974302 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597af43-d952-48b9-b641-12dba7dde656 req-73b858b9-f87d-4eef-8e3d-8edd317d58a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:12.976551 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3597af43-d952-48b9-b641-12dba7dde656 req-73b858b9-f87d-4eef-8e3d-8edd317d58a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1125422 Nov 24 20:55:13.000483 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ea2cc805-a772-4d80-bb04-f5573f85162f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:13.010550 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ea2cc805-a772-4d80-bb04-f5573f85162f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:13.078742 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2cc805-a772-4d80-bb04-f5573f85162f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:55:13.123951 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ea2cc805-a772-4d80-bb04-f5573f85162f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:13.124320 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-ea2cc805-a772-4d80-bb04-f5573f85162f admin admin] Added segment d8f8925a-f245-43a6-b263-bbadb4e7e36c of type vlan for network 27525483-2884-4a06-8bb7-aa57657abcbf Nov 24 20:55:13.128963 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-03f8d924-eacf-4cfa-a230-ba6ceacd2758 req-30189624-f1ec-47a6-8840-69afec47c18f tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630313 Nov 24 20:55:13.129594 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2cc805-a772-4d80-bb04-f5573f85162f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62d4895-a71b-4468-a26b-3e5a5c63dcc7,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:13.191710 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade22741-f6ae-4a36-b84c-e80c1e953065 req-4875f153-4a0d-4974-819d-db367c259931 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:13.197599 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ea2cc805-a772-4d80-bb04-f5573f85162f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:13.205705 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ade22741-f6ae-4a36-b84c-e80c1e953065 req-4875f153-4a0d-4974-819d-db367c259931 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c5451d9-0ee6-4536-a351-6ff3ea988370 HTTP/1.1" status: 200 len: 948 time: 0.1057999 Nov 24 20:55:13.220596 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3597af43-d952-48b9-b641-12dba7dde656 req-68941f24-7be9-4be6-b2a4-154a9d01f40d service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194252 Nov 24 20:55:13.257945 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ea2cc805-a772-4d80-bb04-f5573f85162f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:13.259156 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2cc805-a772-4d80-bb04-f5573f85162f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:13.259872 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ea2cc805-a772-4d80-bb04-f5573f85162f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:13.445148 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59618) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:13.457507 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e4775b6f-26ba-407b-b2a8-e6c96cb508f2 req-a33d0a2b-c020-42b6-a8a1-40736be9c9c7 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/ports?device_id=a516134b-c189-4afd-946e-da330ec55231 HTTP/1.1" status: 200 len: 210 time: 0.1807804 Nov 24 20:55:13.487535 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ea2cc805-a772-4d80-bb04-f5573f85162f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2061186 Nov 24 20:55:13.511745 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59622) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:13.544982 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f108bffa-b271-4d81-9e9c-258a8e85e433 admin admin] Request body: {'subnet': {'network_id': '27525483-2884-4a06-8bb7-aa57657abcbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-850438877-subnet', 'tenant_id': '380dfa053f334bcfb71021039f3d93b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:13.637700 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2cc805-a772-4d80-bb04-f5573f85162f admin admin] Pushing event updated for resources: {'Network': ['ID=27525483-2884-4a06-8bb7-aa57657abcbf,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:13.652364 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 27525483-2884-4a06-8bb7-aa57657abcbf details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:55:13.677767 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3597af43-d952-48b9-b641-12dba7dde656 req-d1f8e9c1-b9d1-464b-b438-6a7f8b69467d service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467568 Nov 24 20:55:13.706933 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:13.714459 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4e221e96-3802-4f5e-921e-3c8e786d3c57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:13.736915 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f108bffa-b271-4d81-9e9c-258a8e85e433 admin admin] Made reservation on behalf of 380dfa053f334bcfb71021039f3d93b4 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:55:13.739721 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f108bffa-b271-4d81-9e9c-258a8e85e433 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:13.753878 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9d6ff-7081-49c2-9f27-a96fa4c5003f req-b6f21fb2-71a9-4722-84d7-a84366ca04bf tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:13.755693 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ea9d6ff-7081-49c2-9f27-a96fa4c5003f req-b6f21fb2-71a9-4722-84d7-a84366ca04bf tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5d63d29-62a3-42e9-b117-00a512d26edc HTTP/1.1" status: 200 len: 946 time: 0.1558666 Nov 24 20:55:13.790377 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b9ade746-cb4a-43d1-a405-712dc4a38472 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:55:13.815433 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ade22741-f6ae-4a36-b84c-e80c1e953065 req-667ea52f-c712-4f37-890b-3eddd2e553db tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6089203 Nov 24 20:55:13.980287 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port b9ade746-cb4a-43d1-a405-712dc4a38472, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b9ade746-cb4a-43d1-a405-712dc4a38472,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:14.006396 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'b9ade746-cb4a-43d1-a405-712dc4a38472', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': 'b9ade746-cb4a-43d1-a405-712dc4a38472', 'mac_address': 'fa:16:3e:76:50:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:55:14.030514 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-310ad912-b7cd-4435-ae9b-6921272896eb service neutron] show failed (client error): The resource could not be found. Nov 24 20:55:14.032090 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-310ad912-b7cd-4435-ae9b-6921272896eb service neutron] 10.222.0.15 "GET /v2.0/ports/0d55069a-da0e-41a1-b57e-08adc7ac9b92/bindings/n-h1-812111-8 HTTP/1.1" status: 404 len: 380 time: 0.7758451 Nov 24 20:55:14.086221 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-4466d7e8-8cb4-403b-9a1e-28c7a58da2db tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:14.089881 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-4466d7e8-8cb4-403b-9a1e-28c7a58da2db tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.48 "GET /v2.0/networks?id=a52e0e24-f8f5-4168-80f2-70da6a667bfe HTTP/1.1" status: 200 len: 812 time: 0.2803581 Nov 24 20:55:14.100057 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:14.106166 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-dc86a7c0-e011-4011-a912-ba84e52ec03d tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Request body: {'port': {'device_id': 'a516134b-c189-4afd-946e-da330ec55231', 'network_id': 'a52e0e24-f8f5-4168-80f2-70da6a667bfe', 'admin_state_up': True, 'tenant_id': 'f29e41d2d0ea4a279cbd8b3e2858a311'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:14.116866 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ade746-cb4a-43d1-a405-712dc4a38472 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:55:14.151032 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port b9ade746-cb4a-43d1-a405-712dc4a38472, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b9ade746-cb4a-43d1-a405-712dc4a38472,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:14.161231 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:14.208338 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59646) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:14.268740 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4e221e96-3802-4f5e-921e-3c8e786d3c57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:14.278732 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4e221e96-3802-4f5e-921e-3c8e786d3c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:14.307372 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=b9ade746-cb4a-43d1-a405-712dc4a38472,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:14.418375 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e221e96-3802-4f5e-921e-3c8e786d3c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7b43ea-8464-4037-b288-7378ffbbc56c,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:14.427682 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4e221e96-3802-4f5e-921e-3c8e786d3c57 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=13bb8349294444f5bed498638988c9d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9658215 Nov 24 20:55:14.428208 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59652) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:14.438981 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f0837426-e53a-44d5-b151-0b6d612f73f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:14.447476 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['b9ade746-cb4a-43d1-a405-712dc4a38472'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:55:14.460525 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ea9d6ff-7081-49c2-9f27-a96fa4c5003f req-b4648d84-61e2-49f6-961c-f4046359c746 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6836164 Nov 24 20:55:14.467849 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-dc86a7c0-e011-4011-a912-ba84e52ec03d tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Made reservation on behalf of f29e41d2d0ea4a279cbd8b3e2858a311 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:55:14.471801 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-dc86a7c0-e011-4011-a912-ba84e52ec03d tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:14.538907 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283fdb3-d133-42e3-a6e3-94b3af4f892a req-2bff5ce7-d088-4c59-b9d7-38859ab1fe77 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:14.541251 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6283fdb3-d133-42e3-a6e3-94b3af4f892a req-2bff5ce7-d088-4c59-b9d7-38859ab1fe77 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 949 time: 0.2406003 Nov 24 20:55:14.583196 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41d45c82-08d0-483a-985d-b4d39394561d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:14.596926 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-af1c8b74-9247-4967-b0e4-3005d72e7884 req-7b3d2645-1429-46d0-90b0-2565cebb5d82 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/ports?device_id=a516134b-c189-4afd-946e-da330ec55231 HTTP/1.1" status: 200 len: 210 time: 0.0632858 Nov 24 20:55:14.602299 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-984354ae-1e40-4aad-895b-ec6d44a0ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:14.604395 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-984354ae-1e40-4aad-895b-ec6d44a0ef1a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9&tenant_id=9a5783ced00e47ae82e71fa9165bac1a HTTP/1.1" status: 200 len: 1100 time: 0.2443099 Nov 24 20:55:14.643599 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-8', 'device_owner': 'compute:nova'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:14.705289 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41d45c82-08d0-483a-985d-b4d39394561d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:14.734225 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f108bffa-b271-4d81-9e9c-258a8e85e433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:14.785172 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:14.794018 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f0837426-e53a-44d5-b151-0b6d612f73f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:14.807787 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6283fdb3-d133-42e3-a6e3-94b3af4f892a req-063ab284-26ca-484e-8633-49cf996cf1bc tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082765 Nov 24 20:55:14.813155 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f0837426-e53a-44d5-b151-0b6d612f73f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:14.820128 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108bffa-b271-4d81-9e9c-258a8e85e433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b838c1f-c29c-4e4d-8359-8cddc4e04357,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:14.820458 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:14.832415 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f108bffa-b271-4d81-9e9c-258a8e85e433 admin admin] Checking segment: {'id': 'd8f8925a-f245-43a6-b263-bbadb4e7e36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '27525483-2884-4a06-8bb7-aa57657abcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:55:14.832857 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f108bffa-b271-4d81-9e9c-258a8e85e433 admin admin] Network hostable DHCP agents. Network: 27525483-2884-4a06-8bb7-aa57657abcbf, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:55:14.841005 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41d45c82-08d0-483a-985d-b4d39394561d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:14.845572 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41d45c82-08d0-483a-985d-b4d39394561d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:14.846739 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-41d45c82-08d0-483a-985d-b4d39394561d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a7b43ea-8464-4037-b288-7378ffbbc56c HTTP/1.1" status: 204 len: 168 time: 0.4176881 Nov 24 20:55:14.859819 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d45c82-08d0-483a-985d-b4d39394561d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7b43ea-8464-4037-b288-7378ffbbc56c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:14.870856 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f108bffa-b271-4d81-9e9c-258a8e85e433 admin admin] Network 27525483-2884-4a06-8bb7-aa57657abcbf is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:55:14.885770 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-f108bffa-b271-4d81-9e9c-258a8e85e433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 27525483-2884-4a06-8bb7-aa57657abcbf) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:55:14.895839 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f108bffa-b271-4d81-9e9c-258a8e85e433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:14.896572 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f108bffa-b271-4d81-9e9c-258a8e85e433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:14.902021 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560b2776-a1d0-4b1a-bc18-0f4357d752e0 None None] Network 27525483-2884-4a06-8bb7-aa57657abcbf requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:55:14.928791 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f108bffa-b271-4d81-9e9c-258a8e85e433 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4095807 Nov 24 20:55:14.932252 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59670) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:14.936676 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c62cc771-69a0-4e62-99f7-20381e3f787e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-850438877-router', 'tenant_id': '380dfa053f334bcfb71021039f3d93b4', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:14.985565 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f0837426-e53a-44d5-b151-0b6d612f73f3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=97aad2d6ba8347069dfba36929b4ff12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7758412 Nov 24 20:55:14.988926 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59672) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:14.991459 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0837426-e53a-44d5-b151-0b6d612f73f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145199c6-9fb3-49d0-bab1-4a20ef56ab45,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:15.040838 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c62cc771-69a0-4e62-99f7-20381e3f787e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:15.042557 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c62cc771-69a0-4e62-99f7-20381e3f787e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:15.053247 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-dc86a7c0-e011-4011-a912-ba84e52ec03d tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Allocated IP 172.20.0.5 (a52e0e24-f8f5-4168-80f2-70da6a667bfe/6d7125a5-f06a-44a4-b41b-cad1d9791b38/4ead70cd-276e-4029-9042-991e4b483ffc) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:55:15.132459 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce246cb-db17-49b5-8797-36cc838784eb req-ae58a90a-dc95-40ec-bec3-67a100db24d5 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:15.136113 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bc9a94-e39e-49b3-a0e0-de864b6f7573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-27525483-2884-4a06-8bb7-aa57657abcbf', 'network_id': '27525483-2884-4a06-8bb7-aa57657abcbf', 'tenant_id': '380dfa053f334bcfb71021039f3d93b4', 'fixed_ips': [{'subnet_id': '6b838c1f-c29c-4e4d-8359-8cddc4e04357'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:55:15.137266 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-31bc9a94-e39e-49b3-a0e0-de864b6f7573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:15.141360 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bce246cb-db17-49b5-8797-36cc838784eb req-ae58a90a-dc95-40ec-bec3-67a100db24d5 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c5451d9-0ee6-4536-a351-6ff3ea988370 HTTP/1.1" status: 200 len: 949 time: 0.1572680 Nov 24 20:55:15.200155 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c62cc771-69a0-4e62-99f7-20381e3f787e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:15.271108 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bce246cb-db17-49b5-8797-36cc838784eb req-1a005906-7cd1-4d4d-9c98-d950a9f6e0b2 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267402 Nov 24 20:55:15.340055 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4f7103da-408f-4fd2-bb5c-9bb70e0ba6d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:15.375943 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-31bc9a94-e39e-49b3-a0e0-de864b6f7573 None None] Allocated IP 172.20.0.2 (27525483-2884-4a06-8bb7-aa57657abcbf/6b838c1f-c29c-4e4d-8359-8cddc4e04357/cca4b19e-88ea-4ccc-82f1-9fb3b81eed51) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:55:15.441272 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4f7103da-408f-4fd2-bb5c-9bb70e0ba6d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:15.445054 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c62cc771-69a0-4e62-99f7-20381e3f787e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:15.554781 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] For port 0d55069a-da0e-41a1-b57e-08adc7ac9b92, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:15.627733 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-dc86a7c0-e011-4011-a912-ba84e52ec03d tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:15.629346 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] For port 0d55069a-da0e-41a1-b57e-08adc7ac9b92, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:55:15.655653 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4f7103da-408f-4fd2-bb5c-9bb70e0ba6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:15.658380 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4f7103da-408f-4fd2-bb5c-9bb70e0ba6d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:15.659057 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-31bc9a94-e39e-49b3-a0e0-de864b6f7573 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:15.663650 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4f7103da-408f-4fd2-bb5c-9bb70e0ba6d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/145199c6-9fb3-49d0-bab1-4a20ef56ab45 HTTP/1.1" status: 204 len: 168 time: 0.6523414 Nov 24 20:55:15.671455 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-31bc9a94-e39e-49b3-a0e0-de864b6f7573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:15.694818 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bc9a94-e39e-49b3-a0e0-de864b6f7573 None None] Network 27525483-2884-4a06-8bb7-aa57657abcbf is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:55:15.710467 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-31bc9a94-e39e-49b3-a0e0-de864b6f7573 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:55:15.716609 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:15.721609 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bc9a94-e39e-49b3-a0e0-de864b6f7573 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:55:15.729165 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64269eeb-6517-4722-95bd-84447c324ac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d55069a-da0e-41a1-b57e-08adc7ac9b92'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:55:15.731488 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4c238a-7313-4965-a9ef-1d57c71b4e7c" -d '{"events": [{"server_uuid": "64269eeb-6517-4722-95bd-84447c324ac9", "name": "network-vif-unplugged", "status": "completed", "tag": "0d55069a-da0e-41a1-b57e-08adc7ac9b92"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:55:15.759886 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] Transition to ACTIVE for port object 0d55069a-da0e-41a1-b57e-08adc7ac9b92 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:55:15.778714 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7103da-408f-4fd2-bb5c-9bb70e0ba6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145199c6-9fb3-49d0-bab1-4a20ef56ab45,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:15.785637 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8744236a-1ea1-4d43-8cd0-1628fca1e0cc req-ebc764b1-cfc6-4637-b189-875a0d966cf4 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/ports?device_id=a516134b-c189-4afd-946e-da330ec55231 HTTP/1.1" status: 200 len: 210 time: 0.0474665 Nov 24 20:55:15.788538 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:15.809658 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b9ade746-cb4a-43d1-a405-712dc4a38472 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:55:15.850162 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c62cc771-69a0-4e62-99f7-20381e3f787e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:15.875802 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c62cc771-69a0-4e62-99f7-20381e3f787e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:15.930885 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d55069a-da0e-41a1-b57e-08adc7ac9b92,revision_number=6']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:15.956535 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-dc86a7c0-e011-4011-a912-ba84e52ec03d tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:15.970557 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 20:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d610f568-7809-4247-a052-1ad34823bd6e x-openstack-request-id: req-d610f568-7809-4247-a052-1ad34823bd6e {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:15.973803 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64269eeb-6517-4722-95bd-84447c324ac9", "name": "network-vif-unplugged", "status": "completed", "tag": "0d55069a-da0e-41a1-b57e-08adc7ac9b92", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:15.976231 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d610f568-7809-4247-a052-1ad34823bd6e {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:15.976786 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64269eeb-6517-4722-95bd-84447c324ac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d55069a-da0e-41a1-b57e-08adc7ac9b92', 'code': 200} Nov 24 20:55:16.047048 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc9a94-e39e-49b3-a0e0-de864b6f7573 None None] Pushing event updated for resources: {'Port': ['ID=cca4b19e-88ea-4ccc-82f1-9fb3b81eed51,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:16.059145 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-31bc9a94-e39e-49b3-a0e0-de864b6f7573 None None] Attempting to bind port cca4b19e-88ea-4ccc-82f1-9fb3b81eed51 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:55:16.059896 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-31bc9a94-e39e-49b3-a0e0-de864b6f7573 None None] Attempting to bind port cca4b19e-88ea-4ccc-82f1-9fb3b81eed51 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'd8f8925a-f245-43a6-b263-bbadb4e7e36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '27525483-2884-4a06-8bb7-aa57657abcbf'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:55:16.060513 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc9a94-e39e-49b3-a0e0-de864b6f7573 None None] Attempting to bind port cca4b19e-88ea-4ccc-82f1-9fb3b81eed51 on network 27525483-2884-4a06-8bb7-aa57657abcbf {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:55:16.074026 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc9a94-e39e-49b3-a0e0-de864b6f7573 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:55:16.074526 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc9a94-e39e-49b3-a0e0-de864b6f7573 None None] Checking segment: {'id': 'd8f8925a-f245-43a6-b263-bbadb4e7e36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '27525483-2884-4a06-8bb7-aa57657abcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:55:16.075138 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-31bc9a94-e39e-49b3-a0e0-de864b6f7573 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:16.075416 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc9a94-e39e-49b3-a0e0-de864b6f7573 None None] Bound using segment: {'id': 'd8f8925a-f245-43a6-b263-bbadb4e7e36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '27525483-2884-4a06-8bb7-aa57657abcbf'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:55:16.082556 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-31bc9a94-e39e-49b3-a0e0-de864b6f7573 None None] Bound port: cca4b19e-88ea-4ccc-82f1-9fb3b81eed51, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f8925a-f245-43a6-b263-bbadb4e7e36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '27525483-2884-4a06-8bb7-aa57657abcbf'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:55:16.083025 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-31bc9a94-e39e-49b3-a0e0-de864b6f7573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:16.104907 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port b9ade746-cb4a-43d1-a405-712dc4a38472 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:55:16.132762 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-c62cc771-69a0-4e62-99f7-20381e3f787e admin admin] Allocated IP 172.25.5.35 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/0b48178f-e809-4142-9367-f24fba8310b0) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:55:16.141026 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port b9ade746-cb4a-43d1-a405-712dc4a38472 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:16.141299 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:16.143936 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] No DVR routers for this DVR port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:55:16.186894 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86a7c0-e011-4011-a912-ba84e52ec03d tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Pushing event updated for resources: {'Port': ['ID=4ead70cd-276e-4029-9042-991e4b483ffc,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:16.204300 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-dc86a7c0-e011-4011-a912-ba84e52ec03d tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Network a52e0e24-f8f5-4168-80f2-70da6a667bfe is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:55:16.210282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-dc86a7c0-e011-4011-a912-ba84e52ec03d tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:55:16.215372 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-dc86a7c0-e011-4011-a912-ba84e52ec03d tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:55:16.224823 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-31bc9a94-e39e-49b3-a0e0-de864b6f7573 None None] For port cca4b19e-88ea-4ccc-82f1-9fb3b81eed51, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:55:16.230009 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-31bc9a94-e39e-49b3-a0e0-de864b6f7573 None None] For port cca4b19e-88ea-4ccc-82f1-9fb3b81eed51, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=cca4b19e-88ea-4ccc-82f1-9fb3b81eed51,segment=NetworkSegment(d8f8925a-f245-43a6-b263-bbadb4e7e36c),segment_id=d8f8925a-f245-43a6-b263-bbadb4e7e36c)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:55:16.282014 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:16.286351 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-31bc9a94-e39e-49b3-a0e0-de864b6f7573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:16.293953 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c62cc771-69a0-4e62-99f7-20381e3f787e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:16.340867 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] Attempting to bind port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:55:16.341211 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] Attempting to bind port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:55:16.341565 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] Attempting to bind port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:55:16.352555 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] Port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:55:16.352993 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] Attempting to bind port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:55:16.357237 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c62cc771-69a0-4e62-99f7-20381e3f787e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:16.370914 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-dc86a7c0-e011-4011-a912-ba84e52ec03d tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:16.371592 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-dc86a7c0-e011-4011-a912-ba84e52ec03d tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:16.377019 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:55:16.379136 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:55:16.379559 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:55:16.380017 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] Bound port: 0d55069a-da0e-41a1-b57e-08adc7ac9b92, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:55:16.380856 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:16.407125 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327ed0e-54c2-4cd7-93b6-068c91815447 req-8725af70-a4ab-42df-bcd1-89c6391fa4bf tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:16.409470 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d327ed0e-54c2-4cd7-93b6-068c91815447 req-8725af70-a4ab-42df-bcd1-89c6391fa4bf tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 947 time: 0.3837376 Nov 24 20:55:16.436759 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5451d9-0ee6-4536-a351-6ff3ea988370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ade746-cb4a-43d1-a405-712dc4a38472'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:55:16.439708 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112081a5-6cb9-4ef8-97fb-586614076735" -d '{"events": [{"server_uuid": "7c5451d9-0ee6-4536-a351-6ff3ea988370", "name": "network-vif-plugged", "status": "completed", "tag": "b9ade746-cb4a-43d1-a405-712dc4a38472"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:55:16.469129 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62cc771-69a0-4e62-99f7-20381e3f787e admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:55:16.477765 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port b9ade746-cb4a-43d1-a405-712dc4a38472, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b9ade746-cb4a-43d1-a405-712dc4a38472,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:16.479070 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc9a94-e39e-49b3-a0e0-de864b6f7573 None None] Pushing event updated for resources: {'Port': ['ID=cca4b19e-88ea-4ccc-82f1-9fb3b81eed51,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:16.487800 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-c62cc771-69a0-4e62-99f7-20381e3f787e admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:55:16.492033 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:16.495814 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62cc771-69a0-4e62-99f7-20381e3f787e admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:55:16.498835 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-dc86a7c0-e011-4011-a912-ba84e52ec03d tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3987503 Nov 24 20:55:16.549512 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59720) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:16.570597 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-8f344d02-ed7b-4df1-a249-46c0366ab913 service neutron] Request body: {'port': {'device_id': 'a516134b-c189-4afd-946e-da330ec55231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:16.580839 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=b9ade746-cb4a-43d1-a405-712dc4a38472,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:16.613980 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cc771-69a0-4e62-99f7-20381e3f787e admin admin] Pushing event updated for resources: {'Port': ['ID=0b48178f-e809-4142-9367-f24fba8310b0,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:16.667979 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f5b36d85-bbb2-40dc-af1a-cdf3bb5a7ee0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:16.701588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf9c68-529f-4522-ae7e-bd1aa035c2d7 req-d6924975-2c09-41a2-adba-8bcc0dd0f9c2 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:16.719168 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-15cf9c68-529f-4522-ae7e-bd1aa035c2d7 req-d6924975-2c09-41a2-adba-8bcc0dd0f9c2 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c5451d9-0ee6-4536-a351-6ff3ea988370 HTTP/1.1" status: 200 len: 949 time: 0.3102982 Nov 24 20:55:16.766449 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-8f344d02-ed7b-4df1-a249-46c0366ab913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:16.807477 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d327ed0e-54c2-4cd7-93b6-068c91815447 req-81d40bff-98ee-4499-843d-563ce0dd60eb tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586903 Nov 24 20:55:16.815859 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] For port 0d55069a-da0e-41a1-b57e-08adc7ac9b92, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:55:16.886329 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] For port 0d55069a-da0e-41a1-b57e-08adc7ac9b92, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:55:16.921662 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a414d1d3-8cc7-4199-b5c6-4e357f749df9 x-openstack-request-id: req-a414d1d3-8cc7-4199-b5c6-4e357f749df9 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:16.922186 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5451d9-0ee6-4536-a351-6ff3ea988370", "name": "network-vif-plugged", "status": "completed", "tag": "b9ade746-cb4a-43d1-a405-712dc4a38472", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:16.922307 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a414d1d3-8cc7-4199-b5c6-4e357f749df9 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:16.922611 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5451d9-0ee6-4536-a351-6ff3ea988370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ade746-cb4a-43d1-a405-712dc4a38472', 'code': 200} Nov 24 20:55:16.925401 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-15cf9c68-529f-4522-ae7e-bd1aa035c2d7 req-cb89a65f-6bba-40d8-8867-858e895e419e tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967206 Nov 24 20:55:16.928479 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:17.037026 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59736) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:17.075429 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:17.076186 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:17.078139 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] 10.222.0.48 "PUT /v2.0/ports/0d55069a-da0e-41a1-b57e-08adc7ac9b92 HTTP/1.1" status: 200 len: 1095 time: 2.4543769 Nov 24 20:55:17.155072 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c62cc771-69a0-4e62-99f7-20381e3f787e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:17.303512 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa580b-9de1-43af-8138-45afcd3731b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d55069a-da0e-41a1-b57e-08adc7ac9b92,revision_number=7']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:17.352709 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bb237-b250-4c64-bac3-b45c8295b8cf req-7a9012d5-f5ba-48c2-8512-ef0ce62d9cc0 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:17.361705 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b88bb237-b250-4c64-bac3-b45c8295b8cf req-7a9012d5-f5ba-48c2-8512-ef0ce62d9cc0 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/ports?device_id=a516134b-c189-4afd-946e-da330ec55231 HTTP/1.1" status: 200 len: 931 time: 0.2934785 Nov 24 20:55:17.419261 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f5b36d85-bbb2-40dc-af1a-cdf3bb5a7ee0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:17.427175 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775fdab-c81f-481e-bcf3-a6edec30877f req-45d6932c-14bd-4ffb-b953-cae77e921336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:17.428770 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f775fdab-c81f-481e-bcf3-a6edec30877f req-45d6932c-14bd-4ffb-b953-cae77e921336 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c5451d9-0ee6-4536-a351-6ff3ea988370 HTTP/1.1" status: 200 len: 1101 time: 0.3951023 Nov 24 20:55:17.468570 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3c115b56-914b-4d6b-ac18-921917b9dcf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:17.471667 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-e8071962-762b-4484-adb9-aef101ea6459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:17.473181 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-e8071962-762b-4484-adb9-aef101ea6459 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 1098 time: 0.2824779 Nov 24 20:55:17.474619 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f5b36d85-bbb2-40dc-af1a-cdf3bb5a7ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:17.547256 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c62cc771-69a0-4e62-99f7-20381e3f787e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:17.604127 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f5b36d85-bbb2-40dc-af1a-cdf3bb5a7ee0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=711a69d19cc2429aaf8fca450476f29c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0470235 Nov 24 20:55:17.608136 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59750) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:17.658357 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b88bb237-b250-4c64-bac3-b45c8295b8cf req-3cd4e5fc-328e-4677-8e63-c9b1738235c1 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/security-groups?id=784aca85-96b4-4e2c-849f-c8d07c531714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956793 Nov 24 20:55:17.676863 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b36d85-bbb2-40dc-af1a-cdf3bb5a7ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fab60d8-2efd-454c-a7b2-1de4886022fc,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:17.735153 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e1797a7a-d80a-4635-af00-d3719dd68614 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:17.757935 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f775fdab-c81f-481e-bcf3-a6edec30877f req-8a75a2f0-ea51-4eeb-aeb7-57e10277ae9b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908816 Nov 24 20:55:17.773710 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e1797a7a-d80a-4635-af00-d3719dd68614 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:17.806937 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 0d55069a-da0e-41a1-b57e-08adc7ac9b92 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:55:17.810170 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-aa8473bf-e40e-4965-a6fb-f6b9ffa35d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:17.811895 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-aa8473bf-e40e-4965-a6fb-f6b9ffa35d89 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.3136568 Nov 24 20:55:17.852845 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e1797a7a-d80a-4635-af00-d3719dd68614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:17.855841 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e1797a7a-d80a-4635-af00-d3719dd68614 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:17.858772 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e1797a7a-d80a-4635-af00-d3719dd68614 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5fab60d8-2efd-454c-a7b2-1de4886022fc HTTP/1.1" status: 204 len: 168 time: 0.2493024 Nov 24 20:55:17.903356 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1797a7a-d80a-4635-af00-d3719dd68614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fab60d8-2efd-454c-a7b2-1de4886022fc,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:17.904412 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-8f344d02-ed7b-4df1-a249-46c0366ab913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ead70cd-276e-4029-9042-991e4b483ffc {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:55:17.915663 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62cc771-69a0-4e62-99f7-20381e3f787e admin admin] Router f9e3d587-82cf-4823-8acc-28a8984f1774 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:55:17.918023 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 0d55069a-da0e-41a1-b57e-08adc7ac9b92 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:55:17.992039 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89e9085-e1ba-477c-9ddf-26098d5f00f4 None None] Network 27525483-2884-4a06-8bb7-aa57657abcbf requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:55:18.005155 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64269eeb-6517-4722-95bd-84447c324ac9', 'tag': '0d55069a-da0e-41a1-b57e-08adc7ac9b92'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:55:18.008708 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be75954-e400-47ce-9361-4bfad50022ea" -d '{"events": [{"name": "network-changed", "server_uuid": "64269eeb-6517-4722-95bd-84447c324ac9", "tag": "0d55069a-da0e-41a1-b57e-08adc7ac9b92"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:55:18.011946 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-83874e12-57dd-4bee-93b9-bc6e0b3dedca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92 HTTP/1.1" status: 200 len: 217 time: 0.0938656 Nov 24 20:55:18.014079 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-8f344d02-ed7b-4df1-a249-46c0366ab913 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:18.019473 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651d51a-08f7-484f-853b-13e70300b25b req-728b5779-25c1-4d39-b07b-7dcd38395bcf tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:18.027903 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0651d51a-08f7-484f-853b-13e70300b25b req-728b5779-25c1-4d39-b07b-7dcd38395bcf tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 947 time: 0.1302729 Nov 24 20:55:18.071715 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-8f344d02-ed7b-4df1-a249-46c0366ab913 service neutron] Transition to ACTIVE for port object 4ead70cd-276e-4029-9042-991e4b483ffc will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:55:18.113986 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c040d22c-9f6b-4f92-988f-22af925ed3ff None None] Provisioning complete for port cca4b19e-88ea-4ccc-82f1-9fb3b81eed51 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:18.114603 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c040d22c-9f6b-4f92-988f-22af925ed3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:18.140070 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3c115b56-914b-4d6b-ac18-921917b9dcf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:18.144866 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62cc771-69a0-4e62-99f7-20381e3f787e admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:55:18.158491 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] Sync routers for ids ['f9e3d587-82cf-4823-8acc-28a8984f1774'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:55:18.178819 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0651d51a-08f7-484f-853b-13e70300b25b req-ee050f9d-73df-4075-b547-fb2ae7e23e12 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497879 Nov 24 20:55:18.198772 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] Routers {'f9e3d587-82cf-4823-8acc-28a8984f1774'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:55:18.200132 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:55:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f9e3d587-82cf-4823-8acc-28a8984f1774'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:55:18.221275 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-8f344d02-ed7b-4df1-a249-46c0366ab913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:18.235553 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c62cc771-69a0-4e62-99f7-20381e3f787e admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:18.239923 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c62cc771-69a0-4e62-99f7-20381e3f787e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3040843 Nov 24 20:55:18.240213 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59782) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:18.391196 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c040d22c-9f6b-4f92-988f-22af925ed3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:18.407832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f344d02-ed7b-4df1-a249-46c0366ab913 service neutron] Pushing event updated for resources: {'Port': ['ID=4ead70cd-276e-4029-9042-991e4b483ffc,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:18.411248 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-7cd7b90d-174c-4bdb-9751-210deca26e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:18.412771 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-7cd7b90d-174c-4bdb-9751-210deca26e82 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.3891835 Nov 24 20:55:18.413387 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3c115b56-914b-4d6b-ac18-921917b9dcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:18.416987 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bf6f65-10e8-4eaf-9c0d-762d1641a6e3 x-openstack-request-id: req-01bf6f65-10e8-4eaf-9c0d-762d1641a6e3 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:18.417212 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64269eeb-6517-4722-95bd-84447c324ac9", "tag": "0d55069a-da0e-41a1-b57e-08adc7ac9b92", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:18.417467 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-01bf6f65-10e8-4eaf-9c0d-762d1641a6e3 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:18.417889 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64269eeb-6517-4722-95bd-84447c324ac9', 'tag': '0d55069a-da0e-41a1-b57e-08adc7ac9b92', 'status': 'completed', 'code': 200} Nov 24 20:55:18.478859 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] Set router f9e3d587-82cf-4823-8acc-28a8984f1774 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:55:18.503160 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c040d22c-9f6b-4f92-988f-22af925ed3ff None None] For port cca4b19e-88ea-4ccc-82f1-9fb3b81eed51, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=cca4b19e-88ea-4ccc-82f1-9fb3b81eed51,segment=NetworkSegment(d8f8925a-f245-43a6-b263-bbadb4e7e36c),segment_id=d8f8925a-f245-43a6-b263-bbadb4e7e36c)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:18.514075 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c040d22c-9f6b-4f92-988f-22af925ed3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:18.552026 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c115b56-914b-4d6b-ac18-921917b9dcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563ec284-1eda-4510-9b85-02ff377b09a9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:18.621021 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040d22c-9f6b-4f92-988f-22af925ed3ff None None] Pushing event updated for resources: {'Port': ['ID=cca4b19e-88ea-4ccc-82f1-9fb3b81eed51,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:18.782271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be75954-e400-47ce-9361-4bfad50022ea req-8860ecfb-af80-44c1-91ac-106621e65ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:18.784117 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5be75954-e400-47ce-9361-4bfad50022ea req-8860ecfb-af80-44c1-91ac-106621e65ec1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 1098 time: 0.3655171 Nov 24 20:55:18.834392 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device cca4b19e-88ea-4ccc-82f1-9fb3b81eed51 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:55:18.841792 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2b891-8070-44f3-82d6-798518861c66 req-c2d219cb-a58b-4c8e-8773-517082a75664 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:18.843896 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-29a2b891-8070-44f3-82d6-798518861c66 req-c2d219cb-a58b-4c8e-8773-517082a75664 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c5451d9-0ee6-4536-a351-6ff3ea988370 HTTP/1.1" status: 200 len: 950 time: 0.7126803 Nov 24 20:55:18.862678 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3c115b56-914b-4d6b-ac18-921917b9dcf2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7ded2be7f7a544879d7ec2b3400267f2&name=default HTTP/1.1" status: 200 len: 2998 time: 1.8246155 Nov 24 20:55:18.873315 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-8f344d02-ed7b-4df1-a249-46c0366ab913 service neutron] Attempting to bind port 4ead70cd-276e-4029-9042-991e4b483ffc on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:55:18.873958 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-8f344d02-ed7b-4df1-a249-46c0366ab913 service neutron] Attempting to bind port 4ead70cd-276e-4029-9042-991e4b483ffc by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '4dde9eef-355c-43ac-8e0b-da2cbb001878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a52e0e24-f8f5-4168-80f2-70da6a667bfe'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:55:18.874485 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-8f344d02-ed7b-4df1-a249-46c0366ab913 service neutron] Attempting to bind port 4ead70cd-276e-4029-9042-991e4b483ffc on network a52e0e24-f8f5-4168-80f2-70da6a667bfe {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:55:18.880162 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59812) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:18.892349 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-8f344d02-ed7b-4df1-a249-46c0366ab913 service neutron] Port 4ead70cd-276e-4029-9042-991e4b483ffc on network a52e0e24-f8f5-4168-80f2-70da6a667bfe not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:55:18.893032 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-8f344d02-ed7b-4df1-a249-46c0366ab913 service neutron] Attempting to bind port 4ead70cd-276e-4029-9042-991e4b483ffc on network a52e0e24-f8f5-4168-80f2-70da6a667bfe {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:55:18.916913 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-8f344d02-ed7b-4df1-a249-46c0366ab913 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:55:18.917548 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-8f344d02-ed7b-4df1-a249-46c0366ab913 service neutron] Checking segment: {'id': '4dde9eef-355c-43ac-8e0b-da2cbb001878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a52e0e24-f8f5-4168-80f2-70da6a667bfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:55:18.918148 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-8f344d02-ed7b-4df1-a249-46c0366ab913 service neutron] Bound using segment: {'id': '4dde9eef-355c-43ac-8e0b-da2cbb001878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a52e0e24-f8f5-4168-80f2-70da6a667bfe'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:55:18.918779 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-8f344d02-ed7b-4df1-a249-46c0366ab913 service neutron] Bound port: 4ead70cd-276e-4029-9042-991e4b483ffc, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dde9eef-355c-43ac-8e0b-da2cbb001878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a52e0e24-f8f5-4168-80f2-70da6a667bfe'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:55:18.919330 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-8f344d02-ed7b-4df1-a249-46c0366ab913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:18.933007 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a72ab4ea-71bb-4f3f-a4ec-56f5c80e316f None None] Provisioning complete for port cca4b19e-88ea-4ccc-82f1-9fb3b81eed51 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:18.934146 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a72ab4ea-71bb-4f3f-a4ec-56f5c80e316f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:18.953347 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-914c2d75-9531-47c5-8a35-809c055232db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:18.955424 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-914c2d75-9531-47c5-8a35-809c055232db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4142039 Nov 24 20:55:19.028183 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e3d587-82cf-4823-8acc-28a8984f1774', 'name': 'tempest-ServersTestMultiNic-850438877-router', 'tenant_id': '380dfa053f334bcfb71021039f3d93b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '0b48178f-e809-4142-9367-f24fba8310b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:55:15Z', 'updated_at': '2021-11-24T20:55:16Z', 'revision_number': 3, 'project_id': '380dfa053f334bcfb71021039f3d93b4', 'gw_port': {'id': '0b48178f-e809-4142-9367-f24fba8310b0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e3d587-82cf-4823-8acc-28a8984f1774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:55:15Z', 'updated_at': '2021-11-24T20:55:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:55:19.127471 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] Checking router: f9e3d587-82cf-4823-8acc-28a8984f1774 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:55:19.128090 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] Updating router f9e3d587-82cf-4823-8acc-28a8984f1774 port 0b48178f-e809-4142-9367-f24fba8310b0 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:55:19.139777 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port cca4b19e-88ea-4ccc-82f1-9fb3b81eed51 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:19.141645 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:19.150147 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-29a2b891-8070-44f3-82d6-798518861c66 req-14391f53-3d9e-4187-9708-d33afc052663 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757649 Nov 24 20:55:19.154366 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59818) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:19.254765 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-8f344d02-ed7b-4df1-a249-46c0366ab913 service neutron] For port 4ead70cd-276e-4029-9042-991e4b483ffc, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:55:19.271747 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-8f344d02-ed7b-4df1-a249-46c0366ab913 service neutron] For port 4ead70cd-276e-4029-9042-991e4b483ffc, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=4ead70cd-276e-4029-9042-991e4b483ffc,segment=NetworkSegment(4dde9eef-355c-43ac-8e0b-da2cbb001878),segment_id=4dde9eef-355c-43ac-8e0b-da2cbb001878)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:55:19.296959 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-8f344d02-ed7b-4df1-a249-46c0366ab913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:19.300947 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-a555e0d6-7203-4eef-9bc8-aad2531c815a service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201332 Nov 24 20:55:19.335678 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c86f88e1-e4b1-43e0-ac36-196467acc957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:19.359212 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d7122-b347-498d-aa77-8d6b814a9dcc req-984ee333-84e8-444a-a300-11b2bfd8c682 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:19.361495 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-508d7122-b347-498d-aa77-8d6b814a9dcc req-984ee333-84e8-444a-a300-11b2bfd8c682 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/ports?device_id=a516134b-c189-4afd-946e-da330ec55231 HTTP/1.1" status: 200 len: 943 time: 0.4748576 Nov 24 20:55:19.362806 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:19.429349 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c86f88e1-e4b1-43e0-ac36-196467acc957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:19.452089 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be75954-e400-47ce-9361-4bfad50022ea req-82fb7331-a54a-4444-ab23-0437b99e3920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:19.454589 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5be75954-e400-47ce-9361-4bfad50022ea req-82fb7331-a54a-4444-ab23-0437b99e3920 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.6087389 Nov 24 20:55:19.496944 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9cb37c77-b231-409f-95b3-32be16575d1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:19.528248 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-8f344d02-ed7b-4df1-a249-46c0366ab913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:19.528924 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-8f344d02-ed7b-4df1-a249-46c0366ab913 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:19.530869 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-8f344d02-ed7b-4df1-a249-46c0366ab913 service neutron] 10.222.0.48 "PUT /v2.0/ports/4ead70cd-276e-4029-9042-991e4b483ffc HTTP/1.1" status: 200 len: 1091 time: 2.9818072 Nov 24 20:55:19.763563 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:19.771285 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:19.815242 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-508d7122-b347-498d-aa77-8d6b814a9dcc req-226b14fc-0cb0-420e-816c-7ef7d0cbb804 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/security-groups?id=784aca85-96b4-4e2c-849f-c8d07c531714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435787 Nov 24 20:55:19.839006 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd875046-74a3-4905-b633-069b595f6f14 None None] Pushing event updated for resources: {'Port': ['ID=0b48178f-e809-4142-9367-f24fba8310b0,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:19.856356 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd875046-74a3-4905-b633-069b595f6f14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:19.856860 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd875046-74a3-4905-b633-069b595f6f14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:19.857333 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd875046-74a3-4905-b633-069b595f6f14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:19.857800 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd875046-74a3-4905-b633-069b595f6f14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:19.858216 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd875046-74a3-4905-b633-069b595f6f14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:19.858627 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd875046-74a3-4905-b633-069b595f6f14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:19.859028 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd875046-74a3-4905-b633-069b595f6f14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:19.859429 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd875046-74a3-4905-b633-069b595f6f14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:19.859823 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd875046-74a3-4905-b633-069b595f6f14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:19.860224 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd875046-74a3-4905-b633-069b595f6f14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:19.860638 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd875046-74a3-4905-b633-069b595f6f14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:19.861062 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd875046-74a3-4905-b633-069b595f6f14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:19.875086 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] Attempting to bind port 0b48178f-e809-4142-9367-f24fba8310b0 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:55:19.875619 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] Attempting to bind port 0b48178f-e809-4142-9367-f24fba8310b0 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:55:19.875998 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] Attempting to bind port 0b48178f-e809-4142-9367-f24fba8310b0 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:55:19.881875 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:55:19.882516 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:55:19.883675 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:19.884726 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:55:19.885026 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] Bound port: 0b48178f-e809-4142-9367-f24fba8310b0, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:55:19.885442 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:19.915904 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c86f88e1-e4b1-43e0-ac36-196467acc957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:19.918513 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c86f88e1-e4b1-43e0-ac36-196467acc957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:19.919758 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c86f88e1-e4b1-43e0-ac36-196467acc957 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/563ec284-1eda-4510-9b85-02ff377b09a9 HTTP/1.1" status: 204 len: 168 time: 1.0368004 Nov 24 20:55:19.951484 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f88e1-e4b1-43e0-ac36-196467acc957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563ec284-1eda-4510-9b85-02ff377b09a9,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:19.967540 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] For port 0b48178f-e809-4142-9367-f24fba8310b0, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:55:19.973642 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] For port 0b48178f-e809-4142-9367-f24fba8310b0, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0b48178f-e809-4142-9367-f24fba8310b0,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:55:19.977402 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-71354c9a-6d5c-4d36-a50c-6a3188ff4cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:19.986841 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:20.074354 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb3fc270-0980-4cb9-bab7-dd7ce2029260 req-6bea05bc-649f-4023-ad2d-04dc59cbd000 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7437611 Nov 24 20:55:20.084699 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] Routers {'f9e3d587-82cf-4823-8acc-28a8984f1774'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:55:20.085356 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:55:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f9e3d587-82cf-4823-8acc-28a8984f1774'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:55:20.087217 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd875046-74a3-4905-b633-069b595f6f14 None None] Pushing event updated for resources: {'Port': ['ID=0b48178f-e809-4142-9367-f24fba8310b0,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:20.088771 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8b05d-d256-47be-a095-b7276fc7ef26 req-1ca92ddc-af70-4683-9076-6eb763901717 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:20.090340 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d6c8b05d-d256-47be-a095-b7276fc7ef26 req-1ca92ddc-af70-4683-9076-6eb763901717 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 947 time: 0.8002255 Nov 24 20:55:20.141573 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5be75954-e400-47ce-9361-4bfad50022ea req-cff611a3-83d2-4e81-a2cf-b624f31ef5e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92 HTTP/1.1" status: 200 len: 217 time: 0.6742485 Nov 24 20:55:20.224103 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be75954-e400-47ce-9361-4bfad50022ea req-7de0d00d-7c2f-4757-b721-6287b07f4972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:20.226376 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5be75954-e400-47ce-9361-4bfad50022ea req-7de0d00d-7c2f-4757-b721-6287b07f4972 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0743620 Nov 24 20:55:20.227890 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f344d02-ed7b-4df1-a249-46c0366ab913 service neutron] Pushing event updated for resources: {'Port': ['ID=4ead70cd-276e-4029-9042-991e4b483ffc,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:20.326779 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] Set router f9e3d587-82cf-4823-8acc-28a8984f1774 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:55:20.402251 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-71354c9a-6d5c-4d36-a50c-6a3188ff4cf3 admin admin] Allocated IP 172.20.0.1 (27525483-2884-4a06-8bb7-aa57657abcbf/6b838c1f-c29c-4e4d-8359-8cddc4e04357/c60404b8-5e1d-4b94-890c-5ff2709197cc) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:55:20.404494 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-095abcb3-3a59-4cb6-bb86-0ae450351fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:20.408832 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-095abcb3-3a59-4cb6-bb86-0ae450351fa7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f29e41d2d0ea4a279cbd8b3e2858a311&device_id=a516134b-c189-4afd-946e-da330ec55231 HTTP/1.1" status: 200 len: 1094 time: 0.3308775 Nov 24 20:55:20.423920 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a516134b-c189-4afd-946e-da330ec55231', 'tag': '4ead70cd-276e-4029-9042-991e4b483ffc'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:55:20.426548 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccad638b-7ac9-4615-ba65-5ddd888bf506" -d '{"events": [{"name": "network-changed", "server_uuid": "a516134b-c189-4afd-946e-da330ec55231", "tag": "4ead70cd-276e-4029-9042-991e4b483ffc"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:55:20.429182 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9761c2e-42bd-4852-820d-9137f1ec9047 req-ec1c9ac7-c3aa-4f5a-ac6d-3301dd738ef8 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:20.431477 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e9761c2e-42bd-4852-820d-9137f1ec9047 req-ec1c9ac7-c3aa-4f5a-ac6d-3301dd738ef8 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c5451d9-0ee6-4536-a351-6ff3ea988370 HTTP/1.1" status: 200 len: 950 time: 0.1222866 Nov 24 20:55:20.541694 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d6c8b05d-d256-47be-a095-b7276fc7ef26 req-d6a94091-3ca4-4d72-ac9c-c0b75ab054fa tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929493 Nov 24 20:55:20.543862 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-abed5a3b-3324-4099-aa2d-96bad664895f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ead70cd-276e-4029-9042-991e4b483ffc HTTP/1.1" status: 200 len: 217 time: 0.1093049 Nov 24 20:55:20.562288 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be75954-e400-47ce-9361-4bfad50022ea req-7ef29f30-be12-47d3-a39d-aff2bfb24485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:20.564025 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5be75954-e400-47ce-9361-4bfad50022ea req-7ef29f30-be12-47d3-a39d-aff2bfb24485 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2999346 Nov 24 20:55:20.565968 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be75954-e400-47ce-9361-4bfad50022ea req-19ea4c5e-b8f1-4b5f-a572-910cc35f877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:20.567831 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5be75954-e400-47ce-9361-4bfad50022ea req-19ea4c5e-b8f1-4b5f-a572-910cc35f877c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 1098 time: 0.3296552 Nov 24 20:55:20.586418 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e9761c2e-42bd-4852-820d-9137f1ec9047 req-eb1ec387-5725-4f9a-b0d4-da9ce953bde6 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365850 Nov 24 20:55:20.634217 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-71354c9a-6d5c-4d36-a50c-6a3188ff4cf3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:20.679596 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f36e696-265c-4c7a-a712-d6bcee22a690 x-openstack-request-id: req-3f36e696-265c-4c7a-a712-d6bcee22a690 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:20.680025 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a516134b-c189-4afd-946e-da330ec55231", "tag": "4ead70cd-276e-4029-9042-991e4b483ffc", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:20.681308 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f36e696-265c-4c7a-a712-d6bcee22a690 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:20.681721 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a516134b-c189-4afd-946e-da330ec55231', 'tag': '4ead70cd-276e-4029-9042-991e4b483ffc', 'status': 'completed', 'code': 200} Nov 24 20:55:20.729118 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-71354c9a-6d5c-4d36-a50c-6a3188ff4cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:20.730377 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device cca4b19e-88ea-4ccc-82f1-9fb3b81eed51 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:55:20.749467 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9cb37c77-b231-409f-95b3-32be16575d1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:20.767508 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e3d587-82cf-4823-8acc-28a8984f1774', 'name': 'tempest-ServersTestMultiNic-850438877-router', 'tenant_id': '380dfa053f334bcfb71021039f3d93b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '0b48178f-e809-4142-9367-f24fba8310b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:55:15Z', 'updated_at': '2021-11-24T20:55:16Z', 'revision_number': 3, 'project_id': '380dfa053f334bcfb71021039f3d93b4', 'gw_port': {'id': '0b48178f-e809-4142-9367-f24fba8310b0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e3d587-82cf-4823-8acc-28a8984f1774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:55:15Z', 'updated_at': '2021-11-24T20:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:55:20.803468 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43477b17-c10c-40fc-8c95-5b9b6f7b2518 None None] The sync data for ids ['f9e3d587-82cf-4823-8acc-28a8984f1774'] in n-d-812111-8 is: [{'id': 'f9e3d587-82cf-4823-8acc-28a8984f1774', 'name': 'tempest-ServersTestMultiNic-850438877-router', 'tenant_id': '380dfa053f334bcfb71021039f3d93b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '0b48178f-e809-4142-9367-f24fba8310b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:55:15Z', 'updated_at': '2021-11-24T20:55:16Z', 'revision_number': 3, 'project_id': '380dfa053f334bcfb71021039f3d93b4', 'gw_port': {'id': '0b48178f-e809-4142-9367-f24fba8310b0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e3d587-82cf-4823-8acc-28a8984f1774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:55:15Z', 'updated_at': '2021-11-24T20:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:55:20.855252 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71354c9a-6d5c-4d36-a50c-6a3188ff4cf3 admin admin] Network 27525483-2884-4a06-8bb7-aa57657abcbf is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:55:20.862950 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-71354c9a-6d5c-4d36-a50c-6a3188ff4cf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:55:20.865110 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71354c9a-6d5c-4d36-a50c-6a3188ff4cf3 admin admin] Pushing event updated for resources: {'Port': ['ID=c60404b8-5e1d-4b94-890c-5ff2709197cc,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:20.868242 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71354c9a-6d5c-4d36-a50c-6a3188ff4cf3 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:55:20.873592 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port cca4b19e-88ea-4ccc-82f1-9fb3b81eed51 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:20.874576 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:20.957500 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-71354c9a-6d5c-4d36-a50c-6a3188ff4cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:20.971737 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9cb37c77-b231-409f-95b3-32be16575d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:21.098059 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-334f5f51-b56d-4463-a613-ae7881c61668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:21.099583 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-334f5f51-b56d-4463-a613-ae7881c61668 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d7125a5-f06a-44a4-b41b-cad1d9791b38 HTTP/1.1" status: 200 len: 852 time: 0.5411913 Nov 24 20:55:21.351212 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-71354c9a-6d5c-4d36-a50c-6a3188ff4cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:21.420929 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb37c77-b231-409f-95b3-32be16575d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1601f92-ccaf-44e2-a935-371ac2cd12c6,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:21.440003 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9cb37c77-b231-409f-95b3-32be16575d1d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d01f7a6638cf4a81a341cfbdf12b2eec&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2755616 Nov 24 20:55:21.440876 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59882) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:21.455658 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-be6c9004-4b23-485d-9764-aee4b2d84266 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a52e0e24-f8f5-4168-80f2-70da6a667bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2332628 Nov 24 20:55:21.460101 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-154aa4ac-0a1d-44be-903d-e76e024e48ba None None] Provisioning complete for port c60404b8-5e1d-4b94-890c-5ff2709197cc triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:21.460483 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-154aa4ac-0a1d-44be-903d-e76e024e48ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:21.493133 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5be75954-e400-47ce-9361-4bfad50022ea req-50864762-1a74-4a8f-a2c1-f5526836e4a2 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9130533 Nov 24 20:55:21.496584 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be75954-e400-47ce-9361-4bfad50022ea req-5e17dcb5-2570-4df1-a1e5-448d630fd967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:21.499065 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5be75954-e400-47ce-9361-4bfad50022ea req-5e17dcb5-2570-4df1-a1e5-448d630fd967 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.9214330 Nov 24 20:55:21.527547 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-154aa4ac-0a1d-44be-903d-e76e024e48ba None None] Port c60404b8-5e1d-4b94-890c-5ff2709197cc cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:55:21.596466 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5be75954-e400-47ce-9361-4bfad50022ea req-a68ae0ef-d4ba-48b3-8532-7f91645ca079 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92 HTTP/1.1" status: 200 len: 217 time: 0.0462844 Nov 24 20:55:21.806121 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33f095-c164-4024-98ee-0d4e1572425c req-d394e8b6-9e4b-4408-bca3-a0d5d9dfc711 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:21.819777 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f33f095-c164-4024-98ee-0d4e1572425c req-d394e8b6-9e4b-4408-bca3-a0d5d9dfc711 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/ports?device_id=a516134b-c189-4afd-946e-da330ec55231 HTTP/1.1" status: 200 len: 943 time: 0.8227170 Nov 24 20:55:21.848311 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-71354c9a-6d5c-4d36-a50c-6a3188ff4cf3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:21.878874 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-71354c9a-6d5c-4d36-a50c-6a3188ff4cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:22.015306 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5be75954-e400-47ce-9361-4bfad50022ea req-9db88c5d-9d9f-4d07-b2e6-ebdb27460ab7 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087805 Nov 24 20:55:22.016845 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be75954-e400-47ce-9361-4bfad50022ea req-2b5ea2b9-5a09-45c4-a499-45fc14993013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:22.019052 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5be75954-e400-47ce-9361-4bfad50022ea req-2b5ea2b9-5a09-45c4-a499-45fc14993013 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.2972677 Nov 24 20:55:22.043692 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68931526-88f0-4cd2-93c2-ba7cb45edab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:22.047376 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-e9381cc2-82d7-47ad-99d4-a49026dc0d09 service neutron] 10.222.0.48 "GET /v2.0/networks/a52e0e24-f8f5-4168-80f2-70da6a667bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728707 Nov 24 20:55:22.100333 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71354c9a-6d5c-4d36-a50c-6a3188ff4cf3 admin admin] Pushing event updated for resources: {'Port': ['ID=c60404b8-5e1d-4b94-890c-5ff2709197cc,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:22.113760 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f33f095-c164-4024-98ee-0d4e1572425c req-34577982-175d-4c5c-a048-4582a08ff028 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/security-groups?id=784aca85-96b4-4e2c-849f-c8d07c531714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912281 Nov 24 20:55:22.187352 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-71354c9a-6d5c-4d36-a50c-6a3188ff4cf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:22.228076 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68931526-88f0-4cd2-93c2-ba7cb45edab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:22.346725 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c64c07-777f-4ae7-8eaa-10522c73fe88 req-f544efb4-51b8-4f11-96e8-a9d29ee8ce5b tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:22.347216 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c64c07-777f-4ae7-8eaa-10522c73fe88 req-f544efb4-51b8-4f11-96e8-a9d29ee8ce5b tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:22.347889 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c64c07-777f-4ae7-8eaa-10522c73fe88 req-f544efb4-51b8-4f11-96e8-a9d29ee8ce5b tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:22.348341 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c64c07-777f-4ae7-8eaa-10522c73fe88 req-f544efb4-51b8-4f11-96e8-a9d29ee8ce5b tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:22.348992 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c64c07-777f-4ae7-8eaa-10522c73fe88 req-f544efb4-51b8-4f11-96e8-a9d29ee8ce5b tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:22.349615 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c64c07-777f-4ae7-8eaa-10522c73fe88 req-f544efb4-51b8-4f11-96e8-a9d29ee8ce5b tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:22.350137 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c64c07-777f-4ae7-8eaa-10522c73fe88 req-f544efb4-51b8-4f11-96e8-a9d29ee8ce5b tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:22.350737 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c64c07-777f-4ae7-8eaa-10522c73fe88 req-f544efb4-51b8-4f11-96e8-a9d29ee8ce5b tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:22.351202 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c64c07-777f-4ae7-8eaa-10522c73fe88 req-f544efb4-51b8-4f11-96e8-a9d29ee8ce5b tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:22.352676 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c64c07-777f-4ae7-8eaa-10522c73fe88 req-f544efb4-51b8-4f11-96e8-a9d29ee8ce5b tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:22.362300 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-64c64c07-777f-4ae7-8eaa-10522c73fe88 req-f544efb4-51b8-4f11-96e8-a9d29ee8ce5b tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a516134b-c189-4afd-946e-da330ec55231&device_id=7c5451d9-0ee6-4536-a351-6ff3ea988370&device_id=c5d63d29-62a3-42e9-b117-00a512d26edc&device_id=b7ef2296-2dfa-404c-b7d4-391df1b3e846&device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe&device_id=64269eeb-6517-4722-95bd-84447c324ac9&device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636&device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f&device_id=769dd177-3e75-49cf-976c-47503222d5b8&device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 9095 time: 0.4545894 Nov 24 20:55:22.375528 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71354c9a-6d5c-4d36-a50c-6a3188ff4cf3 admin admin] Network 27525483-2884-4a06-8bb7-aa57657abcbf is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:55:22.378254 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-71354c9a-6d5c-4d36-a50c-6a3188ff4cf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:55:22.378748 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be75954-e400-47ce-9361-4bfad50022ea req-20a99a15-3d67-4afc-8716-e48d61462cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:22.380730 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5be75954-e400-47ce-9361-4bfad50022ea req-20a99a15-3d67-4afc-8716-e48d61462cc6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3495333 Nov 24 20:55:22.396961 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-64c64c07-777f-4ae7-8eaa-10522c73fe88 req-e9d3932f-4ac3-4961-a57c-b91cc9ab20db tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:22.436739 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68931526-88f0-4cd2-93c2-ba7cb45edab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:22.439449 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68931526-88f0-4cd2-93c2-ba7cb45edab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:22.445866 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-68931526-88f0-4cd2-93c2-ba7cb45edab0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c1601f92-ccaf-44e2-a935-371ac2cd12c6 HTTP/1.1" status: 204 len: 168 time: 0.9942358 Nov 24 20:55:22.493867 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b0dcfcc5-ade0-4ea6-851a-9b7950862ef4 req-525e0045-f844-42c9-8504-8c4cb77b4cda service neutron] 10.222.0.48 "GET /v2.0/networks/a52e0e24-f8f5-4168-80f2-70da6a667bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185660 Nov 24 20:55:22.494877 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68931526-88f0-4cd2-93c2-ba7cb45edab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1601f92-ccaf-44e2-a935-371ac2cd12c6,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:22.525950 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cce66b-cf8c-4c9f-9150-819f92126e32 req-d1ac5711-7c54-4ef1-99c0-cb44b8dc3013 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:22.527582 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-39cce66b-cf8c-4c9f-9150-819f92126e32 req-d1ac5711-7c54-4ef1-99c0-cb44b8dc3013 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 947 time: 0.2789612 Nov 24 20:55:22.584780 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 0d55069a-da0e-41a1-b57e-08adc7ac9b92 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:55:22.754160 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0b48178f-e809-4142-9367-f24fba8310b0 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:55:22.793570 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71354c9a-6d5c-4d36-a50c-6a3188ff4cf3 admin admin] Router f9e3d587-82cf-4823-8acc-28a8984f1774 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:55:22.843296 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-39cce66b-cf8c-4c9f-9150-819f92126e32 req-40d4f4d9-2754-43d4-a27d-f777c09b7fd2 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950974 Nov 24 20:55:22.864586 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5be75954-e400-47ce-9361-4bfad50022ea req-17553a32-d90c-4018-ab63-41c2489373e9 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579203 Nov 24 20:55:22.871479 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad638b-7ac9-4615-ba65-5ddd888bf506 req-dbd8904c-5992-4832-aa62-4cebadeaf07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:22.872193 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-64c64c07-777f-4ae7-8eaa-10522c73fe88 req-e9d3932f-4ac3-4961-a57c-b91cc9ab20db tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:22.873117 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ccad638b-7ac9-4615-ba65-5ddd888bf506 req-dbd8904c-5992-4832-aa62-4cebadeaf07b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f29e41d2d0ea4a279cbd8b3e2858a311&device_id=a516134b-c189-4afd-946e-da330ec55231 HTTP/1.1" status: 200 len: 1094 time: 0.2659976 Nov 24 20:55:22.889236 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 0d55069a-da0e-41a1-b57e-08adc7ac9b92, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:22.932722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '0d55069a-da0e-41a1-b57e-08adc7ac9b92', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': '0d55069a-da0e-41a1-b57e-08adc7ac9b92', 'mac_address': 'fa:16:3e:22:47:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:55:22.941964 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 0b48178f-e809-4142-9367-f24fba8310b0 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:22.942646 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:22.953954 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-64c64c07-777f-4ae7-8eaa-10522c73fe88 req-e9d3932f-4ac3-4961-a57c-b91cc9ab20db tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:23.037251 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:23.046193 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad638b-7ac9-4615-ba65-5ddd888bf506 req-ed3dd4fd-ac37-4f1d-8970-1cc89e0072a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:23.047711 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ccad638b-7ac9-4615-ba65-5ddd888bf506 req-ed3dd4fd-ac37-4f1d-8970-1cc89e0072a8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a52e0e24-f8f5-4168-80f2-70da6a667bfe HTTP/1.1" status: 200 len: 913 time: 0.1600733 Nov 24 20:55:23.065315 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d55069a-da0e-41a1-b57e-08adc7ac9b92 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:55:23.075158 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71354c9a-6d5c-4d36-a50c-6a3188ff4cf3 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:55:23.090025 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-71354c9a-6d5c-4d36-a50c-6a3188ff4cf3 admin admin] 10.222.0.11 "PUT /v2.0/routers/f9e3d587-82cf-4823-8acc-28a8984f1774/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8486979 Nov 24 20:55:23.094378 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 0d55069a-da0e-41a1-b57e-08adc7ac9b92, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:23.111807 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8b0cdaa9-4adf-48e1-a931-fbf2f0723217 None None] Provisioning complete for port c60404b8-5e1d-4b94-890c-5ff2709197cc triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:23.112210 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8b0cdaa9-4adf-48e1-a931-fbf2f0723217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:23.116925 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:23.148236 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3932f-4ac3-4961-a57c-b91cc9ab20db tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f66d87-f378-4533-be00-4dd064f0ef9d,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:23.163925 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ccad638b-7ac9-4615-ba65-5ddd888bf506 req-d9d357eb-203b-44c5-936f-aed080ae652d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ead70cd-276e-4029-9042-991e4b483ffc HTTP/1.1" status: 200 len: 217 time: 0.0835037 Nov 24 20:55:23.228202 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad638b-7ac9-4615-ba65-5ddd888bf506 req-cd059575-212b-4a24-bd33-c6a338a45555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:23.230806 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ccad638b-7ac9-4615-ba65-5ddd888bf506 req-cd059575-212b-4a24-bd33-c6a338a45555 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d7125a5-f06a-44a4-b41b-cad1d9791b38 HTTP/1.1" status: 200 len: 852 time: 0.0587416 Nov 24 20:55:23.244153 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=0d55069a-da0e-41a1-b57e-08adc7ac9b92,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:23.245378 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-64c64c07-777f-4ae7-8eaa-10522c73fe88 req-e9d3932f-4ac3-4961-a57c-b91cc9ab20db tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=784aca85-96b4-4e2c-849f-c8d07c531714&id=5472e30b-83f0-4990-859a-6387393586c5&id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&id=dc71e500-84a3-43e1-b48a-57a342c5eb85&id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.8821797 Nov 24 20:55:23.302773 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-8b0cdaa9-4adf-48e1-a931-fbf2f0723217 None None] Port c60404b8-5e1d-4b94-890c-5ff2709197cc cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:55:23.319274 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:23.319938 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:23.320636 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:23.321200 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:23.321802 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:23.322312 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:23.323817 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:23.324353 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:23.325593 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:23.326111 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:23.326641 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:23.327154 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:23.328320 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ccad638b-7ac9-4615-ba65-5ddd888bf506 req-040f2731-116a-4df2-97cf-273d131e59a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a52e0e24-f8f5-4168-80f2-70da6a667bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502009 Nov 24 20:55:23.396987 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:23.403250 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5be75954-e400-47ce-9361-4bfad50022ea req-c4d2ace9-edca-47bd-b329-0dfb2e726d60 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283763 Nov 24 20:55:23.432013 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 0b48178f-e809-4142-9367-f24fba8310b0, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0b48178f-e809-4142-9367-f24fba8310b0,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:23.438406 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:23.477445 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a1ed4-cddc-4351-9aaf-c2b3b66f8bb0 req-dbc14cb7-7bd4-461a-b625-016955eecf93 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:23.479115 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-791a1ed4-cddc-4351-9aaf-c2b3b66f8bb0 req-dbc14cb7-7bd4-461a-b625-016955eecf93 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/ports?device_id=a516134b-c189-4afd-946e-da330ec55231 HTTP/1.1" status: 200 len: 943 time: 0.1013854 Nov 24 20:55:23.486894 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['0d55069a-da0e-41a1-b57e-08adc7ac9b92'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:55:23.522941 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ccad638b-7ac9-4615-ba65-5ddd888bf506 req-7ebdd214-d749-44c9-b253-5c0daff364f6 service neutron] 10.222.0.48 "GET /v2.0/networks/a52e0e24-f8f5-4168-80f2-70da6a667bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779859 Nov 24 20:55:23.597278 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-791a1ed4-cddc-4351-9aaf-c2b3b66f8bb0 req-ad1bbb60-b187-479b-bb0d-dbf98370f5cb tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/security-groups?id=784aca85-96b4-4e2c-849f-c8d07c531714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980909 Nov 24 20:55:23.625149 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59936) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:23.659638 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc5ba-3d22-431f-9d74-b3bf3764980c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:23.663863 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=0b48178f-e809-4142-9367-f24fba8310b0,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:23.777058 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59940) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:23.883768 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] Sync routers for ids ['f9e3d587-82cf-4823-8acc-28a8984f1774'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:55:23.915927 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] Routers {'f9e3d587-82cf-4823-8acc-28a8984f1774'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:55:23.916586 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:55:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f9e3d587-82cf-4823-8acc-28a8984f1774'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:55:23.918429 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b85944-46f4-45c0-9048-f468c5461641 req-889b9844-9d7b-4fb8-b439-0757cb7c077a tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:23.920159 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f9b85944-46f4-45c0-9048-f468c5461641 req-889b9844-9d7b-4fb8-b439-0757cb7c077a tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 948 time: 0.2319336 Nov 24 20:55:23.959758 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-aa69bdb1-ccd7-4fc2-a8fd-e3567648cf3d tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:23.962038 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-aa69bdb1-ccd7-4fc2-a8fd-e3567648cf3d tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.48 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9&tenant_id=9a5783ced00e47ae82e71fa9165bac1a&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 948 time: 0.3299305 Nov 24 20:55:23.974898 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ccad638b-7ac9-4615-ba65-5ddd888bf506 req-37f9f07b-9bb6-494c-b1e0-09f1b21f6d16 service neutron] 10.222.0.48 "GET /v2.0/networks/a52e0e24-f8f5-4168-80f2-70da6a667bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425945 Nov 24 20:55:23.988361 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b9d3c08-c993-401e-9cda-2bee01c37a67 req-03b61114-501b-44d8-875c-39c0bacddec2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1634808 Nov 24 20:55:24.019852 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408c8e2-f166-4771-978b-34dc59bf22c8 req-a1a78fb3-7999-4e8d-a1a7-583421f11014 tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:24.020493 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408c8e2-f166-4771-978b-34dc59bf22c8 req-a1a78fb3-7999-4e8d-a1a7-583421f11014 tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:24.021062 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408c8e2-f166-4771-978b-34dc59bf22c8 req-a1a78fb3-7999-4e8d-a1a7-583421f11014 tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:24.022812 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7408c8e2-f166-4771-978b-34dc59bf22c8 req-a1a78fb3-7999-4e8d-a1a7-583421f11014 tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c5451d9-0ee6-4536-a351-6ff3ea988370&device_id=b7ef2296-2dfa-404c-b7d4-391df1b3e846&device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 2883 time: 0.1316381 Nov 24 20:55:24.063297 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc5ba-3d22-431f-9d74-b3bf3764980c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:24.073879 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc5ba-3d22-431f-9d74-b3bf3764980c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:24.092922 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] Set router f9e3d587-82cf-4823-8acc-28a8984f1774 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:55:24.105159 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f9b85944-46f4-45c0-9048-f468c5461641 req-8f71fcb5-dd15-4757-bcb3-e6a82b7b6d91 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665993 Nov 24 20:55:24.119395 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d3c08-c993-401e-9cda-2bee01c37a67 req-911b9468-4d20-4d37-b11a-29e8ad7c67e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:24.121085 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b9d3c08-c993-401e-9cda-2bee01c37a67 req-911b9468-4d20-4d37-b11a-29e8ad7c67e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 1096 time: 0.0966518 Nov 24 20:55:24.124717 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ea1d460d-d135-4eeb-b186-09165d4c479b service neutron] 10.222.0.48 "GET /v2.0/ports/0d55069a-da0e-41a1-b57e-08adc7ac9b92/bindings/n-h1-812111-8 HTTP/1.1" status: 200 len: 382 time: 0.1522601 Nov 24 20:55:24.157626 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7408c8e2-f166-4771-978b-34dc59bf22c8 req-7af132c1-502a-46c6-93ea-f0979dd38d0e tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838988 Nov 24 20:55:24.176813 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bc5ba-3d22-431f-9d74-b3bf3764980c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a696df-bdb7-4d18-bc41-6c657df4482e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:24.187590 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8f6bc5ba-3d22-431f-9d74-b3bf3764980c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=50ba54dcbb844621bab33ff504ffd6a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5611613 Nov 24 20:55:24.191569 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59952) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:24.267215 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8067a8ef-c1e0-4a15-81c1-55e7b253c0d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:24.324889 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8067a8ef-c1e0-4a15-81c1-55e7b253c0d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:24.328878 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d3c08-c993-401e-9cda-2bee01c37a67 req-6f40d514-2f2b-4201-a680-072810d091df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:24.330711 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b9d3c08-c993-401e-9cda-2bee01c37a67 req-6f40d514-2f2b-4201-a680-072810d091df service neutron] 10.222.0.15 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 913 time: 0.1551063 Nov 24 20:55:24.429308 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-5f69d3ee-14f1-485f-85d2-26a48e19027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:24.430309 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-1ee9f626-b84a-497a-bdef-0bd3bf82338b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1141845436'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:24.431179 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-5f69d3ee-14f1-485f-85d2-26a48e19027f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 1099 time: 0.2547271 Nov 24 20:55:24.435672 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b9d3c08-c993-401e-9cda-2bee01c37a67 req-9c219de4-8fce-45e3-858f-d4e760bb559a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa HTTP/1.1" status: 200 len: 1000 time: 0.0787230 Nov 24 20:55:24.446685 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8067a8ef-c1e0-4a15-81c1-55e7b253c0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:24.449548 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8067a8ef-c1e0-4a15-81c1-55e7b253c0d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:24.451077 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8067a8ef-c1e0-4a15-81c1-55e7b253c0d5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24a696df-bdb7-4d18-bc41-6c657df4482e HTTP/1.1" status: 204 len: 168 time: 0.2556622 Nov 24 20:55:24.470798 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067a8ef-c1e0-4a15-81c1-55e7b253c0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a696df-bdb7-4d18-bc41-6c657df4482e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:24.482785 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee9f626-b84a-497a-bdef-0bd3bf82338b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Made reservation on behalf of 380dfa053f334bcfb71021039f3d93b4 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:55:24.488038 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1ee9f626-b84a-497a-bdef-0bd3bf82338b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:24.531437 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee9f626-b84a-497a-bdef-0bd3bf82338b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:55:24.563897 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1ee9f626-b84a-497a-bdef-0bd3bf82338b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:24.564308 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-1ee9f626-b84a-497a-bdef-0bd3bf82338b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Added segment d863d318-146e-4fec-b1a5-7b8cb18d0d93 of type vlan for network cd3b7232-aa72-4752-b917-e417976a51cb Nov 24 20:55:24.603607 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 4ead70cd-276e-4029-9042-991e4b483ffc details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:55:24.613097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 0d55069a-da0e-41a1-b57e-08adc7ac9b92 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:55:24.658344 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1ee9f626-b84a-497a-bdef-0bd3bf82338b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:24.672587 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d3c08-c993-401e-9cda-2bee01c37a67 req-3dbbcede-241a-42e2-ae6d-87f3bf607b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:24.675032 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b9d3c08-c993-401e-9cda-2bee01c37a67 req-3dbbcede-241a-42e2-ae6d-87f3bf607b3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ee9c5f7-570f-459a-a776-8d371777733b HTTP/1.1" status: 200 len: 851 time: 0.2113435 Nov 24 20:55:24.698656 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e3d587-82cf-4823-8acc-28a8984f1774', 'name': 'tempest-ServersTestMultiNic-850438877-router', 'tenant_id': '380dfa053f334bcfb71021039f3d93b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '0b48178f-e809-4142-9367-f24fba8310b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:55:15Z', 'updated_at': '2021-11-24T20:55:21Z', 'revision_number': 4, 'project_id': '380dfa053f334bcfb71021039f3d93b4', 'gw_port': {'id': '0b48178f-e809-4142-9367-f24fba8310b0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e3d587-82cf-4823-8acc-28a8984f1774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:55:15Z', 'updated_at': '2021-11-24T20:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'c60404b8-5e1d-4b94-890c-5ff2709197cc', 'name': '', 'network_id': '27525483-2884-4a06-8bb7-aa57657abcbf', 'tenant_id': '380dfa053f334bcfb71021039f3d93b4', 'mac_address': 'fa:16:3e:2c:18:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e3d587-82cf-4823-8acc-28a8984f1774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '6b838c1f-c29c-4e4d-8359-8cddc4e04357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:55:20Z', 'updated_at': '2021-11-24T20:55:21Z', 'revision_number': 2, 'project_id': '380dfa053f334bcfb71021039f3d93b4', 'subnets': [{'id': '6b838c1f-c29c-4e4d-8359-8cddc4e04357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:55:24.704318 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1ee9f626-b84a-497a-bdef-0bd3bf82338b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:24.719369 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee9f626-b84a-497a-bdef-0bd3bf82338b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:24.721569 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1ee9f626-b84a-497a-bdef-0bd3bf82338b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:24.733062 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0b48178f-e809-4142-9367-f24fba8310b0 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:55:24.735634 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] Checking router: f9e3d587-82cf-4823-8acc-28a8984f1774 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:55:24.736208 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] Updating router f9e3d587-82cf-4823-8acc-28a8984f1774 port c60404b8-5e1d-4b94-890c-5ff2709197cc binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:55:24.748950 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-e065b07a-161d-4546-9b5f-930f5fe5cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:24.750722 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-e065b07a-161d-4546-9b5f-930f5fe5cdb1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.3040764 Nov 24 20:55:24.769924 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d3c08-c993-401e-9cda-2bee01c37a67 req-6ed0bcb7-495e-4ea0-b58f-84bf4a9f7a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:24.771730 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b9d3c08-c993-401e-9cda-2bee01c37a67 req-6ed0bcb7-495e-4ea0-b58f-84bf4a9f7a86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d57895c6-b2f2-4afe-a44e-1eb66b91940d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868907 Nov 24 20:55:24.822848 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:24.842295 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-3a0fee4c-d68f-45da-8583-f46ca0ac308d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92 HTTP/1.1" status: 200 len: 217 time: 0.0749564 Nov 24 20:55:24.923881 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-3ce1150e-4a73-400a-9c5f-edb24f4d4eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:24.925543 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-3ce1150e-4a73-400a-9c5f-edb24f4d4eba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0685236 Nov 24 20:55:25.018885 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9f626-b84a-497a-bdef-0bd3bf82338b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event updated for resources: {'Network': ['ID=cd3b7232-aa72-4752-b917-e417976a51cb,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:25.034585 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1ee9f626-b84a-497a-bdef-0bd3bf82338b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2526262 Nov 24 20:55:25.037135 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59978) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:25.038514 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 4ead70cd-276e-4029-9042-991e4b483ffc, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=4ead70cd-276e-4029-9042-991e4b483ffc,segment=NetworkSegment(4dde9eef-355c-43ac-8e0b-da2cbb001878),segment_id=4dde9eef-355c-43ac-8e0b-da2cbb001878)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:25.043464 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-a50c565f-83bf-4325-bedb-16510cd826fe tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Request body: {'subnet': {'network_id': 'cd3b7232-aa72-4752-b917-e417976a51cb', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:25.057120 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '4ead70cd-276e-4029-9042-991e4b483ffc', 'network_id': 'a52e0e24-f8f5-4168-80f2-70da6a667bfe', 'port_id': '4ead70cd-276e-4029-9042-991e4b483ffc', 'mac_address': 'fa:16:3e:8b:97:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d7125a5-f06a-44a4-b41b-cad1d9791b38', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:55:25.069548 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network cd3b7232-aa72-4752-b917-e417976a51cb details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:55:25.077026 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be50100-76ac-4292-b8d3-f3d29b44d2a7 req-1af991b6-584f-4dd0-947f-bb6074c41647 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:25.079279 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5be50100-76ac-4292-b8d3-f3d29b44d2a7 req-1af991b6-584f-4dd0-947f-bb6074c41647 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/ports?device_id=a516134b-c189-4afd-946e-da330ec55231 HTTP/1.1" status: 200 len: 943 time: 0.1428568 Nov 24 20:55:25.217613 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:25.219562 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:55:25.225562 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5be50100-76ac-4292-b8d3-f3d29b44d2a7 req-d87f2f4f-bb50-447a-be36-24b1aa8f399c tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/security-groups?id=784aca85-96b4-4e2c-849f-c8d07c531714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357229 Nov 24 20:55:25.248127 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 0b48178f-e809-4142-9367-f24fba8310b0 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:25.248779 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:25.287615 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50c565f-83bf-4325-bedb-16510cd826fe tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Made reservation on behalf of 380dfa053f334bcfb71021039f3d93b4 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:55:25.293473 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a50c565f-83bf-4325-bedb-16510cd826fe tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:25.528143 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb6b4c-9c14-432a-8275-de1c7946284a req-c71c2ef9-2690-4470-99cc-3c4ab6ee6720 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:25.539815 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4eb6b4c-9c14-432a-8275-de1c7946284a req-c71c2ef9-2690-4470-99cc-3c4ab6ee6720 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 948 time: 0.1075010 Nov 24 20:55:25.545645 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af681c-2fc6-4b2a-8c8b-61f547e45f74 req-de8a9c7b-3e4b-4d42-9d99-464ce59f98d7 tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:25.552996 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e9af681c-2fc6-4b2a-8c8b-61f547e45f74 req-de8a9c7b-3e4b-4d42-9d99-464ce59f98d7 tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 1100 time: 0.5664408 Nov 24 20:55:25.556795 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-92250331-fb87-4cea-8bd3-669f8017d54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:25.558263 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-92250331-fb87-4cea-8bd3-669f8017d54b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6189117 Nov 24 20:55:25.561036 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b9d3c08-c993-401e-9cda-2bee01c37a67 req-20c4fa87-a635-454a-9347-8a9264d4e4c6 service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7795422 Nov 24 20:55:25.604798 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:25.687584 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4eb6b4c-9c14-432a-8275-de1c7946284a req-40d4f28f-38ed-47eb-92ae-46b4c05600fa tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422002 Nov 24 20:55:25.797202 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ead70cd-276e-4029-9042-991e4b483ffc {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:55:25.802117 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:25.802523 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:25.808380 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a50c565f-83bf-4325-bedb-16510cd826fe tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:25.817039 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:25.830434 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e9af681c-2fc6-4b2a-8c8b-61f547e45f74 req-a095c7de-00e5-4c2c-adb5-b7812e32d4a2 tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713697 Nov 24 20:55:25.915157 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b9d3c08-c993-401e-9cda-2bee01c37a67 req-c29cdc14-aee9-4ee6-9340-b2b9820f3458 service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285954 Nov 24 20:55:25.919479 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-befe024a-1de5-455f-811d-f4aeecf4e699 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519940 Nov 24 20:55:25.924049 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911d44f-a794-4484-a318-06e905d50f81 None None] Pushing event updated for resources: {'Port': ['ID=c60404b8-5e1d-4b94-890c-5ff2709197cc,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:26.029280 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 4ead70cd-276e-4029-9042-991e4b483ffc, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=4ead70cd-276e-4029-9042-991e4b483ffc,segment=NetworkSegment(4dde9eef-355c-43ac-8e0b-da2cbb001878),segment_id=4dde9eef-355c-43ac-8e0b-da2cbb001878)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:26.073034 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] Attempting to bind port c60404b8-5e1d-4b94-890c-5ff2709197cc on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:55:26.073780 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] Attempting to bind port c60404b8-5e1d-4b94-890c-5ff2709197cc by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'd8f8925a-f245-43a6-b263-bbadb4e7e36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '27525483-2884-4a06-8bb7-aa57657abcbf'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:55:26.074205 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-8df4cf6b-eae7-4c18-bcf0-446e87f7a1d8 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406007 Nov 24 20:55:26.074505 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] Attempting to bind port c60404b8-5e1d-4b94-890c-5ff2709197cc on network 27525483-2884-4a06-8bb7-aa57657abcbf {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:55:26.080582 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:26.100242 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c565f-83bf-4325-bedb-16510cd826fe tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event updated for resources: {'Subnet': ['ID=8b01be59-3c89-4e69-9c22-50c195c9aa3b,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:26.112393 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50c565f-83bf-4325-bedb-16510cd826fe tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Checking segment: {'id': 'd863d318-146e-4fec-b1a5-7b8cb18d0d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cd3b7232-aa72-4752-b917-e417976a51cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:55:26.115077 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50c565f-83bf-4325-bedb-16510cd826fe tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Network hostable DHCP agents. Network: cd3b7232-aa72-4752-b917-e417976a51cb, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:55:26.136839 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:55:26.137862 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] Checking segment: {'id': 'd8f8925a-f245-43a6-b263-bbadb4e7e36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '27525483-2884-4a06-8bb7-aa57657abcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:55:26.139054 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:26.139702 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] Bound using segment: {'id': 'd8f8925a-f245-43a6-b263-bbadb4e7e36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '27525483-2884-4a06-8bb7-aa57657abcbf'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:55:26.140731 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] Bound port: c60404b8-5e1d-4b94-890c-5ff2709197cc, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f8925a-f245-43a6-b263-bbadb4e7e36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '27525483-2884-4a06-8bb7-aa57657abcbf'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:55:26.141522 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:26.162355 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aaa038-870c-4a22-b9a7-8d34697d37d4 req-0132e00b-2669-4df9-b85e-2669686b9e74 tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:26.163991 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-69aaa038-870c-4a22-b9a7-8d34697d37d4 req-0132e00b-2669-4df9-b85e-2669686b9e74 tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 1100 time: 0.1894562 Nov 24 20:55:26.194784 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50c565f-83bf-4325-bedb-16510cd826fe tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Network cd3b7232-aa72-4752-b917-e417976a51cb is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:55:26.243469 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-a50c565f-83bf-4325-bedb-16510cd826fe tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, cd3b7232-aa72-4752-b917-e417976a51cb) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:55:26.269546 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50c565f-83bf-4325-bedb-16510cd826fe tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:26.270180 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a50c565f-83bf-4325-bedb-16510cd826fe tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:26.284282 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-69aaa038-870c-4a22-b9a7-8d34697d37d4 req-384cc14b-1de9-4530-80b4-88750ffc1e7a tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075747 Nov 24 20:55:26.296293 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abf66f0-4022-4c3e-96eb-a1b64531bd78 None None] Network cd3b7232-aa72-4752-b917-e417976a51cb requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:55:26.309732 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60012) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:26.328794 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60018) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:26.329989 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a50c565f-83bf-4325-bedb-16510cd826fe tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2916512 Nov 24 20:55:26.334276 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-d29bfd68-04be-4231-8920-cc3dbac2e83d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-362860953'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:26.415802 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['4ead70cd-276e-4029-9042-991e4b483ffc'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:55:26.449173 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29bfd68-04be-4231-8920-cc3dbac2e83d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Made reservation on behalf of 380dfa053f334bcfb71021039f3d93b4 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:55:26.451716 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=4ead70cd-276e-4029-9042-991e4b483ffc,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:26.462284 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d29bfd68-04be-4231-8920-cc3dbac2e83d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:26.500876 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcbee8-d806-4427-8175-cf113392db55 req-ac821f97-3eaf-4f9c-998f-87353b1997b6 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:26.509677 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ddcbee8-d806-4427-8175-cf113392db55 req-ac821f97-3eaf-4f9c-998f-87353b1997b6 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/ports?device_id=a516134b-c189-4afd-946e-da330ec55231 HTTP/1.1" status: 200 len: 944 time: 0.1521900 Nov 24 20:55:26.519435 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6d43ee76-530d-4558-a91d-83b350f3c087 None None] Provisioning complete for port c60404b8-5e1d-4b94-890c-5ff2709197cc triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:26.519806 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6d43ee76-530d-4558-a91d-83b350f3c087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:26.536491 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] For port c60404b8-5e1d-4b94-890c-5ff2709197cc, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:55:26.559198 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:26.568410 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29bfd68-04be-4231-8920-cc3dbac2e83d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:55:26.597118 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] For port c60404b8-5e1d-4b94-890c-5ff2709197cc, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c60404b8-5e1d-4b94-890c-5ff2709197cc,segment=NetworkSegment(d8f8925a-f245-43a6-b263-bbadb4e7e36c),segment_id=d8f8925a-f245-43a6-b263-bbadb4e7e36c)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:55:26.630079 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:26.631989 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d29bfd68-04be-4231-8920-cc3dbac2e83d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:26.632617 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-d29bfd68-04be-4231-8920-cc3dbac2e83d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Added segment 5d27a51c-5042-4be8-9980-11cfcfe446c4 of type vlan for network c17e9a79-a6cb-47c2-83db-0a4747c091e7 Nov 24 20:55:26.669390 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6d43ee76-530d-4558-a91d-83b350f3c087 None None] Port c60404b8-5e1d-4b94-890c-5ff2709197cc cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:55:26.669810 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9785d5a6-94c9-4b1e-b6e1-50831917ffeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:26.681554 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ddcbee8-d806-4427-8175-cf113392db55 req-24838928-1118-4b6c-b8f1-cc0af983d20e tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/security-groups?id=784aca85-96b4-4e2c-849f-c8d07c531714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706793 Nov 24 20:55:26.747757 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d29bfd68-04be-4231-8920-cc3dbac2e83d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:26.748010 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64269eeb-6517-4722-95bd-84447c324ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d55069a-da0e-41a1-b57e-08adc7ac9b92'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:55:26.753498 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ce80d8-126e-4be2-95c0-708276faffa7" -d '{"events": [{"server_uuid": "64269eeb-6517-4722-95bd-84447c324ac9", "name": "network-vif-plugged", "status": "completed", "tag": "0d55069a-da0e-41a1-b57e-08adc7ac9b92"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:55:26.847571 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d29bfd68-04be-4231-8920-cc3dbac2e83d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:26.850022 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 0d55069a-da0e-41a1-b57e-08adc7ac9b92, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:26.859791 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29bfd68-04be-4231-8920-cc3dbac2e83d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:26.864042 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d29bfd68-04be-4231-8920-cc3dbac2e83d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:26.904883 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:26.955207 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebdd774-f0d5-4b56-9ecf-c476f6c8afd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-cd3b7232-aa72-4752-b917-e417976a51cb', 'network_id': 'cd3b7232-aa72-4752-b917-e417976a51cb', 'tenant_id': '380dfa053f334bcfb71021039f3d93b4', 'fixed_ips': [{'subnet_id': '8b01be59-3c89-4e69-9c22-50c195c9aa3b'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:55:26.960060 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bebdd774-f0d5-4b56-9ecf-c476f6c8afd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:27.023830 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d29bfd68-04be-4231-8920-cc3dbac2e83d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6934218 Nov 24 20:55:27.027331 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60046) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:27.035088 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-cbbaac38-712b-4646-a505-586b424568cc tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Request body: {'subnet': {'network_id': 'c17e9a79-a6cb-47c2-83db-0a4747c091e7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:27.046362 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce3290c-658b-4a23-9d55-152264588758 x-openstack-request-id: req-4ce3290c-658b-4a23-9d55-152264588758 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:27.047566 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64269eeb-6517-4722-95bd-84447c324ac9", "name": "network-vif-plugged", "status": "completed", "tag": "0d55069a-da0e-41a1-b57e-08adc7ac9b92", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:27.047566 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ce3290c-658b-4a23-9d55-152264588758 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:27.047925 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64269eeb-6517-4722-95bd-84447c324ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d55069a-da0e-41a1-b57e-08adc7ac9b92', 'code': 200} Nov 24 20:55:27.050875 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] Routers {'f9e3d587-82cf-4823-8acc-28a8984f1774'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:55:27.051614 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:55:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f9e3d587-82cf-4823-8acc-28a8984f1774'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:55:27.071464 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911d44f-a794-4484-a318-06e905d50f81 None None] Pushing event updated for resources: {'Port': ['ID=c60404b8-5e1d-4b94-890c-5ff2709197cc,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:27.128774 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1c70e-22a1-4031-bfed-64c33634ce84 req-6e429225-e079-497e-991e-645979219402 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:27.130288 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fca1c70e-22a1-4031-bfed-64c33634ce84 req-6e429225-e079-497e-991e-645979219402 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 948 time: 0.3187780 Nov 24 20:55:27.135662 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bfd68-04be-4231-8920-cc3dbac2e83d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event updated for resources: {'Network': ['ID=c17e9a79-a6cb-47c2-83db-0a4747c091e7,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:27.215125 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9785d5a6-94c9-4b1e-b6e1-50831917ffeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:27.230354 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9785d5a6-94c9-4b1e-b6e1-50831917ffeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:27.256533 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbaac38-712b-4646-a505-586b424568cc tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Made reservation on behalf of 380dfa053f334bcfb71021039f3d93b4 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:55:27.263280 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785d5a6-94c9-4b1e-b6e1-50831917ffeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb60483b-5235-4622-82f4-2d2ea33dc349,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:27.264110 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cbbaac38-712b-4646-a505-586b424568cc tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:27.266378 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network c17e9a79-a6cb-47c2-83db-0a4747c091e7 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:55:27.280693 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fca1c70e-22a1-4031-bfed-64c33634ce84 req-07648044-0014-4453-9797-0111043d673f tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366332 Nov 24 20:55:27.284981 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=0d55069a-da0e-41a1-b57e-08adc7ac9b92,revision_number=9']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:27.296801 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9785d5a6-94c9-4b1e-b6e1-50831917ffeb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a35430f30c34a4cbd674931b3a662f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9851327 Nov 24 20:55:27.298783 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60052) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:27.397315 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0be40e2-ac59-47ab-943c-92afa8982a3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:27.451355 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0be40e2-ac59-47ab-943c-92afa8982a3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:27.466486 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-99591160-4cb4-49bb-a87b-0be761e2e440 None None] Provisioning complete for port c60404b8-5e1d-4b94-890c-5ff2709197cc triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:27.466918 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-99591160-4cb4-49bb-a87b-0be761e2e440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:27.554450 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cbbaac38-712b-4646-a505-586b424568cc tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:27.632084 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbaac38-712b-4646-a505-586b424568cc tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event updated for resources: {'Subnet': ['ID=c167c4ca-cc57-49a6-abb7-634897e26cbd,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:27.660625 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97556aeb-8304-4341-9a6c-4d1a530d5c07 req-31944083-8900-46d4-b4d4-781033801035 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:27.667965 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-97556aeb-8304-4341-9a6c-4d1a530d5c07 req-31944083-8900-46d4-b4d4-781033801035 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1845117 Nov 24 20:55:27.753322 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbaac38-712b-4646-a505-586b424568cc tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Checking segment: {'id': '5d27a51c-5042-4be8-9980-11cfcfe446c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c17e9a79-a6cb-47c2-83db-0a4747c091e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:55:27.753689 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbaac38-712b-4646-a505-586b424568cc tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Network hostable DHCP agents. Network: c17e9a79-a6cb-47c2-83db-0a4747c091e7, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:55:27.775427 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0be40e2-ac59-47ab-943c-92afa8982a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:27.784474 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0be40e2-ac59-47ab-943c-92afa8982a3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:27.794863 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b0be40e2-ac59-47ab-943c-92afa8982a3a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bb60483b-5235-4622-82f4-2d2ea33dc349 HTTP/1.1" status: 204 len: 168 time: 0.4943054 Nov 24 20:55:27.831003 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbaac38-712b-4646-a505-586b424568cc tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Network c17e9a79-a6cb-47c2-83db-0a4747c091e7 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:55:27.846994 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be40e2-ac59-47ab-943c-92afa8982a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb60483b-5235-4622-82f4-2d2ea33dc349,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:27.851804 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-cbbaac38-712b-4646-a505-586b424568cc tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, c17e9a79-a6cb-47c2-83db-0a4747c091e7) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:55:27.857317 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbaac38-712b-4646-a505-586b424568cc tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:27.858218 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cbbaac38-712b-4646-a505-586b424568cc tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:27.892462 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adfdb54-861b-46da-b07b-d4710f1373eb None None] Network c17e9a79-a6cb-47c2-83db-0a4747c091e7 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:55:27.903993 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-97556aeb-8304-4341-9a6c-4d1a530d5c07 req-2acccb93-72ec-4d12-93fa-c59f2754f44a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182047 Nov 24 20:55:27.972942 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cbbaac38-712b-4646-a505-586b424568cc tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9442987 Nov 24 20:55:27.998225 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c394a-191d-41d0-929d-5aa109ebfdf2 req-16155138-ee9e-4a3e-a54e-ef95f810383a tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:28.008521 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-af2c394a-191d-41d0-929d-5aa109ebfdf2 req-16155138-ee9e-4a3e-a54e-ef95f810383a tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.1267607 Nov 24 20:55:28.043403 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] Set router f9e3d587-82cf-4823-8acc-28a8984f1774 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:55:28.080413 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-af2c394a-191d-41d0-929d-5aa109ebfdf2 req-3281b4a1-0c30-44dc-80c8-a6bc72700986 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655272 Nov 24 20:55:28.159508 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b42c9c-1823-493e-95cd-a42b20f03766 req-525383aa-d32a-4964-9c2d-ed5f216b52ec tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:28.169062 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-78b42c9c-1823-493e-95cd-a42b20f03766 req-525383aa-d32a-4964-9c2d-ed5f216b52ec tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/ports?device_id=a516134b-c189-4afd-946e-da330ec55231 HTTP/1.1" status: 200 len: 944 time: 0.1389117 Nov 24 20:55:28.255196 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-bebdd774-f0d5-4b56-9ecf-c476f6c8afd7 None None] Allocated IP 19.80.0.2 (cd3b7232-aa72-4752-b917-e417976a51cb/8b01be59-3c89-4e69-9c22-50c195c9aa3b/2c39705b-7783-483e-b0f0-adc6e0566c94) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:55:28.298595 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d35f48-4854-44a4-a687-978331d0711e req-6f563342-7617-4be2-b7e1-8267aaf3a911 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:28.302695 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05d35f48-4854-44a4-a687-978331d0711e req-6f563342-7617-4be2-b7e1-8267aaf3a911 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.0818665 Nov 24 20:55:28.323058 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-78b42c9c-1823-493e-95cd-a42b20f03766 req-13072fad-8aa4-4102-adff-2fb8c2ec5c7b tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/security-groups?id=784aca85-96b4-4e2c-849f-c8d07c531714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470191 Nov 24 20:55:28.349433 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-99591160-4cb4-49bb-a87b-0be761e2e440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:28.409211 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05d35f48-4854-44a4-a687-978331d0711e req-e46019fe-1d02-4520-8607-d22e6f4a544b tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000817 Nov 24 20:55:28.542584 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc12f09-ca5e-4bc8-bc54-4be496470492 req-8ffc082c-9565-4496-a800-8367847b7ef3 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:28.545351 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9fc12f09-ca5e-4bc8-bc54-4be496470492 req-8ffc082c-9565-4496-a800-8367847b7ef3 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 949 time: 0.1033251 Nov 24 20:55:28.643953 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9fc12f09-ca5e-4bc8-bc54-4be496470492 req-248e7a3f-8696-42e4-922c-f9b3ac7f7602 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887680 Nov 24 20:55:28.797806 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-7a3404bf-3646-4381-bf96-89053141227f tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:28.805989 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-7a3404bf-3646-4381-bf96-89053141227f tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:28.808717 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-7a3404bf-3646-4381-bf96-89053141227f tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/networks?id=cd3b7232-aa72-4752-b917-e417976a51cb&id=c17e9a79-a6cb-47c2-83db-0a4747c091e7&id=cd3b7232-aa72-4752-b917-e417976a51cb HTTP/1.1" status: 200 len: 1391 time: 0.2433856 Nov 24 20:55:28.840191 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-2b11affe-8966-421e-8ce4-353e5636b29f tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/quotas/380dfa053f334bcfb71021039f3d93b4 HTTP/1.1" status: 200 len: 375 time: 0.0217397 Nov 24 20:55:28.892449 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-99591160-4cb4-49bb-a87b-0be761e2e440 None None] For port c60404b8-5e1d-4b94-890c-5ff2709197cc, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c60404b8-5e1d-4b94-890c-5ff2709197cc,segment=NetworkSegment(d8f8925a-f245-43a6-b263-bbadb4e7e36c),segment_id=d8f8925a-f245-43a6-b263-bbadb4e7e36c)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:28.896185 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 4ead70cd-276e-4029-9042-991e4b483ffc up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:55:28.897919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-0fcf6b71-4c37-4c3e-9d02-f832bec58b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:28.903210 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-0fcf6b71-4c37-4c3e-9d02-f832bec58b42 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9&tenant_id=9a5783ced00e47ae82e71fa9165bac1a HTTP/1.1" status: 200 len: 1100 time: 0.0996358 Nov 24 20:55:28.915622 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-8', 'device_owner': 'compute:nova'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:28.922329 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-522dfab5-7f10-406f-8722-366c800e3851 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=380dfa053f334bcfb71021039f3d93b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809753 Nov 24 20:55:28.947740 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-99591160-4cb4-49bb-a87b-0be761e2e440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:28.987553 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45688b45-265e-4504-838c-d713278f9df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-c17e9a79-a6cb-47c2-83db-0a4747c091e7', 'network_id': 'c17e9a79-a6cb-47c2-83db-0a4747c091e7', 'tenant_id': '380dfa053f334bcfb71021039f3d93b4', 'fixed_ips': [{'subnet_id': 'c167c4ca-cc57-49a6-abb7-634897e26cbd'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:55:28.988486 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-45688b45-265e-4504-838c-d713278f9df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:29.098269 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:29.128148 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-0d1ef9e3-a38b-49a1-bd77-52bf5e9cee60 service neutron] 10.222.0.11 "GET /v2.0/networks/cd3b7232-aa72-4752-b917-e417976a51cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954098 Nov 24 20:55:29.139360 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 4ead70cd-276e-4029-9042-991e4b483ffc completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:55:29.171967 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8625bb-8cbb-4f14-87a3-f26d0fe38e26 req-6c358d82-abb1-44a8-ac7f-87fb1f0f8df0 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:29.185555 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3a8625bb-8cbb-4f14-87a3-f26d0fe38e26 req-6c358d82-abb1-44a8-ac7f-87fb1f0f8df0 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1473022 Nov 24 20:55:29.262934 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-01ee8eb6-805b-45f8-a58b-8f0ac4b1553a service neutron] 10.222.0.11 "GET /v2.0/networks/cd3b7232-aa72-4752-b917-e417976a51cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262922 Nov 24 20:55:29.330419 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bebdd774-f0d5-4b56-9ecf-c476f6c8afd7 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:29.369097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 4ead70cd-276e-4029-9042-991e4b483ffc triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:29.370727 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:29.396939 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3a8625bb-8cbb-4f14-87a3-f26d0fe38e26 req-97eebbce-8aca-4480-bda3-9c96f28216b6 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102294 Nov 24 20:55:29.427304 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-874f75d0-81d5-4e33-9c95-3dcd8363e38b service neutron] 10.222.0.11 "GET /v2.0/networks/c17e9a79-a6cb-47c2-83db-0a4747c091e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614397 Nov 24 20:55:29.503191 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99591160-4cb4-49bb-a87b-0be761e2e440 None None] Pushing event updated for resources: {'Port': ['ID=c60404b8-5e1d-4b94-890c-5ff2709197cc,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:29.567316 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bebdd774-f0d5-4b56-9ecf-c476f6c8afd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:29.632009 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-dd6a30f4-f5ba-4056-b66c-4696a82c6062 service neutron] 10.222.0.11 "GET /v2.0/networks/c17e9a79-a6cb-47c2-83db-0a4747c091e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998479 Nov 24 20:55:29.688878 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d98da7-ab31-4006-a407-acedf0773df3 req-692c7573-f017-467b-b075-877f3d37ed0b tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:29.690706 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98d98da7-ab31-4006-a407-acedf0773df3 req-692c7573-f017-467b-b075-877f3d37ed0b tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.1598477 Nov 24 20:55:29.765254 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] For port 0d55069a-da0e-41a1-b57e-08adc7ac9b92, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:29.784907 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-54351cc2-f7b5-4742-81e4-7a7590ae7e62 service neutron] 10.222.0.11 "GET /v2.0/networks/cd3b7232-aa72-4752-b917-e417976a51cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508753 Nov 24 20:55:29.789461 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebdd774-f0d5-4b56-9ecf-c476f6c8afd7 None None] Network cd3b7232-aa72-4752-b917-e417976a51cb is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:55:29.866148 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-bebdd774-f0d5-4b56-9ecf-c476f6c8afd7 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:55:29.876169 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebdd774-f0d5-4b56-9ecf-c476f6c8afd7 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:55:29.878083 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdd774-f0d5-4b56-9ecf-c476f6c8afd7 None None] Pushing event updated for resources: {'Port': ['ID=2c39705b-7783-483e-b0f0-adc6e0566c94,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:29.923384 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98d98da7-ab31-4006-a407-acedf0773df3 req-8f5229bb-4a97-4d8a-9c6e-6673482b6ff2 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185543 Nov 24 20:55:29.958023 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] For port 0d55069a-da0e-41a1-b57e-08adc7ac9b92, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:55:29.968190 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e3d587-82cf-4823-8acc-28a8984f1774', 'name': 'tempest-ServersTestMultiNic-850438877-router', 'tenant_id': '380dfa053f334bcfb71021039f3d93b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '0b48178f-e809-4142-9367-f24fba8310b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:55:15Z', 'updated_at': '2021-11-24T20:55:21Z', 'revision_number': 4, 'project_id': '380dfa053f334bcfb71021039f3d93b4', 'gw_port': {'id': '0b48178f-e809-4142-9367-f24fba8310b0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e3d587-82cf-4823-8acc-28a8984f1774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:55:15Z', 'updated_at': '2021-11-24T20:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'c60404b8-5e1d-4b94-890c-5ff2709197cc', 'name': '', 'network_id': '27525483-2884-4a06-8bb7-aa57657abcbf', 'tenant_id': '380dfa053f334bcfb71021039f3d93b4', 'mac_address': 'fa:16:3e:2c:18:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e3d587-82cf-4823-8acc-28a8984f1774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '6b838c1f-c29c-4e4d-8359-8cddc4e04357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:55:20Z', 'updated_at': '2021-11-24T20:55:26Z', 'revision_number': 4, 'project_id': '380dfa053f334bcfb71021039f3d93b4', 'subnets': [{'id': '6b838c1f-c29c-4e4d-8359-8cddc4e04357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:55:29.991597 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-45688b45-265e-4504-838c-d713278f9df8 None None] Allocated IP 19.86.0.2 (c17e9a79-a6cb-47c2-83db-0a4747c091e7/c167c4ca-cc57-49a6-abb7-634897e26cbd/923fcc92-b6fc-4420-afe6-98d644e8aaa0) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:55:30.031877 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-8a65933b-c456-4497-bb1f-ce267a6b3a7b service neutron] 10.222.0.11 "GET /v2.0/networks/cd3b7232-aa72-4752-b917-e417976a51cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455990 Nov 24 20:55:30.087034 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64269eeb-6517-4722-95bd-84447c324ac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d55069a-da0e-41a1-b57e-08adc7ac9b92'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:55:30.090261 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25bc023-1776-496c-beac-ea16fc6f024f" -d '{"events": [{"server_uuid": "64269eeb-6517-4722-95bd-84447c324ac9", "name": "network-vif-unplugged", "status": "completed", "tag": "0d55069a-da0e-41a1-b57e-08adc7ac9b92"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:55:30.097422 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:30.116316 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53914ad-fc62-436c-bceb-76da7a1354ba None None] The sync data for ids ['f9e3d587-82cf-4823-8acc-28a8984f1774'] in n-d-812111-8 is: [{'id': 'f9e3d587-82cf-4823-8acc-28a8984f1774', 'name': 'tempest-ServersTestMultiNic-850438877-router', 'tenant_id': '380dfa053f334bcfb71021039f3d93b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '0b48178f-e809-4142-9367-f24fba8310b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:55:15Z', 'updated_at': '2021-11-24T20:55:21Z', 'revision_number': 4, 'project_id': '380dfa053f334bcfb71021039f3d93b4', 'gw_port': {'id': '0b48178f-e809-4142-9367-f24fba8310b0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e3d587-82cf-4823-8acc-28a8984f1774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:55:15Z', 'updated_at': '2021-11-24T20:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'c60404b8-5e1d-4b94-890c-5ff2709197cc', 'name': '', 'network_id': '27525483-2884-4a06-8bb7-aa57657abcbf', 'tenant_id': '380dfa053f334bcfb71021039f3d93b4', 'mac_address': 'fa:16:3e:2c:18:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e3d587-82cf-4823-8acc-28a8984f1774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '6b838c1f-c29c-4e4d-8359-8cddc4e04357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:55:20Z', 'updated_at': '2021-11-24T20:55:26Z', 'revision_number': 4, 'project_id': '380dfa053f334bcfb71021039f3d93b4', 'subnets': [{'id': '6b838c1f-c29c-4e4d-8359-8cddc4e04357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:55:30.148213 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] Transition to ACTIVE for port object 0d55069a-da0e-41a1-b57e-08adc7ac9b92 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:55:30.183369 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef3444-82a4-4083-b143-1b26122995c7 req-88a19b2c-1001-43ae-a9ed-c5b6b82e75ae tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:30.197853 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-65ef3444-82a4-4083-b143-1b26122995c7 req-88a19b2c-1001-43ae-a9ed-c5b6b82e75ae tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/ports?device_id=a516134b-c189-4afd-946e-da330ec55231 HTTP/1.1" status: 200 len: 944 time: 0.1245899 Nov 24 20:55:30.197853 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:30.249039 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-bebdd774-f0d5-4b56-9ecf-c476f6c8afd7 None None] Attempting to bind port 2c39705b-7783-483e-b0f0-adc6e0566c94 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:55:30.249723 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-bebdd774-f0d5-4b56-9ecf-c476f6c8afd7 None None] Attempting to bind port 2c39705b-7783-483e-b0f0-adc6e0566c94 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'd863d318-146e-4fec-b1a5-7b8cb18d0d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cd3b7232-aa72-4752-b917-e417976a51cb'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:55:30.255063 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebdd774-f0d5-4b56-9ecf-c476f6c8afd7 None None] Attempting to bind port 2c39705b-7783-483e-b0f0-adc6e0566c94 on network cd3b7232-aa72-4752-b917-e417976a51cb {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:55:30.331780 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebdd774-f0d5-4b56-9ecf-c476f6c8afd7 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:55:30.332345 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebdd774-f0d5-4b56-9ecf-c476f6c8afd7 None None] Checking segment: {'id': 'd863d318-146e-4fec-b1a5-7b8cb18d0d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cd3b7232-aa72-4752-b917-e417976a51cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:55:30.332882 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bebdd774-f0d5-4b56-9ecf-c476f6c8afd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:30.333601 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebdd774-f0d5-4b56-9ecf-c476f6c8afd7 None None] Bound using segment: {'id': 'd863d318-146e-4fec-b1a5-7b8cb18d0d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cd3b7232-aa72-4752-b917-e417976a51cb'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:55:30.334145 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-bebdd774-f0d5-4b56-9ecf-c476f6c8afd7 None None] Bound port: 2c39705b-7783-483e-b0f0-adc6e0566c94, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd863d318-146e-4fec-b1a5-7b8cb18d0d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cd3b7232-aa72-4752-b917-e417976a51cb'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:55:30.334503 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bebdd774-f0d5-4b56-9ecf-c476f6c8afd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:30.340485 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:30.523413 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-65ef3444-82a4-4083-b143-1b26122995c7 req-19c59bb5-5ccb-4194-9d7a-3a7b04966680 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/security-groups?id=784aca85-96b4-4e2c-849f-c8d07c531714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293860 Nov 24 20:55:30.639691 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] Pushing event updated for resources: {'Port': ['ID=0d55069a-da0e-41a1-b57e-08adc7ac9b92,revision_number=10']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:30.659141 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] No DVR routers for this DVR port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:55:30.729731 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 20:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bdabeb-e44c-440b-80d9-024308d4bf36 x-openstack-request-id: req-a3bdabeb-e44c-440b-80d9-024308d4bf36 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:30.730263 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64269eeb-6517-4722-95bd-84447c324ac9", "name": "network-vif-unplugged", "status": "completed", "tag": "0d55069a-da0e-41a1-b57e-08adc7ac9b92", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:30.731445 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a3bdabeb-e44c-440b-80d9-024308d4bf36 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:30.731982 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64269eeb-6517-4722-95bd-84447c324ac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d55069a-da0e-41a1-b57e-08adc7ac9b92', 'code': 200} Nov 24 20:55:30.739904 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-bebdd774-f0d5-4b56-9ecf-c476f6c8afd7 None None] For port 2c39705b-7783-483e-b0f0-adc6e0566c94, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:55:30.777637 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a516134b-c189-4afd-946e-da330ec55231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ead70cd-276e-4029-9042-991e4b483ffc'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:55:30.793936 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0712c8de-e5c9-4c3e-9ef9-a5a2a6b07e12" -d '{"events": [{"server_uuid": "a516134b-c189-4afd-946e-da330ec55231", "name": "network-vif-plugged", "status": "completed", "tag": "4ead70cd-276e-4029-9042-991e4b483ffc"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:55:30.867670 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-bebdd774-f0d5-4b56-9ecf-c476f6c8afd7 None None] For port 2c39705b-7783-483e-b0f0-adc6e0566c94, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2c39705b-7783-483e-b0f0-adc6e0566c94,segment=NetworkSegment(d863d318-146e-4fec-b1a5-7b8cb18d0d93),segment_id=d863d318-146e-4fec-b1a5-7b8cb18d0d93)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:55:30.888627 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c60404b8-5e1d-4b94-890c-5ff2709197cc up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:55:30.916624 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 4ead70cd-276e-4029-9042-991e4b483ffc, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=4ead70cd-276e-4029-9042-991e4b483ffc,segment=NetworkSegment(4dde9eef-355c-43ac-8e0b-da2cbb001878),segment_id=4dde9eef-355c-43ac-8e0b-da2cbb001878)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:30.931731 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bebdd774-f0d5-4b56-9ecf-c476f6c8afd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:30.943443 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec68760-aff8-428b-808b-778e9484ec1c req-21dfb5a9-095f-430b-9812-fc4cef402ba1 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:30.957521 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1ec68760-aff8-428b-808b-778e9484ec1c req-21dfb5a9-095f-430b-9812-fc4cef402ba1 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 948 time: 0.1613188 Nov 24 20:55:30.998807 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-55b49166-c2c4-44f3-896a-fbb5f05aad2b req-11eb0814-4269-45c6-854a-2f7e574c232f tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 210 time: 0.1125157 Nov 24 20:55:31.002270 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] Attempting to bind port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:55:31.003127 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] Attempting to bind port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:55:31.003127 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] Attempting to bind port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:55:31.011538 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] Port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:55:31.011877 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] Attempting to bind port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:55:31.028765 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:55:31.028765 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:55:31.028765 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:55:31.028765 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] Bound port: 0d55069a-da0e-41a1-b57e-08adc7ac9b92, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:55:31.028765 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:31.146313 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1ec68760-aff8-428b-808b-778e9484ec1c req-e72d4665-72b3-4246-ae5d-d59faf4e4f68 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786246 Nov 24 20:55:31.157519 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] For port 0d55069a-da0e-41a1-b57e-08adc7ac9b92, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:55:31.164083 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] For port 0d55069a-da0e-41a1-b57e-08adc7ac9b92, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:55:31.180808 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:31.239921 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdd774-f0d5-4b56-9ecf-c476f6c8afd7 None None] Pushing event updated for resources: {'Port': ['ID=2c39705b-7783-483e-b0f0-adc6e0566c94,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:31.251365 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:31.297201 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 0d55069a-da0e-41a1-b57e-08adc7ac9b92 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:55:31.351737 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:31.352362 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:31.367969 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] 10.222.0.15 "PUT /v2.0/ports/0d55069a-da0e-41a1-b57e-08adc7ac9b92 HTTP/1.1" status: 200 len: 1096 time: 2.4549813 Nov 24 20:55:31.480966 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfff220-549b-4a1f-834f-0f79a785bb55 x-openstack-request-id: req-edfff220-549b-4a1f-834f-0f79a785bb55 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:31.482624 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a516134b-c189-4afd-946e-da330ec55231", "name": "network-vif-plugged", "status": "completed", "tag": "4ead70cd-276e-4029-9042-991e4b483ffc", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:31.483062 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-edfff220-549b-4a1f-834f-0f79a785bb55 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:31.483635 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a516134b-c189-4afd-946e-da330ec55231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ead70cd-276e-4029-9042-991e4b483ffc', 'code': 200} Nov 24 20:55:31.762377 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 0d55069a-da0e-41a1-b57e-08adc7ac9b92 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:55:31.776211 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3edafc-4ec4-43e3-ac69-ce8038f1bd48 service neutron] Pushing event updated for resources: {'Port': ['ID=0d55069a-da0e-41a1-b57e-08adc7ac9b92,revision_number=11']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:31.809576 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db66ee-dd1c-45e8-922f-4f166a647497 req-04d156fa-6e86-41c7-9784-24631e29f0a7 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:31.828003 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31db66ee-dd1c-45e8-922f-4f166a647497 req-04d156fa-6e86-41c7-9784-24631e29f0a7 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1729958 Nov 24 20:55:31.864363 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60256) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:31.876211 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-45688b45-265e-4504-838c-d713278f9df8 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:31.879406 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=4ead70cd-276e-4029-9042-991e4b483ffc,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:31.897266 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-45688b45-265e-4504-838c-d713278f9df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:31.929465 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8dbd3-2ed3-4b60-bbea-b4780571b711 req-934baec7-98ea-4ca1-8e0a-f5fa5138493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:31.946718 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d2c8dbd3-2ed3-4b60-bbea-b4780571b711 req-934baec7-98ea-4ca1-8e0a-f5fa5138493b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a516134b-c189-4afd-946e-da330ec55231 HTTP/1.1" status: 200 len: 1096 time: 0.5315893 Nov 24 20:55:31.971449 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31db66ee-dd1c-45e8-922f-4f166a647497 req-4de192d6-5e3b-428e-895e-ef03468423ec tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420786 Nov 24 20:55:31.981532 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-82dee352-36d0-4bed-a345-4f8be765ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:31.983060 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-82dee352-36d0-4bed-a345-4f8be765ec82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 1099 time: 0.5320251 Nov 24 20:55:32.011457 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port c60404b8-5e1d-4b94-890c-5ff2709197cc triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:32.011748 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:32.097855 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acd73c-310f-4176-a658-8e77b8265461 req-c2236cfc-ec3f-4661-a6b5-28ea2647d7da tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:32.099426 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-39acd73c-310f-4176-a658-8e77b8265461 req-c2236cfc-ec3f-4661-a6b5-28ea2647d7da tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.5980034 Nov 24 20:55:32.168071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45688b45-265e-4504-838c-d713278f9df8 None None] Network c17e9a79-a6cb-47c2-83db-0a4747c091e7 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:55:32.185510 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-45688b45-265e-4504-838c-d713278f9df8 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:55:32.193706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45688b45-265e-4504-838c-d713278f9df8 None None] Pushing event updated for resources: {'Port': ['ID=923fcc92-b6fc-4420-afe6-98d644e8aaa0,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:32.205159 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45688b45-265e-4504-838c-d713278f9df8 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:55:32.219025 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a0a0b-b5d9-43ae-b66f-95b50fedeb13 req-ba249d74-c3d2-4df3-9578-dfdb4e6b09b3 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:32.236363 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-773a0a0b-b5d9-43ae-b66f-95b50fedeb13 req-ba249d74-c3d2-4df3-9578-dfdb4e6b09b3 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/ports?device_id=a516134b-c189-4afd-946e-da330ec55231 HTTP/1.1" status: 200 len: 945 time: 0.1396613 Nov 24 20:55:32.338087 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-773a0a0b-b5d9-43ae-b66f-95b50fedeb13 req-122df273-433e-4f35-8dd2-394013a5fa9e tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/security-groups?id=784aca85-96b4-4e2c-849f-c8d07c531714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968461 Nov 24 20:55:32.375169 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-45688b45-265e-4504-838c-d713278f9df8 None None] Attempting to bind port 923fcc92-b6fc-4420-afe6-98d644e8aaa0 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:55:32.375769 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-45688b45-265e-4504-838c-d713278f9df8 None None] Attempting to bind port 923fcc92-b6fc-4420-afe6-98d644e8aaa0 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '5d27a51c-5042-4be8-9980-11cfcfe446c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c17e9a79-a6cb-47c2-83db-0a4747c091e7'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:55:32.376130 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45688b45-265e-4504-838c-d713278f9df8 None None] Attempting to bind port 923fcc92-b6fc-4420-afe6-98d644e8aaa0 on network c17e9a79-a6cb-47c2-83db-0a4747c091e7 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:55:32.384274 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45688b45-265e-4504-838c-d713278f9df8 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:55:32.385195 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45688b45-265e-4504-838c-d713278f9df8 None None] Checking segment: {'id': '5d27a51c-5042-4be8-9980-11cfcfe446c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c17e9a79-a6cb-47c2-83db-0a4747c091e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:55:32.385968 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-45688b45-265e-4504-838c-d713278f9df8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:32.387234 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45688b45-265e-4504-838c-d713278f9df8 None None] Bound using segment: {'id': '5d27a51c-5042-4be8-9980-11cfcfe446c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c17e9a79-a6cb-47c2-83db-0a4747c091e7'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:55:32.388017 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-45688b45-265e-4504-838c-d713278f9df8 None None] Bound port: 923fcc92-b6fc-4420-afe6-98d644e8aaa0, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d27a51c-5042-4be8-9980-11cfcfe446c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c17e9a79-a6cb-47c2-83db-0a4747c091e7'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:55:32.388665 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-45688b45-265e-4504-838c-d713278f9df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:32.406496 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-46d7434f-4618-49d9-a1a2-7cfff4442c47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:32.468451 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-45688b45-265e-4504-838c-d713278f9df8 None None] For port 923fcc92-b6fc-4420-afe6-98d644e8aaa0, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:55:32.472194 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6a5a17e-0520-47ae-87d6-43687f3474a6 req-4bd455d6-79ca-4762-b752-156638725e5d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 210 time: 0.0480962 Nov 24 20:55:32.473725 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-45688b45-265e-4504-838c-d713278f9df8 None None] For port 923fcc92-b6fc-4420-afe6-98d644e8aaa0, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=923fcc92-b6fc-4420-afe6-98d644e8aaa0,segment=NetworkSegment(5d27a51c-5042-4be8-9980-11cfcfe446c4),segment_id=5d27a51c-5042-4be8-9980-11cfcfe446c4)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:55:32.482151 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-45688b45-265e-4504-838c-d713278f9df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:32.579547 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45688b45-265e-4504-838c-d713278f9df8 None None] Pushing event updated for resources: {'Port': ['ID=923fcc92-b6fc-4420-afe6-98d644e8aaa0,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:32.641621 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f55aa-4f95-40b9-a089-2046c02f5123 req-77cf42c0-558e-4a41-bf21-e98be0166268 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:32.656131 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-228f55aa-4f95-40b9-a089-2046c02f5123 req-77cf42c0-558e-4a41-bf21-e98be0166268 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 948 time: 0.1075487 Nov 24 20:55:32.687971 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d2c8dbd3-2ed3-4b60-bbea-b4780571b711 req-91d82c82-1fe6-4d8e-9149-397e6b0ca9d5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=784aca85-96b4-4e2c-849f-c8d07c531714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7230685 Nov 24 20:55:32.745231 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-39acd73c-310f-4176-a658-8e77b8265461 req-e0bea102-e045-4a6a-87ce-866b0e65fe3f tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296507 Nov 24 20:55:32.775128 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-228f55aa-4f95-40b9-a089-2046c02f5123 req-e28a53b6-09c5-4e95-be9c-a19ad1427281 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167619 Nov 24 20:55:32.798451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64269eeb-6517-4722-95bd-84447c324ac9', 'tag': '0d55069a-da0e-41a1-b57e-08adc7ac9b92'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:55:32.801093 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5adab07-7364-46ac-8760-447501685632" -d '{"events": [{"name": "network-changed", "server_uuid": "64269eeb-6517-4722-95bd-84447c324ac9", "tag": "0d55069a-da0e-41a1-b57e-08adc7ac9b92"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:55:32.869012 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-9d35a87f-01ec-4af9-8d75-e69ec23a99fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:32.871899 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-9d35a87f-01ec-4af9-8d75-e69ec23a99fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.8730130 Nov 24 20:55:32.890814 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2c39705b-7783-483e-b0f0-adc6e0566c94 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:55:32.984803 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-932e051d-e5d5-47de-99e1-02bf859f0291 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92 HTTP/1.1" status: 200 len: 217 time: 0.0979419 Nov 24 20:55:32.986625 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4971fb-48a6-4f78-9ff3-5201c28fbfd3 x-openstack-request-id: req-eb4971fb-48a6-4f78-9ff3-5201c28fbfd3 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:32.987108 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64269eeb-6517-4722-95bd-84447c324ac9", "tag": "0d55069a-da0e-41a1-b57e-08adc7ac9b92", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:32.987540 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb4971fb-48a6-4f78-9ff3-5201c28fbfd3 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:32.988097 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64269eeb-6517-4722-95bd-84447c324ac9', 'tag': '0d55069a-da0e-41a1-b57e-08adc7ac9b92', 'status': 'completed', 'code': 200} Nov 24 20:55:33.069293 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 2c39705b-7783-483e-b0f0-adc6e0566c94 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:33.070075 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:33.203893 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-366cb657-ec4a-4dd4-9fc3-a2992449926f tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:33.221660 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-366cb657-ec4a-4dd4-9fc3-a2992449926f tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:33.223377 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-366cb657-ec4a-4dd4-9fc3-a2992449926f tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.15 "GET /v2.0/networks?id=cd3b7232-aa72-4752-b917-e417976a51cb&id=c17e9a79-a6cb-47c2-83db-0a4747c091e7&id=cd3b7232-aa72-4752-b917-e417976a51cb HTTP/1.1" status: 200 len: 1391 time: 0.4403088 Nov 24 20:55:33.230221 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:33.246868 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-1f679acd-c2a4-4b72-a356-a7ba7780a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:33.250816 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-1f679acd-c2a4-4b72-a356-a7ba7780a01e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.2550526 Nov 24 20:55:33.306491 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adab07-7364-46ac-8760-447501685632 req-322a52bb-592b-43f0-b2b8-5f3e736ebe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:33.310324 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5adab07-7364-46ac-8760-447501685632 req-322a52bb-592b-43f0-b2b8-5f3e736ebe92 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 1099 time: 0.3108573 Nov 24 20:55:33.321963 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-c04efb32-32b4-496d-ba9d-7ccc03b6e673 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Request body: {'port': {'device_id': '25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1', 'network_id': 'cd3b7232-aa72-4752-b917-e417976a51cb', 'admin_state_up': True, 'tenant_id': '380dfa053f334bcfb71021039f3d93b4'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:33.322466 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 2c39705b-7783-483e-b0f0-adc6e0566c94, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2c39705b-7783-483e-b0f0-adc6e0566c94,segment=NetworkSegment(d863d318-146e-4fec-b1a5-7b8cb18d0d93),segment_id=d863d318-146e-4fec-b1a5-7b8cb18d0d93)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:33.332669 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:33.349305 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-46d7434f-4618-49d9-a1a2-7cfff4442c47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:33.397591 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-c8f4a928-71c3-40eb-9657-ea6ea88e6356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:33.405294 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-c8f4a928-71c3-40eb-9657-ea6ea88e6356 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1308682 Nov 24 20:55:33.408738 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-46d7434f-4618-49d9-a1a2-7cfff4442c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:33.431481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159f251-9fbb-4d09-a939-e15ca81fa7c2 req-7a51853c-2f32-4fd4-a2f9-e69d80a33e9c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:33.433886 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f159f251-9fbb-4d09-a939-e15ca81fa7c2 req-7a51853c-2f32-4fd4-a2f9-e69d80a33e9c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.2093832 Nov 24 20:55:33.453455 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=2c39705b-7783-483e-b0f0-adc6e0566c94,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:33.599731 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f159f251-9fbb-4d09-a939-e15ca81fa7c2 req-6bc8f2ae-c16f-4d90-885e-1cf03552cb33 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146221 Nov 24 20:55:33.664366 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-c04efb32-32b4-496d-ba9d-7ccc03b6e673 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Made reservation on behalf of 380dfa053f334bcfb71021039f3d93b4 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:55:33.666313 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8844d0-7636-49c2-b437-69246179e854 None None] Network cd3b7232-aa72-4752-b917-e417976a51cb requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:55:33.669747 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-c04efb32-32b4-496d-ba9d-7ccc03b6e673 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:33.678056 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b345d-1895-44a8-92bd-038503fa858e req-09965846-c99d-41be-93c2-3ff029912afb tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:33.688552 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-804b345d-1895-44a8-92bd-038503fa858e req-09965846-c99d-41be-93c2-3ff029912afb tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/ports?device_id=a516134b-c189-4afd-946e-da330ec55231 HTTP/1.1" status: 200 len: 945 time: 0.2219253 Nov 24 20:55:33.700491 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7434f-4618-49d9-a1a2-7cfff4442c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1b854a-6ca2-4457-85f5-782a954b62e8,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:33.738196 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-26d28e18-c249-42f2-93f1-d555395a475e req-62d5f5ce-d0c0-4b43-9cbf-4ce28b9efa95 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 210 time: 0.0480151 Nov 24 20:55:33.775285 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-46d7434f-4618-49d9-a1a2-7cfff4442c47 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=83dbcfa06527495682d9efa37ca2e292&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8966336 Nov 24 20:55:33.796250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60292) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:33.852458 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adab07-7364-46ac-8760-447501685632 req-53e50075-7861-4299-b167-97bba1483d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:33.854320 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5adab07-7364-46ac-8760-447501685632 req-53e50075-7861-4299-b167-97bba1483d69 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.5168266 Nov 24 20:55:33.917320 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-011b9802-8da7-4130-85d8-4529f14ae32b service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767787 Nov 24 20:55:33.942243 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c1c9e96e-62d9-4cdd-8344-a98940336ba3 None None] Provisioning complete for port 2c39705b-7783-483e-b0f0-adc6e0566c94 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:33.942616 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c1c9e96e-62d9-4cdd-8344-a98940336ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:33.987466 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5adab07-7364-46ac-8760-447501685632 req-ceeae983-7ce2-4d9b-b93a-053e068083a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92 HTTP/1.1" status: 200 len: 217 time: 0.1061404 Nov 24 20:55:34.058742 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9949a-5628-4830-81ee-f3ca746eebdc req-040077ab-fe35-4440-8645-ff75e8646602 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:34.060736 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dcf9949a-5628-4830-81ee-f3ca746eebdc req-040077ab-fe35-4440-8645-ff75e8646602 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.1722932 Nov 24 20:55:34.100102 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-c04efb32-32b4-496d-ba9d-7ccc03b6e673 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Allocated IP 19.80.0.117 (cd3b7232-aa72-4752-b917-e417976a51cb/8b01be59-3c89-4e69-9c22-50c195c9aa3b/79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:55:34.145790 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-804b345d-1895-44a8-92bd-038503fa858e req-84e1355e-2828-441e-a4fa-7db6b79e3b95 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/security-groups?id=784aca85-96b4-4e2c-849f-c8d07c531714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563303 Nov 24 20:55:34.184617 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dcf9949a-5628-4830-81ee-f3ca746eebdc req-70af93c3-3808-4c93-a31a-7ba0fbb24783 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157911 Nov 24 20:55:34.217483 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adab07-7364-46ac-8760-447501685632 req-7d885dd7-74c9-4957-ba05-3e7897e37253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:34.218972 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5adab07-7364-46ac-8760-447501685632 req-7d885dd7-74c9-4957-ba05-3e7897e37253 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0775630 Nov 24 20:55:34.331619 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-96c4fe13-c176-439a-b859-71c23da77f9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:34.366409 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda8ba03-9931-4747-bef5-be19b4e57b1b None None] Network c17e9a79-a6cb-47c2-83db-0a4747c091e7 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:55:34.367423 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f77782db-8a12-486b-86b5-bec54b66b5d2 req-ebe019ca-3ae7-458a-889c-a6cd429288f5 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788722 Nov 24 20:55:34.370077 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adab07-7364-46ac-8760-447501685632 req-cb87ca3e-7849-44fe-94ed-a770bdc5b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:34.372504 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5adab07-7364-46ac-8760-447501685632 req-cb87ca3e-7849-44fe-94ed-a770bdc5b48d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1401503 Nov 24 20:55:34.556974 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-96c4fe13-c176-439a-b859-71c23da77f9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:34.639776 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-15a61ac0-ee55-4886-bfd4-2730d0928cec None None] Provisioning complete for port 923fcc92-b6fc-4420-afe6-98d644e8aaa0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:34.640567 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-15a61ac0-ee55-4886-bfd4-2730d0928cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:34.668892 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e0654-7a81-49d2-a9e4-f9eb7fcdd460 req-ae2e7b0a-3748-4c59-8199-65d039d12288 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:34.672902 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-833e0654-7a81-49d2-a9e4-f9eb7fcdd460 req-ae2e7b0a-3748-4c59-8199-65d039d12288 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 948 time: 0.3620586 Nov 24 20:55:34.764604 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5adab07-7364-46ac-8760-447501685632 req-25b347be-3caa-4c33-a801-374b66582a4d service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814988 Nov 24 20:55:34.780660 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adab07-7364-46ac-8760-447501685632 req-402b19e2-18cf-4684-8de0-15b319516a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:34.782255 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5adab07-7364-46ac-8760-447501685632 req-402b19e2-18cf-4684-8de0-15b319516a25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 1099 time: 0.2866914 Nov 24 20:55:34.845888 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-15a61ac0-ee55-4886-bfd4-2730d0928cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:34.890927 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 923fcc92-b6fc-4420-afe6-98d644e8aaa0 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:55:34.940492 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-15a61ac0-ee55-4886-bfd4-2730d0928cec None None] For port 923fcc92-b6fc-4420-afe6-98d644e8aaa0, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=923fcc92-b6fc-4420-afe6-98d644e8aaa0,segment=NetworkSegment(5d27a51c-5042-4be8-9980-11cfcfe446c4),segment_id=5d27a51c-5042-4be8-9980-11cfcfe446c4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:34.950531 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-15a61ac0-ee55-4886-bfd4-2730d0928cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:35.003167 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-c04efb32-32b4-496d-ba9d-7ccc03b6e673 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:35.034097 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe6ffc-7e9a-4aa0-91de-db06a2a8ae7d req-02d8e5fa-298c-4483-9080-0ef0c88955ab tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:35.051630 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5efe6ffc-7e9a-4aa0-91de-db06a2a8ae7d req-02d8e5fa-298c-4483-9080-0ef0c88955ab tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1543269 Nov 24 20:55:35.102841 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-833e0654-7a81-49d2-a9e4-f9eb7fcdd460 req-b7e50772-35b4-4e57-ae93-074b5912f4e0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936810 Nov 24 20:55:35.116855 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adab07-7364-46ac-8760-447501685632 req-796587d7-6dd7-4b03-a8d2-e8133bc34aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:35.119818 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5adab07-7364-46ac-8760-447501685632 req-796587d7-6dd7-4b03-a8d2-e8133bc34aa8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.2949204 Nov 24 20:55:35.143041 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a61ac0-ee55-4886-bfd4-2730d0928cec None None] Pushing event updated for resources: {'Port': ['ID=923fcc92-b6fc-4420-afe6-98d644e8aaa0,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:35.150116 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-96c4fe13-c176-439a-b859-71c23da77f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:35.163694 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-96c4fe13-c176-439a-b859-71c23da77f9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:35.175738 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-96c4fe13-c176-439a-b859-71c23da77f9f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d1b854a-6ca2-4457-85f5-782a954b62e8 HTTP/1.1" status: 204 len: 168 time: 1.3684177 Nov 24 20:55:35.185953 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5efe6ffc-7e9a-4aa0-91de-db06a2a8ae7d req-49dadbad-2424-4c74-81db-e3f21f8e079d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282234 Nov 24 20:55:35.186158 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 923fcc92-b6fc-4420-afe6-98d644e8aaa0 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:35.187148 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:35.221809 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-c04efb32-32b4-496d-ba9d-7ccc03b6e673 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:35.250256 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-05392212-92ea-4e3b-85c4-7255cdd80333 None None] Provisioning complete for port 2c39705b-7783-483e-b0f0-adc6e0566c94 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:35.250886 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-05392212-92ea-4e3b-85c4-7255cdd80333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:35.283010 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5adab07-7364-46ac-8760-447501685632 req-9caa4c4c-650a-4076-b763-4b77a96240dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92 HTTP/1.1" status: 200 len: 217 time: 0.1520233 Nov 24 20:55:35.312547 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5adab07-7364-46ac-8760-447501685632 req-0f387d31-7566-4023-a263-ab4be959ae0b service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092819 Nov 24 20:55:35.369832 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04efb32-32b4-496d-ba9d-7ccc03b6e673 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event updated for resources: {'Port': ['ID=79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:35.391596 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4fe13-c176-439a-b859-71c23da77f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1b854a-6ca2-4457-85f5-782a954b62e8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:35.442920 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adab07-7364-46ac-8760-447501685632 req-f77871af-2156-42d3-9a4a-02e32bd359bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:35.444841 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5adab07-7364-46ac-8760-447501685632 req-f77871af-2156-42d3-9a4a-02e32bd359bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.1368568 Nov 24 20:55:35.454537 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2c39705b-7783-483e-b0f0-adc6e0566c94 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:55:35.458079 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee81f8-39b9-4163-a6c9-280b041f5147 req-fae01fb8-8a67-4287-9b70-90061f2d3045 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:35.459985 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80ee81f8-39b9-4163-a6c9-280b041f5147 req-fae01fb8-8a67-4287-9b70-90061f2d3045 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 932 time: 0.1896935 Nov 24 20:55:35.469522 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-c04efb32-32b4-496d-ba9d-7ccc03b6e673 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Network cd3b7232-aa72-4752-b917-e417976a51cb is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:55:35.479729 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-c04efb32-32b4-496d-ba9d-7ccc03b6e673 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:55:35.485929 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-c04efb32-32b4-496d-ba9d-7ccc03b6e673 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:55:35.534337 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 2c39705b-7783-483e-b0f0-adc6e0566c94 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:35.534832 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:35.577818 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adab07-7364-46ac-8760-447501685632 req-5a1ccb5b-7135-48bd-a52f-1133b19478ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:35.579348 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5adab07-7364-46ac-8760-447501685632 req-5a1ccb5b-7135-48bd-a52f-1133b19478ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1156225 Nov 24 20:55:35.590189 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80ee81f8-39b9-4163-a6c9-280b041f5147 req-aefcabd5-0725-4416-b3ee-1f233d9f98ba tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141996 Nov 24 20:55:35.620436 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-c04efb32-32b4-496d-ba9d-7ccc03b6e673 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:35.620436 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-c04efb32-32b4-496d-ba9d-7ccc03b6e673 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:35.679739 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b19e7c-bd3e-48ef-9e13-70b4b57a3bc6 req-2677335b-3d0a-4429-86e3-d3c322e4b55a tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:35.698322 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-34b19e7c-bd3e-48ef-9e13-70b4b57a3bc6 req-2677335b-3d0a-4429-86e3-d3c322e4b55a tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/ports?device_id=a516134b-c189-4afd-946e-da330ec55231 HTTP/1.1" status: 200 len: 945 time: 0.3328271 Nov 24 20:55:35.701247 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d6f45e91-2a46-4201-843c-466b755fbce7 None None] Provisioning complete for port 923fcc92-b6fc-4420-afe6-98d644e8aaa0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:35.701795 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d6f45e91-2a46-4201-843c-466b755fbce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:35.730963 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-c04efb32-32b4-496d-ba9d-7ccc03b6e673 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4757516 Nov 24 20:55:35.748403 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5adab07-7364-46ac-8760-447501685632 req-96019fc7-2bea-4490-8171-a15db57c413e service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553953 Nov 24 20:55:35.758291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-d5b72d21-1933-4564-81b6-f74734213032 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Request body: {'port': {'device_id': '25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1', 'network_id': 'c17e9a79-a6cb-47c2-83db-0a4747c091e7', 'admin_state_up': True, 'tenant_id': '380dfa053f334bcfb71021039f3d93b4'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:35.890420 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60334) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:35.907673 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 0d55069a-da0e-41a1-b57e-08adc7ac9b92 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:55:35.950104 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa332b0e-d99a-4489-90c2-8c7637b7a8cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:35.956555 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-34b19e7c-bd3e-48ef-9e13-70b4b57a3bc6 req-5c744cd2-e187-4ac0-bdbc-604f5ea76dae tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/security-groups?id=784aca85-96b4-4e2c-849f-c8d07c531714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489491 Nov 24 20:55:35.963761 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-d5b72d21-1933-4564-81b6-f74734213032 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Made reservation on behalf of 380dfa053f334bcfb71021039f3d93b4 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:55:35.972145 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-d5b72d21-1933-4564-81b6-f74734213032 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:36.174314 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-d5b72d21-1933-4564-81b6-f74734213032 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Allocated IP 19.86.0.64 (c17e9a79-a6cb-47c2-83db-0a4747c091e7/c167c4ca-cc57-49a6-abb7-634897e26cbd/5e2dc512-303f-43e3-bf9e-6b9bcf85f78a) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:55:36.203073 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c282e505-6a1f-4684-a821-6bda9e69d083 None None] Provisioning complete for port 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:36.203466 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c282e505-6a1f-4684-a821-6bda9e69d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:36.435230 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c282e505-6a1f-4684-a821-6bda9e69d083 None None] Port 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:55:36.445431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 0d55069a-da0e-41a1-b57e-08adc7ac9b92, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:36.456608 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '0d55069a-da0e-41a1-b57e-08adc7ac9b92', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': '0d55069a-da0e-41a1-b57e-08adc7ac9b92', 'mac_address': 'fa:16:3e:22:47:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:55:36.506803 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:36.532912 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d55069a-da0e-41a1-b57e-08adc7ac9b92 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:55:36.536787 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-d5b72d21-1933-4564-81b6-f74734213032 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:36.578416 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 0d55069a-da0e-41a1-b57e-08adc7ac9b92, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:36.584375 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:36.585229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b989bfb-f36b-48bc-b87c-a913680158f1 req-41ea874d-f43f-4f11-8c5b-c1f33c5d9786 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:36.587376 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8b989bfb-f36b-48bc-b87c-a913680158f1 req-41ea874d-f43f-4f11-8c5b-c1f33c5d9786 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 948 time: 0.0886726 Nov 24 20:55:36.656573 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=0d55069a-da0e-41a1-b57e-08adc7ac9b92,revision_number=12']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:36.666451 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8b989bfb-f36b-48bc-b87c-a913680158f1 req-8eb8bf7f-824d-4c20-a7f5-ccb9aabf0e71 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686612 Nov 24 20:55:36.674666 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-d5b72d21-1933-4564-81b6-f74734213032 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:36.742735 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 923fcc92-b6fc-4420-afe6-98d644e8aaa0 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:55:36.759042 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5c54d-2cee-4e91-80d4-a86d74784cd7 req-4011def0-9bfd-476e-997c-5ae3ac6ebd9c tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:36.761422 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-85f5c54d-2cee-4e91-80d4-a86d74784cd7 req-4011def0-9bfd-476e-997c-5ae3ac6ebd9c tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 1.0120757 Nov 24 20:55:36.833243 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5adab07-7364-46ac-8760-447501685632 req-86f252df-3a74-4253-a16e-b7aec627b92e service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0669403 Nov 24 20:55:36.846121 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-d5b72d21-1933-4564-81b6-f74734213032 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Network c17e9a79-a6cb-47c2-83db-0a4747c091e7 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:55:36.847205 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 923fcc92-b6fc-4420-afe6-98d644e8aaa0 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:36.847586 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:36.864133 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-d5b72d21-1933-4564-81b6-f74734213032 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:55:36.867698 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-d5b72d21-1933-4564-81b6-f74734213032 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:55:36.903626 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b72d21-1933-4564-81b6-f74734213032 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event updated for resources: {'Port': ['ID=5e2dc512-303f-43e3-bf9e-6b9bcf85f78a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:36.908531 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-85f5c54d-2cee-4e91-80d4-a86d74784cd7 req-2f99df95-707f-4dcf-9bc1-12a52a311ca7 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356044 Nov 24 20:55:36.926497 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba18f3-529b-41f8-a147-11ce95c0b69d req-29a12c3d-b1dd-4c99-92be-165b50dfe0a0 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:36.945618 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c2ba18f3-529b-41f8-a147-11ce95c0b69d req-29a12c3d-b1dd-4c99-92be-165b50dfe0a0 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1774282 Nov 24 20:55:36.950752 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['0d55069a-da0e-41a1-b57e-08adc7ac9b92'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:55:36.950916 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa332b0e-d99a-4489-90c2-8c7637b7a8cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:36.974806 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa332b0e-d99a-4489-90c2-8c7637b7a8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:37.028673 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-d5b72d21-1933-4564-81b6-f74734213032 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:37.029499 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-d5b72d21-1933-4564-81b6-f74734213032 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:37.035254 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-aa332b0e-d99a-4489-90c2-8c7637b7a8cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d3c07447f886479a8de13d4bacb4d67c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1411643 Nov 24 20:55:37.042883 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60362) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:37.061349 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c2ba18f3-529b-41f8-a147-11ce95c0b69d req-648aafb5-e80b-4428-a27a-19fe0b2245b9 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138856 Nov 24 20:55:37.090976 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-d5b72d21-1933-4564-81b6-f74734213032 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3476448 Nov 24 20:55:37.100717 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa332b0e-d99a-4489-90c2-8c7637b7a8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d09f10-c75a-460e-b7bd-2c0176ccf85b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:37.104792 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-9bd7e805-ff69-4a9f-a769-d5c980e13f73 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Request body: {'port': {'device_id': '25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1', 'network_id': 'cd3b7232-aa72-4752-b917-e417976a51cb', 'admin_state_up': True, 'tenant_id': '380dfa053f334bcfb71021039f3d93b4'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:37.245621 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122d4d2-ffd2-4f01-a959-eabe09bd081a req-1719e374-651d-4cb0-9617-bd4aafa052fc tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:37.253355 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122d4d2-ffd2-4f01-a959-eabe09bd081a req-1719e374-651d-4cb0-9617-bd4aafa052fc tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:37.264934 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8122d4d2-ffd2-4f01-a959-eabe09bd081a req-1719e374-651d-4cb0-9617-bd4aafa052fc tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 1654 time: 0.1322515 Nov 24 20:55:37.337919 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8122d4d2-ffd2-4f01-a959-eabe09bd081a req-a18c7070-8a49-4c7f-b98b-b87517aed22e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716450 Nov 24 20:55:37.339013 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8ecd799c-c90c-4274-8569-5fad4bd364e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:37.361704 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-9bd7e805-ff69-4a9f-a769-d5c980e13f73 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Made reservation on behalf of 380dfa053f334bcfb71021039f3d93b4 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:55:37.369752 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-cc004bb3-2b98-4cb9-84f2-a559ec1b6b1c None None] Provisioning complete for port 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:37.371285 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-9bd7e805-ff69-4a9f-a769-d5c980e13f73 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:37.372880 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cc004bb3-2b98-4cb9-84f2-a559ec1b6b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:37.380251 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8ecd799c-c90c-4274-8569-5fad4bd364e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:37.444247 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8ecd799c-c90c-4274-8569-5fad4bd364e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:37.446389 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-cc004bb3-2b98-4cb9-84f2-a559ec1b6b1c None None] Port 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:55:37.448427 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8ecd799c-c90c-4274-8569-5fad4bd364e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:37.450474 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8ecd799c-c90c-4274-8569-5fad4bd364e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/96d09f10-c75a-460e-b7bd-2c0176ccf85b HTTP/1.1" status: 204 len: 168 time: 0.4040630 Nov 24 20:55:37.461936 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd799c-c90c-4274-8569-5fad4bd364e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d09f10-c75a-460e-b7bd-2c0176ccf85b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:37.562576 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204693e0-d1af-46e2-b407-3dbb0585bb08 req-b0f2c857-40cb-43aa-8ea2-1f22c0cc1968 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:37.564083 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-204693e0-d1af-46e2-b407-3dbb0585bb08 req-b0f2c857-40cb-43aa-8ea2-1f22c0cc1968 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/ports?device_id=a516134b-c189-4afd-946e-da330ec55231 HTTP/1.1" status: 200 len: 945 time: 0.0996270 Nov 24 20:55:37.569961 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-9bd7e805-ff69-4a9f-a769-d5c980e13f73 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Allocated IP 19.80.0.162 (cd3b7232-aa72-4752-b917-e417976a51cb/8b01be59-3c89-4e69-9c22-50c195c9aa3b/d54e360f-99af-403b-b77a-6a5e23e7b177) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:55:37.647352 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-204693e0-d1af-46e2-b407-3dbb0585bb08 req-0562e285-9685-4729-ac1c-0db0dbdfb0a0 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/security-groups?id=784aca85-96b4-4e2c-849f-c8d07c531714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713174 Nov 24 20:55:37.793646 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fc368-32b0-4a85-8e19-55ea1b32d989 req-3261f6f1-bdee-482e-b684-dd983219e3f7 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:37.800994 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c47fc368-32b0-4a85-8e19-55ea1b32d989 req-3261f6f1-bdee-482e-b684-dd983219e3f7 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 949 time: 0.0625219 Nov 24 20:55:37.808914 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-9bd7e805-ff69-4a9f-a769-d5c980e13f73 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:37.809188 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60388) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:37.854771 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c47fc368-32b0-4a85-8e19-55ea1b32d989 req-a38fa457-5d6a-41ca-a8c6-b3eb9504f8b9 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528212 Nov 24 20:55:37.858097 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-9bd7e805-ff69-4a9f-a769-d5c980e13f73 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:37.928668 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c2979b3d-f5e6-4cfd-8358-287c15e86934 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:55:37.935322 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 0d55069a-da0e-41a1-b57e-08adc7ac9b92 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:55:37.974066 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-9bd7e805-ff69-4a9f-a769-d5c980e13f73 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Network cd3b7232-aa72-4752-b917-e417976a51cb is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:55:37.977757 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7e805-ff69-4a9f-a769-d5c980e13f73 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event updated for resources: {'Port': ['ID=d54e360f-99af-403b-b77a-6a5e23e7b177,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:37.982355 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-9bd7e805-ff69-4a9f-a769-d5c980e13f73 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:55:37.984695 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-9bd7e805-ff69-4a9f-a769-d5c980e13f73 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:55:38.034759 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cadac0e9-673e-4dde-9c45-43b32b48c39f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:38.092388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-9bd7e805-ff69-4a9f-a769-d5c980e13f73 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:38.097057 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-9bd7e805-ff69-4a9f-a769-d5c980e13f73 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:38.105189 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:55:38.135281 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port c2979b3d-f5e6-4cfd-8358-287c15e86934, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c2979b3d-f5e6-4cfd-8358-287c15e86934,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:38.149703 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'c2979b3d-f5e6-4cfd-8358-287c15e86934', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': 'c2979b3d-f5e6-4cfd-8358-287c15e86934', 'mac_address': 'fa:16:3e:3f:31:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:55:38.152772 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:38.153165 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:38.153448 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994883c-b1a9-4424-8d73-8bfc6d3b9551 req-57d45773-788f-4690-9234-66d518e641c3 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:38.155936 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c994883c-b1a9-4424-8d73-8bfc6d3b9551 req-57d45773-788f-4690-9234-66d518e641c3 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.1024892 Nov 24 20:55:38.156326 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-9bd7e805-ff69-4a9f-a769-d5c980e13f73 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0561428 Nov 24 20:55:38.179052 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d22d3c-bb51-4e9a-9b8c-f9e40f208474 req-019fbc99-d143-42fe-8a20-1b0eae2e7b78 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:38.186450 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a2d22d3c-bb51-4e9a-9b8c-f9e40f208474 req-019fbc99-d143-42fe-8a20-1b0eae2e7b78 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 949 time: 0.2106774 Nov 24 20:55:38.212175 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-82e59b57-d789-471a-aea6-a537db021d4a service neutron] Request body: {'port': {'device_id': '25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:38.224067 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c994883c-b1a9-4424-8d73-8bfc6d3b9551 req-ddbaa2dc-b528-445b-a6f7-c80cad299541 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609860 Nov 24 20:55:38.241787 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:38.262045 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2979b3d-f5e6-4cfd-8358-287c15e86934 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:55:38.311574 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port c2979b3d-f5e6-4cfd-8358-287c15e86934, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c2979b3d-f5e6-4cfd-8358-287c15e86934,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:38.322634 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:38.397441 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cadac0e9-673e-4dde-9c45-43b32b48c39f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:38.398421 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-82e59b57-d789-471a-aea6-a537db021d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:38.399105 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd50da-82dd-4abf-b298-443fe60d7782 req-39792470-f1e7-4473-a9cb-33ccf87ffe73 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:38.401071 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bfcd50da-82dd-4abf-b298-443fe60d7782 req-39792470-f1e7-4473-a9cb-33ccf87ffe73 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.0646009 Nov 24 20:55:38.418472 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:38.423895 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a2d22d3c-bb51-4e9a-9b8c-f9e40f208474 req-3a477c39-0a80-4c4f-b6b9-d8c47d810a21 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313735 Nov 24 20:55:38.425035 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=c2979b3d-f5e6-4cfd-8358-287c15e86934,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:38.427201 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cadac0e9-673e-4dde-9c45-43b32b48c39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:38.455717 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-cec7f328-960d-4470-a0da-092ed7e7832c None None] Provisioning complete for port d54e360f-99af-403b-b77a-6a5e23e7b177 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:38.456103 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cec7f328-960d-4470-a0da-092ed7e7832c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:38.465306 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64269eeb-6517-4722-95bd-84447c324ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d55069a-da0e-41a1-b57e-08adc7ac9b92'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:55:38.467867 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32251c6-7b9e-4da3-9cc0-c80af71bfeac" -d '{"events": [{"server_uuid": "64269eeb-6517-4722-95bd-84447c324ac9", "name": "network-vif-plugged", "status": "completed", "tag": "0d55069a-da0e-41a1-b57e-08adc7ac9b92"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:55:38.503512 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 0d55069a-da0e-41a1-b57e-08adc7ac9b92, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:38.517267 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bfcd50da-82dd-4abf-b298-443fe60d7782 req-8f7fd9fb-95a2-4907-bdbf-147bc2d8601f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077890 Nov 24 20:55:38.518017 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:38.518983 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c2979b3d-f5e6-4cfd-8358-287c15e86934 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:55:38.549773 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-cec7f328-960d-4470-a0da-092ed7e7832c None None] Port d54e360f-99af-403b-b77a-6a5e23e7b177 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:55:38.576056 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cadac0e9-673e-4dde-9c45-43b32b48c39f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=08485b92542546e098647710ca2a153d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7631977 Nov 24 20:55:38.577830 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60422) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:38.597144 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadac0e9-673e-4dde-9c45-43b32b48c39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870070b1-ae1c-41c3-8f4e-31dca4d0107b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:38.621563 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=0d55069a-da0e-41a1-b57e-08adc7ac9b92,revision_number=13']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:38.690247 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c2979b3d-f5e6-4cfd-8358-287c15e86934'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:55:38.696571 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57f7e0-ae04-4c43-b958-8ad65f91170b req-fbff8d9a-18d8-4e17-8827-73379678c517 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:38.703262 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57f7e0-ae04-4c43-b958-8ad65f91170b req-fbff8d9a-18d8-4e17-8827-73379678c517 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:38.712537 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57f7e0-ae04-4c43-b958-8ad65f91170b req-fbff8d9a-18d8-4e17-8827-73379678c517 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:38.723442 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f5db18-beae-43d1-9828-7373b9c0d7fb x-openstack-request-id: req-51f5db18-beae-43d1-9828-7373b9c0d7fb {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:38.723976 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64269eeb-6517-4722-95bd-84447c324ac9", "name": "network-vif-plugged", "status": "completed", "tag": "0d55069a-da0e-41a1-b57e-08adc7ac9b92", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:38.723976 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-51f5db18-beae-43d1-9828-7373b9c0d7fb {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:38.724399 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64269eeb-6517-4722-95bd-84447c324ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d55069a-da0e-41a1-b57e-08adc7ac9b92', 'code': 200} Nov 24 20:55:38.727017 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ba57f7e0-ae04-4c43-b958-8ad65f91170b req-fbff8d9a-18d8-4e17-8827-73379678c517 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 2376 time: 0.1933851 Nov 24 20:55:38.736674 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-61d6902a-73e2-44b3-a186-638ec49951a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:38.752028 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:38.769468 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c2979b3d-f5e6-4cfd-8358-287c15e86934 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:55:38.771201 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-61d6902a-73e2-44b3-a186-638ec49951a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:38.809341 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port c2979b3d-f5e6-4cfd-8358-287c15e86934, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c2979b3d-f5e6-4cfd-8358-287c15e86934,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:38.835045 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:38.850126 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-61d6902a-73e2-44b3-a186-638ec49951a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:38.853878 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-61d6902a-73e2-44b3-a186-638ec49951a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:38.857599 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-61d6902a-73e2-44b3-a186-638ec49951a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/870070b1-ae1c-41c3-8f4e-31dca4d0107b HTTP/1.1" status: 204 len: 168 time: 0.2751758 Nov 24 20:55:38.883067 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4a0f767d-1482-47f2-a0f1-31c099928e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:38.901740 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6902a-73e2-44b3-a186-638ec49951a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870070b1-ae1c-41c3-8f4e-31dca4d0107b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:38.933878 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d5103-6f89-4582-bd6f-7eeb2bf2a2af req-769ec414-e1e6-4ade-82d6-bad7173962ca tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:38.936026 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-407d5103-6f89-4582-bd6f-7eeb2bf2a2af req-769ec414-e1e6-4ade-82d6-bad7173962ca tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.48 "GET /v2.0/ports?device_id=a516134b-c189-4afd-946e-da330ec55231 HTTP/1.1" status: 200 len: 945 time: 0.1124892 Nov 24 20:55:38.946888 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03eea8-a4d2-4e58-9921-8ec9a59e9210 req-07f4df14-9b69-4f1b-84d6-801b472e709c tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:38.954914 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ad03eea8-a4d2-4e58-9921-8ec9a59e9210 req-07f4df14-9b69-4f1b-84d6-801b472e709c tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/ports?device_id=a516134b-c189-4afd-946e-da330ec55231 HTTP/1.1" status: 200 len: 945 time: 0.1259899 Nov 24 20:55:38.964797 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=c2979b3d-f5e6-4cfd-8358-287c15e86934,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:39.028461 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ba57f7e0-ae04-4c43-b958-8ad65f91170b req-e45a2c5e-2bec-499c-8e5d-51fe4d0a2267 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982290 Nov 24 20:55:39.084431 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ad03eea8-a4d2-4e58-9921-8ec9a59e9210 req-f0b2344f-04ad-46a3-b78d-87e9f0ecc9ee tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/security-groups?id=784aca85-96b4-4e2c-849f-c8d07c531714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281486 Nov 24 20:55:39.115550 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-407d5103-6f89-4582-bd6f-7eeb2bf2a2af req-27e2c382-5a5b-41da-8388-5b26fed23fb7 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Deleting port 4ead70cd-276e-4029-9042-991e4b483ffc {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:55:39.115895 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-407d5103-6f89-4582-bd6f-7eeb2bf2a2af req-27e2c382-5a5b-41da-8388-5b26fed23fb7 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:39.169637 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-43c66307-50e9-45a2-a781-dd5b98912f92 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306582 Nov 24 20:55:39.224322 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-407d5103-6f89-4582-bd6f-7eeb2bf2a2af req-27e2c382-5a5b-41da-8388-5b26fed23fb7 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] For port 4ead70cd-276e-4029-9042-991e4b483ffc, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=4ead70cd-276e-4029-9042-991e4b483ffc,segment=NetworkSegment(4dde9eef-355c-43ac-8e0b-da2cbb001878),segment_id=4dde9eef-355c-43ac-8e0b-da2cbb001878)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:39.224694 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-407d5103-6f89-4582-bd6f-7eeb2bf2a2af req-27e2c382-5a5b-41da-8388-5b26fed23fb7 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:39.240938 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-407d5103-6f89-4582-bd6f-7eeb2bf2a2af req-27e2c382-5a5b-41da-8388-5b26fed23fb7 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Calling delete_port for 4ead70cd-276e-4029-9042-991e4b483ffc owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:55:39.252072 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-82e59b57-d789-471a-aea6-a537db021d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:55:39.267057 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-82e59b57-d789-471a-aea6-a537db021d4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:39.301664 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-82e59b57-d789-471a-aea6-a537db021d4a service neutron] Transition to ACTIVE for port object 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:55:39.319396 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-82e59b57-d789-471a-aea6-a537db021d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:39.335195 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-5b3ab1d3-afa4-43b2-ba5d-237f69650092 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:39.336797 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-5b3ab1d3-afa4-43b2-ba5d-237f69650092 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1662672 Nov 24 20:55:39.385617 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:39.400602 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60452) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:39.421877 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-1bfd0a5f-6822-4798-85cb-b6b1ff5b1731 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/quotas/9a5783ced00e47ae82e71fa9165bac1a HTTP/1.1" status: 200 len: 375 time: 0.0579944 Nov 24 20:55:39.424096 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e59b57-d789-471a-aea6-a537db021d4a service neutron] Pushing event updated for resources: {'Port': ['ID=79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:39.424241 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-900b227b-2cce-4aa7-ab5b-25db185f3478 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:39.488883 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb524b9-67d3-4657-aea2-5a2480206703 req-bc69c781-55ea-4dd8-bc1a-9d237c19ccc4 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:39.497742 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-aeb524b9-67d3-4657-aea2-5a2480206703 req-bc69c781-55ea-4dd8-bc1a-9d237c19ccc4 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 947 time: 0.1476171 Nov 24 20:55:39.545481 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-90b76be2-bc40-49e1-bb00-f19d46fcc8fe tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1230443 Nov 24 20:55:39.618502 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-aeb524b9-67d3-4657-aea2-5a2480206703 req-cbe811ea-9e96-4cdb-ad81-358f08d2a087 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197965 Nov 24 20:55:39.623291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-82e59b57-d789-471a-aea6-a537db021d4a service neutron] Attempting to bind port 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:55:39.624311 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-82e59b57-d789-471a-aea6-a537db021d4a service neutron] Attempting to bind port 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'd863d318-146e-4fec-b1a5-7b8cb18d0d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cd3b7232-aa72-4752-b917-e417976a51cb'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:55:39.624669 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-82e59b57-d789-471a-aea6-a537db021d4a service neutron] Attempting to bind port 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0 on network cd3b7232-aa72-4752-b917-e417976a51cb {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:55:39.638244 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-82e59b57-d789-471a-aea6-a537db021d4a service neutron] Port 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0 on network cd3b7232-aa72-4752-b917-e417976a51cb not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:55:39.638244 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-82e59b57-d789-471a-aea6-a537db021d4a service neutron] Attempting to bind port 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0 on network cd3b7232-aa72-4752-b917-e417976a51cb {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:55:39.645273 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-82e59b57-d789-471a-aea6-a537db021d4a service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:55:39.645865 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-82e59b57-d789-471a-aea6-a537db021d4a service neutron] Checking segment: {'id': 'd863d318-146e-4fec-b1a5-7b8cb18d0d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cd3b7232-aa72-4752-b917-e417976a51cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:55:39.646677 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-82e59b57-d789-471a-aea6-a537db021d4a service neutron] Bound using segment: {'id': 'd863d318-146e-4fec-b1a5-7b8cb18d0d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cd3b7232-aa72-4752-b917-e417976a51cb'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:55:39.647426 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-82e59b57-d789-471a-aea6-a537db021d4a service neutron] Bound port: 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd863d318-146e-4fec-b1a5-7b8cb18d0d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cd3b7232-aa72-4752-b917-e417976a51cb'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:55:39.648078 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-82e59b57-d789-471a-aea6-a537db021d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:39.670094 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-407d5103-6f89-4582-bd6f-7eeb2bf2a2af req-27e2c382-5a5b-41da-8388-5b26fed23fb7 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:39.689297 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['4ead70cd-276e-4029-9042-991e4b483ffc'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:55:39.727734 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2c382-5a5b-41da-8388-5b26fed23fb7 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Pushing event deleted for resources: {'Port': ['ID=4ead70cd-276e-4029-9042-991e4b483ffc,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:39.784266 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-82e59b57-d789-471a-aea6-a537db021d4a service neutron] For port 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:55:39.805141 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-97173397-4460-48b2-952c-cc36a53d80a9 req-f6357728-2faa-4774-83ab-5d5dcccaf0c2 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 210 time: 0.0388107 Nov 24 20:55:39.815605 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-82e59b57-d789-471a-aea6-a537db021d4a service neutron] For port 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0,segment=NetworkSegment(d863d318-146e-4fec-b1a5-7b8cb18d0d93),segment_id=d863d318-146e-4fec-b1a5-7b8cb18d0d93)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:55:39.826076 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-82e59b57-d789-471a-aea6-a537db021d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:39.869488 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-900b227b-2cce-4aa7-ab5b-25db185f3478 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:39.871260 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-407d5103-6f89-4582-bd6f-7eeb2bf2a2af req-27e2c382-5a5b-41da-8388-5b26fed23fb7 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] No DVR routers for this DVR port 4ead70cd-276e-4029-9042-991e4b483ffc on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:55:39.876841 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-407d5103-6f89-4582-bd6f-7eeb2bf2a2af req-27e2c382-5a5b-41da-8388-5b26fed23fb7 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:39.885760 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-82e59b57-d789-471a-aea6-a537db021d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:39.886329 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-407d5103-6f89-4582-bd6f-7eeb2bf2a2af req-27e2c382-5a5b-41da-8388-5b26fed23fb7 tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.48 "DELETE /v2.0/ports/4ead70cd-276e-4029-9042-991e4b483ffc HTTP/1.1" status: 204 len: 173 time: 0.9274337 Nov 24 20:55:39.886999 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a516134b-c189-4afd-946e-da330ec55231', 'name': 'network-vif-deleted', 'tag': '4ead70cd-276e-4029-9042-991e4b483ffc'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:55:39.887300 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-82e59b57-d789-471a-aea6-a537db021d4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:39.888925 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-82e59b57-d789-471a-aea6-a537db021d4a service neutron] 10.222.0.15 "PUT /v2.0/ports/79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0 HTTP/1.1" status: 200 len: 1092 time: 1.6933339 Nov 24 20:55:39.896882 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff1b873-7cb5-4f0f-bd71-918c660883b0" -d '{"events": [{"server_uuid": "a516134b-c189-4afd-946e-da330ec55231", "name": "network-vif-deleted", "tag": "4ead70cd-276e-4029-9042-991e4b483ffc"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:55:39.901435 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1', 'tag': '79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:55:39.904611 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7769d1-7062-431c-a2ec-5cf52e0a7a59" -d '{"events": [{"name": "network-changed", "server_uuid": "25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1", "tag": "79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:55:39.905465 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-900b227b-2cce-4aa7-ab5b-25db185f3478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:39.932361 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c2979b3d-f5e6-4cfd-8358-287c15e86934 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:55:39.967601 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-8d51a2da-db7c-416e-9ed7-47ef7d578345 service neutron] Request body: {'port': {'device_id': '25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:40.055562 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234693d2-a073-4acc-89cc-7b2ab36f8319 x-openstack-request-id: req-234693d2-a073-4acc-89cc-7b2ab36f8319 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:40.055946 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a516134b-c189-4afd-946e-da330ec55231", "name": "network-vif-deleted", "tag": "4ead70cd-276e-4029-9042-991e4b483ffc", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:40.056281 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-234693d2-a073-4acc-89cc-7b2ab36f8319 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:40.056781 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a516134b-c189-4afd-946e-da330ec55231', 'name': 'network-vif-deleted', 'tag': '4ead70cd-276e-4029-9042-991e4b483ffc', 'status': 'completed', 'code': 200} Nov 24 20:55:40.058746 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef77991a-21a8-4846-9ea9-d2925d62d53c x-openstack-request-id: req-ef77991a-21a8-4846-9ea9-d2925d62d53c {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:40.059147 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b227b-2cce-4aa7-ab5b-25db185f3478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863b14eb-61e7-4d61-b926-54a5d4532a7e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:40.061974 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1", "tag": "79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:40.062322 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef77991a-21a8-4846-9ea9-d2925d62d53c {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:40.062827 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1', 'tag': '79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0', 'status': 'completed', 'code': 200} Nov 24 20:55:40.095387 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port c2979b3d-f5e6-4cfd-8358-287c15e86934 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:40.096484 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:40.105216 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a9715-ecc1-4369-bbf4-af4ecc1866ed req-9d5f6f1d-e12c-4222-85fc-28ac40cf4a58 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:40.116432 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2a2a9715-ecc1-4369-bbf4-af4ecc1866ed req-9d5f6f1d-e12c-4222-85fc-28ac40cf4a58 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.3956206 Nov 24 20:55:40.224012 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e59b57-d789-471a-aea6-a537db021d4a service neutron] Pushing event updated for resources: {'Port': ['ID=79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:40.226969 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:40.305237 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-900b227b-2cce-4aa7-ab5b-25db185f3478 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c916ed012304407a1dd0aec28d1f231&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8933723 Nov 24 20:55:40.314805 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60488) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:40.317878 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port c2979b3d-f5e6-4cfd-8358-287c15e86934, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c2979b3d-f5e6-4cfd-8358-287c15e86934,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:40.323775 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-8d51a2da-db7c-416e-9ed7-47ef7d578345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:40.330085 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:40.378129 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2a2a9715-ecc1-4369-bbf4-af4ecc1866ed req-aac337d9-0b79-4979-b396-cc3730e349cd tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572958 Nov 24 20:55:40.416544 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7769d1-7062-431c-a2ec-5cf52e0a7a59 req-c57e985a-77a8-4e41-a429-a69cbc0a0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:40.426506 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7769d1-7062-431c-a2ec-5cf52e0a7a59 req-c57e985a-77a8-4e41-a429-a69cbc0a0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:40.427000 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7769d1-7062-431c-a2ec-5cf52e0a7a59 req-c57e985a-77a8-4e41-a429-a69cbc0a0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:40.428795 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fd7769d1-7062-431c-a2ec-5cf52e0a7a59 req-c57e985a-77a8-4e41-a429-a69cbc0a0ef6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=380dfa053f334bcfb71021039f3d93b4&device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 2731 time: 0.3029859 Nov 24 20:55:40.504505 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=c2979b3d-f5e6-4cfd-8358-287c15e86934,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:40.597517 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e19e1a4-9b67-48ec-a7be-0a160d60395a req-2795221f-5b8e-4fcb-9f52-50c0740ff83f tempest-ServerPasswordTestJSON-288303541 tempest-ServerPasswordTestJSON-288303541-project] 10.222.0.11 "GET /v2.0/ports?device_id=a516134b-c189-4afd-946e-da330ec55231 HTTP/1.1" status: 200 len: 210 time: 0.0570538 Nov 24 20:55:40.725814 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2979b3d-f5e6-4cfd-8358-287c15e86934'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:55:40.729160 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5622a72e-83e4-4aed-a033-0814fcb6720d" -d '{"events": [{"server_uuid": "6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe", "name": "network-vif-plugged", "status": "completed", "tag": "c2979b3d-f5e6-4cfd-8358-287c15e86934"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:55:40.760435 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-8d51a2da-db7c-416e-9ed7-47ef7d578345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:55:40.774670 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-8d51a2da-db7c-416e-9ed7-47ef7d578345 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:40.793221 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-8d51a2da-db7c-416e-9ed7-47ef7d578345 service neutron] Transition to ACTIVE for port object 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:55:40.817210 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-8d51a2da-db7c-416e-9ed7-47ef7d578345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:40.836795 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faa3f4-f37b-45c1-a8a1-c0705aaef6d5 req-be08339e-ab4d-4591-9880-8226ff68b1bf tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:40.842456 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faa3f4-f37b-45c1-a8a1-c0705aaef6d5 req-be08339e-ab4d-4591-9880-8226ff68b1bf tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:40.849247 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faa3f4-f37b-45c1-a8a1-c0705aaef6d5 req-be08339e-ab4d-4591-9880-8226ff68b1bf tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:40.857354 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c5faa3f4-f37b-45c1-a8a1-c0705aaef6d5 req-be08339e-ab4d-4591-9880-8226ff68b1bf tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 2388 time: 0.6564214 Nov 24 20:55:40.890938 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bbd3a-fac6-4cea-bd26-9ef04cffa78f req-1219e9fa-696c-4dc2-a30f-80ba71685fed tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:40.898584 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-896bbd3a-fac6-4cea-bd26-9ef04cffa78f req-1219e9fa-696c-4dc2-a30f-80ba71685fed tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.1738160 Nov 24 20:55:40.900823 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7769d1-7062-431c-a2ec-5cf52e0a7a59 req-d5a7fe2f-ba00-4993-ad9a-930712f38180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:40.901300 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7769d1-7062-431c-a2ec-5cf52e0a7a59 req-d5a7fe2f-ba00-4993-ad9a-930712f38180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:40.901775 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7769d1-7062-431c-a2ec-5cf52e0a7a59 req-d5a7fe2f-ba00-4993-ad9a-930712f38180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:40.903435 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fd7769d1-7062-431c-a2ec-5cf52e0a7a59 req-d5a7fe2f-ba00-4993-ad9a-930712f38180 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=380dfa053f334bcfb71021039f3d93b4&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4641697 Nov 24 20:55:40.961874 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51a2da-db7c-416e-9ed7-47ef7d578345 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2dc512-303f-43e3-bf9e-6b9bcf85f78a,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:40.979609 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:41.023244 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4c9852f6-58ee-40bd-a05d-5d78cbea3fe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:41.040376 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c5faa3f4-f37b-45c1-a8a1-c0705aaef6d5 req-29bd1c08-b265-429d-b62b-5ad909e52102 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816630 Nov 24 20:55:41.061396 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-896bbd3a-fac6-4cea-bd26-9ef04cffa78f req-fc8efcaf-0bf9-4b4f-81ea-4ab03dc2f1dc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620719 Nov 24 20:55:41.105031 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7769d1-7062-431c-a2ec-5cf52e0a7a59 req-fbd640e3-fbd2-4a6d-b68b-575a04a41ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:41.114878 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fd7769d1-7062-431c-a2ec-5cf52e0a7a59 req-fbd640e3-fbd2-4a6d-b68b-575a04a41ff8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2010450 Nov 24 20:55:41.157084 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51383404-f1f4-42a4-85ff-588b8facbde8 x-openstack-request-id: req-51383404-f1f4-42a4-85ff-588b8facbde8 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:41.157930 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe", "name": "network-vif-plugged", "status": "completed", "tag": "c2979b3d-f5e6-4cfd-8358-287c15e86934", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:41.158379 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-51383404-f1f4-42a4-85ff-588b8facbde8 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:41.158938 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2979b3d-f5e6-4cfd-8358-287c15e86934', 'code': 200} Nov 24 20:55:41.160180 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-06cf4b55-0c3c-4980-9be0-8f6ba98755ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:41.193238 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4c9852f6-58ee-40bd-a05d-5d78cbea3fe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:41.229370 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f20efb4-cb3c-4b28-bf02-faa03824c4d3 req-d3a232c5-a8de-4102-9ab3-bc7ab15abad2 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 210 time: 0.0658123 Nov 24 20:55:41.252468 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-8d51a2da-db7c-416e-9ed7-47ef7d578345 service neutron] Attempting to bind port 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:55:41.253106 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-8d51a2da-db7c-416e-9ed7-47ef7d578345 service neutron] Attempting to bind port 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '5d27a51c-5042-4be8-9980-11cfcfe446c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c17e9a79-a6cb-47c2-83db-0a4747c091e7'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:55:41.253669 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-8d51a2da-db7c-416e-9ed7-47ef7d578345 service neutron] Attempting to bind port 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a on network c17e9a79-a6cb-47c2-83db-0a4747c091e7 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:55:41.262267 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-8d51a2da-db7c-416e-9ed7-47ef7d578345 service neutron] Port 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a on network c17e9a79-a6cb-47c2-83db-0a4747c091e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:55:41.262891 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-8d51a2da-db7c-416e-9ed7-47ef7d578345 service neutron] Attempting to bind port 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a on network c17e9a79-a6cb-47c2-83db-0a4747c091e7 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:55:41.274910 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-8d51a2da-db7c-416e-9ed7-47ef7d578345 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:55:41.275260 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-8d51a2da-db7c-416e-9ed7-47ef7d578345 service neutron] Checking segment: {'id': '5d27a51c-5042-4be8-9980-11cfcfe446c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c17e9a79-a6cb-47c2-83db-0a4747c091e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:55:41.276162 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-8d51a2da-db7c-416e-9ed7-47ef7d578345 service neutron] Bound using segment: {'id': '5d27a51c-5042-4be8-9980-11cfcfe446c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c17e9a79-a6cb-47c2-83db-0a4747c091e7'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:55:41.276803 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-8d51a2da-db7c-416e-9ed7-47ef7d578345 service neutron] Bound port: 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d27a51c-5042-4be8-9980-11cfcfe446c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c17e9a79-a6cb-47c2-83db-0a4747c091e7'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:55:41.277411 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-8d51a2da-db7c-416e-9ed7-47ef7d578345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:41.331844 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4c9852f6-58ee-40bd-a05d-5d78cbea3fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:41.338631 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4c9852f6-58ee-40bd-a05d-5d78cbea3fe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:41.340243 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4c9852f6-58ee-40bd-a05d-5d78cbea3fe3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/863b14eb-61e7-4d61-b926-54a5d4532a7e HTTP/1.1" status: 204 len: 168 time: 1.0245953 Nov 24 20:55:41.362928 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9852f6-58ee-40bd-a05d-5d78cbea3fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863b14eb-61e7-4d61-b926-54a5d4532a7e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:41.369665 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-374c3b28-d42f-48d1-a816-5a25afbf458a tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436468 Nov 24 20:55:41.381818 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b451b-4b56-4085-8e67-bbabdaecdd0a req-69b59976-6c2f-454e-b143-2d396c7e66c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:41.383678 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c6b451b-4b56-4085-8e67-bbabdaecdd0a req-69b59976-6c2f-454e-b143-2d396c7e66c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 1100 time: 0.0697017 Nov 24 20:55:41.391169 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-8d51a2da-db7c-416e-9ed7-47ef7d578345 service neutron] For port 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:55:41.398985 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-8d51a2da-db7c-416e-9ed7-47ef7d578345 service neutron] For port 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5e2dc512-303f-43e3-bf9e-6b9bcf85f78a,segment=NetworkSegment(5d27a51c-5042-4be8-9980-11cfcfe446c4),segment_id=5d27a51c-5042-4be8-9980-11cfcfe446c4)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:55:41.405480 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-8d51a2da-db7c-416e-9ed7-47ef7d578345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:41.465723 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c6b451b-4b56-4085-8e67-bbabdaecdd0a req-aca1a613-2010-44eb-b5b1-a282b8bc8095 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695200 Nov 24 20:55:41.528525 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-8d51a2da-db7c-416e-9ed7-47ef7d578345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:41.531458 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-8d51a2da-db7c-416e-9ed7-47ef7d578345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:41.536572 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-8d51a2da-db7c-416e-9ed7-47ef7d578345 service neutron] 10.222.0.15 "PUT /v2.0/ports/5e2dc512-303f-43e3-bf9e-6b9bcf85f78a HTTP/1.1" status: 200 len: 1091 time: 1.6130152 Nov 24 20:55:41.633560 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-b68c7844-ed92-47ac-ba52-49e768c48f4c tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:41.634604 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51a2da-db7c-416e-9ed7-47ef7d578345 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2dc512-303f-43e3-bf9e-6b9bcf85f78a,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:41.638160 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-b68c7844-ed92-47ac-ba52-49e768c48f4c tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2533295 Nov 24 20:55:41.655469 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Request body: {'port': {'device_id': '3d6bb016-f67e-4a5c-a861-42c0691baa8d', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': '9a5783ced00e47ae82e71fa9165bac1a'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:41.658462 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da022af-8c25-47df-b533-9c204b929d1e req-cf368ea9-c3a5-4a52-b382-8de39b9378d8 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:41.667736 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5da022af-8c25-47df-b533-9c204b929d1e req-cf368ea9-c3a5-4a52-b382-8de39b9378d8 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1004725 Nov 24 20:55:41.700908 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60594) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:41.743222 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-89d26a48-0b9c-4ada-a8b3-1155923556dd service neutron] Request body: {'port': {'device_id': '25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:41.843402 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5da022af-8c25-47df-b533-9c204b929d1e req-cc2b3dab-41c0-419f-b2f5-4328877acac1 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746473 Nov 24 20:55:41.888083 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a5f9bd-3616-4a28-83bb-11d4f9963800 admin admin] Deleting subnet 6d7125a5-f06a-44a4-b41b-cad1d9791b38 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:55:41.893081 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11a5f9bd-3616-4a28-83bb-11d4f9963800 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:41.921098 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-89d26a48-0b9c-4ada-a8b3-1155923556dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:41.928927 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Made reservation on behalf of 9a5783ced00e47ae82e71fa9165bac1a for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:55:41.936730 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:41.964208 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11a5f9bd-3616-4a28-83bb-11d4f9963800 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:42.069783 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1', 'tag': '5e2dc512-303f-43e3-bf9e-6b9bcf85f78a'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:55:42.073399 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4c4127-ec1f-43a8-a97c-7812fb99f09f" -d '{"events": [{"name": "network-changed", "server_uuid": "25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1", "tag": "5e2dc512-303f-43e3-bf9e-6b9bcf85f78a"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:55:42.087937 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11a5f9bd-3616-4a28-83bb-11d4f9963800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:42.147758 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c031a974-6030-4ba8-a1d3-1bea9778ebf8 x-openstack-request-id: req-c031a974-6030-4ba8-a1d3-1bea9778ebf8 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:42.148188 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1", "tag": "5e2dc512-303f-43e3-bf9e-6b9bcf85f78a", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:42.148446 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c031a974-6030-4ba8-a1d3-1bea9778ebf8 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:42.148876 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1', 'tag': '5e2dc512-303f-43e3-bf9e-6b9bcf85f78a', 'status': 'completed', 'code': 200} Nov 24 20:55:42.192053 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Allocated IP 192.168.233.230 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/cd6cbb8e-62b0-4a65-bd51-11366f62190e) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:55:42.265687 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11a5f9bd-3616-4a28-83bb-11d4f9963800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:42.308128 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:42.333736 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5f9bd-3616-4a28-83bb-11d4f9963800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d7125a5-f06a-44a4-b41b-cad1d9791b38,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:42.336079 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11a5f9bd-3616-4a28-83bb-11d4f9963800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:42.339529 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-11a5f9bd-3616-4a28-83bb-11d4f9963800 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6d7125a5-f06a-44a4-b41b-cad1d9791b38 HTTP/1.1" status: 204 len: 168 time: 0.6376078 Nov 24 20:55:42.344233 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60646) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:42.369372 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c4127-ec1f-43a8-a97c-7812fb99f09f req-8fb7cd55-9df4-4336-bd28-92cce54273fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:42.370003 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c4127-ec1f-43a8-a97c-7812fb99f09f req-8fb7cd55-9df4-4336-bd28-92cce54273fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:42.370488 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c4127-ec1f-43a8-a97c-7812fb99f09f req-8fb7cd55-9df4-4336-bd28-92cce54273fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:42.372466 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2e4c4127-ec1f-43a8-a97c-7812fb99f09f req-8fb7cd55-9df4-4336-bd28-92cce54273fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=380dfa053f334bcfb71021039f3d93b4&device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 2798 time: 0.1696236 Nov 24 20:55:42.415454 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33c6d1-3430-45dc-9741-70e608c191be req-a4b54a6f-7729-4ffa-b792-9e9e50ac79fd tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:42.426009 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fc33c6d1-3430-45dc-9741-70e608c191be req-a4b54a6f-7729-4ffa-b792-9e9e50ac79fd tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.2031982 Nov 24 20:55:42.482905 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3fd2a-ca61-4ba2-8764-1a7f5bd674d4 req-019b8f45-1c5e-427f-b34d-0076188ed90d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:42.489165 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3fd2a-ca61-4ba2-8764-1a7f5bd674d4 req-019b8f45-1c5e-427f-b34d-0076188ed90d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:42.496782 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3fd2a-ca61-4ba2-8764-1a7f5bd674d4 req-019b8f45-1c5e-427f-b34d-0076188ed90d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:42.498944 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e6c3fd2a-ca61-4ba2-8764-1a7f5bd674d4 req-019b8f45-1c5e-427f-b34d-0076188ed90d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 2400 time: 0.2486393 Nov 24 20:55:42.535748 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-851a1bd8-9445-435d-acce-fc5c98b9ca88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:42.552208 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-89d26a48-0b9c-4ada-a8b3-1155923556dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54e360f-99af-403b-b77a-6a5e23e7b177 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:55:42.575355 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-89d26a48-0b9c-4ada-a8b3-1155923556dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:42.583732 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fc33c6d1-3430-45dc-9741-70e608c191be req-1dcc447b-9f5b-40c0-b6f9-c1364a95f36c tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464407 Nov 24 20:55:42.614908 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-89d26a48-0b9c-4ada-a8b3-1155923556dd service neutron] Transition to ACTIVE for port object d54e360f-99af-403b-b77a-6a5e23e7b177 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:55:42.642590 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-89d26a48-0b9c-4ada-a8b3-1155923556dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:42.677746 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:42.700266 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e6c3fd2a-ca61-4ba2-8764-1a7f5bd674d4 req-eafc4ed6-c11a-4f45-bb27-1c50b8915bf4 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827366 Nov 24 20:55:42.705314 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-851a1bd8-9445-435d-acce-fc5c98b9ca88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:42.705542 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 4ead70cd-276e-4029-9042-991e4b483ffc no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:55:42.709370 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c4127-ec1f-43a8-a97c-7812fb99f09f req-132bbd99-cffd-4896-b6b6-1ca69cf7f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:42.710120 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c4127-ec1f-43a8-a97c-7812fb99f09f req-132bbd99-cffd-4896-b6b6-1ca69cf7f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:42.712583 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c4127-ec1f-43a8-a97c-7812fb99f09f req-132bbd99-cffd-4896-b6b6-1ca69cf7f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:42.714407 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2e4c4127-ec1f-43a8-a97c-7812fb99f09f req-132bbd99-cffd-4896-b6b6-1ca69cf7f13c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=380dfa053f334bcfb71021039f3d93b4&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3334615 Nov 24 20:55:42.753932 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-851a1bd8-9445-435d-acce-fc5c98b9ca88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52e0e24-f8f5-4168-80f2-70da6a667bfe']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:55:42.766895 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d26a48-0b9c-4ada-a8b3-1155923556dd service neutron] Pushing event updated for resources: {'Port': ['ID=d54e360f-99af-403b-b77a-6a5e23e7b177,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:42.770857 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-851a1bd8-9445-435d-acce-fc5c98b9ca88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dde9eef-355c-43ac-8e0b-da2cbb001878') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:55:42.771203 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-851a1bd8-9445-435d-acce-fc5c98b9ca88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dde9eef-355c-43ac-8e0b-da2cbb001878') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:55:42.782796 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 4ead70cd-276e-4029-9042-991e4b483ffc {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:55:42.783494 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 4ead70cd-276e-4029-9042-991e4b483ffc not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:55:42.807035 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-851a1bd8-9445-435d-acce-fc5c98b9ca88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:42.875385 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-851a1bd8-9445-435d-acce-fc5c98b9ca88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:42.918254 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-56bad086-2d56-4cd7-9488-ba6b2018ce9b req-8196f7ea-02c1-4fa6-a86d-f730b9f3cbbd tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 210 time: 0.1164567 Nov 24 20:55:42.921222 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-851a1bd8-9445-435d-acce-fc5c98b9ca88 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:55:42.921631 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-851a1bd8-9445-435d-acce-fc5c98b9ca88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:55:42.923487 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:55:42.942808 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:42.965224 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['656752ae-79d3-4d03-b5f1-7f2f715581a7', '0d55069a-da0e-41a1-b57e-08adc7ac9b92'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:55:42.999266 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['f15a7761-41df-448d-bd80-24ef546490c8'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:55:43.030975 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:55:43.050369 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:55:43.071497 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-89d26a48-0b9c-4ada-a8b3-1155923556dd service neutron] Attempting to bind port d54e360f-99af-403b-b77a-6a5e23e7b177 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:55:43.072014 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-89d26a48-0b9c-4ada-a8b3-1155923556dd service neutron] Attempting to bind port d54e360f-99af-403b-b77a-6a5e23e7b177 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'd863d318-146e-4fec-b1a5-7b8cb18d0d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cd3b7232-aa72-4752-b917-e417976a51cb'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:55:43.072368 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-89d26a48-0b9c-4ada-a8b3-1155923556dd service neutron] Attempting to bind port d54e360f-99af-403b-b77a-6a5e23e7b177 on network cd3b7232-aa72-4752-b917-e417976a51cb {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:55:43.075575 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:55:43.080844 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c4127-ec1f-43a8-a97c-7812fb99f09f req-83563c54-9e4e-408b-935f-09342da82b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:43.082599 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2e4c4127-ec1f-43a8-a97c-7812fb99f09f req-83563c54-9e4e-408b-935f-09342da82b23 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3500659 Nov 24 20:55:43.083053 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-851a1bd8-9445-435d-acce-fc5c98b9ca88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:43.086103 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-89d26a48-0b9c-4ada-a8b3-1155923556dd service neutron] Port d54e360f-99af-403b-b77a-6a5e23e7b177 on network cd3b7232-aa72-4752-b917-e417976a51cb not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:55:43.087069 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-89d26a48-0b9c-4ada-a8b3-1155923556dd service neutron] Attempting to bind port d54e360f-99af-403b-b77a-6a5e23e7b177 on network cd3b7232-aa72-4752-b917-e417976a51cb {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:55:43.101109 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-851a1bd8-9445-435d-acce-fc5c98b9ca88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:43.104793 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-851a1bd8-9445-435d-acce-fc5c98b9ca88 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a52e0e24-f8f5-4168-80f2-70da6a667bfe HTTP/1.1" status: 204 len: 168 time: 0.7567742 Nov 24 20:55:43.106543 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60672) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:43.153421 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Pushing event updated for resources: {'Port': ['ID=cd6cbb8e-62b0-4a65-bd51-11366f62190e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:43.167185 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:43.168045 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:43.168621 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:43.169232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:43.169825 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:43.170389 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:43.170952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:43.171856 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:43.172428 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:43.173034 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:43.173601 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:43.174151 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:55:43.183663 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-89d26a48-0b9c-4ada-a8b3-1155923556dd service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:55:43.184006 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-89d26a48-0b9c-4ada-a8b3-1155923556dd service neutron] Checking segment: {'id': 'd863d318-146e-4fec-b1a5-7b8cb18d0d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cd3b7232-aa72-4752-b917-e417976a51cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:55:43.184402 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-89d26a48-0b9c-4ada-a8b3-1155923556dd service neutron] Bound using segment: {'id': 'd863d318-146e-4fec-b1a5-7b8cb18d0d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cd3b7232-aa72-4752-b917-e417976a51cb'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:55:43.184879 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-89d26a48-0b9c-4ada-a8b3-1155923556dd service neutron] Bound port: d54e360f-99af-403b-b77a-6a5e23e7b177, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd863d318-146e-4fec-b1a5-7b8cb18d0d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cd3b7232-aa72-4752-b917-e417976a51cb'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:55:43.185235 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-89d26a48-0b9c-4ada-a8b3-1155923556dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:43.191980 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a1bd8-9445-435d-acce-fc5c98b9ca88 admin admin] Pushing event deleted for resources: {'Network': ['ID=a52e0e24-f8f5-4168-80f2-70da6a667bfe,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:43.202350 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1caecc-2987-44d5-addc-e3a6030fc6e1 req-2380a2ad-7dc5-448a-ad9d-45e665a33fc4 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:43.204974 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9c1caecc-2987-44d5-addc-e3a6030fc6e1 req-2380a2ad-7dc5-448a-ad9d-45e665a33fc4 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.2256341 Nov 24 20:55:43.219120 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:43.220204 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:43.285615 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-65b51c4f-5bfd-48d1-9877-997d3922f5b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6373613 Nov 24 20:55:43.324106 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-a28f6abf-b17a-4199-af09-56b7f2837e7c service neutron] Request body: {'port': {'device_id': '3d6bb016-f67e-4a5c-a861-42c0691baa8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:43.355520 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60680) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:43.372539 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-89d26a48-0b9c-4ada-a8b3-1155923556dd service neutron] For port d54e360f-99af-403b-b77a-6a5e23e7b177, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:55:43.386122 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9c1caecc-2987-44d5-addc-e3a6030fc6e1 req-765df5d8-ac50-411c-8cbc-de7af1311428 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608212 Nov 24 20:55:43.433767 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-89d26a48-0b9c-4ada-a8b3-1155923556dd service neutron] For port d54e360f-99af-403b-b77a-6a5e23e7b177, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d54e360f-99af-403b-b77a-6a5e23e7b177,segment=NetworkSegment(d863d318-146e-4fec-b1a5-7b8cb18d0d93),segment_id=d863d318-146e-4fec-b1a5-7b8cb18d0d93)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:55:43.450358 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-a28f6abf-b17a-4199-af09-56b7f2837e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:43.468294 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-89d26a48-0b9c-4ada-a8b3-1155923556dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:43.537744 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-89d26a48-0b9c-4ada-a8b3-1155923556dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:43.539517 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-89d26a48-0b9c-4ada-a8b3-1155923556dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:43.541374 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-89d26a48-0b9c-4ada-a8b3-1155923556dd service neutron] 10.222.0.15 "PUT /v2.0/ports/d54e360f-99af-403b-b77a-6a5e23e7b177 HTTP/1.1" status: 200 len: 1092 time: 1.8320961 Nov 24 20:55:43.574336 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e9216294-28b7-4cbd-bbbe-806790e7547b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f29e41d2d0ea4a279cbd8b3e2858a311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160351 Nov 24 20:55:43.575572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60684) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:43.674996 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2f3e3ae9-0efc-425f-aba8-c49d0d38c767 None None] Provisioning complete for port cd6cbb8e-62b0-4a65-bd51-11366f62190e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:43.675520 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3ae9-0efc-425f-aba8-c49d0d38c767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:43.753072 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:43.769167 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-2f3e3ae9-0efc-425f-aba8-c49d0d38c767 None None] Port cd6cbb8e-62b0-4a65-bd51-11366f62190e cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:55:43.914536 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27647044-9e35-43b2-96dc-6f0cff57ac71 req-d98149b3-899e-4dec-b51e-2f63bd41efd0 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:43.916182 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-27647044-9e35-43b2-96dc-6f0cff57ac71 req-d98149b3-899e-4dec-b51e-2f63bd41efd0 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1917393 Nov 24 20:55:43.929147 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10466d3-19c2-4efe-811c-a09f22809ee6 req-5a01f5a0-3fe0-43fa-b196-79577014e961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:43.930081 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e10466d3-19c2-4efe-811c-a09f22809ee6 req-5a01f5a0-3fe0-43fa-b196-79577014e961 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 1096 time: 0.1767659 Nov 24 20:55:44.086209 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-27647044-9e35-43b2-96dc-6f0cff57ac71 req-1fc96048-fb78-4d99-95a7-1eebf343fd72 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611335 Nov 24 20:55:44.125653 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10466d3-19c2-4efe-811c-a09f22809ee6 req-29ce8d63-1604-48fb-b08e-18b9148cc350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:44.127149 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e10466d3-19c2-4efe-811c-a09f22809ee6 req-29ce8d63-1604-48fb-b08e-18b9148cc350 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 913 time: 0.1855874 Nov 24 20:55:44.134086 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba96f9b5-5127-495c-bd96-aa2abea46c3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:44.155583 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1', 'tag': 'd54e360f-99af-403b-b77a-6a5e23e7b177'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:55:44.157987 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5e0d0c-5c46-4b86-82ac-def9c0537454" -d '{"events": [{"name": "network-changed", "server_uuid": "25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1", "tag": "d54e360f-99af-403b-b77a-6a5e23e7b177"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:55:44.169711 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d26a48-0b9c-4ada-a8b3-1155923556dd service neutron] Pushing event updated for resources: {'Port': ['ID=d54e360f-99af-403b-b77a-6a5e23e7b177,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:44.186609 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-a28f6abf-b17a-4199-af09-56b7f2837e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6cbb8e-62b0-4a65-bd51-11366f62190e {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:55:44.207152 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-a28f6abf-b17a-4199-af09-56b7f2837e7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:44.232789 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-fbf7ede4-d6b8-49d8-891a-4ea34852d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:44.233267 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-fbf7ede4-d6b8-49d8-891a-4ea34852d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:44.233727 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-fbf7ede4-d6b8-49d8-891a-4ea34852d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:44.235558 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-fbf7ede4-d6b8-49d8-891a-4ea34852d070 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=380dfa053f334bcfb71021039f3d93b4&device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 2865 time: 0.6081429 Nov 24 20:55:44.250927 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-a28f6abf-b17a-4199-af09-56b7f2837e7c service neutron] Transition to ACTIVE for port object cd6cbb8e-62b0-4a65-bd51-11366f62190e will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:55:44.253576 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f428d-7876-4035-8d9c-5cb76421c1f0 req-a3265fee-12d1-4874-a1d8-c68395219402 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:44.255140 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-560f428d-7876-4035-8d9c-5cb76421c1f0 req-a3265fee-12d1-4874-a1d8-c68395219402 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.1646442 Nov 24 20:55:44.255806 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4eebf294-d454-4e44-8607-ea96b66003ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:44.264388 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e10466d3-19c2-4efe-811c-a09f22809ee6 req-7fc69c8a-6710-475f-b820-b5b76ad35e49 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa HTTP/1.1" status: 200 len: 1000 time: 0.1295106 Nov 24 20:55:44.265439 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-a28f6abf-b17a-4199-af09-56b7f2837e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:44.343571 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-63481d24-4c24-4f55-9f59-a1b76e3c8753 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.117&port_id=79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0 HTTP/1.1" status: 200 len: 217 time: 0.0850735 Nov 24 20:55:44.349579 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4eebf294-d454-4e44-8607-ea96b66003ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:44.358966 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:55:44.363600 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d1c98-ff27-4af2-b6c4-c95276e20a73 req-38ca6cda-b509-4396-b930-e4d0a3b3026b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:44.370886 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d1c98-ff27-4af2-b6c4-c95276e20a73 req-38ca6cda-b509-4396-b930-e4d0a3b3026b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:44.378170 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d1c98-ff27-4af2-b6c4-c95276e20a73 req-38ca6cda-b509-4396-b930-e4d0a3b3026b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:44.379893 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f8d1c98-ff27-4af2-b6c4-c95276e20a73 req-38ca6cda-b509-4396-b930-e4d0a3b3026b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 2412 time: 0.1978054 Nov 24 20:55:44.469038 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f6abf-b17a-4199-af09-56b7f2837e7c service neutron] Pushing event updated for resources: {'Port': ['ID=cd6cbb8e-62b0-4a65-bd51-11366f62190e,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:44.501525 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-560f428d-7876-4035-8d9c-5cb76421c1f0 req-1714b347-91ab-43ed-990c-d5d2cad14933 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243834 Nov 24 20:55:44.528226 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10466d3-19c2-4efe-811c-a09f22809ee6 req-c462b906-67c8-4244-a7dc-756088ba80a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:44.529863 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e10466d3-19c2-4efe-811c-a09f22809ee6 req-c462b906-67c8-4244-a7dc-756088ba80a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ee9c5f7-570f-459a-a776-8d371777733b HTTP/1.1" status: 200 len: 851 time: 0.2281151 Nov 24 20:55:44.549617 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f8d1c98-ff27-4af2-b6c4-c95276e20a73 req-b1ebe3d4-b943-44c4-838c-c2695cc79c9a tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548746 Nov 24 20:55:44.562569 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba96f9b5-5127-495c-bd96-aa2abea46c3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:44.564524 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-936cf05d-c8ca-48a1-8027-a511fdfab4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:44.566429 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-936cf05d-c8ca-48a1-8027-a511fdfab4c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b01be59-3c89-4e69-9c22-50c195c9aa3b HTTP/1.1" status: 200 len: 801 time: 0.2035232 Nov 24 20:55:44.609916 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba96f9b5-5127-495c-bd96-aa2abea46c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:44.652702 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f566e9-9d74-4b9b-9c15-b445b86a8e42 x-openstack-request-id: req-02f566e9-9d74-4b9b-9c15-b445b86a8e42 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:44.653101 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1", "tag": "d54e360f-99af-403b-b77a-6a5e23e7b177", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:44.653420 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-02f566e9-9d74-4b9b-9c15-b445b86a8e42 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:44.653879 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1', 'tag': 'd54e360f-99af-403b-b77a-6a5e23e7b177', 'status': 'completed', 'code': 200} Nov 24 20:55:44.686738 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-a28f6abf-b17a-4199-af09-56b7f2837e7c service neutron] Attempting to bind port cd6cbb8e-62b0-4a65-bd51-11366f62190e on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:55:44.687132 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-a28f6abf-b17a-4199-af09-56b7f2837e7c service neutron] Attempting to bind port cd6cbb8e-62b0-4a65-bd51-11366f62190e by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:55:44.687426 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-a28f6abf-b17a-4199-af09-56b7f2837e7c service neutron] Attempting to bind port cd6cbb8e-62b0-4a65-bd51-11366f62190e on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:55:44.690230 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4eebf294-d454-4e44-8607-ea96b66003ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:44.690693 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10466d3-19c2-4efe-811c-a09f22809ee6 req-a29a3b45-bbff-4623-a095-14efef43d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:44.692290 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e10466d3-19c2-4efe-811c-a09f22809ee6 req-a29a3b45-bbff-4623-a095-14efef43d27a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d57895c6-b2f2-4afe-a44e-1eb66b91940d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277020 Nov 24 20:55:44.694190 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4eebf294-d454-4e44-8607-ea96b66003ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:44.695897 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4eebf294-d454-4e44-8607-ea96b66003ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/784aca85-96b4-4e2c-849f-c8d07c531714 HTTP/1.1" status: 204 len: 168 time: 1.1167941 Nov 24 20:55:44.696670 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-a28f6abf-b17a-4199-af09-56b7f2837e7c service neutron] Port cd6cbb8e-62b0-4a65-bd51-11366f62190e on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:55:44.697054 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-a28f6abf-b17a-4199-af09-56b7f2837e7c service neutron] Attempting to bind port cd6cbb8e-62b0-4a65-bd51-11366f62190e on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:55:44.714093 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-a28f6abf-b17a-4199-af09-56b7f2837e7c service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:55:44.714442 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-a28f6abf-b17a-4199-af09-56b7f2837e7c service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:55:44.714829 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-a28f6abf-b17a-4199-af09-56b7f2837e7c service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:55:44.715414 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-a28f6abf-b17a-4199-af09-56b7f2837e7c service neutron] Bound port: cd6cbb8e-62b0-4a65-bd51-11366f62190e, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:55:44.715684 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-a28f6abf-b17a-4199-af09-56b7f2837e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:44.722324 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ba96f9b5-5127-495c-bd96-aa2abea46c3a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e99466c4112a4ce2a8a9093d12fdcf0f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6000564 Nov 24 20:55:44.723098 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60720) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:44.747998 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96f9b5-5127-495c-bd96-aa2abea46c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0aeb3c-17fa-46d7-83d6-d11970e541a3,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:44.831966 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebf294-d454-4e44-8607-ea96b66003ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784aca85-96b4-4e2c-849f-c8d07c531714,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:44.863209 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e6002-897d-4c86-b144-25733be6917e req-d7889889-967a-4324-90fe-cbb8eeb94f83 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:44.880374 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df0e6002-897d-4c86-b144-25733be6917e req-d7889889-967a-4324-90fe-cbb8eeb94f83 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 948 time: 0.2630978 Nov 24 20:55:44.889935 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-987609d0-2646-4586-8e1c-e55b748cf2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:44.892006 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-987609d0-2646-4586-8e1c-e55b748cf2c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd3b7232-aa72-4752-b917-e417976a51cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2985408 Nov 24 20:55:44.943369 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:45.034963 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-502abecc-e7a6-4571-9896-0fb4149f2420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:45.090059 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-502abecc-e7a6-4571-9896-0fb4149f2420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:45.107738 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df0e6002-897d-4c86-b144-25733be6917e req-389f2571-5793-4fd2-81dd-c428f59cee73 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232170 Nov 24 20:55:45.122624 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-35a63d09-56e1-484b-8fd1-94dd26f95179 service neutron] 10.222.0.15 "GET /v2.0/networks/cd3b7232-aa72-4752-b917-e417976a51cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190526 Nov 24 20:55:45.290840 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-a28f6abf-b17a-4199-af09-56b7f2837e7c service neutron] For port cd6cbb8e-62b0-4a65-bd51-11366f62190e, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:55:45.294252 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-a28f6abf-b17a-4199-af09-56b7f2837e7c service neutron] For port cd6cbb8e-62b0-4a65-bd51-11366f62190e, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:55:45.303164 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-502abecc-e7a6-4571-9896-0fb4149f2420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:45.306863 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-502abecc-e7a6-4571-9896-0fb4149f2420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:45.308390 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-a28f6abf-b17a-4199-af09-56b7f2837e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:45.310960 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-502abecc-e7a6-4571-9896-0fb4149f2420 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa0aeb3c-17fa-46d7-83d6-d11970e541a3 HTTP/1.1" status: 204 len: 168 time: 0.5850649 Nov 24 20:55:45.327350 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-1edca22e-2153-43da-adb8-4267afa7f41e service neutron] 10.222.0.15 "GET /v2.0/networks/cd3b7232-aa72-4752-b917-e417976a51cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920445 Nov 24 20:55:45.330503 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502abecc-e7a6-4571-9896-0fb4149f2420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0aeb3c-17fa-46d7-83d6-d11970e541a3,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:45.340995 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28c9d0-510c-4ef9-86c8-be7e0b1a70fd req-bdcfdf52-f691-4f2a-a5f9-6b38983b3864 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:45.352510 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d28c9d0-510c-4ef9-86c8-be7e0b1a70fd req-bdcfdf52-f691-4f2a-a5f9-6b38983b3864 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.6420310 Nov 24 20:55:45.370251 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827066c-3b5e-4631-b9af-0ba16c3a0e9a req-c93ead79-1c6b-4e81-a645-c952a8fc83d9 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:45.378894 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7827066c-3b5e-4631-b9af-0ba16c3a0e9a req-c93ead79-1c6b-4e81-a645-c952a8fc83d9 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1353774 Nov 24 20:55:45.393459 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-a28f6abf-b17a-4199-af09-56b7f2837e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:45.394098 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-a28f6abf-b17a-4199-af09-56b7f2837e7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:45.395564 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-a28f6abf-b17a-4199-af09-56b7f2837e7c service neutron] 10.222.0.48 "PUT /v2.0/ports/cd6cbb8e-62b0-4a65-bd51-11366f62190e HTTP/1.1" status: 200 len: 1096 time: 2.0910439 Nov 24 20:55:45.396208 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6bb016-f67e-4a5c-a861-42c0691baa8d', 'tag': 'cd6cbb8e-62b0-4a65-bd51-11366f62190e'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:55:45.398597 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56da690-2f8e-4499-96e2-f81e353d6893" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6bb016-f67e-4a5c-a861-42c0691baa8d", "tag": "cd6cbb8e-62b0-4a65-bd51-11366f62190e"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:55:45.402874 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e10466d3-19c2-4efe-811c-a09f22809ee6 req-76cd53f2-5dbc-4749-8eb3-c0d4c6c05c82 service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7020888 Nov 24 20:55:45.510000 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-3f7e4ea3-56bf-4249-a389-ac883cfef5b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.64&port_id=5e2dc512-303f-43e3-bf9e-6b9bcf85f78a HTTP/1.1" status: 200 len: 217 time: 0.1688094 Nov 24 20:55:45.545586 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f6abf-b17a-4199-af09-56b7f2837e7c service neutron] Pushing event updated for resources: {'Port': ['ID=cd6cbb8e-62b0-4a65-bd51-11366f62190e,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:45.611016 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d28c9d0-510c-4ef9-86c8-be7e0b1a70fd req-49970e9e-81ab-46eb-8497-40b451cfc541 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536483 Nov 24 20:55:45.629314 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7827066c-3b5e-4631-b9af-0ba16c3a0e9a req-99044d05-a49b-42a7-8287-f24178e4a609 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494285 Nov 24 20:55:45.636202 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-087eaf5b-8db7-4607-943f-f95e708714a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:45.647191 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-087eaf5b-8db7-4607-943f-f95e708714a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c167c4ca-cc57-49a6-abb7-634897e26cbd HTTP/1.1" status: 200 len: 801 time: 0.1211150 Nov 24 20:55:45.647367 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-11a0b675-2e23-46ba-8e5e-8ca2cb1abac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:45.654207 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-11a0b675-2e23-46ba-8e5e-8ca2cb1abac4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 1099 time: 0.1777785 Nov 24 20:55:45.771926 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-2b9024da-c5cf-4d15-b9d3-d03a9777b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:45.773532 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-2b9024da-c5cf-4d15-b9d3-d03a9777b8dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c17e9a79-a6cb-47c2-83db-0a4747c091e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1272557 Nov 24 20:55:45.788007 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ea8719-6bb7-4e63-943c-154a59886a17 x-openstack-request-id: req-81ea8719-6bb7-4e63-943c-154a59886a17 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:45.788332 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6bb016-f67e-4a5c-a861-42c0691baa8d", "tag": "cd6cbb8e-62b0-4a65-bd51-11366f62190e", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:45.788800 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-81ea8719-6bb7-4e63-943c-154a59886a17 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:45.789356 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6bb016-f67e-4a5c-a861-42c0691baa8d', 'tag': 'cd6cbb8e-62b0-4a65-bd51-11366f62190e', 'status': 'completed', 'code': 200} Nov 24 20:55:45.796119 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-d88da0eb-09c8-4db3-a2f9-6e056ea48abd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e HTTP/1.1" status: 200 len: 217 time: 0.1305060 Nov 24 20:55:45.889694 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e10466d3-19c2-4efe-811c-a09f22809ee6 req-3ea9b523-f871-4981-8b91-a15ddb4ae09b service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772215 Nov 24 20:55:45.904258 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-77dcb3cc-8cc4-4fbd-968e-d25c94e660b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:45.905874 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-77dcb3cc-8cc4-4fbd-968e-d25c94e660b7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0970569 Nov 24 20:55:45.986553 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60764) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:46.006212 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-f493e04a-6cf2-433c-bd25-42140df0057a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:46.009175 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-f493e04a-6cf2-433c-bd25-42140df0057a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0948858 Nov 24 20:55:46.056479 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33909344-e376-478a-897e-61a1d6021b28 req-7c3109fd-6fd8-4a89-a957-db71988d1508 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:46.063431 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33909344-e376-478a-897e-61a1d6021b28 req-7c3109fd-6fd8-4a89-a957-db71988d1508 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:46.069986 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33909344-e376-478a-897e-61a1d6021b28 req-7c3109fd-6fd8-4a89-a957-db71988d1508 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:46.072190 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-33909344-e376-478a-897e-61a1d6021b28 req-7c3109fd-6fd8-4a89-a957-db71988d1508 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 2412 time: 0.3423977 Nov 24 20:55:46.101466 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-6b226d8f-cf1f-444a-ac36-022df0208045 service neutron] 10.222.0.15 "GET /v2.0/networks/c17e9a79-a6cb-47c2-83db-0a4747c091e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862866 Nov 24 20:55:46.136044 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60774) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:46.158491 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-33909344-e376-478a-897e-61a1d6021b28 req-88982863-bcc1-4480-a6e0-01fee2cb4331 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755248 Nov 24 20:55:46.168790 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e1564332-f66f-467d-8392-a2e9a3021766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:46.245479 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-b2f54cbc-f611-47bb-8c75-7b6a9d1f6487 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256310 Nov 24 20:55:46.279239 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07559763-a1e7-4d42-aa4e-a6e372e64a73 req-1f96af05-e828-4413-915a-525bf816bd69 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:46.281234 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-07559763-a1e7-4d42-aa4e-a6e372e64a73 req-1f96af05-e828-4413-915a-525bf816bd69 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.1269252 Nov 24 20:55:46.281899 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-961caecc-141b-4c12-9b5d-b670b408d1f9 service neutron] 10.222.0.15 "GET /v2.0/networks/c17e9a79-a6cb-47c2-83db-0a4747c091e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278408 Nov 24 20:55:46.365855 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-2b3dadcf-3ea4-4a33-8221-e39e1f9e8dbd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.162&port_id=d54e360f-99af-403b-b77a-6a5e23e7b177 HTTP/1.1" status: 200 len: 217 time: 0.0652485 Nov 24 20:55:46.422149 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-212342b2-31aa-4b70-8a7e-f50169fc4ad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:46.436190 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd52c11-9ebb-4f46-8187-0532f748142c req-cb1b16e9-cd80-4655-98fc-ce5cf9483a14 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:46.448474 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fdd52c11-9ebb-4f46-8187-0532f748142c req-cb1b16e9-cd80-4655-98fc-ce5cf9483a14 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 948 time: 0.1603789 Nov 24 20:55:46.494245 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-42576414-b41d-40bb-b80e-902318fb2d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:46.495745 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-42576414-b41d-40bb-b80e-902318fb2d6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b01be59-3c89-4e69-9c22-50c195c9aa3b HTTP/1.1" status: 200 len: 801 time: 0.1195812 Nov 24 20:55:46.505591 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-07559763-a1e7-4d42-aa4e-a6e372e64a73 req-d00afce8-9433-407a-85b8-f62858eacc08 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839404 Nov 24 20:55:46.510269 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e1564332-f66f-467d-8392-a2e9a3021766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:46.533256 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e1564332-f66f-467d-8392-a2e9a3021766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:46.558717 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-738f72e5-b5ee-42b6-a099-2e9f25376b65 req-ddd7cac6-4907-4e14-aa7a-d4ffd8535a03 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018837 Nov 24 20:55:46.561576 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fdd52c11-9ebb-4f46-8187-0532f748142c req-7e5d4c1f-2ae9-49d6-bf42-626b86d55ffe tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966067 Nov 24 20:55:46.603283 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e1564332-f66f-467d-8392-a2e9a3021766 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f5218f9e1be4de0b77dc7b0ce481e1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4632933 Nov 24 20:55:46.603619 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60786) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:46.607528 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1564332-f66f-467d-8392-a2e9a3021766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9251ab1-2d42-4274-90a8-ea2b57f3c3de,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:46.645234 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-c4be30ae-89cc-42cf-b4b0-ed72235aae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:46.646749 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-c4be30ae-89cc-42cf-b4b0-ed72235aae84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd3b7232-aa72-4752-b917-e417976a51cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1362479 Nov 24 20:55:46.667864 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-61f9921c-d4ad-4693-8a8a-c4a76d230ee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:46.701938 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-212342b2-31aa-4b70-8a7e-f50169fc4ad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:46.721897 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-212342b2-31aa-4b70-8a7e-f50169fc4ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:46.722218 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-61f9921c-d4ad-4693-8a8a-c4a76d230ee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:46.782127 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da690-2f8e-4499-96e2-f81e353d6893 req-89a163b9-0872-4e90-be0d-dcfa93423eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:46.783659 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c56da690-2f8e-4499-96e2-f81e353d6893 req-89a163b9-0872-4e90-be0d-dcfa93423eb1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 1099 time: 0.1503286 Nov 24 20:55:46.793719 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212342b2-31aa-4b70-8a7e-f50169fc4ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfce1fc-a028-4359-8254-d3789f80c863,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:46.798116 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-212342b2-31aa-4b70-8a7e-f50169fc4ad9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2383bbdbc2948a7bf3e18f1f2c9d596&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8046103 Nov 24 20:55:46.805458 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60796) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:46.825530 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-3dbaf92c-01ff-4e1e-b78b-7f44df268ff6 service neutron] 10.222.0.15 "GET /v2.0/networks/cd3b7232-aa72-4752-b917-e417976a51cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584778 Nov 24 20:55:46.832220 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016890ee-8401-4056-b5f6-b33eb31e90b9 req-67460063-8abd-4d5a-9300-835561d5b4c1 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:46.832557 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-016890ee-8401-4056-b5f6-b33eb31e90b9 req-67460063-8abd-4d5a-9300-835561d5b4c1 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1287827 Nov 24 20:55:46.877799 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-61f9921c-d4ad-4693-8a8a-c4a76d230ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:46.881063 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-61f9921c-d4ad-4693-8a8a-c4a76d230ee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:46.886357 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-61f9921c-d4ad-4693-8a8a-c4a76d230ee8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b9251ab1-2d42-4274-90a8-ea2b57f3c3de HTTP/1.1" status: 204 len: 168 time: 0.2774210 Nov 24 20:55:46.906618 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9921c-d4ad-4693-8a8a-c4a76d230ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9251ab1-2d42-4274-90a8-ea2b57f3c3de,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:46.947923 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da690-2f8e-4499-96e2-f81e353d6893 req-c5899cd9-ef27-443a-b37d-78e56cd6f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:46.950409 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c56da690-2f8e-4499-96e2-f81e353d6893 req-c5899cd9-ef27-443a-b37d-78e56cd6f8bb service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.1577511 Nov 24 20:55:46.964451 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8d3a2bc-d277-46b5-b6be-fa632dffd23e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:47.001124 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8d3a2bc-d277-46b5-b6be-fa632dffd23e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:47.006059 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae390f58-6b31-4eda-9cdb-94524d1b67fd req-89d7498f-c61e-4506-aa62-c892b1464549 service neutron] 10.222.0.15 "GET /v2.0/networks/cd3b7232-aa72-4752-b917-e417976a51cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616113 Nov 24 20:55:47.017881 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c56da690-2f8e-4499-96e2-f81e353d6893 req-543f336f-57b7-4866-843f-3036b5d38395 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e HTTP/1.1" status: 200 len: 217 time: 0.0543785 Nov 24 20:55:47.024075 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-016890ee-8401-4056-b5f6-b33eb31e90b9 req-1cb224d3-44a6-449f-b52a-465cd92825d6 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800861 Nov 24 20:55:47.082357 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da690-2f8e-4499-96e2-f81e353d6893 req-472de46d-4e61-4307-a1b1-943d9f51ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:47.083882 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c56da690-2f8e-4499-96e2-f81e353d6893 req-472de46d-4e61-4307-a1b1-943d9f51ae0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0562701 Nov 24 20:55:47.115069 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8d3a2bc-d277-46b5-b6be-fa632dffd23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:47.118143 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8d3a2bc-d277-46b5-b6be-fa632dffd23e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:47.122025 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f8d3a2bc-d277-46b5-b6be-fa632dffd23e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7bfce1fc-a028-4359-8254-d3789f80c863 HTTP/1.1" status: 204 len: 168 time: 0.3155074 Nov 24 20:55:47.137595 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3a2bc-d277-46b5-b6be-fa632dffd23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfce1fc-a028-4359-8254-d3789f80c863,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:47.224816 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f7005a90-8126-45c9-b109-99916a24d35d req-a5e04689-cf75-40a9-b0f7-205cecaef8fa tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=21def764-341e-465f-a0ea-9c7a3a4fdf48 HTTP/1.1" status: 200 len: 210 time: 0.0531209 Nov 24 20:55:47.242740 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e0d0c-5c46-4b86-82ac-def9c0537454 req-2b410f36-6cd7-4aa7-be05-2b02a4a4be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:47.243278 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e0d0c-5c46-4b86-82ac-def9c0537454 req-2b410f36-6cd7-4aa7-be05-2b02a4a4be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:47.244001 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e0d0c-5c46-4b86-82ac-def9c0537454 req-2b410f36-6cd7-4aa7-be05-2b02a4a4be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:47.246142 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb5e0d0c-5c46-4b86-82ac-def9c0537454 req-2b410f36-6cd7-4aa7-be05-2b02a4a4be3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=380dfa053f334bcfb71021039f3d93b4&device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 2865 time: 0.1005235 Nov 24 20:55:47.296401 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da690-2f8e-4499-96e2-f81e353d6893 req-0537f6aa-4e7d-4adf-bc44-355b459ed0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:47.298271 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c56da690-2f8e-4499-96e2-f81e353d6893 req-0537f6aa-4e7d-4adf-bc44-355b459ed0bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2057397 Nov 24 20:55:47.317369 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2a07e-c75c-444e-8fd9-02bd151335cc req-166e626d-b8f2-416d-8f7f-1795fdfec0e1 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:47.338485 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bfe2a07e-c75c-444e-8fd9-02bd151335cc req-166e626d-b8f2-416d-8f7f-1795fdfec0e1 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1558731 Nov 24 20:55:47.423997 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e0d0c-5c46-4b86-82ac-def9c0537454 req-ec26a5e6-6cb7-4285-9d93-b224ece17a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:47.426842 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb5e0d0c-5c46-4b86-82ac-def9c0537454 req-ec26a5e6-6cb7-4285-9d93-b224ece17a56 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd3b7232-aa72-4752-b917-e417976a51cb HTTP/1.1" status: 200 len: 903 time: 0.1679366 Nov 24 20:55:47.448205 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a51bc-bd1a-4832-a024-814ff77583c3 req-9a7ec638-b9a9-4763-9413-32d2f903cd2b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:47.455180 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a51bc-bd1a-4832-a024-814ff77583c3 req-9a7ec638-b9a9-4763-9413-32d2f903cd2b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:47.462230 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a51bc-bd1a-4832-a024-814ff77583c3 req-9a7ec638-b9a9-4763-9413-32d2f903cd2b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:47.471243 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0f2a51bc-bd1a-4832-a024-814ff77583c3 req-9a7ec638-b9a9-4763-9413-32d2f903cd2b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 2412 time: 0.1150868 Nov 24 20:55:47.483452 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bfe2a07e-c75c-444e-8fd9-02bd151335cc req-17407a96-8422-4084-9cbb-e105f12200b3 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387203 Nov 24 20:55:47.529991 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c56da690-2f8e-4499-96e2-f81e353d6893 req-d69eb318-d2fd-491a-a16b-aff0c56958ae service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845825 Nov 24 20:55:47.548350 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb5e0d0c-5c46-4b86-82ac-def9c0537454 req-cc212631-b76c-490c-81af-d7b15d4c600a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.162&port_id=d54e360f-99af-403b-b77a-6a5e23e7b177 HTTP/1.1" status: 200 len: 217 time: 0.0745785 Nov 24 20:55:47.617855 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0f2a51bc-bd1a-4832-a024-814ff77583c3 req-929dc476-b8ce-4e46-99de-86bfdbbd6cab tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420615 Nov 24 20:55:47.651738 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e0d0c-5c46-4b86-82ac-def9c0537454 req-e0055c37-b9e7-44a5-8c78-af0bd4596b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:47.659038 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb5e0d0c-5c46-4b86-82ac-def9c0537454 req-e0055c37-b9e7-44a5-8c78-af0bd4596b7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b01be59-3c89-4e69-9c22-50c195c9aa3b HTTP/1.1" status: 200 len: 801 time: 0.1007376 Nov 24 20:55:47.775554 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e0d0c-5c46-4b86-82ac-def9c0537454 req-08be67e9-42f7-43dc-8209-3680b8164cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:47.776399 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c56da690-2f8e-4499-96e2-f81e353d6893 req-d1f5e376-0a6d-4983-bcdd-5007235eb8d1 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397072 Nov 24 20:55:47.777361 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb5e0d0c-5c46-4b86-82ac-def9c0537454 req-08be67e9-42f7-43dc-8209-3680b8164cc0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd3b7232-aa72-4752-b917-e417976a51cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1094177 Nov 24 20:55:47.839510 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a620a1-3fb7-4c36-a4ce-b1f3209b6d70 req-016eb6ae-7c59-4e65-9f6a-9c5b7a0ba185 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:47.844851 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60856) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:47.847658 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e2a620a1-3fb7-4c36-a4ce-b1f3209b6d70 req-016eb6ae-7c59-4e65-9f6a-9c5b7a0ba185 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.1235683 Nov 24 20:55:47.871182 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5259f90c-90f0-481e-a214-ab7a3f7eb925 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:47.986119 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e2a620a1-3fb7-4c36-a4ce-b1f3209b6d70 req-9f591c49-780e-46f6-9fa0-6247d59bf418 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374474 Nov 24 20:55:48.009439 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb5e0d0c-5c46-4b86-82ac-def9c0537454 req-7e642653-facb-4040-a4b6-0784f86cba9b service neutron] 10.222.0.15 "GET /v2.0/networks/cd3b7232-aa72-4752-b917-e417976a51cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102892 Nov 24 20:55:48.039613 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5259f90c-90f0-481e-a214-ab7a3f7eb925 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:48.049345 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5259f90c-90f0-481e-a214-ab7a3f7eb925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:48.124439 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5259f90c-90f0-481e-a214-ab7a3f7eb925 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=744f0689ac8c4f908c390c7fcd59155f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2784603 Nov 24 20:55:48.131572 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60866) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:48.180416 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259f90c-90f0-481e-a214-ab7a3f7eb925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d008a75-f34a-4cc2-bdb6-d385d65c9896,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:48.203548 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10868e-29a0-41f9-84df-18d67bb1cf77 req-520137ca-b6c6-49c7-b270-45437c9eb631 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:48.212836 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4f10868e-29a0-41f9-84df-18d67bb1cf77 req-520137ca-b6c6-49c7-b270-45437c9eb631 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 948 time: 0.1451585 Nov 24 20:55:48.241093 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb5e0d0c-5c46-4b86-82ac-def9c0537454 req-00765c65-a4f9-4dcd-b867-2594d4521893 service neutron] 10.222.0.15 "GET /v2.0/networks/cd3b7232-aa72-4752-b917-e417976a51cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236295 Nov 24 20:55:48.275413 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4f10868e-29a0-41f9-84df-18d67bb1cf77 req-6b4def9f-a25f-4b02-ab5b-67352a978105 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614452 Nov 24 20:55:48.290522 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbd558-08cc-468c-b734-453c050a7778 req-0491b935-0da5-42dc-bccd-35e8b732f5ff tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:48.297238 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1dfbd558-08cc-468c-b734-453c050a7778 req-0491b935-0da5-42dc-bccd-35e8b732f5ff tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1674819 Nov 24 20:55:48.322588 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75f2cba9-6352-4771-b132-d557f7ad27cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:48.373762 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75f2cba9-6352-4771-b132-d557f7ad27cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:48.414925 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1dfbd558-08cc-468c-b734-453c050a7778 req-3c555cc8-6463-455b-bccb-50c3e3d7e81a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087670 Nov 24 20:55:48.457613 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-83b4a22a-d4ae-45e7-a336-8e288361863a req-7ae2e2e4-2a47-409f-9f95-4af068674721 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0529583 Nov 24 20:55:48.503483 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75f2cba9-6352-4771-b132-d557f7ad27cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:48.506154 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75f2cba9-6352-4771-b132-d557f7ad27cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:48.508003 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-75f2cba9-6352-4771-b132-d557f7ad27cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d008a75-f34a-4cc2-bdb6-d385d65c9896 HTTP/1.1" status: 204 len: 168 time: 0.3727634 Nov 24 20:55:48.519370 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2cba9-6352-4771-b132-d557f7ad27cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d008a75-f34a-4cc2-bdb6-d385d65c9896,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:48.726964 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device cd6cbb8e-62b0-4a65-bd51-11366f62190e details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:55:48.787948 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b3e08-5858-4877-a0a7-ebfbec6e32d5 req-2d0436e2-011d-4797-b420-cf8ebce7e191 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:48.790090 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b56b3e08-5858-4877-a0a7-ebfbec6e32d5 req-2d0436e2-011d-4797-b420-cf8ebce7e191 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1010673 Nov 24 20:55:48.811332 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99707849-724e-4ede-a8da-5eb084438caf req-e64583fb-ab31-45b9-ad7b-58074f1ee552 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:48.844929 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99707849-724e-4ede-a8da-5eb084438caf req-e64583fb-ab31-45b9-ad7b-58074f1ee552 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:48.857210 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b56b3e08-5858-4877-a0a7-ebfbec6e32d5 req-bc60b1bf-f45b-42bd-aa0e-d778426205a8 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605512 Nov 24 20:55:48.874964 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99707849-724e-4ede-a8da-5eb084438caf req-e64583fb-ab31-45b9-ad7b-58074f1ee552 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:48.885625 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-99707849-724e-4ede-a8da-5eb084438caf req-e64583fb-ab31-45b9-ad7b-58074f1ee552 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 2412 time: 0.1691663 Nov 24 20:55:48.895265 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port cd6cbb8e-62b0-4a65-bd51-11366f62190e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:48.909563 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'cd6cbb8e-62b0-4a65-bd51-11366f62190e', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': 'cd6cbb8e-62b0-4a65-bd51-11366f62190e', 'mac_address': 'fa:16:3e:c9:42:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:55:48.965608 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:49.009023 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6cbb8e-62b0-4a65-bd51-11366f62190e {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:55:49.018246 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-99707849-724e-4ede-a8da-5eb084438caf req-f16b2c09-5b00-45e0-9cb9-264dd40f6f71 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310172 Nov 24 20:55:49.059312 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port cd6cbb8e-62b0-4a65-bd51-11366f62190e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:49.066609 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:49.141244 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfabc8-fbee-4cab-a5b0-85dec2c64d28 req-d98c3f2c-5934-489e-9aba-cba8673e3215 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:49.147078 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=cd6cbb8e-62b0-4a65-bd51-11366f62190e,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:49.150750 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3dfabc8-fbee-4cab-a5b0-85dec2c64d28 req-d98c3f2c-5934-489e-9aba-cba8673e3215 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.0699811 Nov 24 20:55:49.232962 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3dfabc8-fbee-4cab-a5b0-85dec2c64d28 req-db01bc23-d6e3-4cb4-9deb-01789087fc1a tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767577 Nov 24 20:55:49.330551 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60932) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:49.331194 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['cd6cbb8e-62b0-4a65-bd51-11366f62190e'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:55:49.406417 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8994003-3347-49a4-8191-6bee45ff69ee req-ef980206-147b-4764-b37f-db1a14dc52b6 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:49.414605 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b8994003-3347-49a4-8191-6bee45ff69ee req-ef980206-147b-4764-b37f-db1a14dc52b6 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 949 time: 0.0632284 Nov 24 20:55:49.472729 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3f8cb321-eb5c-4549-ba6f-1269d9ad9e63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:49.478663 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b8994003-3347-49a4-8191-6bee45ff69ee req-9c907e88-937b-45b4-9a1a-7680a6eafcb1 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629964 Nov 24 20:55:49.578516 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3f8cb321-eb5c-4549-ba6f-1269d9ad9e63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:49.583872 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3f8cb321-eb5c-4549-ba6f-1269d9ad9e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:49.598676 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-54bd4970-50f9-4b8e-90fc-6992af514b47 req-2f1c24ab-3a8a-46da-9f72-9c0a072d3e09 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0379210 Nov 24 20:55:49.630953 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8cb321-eb5c-4549-ba6f-1269d9ad9e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39f5f4a-8acc-4d61-bdc0-6df75d5722f2,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:49.635341 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3f8cb321-eb5c-4549-ba6f-1269d9ad9e63 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6556698ba3214db5b7ff84fd1b9e0782&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3037465 Nov 24 20:55:49.638098 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60946) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:49.699298 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c62f5a91-199c-4b61-921a-18ebd4a20d4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:49.730339 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c62f5a91-199c-4b61-921a-18ebd4a20d4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:49.790669 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c62f5a91-199c-4b61-921a-18ebd4a20d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:49.793435 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c62f5a91-199c-4b61-921a-18ebd4a20d4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:49.796887 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c62f5a91-199c-4b61-921a-18ebd4a20d4a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a39f5f4a-8acc-4d61-bdc0-6df75d5722f2 HTTP/1.1" status: 204 len: 168 time: 0.1556156 Nov 24 20:55:49.815649 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f5a91-199c-4b61-921a-18ebd4a20d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39f5f4a-8acc-4d61-bdc0-6df75d5722f2,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:50.008490 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a67740-a2be-48ad-b2dc-be8290ed56d3 req-b2d0357b-ec66-4073-a739-064b939292d4 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:50.010420 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-97a67740-a2be-48ad-b2dc-be8290ed56d3 req-b2d0357b-ec66-4073-a739-064b939292d4 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.0738308 Nov 24 20:55:50.022214 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:55:50.060330 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-69a22887-f4a0-4eb4-953d-1d442e5734b8 req-44e67c97-5638-42bd-a276-8321c9fb759e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=21def764-341e-465f-a0ea-9c7a3a4fdf48 HTTP/1.1" status: 200 len: 210 time: 0.0340824 Nov 24 20:55:50.060931 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60970) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:50.106773 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-97a67740-a2be-48ad-b2dc-be8290ed56d3 req-57cdca2e-775b-4bf2-bce1-29d902449d05 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903234 Nov 24 20:55:50.189839 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c752a-bc1b-4bca-be9b-79139b246171 req-5eefdd0b-1659-4bf6-9506-d6ca9c18d7ba tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:50.206150 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c752a-bc1b-4bca-be9b-79139b246171 req-5eefdd0b-1659-4bf6-9506-d6ca9c18d7ba tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:50.208108 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5e2dc512-303f-43e3-bf9e-6b9bcf85f78a,segment=NetworkSegment(5d27a51c-5042-4be8-9980-11cfcfe446c4),segment_id=5d27a51c-5042-4be8-9980-11cfcfe446c4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:50.221374 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c752a-bc1b-4bca-be9b-79139b246171 req-5eefdd0b-1659-4bf6-9506-d6ca9c18d7ba tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:50.226523 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '5e2dc512-303f-43e3-bf9e-6b9bcf85f78a', 'network_id': 'c17e9a79-a6cb-47c2-83db-0a4747c091e7', 'port_id': '5e2dc512-303f-43e3-bf9e-6b9bcf85f78a', 'mac_address': 'fa:16:3e:29:79:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c167c4ca-cc57-49a6-abb7-634897e26cbd', 'ip_address': '19.86.0.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:55:50.231856 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f30c752a-bc1b-4bca-be9b-79139b246171 req-5eefdd0b-1659-4bf6-9506-d6ca9c18d7ba tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 2412 time: 0.1098373 Nov 24 20:55:50.277449 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-18815148-aa09-4e19-a4d8-74188cd726b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:50.307691 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:50.324057 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f30c752a-bc1b-4bca-be9b-79139b246171 req-732288a5-bc99-4f0f-bf01-4a04b10f33fa tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895467 Nov 24 20:55:50.342191 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:55:50.392840 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5e2dc512-303f-43e3-bf9e-6b9bcf85f78a,segment=NetworkSegment(5d27a51c-5042-4be8-9980-11cfcfe446c4),segment_id=5d27a51c-5042-4be8-9980-11cfcfe446c4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:50.400443 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:50.401543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:55:50.430679 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5a7dd-dc21-4a79-9318-09158bf5052e req-9db3b827-72b7-42d9-8de5-362d30583284 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:50.442092 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77f5a7dd-dc21-4a79-9318-09158bf5052e req-9db3b827-72b7-42d9-8de5-362d30583284 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.0864832 Nov 24 20:55:50.448421 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-18815148-aa09-4e19-a4d8-74188cd726b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:50.455394 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-18815148-aa09-4e19-a4d8-74188cd726b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:50.526820 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=5e2dc512-303f-43e3-bf9e-6b9bcf85f78a,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:50.533361 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77f5a7dd-dc21-4a79-9318-09158bf5052e req-26b9539a-8b7d-49b1-b32f-000f560d7f63 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900292 Nov 24 20:55:50.594636 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18815148-aa09-4e19-a4d8-74188cd726b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b5e67b-13cc-4adf-9757-dea32a77f7c1,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:50.603382 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-18815148-aa09-4e19-a4d8-74188cd726b8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de60fb56327c49058c4fc64676a932eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5384495 Nov 24 20:55:50.604066 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0,segment=NetworkSegment(d863d318-146e-4fec-b1a5-7b8cb18d0d93),segment_id=d863d318-146e-4fec-b1a5-7b8cb18d0d93)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:50.604212 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60996) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:50.615401 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8231c0-948d-41ee-9bdb-e7252310e86b req-1679a9b7-9a00-4d1f-888f-39f5df1db570 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:50.624116 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1e8231c0-948d-41ee-9bdb-e7252310e86b req-1679a9b7-9a00-4d1f-888f-39f5df1db570 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.1657891 Nov 24 20:55:50.646123 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0', 'network_id': 'cd3b7232-aa72-4752-b917-e417976a51cb', 'port_id': '79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0', 'mac_address': 'fa:16:3e:73:15:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b01be59-3c89-4e69-9c22-50c195c9aa3b', 'ip_address': '19.80.0.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:55:50.705315 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:50.709584 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1e8231c0-948d-41ee-9bdb-e7252310e86b req-1bd6e486-981a-4dd4-af78-310c23907096 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845718 Nov 24 20:55:50.721299 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:55:50.723661 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19637969-3028-4a19-b3ab-3fc1707d60e2 req-e653aa04-75bc-4c6f-be64-5c26cb7aca61 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:50.730985 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-19637969-3028-4a19-b3ab-3fc1707d60e2 req-e653aa04-75bc-4c6f-be64-5c26cb7aca61 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 949 time: 0.0945120 Nov 24 20:55:50.743425 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-204e9e46-42eb-44d6-96bf-f99f4733bd86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:50.752891 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0,segment=NetworkSegment(d863d318-146e-4fec-b1a5-7b8cb18d0d93),segment_id=d863d318-146e-4fec-b1a5-7b8cb18d0d93)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:50.759950 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:50.760950 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device d54e360f-99af-403b-b77a-6a5e23e7b177 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:55:50.767716 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device cd6cbb8e-62b0-4a65-bd51-11366f62190e up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:55:50.796998 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-204e9e46-42eb-44d6-96bf-f99f4733bd86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:50.812452 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-19637969-3028-4a19-b3ab-3fc1707d60e2 req-9e890420-675e-4c3f-aae6-893f77b3472d tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776439 Nov 24 20:55:50.837299 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2a68da8c-b04a-433e-9823-75908670bf21 req-da3d0e47-69d2-4ae9-b2f7-eaf41b2feee3 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0327361 Nov 24 20:55:50.883767 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:50.896292 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-204e9e46-42eb-44d6-96bf-f99f4733bd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:50.901326 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-204e9e46-42eb-44d6-96bf-f99f4733bd86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:50.905219 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-204e9e46-42eb-44d6-96bf-f99f4733bd86 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/65b5e67b-13cc-4adf-9757-dea32a77f7c1 HTTP/1.1" status: 204 len: 168 time: 0.2976301 Nov 24 20:55:50.915044 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e9e46-42eb-44d6-96bf-f99f4733bd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b5e67b-13cc-4adf-9757-dea32a77f7c1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:50.922626 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port d54e360f-99af-403b-b77a-6a5e23e7b177, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d54e360f-99af-403b-b77a-6a5e23e7b177,segment=NetworkSegment(d863d318-146e-4fec-b1a5-7b8cb18d0d93),segment_id=d863d318-146e-4fec-b1a5-7b8cb18d0d93)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:50.955758 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'd54e360f-99af-403b-b77a-6a5e23e7b177', 'network_id': 'cd3b7232-aa72-4752-b917-e417976a51cb', 'port_id': 'd54e360f-99af-403b-b77a-6a5e23e7b177', 'mac_address': 'fa:16:3e:99:6e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b01be59-3c89-4e69-9c22-50c195c9aa3b', 'ip_address': '19.80.0.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:55:50.963258 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port cd6cbb8e-62b0-4a65-bd51-11366f62190e completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:55:50.985048 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port cd6cbb8e-62b0-4a65-bd51-11366f62190e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:50.985545 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:51.049830 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:51.065313 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54e360f-99af-403b-b77a-6a5e23e7b177 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:55:51.096166 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port d54e360f-99af-403b-b77a-6a5e23e7b177, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d54e360f-99af-403b-b77a-6a5e23e7b177,segment=NetworkSegment(d863d318-146e-4fec-b1a5-7b8cb18d0d93),segment_id=d863d318-146e-4fec-b1a5-7b8cb18d0d93)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:51.105702 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:51.206109 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=d54e360f-99af-403b-b77a-6a5e23e7b177,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:51.219733 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:51.236628 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-58eb6975-8528-4136-8abe-048a4dce81e2 req-0946cb60-3e1e-4b4d-9ec2-7aaa185c9ab6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0279365 Nov 24 20:55:51.254210 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6bb016-f67e-4a5c-a861-42c0691baa8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6cbb8e-62b0-4a65-bd51-11366f62190e'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:55:51.256539 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e83d65-b306-41c4-b7cc-edaaa8007abf" -d '{"events": [{"server_uuid": "3d6bb016-f67e-4a5c-a861-42c0691baa8d", "name": "network-vif-plugged", "status": "completed", "tag": "cd6cbb8e-62b0-4a65-bd51-11366f62190e"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:55:51.272202 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port cd6cbb8e-62b0-4a65-bd51-11366f62190e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:51.279466 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:51.313241 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be8e46a-7c59-4670-b809-1a798b4b5ff5 x-openstack-request-id: req-6be8e46a-7c59-4670-b809-1a798b4b5ff5 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:51.313537 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6bb016-f67e-4a5c-a861-42c0691baa8d", "name": "network-vif-plugged", "status": "completed", "tag": "cd6cbb8e-62b0-4a65-bd51-11366f62190e", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:51.313795 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6be8e46a-7c59-4670-b809-1a798b4b5ff5 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:51.314319 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6bb016-f67e-4a5c-a861-42c0691baa8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6cbb8e-62b0-4a65-bd51-11366f62190e', 'code': 200} Nov 24 20:55:51.360701 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=cd6cbb8e-62b0-4a65-bd51-11366f62190e,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:51.428207 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a29579-9f25-4ff0-870b-f070a5be60fe req-896f4760-4cf1-4ebe-a570-104095b35e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:51.430717 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1a29579-9f25-4ff0-870b-f070a5be60fe req-896f4760-4cf1-4ebe-a570-104095b35e4d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 1101 time: 0.0570941 Nov 24 20:55:51.489836 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1a29579-9f25-4ff0-870b-f070a5be60fe req-abd29c91-204c-4cae-a416-a3a1172b2181 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515888 Nov 24 20:55:51.498852 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ac0a1-f949-459f-ad86-3c77ec7be000 req-592df63e-6621-4fcc-a46b-340da2ba8590 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:51.505761 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ac0a1-f949-459f-ad86-3c77ec7be000 req-592df63e-6621-4fcc-a46b-340da2ba8590 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:51.513028 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ac0a1-f949-459f-ad86-3c77ec7be000 req-592df63e-6621-4fcc-a46b-340da2ba8590 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:51.514807 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3a0ac0a1-f949-459f-ad86-3c77ec7be000 req-592df63e-6621-4fcc-a46b-340da2ba8590 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 2415 time: 0.0816648 Nov 24 20:55:51.549483 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 32800) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:51.587376 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3a0ac0a1-f949-459f-ad86-3c77ec7be000 req-b90db607-e826-459b-9ac1-e98bfc643ccc tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662684 Nov 24 20:55:51.598897 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:55:51.662469 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['d54e360f-99af-403b-b77a-6a5e23e7b177'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:55:51.665672 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['5e2dc512-303f-43e3-bf9e-6b9bcf85f78a'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:55:51.743932 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cfbde-8dd0-453c-a9bb-3b3b8a7c7e91 req-244836f5-d4a1-43e2-bb51-b61373e49606 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:51.752452 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f3cfbde-8dd0-453c-a9bb-3b3b8a7c7e91 req-244836f5-d4a1-43e2-bb51-b61373e49606 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.0977197 Nov 24 20:55:51.779551 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-36914bcc-0a1e-4ca1-8008-ec11bb275c08 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1766628624'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:51.814470 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f3cfbde-8dd0-453c-a9bb-3b3b8a7c7e91 req-4b767797-2a79-4251-b8fa-34ebee4f9ed0 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602620 Nov 24 20:55:51.860961 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36914bcc-0a1e-4ca1-8008-ec11bb275c08 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Made reservation on behalf of b4b7f2715ba2430c871f2e1c8aed4a3f for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:55:51.871712 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36914bcc-0a1e-4ca1-8008-ec11bb275c08 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:51.907747 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36914bcc-0a1e-4ca1-8008-ec11bb275c08 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:52.020149 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7c009-f50e-4983-824d-a19bd04e79a3 req-2bb4fca6-359e-4380-bef1-ae3ebbda8f9c tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:52.023937 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-23e7c009-f50e-4983-824d-a19bd04e79a3 req-2bb4fca6-359e-4380-bef1-ae3ebbda8f9c tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.1204038 Nov 24 20:55:52.053644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96feddb6-5590-4a3d-968b-ded24d1d3413 req-1b3a4392-0609-40c9-935c-9e911c1acdd3 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:52.073806 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-96feddb6-5590-4a3d-968b-ded24d1d3413 req-1b3a4392-0609-40c9-935c-9e911c1acdd3 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.1811221 Nov 24 20:55:52.183013 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-23e7c009-f50e-4983-824d-a19bd04e79a3 req-e1e9199c-7114-41c3-b617-81a4ff08f3d6 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497664 Nov 24 20:55:52.192564 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36914bcc-0a1e-4ca1-8008-ec11bb275c08 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:52.213377 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36914bcc-0a1e-4ca1-8008-ec11bb275c08 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:52.271928 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36914bcc-0a1e-4ca1-8008-ec11bb275c08 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:55:52.318851 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36914bcc-0a1e-4ca1-8008-ec11bb275c08 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:52.319393 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-36914bcc-0a1e-4ca1-8008-ec11bb275c08 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Added segment 956168bc-2231-4369-a521-71fe9c92bdf7 of type vlan for network 0f67ca9f-b375-4b70-ab71-4649bd36a187 Nov 24 20:55:52.341051 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36914bcc-0a1e-4ca1-8008-ec11bb275c08 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52140253-bb3e-4773-b108-a5de9d349c35,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:52.362393 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e2b41-f92c-462c-bdff-e9507b5f5f87 req-e8c2c3df-5d9d-43c9-9a16-f0557fb736e7 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:52.362619 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-96feddb6-5590-4a3d-968b-ded24d1d3413 req-a7d533fd-f047-471b-8a1c-dc611b057ad7 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857549 Nov 24 20:55:52.364678 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e7e2b41-f92c-462c-bdff-e9507b5f5f87 req-e8c2c3df-5d9d-43c9-9a16-f0557fb736e7 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.0608375 Nov 24 20:55:52.441801 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36914bcc-0a1e-4ca1-8008-ec11bb275c08 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:52.446765 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e7e2b41-f92c-462c-bdff-e9507b5f5f87 req-b857dbc8-e53d-45c2-92e4-6b1824b432eb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682023 Nov 24 20:55:52.504065 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36914bcc-0a1e-4ca1-8008-ec11bb275c08 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:52.510340 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36914bcc-0a1e-4ca1-8008-ec11bb275c08 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:52.510945 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36914bcc-0a1e-4ca1-8008-ec11bb275c08 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:52.545444 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31bdea3f-8f6f-4495-86bf-a64aa460ff6c req-f1816c25-c58c-4d4a-95d7-19789b3f71d9 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0557249 Nov 24 20:55:52.625924 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af6c08-6ea7-4100-9d3b-4e64c427d7e0 req-9292bb74-7b4f-4f3c-abb5-b9a90cc803c3 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:52.627765 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-44af6c08-6ea7-4100-9d3b-4e64c427d7e0 req-9292bb74-7b4f-4f3c-abb5-b9a90cc803c3 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.0822091 Nov 24 20:55:52.629549 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-36914bcc-0a1e-4ca1-8008-ec11bb275c08 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0789461 Nov 24 20:55:52.633980 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 32840) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:52.639018 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-b344bb95-380c-467c-85b0-f3ce7ddd260f tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Request body: {'subnet': {'network_id': '0f67ca9f-b375-4b70-ab71-4649bd36a187', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:52.715592 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-44af6c08-6ea7-4100-9d3b-4e64c427d7e0 req-74b2d1b9-5625-4cce-90da-aca51403fcea tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771582 Nov 24 20:55:52.746628 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36914bcc-0a1e-4ca1-8008-ec11bb275c08 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Pushing event updated for resources: {'Network': ['ID=0f67ca9f-b375-4b70-ab71-4649bd36a187,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:52.757948 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 0f67ca9f-b375-4b70-ab71-4649bd36a187 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:55:52.845276 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fbc15-26dc-4284-9f8e-eb66eb41b92b req-cc579ebb-d99c-4ad0-aeb6-5517561ed504 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:52.851902 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fbc15-26dc-4284-9f8e-eb66eb41b92b req-cc579ebb-d99c-4ad0-aeb6-5517561ed504 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:52.858177 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fbc15-26dc-4284-9f8e-eb66eb41b92b req-cc579ebb-d99c-4ad0-aeb6-5517561ed504 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:52.859858 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-619fbc15-26dc-4284-9f8e-eb66eb41b92b req-cc579ebb-d99c-4ad0-aeb6-5517561ed504 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 2415 time: 0.1144936 Nov 24 20:55:52.860502 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b344bb95-380c-467c-85b0-f3ce7ddd260f tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Made reservation on behalf of b4b7f2715ba2430c871f2e1c8aed4a3f for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:55:52.864254 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b344bb95-380c-467c-85b0-f3ce7ddd260f tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:52.901867 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86968b41-076f-4866-b8c4-ef9c2c843eb8 req-9fc88808-7aae-4e84-99a9-51fa7c1344d0 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:52.909654 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-86968b41-076f-4866-b8c4-ef9c2c843eb8 req-9fc88808-7aae-4e84-99a9-51fa7c1344d0 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.0698903 Nov 24 20:55:52.966118 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-86968b41-076f-4866-b8c4-ef9c2c843eb8 req-7a78462f-3ab1-4caf-a3db-19f7548af596 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538750 Nov 24 20:55:52.981959 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-619fbc15-26dc-4284-9f8e-eb66eb41b92b req-0741f117-3eb3-4533-be0e-53d25f6a6ef2 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140552 Nov 24 20:55:53.092851 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b344bb95-380c-467c-85b0-f3ce7ddd260f tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:53.153046 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344bb95-380c-467c-85b0-f3ce7ddd260f tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Pushing event updated for resources: {'Subnet': ['ID=b2f2c5ba-413b-489f-8310-30c223aab430,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:53.163329 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b344bb95-380c-467c-85b0-f3ce7ddd260f tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Checking segment: {'id': '956168bc-2231-4369-a521-71fe9c92bdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0f67ca9f-b375-4b70-ab71-4649bd36a187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:55:53.163704 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b344bb95-380c-467c-85b0-f3ce7ddd260f tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Network hostable DHCP agents. Network: 0f67ca9f-b375-4b70-ab71-4649bd36a187, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:55:53.181823 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b344bb95-380c-467c-85b0-f3ce7ddd260f tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Network 0f67ca9f-b375-4b70-ab71-4649bd36a187 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:55:53.191840 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-b344bb95-380c-467c-85b0-f3ce7ddd260f tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 0f67ca9f-b375-4b70-ab71-4649bd36a187) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:55:53.198611 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b344bb95-380c-467c-85b0-f3ce7ddd260f tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:53.201420 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b344bb95-380c-467c-85b0-f3ce7ddd260f tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:53.219894 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050cfb0c-c4c2-4f69-90bf-7c3d044089d8 None None] Network 0f67ca9f-b375-4b70-ab71-4649bd36a187 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:55:53.225589 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 32860) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:53.231189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-628fe183-6411-45b2-adf8-f6712f358c79 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Request body: {'port': {'network_id': '0f67ca9f-b375-4b70-ab71-4649bd36a187', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1971529989'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:53.236650 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b344bb95-380c-467c-85b0-f3ce7ddd260f tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6015341 Nov 24 20:55:53.385818 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eab57f-9252-4317-8bb6-6124d1a00846 req-302649d0-de52-4ce2-9ab7-baca1902194a tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:53.393681 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b2eab57f-9252-4317-8bb6-6124d1a00846 req-302649d0-de52-4ce2-9ab7-baca1902194a tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.1229496 Nov 24 20:55:53.427250 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65e4888-36ea-4f35-b171-a77dade57cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-0f67ca9f-b375-4b70-ab71-4649bd36a187', 'network_id': '0f67ca9f-b375-4b70-ab71-4649bd36a187', 'tenant_id': 'b4b7f2715ba2430c871f2e1c8aed4a3f', 'fixed_ips': [{'subnet_id': 'b2f2c5ba-413b-489f-8310-30c223aab430'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:55:53.428140 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d65e4888-36ea-4f35-b171-a77dade57cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:53.450324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 32872) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:53.467139 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b2eab57f-9252-4317-8bb6-6124d1a00846 req-223d66be-d485-4337-a350-49cc4f372d64 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723484 Nov 24 20:55:53.468646 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628fe183-6411-45b2-adf8-f6712f358c79 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Made reservation on behalf of b4b7f2715ba2430c871f2e1c8aed4a3f for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:55:53.473803 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-628fe183-6411-45b2-adf8-f6712f358c79 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:53.495645 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-628fe183-6411-45b2-adf8-f6712f358c79 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] device_id is not set on port a56c6bc4-1c6e-42a5-af50-483aead02b90 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:55:53.586399 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f49271-7bb3-4021-8fab-f5d5a6d52387 req-b7698b5d-a3ed-40b5-a040-5316443e1291 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:53.589259 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14f49271-7bb3-4021-8fab-f5d5a6d52387 req-b7698b5d-a3ed-40b5-a040-5316443e1291 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.0956693 Nov 24 20:55:53.658567 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-628fe183-6411-45b2-adf8-f6712f358c79 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Allocated IP 172.20.0.13 (0f67ca9f-b375-4b70-ab71-4649bd36a187/b2f2c5ba-413b-489f-8310-30c223aab430/a56c6bc4-1c6e-42a5-af50-483aead02b90) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:55:53.670802 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ccd958fe-a64d-4199-b800-1edca7f79af1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:53.670991 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de07537-ebb0-40c3-a903-518c37f737aa req-cf0e6e75-9f79-4e76-80ef-baccabbbb65b tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:53.673314 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9de07537-ebb0-40c3-a903-518c37f737aa req-cf0e6e75-9f79-4e76-80ef-baccabbbb65b tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 1101 time: 0.0746467 Nov 24 20:55:53.684286 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14f49271-7bb3-4021-8fab-f5d5a6d52387 req-aecec717-cad4-4094-9811-40438a6b6a16 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888076 Nov 24 20:55:53.756295 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9de07537-ebb0-40c3-a903-518c37f737aa req-5fe2aa21-db6c-4669-b064-7d9037adec36 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768549 Nov 24 20:55:53.816702 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ccd958fe-a64d-4199-b800-1edca7f79af1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:53.825153 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ccd958fe-a64d-4199-b800-1edca7f79af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:53.876651 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd958fe-a64d-4199-b800-1edca7f79af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bec8a1-d778-4395-8057-501409240a36,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:53.892140 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ccd958fe-a64d-4199-b800-1edca7f79af1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9c30c334e0ce4141927d2dd585567283&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4381173 Nov 24 20:55:53.892353 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-628fe183-6411-45b2-adf8-f6712f358c79 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:53.892472 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 32888) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:53.952935 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29ed74f3-9bc7-4b61-90c3-35c46123e8b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:53.954497 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-628fe183-6411-45b2-adf8-f6712f358c79 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:53.987796 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29ed74f3-9bc7-4b61-90c3-35c46123e8b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:54.020192 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-d65e4888-36ea-4f35-b171-a77dade57cbc None None] Allocated IP 172.20.0.2 (0f67ca9f-b375-4b70-ab71-4649bd36a187/b2f2c5ba-413b-489f-8310-30c223aab430/2dccf852-6af0-466d-9c6d-fc1bcfd6cf88) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:55:54.033252 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:55:54.046094 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628fe183-6411-45b2-adf8-f6712f358c79 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Network 0f67ca9f-b375-4b70-ab71-4649bd36a187 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:55:54.061259 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f3749964-0d1f-4258-8989-19e6e1123dfc req-92686472-9cf4-43a6-a8e9-b4dc788bdc3c tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0561974 Nov 24 20:55:54.077120 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-628fe183-6411-45b2-adf8-f6712f358c79 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:55:54.079069 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fe183-6411-45b2-adf8-f6712f358c79 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Pushing event updated for resources: {'Port': ['ID=a56c6bc4-1c6e-42a5-af50-483aead02b90,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:54.091682 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628fe183-6411-45b2-adf8-f6712f358c79 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:55:54.156625 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-9849b29a-57bc-4b2e-8c75-79d2261355ac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861583 Nov 24 20:55:54.189384 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29ed74f3-9bc7-4b61-90c3-35c46123e8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:54.194470 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29ed74f3-9bc7-4b61-90c3-35c46123e8b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:54.194470 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-29ed74f3-9bc7-4b61-90c3-35c46123e8b5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/61bec8a1-d778-4395-8057-501409240a36 HTTP/1.1" status: 204 len: 168 time: 0.2994993 Nov 24 20:55:54.196117 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628fe183-6411-45b2-adf8-f6712f358c79 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:54.196815 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-628fe183-6411-45b2-adf8-f6712f358c79 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:54.206814 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed74f3-9bc7-4b61-90c3-35c46123e8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bec8a1-d778-4395-8057-501409240a36,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:54.236287 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adc5b1-54e9-4afb-8f75-f1d595ca8bf8 req-eb8a357c-5652-45ee-8263-56142a0566df tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:54.237890 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-39adc5b1-54e9-4afb-8f75-f1d595ca8bf8 req-eb8a357c-5652-45ee-8263-56142a0566df tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.0880284 Nov 24 20:55:54.240141 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106a1f1-3442-4085-93e1-e21ebd0715cf req-13cd6f9d-ea43-4d6e-be9c-3685d2b65a8a tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:54.249390 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106a1f1-3442-4085-93e1-e21ebd0715cf req-13cd6f9d-ea43-4d6e-be9c-3685d2b65a8a tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:54.254322 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:55:54.259966 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:54.260271 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:54.271228 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106a1f1-3442-4085-93e1-e21ebd0715cf req-13cd6f9d-ea43-4d6e-be9c-3685d2b65a8a tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:54.276194 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a106a1f1-3442-4085-93e1-e21ebd0715cf req-13cd6f9d-ea43-4d6e-be9c-3685d2b65a8a tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 2415 time: 0.1467192 Nov 24 20:55:54.283281 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-628fe183-6411-45b2-adf8-f6712f358c79 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.0542431 Nov 24 20:55:54.286628 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 32902) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:54.345490 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-39adc5b1-54e9-4afb-8f75-f1d595ca8bf8 req-5e36ebb9-e20d-4cda-8a45-a5771b4878f7 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992963 Nov 24 20:55:54.416069 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d65e4888-36ea-4f35-b171-a77dade57cbc None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:54.438827 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d65e4888-36ea-4f35-b171-a77dade57cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:54.450063 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a106a1f1-3442-4085-93e1-e21ebd0715cf req-b70197f8-7424-4316-9256-612c443e4da0 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567969 Nov 24 20:55:54.481547 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:54.512150 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-8c10efc0-9ee8-4f20-a602-136b1413010a tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Deleting port a56c6bc4-1c6e-42a5-af50-483aead02b90 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:55:54.512551 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c10efc0-9ee8-4f20-a602-136b1413010a tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:54.525509 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65e4888-36ea-4f35-b171-a77dade57cbc None None] Network 0f67ca9f-b375-4b70-ab71-4649bd36a187 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:55:54.533655 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-d65e4888-36ea-4f35-b171-a77dade57cbc None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:55:54.537634 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65e4888-36ea-4f35-b171-a77dade57cbc None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:55:54.551237 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2dc512-303f-43e3-bf9e-6b9bcf85f78a'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:55:54.554158 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826885e3-33d8-45eb-a467-1d65cd2f2425" -d '{"events": [{"server_uuid": "25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1", "name": "network-vif-plugged", "status": "completed", "tag": "5e2dc512-303f-43e3-bf9e-6b9bcf85f78a"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:55:54.572712 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5e2dc512-303f-43e3-bf9e-6b9bcf85f78a,segment=NetworkSegment(5d27a51c-5042-4be8-9980-11cfcfe446c4),segment_id=5d27a51c-5042-4be8-9980-11cfcfe446c4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:54.578377 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e4888-36ea-4f35-b171-a77dade57cbc None None] Pushing event updated for resources: {'Port': ['ID=2dccf852-6af0-466d-9c6d-fc1bcfd6cf88,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:54.586078 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:54.587110 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device d54e360f-99af-403b-b77a-6a5e23e7b177 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:55:54.683676 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c10efc0-9ee8-4f20-a602-136b1413010a tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:54.700204 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-8c10efc0-9ee8-4f20-a602-136b1413010a tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Calling delete_port for a56c6bc4-1c6e-42a5-af50-483aead02b90 owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:55:54.878333 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b922a3-fedf-4d21-8832-3a6a93680af6 req-798fa500-8331-4fa5-b552-b4b1bca7027c tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:54.880558 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e6b922a3-fedf-4d21-8832-3a6a93680af6 req-798fa500-8331-4fa5-b552-b4b1bca7027c tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.0829189 Nov 24 20:55:54.903670 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 32940) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:54.919372 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c2555b76-e73b-4558-81c4-5d8022fe785d req-d228f3f4-3fe4-4bd6-80ce-26af67a18f3b tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0752323 Nov 24 20:55:54.942012 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a6b335-3d1e-40b4-aa55-50ebbe1d78b2 x-openstack-request-id: req-97a6b335-3d1e-40b4-aa55-50ebbe1d78b2 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:54.942012 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1", "name": "network-vif-plugged", "status": "completed", "tag": "5e2dc512-303f-43e3-bf9e-6b9bcf85f78a", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:54.942012 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-97a6b335-3d1e-40b4-aa55-50ebbe1d78b2 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:54.942012 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2dc512-303f-43e3-bf9e-6b9bcf85f78a', 'code': 200} Nov 24 20:55:54.954358 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-d65e4888-36ea-4f35-b171-a77dade57cbc None None] Attempting to bind port 2dccf852-6af0-466d-9c6d-fc1bcfd6cf88 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:55:54.954737 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-d65e4888-36ea-4f35-b171-a77dade57cbc None None] Attempting to bind port 2dccf852-6af0-466d-9c6d-fc1bcfd6cf88 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '956168bc-2231-4369-a521-71fe9c92bdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0f67ca9f-b375-4b70-ab71-4649bd36a187'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:55:54.955106 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65e4888-36ea-4f35-b171-a77dade57cbc None None] Attempting to bind port 2dccf852-6af0-466d-9c6d-fc1bcfd6cf88 on network 0f67ca9f-b375-4b70-ab71-4649bd36a187 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:55:54.964213 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6b2e455-8d36-4c0d-bc9e-3d96e1492700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:54.976679 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65e4888-36ea-4f35-b171-a77dade57cbc None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:55:54.977225 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65e4888-36ea-4f35-b171-a77dade57cbc None None] Checking segment: {'id': '956168bc-2231-4369-a521-71fe9c92bdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0f67ca9f-b375-4b70-ab71-4649bd36a187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:55:54.977661 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d65e4888-36ea-4f35-b171-a77dade57cbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:54.977975 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65e4888-36ea-4f35-b171-a77dade57cbc None None] Bound using segment: {'id': '956168bc-2231-4369-a521-71fe9c92bdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0f67ca9f-b375-4b70-ab71-4649bd36a187'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:55:54.978456 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-d65e4888-36ea-4f35-b171-a77dade57cbc None None] Bound port: 2dccf852-6af0-466d-9c6d-fc1bcfd6cf88, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956168bc-2231-4369-a521-71fe9c92bdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0f67ca9f-b375-4b70-ab71-4649bd36a187'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:55:54.978957 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d65e4888-36ea-4f35-b171-a77dade57cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:55.001377 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=5e2dc512-303f-43e3-bf9e-6b9bcf85f78a,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:55.019220 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c10efc0-9ee8-4f20-a602-136b1413010a tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:55.029014 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e6b922a3-fedf-4d21-8832-3a6a93680af6 req-66e8a84a-dbdb-4082-9fbe-4c5be18c9e64 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346741 Nov 24 20:55:55.048076 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port d54e360f-99af-403b-b77a-6a5e23e7b177 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:55:55.061788 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10efc0-9ee8-4f20-a602-136b1413010a tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Pushing event deleted for resources: {'Port': ['ID=a56c6bc4-1c6e-42a5-af50-483aead02b90,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:55.081455 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port d54e360f-99af-403b-b77a-6a5e23e7b177 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:55.081455 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:55.178395 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d65e4888-36ea-4f35-b171-a77dade57cbc None None] For port 2dccf852-6af0-466d-9c6d-fc1bcfd6cf88, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:55:55.185502 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d65e4888-36ea-4f35-b171-a77dade57cbc None None] For port 2dccf852-6af0-466d-9c6d-fc1bcfd6cf88, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2dccf852-6af0-466d-9c6d-fc1bcfd6cf88,segment=NetworkSegment(956168bc-2231-4369-a521-71fe9c92bdf7),segment_id=956168bc-2231-4369-a521-71fe9c92bdf7)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:55:55.190642 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c10efc0-9ee8-4f20-a602-136b1413010a tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:55.195635 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8c10efc0-9ee8-4f20-a602-136b1413010a tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] 10.222.0.11 "DELETE /v2.0/ports/a56c6bc4-1c6e-42a5-af50-483aead02b90 HTTP/1.1" status: 204 len: 168 time: 0.9071493 Nov 24 20:55:55.195814 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d65e4888-36ea-4f35-b171-a77dade57cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:55.199446 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 32946) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:55.215484 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6b2e455-8d36-4c0d-bc9e-3d96e1492700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:55.222340 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6b2e455-8d36-4c0d-bc9e-3d96e1492700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:55.272116 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a6b2e455-8d36-4c0d-bc9e-3d96e1492700 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=78843e748b6e4862a2aa90a858cdf5d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3415480 Nov 24 20:55:55.272116 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2e455-8d36-4c0d-bc9e-3d96e1492700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cfdc65-1ab3-44a2-82a4-b8c06ac0ed40,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:55.272520 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 32950) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:55.275675 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e4888-36ea-4f35-b171-a77dade57cbc None None] Pushing event updated for resources: {'Port': ['ID=2dccf852-6af0-466d-9c6d-fc1bcfd6cf88,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:55.310591 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:55.366489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port d54e360f-99af-403b-b77a-6a5e23e7b177, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d54e360f-99af-403b-b77a-6a5e23e7b177,segment=NetworkSegment(d863d318-146e-4fec-b1a5-7b8cb18d0d93),segment_id=d863d318-146e-4fec-b1a5-7b8cb18d0d93)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:55.367507 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f6540c1-dab5-4960-b664-8c4b15e2a6e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:55.377268 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:55.378861 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:55:55.400320 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f6540c1-dab5-4960-b664-8c4b15e2a6e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:55.512498 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=d54e360f-99af-403b-b77a-6a5e23e7b177,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:55.556282 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:55:55.560547 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:55.561318 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:55.586595 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-aa0e6a8a-99e6-4a00-bbc4-cb6f6ad1553f tempest-DHCPAgentSchedulersTestJSON-348447712 tempest-DHCPAgentSchedulersTestJSON-348447712-project-admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.3859711 Nov 24 20:55:55.592154 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 32960) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:55.595213 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f6540c1-dab5-4960-b664-8c4b15e2a6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:55.599345 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f6540c1-dab5-4960-b664-8c4b15e2a6e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:55.605756 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5f6540c1-dab5-4960-b664-8c4b15e2a6e5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b9cfdc65-1ab3-44a2-82a4-b8c06ac0ed40 HTTP/1.1" status: 204 len: 168 time: 0.3280721 Nov 24 20:55:55.617842 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-9973f8b7-9747-4ce3-8fa9-5954d63beea0 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-542885307'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:55:55.626880 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1af4cf-ce06-49fd-b282-2c8e5e4c2955 req-3ac4739b-f499-42bb-9d84-2a6e23a7901e tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:55.640556 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da1af4cf-ce06-49fd-b282-2c8e5e4c2955 req-3ac4739b-f499-42bb-9d84-2a6e23a7901e tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.1520329 Nov 24 20:55:55.685499 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6540c1-dab5-4960-b664-8c4b15e2a6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cfdc65-1ab3-44a2-82a4-b8c06ac0ed40,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:55.698496 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9973f8b7-9747-4ce3-8fa9-5954d63beea0 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Made reservation on behalf of b4b7f2715ba2430c871f2e1c8aed4a3f for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:55:55.705015 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9973f8b7-9747-4ce3-8fa9-5954d63beea0 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:55.736371 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9973f8b7-9747-4ce3-8fa9-5954d63beea0 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:55:55.746603 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9973f8b7-9747-4ce3-8fa9-5954d63beea0 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:55.746934 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-9973f8b7-9747-4ce3-8fa9-5954d63beea0 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Added segment 64f2713e-b4c1-430b-ace7-ec58e8f4de03 of type vlan for network 5554674f-d029-4dda-be5f-e7d682958f72 Nov 24 20:55:55.768901 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da1af4cf-ce06-49fd-b282-2c8e5e4c2955 req-aec35ee9-ac0d-4be2-81ed-cc8c631c9792 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263061 Nov 24 20:55:55.793320 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:55.822526 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f20cc4-2728-49b6-bd29-b6fa0b3b8476 req-ab408b40-2fed-420f-844f-e054389337ac tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:55.829633 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f20cc4-2728-49b6-bd29-b6fa0b3b8476 req-ab408b40-2fed-420f-844f-e054389337ac tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:55.835862 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f20cc4-2728-49b6-bd29-b6fa0b3b8476 req-ab408b40-2fed-420f-844f-e054389337ac tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:55.844794 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-82f20cc4-2728-49b6-bd29-b6fa0b3b8476 req-ab408b40-2fed-420f-844f-e054389337ac tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 2417 time: 0.2624938 Nov 24 20:55:55.862709 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9973f8b7-9747-4ce3-8fa9-5954d63beea0 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:55.864431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0,segment=NetworkSegment(d863d318-146e-4fec-b1a5-7b8cb18d0d93),segment_id=d863d318-146e-4fec-b1a5-7b8cb18d0d93)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:55.874197 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:55.912102 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9973f8b7-9747-4ce3-8fa9-5954d63beea0 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:55.918727 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9973f8b7-9747-4ce3-8fa9-5954d63beea0 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:55.919105 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9973f8b7-9747-4ce3-8fa9-5954d63beea0 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:55.936940 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:55.964654 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-82f20cc4-2728-49b6-bd29-b6fa0b3b8476 req-4bc9f3b5-c83f-499b-842a-e61ba8cef3c7 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189556 Nov 24 20:55:55.975105 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9973f8b7-9747-4ce3-8fa9-5954d63beea0 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3632641 Nov 24 20:55:55.978140 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 32966) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:56.034340 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973f8b7-9747-4ce3-8fa9-5954d63beea0 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Pushing event updated for resources: {'Network': ['ID=5554674f-d029-4dda-be5f-e7d682958f72,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:56.046765 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 5554674f-d029-4dda-be5f-e7d682958f72 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:55:56.066014 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-73e12f75-45b1-4756-86b2-8ce0ab2e7404 req-a456ba7b-defa-4601-a97d-ab828332d3a7 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0594244 Nov 24 20:55:56.228040 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-93a6a044-9a64-4b6b-ad61-d99ccfd5a4d4 tempest-DHCPAgentSchedulersTestJSON-348447712 tempest-DHCPAgentSchedulersTestJSON-348447712-project-admin] 10.222.0.11 "GET /v2.0/agents/76e995fb-581e-4619-8a75-b0aae4925c9a/dhcp-networks HTTP/1.1" status: 200 len: 6465 time: 0.2490802 Nov 24 20:55:56.230980 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 32982) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:56.266444 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b234b5-7d80-4209-938c-48a6b3d6147b req-694b2ec2-4612-47b5-a32e-e26935cbbe92 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:56.268048 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a7b234b5-7d80-4209-938c-48a6b3d6147b req-694b2ec2-4612-47b5-a32e-e26935cbbe92 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.1140561 Nov 24 20:55:56.345232 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a7b234b5-7d80-4209-938c-48a6b3d6147b req-e1e131bd-afb8-455e-9954-4a6320ffca85 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638528 Nov 24 20:55:56.381980 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bb76e1-38d4-4cf6-bd63-78d9f6dd4d29 tempest-DHCPAgentSchedulersTestJSON-348447712 tempest-DHCPAgentSchedulersTestJSON-348447712-project-admin] Network 5554674f-d029-4dda-be5f-e7d682958f72 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:55:56.400370 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-40bb76e1-38d4-4cf6-bd63-78d9f6dd4d29 tempest-DHCPAgentSchedulersTestJSON-348447712 tempest-DHCPAgentSchedulersTestJSON-348447712-project-admin] 10.222.0.11 "POST /v2.0/agents/76e995fb-581e-4619-8a75-b0aae4925c9a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1677589 Nov 24 20:55:56.402904 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 32988) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:56.410789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e03b36-f5fd-4137-9aa0-0ab696050551 None None] Network 5554674f-d029-4dda-be5f-e7d682958f72 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:55:56.594933 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-057e5a7f-91e2-423f-934c-c1814a344bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:56.596693 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-057e5a7f-91e2-423f-934c-c1814a344bf3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 1101 time: 0.1406653 Nov 24 20:55:56.648666 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e6456aa9-c576-4ca8-aa06-1138a9870f8a tempest-DHCPAgentSchedulersTestJSON-348447712 tempest-DHCPAgentSchedulersTestJSON-348447712-project-admin] 10.222.0.11 "GET /v2.0/agents/76e995fb-581e-4619-8a75-b0aae4925c9a/dhcp-networks HTTP/1.1" status: 200 len: 7235 time: 0.2424970 Nov 24 20:55:56.651357 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 32996) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:56.744815 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2dccf852-6af0-466d-9c6d-fc1bcfd6cf88 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:55:56.745610 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-22737af0-8864-4ef6-b584-209d08b2b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:56.747114 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-22737af0-8864-4ef6-b584-209d08b2b5d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.1399939 Nov 24 20:55:56.768787 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ba125155-8f1f-4b61-90a2-913cb3626842 tempest-DHCPAgentSchedulersTestJSON-348447712 tempest-DHCPAgentSchedulersTestJSON-348447712-project-admin] 10.222.0.11 "DELETE /v2.0/agents/76e995fb-581e-4619-8a75-b0aae4925c9a/dhcp-networks/5554674f-d029-4dda-be5f-e7d682958f72 HTTP/1.1" status: 204 len: 168 time: 0.1153438 Nov 24 20:55:56.771064 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33000) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:56.805315 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93ac448-42c5-4e46-b5e1-7385a509f51f None None] Network 0f67ca9f-b375-4b70-ab71-4649bd36a187 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:55:56.840616 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-f2f82fc4-7dd8-4ae2-a8b7-4847f1edcd02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e HTTP/1.1" status: 200 len: 217 time: 0.0797074 Nov 24 20:55:56.916473 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-da6c5acf-f836-4199-8c3a-9660ec1d43d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:56.918561 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-da6c5acf-f836-4199-8c3a-9660ec1d43d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0656252 Nov 24 20:55:56.920168 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-bacc78b3-9a6c-4407-b2d4-64d69df54a74 None None] Provisioning complete for port 2dccf852-6af0-466d-9c6d-fc1bcfd6cf88 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:56.920622 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bacc78b3-9a6c-4407-b2d4-64d69df54a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:56.967897 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54e360f-99af-403b-b77a-6a5e23e7b177'}, {'server_uuid': '25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:55:56.969696 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63334b0-4a25-44e4-9db8-a7ea52160b8d" -d '{"events": [{"server_uuid": "25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1", "name": "network-vif-plugged", "status": "completed", "tag": "d54e360f-99af-403b-b77a-6a5e23e7b177"}, {"server_uuid": "25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1", "name": "network-vif-plugged", "status": "completed", "tag": "79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:55:56.978865 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71106410-5c39-40d5-ae6f-0c90a06b8eea req-f2292e48-e095-4f32-a580-fa15ce2eeed7 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:56.980452 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71106410-5c39-40d5-ae6f-0c90a06b8eea req-f2292e48-e095-4f32-a580-fa15ce2eeed7 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.0934415 Nov 24 20:55:56.987726 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-25c9531e-9c6a-4aa5-b139-e5d4761e1f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:56.990868 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-25c9531e-9c6a-4aa5-b139-e5d4761e1f2f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0632019 Nov 24 20:55:57.005286 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 2dccf852-6af0-466d-9c6d-fc1bcfd6cf88 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:57.005490 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b11f8c2f-fd7f-4890-a123-3ca3cdf10e83 tempest-DHCPAgentSchedulersTestJSON-348447712 tempest-DHCPAgentSchedulersTestJSON-348447712-project-admin] 10.222.0.11 "GET /v2.0/agents/76e995fb-581e-4619-8a75-b0aae4925c9a/dhcp-networks HTTP/1.1" status: 200 len: 6465 time: 0.2309022 Nov 24 20:55:57.005607 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:57.011314 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33014) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:57.060339 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Nov 2021 20:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ba3635-06af-4885-9e1b-6f00d94aaeb2 x-openstack-request-id: req-71ba3635-06af-4885-9e1b-6f00d94aaeb2 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:55:57.060802 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1", "name": "network-vif-plugged", "status": "completed", "tag": "d54e360f-99af-403b-b77a-6a5e23e7b177", "code": 200}, {"server_uuid": "25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1", "name": "network-vif-plugged", "status": "completed", "tag": "79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:55:57.061166 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-71ba3635-06af-4885-9e1b-6f00d94aaeb2 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:55:57.061666 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54e360f-99af-403b-b77a-6a5e23e7b177', 'code': 200} Nov 24 20:55:57.062029 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0', 'code': 200} Nov 24 20:55:57.113209 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c20e3845-e5d3-43b0-afe6-3d2dcf9105a4 tempest-DHCPAgentSchedulersTestJSON-348447712 tempest-DHCPAgentSchedulersTestJSON-348447712-project-admin] 10.222.0.11 "GET /v2.0/networks/0f67ca9f-b375-4b70-ab71-4649bd36a187/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0953074 Nov 24 20:55:57.118368 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33018) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:57.151908 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71106410-5c39-40d5-ae6f-0c90a06b8eea req-19e0b7b6-07c7-4dec-87ae-77c99b92f022 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625636 Nov 24 20:55:57.167974 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bacc78b3-9a6c-4407-b2d4-64d69df54a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:57.183301 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-3eaf37f6-4afd-414c-9868-8780020376f6 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846302 Nov 24 20:55:57.199561 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5d6a4-c829-42cc-85a7-129cfddb90e1 req-90776038-2f6f-44c6-875e-bbb32ed6322e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:57.210919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5d6a4-c829-42cc-85a7-129cfddb90e1 req-90776038-2f6f-44c6-875e-bbb32ed6322e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:57.215552 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-626f259e-98c8-4220-bca3-957eea1032eb tempest-DHCPAgentSchedulersTestJSON-348447712 tempest-DHCPAgentSchedulersTestJSON-348447712-project-admin] 10.222.0.11 "GET /v2.0/networks/0f67ca9f-b375-4b70-ab71-4649bd36a187/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0910375 Nov 24 20:55:57.219251 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33024) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:57.223871 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5d6a4-c829-42cc-85a7-129cfddb90e1 req-90776038-2f6f-44c6-875e-bbb32ed6322e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:57.240423 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-40b5d6a4-c829-42cc-85a7-129cfddb90e1 req-90776038-2f6f-44c6-875e-bbb32ed6322e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 2418 time: 0.1398027 Nov 24 20:55:57.241951 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482b2a1-06a8-4c2b-b32b-0a3568ebb4cb req-4672b779-8b7b-415e-8cbf-019b646b8fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:57.242668 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482b2a1-06a8-4c2b-b32b-0a3568ebb4cb req-4672b779-8b7b-415e-8cbf-019b646b8fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:57.243310 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482b2a1-06a8-4c2b-b32b-0a3568ebb4cb req-4672b779-8b7b-415e-8cbf-019b646b8fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:57.245191 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d482b2a1-06a8-4c2b-b32b-0a3568ebb4cb req-4672b779-8b7b-415e-8cbf-019b646b8fa0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 2871 time: 0.1147075 Nov 24 20:55:57.281127 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-bacc78b3-9a6c-4407-b2d4-64d69df54a74 None None] For port 2dccf852-6af0-466d-9c6d-fc1bcfd6cf88, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2dccf852-6af0-466d-9c6d-fc1bcfd6cf88,segment=NetworkSegment(956168bc-2231-4369-a521-71fe9c92bdf7),segment_id=956168bc-2231-4369-a521-71fe9c92bdf7)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:57.293184 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bacc78b3-9a6c-4407-b2d4-64d69df54a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:57.295175 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:57.383108 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d0e6ef0b-a55a-42e1-8e7a-fdf547d813f8 req-39362cb6-1d14-4c71-b03e-59f01006e66d tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0967999 Nov 24 20:55:57.412962 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc78b3-9a6c-4407-b2d4-64d69df54a74 None None] Pushing event updated for resources: {'Port': ['ID=2dccf852-6af0-466d-9c6d-fc1bcfd6cf88,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:57.416337 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-528a48a9-9338-4b6e-8a50-528747f936f2 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643288 Nov 24 20:55:57.431274 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:55:57.432320 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:55:57.453098 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d482b2a1-06a8-4c2b-b32b-0a3568ebb4cb req-e79b62fd-91c4-486c-88cd-be840acb7c41 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880374 Nov 24 20:55:57.528096 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-40b5d6a4-c829-42cc-85a7-129cfddb90e1 req-f6a827da-9ea3-411b-945f-8b575fdeb9ad tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863684 Nov 24 20:55:57.560949 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33042) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:57.571464 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a0f13085-37ca-4a21-bbe3-981067e7b654 tempest-DHCPAgentSchedulersTestJSON-348447712 tempest-DHCPAgentSchedulersTestJSON-348447712-project-admin] 10.222.0.11 "GET /v2.0/agents/76e995fb-581e-4619-8a75-b0aae4925c9a/dhcp-networks HTTP/1.1" status: 200 len: 6465 time: 0.3493822 Nov 24 20:55:57.605014 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d041d35-6bff-4322-b87d-878e32d49a21 req-3844620c-3844-4bd0-9451-0c67baca2a3d tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:57.607611 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8d041d35-6bff-4322-b87d-878e32d49a21 req-3844620c-3844-4bd0-9451-0c67baca2a3d tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.1346374 Nov 24 20:55:57.669097 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8d041d35-6bff-4322-b87d-878e32d49a21 req-b5a15432-e39d-4fc9-ad82-a913fb920aa5 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559008 Nov 24 20:55:57.669570 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9525e70-aedd-49a4-8d81-5ed1538e5238 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:57.728977 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a33420a0-6afb-49e2-be20-3dc8a5f9b020 None None] Provisioning complete for port 2dccf852-6af0-466d-9c6d-fc1bcfd6cf88 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:57.729455 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a33420a0-6afb-49e2-be20-3dc8a5f9b020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:57.970752 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-80ae56b3-61fd-4072-b3fd-e4625a5f3f34 None None] Could not find standard attr ID for object a56c6bc4-1c6e-42a5-af50-483aead02b90. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 20:55:58.158212 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9525e70-aedd-49a4-8d81-5ed1538e5238 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:58.179666 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-a9525e70-aedd-49a4-8d81-5ed1538e5238 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5554674f-d029-4dda-be5f-e7d682958f72']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:55:58.195352 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-a9525e70-aedd-49a4-8d81-5ed1538e5238 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f2713e-b4c1-430b-ace7-ec58e8f4de03') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:55:58.195352 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-a9525e70-aedd-49a4-8d81-5ed1538e5238 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f2713e-b4c1-430b-ace7-ec58e8f4de03') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:55:58.201508 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9525e70-aedd-49a4-8d81-5ed1538e5238 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:58.217854 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9525e70-aedd-49a4-8d81-5ed1538e5238 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:58.226079 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9525e70-aedd-49a4-8d81-5ed1538e5238 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:55:58.226644 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9525e70-aedd-49a4-8d81-5ed1538e5238 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: timer() Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:55:58.230472 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:55:58.322970 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9525e70-aedd-49a4-8d81-5ed1538e5238 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:58.332455 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9525e70-aedd-49a4-8d81-5ed1538e5238 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:58.336901 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a9525e70-aedd-49a4-8d81-5ed1538e5238 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] 10.222.0.11 "DELETE /v2.0/networks/5554674f-d029-4dda-be5f-e7d682958f72 HTTP/1.1" status: 204 len: 168 time: 0.7748106 Nov 24 20:55:58.339317 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33082) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:58.357774 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423c505-e811-4f37-9e73-c79c4fbea924 req-59d4d011-6997-4e0c-9f3c-e08c6df3531c tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:58.359285 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9423c505-e811-4f37-9e73-c79c4fbea924 req-59d4d011-6997-4e0c-9f3c-e08c6df3531c tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.1055107 Nov 24 20:55:58.360566 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9525e70-aedd-49a4-8d81-5ed1538e5238 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Pushing event deleted for resources: {'Network': ['ID=5554674f-d029-4dda-be5f-e7d682958f72,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:58.363726 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8fc2f47-73e4-40bf-97e0-1aeb5f07be64 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] DELETE failed (client error): The resource could not be found. Nov 24 20:55:58.364563 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8fc2f47-73e4-40bf-97e0-1aeb5f07be64 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 20:55:58.368003 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b8fc2f47-73e4-40bf-97e0-1aeb5f07be64 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] 10.222.0.11 "DELETE /v2.0/ports/a56c6bc4-1c6e-42a5-af50-483aead02b90 HTTP/1.1" status: 404 len: 333 time: 0.0271370 Nov 24 20:55:58.370479 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33088) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:58.428738 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9423c505-e811-4f37-9e73-c79c4fbea924 req-486b6880-e327-4e68-aa00-91a227736af3 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552213 Nov 24 20:55:58.431562 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-5102f4c6-daea-4b83-981a-d697f1fa4e60 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Deleting subnet b2f2c5ba-413b-489f-8310-30c223aab430 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:55:58.442503 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5102f4c6-daea-4b83-981a-d697f1fa4e60 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:58.486284 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5102f4c6-daea-4b83-981a-d697f1fa4e60 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:58.535257 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0303cf53-6fee-4e4b-8f9e-e5cdd64cd769 req-c85a28d7-d517-458c-919b-b9f8ce137b4a tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0461030 Nov 24 20:55:58.618590 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5102f4c6-daea-4b83-981a-d697f1fa4e60 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:58.696820 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fa8b0-4f01-4082-a405-43e7129d0237 req-ba0f1d0e-9b70-4a82-bf28-3704bd4f169f tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:58.712655 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fa8b0-4f01-4082-a405-43e7129d0237 req-ba0f1d0e-9b70-4a82-bf28-3704bd4f169f tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:58.725134 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fa8b0-4f01-4082-a405-43e7129d0237 req-ba0f1d0e-9b70-4a82-bf28-3704bd4f169f tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:58.726894 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-255fa8b0-4f01-4082-a405-43e7129d0237 req-ba0f1d0e-9b70-4a82-bf28-3704bd4f169f tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 2418 time: 0.1260006 Nov 24 20:55:58.727147 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2dccf852-6af0-466d-9c6d-fc1bcfd6cf88 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:55:58.743269 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5102f4c6-daea-4b83-981a-d697f1fa4e60 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:58.803801 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-255fa8b0-4f01-4082-a405-43e7129d0237 req-c0a6b8fe-0e9a-49f5-ab40-ee9669cd85d5 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630023 Nov 24 20:55:58.842249 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 2dccf852-6af0-466d-9c6d-fc1bcfd6cf88 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:55:58.842949 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:58.875405 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5102f4c6-daea-4b83-981a-d697f1fa4e60 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:58.878662 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5102f4c6-daea-4b83-981a-d697f1fa4e60 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] 10.222.0.11 "DELETE /v2.0/subnets/b2f2c5ba-413b-489f-8310-30c223aab430 HTTP/1.1" status: 204 len: 168 time: 0.5072634 Nov 24 20:55:58.879678 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102f4c6-daea-4b83-981a-d697f1fa4e60 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f2c5ba-413b-489f-8310-30c223aab430,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:58.881235 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33126) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:58.894091 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704f686e-bbff-48a0-a9ec-01ff3b94d760 None None] Network 0f67ca9f-b375-4b70-ab71-4649bd36a187 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:55:58.936810 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6b233-6dfd-4caa-b096-651aa3992ed5 req-da49f6df-fd96-47c2-9e51-a09872e8bca7 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:58.939061 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71e6b233-6dfd-4caa-b096-651aa3992ed5 req-da49f6df-fd96-47c2-9e51-a09872e8bca7 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.1777885 Nov 24 20:55:58.976828 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-345b60e3-1c79-4722-90e1-e60df4618af8 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:59.055153 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-345b60e3-1c79-4722-90e1-e60df4618af8 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Deleting port 2dccf852-6af0-466d-9c6d-fc1bcfd6cf88 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:55:59.055275 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-345b60e3-1c79-4722-90e1-e60df4618af8 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:59.190513 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-345b60e3-1c79-4722-90e1-e60df4618af8 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] For port 2dccf852-6af0-466d-9c6d-fc1bcfd6cf88, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2dccf852-6af0-466d-9c6d-fc1bcfd6cf88,segment=NetworkSegment(956168bc-2231-4369-a521-71fe9c92bdf7),segment_id=956168bc-2231-4369-a521-71fe9c92bdf7)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:59.191867 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-345b60e3-1c79-4722-90e1-e60df4618af8 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:59.214898 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-345b60e3-1c79-4722-90e1-e60df4618af8 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Calling delete_port for 2dccf852-6af0-466d-9c6d-fc1bcfd6cf88 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:55:59.229709 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33140) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:59.243443 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5b08cb-d91d-42f3-8e10-fac1de71580c None None] DHCP port deletion for 0f67ca9f-b375-4b70-ab71-4649bd36a187 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 20:55:59.309272 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-aa5b08cb-d91d-42f3-8e10-fac1de71580c None None] Deleting port 2dccf852-6af0-466d-9c6d-fc1bcfd6cf88 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:55:59.309987 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-aa5b08cb-d91d-42f3-8e10-fac1de71580c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:59.341752 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-345b60e3-1c79-4722-90e1-e60df4618af8 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:59.382273 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b60e3-1c79-4722-90e1-e60df4618af8 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Pushing event deleted for resources: {'Port': ['ID=2dccf852-6af0-466d-9c6d-fc1bcfd6cf88,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:59.386766 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345b60e3-1c79-4722-90e1-e60df4618af8 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] No DVR routers for this DVR port 2dccf852-6af0-466d-9c6d-fc1bcfd6cf88 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:55:59.421477 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71e6b233-6dfd-4caa-b096-651aa3992ed5 req-035a5950-ff42-4e83-9379-b2b1f3063ff5 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730911 Nov 24 20:55:59.439648 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-aa5b08cb-d91d-42f3-8e10-fac1de71580c None None] For port 2dccf852-6af0-466d-9c6d-fc1bcfd6cf88, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2dccf852-6af0-466d-9c6d-fc1bcfd6cf88,segment=NetworkSegment(956168bc-2231-4369-a521-71fe9c92bdf7),segment_id=956168bc-2231-4369-a521-71fe9c92bdf7)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:55:59.440050 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-aa5b08cb-d91d-42f3-8e10-fac1de71580c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:59.458972 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-aa5b08cb-d91d-42f3-8e10-fac1de71580c None None] Calling delete_port for 2dccf852-6af0-466d-9c6d-fc1bcfd6cf88 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:55:59.468995 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89467afb-e1b7-40d9-b7e3-516840695d41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:59.507115 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-345b60e3-1c79-4722-90e1-e60df4618af8 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:59.551061 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-aa5b08cb-d91d-42f3-8e10-fac1de71580c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:59.566290 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-345b60e3-1c79-4722-90e1-e60df4618af8 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f67ca9f-b375-4b70-ab71-4649bd36a187']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:55:59.583918 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-345b60e3-1c79-4722-90e1-e60df4618af8 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956168bc-2231-4369-a521-71fe9c92bdf7') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:55:59.584223 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-345b60e3-1c79-4722-90e1-e60df4618af8 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956168bc-2231-4369-a521-71fe9c92bdf7') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:55:59.587214 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b08cb-d91d-42f3-8e10-fac1de71580c None None] Pushing event deleted for resources: {'Port': ['ID=2dccf852-6af0-466d-9c6d-fc1bcfd6cf88,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:59.600940 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5b08cb-d91d-42f3-8e10-fac1de71580c None None] No DVR routers for this DVR port 2dccf852-6af0-466d-9c6d-fc1bcfd6cf88 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:55:59.607481 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-345b60e3-1c79-4722-90e1-e60df4618af8 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:59.648955 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7d5fb-938c-495f-ade8-9c17fe6dfd2b req-b11f111e-be50-4d28-8e72-e1c7865f7ed1 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:59.650528 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-54b7d5fb-938c-495f-ade8-9c17fe6dfd2b req-b11f111e-be50-4d28-8e72-e1c7865f7ed1 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.1455793 Nov 24 20:55:59.651619 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-345b60e3-1c79-4722-90e1-e60df4618af8 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:59.663985 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345b60e3-1c79-4722-90e1-e60df4618af8 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:55:59.664424 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-345b60e3-1c79-4722-90e1-e60df4618af8 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: timer() Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:55:59.672893 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:55:59.676402 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7a945f4d-1b6b-4c81-bbef-bec6f3f8873b req-2fce1a50-50ca-47f2-9af0-6014ea0e80d5 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0296628 Nov 24 20:55:59.754943 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89467afb-e1b7-40d9-b7e3-516840695d41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:59.766692 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89467afb-e1b7-40d9-b7e3-516840695d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:59.789648 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-345b60e3-1c79-4722-90e1-e60df4618af8 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:59.807541 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-345b60e3-1c79-4722-90e1-e60df4618af8 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:55:59.810754 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-345b60e3-1c79-4722-90e1-e60df4618af8 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] 10.222.0.11 "DELETE /v2.0/networks/0f67ca9f-b375-4b70-ab71-4649bd36a187 HTTP/1.1" status: 204 len: 168 time: 0.9284813 Nov 24 20:55:59.817828 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-54b7d5fb-938c-495f-ade8-9c17fe6dfd2b req-b13c11ed-b0d6-48ae-8742-487eb945fc33 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575685 Nov 24 20:55:59.843997 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b60e3-1c79-4722-90e1-e60df4618af8 tempest-DHCPAgentSchedulersTestJSON-2118097144 tempest-DHCPAgentSchedulersTestJSON-2118097144-project] Pushing event deleted for resources: {'Network': ['ID=0f67ca9f-b375-4b70-ab71-4649bd36a187,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:59.845749 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89467afb-e1b7-40d9-b7e3-516840695d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a8672e-e196-4b71-9fee-8b3cc5e4ebce,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:55:59.853857 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33172) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:55:59.854034 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-89467afb-e1b7-40d9-b7e3-516840695d41 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b896d26fcfa4f2a902e6848843cfe22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6216874 Nov 24 20:55:59.970666 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffa457-34ee-4d24-bdec-2c3620d035cc req-841f4904-ee96-4bd3-b5bf-5d75e08c1c69 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:59.976878 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffa457-34ee-4d24-bdec-2c3620d035cc req-841f4904-ee96-4bd3-b5bf-5d75e08c1c69 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:59.982918 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffa457-34ee-4d24-bdec-2c3620d035cc req-841f4904-ee96-4bd3-b5bf-5d75e08c1c69 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:55:59.992646 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84ffa457-34ee-4d24-bdec-2c3620d035cc req-841f4904-ee96-4bd3-b5bf-5d75e08c1c69 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 2418 time: 0.0993690 Nov 24 20:55:59.999013 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9514427c-95a6-4cd5-a155-5e4b088a21b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:00.044634 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9514427c-95a6-4cd5-a155-5e4b088a21b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:00.073150 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84ffa457-34ee-4d24-bdec-2c3620d035cc req-50422d69-935b-46eb-ad40-9e8ebe68a719 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822380 Nov 24 20:56:00.106742 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33198) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:00.123175 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9514427c-95a6-4cd5-a155-5e4b088a21b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:00.129315 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9514427c-95a6-4cd5-a155-5e4b088a21b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:00.138103 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9514427c-95a6-4cd5-a155-5e4b088a21b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59a8672e-e196-4b71-9fee-8b3cc5e4ebce HTTP/1.1" status: 204 len: 168 time: 0.2768049 Nov 24 20:56:00.151343 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514427c-95a6-4cd5-a155-5e4b088a21b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a8672e-e196-4b71-9fee-8b3cc5e4ebce,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:00.318173 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f4e1ab8a-cc29-4d17-ae77-af6f81cdfdc8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4b7f2715ba2430c871f2e1c8aed4a3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2091808 Nov 24 20:56:00.321160 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33220) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:00.388026 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e67d8db7-6216-45f6-95ae-94b1f51c7e92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:00.413861 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e67d8db7-6216-45f6-95ae-94b1f51c7e92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:00.487060 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3e60a-9149-4567-9944-138ec9a5452f req-98c05c98-f6c7-45f7-a7c5-8671b2a1be23 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:00.506297 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e67d8db7-6216-45f6-95ae-94b1f51c7e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:00.509717 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3e60a-9149-4567-9944-138ec9a5452f req-98c05c98-f6c7-45f7-a7c5-8671b2a1be23 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:00.510397 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e67d8db7-6216-45f6-95ae-94b1f51c7e92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:00.514789 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e67d8db7-6216-45f6-95ae-94b1f51c7e92 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52140253-bb3e-4773-b108-a5de9d349c35 HTTP/1.1" status: 204 len: 168 time: 0.1923726 Nov 24 20:56:00.531129 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3e60a-9149-4567-9944-138ec9a5452f req-98c05c98-f6c7-45f7-a7c5-8671b2a1be23 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:00.533773 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-16a3e60a-9149-4567-9944-138ec9a5452f req-98c05c98-f6c7-45f7-a7c5-8671b2a1be23 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 2418 time: 0.1443491 Nov 24 20:56:00.540667 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d8db7-6216-45f6-95ae-94b1f51c7e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52140253-bb3e-4773-b108-a5de9d349c35,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:00.607247 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-16a3e60a-9149-4567-9944-138ec9a5452f req-3113470d-bde8-410a-8564-c1244ade5422 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656066 Nov 24 20:56:00.632819 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2f37c-b363-4d5a-8192-476e14b85476 req-89b50b48-8517-45dd-991e-74387ff590f0 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:00.634403 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4db2f37c-b363-4d5a-8192-476e14b85476 req-89b50b48-8517-45dd-991e-74387ff590f0 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.1071689 Nov 24 20:56:00.720861 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4db2f37c-b363-4d5a-8192-476e14b85476 req-5a7fdfb3-4f3e-443c-9de5-1706614aeb9c tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688019 Nov 24 20:56:00.736786 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2dccf852-6af0-466d-9c6d-fc1bcfd6cf88 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:56:00.789483 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 2dccf852-6af0-466d-9c6d-fc1bcfd6cf88 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:56:00.789835 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2dccf852-6af0-466d-9c6d-fc1bcfd6cf88 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:56:00.832144 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-158bf22b-728a-4df4-a6df-450e3a5a7e21 req-4dbc1c1b-96cb-4f70-8c18-a7e9d48cd7d3 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0531116 Nov 24 20:56:00.989014 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33288) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:00.993961 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6b3da-83c3-47c4-bde0-4bd69b978108 req-f855a66d-6a9a-499a-8954-b8e36f7c95ee tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:00.996224 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-40f6b3da-83c3-47c4-bde0-4bd69b978108 req-f855a66d-6a9a-499a-8954-b8e36f7c95ee tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.0621448 Nov 24 20:56:01.002514 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-345dae5e-b547-495e-87ad-310bf861fe01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:01.066395 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-40f6b3da-83c3-47c4-bde0-4bd69b978108 req-ff8729aa-3d0b-4993-94ba-5a15265ab36d tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637720 Nov 24 20:56:01.100571 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-345dae5e-b547-495e-87ad-310bf861fe01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:01.106200 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-345dae5e-b547-495e-87ad-310bf861fe01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:01.158795 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-345dae5e-b547-495e-87ad-310bf861fe01 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8b158d03c8043ada8b06c2575893d5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1704993 Nov 24 20:56:01.159540 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345dae5e-b547-495e-87ad-310bf861fe01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03e0bce-6bce-4b73-ad7c-07dfda471eaf,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:01.161455 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33304) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:01.226853 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d03d0565-3857-4954-8160-4e5122609a8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:01.252580 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d03d0565-3857-4954-8160-4e5122609a8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:01.302569 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d03d0565-3857-4954-8160-4e5122609a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:01.306726 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d03d0565-3857-4954-8160-4e5122609a8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:01.310280 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d03d0565-3857-4954-8160-4e5122609a8e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f03e0bce-6bce-4b73-ad7c-07dfda471eaf HTTP/1.1" status: 204 len: 168 time: 0.1454420 Nov 24 20:56:01.316674 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d0565-3857-4954-8160-4e5122609a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03e0bce-6bce-4b73-ad7c-07dfda471eaf,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:01.328541 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03d0565-3857-4954-8160-4e5122609a8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:01.328859 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03d0565-3857-4954-8160-4e5122609a8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:01.329214 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03d0565-3857-4954-8160-4e5122609a8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:01.329564 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03d0565-3857-4954-8160-4e5122609a8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:01.329904 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03d0565-3857-4954-8160-4e5122609a8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:01.330408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03d0565-3857-4954-8160-4e5122609a8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:01.331047 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03d0565-3857-4954-8160-4e5122609a8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:01.331393 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03d0565-3857-4954-8160-4e5122609a8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:01.331731 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03d0565-3857-4954-8160-4e5122609a8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:01.332063 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03d0565-3857-4954-8160-4e5122609a8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:01.332400 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03d0565-3857-4954-8160-4e5122609a8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:01.332729 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03d0565-3857-4954-8160-4e5122609a8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:01.780793 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eb9d4-690b-4a42-b0d1-07a83554a31d req-6885ad02-6e66-43d2-b0c8-2ed9d2b0f948 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:01.787441 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eb9d4-690b-4a42-b0d1-07a83554a31d req-6885ad02-6e66-43d2-b0c8-2ed9d2b0f948 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:01.799823 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eb9d4-690b-4a42-b0d1-07a83554a31d req-6885ad02-6e66-43d2-b0c8-2ed9d2b0f948 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:01.803645 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-114eb9d4-690b-4a42-b0d1-07a83554a31d req-6885ad02-6e66-43d2-b0c8-2ed9d2b0f948 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 2418 time: 0.1050069 Nov 24 20:56:01.873714 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-114eb9d4-690b-4a42-b0d1-07a83554a31d req-6b6a1352-143b-4293-90b1-262cc5e98f1b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634050 Nov 24 20:56:01.884426 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728457b-4031-4638-a76e-a2b0241047d6 req-20bf7e68-39c5-4993-9943-04d408a31637 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:01.887096 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0728457b-4031-4638-a76e-a2b0241047d6 req-20bf7e68-39c5-4993-9943-04d408a31637 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.0594304 Nov 24 20:56:01.962363 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0728457b-4031-4638-a76e-a2b0241047d6 req-187a1d67-8477-4a38-881b-116cd47d9b46 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629301 Nov 24 20:56:01.996817 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d704bcfe-893f-41f4-ae4e-e48a40cdd735 req-3fd9a70e-139c-4a00-ba0e-d305b579094e tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0467052 Nov 24 20:56:02.195801 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ae4cf-d690-4cbb-bdc4-6649023db8f4 req-4e02a0d3-60f9-4e11-88e0-36b3a3f8f421 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:02.197569 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b20ae4cf-d690-4cbb-bdc4-6649023db8f4 req-4e02a0d3-60f9-4e11-88e0-36b3a3f8f421 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.0635424 Nov 24 20:56:02.278111 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b20ae4cf-d690-4cbb-bdc4-6649023db8f4 req-f5f3ebea-832e-44d2-a820-c89d27435fb4 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634644 Nov 24 20:56:02.524316 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-d706cb83-c2b3-45f3-8bf4-eb9cfcff9971 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:02.531773 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-d706cb83-c2b3-45f3-8bf4-eb9cfcff9971 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:02.537871 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-d706cb83-c2b3-45f3-8bf4-eb9cfcff9971 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:02.540454 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-d706cb83-c2b3-45f3-8bf4-eb9cfcff9971 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.15 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 2418 time: 0.0746160 Nov 24 20:56:02.664160 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-bce0ff24-5847-4eae-a0f5-0a95f8d1010f tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Deleting port 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:02.664435 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-bce0ff24-5847-4eae-a0f5-0a95f8d1010f tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:02.787948 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-bce0ff24-5847-4eae-a0f5-0a95f8d1010f tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] For port 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0,segment=NetworkSegment(d863d318-146e-4fec-b1a5-7b8cb18d0d93),segment_id=d863d318-146e-4fec-b1a5-7b8cb18d0d93)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:02.788428 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-bce0ff24-5847-4eae-a0f5-0a95f8d1010f tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:02.802698 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-bce0ff24-5847-4eae-a0f5-0a95f8d1010f tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Calling delete_port for 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:02.968591 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-bce0ff24-5847-4eae-a0f5-0a95f8d1010f tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:02.986277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0', 'd54e360f-99af-403b-b77a-6a5e23e7b177', '5e2dc512-303f-43e3-bf9e-6b9bcf85f78a'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:56:03.048600 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0ff24-5847-4eae-a0f5-0a95f8d1010f tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event deleted for resources: {'Port': ['ID=79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:03.117908 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f699f-237c-40a4-9382-5e4dcc0b7512 req-65d89429-25e3-49e1-bd97-5ec436854f14 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:03.129317 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f699f-237c-40a4-9382-5e4dcc0b7512 req-65d89429-25e3-49e1-bd97-5ec436854f14 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:03.149248 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c5f699f-237c-40a4-9382-5e4dcc0b7512 req-65d89429-25e3-49e1-bd97-5ec436854f14 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 1682 time: 0.1899941 Nov 24 20:56:03.151856 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33472) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:03.234302 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-bce0ff24-5847-4eae-a0f5-0a95f8d1010f tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] No DVR routers for this DVR port 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:56:03.240171 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-bce0ff24-5847-4eae-a0f5-0a95f8d1010f tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:03.243937 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-bce0ff24-5847-4eae-a0f5-0a95f8d1010f tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.15 "DELETE /v2.0/ports/79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0 HTTP/1.1" status: 204 len: 173 time: 0.6963613 Nov 24 20:56:03.244420 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1', 'name': 'network-vif-deleted', 'tag': '79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:56:03.247240 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42305380-e4ba-4dff-8f74-50c3a3fa9948" -d '{"events": [{"server_uuid": "25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1", "name": "network-vif-deleted", "tag": "79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:56:03.260528 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c5f699f-237c-40a4-9382-5e4dcc0b7512 req-748186ba-d234-41b8-9c6f-9697dfa9a60f tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099553 Nov 24 20:56:03.303984 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edc279-e612-47e3-8d95-4a243b1c3fb3 req-49cea8ea-08d0-49ff-858a-902d412a6a7e tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:03.305630 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d2edc279-e612-47e3-8d95-4a243b1c3fb3 req-49cea8ea-08d0-49ff-858a-902d412a6a7e tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.1957567 Nov 24 20:56:03.435645 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d2edc279-e612-47e3-8d95-4a243b1c3fb3 req-db843a77-e911-4334-b934-52867dd8c7bb tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968759 Nov 24 20:56:03.453381 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2432ea0a-5dfc-420f-9df6-69c035119d88 req-0e7a5423-aebe-4374-b850-8c2d3fa23006 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0459437 Nov 24 20:56:03.465636 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4afa6f2c-08dc-489b-bd9e-5932294fb6eb tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-697818952', 'router:external': True}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:03.486986 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-ac5ca030-ffe3-4092-b831-70185645201d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Deleting port d54e360f-99af-403b-b77a-6a5e23e7b177 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:03.487325 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-ac5ca030-ffe3-4092-b831-70185645201d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:03.515829 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afa6f2c-08dc-489b-bd9e-5932294fb6eb tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Made reservation on behalf of f7f348831579414aad7a9d2d96c97ba3 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:56:03.519225 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4afa6f2c-08dc-489b-bd9e-5932294fb6eb tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:03.534879 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4afa6f2c-08dc-489b-bd9e-5932294fb6eb tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:03.600160 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a826584d-ab82-4b84-a80d-294a75b949b0 x-openstack-request-id: req-a826584d-ab82-4b84-a80d-294a75b949b0 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:56:03.600691 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1", "name": "network-vif-deleted", "tag": "79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:56:03.601087 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a826584d-ab82-4b84-a80d-294a75b949b0 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:56:03.601594 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1', 'name': 'network-vif-deleted', 'tag': '79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0', 'status': 'completed', 'code': 200} Nov 24 20:56:03.669374 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-ac5ca030-ffe3-4092-b831-70185645201d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] For port d54e360f-99af-403b-b77a-6a5e23e7b177, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d54e360f-99af-403b-b77a-6a5e23e7b177,segment=NetworkSegment(d863d318-146e-4fec-b1a5-7b8cb18d0d93),segment_id=d863d318-146e-4fec-b1a5-7b8cb18d0d93)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:03.673250 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-ac5ca030-ffe3-4092-b831-70185645201d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:03.678088 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9f719-e5aa-485c-a35c-ef57eeae6ed9 req-4f36a748-f66d-46b9-9924-173efe7e9ddb tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:03.680533 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-31d9f719-e5aa-485c-a35c-ef57eeae6ed9 req-4f36a748-f66d-46b9-9924-173efe7e9ddb tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.0857284 Nov 24 20:56:03.697570 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-ac5ca030-ffe3-4092-b831-70185645201d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Calling delete_port for d54e360f-99af-403b-b77a-6a5e23e7b177 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:03.707951 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4afa6f2c-08dc-489b-bd9e-5932294fb6eb tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:03.723464 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4afa6f2c-08dc-489b-bd9e-5932294fb6eb tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:03.735551 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afa6f2c-08dc-489b-bd9e-5932294fb6eb tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:56:03.783191 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4afa6f2c-08dc-489b-bd9e-5932294fb6eb tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:03.783509 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-4afa6f2c-08dc-489b-bd9e-5932294fb6eb tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Added segment 3fa651a4-613d-46e6-b29c-1af2a36081ac of type vlan for network 1feda145-14e6-4ca6-9e8b-0b4227b790bc Nov 24 20:56:03.806625 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa6f2c-08dc-489b-bd9e-5932294fb6eb tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e99d52-7ff2-4670-a51a-b51f8d082132,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:03.834806 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-31d9f719-e5aa-485c-a35c-ef57eeae6ed9 req-a804c85c-b925-493b-9a80-2e8e2800e3a7 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417086 Nov 24 20:56:03.861287 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4afa6f2c-08dc-489b-bd9e-5932294fb6eb tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:03.891300 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-ac5ca030-ffe3-4092-b831-70185645201d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:03.898878 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4afa6f2c-08dc-489b-bd9e-5932294fb6eb tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:03.900293 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afa6f2c-08dc-489b-bd9e-5932294fb6eb tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:03.901417 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4afa6f2c-08dc-489b-bd9e-5932294fb6eb tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:03.904313 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:56:03.941678 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4afa6f2c-08dc-489b-bd9e-5932294fb6eb tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7883346 Nov 24 20:56:03.945499 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33534) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:03.950952 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ca030-ffe3-4092-b831-70185645201d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event deleted for resources: {'Port': ['ID=d54e360f-99af-403b-b77a-6a5e23e7b177,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:03.956569 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-8c31aaa1-0419-46b2-b5b5-34e6b7e0b60d tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Request body: {'subnet': {'network_id': '1feda145-14e6-4ca6-9e8b-0b4227b790bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:04.013409 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-ac5ca030-ffe3-4092-b831-70185645201d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] No DVR routers for this DVR port d54e360f-99af-403b-b77a-6a5e23e7b177 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:56:04.017759 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33538) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:04.023336 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-ac5ca030-ffe3-4092-b831-70185645201d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:04.025301 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa6f2c-08dc-489b-bd9e-5932294fb6eb tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Pushing event updated for resources: {'Network': ['ID=1feda145-14e6-4ca6-9e8b-0b4227b790bc,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:04.027970 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-ac5ca030-ffe3-4092-b831-70185645201d tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.15 "DELETE /v2.0/ports/d54e360f-99af-403b-b77a-6a5e23e7b177 HTTP/1.1" status: 204 len: 173 time: 0.7719762 Nov 24 20:56:04.031698 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c31aaa1-0419-46b2-b5b5-34e6b7e0b60d tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Made reservation on behalf of f7f348831579414aad7a9d2d96c97ba3 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:56:04.034284 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c31aaa1-0419-46b2-b5b5-34e6b7e0b60d tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:04.040240 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 1feda145-14e6-4ca6-9e8b-0b4227b790bc details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:56:04.190310 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-0c06182a-bdbe-4893-95b5-2fe83293b898 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Deleting port 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:04.191305 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-0c06182a-bdbe-4893-95b5-2fe83293b898 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:04.254349 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9cd75573-3359-465b-b9c8-4b806638e41c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:04.330407 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-0c06182a-bdbe-4893-95b5-2fe83293b898 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] For port 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5e2dc512-303f-43e3-bf9e-6b9bcf85f78a,segment=NetworkSegment(5d27a51c-5042-4be8-9980-11cfcfe446c4),segment_id=5d27a51c-5042-4be8-9980-11cfcfe446c4)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:04.331014 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-0c06182a-bdbe-4893-95b5-2fe83293b898 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:04.346772 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-0c06182a-bdbe-4893-95b5-2fe83293b898 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Calling delete_port for 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:04.451454 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9cd75573-3359-465b-b9c8-4b806638e41c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:04.459188 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9cd75573-3359-465b-b9c8-4b806638e41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:04.468537 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72aab2f-b02c-4c1e-9041-dffb19b6cfb0 req-939fb872-4b7f-48e9-95d7-b6bc5b9cef7c tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:04.470097 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f72aab2f-b02c-4c1e-9041-dffb19b6cfb0 req-939fb872-4b7f-48e9-95d7-b6bc5b9cef7c tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1 HTTP/1.1" status: 200 len: 945 time: 0.1078906 Nov 24 20:56:04.517414 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9cd75573-3359-465b-b9c8-4b806638e41c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=389e2d0c41c743a287a757357c887941&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4983947 Nov 24 20:56:04.519748 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd75573-3359-465b-b9c8-4b806638e41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cf7bd8-909b-4778-8748-25f30193a979,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:04.522364 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33564) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:04.575205 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f72aab2f-b02c-4c1e-9041-dffb19b6cfb0 req-9da8ee77-c370-4677-b960-e83ad54516e3 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897508 Nov 24 20:56:04.610235 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-0c06182a-bdbe-4893-95b5-2fe83293b898 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:04.650243 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06182a-bdbe-4893-95b5-2fe83293b898 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event deleted for resources: {'Port': ['ID=5e2dc512-303f-43e3-bf9e-6b9bcf85f78a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:04.651933 n-d-812111-8 neutron-server[109990]: DEBUG neutron.objects.ports [None req-8c31aaa1-0419-46b2-b5b5-34e6b7e0b60d tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109990) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 20:56:04.652620 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c31aaa1-0419-46b2-b5b5-34e6b7e0b60d tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:04.715580 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-0c06182a-bdbe-4893-95b5-2fe83293b898 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] No DVR routers for this DVR port 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:56:04.731352 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccec92-f864-4ad6-bd78-bb034151ddc4 req-c0110458-9cee-4068-b434-7fe36e3fac48 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:04.732958 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61ccec92-f864-4ad6-bd78-bb034151ddc4 req-c0110458-9cee-4068-b434-7fe36e3fac48 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.1977201 Nov 24 20:56:04.734545 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-0c06182a-bdbe-4893-95b5-2fe83293b898 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:04.737449 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-605d1780-5216-4215-b885-42444bb1ba1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:04.738477 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5dd3ca34-557b-406c-b9f5-887bc46e8d4b req-0c06182a-bdbe-4893-95b5-2fe83293b898 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.15 "DELETE /v2.0/ports/5e2dc512-303f-43e3-bf9e-6b9bcf85f78a HTTP/1.1" status: 204 len: 173 time: 0.6974266 Nov 24 20:56:04.761422 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5014db2-dfe3-4205-96cd-f9491d062505 req-da51e9e9-9e71-4997-812b-92331dadb90b tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.1007686 Nov 24 20:56:04.765828 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33568) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:04.781195 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31aaa1-0419-46b2-b5b5-34e6b7e0b60d tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c67d8645-a819-48b1-8550-15d846327edb,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:04.810986 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-605d1780-5216-4215-b885-42444bb1ba1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:04.844250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c31aaa1-0419-46b2-b5b5-34e6b7e0b60d tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Checking segment: {'id': '3fa651a4-613d-46e6-b29c-1af2a36081ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1feda145-14e6-4ca6-9e8b-0b4227b790bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:56:04.844250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c31aaa1-0419-46b2-b5b5-34e6b7e0b60d tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Network hostable DHCP agents. Network: 1feda145-14e6-4ca6-9e8b-0b4227b790bc, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:56:04.892192 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61ccec92-f864-4ad6-bd78-bb034151ddc4 req-545ecc60-2024-4a09-8c83-c994ca86254a tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439919 Nov 24 20:56:04.907655 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c31aaa1-0419-46b2-b5b5-34e6b7e0b60d tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Network 1feda145-14e6-4ca6-9e8b-0b4227b790bc is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:56:04.932816 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-8c31aaa1-0419-46b2-b5b5-34e6b7e0b60d tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 1feda145-14e6-4ca6-9e8b-0b4227b790bc) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:56:04.938631 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c31aaa1-0419-46b2-b5b5-34e6b7e0b60d tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:04.939299 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c31aaa1-0419-46b2-b5b5-34e6b7e0b60d tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:04.942202 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-605d1780-5216-4215-b885-42444bb1ba1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:04.945518 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139f8350-d905-496b-80f0-016aac1e3502 None None] Network 1feda145-14e6-4ca6-9e8b-0b4227b790bc requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:56:04.946710 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-605d1780-5216-4215-b885-42444bb1ba1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:04.947206 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fec82dfa-dfd8-4772-92e9-67003c556c10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:04.948179 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-605d1780-5216-4215-b885-42444bb1ba1b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/69cf7bd8-909b-4778-8748-25f30193a979 HTTP/1.1" status: 204 len: 168 time: 0.4226396 Nov 24 20:56:04.983785 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d1780-5216-4215-b885-42444bb1ba1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cf7bd8-909b-4778-8748-25f30193a979,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:04.999311 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8c31aaa1-0419-46b2-b5b5-34e6b7e0b60d tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0523169 Nov 24 20:56:04.999950 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33576) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:05.004962 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e7c4ef60-6a08-4c0e-8303-f56b7f3deca8 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-915342085', 'network_id': '1feda145-14e6-4ca6-9e8b-0b4227b790bc'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:05.035224 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c4ef60-6a08-4c0e-8303-f56b7f3deca8 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Made reservation on behalf of f7f348831579414aad7a9d2d96c97ba3 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:56:05.040099 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e7c4ef60-6a08-4c0e-8303-f56b7f3deca8 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:05.065211 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-e7c4ef60-6a08-4c0e-8303-f56b7f3deca8 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] device_id is not set on port 640c94b0-1473-4b84-b265-bb3f562d2e65 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:56:05.082350 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813179f-e1a9-44ac-9239-028dc1449379 req-c3a2e7c9-7949-4820-8813-ec357c97c152 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:05.084119 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0813179f-e1a9-44ac-9239-028dc1449379 req-c3a2e7c9-7949-4820-8813-ec357c97c152 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.0937605 Nov 24 20:56:05.132626 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fec82dfa-dfd8-4772-92e9-67003c556c10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:05.145279 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fec82dfa-dfd8-4772-92e9-67003c556c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:05.166970 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807c538c-1723-4d33-af75-ff8ae347c8fa None None] Network 1feda145-14e6-4ca6-9e8b-0b4227b790bc requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:56:05.219254 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0813179f-e1a9-44ac-9239-028dc1449379 req-296864df-ad74-41a2-996c-f42706d64f7a tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228192 Nov 24 20:56:05.221849 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec82dfa-dfd8-4772-92e9-67003c556c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99090ae-a74a-4a87-bc30-ccf52bbd7098,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:05.228261 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fec82dfa-dfd8-4772-92e9-67003c556c10 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2aa251a953b74b73ac94512a49e179b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4612794 Nov 24 20:56:05.230812 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33582) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:05.281241 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-e7c4ef60-6a08-4c0e-8303-f56b7f3deca8 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Allocated IP 2001:db8::201 (1feda145-14e6-4ca6-9e8b-0b4227b790bc/c67d8645-a819-48b1-8550-15d846327edb/640c94b0-1473-4b84-b265-bb3f562d2e65) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:56:05.297890 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96b65b9e-f869-4b6d-8e73-ad89ec96d9f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:05.325033 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96b65b9e-f869-4b6d-8e73-ad89ec96d9f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:05.365739 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33584) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:05.388284 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-46948fb2-9e44-414f-ba8b-026a6c40ea3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:05.409798 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96b65b9e-f869-4b6d-8e73-ad89ec96d9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:05.413274 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96b65b9e-f869-4b6d-8e73-ad89ec96d9f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:05.414759 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-96b65b9e-f869-4b6d-8e73-ad89ec96d9f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d99090ae-a74a-4a87-bc30-ccf52bbd7098 HTTP/1.1" status: 204 len: 168 time: 0.1829431 Nov 24 20:56:05.424977 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b65b9e-f869-4b6d-8e73-ad89ec96d9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99090ae-a74a-4a87-bc30-ccf52bbd7098,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:05.498923 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-46948fb2-9e44-414f-ba8b-026a6c40ea3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:05.501660 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e7c4ef60-6a08-4c0e-8303-f56b7f3deca8 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:05.505647 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-46948fb2-9e44-414f-ba8b-026a6c40ea3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:05.541853 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e7c4ef60-6a08-4c0e-8303-f56b7f3deca8 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:05.551078 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-46948fb2-9e44-414f-ba8b-026a6c40ea3e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38d8132d76954165bf782978f1b3a28a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1820281 Nov 24 20:56:05.551880 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33588) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:05.556250 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46948fb2-9e44-414f-ba8b-026a6c40ea3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01db610a-302b-43c8-8899-393f6ed72e55,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:05.584011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c4ef60-6a08-4c0e-8303-f56b7f3deca8 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Network 1feda145-14e6-4ca6-9e8b-0b4227b790bc is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:56:05.587700 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-e7c4ef60-6a08-4c0e-8303-f56b7f3deca8 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:56:05.590172 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c4ef60-6a08-4c0e-8303-f56b7f3deca8 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:56:05.591539 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c4ef60-6a08-4c0e-8303-f56b7f3deca8 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:05.592165 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e7c4ef60-6a08-4c0e-8303-f56b7f3deca8 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:05.605937 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1', 'name': 'network-vif-deleted', 'tag': 'd54e360f-99af-403b-b77a-6a5e23e7b177'}, {'server_uuid': '25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1', 'name': 'network-vif-deleted', 'tag': '5e2dc512-303f-43e3-bf9e-6b9bcf85f78a'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:56:05.608860 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1885160-9beb-4c37-abf3-c2050e6d18fc" -d '{"events": [{"server_uuid": "25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1", "name": "network-vif-deleted", "tag": "d54e360f-99af-403b-b77a-6a5e23e7b177"}, {"server_uuid": "25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1", "name": "network-vif-deleted", "tag": "5e2dc512-303f-43e3-bf9e-6b9bcf85f78a"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:56:05.619053 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fda8287b-f316-491c-971b-2145ac59811b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:05.619641 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4ef60-6a08-4c0e-8303-f56b7f3deca8 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Pushing event updated for resources: {'Port': ['ID=640c94b0-1473-4b84-b265-bb3f562d2e65,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:05.640824 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e7c4ef60-6a08-4c0e-8303-f56b7f3deca8 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6370764 Nov 24 20:56:05.641001 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33594) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:05.652462 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fda8287b-f316-491c-971b-2145ac59811b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:05.676504 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33598) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:05.695051 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Nov 2021 20:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e05645a-cee6-44ba-a292-4b2a300f8614 x-openstack-request-id: req-3e05645a-cee6-44ba-a292-4b2a300f8614 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:56:05.695349 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1", "name": "network-vif-deleted", "tag": "d54e360f-99af-403b-b77a-6a5e23e7b177", "status": "completed", "code": 200}, {"server_uuid": "25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1", "name": "network-vif-deleted", "tag": "5e2dc512-303f-43e3-bf9e-6b9bcf85f78a", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:56:05.695610 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3e05645a-cee6-44ba-a292-4b2a300f8614 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:56:05.696012 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1', 'name': 'network-vif-deleted', 'tag': 'd54e360f-99af-403b-b77a-6a5e23e7b177', 'status': 'completed', 'code': 200} Nov 24 20:56:05.696276 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b4c1f5-e1ce-49a8-8b5a-74e1c1fec0c1', 'name': 'network-vif-deleted', 'tag': '5e2dc512-303f-43e3-bf9e-6b9bcf85f78a', 'status': 'completed', 'code': 200} Nov 24 20:56:05.786408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-28643765-73c4-497d-81e9-7c00c917b539 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Deleting subnet c167c4ca-cc57-49a6-abb7-634897e26cbd {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:56:05.792737 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28643765-73c4-497d-81e9-7c00c917b539 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:05.835845 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fda8287b-f316-491c-971b-2145ac59811b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:05.838585 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fda8287b-f316-491c-971b-2145ac59811b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:05.839760 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fda8287b-f316-491c-971b-2145ac59811b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/01db610a-302b-43c8-8899-393f6ed72e55 HTTP/1.1" status: 204 len: 168 time: 0.2847805 Nov 24 20:56:05.860493 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28643765-73c4-497d-81e9-7c00c917b539 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:05.864031 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8287b-f316-491c-971b-2145ac59811b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01db610a-302b-43c8-8899-393f6ed72e55,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:05.911974 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-d26dd0ff-0f69-4656-8383-aed78151814c tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Deleting port 640c94b0-1473-4b84-b265-bb3f562d2e65 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:05.912319 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d26dd0ff-0f69-4656-8383-aed78151814c tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:05.918143 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-31374ea7-0a16-40fa-84dd-3a8b3ef3839b req-70172f3a-3056-4e5c-892b-6466be9eb950 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0452383 Nov 24 20:56:06.049972 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28643765-73c4-497d-81e9-7c00c917b539 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:06.078075 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:56:06.102579 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d26dd0ff-0f69-4656-8383-aed78151814c tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:06.107423 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:56:06.108705 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5e2dc512-303f-43e3-bf9e-6b9bcf85f78a not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:56:06.109614 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device d54e360f-99af-403b-b77a-6a5e23e7b177 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:56:06.130041 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e8592-c517-48b9-88b9-08596673b6e1 req-48f6c619-25fe-49c7-b664-d6bd507906ca tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:06.131565 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1a7e8592-c517-48b9-88b9-08596673b6e1 req-48f6c619-25fe-49c7-b664-d6bd507906ca tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.1320441 Nov 24 20:56:06.136482 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: d54e360f-99af-403b-b77a-6a5e23e7b177 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:56:06.137023 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-d26dd0ff-0f69-4656-8383-aed78151814c tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Calling delete_port for 640c94b0-1473-4b84-b265-bb3f562d2e65 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:06.137334 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device d54e360f-99af-403b-b77a-6a5e23e7b177 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:56:06.138187 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:56:06.174968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:56:06.175544 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 79334f4f-6b4c-48e6-bd0c-ed0600d6b0f0 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:56:06.228441 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28643765-73c4-497d-81e9-7c00c917b539 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:06.279971 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28643765-73c4-497d-81e9-7c00c917b539 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event deleted for resources: {'Subnet': ['ID=c167c4ca-cc57-49a6-abb7-634897e26cbd,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:06.295702 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1a7e8592-c517-48b9-88b9-08596673b6e1 req-b405740d-8bd5-43c8-81f0-4765612cb00d tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520050 Nov 24 20:56:06.297787 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28643765-73c4-497d-81e9-7c00c917b539 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:06.303628 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-28643765-73c4-497d-81e9-7c00c917b539 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "DELETE /v2.0/subnets/c167c4ca-cc57-49a6-abb7-634897e26cbd HTTP/1.1" status: 204 len: 168 time: 0.6210763 Nov 24 20:56:06.304800 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53ec288-74dd-4580-84ed-b82bc94d093a None None] Network c17e9a79-a6cb-47c2-83db-0a4747c091e7 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:56:06.305199 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33630) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:06.434739 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5cb7bba4-3735-4a1c-af5d-1cbdec8ebb64 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:06.441987 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c331e1b-3671-458d-b7ca-1b74c48aac43 req-08abac47-0dcc-49bf-b88b-5de03349bea7 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:06.454428 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3c331e1b-3671-458d-b7ca-1b74c48aac43 req-08abac47-0dcc-49bf-b88b-5de03349bea7 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.0845890 Nov 24 20:56:06.458467 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d26dd0ff-0f69-4656-8383-aed78151814c tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:06.510856 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dd0ff-0f69-4656-8383-aed78151814c tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Pushing event deleted for resources: {'Port': ['ID=640c94b0-1473-4b84-b265-bb3f562d2e65,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:06.539680 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3c331e1b-3671-458d-b7ca-1b74c48aac43 req-47c1e83b-3b1f-4bed-82e3-aa88d84c96d9 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841007 Nov 24 20:56:06.547938 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d26dd0ff-0f69-4656-8383-aed78151814c tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:06.552222 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d26dd0ff-0f69-4656-8383-aed78151814c tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "DELETE /v2.0/ports/640c94b0-1473-4b84-b265-bb3f562d2e65 HTTP/1.1" status: 204 len: 168 time: 0.9100327 Nov 24 20:56:06.556805 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33636) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:06.565661 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-0594f2c7-c0eb-4d91-8d22-00babf0badca tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1feda145-14e6-4ca6-9e8b-0b4227b790bc', 'external_fixed_ips': [{'subnet_id': 'c67d8645-a819-48b1-8550-15d846327edb', 'ip_address': '2001:db8::201'}]}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:06.595826 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-5cb7bba4-3735-4a1c-af5d-1cbdec8ebb64 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Deleting port 923fcc92-b6fc-4420-afe6-98d644e8aaa0 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:06.596137 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5cb7bba4-3735-4a1c-af5d-1cbdec8ebb64 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:06.672405 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0594f2c7-c0eb-4d91-8d22-00babf0badca tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:06.673479 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0594f2c7-c0eb-4d91-8d22-00babf0badca tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:06.695812 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2376344-8a34-4b04-b708-dfacc5e3a681 None None] DHCP port deletion for c17e9a79-a6cb-47c2-83db-0a4747c091e7 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 20:56:06.696888 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-5cb7bba4-3735-4a1c-af5d-1cbdec8ebb64 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] For port 923fcc92-b6fc-4420-afe6-98d644e8aaa0, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=923fcc92-b6fc-4420-afe6-98d644e8aaa0,segment=NetworkSegment(5d27a51c-5042-4be8-9980-11cfcfe446c4),segment_id=5d27a51c-5042-4be8-9980-11cfcfe446c4)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:06.697301 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5cb7bba4-3735-4a1c-af5d-1cbdec8ebb64 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:06.720120 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-5cb7bba4-3735-4a1c-af5d-1cbdec8ebb64 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Calling delete_port for 923fcc92-b6fc-4420-afe6-98d644e8aaa0 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:06.758889 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0594f2c7-c0eb-4d91-8d22-00babf0badca tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:06.777302 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c2376344-8a34-4b04-b708-dfacc5e3a681 None None] Deleting port 923fcc92-b6fc-4420-afe6-98d644e8aaa0 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:06.777680 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c2376344-8a34-4b04-b708-dfacc5e3a681 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:06.860154 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c2376344-8a34-4b04-b708-dfacc5e3a681 None None] For port 923fcc92-b6fc-4420-afe6-98d644e8aaa0, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=923fcc92-b6fc-4420-afe6-98d644e8aaa0,segment=NetworkSegment(5d27a51c-5042-4be8-9980-11cfcfe446c4),segment_id=5d27a51c-5042-4be8-9980-11cfcfe446c4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:06.861006 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c2376344-8a34-4b04-b708-dfacc5e3a681 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:06.876146 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c2376344-8a34-4b04-b708-dfacc5e3a681 None None] Calling delete_port for 923fcc92-b6fc-4420-afe6-98d644e8aaa0 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:06.969483 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0594f2c7-c0eb-4d91-8d22-00babf0badca tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:06.999217 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c2376344-8a34-4b04-b708-dfacc5e3a681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:07.014756 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5cb7bba4-3735-4a1c-af5d-1cbdec8ebb64 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:07.028528 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2376344-8a34-4b04-b708-dfacc5e3a681 None None] Pushing event deleted for resources: {'Port': ['ID=923fcc92-b6fc-4420-afe6-98d644e8aaa0,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:07.038656 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2376344-8a34-4b04-b708-dfacc5e3a681 None None] No DVR routers for this DVR port 923fcc92-b6fc-4420-afe6-98d644e8aaa0 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:56:07.074861 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb7bba4-3735-4a1c-af5d-1cbdec8ebb64 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] No DVR routers for this DVR port 923fcc92-b6fc-4420-afe6-98d644e8aaa0 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:56:07.091046 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7bba4-3735-4a1c-af5d-1cbdec8ebb64 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event deleted for resources: {'Port': ['ID=923fcc92-b6fc-4420-afe6-98d644e8aaa0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:07.138138 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef40ef4c-0c5c-4d26-a596-25e9e69e3aad req-8dd7e76e-cf0b-46dc-b200-671648c8d643 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.1002707 Nov 24 20:56:07.243313 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5cb7bba4-3735-4a1c-af5d-1cbdec8ebb64 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:07.273568 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-5cb7bba4-3735-4a1c-af5d-1cbdec8ebb64 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17e9a79-a6cb-47c2-83db-0a4747c091e7']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:07.279772 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33694) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:07.287891 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-5cb7bba4-3735-4a1c-af5d-1cbdec8ebb64 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d27a51c-5042-4be8-9980-11cfcfe446c4') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:07.288946 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-5cb7bba4-3735-4a1c-af5d-1cbdec8ebb64 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d27a51c-5042-4be8-9980-11cfcfe446c4') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:07.301788 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5cb7bba4-3735-4a1c-af5d-1cbdec8ebb64 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:07.320340 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5cb7bba4-3735-4a1c-af5d-1cbdec8ebb64 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:07.331441 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb7bba4-3735-4a1c-af5d-1cbdec8ebb64 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:56:07.331837 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5cb7bba4-3735-4a1c-af5d-1cbdec8ebb64 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:56:07.335263 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:56:07.426423 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5266173c-e367-4d7e-9777-4a69595ce16e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:07.487031 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fafcb0-8750-4212-a594-13a7740f41f2 req-bb121e5a-0278-4c89-8b4b-d590b77e53c1 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:07.489401 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-78fafcb0-8750-4212-a594-13a7740f41f2 req-bb121e5a-0278-4c89-8b4b-d590b77e53c1 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.0804443 Nov 24 20:56:07.490808 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5cb7bba4-3735-4a1c-af5d-1cbdec8ebb64 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:07.504382 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5cb7bba4-3735-4a1c-af5d-1cbdec8ebb64 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:07.508786 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5cb7bba4-3735-4a1c-af5d-1cbdec8ebb64 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "DELETE /v2.0/networks/c17e9a79-a6cb-47c2-83db-0a4747c091e7 HTTP/1.1" status: 204 len: 168 time: 1.2026048 Nov 24 20:56:07.512276 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33702) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:07.528972 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7bba4-3735-4a1c-af5d-1cbdec8ebb64 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event deleted for resources: {'Network': ['ID=c17e9a79-a6cb-47c2-83db-0a4747c091e7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:07.536078 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0594f2c7-c0eb-4d91-8d22-00babf0badca tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:07.555968 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33704) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:07.562316 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0594f2c7-c0eb-4d91-8d22-00babf0badca tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:07.639773 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa261d47-bf2c-4bea-b43a-7c98fd8d4c91 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Deleting subnet 8b01be59-3c89-4e69-9c22-50c195c9aa3b {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:56:07.647659 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5266173c-e367-4d7e-9777-4a69595ce16e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:07.649048 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa261d47-bf2c-4bea-b43a-7c98fd8d4c91 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:07.655882 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-78fafcb0-8750-4212-a594-13a7740f41f2 req-2f3b6227-d722-4367-b0e5-6a258575df39 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423254 Nov 24 20:56:07.682421 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5266173c-e367-4d7e-9777-4a69595ce16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:07.730987 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa261d47-bf2c-4bea-b43a-7c98fd8d4c91 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:07.755760 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5266173c-e367-4d7e-9777-4a69595ce16e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=80f699dc2eb642668819f3298c7bc486&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4748549 Nov 24 20:56:07.765349 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33710) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:07.790779 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266173c-e367-4d7e-9777-4a69595ce16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015e3e6f-a212-4419-878e-ee78e432b089,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:07.918156 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4b2bed86-7a1d-4d83-908a-119e508f5997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:07.922343 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa261d47-bf2c-4bea-b43a-7c98fd8d4c91 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:07.965107 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-57e5c2c5-deb5-4c91-91da-322c21082770 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:07.974678 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4b2bed86-7a1d-4d83-908a-119e508f5997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.024278 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa261d47-bf2c-4bea-b43a-7c98fd8d4c91 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.037594 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211fcc1-1205-463a-b95c-c52ca0159b21 req-7169f394-2b4e-4e26-81c3-e64488ffd062 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:08.039742 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c211fcc1-1205-463a-b95c-c52ca0159b21 req-7169f394-2b4e-4e26-81c3-e64488ffd062 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.4184482 Nov 24 20:56:08.055398 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa261d47-bf2c-4bea-b43a-7c98fd8d4c91 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event deleted for resources: {'Subnet': ['ID=8b01be59-3c89-4e69-9c22-50c195c9aa3b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:08.058533 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa261d47-bf2c-4bea-b43a-7c98fd8d4c91 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.064551 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fa261d47-bf2c-4bea-b43a-7c98fd8d4c91 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "DELETE /v2.0/subnets/8b01be59-3c89-4e69-9c22-50c195c9aa3b HTTP/1.1" status: 204 len: 168 time: 0.5497966 Nov 24 20:56:08.065595 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33712) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:08.066437 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b50c78c-f284-4b9a-9fed-7881f8c5fa8f None None] Network cd3b7232-aa72-4752-b917-e417976a51cb requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:56:08.075110 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4b2bed86-7a1d-4d83-908a-119e508f5997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.077697 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4b2bed86-7a1d-4d83-908a-119e508f5997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.081833 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4b2bed86-7a1d-4d83-908a-119e508f5997 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/015e3e6f-a212-4419-878e-ee78e432b089 HTTP/1.1" status: 204 len: 168 time: 0.3154731 Nov 24 20:56:08.103268 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2bed86-7a1d-4d83-908a-119e508f5997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015e3e6f-a212-4419-878e-ee78e432b089,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:08.148492 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-0594f2c7-c0eb-4d91-8d22-00babf0badca tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Allocated IP 2001:db8::201 (1feda145-14e6-4ca6-9e8b-0b4227b790bc/c67d8645-a819-48b1-8550-15d846327edb/4b3f8e8a-5339-4e74-b927-2ca8843da6f6) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:56:08.153156 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c211fcc1-1205-463a-b95c-c52ca0159b21 req-922490ae-ff2e-47a3-a25a-f46f2f0c1290 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067858 Nov 24 20:56:08.199210 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-308d6da3-ca72-4de3-9bed-0d3f8d914e94 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.249690 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-57e5c2c5-deb5-4c91-91da-322c21082770 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.280009 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-57e5c2c5-deb5-4c91-91da-322c21082770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.308268 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-308d6da3-ca72-4de3-9bed-0d3f8d914e94 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Deleting port 2c39705b-7783-483e-b0f0-adc6e0566c94 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:08.308546 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-308d6da3-ca72-4de3-9bed-0d3f8d914e94 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.311750 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d3c5418-02f4-4a8a-9945-6d62b08e461a req-891c3845-8181-46c1-845e-2d98184fae71 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0311513 Nov 24 20:56:08.346600 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-57e5c2c5-deb5-4c91-91da-322c21082770 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=10f29697d12d4a1f832eb4412555657a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7892962 Nov 24 20:56:08.350015 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33720) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:08.354802 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5c2c5-deb5-4c91-91da-322c21082770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00301f89-a3d6-4692-a0c5-f2101a799013,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:08.356262 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf904536-10ac-43a0-9f73-6f720c500f7f None None] DHCP port deletion for cd3b7232-aa72-4752-b917-e417976a51cb request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 20:56:08.378878 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0594f2c7-c0eb-4d91-8d22-00babf0badca tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.416852 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-308d6da3-ca72-4de3-9bed-0d3f8d914e94 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] For port 2c39705b-7783-483e-b0f0-adc6e0566c94, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2c39705b-7783-483e-b0f0-adc6e0566c94,segment=NetworkSegment(d863d318-146e-4fec-b1a5-7b8cb18d0d93),segment_id=d863d318-146e-4fec-b1a5-7b8cb18d0d93)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:08.417237 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-308d6da3-ca72-4de3-9bed-0d3f8d914e94 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.429019 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0594f2c7-c0eb-4d91-8d22-00babf0badca tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.430173 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-bf904536-10ac-43a0-9f73-6f720c500f7f None None] Deleting port 2c39705b-7783-483e-b0f0-adc6e0566c94 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:08.430801 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bf904536-10ac-43a0-9f73-6f720c500f7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.440184 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-308d6da3-ca72-4de3-9bed-0d3f8d914e94 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Calling delete_port for 2c39705b-7783-483e-b0f0-adc6e0566c94 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:08.478978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0594f2c7-c0eb-4d91-8d22-00babf0badca tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Network 1feda145-14e6-4ca6-9e8b-0b4227b790bc is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:56:08.482426 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-0594f2c7-c0eb-4d91-8d22-00babf0badca tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:56:08.486247 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0594f2c7-c0eb-4d91-8d22-00babf0badca tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:56:08.503575 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3cb05ad6-b6b5-4b70-ac2b-0618fd285ad5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.527909 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594f2c7-c0eb-4d91-8d22-00babf0badca tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Pushing event updated for resources: {'Port': ['ID=4b3f8e8a-5339-4e74-b927-2ca8843da6f6,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:08.529034 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-bf904536-10ac-43a0-9f73-6f720c500f7f None None] For port 2c39705b-7783-483e-b0f0-adc6e0566c94, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2c39705b-7783-483e-b0f0-adc6e0566c94,segment=NetworkSegment(d863d318-146e-4fec-b1a5-7b8cb18d0d93),segment_id=d863d318-146e-4fec-b1a5-7b8cb18d0d93)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:08.529536 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bf904536-10ac-43a0-9f73-6f720c500f7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.546544 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-bf904536-10ac-43a0-9f73-6f720c500f7f None None] Calling delete_port for 2c39705b-7783-483e-b0f0-adc6e0566c94 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:08.560510 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3cb05ad6-b6b5-4b70-ac2b-0618fd285ad5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.657992 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-308d6da3-ca72-4de3-9bed-0d3f8d914e94 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.659077 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bf904536-10ac-43a0-9f73-6f720c500f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.696324 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d6da3-ca72-4de3-9bed-0d3f8d914e94 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event deleted for resources: {'Port': ['ID=2c39705b-7783-483e-b0f0-adc6e0566c94,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:08.702221 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308d6da3-ca72-4de3-9bed-0d3f8d914e94 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] No DVR routers for this DVR port 2c39705b-7783-483e-b0f0-adc6e0566c94 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:56:08.709559 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3cb05ad6-b6b5-4b70-ac2b-0618fd285ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.711413 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 923fcc92-b6fc-4420-afe6-98d644e8aaa0 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:56:08.715596 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3cb05ad6-b6b5-4b70-ac2b-0618fd285ad5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.716522 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf904536-10ac-43a0-9f73-6f720c500f7f None None] Pushing event deleted for resources: {'Port': ['ID=2c39705b-7783-483e-b0f0-adc6e0566c94,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:08.719885 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3cb05ad6-b6b5-4b70-ac2b-0618fd285ad5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/00301f89-a3d6-4692-a0c5-f2101a799013 HTTP/1.1" status: 204 len: 168 time: 0.3680193 Nov 24 20:56:08.748995 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf904536-10ac-43a0-9f73-6f720c500f7f None None] No DVR routers for this DVR port 2c39705b-7783-483e-b0f0-adc6e0566c94 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:56:08.750944 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 923fcc92-b6fc-4420-afe6-98d644e8aaa0 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:56:08.751299 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 923fcc92-b6fc-4420-afe6-98d644e8aaa0 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:56:08.751744 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2c39705b-7783-483e-b0f0-adc6e0566c94 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:56:08.771011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb05ad6-b6b5-4b70-ac2b-0618fd285ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00301f89-a3d6-4692-a0c5-f2101a799013,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:08.795327 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 2c39705b-7783-483e-b0f0-adc6e0566c94 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:56:08.795684 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2c39705b-7783-483e-b0f0-adc6e0566c94 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:56:08.819914 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0594f2c7-c0eb-4d91-8d22-00babf0badca tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.852053 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8b5be32b-6db9-4736-8059-252260bfca1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.863524 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-308d6da3-ca72-4de3-9bed-0d3f8d914e94 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.887731 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-308d6da3-ca72-4de3-9bed-0d3f8d914e94 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3b7232-aa72-4752-b917-e417976a51cb']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:08.906611 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-308d6da3-ca72-4de3-9bed-0d3f8d914e94 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd863d318-146e-4fec-b1a5-7b8cb18d0d93') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:08.906962 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-308d6da3-ca72-4de3-9bed-0d3f8d914e94 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd863d318-146e-4fec-b1a5-7b8cb18d0d93') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:08.917461 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-308d6da3-ca72-4de3-9bed-0d3f8d914e94 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.932012 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-308d6da3-ca72-4de3-9bed-0d3f8d914e94 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.940294 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308d6da3-ca72-4de3-9bed-0d3f8d914e94 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:56:08.940731 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-308d6da3-ca72-4de3-9bed-0d3f8d914e94 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: timer() Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:56:08.943981 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:56:08.983432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fdc66-c171-40a2-ad82-07c791dd0d8f req-ff797a19-98ad-4a50-9cdb-298c84878319 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:08.985339 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-599fdc66-c171-40a2-ad82-07c791dd0d8f req-ff797a19-98ad-4a50-9cdb-298c84878319 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.1036565 Nov 24 20:56:09.036408 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-308d6da3-ca72-4de3-9bed-0d3f8d914e94 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:09.044738 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-308d6da3-ca72-4de3-9bed-0d3f8d914e94 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:09.049270 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-308d6da3-ca72-4de3-9bed-0d3f8d914e94 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "DELETE /v2.0/networks/cd3b7232-aa72-4752-b917-e417976a51cb HTTP/1.1" status: 204 len: 168 time: 0.9827518 Nov 24 20:56:09.058133 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33740) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:09.072901 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d6da3-ca72-4de3-9bed-0d3f8d914e94 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event deleted for resources: {'Network': ['ID=cd3b7232-aa72-4752-b917-e417976a51cb,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:09.081121 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-2756b37a-193f-4803-bd9b-f5e2be9e4298 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-576876822'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:09.104071 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-599fdc66-c171-40a2-ad82-07c791dd0d8f req-704bf394-fced-4e81-835a-ba19b5ccfdbe tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046038 Nov 24 20:56:09.120141 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2756b37a-193f-4803-bd9b-f5e2be9e4298 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Made reservation on behalf of 380dfa053f334bcfb71021039f3d93b4 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:56:09.125624 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2756b37a-193f-4803-bd9b-f5e2be9e4298 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:09.154611 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2756b37a-193f-4803-bd9b-f5e2be9e4298 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:56:09.166865 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2756b37a-193f-4803-bd9b-f5e2be9e4298 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:09.167214 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-2756b37a-193f-4803-bd9b-f5e2be9e4298 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Added segment e0fbc6a1-0156-4051-abb9-9256fd1f59ee of type vlan for network db934dd0-1a1f-4c9b-b228-e76c61143588 Nov 24 20:56:09.183715 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0594f2c7-c0eb-4d91-8d22-00babf0badca tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:09.215567 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2756b37a-193f-4803-bd9b-f5e2be9e4298 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:09.255754 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2756b37a-193f-4803-bd9b-f5e2be9e4298 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:09.266225 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2756b37a-193f-4803-bd9b-f5e2be9e4298 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:09.266899 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2756b37a-193f-4803-bd9b-f5e2be9e4298 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:09.393473 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:09.519737 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c672e311-df8e-4d95-b06a-c2334fe9b9f5 req-2be00063-cf77-46f2-858d-a3cc197dd075 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0547664 Nov 24 20:56:09.550027 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0594f2c7-c0eb-4d91-8d22-00babf0badca tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Router 2fac90f4-a5a4-4822-b1ae-ea0b4cae6d54 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:56:09.658137 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756b37a-193f-4803-bd9b-f5e2be9e4298 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event updated for resources: {'Network': ['ID=db934dd0-1a1f-4c9b-b228-e76c61143588,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:09.665537 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2756b37a-193f-4803-bd9b-f5e2be9e4298 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5938637 Nov 24 20:56:09.668846 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33770) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:09.672572 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network db934dd0-1a1f-4c9b-b228-e76c61143588 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:56:09.677086 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-4201dda1-d338-4ca0-b53a-b613b638ae28 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Request body: {'subnet': {'network_id': 'db934dd0-1a1f-4c9b-b228-e76c61143588', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:09.728264 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae55450-634b-4f90-8dcc-544987f88aed req-e70163f9-dea3-44a4-99e3-15136fb5c73c tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:09.736662 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3ae55450-634b-4f90-8dcc-544987f88aed req-e70163f9-dea3-44a4-99e3-15136fb5c73c tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.0749106 Nov 24 20:56:09.796618 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3ae55450-634b-4f90-8dcc-544987f88aed req-a47e4926-fd7b-4927-b145-d9f9389a4cb9 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587308 Nov 24 20:56:09.821574 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0594f2c7-c0eb-4d91-8d22-00babf0badca tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:56:09.831482 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732fc444-ee14-4d7f-a802-95c9f6867663 None None] Sync routers for ids ['2fac90f4-a5a4-4822-b1ae-ea0b4cae6d54'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:56:09.842812 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732fc444-ee14-4d7f-a802-95c9f6867663 None None] Routers {'2fac90f4-a5a4-4822-b1ae-ea0b4cae6d54'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:56:09.845026 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-732fc444-ee14-4d7f-a802-95c9f6867663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:55:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['2fac90f4-a5a4-4822-b1ae-ea0b4cae6d54'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:09.853490 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0594f2c7-c0eb-4d91-8d22-00babf0badca tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:09.854788 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0594f2c7-c0eb-4d91-8d22-00babf0badca tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.2975147 Nov 24 20:56:09.858497 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33778) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:09.884687 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4201dda1-d338-4ca0-b53a-b613b638ae28 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Made reservation on behalf of 380dfa053f334bcfb71021039f3d93b4 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:56:09.888995 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4201dda1-d338-4ca0-b53a-b613b638ae28 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:09.988042 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-40283a62-66b5-4e3c-93ea-2835c2f98795 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:10.000424 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-732fc444-ee14-4d7f-a802-95c9f6867663 None None] Set router 2fac90f4-a5a4-4822-b1ae-ea0b4cae6d54 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:56:10.128448 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-40283a62-66b5-4e3c-93ea-2835c2f98795 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:10.214963 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4201dda1-d338-4ca0-b53a-b613b638ae28 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:10.233475 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-40283a62-66b5-4e3c-93ea-2835c2f98795 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Deleting port 4b3f8e8a-5339-4e74-b927-2ca8843da6f6 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:10.234277 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-40283a62-66b5-4e3c-93ea-2835c2f98795 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:10.337817 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-40283a62-66b5-4e3c-93ea-2835c2f98795 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:10.345881 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201dda1-d338-4ca0-b53a-b613b638ae28 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event updated for resources: {'Subnet': ['ID=865f4912-3fb6-4921-bde3-8f7722e5b7a6,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:10.353610 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4201dda1-d338-4ca0-b53a-b613b638ae28 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Checking segment: {'id': 'e0fbc6a1-0156-4051-abb9-9256fd1f59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'db934dd0-1a1f-4c9b-b228-e76c61143588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:56:10.353995 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4201dda1-d338-4ca0-b53a-b613b638ae28 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Network hostable DHCP agents. Network: db934dd0-1a1f-4c9b-b228-e76c61143588, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:56:10.359346 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33794) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:10.363937 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-40283a62-66b5-4e3c-93ea-2835c2f98795 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Calling delete_port for 4b3f8e8a-5339-4e74-b927-2ca8843da6f6 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:10.379592 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc57128-38b6-4c0b-b9ec-78b70fdf4d42 req-9000b3f1-126c-4d7c-9dab-28d2a895caff tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:10.382665 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-732fc444-ee14-4d7f-a802-95c9f6867663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fac90f4-a5a4-4822-b1ae-ea0b4cae6d54', 'name': '', 'tenant_id': 'f7f348831579414aad7a9d2d96c97ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1feda145-14e6-4ca6-9e8b-0b4227b790bc', 'external_fixed_ips': [{'subnet_id': 'c67d8645-a819-48b1-8550-15d846327edb', 'ip_address': '2001:db8::201'}], 'enable_snat': True}, 'gw_port_id': '4b3f8e8a-5339-4e74-b927-2ca8843da6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:56:06Z', 'updated_at': '2021-11-24T20:56:08Z', 'revision_number': 3, 'project_id': 'f7f348831579414aad7a9d2d96c97ba3', 'gw_port': {'id': '4b3f8e8a-5339-4e74-b927-2ca8843da6f6', 'name': '', 'network_id': '1feda145-14e6-4ca6-9e8b-0b4227b790bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fac90f4-a5a4-4822-b1ae-ea0b4cae6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'c67d8645-a819-48b1-8550-15d846327edb', 'ip_address': '2001:db8::201', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:56:07Z', 'updated_at': '2021-11-24T20:56:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c67d8645-a819-48b1-8550-15d846327edb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:10.387627 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4fc57128-38b6-4c0b-b9ec-78b70fdf4d42 req-9000b3f1-126c-4d7c-9dab-28d2a895caff tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.1320844 Nov 24 20:56:10.421188 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4201dda1-d338-4ca0-b53a-b613b638ae28 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Network db934dd0-1a1f-4c9b-b228-e76c61143588 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:56:10.440728 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732fc444-ee14-4d7f-a802-95c9f6867663 None None] Checking router: 2fac90f4-a5a4-4822-b1ae-ea0b4cae6d54 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:56:10.441369 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732fc444-ee14-4d7f-a802-95c9f6867663 None None] Updating router 2fac90f4-a5a4-4822-b1ae-ea0b4cae6d54 port 4b3f8e8a-5339-4e74-b927-2ca8843da6f6 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:56:10.454066 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-4201dda1-d338-4ca0-b53a-b613b638ae28 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, db934dd0-1a1f-4c9b-b228-e76c61143588) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:56:10.468117 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0797b5b-47ff-44fc-954b-ddcb31a5cc5c None None] Network db934dd0-1a1f-4c9b-b228-e76c61143588 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:56:10.477083 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-732fc444-ee14-4d7f-a802-95c9f6867663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:10.480902 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4201dda1-d338-4ca0-b53a-b613b638ae28 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:10.482244 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4201dda1-d338-4ca0-b53a-b613b638ae28 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:10.505447 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4fc57128-38b6-4c0b-b9ec-78b70fdf4d42 req-227bbb20-30f7-4c0e-af9a-3eb1570b041b tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169500 Nov 24 20:56:10.540538 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4201dda1-d338-4ca0-b53a-b613b638ae28 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8707445 Nov 24 20:56:10.540888 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33800) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:10.552225 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7a9bbb9c-2672-4239-b699-51b87519ee09 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-699412837'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:10.610965 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9bbb9c-2672-4239-b699-51b87519ee09 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Made reservation on behalf of 380dfa053f334bcfb71021039f3d93b4 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:56:10.620466 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a9bbb9c-2672-4239-b699-51b87519ee09 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:10.709277 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4b69004d-59ee-44ca-bc5e-663635048a44 req-2f0c2a84-2e3c-457e-8e6a-eed2405aa54e tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0517082 Nov 24 20:56:10.713095 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9bbb9c-2672-4239-b699-51b87519ee09 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:56:10.753625 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a9bbb9c-2672-4239-b699-51b87519ee09 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:10.754303 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-7a9bbb9c-2672-4239-b699-51b87519ee09 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Added segment 44febdc1-cd95-41d9-9faf-21880ab00588 of type vlan for network 011ceefa-8bd0-44dd-9c0a-c269d04cbb07 Nov 24 20:56:10.816624 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1795a73b-04b4-4874-bed2-1d60bf2f149b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-db934dd0-1a1f-4c9b-b228-e76c61143588', 'network_id': 'db934dd0-1a1f-4c9b-b228-e76c61143588', 'tenant_id': '380dfa053f334bcfb71021039f3d93b4', 'fixed_ips': [{'subnet_id': '865f4912-3fb6-4921-bde3-8f7722e5b7a6'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:56:10.818958 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1795a73b-04b4-4874-bed2-1d60bf2f149b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:10.821120 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-34672f62-a49d-4b3d-a73a-91dd08e3bdb5 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1551494194'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:10.828161 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a9bbb9c-2672-4239-b699-51b87519ee09 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:10.832794 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-40283a62-66b5-4e3c-93ea-2835c2f98795 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:10.872045 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-40283a62-66b5-4e3c-93ea-2835c2f98795 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:10.879083 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33810) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:10.920211 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34672f62-a49d-4b3d-a73a-91dd08e3bdb5 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Made reservation on behalf of 4dc9fc570d8342a2bd072575fd8584ec for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:56:10.928116 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34672f62-a49d-4b3d-a73a-91dd08e3bdb5 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:10.979330 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40283a62-66b5-4e3c-93ea-2835c2f98795 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b3f8e8a-5339-4e74-b927-2ca8843da6f6,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:10.995376 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.db.api [None req-732fc444-ee14-4d7f-a802-95c9f6867663 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:56:10.996437 n-d-812111-8 neutron-server[109993]: DEBUG oslo_db.api [None req-732fc444-ee14-4d7f-a802-95c9f6867663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:56:11.010843 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34672f62-a49d-4b3d-a73a-91dd08e3bdb5 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.024209 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-1795a73b-04b4-4874-bed2-1d60bf2f149b None None] Allocated IP 19.80.0.2 (db934dd0-1a1f-4c9b-b228-e76c61143588/865f4912-3fb6-4921-bde3-8f7722e5b7a6/fe7569be-148c-42a5-8aa8-10f52156e160) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:56:11.030344 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-40283a62-66b5-4e3c-93ea-2835c2f98795 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.030555 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.032823 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-40283a62-66b5-4e3c-93ea-2835c2f98795 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.060297 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586c858-067f-47e0-8bda-53c944a54240 req-3ac90107-e1c4-455e-ace2-219f7272205e tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:11.060484 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a9bbb9c-2672-4239-b699-51b87519ee09 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.062082 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9586c858-067f-47e0-8bda-53c944a54240 req-3ac90107-e1c4-455e-ace2-219f7272205e tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.1120865 Nov 24 20:56:11.066418 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9bbb9c-2672-4239-b699-51b87519ee09 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:11.067288 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a9bbb9c-2672-4239-b699-51b87519ee09 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.068716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-004e468e-a0c8-49d7-8c66-1e9d029f873f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-72695420', 'router:external': True}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:11.141172 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-40283a62-66b5-4e3c-93ea-2835c2f98795 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.141659 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40283a62-66b5-4e3c-93ea-2835c2f98795 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2fac90f4-a5a4-4822-b1ae-ea0b4cae6d54 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:56:11.151085 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-40283a62-66b5-4e3c-93ea-2835c2f98795 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.152278 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-40283a62-66b5-4e3c-93ea-2835c2f98795 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "DELETE /v2.0/routers/2fac90f4-a5a4-4822-b1ae-ea0b4cae6d54 HTTP/1.1" status: 204 len: 168 time: 1.2923748 Nov 24 20:56:11.155545 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004e468e-a0c8-49d7-8c66-1e9d029f873f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Made reservation on behalf of 56850bd32d7a4e2c8dc7b0a0566ceea9 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:56:11.157117 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33814) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:11.158215 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-004e468e-a0c8-49d7-8c66-1e9d029f873f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.167525 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a0171d10-0297-40df-9349-a4ff3c9b9838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.173435 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9586c858-067f-47e0-8bda-53c944a54240 req-b7f75a7e-e8c6-48f0-993f-b7b8e1de10a4 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974452 Nov 24 20:56:11.179591 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-004e468e-a0c8-49d7-8c66-1e9d029f873f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.215519 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1795a73b-04b4-4874-bed2-1d60bf2f149b None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.222056 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1795a73b-04b4-4874-bed2-1d60bf2f149b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.245275 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34672f62-a49d-4b3d-a73a-91dd08e3bdb5 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.253053 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34672f62-a49d-4b3d-a73a-91dd08e3bdb5 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.267734 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1795a73b-04b4-4874-bed2-1d60bf2f149b None None] Network db934dd0-1a1f-4c9b-b228-e76c61143588 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:56:11.268569 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc214cff-92ae-4751-8c40-767cf8cc42ae tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Deleting subnet c67d8645-a819-48b1-8550-15d846327edb {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:56:11.271331 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-1795a73b-04b4-4874-bed2-1d60bf2f149b None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:56:11.272260 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bc214cff-92ae-4751-8c40-767cf8cc42ae tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.275519 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1795a73b-04b4-4874-bed2-1d60bf2f149b None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:56:11.287141 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795a73b-04b4-4874-bed2-1d60bf2f149b None None] Pushing event updated for resources: {'Port': ['ID=fe7569be-148c-42a5-8aa8-10f52156e160,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:11.306072 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34672f62-a49d-4b3d-a73a-91dd08e3bdb5 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:56:11.316870 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7a9bbb9c-2672-4239-b699-51b87519ee09 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7682650 Nov 24 20:56:11.317124 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34672f62-a49d-4b3d-a73a-91dd08e3bdb5 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1de3ff65-5291-4cf0-afb5-eb86c8d735ef,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:11.318422 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33816) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:11.328511 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-8acf9312-e623-4003-b4be-9f5d4871014e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Request body: {'subnet': {'network_id': '011ceefa-8bd0-44dd-9c0a-c269d04cbb07', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:11.331368 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34672f62-a49d-4b3d-a73a-91dd08e3bdb5 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.332388 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-34672f62-a49d-4b3d-a73a-91dd08e3bdb5 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Added segment ebe0fa29-4e17-45d4-8e6b-5e95ad4e1781 of type vlan for network 0ff674ca-a354-4f74-92e5-fafa3d8a0b02 Nov 24 20:56:11.336153 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bc214cff-92ae-4751-8c40-767cf8cc42ae tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.343974 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1795a73b-04b4-4874-bed2-1d60bf2f149b None None] Attempting to bind port fe7569be-148c-42a5-8aa8-10f52156e160 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:56:11.344401 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1795a73b-04b4-4874-bed2-1d60bf2f149b None None] Attempting to bind port fe7569be-148c-42a5-8aa8-10f52156e160 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'e0fbc6a1-0156-4051-abb9-9256fd1f59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'db934dd0-1a1f-4c9b-b228-e76c61143588'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:56:11.344800 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1795a73b-04b4-4874-bed2-1d60bf2f149b None None] Attempting to bind port fe7569be-148c-42a5-8aa8-10f52156e160 on network db934dd0-1a1f-4c9b-b228-e76c61143588 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:56:11.351234 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1795a73b-04b4-4874-bed2-1d60bf2f149b None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:56:11.351648 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1795a73b-04b4-4874-bed2-1d60bf2f149b None None] Checking segment: {'id': 'e0fbc6a1-0156-4051-abb9-9256fd1f59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'db934dd0-1a1f-4c9b-b228-e76c61143588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:56:11.352108 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1795a73b-04b4-4874-bed2-1d60bf2f149b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.352512 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1795a73b-04b4-4874-bed2-1d60bf2f149b None None] Bound using segment: {'id': 'e0fbc6a1-0156-4051-abb9-9256fd1f59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'db934dd0-1a1f-4c9b-b228-e76c61143588'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:56:11.353195 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1795a73b-04b4-4874-bed2-1d60bf2f149b None None] Bound port: fe7569be-148c-42a5-8aa8-10f52156e160, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0fbc6a1-0156-4051-abb9-9256fd1f59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'db934dd0-1a1f-4c9b-b228-e76c61143588'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:56:11.353580 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1795a73b-04b4-4874-bed2-1d60bf2f149b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.368733 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9bbb9c-2672-4239-b699-51b87519ee09 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event updated for resources: {'Network': ['ID=011ceefa-8bd0-44dd-9c0a-c269d04cbb07,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:11.389390 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 011ceefa-8bd0-44dd-9c0a-c269d04cbb07 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:56:11.395175 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-004e468e-a0c8-49d7-8c66-1e9d029f873f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.404168 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34672f62-a49d-4b3d-a73a-91dd08e3bdb5 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.406964 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-004e468e-a0c8-49d7-8c66-1e9d029f873f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.439421 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-004e468e-a0c8-49d7-8c66-1e9d029f873f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:56:11.444060 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bc214cff-92ae-4751-8c40-767cf8cc42ae tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.465169 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e468e-a0c8-49d7-8c66-1e9d029f873f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70acf35-1adb-4d97-8dab-05ba028910e4,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:11.471867 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34672f62-a49d-4b3d-a73a-91dd08e3bdb5 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.478481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34672f62-a49d-4b3d-a73a-91dd08e3bdb5 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:11.479298 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34672f62-a49d-4b3d-a73a-91dd08e3bdb5 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.483302 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1795a73b-04b4-4874-bed2-1d60bf2f149b None None] For port fe7569be-148c-42a5-8aa8-10f52156e160, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:56:11.483909 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-004e468e-a0c8-49d7-8c66-1e9d029f873f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.484365 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-004e468e-a0c8-49d7-8c66-1e9d029f873f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Added segment f886ae42-c1e9-40f8-b8e5-8ddcf188d12d of type vlan for network eb5748ec-3247-474a-81c7-49876549e1fe Nov 24 20:56:11.487394 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1795a73b-04b4-4874-bed2-1d60bf2f149b None None] For port fe7569be-148c-42a5-8aa8-10f52156e160, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fe7569be-148c-42a5-8aa8-10f52156e160,segment=NetworkSegment(e0fbc6a1-0156-4051-abb9-9256fd1f59ee),segment_id=e0fbc6a1-0156-4051-abb9-9256fd1f59ee)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:56:11.494413 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1795a73b-04b4-4874-bed2-1d60bf2f149b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.522488 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732fc444-ee14-4d7f-a802-95c9f6867663 None None] Port 4b3f8e8a-5339-4e74-b927-2ca8843da6f6 not found while updating agent binding for router 2fac90f4-a5a4-4822-b1ae-ea0b4cae6d54. {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 24 20:56:11.525587 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acf9312-e623-4003-b4be-9f5d4871014e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Made reservation on behalf of 380dfa053f334bcfb71021039f3d93b4 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:56:11.530555 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8acf9312-e623-4003-b4be-9f5d4871014e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.539592 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732fc444-ee14-4d7f-a802-95c9f6867663 None None] Routers set() bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:56:11.539974 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732fc444-ee14-4d7f-a802-95c9f6867663 None None] Router IDs set() for agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 20:56:11.540599 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_agentschedulers_db [None req-732fc444-ee14-4d7f-a802-95c9f6867663 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2fac90f4-a5a4-4822-b1ae-ea0b4cae6d54'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent'). {{(pid=109993) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 24 20:56:11.547052 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732fc444-ee14-4d7f-a802-95c9f6867663 None None] The sync data for ids ['2fac90f4-a5a4-4822-b1ae-ea0b4cae6d54'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:56:11.574820 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-34672f62-a49d-4b3d-a73a-91dd08e3bdb5 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2128856 Nov 24 20:56:11.579991 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795a73b-04b4-4874-bed2-1d60bf2f149b None None] Pushing event updated for resources: {'Port': ['ID=fe7569be-148c-42a5-8aa8-10f52156e160,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:11.614872 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33820) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:11.638741 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-004e468e-a0c8-49d7-8c66-1e9d029f873f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.643260 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34672f62-a49d-4b3d-a73a-91dd08e3bdb5 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Pushing event updated for resources: {'Network': ['ID=0ff674ca-a354-4f74-92e5-fafa3d8a0b02,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:11.658345 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bc214cff-92ae-4751-8c40-767cf8cc42ae tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.659005 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 0ff674ca-a354-4f74-92e5-fafa3d8a0b02 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:56:11.681668 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-004e468e-a0c8-49d7-8c66-1e9d029f873f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.689550 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004e468e-a0c8-49d7-8c66-1e9d029f873f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:11.690535 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-004e468e-a0c8-49d7-8c66-1e9d029f873f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.762533 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc214cff-92ae-4751-8c40-767cf8cc42ae tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c67d8645-a819-48b1-8550-15d846327edb,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:11.767684 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bc214cff-92ae-4751-8c40-767cf8cc42ae tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.771904 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bc214cff-92ae-4751-8c40-767cf8cc42ae tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/c67d8645-a819-48b1-8550-15d846327edb HTTP/1.1" status: 204 len: 168 time: 0.6142383 Nov 24 20:56:11.779389 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33826) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:11.823513 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-004e468e-a0c8-49d7-8c66-1e9d029f873f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9433095 Nov 24 20:56:11.832005 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33828) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:11.843388 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-103e8234-2a4d-46de-b96e-c5b7e6bf355b tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Request body: {'subnet': {'network_id': 'eb5748ec-3247-474a-81c7-49876549e1fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:11.913774 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce552d97-1a78-4aaf-bc73-1b9390a707c3 req-30af4ed6-9293-40f1-a81c-b51bf0cf172e tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:11.915345 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ce552d97-1a78-4aaf-bc73-1b9390a707c3 req-30af4ed6-9293-40f1-a81c-b51bf0cf172e tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.2486436 Nov 24 20:56:11.918307 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-982e0a94-0bc7-4825-af07-ba56e03d3f5d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Request body: {'network': {'name': 'tempest-network--557056440', 'router:external': True}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:11.936479 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e468e-a0c8-49d7-8c66-1e9d029f873f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Pushing event updated for resources: {'Network': ['ID=eb5748ec-3247-474a-81c7-49876549e1fe,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:11.951672 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network eb5748ec-3247-474a-81c7-49876549e1fe details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:56:11.969490 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103e8234-2a4d-46de-b96e-c5b7e6bf355b tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Made reservation on behalf of 56850bd32d7a4e2c8dc7b0a0566ceea9 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:56:11.971996 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-103e8234-2a4d-46de-b96e-c5b7e6bf355b tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:11.995918 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8fc12f8e-9735-437c-a8f9-0e95ac8d570e req-3d4a96a0-e0b1-4c76-9005-a35f0362d361 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0879927 Nov 24 20:56:12.050500 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ce552d97-1a78-4aaf-bc73-1b9390a707c3 req-9138072c-aa1d-44b9-8719-94e93414cab1 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994842 Nov 24 20:56:12.062486 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a86e333a-1f59-4850-a351-156dac8829fa tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:12.077381 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982e0a94-0bc7-4825-af07-ba56e03d3f5d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Made reservation on behalf of 984b67481a81470f8f9122573f3ff82b for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:56:12.081033 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-982e0a94-0bc7-4825-af07-ba56e03d3f5d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:12.099618 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-982e0a94-0bc7-4825-af07-ba56e03d3f5d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:12.183138 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8acf9312-e623-4003-b4be-9f5d4871014e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:12.223308 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a86e333a-1f59-4850-a351-156dac8829fa tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:12.269692 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-a86e333a-1f59-4850-a351-156dac8829fa tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1feda145-14e6-4ca6-9e8b-0b4227b790bc']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:12.290541 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-a86e333a-1f59-4850-a351-156dac8829fa tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa651a4-613d-46e6-b29c-1af2a36081ac') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:12.290904 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-a86e333a-1f59-4850-a351-156dac8829fa tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa651a4-613d-46e6-b29c-1af2a36081ac') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:12.297972 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf9312-e623-4003-b4be-9f5d4871014e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event updated for resources: {'Subnet': ['ID=e792df2d-4e53-487b-ab87-03d2810c55f1,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:12.300379 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:12.318323 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf9312-e623-4003-b4be-9f5d4871014e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Checking segment: {'id': '44febdc1-cd95-41d9-9faf-21880ab00588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '011ceefa-8bd0-44dd-9c0a-c269d04cbb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:56:12.318698 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acf9312-e623-4003-b4be-9f5d4871014e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Network hostable DHCP agents. Network: 011ceefa-8bd0-44dd-9c0a-c269d04cbb07, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:56:12.321537 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a86e333a-1f59-4850-a351-156dac8829fa tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:12.377352 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acf9312-e623-4003-b4be-9f5d4871014e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Network 011ceefa-8bd0-44dd-9c0a-c269d04cbb07 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:56:12.377838 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a86e333a-1f59-4850-a351-156dac8829fa tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:12.381112 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-982e0a94-0bc7-4825-af07-ba56e03d3f5d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:12.392080 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-982e0a94-0bc7-4825-af07-ba56e03d3f5d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:12.396938 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86e333a-1f59-4850-a351-156dac8829fa tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:56:12.398080 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a86e333a-1f59-4850-a351-156dac8829fa tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:12.402550 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-8acf9312-e623-4003-b4be-9f5d4871014e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 011ceefa-8bd0-44dd-9c0a-c269d04cbb07) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:56:12.402756 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:56:12.411689 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acf9312-e623-4003-b4be-9f5d4871014e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:12.412654 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8acf9312-e623-4003-b4be-9f5d4871014e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:12.413153 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c5b2b0-7c74-4693-9dcd-3cbc35561a41 None None] Network 011ceefa-8bd0-44dd-9c0a-c269d04cbb07 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:56:12.496640 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8acf9312-e623-4003-b4be-9f5d4871014e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1742487 Nov 24 20:56:12.526952 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982e0a94-0bc7-4825-af07-ba56e03d3f5d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:56:12.546535 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702168d-561e-436e-9495-5a92d5147b75 req-a8efbfee-b69a-4999-a4a1-4dee8211edca tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:12.546970 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0702168d-561e-436e-9495-5a92d5147b75 req-a8efbfee-b69a-4999-a4a1-4dee8211edca tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.2456682 Nov 24 20:56:12.551285 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e0a94-0bc7-4825-af07-ba56e03d3f5d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ce2ed1-2f28-4cf2-9c87-4114a5b15b2e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:12.578275 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-982e0a94-0bc7-4825-af07-ba56e03d3f5d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:12.578668 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-982e0a94-0bc7-4825-af07-ba56e03d3f5d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Added segment 5c24c4ba-fcd8-485e-925b-28fd6e61363e of type vlan for network 15fd1afe-8d45-42c2-abfa-3ab30feee292 Nov 24 20:56:12.591242 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a86e333a-1f59-4850-a351-156dac8829fa tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:12.600214 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86e333a-1f59-4850-a351-156dac8829fa tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1feda145-14e6-4ca6-9e8b-0b4227b790bc {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 20:56:12.614596 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a86e333a-1f59-4850-a351-156dac8829fa tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:12.623434 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a86e333a-1f59-4850-a351-156dac8829fa tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "DELETE /v2.0/networks/1feda145-14e6-4ca6-9e8b-0b4227b790bc HTTP/1.1" status: 204 len: 168 time: 0.8373842 Nov 24 20:56:12.696159 n-d-812111-8 neutron-server[109990]: DEBUG neutron.objects.ports [None req-103e8234-2a4d-46de-b96e-c5b7e6bf355b tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109990) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 20:56:12.696654 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-103e8234-2a4d-46de-b96e-c5b7e6bf355b tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:12.728543 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e333a-1f59-4850-a351-156dac8829fa tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Pushing event deleted for resources: {'Network': ['ID=1feda145-14e6-4ca6-9e8b-0b4227b790bc,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:12.820916 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0702168d-561e-436e-9495-5a92d5147b75 req-16bc05f5-a012-44f9-a1ce-59c44ebb77f4 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542262 Nov 24 20:56:12.827766 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-982e0a94-0bc7-4825-af07-ba56e03d3f5d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:12.877728 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e8234-2a4d-46de-b96e-c5b7e6bf355b tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d3515647-c7b9-4301-9fb7-3d30bf47d6b2,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:12.884666 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e8234-2a4d-46de-b96e-c5b7e6bf355b tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Checking segment: {'id': 'f886ae42-c1e9-40f8-b8e5-8ddcf188d12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'eb5748ec-3247-474a-81c7-49876549e1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:56:12.885484 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103e8234-2a4d-46de-b96e-c5b7e6bf355b tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Network hostable DHCP agents. Network: eb5748ec-3247-474a-81c7-49876549e1fe, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:56:12.907923 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-982e0a94-0bc7-4825-af07-ba56e03d3f5d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:12.909945 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982e0a94-0bc7-4825-af07-ba56e03d3f5d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:12.910772 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-982e0a94-0bc7-4825-af07-ba56e03d3f5d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:12.938719 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fe7569be-148c-42a5-8aa8-10f52156e160 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:56:12.972443 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-982e0a94-0bc7-4825-af07-ba56e03d3f5d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3539071 Nov 24 20:56:13.005238 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33850) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:13.013690 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103e8234-2a4d-46de-b96e-c5b7e6bf355b tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Network eb5748ec-3247-474a-81c7-49876549e1fe is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:56:13.047333 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-103e8234-2a4d-46de-b96e-c5b7e6bf355b tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, eb5748ec-3247-474a-81c7-49876549e1fe) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:56:13.059855 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103e8234-2a4d-46de-b96e-c5b7e6bf355b tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:13.060602 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-103e8234-2a4d-46de-b96e-c5b7e6bf355b tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:13.065400 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2637e425-f3c2-4470-b5b2-02b6904dc8ca None None] Network eb5748ec-3247-474a-81c7-49876549e1fe requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:56:13.070633 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e0a94-0bc7-4825-af07-ba56e03d3f5d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Pushing event updated for resources: {'Network': ['ID=15fd1afe-8d45-42c2-abfa-3ab30feee292,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:13.089787 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-103e8234-2a4d-46de-b96e-c5b7e6bf355b tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2555499 Nov 24 20:56:13.091592 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33858) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:13.139834 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 15fd1afe-8d45-42c2-abfa-3ab30feee292 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:56:13.141189 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad7b0dad-6735-4194-a282-c014efe2170c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:13.144915 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-58bbdd14-e7dc-4e3b-9e5e-fc2da119bf88 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:13.153935 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5759f722-3366-458e-873a-3c766b06a516 None None] Network db934dd0-1a1f-4c9b-b228-e76c61143588 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:56:13.158125 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-58bbdd14-e7dc-4e3b-9e5e-fc2da119bf88 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:13.159887 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-58bbdd14-e7dc-4e3b-9e5e-fc2da119bf88 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/networks?id=db934dd0-1a1f-4c9b-b228-e76c61143588&id=011ceefa-8bd0-44dd-9c0a-c269d04cbb07 HTTP/1.1" status: 200 len: 1390 time: 0.2780242 Nov 24 20:56:13.163583 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-cdc47a52-96bd-4687-82e9-699af4ec6a40 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1103897029', 'network_id': 'eb5748ec-3247-474a-81c7-49876549e1fe'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:13.209681 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33860) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:13.213666 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-29cdde03-0e76-496f-8332-69c46fec4989 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/quotas/380dfa053f334bcfb71021039f3d93b4 HTTP/1.1" status: 200 len: 375 time: 0.0367494 Nov 24 20:56:13.216547 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-674c5aee-5a1c-4967-8805-fa8418bf0ef7 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Request body: {'router': {'name': 'tempest-router--2076330580', 'project_id': '481b4b9089574ea69c37b1bbf7bf24dd'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:13.234484 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-89a6818e-28db-4d61-a227-735d414e64fc req-edd5df94-727d-4354-85cc-a4066bcdc2f5 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0766861 Nov 24 20:56:13.318351 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc47a52-96bd-4687-82e9-699af4ec6a40 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Made reservation on behalf of 56850bd32d7a4e2c8dc7b0a0566ceea9 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:56:13.323158 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cdc47a52-96bd-4687-82e9-699af4ec6a40 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:13.354092 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad7b0dad-6735-4194-a282-c014efe2170c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:13.370277 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-cdc47a52-96bd-4687-82e9-699af4ec6a40 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] device_id is not set on port dc6fe79b-fbc4-4f5d-9c19-d50e56966848 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:56:13.377673 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-674c5aee-5a1c-4967-8805-fa8418bf0ef7 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:13.378674 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-674c5aee-5a1c-4967-8805-fa8418bf0ef7 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:13.395144 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-ad7b0dad-6735-4194-a282-c014efe2170c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fd1afe-8d45-42c2-abfa-3ab30feee292']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:13.421540 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-ad7b0dad-6735-4194-a282-c014efe2170c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c24c4ba-fcd8-485e-925b-28fd6e61363e') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:13.421928 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-ad7b0dad-6735-4194-a282-c014efe2170c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c24c4ba-fcd8-485e-925b-28fd6e61363e') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:13.427729 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port fe7569be-148c-42a5-8aa8-10f52156e160 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:56:13.428354 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:13.431132 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931c9a0f-cba6-4459-9300-7e417b328589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-011ceefa-8bd0-44dd-9c0a-c269d04cbb07', 'network_id': '011ceefa-8bd0-44dd-9c0a-c269d04cbb07', 'tenant_id': '380dfa053f334bcfb71021039f3d93b4', 'fixed_ips': [{'subnet_id': 'e792df2d-4e53-487b-ab87-03d2810c55f1'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:56:13.432696 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-931c9a0f-cba6-4459-9300-7e417b328589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:13.437281 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-d7b499eb-8447-48ec-b7d0-b45e06f24052 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=380dfa053f334bcfb71021039f3d93b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2117929 Nov 24 20:56:13.439333 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad7b0dad-6735-4194-a282-c014efe2170c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:13.445118 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-16cfa571-60c3-4932-a57f-af0a1f06471d None None] Provisioning complete for port fe7569be-148c-42a5-8aa8-10f52156e160 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:56:13.445929 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-16cfa571-60c3-4932-a57f-af0a1f06471d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:13.463360 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad7b0dad-6735-4194-a282-c014efe2170c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:13.475194 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7b0dad-6735-4194-a282-c014efe2170c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:56:13.475815 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad7b0dad-6735-4194-a282-c014efe2170c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:56:13.572901 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:56:13.599450 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad7b0dad-6735-4194-a282-c014efe2170c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:13.608964 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7b0dad-6735-4194-a282-c014efe2170c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 15fd1afe-8d45-42c2-abfa-3ab30feee292 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 20:56:13.620233 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad7b0dad-6735-4194-a282-c014efe2170c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:13.625815 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-674c5aee-5a1c-4967-8805-fa8418bf0ef7 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:13.627170 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ad7b0dad-6735-4194-a282-c014efe2170c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] 10.222.0.11 "DELETE /v2.0/networks/15fd1afe-8d45-42c2-abfa-3ab30feee292 HTTP/1.1" status: 204 len: 168 time: 0.6208792 Nov 24 20:56:13.628675 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33862) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:13.633601 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b0dad-6735-4194-a282-c014efe2170c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Pushing event deleted for resources: {'Network': ['ID=15fd1afe-8d45-42c2-abfa-3ab30feee292,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:13.638929 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a710a55e-38d7-4bef-b6f7-f3e74b9bbece tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:13.653386 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-674c5aee-5a1c-4967-8805-fa8418bf0ef7 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:13.666909 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da08737-8f58-4cb6-b6b7-dd0201c979eb req-ff7a54f9-dd36-457d-b0f8-43b27a55a535 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:13.670052 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7da08737-8f58-4cb6-b6b7-dd0201c979eb req-ff7a54f9-dd36-457d-b0f8-43b27a55a535 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.3037820 Nov 24 20:56:13.684031 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090fdbb0-a93e-4e60-9dcc-687a32ad93f2 None None] Network eb5748ec-3247-474a-81c7-49876549e1fe requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:56:13.709150 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-cdc47a52-96bd-4687-82e9-699af4ec6a40 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Allocated IP 172.20.0.12 (eb5748ec-3247-474a-81c7-49876549e1fe/d3515647-c7b9-4301-9fb7-3d30bf47d6b2/dc6fe79b-fbc4-4f5d-9c19-d50e56966848) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:56:13.720142 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-ce94c296-8a7c-40af-afa9-dca9f3d0a19a service neutron] 10.222.0.11 "GET /v2.0/networks/db934dd0-1a1f-4c9b-b228-e76c61143588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818573 Nov 24 20:56:13.749127 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7da08737-8f58-4cb6-b6b7-dd0201c979eb req-12325cc5-8e19-4bf5-83c3-02d3ae658569 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718870 Nov 24 20:56:13.769691 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a710a55e-38d7-4bef-b6f7-f3e74b9bbece tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Made reservation on behalf of 984b67481a81470f8f9122573f3ff82b for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:56:13.772101 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a710a55e-38d7-4bef-b6f7-f3e74b9bbece tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:13.786598 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-674c5aee-5a1c-4967-8805-fa8418bf0ef7 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:13.792721 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-674c5aee-5a1c-4967-8805-fa8418bf0ef7 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5759940 Nov 24 20:56:13.792943 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33864) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:13.808069 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:13.877426 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:13.892102 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f836a0b-57bc-45c6-a9d9-80ddff73362d tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:14.001942 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-16cfa571-60c3-4932-a57f-af0a1f06471d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:14.016194 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cdc47a52-96bd-4687-82e9-699af4ec6a40 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:14.022210 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-931c9a0f-cba6-4459-9300-7e417b328589 None None] Allocated IP 19.86.0.2 (011ceefa-8bd0-44dd-9c0a-c269d04cbb07/e792df2d-4e53-487b-ab87-03d2810c55f1/48644cf4-9114-4e58-9338-88987998c615) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:56:14.039053 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port fe7569be-148c-42a5-8aa8-10f52156e160, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fe7569be-148c-42a5-8aa8-10f52156e160,segment=NetworkSegment(e0fbc6a1-0156-4051-abb9-9256fd1f59ee),segment_id=e0fbc6a1-0156-4051-abb9-9256fd1f59ee)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:14.065885 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:14.131469 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cdc47a52-96bd-4687-82e9-699af4ec6a40 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:14.182782 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae0ba3-3248-438a-9591-71b1a80a7927 req-53fd313c-fc5d-43b3-9327-6a68ded4b4db tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:14.184712 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2bae0ba3-3248-438a-9591-71b1a80a7927 req-53fd313c-fc5d-43b3-9327-6a68ded4b4db tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.2219665 Nov 24 20:56:14.205779 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f836a0b-57bc-45c6-a9d9-80ddff73362d tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:14.210864 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-16cfa571-60c3-4932-a57f-af0a1f06471d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:56:14.211351 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-16cfa571-60c3-4932-a57f-af0a1f06471d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:56:14.212157 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f836a0b-57bc-45c6-a9d9-80ddff73362d tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:14.233262 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=fe7569be-148c-42a5-8aa8-10f52156e160,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:14.259108 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc47a52-96bd-4687-82e9-699af4ec6a40 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Network eb5748ec-3247-474a-81c7-49876549e1fe is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:56:14.259935 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a710a55e-38d7-4bef-b6f7-f3e74b9bbece tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:56:14.267028 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-cdc47a52-96bd-4687-82e9-699af4ec6a40 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:56:14.269411 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc47a52-96bd-4687-82e9-699af4ec6a40 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:56:14.273517 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-6db0dcd5-9257-4db2-9529-a35f9d13ef18 service neutron] 10.222.0.11 "GET /v2.0/networks/db934dd0-1a1f-4c9b-b228-e76c61143588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525720 Nov 24 20:56:14.298829 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f836a0b-57bc-45c6-a9d9-80ddff73362d tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:14.299351 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f836a0b-57bc-45c6-a9d9-80ddff73362d tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc53e270-98e2-4033-8a2f-0825152e4bda {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:56:14.305395 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2bae0ba3-3248-438a-9591-71b1a80a7927 req-9f097d0b-cacb-4801-b68d-7c5cc3ba5c9b tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109602 Nov 24 20:56:14.307824 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f836a0b-57bc-45c6-a9d9-80ddff73362d tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:14.311779 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6f836a0b-57bc-45c6-a9d9-80ddff73362d tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "DELETE /v2.0/routers/cc53e270-98e2-4033-8a2f-0825152e4bda HTTP/1.1" status: 204 len: 168 time: 0.5152137 Nov 24 20:56:14.311936 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc47a52-96bd-4687-82e9-699af4ec6a40 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Pushing event updated for resources: {'Port': ['ID=dc6fe79b-fbc4-4f5d-9c19-d50e56966848,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:14.322523 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a710a55e-38d7-4bef-b6f7-f3e74b9bbece tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:14.322880 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-a710a55e-38d7-4bef-b6f7-f3e74b9bbece tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Added segment 3510a1da-fe7a-4665-a919-4effc349716b of type vlan for network 50313b29-022e-4a46-8044-4c4105575a41 Nov 24 20:56:14.371084 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-931c9a0f-cba6-4459-9300-7e417b328589 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:14.381207 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-931c9a0f-cba6-4459-9300-7e417b328589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:14.422610 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc47a52-96bd-4687-82e9-699af4ec6a40 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:14.423235 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cdc47a52-96bd-4687-82e9-699af4ec6a40 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:14.428154 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ba587683-35ba-4c20-86e0-3c9aa1027774 req-f7dd994c-d3bc-4291-bcd5-ac62fe430d59 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0306880 Nov 24 20:56:14.444792 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931c9a0f-cba6-4459-9300-7e417b328589 None None] Network 011ceefa-8bd0-44dd-9c0a-c269d04cbb07 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:56:14.488621 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-931c9a0f-cba6-4459-9300-7e417b328589 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:56:14.488621 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931c9a0f-cba6-4459-9300-7e417b328589 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:56:14.488621 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c9a0f-cba6-4459-9300-7e417b328589 None None] Pushing event updated for resources: {'Port': ['ID=48644cf4-9114-4e58-9338-88987998c615,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:14.507558 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33872) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:14.528136 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-931c9a0f-cba6-4459-9300-7e417b328589 None None] Attempting to bind port 48644cf4-9114-4e58-9338-88987998c615 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:56:14.528522 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-931c9a0f-cba6-4459-9300-7e417b328589 None None] Attempting to bind port 48644cf4-9114-4e58-9338-88987998c615 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '44febdc1-cd95-41d9-9faf-21880ab00588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '011ceefa-8bd0-44dd-9c0a-c269d04cbb07'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:56:14.528932 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931c9a0f-cba6-4459-9300-7e417b328589 None None] Attempting to bind port 48644cf4-9114-4e58-9338-88987998c615 on network 011ceefa-8bd0-44dd-9c0a-c269d04cbb07 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:56:14.534406 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931c9a0f-cba6-4459-9300-7e417b328589 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:56:14.534789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931c9a0f-cba6-4459-9300-7e417b328589 None None] Checking segment: {'id': '44febdc1-cd95-41d9-9faf-21880ab00588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '011ceefa-8bd0-44dd-9c0a-c269d04cbb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:56:14.535197 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-931c9a0f-cba6-4459-9300-7e417b328589 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:14.535603 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931c9a0f-cba6-4459-9300-7e417b328589 None None] Bound using segment: {'id': '44febdc1-cd95-41d9-9faf-21880ab00588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '011ceefa-8bd0-44dd-9c0a-c269d04cbb07'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:56:14.536078 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-931c9a0f-cba6-4459-9300-7e417b328589 None None] Bound port: 48644cf4-9114-4e58-9338-88987998c615, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44febdc1-cd95-41d9-9faf-21880ab00588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '011ceefa-8bd0-44dd-9c0a-c269d04cbb07'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:56:14.536468 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-931c9a0f-cba6-4459-9300-7e417b328589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:14.620559 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-931c9a0f-cba6-4459-9300-7e417b328589 None None] For port 48644cf4-9114-4e58-9338-88987998c615, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:56:14.625932 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-931c9a0f-cba6-4459-9300-7e417b328589 None None] For port 48644cf4-9114-4e58-9338-88987998c615, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=48644cf4-9114-4e58-9338-88987998c615,segment=NetworkSegment(44febdc1-cd95-41d9-9faf-21880ab00588),segment_id=44febdc1-cd95-41d9-9faf-21880ab00588)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:56:14.634115 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-931c9a0f-cba6-4459-9300-7e417b328589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:14.683909 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fe7569be-148c-42a5-8aa8-10f52156e160 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:56:14.712922 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a710a55e-38d7-4bef-b6f7-f3e74b9bbece tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:14.746885 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cdc47a52-96bd-4687-82e9-699af4ec6a40 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.6165016 Nov 24 20:56:14.751602 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33876) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:14.762492 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-2fdb6156-c6c1-4a7a-ab03-8d626f1e6f36 service neutron] 10.222.0.11 "GET /v2.0/networks/011ceefa-8bd0-44dd-9c0a-c269d04cbb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623940 Nov 24 20:56:14.787106 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a710a55e-38d7-4bef-b6f7-f3e74b9bbece tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:14.788292 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a710a55e-38d7-4bef-b6f7-f3e74b9bbece tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:14.789040 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a710a55e-38d7-4bef-b6f7-f3e74b9bbece tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:14.828074 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c9a0f-cba6-4459-9300-7e417b328589 None None] Pushing event updated for resources: {'Port': ['ID=48644cf4-9114-4e58-9338-88987998c615,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:14.830119 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c209abaa-cb3f-4eaa-86e3-104e063cdb85 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-380577763', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}, 'admin_state_up': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:14.857107 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:14.869296 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port fe7569be-148c-42a5-8aa8-10f52156e160 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:56:14.869670 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:14.908414 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a710a55e-38d7-4bef-b6f7-f3e74b9bbece tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2741442 Nov 24 20:56:14.909875 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33880) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:14.935894 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-6e0cba23-36df-4b68-84fb-a31d5821ab29 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Request body: {'subnet': {'network_id': '50313b29-022e-4a46-8044-4c4105575a41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:14.952295 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710a55e-38d7-4bef-b6f7-f3e74b9bbece tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Pushing event updated for resources: {'Network': ['ID=50313b29-022e-4a46-8044-4c4105575a41,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:14.971883 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c209abaa-cb3f-4eaa-86e3-104e063cdb85 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:14.973161 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c209abaa-cb3f-4eaa-86e3-104e063cdb85 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:14.979470 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 50313b29-022e-4a46-8044-4c4105575a41 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:56:15.001863 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b6879-e63f-48fe-bcf3-9c65da838ff4 req-81a07011-a63f-4c6f-98f7-79800dfb0b63 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:15.001863 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e14b6879-e63f-48fe-bcf3-9c65da838ff4 req-81a07011-a63f-4c6f-98f7-79800dfb0b63 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.1333528 Nov 24 20:56:15.020429 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-5a2a3c33-6053-4c96-8816-78fd0564fbac service neutron] 10.222.0.11 "GET /v2.0/networks/011ceefa-8bd0-44dd-9c0a-c269d04cbb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439952 Nov 24 20:56:15.061207 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0cba23-36df-4b68-84fb-a31d5821ab29 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Made reservation on behalf of 984b67481a81470f8f9122573f3ff82b for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:56:15.063856 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e0cba23-36df-4b68-84fb-a31d5821ab29 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:15.104017 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-8ca20b87-f6be-4187-82ae-46164202f035 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Deleting port dc6fe79b-fbc4-4f5d-9c19-d50e56966848 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:15.104366 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8ca20b87-f6be-4187-82ae-46164202f035 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:15.179552 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c209abaa-cb3f-4eaa-86e3-104e063cdb85 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:15.273393 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-04642839-ebcc-4e7e-a77c-98af3ed08247 req-54c6bdc5-2438-49fd-b568-d6dd8ff80270 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 210 time: 0.0326157 Nov 24 20:56:15.296705 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ca8408c3-0256-4ebe-bca8-ee2d17afc91b None None] Provisioning complete for port fe7569be-148c-42a5-8aa8-10f52156e160 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:56:15.297226 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ca8408c3-0256-4ebe-bca8-ee2d17afc91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:15.468475 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a1ab4-dc06-49a0-bbb0-166ef70b293a req-f96310c5-2efc-4a40-afa5-ca948e0a25f8 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:15.470271 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d86a1ab4-dc06-49a0-bbb0-166ef70b293a req-f96310c5-2efc-4a40-afa5-ca948e0a25f8 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.0546298 Nov 24 20:56:15.523293 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d86a1ab4-dc06-49a0-bbb0-166ef70b293a req-0c393322-0f2d-4470-b013-2238230f634b tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458097 Nov 24 20:56:15.626452 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ce3aa8b-6135-4ac7-adc2-b7b27d174521 req-c47721a6-52e6-42aa-88e7-77a0995b10db tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0398355 Nov 24 20:56:15.629673 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e14b6879-e63f-48fe-bcf3-9c65da838ff4 req-9b9b95b0-3d5c-432a-b441-cacd9a7ad371 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6121244 Nov 24 20:56:15.767088 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8ca20b87-f6be-4187-82ae-46164202f035 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:15.866144 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-8ca20b87-f6be-4187-82ae-46164202f035 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Calling delete_port for dc6fe79b-fbc4-4f5d-9c19-d50e56966848 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:15.883529 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c209abaa-cb3f-4eaa-86e3-104e063cdb85 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:15.977219 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525e1f29-c29d-46ec-b38f-e0c894a678cf None None] Network 011ceefa-8bd0-44dd-9c0a-c269d04cbb07 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:56:16.068363 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-15de206f-1543-4d97-86fe-f146d4a66942 None None] Provisioning complete for port 48644cf4-9114-4e58-9338-88987998c615 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:56:16.068658 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-15de206f-1543-4d97-86fe-f146d4a66942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:16.185125 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8ca20b87-f6be-4187-82ae-46164202f035 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:16.222787 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-15de206f-1543-4d97-86fe-f146d4a66942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:16.225843 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca20b87-f6be-4187-82ae-46164202f035 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc6fe79b-fbc4-4f5d-9c19-d50e56966848,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:16.277906 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-15de206f-1543-4d97-86fe-f146d4a66942 None None] For port 48644cf4-9114-4e58-9338-88987998c615, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=48644cf4-9114-4e58-9338-88987998c615,segment=NetworkSegment(44febdc1-cd95-41d9-9faf-21880ab00588),segment_id=44febdc1-cd95-41d9-9faf-21880ab00588)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:16.283343 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-15de206f-1543-4d97-86fe-f146d4a66942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:16.356329 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de206f-1543-4d97-86fe-f146d4a66942 None None] Pushing event updated for resources: {'Port': ['ID=48644cf4-9114-4e58-9338-88987998c615,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:16.450402 n-d-812111-8 neutron-server[109991]: DEBUG neutron.objects.ports [None req-6e0cba23-36df-4b68-84fb-a31d5821ab29 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109991) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 20:56:16.450860 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e0cba23-36df-4b68-84fb-a31d5821ab29 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:16.493250 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c209abaa-cb3f-4eaa-86e3-104e063cdb85 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:16.510389 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-267c6a51-6ead-44df-a18e-bbdc670923c7 None None] Provisioning complete for port 48644cf4-9114-4e58-9338-88987998c615 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:56:16.510702 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-267c6a51-6ead-44df-a18e-bbdc670923c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:16.574551 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8ab88fcd-b981-45f0-bf2f-e05e38008227 req-4a22825f-9626-43e6-a3f9-9aa5ab604172 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 210 time: 0.1423707 Nov 24 20:56:16.581812 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8ca20b87-f6be-4187-82ae-46164202f035 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:16.585865 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8ca20b87-f6be-4187-82ae-46164202f035 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "DELETE /v2.0/ports/dc6fe79b-fbc4-4f5d-9c19-d50e56966848 HTTP/1.1" status: 204 len: 168 time: 1.8331835 Nov 24 20:56:16.589741 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33900) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:16.595363 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c209abaa-cb3f-4eaa-86e3-104e063cdb85 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:16.605939 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4e699ba7-d390-4840-878d-509422041d98 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb5748ec-3247-474a-81c7-49876549e1fe', 'external_fixed_ips': [{'subnet_id': 'd3515647-c7b9-4301-9fb7-3d30bf47d6b2', 'ip_address': '172.20.0.12'}]}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:16.680184 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cba23-36df-4b68-84fb-a31d5821ab29 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fbebf1a5-9605-430e-998b-38578559a44c,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:16.698738 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e699ba7-d390-4840-878d-509422041d98 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:16.699815 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e699ba7-d390-4840-878d-509422041d98 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:16.704142 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-ecaabfa0-0486-423a-8b63-1f0dada7e1b6 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:16.715297 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-ecaabfa0-0486-423a-8b63-1f0dada7e1b6 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:16.717639 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-ecaabfa0-0486-423a-8b63-1f0dada7e1b6 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.15 "GET /v2.0/networks?id=db934dd0-1a1f-4c9b-b228-e76c61143588&id=011ceefa-8bd0-44dd-9c0a-c269d04cbb07 HTTP/1.1" status: 200 len: 1390 time: 0.3858330 Nov 24 20:56:16.729255 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38553f8f-1433-4d2a-8e47-8832c941c8c1 req-502d20fc-7d07-448e-a380-edcc4f598483 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:16.737389 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38553f8f-1433-4d2a-8e47-8832c941c8c1 req-502d20fc-7d07-448e-a380-edcc4f598483 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.1173401 Nov 24 20:56:16.738122 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-d2f7269f-9e9a-439b-9974-d3c89259e1ab tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Request body: {'port': {'device_id': 'ddf839b1-e404-44ba-a1a0-e21689886374', 'network_id': 'db934dd0-1a1f-4c9b-b228-e76c61143588', 'admin_state_up': True, 'tenant_id': '380dfa053f334bcfb71021039f3d93b4'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:16.745069 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0cba23-36df-4b68-84fb-a31d5821ab29 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Checking segment: {'id': '3510a1da-fe7a-4665-a919-4effc349716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '50313b29-022e-4a46-8044-4c4105575a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:56:16.745610 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0cba23-36df-4b68-84fb-a31d5821ab29 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Network hostable DHCP agents. Network: 50313b29-022e-4a46-8044-4c4105575a41, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:56:16.778298 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 48644cf4-9114-4e58-9338-88987998c615 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:56:16.814127 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e699ba7-d390-4840-878d-509422041d98 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:16.837655 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 48644cf4-9114-4e58-9338-88987998c615 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:56:16.838084 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:16.949043 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38553f8f-1433-4d2a-8e47-8832c941c8c1 req-742652a7-b25d-4589-b333-2edafa623d82 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102945 Nov 24 20:56:16.961229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0cba23-36df-4b68-84fb-a31d5821ab29 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Network 50313b29-022e-4a46-8044-4c4105575a41 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:56:16.993255 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-c209abaa-cb3f-4eaa-86e3-104e063cdb85 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Allocated IP 172.25.5.70 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/80f270a2-908a-4f93-b854-46132e73b1fc) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:56:17.005382 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-6e0cba23-36df-4b68-84fb-a31d5821ab29 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 50313b29-022e-4a46-8044-4c4105575a41) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:56:17.013184 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d1a55f-1b96-4d86-ad73-7faacab0b967 None None] Network 50313b29-022e-4a46-8044-4c4105575a41 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:56:17.031931 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ad066-00f0-494f-a125-3b9507dfa7f0 req-0c16e442-d09d-450d-8b1a-21b3b9d028c6 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:17.033475 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-207ad066-00f0-494f-a125-3b9507dfa7f0 req-0c16e442-d09d-450d-8b1a-21b3b9d028c6 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.2802200 Nov 24 20:56:17.034747 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0cba23-36df-4b68-84fb-a31d5821ab29 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:17.035318 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e0cba23-36df-4b68-84fb-a31d5821ab29 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:17.074155 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e699ba7-d390-4840-878d-509422041d98 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:17.078831 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dc322202-e866-489e-870c-bfe1622cbf18 req-7fafada5-b886-41b8-90f4-6a80d3bf8ad7 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0358498 Nov 24 20:56:17.090750 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6e0cba23-36df-4b68-84fb-a31d5821ab29 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1587868 Nov 24 20:56:17.112028 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33906) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:17.120195 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-6c9e0d5f-d10a-451e-a5f0-cc553b01d762 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Request body: {'floatingip': {'floating_network_id': '50313b29-022e-4a46-8044-4c4105575a41'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:17.188648 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d018e0f2-e049-493b-a29c-bffd4df7b734 None None] Network 50313b29-022e-4a46-8044-4c4105575a41 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:56:17.213459 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-207ad066-00f0-494f-a125-3b9507dfa7f0 req-13bdd637-762b-4fdd-986e-07d5a54b9e63 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700482 Nov 24 20:56:17.223275 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-d2f7269f-9e9a-439b-9974-d3c89259e1ab tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Made reservation on behalf of 380dfa053f334bcfb71021039f3d93b4 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:56:17.230314 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-d2f7269f-9e9a-439b-9974-d3c89259e1ab tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:17.310112 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c9e0d5f-d10a-451e-a5f0-cc553b01d762 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:17.338613 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e699ba7-d390-4840-878d-509422041d98 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:17.361947 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c209abaa-cb3f-4eaa-86e3-104e063cdb85 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:17.365922 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e699ba7-d390-4840-878d-509422041d98 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:17.508265 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-d2f7269f-9e9a-439b-9974-d3c89259e1ab tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Allocated IP 19.80.0.42 (db934dd0-1a1f-4c9b-b228-e76c61143588/865f4912-3fb6-4921-bde3-8f7722e5b7a6/80720252-385e-41ed-9382-52b49641bc01) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:56:17.510559 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c209abaa-cb3f-4eaa-86e3-104e063cdb85 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:17.558051 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-4e699ba7-d390-4840-878d-509422041d98 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Allocated IP 172.20.0.12 (eb5748ec-3247-474a-81c7-49876549e1fe/d3515647-c7b9-4301-9fb7-3d30bf47d6b2/8cbaf7b7-9d02-4ed8-a281-c4b76b2da5ad) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:56:17.574519 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c209abaa-cb3f-4eaa-86e3-104e063cdb85 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:56:17.588826 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-c209abaa-cb3f-4eaa-86e3-104e063cdb85 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:56:17.592387 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209abaa-cb3f-4eaa-86e3-104e063cdb85 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Pushing event updated for resources: {'Port': ['ID=80f270a2-908a-4f93-b854-46132e73b1fc,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:17.596683 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c209abaa-cb3f-4eaa-86e3-104e063cdb85 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:56:17.646222 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c9e0d5f-d10a-451e-a5f0-cc553b01d762 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:17.688486 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38ae0025-fd18-4753-bad0-30f3982467a7 req-9ab9ee4b-4721-4d11-9cce-a356530422a6 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 210 time: 0.0350316 Nov 24 20:56:17.699119 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e699ba7-d390-4840-878d-509422041d98 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:17.736647 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e699ba7-d390-4840-878d-509422041d98 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:17.782174 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e699ba7-d390-4840-878d-509422041d98 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Network eb5748ec-3247-474a-81c7-49876549e1fe is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:56:17.786612 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-4e699ba7-d390-4840-878d-509422041d98 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:56:17.789095 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e699ba7-d390-4840-878d-509422041d98 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:56:17.813955 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e699ba7-d390-4840-878d-509422041d98 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Pushing event updated for resources: {'Port': ['ID=8cbaf7b7-9d02-4ed8-a281-c4b76b2da5ad,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:17.938389 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-6c9e0d5f-d10a-451e-a5f0-cc553b01d762 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Allocated IP 172.20.0.13 (50313b29-022e-4a46-8044-4c4105575a41/fbebf1a5-9605-430e-998b-38578559a44c/10932753-fec9-47fd-a2d2-c89ef488961c) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:56:17.987621 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-d2f7269f-9e9a-439b-9974-d3c89259e1ab tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:18.049757 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e699ba7-d390-4840-878d-509422041d98 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:18.231994 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-848d2871-4043-44c8-9fe4-53b790f18a43 req-558fc587-6235-48e5-8043-6632c657cd94 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0340908 Nov 24 20:56:18.305739 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e699ba7-d390-4840-878d-509422041d98 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:18.438099 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e179ae9-57b2-4435-bd8f-97afd9f4c10b req-92062f49-1ef7-49d7-a464-ca1c4dfef332 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:18.439595 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9e179ae9-57b2-4435-bd8f-97afd9f4c10b req-92062f49-1ef7-49d7-a464-ca1c4dfef332 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.0911076 Nov 24 20:56:18.507054 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9e179ae9-57b2-4435-bd8f-97afd9f4c10b req-9859d3b3-cf14-4be9-b8d7-87f4df5d7f7f tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577090 Nov 24 20:56:18.521943 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c209abaa-cb3f-4eaa-86e3-104e063cdb85 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:18.536200 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e699ba7-d390-4840-878d-509422041d98 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Router cddd1abd-5ff6-4176-8902-00496c00ec0a is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:56:18.579082 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39a0fd-f962-4d25-afe0-95407d2bfabe req-f3b18bfd-0fa7-4bbf-b9e8-8f4df41ddc1d tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:18.580589 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae39a0fd-f962-4d25-afe0-95407d2bfabe req-f3b18bfd-0fa7-4bbf-b9e8-8f4df41ddc1d tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.5490463 Nov 24 20:56:18.586531 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-d2f7269f-9e9a-439b-9974-d3c89259e1ab tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:18.661970 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c9e0d5f-d10a-451e-a5f0-cc553b01d762 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:18.715929 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-d2f7269f-9e9a-439b-9974-d3c89259e1ab tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Network db934dd0-1a1f-4c9b-b228-e76c61143588 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:56:18.732774 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-d2f7269f-9e9a-439b-9974-d3c89259e1ab tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:56:18.735923 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-d2f7269f-9e9a-439b-9974-d3c89259e1ab tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:56:18.785540 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7269f-9e9a-439b-9974-d3c89259e1ab tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event updated for resources: {'Port': ['ID=80720252-385e-41ed-9382-52b49641bc01,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:18.833607 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae39a0fd-f962-4d25-afe0-95407d2bfabe req-a44e55f5-ae4d-4935-85bc-3853810bcc11 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394443 Nov 24 20:56:18.859375 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-d2f7269f-9e9a-439b-9974-d3c89259e1ab tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:18.860029 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-d2f7269f-9e9a-439b-9974-d3c89259e1ab tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:18.909155 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c9e0d5f-d10a-451e-a5f0-cc553b01d762 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:18.944064 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cf33c-153a-4e9e-8f69-bac4073e067e req-bcd4f15b-263a-471d-9ff1-351b40355b6a tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:18.952075 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7c5cf33c-153a-4e9e-8f69-bac4073e067e req-bcd4f15b-263a-471d-9ff1-351b40355b6a tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 931 time: 0.1124575 Nov 24 20:56:18.963791 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-d2f7269f-9e9a-439b-9974-d3c89259e1ab tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2315521 Nov 24 20:56:18.977981 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e699ba7-d390-4840-878d-509422041d98 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:56:18.988378 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] Sync routers for ids ['cddd1abd-5ff6-4176-8902-00496c00ec0a'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:56:19.000527 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] Routers {'cddd1abd-5ff6-4176-8902-00496c00ec0a'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:56:19.001024 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['cddd1abd-5ff6-4176-8902-00496c00ec0a'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:19.007546 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-8caf0dab-2e88-4899-8225-b549b1c37632 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Request body: {'port': {'device_id': 'ddf839b1-e404-44ba-a1a0-e21689886374', 'network_id': '011ceefa-8bd0-44dd-9c0a-c269d04cbb07', 'admin_state_up': True, 'tenant_id': '380dfa053f334bcfb71021039f3d93b4'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:19.012509 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9e0d5f-d10a-451e-a5f0-cc553b01d762 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Network 50313b29-022e-4a46-8044-4c4105575a41 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:56:19.012833 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7c5cf33c-153a-4e9e-8f69-bac4073e067e req-b890e1fb-acb9-4295-901b-ffdfa5fa358c tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597568 Nov 24 20:56:19.015621 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e699ba7-d390-4840-878d-509422041d98 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:19.019349 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4e699ba7-d390-4840-878d-509422041d98 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.4247217 Nov 24 20:56:19.019590 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33918) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:19.040590 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-6c9e0d5f-d10a-451e-a5f0-cc553b01d762 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:56:19.043159 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9e0d5f-d10a-451e-a5f0-cc553b01d762 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:56:19.114140 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c7c1dd10-dd5c-4315-845a-861413e2cc63 None None] Provisioning complete for port 80720252-385e-41ed-9382-52b49641bc01 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:56:19.114508 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c7c1dd10-dd5c-4315-845a-861413e2cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:19.125553 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e0d5f-d10a-451e-a5f0-cc553b01d762 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Pushing event updated for resources: {'Port': ['ID=10932753-fec9-47fd-a2d2-c89ef488961c,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:19.142089 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] Set router cddd1abd-5ff6-4176-8902-00496c00ec0a gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:56:19.193378 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c209abaa-cb3f-4eaa-86e3-104e063cdb85 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:19.216860 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c7c1dd10-dd5c-4315-845a-861413e2cc63 None None] Port 80720252-385e-41ed-9382-52b49641bc01 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:56:19.348847 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddd1abd-5ff6-4176-8902-00496c00ec0a', 'name': '', 'tenant_id': '56850bd32d7a4e2c8dc7b0a0566ceea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb5748ec-3247-474a-81c7-49876549e1fe', 'external_fixed_ips': [{'subnet_id': 'd3515647-c7b9-4301-9fb7-3d30bf47d6b2', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '8cbaf7b7-9d02-4ed8-a281-c4b76b2da5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:56:16Z', 'updated_at': '2021-11-24T20:56:17Z', 'revision_number': 3, 'project_id': '56850bd32d7a4e2c8dc7b0a0566ceea9', 'gw_port': {'id': '8cbaf7b7-9d02-4ed8-a281-c4b76b2da5ad', 'name': '', 'network_id': 'eb5748ec-3247-474a-81c7-49876549e1fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cddd1abd-5ff6-4176-8902-00496c00ec0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd3515647-c7b9-4301-9fb7-3d30bf47d6b2', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:56:17Z', 'updated_at': '2021-11-24T20:56:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3515647-c7b9-4301-9fb7-3d30bf47d6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:19.380330 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] Checking router: cddd1abd-5ff6-4176-8902-00496c00ec0a for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:56:19.380678 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] Updating router cddd1abd-5ff6-4176-8902-00496c00ec0a port 8cbaf7b7-9d02-4ed8-a281-c4b76b2da5ad binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:56:19.388910 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d757c148-4f4f-45b9-8d79-1a5e9fa4e19e req-5064faa6-0560-4068-87fe-24ca7b977319 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0563781 Nov 24 20:56:19.407403 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:19.420000 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7f99397-01d8-4ca6-a345-c5a0e559b7a4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:19.485118 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c9e0d5f-d10a-451e-a5f0-cc553b01d762 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:19.511095 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-8caf0dab-2e88-4899-8225-b549b1c37632 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Made reservation on behalf of 380dfa053f334bcfb71021039f3d93b4 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:56:19.514567 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-8caf0dab-2e88-4899-8225-b549b1c37632 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:19.610723 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c9e0d5f-d10a-451e-a5f0-cc553b01d762 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:19.629914 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c9d4e-9647-4c1e-84fd-805a68bb48fa req-65b4503e-9a44-472a-b064-c38541629337 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:19.631895 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-524c9d4e-9647-4c1e-84fd-805a68bb48fa req-65b4503e-9a44-472a-b064-c38541629337 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 949 time: 0.0533879 Nov 24 20:56:19.668506 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:19.675580 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:19.686285 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-524c9d4e-9647-4c1e-84fd-805a68bb48fa req-5e507bd7-3446-4247-a3e1-71186639f8c3 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477426 Nov 24 20:56:19.719178 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7f99397-01d8-4ca6-a345-c5a0e559b7a4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:19.734725 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] Attempting to bind port 8cbaf7b7-9d02-4ed8-a281-c4b76b2da5ad on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:56:19.735134 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] Attempting to bind port 8cbaf7b7-9d02-4ed8-a281-c4b76b2da5ad by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'f886ae42-c1e9-40f8-b8e5-8ddcf188d12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'eb5748ec-3247-474a-81c7-49876549e1fe'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:56:19.735496 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] Attempting to bind port 8cbaf7b7-9d02-4ed8-a281-c4b76b2da5ad on network eb5748ec-3247-474a-81c7-49876549e1fe {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:56:19.738519 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40975ba-e4eb-497f-8036-fe6ba680828d None None] Pushing event updated for resources: {'Port': ['ID=8cbaf7b7-9d02-4ed8-a281-c4b76b2da5ad,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:19.743655 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:56:19.744073 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] Checking segment: {'id': 'f886ae42-c1e9-40f8-b8e5-8ddcf188d12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'eb5748ec-3247-474a-81c7-49876549e1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:56:19.744473 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:19.744916 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] Bound using segment: {'id': 'f886ae42-c1e9-40f8-b8e5-8ddcf188d12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'eb5748ec-3247-474a-81c7-49876549e1fe'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:56:19.745397 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] Bound port: 8cbaf7b7-9d02-4ed8-a281-c4b76b2da5ad, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f886ae42-c1e9-40f8-b8e5-8ddcf188d12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'eb5748ec-3247-474a-81c7-49876549e1fe'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:56:19.745887 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:19.775846 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c209abaa-cb3f-4eaa-86e3-104e063cdb85 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Router b83677d8-1559-4c9b-8958-553a75825825 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:56:19.797277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] For port 8cbaf7b7-9d02-4ed8-a281-c4b76b2da5ad, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:56:19.800419 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] For port 8cbaf7b7-9d02-4ed8-a281-c4b76b2da5ad, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=8cbaf7b7-9d02-4ed8-a281-c4b76b2da5ad,segment=NetworkSegment(f886ae42-c1e9-40f8-b8e5-8ddcf188d12d),segment_id=f886ae42-c1e9-40f8-b8e5-8ddcf188d12d)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:56:19.807207 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:19.865279 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] Routers {'cddd1abd-5ff6-4176-8902-00496c00ec0a'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:56:19.865865 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['cddd1abd-5ff6-4176-8902-00496c00ec0a'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:19.907099 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40975ba-e4eb-497f-8036-fe6ba680828d None None] Pushing event updated for resources: {'Port': ['ID=8cbaf7b7-9d02-4ed8-a281-c4b76b2da5ad,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:19.937634 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-8caf0dab-2e88-4899-8225-b549b1c37632 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Allocated IP 19.86.0.12 (011ceefa-8bd0-44dd-9c0a-c269d04cbb07/e792df2d-4e53-487b-ab87-03d2810c55f1/5154da7f-affb-416c-a10d-879108bb0b67) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:56:19.961289 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] Set router cddd1abd-5ff6-4176-8902-00496c00ec0a gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:56:20.015845 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddd1abd-5ff6-4176-8902-00496c00ec0a', 'name': '', 'tenant_id': '56850bd32d7a4e2c8dc7b0a0566ceea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:56:16Z', 'updated_at': '2021-11-24T20:56:19Z', 'revision_number': 4, 'project_id': '56850bd32d7a4e2c8dc7b0a0566ceea9', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:20.043706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ad70b8-16c1-4616-b238-6711b8d3b5f6 None None] The sync data for ids ['cddd1abd-5ff6-4176-8902-00496c00ec0a'] in n-d-812111-8 is: [{'id': 'cddd1abd-5ff6-4176-8902-00496c00ec0a', 'name': '', 'tenant_id': '56850bd32d7a4e2c8dc7b0a0566ceea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:56:16Z', 'updated_at': '2021-11-24T20:56:19Z', 'revision_number': 4, 'project_id': '56850bd32d7a4e2c8dc7b0a0566ceea9', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:56:20.076521 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c7f99397-01d8-4ca6-a345-c5a0e559b7a4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Deleting port 8cbaf7b7-9d02-4ed8-a281-c4b76b2da5ad {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:20.077044 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7f99397-01d8-4ca6-a345-c5a0e559b7a4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:20.095973 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c2979b3d-f5e6-4cfd-8358-287c15e86934 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:56:20.160525 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f39a3a-5ea7-463f-8011-faa91ffb8a09 req-80fbdf7b-1978-4b09-873c-6e29ebdef43b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:20.162114 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-64f39a3a-5ea7-463f-8011-faa91ffb8a09 req-80fbdf7b-1978-4b09-873c-6e29ebdef43b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 931 time: 0.0655749 Nov 24 20:56:20.163235 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54080e70-96eb-44cb-8f9f-beef8123b135 req-4cbcf655-8bf0-43bf-9e87-322eb65af31d tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:20.164826 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-54080e70-96eb-44cb-8f9f-beef8123b135 req-4cbcf655-8bf0-43bf-9e87-322eb65af31d tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.2411327 Nov 24 20:56:20.236359 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c9e0d5f-d10a-451e-a5f0-cc553b01d762 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:20.237923 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-64f39a3a-5ea7-463f-8011-faa91ffb8a09 req-47052e50-412a-47b5-998d-e2026329e1e1 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633759 Nov 24 20:56:20.245882 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c209abaa-cb3f-4eaa-86e3-104e063cdb85 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:56:20.269510 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cd6f94-7653-4305-99d5-91cc9cf201cb None None] Sync routers for ids ['b83677d8-1559-4c9b-8958-553a75825825'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:56:20.271111 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c9e0d5f-d10a-451e-a5f0-cc553b01d762 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:20.283808 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cd6f94-7653-4305-99d5-91cc9cf201cb None None] Routers {'b83677d8-1559-4c9b-8958-553a75825825'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:56:20.284434 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-06cd6f94-7653-4305-99d5-91cc9cf201cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b83677d8-1559-4c9b-8958-553a75825825'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:20.332917 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-06cd6f94-7653-4305-99d5-91cc9cf201cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:20.342982 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cd6f94-7653-4305-99d5-91cc9cf201cb None None] Routers {'b83677d8-1559-4c9b-8958-553a75825825'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:56:20.343811 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-06cd6f94-7653-4305-99d5-91cc9cf201cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b83677d8-1559-4c9b-8958-553a75825825'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:20.358699 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port c2979b3d-f5e6-4cfd-8358-287c15e86934, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c2979b3d-f5e6-4cfd-8358-287c15e86934,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:20.376826 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'c2979b3d-f5e6-4cfd-8358-287c15e86934', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': 'c2979b3d-f5e6-4cfd-8358-287c15e86934', 'mac_address': 'fa:16:3e:3f:31:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:56:20.379133 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-06cd6f94-7653-4305-99d5-91cc9cf201cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:20.379776 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cd6f94-7653-4305-99d5-91cc9cf201cb None None] The sync data for ids ['b83677d8-1559-4c9b-8958-553a75825825'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:56:20.429402 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c209abaa-cb3f-4eaa-86e3-104e063cdb85 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:20.433418 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c209abaa-cb3f-4eaa-86e3-104e063cdb85 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.9246235 Nov 24 20:56:20.433527 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33930) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:20.442270 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:20.460533 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2979b3d-f5e6-4cfd-8358-287c15e86934 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:56:20.464644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-c7f99397-01d8-4ca6-a345-c5a0e559b7a4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] For port 8cbaf7b7-9d02-4ed8-a281-c4b76b2da5ad, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=8cbaf7b7-9d02-4ed8-a281-c4b76b2da5ad,segment=NetworkSegment(f886ae42-c1e9-40f8-b8e5-8ddcf188d12d),segment_id=f886ae42-c1e9-40f8-b8e5-8ddcf188d12d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:20.465048 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7f99397-01d8-4ca6-a345-c5a0e559b7a4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:20.470745 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e0d5f-d10a-451e-a5f0-cc553b01d762 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Pushing event updated for resources: {'Port': ['ID=10932753-fec9-47fd-a2d2-c89ef488961c,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:20.485818 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port c2979b3d-f5e6-4cfd-8358-287c15e86934, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c2979b3d-f5e6-4cfd-8358-287c15e86934,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:20.493253 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-54080e70-96eb-44cb-8f9f-beef8123b135 req-aa604f9c-d60c-4170-8b23-bad2076e5ba4 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675717 Nov 24 20:56:20.498515 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:20.510549 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c7f99397-01d8-4ca6-a345-c5a0e559b7a4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Calling delete_port for 8cbaf7b7-9d02-4ed8-a281-c4b76b2da5ad owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:20.526608 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c9e0d5f-d10a-451e-a5f0-cc553b01d762 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:20.528869 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7cfec751-b5de-414d-8f03-39fd8f67326a req-606cf4ab-5537-4fac-ba7b-8684ab733c2a tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0394456 Nov 24 20:56:20.551391 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-8caf0dab-2e88-4899-8225-b549b1c37632 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:20.573436 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=c2979b3d-f5e6-4cfd-8358-287c15e86934,revision_number=9']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:20.606938 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-934785d9-dc43-45ea-9f18-02366611073c tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "GET /v2.0/routers/b83677d8-1559-4c9b-8958-553a75825825 HTTP/1.1" status: 200 len: 923 time: 0.1718600 Nov 24 20:56:20.611523 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33932) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:20.641785 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7eba9a6b-5479-40fb-b722-c1cf1f0a2495 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "GET /v2.0/ports?device_id=b83677d8-1559-4c9b-8958-553a75825825 HTTP/1.1" status: 200 len: 205 time: 0.0290310 Nov 24 20:56:20.644338 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33934) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:20.799029 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c2979b3d-f5e6-4cfd-8358-287c15e86934'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:56:20.894141 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c3df6edb-335c-4ddd-bd8e-b750762304b1 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:20.911569 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c9e0d5f-d10a-451e-a5f0-cc553b01d762 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:20.915912 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6c9e0d5f-d10a-451e-a5f0-cc553b01d762 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7979343 Nov 24 20:56:20.930095 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33938) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:21.013701 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-58cf0960-1372-4c37-85e2-6349d5c2cd8e tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] 10.222.0.11 "GET /v2.0/floatingips?floating_network_id=50313b29-022e-4a46-8044-4c4105575a41 HTTP/1.1" status: 200 len: 690 time: 0.0823417 Nov 24 20:56:21.016085 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33940) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:21.018301 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-8caf0dab-2e88-4899-8225-b549b1c37632 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:21.029602 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d260d5a-008c-400a-9c3d-5b815edb164c req-6ac69f7a-ae8f-42fa-b4b5-427d1e338cd9 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:21.031209 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8d260d5a-008c-400a-9c3d-5b815edb164c req-6ac69f7a-ae8f-42fa-b4b5-427d1e338cd9 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 948 time: 0.1394014 Nov 24 20:56:21.104623 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-8caf0dab-2e88-4899-8225-b549b1c37632 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Network 011ceefa-8bd0-44dd-9c0a-c269d04cbb07 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:56:21.116936 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-8caf0dab-2e88-4899-8225-b549b1c37632 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:56:21.124789 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf0dab-2e88-4899-8225-b549b1c37632 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event updated for resources: {'Port': ['ID=5154da7f-affb-416c-a10d-879108bb0b67,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:21.131409 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-8caf0dab-2e88-4899-8225-b549b1c37632 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:56:21.132944 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c3df6edb-335c-4ddd-bd8e-b750762304b1 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:21.180817 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:21.214592 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8d260d5a-008c-400a-9c3d-5b815edb164c req-7902c808-e83f-441c-9cf9-ab6b732f9a6a tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633515 Nov 24 20:56:21.243404 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-8caf0dab-2e88-4899-8225-b549b1c37632 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:21.244060 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-8caf0dab-2e88-4899-8225-b549b1c37632 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:21.247849 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7f99397-01d8-4ca6-a345-c5a0e559b7a4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:21.286290 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-8caf0dab-2e88-4899-8225-b549b1c37632 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2894905 Nov 24 20:56:21.290114 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f99397-01d8-4ca6-a345-c5a0e559b7a4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Pushing event deleted for resources: {'Port': ['ID=8cbaf7b7-9d02-4ed8-a281-c4b76b2da5ad,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:21.316092 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-eeecd0cf-86e2-445f-bc13-fd282a77273c service neutron] Request body: {'port': {'device_id': 'ddf839b1-e404-44ba-a1a0-e21689886374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:21.365163 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:56:21.399163 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-c3df6edb-335c-4ddd-bd8e-b750762304b1 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Deleting port 80f270a2-908a-4f93-b854-46132e73b1fc {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:21.399163 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c3df6edb-335c-4ddd-bd8e-b750762304b1 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:21.405492 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7f99397-01d8-4ca6-a345-c5a0e559b7a4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:21.407414 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-eeecd0cf-86e2-445f-bc13-fd282a77273c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:21.435321 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Deleting port 10932753-fec9-47fd-a2d2-c89ef488961c {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:21.435679 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:21.473102 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-592e273c-0817-4001-9de3-aa2ad9b2fdd9 None None] Provisioning complete for port 5154da7f-affb-416c-a10d-879108bb0b67 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:56:21.473674 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-592e273c-0817-4001-9de3-aa2ad9b2fdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:21.485372 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b952d-8a30-4bc9-94d9-14e4e649b8ed req-fed24ac6-67dd-45ab-bec9-d4d9a64a5c45 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:21.494235 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b952d-8a30-4bc9-94d9-14e4e649b8ed req-fed24ac6-67dd-45ab-bec9-d4d9a64a5c45 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:21.496448 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb5b952d-8a30-4bc9-94d9-14e4e649b8ed req-fed24ac6-67dd-45ab-bec9-d4d9a64a5c45 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 1653 time: 0.1608572 Nov 24 20:56:21.520226 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-592e273c-0817-4001-9de3-aa2ad9b2fdd9 None None] Port 5154da7f-affb-416c-a10d-879108bb0b67 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:56:21.543377 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7f99397-01d8-4ca6-a345-c5a0e559b7a4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:21.548325 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7f99397-01d8-4ca6-a345-c5a0e559b7a4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:21.621844 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c3df6edb-335c-4ddd-bd8e-b750762304b1 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:21.633594 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb5b952d-8a30-4bc9-94d9-14e4e649b8ed req-e8bce151-c31c-4318-88e3-3fe18a84eafc tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269448 Nov 24 20:56:21.642612 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:21.643000 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:21.657036 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-c3df6edb-335c-4ddd-bd8e-b750762304b1 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Calling delete_port for 80f270a2-908a-4f93-b854-46132e73b1fc owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:21.663270 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Calling delete_port for 10932753-fec9-47fd-a2d2-c89ef488961c owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:21.698665 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7f99397-01d8-4ca6-a345-c5a0e559b7a4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:21.699337 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f99397-01d8-4ca6-a345-c5a0e559b7a4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cddd1abd-5ff6-4176-8902-00496c00ec0a {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:56:21.706367 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7f99397-01d8-4ca6-a345-c5a0e559b7a4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:21.708145 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c7f99397-01d8-4ca6-a345-c5a0e559b7a4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "DELETE /v2.0/routers/cddd1abd-5ff6-4176-8902-00496c00ec0a HTTP/1.1" status: 204 len: 168 time: 2.6875553 Nov 24 20:56:21.722802 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33950) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:21.793511 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-aaa85011-bc63-49dd-aecb-0bd758ef8d57 req-18c02b46-d544-442c-acea-5cbf28e2bdec tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0771961 Nov 24 20:56:21.815496 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caebf0-0513-4e94-a5ef-d5afb89b8008 req-f91b4714-fcee-49f1-9510-246d2214f9e9 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:21.817032 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3caebf0-0513-4e94-a5ef-d5afb89b8008 req-f91b4714-fcee-49f1-9510-246d2214f9e9 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.2139130 Nov 24 20:56:21.864270 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-c450bd63-3d21-43d4-84c5-a6a7e43b5d74 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Deleting subnet d3515647-c7b9-4301-9fb7-3d30bf47d6b2 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:56:21.877293 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c450bd63-3d21-43d4-84c5-a6a7e43b5d74 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:21.957794 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c450bd63-3d21-43d4-84c5-a6a7e43b5d74 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:21.989188 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3caebf0-0513-4e94-a5ef-d5afb89b8008 req-98117ca7-d34b-470e-a57a-47e71483b7fc tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407571 Nov 24 20:56:22.023812 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:22.031163 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c3df6edb-335c-4ddd-bd8e-b750762304b1 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:22.036162 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c450bd63-3d21-43d4-84c5-a6a7e43b5d74 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:22.065902 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Pushing event deleted for resources: {'Port': ['ID=10932753-fec9-47fd-a2d2-c89ef488961c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:22.087622 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c2979b3d-f5e6-4cfd-8358-287c15e86934 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:56:22.098722 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-eeecd0cf-86e2-445f-bc13-fd282a77273c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80720252-385e-41ed-9382-52b49641bc01 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:56:22.110903 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-eeecd0cf-86e2-445f-bc13-fd282a77273c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:22.138618 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-eeecd0cf-86e2-445f-bc13-fd282a77273c service neutron] Transition to ACTIVE for port object 80720252-385e-41ed-9382-52b49641bc01 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:56:22.140161 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c450bd63-3d21-43d4-84c5-a6a7e43b5d74 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:22.142441 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df6edb-335c-4ddd-bd8e-b750762304b1 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Pushing event deleted for resources: {'Port': ['ID=80f270a2-908a-4f93-b854-46132e73b1fc,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:22.145925 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-eeecd0cf-86e2-445f-bc13-fd282a77273c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:22.155433 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port c2979b3d-f5e6-4cfd-8358-287c15e86934 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:56:22.155965 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:22.199297 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450bd63-3d21-43d4-84c5-a6a7e43b5d74 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d3515647-c7b9-4301-9fb7-3d30bf47d6b2,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:22.209430 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c450bd63-3d21-43d4-84c5-a6a7e43b5d74 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:22.211888 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:22.215575 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c450bd63-3d21-43d4-84c5-a6a7e43b5d74 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/d3515647-c7b9-4301-9fb7-3d30bf47d6b2 HTTP/1.1" status: 204 len: 168 time: 0.4912367 Nov 24 20:56:22.218320 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33952) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:22.236246 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c3df6edb-335c-4ddd-bd8e-b750762304b1 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:22.241903 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeecd0cf-86e2-445f-bc13-fd282a77273c service neutron] Pushing event updated for resources: {'Port': ['ID=80720252-385e-41ed-9382-52b49641bc01,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:22.260830 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:22.311527 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2979b3d-f5e6-4cfd-8358-287c15e86934'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:56:22.313863 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02e16e2-1618-4c78-bad5-fede733dadaf" -d '{"events": [{"server_uuid": "6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe", "name": "network-vif-plugged", "status": "completed", "tag": "c2979b3d-f5e6-4cfd-8358-287c15e86934"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:56:22.333729 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port c2979b3d-f5e6-4cfd-8358-287c15e86934, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c2979b3d-f5e6-4cfd-8358-287c15e86934,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:22.336472 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-eeecd0cf-86e2-445f-bc13-fd282a77273c service neutron] Attempting to bind port 80720252-385e-41ed-9382-52b49641bc01 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:56:22.336955 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-eeecd0cf-86e2-445f-bc13-fd282a77273c service neutron] Attempting to bind port 80720252-385e-41ed-9382-52b49641bc01 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'e0fbc6a1-0156-4051-abb9-9256fd1f59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'db934dd0-1a1f-4c9b-b228-e76c61143588'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:56:22.337407 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-eeecd0cf-86e2-445f-bc13-fd282a77273c service neutron] Attempting to bind port 80720252-385e-41ed-9382-52b49641bc01 on network db934dd0-1a1f-4c9b-b228-e76c61143588 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:56:22.343899 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:22.348942 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-eeecd0cf-86e2-445f-bc13-fd282a77273c service neutron] Port 80720252-385e-41ed-9382-52b49641bc01 on network db934dd0-1a1f-4c9b-b228-e76c61143588 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:56:22.349515 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-eeecd0cf-86e2-445f-bc13-fd282a77273c service neutron] Attempting to bind port 80720252-385e-41ed-9382-52b49641bc01 on network db934dd0-1a1f-4c9b-b228-e76c61143588 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:56:22.356286 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-eeecd0cf-86e2-445f-bc13-fd282a77273c service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:56:22.356732 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-eeecd0cf-86e2-445f-bc13-fd282a77273c service neutron] Checking segment: {'id': 'e0fbc6a1-0156-4051-abb9-9256fd1f59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'db934dd0-1a1f-4c9b-b228-e76c61143588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:56:22.357263 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-eeecd0cf-86e2-445f-bc13-fd282a77273c service neutron] Bound using segment: {'id': 'e0fbc6a1-0156-4051-abb9-9256fd1f59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'db934dd0-1a1f-4c9b-b228-e76c61143588'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:56:22.357797 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-eeecd0cf-86e2-445f-bc13-fd282a77273c service neutron] Bound port: 80720252-385e-41ed-9382-52b49641bc01, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0fbc6a1-0156-4051-abb9-9256fd1f59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'db934dd0-1a1f-4c9b-b228-e76c61143588'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:56:22.358265 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-eeecd0cf-86e2-445f-bc13-fd282a77273c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:22.384135 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1916598c-8ddb-47ab-93a8-db4a51a3a877 x-openstack-request-id: req-1916598c-8ddb-47ab-93a8-db4a51a3a877 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:56:22.384701 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe", "name": "network-vif-plugged", "status": "completed", "tag": "c2979b3d-f5e6-4cfd-8358-287c15e86934", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:56:22.385131 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1916598c-8ddb-47ab-93a8-db4a51a3a877 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:56:22.385801 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2979b3d-f5e6-4cfd-8358-287c15e86934', 'code': 200} Nov 24 20:56:22.421283 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=c2979b3d-f5e6-4cfd-8358-287c15e86934,revision_number=10']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:22.472688 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-eeecd0cf-86e2-445f-bc13-fd282a77273c service neutron] For port 80720252-385e-41ed-9382-52b49641bc01, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:56:22.477071 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-eeecd0cf-86e2-445f-bc13-fd282a77273c service neutron] For port 80720252-385e-41ed-9382-52b49641bc01, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=80720252-385e-41ed-9382-52b49641bc01,segment=NetworkSegment(e0fbc6a1-0156-4051-abb9-9256fd1f59ee),segment_id=e0fbc6a1-0156-4051-abb9-9256fd1f59ee)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:56:22.482708 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-eeecd0cf-86e2-445f-bc13-fd282a77273c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:22.527755 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-eeecd0cf-86e2-445f-bc13-fd282a77273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:22.528378 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-eeecd0cf-86e2-445f-bc13-fd282a77273c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:22.529860 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-eeecd0cf-86e2-445f-bc13-fd282a77273c service neutron] 10.222.0.15 "PUT /v2.0/ports/80720252-385e-41ed-9382-52b49641bc01 HTTP/1.1" status: 200 len: 1091 time: 1.2199376 Nov 24 20:56:22.530314 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf839b1-e404-44ba-a1a0-e21689886374', 'tag': '80720252-385e-41ed-9382-52b49641bc01'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:56:22.532600 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17faa4d0-b7d6-418e-8c4e-6c83050fce7a" -d '{"events": [{"name": "network-changed", "server_uuid": "ddf839b1-e404-44ba-a1a0-e21689886374", "tag": "80720252-385e-41ed-9382-52b49641bc01"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:56:22.553122 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeecd0cf-86e2-445f-bc13-fd282a77273c service neutron] Pushing event updated for resources: {'Port': ['ID=80720252-385e-41ed-9382-52b49641bc01,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:22.587083 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-7b57081a-17a5-4b79-8d5c-07d5f02c10cb service neutron] Request body: {'port': {'device_id': 'ddf839b1-e404-44ba-a1a0-e21689886374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:22.617326 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd041bd-d144-414a-a678-d1acddb25ac4 x-openstack-request-id: req-ddd041bd-d144-414a-a678-d1acddb25ac4 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:56:22.617797 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddf839b1-e404-44ba-a1a0-e21689886374", "tag": "80720252-385e-41ed-9382-52b49641bc01", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:56:22.618228 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ddd041bd-d144-414a-a678-d1acddb25ac4 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:56:22.618733 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf839b1-e404-44ba-a1a0-e21689886374', 'tag': '80720252-385e-41ed-9382-52b49641bc01', 'status': 'completed', 'code': 200} Nov 24 20:56:22.678202 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-7b57081a-17a5-4b79-8d5c-07d5f02c10cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:22.879262 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c3df6edb-335c-4ddd-bd8e-b750762304b1 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:22.880413 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be95475-c981-4519-a1e4-d13d28876807 req-bc0d0398-3bd3-417b-8191-24c62dcbe714 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:22.887984 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be95475-c981-4519-a1e4-d13d28876807 req-bc0d0398-3bd3-417b-8191-24c62dcbe714 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:22.889631 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5be95475-c981-4519-a1e4-d13d28876807 req-bc0d0398-3bd3-417b-8191-24c62dcbe714 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 1665 time: 0.1402631 Nov 24 20:56:22.899423 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c3df6edb-335c-4ddd-bd8e-b750762304b1 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:22.965199 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fd9-e081-4e5d-91f5-257ee75e9dab tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:22.966902 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.014907 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c3df6edb-335c-4ddd-bd8e-b750762304b1 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.015514 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5be95475-c981-4519-a1e4-d13d28876807 req-5bff8ebb-3c35-45bb-aa34-a33d7e4a7c4e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188955 Nov 24 20:56:23.015646 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3df6edb-335c-4ddd-bd8e-b750762304b1 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Fanout notify agent at l3_agent the message router_deleted on router b83677d8-1559-4c9b-8958-553a75825825 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:56:23.023742 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17faa4d0-b7d6-418e-8c4e-6c83050fce7a req-911c7c13-6080-42d5-adb9-e266a4235b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:23.024234 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17faa4d0-b7d6-418e-8c4e-6c83050fce7a req-911c7c13-6080-42d5-adb9-e266a4235b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:23.025865 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-17faa4d0-b7d6-418e-8c4e-6c83050fce7a req-911c7c13-6080-42d5-adb9-e266a4235b95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=380dfa053f334bcfb71021039f3d93b4&device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 1912 time: 0.2725701 Nov 24 20:56:23.033588 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c3df6edb-335c-4ddd-bd8e-b750762304b1 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.038252 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c3df6edb-335c-4ddd-bd8e-b750762304b1 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "DELETE /v2.0/routers/b83677d8-1559-4c9b-8958-553a75825825 HTTP/1.1" status: 204 len: 168 time: 2.3891478 Nov 24 20:56:23.039317 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33968) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:23.043051 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26f241-1084-4e2c-a9c4-f5eca6ab31a9 req-98f0f1b8-a18c-4e53-aa7c-deb25e2e2609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:23.044527 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-32f154e2-2933-4ce2-86f7-34d195184f9e tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1958031576', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'enable_snat': False}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:23.044636 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d26f241-1084-4e2c-a9c4-f5eca6ab31a9 req-98f0f1b8-a18c-4e53-aa7c-deb25e2e2609 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 1101 time: 0.2900558 Nov 24 20:56:23.055959 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a9532-10e0-402e-a1d0-5fad9c08e0f0 req-8406694c-2f95-4ee1-bb5d-74a660bae67b tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:23.057546 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a66a9532-10e0-402e-a1d0-5fad9c08e0f0 req-8406694c-2f95-4ee1-bb5d-74a660bae67b tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 950 time: 0.3053551 Nov 24 20:56:23.086120 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-32f154e2-2933-4ce2-86f7-34d195184f9e tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.087158 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-32f154e2-2933-4ce2-86f7-34d195184f9e tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.145424 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a5e5f30-e80f-417a-b192-2d231fa77482 req-6145a267-dd76-4d0d-837e-4361d70ef5eb tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0491397 Nov 24 20:56:23.161687 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-7b57081a-17a5-4b79-8d5c-07d5f02c10cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5154da7f-affb-416c-a10d-879108bb0b67 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:56:23.181099 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-7b57081a-17a5-4b79-8d5c-07d5f02c10cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.200036 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-7b57081a-17a5-4b79-8d5c-07d5f02c10cb service neutron] Transition to ACTIVE for port object 5154da7f-affb-416c-a10d-879108bb0b67 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:56:23.203526 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-7b57081a-17a5-4b79-8d5c-07d5f02c10cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.229323 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.306628 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57081a-17a5-4b79-8d5c-07d5f02c10cb service neutron] Pushing event updated for resources: {'Port': ['ID=5154da7f-affb-416c-a10d-879108bb0b67,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:23.309226 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fd9-e081-4e5d-91f5-257ee75e9dab tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.328381 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fbebf1a5-9605-430e-998b-38578559a44c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:23.339335 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d26f241-1084-4e2c-a9c4-f5eca6ab31a9 req-ed2b1232-adb6-4d0c-9f82-260f9bd4d9ed service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722471 Nov 24 20:56:23.344499 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-32f154e2-2933-4ce2-86f7-34d195184f9e tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.361438 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a66a9532-10e0-402e-a1d0-5fad9c08e0f0 req-1464ba5e-bf67-427a-9812-5736abe2019a tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819273 Nov 24 20:56:23.385870 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-4dd08fd9-e081-4e5d-91f5-257ee75e9dab tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5748ec-3247-474a-81c7-49876549e1fe']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:23.392395 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17faa4d0-b7d6-418e-8c4e-6c83050fce7a req-241c5a03-e02d-4dff-8793-4ebf4ac42a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:23.393325 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17faa4d0-b7d6-418e-8c4e-6c83050fce7a req-241c5a03-e02d-4dff-8793-4ebf4ac42a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:23.393928 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17faa4d0-b7d6-418e-8c4e-6c83050fce7a req-241c5a03-e02d-4dff-8793-4ebf4ac42a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:23.395728 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-17faa4d0-b7d6-418e-8c4e-6c83050fce7a req-241c5a03-e02d-4dff-8793-4ebf4ac42a2e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=380dfa053f334bcfb71021039f3d93b4&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3479481 Nov 24 20:56:23.413972 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-4dd08fd9-e081-4e5d-91f5-257ee75e9dab tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f886ae42-c1e9-40f8-b8e5-8ddcf188d12d') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:23.414306 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-4dd08fd9-e081-4e5d-91f5-257ee75e9dab tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f886ae42-c1e9-40f8-b8e5-8ddcf188d12d') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:23.458148 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fd9-e081-4e5d-91f5-257ee75e9dab tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.461228 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.476995 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120783d5-ed00-4b6e-a648-e1c3efe8e230 req-1834589c-4e02-4bcb-b390-69c10ae78176 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:23.478545 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-120783d5-ed00-4b6e-a648-e1c3efe8e230 req-1834589c-4e02-4bcb-b390-69c10ae78176 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.2332869 Nov 24 20:56:23.490134 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fd9-e081-4e5d-91f5-257ee75e9dab tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.496691 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50313b29-022e-4a46-8044-4c4105575a41']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:23.504707 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd08fd9-e081-4e5d-91f5-257ee75e9dab tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:56:23.505143 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fd9-e081-4e5d-91f5-257ee75e9dab tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: timer() Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:56:23.507230 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:56:23.519113 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3510a1da-fe7a-4665-a919-4effc349716b') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:23.519379 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3510a1da-fe7a-4665-a919-4effc349716b') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:23.537550 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.579402 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-32f154e2-2933-4ce2-86f7-34d195184f9e tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.591672 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-7b57081a-17a5-4b79-8d5c-07d5f02c10cb service neutron] Attempting to bind port 5154da7f-affb-416c-a10d-879108bb0b67 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:56:23.592036 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-7b57081a-17a5-4b79-8d5c-07d5f02c10cb service neutron] Attempting to bind port 5154da7f-affb-416c-a10d-879108bb0b67 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '44febdc1-cd95-41d9-9faf-21880ab00588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '011ceefa-8bd0-44dd-9c0a-c269d04cbb07'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:56:23.592499 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-7b57081a-17a5-4b79-8d5c-07d5f02c10cb service neutron] Attempting to bind port 5154da7f-affb-416c-a10d-879108bb0b67 on network 011ceefa-8bd0-44dd-9c0a-c269d04cbb07 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:56:23.608564 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.616229 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fd9-e081-4e5d-91f5-257ee75e9dab tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.625251 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-7b57081a-17a5-4b79-8d5c-07d5f02c10cb service neutron] Port 5154da7f-affb-416c-a10d-879108bb0b67 on network 011ceefa-8bd0-44dd-9c0a-c269d04cbb07 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:56:23.625581 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-7b57081a-17a5-4b79-8d5c-07d5f02c10cb service neutron] Attempting to bind port 5154da7f-affb-416c-a10d-879108bb0b67 on network 011ceefa-8bd0-44dd-9c0a-c269d04cbb07 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:56:23.640220 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-120783d5-ed00-4b6e-a648-e1c3efe8e230 req-e429062d-b76d-4f3a-b4af-cbffd6345a04 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223028 Nov 24 20:56:23.640964 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-7b57081a-17a5-4b79-8d5c-07d5f02c10cb service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:56:23.641308 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-7b57081a-17a5-4b79-8d5c-07d5f02c10cb service neutron] Checking segment: {'id': '44febdc1-cd95-41d9-9faf-21880ab00588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '011ceefa-8bd0-44dd-9c0a-c269d04cbb07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:56:23.641682 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-7b57081a-17a5-4b79-8d5c-07d5f02c10cb service neutron] Bound using segment: {'id': '44febdc1-cd95-41d9-9faf-21880ab00588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '011ceefa-8bd0-44dd-9c0a-c269d04cbb07'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:56:23.642124 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-7b57081a-17a5-4b79-8d5c-07d5f02c10cb service neutron] Bound port: 5154da7f-affb-416c-a10d-879108bb0b67, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44febdc1-cd95-41d9-9faf-21880ab00588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '011ceefa-8bd0-44dd-9c0a-c269d04cbb07'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:56:23.642480 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-7b57081a-17a5-4b79-8d5c-07d5f02c10cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.663536 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd08fd9-e081-4e5d-91f5-257ee75e9dab tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eb5748ec-3247-474a-81c7-49876549e1fe {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 20:56:23.665263 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:56:23.665612 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: timer() Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:56:23.669358 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:56:23.679664 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd08fd9-e081-4e5d-91f5-257ee75e9dab tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb5748ec-3247-474a-81c7-49876549e1fe,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:23.687292 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fd9-e081-4e5d-91f5-257ee75e9dab tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.690618 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4dd08fd9-e081-4e5d-91f5-257ee75e9dab tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "DELETE /v2.0/networks/eb5748ec-3247-474a-81c7-49876549e1fe HTTP/1.1" status: 204 len: 168 time: 1.4692075 Nov 24 20:56:23.765299 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-7b57081a-17a5-4b79-8d5c-07d5f02c10cb service neutron] For port 5154da7f-affb-416c-a10d-879108bb0b67, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:56:23.766178 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17faa4d0-b7d6-418e-8c4e-6c83050fce7a req-68ff0d87-5ad2-4cb3-a557-0935ea87fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:23.768230 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-17faa4d0-b7d6-418e-8c4e-6c83050fce7a req-68ff0d87-5ad2-4cb3-a557-0935ea87fa53 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2040892 Nov 24 20:56:23.771824 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.786657 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-7b57081a-17a5-4b79-8d5c-07d5f02c10cb service neutron] For port 5154da7f-affb-416c-a10d-879108bb0b67, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5154da7f-affb-416c-a10d-879108bb0b67,segment=NetworkSegment(44febdc1-cd95-41d9-9faf-21880ab00588),segment_id=44febdc1-cd95-41d9-9faf-21880ab00588)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:56:23.789110 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 50313b29-022e-4a46-8044-4c4105575a41 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 20:56:23.792102 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.797500 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] 10.222.0.11 "DELETE /v2.0/networks/50313b29-022e-4a46-8044-4c4105575a41 HTTP/1.1" status: 204 len: 168 time: 2.7803779 Nov 24 20:56:23.798815 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-7b57081a-17a5-4b79-8d5c-07d5f02c10cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.803293 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33972) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:23.812545 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5b4d5-e48b-4420-9db5-f05a9751e40c tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Pushing event deleted for resources: {'Network': ['ID=50313b29-022e-4a46-8044-4c4105575a41,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:23.931520 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-7b57081a-17a5-4b79-8d5c-07d5f02c10cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:23.932216 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-7b57081a-17a5-4b79-8d5c-07d5f02c10cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:23.933756 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-7b57081a-17a5-4b79-8d5c-07d5f02c10cb service neutron] 10.222.0.15 "PUT /v2.0/ports/5154da7f-affb-416c-a10d-879108bb0b67 HTTP/1.1" status: 200 len: 1091 time: 1.3543150 Nov 24 20:56:24.039892 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57081a-17a5-4b79-8d5c-07d5f02c10cb service neutron] Pushing event updated for resources: {'Port': ['ID=5154da7f-affb-416c-a10d-879108bb0b67,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:24.093792 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33980) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:24.098333 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-da0f1536-a8c9-42f2-9364-dbe850ef62e8 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Request body: {'router': {'name': 'tempest-router--1292807366', 'project_id': '277cf7b8e0f6434c8a40258cb977381c'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:24.113395 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cada006d-302c-4010-a4c3-0e9a6f4f27f3 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.2734222 Nov 24 20:56:24.115913 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33982) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:24.197972 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-37d276d5-85f6-4a1a-8a72-4f2837597bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:24.199348 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-37d276d5-85f6-4a1a-8a72-4f2837597bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:24.204207 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-37d276d5-85f6-4a1a-8a72-4f2837597bec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=380dfa053f334bcfb71021039f3d93b4&device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 1979 time: 0.1662638 Nov 24 20:56:24.262803 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-da0f1536-a8c9-42f2-9364-dbe850ef62e8 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:24.263996 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-da0f1536-a8c9-42f2-9364-dbe850ef62e8 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:24.291858 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-32f154e2-2933-4ce2-86f7-34d195184f9e tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:24.324956 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-925d08fb-f14f-48a7-84ea-535a8d63a7b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.42&port_id=80720252-385e-41ed-9382-52b49641bc01 HTTP/1.1" status: 200 len: 217 time: 0.1085794 Nov 24 20:56:24.330349 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cc102-40ac-4e7d-90f5-fdb2e714e3ff req-b7c165aa-157f-4671-a8f6-af408107238b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:24.337554 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cc102-40ac-4e7d-90f5-fdb2e714e3ff req-b7c165aa-157f-4671-a8f6-af408107238b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:24.339340 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6b4cc102-40ac-4e7d-90f5-fdb2e714e3ff req-b7c165aa-157f-4671-a8f6-af408107238b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 1677 time: 0.2005115 Nov 24 20:56:24.364426 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe06b30-bf7f-4c43-be52-747e72694a2d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:24.364933 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe06b30-bf7f-4c43-be52-747e72694a2d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:24.365404 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe06b30-bf7f-4c43-be52-747e72694a2d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:24.366075 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe06b30-bf7f-4c43-be52-747e72694a2d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:24.366673 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe06b30-bf7f-4c43-be52-747e72694a2d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:24.367224 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe06b30-bf7f-4c43-be52-747e72694a2d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:24.367815 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe06b30-bf7f-4c43-be52-747e72694a2d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:24.369847 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7fe06b30-bf7f-4c43-be52-747e72694a2d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4558 time: 0.2528195 Nov 24 20:56:24.373880 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33986) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:24.426992 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-da0f1536-a8c9-42f2-9364-dbe850ef62e8 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:24.464725 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-da0f1536-a8c9-42f2-9364-dbe850ef62e8 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:24.474614 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-8e07cc77-f30b-4d54-a7b4-6240668c4dd3 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] delete failed (client error): The resource could not be found. Nov 24 20:56:24.476513 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8e07cc77-f30b-4d54-a7b4-6240668c4dd3 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/82922ada-1e6d-4011-b581-7708554e9d1b HTTP/1.1" status: 404 len: 345 time: 0.0950639 Nov 24 20:56:24.481543 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33990) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:24.519427 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7b2d0c-04ca-4502-8ede-3a471d38d134 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] DELETE failed (client error): The resource could not be found. Nov 24 20:56:24.520008 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7b2d0c-04ca-4502-8ede-3a471d38d134 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 20:56:24.523425 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bb7b2d0c-04ca-4502-8ede-3a471d38d134 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] 10.222.0.11 "DELETE /v2.0/networks/50313b29-022e-4a46-8044-4c4105575a41 HTTP/1.1" status: 404 len: 339 time: 0.0408990 Nov 24 20:56:24.535763 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-da0f1536-a8c9-42f2-9364-dbe850ef62e8 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:24.540280 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-da0f1536-a8c9-42f2-9364-dbe850ef62e8 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4421654 Nov 24 20:56:24.544849 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33992) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:24.544849 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33994) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:24.572210 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-6e339c65-25be-4e4c-8c68-43474413f5cf tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Request body: {'network': {'name': 'tempest-network--1114617236', 'router:external': True}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:24.622444 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6b4cc102-40ac-4e7d-90f5-fdb2e714e3ff req-987c4ae1-c3ac-4d0a-a251-12f607dc9730 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669451 Nov 24 20:56:24.683053 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3607-d450-4e96-8d6a-5483c08a3094 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:24.690978 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6b813cd-94a6-4fe8-a960-65459dce428b req-54101a21-1146-4c52-acc0-8322b2285c9c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1730652 Nov 24 20:56:24.692926 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e339c65-25be-4e4c-8c68-43474413f5cf tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Made reservation on behalf of 984b67481a81470f8f9122573f3ff82b for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:56:24.696129 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e339c65-25be-4e4c-8c68-43474413f5cf tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:24.812537 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf839b1-e404-44ba-a1a0-e21689886374', 'tag': '5154da7f-affb-416c-a10d-879108bb0b67'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:56:24.817017 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71dfad0-e9bf-4752-bba6-4919e71ebe0b" -d '{"events": [{"name": "network-changed", "server_uuid": "ddf839b1-e404-44ba-a1a0-e21689886374", "tag": "5154da7f-affb-416c-a10d-879108bb0b67"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:56:24.852985 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-32f154e2-2933-4ce2-86f7-34d195184f9e tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:24.856890 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e8ed4df4-b37e-4209-99c3-60a76cfbf4a7 req-a8634f52-e2ef-4e4b-b37b-124abde855fb tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.5675635 Nov 24 20:56:24.962444 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-f6961798-03a2-42d8-8e33-b28ea511d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:24.963820 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-f6961798-03a2-42d8-8e33-b28ea511d05b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=865f4912-3fb6-4921-bde3-8f7722e5b7a6 HTTP/1.1" status: 200 len: 801 time: 0.1417189 Nov 24 20:56:24.971506 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3607-d450-4e96-8d6a-5483c08a3094 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:24.974522 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e339c65-25be-4e4c-8c68-43474413f5cf tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:56:24.977909 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3607-d450-4e96-8d6a-5483c08a3094 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:24.987297 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffeeff-089e-4456-b17c-8f74f21d2c81 req-3605bb5a-20a3-41db-b341-db454c473e3d tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:24.988825 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-faffeeff-089e-4456-b17c-8f74f21d2c81 req-3605bb5a-20a3-41db-b341-db454c473e3d tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 950 time: 0.2008173 Nov 24 20:56:25.001571 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b813cd-94a6-4fe8-a960-65459dce428b req-13edeea0-4db9-40ea-9f74-58723ef16c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:25.003085 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6b813cd-94a6-4fe8-a960-65459dce428b req-13edeea0-4db9-40ea-9f74-58723ef16c36 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 1101 time: 0.2136509 Nov 24 20:56:25.045140 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e339c65-25be-4e4c-8c68-43474413f5cf tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:25.045577 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-6e339c65-25be-4e4c-8c68-43474413f5cf tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Added segment a600f7b4-ccce-4ad2-a7d5-a31e84da9780 of type vlan for network 72af9e25-ebae-43c7-a0b7-df091fac819e Nov 24 20:56:25.064846 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-32f154e2-2933-4ce2-86f7-34d195184f9e tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Allocated IP 172.25.5.208 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/29594dfc-9bf4-49df-b144-9edfd5d6e9d8) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:56:25.085352 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bb8ba-4881-4368-81f2-a7778d833e22 req-5460a5ca-6ae9-4936-938c-e5d525145c26 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:25.086966 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-383bb8ba-4881-4368-81f2-a7778d833e22 req-5460a5ca-6ae9-4936-938c-e5d525145c26 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.1480815 Nov 24 20:56:25.102070 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-f5765f89-926c-4c22-b898-e9ca6586cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:25.103922 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-f5765f89-926c-4c22-b898-e9ca6586cbf0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db934dd0-1a1f-4c9b-b228-e76c61143588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1207600 Nov 24 20:56:25.115804 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3607-d450-4e96-8d6a-5483c08a3094 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:25.116328 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4d3607-d450-4e96-8d6a-5483c08a3094 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95ad2328-7829-43d3-9820-fb3cecb5c9c7 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:56:25.129950 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3607-d450-4e96-8d6a-5483c08a3094 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:25.131105 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8b4d3607-d450-4e96-8d6a-5483c08a3094 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "DELETE /v2.0/routers/95ad2328-7829-43d3-9820-fb3cecb5c9c7 HTTP/1.1" status: 204 len: 168 time: 0.5850930 Nov 24 20:56:25.191609 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e339c65-25be-4e4c-8c68-43474413f5cf tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:25.206762 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-faffeeff-089e-4456-b17c-8f74f21d2c81 req-72ae83d2-b545-40a3-a445-09fd01b8e08a tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095969 Nov 24 20:56:25.250550 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b813cd-94a6-4fe8-a960-65459dce428b req-96bfb2ca-af21-4d83-89ce-5918a266f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:25.252158 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6b813cd-94a6-4fe8-a960-65459dce428b req-96bfb2ca-af21-4d83-89ce-5918a266f4e2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.2050183 Nov 24 20:56:25.258783 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e339c65-25be-4e4c-8c68-43474413f5cf tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:25.260014 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e339c65-25be-4e4c-8c68-43474413f5cf tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:25.260906 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e339c65-25be-4e4c-8c68-43474413f5cf tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:25.270490 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a70fabe-df51-46b9-9cb3-7289518f9276 x-openstack-request-id: req-5a70fabe-df51-46b9-9cb3-7289518f9276 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:56:25.271012 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddf839b1-e404-44ba-a1a0-e21689886374", "tag": "5154da7f-affb-416c-a10d-879108bb0b67", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:56:25.271012 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5a70fabe-df51-46b9-9cb3-7289518f9276 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:56:25.271415 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf839b1-e404-44ba-a1a0-e21689886374', 'tag': '5154da7f-affb-416c-a10d-879108bb0b67', 'status': 'completed', 'code': 200} Nov 24 20:56:25.297299 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-383bb8ba-4881-4368-81f2-a7778d833e22 req-857a7755-f3b2-4940-bb42-d1be2974e791 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010505 Nov 24 20:56:25.304709 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34002) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:25.322267 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6b813cd-94a6-4fe8-a960-65459dce428b req-4e0a594b-e8bd-4ee1-b652-80496e0b0dc2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=f15a7761-41df-448d-bd80-24ef546490c8 HTTP/1.1" status: 200 len: 217 time: 0.0589483 Nov 24 20:56:25.346375 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-ce1d817d-57c1-4fe8-8666-c3fa475567fe service neutron] 10.222.0.15 "GET /v2.0/networks/db934dd0-1a1f-4c9b-b228-e76c61143588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290113 Nov 24 20:56:25.349319 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-32f154e2-2933-4ce2-86f7-34d195184f9e tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:25.374263 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6e339c65-25be-4e4c-8c68-43474413f5cf tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8292978 Nov 24 20:56:25.378513 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34006) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:25.398911 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e339c65-25be-4e4c-8c68-43474413f5cf tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Pushing event updated for resources: {'Network': ['ID=72af9e25-ebae-43c7-a0b7-df091fac819e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:25.413332 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 72af9e25-ebae-43c7-a0b7-df091fac819e details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:56:25.420429 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b813cd-94a6-4fe8-a960-65459dce428b req-da6627b4-0c85-4f88-a571-71db66907a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:25.422070 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6b813cd-94a6-4fe8-a960-65459dce428b req-da6627b4-0c85-4f88-a571-71db66907a8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0900693 Nov 24 20:56:25.491531 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b813cd-94a6-4fe8-a960-65459dce428b req-b2947788-4fa4-42f6-b5f0-0ac5438fc76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:25.493042 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6b813cd-94a6-4fe8-a960-65459dce428b req-b2947788-4fa4-42f6-b5f0-0ac5438fc76d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0629411 Nov 24 20:56:25.569618 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-6fc4dbda-559d-4186-8dc1-469bee942aee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1408937646', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}, 'admin_state_up': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:25.596223 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6b813cd-94a6-4fe8-a960-65459dce428b req-d055fd4c-bf53-4006-8d00-532ec4321370 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920193 Nov 24 20:56:25.602368 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-32f154e2-2933-4ce2-86f7-34d195184f9e tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:25.695521 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-8938861d-35e0-4c5d-ad92-cf0ff9ff6da6 service neutron] 10.222.0.15 "GET /v2.0/networks/db934dd0-1a1f-4c9b-b228-e76c61143588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401103 Nov 24 20:56:25.710016 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f154e2-2933-4ce2-86f7-34d195184f9e tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:56:25.712264 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dbda-559d-4186-8dc1-469bee942aee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:25.713371 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dbda-559d-4186-8dc1-469bee942aee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:25.735538 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d159246d-07d4-4eae-8aa3-61cde5b594be tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:25.742611 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d159246d-07d4-4eae-8aa3-61cde5b594be tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:25.748987 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d159246d-07d4-4eae-8aa3-61cde5b594be tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:25.755322 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d159246d-07d4-4eae-8aa3-61cde5b594be tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:25.757655 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d159246d-07d4-4eae-8aa3-61cde5b594be tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3766260 Nov 24 20:56:25.762572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-32f154e2-2933-4ce2-86f7-34d195184f9e tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:56:25.765248 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34010) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:25.796583 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f154e2-2933-4ce2-86f7-34d195184f9e tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:56:25.808896 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-88b3bfbb-8a5d-4f88-9468-92ea98879f5a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.12&port_id=5154da7f-affb-416c-a10d-879108bb0b67 HTTP/1.1" status: 200 len: 217 time: 0.0974407 Nov 24 20:56:25.809250 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f154e2-2933-4ce2-86f7-34d195184f9e tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Pushing event updated for resources: {'Port': ['ID=29594dfc-9bf4-49df-b144-9edfd5d6e9d8,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:25.994529 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dbda-559d-4186-8dc1-469bee942aee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:26.029791 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ecbee914-5ecb-419e-9c2b-0da7d17cf493 req-03341ae1-c60f-4275-9f08-ad18e33695af service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1332262 Nov 24 20:56:26.039518 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bbf6c-e621-47de-af61-5c02ec0110b8 req-6bcefc3a-a6e3-403c-9da6-f4cc823ca0cd tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:26.045651 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bbf6c-e621-47de-af61-5c02ec0110b8 req-6bcefc3a-a6e3-403c-9da6-f4cc823ca0cd tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:26.047517 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-983bbf6c-e621-47de-af61-5c02ec0110b8 req-6bcefc3a-a6e3-403c-9da6-f4cc823ca0cd tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 1677 time: 0.1489692 Nov 24 20:56:26.049722 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6b813cd-94a6-4fe8-a960-65459dce428b req-5d32fb9c-e134-4a69-ab9e-c800bd99b0a9 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440603 Nov 24 20:56:26.072613 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b2e9b2e-26f9-4d13-8fb2-d1f61b3e9e6f req-321877cd-9cee-4e21-912c-f7d476d67fef tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.1073213 Nov 24 20:56:26.083348 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c13fb57-38d6-4856-8f5b-2d3c07dbed25 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:26.118383 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-47873dd4-6956-48b4-8a5c-5b86340a85e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:26.119851 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-47873dd4-6956-48b4-8a5c-5b86340a85e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e792df2d-4e53-487b-ab87-03d2810c55f1 HTTP/1.1" status: 200 len: 801 time: 0.2801945 Nov 24 20:56:26.127959 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-983bbf6c-e621-47de-af61-5c02ec0110b8 req-3995e83f-26fc-4e0c-90ab-c7d79a17c364 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726466 Nov 24 20:56:26.135087 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbee914-5ecb-419e-9c2b-0da7d17cf493 req-8a7303b6-c4d1-4ea6-ad07-18c338c60634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:26.136209 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ecbee914-5ecb-419e-9c2b-0da7d17cf493 req-8a7303b6-c4d1-4ea6-ad07-18c338c60634 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 1100 time: 0.0739913 Nov 24 20:56:26.252561 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbee914-5ecb-419e-9c2b-0da7d17cf493 req-f7fdb649-1b9a-40f0-909b-d4c33b9b6b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:26.255880 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ecbee914-5ecb-419e-9c2b-0da7d17cf493 req-f7fdb649-1b9a-40f0-909b-d4c33b9b6b89 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.0955498 Nov 24 20:56:26.303070 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ecbee914-5ecb-419e-9c2b-0da7d17cf493 req-05ac1197-22e3-457b-bd36-79ff56f57bad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=656752ae-79d3-4d03-b5f1-7f2f715581a7 HTTP/1.1" status: 200 len: 217 time: 0.0399373 Nov 24 20:56:26.328480 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dbda-559d-4186-8dc1-469bee942aee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:26.365344 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbee914-5ecb-419e-9c2b-0da7d17cf493 req-be598d88-a1f2-4a5f-9e09-1a41559b6eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:26.367414 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ecbee914-5ecb-419e-9c2b-0da7d17cf493 req-be598d88-a1f2-4a5f-9e09-1a41559b6eaa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0548332 Nov 24 20:56:26.405956 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-4461cb6a-754b-41f4-afd0-07096ea84dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:26.407460 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-4461cb6a-754b-41f4-afd0-07096ea84dbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=011ceefa-8bd0-44dd-9c0a-c269d04cbb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2397163 Nov 24 20:56:26.445353 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a38e81-afee-4e65-8598-53e6a7fd3e51 req-26b08216-e655-4fe9-8ffe-0e4a15ac8f3b tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:26.446874 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-05a38e81-afee-4e65-8598-53e6a7fd3e51 req-26b08216-e655-4fe9-8ffe-0e4a15ac8f3b tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.0784960 Nov 24 20:56:26.455403 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbee914-5ecb-419e-9c2b-0da7d17cf493 req-9fb4dba5-7a1e-4df1-b58c-10b7dfe5c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:26.456845 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ecbee914-5ecb-419e-9c2b-0da7d17cf493 req-9fb4dba5-7a1e-4df1-b58c-10b7dfe5c1d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0786831 Nov 24 20:56:26.470295 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c13fb57-38d6-4856-8f5b-2d3c07dbed25 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:26.562764 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-05a38e81-afee-4e65-8598-53e6a7fd3e51 req-cab940ee-ea44-4933-982e-bfad6afe77b1 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094861 Nov 24 20:56:26.563429 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-9c13fb57-38d6-4856-8f5b-2d3c07dbed25 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72af9e25-ebae-43c7-a0b7-df091fac819e']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:26.573347 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7bef8-98ed-4a36-8cda-ecb900dbc7c9 req-b5520a4a-b509-47e7-bdef-0adaa89d2228 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:26.574886 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a8a7bef8-98ed-4a36-8cda-ecb900dbc7c9 req-b5520a4a-b509-47e7-bdef-0adaa89d2228 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 950 time: 0.2868721 Nov 24 20:56:26.591805 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ecbee914-5ecb-419e-9c2b-0da7d17cf493 req-c103f5ac-720f-461f-b90f-75d5bdb16382 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206725 Nov 24 20:56:26.631932 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-9c13fb57-38d6-4856-8f5b-2d3c07dbed25 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a600f7b4-ccce-4ad2-a7d5-a31e84da9780') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:26.632402 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-9c13fb57-38d6-4856-8f5b-2d3c07dbed25 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a600f7b4-ccce-4ad2-a7d5-a31e84da9780') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:26.659763 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c13fb57-38d6-4856-8f5b-2d3c07dbed25 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:26.678246 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-32f154e2-2933-4ce2-86f7-34d195184f9e tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:26.700415 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ecbee914-5ecb-419e-9c2b-0da7d17cf493 req-55c72c62-2cd1-420c-a95e-c5655eb5fc11 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944154 Nov 24 20:56:26.758822 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c13fb57-38d6-4856-8f5b-2d3c07dbed25 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:26.784880 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-0f025969-e7ad-4686-8f46-9196442db281 service neutron] 10.222.0.15 "GET /v2.0/networks/011ceefa-8bd0-44dd-9c0a-c269d04cbb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536208 Nov 24 20:56:26.788864 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c13fb57-38d6-4856-8f5b-2d3c07dbed25 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:56:26.789276 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c13fb57-38d6-4856-8f5b-2d3c07dbed25 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:56:26.794570 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:56:27.121944 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a8a7bef8-98ed-4a36-8cda-ecb900dbc7c9 req-a5d910ab-4334-435d-9df5-9d82356e9986 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5118029 Nov 24 20:56:27.216114 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cd7d98db-d2d1-46bd-9d5d-1784ca46e271 req-9864e2e1-5d00-4c9e-8957-005db751a137 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0404489 Nov 24 20:56:27.268996 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c13fb57-38d6-4856-8f5b-2d3c07dbed25 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:27.284364 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c13fb57-38d6-4856-8f5b-2d3c07dbed25 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 72af9e25-ebae-43c7-a0b7-df091fac819e {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 20:56:27.298046 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c13fb57-38d6-4856-8f5b-2d3c07dbed25 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:27.301353 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9c13fb57-38d6-4856-8f5b-2d3c07dbed25 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] 10.222.0.11 "DELETE /v2.0/networks/72af9e25-ebae-43c7-a0b7-df091fac819e HTTP/1.1" status: 204 len: 168 time: 1.5060282 Nov 24 20:56:27.308862 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34026) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:27.312147 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13fb57-38d6-4856-8f5b-2d3c07dbed25 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Pushing event deleted for resources: {'Network': ['ID=72af9e25-ebae-43c7-a0b7-df091fac819e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:27.316762 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-706b5776-0004-49f3-9829-1a1c1683c9a9 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Request body: {'network': {'name': 'tempest-network--793723795', 'router:external': True}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:27.345216 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed5940-8da3-4da7-ba63-384c493974e5 req-20d4ae4f-ce23-4fab-aaa4-e7a80859227b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:27.352074 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed5940-8da3-4da7-ba63-384c493974e5 req-20d4ae4f-ce23-4fab-aaa4-e7a80859227b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:27.357240 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77ed5940-8da3-4da7-ba63-384c493974e5 req-20d4ae4f-ce23-4fab-aaa4-e7a80859227b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 1677 time: 0.0662589 Nov 24 20:56:27.405156 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77ed5940-8da3-4da7-ba63-384c493974e5 req-95e97021-76f4-4010-b719-c2eb2f1575c7 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450649 Nov 24 20:56:27.448945 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-710a3b10-de4d-40db-bef2-23f10ec07bd7 req-5d40e83d-a118-4703-ade0-544ce5c1f502 service neutron] 10.222.0.15 "GET /v2.0/networks/011ceefa-8bd0-44dd-9c0a-c269d04cbb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6534729 Nov 24 20:56:27.550850 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706b5776-0004-49f3-9829-1a1c1683c9a9 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Made reservation on behalf of 984b67481a81470f8f9122573f3ff82b for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:56:27.553875 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-706b5776-0004-49f3-9829-1a1c1683c9a9 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:27.605601 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91e7af-b2af-44e9-9239-d3ca9ac0fe6b req-cb086440-7d6c-4ed6-aa6f-5edea9e01974 tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:27.607133 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-af91e7af-b2af-44e9-9239-d3ca9ac0fe6b req-cb086440-7d6c-4ed6-aa6f-5edea9e01974 tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 1101 time: 0.2505710 Nov 24 20:56:27.613491 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dbda-559d-4186-8dc1-469bee942aee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:27.650474 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dbda-559d-4186-8dc1-469bee942aee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:27.672059 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706b5776-0004-49f3-9829-1a1c1683c9a9 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:56:27.676287 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-32f154e2-2933-4ce2-86f7-34d195184f9e tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:27.687950 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dfad0-e9bf-4752-bba6-4919e71ebe0b req-33d43128-4d36-490c-8b41-94fbd4a64bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:27.688439 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dfad0-e9bf-4752-bba6-4919e71ebe0b req-33d43128-4d36-490c-8b41-94fbd4a64bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:27.690048 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b71dfad0-e9bf-4752-bba6-4919e71ebe0b req-33d43128-4d36-490c-8b41-94fbd4a64bb9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=380dfa053f334bcfb71021039f3d93b4&device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 1979 time: 0.1733115 Nov 24 20:56:27.704636 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d9736-adee-4e7c-af40-a7d875584239 req-555cf5bc-88ce-4b78-b0ae-d2cf59499f09 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:27.706589 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-307d9736-adee-4e7c-af40-a7d875584239 req-555cf5bc-88ce-4b78-b0ae-d2cf59499f09 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.0613849 Nov 24 20:56:27.726754 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-706b5776-0004-49f3-9829-1a1c1683c9a9 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:27.727103 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-706b5776-0004-49f3-9829-1a1c1683c9a9 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Added segment 8ff94a54-04d3-4f47-8ae3-1ed591a52107 of type vlan for network b7c4723c-c62a-4980-9b6a-9353a539a5da Nov 24 20:56:27.757845 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-307d9736-adee-4e7c-af40-a7d875584239 req-b123c48d-8b03-4f49-999e-5f0a51dbe207 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443752 Nov 24 20:56:27.858048 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-af91e7af-b2af-44e9-9239-d3ca9ac0fe6b req-961dd874-b83d-482d-af75-d9b6326ec0d8 tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219481 Nov 24 20:56:27.986509 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-706b5776-0004-49f3-9829-1a1c1683c9a9 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:28.039872 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dfad0-e9bf-4752-bba6-4919e71ebe0b req-3e294985-4b00-4524-9878-a89deba50a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:28.041478 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b71dfad0-e9bf-4752-bba6-4919e71ebe0b req-3e294985-4b00-4524-9878-a89deba50a16 service neutron] 10.222.0.15 "GET /v2.0/networks?id=011ceefa-8bd0-44dd-9c0a-c269d04cbb07 HTTP/1.1" status: 200 len: 902 time: 0.3175035 Nov 24 20:56:28.042600 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-6fc4dbda-559d-4186-8dc1-469bee942aee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Allocated IP 172.25.5.11 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/bf8a17e8-8039-4239-965b-d3f48c46a570) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:56:28.042726 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0dd66bcc-2259-4074-bd42-77b54a944ddc req-9d5af13c-c595-4780-b3ea-b8879f8198a1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0316207 Nov 24 20:56:28.110930 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-706b5776-0004-49f3-9829-1a1c1683c9a9 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:28.111861 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706b5776-0004-49f3-9829-1a1c1683c9a9 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:28.112445 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-706b5776-0004-49f3-9829-1a1c1683c9a9 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:28.207168 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-706b5776-0004-49f3-9829-1a1c1683c9a9 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8960290 Nov 24 20:56:28.210461 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34034) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:28.243462 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f154e2-2933-4ce2-86f7-34d195184f9e tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Router 53011689-58ab-46f5-9f45-6fc221fc89ff is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:56:28.246988 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad144b4-627d-4f92-8d79-c9291b4699af req-5f086d74-8cd3-41da-ae8d-addd5c548c19 tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:28.248040 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6ad144b4-627d-4f92-8d79-c9291b4699af req-5f086d74-8cd3-41da-ae8d-addd5c548c19 tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 1101 time: 0.2020073 Nov 24 20:56:28.256156 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b5776-0004-49f3-9829-1a1c1683c9a9 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Pushing event updated for resources: {'Network': ['ID=b7c4723c-c62a-4980-9b6a-9353a539a5da,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:28.267760 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network b7c4723c-c62a-4980-9b6a-9353a539a5da details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:56:28.316292 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c1e22d-021a-403e-84ed-8ed5115bef84 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:28.320809 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f6c1e22d-021a-403e-84ed-8ed5115bef84 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] 10.222.0.11 "GET /v2.0/networks/b7c4723c-c62a-4980-9b6a-9353a539a5da HTTP/1.1" status: 200 len: 756 time: 0.1088989 Nov 24 20:56:28.322634 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34038) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:28.326627 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b71dfad0-e9bf-4752-bba6-4919e71ebe0b req-3e6bf94a-22e9-4ba0-9b36-64461ae8f2eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.12&port_id=5154da7f-affb-416c-a10d-879108bb0b67 HTTP/1.1" status: 200 len: 217 time: 0.0676725 Nov 24 20:56:28.370880 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bbb5b510-e2ce-4758-a012-0ff95ddf864d req-8cc0d3da-258d-4f06-b514-a9f246a65c59 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0489247 Nov 24 20:56:28.413732 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dbda-559d-4186-8dc1-469bee942aee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:28.433607 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60596994-dd89-4004-8d44-91178cfedacb tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:28.437769 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-60596994-dd89-4004-8d44-91178cfedacb tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] 10.222.0.11 "GET /v2.0/networks/0ff674ca-a354-4f74-92e5-fafa3d8a0b02 HTTP/1.1" status: 200 len: 768 time: 0.1141644 Nov 24 20:56:28.438381 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34042) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:28.455650 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6ad144b4-627d-4f92-8d79-c9291b4699af req-489e0999-ec89-467a-9a2d-e31563b50540 tempest-ServersAdminTestJSON-1462041241 tempest-ServersAdminTestJSON-1462041241-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856980 Nov 24 20:56:28.489734 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dfad0-e9bf-4752-bba6-4919e71ebe0b req-946a6312-7391-4ebf-864b-f0df57be8317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:28.491148 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b71dfad0-e9bf-4752-bba6-4919e71ebe0b req-946a6312-7391-4ebf-864b-f0df57be8317 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e792df2d-4e53-487b-ab87-03d2810c55f1 HTTP/1.1" status: 200 len: 801 time: 0.1269686 Nov 24 20:56:28.538643 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c740e47d-72dc-4630-8651-9bb1aa8bc790 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:28.556572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f154e2-2933-4ce2-86f7-34d195184f9e tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:56:28.576154 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dbda-559d-4186-8dc1-469bee942aee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:28.579127 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] Sync routers for ids ['53011689-58ab-46f5-9f45-6fc221fc89ff'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:56:28.588236 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dfad0-e9bf-4752-bba6-4919e71ebe0b req-195aec64-4792-4ac5-a130-e4a17e4ac463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:28.589837 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b71dfad0-e9bf-4752-bba6-4919e71ebe0b req-195aec64-4792-4ac5-a130-e4a17e4ac463 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=011ceefa-8bd0-44dd-9c0a-c269d04cbb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0851319 Nov 24 20:56:28.596304 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] Routers {'53011689-58ab-46f5-9f45-6fc221fc89ff'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:56:28.596686 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e92182-f1c2-4ccc-b621-417be8dd305d req-214eaf69-65b6-4792-92ae-719134c69dfa tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:28.597720 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['53011689-58ab-46f5-9f45-6fc221fc89ff'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:28.605637 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e92182-f1c2-4ccc-b621-417be8dd305d req-214eaf69-65b6-4792-92ae-719134c69dfa tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:28.607853 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-04e92182-f1c2-4ccc-b621-417be8dd305d req-214eaf69-65b6-4792-92ae-719134c69dfa tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 1677 time: 0.1125786 Nov 24 20:56:28.615236 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-32f154e2-2933-4ce2-86f7-34d195184f9e tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:28.617038 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-32f154e2-2933-4ce2-86f7-34d195184f9e tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.5759091 Nov 24 20:56:28.628465 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34046) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:28.656358 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc4dbda-559d-4186-8dc1-469bee942aee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:56:28.699795 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c740e47d-72dc-4630-8651-9bb1aa8bc790 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:28.703958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-6fc4dbda-559d-4186-8dc1-469bee942aee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:56:28.711921 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc4dbda-559d-4186-8dc1-469bee942aee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:56:28.724462 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4dbda-559d-4186-8dc1-469bee942aee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Pushing event updated for resources: {'Port': ['ID=bf8a17e8-8039-4239-965b-d3f48c46a570,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:28.745792 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-c740e47d-72dc-4630-8651-9bb1aa8bc790 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c4723c-c62a-4980-9b6a-9353a539a5da']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:28.760271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-c740e47d-72dc-4630-8651-9bb1aa8bc790 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff94a54-04d3-4f47-8ae3-1ed591a52107') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:28.760597 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-c740e47d-72dc-4630-8651-9bb1aa8bc790 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff94a54-04d3-4f47-8ae3-1ed591a52107') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:28.777935 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-04e92182-f1c2-4ccc-b621-417be8dd305d req-b0abddf4-3b96-4a01-bced-a708ff5ddff8 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511703 Nov 24 20:56:28.786555 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c740e47d-72dc-4630-8651-9bb1aa8bc790 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:28.804440 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] Set router 53011689-58ab-46f5-9f45-6fc221fc89ff gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:56:28.824440 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c740e47d-72dc-4630-8651-9bb1aa8bc790 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:28.839200 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c740e47d-72dc-4630-8651-9bb1aa8bc790 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:56:28.839849 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c740e47d-72dc-4630-8651-9bb1aa8bc790 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: timer() Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:56:28.845057 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:56:28.967619 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c740e47d-72dc-4630-8651-9bb1aa8bc790 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:28.979644 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c740e47d-72dc-4630-8651-9bb1aa8bc790 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b7c4723c-c62a-4980-9b6a-9353a539a5da {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 20:56:28.996565 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f33177-8052-46aa-9d19-4e7657a986ce req-3ac3328c-bd8c-48cf-bc33-8c999ef38a82 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:28.998175 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-33f33177-8052-46aa-9d19-4e7657a986ce req-3ac3328c-bd8c-48cf-bc33-8c999ef38a82 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.0829294 Nov 24 20:56:28.999544 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c740e47d-72dc-4630-8651-9bb1aa8bc790 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:29.007384 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c740e47d-72dc-4630-8651-9bb1aa8bc790 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] 10.222.0.11 "DELETE /v2.0/networks/b7c4723c-c62a-4980-9b6a-9353a539a5da HTTP/1.1" status: 204 len: 168 time: 0.5633714 Nov 24 20:56:29.007384 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740e47d-72dc-4630-8651-9bb1aa8bc790 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Pushing event deleted for resources: {'Network': ['ID=b7c4723c-c62a-4980-9b6a-9353a539a5da,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:29.014243 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34054) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:29.027861 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-df522682-eaa9-4940-b8a1-9b73c3ce3e3e tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Request body: {'network': {'name': 'tempest-network--1297182106'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:29.099341 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-33f33177-8052-46aa-9d19-4e7657a986ce req-44aa1785-c6d9-4aed-a355-7c4921ac93fb tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833471 Nov 24 20:56:29.102752 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df522682-eaa9-4940-b8a1-9b73c3ce3e3e tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Made reservation on behalf of 984b67481a81470f8f9122573f3ff82b for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:56:29.110477 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-df522682-eaa9-4940-b8a1-9b73c3ce3e3e tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:29.145000 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df522682-eaa9-4940-b8a1-9b73c3ce3e3e tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:56:29.164143 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-df522682-eaa9-4940-b8a1-9b73c3ce3e3e tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:29.165051 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-df522682-eaa9-4940-b8a1-9b73c3ce3e3e tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Added segment e3236982-40a9-43db-a5bb-a13a95cf2584 of type vlan for network 3450d414-de45-4a2e-959f-9d2ad70fdeac Nov 24 20:56:29.225023 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0366c6ef-5ae9-498d-8e39-1d47a949ebd0 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "GET /v2.0/routers/53011689-58ab-46f5-9f45-6fc221fc89ff HTTP/1.1" status: 200 len: 909 time: 0.5900447 Nov 24 20:56:29.227456 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b71dfad0-e9bf-4752-bba6-4919e71ebe0b req-575666c4-0b66-4b2f-a721-7f1959d937c8 service neutron] 10.222.0.15 "GET /v2.0/networks/011ceefa-8bd0-44dd-9c0a-c269d04cbb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6166239 Nov 24 20:56:29.229993 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34056) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:29.230335 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53011689-58ab-46f5-9f45-6fc221fc89ff', 'name': 'tempest-snat-router-1958031576', 'tenant_id': 'f7f348831579414aad7a9d2d96c97ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.208'}], 'enable_snat': False}, 'gw_port_id': '29594dfc-9bf4-49df-b144-9edfd5d6e9d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:56:23Z', 'updated_at': '2021-11-24T20:56:26Z', 'revision_number': 3, 'project_id': 'f7f348831579414aad7a9d2d96c97ba3', 'gw_port': {'id': '29594dfc-9bf4-49df-b144-9edfd5d6e9d8', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53011689-58ab-46f5-9f45-6fc221fc89ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:56:24Z', 'updated_at': '2021-11-24T20:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:29.234597 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c47d9391-673f-4491-8fda-22c2f3d11343 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1958031576', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'enable_snat': True}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:29.240223 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dbda-559d-4186-8dc1-469bee942aee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:29.252948 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4c26b-4cf2-4268-a989-1b51aa446b82 req-493ea1ff-691a-459f-98b7-1f4aebd55246 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:29.254532 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-13a4c26b-4cf2-4268-a989-1b51aa446b82 req-493ea1ff-691a-459f-98b7-1f4aebd55246 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c5451d9-0ee6-4536-a351-6ff3ea988370 HTTP/1.1" status: 200 len: 950 time: 0.3024430 Nov 24 20:56:29.278765 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] Checking router: 53011689-58ab-46f5-9f45-6fc221fc89ff for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:56:29.281265 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] Updating router 53011689-58ab-46f5-9f45-6fc221fc89ff port 29594dfc-9bf4-49df-b144-9edfd5d6e9d8 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:56:29.298922 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-df522682-eaa9-4940-b8a1-9b73c3ce3e3e tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:29.337386 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:29.358338 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-df522682-eaa9-4940-b8a1-9b73c3ce3e3e tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:29.359313 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df522682-eaa9-4940-b8a1-9b73c3ce3e3e tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:29.359908 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-df522682-eaa9-4940-b8a1-9b73c3ce3e3e tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:29.453282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df522682-eaa9-4940-b8a1-9b73c3ce3e3e tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Pushing event updated for resources: {'Network': ['ID=3450d414-de45-4a2e-959f-9d2ad70fdeac,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:29.512401 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 3450d414-de45-4a2e-959f-9d2ad70fdeac details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:56:29.549920 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e84a8c41-6d20-4211-a52b-284454602130 req-5331fd54-a259-4ea0-8984-c30df4554f8e tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0416832 Nov 24 20:56:29.666839 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-25e00b4b-a2bb-45d1-a540-d39d2b25c62b service neutron] show failed (client error): The resource could not be found. Nov 24 20:56:29.668066 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-25e00b4b-a2bb-45d1-a540-d39d2b25c62b service neutron] 10.222.0.48 "GET /v2.0/ports/cd6cbb8e-62b0-4a65-bd51-11366f62190e/bindings/n-h2-812111-8 HTTP/1.1" status: 404 len: 380 time: 0.1264422 Nov 24 20:56:29.837117 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:29.853417 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:29.960811 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca42c0-d384-430d-84d9-f6f91e02758c None None] Pushing event updated for resources: {'Port': ['ID=29594dfc-9bf4-49df-b144-9edfd5d6e9d8,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:29.981032 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca42c0-d384-430d-84d9-f6f91e02758c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:29.981721 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca42c0-d384-430d-84d9-f6f91e02758c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:29.982290 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca42c0-d384-430d-84d9-f6f91e02758c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:29.982828 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca42c0-d384-430d-84d9-f6f91e02758c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:29.983366 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca42c0-d384-430d-84d9-f6f91e02758c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:29.983904 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca42c0-d384-430d-84d9-f6f91e02758c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:29.984438 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca42c0-d384-430d-84d9-f6f91e02758c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:29.985012 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca42c0-d384-430d-84d9-f6f91e02758c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:29.985551 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca42c0-d384-430d-84d9-f6f91e02758c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:29.986134 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca42c0-d384-430d-84d9-f6f91e02758c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:29.986670 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca42c0-d384-430d-84d9-f6f91e02758c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:29.987377 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca42c0-d384-430d-84d9-f6f91e02758c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:29.996175 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] Attempting to bind port 29594dfc-9bf4-49df-b144-9edfd5d6e9d8 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:56:29.996921 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] Attempting to bind port 29594dfc-9bf4-49df-b144-9edfd5d6e9d8 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:56:29.998166 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] Attempting to bind port 29594dfc-9bf4-49df-b144-9edfd5d6e9d8 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:56:30.011642 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:56:30.012030 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:56:30.012440 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:30.012871 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:56:30.013345 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] Bound port: 29594dfc-9bf4-49df-b144-9edfd5d6e9d8, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:56:30.013970 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:30.016861 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5831a-30bf-4c22-aebd-6ae60cec8024 req-952c4421-ed27-451f-ba50-0a71f90d5be9 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:30.024657 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5831a-30bf-4c22-aebd-6ae60cec8024 req-952c4421-ed27-451f-ba50-0a71f90d5be9 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:30.036453 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a7a5831a-30bf-4c22-aebd-6ae60cec8024 req-952c4421-ed27-451f-ba50-0a71f90d5be9 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 1677 time: 0.1435788 Nov 24 20:56:30.073046 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-13a4c26b-4cf2-4268-a989-1b51aa446b82 req-3f7d3c2d-898b-4e31-b915-6414db397743 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7889807 Nov 24 20:56:30.073885 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c47d9391-673f-4491-8fda-22c2f3d11343 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:30.075005 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c47d9391-673f-4491-8fda-22c2f3d11343 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:30.114019 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] For port 29594dfc-9bf4-49df-b144-9edfd5d6e9d8, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:56:30.115211 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-df522682-eaa9-4940-b8a1-9b73c3ce3e3e tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0915756 Nov 24 20:56:30.117994 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] For port 29594dfc-9bf4-49df-b144-9edfd5d6e9d8, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=29594dfc-9bf4-49df-b144-9edfd5d6e9d8,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:56:30.123513 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 80720252-385e-41ed-9382-52b49641bc01 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:56:30.123685 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34062) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:30.133633 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-8044645f-abe5-4a9c-96e3-7404af61cfe0 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:30.136874 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:30.181625 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b71dfad0-e9bf-4752-bba6-4919e71ebe0b req-d0174211-4b9b-47f1-97c7-6452690b35f9 service neutron] 10.222.0.15 "GET /v2.0/networks/011ceefa-8bd0-44dd-9c0a-c269d04cbb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9376223 Nov 24 20:56:30.217688 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dbda-559d-4186-8dc1-469bee942aee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:30.220915 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c47d9391-673f-4491-8fda-22c2f3d11343 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:30.263150 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] Routers {'53011689-58ab-46f5-9f45-6fc221fc89ff'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:56:30.263864 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['53011689-58ab-46f5-9f45-6fc221fc89ff'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:30.270040 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-09ef50c9-971d-4c4d-9853-fd10dc333e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:30.273697 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-09ef50c9-971d-4c4d-9853-fd10dc333e48 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d&tenant_id=9a5783ced00e47ae82e71fa9165bac1a HTTP/1.1" status: 200 len: 1101 time: 0.2865963 Nov 24 20:56:30.290578 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-8', 'device_owner': 'compute:nova'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:30.307622 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a7a5831a-30bf-4c22-aebd-6ae60cec8024 req-142f5f1e-ce6a-405e-a6ec-3997b5d21325 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690575 Nov 24 20:56:30.357005 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca42c0-d384-430d-84d9-f6f91e02758c None None] Pushing event updated for resources: {'Port': ['ID=29594dfc-9bf4-49df-b144-9edfd5d6e9d8,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:30.447234 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:30.449562 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 80720252-385e-41ed-9382-52b49641bc01, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=80720252-385e-41ed-9382-52b49641bc01,segment=NetworkSegment(e0fbc6a1-0156-4051-abb9-9256fd1f59ee),segment_id=e0fbc6a1-0156-4051-abb9-9256fd1f59ee)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:30.469372 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '80720252-385e-41ed-9382-52b49641bc01', 'network_id': 'db934dd0-1a1f-4c9b-b228-e76c61143588', 'port_id': '80720252-385e-41ed-9382-52b49641bc01', 'mac_address': 'fa:16:3e:b5:18:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865f4912-3fb6-4921-bde3-8f7722e5b7a6', 'ip_address': '19.80.0.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:56:30.483151 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] Set router 53011689-58ab-46f5-9f45-6fc221fc89ff gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:56:30.530362 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8044645f-abe5-4a9c-96e3-7404af61cfe0 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:30.545335 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:30.548555 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb841ae-0301-4280-95f5-3dab433a8532 req-be34b483-f22c-4e6c-9235-19812e7b8cc7 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:30.549940 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ddb841ae-0301-4280-95f5-3dab433a8532 req-be34b483-f22c-4e6c-9235-19812e7b8cc7 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5451d9-0ee6-4536-a351-6ff3ea988370 HTTP/1.1" status: 200 len: 950 time: 0.2670181 Nov 24 20:56:30.552090 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c47d9391-673f-4491-8fda-22c2f3d11343 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:30.578236 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff4363-c422-4343-9bf4-2845d638f971 req-cb58385e-2f53-4909-bd94-51e73602cae2 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:30.586886 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f3ff4363-c422-4343-9bf4-2845d638f971 req-cb58385e-2f53-4909-bd94-51e73602cae2 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.3049383 Nov 24 20:56:30.594014 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80720252-385e-41ed-9382-52b49641bc01 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:56:30.610353 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8044645f-abe5-4a9c-96e3-7404af61cfe0 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:30.660566 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 80720252-385e-41ed-9382-52b49641bc01, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=80720252-385e-41ed-9382-52b49641bc01,segment=NetworkSegment(e0fbc6a1-0156-4051-abb9-9256fd1f59ee),segment_id=e0fbc6a1-0156-4051-abb9-9256fd1f59ee)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:30.661286 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8044645f-abe5-4a9c-96e3-7404af61cfe0 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Network 3450d414-de45-4a2e-959f-9d2ad70fdeac is not hosted by any dhcp agent {{(pid=109990) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 20:56:30.662191 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8044645f-abe5-4a9c-96e3-7404af61cfe0 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:30.663447 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8044645f-abe5-4a9c-96e3-7404af61cfe0 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:30.667196 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8044645f-abe5-4a9c-96e3-7404af61cfe0 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] 10.222.0.11 "PUT /v2.0/networks/3450d414-de45-4a2e-959f-9d2ad70fdeac HTTP/1.1" status: 200 len: 858 time: 0.5396934 Nov 24 20:56:30.669316 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:30.672652 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34070) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:30.673559 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5154da7f-affb-416c-a10d-879108bb0b67 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:56:30.739406 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d6a4390e-65f9-4892-aeba-2cf757d3b7d0 req-26bfea6f-a341-431e-912f-8bde67692636 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0388336 Nov 24 20:56:30.743708 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044645f-abe5-4a9c-96e3-7404af61cfe0 tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Pushing event updated for resources: {'Network': ['ID=3450d414-de45-4a2e-959f-9d2ad70fdeac,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:30.774416 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f3ff4363-c422-4343-9bf4-2845d638f971 req-013e052a-9de5-413f-a0a7-e56afc4ad1cf tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864643 Nov 24 20:56:30.882438 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc4dbda-559d-4186-8dc1-469bee942aee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Router 60396a88-015d-47e2-b6d6-dd4a6ca1f15e is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:56:30.921538 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e781014a-6c16-4a8c-8296-e87eea236d3d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:30.934098 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] For port cd6cbb8e-62b0-4a65-bd51-11366f62190e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:30.952413 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=80720252-385e-41ed-9382-52b49641bc01,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:30.984840 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] For port cd6cbb8e-62b0-4a65-bd51-11366f62190e, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:56:31.048202 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 5154da7f-affb-416c-a10d-879108bb0b67, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5154da7f-affb-416c-a10d-879108bb0b67,segment=NetworkSegment(44febdc1-cd95-41d9-9faf-21880ab00588),segment_id=44febdc1-cd95-41d9-9faf-21880ab00588)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:31.051021 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:31.055282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6bb016-f67e-4a5c-a861-42c0691baa8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd6cbb8e-62b0-4a65-bd51-11366f62190e'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:56:31.058119 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc4dbda-559d-4186-8dc1-469bee942aee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:56:31.058302 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d01137f-987f-4e7d-a759-ac57c96eebb1" -d '{"events": [{"server_uuid": "3d6bb016-f67e-4a5c-a861-42c0691baa8d", "name": "network-vif-unplugged", "status": "completed", "tag": "cd6cbb8e-62b0-4a65-bd51-11366f62190e"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:56:31.061046 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-ddb841ae-0301-4280-95f5-3dab433a8532 req-f77d5418-82a7-4fb4-9037-7a56361c4556 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Deleting port b9ade746-cb4a-43d1-a405-712dc4a38472 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:31.061390 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ddb841ae-0301-4280-95f5-3dab433a8532 req-f77d5418-82a7-4fb4-9037-7a56361c4556 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:31.069379 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '5154da7f-affb-416c-a10d-879108bb0b67', 'network_id': '011ceefa-8bd0-44dd-9c0a-c269d04cbb07', 'port_id': '5154da7f-affb-416c-a10d-879108bb0b67', 'mac_address': 'fa:16:3e:c8:80:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e792df2d-4e53-487b-ab87-03d2810c55f1', 'ip_address': '19.86.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:56:31.072922 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9721f69-e204-495d-aa83-cd6219e994aa None None] Sync routers for ids ['60396a88-015d-47e2-b6d6-dd4a6ca1f15e'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:56:31.077373 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53011689-58ab-46f5-9f45-6fc221fc89ff', 'name': 'tempest-snat-router-1958031576', 'tenant_id': 'f7f348831579414aad7a9d2d96c97ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.208'}], 'enable_snat': False}, 'gw_port_id': '29594dfc-9bf4-49df-b144-9edfd5d6e9d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:56:23Z', 'updated_at': '2021-11-24T20:56:26Z', 'revision_number': 3, 'project_id': 'f7f348831579414aad7a9d2d96c97ba3', 'gw_port': {'id': '29594dfc-9bf4-49df-b144-9edfd5d6e9d8', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53011689-58ab-46f5-9f45-6fc221fc89ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:56:24Z', 'updated_at': '2021-11-24T20:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:31.096677 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] Transition to ACTIVE for port object cd6cbb8e-62b0-4a65-bd51-11366f62190e will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:56:31.098929 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9721f69-e204-495d-aa83-cd6219e994aa None None] Routers {'60396a88-015d-47e2-b6d6-dd4a6ca1f15e'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:56:31.099879 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e9721f69-e204-495d-aa83-cd6219e994aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['60396a88-015d-47e2-b6d6-dd4a6ca1f15e'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:31.111645 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e4164-fe2e-4106-a405-516c363b74a2 None None] The sync data for ids ['53011689-58ab-46f5-9f45-6fc221fc89ff'] in n-d-812111-8 is: [{'id': '53011689-58ab-46f5-9f45-6fc221fc89ff', 'name': 'tempest-snat-router-1958031576', 'tenant_id': 'f7f348831579414aad7a9d2d96c97ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.208'}], 'enable_snat': False}, 'gw_port_id': '29594dfc-9bf4-49df-b144-9edfd5d6e9d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:56:23Z', 'updated_at': '2021-11-24T20:56:26Z', 'revision_number': 3, 'project_id': 'f7f348831579414aad7a9d2d96c97ba3', 'gw_port': {'id': '29594dfc-9bf4-49df-b144-9edfd5d6e9d8', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53011689-58ab-46f5-9f45-6fc221fc89ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:56:24Z', 'updated_at': '2021-11-24T20:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:56:31.124688 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dbda-559d-4186-8dc1-469bee942aee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:31.129267 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6fc4dbda-559d-4186-8dc1-469bee942aee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8206618 Nov 24 20:56:31.137606 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bf6670ee-8d1b-434e-bbc1-b2ed78e17258 req-81397906-b2eb-448c-a4eb-dd990f1718eb tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=21def764-341e-465f-a0ea-9c7a3a4fdf48&device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0712426 Nov 24 20:56:31.138159 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34078) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:31.143501 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:31.181728 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:31.206993 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5154da7f-affb-416c-a10d-879108bb0b67 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:56:31.233101 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e9721f69-e204-495d-aa83-cd6219e994aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:31.237136 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 5154da7f-affb-416c-a10d-879108bb0b67, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5154da7f-affb-416c-a10d-879108bb0b67,segment=NetworkSegment(44febdc1-cd95-41d9-9faf-21880ab00588),segment_id=44febdc1-cd95-41d9-9faf-21880ab00588)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:31.244397 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:31.258427 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9721f69-e204-495d-aa83-cd6219e994aa None None] Routers {'60396a88-015d-47e2-b6d6-dd4a6ca1f15e'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:56:31.260349 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e9721f69-e204-495d-aa83-cd6219e994aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['60396a88-015d-47e2-b6d6-dd4a6ca1f15e'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:31.270800 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 20:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88db19f9-a06a-4f59-93ec-add4da502318 x-openstack-request-id: req-88db19f9-a06a-4f59-93ec-add4da502318 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:56:31.271726 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6bb016-f67e-4a5c-a861-42c0691baa8d", "name": "network-vif-unplugged", "status": "completed", "tag": "cd6cbb8e-62b0-4a65-bd51-11366f62190e", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:56:31.272155 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-88db19f9-a06a-4f59-93ec-add4da502318 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:56:31.272791 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6bb016-f67e-4a5c-a861-42c0691baa8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd6cbb8e-62b0-4a65-bd51-11366f62190e', 'code': 200} Nov 24 20:56:31.326714 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=5154da7f-affb-416c-a10d-879108bb0b67,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:31.381813 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e9721f69-e204-495d-aa83-cd6219e994aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:31.382746 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9721f69-e204-495d-aa83-cd6219e994aa None None] The sync data for ids ['60396a88-015d-47e2-b6d6-dd4a6ca1f15e'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:56:31.407969 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] Pushing event updated for resources: {'Port': ['ID=cd6cbb8e-62b0-4a65-bd51-11366f62190e,revision_number=6']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:31.411203 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] No DVR routers for this DVR port cd6cbb8e-62b0-4a65-bd51-11366f62190e on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:56:31.436372 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e781014a-6c16-4a8c-8296-e87eea236d3d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:31.466538 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-e781014a-6c16-4a8c-8296-e87eea236d3d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3450d414-de45-4a2e-959f-9d2ad70fdeac']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:31.489352 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] Attempting to bind port cd6cbb8e-62b0-4a65-bd51-11366f62190e on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:56:31.489778 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] Attempting to bind port cd6cbb8e-62b0-4a65-bd51-11366f62190e by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:56:31.490208 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] Attempting to bind port cd6cbb8e-62b0-4a65-bd51-11366f62190e on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:56:31.492579 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-e781014a-6c16-4a8c-8296-e87eea236d3d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3236982-40a9-43db-a5bb-a13a95cf2584') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:31.492993 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-e781014a-6c16-4a8c-8296-e87eea236d3d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3236982-40a9-43db-a5bb-a13a95cf2584') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:31.503553 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e781014a-6c16-4a8c-8296-e87eea236d3d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:31.527806 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] Port cd6cbb8e-62b0-4a65-bd51-11366f62190e on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:56:31.528276 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] Attempting to bind port cd6cbb8e-62b0-4a65-bd51-11366f62190e on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:56:31.545594 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e781014a-6c16-4a8c-8296-e87eea236d3d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:31.557756 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e781014a-6c16-4a8c-8296-e87eea236d3d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:56:31.558225 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e781014a-6c16-4a8c-8296-e87eea236d3d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:31.568130 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['5154da7f-affb-416c-a10d-879108bb0b67'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:56:31.574461 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:56:31.574997 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:56:31.580256 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:56:31.582792 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:56:31.586609 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] Bound port: cd6cbb8e-62b0-4a65-bd51-11366f62190e, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:56:31.590416 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:31.751690 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] For port cd6cbb8e-62b0-4a65-bd51-11366f62190e, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:56:31.764654 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-dc0d3ae2-2b78-49fc-b35b-ce112590d4e9 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "GET /v2.0/routers/60396a88-015d-47e2-b6d6-dd4a6ca1f15e HTTP/1.1" status: 200 len: 920 time: 0.6250246 Nov 24 20:56:31.768265 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34088) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:31.815995 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-871e0e92-9e3b-414e-8dd4-4e0a215bb3f5 req-da704877-b5d2-40f5-be5c-fbcc1f2d02c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8747b7d7c2954c74924b8190add043b0&device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0875039 Nov 24 20:56:31.822828 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] For port cd6cbb8e-62b0-4a65-bd51-11366f62190e, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:56:31.824237 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e781014a-6c16-4a8c-8296-e87eea236d3d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:31.828941 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-ddb841ae-0301-4280-95f5-3dab433a8532 req-f77d5418-82a7-4fb4-9037-7a56361c4556 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] For port b9ade746-cb4a-43d1-a405-712dc4a38472, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b9ade746-cb4a-43d1-a405-712dc4a38472,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:31.829404 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ddb841ae-0301-4280-95f5-3dab433a8532 req-f77d5418-82a7-4fb4-9037-7a56361c4556 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:31.838761 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:31.863684 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4bdad9da-516a-4da4-9113-32dbcbd3af78 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "GET /v2.0/ports?device_id=60396a88-015d-47e2-b6d6-dd4a6ca1f15e HTTP/1.1" status: 200 len: 205 time: 0.0897367 Nov 24 20:56:31.866344 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e781014a-6c16-4a8c-8296-e87eea236d3d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3450d414-de45-4a2e-959f-9d2ad70fdeac {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 20:56:31.871341 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e781014a-6c16-4a8c-8296-e87eea236d3d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:31.878395 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e781014a-6c16-4a8c-8296-e87eea236d3d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] 10.222.0.11 "DELETE /v2.0/networks/3450d414-de45-4a2e-959f-9d2ad70fdeac HTTP/1.1" status: 204 len: 168 time: 1.2012365 Nov 24 20:56:31.878395 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34092) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:31.880741 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-871e0e92-9e3b-414e-8dd4-4e0a215bb3f5 req-4cfcb949-72f9-4f12-895f-9a34ac68a7fe service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8747b7d7c2954c74924b8190add043b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557513 Nov 24 20:56:31.882086 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34094) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:31.883594 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-ddb841ae-0301-4280-95f5-3dab433a8532 req-f77d5418-82a7-4fb4-9037-7a56361c4556 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Calling delete_port for b9ade746-cb4a-43d1-a405-712dc4a38472 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:31.951401 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693af3d8-70d1-41ff-8f1c-2cc40850655c req-60198291-a459-481a-b7ae-1b4d5e970dca tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:31.959100 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781014a-6c16-4a8c-8296-e87eea236d3d tempest-ExternalNetworksTestJSON-1623866077 tempest-ExternalNetworksTestJSON-1623866077-project-admin] Pushing event deleted for resources: {'Network': ['ID=3450d414-de45-4a2e-959f-9d2ad70fdeac,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:31.960478 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-693af3d8-70d1-41ff-8f1c-2cc40850655c req-60198291-a459-481a-b7ae-1b4d5e970dca tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c5451d9-0ee6-4536-a351-6ff3ea988370 HTTP/1.1" status: 200 len: 950 time: 0.6953335 Nov 24 20:56:31.992604 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b810a47-f7e8-4d1e-a275-21ee0dca42a6 req-daee7c21-2ebb-4fe4-bb4e-78d2ca03e254 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:31.996041 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:31.996672 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:31.998108 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] 10.222.0.15 "PUT /v2.0/ports/cd6cbb8e-62b0-4a65-bd51-11366f62190e HTTP/1.1" status: 200 len: 1096 time: 1.7122912 Nov 24 20:56:31.998814 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b810a47-f7e8-4d1e-a275-21ee0dca42a6 req-daee7c21-2ebb-4fe4-bb4e-78d2ca03e254 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:32.000506 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b810a47-f7e8-4d1e-a275-21ee0dca42a6 req-daee7c21-2ebb-4fe4-bb4e-78d2ca03e254 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 1679 time: 0.2952175 Nov 24 20:56:32.001866 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a5f7c1-d1ba-408d-bbd9-339c6d323f83 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] DELETE failed (client error): The resource could not be found. Nov 24 20:56:32.002190 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a5f7c1-d1ba-408d-bbd9-339c6d323f83 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 20:56:32.005395 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a0a5f7c1-d1ba-408d-bbd9-339c6d323f83 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] 10.222.0.11 "DELETE /v2.0/subnets/fbebf1a5-9605-430e-998b-38578559a44c HTTP/1.1" status: 404 len: 337 time: 0.1186559 Nov 24 20:56:32.020932 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34096) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:32.025909 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c47d9391-673f-4491-8fda-22c2f3d11343 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:32.107917 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33959e79-de8e-4390-9312-3d7c3d7cda4f service neutron] Pushing event updated for resources: {'Port': ['ID=cd6cbb8e-62b0-4a65-bd51-11366f62190e,revision_number=7']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:32.145159 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c47d9391-673f-4491-8fda-22c2f3d11343 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:32.179095 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-693af3d8-70d1-41ff-8f1c-2cc40850655c req-79c39d41-d00f-4c87-9b91-173108703b13 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175727 Nov 24 20:56:32.197971 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e0e92-9e3b-414e-8dd4-4e0a215bb3f5 req-e975c610-dc4c-4358-87e5-f2a0ec3d206c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:32.197971 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-871e0e92-9e3b-414e-8dd4-4e0a215bb3f5 req-e975c610-dc4c-4358-87e5-f2a0ec3d206c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2973194 Nov 24 20:56:32.197971 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-7a2635b5-7967-40f1-a8df-0e539d8c4af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:32.207716 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-7a2635b5-7967-40f1-a8df-0e539d8c4af8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 1099 time: 0.1681840 Nov 24 20:56:32.308685 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3fe979af-4718-4a30-8a78-7d01cd008795 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:32.318178 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ca11c5b-9d8d-4187-8d44-c94f52355e98 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:32.345439 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f963b58-faee-4eba-97f9-6ea93cfc7164 req-4204de55-1125-42f2-9629-6006be5ac370 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0701046 Nov 24 20:56:32.383051 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-27f1541d-077c-4701-960a-bf2d7d173235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:32.385488 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-27f1541d-077c-4701-960a-bf2d7d173235 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.1765530 Nov 24 20:56:32.398376 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b810a47-f7e8-4d1e-a275-21ee0dca42a6 req-30113320-c2a6-4917-a35d-fdd601cf8eae tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757856 Nov 24 20:56:32.447841 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-cc80183e-8463-467a-9fe9-bea75415283d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e HTTP/1.1" status: 200 len: 217 time: 0.0539079 Nov 24 20:56:32.542296 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-7f3ba939-3016-4f4e-8dfe-06cff1ea0224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:32.543873 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-7f3ba939-3016-4f4e-8dfe-06cff1ea0224 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0868096 Nov 24 20:56:32.570823 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56867388-967b-4db3-a14e-80851ec073cc req-3378a80a-c54c-4e8b-b400-ec63a553c42f tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:32.572458 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-56867388-967b-4db3-a14e-80851ec073cc req-3378a80a-c54c-4e8b-b400-ec63a553c42f tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 948 time: 0.0751860 Nov 24 20:56:32.632675 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['80720252-385e-41ed-9382-52b49641bc01'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:56:32.640333 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-8f81314f-8a47-4126-ba13-fa1d1fbd5721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:32.642053 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-8f81314f-8a47-4126-ba13-fa1d1fbd5721 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0892971 Nov 24 20:56:32.687232 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-56867388-967b-4db3-a14e-80851ec073cc req-773132d3-bdfe-4927-ab48-02c6718e1694 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942712 Nov 24 20:56:32.769527 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-8531dcdf-71c8-41c5-9340-9b0928e13534 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169674 Nov 24 20:56:32.794083 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 29594dfc-9bf4-49df-b144-9edfd5d6e9d8 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:56:32.911258 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-985dc9e7-ccd1-44ee-8d69-906deaf755df service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327078 Nov 24 20:56:32.915130 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 29594dfc-9bf4-49df-b144-9edfd5d6e9d8 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:56:32.916309 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:32.950190 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-c47d9391-673f-4491-8fda-22c2f3d11343 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Allocated IP 172.25.5.51 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/0f792cd4-2b83-49d7-8d76-c77991ef8716) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:56:33.014362 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:33.017951 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3fe979af-4718-4a30-8a78-7d01cd008795 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:33.040564 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 29594dfc-9bf4-49df-b144-9edfd5d6e9d8, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=29594dfc-9bf4-49df-b144-9edfd5d6e9d8,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:33.041734 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ddb841ae-0301-4280-95f5-3dab433a8532 req-f77d5418-82a7-4fb4-9037-7a56361c4556 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:33.044143 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ca11c5b-9d8d-4187-8d44-c94f52355e98 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:33.047411 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:33.054967 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['ccc21d4c-e226-4765-a466-e1d93a4b63d4'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:56:33.075059 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-3fe979af-4718-4a30-8a78-7d01cd008795 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff674ca-a354-4f74-92e5-fafa3d8a0b02']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:33.117671 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-3fe979af-4718-4a30-8a78-7d01cd008795 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe0fa29-4e17-45d4-8e6b-5e95ad4e1781') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:33.117916 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-3fe979af-4718-4a30-8a78-7d01cd008795 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe0fa29-4e17-45d4-8e6b-5e95ad4e1781') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:33.119713 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d5418-82a7-4fb4-9037-7a56361c4556 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Pushing event deleted for resources: {'Port': ['ID=b9ade746-cb4a-43d1-a405-712dc4a38472,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:33.175736 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=29594dfc-9bf4-49df-b144-9edfd5d6e9d8,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:33.183539 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3fe979af-4718-4a30-8a78-7d01cd008795 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:33.244451 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3fe979af-4718-4a30-8a78-7d01cd008795 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:33.248040 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb841ae-0301-4280-95f5-3dab433a8532 req-f77d5418-82a7-4fb4-9037-7a56361c4556 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] No DVR routers for this DVR port b9ade746-cb4a-43d1-a405-712dc4a38472 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:56:33.259453 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ddb841ae-0301-4280-95f5-3dab433a8532 req-f77d5418-82a7-4fb4-9037-7a56361c4556 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:33.262976 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ddb841ae-0301-4280-95f5-3dab433a8532 req-f77d5418-82a7-4fb4-9037-7a56361c4556 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.15 "DELETE /v2.0/ports/b9ade746-cb4a-43d1-a405-712dc4a38472 HTTP/1.1" status: 204 len: 173 time: 2.7015131 Nov 24 20:56:33.263489 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5451d9-0ee6-4536-a351-6ff3ea988370', 'name': 'network-vif-deleted', 'tag': 'b9ade746-cb4a-43d1-a405-712dc4a38472'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:56:33.265733 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7267208-1492-48f0-beb8-f5820fdf0f80" -d '{"events": [{"server_uuid": "7c5451d9-0ee6-4536-a351-6ff3ea988370", "name": "network-vif-deleted", "tag": "b9ade746-cb4a-43d1-a405-712dc4a38472"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:56:33.269065 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe979af-4718-4a30-8a78-7d01cd008795 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:56:33.269734 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3fe979af-4718-4a30-8a78-7d01cd008795 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:33.274356 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6bb016-f67e-4a5c-a861-42c0691baa8d', 'tag': 'cd6cbb8e-62b0-4a65-bd51-11366f62190e'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:56:33.277206 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d840b2a-d875-488a-ac1a-880906e84136" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6bb016-f67e-4a5c-a861-42c0691baa8d", "tag": "cd6cbb8e-62b0-4a65-bd51-11366f62190e"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:56:33.281772 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:56:33.327559 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7929ae5-6a1b-4c73-bfcf-a07a96052849 x-openstack-request-id: req-f7929ae5-6a1b-4c73-bfcf-a07a96052849 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:56:33.327858 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5451d9-0ee6-4536-a351-6ff3ea988370", "name": "network-vif-deleted", "tag": "b9ade746-cb4a-43d1-a405-712dc4a38472", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:56:33.328121 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f7929ae5-6a1b-4c73-bfcf-a07a96052849 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:56:33.328534 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5451d9-0ee6-4536-a351-6ff3ea988370', 'name': 'network-vif-deleted', 'tag': 'b9ade746-cb4a-43d1-a405-712dc4a38472', 'status': 'completed', 'code': 200} Nov 24 20:56:33.374768 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704581ea-0a5e-41e0-aebd-f04865f247d7 x-openstack-request-id: req-704581ea-0a5e-41e0-aebd-f04865f247d7 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:56:33.375541 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6bb016-f67e-4a5c-a861-42c0691baa8d", "tag": "cd6cbb8e-62b0-4a65-bd51-11366f62190e", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:56:33.375541 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-704581ea-0a5e-41e0-aebd-f04865f247d7 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:56:33.375733 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6bb016-f67e-4a5c-a861-42c0691baa8d', 'tag': 'cd6cbb8e-62b0-4a65-bd51-11366f62190e', 'status': 'completed', 'code': 200} Nov 24 20:56:33.384778 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c47d9391-673f-4491-8fda-22c2f3d11343 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:33.392092 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3dea3e63-07c8-4e87-8052-72d451e88c7b req-c20cc4c3-1bca-42e1-a865-dc279b9b9a2d tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c5451d9-0ee6-4536-a351-6ff3ea988370 HTTP/1.1" status: 200 len: 210 time: 0.1132054 Nov 24 20:56:33.410287 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4ca11c5b-9d8d-4187-8d44-c94f52355e98 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Deleting port bf8a17e8-8039-4239-965b-d3f48c46a570 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:33.410626 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ca11c5b-9d8d-4187-8d44-c94f52355e98 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:33.415297 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3fe979af-4718-4a30-8a78-7d01cd008795 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:33.449947 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3fe979af-4718-4a30-8a78-7d01cd008795 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:33.454018 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3fe979af-4718-4a30-8a78-7d01cd008795 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] 10.222.0.11 "DELETE /v2.0/networks/0ff674ca-a354-4f74-92e5-fafa3d8a0b02 HTTP/1.1" status: 204 len: 168 time: 1.4260230 Nov 24 20:56:33.493864 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3714dc70-01ae-4c04-82df-636f5c975f38 req-94d3b733-7609-4bcd-91b3-d3d4e295a391 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0350032 Nov 24 20:56:33.504392 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c2979b3d-f5e6-4cfd-8358-287c15e86934'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:56:33.523812 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe979af-4718-4a30-8a78-7d01cd008795 tempest-ExternalNetworksTestJSON-1833506821 tempest-ExternalNetworksTestJSON-1833506821-project] Pushing event deleted for resources: {'Network': ['ID=0ff674ca-a354-4f74-92e5-fafa3d8a0b02,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:33.525669 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d840b2a-d875-488a-ac1a-880906e84136 req-88a062fc-c097-4cc8-9eb4-2cbe99e2cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:33.526707 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d840b2a-d875-488a-ac1a-880906e84136 req-88a062fc-c097-4cc8-9eb4-2cbe99e2cc36 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 1099 time: 0.1166070 Nov 24 20:56:33.647739 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c47d9391-673f-4491-8fda-22c2f3d11343 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:33.707657 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-871e0e92-9e3b-414e-8dd4-4e0a215bb3f5 req-9d82334d-f82c-4fcc-a0f6-c537cc2acc1d tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.15 "GET /v2.0/ports?device_id=8720d199-be3e-4864-a58d-7c1c513e5150 HTTP/1.1" status: 200 len: 210 time: 0.0345521 Nov 24 20:56:33.748573 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ca11c5b-9d8d-4187-8d44-c94f52355e98 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:33.763468 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d840b2a-d875-488a-ac1a-880906e84136 req-445b5ba8-3de4-412a-bfb8-ae6a42d26ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:33.765770 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d840b2a-d875-488a-ac1a-880906e84136 req-445b5ba8-3de4-412a-bfb8-ae6a42d26ca8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.2278957 Nov 24 20:56:33.788837 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d840b2a-d875-488a-ac1a-880906e84136 req-c78ad265-0e27-4c97-997f-130e4d25facf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:33.790358 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4d840b2a-d875-488a-ac1a-880906e84136 req-c78ad265-0e27-4c97-997f-130e4d25facf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 1099 time: 0.3419287 Nov 24 20:56:33.833827 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d840b2a-d875-488a-ac1a-880906e84136 req-44df340d-e4fc-4128-8130-f813e1da4d9d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e HTTP/1.1" status: 200 len: 217 time: 0.0591052 Nov 24 20:56:33.859233 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47d9391-673f-4491-8fda-22c2f3d11343 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:56:33.860342 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4ca11c5b-9d8d-4187-8d44-c94f52355e98 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Calling delete_port for bf8a17e8-8039-4239-965b-d3f48c46a570 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:33.884453 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-c47d9391-673f-4491-8fda-22c2f3d11343 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:56:33.909119 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd11eae-9b26-401f-83db-edea4a9e9c50 req-60a4ff43-492a-488d-93bc-06e84174bea9 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:33.916921 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd11eae-9b26-401f-83db-edea4a9e9c50 req-60a4ff43-492a-488d-93bc-06e84174bea9 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:33.918850 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dcd11eae-9b26-401f-83db-edea4a9e9c50 req-60a4ff43-492a-488d-93bc-06e84174bea9 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 1679 time: 0.3914225 Nov 24 20:56:33.922781 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47d9391-673f-4491-8fda-22c2f3d11343 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:56:33.934881 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d9391-673f-4491-8fda-22c2f3d11343 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Pushing event updated for resources: {'Port': ['ID=0f792cd4-2b83-49d7-8d76-c77991ef8716,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:33.970949 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d840b2a-d875-488a-ac1a-880906e84136 req-39ba9784-68be-4430-a165-d69b499284ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:33.972492 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d840b2a-d875-488a-ac1a-880906e84136 req-39ba9784-68be-4430-a165-d69b499284ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.1276715 Nov 24 20:56:33.984537 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cd749-7080-4c3c-8fc7-628b8b7c3d11 req-4e282d43-6e38-4f76-8ad9-2f2d7f3b3240 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:33.986315 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b81cd749-7080-4c3c-8fc7-628b8b7c3d11 req-4e282d43-6e38-4f76-8ad9-2f2d7f3b3240 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 948 time: 0.1165226 Nov 24 20:56:34.018336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34114) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:34.070344 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d840b2a-d875-488a-ac1a-880906e84136 req-574f81d8-0309-4e72-b511-f2eea5d0d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:34.072381 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d840b2a-d875-488a-ac1a-880906e84136 req-574f81d8-0309-4e72-b511-f2eea5d0d07b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0851378 Nov 24 20:56:34.076170 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b81cd749-7080-4c3c-8fc7-628b8b7c3d11 req-caf90de4-52cc-486b-aa58-da572823bc14 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793629 Nov 24 20:56:34.140420 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 80720252-385e-41ed-9382-52b49641bc01 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:56:34.223609 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 80720252-385e-41ed-9382-52b49641bc01 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:56:34.230471 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 80720252-385e-41ed-9382-52b49641bc01 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:56:34.230905 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:34.263238 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dcd11eae-9b26-401f-83db-edea4a9e9c50 req-3caa7349-8c99-46c8-864b-82379fde2667 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116424 Nov 24 20:56:34.328642 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:34.331702 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d840b2a-d875-488a-ac1a-880906e84136 req-70ed8da2-e5c2-46ad-9989-90c568c3f6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:34.333642 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4d840b2a-d875-488a-ac1a-880906e84136 req-70ed8da2-e5c2-46ad-9989-90c568c3f6df service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.5059144 Nov 24 20:56:34.353907 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf839b1-e404-44ba-a1a0-e21689886374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80720252-385e-41ed-9382-52b49641bc01'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:56:34.356219 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f6ff9b-3242-4008-baa3-48540cb5aff0" -d '{"events": [{"server_uuid": "ddf839b1-e404-44ba-a1a0-e21689886374", "name": "network-vif-plugged", "status": "completed", "tag": "80720252-385e-41ed-9382-52b49641bc01"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:56:34.371017 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 80720252-385e-41ed-9382-52b49641bc01, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=80720252-385e-41ed-9382-52b49641bc01,segment=NetworkSegment(e0fbc6a1-0156-4051-abb9-9256fd1f59ee),segment_id=e0fbc6a1-0156-4051-abb9-9256fd1f59ee)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:34.380586 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:34.382563 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5154da7f-affb-416c-a10d-879108bb0b67 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:56:34.423553 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfd4cc3-6b81-4538-9da5-ae907c7831bc x-openstack-request-id: req-cbfd4cc3-6b81-4538-9da5-ae907c7831bc {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:56:34.424176 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf839b1-e404-44ba-a1a0-e21689886374", "name": "network-vif-plugged", "status": "completed", "tag": "80720252-385e-41ed-9382-52b49641bc01", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:56:34.424623 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cbfd4cc3-6b81-4538-9da5-ae907c7831bc {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:56:34.425597 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf839b1-e404-44ba-a1a0-e21689886374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80720252-385e-41ed-9382-52b49641bc01', 'code': 200} Nov 24 20:56:34.436171 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4d840b2a-d875-488a-ac1a-880906e84136 req-39007e90-fc79-4062-869d-a03babdb785b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e HTTP/1.1" status: 200 len: 217 time: 0.0531540 Nov 24 20:56:34.530648 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=80720252-385e-41ed-9382-52b49641bc01,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:34.534427 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 5154da7f-affb-416c-a10d-879108bb0b67 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:56:34.542221 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 5154da7f-affb-416c-a10d-879108bb0b67 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:56:34.542473 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:34.559943 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-56315997-df0f-48dc-8907-c22042339c4a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4dc9fc570d8342a2bd072575fd8584ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5348544 Nov 24 20:56:34.576457 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34126) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:34.590398 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d840b2a-d875-488a-ac1a-880906e84136 req-2ed98069-a57f-4cc2-b3a7-cfe7f208a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:34.591907 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4d840b2a-d875-488a-ac1a-880906e84136 req-2ed98069-a57f-4cc2-b3a7-cfe7f208a143 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.1464069 Nov 24 20:56:34.602222 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d840b2a-d875-488a-ac1a-880906e84136 req-83be8a9d-e3b9-48c8-8d90-51480c3e2b9d service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215061 Nov 24 20:56:34.695104 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:34.708240 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-37d301bd-b1fd-467e-88c4-4a70b5047a2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:34.709084 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ca11c5b-9d8d-4187-8d44-c94f52355e98 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:34.714475 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c47d9391-673f-4491-8fda-22c2f3d11343 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:34.762199 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 29594dfc-9bf4-49df-b144-9edfd5d6e9d8 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:56:34.789531 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca11c5b-9d8d-4187-8d44-c94f52355e98 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Pushing event deleted for resources: {'Port': ['ID=bf8a17e8-8039-4239-965b-d3f48c46a570,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:34.806956 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d840b2a-d875-488a-ac1a-880906e84136 req-417ffb02-74b9-48e4-a0de-cf37dc09c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:34.809408 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4d840b2a-d875-488a-ac1a-880906e84136 req-417ffb02-74b9-48e4-a0de-cf37dc09c87a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1817684 Nov 24 20:56:34.813016 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-37d301bd-b1fd-467e-88c4-4a70b5047a2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:34.859327 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d840b2a-d875-488a-ac1a-880906e84136 req-12dfe98c-6227-4441-bd85-5a434b1e27c3 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473769 Nov 24 20:56:34.889536 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 5154da7f-affb-416c-a10d-879108bb0b67, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5154da7f-affb-416c-a10d-879108bb0b67,segment=NetworkSegment(44febdc1-cd95-41d9-9faf-21880ab00588),segment_id=44febdc1-cd95-41d9-9faf-21880ab00588)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:34.904792 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-37d301bd-b1fd-467e-88c4-4a70b5047a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:34.909425 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-37d301bd-b1fd-467e-88c4-4a70b5047a2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:34.911895 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-37d301bd-b1fd-467e-88c4-4a70b5047a2e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1de3ff65-5291-4cf0-afb5-eb86c8d735ef HTTP/1.1" status: 204 len: 168 time: 0.3303983 Nov 24 20:56:34.920136 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:34.922069 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b9ade746-cb4a-43d1-a405-712dc4a38472 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:56:34.950377 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: b9ade746-cb4a-43d1-a405-712dc4a38472 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:56:34.950741 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b9ade746-cb4a-43d1-a405-712dc4a38472 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:56:34.977459 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device cd6cbb8e-62b0-4a65-bd51-11366f62190e no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:56:34.986467 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d301bd-b1fd-467e-88c4-4a70b5047a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de3ff65-5291-4cf0-afb5-eb86c8d735ef,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:35.013223 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ca11c5b-9d8d-4187-8d44-c94f52355e98 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:35.095425 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 29594dfc-9bf4-49df-b144-9edfd5d6e9d8 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:56:35.096045 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:35.123792 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device cd6cbb8e-62b0-4a65-bd51-11366f62190e not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:56:35.128071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=5154da7f-affb-416c-a10d-879108bb0b67,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:35.176156 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-30059bc7-eda2-41eb-b760-371c6764db28 req-12d6cad0-336c-42d9-a4cf-95195799fefa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8747b7d7c2954c74924b8190add043b0&device_id=21def764-341e-465f-a0ea-9c7a3a4fdf48 HTTP/1.1" status: 200 len: 210 time: 0.1128769 Nov 24 20:56:35.200024 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ca11c5b-9d8d-4187-8d44-c94f52355e98 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:35.204350 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ca11c5b-9d8d-4187-8d44-c94f52355e98 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:35.212102 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4d840b2a-d875-488a-ac1a-880906e84136 req-3449ccf3-1ea5-44ff-9178-e980542a3551 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878992 Nov 24 20:56:35.250621 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-30059bc7-eda2-41eb-b760-371c6764db28 req-caa1fc51-19a5-4fa5-a782-d5ce7ed9108d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=8747b7d7c2954c74924b8190add043b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641007 Nov 24 20:56:35.261743 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6239d6f-5e5e-4308-a8e2-bb684ea6772f req-81100fa3-f7e1-48be-8298-0437e35c814e tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:35.270691 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6239d6f-5e5e-4308-a8e2-bb684ea6772f req-81100fa3-f7e1-48be-8298-0437e35c814e tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef2296-2dfa-404c-b7d4-391df1b3e846 HTTP/1.1" status: 200 len: 950 time: 0.3463690 Nov 24 20:56:35.324776 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ca11c5b-9d8d-4187-8d44-c94f52355e98 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:35.325309 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca11c5b-9d8d-4187-8d44-c94f52355e98 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Fanout notify agent at l3_agent the message router_deleted on router 60396a88-015d-47e2-b6d6-dd4a6ca1f15e {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:56:35.337719 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ca11c5b-9d8d-4187-8d44-c94f52355e98 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:35.338844 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4ca11c5b-9d8d-4187-8d44-c94f52355e98 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "DELETE /v2.0/routers/60396a88-015d-47e2-b6d6-dd4a6ca1f15e HTTP/1.1" status: 204 len: 168 time: 3.4567425 Nov 24 20:56:35.347008 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34144) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:35.351981 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-43325d3d-aebf-4e81-ab13-1c1fc1043a47 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Request body: {'router': {'name': 'tempest-snat-router-962999447', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'enable_snat': False}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:35.382371 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c47d9391-673f-4491-8fda-22c2f3d11343 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:35.400328 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6239d6f-5e5e-4308-a8e2-bb684ea6772f req-bf9b7b3c-b362-48e1-b8b2-2192c071d9a8 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286936 Nov 24 20:56:35.438646 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-43325d3d-aebf-4e81-ab13-1c1fc1043a47 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:35.440725 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-43325d3d-aebf-4e81-ab13-1c1fc1043a47 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:35.473346 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-be9c9941-51b5-4f8e-acaf-54f53ca25cf0 req-2c3a7d20-7975-4a5d-b112-643a9e14c341 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=21def764-341e-465f-a0ea-9c7a3a4fdf48 HTTP/1.1" status: 200 len: 210 time: 0.4239316 Nov 24 20:56:35.476574 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4d840b2a-d875-488a-ac1a-880906e84136 req-843cab37-2838-41b0-81bf-2736cebf4e7f service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251523 Nov 24 20:56:35.549290 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34146) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:35.573898 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30059bc7-eda2-41eb-b760-371c6764db28 req-2b3ed7e5-c768-405c-8119-97b655a2f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:35.575490 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-30059bc7-eda2-41eb-b760-371c6764db28 req-2b3ed7e5-c768-405c-8119-97b655a2f49e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2954831 Nov 24 20:56:35.590509 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-43325d3d-aebf-4e81-ab13-1c1fc1043a47 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:35.616688 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce21e1c-dacc-4fa1-8785-b9f61c738eab req-7661699b-9948-47a3-b066-03656eee5c8c tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:35.622749 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce21e1c-dacc-4fa1-8785-b9f61c738eab req-7661699b-9948-47a3-b066-03656eee5c8c tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:35.624329 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bce21e1c-dacc-4fa1-8785-b9f61c738eab req-7661699b-9948-47a3-b066-03656eee5c8c tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 1681 time: 0.0833330 Nov 24 20:56:35.625406 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47d9391-673f-4491-8fda-22c2f3d11343 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Router 7a8bd44a-ee1f-4a79-9978-f4369094b450 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:56:35.690768 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5fd1d-48c4-4644-a13a-b176b683a7ac req-e2cc5c09-4e89-4c3b-beba-9c59b475fa36 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:35.692281 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98f5fd1d-48c4-4644-a13a-b176b683a7ac req-e2cc5c09-4e89-4c3b-beba-9c59b475fa36 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 948 time: 0.2205386 Nov 24 20:56:35.705540 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-209eb5c7-5674-43cc-89fb-5f81c4cf42e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=984b67481a81470f8f9122573f3ff82b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1539378 Nov 24 20:56:35.709003 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34148) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:35.795201 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-43325d3d-aebf-4e81-ab13-1c1fc1043a47 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:35.832029 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98f5fd1d-48c4-4644-a13a-b176b683a7ac req-bd02af29-686d-422d-bf3b-2ded21dc4574 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316931 Nov 24 20:56:36.058380 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-43325d3d-aebf-4e81-ab13-1c1fc1043a47 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:36.081711 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-43325d3d-aebf-4e81-ab13-1c1fc1043a47 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:36.093992 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bce21e1c-dacc-4fa1-8785-b9f61c738eab req-0ce1d905-8340-4cb8-8eec-143965458a2f tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608452 Nov 24 20:56:36.154266 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device cd6cbb8e-62b0-4a65-bd51-11366f62190e details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:56:36.204120 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9070f7-eba9-4f80-a859-f0e010b21e04 req-b709b1a4-29aa-4a39-8c22-685c07f9a21e tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:36.206851 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e9070f7-eba9-4f80-a859-f0e010b21e04 req-b709b1a4-29aa-4a39-8c22-685c07f9a21e tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 948 time: 0.1273890 Nov 24 20:56:36.225690 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47d9391-673f-4491-8fda-22c2f3d11343 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:56:36.248299 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-f3d9e69f-ea6e-48fd-b5f0-5635da98e045 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:36.249665 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] Sync routers for ids ['7a8bd44a-ee1f-4a79-9978-f4369094b450'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:56:36.250126 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-f3d9e69f-ea6e-48fd-b5f0-5635da98e045 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d&tenant_id=9a5783ced00e47ae82e71fa9165bac1a&binding%3Ahost_id=n-h2-812111-8 HTTP/1.1" status: 200 len: 948 time: 0.1718571 Nov 24 20:56:36.257447 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f348426b-75b2-470c-a502-646cd0050d6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:36.277292 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] Routers {'7a8bd44a-ee1f-4a79-9978-f4369094b450'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:56:36.278166 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7a8bd44a-ee1f-4a79-9978-f4369094b450'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:36.320069 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-43325d3d-aebf-4e81-ab13-1c1fc1043a47 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Allocated IP 172.25.5.22 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/ec4cfc38-bde1-4dae-b851-d4fc4003376c) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:56:36.323862 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c47d9391-673f-4491-8fda-22c2f3d11343 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:36.325561 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c47d9391-673f-4491-8fda-22c2f3d11343 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.0940657 Nov 24 20:56:36.328267 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port cd6cbb8e-62b0-4a65-bd51-11366f62190e, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:36.330128 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34154) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:36.332011 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f348426b-75b2-470c-a502-646cd0050d6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:36.352176 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'cd6cbb8e-62b0-4a65-bd51-11366f62190e', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': 'cd6cbb8e-62b0-4a65-bd51-11366f62190e', 'mac_address': 'fa:16:3e:c9:42:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:56:36.359294 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a54106-6d35-4bc6-a87b-eb6636ee1693 req-265e91a8-bf9c-4d4f-958a-4e3abde4e4dc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:36.360812 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-41a54106-6d35-4bc6-a87b-eb6636ee1693 req-265e91a8-bf9c-4d4f-958a-4e3abde4e4dc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7ef2296-2dfa-404c-b7d4-391df1b3e846 HTTP/1.1" status: 200 len: 950 time: 0.1282165 Nov 24 20:56:36.367363 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e9070f7-eba9-4f80-a859-f0e010b21e04 req-4efc471c-3011-41d8-b5a6-56b6fbed0b2e tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359005 Nov 24 20:56:36.430219 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf839b1-e404-44ba-a1a0-e21689886374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5154da7f-affb-416c-a10d-879108bb0b67'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:56:36.432527 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4084fb0e-4ffb-4a42-8d54-9b94240bc560" -d '{"events": [{"server_uuid": "ddf839b1-e404-44ba-a1a0-e21689886374", "name": "network-vif-plugged", "status": "completed", "tag": "5154da7f-affb-416c-a10d-879108bb0b67"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:56:36.462913 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] Set router 7a8bd44a-ee1f-4a79-9978-f4369094b450 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:56:36.504465 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:36.514195 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-cf58625a-889b-4438-87a5-836f66042511 service neutron] 10.222.0.15 "GET /v2.0/ports/cd6cbb8e-62b0-4a65-bd51-11366f62190e/bindings/n-h2-812111-8 HTTP/1.1" status: 200 len: 382 time: 0.2546735 Nov 24 20:56:36.524777 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce5278f-b72f-4293-8ca6-e9176f2ebcb1 x-openstack-request-id: req-5ce5278f-b72f-4293-8ca6-e9176f2ebcb1 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:56:36.525119 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf839b1-e404-44ba-a1a0-e21689886374", "name": "network-vif-plugged", "status": "completed", "tag": "5154da7f-affb-416c-a10d-879108bb0b67", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:56:36.534549 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5ce5278f-b72f-4293-8ca6-e9176f2ebcb1 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:56:36.535034 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf839b1-e404-44ba-a1a0-e21689886374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5154da7f-affb-416c-a10d-879108bb0b67', 'code': 200} Nov 24 20:56:36.577008 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6cbb8e-62b0-4a65-bd51-11366f62190e {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:56:36.597236 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f348426b-75b2-470c-a502-646cd0050d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:36.603161 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f348426b-75b2-470c-a502-646cd0050d6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:36.604304 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f348426b-75b2-470c-a502-646cd0050d6c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8ce2ed1-2f28-4cf2-9c87-4114a5b15b2e HTTP/1.1" status: 204 len: 168 time: 0.8914232 Nov 24 20:56:36.659032 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port cd6cbb8e-62b0-4a65-bd51-11366f62190e, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:36.714370 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348426b-75b2-470c-a502-646cd0050d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ce2ed1-2f28-4cf2-9c87-4114a5b15b2e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:36.725684 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d870554e-2a10-49b3-bb8c-3d3990a778d3 req-2479650a-e028-465e-a826-877f8638050a tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=21def764-341e-465f-a0ea-9c7a3a4fdf48 HTTP/1.1" status: 200 len: 210 time: 0.0781319 Nov 24 20:56:36.735076 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-43325d3d-aebf-4e81-ab13-1c1fc1043a47 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:36.745288 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-a5c071fe-f190-4790-a355-ab84a8ee2338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:36.747666 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-a5c071fe-f190-4790-a355-ab84a8ee2338 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 1099 time: 0.1946280 Nov 24 20:56:36.748974 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-41a54106-6d35-4bc6-a87b-eb6636ee1693 req-ca20ddf9-9623-458f-8586-3a0de5d41bd0 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Deleting port ccc21d4c-e226-4765-a466-e1d93a4b63d4 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:36.749325 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-41a54106-6d35-4bc6-a87b-eb6636ee1693 req-ca20ddf9-9623-458f-8586-3a0de5d41bd0 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:36.783016 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:36.820407 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3cbee0bb-e4be-4d1c-ba68-323b2ffb5edf tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "GET /v2.0/routers/7a8bd44a-ee1f-4a79-9978-f4369094b450 HTTP/1.1" status: 200 len: 907 time: 0.4858537 Nov 24 20:56:36.824618 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34166) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:36.849319 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6307b3d-2340-42ec-8df1-cc10d74257c7 req-cdf9006f-b025-4384-a934-59890a1ea6cf tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:36.852648 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6307b3d-2340-42ec-8df1-cc10d74257c7 req-cdf9006f-b025-4384-a934-59890a1ea6cf tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef2296-2dfa-404c-b7d4-391df1b3e846 HTTP/1.1" status: 200 len: 950 time: 0.2624755 Nov 24 20:56:36.864253 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-41a54106-6d35-4bc6-a87b-eb6636ee1693 req-ca20ddf9-9623-458f-8586-3a0de5d41bd0 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] For port ccc21d4c-e226-4765-a466-e1d93a4b63d4, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=ccc21d4c-e226-4765-a466-e1d93a4b63d4,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:36.864811 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-41a54106-6d35-4bc6-a87b-eb6636ee1693 req-ca20ddf9-9623-458f-8586-3a0de5d41bd0 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:36.878364 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-41a54106-6d35-4bc6-a87b-eb6636ee1693 req-ca20ddf9-9623-458f-8586-3a0de5d41bd0 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Calling delete_port for ccc21d4c-e226-4765-a466-e1d93a4b63d4 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:37.074041 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde99b2b-ccbc-4a8c-b871-3692767150e9 req-26166d12-5f33-426b-910d-e35061078768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:37.074689 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde99b2b-ccbc-4a8c-b871-3692767150e9 req-26166d12-5f33-426b-910d-e35061078768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:37.076417 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cde99b2b-ccbc-4a8c-b871-3692767150e9 req-26166d12-5f33-426b-910d-e35061078768 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 1983 time: 0.4996583 Nov 24 20:56:37.093985 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-41a54106-6d35-4bc6-a87b-eb6636ee1693 req-ca20ddf9-9623-458f-8586-3a0de5d41bd0 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:37.098798 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-d9733701-8ec5-4d55-a929-dc6bedba093c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:37.100516 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-d9733701-8ec5-4d55-a929-dc6bedba093c service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.3448057 Nov 24 20:56:37.104986 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-30059bc7-eda2-41eb-b760-371c6764db28 req-66d5a41e-e9ad-4e81-8966-ed0dc7f46664 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.48 "GET /v2.0/ports?device_id=21def764-341e-465f-a0ea-9c7a3a4fdf48 HTTP/1.1" status: 200 len: 210 time: 0.0467658 Nov 24 20:56:37.105243 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=cd6cbb8e-62b0-4a65-bd51-11366f62190e,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:37.113489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c2979b3d-f5e6-4cfd-8358-287c15e86934'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:56:37.130953 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6307b3d-2340-42ec-8df1-cc10d74257c7 req-1a16b4aa-3f9a-45b9-a618-a23f2b0031a4 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998878 Nov 24 20:56:37.159158 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b7d1c00-95d6-4537-8e48-d2f6a4f20d96 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:37.179624 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['ccc21d4c-e226-4765-a466-e1d93a4b63d4'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:56:37.220848 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20ddf9-9623-458f-8586-3a0de5d41bd0 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Pushing event deleted for resources: {'Port': ['ID=ccc21d4c-e226-4765-a466-e1d93a4b63d4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:37.265313 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['cd6cbb8e-62b0-4a65-bd51-11366f62190e'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:56:37.285491 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-13d728e9-434e-487b-b2d6-929703b43e5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e HTTP/1.1" status: 200 len: 217 time: 0.1279840 Nov 24 20:56:37.343865 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8bd44a-ee1f-4a79-9978-f4369094b450', 'name': 'tempest-snat-router-1958031576', 'tenant_id': 'f7f348831579414aad7a9d2d96c97ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '0f792cd4-2b83-49d7-8d76-c77991ef8716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:56:30Z', 'updated_at': '2021-11-24T20:56:34Z', 'revision_number': 3, 'project_id': 'f7f348831579414aad7a9d2d96c97ba3', 'gw_port': {'id': '0f792cd4-2b83-49d7-8d76-c77991ef8716', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:10:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8bd44a-ee1f-4a79-9978-f4369094b450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:56:32Z', 'updated_at': '2021-11-24T20:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:37.354605 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a54106-6d35-4bc6-a87b-eb6636ee1693 req-ca20ddf9-9623-458f-8586-3a0de5d41bd0 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] No DVR routers for this DVR port ccc21d4c-e226-4765-a466-e1d93a4b63d4 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:56:37.357971 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cde99b2b-ccbc-4a8c-b871-3692767150e9 req-7badd3fe-fb7a-4974-b700-ea18adf83f46 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603159 Nov 24 20:56:37.359119 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-41a54106-6d35-4bc6-a87b-eb6636ee1693 req-ca20ddf9-9623-458f-8586-3a0de5d41bd0 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:37.362674 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-41a54106-6d35-4bc6-a87b-eb6636ee1693 req-ca20ddf9-9623-458f-8586-3a0de5d41bd0 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.48 "DELETE /v2.0/ports/ccc21d4c-e226-4765-a466-e1d93a4b63d4 HTTP/1.1" status: 204 len: 173 time: 0.9944756 Nov 24 20:56:37.364266 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ef2296-2dfa-404c-b7d4-391df1b3e846', 'name': 'network-vif-deleted', 'tag': 'ccc21d4c-e226-4765-a466-e1d93a4b63d4'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:56:37.367284 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3254079f-33a0-4a77-a050-bad4d1879eaa" -d '{"events": [{"server_uuid": "b7ef2296-2dfa-404c-b7d4-391df1b3e846", "name": "network-vif-deleted", "tag": "ccc21d4c-e226-4765-a466-e1d93a4b63d4"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:56:37.371988 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-43325d3d-aebf-4e81-ab13-1c1fc1043a47 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:37.385377 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] Checking router: 7a8bd44a-ee1f-4a79-9978-f4369094b450 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:56:37.385740 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] Updating router 7a8bd44a-ee1f-4a79-9978-f4369094b450 port 0f792cd4-2b83-49d7-8d76-c77991ef8716 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:56:37.422850 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43325d3d-aebf-4e81-ab13-1c1fc1043a47 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:56:37.431113 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-43325d3d-aebf-4e81-ab13-1c1fc1043a47 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:56:37.436683 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43325d3d-aebf-4e81-ab13-1c1fc1043a47 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:56:37.457306 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:37.482006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da7641-c62c-43c3-b4f0-3954e8e86b37 req-805487a4-21c2-4793-a2ed-be70d98db466 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:37.488584 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da7641-c62c-43c3-b4f0-3954e8e86b37 req-805487a4-21c2-4793-a2ed-be70d98db466 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:37.496501 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-64da7641-c62c-43c3-b4f0-3954e8e86b37 req-805487a4-21c2-4793-a2ed-be70d98db466 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 1681 time: 0.2711141 Nov 24 20:56:37.501924 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43325d3d-aebf-4e81-ab13-1c1fc1043a47 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Pushing event updated for resources: {'Port': ['ID=ec4cfc38-bde1-4dae-b851-d4fc4003376c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:37.524902 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e22fe6-5ea5-4266-8561-05754f2dd2b2 x-openstack-request-id: req-97e22fe6-5ea5-4266-8561-05754f2dd2b2 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:56:37.525206 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ef2296-2dfa-404c-b7d4-391df1b3e846", "name": "network-vif-deleted", "tag": "ccc21d4c-e226-4765-a466-e1d93a4b63d4", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:56:37.525471 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-97e22fe6-5ea5-4266-8561-05754f2dd2b2 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:56:37.525885 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ef2296-2dfa-404c-b7d4-391df1b3e846', 'name': 'network-vif-deleted', 'tag': 'ccc21d4c-e226-4765-a466-e1d93a4b63d4', 'status': 'completed', 'code': 200} Nov 24 20:56:37.688631 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-64da7641-c62c-43c3-b4f0-3954e8e86b37 req-d5373743-a655-4c5f-a3e9-805f16dcde96 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915872 Nov 24 20:56:37.688785 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b7d1c00-95d6-4537-8e48-d2f6a4f20d96 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:37.701607 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-2ab62668-4c63-4acb-9d7c-7cb8b1bd49a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:37.704233 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-2ab62668-4c63-4acb-9d7c-7cb8b1bd49a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.4054220 Nov 24 20:56:37.858263 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e3522-48e8-4868-bcf8-520ec75ad6db req-696eb7a6-cdd8-48b0-9d6c-845ccaf6c7f7 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:37.866095 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-319e3522-48e8-4868-bcf8-520ec75ad6db req-696eb7a6-cdd8-48b0-9d6c-845ccaf6c7f7 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 949 time: 0.1599269 Nov 24 20:56:37.923744 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-bfa11c61-8f8a-4a60-abb7-3b245139e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:37.926428 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-bfa11c61-8f8a-4a60-abb7-3b245139e925 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2074406 Nov 24 20:56:37.975263 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d1c00-95d6-4537-8e48-d2f6a4f20d96 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Deleting port 0f792cd4-2b83-49d7-8d76-c77991ef8716 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:37.975263 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b7d1c00-95d6-4537-8e48-d2f6a4f20d96 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:38.038911 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:38.054951 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:38.086139 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-319e3522-48e8-4868-bcf8-520ec75ad6db req-16c682ca-00e6-431f-afea-0deb706494b9 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188854 Nov 24 20:56:38.110426 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c0df226-d8da-48c6-aa2b-dfd2537bc7ce req-a6f699bf-308a-447f-9ea2-3e7510307514 tempest-ServerShowV247Test-2009623294 tempest-ServerShowV247Test-2009623294-project] 10.222.0.11 "GET /v2.0/ports?device_id=21def764-341e-465f-a0ea-9c7a3a4fdf48 HTTP/1.1" status: 200 len: 210 time: 0.0821550 Nov 24 20:56:38.140326 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82db8e4-8c9e-4d70-9b7f-0ed2a1e9ee1f None None] Pushing event updated for resources: {'Port': ['ID=0f792cd4-2b83-49d7-8d76-c77991ef8716,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:38.142796 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] Attempting to bind port 0f792cd4-2b83-49d7-8d76-c77991ef8716 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:56:38.143183 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] Attempting to bind port 0f792cd4-2b83-49d7-8d76-c77991ef8716 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:56:38.143557 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] Attempting to bind port 0f792cd4-2b83-49d7-8d76-c77991ef8716 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:56:38.151278 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:56:38.151665 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:56:38.152079 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:38.152615 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:56:38.153128 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] Bound port: 0f792cd4-2b83-49d7-8d76-c77991ef8716, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:56:38.153521 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:38.172551 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-43325d3d-aebf-4e81-ab13-1c1fc1043a47 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:38.220424 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-a4fe8a8a-e4d3-44b4-bf5f-59399440b2f1 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820389 Nov 24 20:56:38.264558 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] For port 0f792cd4-2b83-49d7-8d76-c77991ef8716, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:56:38.269005 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] For port 0f792cd4-2b83-49d7-8d76-c77991ef8716, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0f792cd4-2b83-49d7-8d76-c77991ef8716,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:56:38.281195 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:38.296577 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b7d1c00-95d6-4537-8e48-d2f6a4f20d96 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:38.348284 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d1c00-95d6-4537-8e48-d2f6a4f20d96 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Calling delete_port for 0f792cd4-2b83-49d7-8d76-c77991ef8716 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:38.386180 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34204) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:38.425046 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] Routers {'7a8bd44a-ee1f-4a79-9978-f4369094b450'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:56:38.426475 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7a8bd44a-ee1f-4a79-9978-f4369094b450'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:38.430855 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82db8e4-8c9e-4d70-9b7f-0ed2a1e9ee1f None None] Pushing event updated for resources: {'Port': ['ID=0f792cd4-2b83-49d7-8d76-c77991ef8716,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:38.535893 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] Set router 7a8bd44a-ee1f-4a79-9978-f4369094b450 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:56:38.551857 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [None req-bb4ca7ad-48ee-438b-ac42-d225e6a8a3a6 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:38.557992 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bb4ca7ad-48ee-438b-ac42-d225e6a8a3a6 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1674311 Nov 24 20:56:38.561268 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34210) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:38.566009 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [None req-45b577e4-c6bd-409a-8d60-f57c39f45e5e tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:38.573033 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-45b577e4-c6bd-409a-8d60-f57c39f45e5e tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0094967 Nov 24 20:56:38.573850 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34212) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:38.592527 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-da977a8e-d0f0-4b9b-884c-1ecd62308e94 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:38.596405 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-da977a8e-d0f0-4b9b-884c-1ecd62308e94 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0133188 Nov 24 20:56:38.600816 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8bd44a-ee1f-4a79-9978-f4369094b450', 'name': 'tempest-snat-router-1958031576', 'tenant_id': 'f7f348831579414aad7a9d2d96c97ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:56:30Z', 'updated_at': '2021-11-24T20:56:37Z', 'revision_number': 4, 'project_id': 'f7f348831579414aad7a9d2d96c97ba3', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:38.601140 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34214) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:38.606456 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [None req-449a9cb0-e963-48b8-9360-96122722bfd5 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:38.609564 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-449a9cb0-e963-48b8-9360-96122722bfd5 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0050194 Nov 24 20:56:38.610583 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34216) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:38.614714 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-59e8291e-cee5-463b-a802-7d727b512622 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:38.618193 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-59e8291e-cee5-463b-a802-7d727b512622 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0043554 Nov 24 20:56:38.628508 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad9e55-ca05-47bb-b377-dc7d6fde498f req-dfb2734f-4806-4368-8d7e-db23c7f29f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:38.630085 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-18ad9e55-ca05-47bb-b377-dc7d6fde498f req-dfb2734f-4806-4368-8d7e-db23c7f29f0f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 1096 time: 0.2323182 Nov 24 20:56:38.630545 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34218) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:38.631999 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea346dbb-f9da-4c69-83fb-ba6f380d999d None None] The sync data for ids ['7a8bd44a-ee1f-4a79-9978-f4369094b450'] in n-d-812111-8 is: [{'id': '7a8bd44a-ee1f-4a79-9978-f4369094b450', 'name': 'tempest-snat-router-1958031576', 'tenant_id': 'f7f348831579414aad7a9d2d96c97ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:56:30Z', 'updated_at': '2021-11-24T20:56:37Z', 'revision_number': 4, 'project_id': 'f7f348831579414aad7a9d2d96c97ba3', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:56:38.673987 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-36befa08-10e2-4116-99ab-595aa0373a4b service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396029 Nov 24 20:56:38.677189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [None req-543d7ad7-fed4-4957-8c5b-3480905a134e tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:38.681700 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-543d7ad7-fed4-4957-8c5b-3480905a134e tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045705 Nov 24 20:56:38.681889 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd054141-f464-4d85-a14d-51a7d0efbae9 req-a510037e-9778-451d-9b85-e7d7b241345c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:38.683257 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34220) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:38.683587 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dd054141-f464-4d85-a14d-51a7d0efbae9 req-a510037e-9778-451d-9b85-e7d7b241345c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.2558732 Nov 24 20:56:38.730276 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [None req-47090fce-56ef-49b8-af1d-ee048078aa7f tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:38.730926 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-47090fce-56ef-49b8-af1d-ee048078aa7f tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0108316 Nov 24 20:56:38.737272 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34224) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:38.744831 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-1acd421a-6ed0-4345-937e-3d14605e393a tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:38.746294 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1acd421a-6ed0-4345-937e-3d14605e393a tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0068560 Nov 24 20:56:38.749634 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34226) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:38.780818 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-816e6b24-5320-41fb-9596-a042ebf6853f tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:38.781901 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-816e6b24-5320-41fb-9596-a042ebf6853f tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0282629 Nov 24 20:56:38.788428 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34228) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:38.799902 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-72c969e0-a9ae-498a-a10c-b85c9a573a23 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:38.800905 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-72c969e0-a9ae-498a-a10c-b85c9a573a23 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0082791 Nov 24 20:56:38.804161 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34230) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:38.826437 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-73e7d231-d677-47ae-9c52-e0628fff0a74 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:38.826916 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631bc35-1e28-40ca-aa9c-c5b82fb4b849 req-5166cdc4-f319-4cc7-af09-deba1f1a8da8 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:38.827590 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-73e7d231-d677-47ae-9c52-e0628fff0a74 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0204453 Nov 24 20:56:38.828675 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2631bc35-1e28-40ca-aa9c-c5b82fb4b849 req-5166cdc4-f319-4cc7-af09-deba1f1a8da8 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 950 time: 0.2528880 Nov 24 20:56:38.831664 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dd054141-f464-4d85-a14d-51a7d0efbae9 req-0c717a15-ed59-4bfa-af1b-4263a960b418 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314368 Nov 24 20:56:38.836620 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34232) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:38.840970 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-51824110-6dcf-4b5f-95e5-9c9c7dd141a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:38.844097 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-43325d3d-aebf-4e81-ab13-1c1fc1043a47 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:38.848793 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-3bb4279d-ca1b-4b28-8ad3-0818c4e67157 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:38.852783 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3bb4279d-ca1b-4b28-8ad3-0818c4e67157 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0120473 Nov 24 20:56:38.852783 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34234) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:38.856953 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-da873af4-1fb6-496f-b684-f1d77ba1bb43 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:38.857999 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-da873af4-1fb6-496f-b684-f1d77ba1bb43 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0045941 Nov 24 20:56:38.860522 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34236) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:38.866480 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-e4aefef9-6a51-4a0c-8133-0bafcd16fd5e tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:38.867606 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e4aefef9-6a51-4a0c-8133-0bafcd16fd5e tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0060518 Nov 24 20:56:38.868962 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b7d1c00-95d6-4537-8e48-d2f6a4f20d96 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:38.877473 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34238) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:38.886476 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-7b139526-f6a4-4148-b127-442069d64b48 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:38.887773 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7b139526-f6a4-4148-b127-442069d64b48 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0075941 Nov 24 20:56:38.900003 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34240) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:38.906454 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [None req-c755998c-54bc-4304-ab5b-051c61074497 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:38.907540 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c755998c-54bc-4304-ab5b-051c61074497 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0064785 Nov 24 20:56:38.915995 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34242) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:38.921993 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-d81e4536-1d37-48ca-801f-1afd9a6cd97c tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:38.922970 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d81e4536-1d37-48ca-801f-1afd9a6cd97c tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0057423 Nov 24 20:56:38.923821 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d1c00-95d6-4537-8e48-d2f6a4f20d96 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f792cd4-2b83-49d7-8d76-c77991ef8716,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:38.925530 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34244) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:38.943561 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-8ac0d769-5027-47dd-a9bf-e44c73a84a9f tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:38.947599 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8ac0d769-5027-47dd-a9bf-e44c73a84a9f tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0051188 Nov 24 20:56:38.949296 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34246) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:38.955028 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-622568ec-a111-4035-b915-7900a6778486 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:38.958394 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-622568ec-a111-4035-b915-7900a6778486 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0052018 Nov 24 20:56:38.964131 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34248) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:38.989542 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-865595d7-95a2-43d1-987b-aebb4da3e1cd tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:38.991097 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-865595d7-95a2-43d1-987b-aebb4da3e1cd tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0077534 Nov 24 20:56:39.008713 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34250) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.014626 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-7ef3b5f9-82b3-429e-9942-5c2132025954 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.015605 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7ef3b5f9-82b3-429e-9942-5c2132025954 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0057545 Nov 24 20:56:39.021146 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34252) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.025510 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-ed0176c3-f43e-4a90-9e2d-abf69490885f tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.026465 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ed0176c3-f43e-4a90-9e2d-abf69490885f tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0042939 Nov 24 20:56:39.029641 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34254) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.036610 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-9225a26e-fb58-4670-ad5c-03e5c1dc27a5 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.039926 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9225a26e-fb58-4670-ad5c-03e5c1dc27a5 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0069990 Nov 24 20:56:39.041814 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34256) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.047350 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-6238e245-9ec5-4ded-96bd-8aad8bf38b9d tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.048316 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6238e245-9ec5-4ded-96bd-8aad8bf38b9d tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0048492 Nov 24 20:56:39.052377 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34258) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.058887 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-91da74da-0b9e-4ff1-927f-cbefce9a4a57 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.059874 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-91da74da-0b9e-4ff1-927f-cbefce9a4a57 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0060260 Nov 24 20:56:39.062863 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34260) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.065012 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b7d1c00-95d6-4537-8e48-d2f6a4f20d96 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:39.069935 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-c376441e-bc12-45d6-8735-a482eafc0fe2 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.070915 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c376441e-bc12-45d6-8735-a482eafc0fe2 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0072894 Nov 24 20:56:39.102046 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34262) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.107213 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-c51e234f-346f-4ab3-8303-0b1c3a52808e tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.108206 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c51e234f-346f-4ab3-8303-0b1c3a52808e tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0051877 Nov 24 20:56:39.139634 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34264) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.149703 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f3e28-a29e-42d5-a3a7-6e10e6aef3d2 req-fe37f2c8-7c2d-4e27-aea5-cd823e95c750 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:39.155782 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f3e28-a29e-42d5-a3a7-6e10e6aef3d2 req-fe37f2c8-7c2d-4e27-aea5-cd823e95c750 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:39.157479 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc7f3e28-a29e-42d5-a3a7-6e10e6aef3d2 req-fe37f2c8-7c2d-4e27-aea5-cd823e95c750 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 1681 time: 0.2114136 Nov 24 20:56:39.186804 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-c2122b03-288b-4d04-beec-a0b71ae75bf7 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.190178 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c2122b03-288b-4d04-beec-a0b71ae75bf7 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0471985 Nov 24 20:56:39.192295 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34270) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.197002 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-817731d8-897a-4745-a5d9-a53573f71616 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.200217 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-817731d8-897a-4745-a5d9-a53573f71616 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0048103 Nov 24 20:56:39.202758 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34272) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.211072 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-adbe55ef-5ed2-4cd0-afe0-c3bfaa97b950 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.214459 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-adbe55ef-5ed2-4cd0-afe0-c3bfaa97b950 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0067222 Nov 24 20:56:39.223922 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b7d1c00-95d6-4537-8e48-d2f6a4f20d96 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:39.226989 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34274) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.230546 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b7d1c00-95d6-4537-8e48-d2f6a4f20d96 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:39.234757 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-e624fb50-a33d-4a1b-bcd6-73070803a38e tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.238103 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e624fb50-a33d-4a1b-bcd6-73070803a38e tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0077803 Nov 24 20:56:39.238233 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad9e55-ca05-47bb-b377-dc7d6fde498f req-98cf7be5-85a1-4276-a8ef-15d2f58d5dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:39.238860 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-18ad9e55-ca05-47bb-b377-dc7d6fde498f req-98cf7be5-85a1-4276-a8ef-15d2f58d5dc2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 913 time: 0.5582080 Nov 24 20:56:39.239325 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34276) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.253560 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [None req-3871f3eb-0a68-4271-99e0-40f7ac00c088 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.254577 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3871f3eb-0a68-4271-99e0-40f7ac00c088 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0093937 Nov 24 20:56:39.269262 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34278) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.273270 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [None req-95c10df0-07ea-48e9-a53c-9930929414b4 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.274208 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-95c10df0-07ea-48e9-a53c-9930929414b4 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0040770 Nov 24 20:56:39.280460 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34280) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.285617 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-c364e224-437b-46c4-97ba-fe1b07d1f437 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.286569 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c364e224-437b-46c4-97ba-fe1b07d1f437 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0049825 Nov 24 20:56:39.291451 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34282) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.300490 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-054a236f-2486-4dc3-a2a5-4fca0b258947 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.301512 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-054a236f-2486-4dc3-a2a5-4fca0b258947 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0093687 Nov 24 20:56:39.306652 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34284) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.311227 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-105df6d5-a915-4b54-bade-943aa42fde18 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.312171 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-105df6d5-a915-4b54-bade-943aa42fde18 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0043583 Nov 24 20:56:39.317029 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2631bc35-1e28-40ca-aa9c-c5b82fb4b849 req-324ecd63-56f5-4217-afec-4710ea53fde8 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546025 Nov 24 20:56:39.321084 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc7f3e28-a29e-42d5-a3a7-6e10e6aef3d2 req-b62db54b-56db-4de9-b483-2f895b297389 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294022 Nov 24 20:56:39.321462 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34286) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.325682 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b7d1c00-95d6-4537-8e48-d2f6a4f20d96 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:39.327059 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7d1c00-95d6-4537-8e48-d2f6a4f20d96 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a8bd44a-ee1f-4a79-9978-f4369094b450 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:56:39.340878 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b7d1c00-95d6-4537-8e48-d2f6a4f20d96 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:39.341853 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6b7d1c00-95d6-4537-8e48-d2f6a4f20d96 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "DELETE /v2.0/routers/7a8bd44a-ee1f-4a79-9978-f4369094b450 HTTP/1.1" status: 204 len: 168 time: 2.5113482 Nov 24 20:56:39.346775 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34290) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.346892 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-ed923f91-d126-43d0-91a4-22909ba3518e tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.347756 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ed923f91-d126-43d0-91a4-22909ba3518e tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0251315 Nov 24 20:56:39.354376 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34292) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.361039 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-6a3972c9-3b34-439b-bffd-4889e75a6fb8 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.364510 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6a3972c9-3b34-439b-bffd-4889e75a6fb8 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0067456 Nov 24 20:56:39.366680 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34294) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.379334 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-76107441-e96f-4f47-b27d-bdfa49a711ac tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.383247 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-76107441-e96f-4f47-b27d-bdfa49a711ac tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0124383 Nov 24 20:56:39.383397 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34296) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.387457 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-4d39adde-2951-4a26-a5de-7ac5d52eb44f tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.391038 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4d39adde-2951-4a26-a5de-7ac5d52eb44f tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0044262 Nov 24 20:56:39.391152 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34298) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.396140 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-b4086bfd-2a8f-416f-be8f-43d0dec3d38a tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.399374 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b4086bfd-2a8f-416f-be8f-43d0dec3d38a tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0045853 Nov 24 20:56:39.399574 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34300) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.405171 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-5acc4d13-91ea-4dc5-8467-bd8115778671 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.408472 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:39.409879 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5acc4d13-91ea-4dc5-8467-bd8115778671 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0091243 Nov 24 20:56:39.412954 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34304) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.419129 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-e75e5558-17db-47db-94f1-56580a3a2a9b tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.421097 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e75e5558-17db-47db-94f1-56580a3a2a9b tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0052063 Nov 24 20:56:39.422451 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34306) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.430565 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-18ad9e55-ca05-47bb-b377-dc7d6fde498f req-7fa94c56-777d-4408-a48c-fd3c918ca4e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa HTTP/1.1" status: 200 len: 1000 time: 0.1700573 Nov 24 20:56:39.431938 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-6556c8c3-f141-45de-9594-805d5c1093f1 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.437188 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34308) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.438248 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6556c8c3-f141-45de-9594-805d5c1093f1 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0140836 Nov 24 20:56:39.443493 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [None req-e8b5b009-81f2-40f6-969b-09a2b6be0d2b tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.447588 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34310) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.447706 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e8b5b009-81f2-40f6-969b-09a2b6be0d2b tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0068905 Nov 24 20:56:39.453938 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-49de036f-e730-48df-a861-0a8e369bab54 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.457829 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-49de036f-e730-48df-a861-0a8e369bab54 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0090754 Nov 24 20:56:39.458439 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34312) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.462540 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-1dc2a60c-22ea-4b3d-9a4a-1d11aab070a7 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.466105 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1dc2a60c-22ea-4b3d-9a4a-1d11aab070a7 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0067234 Nov 24 20:56:39.466713 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34314) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.471313 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-012f1011-9448-442f-b4c1-f68dd4b1744f tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.475418 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-012f1011-9448-442f-b4c1-f68dd4b1744f tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0072501 Nov 24 20:56:39.476438 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34316) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.480690 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-d8c76ecb-33a7-4f67-8e58-9873d67ea0d3 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.484288 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d8c76ecb-33a7-4f67-8e58-9873d67ea0d3 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0069723 Nov 24 20:56:39.484934 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34318) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.489312 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-f3b5bf4e-8a60-4b53-ba49-992d45e8e1a6 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.493569 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f3b5bf4e-8a60-4b53-ba49-992d45e8e1a6 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0076926 Nov 24 20:56:39.494185 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34320) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.500204 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-7ee581ed-f52f-4798-886d-fc93cdff7f92 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.505480 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7ee581ed-f52f-4798-886d-fc93cdff7f92 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0102217 Nov 24 20:56:39.506204 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34324) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.512025 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-d4750448-9fae-470c-aa39-30236ae03e68 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.516090 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d4750448-9fae-470c-aa39-30236ae03e68 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0088277 Nov 24 20:56:39.517193 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34326) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.521894 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-9098124e-a4be-4115-8fe8-692ca3df6fd7 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.525205 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9098124e-a4be-4115-8fe8-692ca3df6fd7 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0070307 Nov 24 20:56:39.525999 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34328) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.536149 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-ac57d831-8002-4867-afe4-b06c01526c1a tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.540958 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ac57d831-8002-4867-afe4-b06c01526c1a tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0136077 Nov 24 20:56:39.543643 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34330) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.548988 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-69aa3797-dce8-4a53-81af-3181060ce615 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.550148 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-69aa3797-dce8-4a53-81af-3181060ce615 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0054913 Nov 24 20:56:39.552562 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34332) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.557992 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-6b742b57-0b40-4074-a591-4a2566dd5a28 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.558998 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6b742b57-0b40-4074-a591-4a2566dd5a28 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0045748 Nov 24 20:56:39.561364 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34334) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.575839 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-e9b64ea5-85b6-47d7-b1ae-5f34d2c9f939 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.579892 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e9b64ea5-85b6-47d7-b1ae-5f34d2c9f939 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0149219 Nov 24 20:56:39.581001 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34336) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.588626 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-2fa74179-04c7-42cf-958d-bc8995d8eaef tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.592151 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2fa74179-04c7-42cf-958d-bc8995d8eaef tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0079496 Nov 24 20:56:39.592405 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34338) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.598635 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-8fe472cf-de22-44ff-9138-e313c6f9ece5 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.602402 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8fe472cf-de22-44ff-9138-e313c6f9ece5 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0056691 Nov 24 20:56:39.602529 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad9e55-ca05-47bb-b377-dc7d6fde498f req-c52831b2-e67d-4d8d-a845-d4b34d8b94e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:39.602529 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-18ad9e55-ca05-47bb-b377-dc7d6fde498f req-c52831b2-e67d-4d8d-a845-d4b34d8b94e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ee9c5f7-570f-459a-a776-8d371777733b HTTP/1.1" status: 200 len: 851 time: 0.1452219 Nov 24 20:56:39.602661 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34340) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.603082 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f4e54b2-036c-4253-a9e8-9a028bc73399 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:39.610131 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-25ed2f31-7877-45ff-b55f-c099b7202438 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.614344 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-25ed2f31-7877-45ff-b55f-c099b7202438 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0076113 Nov 24 20:56:39.614344 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34342) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.620968 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-7a595f9f-2811-4045-9645-05611d23896f tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.625216 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7a595f9f-2811-4045-9645-05611d23896f tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0101275 Nov 24 20:56:39.625815 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34344) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.634251 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-0afb1dd7-b33e-40f1-ae91-5fc1602f2266 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.636420 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0afb1dd7-b33e-40f1-ae91-5fc1602f2266 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0086017 Nov 24 20:56:39.638499 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34346) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.648534 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-382ab3c8-81d1-4f93-a646-f32d17293dc3 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.653435 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34348) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.655584 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-382ab3c8-81d1-4f93-a646-f32d17293dc3 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0075390 Nov 24 20:56:39.670447 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [None req-c1aaf213-2e8d-41ff-bcfb-a1ff4d96bd03 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.671436 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c1aaf213-2e8d-41ff-bcfb-a1ff4d96bd03 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0071919 Nov 24 20:56:39.674647 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34350) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.682433 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-baab4575-9275-4f9c-b1db-9a0277ed0434 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.685232 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-baab4575-9275-4f9c-b1db-9a0277ed0434 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0091636 Nov 24 20:56:39.686918 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34352) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.692415 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-672d7b89-3356-414a-b891-19b373b6a095 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.693396 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-672d7b89-3356-414a-b891-19b373b6a095 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0056427 Nov 24 20:56:39.696509 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34354) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.699657 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43325d3d-aebf-4e81-ab13-1c1fc1043a47 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Router a8b78b55-87fd-4b6f-afa3-19612e198031 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:56:39.700948 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-1ab83a98-3f6c-4f32-ba22-df29eff56004 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.704877 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1ab83a98-3f6c-4f32-ba22-df29eff56004 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0047054 Nov 24 20:56:39.704980 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34356) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.709619 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c026c-2495-4dcf-b88b-556528394179 req-a7210f0f-e23b-4491-bbb6-7582a45b6c2f tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:39.709854 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-5fc3bfb0-353c-45b2-bf6f-8d6856b5ae82 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.713416 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5fc3bfb0-353c-45b2-bf6f-8d6856b5ae82 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0051827 Nov 24 20:56:39.715106 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34360) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.719262 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5e5c026c-2495-4dcf-b88b-556528394179 req-a7210f0f-e23b-4491-bbb6-7582a45b6c2f tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 949 time: 0.2602861 Nov 24 20:56:39.723261 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-a55c1a9a-de2f-4a20-9f37-75c2e20d1831 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.726664 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a55c1a9a-de2f-4a20-9f37-75c2e20d1831 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0082490 Nov 24 20:56:39.726923 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34362) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.731311 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-c7e3c416-b48e-4c77-8fd4-3a720467d916 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.734506 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c7e3c416-b48e-4c77-8fd4-3a720467d916 tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0044355 Nov 24 20:56:39.735706 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34364) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.742204 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [None req-dcf35d00-0a6f-4927-a8ad-bbd53b02ac8c tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:39.747386 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dcf35d00-0a6f-4927-a8ad-bbd53b02ac8c tempest-ExtensionsTestJSON-1762963496 tempest-ExtensionsTestJSON-1762963496-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0082393 Nov 24 20:56:39.877660 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29e00b-18ac-44fc-b26c-112248031bcd req-55896538-66a4-403c-a84b-ce0694be01bb tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:39.890094 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29e00b-18ac-44fc-b26c-112248031bcd req-55896538-66a4-403c-a84b-ce0694be01bb tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:39.893698 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0f29e00b-18ac-44fc-b26c-112248031bcd req-55896538-66a4-403c-a84b-ce0694be01bb tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 1681 time: 0.1102240 Nov 24 20:56:39.906084 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad9e55-ca05-47bb-b377-dc7d6fde498f req-37d4f906-bc76-46aa-8fa6-5e3ed6d735f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:39.907806 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-18ad9e55-ca05-47bb-b377-dc7d6fde498f req-37d4f906-bc76-46aa-8fa6-5e3ed6d735f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d57895c6-b2f2-4afe-a44e-1eb66b91940d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2553055 Nov 24 20:56:39.927502 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34372) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:39.931741 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5e5c026c-2495-4dcf-b88b-556528394179 req-ada36361-18b3-4a38-8762-78a86462989f tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097337 Nov 24 20:56:39.990969 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0f29e00b-18ac-44fc-b26c-112248031bcd req-cb40df43-217c-46d7-88e6-60ab93b60dc3 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889571 Nov 24 20:56:40.082312 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f4e54b2-036c-4253-a9e8-9a028bc73399 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:40.088783 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37560628-7a30-4604-a833-4cac3b231db9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:40.150485 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34378) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:40.181130 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device cd6cbb8e-62b0-4a65-bd51-11366f62190e up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:56:40.207053 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43325d3d-aebf-4e81-ab13-1c1fc1043a47 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:56:40.215167 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37560628-7a30-4604-a833-4cac3b231db9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:40.221572 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-18ad9e55-ca05-47bb-b377-dc7d6fde498f req-3da1b27e-b697-4e50-93b3-176e796002b7 service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867603 Nov 24 20:56:40.226103 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37560628-7a30-4604-a833-4cac3b231db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:40.227294 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] Sync routers for ids ['a8b78b55-87fd-4b6f-afa3-19612e198031'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:56:40.246665 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c30204-4333-41ea-a576-0476b817089e req-5bc27059-c11f-4ab5-8bcb-1e2c69c5deaa tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:40.248445 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d2c30204-4333-41ea-a576-0476b817089e req-5bc27059-c11f-4ab5-8bcb-1e2c69c5deaa tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 950 time: 0.0770762 Nov 24 20:56:40.254678 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e23f0-141a-4122-aaf7-d636ec51b78c req-c3040188-6a7f-4d45-8ca7-4fd12a259d2a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:40.256684 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da9e23f0-141a-4122-aaf7-d636ec51b78c req-c3040188-6a7f-4d45-8ca7-4fd12a259d2a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1760471 Nov 24 20:56:40.271210 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] Routers {'a8b78b55-87fd-4b6f-afa3-19612e198031'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:56:40.272852 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a8b78b55-87fd-4b6f-afa3-19612e198031'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:40.278414 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-43325d3d-aebf-4e81-ab13-1c1fc1043a47 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:40.282344 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-43325d3d-aebf-4e81-ab13-1c1fc1043a47 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.9343209 Nov 24 20:56:40.294189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34382) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:40.294971 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port cd6cbb8e-62b0-4a65-bd51-11366f62190e completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:56:40.299870 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port cd6cbb8e-62b0-4a65-bd51-11366f62190e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:56:40.300494 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:40.330948 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-37560628-7a30-4604-a833-4cac3b231db9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8747b7d7c2954c74924b8190add043b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4019744 Nov 24 20:56:40.336679 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34384) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:40.339776 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37560628-7a30-4604-a833-4cac3b231db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa79ae40-fcc5-4c81-948a-ea674b6f4506,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:40.414262 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:40.448826 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6bb016-f67e-4a5c-a861-42c0691baa8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6cbb8e-62b0-4a65-bd51-11366f62190e'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:56:40.452665 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fd392e-8038-4f28-bf9b-7e045b74f5e0" -d '{"events": [{"server_uuid": "3d6bb016-f67e-4a5c-a861-42c0691baa8d", "name": "network-vif-plugged", "status": "completed", "tag": "cd6cbb8e-62b0-4a65-bd51-11366f62190e"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:56:40.470498 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-6f4e54b2-036c-4253-a9e8-9a028bc73399 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Deleting port 29594dfc-9bf4-49df-b144-9edfd5d6e9d8 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:40.470862 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f4e54b2-036c-4253-a9e8-9a028bc73399 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:40.473562 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port cd6cbb8e-62b0-4a65-bd51-11366f62190e, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:40.481833 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:40.482376 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] Set router a8b78b55-87fd-4b6f-afa3-19612e198031 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:56:40.503804 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f24eec50-fce2-4b83-a3df-de36d82fbd13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:40.544687 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-18ad9e55-ca05-47bb-b377-dc7d6fde498f req-660aabee-2602-4011-a0fa-4fe6a4b1d097 service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109119 Nov 24 20:56:40.552582 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=cd6cbb8e-62b0-4a65-bd51-11366f62190e,revision_number=9']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:40.587806 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da9e23f0-141a-4122-aaf7-d636ec51b78c req-eae19127-f7b1-4ada-893a-23c705b7f2d0 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3121939 Nov 24 20:56:40.644508 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9a65cf58-32a3-4cd5-b147-646eb1cff1ea tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "GET /v2.0/routers/a8b78b55-87fd-4b6f-afa3-19612e198031 HTTP/1.1" status: 200 len: 907 time: 0.3491473 Nov 24 20:56:40.647097 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34390) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:40.652740 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-3d2a1640-1f30-4b0d-aedb-68f22a92c9c4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Request body: {'router': {'name': 'tempest-snat-router-962999447', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'enable_snat': True}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:40.679109 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d2a1640-1f30-4b0d-aedb-68f22a92c9c4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:40.680341 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d2a1640-1f30-4b0d-aedb-68f22a92c9c4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:40.682109 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389237df-f59a-4161-b2ae-8ebeae58cb98 req-66b5b694-8686-47b3-b035-4c9e700c0a45 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:40.689516 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-389237df-f59a-4161-b2ae-8ebeae58cb98 req-66b5b694-8686-47b3-b035-4c9e700c0a45 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 950 time: 0.2222373 Nov 24 20:56:40.691791 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-45ba0407-05ef-4d3d-8e5f-1f474ddd8011 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:40.700765 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-6f4e54b2-036c-4253-a9e8-9a028bc73399 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] For port 29594dfc-9bf4-49df-b144-9edfd5d6e9d8, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=29594dfc-9bf4-49df-b144-9edfd5d6e9d8,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:40.701123 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f4e54b2-036c-4253-a9e8-9a028bc73399 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:40.719034 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-6f4e54b2-036c-4253-a9e8-9a028bc73399 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Calling delete_port for 29594dfc-9bf4-49df-b144-9edfd5d6e9d8 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:40.741245 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82563d0d-d5ab-4b07-ab4f-999cf7bb36c4 x-openstack-request-id: req-82563d0d-d5ab-4b07-ab4f-999cf7bb36c4 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:56:40.742333 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6bb016-f67e-4a5c-a861-42c0691baa8d", "name": "network-vif-plugged", "status": "completed", "tag": "cd6cbb8e-62b0-4a65-bd51-11366f62190e", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:56:40.742702 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-82563d0d-d5ab-4b07-ab4f-999cf7bb36c4 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:56:40.743173 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6bb016-f67e-4a5c-a861-42c0691baa8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6cbb8e-62b0-4a65-bd51-11366f62190e', 'code': 200} Nov 24 20:56:40.747942 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b78b55-87fd-4b6f-afa3-19612e198031', 'name': 'tempest-snat-router-962999447', 'tenant_id': '56850bd32d7a4e2c8dc7b0a0566ceea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.22'}], 'enable_snat': False}, 'gw_port_id': 'ec4cfc38-bde1-4dae-b851-d4fc4003376c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:56:35Z', 'updated_at': '2021-11-24T20:56:37Z', 'revision_number': 3, 'project_id': '56850bd32d7a4e2c8dc7b0a0566ceea9', 'gw_port': {'id': 'ec4cfc38-bde1-4dae-b851-d4fc4003376c', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b78b55-87fd-4b6f-afa3-19612e198031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:56:36Z', 'updated_at': '2021-11-24T20:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:40.765195 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-45ba0407-05ef-4d3d-8e5f-1f474ddd8011 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:40.772109 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d2a1640-1f30-4b0d-aedb-68f22a92c9c4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:40.805436 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-d2c30204-4333-41ea-a576-0476b817089e req-6c8ed930-5c2b-4332-bf19-bee4ba6f3957 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Deleting port c2979b3d-f5e6-4cfd-8358-287c15e86934 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:40.806303 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d2c30204-4333-41ea-a576-0476b817089e req-6c8ed930-5c2b-4332-bf19-bee4ba6f3957 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:40.838706 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] Checking router: a8b78b55-87fd-4b6f-afa3-19612e198031 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:56:40.839262 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] Updating router a8b78b55-87fd-4b6f-afa3-19612e198031 port ec4cfc38-bde1-4dae-b851-d4fc4003376c binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:56:40.900538 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-389237df-f59a-4161-b2ae-8ebeae58cb98 req-c94fd443-75ff-4c54-b72d-db5a2bec6f71 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6730ab0f-62f4-4f24-ada6-829d9f1a13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099297 Nov 24 20:56:40.930939 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:40.976041 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d2a1640-1f30-4b0d-aedb-68f22a92c9c4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:40.991986 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f24eec50-fce2-4b83-a3df-de36d82fbd13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:41.005416 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f24eec50-fce2-4b83-a3df-de36d82fbd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:41.038538 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:41.045202 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device ccc21d4c-e226-4765-a466-e1d93a4b63d4 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:56:41.118354 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-45ba0407-05ef-4d3d-8e5f-1f474ddd8011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:41.134138 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-45ba0407-05ef-4d3d-8e5f-1f474ddd8011 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:41.135041 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-45ba0407-05ef-4d3d-8e5f-1f474ddd8011 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa79ae40-fcc5-4c81-948a-ea674b6f4506 HTTP/1.1" status: 204 len: 168 time: 0.7962425 Nov 24 20:56:41.162849 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-d2c30204-4333-41ea-a576-0476b817089e req-6c8ed930-5c2b-4332-bf19-bee4ba6f3957 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] For port c2979b3d-f5e6-4cfd-8358-287c15e86934, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c2979b3d-f5e6-4cfd-8358-287c15e86934,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:41.163101 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d2c30204-4333-41ea-a576-0476b817089e req-6c8ed930-5c2b-4332-bf19-bee4ba6f3957 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:41.192096 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24eec50-fce2-4b83-a3df-de36d82fbd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55778068-fad9-41fe-b772-71e02ddcc963,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:41.208484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: ccc21d4c-e226-4765-a466-e1d93a4b63d4 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:56:41.210303 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f24eec50-fce2-4b83-a3df-de36d82fbd13 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6cf739a8d506426b8dcd4fa2858ab3b8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0584033 Nov 24 20:56:41.212002 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34398) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:41.217672 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device ccc21d4c-e226-4765-a466-e1d93a4b63d4 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:56:41.244010 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-d2c30204-4333-41ea-a576-0476b817089e req-6c8ed930-5c2b-4332-bf19-bee4ba6f3957 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Calling delete_port for c2979b3d-f5e6-4cfd-8358-287c15e86934 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:41.251558 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba0407-05ef-4d3d-8e5f-1f474ddd8011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa79ae40-fcc5-4c81-948a-ea674b6f4506,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:41.258547 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-722b009a-e11c-4065-b3b5-188e1afafce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:41.325517 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f4e54b2-036c-4253-a9e8-9a028bc73399 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:41.389001 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6f019-c5d7-4ff3-8c04-294ad95429b8 req-a1950f64-073f-4361-b944-267f6517ce81 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:41.397358 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e54b2-036c-4253-a9e8-9a028bc73399 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Pushing event deleted for resources: {'Port': ['ID=29594dfc-9bf4-49df-b144-9edfd5d6e9d8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:41.406541 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6f019-c5d7-4ff3-8c04-294ad95429b8 req-a1950f64-073f-4361-b944-267f6517ce81 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:41.421164 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0ad6f019-c5d7-4ff3-8c04-294ad95429b8 req-a1950f64-073f-4361-b944-267f6517ce81 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 1681 time: 0.2799089 Nov 24 20:56:41.501455 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c29ecbce-d478-45ed-8d13-5e9254e856a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:41.573968 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0ad6f019-c5d7-4ff3-8c04-294ad95429b8 req-f9160876-3898-4c9a-ab4b-91dbdf0b49e7 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518242 Nov 24 20:56:41.582805 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c29ecbce-d478-45ed-8d13-5e9254e856a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:41.589135 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:41.602724 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:41.616297 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9fa5b4-7b7d-4892-82c0-1584c266288a req-adfe035d-1207-4d57-b76d-f6a5c61d492e tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:41.626131 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d9fa5b4-7b7d-4892-82c0-1584c266288a req-adfe035d-1207-4d57-b76d-f6a5c61d492e tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.3084199 Nov 24 20:56:41.687209 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139f553-9cf7-4997-9fe6-9cb4b0e183ee None None] Pushing event updated for resources: {'Port': ['ID=ec4cfc38-bde1-4dae-b851-d4fc4003376c,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:41.692727 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] Attempting to bind port ec4cfc38-bde1-4dae-b851-d4fc4003376c on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:56:41.693118 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] Attempting to bind port ec4cfc38-bde1-4dae-b851-d4fc4003376c by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:56:41.694435 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] Attempting to bind port ec4cfc38-bde1-4dae-b851-d4fc4003376c on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:56:41.705489 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139f553-9cf7-4997-9fe6-9cb4b0e183ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:41.705941 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139f553-9cf7-4997-9fe6-9cb4b0e183ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:41.706386 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139f553-9cf7-4997-9fe6-9cb4b0e183ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:41.706788 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139f553-9cf7-4997-9fe6-9cb4b0e183ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:41.707190 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139f553-9cf7-4997-9fe6-9cb4b0e183ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:41.707592 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139f553-9cf7-4997-9fe6-9cb4b0e183ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:41.707984 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139f553-9cf7-4997-9fe6-9cb4b0e183ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:41.708427 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139f553-9cf7-4997-9fe6-9cb4b0e183ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:41.708844 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139f553-9cf7-4997-9fe6-9cb4b0e183ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:41.709939 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139f553-9cf7-4997-9fe6-9cb4b0e183ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:41.710490 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139f553-9cf7-4997-9fe6-9cb4b0e183ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:41.710645 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139f553-9cf7-4997-9fe6-9cb4b0e183ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:41.722618 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:56:41.723097 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:56:41.724044 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:41.724510 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:56:41.725490 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] Bound port: ec4cfc38-bde1-4dae-b851-d4fc4003376c, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:56:41.726019 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:41.731108 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-b82e1640-cf57-4096-a873-60ff9aaad373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:41.732625 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-b82e1640-cf57-4096-a873-60ff9aaad373 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d&tenant_id=9a5783ced00e47ae82e71fa9165bac1a HTTP/1.1" status: 200 len: 1101 time: 0.2705142 Nov 24 20:56:41.744252 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff923c-a090-4147-bd11-8c1b8eed0d0d req-89d3b649-df6f-4e22-a227-8213540c3b53 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:41.750378 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff923c-a090-4147-bd11-8c1b8eed0d0d req-89d3b649-df6f-4e22-a227-8213540c3b53 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:41.752000 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3cff923c-a090-4147-bd11-8c1b8eed0d0d req-89d3b649-df6f-4e22-a227-8213540c3b53 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 1681 time: 0.2918508 Nov 24 20:56:41.760017 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f4e54b2-036c-4253-a9e8-9a028bc73399 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:41.773938 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d2c30204-4333-41ea-a576-0476b817089e req-6c8ed930-5c2b-4332-bf19-bee4ba6f3957 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:41.788788 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c2979b3d-f5e6-4cfd-8358-287c15e86934'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:56:41.811339 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c29ecbce-d478-45ed-8d13-5e9254e856a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:41.814080 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c29ecbce-d478-45ed-8d13-5e9254e856a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:41.819316 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c29ecbce-d478-45ed-8d13-5e9254e856a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/55778068-fad9-41fe-b772-71e02ddcc963 HTTP/1.1" status: 204 len: 168 time: 0.6019061 Nov 24 20:56:41.839908 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f251f0-d7e2-49d4-a458-dee505d515b1 req-98324e1b-91a8-43fa-b8ac-af5d8db58f3d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:41.849115 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09f251f0-d7e2-49d4-a458-dee505d515b1 req-98324e1b-91a8-43fa-b8ac-af5d8db58f3d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1265266 Nov 24 20:56:41.855225 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] For port ec4cfc38-bde1-4dae-b851-d4fc4003376c, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:56:41.858325 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ecbce-d478-45ed-8d13-5e9254e856a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55778068-fad9-41fe-b772-71e02ddcc963,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:41.860241 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ed930-5c2b-4332-bf19-bee4ba6f3957 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Pushing event deleted for resources: {'Port': ['ID=c2979b3d-f5e6-4cfd-8358-287c15e86934,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:41.898958 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] For port ec4cfc38-bde1-4dae-b851-d4fc4003376c, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ec4cfc38-bde1-4dae-b851-d4fc4003376c,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:56:41.916110 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:41.955432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c30204-4333-41ea-a576-0476b817089e req-6c8ed930-5c2b-4332-bf19-bee4ba6f3957 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] No DVR routers for this DVR port c2979b3d-f5e6-4cfd-8358-287c15e86934 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:56:41.959931 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d2c30204-4333-41ea-a576-0476b817089e req-6c8ed930-5c2b-4332-bf19-bee4ba6f3957 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:41.963501 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d2c30204-4333-41ea-a576-0476b817089e req-6c8ed930-5c2b-4332-bf19-bee4ba6f3957 tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.15 "DELETE /v2.0/ports/c2979b3d-f5e6-4cfd-8358-287c15e86934 HTTP/1.1" status: 204 len: 173 time: 1.7017257 Nov 24 20:56:41.963993 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe', 'name': 'network-vif-deleted', 'tag': 'c2979b3d-f5e6-4cfd-8358-287c15e86934'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:56:41.966345 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546d266c-af20-4b28-93e0-980aa80680b2" -d '{"events": [{"server_uuid": "6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe", "name": "network-vif-deleted", "tag": "c2979b3d-f5e6-4cfd-8358-287c15e86934"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:56:42.025532 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09f251f0-d7e2-49d4-a458-dee505d515b1 req-9d8e8546-551d-48d0-89b3-862b57ae7d38 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712313 Nov 24 20:56:42.054941 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] Routers {'a8b78b55-87fd-4b6f-afa3-19612e198031'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:56:42.055730 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a8b78b55-87fd-4b6f-afa3-19612e198031'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:42.108552 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139f553-9cf7-4997-9fe6-9cb4b0e183ee None None] Pushing event updated for resources: {'Port': ['ID=ec4cfc38-bde1-4dae-b851-d4fc4003376c,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:42.281300 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f4e54b2-036c-4253-a9e8-9a028bc73399 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:42.284602 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f4e54b2-036c-4253-a9e8-9a028bc73399 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:42.321517 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] Set router a8b78b55-87fd-4b6f-afa3-19612e198031 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:56:42.328182 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:42.417617 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-4381c4d2-fde2-4445-9dac-fdcf9301e8b9 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:56:42.419581 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-4381c4d2-fde2-4445-9dac-fdcf9301e8b9 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156512 Nov 24 20:56:42.488415 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-8', 'device_owner': 'compute:nova'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:42.525114 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f4e54b2-036c-4253-a9e8-9a028bc73399 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:42.525964 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4e54b2-036c-4253-a9e8-9a028bc73399 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53011689-58ab-46f5-9f45-6fc221fc89ff {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:56:42.531781 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f4e54b2-036c-4253-a9e8-9a028bc73399 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:42.540173 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6f4e54b2-036c-4253-a9e8-9a028bc73399 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "DELETE /v2.0/routers/53011689-58ab-46f5-9f45-6fc221fc89ff HTTP/1.1" status: 204 len: 168 time: 3.1904004 Nov 24 20:56:42.577837 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34428) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:42.623905 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ae60b669-3d86-4777-a7ca-c1224afe7b7c tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1357693132', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}, 'admin_state_up': False}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:42.687964 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d9fa5b4-7b7d-4892-82c0-1584c266288a req-66d2f953-24d6-418f-8ccb-10c447e2ea29 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0600224 Nov 24 20:56:42.770308 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b78b55-87fd-4b6f-afa3-19612e198031', 'name': 'tempest-snat-router-962999447', 'tenant_id': '56850bd32d7a4e2c8dc7b0a0566ceea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.22'}], 'enable_snat': False}, 'gw_port_id': 'ec4cfc38-bde1-4dae-b851-d4fc4003376c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:56:35Z', 'updated_at': '2021-11-24T20:56:37Z', 'revision_number': 3, 'project_id': '56850bd32d7a4e2c8dc7b0a0566ceea9', 'gw_port': {'id': 'ec4cfc38-bde1-4dae-b851-d4fc4003376c', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b78b55-87fd-4b6f-afa3-19612e198031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:56:36Z', 'updated_at': '2021-11-24T20:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:42.809936 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d530e6af-e020-447d-bb68-45aa7f6193bb req-91cc263d-b839-4af4-a68b-6ef947b027dc tempest-ServersAdminTestJSON-223720 tempest-ServersAdminTestJSON-223720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe HTTP/1.1" status: 200 len: 210 time: 0.6318808 Nov 24 20:56:42.816437 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0717da52-e5ab-4e89-9350-8f081ef4336e x-openstack-request-id: req-0717da52-e5ab-4e89-9350-8f081ef4336e {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:56:42.817136 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe", "name": "network-vif-deleted", "tag": "c2979b3d-f5e6-4cfd-8358-287c15e86934", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:56:42.817610 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0717da52-e5ab-4e89-9350-8f081ef4336e {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:56:42.818198 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3b6ab7-8ef1-49ea-a21b-c286244f9fbe', 'name': 'network-vif-deleted', 'tag': 'c2979b3d-f5e6-4cfd-8358-287c15e86934', 'status': 'completed', 'code': 200} Nov 24 20:56:42.858353 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84945ed9-adf4-450b-9125-19d8d0e68215 None None] The sync data for ids ['a8b78b55-87fd-4b6f-afa3-19612e198031'] in n-d-812111-8 is: [{'id': 'a8b78b55-87fd-4b6f-afa3-19612e198031', 'name': 'tempest-snat-router-962999447', 'tenant_id': '56850bd32d7a4e2c8dc7b0a0566ceea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.22'}], 'enable_snat': False}, 'gw_port_id': 'ec4cfc38-bde1-4dae-b851-d4fc4003376c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:56:35Z', 'updated_at': '2021-11-24T20:56:37Z', 'revision_number': 3, 'project_id': '56850bd32d7a4e2c8dc7b0a0566ceea9', 'gw_port': {'id': 'ec4cfc38-bde1-4dae-b851-d4fc4003376c', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b78b55-87fd-4b6f-afa3-19612e198031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:56:36Z', 'updated_at': '2021-11-24T20:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:56:42.968495 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae60b669-3d86-4777-a7ca-c1224afe7b7c tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:42.969573 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae60b669-3d86-4777-a7ca-c1224afe7b7c tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:43.042674 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:43.240009 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae493cad-6efb-4e72-819d-d590d36bc0ed req-52a5c495-8457-47c0-b6b0-e060c8921990 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:43.249466 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae493cad-6efb-4e72-819d-d590d36bc0ed req-52a5c495-8457-47c0-b6b0-e060c8921990 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:43.257014 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ae493cad-6efb-4e72-819d-d590d36bc0ed req-52a5c495-8457-47c0-b6b0-e060c8921990 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 1681 time: 0.3740678 Nov 24 20:56:43.259794 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae60b669-3d86-4777-a7ca-c1224afe7b7c tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:43.274206 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-3cff923c-a090-4147-bd11-8c1b8eed0d0d req-3569a91c-1f64-4f96-88cc-4eafe1b2ec55 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Deleting port 5154da7f-affb-416c-a10d-879108bb0b67 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:43.274556 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3cff923c-a090-4147-bd11-8c1b8eed0d0d req-3569a91c-1f64-4f96-88cc-4eafe1b2ec55 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:43.504282 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d2a1640-1f30-4b0d-aedb-68f22a92c9c4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:43.527461 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34462) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:43.592602 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d2a1640-1f30-4b0d-aedb-68f22a92c9c4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:43.680993 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:43.699283 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0594d60-fbda-4758-aa54-6f29bf580d7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:43.746228 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-3cff923c-a090-4147-bd11-8c1b8eed0d0d req-3569a91c-1f64-4f96-88cc-4eafe1b2ec55 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] For port 5154da7f-affb-416c-a10d-879108bb0b67, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5154da7f-affb-416c-a10d-879108bb0b67,segment=NetworkSegment(44febdc1-cd95-41d9-9faf-21880ab00588),segment_id=44febdc1-cd95-41d9-9faf-21880ab00588)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:43.746650 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3cff923c-a090-4147-bd11-8c1b8eed0d0d req-3569a91c-1f64-4f96-88cc-4eafe1b2ec55 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:43.762926 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-3cff923c-a090-4147-bd11-8c1b8eed0d0d req-3569a91c-1f64-4f96-88cc-4eafe1b2ec55 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Calling delete_port for 5154da7f-affb-416c-a10d-879108bb0b67 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:43.840419 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0594d60-fbda-4758-aa54-6f29bf580d7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:43.860627 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0594d60-fbda-4758-aa54-6f29bf580d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:43.877486 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ae493cad-6efb-4e72-819d-d590d36bc0ed req-032e6be2-6212-4094-98f4-6dba5e1152e2 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6194804 Nov 24 20:56:43.914625 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae60b669-3d86-4777-a7ca-c1224afe7b7c tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:43.929896 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d0594d60-fbda-4758-aa54-6f29bf580d7d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9c660dbf3b254d18b22c00a8ca439be4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4010139 Nov 24 20:56:43.930679 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0594d60-fbda-4758-aa54-6f29bf580d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a600a24e-3666-4b99-9b7e-87090e7c7b1b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:43.934291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34476) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:43.953721 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff8b5f-2bf5-4260-a888-636fda2197fc req-b44e91e3-eae0-48b5-97d5-b2c57870ddfb tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:43.955705 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51ff8b5f-2bf5-4260-a888-636fda2197fc req-b44e91e3-eae0-48b5-97d5-b2c57870ddfb tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.1325581 Nov 24 20:56:44.049396 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51ff8b5f-2bf5-4260-a888-636fda2197fc req-ffc06920-7994-48ee-8b6a-8fc9f7d378b4 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833702 Nov 24 20:56:44.055031 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7940e33b-ad84-417e-b47a-2683b406bd6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:44.090469 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] For port cd6cbb8e-62b0-4a65-bd51-11366f62190e, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:44.101736 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7940e33b-ad84-417e-b47a-2683b406bd6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:44.152470 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-3d2a1640-1f30-4b0d-aedb-68f22a92c9c4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Allocated IP 172.25.5.178 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/57536da1-48b6-46cd-95c0-80f21b3bd884) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:56:44.165378 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7940e33b-ad84-417e-b47a-2683b406bd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:44.175870 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7940e33b-ad84-417e-b47a-2683b406bd6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:44.177069 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7940e33b-ad84-417e-b47a-2683b406bd6e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a600a24e-3666-4b99-9b7e-87090e7c7b1b HTTP/1.1" status: 204 len: 168 time: 0.2396705 Nov 24 20:56:44.192832 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940e33b-ad84-417e-b47a-2683b406bd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a600a24e-3666-4b99-9b7e-87090e7c7b1b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:44.197522 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 80720252-385e-41ed-9382-52b49641bc01 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:56:44.251896 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] For port cd6cbb8e-62b0-4a65-bd51-11366f62190e, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:56:44.325491 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:44.335844 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6bb016-f67e-4a5c-a861-42c0691baa8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd6cbb8e-62b0-4a65-bd51-11366f62190e'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:56:44.338193 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902f7b19-2c3d-465a-8802-573fa34b989c" -d '{"events": [{"server_uuid": "3d6bb016-f67e-4a5c-a861-42c0691baa8d", "name": "network-vif-unplugged", "status": "completed", "tag": "cd6cbb8e-62b0-4a65-bd51-11366f62190e"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:56:44.342502 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:44.363722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf839b1-e404-44ba-a1a0-e21689886374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80720252-385e-41ed-9382-52b49641bc01'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:56:44.367076 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c506b10-4159-4054-bb4e-e87650f3ec8d" -d '{"events": [{"server_uuid": "ddf839b1-e404-44ba-a1a0-e21689886374", "name": "network-vif-unplugged", "status": "completed", "tag": "80720252-385e-41ed-9382-52b49641bc01"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:56:44.386761 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 80720252-385e-41ed-9382-52b49641bc01, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=80720252-385e-41ed-9382-52b49641bc01,segment=NetworkSegment(e0fbc6a1-0156-4051-abb9-9256fd1f59ee),segment_id=e0fbc6a1-0156-4051-abb9-9256fd1f59ee)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:44.396218 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:44.398046 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device cd6cbb8e-62b0-4a65-bd51-11366f62190e no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:56:44.448388 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] Transition to ACTIVE for port object cd6cbb8e-62b0-4a65-bd51-11366f62190e will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:56:44.464510 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3cff923c-a090-4147-bd11-8c1b8eed0d0d req-3569a91c-1f64-4f96-88cc-4eafe1b2ec55 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:44.471889 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 20:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304e5c44-3527-4c37-8706-3b78c0be3bdf x-openstack-request-id: req-304e5c44-3527-4c37-8706-3b78c0be3bdf {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:56:44.472398 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6bb016-f67e-4a5c-a861-42c0691baa8d", "name": "network-vif-unplugged", "status": "completed", "tag": "cd6cbb8e-62b0-4a65-bd51-11366f62190e", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:56:44.472830 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-304e5c44-3527-4c37-8706-3b78c0be3bdf {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:56:44.473397 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6bb016-f67e-4a5c-a861-42c0691baa8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd6cbb8e-62b0-4a65-bd51-11366f62190e', 'code': 200} Nov 24 20:56:44.480098 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 20:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fbfb0c-9e4e-4a0c-a04c-c739fc637a30 x-openstack-request-id: req-37fbfb0c-9e4e-4a0c-a04c-c739fc637a30 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:56:44.480842 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf839b1-e404-44ba-a1a0-e21689886374", "name": "network-vif-unplugged", "status": "completed", "tag": "80720252-385e-41ed-9382-52b49641bc01", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:56:44.481397 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-37fbfb0c-9e4e-4a0c-a04c-c739fc637a30 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:56:44.482110 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf839b1-e404-44ba-a1a0-e21689886374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80720252-385e-41ed-9382-52b49641bc01', 'code': 200} Nov 24 20:56:44.489276 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34496) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:44.489568 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:44.517618 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device cd6cbb8e-62b0-4a65-bd51-11366f62190e not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:56:44.518093 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5154da7f-affb-416c-a10d-879108bb0b67 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:56:44.546575 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 5154da7f-affb-416c-a10d-879108bb0b67 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:56:44.546932 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5154da7f-affb-416c-a10d-879108bb0b67 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:56:44.547359 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c2979b3d-f5e6-4cfd-8358-287c15e86934 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:56:44.576067 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: c2979b3d-f5e6-4cfd-8358-287c15e86934 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:56:44.576362 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c2979b3d-f5e6-4cfd-8358-287c15e86934 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:56:44.585043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=80720252-385e-41ed-9382-52b49641bc01,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:44.592374 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569a91c-1f64-4f96-88cc-4eafe1b2ec55 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event deleted for resources: {'Port': ['ID=5154da7f-affb-416c-a10d-879108bb0b67,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:44.663851 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3569a91c-1f64-4f96-88cc-4eafe1b2ec55 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:44.664195 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3569a91c-1f64-4f96-88cc-4eafe1b2ec55 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:44.664549 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3569a91c-1f64-4f96-88cc-4eafe1b2ec55 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:44.664925 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3569a91c-1f64-4f96-88cc-4eafe1b2ec55 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:44.665271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3569a91c-1f64-4f96-88cc-4eafe1b2ec55 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:44.665624 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3569a91c-1f64-4f96-88cc-4eafe1b2ec55 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:44.665956 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3569a91c-1f64-4f96-88cc-4eafe1b2ec55 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:44.666290 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3569a91c-1f64-4f96-88cc-4eafe1b2ec55 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:44.666623 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3569a91c-1f64-4f96-88cc-4eafe1b2ec55 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:44.666958 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3569a91c-1f64-4f96-88cc-4eafe1b2ec55 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:44.667292 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3569a91c-1f64-4f96-88cc-4eafe1b2ec55 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:44.667634 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3569a91c-1f64-4f96-88cc-4eafe1b2ec55 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:56:44.827573 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:44.831466 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ec4cfc38-bde1-4dae-b851-d4fc4003376c up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:56:44.855094 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cff923c-a090-4147-bd11-8c1b8eed0d0d req-3569a91c-1f64-4f96-88cc-4eafe1b2ec55 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] No DVR routers for this DVR port 5154da7f-affb-416c-a10d-879108bb0b67 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:56:44.863972 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] No DVR routers for this DVR port cd6cbb8e-62b0-4a65-bd51-11366f62190e on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:56:44.866398 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae60b669-3d86-4777-a7ca-c1224afe7b7c tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:44.868583 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3cff923c-a090-4147-bd11-8c1b8eed0d0d req-3569a91c-1f64-4f96-88cc-4eafe1b2ec55 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:44.872623 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3cff923c-a090-4147-bd11-8c1b8eed0d0d req-3569a91c-1f64-4f96-88cc-4eafe1b2ec55 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.15 "DELETE /v2.0/ports/5154da7f-affb-416c-a10d-879108bb0b67 HTTP/1.1" status: 204 len: 173 time: 2.4507239 Nov 24 20:56:44.985466 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae60b669-3d86-4777-a7ca-c1224afe7b7c tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:45.012865 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port ec4cfc38-bde1-4dae-b851-d4fc4003376c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:56:45.014188 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:45.043762 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34510) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:45.117276 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7f222776-89b6-4da3-a721-89fc74b12881 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf939afbc59a43318e13b807020ca59d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6259522 Nov 24 20:56:45.138238 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34516) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:45.162186 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:45.181571 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6cbb8e-62b0-4a65-bd51-11366f62190e,revision_number=10']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:45.216624 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port ec4cfc38-bde1-4dae-b851-d4fc4003376c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ec4cfc38-bde1-4dae-b851-d4fc4003376c,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:45.223399 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:45.247347 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c060f2-a8c7-41eb-b20c-bbaacac4a538 req-b7b294ff-ec22-44d9-83c2-ca63d403fa91 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:45.249218 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-67c060f2-a8c7-41eb-b20c-bbaacac4a538 req-b7b294ff-ec22-44d9-83c2-ca63d403fa91 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 943 time: 0.2032905 Nov 24 20:56:45.263652 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d2a1640-1f30-4b0d-aedb-68f22a92c9c4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:45.279094 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 29594dfc-9bf4-49df-b144-9edfd5d6e9d8 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:56:45.312319 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 29594dfc-9bf4-49df-b144-9edfd5d6e9d8 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:56:45.312679 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 29594dfc-9bf4-49df-b144-9edfd5d6e9d8 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:56:45.322301 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-18f587dc-5f8b-4744-ada1-30ea4a0cf8a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:45.348384 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] Attempting to bind port cd6cbb8e-62b0-4a65-bd51-11366f62190e on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:56:45.348719 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] Attempting to bind port cd6cbb8e-62b0-4a65-bd51-11366f62190e by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:56:45.349243 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] Attempting to bind port cd6cbb8e-62b0-4a65-bd51-11366f62190e on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:56:45.357681 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-67c060f2-a8c7-41eb-b20c-bbaacac4a538 req-e04bd63f-dc65-4336-a1c4-66d794b6b5fe tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000168 Nov 24 20:56:45.369065 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=ec4cfc38-bde1-4dae-b851-d4fc4003376c,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:45.378336 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-18f587dc-5f8b-4744-ada1-30ea4a0cf8a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:45.397139 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-920931f1-87cf-4c24-bedf-254ec37fb302 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:45.475684 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-18f587dc-5f8b-4744-ada1-30ea4a0cf8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:45.480384 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-18f587dc-5f8b-4744-ada1-30ea4a0cf8a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:45.480384 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-18f587dc-5f8b-4744-ada1-30ea4a0cf8a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6730ab0f-62f4-4f24-ada6-829d9f1a13d0 HTTP/1.1" status: 204 len: 168 time: 0.3391252 Nov 24 20:56:45.495129 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f587dc-5f8b-4744-ada1-30ea4a0cf8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6730ab0f-62f4-4f24-ada6-829d9f1a13d0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:45.541173 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-920931f1-87cf-4c24-bedf-254ec37fb302 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:45.546556 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-920931f1-87cf-4c24-bedf-254ec37fb302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:45.597173 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-920931f1-87cf-4c24-bedf-254ec37fb302 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef848c72a4c24e1a9600bcb4624721f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4784174 Nov 24 20:56:45.597953 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920931f1-87cf-4c24-bedf-254ec37fb302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5454c5-61a6-403e-9ee2-a444309697cb,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:45.602076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34532) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:45.681788 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cb405ef7-ddad-49a1-bb8e-4a907e06f54e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:45.689096 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] Port cd6cbb8e-62b0-4a65-bd51-11366f62190e on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:56:45.689660 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] Attempting to bind port cd6cbb8e-62b0-4a65-bd51-11366f62190e on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:56:45.711658 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cb405ef7-ddad-49a1-bb8e-4a907e06f54e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:45.716180 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:56:45.716523 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:56:45.716946 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:56:45.717397 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] Bound port: cd6cbb8e-62b0-4a65-bd51-11366f62190e, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:56:45.717758 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:45.780704 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cb405ef7-ddad-49a1-bb8e-4a907e06f54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:45.783502 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cb405ef7-ddad-49a1-bb8e-4a907e06f54e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:45.784724 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cb405ef7-ddad-49a1-bb8e-4a907e06f54e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a5454c5-61a6-403e-9ee2-a444309697cb HTTP/1.1" status: 204 len: 168 time: 0.1809354 Nov 24 20:56:45.788634 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7ea57-2579-4cff-b5ff-f811f20697c8 req-d0ba925d-446a-4c4e-a6aa-9fce2c0be4ff tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:45.790490 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-99a7ea57-2579-4cff-b5ff-f811f20697c8 req-d0ba925d-446a-4c4e-a6aa-9fce2c0be4ff tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 949 time: 0.5245595 Nov 24 20:56:45.794445 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb405ef7-ddad-49a1-bb8e-4a907e06f54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5454c5-61a6-403e-9ee2-a444309697cb,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:45.800876 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d2a1640-1f30-4b0d-aedb-68f22a92c9c4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:45.890498 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-3cff923c-a090-4147-bd11-8c1b8eed0d0d req-f39aa054-1c26-4be3-bb39-22699ae7db59 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Deleting port 80720252-385e-41ed-9382-52b49641bc01 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:45.890846 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3cff923c-a090-4147-bd11-8c1b8eed0d0d req-f39aa054-1c26-4be3-bb39-22699ae7db59 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:45.918708 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34542) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:45.957570 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2a1640-1f30-4b0d-aedb-68f22a92c9c4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:56:45.981049 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-81453c3b-0e04-4d4d-b11f-711ee165f6d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4992e3db0cf54b00904c6759d61dd1ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0581987 Nov 24 20:56:45.981261 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] For port cd6cbb8e-62b0-4a65-bd51-11366f62190e, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:56:45.981341 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34544) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:45.981409 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-3d2a1640-1f30-4b0d-aedb-68f22a92c9c4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:56:46.023297 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a1640-1f30-4b0d-aedb-68f22a92c9c4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Pushing event updated for resources: {'Port': ['ID=57536da1-48b6-46cd-95c0-80f21b3bd884,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:46.032421 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a1640-1f30-4b0d-aedb-68f22a92c9c4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:56:46.039969 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fbda073f-90ab-4b6a-be58-9e2e68a5ccdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:46.052515 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-ae60b669-3d86-4777-a7ca-c1224afe7b7c tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Allocated IP 172.25.5.215 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/496d12d3-247e-4a38-8b9f-de22cbc9ce3b) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:56:46.072190 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fbda073f-90ab-4b6a-be58-9e2e68a5ccdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:46.077013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] For port cd6cbb8e-62b0-4a65-bd51-11366f62190e, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:56:46.104254 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:46.121962 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-99a7ea57-2579-4cff-b5ff-f811f20697c8 req-a0eaa5b9-76d2-4564-9927-acc630b09457 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900450 Nov 24 20:56:46.147941 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fbda073f-90ab-4b6a-be58-9e2e68a5ccdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:46.147941 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fbda073f-90ab-4b6a-be58-9e2e68a5ccdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:46.147941 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fbda073f-90ab-4b6a-be58-9e2e68a5ccdc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/06f66d87-f378-4533-be00-4dd064f0ef9d HTTP/1.1" status: 204 len: 168 time: 0.1611834 Nov 24 20:56:46.153659 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda073f-90ab-4b6a-be58-9e2e68a5ccdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f66d87-f378-4533-be00-4dd064f0ef9d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:46.190568 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-3cff923c-a090-4147-bd11-8c1b8eed0d0d req-f39aa054-1c26-4be3-bb39-22699ae7db59 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] For port 80720252-385e-41ed-9382-52b49641bc01, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=80720252-385e-41ed-9382-52b49641bc01,segment=NetworkSegment(e0fbc6a1-0156-4051-abb9-9256fd1f59ee),segment_id=e0fbc6a1-0156-4051-abb9-9256fd1f59ee)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:46.190568 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3cff923c-a090-4147-bd11-8c1b8eed0d0d req-f39aa054-1c26-4be3-bb39-22699ae7db59 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:46.220172 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:46.220481 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:46.221936 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] 10.222.0.48 "PUT /v2.0/ports/cd6cbb8e-62b0-4a65-bd51-11366f62190e HTTP/1.1" status: 200 len: 1097 time: 3.7646821 Nov 24 20:56:46.233499 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-3cff923c-a090-4147-bd11-8c1b8eed0d0d req-f39aa054-1c26-4be3-bb39-22699ae7db59 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Calling delete_port for 80720252-385e-41ed-9382-52b49641bc01 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:46.435214 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d29f1-640d-49b4-b6c0-b529a5391a64 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6cbb8e-62b0-4a65-bd51-11366f62190e,revision_number=11']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:46.478011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf839b1-e404-44ba-a1a0-e21689886374', 'name': 'network-vif-deleted', 'tag': '5154da7f-affb-416c-a10d-879108bb0b67'}, {'name': 'network-changed', 'server_uuid': '3d6bb016-f67e-4a5c-a861-42c0691baa8d', 'tag': 'cd6cbb8e-62b0-4a65-bd51-11366f62190e'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:56:46.480287 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2837386-00c1-41f6-b116-102f37dc03c1" -d '{"events": [{"server_uuid": "ddf839b1-e404-44ba-a1a0-e21689886374", "name": "network-vif-deleted", "tag": "5154da7f-affb-416c-a10d-879108bb0b67"}, {"name": "network-changed", "server_uuid": "3d6bb016-f67e-4a5c-a861-42c0691baa8d", "tag": "cd6cbb8e-62b0-4a65-bd51-11366f62190e"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:56:46.533994 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cde9a-40d1-4054-b61e-00c300dd9b37 req-b21f3452-4aae-46d4-bcca-3cf6bd6a9cdc tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:46.535642 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e1cde9a-40d1-4054-b61e-00c300dd9b37 req-b21f3452-4aae-46d4-bcca-3cf6bd6a9cdc tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 943 time: 0.0536180 Nov 24 20:56:46.579573 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-39383a3e-1fde-470d-ad3e-5735921a9ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:46.581335 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-39383a3e-1fde-470d-ad3e-5735921a9ef4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 1100 time: 0.2855630 Nov 24 20:56:46.598955 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e1cde9a-40d1-4054-b61e-00c300dd9b37 req-91d54280-536b-4578-8296-ce5524c623e8 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/security-groups?id=c62d4895-a71b-4468-a26b-3e5a5c63dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569048 Nov 24 20:56:46.639676 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34566) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:46.651652 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae60b669-3d86-4777-a7ca-c1224afe7b7c tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:46.673025 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 24 Nov 2021 20:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe7c2f1-8edc-4ac7-890f-3e415a250c46 x-openstack-request-id: req-1fe7c2f1-8edc-4ac7-890f-3e415a250c46 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:56:46.673336 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf839b1-e404-44ba-a1a0-e21689886374", "name": "network-vif-deleted", "tag": "5154da7f-affb-416c-a10d-879108bb0b67", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d6bb016-f67e-4a5c-a861-42c0691baa8d", "tag": "cd6cbb8e-62b0-4a65-bd51-11366f62190e", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:56:46.673603 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1fe7c2f1-8edc-4ac7-890f-3e415a250c46 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:56:46.674038 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf839b1-e404-44ba-a1a0-e21689886374', 'name': 'network-vif-deleted', 'tag': '5154da7f-affb-416c-a10d-879108bb0b67', 'status': 'completed', 'code': 200} Nov 24 20:56:46.674335 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6bb016-f67e-4a5c-a861-42c0691baa8d', 'tag': 'cd6cbb8e-62b0-4a65-bd51-11366f62190e', 'status': 'completed', 'code': 200} Nov 24 20:56:46.740429 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8867821e-d700-4b61-a565-5be9b425c0a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:46.782812 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ec4cfc38-bde1-4dae-b851-d4fc4003376c up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:56:46.798372 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2837386-00c1-41f6-b116-102f37dc03c1 req-b54a3766-621c-40ac-9519-fce3bbb51393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:46.800094 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c2837386-00c1-41f6-b116-102f37dc03c1 req-b54a3766-621c-40ac-9519-fce3bbb51393 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 1100 time: 0.0706053 Nov 24 20:56:46.846428 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port ec4cfc38-bde1-4dae-b851-d4fc4003376c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:56:46.847206 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:46.861698 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae60b669-3d86-4777-a7ca-c1224afe7b7c tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:46.959629 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2837386-00c1-41f6-b116-102f37dc03c1 req-48177a19-ba9a-45cf-a9ee-564fcca9649f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:46.961796 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c2837386-00c1-41f6-b116-102f37dc03c1 req-48177a19-ba9a-45cf-a9ee-564fcca9649f service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.1549864 Nov 24 20:56:47.021039 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae60b669-3d86-4777-a7ca-c1224afe7b7c tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:56:47.022672 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c2837386-00c1-41f6-b116-102f37dc03c1 req-ece2a189-2044-4679-b10e-ad4c3028ff08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e HTTP/1.1" status: 200 len: 217 time: 0.0528824 Nov 24 20:56:47.034336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-ae60b669-3d86-4777-a7ca-c1224afe7b7c tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:56:47.037392 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae60b669-3d86-4777-a7ca-c1224afe7b7c tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:56:47.059140 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-17225894-f0a7-48fc-8b5a-907638cf266b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:47.060646 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-17225894-f0a7-48fc-8b5a-907638cf266b service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.4692841 Nov 24 20:56:47.067062 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60b669-3d86-4777-a7ca-c1224afe7b7c tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Pushing event updated for resources: {'Port': ['ID=496d12d3-247e-4a38-8b9f-de22cbc9ce3b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:47.082720 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2837386-00c1-41f6-b116-102f37dc03c1 req-ee27f808-d7a6-4a3d-8064-1983e3b75b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:47.084806 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c2837386-00c1-41f6-b116-102f37dc03c1 req-ee27f808-d7a6-4a3d-8064-1983e3b75b4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0548966 Nov 24 20:56:47.121334 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-9a6e1a8c-b588-4586-9204-d1cda6b2803b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e HTTP/1.1" status: 200 len: 217 time: 0.0500453 Nov 24 20:56:47.145825 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d2a1640-1f30-4b0d-aedb-68f22a92c9c4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:47.150046 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2837386-00c1-41f6-b116-102f37dc03c1 req-2242c79d-251b-4cf2-8f60-f58152a7cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:47.151664 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c2837386-00c1-41f6-b116-102f37dc03c1 req-2242c79d-251b-4cf2-8f60-f58152a7cb9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0604808 Nov 24 20:56:47.335764 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd23570-1baf-4690-b55f-a60b6c5a303b req-cd2df743-5295-4521-bf8d-c4fe487ca5e3 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:47.344244 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0dd23570-1baf-4690-b55f-a60b6c5a303b req-cd2df743-5295-4521-bf8d-c4fe487ca5e3 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 949 time: 0.1236444 Nov 24 20:56:47.356888 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c2837386-00c1-41f6-b116-102f37dc03c1 req-78e46da3-5117-4f02-a03e-8e68f822cd3e service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968021 Nov 24 20:56:47.423624 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3cff923c-a090-4147-bd11-8c1b8eed0d0d req-f39aa054-1c26-4be3-bb39-22699ae7db59 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:47.452573 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0dd23570-1baf-4690-b55f-a60b6c5a303b req-e5801109-94cb-4ad8-9dea-e2d161393660 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072223 Nov 24 20:56:47.514545 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c2837386-00c1-41f6-b116-102f37dc03c1 req-ab4432e5-7e9d-4671-ba02-dc47b4a66413 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417785 Nov 24 20:56:47.565656 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39aa054-1c26-4be3-bb39-22699ae7db59 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event deleted for resources: {'Port': ['ID=80720252-385e-41ed-9382-52b49641bc01,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:47.569967 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-3a9d03fe-668a-4f7d-80f8-b7b081c808fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:47.571470 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-3a9d03fe-668a-4f7d-80f8-b7b081c808fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.4404383 Nov 24 20:56:47.612593 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d2a1640-1f30-4b0d-aedb-68f22a92c9c4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:47.774428 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cff923c-a090-4147-bd11-8c1b8eed0d0d req-f39aa054-1c26-4be3-bb39-22699ae7db59 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] No DVR routers for this DVR port 80720252-385e-41ed-9382-52b49641bc01 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:56:47.787644 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3cff923c-a090-4147-bd11-8c1b8eed0d0d req-f39aa054-1c26-4be3-bb39-22699ae7db59 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:47.791231 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3cff923c-a090-4147-bd11-8c1b8eed0d0d req-f39aa054-1c26-4be3-bb39-22699ae7db59 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.15 "DELETE /v2.0/ports/80720252-385e-41ed-9382-52b49641bc01 HTTP/1.1" status: 204 len: 173 time: 2.8944898 Nov 24 20:56:47.826948 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e6dfa587-8a15-4278-a3e0-315683c44095 req-18e58c06-6fe9-4a29-bc33-3ffb556b2b96 tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddf839b1-e404-44ba-a1a0-e21689886374 HTTP/1.1" status: 200 len: 210 time: 0.0619440 Nov 24 20:56:48.213117 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-11f2b6b9-e9ce-4a4c-9dba-04c6dfd32062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:48.214651 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-11f2b6b9-e9ce-4a4c-9dba-04c6dfd32062 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6188648 Nov 24 20:56:48.254093 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8867821e-d700-4b61-a565-5be9b425c0a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:48.292232 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8867821e-d700-4b61-a565-5be9b425c0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:48.469481 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867821e-d700-4b61-a565-5be9b425c0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207495dc-20a3-4bb4-80ee-851437047b76,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:48.475820 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8867821e-d700-4b61-a565-5be9b425c0a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=76b7149e33c147d880eb147d26aeb00a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8280568 Nov 24 20:56:48.478961 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34632) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:48.488302 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae60b669-3d86-4777-a7ca-c1224afe7b7c tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:48.567414 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38fecaff-c6cd-4566-9665-1fdd5fd06e75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:48.572936 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-82da2ff3-19ef-421f-af90-93eeff187e18 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438392 Nov 24 20:56:48.596591 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38fecaff-c6cd-4566-9665-1fdd5fd06e75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:48.628408 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2a1640-1f30-4b0d-aedb-68f22a92c9c4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Router 6802161c-da3a-47e5-b290-61fc91feeeea is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:56:48.671888 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38fecaff-c6cd-4566-9665-1fdd5fd06e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:48.675056 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf839b1-e404-44ba-a1a0-e21689886374', 'name': 'network-vif-deleted', 'tag': '80720252-385e-41ed-9382-52b49641bc01'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:56:48.677143 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38fecaff-c6cd-4566-9665-1fdd5fd06e75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:48.677329 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8068199e-a06b-4bfb-8790-94e70a59b2ff" -d '{"events": [{"server_uuid": "ddf839b1-e404-44ba-a1a0-e21689886374", "name": "network-vif-deleted", "tag": "80720252-385e-41ed-9382-52b49641bc01"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:56:48.684493 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-38fecaff-c6cd-4566-9665-1fdd5fd06e75 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/207495dc-20a3-4bb4-80ee-851437047b76 HTTP/1.1" status: 204 len: 168 time: 0.2042768 Nov 24 20:56:48.699769 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fecaff-c6cd-4566-9665-1fdd5fd06e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207495dc-20a3-4bb4-80ee-851437047b76,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:48.849636 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0505bae-af02-48db-bd4f-ec28ecf30f10 req-92953743-fb49-4b63-a8e6-16662a0f3bcf tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:48.851222 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e0505bae-af02-48db-bd4f-ec28ecf30f10 req-92953743-fb49-4b63-a8e6-16662a0f3bcf tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 949 time: 0.3023417 Nov 24 20:56:48.877554 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-46dd3411-f366-40c7-8033-59fb16e72706 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6646196d0a7949b5812a89e770b7e88e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309975 Nov 24 20:56:48.955279 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2a1640-1f30-4b0d-aedb-68f22a92c9c4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:56:48.971493 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f5c87-2a44-454b-b39a-175bc3f4d869 None None] Sync routers for ids ['6802161c-da3a-47e5-b290-61fc91feeeea'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:56:48.975784 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7da24ef7-4e97-452f-82b1-21bafbb932b3 req-0a79f661-b959-4284-abf1-2fd8b2fce166 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788366 Nov 24 20:56:48.996279 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f5c87-2a44-454b-b39a-175bc3f4d869 None None] Routers {'6802161c-da3a-47e5-b290-61fc91feeeea'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:56:48.997011 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1c8f5c87-2a44-454b-b39a-175bc3f4d869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6802161c-da3a-47e5-b290-61fc91feeeea'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:49.019010 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-35613df8-f0f3-4e36-a90d-af6592fc24e7 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:49.021015 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-35613df8-f0f3-4e36-a90d-af6592fc24e7 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1350329 Nov 24 20:56:49.048544 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-2ae7446a-2505-4082-9cb8-2bb28f4cca7a tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/quotas/6646196d0a7949b5812a89e770b7e88e HTTP/1.1" status: 200 len: 375 time: 0.0193353 Nov 24 20:56:49.072601 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e0505bae-af02-48db-bd4f-ec28ecf30f10 req-2103c163-f4d6-44f9-873d-bed368ec2a83 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128789 Nov 24 20:56:49.098933 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d2a1640-1f30-4b0d-aedb-68f22a92c9c4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:49.101283 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3d2a1640-1f30-4b0d-aedb-68f22a92c9c4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.4514875 Nov 24 20:56:49.109212 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34652) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:49.114059 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-a31c57d6-72f1-44d2-a775-d2d73c919375 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6646196d0a7949b5812a89e770b7e88e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528550 Nov 24 20:56:49.240107 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-87b59a6c-ff43-43cb-9b91-48c4e7216f37 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "GET /v2.0/routers/6802161c-da3a-47e5-b290-61fc91feeeea HTTP/1.1" status: 200 len: 907 time: 0.1293776 Nov 24 20:56:49.243551 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34658) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:49.264005 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1c8f5c87-2a44-454b-b39a-175bc3f4d869 None None] Set router 6802161c-da3a-47e5-b290-61fc91feeeea gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:56:49.264363 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114cc261-4117-497b-a509-8ab4748a82a4 x-openstack-request-id: req-114cc261-4117-497b-a509-8ab4748a82a4 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:56:49.264665 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf839b1-e404-44ba-a1a0-e21689886374", "name": "network-vif-deleted", "tag": "80720252-385e-41ed-9382-52b49641bc01", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:56:49.264953 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-114cc261-4117-497b-a509-8ab4748a82a4 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:56:49.265368 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf839b1-e404-44ba-a1a0-e21689886374', 'name': 'network-vif-deleted', 'tag': '80720252-385e-41ed-9382-52b49641bc01', 'status': 'completed', 'code': 200} Nov 24 20:56:49.268627 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34660) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:49.339018 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34664) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:49.373675 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2837386-00c1-41f6-b116-102f37dc03c1 req-e3ea69d5-111f-48e4-ac05-b21fcbe97b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:49.375739 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c2837386-00c1-41f6-b116-102f37dc03c1 req-e3ea69d5-111f-48e4-ac05-b21fcbe97b02 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 1100 time: 0.3296654 Nov 24 20:56:49.376927 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae60b669-3d86-4777-a7ca-c1224afe7b7c tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:49.455648 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55049d20-5a1b-4a00-a01a-1853c4281528 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:49.462749 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-906c4ca3-7256-4435-a391-134bf6e4060e req-b4964090-64a5-414b-b3d1-91c52e86a168 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=339908bb-4187-46a3-819a-bb59fdba7727 HTTP/1.1" status: 200 len: 210 time: 0.0916626 Nov 24 20:56:49.502275 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0dae02c-de0b-43e8-be22-06b1307fb06e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Deleting subnet e792df2d-4e53-487b-ab87-03d2810c55f1 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:56:49.505957 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f0dae02c-de0b-43e8-be22-06b1307fb06e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:49.559943 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f0dae02c-de0b-43e8-be22-06b1307fb06e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:49.639375 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55049d20-5a1b-4a00-a01a-1853c4281528 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:49.646155 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fdfff06f-e79a-435c-a195-c883ed696214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:49.658203 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f0dae02c-de0b-43e8-be22-06b1307fb06e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:49.685554 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1c8f5c87-2a44-454b-b39a-175bc3f4d869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6802161c-da3a-47e5-b290-61fc91feeeea', 'name': 'tempest-snat-router-962999447', 'tenant_id': '56850bd32d7a4e2c8dc7b0a0566ceea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '57536da1-48b6-46cd-95c0-80f21b3bd884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:56:40Z', 'updated_at': '2021-11-24T20:56:46Z', 'revision_number': 3, 'project_id': '56850bd32d7a4e2c8dc7b0a0566ceea9', 'gw_port': {'id': '57536da1-48b6-46cd-95c0-80f21b3bd884', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:39:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6802161c-da3a-47e5-b290-61fc91feeeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:56:43Z', 'updated_at': '2021-11-24T20:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:49.732591 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f5c87-2a44-454b-b39a-175bc3f4d869 None None] Checking router: 6802161c-da3a-47e5-b290-61fc91feeeea for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:56:49.733141 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f5c87-2a44-454b-b39a-175bc3f4d869 None None] Updating router 6802161c-da3a-47e5-b290-61fc91feeeea port 57536da1-48b6-46cd-95c0-80f21b3bd884 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:56:49.765163 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-55049d20-5a1b-4a00-a01a-1853c4281528 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Deleting port 57536da1-48b6-46cd-95c0-80f21b3bd884 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:49.765934 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55049d20-5a1b-4a00-a01a-1853c4281528 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:49.779681 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f0dae02c-de0b-43e8-be22-06b1307fb06e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:49.780892 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1c8f5c87-2a44-454b-b39a-175bc3f4d869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:49.838807 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f0dae02c-de0b-43e8-be22-06b1307fb06e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:49.845128 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f0dae02c-de0b-43e8-be22-06b1307fb06e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "DELETE /v2.0/subnets/e792df2d-4e53-487b-ab87-03d2810c55f1 HTTP/1.1" status: 204 len: 168 time: 0.5692716 Nov 24 20:56:49.856873 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743775f3-36dd-43e0-8877-c2ba34f95ff3 None None] Network 011ceefa-8bd0-44dd-9c0a-c269d04cbb07 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:56:49.865460 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34684) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:49.878664 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dae02c-de0b-43e8-be22-06b1307fb06e tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event deleted for resources: {'Subnet': ['ID=e792df2d-4e53-487b-ab87-03d2810c55f1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:49.888421 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2837386-00c1-41f6-b116-102f37dc03c1 req-1ad0d65c-f6c4-4dbc-a64b-b858ec80e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:49.890076 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c2837386-00c1-41f6-b116-102f37dc03c1 req-1ad0d65c-f6c4-4dbc-a64b-b858ec80e53d service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.4945352 Nov 24 20:56:49.945634 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fdfff06f-e79a-435c-a195-c883ed696214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:49.949813 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55049d20-5a1b-4a00-a01a-1853c4281528 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:49.959973 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fdfff06f-e79a-435c-a195-c883ed696214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:49.988907 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-55049d20-5a1b-4a00-a01a-1853c4281528 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Calling delete_port for 57536da1-48b6-46cd-95c0-80f21b3bd884 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:49.991827 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfff06f-e79a-435c-a195-c883ed696214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5458f2b3-84bf-4104-8e9e-e3f2e8cb7312,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:50.030776 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fdfff06f-e79a-435c-a195-c883ed696214 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=afdc6736d6804105b064ddf43fc2cb55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6904762 Nov 24 20:56:50.072083 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34692) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:50.095404 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-252c9ad0-a85b-44ee-b24a-d37364e232bd tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:50.155734 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-070e24b9-a8ae-49e8-915a-03d79af97ff4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:50.206509 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c2837386-00c1-41f6-b116-102f37dc03c1 req-89d95b22-160c-46bb-b5b2-9a33dbe8fdb4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e HTTP/1.1" status: 200 len: 217 time: 0.0770500 Nov 24 20:56:50.231188 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-070e24b9-a8ae-49e8-915a-03d79af97ff4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:50.294480 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae60b669-3d86-4777-a7ca-c1224afe7b7c tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Router 6ba2b899-d697-42d5-886e-86a3a5bba871 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:56:50.303234 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2837386-00c1-41f6-b116-102f37dc03c1 req-ae7b0b96-9625-4127-80df-08fe821dbb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:50.305114 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c2837386-00c1-41f6-b116-102f37dc03c1 req-ae7b0b96-9625-4127-80df-08fe821dbb02 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0912573 Nov 24 20:56:50.342913 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78ca0e-201b-4ed4-9c85-21044147e250 req-7066f178-63e8-44e5-b05f-594523afad80 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:50.344930 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7f78ca0e-201b-4ed4-9c85-21044147e250 req-7066f178-63e8-44e5-b05f-594523afad80 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 949 time: 0.1069255 Nov 24 20:56:50.383526 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-252c9ad0-a85b-44ee-b24a-d37364e232bd tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Deleting port 48644cf4-9114-4e58-9338-88987998c615 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:50.383865 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-252c9ad0-a85b-44ee-b24a-d37364e232bd tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:50.445410 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7f78ca0e-201b-4ed4-9c85-21044147e250 req-4f78c853-b672-4a8a-a15a-675d9a966865 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915871 Nov 24 20:56:50.449777 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-070e24b9-a8ae-49e8-915a-03d79af97ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:50.452496 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-070e24b9-a8ae-49e8-915a-03d79af97ff4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:50.455979 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-070e24b9-a8ae-49e8-915a-03d79af97ff4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5458f2b3-84bf-4104-8e9e-e3f2e8cb7312 HTTP/1.1" status: 204 len: 168 time: 0.3806117 Nov 24 20:56:50.464134 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e24b9-a8ae-49e8-915a-03d79af97ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5458f2b3-84bf-4104-8e9e-e3f2e8cb7312,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:50.470820 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55049d20-5a1b-4a00-a01a-1853c4281528 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:50.543942 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55049d20-5a1b-4a00-a01a-1853c4281528 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Pushing event deleted for resources: {'Port': ['ID=57536da1-48b6-46cd-95c0-80f21b3bd884,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:50.596668 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55049d20-5a1b-4a00-a01a-1853c4281528 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:50.609564 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57192a96-d05d-4b30-ba78-734a0851ed0e None None] DHCP port deletion for 011ceefa-8bd0-44dd-9c0a-c269d04cbb07 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 20:56:50.794332 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55049d20-5a1b-4a00-a01a-1853c4281528 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:50.797049 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55049d20-5a1b-4a00-a01a-1853c4281528 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:50.824903 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 48644cf4-9114-4e58-9338-88987998c615 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:56:50.864666 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55049d20-5a1b-4a00-a01a-1853c4281528 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:50.865817 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55049d20-5a1b-4a00-a01a-1853c4281528 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6802161c-da3a-47e5-b290-61fc91feeeea {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:56:50.878024 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55049d20-5a1b-4a00-a01a-1853c4281528 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:50.884311 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-55049d20-5a1b-4a00-a01a-1853c4281528 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "DELETE /v2.0/routers/6802161c-da3a-47e5-b290-61fc91feeeea HTTP/1.1" status: 204 len: 168 time: 1.6395593 Nov 24 20:56:50.884835 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34710) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:50.949883 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0bd789fc-ee56-468a-892b-b712810bec9b req-e0e2a2eb-9175-45c0-977f-d534f1b4a0d3 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=339908bb-4187-46a3-819a-bb59fdba7727 HTTP/1.1" status: 200 len: 210 time: 0.0700347 Nov 24 20:56:50.978806 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2837386-00c1-41f6-b116-102f37dc03c1 req-33d4a7a1-59e8-4461-bc28-1a46e595c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:50.980531 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c2837386-00c1-41f6-b116-102f37dc03c1 req-33d4a7a1-59e8-4461-bc28-1a46e595c920 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6651590 Nov 24 20:56:50.987551 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-252c9ad0-a85b-44ee-b24a-d37364e232bd tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] For port 48644cf4-9114-4e58-9338-88987998c615, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=48644cf4-9114-4e58-9338-88987998c615,segment=NetworkSegment(44febdc1-cd95-41d9-9faf-21880ab00588),segment_id=44febdc1-cd95-41d9-9faf-21880ab00588)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:50.988001 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-252c9ad0-a85b-44ee-b24a-d37364e232bd tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:51.029353 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-252c9ad0-a85b-44ee-b24a-d37364e232bd tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Calling delete_port for 48644cf4-9114-4e58-9338-88987998c615 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:51.041470 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1718aea2-b1c9-44f1-9743-214c23e81f07 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:51.051249 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae60b669-3d86-4777-a7ca-c1224afe7b7c tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:56:51.064497 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9468e1f-05b9-4981-8cd8-8057b96d5192 None None] Sync routers for ids ['6ba2b899-d697-42d5-886e-86a3a5bba871'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:56:51.075085 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device cd6cbb8e-62b0-4a65-bd51-11366f62190e details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:56:51.079609 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9468e1f-05b9-4981-8cd8-8057b96d5192 None None] Routers {'6ba2b899-d697-42d5-886e-86a3a5bba871'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:56:51.080244 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c9468e1f-05b9-4981-8cd8-8057b96d5192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6ba2b899-d697-42d5-886e-86a3a5bba871'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:51.178166 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-1c8f5c87-2a44-454b-b39a-175bc3f4d869 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:56:51.178818 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-1c8f5c87-2a44-454b-b39a-175bc3f4d869 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:56:51.186754 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-57192a96-d05d-4b30-ba78-734a0851ed0e None None] Deleting port 48644cf4-9114-4e58-9338-88987998c615 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:51.187131 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-57192a96-d05d-4b30-ba78-734a0851ed0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:51.246828 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae60b669-3d86-4777-a7ca-c1224afe7b7c tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:51.248097 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ae60b669-3d86-4777-a7ca-c1224afe7b7c tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.6519644 Nov 24 20:56:51.264419 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34718) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:51.279003 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-04fcca39-2b66-46f7-aaeb-7439f66b98e0 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'enable_snat': False}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:51.331311 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1718aea2-b1c9-44f1-9743-214c23e81f07 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:51.354362 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:51.376344 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c9468e1f-05b9-4981-8cd8-8057b96d5192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:51.394857 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9468e1f-05b9-4981-8cd8-8057b96d5192 None None] Routers {'6ba2b899-d697-42d5-886e-86a3a5bba871'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:56:51.396275 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c9468e1f-05b9-4981-8cd8-8057b96d5192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6ba2b899-d697-42d5-886e-86a3a5bba871'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:51.398364 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.resource_extend [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 20:56:51.465398 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34722) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:51.469289 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c9468e1f-05b9-4981-8cd8-8057b96d5192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:51.470110 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9468e1f-05b9-4981-8cd8-8057b96d5192 None None] The sync data for ids ['6ba2b899-d697-42d5-886e-86a3a5bba871'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:56:51.479143 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-1718aea2-b1c9-44f1-9743-214c23e81f07 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Deleting port ec4cfc38-bde1-4dae-b851-d4fc4003376c {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:51.479724 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1718aea2-b1c9-44f1-9743-214c23e81f07 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:51.487981 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b138510d-8a0f-4711-965a-43b57d5b0528 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:51.520017 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 48644cf4-9114-4e58-9338-88987998c615, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=48644cf4-9114-4e58-9338-88987998c615,segment=NetworkSegment(44febdc1-cd95-41d9-9faf-21880ab00588),segment_id=44febdc1-cd95-41d9-9faf-21880ab00588)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:51.530269 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-57192a96-d05d-4b30-ba78-734a0851ed0e None None] For port 48644cf4-9114-4e58-9338-88987998c615, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=48644cf4-9114-4e58-9338-88987998c615,segment=NetworkSegment(44febdc1-cd95-41d9-9faf-21880ab00588),segment_id=44febdc1-cd95-41d9-9faf-21880ab00588)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:51.532673 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-57192a96-d05d-4b30-ba78-734a0851ed0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:51.559805 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-03856e5a-7b7f-410b-aa3c-c76bc8928527 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6646196d0a7949b5812a89e770b7e88e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1598566 Nov 24 20:56:51.562822 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c2837386-00c1-41f6-b116-102f37dc03c1 req-339e6809-2025-48ef-ab17-945d97a4f496 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5710187 Nov 24 20:56:51.568729 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:51.618420 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-1718aea2-b1c9-44f1-9743-214c23e81f07 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] For port ec4cfc38-bde1-4dae-b851-d4fc4003376c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ec4cfc38-bde1-4dae-b851-d4fc4003376c,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:51.618794 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1718aea2-b1c9-44f1-9743-214c23e81f07 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:51.640894 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-1718aea2-b1c9-44f1-9743-214c23e81f07 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Calling delete_port for ec4cfc38-bde1-4dae-b851-d4fc4003376c owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:51.690758 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=48644cf4-9114-4e58-9338-88987998c615,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:51.694596 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-57192a96-d05d-4b30-ba78-734a0851ed0e None None] Calling delete_port for 48644cf4-9114-4e58-9338-88987998c615 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:51.725631 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b138510d-8a0f-4711-965a-43b57d5b0528 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:51.752550 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f5c87-2a44-454b-b39a-175bc3f4d869 None None] Port 57536da1-48b6-46cd-95c0-80f21b3bd884 not found while updating agent binding for router 6802161c-da3a-47e5-b290-61fc91feeeea. {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 24 20:56:51.758896 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b138510d-8a0f-4711-965a-43b57d5b0528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:51.792479 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-252c9ad0-a85b-44ee-b24a-d37364e232bd tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:51.837941 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b138510d-8a0f-4711-965a-43b57d5b0528 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c3edf4bae2d647c3a57ecd82df2ca2ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3695014 Nov 24 20:56:51.840520 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34732) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:51.841416 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138510d-8a0f-4711-965a-43b57d5b0528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff6b581-96cc-44d3-be72-20124acc4670,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:51.849508 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port cd6cbb8e-62b0-4a65-bd51-11366f62190e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:51.852277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f5c87-2a44-454b-b39a-175bc3f4d869 None None] Routers set() bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:56:51.852688 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f5c87-2a44-454b-b39a-175bc3f4d869 None None] Router IDs set() for agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 20:56:51.853440 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_agentschedulers_db [None req-1c8f5c87-2a44-454b-b39a-175bc3f4d869 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6802161c-da3a-47e5-b290-61fc91feeeea'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent'). {{(pid=109992) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 24 20:56:51.854001 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f5c87-2a44-454b-b39a-175bc3f4d869 None None] The sync data for ids ['6802161c-da3a-47e5-b290-61fc91feeeea'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:56:51.879755 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c9ad0-a85b-44ee-b24a-d37364e232bd tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event deleted for resources: {'Port': ['ID=48644cf4-9114-4e58-9338-88987998c615,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:51.899377 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'cd6cbb8e-62b0-4a65-bd51-11366f62190e', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': 'cd6cbb8e-62b0-4a65-bd51-11366f62190e', 'mac_address': 'fa:16:3e:c9:42:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:56:51.919553 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdf7ec-71bd-4415-a4a2-46d60e2f3913 req-9fe70011-2941-4bf4-b441-4ec78b48cf91 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:51.922645 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-11bdf7ec-71bd-4415-a4a2-46d60e2f3913 req-9fe70011-2941-4bf4-b441-4ec78b48cf91 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 949 time: 0.2201188 Nov 24 20:56:51.945962 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252c9ad0-a85b-44ee-b24a-d37364e232bd tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] No DVR routers for this DVR port 48644cf4-9114-4e58-9338-88987998c615 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:56:51.970645 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-57192a96-d05d-4b30-ba78-734a0851ed0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.022332 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57192a96-d05d-4b30-ba78-734a0851ed0e None None] No DVR routers for this DVR port 48644cf4-9114-4e58-9338-88987998c615 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:56:52.044813 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-11bdf7ec-71bd-4415-a4a2-46d60e2f3913 req-b3596087-790f-45f5-bc75-9db791df831d tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066325 Nov 24 20:56:52.071052 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57192a96-d05d-4b30-ba78-734a0851ed0e None None] Pushing event deleted for resources: {'Port': ['ID=48644cf4-9114-4e58-9338-88987998c615,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:52.079356 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.083853 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1718aea2-b1c9-44f1-9743-214c23e81f07 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.105557 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6cbb8e-62b0-4a65-bd51-11366f62190e {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:56:52.127620 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718aea2-b1c9-44f1-9743-214c23e81f07 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec4cfc38-bde1-4dae-b851-d4fc4003376c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:52.130610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port cd6cbb8e-62b0-4a65-bd51-11366f62190e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:52.144521 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.191860 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-84115a7f-913c-4879-9db4-a0d8e3890ed4 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:52.194079 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-84115a7f-913c-4879-9db4-a0d8e3890ed4 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6261373 Nov 24 20:56:52.206363 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c2837386-00c1-41f6-b116-102f37dc03c1 req-2998633c-aa40-456d-a1bd-f6073644204e service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6063271 Nov 24 20:56:52.227562 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=cd6cbb8e-62b0-4a65-bd51-11366f62190e,revision_number=12']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:52.237537 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-0a3f16e0-3c74-4da4-9076-ea7c18820bb8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Request body: {'port': {'device_id': '339908bb-4187-46a3-819a-bb59fdba7727', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': '6646196d0a7949b5812a89e770b7e88e'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:52.269513 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1718aea2-b1c9-44f1-9743-214c23e81f07 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.292536 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-252c9ad0-a85b-44ee-b24a-d37364e232bd tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.331494 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89be342f-b067-4873-9ad2-993900b3c177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.335711 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa724d9a-5d94-432d-b288-815784dd5e93 req-76287cd3-2bad-4c6c-a003-dcaa3c19b2c2 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:52.337358 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa724d9a-5d94-432d-b288-815784dd5e93 req-76287cd3-2bad-4c6c-a003-dcaa3c19b2c2 tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 1101 time: 0.1626599 Nov 24 20:56:52.342367 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a5c29325-06da-4bbc-8743-fc5e19089222 req-81d10470-95ae-4f2c-b6ee-9c91012b36fb tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=339908bb-4187-46a3-819a-bb59fdba7727 HTTP/1.1" status: 200 len: 210 time: 0.2303803 Nov 24 20:56:52.381849 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-252c9ad0-a85b-44ee-b24a-d37364e232bd tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011ceefa-8bd0-44dd-9c0a-c269d04cbb07']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:52.384656 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['cd6cbb8e-62b0-4a65-bd51-11366f62190e'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:56:52.392783 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1718aea2-b1c9-44f1-9743-214c23e81f07 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.396976 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1718aea2-b1c9-44f1-9743-214c23e81f07 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.473044 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-252c9ad0-a85b-44ee-b24a-d37364e232bd tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44febdc1-cd95-41d9-9faf-21880ab00588') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:52.473349 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-252c9ad0-a85b-44ee-b24a-d37364e232bd tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44febdc1-cd95-41d9-9faf-21880ab00588') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:52.492948 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89be342f-b067-4873-9ad2-993900b3c177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.500980 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa724d9a-5d94-432d-b288-815784dd5e93 req-59422ca8-87c4-407d-be45-13719c72533b tempest-MigrationsAdminTest-1656187994 tempest-MigrationsAdminTest-1656187994-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262958 Nov 24 20:56:52.502403 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1718aea2-b1c9-44f1-9743-214c23e81f07 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.503002 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1718aea2-b1c9-44f1-9743-214c23e81f07 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8b78b55-87fd-4b6f-afa3-19612e198031 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:56:52.513709 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1718aea2-b1c9-44f1-9743-214c23e81f07 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.518018 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1718aea2-b1c9-44f1-9743-214c23e81f07 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "DELETE /v2.0/routers/a8b78b55-87fd-4b6f-afa3-19612e198031 HTTP/1.1" status: 204 len: 168 time: 1.6286030 Nov 24 20:56:52.518464 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34748) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:52.530163 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-931334d7-6f88-4d5f-8883-37caa1c110e0 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1336780036', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}, 'admin_state_up': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:52.548153 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-252c9ad0-a85b-44ee-b24a-d37364e232bd tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.598098 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-931334d7-6f88-4d5f-8883-37caa1c110e0 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.600655 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-931334d7-6f88-4d5f-8883-37caa1c110e0 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.602514 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-252c9ad0-a85b-44ee-b24a-d37364e232bd tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.667066 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252c9ad0-a85b-44ee-b24a-d37364e232bd tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:56:52.667494 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-252c9ad0-a85b-44ee-b24a-d37364e232bd tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: timer() Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:56:52.674157 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:56:52.698644 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-931334d7-6f88-4d5f-8883-37caa1c110e0 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.789691 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-04fcca39-2b66-46f7-aaeb-7439f66b98e0 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.796385 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-252c9ad0-a85b-44ee-b24a-d37364e232bd tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.803456 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89be342f-b067-4873-9ad2-993900b3c177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.806269 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89be342f-b067-4873-9ad2-993900b3c177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.807761 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-89be342f-b067-4873-9ad2-993900b3c177 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eff6b581-96cc-44d3-be72-20124acc4670 HTTP/1.1" status: 204 len: 168 time: 0.9247513 Nov 24 20:56:52.812477 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-252c9ad0-a85b-44ee-b24a-d37364e232bd tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.816180 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-252c9ad0-a85b-44ee-b24a-d37364e232bd tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "DELETE /v2.0/networks/011ceefa-8bd0-44dd-9c0a-c269d04cbb07 HTTP/1.1" status: 204 len: 168 time: 2.9474282 Nov 24 20:56:52.821112 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34756) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:52.821869 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-0a3f16e0-3c74-4da4-9076-ea7c18820bb8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Made reservation on behalf of 6646196d0a7949b5812a89e770b7e88e for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:56:52.826498 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-0a3f16e0-3c74-4da4-9076-ea7c18820bb8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.870638 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c9ad0-a85b-44ee-b24a-d37364e232bd tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event deleted for resources: {'Network': ['ID=011ceefa-8bd0-44dd-9c0a-c269d04cbb07,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:52.895334 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be342f-b067-4873-9ad2-993900b3c177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff6b581-96cc-44d3-be72-20124acc4670,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:52.897756 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-0a3f16e0-3c74-4da4-9076-ea7c18820bb8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.948255 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-931334d7-6f88-4d5f-8883-37caa1c110e0 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.963281 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-d694334d-c826-4307-9f79-f1c03034d93b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Deleting subnet 865f4912-3fb6-4921-bde3-8f7722e5b7a6 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:56:52.973019 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d694334d-c826-4307-9f79-f1c03034d93b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:52.991735 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c74990-7f7d-48ea-8e72-7a73127cbea8 req-a29e019e-d5fb-45e2-9729-8b8718d140be tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:52.993265 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-23c74990-7f7d-48ea-8e72-7a73127cbea8 req-a29e019e-d5fb-45e2-9729-8b8718d140be tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.1136365 Nov 24 20:56:53.080155 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d694334d-c826-4307-9f79-f1c03034d93b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:53.228094 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-0a3f16e0-3c74-4da4-9076-ea7c18820bb8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:53.270201 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-0a3f16e0-3c74-4da4-9076-ea7c18820bb8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:53.330186 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d694334d-c826-4307-9f79-f1c03034d93b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:53.430152 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-23c74990-7f7d-48ea-8e72-7a73127cbea8 req-b38a58b2-71ef-4bfb-92cc-075318c02e45 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276631 Nov 24 20:56:53.454210 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f16e0-3c74-4da4-9076-ea7c18820bb8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7328e7-4c60-42af-a3d3-8bf5d100b93d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:53.499330 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-260a5d4d-a4ae-49f6-a17c-4be22942d236 req-1698ceb9-388d-42ce-a730-3a1b94f8cdaf tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=339908bb-4187-46a3-819a-bb59fdba7727 HTTP/1.1" status: 200 len: 210 time: 0.0670309 Nov 24 20:56:53.571906 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d694334d-c826-4307-9f79-f1c03034d93b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:53.619261 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-0a3f16e0-3c74-4da4-9076-ea7c18820bb8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Allocated IP 192.168.233.65 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/d7981819-f1d9-4a10-8e85-ebb1d285e99f) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:56:53.626813 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-931334d7-6f88-4d5f-8883-37caa1c110e0 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:53.650910 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-931334d7-6f88-4d5f-8883-37caa1c110e0 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:53.656844 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694334d-c826-4307-9f79-f1c03034d93b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event deleted for resources: {'Subnet': ['ID=865f4912-3fb6-4921-bde3-8f7722e5b7a6,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:53.664014 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fecfa4a-d00d-4cc4-b621-477cc7f13bff None None] Network db934dd0-1a1f-4c9b-b228-e76c61143588 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:56:53.664402 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d694334d-c826-4307-9f79-f1c03034d93b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:53.670051 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d694334d-c826-4307-9f79-f1c03034d93b tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "DELETE /v2.0/subnets/865f4912-3fb6-4921-bde3-8f7722e5b7a6 HTTP/1.1" status: 204 len: 168 time: 0.8411045 Nov 24 20:56:53.671006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34782) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:53.766843 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-931334d7-6f88-4d5f-8883-37caa1c110e0 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Allocated IP 172.25.5.228 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/382aa623-c2f3-408f-9f63-bd24a129c904) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:56:53.938281 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-931334d7-6f88-4d5f-8883-37caa1c110e0 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:53.996995 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-931334d7-6f88-4d5f-8883-37caa1c110e0 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:54.013155 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016c73de-0e1f-4e53-8429-c7ae6acb3339 None None] DHCP port deletion for db934dd0-1a1f-4c9b-b228-e76c61143588 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 20:56:54.095181 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931334d7-6f88-4d5f-8883-37caa1c110e0 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:56:54.101672 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-931334d7-6f88-4d5f-8883-37caa1c110e0 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:56:54.105882 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931334d7-6f88-4d5f-8883-37caa1c110e0 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:56:54.134034 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931334d7-6f88-4d5f-8883-37caa1c110e0 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Pushing event updated for resources: {'Port': ['ID=382aa623-c2f3-408f-9f63-bd24a129c904,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:54.175716 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-016c73de-0e1f-4e53-8429-c7ae6acb3339 None None] Deleting port fe7569be-148c-42a5-8aa8-10f52156e160 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:54.176704 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-016c73de-0e1f-4e53-8429-c7ae6acb3339 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:54.276672 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-016c73de-0e1f-4e53-8429-c7ae6acb3339 None None] For port fe7569be-148c-42a5-8aa8-10f52156e160, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fe7569be-148c-42a5-8aa8-10f52156e160,segment=NetworkSegment(e0fbc6a1-0156-4051-abb9-9256fd1f59ee),segment_id=e0fbc6a1-0156-4051-abb9-9256fd1f59ee)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:54.277240 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-016c73de-0e1f-4e53-8429-c7ae6acb3339 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:54.300333 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-016c73de-0e1f-4e53-8429-c7ae6acb3339 None None] Calling delete_port for fe7569be-148c-42a5-8aa8-10f52156e160 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:54.310475 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d9113967-bdec-4b1f-a293-4f8e8e1139ce tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:54.431428 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df314567-5d00-4f78-8a42-236d477c0cf8 req-f745b951-887e-4e31-9d92-d95487e95dfd tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:54.433327 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-df314567-5d00-4f78-8a42-236d477c0cf8 req-f745b951-887e-4e31-9d92-d95487e95dfd tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.2784362 Nov 24 20:56:54.433951 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-016c73de-0e1f-4e53-8429-c7ae6acb3339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:54.451076 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016c73de-0e1f-4e53-8429-c7ae6acb3339 None None] No DVR routers for this DVR port fe7569be-148c-42a5-8aa8-10f52156e160 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:56:54.494578 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-931334d7-6f88-4d5f-8883-37caa1c110e0 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:54.515858 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c73de-0e1f-4e53-8429-c7ae6acb3339 None None] Pushing event deleted for resources: {'Port': ['ID=fe7569be-148c-42a5-8aa8-10f52156e160,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:54.617067 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-d9113967-bdec-4b1f-a293-4f8e8e1139ce tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] The port 'fe7569be-148c-42a5-8aa8-10f52156e160' was deleted {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 24 20:56:54.696276 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b8d3e-0427-40dd-87d2-25ec2bcd4dcc req-13855e7f-6f05-4e54-83d9-b74b81b76a14 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:54.703704 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-063b8d3e-0427-40dd-87d2-25ec2bcd4dcc req-13855e7f-6f05-4e54-83d9-b74b81b76a14 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 950 time: 0.1284580 Nov 24 20:56:54.716019 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db86056a-8430-4cf8-a447-6128536a4a94 req-6a1c4432-e2d8-42dc-9718-fd1a136746eb tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=339908bb-4187-46a3-819a-bb59fdba7727 HTTP/1.1" status: 200 len: 210 time: 0.1024826 Nov 24 20:56:54.718566 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-04fcca39-2b66-46f7-aaeb-7439f66b98e0 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:54.771534 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-04fcca39-2b66-46f7-aaeb-7439f66b98e0 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-320311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-320300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-319781'] for router, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:54.775172 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ec4cfc38-bde1-4dae-b851-d4fc4003376c no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:56:54.781105 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-0a3f16e0-3c74-4da4-9076-ea7c18820bb8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:54.808557 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: ec4cfc38-bde1-4dae-b851-d4fc4003376c {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:56:54.809184 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ec4cfc38-bde1-4dae-b851-d4fc4003376c not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:56:54.810116 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fe7569be-148c-42a5-8aa8-10f52156e160 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:56:54.811510 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-063b8d3e-0427-40dd-87d2-25ec2bcd4dcc req-8a917e59-f658-4389-973c-cbe6766f29ea tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068494 Nov 24 20:56:54.826650 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d9113967-bdec-4b1f-a293-4f8e8e1139ce tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:54.847796 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: fe7569be-148c-42a5-8aa8-10f52156e160 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:56:54.848500 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fe7569be-148c-42a5-8aa8-10f52156e160 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:56:54.923378 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-d9113967-bdec-4b1f-a293-4f8e8e1139ce tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db934dd0-1a1f-4c9b-b228-e76c61143588']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:54.924874 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-931334d7-6f88-4d5f-8883-37caa1c110e0 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:54.949359 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-d9113967-bdec-4b1f-a293-4f8e8e1139ce tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0fbc6a1-0156-4051-abb9-9256fd1f59ee') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:54.949671 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-d9113967-bdec-4b1f-a293-4f8e8e1139ce tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0fbc6a1-0156-4051-abb9-9256fd1f59ee') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:55.019275 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d9113967-bdec-4b1f-a293-4f8e8e1139ce tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:55.035368 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-0a3f16e0-3c74-4da4-9076-ea7c18820bb8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:55.061432 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device cd6cbb8e-62b0-4a65-bd51-11366f62190e up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:56:55.067685 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-df314567-5d00-4f78-8a42-236d477c0cf8 req-71e37df7-933e-46f2-9bcc-dae8221b49cf tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Deleting port cd6cbb8e-62b0-4a65-bd51-11366f62190e {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:55.068037 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-df314567-5d00-4f78-8a42-236d477c0cf8 req-71e37df7-933e-46f2-9bcc-dae8221b49cf tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:55.114506 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d9113967-bdec-4b1f-a293-4f8e8e1139ce tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:55.117376 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931334d7-6f88-4d5f-8883-37caa1c110e0 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Router 82b07914-5a54-46a6-9419-897ca9aec211 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:56:55.154721 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port cd6cbb8e-62b0-4a65-bd51-11366f62190e completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:56:55.169427 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port cd6cbb8e-62b0-4a65-bd51-11366f62190e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:56:55.172327 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:55.199101 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9113967-bdec-4b1f-a293-4f8e8e1139ce tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:56:55.199832 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d9113967-bdec-4b1f-a293-4f8e8e1139ce tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: timer() Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:56:55.210234 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:56:55.263080 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-0a3f16e0-3c74-4da4-9076-ea7c18820bb8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:56:55.270912 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931334d7-6f88-4d5f-8883-37caa1c110e0 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:56:55.286583 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fcca39-2b66-46f7-aaeb-7439f66b98e0 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Router 6ba2b899-d697-42d5-886e-86a3a5bba871 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:56:55.286773 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba8ce10-0839-4311-a031-ec19169c1929 None None] Sync routers for ids ['82b07914-5a54-46a6-9419-897ca9aec211'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:56:55.288581 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-0a3f16e0-3c74-4da4-9076-ea7c18820bb8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:56:55.291778 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-0a3f16e0-3c74-4da4-9076-ea7c18820bb8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:56:55.321374 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-931334d7-6f88-4d5f-8883-37caa1c110e0 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:55.325555 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba8ce10-0839-4311-a031-ec19169c1929 None None] Routers {'82b07914-5a54-46a6-9419-897ca9aec211'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:56:55.326309 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-931334d7-6f88-4d5f-8883-37caa1c110e0 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8060448 Nov 24 20:56:55.326523 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0ba8ce10-0839-4311-a031-ec19169c1929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['82b07914-5a54-46a6-9419-897ca9aec211'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:55.327437 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34826) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:55.351690 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-fb3a9458-28b0-4362-ab35-9eeec7787ddd tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'enable_snat': False}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:55.351968 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:55.405474 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0ba8ce10-0839-4311-a031-ec19169c1929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:55.422992 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f16e0-3c74-4da4-9076-ea7c18820bb8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Pushing event updated for resources: {'Port': ['ID=d7981819-f1d9-4a10-8e85-ebb1d285e99f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:55.454869 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6bb016-f67e-4a5c-a861-42c0691baa8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6cbb8e-62b0-4a65-bd51-11366f62190e'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:56:55.469058 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898185f6-53e0-4ce3-9925-399e0ef23448" -d '{"events": [{"server_uuid": "3d6bb016-f67e-4a5c-a861-42c0691baa8d", "name": "network-vif-plugged", "status": "completed", "tag": "cd6cbb8e-62b0-4a65-bd51-11366f62190e"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:56:55.515505 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba8ce10-0839-4311-a031-ec19169c1929 None None] Routers {'82b07914-5a54-46a6-9419-897ca9aec211'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:56:55.518667 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0ba8ce10-0839-4311-a031-ec19169c1929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['82b07914-5a54-46a6-9419-897ca9aec211'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:55.598914 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d9113967-bdec-4b1f-a293-4f8e8e1139ce tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:55.605707 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d9113967-bdec-4b1f-a293-4f8e8e1139ce tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:55.609818 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d9113967-bdec-4b1f-a293-4f8e8e1139ce tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] 10.222.0.11 "DELETE /v2.0/networks/db934dd0-1a1f-4c9b-b228-e76c61143588 HTTP/1.1" status: 204 len: 168 time: 1.9353344 Nov 24 20:56:55.617624 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-0a3f16e0-3c74-4da4-9076-ea7c18820bb8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:55.617624 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-0a3f16e0-3c74-4da4-9076-ea7c18820bb8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:55.675116 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87909fcd-c4fe-454b-a0d2-f3ac2fbb02e4 x-openstack-request-id: req-87909fcd-c4fe-454b-a0d2-f3ac2fbb02e4 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:56:55.675636 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6bb016-f67e-4a5c-a861-42c0691baa8d", "name": "network-vif-plugged", "status": "completed", "tag": "cd6cbb8e-62b0-4a65-bd51-11366f62190e", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:56:55.676107 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87909fcd-c4fe-454b-a0d2-f3ac2fbb02e4 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:56:55.678785 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6bb016-f67e-4a5c-a861-42c0691baa8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6cbb8e-62b0-4a65-bd51-11366f62190e', 'code': 200} Nov 24 20:56:55.682930 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port cd6cbb8e-62b0-4a65-bd51-11366f62190e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:55.685514 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0ba8ce10-0839-4311-a031-ec19169c1929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:55.686198 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba8ce10-0839-4311-a031-ec19169c1929 None None] The sync data for ids ['82b07914-5a54-46a6-9419-897ca9aec211'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:56:55.692717 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:55.701579 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9113967-bdec-4b1f-a293-4f8e8e1139ce tempest-ServersTestMultiNic-2138261997 tempest-ServersTestMultiNic-2138261997-project] Pushing event deleted for resources: {'Network': ['ID=db934dd0-1a1f-4c9b-b228-e76c61143588,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:55.748703 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-0a3f16e0-3c74-4da4-9076-ea7c18820bb8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5179641 Nov 24 20:56:55.756849 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-df314567-5d00-4f78-8a42-236d477c0cf8 req-71e37df7-933e-46f2-9bcc-dae8221b49cf tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] For port cd6cbb8e-62b0-4a65-bd51-11366f62190e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cd6cbb8e-62b0-4a65-bd51-11366f62190e,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:56:55.757265 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-df314567-5d00-4f78-8a42-236d477c0cf8 req-71e37df7-933e-46f2-9bcc-dae8221b49cf tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:55.773480 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-7e86d4ad-e1a8-42d9-a102-faab6dfb0e10 service neutron] Request body: {'port': {'device_id': '339908bb-4187-46a3-819a-bb59fdba7727', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:55.779359 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6ea797c9-688f-4601-824f-720e8c6416a3 None None] Provisioning complete for port d7981819-f1d9-4a10-8e85-ebb1d285e99f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:56:55.779874 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6ea797c9-688f-4601-824f-720e8c6416a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:55.822314 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-df314567-5d00-4f78-8a42-236d477c0cf8 req-71e37df7-933e-46f2-9bcc-dae8221b49cf tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Calling delete_port for cd6cbb8e-62b0-4a65-bd51-11366f62190e owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:55.834624 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6ea797c9-688f-4601-824f-720e8c6416a3 None None] Port d7981819-f1d9-4a10-8e85-ebb1d285e99f cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:56:55.837014 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=cd6cbb8e-62b0-4a65-bd51-11366f62190e,revision_number=13']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:55.887389 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fcca39-2b66-46f7-aaeb-7439f66b98e0 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:56:55.892565 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-04fcca39-2b66-46f7-aaeb-7439f66b98e0 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:55.897948 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-04fcca39-2b66-46f7-aaeb-7439f66b98e0 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "PUT /v2.0/routers/6ba2b899-d697-42d5-886e-86a3a5bba871 HTTP/1.1" status: 200 len: 926 time: 4.6310999 Nov 24 20:56:55.900024 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0dd9dc-692b-4703-8d77-24ce1d916840 None None] Sync routers for ids ['6ba2b899-d697-42d5-886e-86a3a5bba871'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:56:55.900528 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34846) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:55.919957 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0dd9dc-692b-4703-8d77-24ce1d916840 None None] Routers {'6ba2b899-d697-42d5-886e-86a3a5bba871'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:56:55.922084 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-fc0dd9dc-692b-4703-8d77-24ce1d916840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6ba2b899-d697-42d5-886e-86a3a5bba871'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:55.972126 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-fc0dd9dc-692b-4703-8d77-24ce1d916840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:55.975159 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2eb6a-4a34-43fb-b655-3470354a0d9f req-8b701c81-e249-438c-85e8-a0ac6e039954 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:55.976736 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-43d2eb6a-4a34-43fb-b655-3470354a0d9f req-8b701c81-e249-438c-85e8-a0ac6e039954 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=339908bb-4187-46a3-819a-bb59fdba7727 HTTP/1.1" status: 200 len: 935 time: 0.1150441 Nov 24 20:56:55.985125 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0dd9dc-692b-4703-8d77-24ce1d916840 None None] Routers {'6ba2b899-d697-42d5-886e-86a3a5bba871'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:56:55.986127 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-fc0dd9dc-692b-4703-8d77-24ce1d916840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6ba2b899-d697-42d5-886e-86a3a5bba871'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:55.987212 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-7e86d4ad-e1a8-42d9-a102-faab6dfb0e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:56.029438 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-fc0dd9dc-692b-4703-8d77-24ce1d916840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:56.030486 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0dd9dc-692b-4703-8d77-24ce1d916840 None None] The sync data for ids ['6ba2b899-d697-42d5-886e-86a3a5bba871'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:56:56.080350 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb3a9458-28b0-4362-ab35-9eeec7787ddd tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:56.086577 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-43d2eb6a-4a34-43fb-b655-3470354a0d9f req-4f8a97f6-7417-4bf8-9d84-6fb02e80aeed tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992563 Nov 24 20:56:56.155190 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34852) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:56.178923 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fc400-e0d2-4b0f-9bb5-185da9da1824 req-edfeebff-f3a0-445f-b215-ba7858d137f9 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:56.186336 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-478fc400-e0d2-4b0f-9bb5-185da9da1824 req-edfeebff-f3a0-445f-b215-ba7858d137f9 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 951 time: 0.2009120 Nov 24 20:56:56.271977 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-16d1f64b-65e7-4c6f-b797-3a74204e22e9 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "GET /v2.0/routers/6ba2b899-d697-42d5-886e-86a3a5bba871 HTTP/1.1" status: 200 len: 926 time: 0.3682811 Nov 24 20:56:56.274876 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34858) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:56.401556 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2c8b5b-ffee-4beb-9e29-4665afe48f18 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:56.403067 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ff2c8b5b-ffee-4beb-9e29-4665afe48f18 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&device_id=6ba2b899-d697-42d5-886e-86a3a5bba871&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1272476 Nov 24 20:56:56.413386 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34864) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:56.485128 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-478fc400-e0d2-4b0f-9bb5-185da9da1824 req-726ef6ad-66d3-4993-899b-d2e4f4b25625 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978542 Nov 24 20:56:56.668823 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb3a9458-28b0-4362-ab35-9eeec7787ddd tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:56.673357 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb3a9458-28b0-4362-ab35-9eeec7787ddd tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-320311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-320300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-319781'] for router, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:56.822799 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3a9458-28b0-4362-ab35-9eeec7787ddd tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Router 82b07914-5a54-46a6-9419-897ca9aec211 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:56:56.942738 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-df314567-5d00-4f78-8a42-236d477c0cf8 req-71e37df7-933e-46f2-9bcc-dae8221b49cf tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:56.955562 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['f15a7761-41df-448d-bd80-24ef546490c8', 'cd6cbb8e-62b0-4a65-bd51-11366f62190e'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:56:56.959905 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['656752ae-79d3-4d03-b5f1-7f2f715581a7', '0d55069a-da0e-41a1-b57e-08adc7ac9b92'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:56:56.965142 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3a9458-28b0-4362-ab35-9eeec7787ddd tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:56:56.976599 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb3a9458-28b0-4362-ab35-9eeec7787ddd tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:56.991278 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fb3a9458-28b0-4362-ab35-9eeec7787ddd tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "PUT /v2.0/routers/82b07914-5a54-46a6-9419-897ca9aec211 HTTP/1.1" status: 200 len: 922 time: 1.6569619 Nov 24 20:56:56.994145 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34874) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:57.069940 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e37df7-933e-46f2-9bcc-dae8221b49cf tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Pushing event deleted for resources: {'Port': ['ID=cd6cbb8e-62b0-4a65-bd51-11366f62190e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:57.090611 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a273b42-acbf-4472-ab55-e8e9421f22a4 None None] Sync routers for ids ['82b07914-5a54-46a6-9419-897ca9aec211'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:56:57.133423 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13077e3-da66-41c5-8073-e4ada9cfbbb3 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:57.145098 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a273b42-acbf-4472-ab55-e8e9421f22a4 None None] Routers {'82b07914-5a54-46a6-9419-897ca9aec211'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:56:57.149209 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2a273b42-acbf-4472-ab55-e8e9421f22a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['82b07914-5a54-46a6-9419-897ca9aec211'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:57.153082 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d13077e3-da66-41c5-8073-e4ada9cfbbb3 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 881 time: 0.7342346 Nov 24 20:56:57.155740 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34884) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:57.243396 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2a273b42-acbf-4472-ab55-e8e9421f22a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:57.244724 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34888) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:57.274161 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a273b42-acbf-4472-ab55-e8e9421f22a4 None None] Routers {'82b07914-5a54-46a6-9419-897ca9aec211'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:56:57.274940 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2a273b42-acbf-4472-ab55-e8e9421f22a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['82b07914-5a54-46a6-9419-897ca9aec211'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:57.285228 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-df314567-5d00-4f78-8a42-236d477c0cf8 req-71e37df7-933e-46f2-9bcc-dae8221b49cf tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] No DVR routers for this DVR port cd6cbb8e-62b0-4a65-bd51-11366f62190e on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:56:57.289448 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-df314567-5d00-4f78-8a42-236d477c0cf8 req-71e37df7-933e-46f2-9bcc-dae8221b49cf tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:57.293533 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-df314567-5d00-4f78-8a42-236d477c0cf8 req-71e37df7-933e-46f2-9bcc-dae8221b49cf tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.48 "DELETE /v2.0/ports/cd6cbb8e-62b0-4a65-bd51-11366f62190e HTTP/1.1" status: 204 len: 173 time: 2.8067265 Nov 24 20:56:57.300965 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6bb016-f67e-4a5c-a861-42c0691baa8d', 'name': 'network-vif-deleted', 'tag': 'cd6cbb8e-62b0-4a65-bd51-11366f62190e'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:56:57.304288 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ee59c7-c135-4ed2-8199-89ff4bd99648" -d '{"events": [{"server_uuid": "3d6bb016-f67e-4a5c-a861-42c0691baa8d", "name": "network-vif-deleted", "tag": "cd6cbb8e-62b0-4a65-bd51-11366f62190e"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:56:57.311939 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-23d61719-0b43-4a7a-a877-64d918c4d1f0 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ba2b899-d697-42d5-886e-86a3a5bba871 HTTP/1.1" status: 200 len: 205 time: 0.1452987 Nov 24 20:56:57.319613 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34896) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:57.326232 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2a273b42-acbf-4472-ab55-e8e9421f22a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:56:57.327010 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a273b42-acbf-4472-ab55-e8e9421f22a4 None None] The sync data for ids ['82b07914-5a54-46a6-9419-897ca9aec211'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:56:57.629103 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59f2f66-71b6-431f-9285-785540b27b50 x-openstack-request-id: req-d59f2f66-71b6-431f-9285-785540b27b50 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:56:57.633947 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6bb016-f67e-4a5c-a861-42c0691baa8d", "name": "network-vif-deleted", "tag": "cd6cbb8e-62b0-4a65-bd51-11366f62190e", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:56:57.634460 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d59f2f66-71b6-431f-9285-785540b27b50 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:56:57.635501 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6bb016-f67e-4a5c-a861-42c0691baa8d', 'name': 'network-vif-deleted', 'tag': 'cd6cbb8e-62b0-4a65-bd51-11366f62190e', 'status': 'completed', 'code': 200} Nov 24 20:56:57.645972 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-7e86d4ad-e1a8-42d9-a102-faab6dfb0e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7981819-f1d9-4a10-8e85-ebb1d285e99f {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:56:57.688423 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-7e86d4ad-e1a8-42d9-a102-faab6dfb0e10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:57.714326 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-7e86d4ad-e1a8-42d9-a102-faab6dfb0e10 service neutron] Transition to ACTIVE for port object d7981819-f1d9-4a10-8e85-ebb1d285e99f will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:56:57.728676 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-7e86d4ad-e1a8-42d9-a102-faab6dfb0e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:57.873596 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-439f9671-8e0c-436c-87e7-213bbe53bfa1 req-ce773296-270c-4662-bbb1-d5a97105a4e5 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d6bb016-f67e-4a5c-a861-42c0691baa8d HTTP/1.1" status: 200 len: 210 time: 0.0571592 Nov 24 20:56:57.968616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75749b65-552d-41e3-822b-cbbb76efc529 req-9b115ba2-c6ae-4132-92ba-5c49a650cba8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:57.972983 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86d4ad-e1a8-42d9-a102-faab6dfb0e10 service neutron] Pushing event updated for resources: {'Port': ['ID=d7981819-f1d9-4a10-8e85-ebb1d285e99f,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:57.976950 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-75749b65-552d-41e3-822b-cbbb76efc529 req-9b115ba2-c6ae-4132-92ba-5c49a650cba8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=339908bb-4187-46a3-819a-bb59fdba7727 HTTP/1.1" status: 200 len: 935 time: 0.7345476 Nov 24 20:56:57.995174 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22d94570-60af-41e1-a58a-d0c7015fa4e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:58.011633 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2ad2c86e-17f0-4014-a831-ff0f4605fed4 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "GET /v2.0/routers/82b07914-5a54-46a6-9419-897ca9aec211 HTTP/1.1" status: 200 len: 922 time: 1.0147879 Nov 24 20:56:58.019480 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34902) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:58.130716 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-7e86d4ad-e1a8-42d9-a102-faab6dfb0e10 service neutron] Attempting to bind port d7981819-f1d9-4a10-8e85-ebb1d285e99f on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:56:58.131541 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-7e86d4ad-e1a8-42d9-a102-faab6dfb0e10 service neutron] Attempting to bind port d7981819-f1d9-4a10-8e85-ebb1d285e99f by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:56:58.131719 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-7e86d4ad-e1a8-42d9-a102-faab6dfb0e10 service neutron] Attempting to bind port d7981819-f1d9-4a10-8e85-ebb1d285e99f on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:56:58.133290 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-75749b65-552d-41e3-822b-cbbb76efc529 req-d6d0f7b2-7ebe-4436-bf0e-2d97f8039f34 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554546 Nov 24 20:56:58.141391 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-7e86d4ad-e1a8-42d9-a102-faab6dfb0e10 service neutron] Port d7981819-f1d9-4a10-8e85-ebb1d285e99f on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:56:58.141625 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-7e86d4ad-e1a8-42d9-a102-faab6dfb0e10 service neutron] Attempting to bind port d7981819-f1d9-4a10-8e85-ebb1d285e99f on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:56:58.147459 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf89d147-e3fe-4f0f-abb0-31dbf14293e7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:58.181467 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-7e86d4ad-e1a8-42d9-a102-faab6dfb0e10 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:56:58.184921 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-7e86d4ad-e1a8-42d9-a102-faab6dfb0e10 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:56:58.185598 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-7e86d4ad-e1a8-42d9-a102-faab6dfb0e10 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:56:58.186190 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-7e86d4ad-e1a8-42d9-a102-faab6dfb0e10 service neutron] Bound port: d7981819-f1d9-4a10-8e85-ebb1d285e99f, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:56:58.186691 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-7e86d4ad-e1a8-42d9-a102-faab6dfb0e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:58.190430 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01edf214-a40c-4b10-91ca-7c29b150b0b0 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:58.195154 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-01edf214-a40c-4b10-91ca-7c29b150b0b0 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&device_id=82b07914-5a54-46a6-9419-897ca9aec211&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1699033 Nov 24 20:56:58.199318 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34904) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:58.248135 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4a1b3167-bacb-4802-9423-a77a69dc549e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:58.343923 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22d94570-60af-41e1-a58a-d0c7015fa4e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:58.351762 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-7e86d4ad-e1a8-42d9-a102-faab6dfb0e10 service neutron] For port d7981819-f1d9-4a10-8e85-ebb1d285e99f, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:56:58.355516 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22d94570-60af-41e1-a58a-d0c7015fa4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:58.356662 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:56:58.368230 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-7e86d4ad-e1a8-42d9-a102-faab6dfb0e10 service neutron] For port d7981819-f1d9-4a10-8e85-ebb1d285e99f, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d7981819-f1d9-4a10-8e85-ebb1d285e99f,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:56:58.372929 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf89d147-e3fe-4f0f-abb0-31dbf14293e7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:58.379974 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-7e86d4ad-e1a8-42d9-a102-faab6dfb0e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:58.417534 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cfa632-13e5-49d7-a71e-6b69325cc8f6 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:58.419011 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-36cfa632-13e5-49d7-a71e-6b69325cc8f6 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 881 time: 0.2185779 Nov 24 20:56:58.424581 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-22d94570-60af-41e1-a58a-d0c7015fa4e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6e2341915e1c4a0db641fa3f24ce6053&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1787889 Nov 24 20:56:58.427215 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34910) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:58.427651 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34912) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:58.465282 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d94570-60af-41e1-a58a-d0c7015fa4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2478d0f7-fe7d-46b6-8e0b-6501e9b83cd4,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:58.496528 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-7e86d4ad-e1a8-42d9-a102-faab6dfb0e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:58.497501 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-7e86d4ad-e1a8-42d9-a102-faab6dfb0e10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:58.499704 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-7e86d4ad-e1a8-42d9-a102-faab6dfb0e10 service neutron] 10.222.0.15 "PUT /v2.0/ports/d7981819-f1d9-4a10-8e85-ebb1d285e99f HTTP/1.1" status: 200 len: 1095 time: 2.7363980 Nov 24 20:56:58.515978 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-64daa2bd-d841-4946-950c-15a344180d0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:58.529434 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3bafa6e8-f5ba-4c06-bb02-e8af92276c2a tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "GET /v2.0/ports?device_id=82b07914-5a54-46a6-9419-897ca9aec211 HTTP/1.1" status: 200 len: 205 time: 0.1006491 Nov 24 20:56:58.533541 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34914) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:58.559814 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-64daa2bd-d841-4946-950c-15a344180d0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:58.605918 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-bf89d147-e3fe-4f0f-abb0-31dbf14293e7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Deleting port 496d12d3-247e-4a38-8b9f-de22cbc9ce3b {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:58.605918 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf89d147-e3fe-4f0f-abb0-31dbf14293e7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:58.675838 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86d4ad-e1a8-42d9-a102-faab6dfb0e10 service neutron] Pushing event updated for resources: {'Port': ['ID=d7981819-f1d9-4a10-8e85-ebb1d285e99f,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:58.678924 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-64daa2bd-d841-4946-950c-15a344180d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:58.682016 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-64daa2bd-d841-4946-950c-15a344180d0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:58.683181 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-64daa2bd-d841-4946-950c-15a344180d0d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2478d0f7-fe7d-46b6-8e0b-6501e9b83cd4 HTTP/1.1" status: 204 len: 168 time: 0.2543895 Nov 24 20:56:58.700059 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64daa2bd-d841-4946-950c-15a344180d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2478d0f7-fe7d-46b6-8e0b-6501e9b83cd4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:58.730704 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf89d147-e3fe-4f0f-abb0-31dbf14293e7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:58.758031 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-bf89d147-e3fe-4f0f-abb0-31dbf14293e7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Calling delete_port for 496d12d3-247e-4a38-8b9f-de22cbc9ce3b owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:56:58.812029 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-25bd11e4-0e3a-4b1d-a34a-604d41dd34ea tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:58.861705 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-78ff93ec-dc09-481a-b31b-bcaeee495b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:58.865709 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-78ff93ec-dc09-481a-b31b-bcaeee495b5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6646196d0a7949b5812a89e770b7e88e&device_id=339908bb-4187-46a3-819a-bb59fdba7727 HTTP/1.1" status: 200 len: 1098 time: 0.2781992 Nov 24 20:56:59.059794 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device cd6cbb8e-62b0-4a65-bd51-11366f62190e no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:56:59.072739 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf89d147-e3fe-4f0f-abb0-31dbf14293e7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:59.097049 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-6e8e0574-55da-460e-9ffb-62f7b9b429a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=d7981819-f1d9-4a10-8e85-ebb1d285e99f HTTP/1.1" status: 200 len: 217 time: 0.1967828 Nov 24 20:56:59.100790 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: cd6cbb8e-62b0-4a65-bd51-11366f62190e {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:56:59.105159 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device cd6cbb8e-62b0-4a65-bd51-11366f62190e not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:56:59.132762 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89d147-e3fe-4f0f-abb0-31dbf14293e7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Pushing event deleted for resources: {'Port': ['ID=496d12d3-247e-4a38-8b9f-de22cbc9ce3b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:56:59.233960 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf89d147-e3fe-4f0f-abb0-31dbf14293e7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:59.258712 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34926) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:59.357354 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf89d147-e3fe-4f0f-abb0-31dbf14293e7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:59.359754 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf89d147-e3fe-4f0f-abb0-31dbf14293e7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:59.362456 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-945ebd65-4fe8-43ee-b8dc-00dfedd58e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:59.365825 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-945ebd65-4fe8-43ee-b8dc-00dfedd58e12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.1971815 Nov 24 20:56:59.371057 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a85f714a-c76a-45b5-bd15-438d1d0221b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:59.375870 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-25bd11e4-0e3a-4b1d-a34a-604d41dd34ea tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:59.457396 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf89d147-e3fe-4f0f-abb0-31dbf14293e7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:59.458162 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf89d147-e3fe-4f0f-abb0-31dbf14293e7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Fanout notify agent at l3_agent the message router_deleted on router 6ba2b899-d697-42d5-886e-86a3a5bba871 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:56:59.466119 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf89d147-e3fe-4f0f-abb0-31dbf14293e7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:59.472195 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-bf89d147-e3fe-4f0f-abb0-31dbf14293e7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "DELETE /v2.0/routers/6ba2b899-d697-42d5-886e-86a3a5bba871 HTTP/1.1" status: 204 len: 168 time: 2.1253893 Nov 24 20:56:59.473702 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34930) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:59.473833 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d43d22-7f61-4975-8494-d0ea2e515ff0 req-12bfa557-3023-483d-9f01-6f5c54acb52b tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:59.476671 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-82d43d22-7f61-4975-8494-d0ea2e515ff0 req-12bfa557-3023-483d-9f01-6f5c54acb52b tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=339908bb-4187-46a3-819a-bb59fdba7727 HTTP/1.1" status: 200 len: 947 time: 0.2077005 Nov 24 20:56:59.478955 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-d5666079-225f-40a6-b1df-858eb2b1b3bf tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1613865615', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:59.509308 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769857d-8ca3-4157-9d24-b417693b0e57 req-efa0011b-18cc-4c49-8758-1d8396004b56 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:59.510773 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b769857d-8ca3-4157-9d24-b417693b0e57 req-efa0011b-18cc-4c49-8758-1d8396004b56 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 950 time: 0.0971313 Nov 24 20:56:59.526002 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d5666079-225f-40a6-b1df-858eb2b1b3bf tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:59.527282 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d5666079-225f-40a6-b1df-858eb2b1b3bf tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:59.598284 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-28f315da-5a98-4113-bd86-ff7b691e3c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:56:59.600558 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-28f315da-5a98-4113-bd86-ff7b691e3c20 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2082679 Nov 24 20:56:59.628700 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b769857d-8ca3-4157-9d24-b417693b0e57 req-d0cfd247-9c5d-464a-8008-d688008e237e tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103079 Nov 24 20:56:59.631993 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d5666079-225f-40a6-b1df-858eb2b1b3bf tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:59.642776 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339908bb-4187-46a3-819a-bb59fdba7727', 'tag': 'd7981819-f1d9-4a10-8e85-ebb1d285e99f'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:56:59.645634 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d438bfd2-cfa7-429a-b513-21412fc0a64d" -d '{"events": [{"name": "network-changed", "server_uuid": "339908bb-4187-46a3-819a-bb59fdba7727", "tag": "d7981819-f1d9-4a10-8e85-ebb1d285e99f"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:56:59.647843 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d5666079-225f-40a6-b1df-858eb2b1b3bf tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:59.679912 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-82d43d22-7f61-4975-8494-d0ea2e515ff0 req-06010786-f959-443d-aaf9-b9bf32826ad7 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607983 Nov 24 20:56:59.683353 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d5666079-225f-40a6-b1df-858eb2b1b3bf tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:59.685786 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d5666079-225f-40a6-b1df-858eb2b1b3bf tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2098098 Nov 24 20:56:59.687614 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34938) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:56:59.697698 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b3167-bacb-4802-9423-a77a69dc549e admin admin] Deleting port c60404b8-5e1d-4b94-890c-5ff2709197cc {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:59.699365 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4a1b3167-bacb-4802-9423-a77a69dc549e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:59.699492 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-396873fa-5ccb-49fb-b997-3a80c72af2af tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Request body: {'router': {'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:56:59.752486 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac175902-6420-4b51-9e73-720dd7470b99 x-openstack-request-id: req-ac175902-6420-4b51-9e73-720dd7470b99 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:56:59.752803 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339908bb-4187-46a3-819a-bb59fdba7727", "tag": "d7981819-f1d9-4a10-8e85-ebb1d285e99f", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:56:59.753065 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac175902-6420-4b51-9e73-720dd7470b99 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:56:59.753468 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339908bb-4187-46a3-819a-bb59fdba7727', 'tag': 'd7981819-f1d9-4a10-8e85-ebb1d285e99f', 'status': 'completed', 'code': 200} Nov 24 20:56:59.765147 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-25bd11e4-0e3a-4b1d-a34a-604d41dd34ea tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Deleting port 382aa623-c2f3-408f-9f63-bd24a129c904 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:56:59.765495 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-25bd11e4-0e3a-4b1d-a34a-604d41dd34ea tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:59.807985 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a85f714a-c76a-45b5-bd15-438d1d0221b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:59.823214 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a85f714a-c76a-45b5-bd15-438d1d0221b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:56:59.934317 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-396873fa-5ccb-49fb-b997-3a80c72af2af tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:00.159963 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-396873fa-5ccb-49fb-b997-3a80c72af2af tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:00.181298 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-396873fa-5ccb-49fb-b997-3a80c72af2af tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:00.230394 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-3d2b8ba4-29d9-4d66-a7ce-2c48c0f85340 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6104128 Nov 24 20:57:00.265145 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a85f714a-c76a-45b5-bd15-438d1d0221b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd76272a70e54e83b24c4d11dceb4b4e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0002120 Nov 24 20:57:00.268633 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f714a-c76a-45b5-bd15-438d1d0221b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638c08de-dbe8-4bf3-8d1d-4cd2c63740a9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:00.268803 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34940) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:00.300060 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-4a1b3167-bacb-4802-9423-a77a69dc549e admin admin] For port c60404b8-5e1d-4b94-890c-5ff2709197cc, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c60404b8-5e1d-4b94-890c-5ff2709197cc,segment=NetworkSegment(d8f8925a-f245-43a6-b263-bbadb4e7e36c),segment_id=d8f8925a-f245-43a6-b263-bbadb4e7e36c)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:00.300716 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4a1b3167-bacb-4802-9423-a77a69dc549e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:00.323869 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-396873fa-5ccb-49fb-b997-3a80c72af2af tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Allocated IP 172.25.5.206 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/4d2a17c1-6ed7-4f49-9771-97fa69af1eb5) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:57:00.334327 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-25bd11e4-0e3a-4b1d-a34a-604d41dd34ea tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:00.336844 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b3167-bacb-4802-9423-a77a69dc549e admin admin] Calling delete_port for c60404b8-5e1d-4b94-890c-5ff2709197cc owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:57:00.351278 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-350212e7-d8bb-4516-977f-16c41f76c291 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:00.376951 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-25bd11e4-0e3a-4b1d-a34a-604d41dd34ea tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Calling delete_port for 382aa623-c2f3-408f-9f63-bd24a129c904 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:57:00.426184 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-350212e7-d8bb-4516-977f-16c41f76c291 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:00.498812 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-396873fa-5ccb-49fb-b997-3a80c72af2af tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:00.503511 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8b98e20c-ed58-4e23-aafd-5ee588c1d930 req-609fd68b-e057-4efa-b1c4-5eea61f1ae4c service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558100 Nov 24 20:57:00.527726 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-350212e7-d8bb-4516-977f-16c41f76c291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:00.530521 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-350212e7-d8bb-4516-977f-16c41f76c291 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:00.531673 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-350212e7-d8bb-4516-977f-16c41f76c291 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/638c08de-dbe8-4bf3-8d1d-4cd2c63740a9 HTTP/1.1" status: 204 len: 168 time: 0.2619298 Nov 24 20:57:00.547936 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350212e7-d8bb-4516-977f-16c41f76c291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638c08de-dbe8-4bf3-8d1d-4cd2c63740a9,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:00.562860 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-396873fa-5ccb-49fb-b997-3a80c72af2af tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:00.632595 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396873fa-5ccb-49fb-b997-3a80c72af2af tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:57:00.637943 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-396873fa-5ccb-49fb-b997-3a80c72af2af tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:57:00.656471 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396873fa-5ccb-49fb-b997-3a80c72af2af tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:57:00.743108 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438bfd2-cfa7-429a-b513-21412fc0a64d req-f1da6573-36b7-474b-8fa1-5173f3c4b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:00.744858 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d438bfd2-cfa7-429a-b513-21412fc0a64d req-f1da6573-36b7-474b-8fa1-5173f3c4b224 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6646196d0a7949b5812a89e770b7e88e&device_id=339908bb-4187-46a3-819a-bb59fdba7727 HTTP/1.1" status: 200 len: 1098 time: 0.1569982 Nov 24 20:57:00.812739 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-25bd11e4-0e3a-4b1d-a34a-604d41dd34ea tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:00.819204 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396873fa-5ccb-49fb-b997-3a80c72af2af tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Pushing event updated for resources: {'Port': ['ID=4d2a17c1-6ed7-4f49-9771-97fa69af1eb5,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:00.912318 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd11e4-0e3a-4b1d-a34a-604d41dd34ea tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Pushing event deleted for resources: {'Port': ['ID=382aa623-c2f3-408f-9f63-bd24a129c904,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:01.013237 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadba123-2c75-43a2-94c2-4707f16bedb7 req-19a9a16f-9fa5-45da-b698-6e2979a703e5 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:01.014703 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eadba123-2c75-43a2-94c2-4707f16bedb7 req-19a9a16f-9fa5-45da-b698-6e2979a703e5 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.15 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 950 time: 0.0777867 Nov 24 20:57:01.016206 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4a1b3167-bacb-4802-9423-a77a69dc549e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:01.030321 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba637b-e566-4f15-8eb5-c18187670cac req-4f962954-639f-4289-9bd6-e0b2c2e2d439 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:01.032587 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-edba637b-e566-4f15-8eb5-c18187670cac req-4f962954-639f-4289-9bd6-e0b2c2e2d439 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=339908bb-4187-46a3-819a-bb59fdba7727 HTTP/1.1" status: 200 len: 947 time: 0.1296215 Nov 24 20:57:01.074129 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b3167-bacb-4802-9423-a77a69dc549e admin admin] Pushing event deleted for resources: {'Port': ['ID=c60404b8-5e1d-4b94-890c-5ff2709197cc,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:01.090126 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66da77-d3fc-48fd-843c-c8e1a28aad34 req-9cf55d20-8684-4700-8098-e431a0143b51 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:01.091715 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b66da77-d3fc-48fd-843c-c8e1a28aad34 req-9cf55d20-8684-4700-8098-e431a0143b51 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 950 time: 0.2694509 Nov 24 20:57:01.097536 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438bfd2-cfa7-429a-b513-21412fc0a64d req-3e825ee6-32ea-40c7-bf2e-cf78ea32c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:01.098581 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d438bfd2-cfa7-429a-b513-21412fc0a64d req-3e825ee6-32ea-40c7-bf2e-cf78ea32c4d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.3433137 Nov 24 20:57:01.144270 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-25bd11e4-0e3a-4b1d-a34a-604d41dd34ea tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:01.316210 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d438bfd2-cfa7-429a-b513-21412fc0a64d req-d4cf1620-37e0-49ed-9514-9c46de04b38b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=d7981819-f1d9-4a10-8e85-ebb1d285e99f HTTP/1.1" status: 200 len: 217 time: 0.1934478 Nov 24 20:57:01.331786 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-edba637b-e566-4f15-8eb5-c18187670cac req-6b8d8379-105f-4a31-a54b-6bd936eb4a83 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793082 Nov 24 20:57:01.335913 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-eadba123-2c75-43a2-94c2-4707f16bedb7 req-59bb3011-fd15-4b1d-9405-b0247926ef39 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Deleting port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:57:01.336254 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-eadba123-2c75-43a2-94c2-4707f16bedb7 req-59bb3011-fd15-4b1d-9405-b0247926ef39 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:01.386529 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-25bd11e4-0e3a-4b1d-a34a-604d41dd34ea tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:01.426280 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-396873fa-5ccb-49fb-b997-3a80c72af2af tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:01.427964 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-25bd11e4-0e3a-4b1d-a34a-604d41dd34ea tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:01.514327 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-eadba123-2c75-43a2-94c2-4707f16bedb7 req-59bb3011-fd15-4b1d-9405-b0247926ef39 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] For port 0d55069a-da0e-41a1-b57e-08adc7ac9b92, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=0d55069a-da0e-41a1-b57e-08adc7ac9b92,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:01.514764 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-eadba123-2c75-43a2-94c2-4707f16bedb7 req-59bb3011-fd15-4b1d-9405-b0247926ef39 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:01.545005 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-25bd11e4-0e3a-4b1d-a34a-604d41dd34ea tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:01.545786 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bd11e4-0e3a-4b1d-a34a-604d41dd34ea tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Fanout notify agent at l3_agent the message router_deleted on router 82b07914-5a54-46a6-9419-897ca9aec211 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:57:01.561994 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b66da77-d3fc-48fd-843c-c8e1a28aad34 req-18470f9f-e877-47be-9ac6-205ffb103c4b tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581184 Nov 24 20:57:01.578100 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-eadba123-2c75-43a2-94c2-4707f16bedb7 req-59bb3011-fd15-4b1d-9405-b0247926ef39 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Calling delete_port for 0d55069a-da0e-41a1-b57e-08adc7ac9b92 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:57:01.631083 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-25bd11e4-0e3a-4b1d-a34a-604d41dd34ea tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:01.632589 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-25bd11e4-0e3a-4b1d-a34a-604d41dd34ea tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "DELETE /v2.0/routers/82b07914-5a54-46a6-9419-897ca9aec211 HTTP/1.1" status: 204 len: 168 time: 3.0978589 Nov 24 20:57:01.638199 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34968) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:01.648958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-3862080c-3bc7-48d5-afdf-33ea413639d1 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1368769077', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:01.673174 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438bfd2-cfa7-429a-b513-21412fc0a64d req-c8c3676e-d85f-4121-a775-33f60df8cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:01.674701 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d438bfd2-cfa7-429a-b513-21412fc0a64d req-c8c3676e-d85f-4121-a775-33f60df8cc94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.3422289 Nov 24 20:57:01.709811 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4a1b3167-bacb-4802-9423-a77a69dc549e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:01.840520 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438bfd2-cfa7-429a-b513-21412fc0a64d req-169d45e5-3f5e-414f-8ea2-e2791868b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:01.842429 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d438bfd2-cfa7-429a-b513-21412fc0a64d req-169d45e5-3f5e-414f-8ea2-e2791868b95c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1278319 Nov 24 20:57:01.883042 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3862080c-3bc7-48d5-afdf-33ea413639d1 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:01.884337 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3862080c-3bc7-48d5-afdf-33ea413639d1 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:01.944475 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-eadba123-2c75-43a2-94c2-4707f16bedb7 req-59bb3011-fd15-4b1d-9405-b0247926ef39 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:01.957047 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['f15a7761-41df-448d-bd80-24ef546490c8'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:57:01.960199 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['656752ae-79d3-4d03-b5f1-7f2f715581a7', '0d55069a-da0e-41a1-b57e-08adc7ac9b92'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:57:01.960545 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3862080c-3bc7-48d5-afdf-33ea413639d1 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:02.007366 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3862080c-3bc7-48d5-afdf-33ea413639d1 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:02.039924 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb3011-fd15-4b1d-9405-b0247926ef39 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Pushing event deleted for resources: {'Port': ['ID=0d55069a-da0e-41a1-b57e-08adc7ac9b92,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:02.057248 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-396873fa-5ccb-49fb-b997-3a80c72af2af tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:02.080935 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb3011-fd15-4b1d-9405-b0247926ef39 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:02.081291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb3011-fd15-4b1d-9405-b0247926ef39 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:02.081712 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb3011-fd15-4b1d-9405-b0247926ef39 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:02.081978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb3011-fd15-4b1d-9405-b0247926ef39 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:02.082323 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb3011-fd15-4b1d-9405-b0247926ef39 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:02.082661 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb3011-fd15-4b1d-9405-b0247926ef39 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:02.083002 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb3011-fd15-4b1d-9405-b0247926ef39 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:02.083336 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb3011-fd15-4b1d-9405-b0247926ef39 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:02.084370 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb3011-fd15-4b1d-9405-b0247926ef39 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:02.084552 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb3011-fd15-4b1d-9405-b0247926ef39 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:02.092965 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d438bfd2-cfa7-429a-b513-21412fc0a64d req-7aac1d63-1847-4581-9a05-47734e412e11 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386250 Nov 24 20:57:02.095545 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb3011-fd15-4b1d-9405-b0247926ef39 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:02.096052 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb3011-fd15-4b1d-9405-b0247926ef39 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:02.107461 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadba123-2c75-43a2-94c2-4707f16bedb7 req-59bb3011-fd15-4b1d-9405-b0247926ef39 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] No DVR routers for this DVR port 0d55069a-da0e-41a1-b57e-08adc7ac9b92 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:57:02.114279 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-396873fa-5ccb-49fb-b997-3a80c72af2af tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-320311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-320300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-319781'] for router, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:02.123551 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-eadba123-2c75-43a2-94c2-4707f16bedb7 req-59bb3011-fd15-4b1d-9405-b0247926ef39 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:02.128724 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eadba123-2c75-43a2-94c2-4707f16bedb7 req-59bb3011-fd15-4b1d-9405-b0247926ef39 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.15 "DELETE /v2.0/ports/0d55069a-da0e-41a1-b57e-08adc7ac9b92 HTTP/1.1" status: 204 len: 173 time: 1.0951288 Nov 24 20:57:02.145673 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64269eeb-6517-4722-95bd-84447c324ac9', 'name': 'network-vif-deleted', 'tag': '0d55069a-da0e-41a1-b57e-08adc7ac9b92'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:57:02.152020 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478e64fc-02b6-4d5a-9699-84916b6228d5" -d '{"events": [{"server_uuid": "64269eeb-6517-4722-95bd-84447c324ac9", "name": "network-vif-deleted", "tag": "0d55069a-da0e-41a1-b57e-08adc7ac9b92"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:57:02.174329 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3862080c-3bc7-48d5-afdf-33ea413639d1 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:02.181603 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3862080c-3bc7-48d5-afdf-33ea413639d1 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5390055 Nov 24 20:57:02.183130 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34984) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:02.200466 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-6e50f3d3-ed5a-42f2-8c9a-afe8614c70dc tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Request body: {'router': {'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:02.296226 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1c62d8-d247-4be9-96e8-1091802c1623 x-openstack-request-id: req-4f1c62d8-d247-4be9-96e8-1091802c1623 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:57:02.296561 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64269eeb-6517-4722-95bd-84447c324ac9", "name": "network-vif-deleted", "tag": "0d55069a-da0e-41a1-b57e-08adc7ac9b92", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:57:02.296865 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f1c62d8-d247-4be9-96e8-1091802c1623 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:57:02.297281 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64269eeb-6517-4722-95bd-84447c324ac9', 'name': 'network-vif-deleted', 'tag': '0d55069a-da0e-41a1-b57e-08adc7ac9b92', 'status': 'completed', 'code': 200} Nov 24 20:57:02.430158 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d438bfd2-cfa7-429a-b513-21412fc0a64d req-5486a2b9-4de5-42b4-8fb6-d708005c327c service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157830 Nov 24 20:57:02.503551 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1b3167-bacb-4802-9423-a77a69dc549e admin admin] Router f9e3d587-82cf-4823-8acc-28a8984f1774 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:57:02.720298 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bf1aa-75af-4e27-bb7a-204e7340d9f4 req-652fa1f7-47d8-4504-a3dc-bd2bb16beb48 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:02.722012 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f38bf1aa-75af-4e27-bb7a-204e7340d9f4 req-652fa1f7-47d8-4504-a3dc-bd2bb16beb48 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=339908bb-4187-46a3-819a-bb59fdba7727 HTTP/1.1" status: 200 len: 947 time: 0.2028985 Nov 24 20:57:02.850548 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f38bf1aa-75af-4e27-bb7a-204e7340d9f4 req-752c4010-7b53-45c6-9a1c-379577dda8c0 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164865 Nov 24 20:57:02.855002 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1b3167-bacb-4802-9423-a77a69dc549e admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:57:02.862754 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4a1b3167-bacb-4802-9423-a77a69dc549e admin admin] 10.222.0.11 "PUT /v2.0/routers/f9e3d587-82cf-4823-8acc-28a8984f1774/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7025478 Nov 24 20:57:02.865724 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34998) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:02.872479 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7368b8d0-7176-4d6b-9b0c-c739c6e1cacb None None] Sync routers for ids ['f9e3d587-82cf-4823-8acc-28a8984f1774'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:57:02.888881 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7368b8d0-7176-4d6b-9b0c-c739c6e1cacb None None] Routers {'f9e3d587-82cf-4823-8acc-28a8984f1774'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:02.889771 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7368b8d0-7176-4d6b-9b0c-c739c6e1cacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f9e3d587-82cf-4823-8acc-28a8984f1774'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:03.008843 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6fd1f11c-51ba-4a40-8475-d42e82e78bea req-30510db1-f85c-4665-a31c-fb09fd6c45cd tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=64269eeb-6517-4722-95bd-84447c324ac9 HTTP/1.1" status: 200 len: 210 time: 0.1935945 Nov 24 20:57:03.022553 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e50f3d3-ed5a-42f2-8c9a-afe8614c70dc tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:03.075525 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396873fa-5ccb-49fb-b997-3a80c72af2af tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Router fe3d1669-1944-4b2a-b59c-4013d314e7d0 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:57:03.127555 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-7368b8d0-7176-4d6b-9b0c-c739c6e1cacb None None] Set router f9e3d587-82cf-4823-8acc-28a8984f1774 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:57:03.144104 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8691e754-3850-412d-9693-8e893405c73e admin admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:03.318964 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8691e754-3850-412d-9693-8e893405c73e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:03.408062 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7368b8d0-7176-4d6b-9b0c-c739c6e1cacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e3d587-82cf-4823-8acc-28a8984f1774', 'name': 'tempest-ServersTestMultiNic-850438877-router', 'tenant_id': '380dfa053f334bcfb71021039f3d93b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '0b48178f-e809-4142-9367-f24fba8310b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:55:15Z', 'updated_at': '2021-11-24T20:57:00Z', 'revision_number': 5, 'project_id': '380dfa053f334bcfb71021039f3d93b4', 'gw_port': {'id': '0b48178f-e809-4142-9367-f24fba8310b0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e3d587-82cf-4823-8acc-28a8984f1774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:55:15Z', 'updated_at': '2021-11-24T20:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:03.446606 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7368b8d0-7176-4d6b-9b0c-c739c6e1cacb None None] Checking router: f9e3d587-82cf-4823-8acc-28a8984f1774 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:57:03.468672 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7368b8d0-7176-4d6b-9b0c-c739c6e1cacb None None] Routers {'f9e3d587-82cf-4823-8acc-28a8984f1774'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:03.469594 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7368b8d0-7176-4d6b-9b0c-c739c6e1cacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f9e3d587-82cf-4823-8acc-28a8984f1774'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:03.511603 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-8691e754-3850-412d-9693-8e893405c73e admin admin] Deleting port 0b48178f-e809-4142-9367-f24fba8310b0 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:57:03.511944 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8691e754-3850-412d-9693-8e893405c73e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:03.634584 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-7368b8d0-7176-4d6b-9b0c-c739c6e1cacb None None] Set router f9e3d587-82cf-4823-8acc-28a8984f1774 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:57:03.691974 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7368b8d0-7176-4d6b-9b0c-c739c6e1cacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e3d587-82cf-4823-8acc-28a8984f1774', 'name': 'tempest-ServersTestMultiNic-850438877-router', 'tenant_id': '380dfa053f334bcfb71021039f3d93b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:55:15Z', 'updated_at': '2021-11-24T20:57:03Z', 'revision_number': 6, 'project_id': '380dfa053f334bcfb71021039f3d93b4', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:03.695872 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-8691e754-3850-412d-9693-8e893405c73e admin admin] For port 0b48178f-e809-4142-9367-f24fba8310b0, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0b48178f-e809-4142-9367-f24fba8310b0,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:03.696303 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8691e754-3850-412d-9693-8e893405c73e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:03.729788 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7368b8d0-7176-4d6b-9b0c-c739c6e1cacb None None] The sync data for ids ['f9e3d587-82cf-4823-8acc-28a8984f1774'] in n-d-812111-8 is: [{'id': 'f9e3d587-82cf-4823-8acc-28a8984f1774', 'name': 'tempest-ServersTestMultiNic-850438877-router', 'tenant_id': '380dfa053f334bcfb71021039f3d93b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:55:15Z', 'updated_at': '2021-11-24T20:57:03Z', 'revision_number': 6, 'project_id': '380dfa053f334bcfb71021039f3d93b4', 'gw_port_host': None}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:57:03.730703 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-8691e754-3850-412d-9693-8e893405c73e admin admin] Calling delete_port for 0b48178f-e809-4142-9367-f24fba8310b0 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:57:03.860735 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396873fa-5ccb-49fb-b997-3a80c72af2af tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:57:03.874301 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ba08db-7495-4d11-b6c3-99856434518c None None] Sync routers for ids ['fe3d1669-1944-4b2a-b59c-4013d314e7d0'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:57:03.875415 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-396873fa-5ccb-49fb-b997-3a80c72af2af tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:03.879521 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-396873fa-5ccb-49fb-b997-3a80c72af2af tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "PUT /v2.0/routers/fe3d1669-1944-4b2a-b59c-4013d314e7d0 HTTP/1.1" status: 200 len: 884 time: 4.1877244 Nov 24 20:57:03.880143 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35030) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:03.901266 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ba08db-7495-4d11-b6c3-99856434518c None None] Routers {'fe3d1669-1944-4b2a-b59c-4013d314e7d0'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:03.902297 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-97ba08db-7495-4d11-b6c3-99856434518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fe3d1669-1944-4b2a-b59c-4013d314e7d0'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:04.050745 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-97ba08db-7495-4d11-b6c3-99856434518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:04.073644 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a18f3f-6655-4a36-9cef-6ba66d04f13b req-fd35de32-40bf-4666-bddd-b69078e497ee tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:04.081934 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f3a18f3f-6655-4a36-9cef-6ba66d04f13b req-fd35de32-40bf-4666-bddd-b69078e497ee tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=339908bb-4187-46a3-819a-bb59fdba7727 HTTP/1.1" status: 200 len: 947 time: 0.1174738 Nov 24 20:57:04.095906 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e50f3d3-ed5a-42f2-8c9a-afe8614c70dc tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:04.112885 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ba08db-7495-4d11-b6c3-99856434518c None None] Routers {'fe3d1669-1944-4b2a-b59c-4013d314e7d0'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:04.113896 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-97ba08db-7495-4d11-b6c3-99856434518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fe3d1669-1944-4b2a-b59c-4013d314e7d0'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:04.163683 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e50f3d3-ed5a-42f2-8c9a-afe8614c70dc tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:04.258051 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-97ba08db-7495-4d11-b6c3-99856434518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:04.265042 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ba08db-7495-4d11-b6c3-99856434518c None None] The sync data for ids ['fe3d1669-1944-4b2a-b59c-4013d314e7d0'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:57:04.284361 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device d7981819-f1d9-4a10-8e85-ebb1d285e99f details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:57:04.297174 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 0d55069a-da0e-41a1-b57e-08adc7ac9b92 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:57:04.317869 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f3a18f3f-6655-4a36-9cef-6ba66d04f13b req-8513d64e-8b2b-408c-8b67-ddf96ceadda3 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315052 Nov 24 20:57:04.326648 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-09a208cd-c6a1-4f51-bd87-a90c05d9fb1c tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "GET /v2.0/routers/fe3d1669-1944-4b2a-b59c-4013d314e7d0 HTTP/1.1" status: 200 len: 925 time: 0.4426227 Nov 24 20:57:04.328714 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35046) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:04.336026 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8691e754-3850-412d-9693-8e893405c73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:04.399897 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 0d55069a-da0e-41a1-b57e-08adc7ac9b92 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:57:04.400428 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 0d55069a-da0e-41a1-b57e-08adc7ac9b92 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:57:04.440349 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691e754-3850-412d-9693-8e893405c73e admin admin] Pushing event deleted for resources: {'Port': ['ID=0b48178f-e809-4142-9367-f24fba8310b0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:04.508767 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bb5daf-9b7d-4a54-a4c1-801389b41331 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:04.513060 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f0bb5daf-9b7d-4a54-a4c1-801389b41331 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&device_id=fe3d1669-1944-4b2a-b59c-4013d314e7d0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1810932 Nov 24 20:57:04.516433 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35052) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:04.583666 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8691e754-3850-412d-9693-8e893405c73e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:04.596006 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-6e50f3d3-ed5a-42f2-8c9a-afe8614c70dc tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Allocated IP 172.25.5.217 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/5fa57f51-cf24-41ef-9007-b75e51969e00) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:57:04.602865 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port d7981819-f1d9-4a10-8e85-ebb1d285e99f, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d7981819-f1d9-4a10-8e85-ebb1d285e99f,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:04.627459 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'd7981819-f1d9-4a10-8e85-ebb1d285e99f', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': 'd7981819-f1d9-4a10-8e85-ebb1d285e99f', 'mac_address': 'fa:16:3e:89:e3:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:57:04.668697 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce159639-9629-4856-8ea8-f22f8de1aa93 req-f2b7de17-56d3-40d3-9583-814aadfdf4ae tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:04.673724 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ce159639-9629-4856-8ea8-f22f8de1aa93 req-f2b7de17-56d3-40d3-9583-814aadfdf4ae tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 950 time: 0.1469417 Nov 24 20:57:04.687677 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:04.715365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7981819-f1d9-4a10-8e85-ebb1d285e99f {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:57:04.774054 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port d7981819-f1d9-4a10-8e85-ebb1d285e99f, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d7981819-f1d9-4a10-8e85-ebb1d285e99f,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:04.786517 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:04.797565 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8691e754-3850-412d-9693-8e893405c73e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:04.808467 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8691e754-3850-412d-9693-8e893405c73e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:04.858210 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0c2612-98f2-4e7c-be4a-ef295b021b96 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:04.862405 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9c0c2612-98f2-4e7c-be4a-ef295b021b96 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 881 time: 0.3394287 Nov 24 20:57:04.862754 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35062) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:04.906146 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ce159639-9629-4856-8ea8-f22f8de1aa93 req-5ba83fa8-5212-4bdf-b6f2-41c77bead694 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712270 Nov 24 20:57:04.911394 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8691e754-3850-412d-9693-8e893405c73e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:04.912681 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8691e754-3850-412d-9693-8e893405c73e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9e3d587-82cf-4823-8acc-28a8984f1774 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:57:04.917755 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8691e754-3850-412d-9693-8e893405c73e admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:04.918963 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8691e754-3850-412d-9693-8e893405c73e admin admin] 10.222.0.11 "DELETE /v2.0/routers/f9e3d587-82cf-4823-8acc-28a8984f1774 HTTP/1.1" status: 204 len: 168 time: 2.0518510 Nov 24 20:57:04.923301 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3d7ab8f8-bb2d-479c-9163-dca72c522c7e tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe3d1669-1944-4b2a-b59c-4013d314e7d0 HTTP/1.1" status: 200 len: 205 time: 0.0593655 Nov 24 20:57:04.925829 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35064) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:04.927593 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35066) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:04.933024 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0b48178f-e809-4142-9367-f24fba8310b0 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:57:05.001300 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=d7981819-f1d9-4a10-8e85-ebb1d285e99f,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:05.019115 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 0b48178f-e809-4142-9367-f24fba8310b0 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:57:05.019115 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0b48178f-e809-4142-9367-f24fba8310b0 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:57:05.019115 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c60404b8-5e1d-4b94-890c-5ff2709197cc no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:57:05.049698 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: c60404b8-5e1d-4b94-890c-5ff2709197cc {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:57:05.050045 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c60404b8-5e1d-4b94-890c-5ff2709197cc not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:57:05.093018 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-547bc950-791f-4bce-86bb-33b83b03b234 admin admin] Deleting subnet 6b838c1f-c29c-4e4d-8359-8cddc4e04357 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:57:05.110782 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['d7981819-f1d9-4a10-8e85-ebb1d285e99f'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:57:05.126082 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e50f3d3-ed5a-42f2-8c9a-afe8614c70dc tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:05.154428 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547bc950-791f-4bce-86bb-33b83b03b234 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:05.231412 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547bc950-791f-4bce-86bb-33b83b03b234 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:05.344450 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e50f3d3-ed5a-42f2-8c9a-afe8614c70dc tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:05.450546 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e50f3d3-ed5a-42f2-8c9a-afe8614c70dc tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:57:05.478844 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-6e50f3d3-ed5a-42f2-8c9a-afe8614c70dc tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:57:05.485568 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e50f3d3-ed5a-42f2-8c9a-afe8614c70dc tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:57:05.534650 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50f3d3-ed5a-42f2-8c9a-afe8614c70dc tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Pushing event updated for resources: {'Port': ['ID=5fa57f51-cf24-41ef-9007-b75e51969e00,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:05.573745 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bad5fafa-78ea-4d4c-8b70-16443dd67f8f tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:05.648380 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35078) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:05.655828 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547bc950-791f-4bce-86bb-33b83b03b234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:05.718963 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bad5fafa-78ea-4d4c-8b70-16443dd67f8f tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:05.747679 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df61756-5e18-44c2-8f78-450d0a3fb673 req-31b992ff-d5bc-47a9-a6ca-cbda89898ab4 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:05.749332 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5df61756-5e18-44c2-8f78-450d0a3fb673 req-31b992ff-d5bc-47a9-a6ca-cbda89898ab4 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=339908bb-4187-46a3-819a-bb59fdba7727 HTTP/1.1" status: 200 len: 948 time: 0.1692231 Nov 24 20:57:05.820309 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547bc950-791f-4bce-86bb-33b83b03b234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:05.861238 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030d832-a29e-42f3-801d-70d7bd38c65d req-b3cc9755-2461-452a-89db-6f41621fc461 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:05.862949 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5030d832-a29e-42f3-801d-70d7bd38c65d req-b3cc9755-2461-452a-89db-6f41621fc461 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 950 time: 0.0983107 Nov 24 20:57:05.912482 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad697ed0-78f2-4a43-9d21-44aeeea56cf5 None None] Network 27525483-2884-4a06-8bb7-aa57657abcbf requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:57:05.913303 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547bc950-791f-4bce-86bb-33b83b03b234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:05.918784 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-547bc950-791f-4bce-86bb-33b83b03b234 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6b838c1f-c29c-4e4d-8359-8cddc4e04357 HTTP/1.1" status: 204 len: 168 time: 0.9893377 Nov 24 20:57:05.919664 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bc950-791f-4bce-86bb-33b83b03b234 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b838c1f-c29c-4e4d-8359-8cddc4e04357,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:05.925763 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35082) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:05.929788 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-bad5fafa-78ea-4d4c-8b70-16443dd67f8f tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Deleting port 4d2a17c1-6ed7-4f49-9771-97fa69af1eb5 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:57:05.930110 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bad5fafa-78ea-4d4c-8b70-16443dd67f8f tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:05.986144 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5df61756-5e18-44c2-8f78-450d0a3fb673 req-893d8417-96f9-46b3-a559-a1b3ac05db5e tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292862 Nov 24 20:57:06.008422 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f4049ff-3b39-4c9f-840d-4059dcc59f9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.051395 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e50f3d3-ed5a-42f2-8c9a-afe8614c70dc tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.104023 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-06224bce-c666-449f-b097-9ff21ce91827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.108380 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bad5fafa-78ea-4d4c-8b70-16443dd67f8f tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.131461 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-bad5fafa-78ea-4d4c-8b70-16443dd67f8f tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Calling delete_port for 4d2a17c1-6ed7-4f49-9771-97fa69af1eb5 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:57:06.237167 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4702298d-9da4-4c58-b886-b2c67f57c15d None None] DHCP port deletion for 27525483-2884-4a06-8bb7-aa57657abcbf request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 20:57:06.246648 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cd4d2-6bd3-45f0-a416-5f0867298af4 req-49c3a180-4b42-415c-9cdc-a5c792b5a0b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:06.248602 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-615cd4d2-6bd3-45f0-a416-5f0867298af4 req-49c3a180-4b42-415c-9cdc-a5c792b5a0b0 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 950 time: 0.2206542 Nov 24 20:57:06.274568 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-5030d832-a29e-42f3-801d-70d7bd38c65d req-a82e4f33-e9e2-46fd-9878-ec2adc30e990 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Deleting port f15a7761-41df-448d-bd80-24ef546490c8 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:57:06.275183 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device d7981819-f1d9-4a10-8e85-ebb1d285e99f up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:57:06.275309 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5030d832-a29e-42f3-801d-70d7bd38c65d req-a82e4f33-e9e2-46fd-9878-ec2adc30e990 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.308103 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f4049ff-3b39-4c9f-840d-4059dcc59f9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.347869 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-4702298d-9da4-4c58-b886-b2c67f57c15d None None] Deleting port cca4b19e-88ea-4ccc-82f1-9fb3b81eed51 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:57:06.348276 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-06224bce-c666-449f-b097-9ff21ce91827 admin admin] Deleting port cca4b19e-88ea-4ccc-82f1-9fb3b81eed51 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:57:06.348447 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4702298d-9da4-4c58-b886-b2c67f57c15d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.348586 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-06224bce-c666-449f-b097-9ff21ce91827 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.351071 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f4049ff-3b39-4c9f-840d-4059dcc59f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.365665 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port d7981819-f1d9-4a10-8e85-ebb1d285e99f completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:57:06.382216 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port d7981819-f1d9-4a10-8e85-ebb1d285e99f triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:06.382592 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.428023 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e50f3d3-ed5a-42f2-8c9a-afe8614c70dc tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.441776 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-5030d832-a29e-42f3-801d-70d7bd38c65d req-a82e4f33-e9e2-46fd-9878-ec2adc30e990 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] For port f15a7761-41df-448d-bd80-24ef546490c8, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f15a7761-41df-448d-bd80-24ef546490c8,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:06.442484 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5030d832-a29e-42f3-801d-70d7bd38c65d req-a82e4f33-e9e2-46fd-9878-ec2adc30e990 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.468077 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4702298d-9da4-4c58-b886-b2c67f57c15d None None] For port cca4b19e-88ea-4ccc-82f1-9fb3b81eed51, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=cca4b19e-88ea-4ccc-82f1-9fb3b81eed51,segment=NetworkSegment(d8f8925a-f245-43a6-b263-bbadb4e7e36c),segment_id=d8f8925a-f245-43a6-b263-bbadb4e7e36c)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:06.468740 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4702298d-9da4-4c58-b886-b2c67f57c15d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.470393 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1f4049ff-3b39-4c9f-840d-4059dcc59f9a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0814388134f24acaaf56e1201126e275&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8199968 Nov 24 20:57:06.473730 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e50f3d3-ed5a-42f2-8c9a-afe8614c70dc tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-320311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-320300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-319781'] for router, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.476315 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35088) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:06.480494 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4049ff-3b39-4c9f-840d-4059dcc59f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d4d156-0c00-41bf-8095-0926ddc0642b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:06.484345 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-06224bce-c666-449f-b097-9ff21ce91827 admin admin] For port cca4b19e-88ea-4ccc-82f1-9fb3b81eed51, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=cca4b19e-88ea-4ccc-82f1-9fb3b81eed51,segment=NetworkSegment(d8f8925a-f245-43a6-b263-bbadb4e7e36c),segment_id=d8f8925a-f245-43a6-b263-bbadb4e7e36c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:06.484705 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-06224bce-c666-449f-b097-9ff21ce91827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.490336 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-4702298d-9da4-4c58-b886-b2c67f57c15d None None] Calling delete_port for cca4b19e-88ea-4ccc-82f1-9fb3b81eed51 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:57:06.500624 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-06224bce-c666-449f-b097-9ff21ce91827 admin admin] Calling delete_port for cca4b19e-88ea-4ccc-82f1-9fb3b81eed51 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:57:06.507125 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-5030d832-a29e-42f3-801d-70d7bd38c65d req-a82e4f33-e9e2-46fd-9878-ec2adc30e990 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Calling delete_port for f15a7761-41df-448d-bd80-24ef546490c8 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:57:06.517012 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-615cd4d2-6bd3-45f0-a416-5f0867298af4 req-84d0e9a1-fe64-4d7f-8e3b-19553906c0e9 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576544 Nov 24 20:57:06.642762 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-17f6f7d6-1607-4525-aa21-cebf6e95d790 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.657564 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.687343 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-17f6f7d6-1607-4525-aa21-cebf6e95d790 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.687545 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-06224bce-c666-449f-b097-9ff21ce91827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.721811 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06224bce-c666-449f-b097-9ff21ce91827 admin admin] No DVR routers for this DVR port cca4b19e-88ea-4ccc-82f1-9fb3b81eed51 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:57:06.726957 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06224bce-c666-449f-b097-9ff21ce91827 admin admin] Pushing event deleted for resources: {'Port': ['ID=cca4b19e-88ea-4ccc-82f1-9fb3b81eed51,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:06.737732 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339908bb-4187-46a3-819a-bb59fdba7727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7981819-f1d9-4a10-8e85-ebb1d285e99f'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:57:06.740727 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da89ce1e-0593-433b-80ff-e32eb920bbf0" -d '{"events": [{"server_uuid": "339908bb-4187-46a3-819a-bb59fdba7727", "name": "network-vif-plugged", "status": "completed", "tag": "d7981819-f1d9-4a10-8e85-ebb1d285e99f"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:57:06.758519 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device cca4b19e-88ea-4ccc-82f1-9fb3b81eed51 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:57:06.780119 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e50f3d3-ed5a-42f2-8c9a-afe8614c70dc tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Router f0f68a1f-efe2-47c5-8d67-b80e08a38792 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:57:06.785802 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bad5fafa-78ea-4d4c-8b70-16443dd67f8f tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.801135 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac620b7e-8d6e-4a68-a488-60982711d9eb x-openstack-request-id: req-ac620b7e-8d6e-4a68-a488-60982711d9eb {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:57:06.801478 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339908bb-4187-46a3-819a-bb59fdba7727", "name": "network-vif-plugged", "status": "completed", "tag": "d7981819-f1d9-4a10-8e85-ebb1d285e99f", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:57:06.801697 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac620b7e-8d6e-4a68-a488-60982711d9eb {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:57:06.802052 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339908bb-4187-46a3-819a-bb59fdba7727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7981819-f1d9-4a10-8e85-ebb1d285e99f', 'code': 200} Nov 24 20:57:06.805455 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: cca4b19e-88ea-4ccc-82f1-9fb3b81eed51 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:57:06.805808 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device cca4b19e-88ea-4ccc-82f1-9fb3b81eed51 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:57:06.809722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port d7981819-f1d9-4a10-8e85-ebb1d285e99f, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d7981819-f1d9-4a10-8e85-ebb1d285e99f,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:06.820899 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.844572 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5fafa-78ea-4d4c-8b70-16443dd67f8f tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Pushing event deleted for resources: {'Port': ['ID=4d2a17c1-6ed7-4f49-9771-97fa69af1eb5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:06.875622 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4702298d-9da4-4c58-b886-b2c67f57c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.897897 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702298d-9da4-4c58-b886-b2c67f57c15d None None] No DVR routers for this DVR port cca4b19e-88ea-4ccc-82f1-9fb3b81eed51 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:57:06.922443 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=d7981819-f1d9-4a10-8e85-ebb1d285e99f,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:06.940292 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-17f6f7d6-1607-4525-aa21-cebf6e95d790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.943618 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-17f6f7d6-1607-4525-aa21-cebf6e95d790 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.945008 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-17f6f7d6-1607-4525-aa21-cebf6e95d790 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e7d4d156-0c00-41bf-8095-0926ddc0642b HTTP/1.1" status: 204 len: 168 time: 0.4462044 Nov 24 20:57:06.978874 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702298d-9da4-4c58-b886-b2c67f57c15d None None] Pushing event deleted for resources: {'Port': ['ID=cca4b19e-88ea-4ccc-82f1-9fb3b81eed51,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:06.986125 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-06224bce-c666-449f-b097-9ff21ce91827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:06.996723 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6f7d6-1607-4525-aa21-cebf6e95d790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d4d156-0c00-41bf-8095-0926ddc0642b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:07.037025 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bad5fafa-78ea-4d4c-8b70-16443dd67f8f tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:07.105648 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-06224bce-c666-449f-b097-9ff21ce91827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27525483-2884-4a06-8bb7-aa57657abcbf']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:07.117956 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e50f3d3-ed5a-42f2-8c9a-afe8614c70dc tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:57:07.120634 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-06224bce-c666-449f-b097-9ff21ce91827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f8925a-f245-43a6-b263-bbadb4e7e36c') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:07.121130 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-06224bce-c666-449f-b097-9ff21ce91827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f8925a-f245-43a6-b263-bbadb4e7e36c') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:07.128157 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e50f3d3-ed5a-42f2-8c9a-afe8614c70dc tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:07.129444 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6e50f3d3-ed5a-42f2-8c9a-afe8614c70dc tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "PUT /v2.0/routers/f0f68a1f-efe2-47c5-8d67-b80e08a38792 HTTP/1.1" status: 200 len: 880 time: 4.9447689 Nov 24 20:57:07.134254 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c5cc8d-81ae-4b39-961d-5f7da3e4b300 None None] Sync routers for ids ['f0f68a1f-efe2-47c5-8d67-b80e08a38792'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:57:07.140980 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35100) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:07.154512 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-06224bce-c666-449f-b097-9ff21ce91827 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:07.159797 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c5cc8d-81ae-4b39-961d-5f7da3e4b300 None None] Routers {'f0f68a1f-efe2-47c5-8d67-b80e08a38792'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:07.159970 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5030d832-a29e-42f3-801d-70d7bd38c65d req-a82e4f33-e9e2-46fd-9878-ec2adc30e990 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:07.160463 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-b1c5cc8d-81ae-4b39-961d-5f7da3e4b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f0f68a1f-efe2-47c5-8d67-b80e08a38792'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:07.171937 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['f15a7761-41df-448d-bd80-24ef546490c8'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:57:07.222869 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['656752ae-79d3-4d03-b5f1-7f2f715581a7'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:57:07.260265 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-b1c5cc8d-81ae-4b39-961d-5f7da3e4b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:07.266392 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-06224bce-c666-449f-b097-9ff21ce91827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:07.277797 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06224bce-c666-449f-b097-9ff21ce91827 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:57:07.278212 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-06224bce-c666-449f-b097-9ff21ce91827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: items = [ Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:57:07.279979 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:57:07.289690 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c5cc8d-81ae-4b39-961d-5f7da3e4b300 None None] Routers {'f0f68a1f-efe2-47c5-8d67-b80e08a38792'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:07.291402 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-b1c5cc8d-81ae-4b39-961d-5f7da3e4b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:56:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f0f68a1f-efe2-47c5-8d67-b80e08a38792'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:07.327668 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e4f33-e9e2-46fd-9878-ec2adc30e990 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Pushing event deleted for resources: {'Port': ['ID=f15a7761-41df-448d-bd80-24ef546490c8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:07.352179 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276aedbb-c340-4fcb-876a-0f117dc87755 req-2df86ce4-edbe-4199-a3a2-708b33896b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:07.354401 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-276aedbb-c340-4fcb-876a-0f117dc87755 req-2df86ce4-edbe-4199-a3a2-708b33896b69 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=339908bb-4187-46a3-819a-bb59fdba7727 HTTP/1.1" status: 200 len: 1100 time: 0.4452238 Nov 24 20:57:07.360594 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bad5fafa-78ea-4d4c-8b70-16443dd67f8f tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:07.369161 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bad5fafa-78ea-4d4c-8b70-16443dd67f8f tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:07.381966 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-b1c5cc8d-81ae-4b39-961d-5f7da3e4b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:07.382644 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c5cc8d-81ae-4b39-961d-5f7da3e4b300 None None] The sync data for ids ['f0f68a1f-efe2-47c5-8d67-b80e08a38792'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:57:07.424862 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-06224bce-c666-449f-b097-9ff21ce91827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:07.437786 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-06224bce-c666-449f-b097-9ff21ce91827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:07.447024 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-06224bce-c666-449f-b097-9ff21ce91827 admin admin] 10.222.0.11 "DELETE /v2.0/networks/27525483-2884-4a06-8bb7-aa57657abcbf HTTP/1.1" status: 204 len: 168 time: 1.5207770 Nov 24 20:57:07.449707 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f6ef854d-f8ad-4a67-b450-95a0ba482e30 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "GET /v2.0/routers/f0f68a1f-efe2-47c5-8d67-b80e08a38792 HTTP/1.1" status: 200 len: 921 time: 0.3073437 Nov 24 20:57:07.482159 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35104) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:07.501526 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06224bce-c666-449f-b097-9ff21ce91827 admin admin] Pushing event deleted for resources: {'Network': ['ID=27525483-2884-4a06-8bb7-aa57657abcbf,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:07.539510 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5030d832-a29e-42f3-801d-70d7bd38c65d req-a82e4f33-e9e2-46fd-9878-ec2adc30e990 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] No DVR routers for this DVR port f15a7761-41df-448d-bd80-24ef546490c8 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:57:07.558620 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5030d832-a29e-42f3-801d-70d7bd38c65d req-a82e4f33-e9e2-46fd-9878-ec2adc30e990 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:07.562428 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5030d832-a29e-42f3-801d-70d7bd38c65d req-a82e4f33-e9e2-46fd-9878-ec2adc30e990 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.48 "DELETE /v2.0/ports/f15a7761-41df-448d-bd80-24ef546490c8 HTTP/1.1" status: 204 len: 173 time: 1.6890731 Nov 24 20:57:07.564249 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bad5fafa-78ea-4d4c-8b70-16443dd67f8f tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:07.564999 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad5fafa-78ea-4d4c-8b70-16443dd67f8f tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Fanout notify agent at l3_agent the message router_deleted on router fe3d1669-1944-4b2a-b59c-4013d314e7d0 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:57:07.566249 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb5b39e-802d-411b-8fe0-5e2121a8918f', 'name': 'network-vif-deleted', 'tag': 'f15a7761-41df-448d-bd80-24ef546490c8'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:57:07.580614 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69b0a07-d660-4ae3-9203-52583fccd063" -d '{"events": [{"server_uuid": "3cb5b39e-802d-411b-8fe0-5e2121a8918f", "name": "network-vif-deleted", "tag": "f15a7761-41df-448d-bd80-24ef546490c8"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:57:07.591842 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29652f90-c1cc-4611-b652-e5a4b15c9350 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:07.593872 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-29652f90-c1cc-4611-b652-e5a4b15c9350 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&device_id=f0f68a1f-efe2-47c5-8d67-b80e08a38792&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1066895 Nov 24 20:57:07.597343 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35114) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:07.607125 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bad5fafa-78ea-4d4c-8b70-16443dd67f8f tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:07.612733 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bad5fafa-78ea-4d4c-8b70-16443dd67f8f tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "DELETE /v2.0/routers/fe3d1669-1944-4b2a-b59c-4013d314e7d0 HTTP/1.1" status: 204 len: 168 time: 2.6838436 Nov 24 20:57:07.615285 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35116) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:07.622591 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e6052c28-5dc4-4eb9-8a79-1cd164c3ed7b tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1701159565', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:07.641759 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c78593-fbf3-4ca4-8dbf-956d2336ccdd req-4206b771-97ce-4f96-9fd7-4a46a0b2198a tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:07.665479 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-46c78593-fbf3-4ca4-8dbf-956d2336ccdd req-4206b771-97ce-4f96-9fd7-4a46a0b2198a tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=339908bb-4187-46a3-819a-bb59fdba7727 HTTP/1.1" status: 200 len: 949 time: 0.4586794 Nov 24 20:57:07.811854 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6052c28-5dc4-4eb9-8a79-1cd164c3ed7b tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:07.813056 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6052c28-5dc4-4eb9-8a79-1cd164c3ed7b tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:07.840509 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35120) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:07.840964 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35122) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:07.905416 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-276aedbb-c340-4fcb-876a-0f117dc87755 req-bff76ee4-e553-4d79-b523-6a37d24c629a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080962 Nov 24 20:57:07.915172 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e0564b9b-9027-4529-8ae1-53811a470716 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:07.978785 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-46c78593-fbf3-4ca4-8dbf-956d2336ccdd req-929876cd-7df3-4254-b7ae-f7bfd7f4e171 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110888 Nov 24 20:57:08.020541 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-31080c24-1e81-47cb-a463-6e6d77800c1b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=380dfa053f334bcfb71021039f3d93b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1744354 Nov 24 20:57:08.026058 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35124) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:08.042815 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6052c28-5dc4-4eb9-8a79-1cd164c3ed7b tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:08.058404 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e7c154-2b68-4e6d-9281-528004737bc3 x-openstack-request-id: req-61e7c154-2b68-4e6d-9281-528004737bc3 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:57:08.058404 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb5b39e-802d-411b-8fe0-5e2121a8918f", "name": "network-vif-deleted", "tag": "f15a7761-41df-448d-bd80-24ef546490c8", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:57:08.058404 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-61e7c154-2b68-4e6d-9281-528004737bc3 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:57:08.058404 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb5b39e-802d-411b-8fe0-5e2121a8918f', 'name': 'network-vif-deleted', 'tag': 'f15a7761-41df-448d-bd80-24ef546490c8', 'status': 'completed', 'code': 200} Nov 24 20:57:08.076490 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6052c28-5dc4-4eb9-8a79-1cd164c3ed7b tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:08.231441 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6052c28-5dc4-4eb9-8a79-1cd164c3ed7b tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:08.232682 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e6052c28-5dc4-4eb9-8a79-1cd164c3ed7b tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6144707 Nov 24 20:57:08.252588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35126) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:08.260458 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b1483f68-f16e-402b-ba58-ba5a1dd12c75 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'enable_snat': True}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:08.295252 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-481bacbf-f897-466a-b15e-621250ab5819 req-031f7095-5f0e-4ac9-a075-bcece6f68483 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5b39e-802d-411b-8fe0-5e2121a8918f HTTP/1.1" status: 200 len: 210 time: 0.5526626 Nov 24 20:57:08.301408 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a77a818b-c7d4-47fe-ba99-facbae6d28ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:08.332557 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f470d2bf-6cdd-44d0-8220-d66b273f1fd5 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:08.334942 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f470d2bf-6cdd-44d0-8220-d66b273f1fd5 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 881 time: 0.7297957 Nov 24 20:57:08.337466 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35128) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:08.366396 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4c63ab45-e808-4145-9cfa-c7500bf71783 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0f68a1f-efe2-47c5-8d67-b80e08a38792 HTTP/1.1" status: 200 len: 205 time: 0.0274901 Nov 24 20:57:08.368606 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35130) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:08.463134 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a77a818b-c7d4-47fe-ba99-facbae6d28ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:08.471830 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e0564b9b-9027-4529-8ae1-53811a470716 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:08.490139 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-45095cea-b27b-4252-b40e-9780a1348cf9 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:08.514193 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e0564b9b-9027-4529-8ae1-53811a470716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:08.587602 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e0564b9b-9027-4529-8ae1-53811a470716 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1f0c1eabf4f540188333186cb8aead02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7403069 Nov 24 20:57:08.590289 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35132) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:08.606792 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1483f68-f16e-402b-ba58-ba5a1dd12c75 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:08.626232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0564b9b-9027-4529-8ae1-53811a470716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bfc5d7-21ee-46cc-8de6-57cf6bff26b6,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:08.637762 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-45095cea-b27b-4252-b40e-9780a1348cf9 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:08.659570 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8982d897-c1b6-4d77-bfc4-95f1e43c90bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:08.688530 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a77a818b-c7d4-47fe-ba99-facbae6d28ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:08.691454 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a77a818b-c7d4-47fe-ba99-facbae6d28ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:08.698772 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a77a818b-c7d4-47fe-ba99-facbae6d28ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c62d4895-a71b-4468-a26b-3e5a5c63dcc7 HTTP/1.1" status: 204 len: 168 time: 0.6653452 Nov 24 20:57:08.706919 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8982d897-c1b6-4d77-bfc4-95f1e43c90bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:08.712525 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a818b-c7d4-47fe-ba99-facbae6d28ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62d4895-a71b-4468-a26b-3e5a5c63dcc7,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:08.795319 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-45095cea-b27b-4252-b40e-9780a1348cf9 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Deleting port 5fa57f51-cf24-41ef-9007-b75e51969e00 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:57:08.797511 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-45095cea-b27b-4252-b40e-9780a1348cf9 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:08.840525 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b1cfafd0-fc7a-4ee1-9cf5-51d56af53b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:08.868289 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8982d897-c1b6-4d77-bfc4-95f1e43c90bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:08.877187 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8982d897-c1b6-4d77-bfc4-95f1e43c90bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:08.878373 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8982d897-c1b6-4d77-bfc4-95f1e43c90bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52bfc5d7-21ee-46cc-8de6-57cf6bff26b6 HTTP/1.1" status: 204 len: 168 time: 0.2869780 Nov 24 20:57:08.982576 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982d897-c1b6-4d77-bfc4-95f1e43c90bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bfc5d7-21ee-46cc-8de6-57cf6bff26b6,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:09.033057 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-45095cea-b27b-4252-b40e-9780a1348cf9 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:09.062737 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-45095cea-b27b-4252-b40e-9780a1348cf9 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Calling delete_port for 5fa57f51-cf24-41ef-9007-b75e51969e00 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:57:09.096994 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1483f68-f16e-402b-ba58-ba5a1dd12c75 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:09.153836 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1483f68-f16e-402b-ba58-ba5a1dd12c75 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:09.340738 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187ecf3-f9b5-4fe1-aff4-6de50e2d9295 req-a7282bc0-e099-496a-acc2-16b3595ae8b0 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:09.342321 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b187ecf3-f9b5-4fe1-aff4-6de50e2d9295 req-a7282bc0-e099-496a-acc2-16b3595ae8b0 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=339908bb-4187-46a3-819a-bb59fdba7727 HTTP/1.1" status: 200 len: 949 time: 0.1904106 Nov 24 20:57:09.425969 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:09.441542 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b187ecf3-f9b5-4fe1-aff4-6de50e2d9295 req-61e11e27-843f-4970-ab84-3e1119c81fcc tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820699 Nov 24 20:57:09.449194 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-b1483f68-f16e-402b-ba58-ba5a1dd12c75 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Allocated IP 172.25.5.40 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/a23ae359-8337-422d-a3b3-829cbf7c61dc) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:57:09.514631 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-45095cea-b27b-4252-b40e-9780a1348cf9 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:09.577609 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45095cea-b27b-4252-b40e-9780a1348cf9 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Pushing event deleted for resources: {'Port': ['ID=5fa57f51-cf24-41ef-9007-b75e51969e00,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:09.704086 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1483f68-f16e-402b-ba58-ba5a1dd12c75 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:09.720210 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-45095cea-b27b-4252-b40e-9780a1348cf9 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:09.750722 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1483f68-f16e-402b-ba58-ba5a1dd12c75 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:09.855622 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-45095cea-b27b-4252-b40e-9780a1348cf9 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:09.859093 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-45095cea-b27b-4252-b40e-9780a1348cf9 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:09.876099 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1483f68-f16e-402b-ba58-ba5a1dd12c75 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Pushing event updated for resources: {'Port': ['ID=a23ae359-8337-422d-a3b3-829cbf7c61dc,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:09.935952 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-45095cea-b27b-4252-b40e-9780a1348cf9 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:09.937835 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45095cea-b27b-4252-b40e-9780a1348cf9 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Fanout notify agent at l3_agent the message router_deleted on router f0f68a1f-efe2-47c5-8d67-b80e08a38792 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:57:09.939845 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1483f68-f16e-402b-ba58-ba5a1dd12c75 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:57:09.949333 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-b1483f68-f16e-402b-ba58-ba5a1dd12c75 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:57:09.949461 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1483f68-f16e-402b-ba58-ba5a1dd12c75 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:57:09.950016 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-45095cea-b27b-4252-b40e-9780a1348cf9 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:09.951560 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-45095cea-b27b-4252-b40e-9780a1348cf9 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "DELETE /v2.0/routers/f0f68a1f-efe2-47c5-8d67-b80e08a38792 HTTP/1.1" status: 204 len: 168 time: 1.5812817 Nov 24 20:57:09.956491 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35172) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:09.963880 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-e5a82509-2542-4e43-b62f-d8a7d5f45275 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-528391002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:10.011346 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e5a82509-2542-4e43-b62f-d8a7d5f45275 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:10.013014 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e5a82509-2542-4e43-b62f-d8a7d5f45275 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:10.014977 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25faa410-155e-440a-a9d2-d8aef4f0b8a9 req-ecaeb637-a8aa-4b8e-8e91-b73360b3da86 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:10.028876 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-25faa410-155e-440a-a9d2-d8aef4f0b8a9 req-ecaeb637-a8aa-4b8e-8e91-b73360b3da86 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 949 time: 0.2029529 Nov 24 20:57:10.111453 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e5a82509-2542-4e43-b62f-d8a7d5f45275 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:10.119406 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e5a82509-2542-4e43-b62f-d8a7d5f45275 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:10.142740 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e5a82509-2542-4e43-b62f-d8a7d5f45275 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:10.144369 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e5a82509-2542-4e43-b62f-d8a7d5f45275 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1867568 Nov 24 20:57:10.148458 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35180) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:10.160113 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c69b9c3c-ad1e-4a93-91c5-4f76054afe5f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'enable_snat': True}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:10.401285 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35192) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:10.624043 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-25faa410-155e-440a-a9d2-d8aef4f0b8a9 req-4c632c75-22ce-4855-9976-6bff52e4f96a tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5942075 Nov 24 20:57:10.648418 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c69b9c3c-ad1e-4a93-91c5-4f76054afe5f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:10.729049 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1598bee-79f5-4278-858d-9fd8132f7195 req-5fcefeae-a3e8-4fda-86d2-e456c5373ff8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:10.738500 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d1598bee-79f5-4278-858d-9fd8132f7195 req-5fcefeae-a3e8-4fda-86d2-e456c5373ff8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=339908bb-4187-46a3-819a-bb59fdba7727 HTTP/1.1" status: 200 len: 949 time: 0.1446555 Nov 24 20:57:10.801351 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1483f68-f16e-402b-ba58-ba5a1dd12c75 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:10.854119 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-93dd77b1-7074-4e96-abb3-c15196b76049 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-697328584-network', 'tenant_id': '838d059057e840c09ac19be61b107bec'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:10.900112 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d1598bee-79f5-4278-858d-9fd8132f7195 req-16a85952-7c19-44df-b82e-e2710085829b tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603901 Nov 24 20:57:10.933829 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dd77b1-7074-4e96-abb3-c15196b76049 admin admin] Made reservation on behalf of 838d059057e840c09ac19be61b107bec for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:57:10.937770 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93dd77b1-7074-4e96-abb3-c15196b76049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:10.959682 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93dd77b1-7074-4e96-abb3-c15196b76049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:10.998817 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:11.060864 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1483f68-f16e-402b-ba58-ba5a1dd12c75 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:11.065434 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1483f68-f16e-402b-ba58-ba5a1dd12c75 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-320311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-320300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-319781'] for router, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:11.121798 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device f15a7761-41df-448d-bd80-24ef546490c8 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:57:11.171128 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c69b9c3c-ad1e-4a93-91c5-4f76054afe5f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:11.183688 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: f15a7761-41df-448d-bd80-24ef546490c8 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:57:11.184675 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device f15a7761-41df-448d-bd80-24ef546490c8 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:57:11.201633 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c69b9c3c-ad1e-4a93-91c5-4f76054afe5f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:11.215214 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b79c1234-a1f1-4789-ade3-6819223a8b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:11.313307 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477bb12-bc5a-4bf5-bd36-326b1932f4a2 req-9bcda1d8-5e5a-48e1-a5d7-9d8239a0a880 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:11.314861 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3477bb12-bc5a-4bf5-bd36-326b1932f4a2 req-9bcda1d8-5e5a-48e1-a5d7-9d8239a0a880 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.15 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 949 time: 0.0857937 Nov 24 20:57:11.316193 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1483f68-f16e-402b-ba58-ba5a1dd12c75 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Router b7185a7b-4e24-417b-8d9b-661016f488f1 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:57:11.415159 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93dd77b1-7074-4e96-abb3-c15196b76049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:11.416880 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-c69b9c3c-ad1e-4a93-91c5-4f76054afe5f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Allocated IP 172.25.5.147 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/42ae165b-7c5d-4b64-85c2-a4eb03359c10) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:57:11.428670 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93dd77b1-7074-4e96-abb3-c15196b76049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:11.478120 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93dd77b1-7074-4e96-abb3-c15196b76049 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:57:11.494692 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd77b1-7074-4e96-abb3-c15196b76049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2535371-b6f7-4dd3-a5f2-876c104b8ac6,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:11.537270 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93dd77b1-7074-4e96-abb3-c15196b76049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:11.537786 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-93dd77b1-7074-4e96-abb3-c15196b76049 admin admin] Added segment 3e48d071-6453-4a90-9feb-c1ab8ce8a488 of type vlan for network 2b80d919-dc76-4e07-9d79-d9c7af051c8b Nov 24 20:57:11.591631 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-3477bb12-bc5a-4bf5-bd36-326b1932f4a2 req-e342f643-c290-49ca-91c6-cc22ecc4dc53 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Deleting port 656752ae-79d3-4d03-b5f1-7f2f715581a7 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:57:11.592407 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3477bb12-bc5a-4bf5-bd36-326b1932f4a2 req-e342f643-c290-49ca-91c6-cc22ecc4dc53 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:11.618478 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93dd77b1-7074-4e96-abb3-c15196b76049 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:11.649307 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1483f68-f16e-402b-ba58-ba5a1dd12c75 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:57:11.664317 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14938b34-af0d-4425-966b-0410580bdf58 None None] Sync routers for ids ['b7185a7b-4e24-417b-8d9b-661016f488f1'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:57:11.665416 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c69b9c3c-ad1e-4a93-91c5-4f76054afe5f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:11.678083 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1483f68-f16e-402b-ba58-ba5a1dd12c75 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:11.682997 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14938b34-af0d-4425-966b-0410580bdf58 None None] Routers {'b7185a7b-4e24-417b-8d9b-661016f488f1'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:11.684250 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b1483f68-f16e-402b-ba58-ba5a1dd12c75 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "PUT /v2.0/routers/b7185a7b-4e24-417b-8d9b-661016f488f1 HTTP/1.1" status: 200 len: 918 time: 3.4246669 Nov 24 20:57:11.687445 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35234) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:11.688190 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-14938b34-af0d-4425-966b-0410580bdf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:57:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b7185a7b-4e24-417b-8d9b-661016f488f1'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:11.737283 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93dd77b1-7074-4e96-abb3-c15196b76049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:11.739019 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dd77b1-7074-4e96-abb3-c15196b76049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:11.740087 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93dd77b1-7074-4e96-abb3-c15196b76049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:11.774599 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-14938b34-af0d-4425-966b-0410580bdf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:11.788133 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14938b34-af0d-4425-966b-0410580bdf58 None None] Routers {'b7185a7b-4e24-417b-8d9b-661016f488f1'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:11.789377 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-14938b34-af0d-4425-966b-0410580bdf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:57:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b7185a7b-4e24-417b-8d9b-661016f488f1'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:11.807932 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-b75c9ef1-5be8-4ffc-b5ae-0548fdf3b4c5 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6646196d0a7949b5812a89e770b7e88e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786090 Nov 24 20:57:11.851133 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-14938b34-af0d-4425-966b-0410580bdf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:11.852149 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14938b34-af0d-4425-966b-0410580bdf58 None None] The sync data for ids ['b7185a7b-4e24-417b-8d9b-661016f488f1'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:57:11.875128 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-93dd77b1-7074-4e96-abb3-c15196b76049 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4727609 Nov 24 20:57:11.894317 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35244) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:11.897365 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c69b9c3c-ad1e-4a93-91c5-4f76054afe5f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:11.902194 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-9cedfb57-f0ce-4079-b639-31108dea46f1 admin admin] Request body: {'subnet': {'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-697328584-subnet', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:11.996979 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-477aa3dc-64c5-4f0e-b0ef-f025d04f97d3 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "GET /v2.0/routers/b7185a7b-4e24-417b-8d9b-661016f488f1 HTTP/1.1" status: 200 len: 924 time: 0.2985611 Nov 24 20:57:12.004272 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd77b1-7074-4e96-abb3-c15196b76049 admin admin] Pushing event updated for resources: {'Network': ['ID=2b80d919-dc76-4e07-9d79-d9c7af051c8b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:12.016151 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35248) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:12.023466 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 2b80d919-dc76-4e07-9d79-d9c7af051c8b details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:57:12.091393 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-3477bb12-bc5a-4bf5-bd36-326b1932f4a2 req-e342f643-c290-49ca-91c6-cc22ecc4dc53 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] For port 656752ae-79d3-4d03-b5f1-7f2f715581a7, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=656752ae-79d3-4d03-b5f1-7f2f715581a7,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:12.091393 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3477bb12-bc5a-4bf5-bd36-326b1932f4a2 req-e342f643-c290-49ca-91c6-cc22ecc4dc53 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:12.099832 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69b9c3c-ad1e-4a93-91c5-4f76054afe5f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:57:12.103221 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cedfb57-f0ce-4079-b639-31108dea46f1 admin admin] Made reservation on behalf of 838d059057e840c09ac19be61b107bec for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:57:12.103675 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f411679-4f32-404b-910a-e22d105b835b req-8db01896-ad6e-4d72-ade6-fa450731467d tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:12.105275 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9f411679-4f32-404b-910a-e22d105b835b req-8db01896-ad6e-4d72-ade6-fa450731467d tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 949 time: 0.1944499 Nov 24 20:57:12.112380 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9cedfb57-f0ce-4079-b639-31108dea46f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:12.129655 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-3477bb12-bc5a-4bf5-bd36-326b1932f4a2 req-e342f643-c290-49ca-91c6-cc22ecc4dc53 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Calling delete_port for 656752ae-79d3-4d03-b5f1-7f2f715581a7 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:57:12.148622 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-c69b9c3c-ad1e-4a93-91c5-4f76054afe5f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:57:12.158321 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69b9c3c-ad1e-4a93-91c5-4f76054afe5f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:57:12.169471 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89829b08-cd67-4cf7-88e1-3c60d75ad4b0 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:12.173554 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-89829b08-cd67-4cf7-88e1-3c60d75ad4b0 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&device_id=b7185a7b-4e24-417b-8d9b-661016f488f1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1537776 Nov 24 20:57:12.181949 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35254) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:12.271265 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9f411679-4f32-404b-910a-e22d105b835b req-72bd9feb-248d-4aee-8245-89091abe5edb tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/security-groups?id=5472e30b-83f0-4990-859a-6387393586c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552830 Nov 24 20:57:12.310232 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b9c3c-ad1e-4a93-91c5-4f76054afe5f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Pushing event updated for resources: {'Port': ['ID=42ae165b-7c5d-4b64-85c2-a4eb03359c10,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:12.316652 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:12.395480 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45376b3b-6b47-4ee2-865d-f5a403b349aa tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:12.397420 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-45376b3b-6b47-4ee2-865d-f5a403b349aa tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 881 time: 0.2144203 Nov 24 20:57:12.403499 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35260) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:12.464655 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-022827d0-3b6f-4aa6-bc67-8304d11f142c tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:12.466857 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-022827d0-3b6f-4aa6-bc67-8304d11f142c tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6455512 Nov 24 20:57:12.477202 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d09a7129-eab8-4dca-b41c-50c9d074739c tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7185a7b-4e24-417b-8d9b-661016f488f1 HTTP/1.1" status: 200 len: 205 time: 0.0704501 Nov 24 20:57:12.508231 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35266) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:12.555137 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3477bb12-bc5a-4bf5-bd36-326b1932f4a2 req-e342f643-c290-49ca-91c6-cc22ecc4dc53 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:12.612900 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342f643-c290-49ca-91c6-cc22ecc4dc53 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Pushing event deleted for resources: {'Port': ['ID=656752ae-79d3-4d03-b5f1-7f2f715581a7,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:12.674541 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-25da53dc-1a16-4897-9531-3ce4894fd19c tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/quotas/6646196d0a7949b5812a89e770b7e88e HTTP/1.1" status: 200 len: 375 time: 0.1677630 Nov 24 20:57:12.712518 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-3477bb12-bc5a-4bf5-bd36-326b1932f4a2 req-e342f643-c290-49ca-91c6-cc22ecc4dc53 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] No DVR routers for this DVR port 656752ae-79d3-4d03-b5f1-7f2f715581a7 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:57:12.716138 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3477bb12-bc5a-4bf5-bd36-326b1932f4a2 req-e342f643-c290-49ca-91c6-cc22ecc4dc53 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:12.720051 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3477bb12-bc5a-4bf5-bd36-326b1932f4a2 req-e342f643-c290-49ca-91c6-cc22ecc4dc53 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.15 "DELETE /v2.0/ports/656752ae-79d3-4d03-b5f1-7f2f715581a7 HTTP/1.1" status: 204 len: 173 time: 1.3984125 Nov 24 20:57:12.720531 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769dd177-3e75-49cf-976c-47503222d5b8', 'name': 'network-vif-deleted', 'tag': '656752ae-79d3-4d03-b5f1-7f2f715581a7'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:57:12.723079 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57ae629-ca33-46cd-abea-fd4567fde0e0" -d '{"events": [{"server_uuid": "769dd177-3e75-49cf-976c-47503222d5b8", "name": "network-vif-deleted", "tag": "656752ae-79d3-4d03-b5f1-7f2f715581a7"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:57:12.779647 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efc1e96-f586-4af5-9fe3-07c7c262b5a6 x-openstack-request-id: req-9efc1e96-f586-4af5-9fe3-07c7c262b5a6 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:57:12.779951 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769dd177-3e75-49cf-976c-47503222d5b8", "name": "network-vif-deleted", "tag": "656752ae-79d3-4d03-b5f1-7f2f715581a7", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:57:12.780212 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9efc1e96-f586-4af5-9fe3-07c7c262b5a6 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:57:12.780627 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769dd177-3e75-49cf-976c-47503222d5b8', 'name': 'network-vif-deleted', 'tag': '656752ae-79d3-4d03-b5f1-7f2f715581a7', 'status': 'completed', 'code': 200} Nov 24 20:57:12.919615 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-75dbb7f4-db38-44b0-a078-00e5111b32b0 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6646196d0a7949b5812a89e770b7e88e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2234206 Nov 24 20:57:12.962933 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-effbdbc2-38d2-45c9-98f3-99bc5f1808f7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:13.150186 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c69b9c3c-ad1e-4a93-91c5-4f76054afe5f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:13.201568 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9cedfb57-f0ce-4079-b639-31108dea46f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:13.225689 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b08d2212-c59f-481e-8fa6-6dd3f83db496 req-000b8852-fdb1-4fe8-a287-8c7f27e5624f tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b899796e-a408-4b09-ab64-a82296d856cd HTTP/1.1" status: 200 len: 210 time: 0.1042876 Nov 24 20:57:13.677557 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:13.679241 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-effbdbc2-38d2-45c9-98f3-99bc5f1808f7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:13.815222 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedfb57-f0ce-4079-b639-31108dea46f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=887b1e02-17a6-4db4-8124-14042ea3bbda,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:13.826454 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cedfb57-f0ce-4079-b639-31108dea46f1 admin admin] Checking segment: {'id': '3e48d071-6453-4a90-9feb-c1ab8ce8a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:57:13.826881 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cedfb57-f0ce-4079-b639-31108dea46f1 admin admin] Network hostable DHCP agents. Network: 2b80d919-dc76-4e07-9d79-d9c7af051c8b, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:57:13.935425 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-effbdbc2-38d2-45c9-98f3-99bc5f1808f7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Deleting port a23ae359-8337-422d-a3b3-829cbf7c61dc {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:57:13.935425 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-effbdbc2-38d2-45c9-98f3-99bc5f1808f7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:13.939740 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cedfb57-f0ce-4079-b639-31108dea46f1 admin admin] Network 2b80d919-dc76-4e07-9d79-d9c7af051c8b is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:57:14.026108 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-9cedfb57-f0ce-4079-b639-31108dea46f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 2b80d919-dc76-4e07-9d79-d9c7af051c8b) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:57:14.035926 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb5a298-7b39-47e0-9a34-ad22cf014f22 None None] Network 2b80d919-dc76-4e07-9d79-d9c7af051c8b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:57:14.040966 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cedfb57-f0ce-4079-b639-31108dea46f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:14.041573 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9cedfb57-f0ce-4079-b639-31108dea46f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:14.044951 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c69b9c3c-ad1e-4a93-91c5-4f76054afe5f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:14.060780 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c69b9c3c-ad1e-4a93-91c5-4f76054afe5f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-320311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-320300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-319781'] for router, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:14.149985 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fc49446d-d3e2-489a-a803-68fdcfac1424 req-0f634162-44aa-4bf2-8330-66d9cc1825e6 tempest-MigrationsAdminTest-1973196722 tempest-MigrationsAdminTest-1973196722-project] 10.222.0.11 "GET /v2.0/ports?device_id=769dd177-3e75-49cf-976c-47503222d5b8 HTTP/1.1" status: 200 len: 210 time: 0.4625690 Nov 24 20:57:14.159078 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35332) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:14.159347 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9cedfb57-f0ce-4079-b639-31108dea46f1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2636390 Nov 24 20:57:14.162147 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-effbdbc2-38d2-45c9-98f3-99bc5f1808f7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:14.171281 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-9af1e98f-ac06-44ea-a27a-f0f80a64e117 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-697328584-router', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:14.222686 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9af1e98f-ac06-44ea-a27a-f0f80a64e117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:14.224484 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9af1e98f-ac06-44ea-a27a-f0f80a64e117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:14.225634 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-effbdbc2-38d2-45c9-98f3-99bc5f1808f7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Calling delete_port for a23ae359-8337-422d-a3b3-829cbf7c61dc owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:57:14.282502 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc202ea4-293f-4a50-b25d-6e12495e2e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-2b80d919-dc76-4e07-9d79-d9c7af051c8b', 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'fixed_ips': [{'subnet_id': '887b1e02-17a6-4db4-8124-14042ea3bbda'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:57:14.286120 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bc202ea4-293f-4a50-b25d-6e12495e2e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:14.323715 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 656752ae-79d3-4d03-b5f1-7f2f715581a7 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:57:14.395641 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 656752ae-79d3-4d03-b5f1-7f2f715581a7 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:57:14.397037 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 656752ae-79d3-4d03-b5f1-7f2f715581a7 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:57:14.430747 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69b9c3c-ad1e-4a93-91c5-4f76054afe5f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Router d44b61fa-8bde-473a-be58-b49e5b7f6172 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:57:14.436084 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9af1e98f-ac06-44ea-a27a-f0f80a64e117 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:14.447530 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-31e22b4a-1b3a-4030-ac18-888806400cf2 req-097d6541-f27a-4f07-a2af-5330c282cd9f tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b899796e-a408-4b09-ab64-a82296d856cd HTTP/1.1" status: 200 len: 210 time: 0.0689685 Nov 24 20:57:14.538585 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-effbdbc2-38d2-45c9-98f3-99bc5f1808f7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:14.684286 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbdbc2-38d2-45c9-98f3-99bc5f1808f7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Pushing event deleted for resources: {'Port': ['ID=a23ae359-8337-422d-a3b3-829cbf7c61dc,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:14.684968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-bc202ea4-293f-4a50-b25d-6e12495e2e47 None None] Allocated IP 172.20.0.2 (2b80d919-dc76-4e07-9d79-d9c7af051c8b/887b1e02-17a6-4db4-8124-14042ea3bbda/8f588046-c89b-4c0a-93ec-b78c6e68dd52) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:57:14.685350 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9af1e98f-ac06-44ea-a27a-f0f80a64e117 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:14.714936 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-44425eb6-1cbc-46ca-ba4d-c7aa20aef700 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6646196d0a7949b5812a89e770b7e88e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248227 Nov 24 20:57:14.770755 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-effbdbc2-38d2-45c9-98f3-99bc5f1808f7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:14.871893 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-8df5876a-5536-4bad-a862-4d18c533f753 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:14.874498 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-8df5876a-5536-4bad-a862-4d18c533f753 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1446044 Nov 24 20:57:14.894620 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-66942750-157a-42d5-9e2a-6460743a60f8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Request body: {'port': {'device_id': 'b899796e-a408-4b09-ab64-a82296d856cd', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': '6646196d0a7949b5812a89e770b7e88e'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:14.903426 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-effbdbc2-38d2-45c9-98f3-99bc5f1808f7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:14.905772 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-effbdbc2-38d2-45c9-98f3-99bc5f1808f7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:14.947626 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:14.955835 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69b9c3c-ad1e-4a93-91c5-4f76054afe5f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:57:14.957852 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-effbdbc2-38d2-45c9-98f3-99bc5f1808f7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:14.958459 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effbdbc2-38d2-45c9-98f3-99bc5f1808f7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Fanout notify agent at l3_agent the message router_deleted on router b7185a7b-4e24-417b-8d9b-661016f488f1 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:57:14.962789 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c69b9c3c-ad1e-4a93-91c5-4f76054afe5f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:14.967082 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c69b9c3c-ad1e-4a93-91c5-4f76054afe5f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "PUT /v2.0/routers/d44b61fa-8bde-473a-be58-b49e5b7f6172 HTTP/1.1" status: 200 len: 914 time: 4.8171790 Nov 24 20:57:14.967453 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35340) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:14.972889 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178ae7bc-f3fa-4e8b-b9ef-2b85dd92a276 None None] Sync routers for ids ['d44b61fa-8bde-473a-be58-b49e5b7f6172'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:57:14.974888 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-effbdbc2-38d2-45c9-98f3-99bc5f1808f7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:14.983117 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-effbdbc2-38d2-45c9-98f3-99bc5f1808f7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "DELETE /v2.0/routers/b7185a7b-4e24-417b-8d9b-661016f488f1 HTTP/1.1" status: 204 len: 168 time: 2.4698186 Nov 24 20:57:14.990740 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178ae7bc-f3fa-4e8b-b9ef-2b85dd92a276 None None] Routers {'d44b61fa-8bde-473a-be58-b49e5b7f6172'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:14.991645 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-178ae7bc-f3fa-4e8b-b9ef-2b85dd92a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:57:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d44b61fa-8bde-473a-be58-b49e5b7f6172'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:14.992042 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35342) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:15.002193 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-667b49b9-baca-4840-a3b6-fb26ae834943 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-389993485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:15.036296 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-178ae7bc-f3fa-4e8b-b9ef-2b85dd92a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:15.051156 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178ae7bc-f3fa-4e8b-b9ef-2b85dd92a276 None None] Routers {'d44b61fa-8bde-473a-be58-b49e5b7f6172'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:15.052138 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-178ae7bc-f3fa-4e8b-b9ef-2b85dd92a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:57:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d44b61fa-8bde-473a-be58-b49e5b7f6172'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:15.081787 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-66942750-157a-42d5-9e2a-6460743a60f8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Made reservation on behalf of 6646196d0a7949b5812a89e770b7e88e for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:57:15.085808 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-66942750-157a-42d5-9e2a-6460743a60f8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:15.147135 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-178ae7bc-f3fa-4e8b-b9ef-2b85dd92a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:15.147904 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178ae7bc-f3fa-4e8b-b9ef-2b85dd92a276 None None] The sync data for ids ['d44b61fa-8bde-473a-be58-b49e5b7f6172'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:57:15.158635 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-667b49b9-baca-4840-a3b6-fb26ae834943 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:15.159605 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-667b49b9-baca-4840-a3b6-fb26ae834943 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:15.173400 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bc202ea4-293f-4a50-b25d-6e12495e2e47 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:15.192601 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bc202ea4-293f-4a50-b25d-6e12495e2e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:15.220870 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-667b49b9-baca-4840-a3b6-fb26ae834943 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:15.229294 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-667b49b9-baca-4840-a3b6-fb26ae834943 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:15.260703 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-667b49b9-baca-4840-a3b6-fb26ae834943 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:15.265308 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-667b49b9-baca-4840-a3b6-fb26ae834943 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2722063 Nov 24 20:57:15.265961 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35350) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:15.292553 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-ce72ac22-fd23-4a0f-bde8-c7de226fa095 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'enable_snat': False}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:15.313623 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc202ea4-293f-4a50-b25d-6e12495e2e47 None None] Pushing event updated for resources: {'Port': ['ID=8f588046-c89b-4c0a-93ec-b78c6e68dd52,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:15.371357 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc202ea4-293f-4a50-b25d-6e12495e2e47 None None] Network 2b80d919-dc76-4e07-9d79-d9c7af051c8b is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:57:15.372920 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-bc202ea4-293f-4a50-b25d-6e12495e2e47 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:57:15.379524 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc202ea4-293f-4a50-b25d-6e12495e2e47 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:57:15.459814 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cbaee66f-7482-42b0-9229-99f8cf8942e8 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "GET /v2.0/routers/d44b61fa-8bde-473a-be58-b49e5b7f6172 HTTP/1.1" status: 200 len: 920 time: 0.4750204 Nov 24 20:57:15.460373 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35356) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:15.501373 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-bc202ea4-293f-4a50-b25d-6e12495e2e47 None None] Attempting to bind port 8f588046-c89b-4c0a-93ec-b78c6e68dd52 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:57:15.501773 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-bc202ea4-293f-4a50-b25d-6e12495e2e47 None None] Attempting to bind port 8f588046-c89b-4c0a-93ec-b78c6e68dd52 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '3e48d071-6453-4a90-9feb-c1ab8ce8a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:57:15.502437 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc202ea4-293f-4a50-b25d-6e12495e2e47 None None] Attempting to bind port 8f588046-c89b-4c0a-93ec-b78c6e68dd52 on network 2b80d919-dc76-4e07-9d79-d9c7af051c8b {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:57:15.516712 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9af1e98f-ac06-44ea-a27a-f0f80a64e117 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:15.518768 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc202ea4-293f-4a50-b25d-6e12495e2e47 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:57:15.519159 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc202ea4-293f-4a50-b25d-6e12495e2e47 None None] Checking segment: {'id': '3e48d071-6453-4a90-9feb-c1ab8ce8a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:57:15.519575 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bc202ea4-293f-4a50-b25d-6e12495e2e47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:15.520037 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc202ea4-293f-4a50-b25d-6e12495e2e47 None None] Bound using segment: {'id': '3e48d071-6453-4a90-9feb-c1ab8ce8a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:57:15.520614 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-bc202ea4-293f-4a50-b25d-6e12495e2e47 None None] Bound port: 8f588046-c89b-4c0a-93ec-b78c6e68dd52, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e48d071-6453-4a90-9feb-c1ab8ce8a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:57:15.521187 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bc202ea4-293f-4a50-b25d-6e12495e2e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:15.539984 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-66942750-157a-42d5-9e2a-6460743a60f8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Allocated IP 192.168.233.117 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/053fd49a-7435-4a39-9971-3f9c48692465) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:57:15.542958 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9af1e98f-ac06-44ea-a27a-f0f80a64e117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:15.651254 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-bc202ea4-293f-4a50-b25d-6e12495e2e47 None None] For port 8f588046-c89b-4c0a-93ec-b78c6e68dd52, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:57:15.660583 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-bc202ea4-293f-4a50-b25d-6e12495e2e47 None None] For port 8f588046-c89b-4c0a-93ec-b78c6e68dd52, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=8f588046-c89b-4c0a-93ec-b78c6e68dd52,segment=NetworkSegment(3e48d071-6453-4a90-9feb-c1ab8ce8a488),segment_id=3e48d071-6453-4a90-9feb-c1ab8ce8a488)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:57:15.671762 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bc202ea4-293f-4a50-b25d-6e12495e2e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:15.725368 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-806cc127-afe0-4cbd-8e61-c837add1aacd req-2e2408da-9a02-4e87-b688-a001ca9bd358 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b899796e-a408-4b09-ab64-a82296d856cd HTTP/1.1" status: 200 len: 210 time: 0.1188078 Nov 24 20:57:15.794610 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490cacfa-76df-48a9-8cc3-66e3f109ef3d tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:15.796906 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc202ea4-293f-4a50-b25d-6e12495e2e47 None None] Pushing event updated for resources: {'Port': ['ID=8f588046-c89b-4c0a-93ec-b78c6e68dd52,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:15.798420 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-490cacfa-76df-48a9-8cc3-66e3f109ef3d tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&device_id=d44b61fa-8bde-473a-be58-b49e5b7f6172&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3300920 Nov 24 20:57:15.802903 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35368) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:15.817202 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ce72ac22-fd23-4a0f-bde8-c7de226fa095 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:15.907709 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35372) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:15.967624 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-9af1e98f-ac06-44ea-a27a-f0f80a64e117 admin admin] Allocated IP 172.25.5.140 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:57:16.004907 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a853edde-af39-4448-b654-6c8166b01743 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:16.007280 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a853edde-af39-4448-b654-6c8166b01743 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 881 time: 0.2024500 Nov 24 20:57:16.014335 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35376) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:16.097375 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0abc3d14-5fde-4055-a774-7606a95adcef tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44b61fa-8bde-473a-be58-b49e5b7f6172 HTTP/1.1" status: 200 len: 205 time: 0.0680597 Nov 24 20:57:16.098367 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35378) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:16.183157 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9af1e98f-ac06-44ea-a27a-f0f80a64e117 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:16.288043 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-66942750-157a-42d5-9e2a-6460743a60f8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:16.306531 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9af1e98f-ac06-44ea-a27a-f0f80a64e117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:16.354872 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a6342ade-f913-414b-8ff8-4335f88a3238 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:16.361253 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af1e98f-ac06-44ea-a27a-f0f80a64e117 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:57:16.371431 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-9af1e98f-ac06-44ea-a27a-f0f80a64e117 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:57:16.377186 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af1e98f-ac06-44ea-a27a-f0f80a64e117 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:57:16.885538 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 8f588046-c89b-4c0a-93ec-b78c6e68dd52 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:57:16.952969 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-66942750-157a-42d5-9e2a-6460743a60f8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:16.954662 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1e98f-ac06-44ea-a27a-f0f80a64e117 admin admin] Pushing event updated for resources: {'Port': ['ID=0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:16.983710 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['d7981819-f1d9-4a10-8e85-ebb1d285e99f'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:57:17.090670 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a6342ade-f913-414b-8ff8-4335f88a3238 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:17.095804 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ac6dc760-e1e3-4ae1-847e-9d7225704007 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9a5783ced00e47ae82e71fa9165bac1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9833071 Nov 24 20:57:17.105084 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35402) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:17.127079 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 8f588046-c89b-4c0a-93ec-b78c6e68dd52 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:17.131647 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:17.150014 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66942750-157a-42d5-9e2a-6460743a60f8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Pushing event updated for resources: {'Port': ['ID=053fd49a-7435-4a39-9971-3f9c48692465,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:17.158276 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ce72ac22-fd23-4a0f-bde8-c7de226fa095 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:17.167407 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-66942750-157a-42d5-9e2a-6460743a60f8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:57:17.212068 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-66942750-157a-42d5-9e2a-6460743a60f8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:57:17.218124 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960b7a3-b396-473c-a856-039eabc71bf8 req-b049319b-4ac7-4e50-b960-6f4583a65f87 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:17.219959 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6960b7a3-b396-473c-a856-039eabc71bf8 req-b049319b-4ac7-4e50-b960-6f4583a65f87 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b899796e-a408-4b09-ab64-a82296d856cd HTTP/1.1" status: 200 len: 936 time: 0.1579494 Nov 24 20:57:17.229908 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ce72ac22-fd23-4a0f-bde8-c7de226fa095 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:17.260439 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-66942750-157a-42d5-9e2a-6460743a60f8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:57:17.436328 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6960b7a3-b396-473c-a856-039eabc71bf8 req-fa5a769d-b922-4082-86aa-b35e14b2a09f tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040536 Nov 24 20:57:17.445588 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a6342ade-f913-414b-8ff8-4335f88a3238 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Deleting port 42ae165b-7c5d-4b64-85c2-a4eb03359c10 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:57:17.445940 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a6342ade-f913-414b-8ff8-4335f88a3238 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:17.446801 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-66942750-157a-42d5-9e2a-6460743a60f8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:17.447687 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-66942750-157a-42d5-9e2a-6460743a60f8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:17.515807 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d3144a-744a-4c78-a237-5f2ad0e74630 None None] Network 2b80d919-dc76-4e07-9d79-d9c7af051c8b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:57:17.599880 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-66942750-157a-42d5-9e2a-6460743a60f8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7150931 Nov 24 20:57:17.641210 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2d494-5787-4607-803f-52242b5109a7 req-438b0f3f-2618-4181-a393-cb0557fa380f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:17.642820 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5eb2d494-5787-4607-803f-52242b5109a7 req-438b0f3f-2618-4181-a393-cb0557fa380f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.3792515 Nov 24 20:57:17.649404 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-052d9f9b-7ef7-48a2-9ce9-d0780bd6234d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:17.671299 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-ce72ac22-fd23-4a0f-bde8-c7de226fa095 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Allocated IP 172.25.5.237 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/36e5a423-b5d7-4533-b2e7-a6fd0f6ae809) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:57:17.688590 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a6342ade-f913-414b-8ff8-4335f88a3238 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:17.689131 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9af1e98f-ac06-44ea-a27a-f0f80a64e117 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:17.712837 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a6342ade-f913-414b-8ff8-4335f88a3238 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Calling delete_port for 42ae165b-7c5d-4b64-85c2-a4eb03359c10 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:57:17.735882 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-052d9f9b-7ef7-48a2-9ce9-d0780bd6234d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:17.795959 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-bcab732e-1fbf-46d8-87db-306542ff765f None None] Provisioning complete for port 8f588046-c89b-4c0a-93ec-b78c6e68dd52 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:17.796408 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bcab732e-1fbf-46d8-87db-306542ff765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:17.814056 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:17.908256 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5eb2d494-5787-4607-803f-52242b5109a7 req-8a71e955-a8ea-43ec-a2f0-be0e44dd860a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554696 Nov 24 20:57:17.912238 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-052d9f9b-7ef7-48a2-9ce9-d0780bd6234d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:17.915699 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-052d9f9b-7ef7-48a2-9ce9-d0780bd6234d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:17.919332 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-052d9f9b-7ef7-48a2-9ce9-d0780bd6234d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5472e30b-83f0-4990-859a-6387393586c5 HTTP/1.1" status: 204 len: 168 time: 0.8037214 Nov 24 20:57:17.935812 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d9f9b-7ef7-48a2-9ce9-d0780bd6234d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5472e30b-83f0-4990-859a-6387393586c5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:17.965887 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ce72ac22-fd23-4a0f-bde8-c7de226fa095 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:18.055207 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-ab9ac867-b8ee-4198-9aa8-dda22d6f1982 service neutron] Request body: {'port': {'device_id': 'b899796e-a408-4b09-ab64-a82296d856cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:18.214238 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ce72ac22-fd23-4a0f-bde8-c7de226fa095 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:18.285522 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-ab9ac867-b8ee-4198-9aa8-dda22d6f1982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:18.292821 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db6744-40ed-41a8-ba09-fa35d31eb1d4 req-db366e4b-c1b1-468e-9c2b-ae2f80b902ba tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:18.300998 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-98db6744-40ed-41a8-ba09-fa35d31eb1d4 req-db366e4b-c1b1-468e-9c2b-ae2f80b902ba tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.2253916 Nov 24 20:57:18.311406 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a6342ade-f913-414b-8ff8-4335f88a3238 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:18.353426 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce72ac22-fd23-4a0f-bde8-c7de226fa095 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:57:18.397366 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 8f588046-c89b-4c0a-93ec-b78c6e68dd52, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=8f588046-c89b-4c0a-93ec-b78c6e68dd52,segment=NetworkSegment(3e48d071-6453-4a90-9feb-c1ab8ce8a488),segment_id=3e48d071-6453-4a90-9feb-c1ab8ce8a488)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:18.400185 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bcab732e-1fbf-46d8-87db-306542ff765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:18.417677 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-ce72ac22-fd23-4a0f-bde8-c7de226fa095 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:57:18.428554 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce72ac22-fd23-4a0f-bde8-c7de226fa095 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:57:18.435265 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:18.447184 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9af1e98f-ac06-44ea-a27a-f0f80a64e117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:18.498678 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72ac22-fd23-4a0f-bde8-c7de226fa095 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Pushing event updated for resources: {'Port': ['ID=36e5a423-b5d7-4533-b2e7-a6fd0f6ae809,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:18.548103 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=8f588046-c89b-4c0a-93ec-b78c6e68dd52,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:18.644647 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-bcab732e-1fbf-46d8-87db-306542ff765f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:57:18.645503 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-bcab732e-1fbf-46d8-87db-306542ff765f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:57:18.765720 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abaf3d-448d-4a83-9344-e483558d0a6e req-37ac3b13-13a5-449e-817a-db290b422a8b tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:18.767303 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60abaf3d-448d-4a83-9344-e483558d0a6e req-37ac3b13-13a5-449e-817a-db290b422a8b tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b899796e-a408-4b09-ab64-a82296d856cd HTTP/1.1" status: 200 len: 936 time: 0.1553519 Nov 24 20:57:18.792087 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35440) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:18.805749 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-98db6744-40ed-41a8-ba09-fa35d31eb1d4 req-fe8fb50f-4105-4ef9-91b4-1ead888525ed tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5028479 Nov 24 20:57:18.807827 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6342ade-f913-414b-8ff8-4335f88a3238 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Pushing event deleted for resources: {'Port': ['ID=42ae165b-7c5d-4b64-85c2-a4eb03359c10,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:18.811329 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 8f588046-c89b-4c0a-93ec-b78c6e68dd52 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:57:18.835467 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a6342ade-f913-414b-8ff8-4335f88a3238 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:18.934254 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 8f588046-c89b-4c0a-93ec-b78c6e68dd52 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:18.934979 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:19.070377 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3f975726-2407-457e-9dcd-d4fc8c69a8b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5f46d25039e24a9190f6de60bc47d96d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668626 Nov 24 20:57:19.076499 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60abaf3d-448d-4a83-9344-e483558d0a6e req-ef9cf875-604a-4e0f-b2c9-06e4ec77fff8 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902019 Nov 24 20:57:19.117250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35450) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:19.132031 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af1e98f-ac06-44ea-a27a-f0f80a64e117 admin admin] Router 36587df1-ab15-4f57-9a61-01d90f974732 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:57:19.219680 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-ab9ac867-b8ee-4198-9aa8-dda22d6f1982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053fd49a-7435-4a39-9971-3f9c48692465 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:57:19.270371 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a6342ade-f913-414b-8ff8-4335f88a3238 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:19.274070 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a6342ade-f913-414b-8ff8-4335f88a3238 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:19.276957 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-ab9ac867-b8ee-4198-9aa8-dda22d6f1982 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:19.362761 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-708eae38-8004-4c23-a23d-d22801146090 None None] Provisioning complete for port 8f588046-c89b-4c0a-93ec-b78c6e68dd52 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:19.362975 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-708eae38-8004-4c23-a23d-d22801146090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:19.381736 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-ab9ac867-b8ee-4198-9aa8-dda22d6f1982 service neutron] Transition to ACTIVE for port object 053fd49a-7435-4a39-9971-3f9c48692465 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:57:19.401263 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-ab9ac867-b8ee-4198-9aa8-dda22d6f1982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:19.526894 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7194fb3c-9c27-4c08-8d83-20f4aea2ecd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:19.558210 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a6342ade-f913-414b-8ff8-4335f88a3238 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:19.558885 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6342ade-f913-414b-8ff8-4335f88a3238 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Fanout notify agent at l3_agent the message router_deleted on router d44b61fa-8bde-473a-be58-b49e5b7f6172 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:57:19.584940 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a6342ade-f913-414b-8ff8-4335f88a3238 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:19.589565 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a6342ade-f913-414b-8ff8-4335f88a3238 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "DELETE /v2.0/routers/d44b61fa-8bde-473a-be58-b49e5b7f6172 HTTP/1.1" status: 204 len: 168 time: 3.4834256 Nov 24 20:57:19.590148 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35466) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:19.592048 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ac867-b8ee-4198-9aa8-dda22d6f1982 service neutron] Pushing event updated for resources: {'Port': ['ID=053fd49a-7435-4a39-9971-3f9c48692465,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:19.601823 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-5ef00477-9194-42e0-9a4e-f48a8faa9e70 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1649648888', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:19.647569 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7194fb3c-9c27-4c08-8d83-20f4aea2ecd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:19.739015 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af1e98f-ac06-44ea-a27a-f0f80a64e117 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:57:19.749465 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] Sync routers for ids ['36587df1-ab15-4f57-9a61-01d90f974732'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:57:19.768234 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] Routers {'36587df1-ab15-4f57-9a61-01d90f974732'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:19.769004 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:57:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['36587df1-ab15-4f57-9a61-01d90f974732'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:19.794101 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9af1e98f-ac06-44ea-a27a-f0f80a64e117 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:19.795441 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9af1e98f-ac06-44ea-a27a-f0f80a64e117 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6352684 Nov 24 20:57:19.802439 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35468) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:19.870483 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5ef00477-9194-42e0-9a4e-f48a8faa9e70 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:19.871625 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5ef00477-9194-42e0-9a4e-f48a8faa9e70 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:19.907853 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-ab9ac867-b8ee-4198-9aa8-dda22d6f1982 service neutron] Attempting to bind port 053fd49a-7435-4a39-9971-3f9c48692465 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:57:19.908141 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-ab9ac867-b8ee-4198-9aa8-dda22d6f1982 service neutron] Attempting to bind port 053fd49a-7435-4a39-9971-3f9c48692465 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:57:19.908492 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-ab9ac867-b8ee-4198-9aa8-dda22d6f1982 service neutron] Attempting to bind port 053fd49a-7435-4a39-9971-3f9c48692465 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:57:19.923533 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7194fb3c-9c27-4c08-8d83-20f4aea2ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:19.926548 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7194fb3c-9c27-4c08-8d83-20f4aea2ecd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:19.928552 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7194fb3c-9c27-4c08-8d83-20f4aea2ecd8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de37e5fc-5eee-40cc-a910-751c4f506d82 HTTP/1.1" status: 204 len: 168 time: 0.8104086 Nov 24 20:57:19.929352 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-ab9ac867-b8ee-4198-9aa8-dda22d6f1982 service neutron] Port 053fd49a-7435-4a39-9971-3f9c48692465 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:57:19.929731 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-ab9ac867-b8ee-4198-9aa8-dda22d6f1982 service neutron] Attempting to bind port 053fd49a-7435-4a39-9971-3f9c48692465 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:57:19.934770 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-1891fae7-c127-4d9e-af52-4ee1760782a4 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:19.946254 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-ab9ac867-b8ee-4198-9aa8-dda22d6f1982 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:57:19.946603 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-ab9ac867-b8ee-4198-9aa8-dda22d6f1982 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:57:19.947075 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-ab9ac867-b8ee-4198-9aa8-dda22d6f1982 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:57:19.947193 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-1891fae7-c127-4d9e-af52-4ee1760782a4 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 812 time: 0.6888258 Nov 24 20:57:19.947455 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-ab9ac867-b8ee-4198-9aa8-dda22d6f1982 service neutron] Bound port: 053fd49a-7435-4a39-9971-3f9c48692465, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:57:19.947819 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-ab9ac867-b8ee-4198-9aa8-dda22d6f1982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:19.986319 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194fb3c-9c27-4c08-8d83-20f4aea2ecd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de37e5fc-5eee-40cc-a910-751c4f506d82,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:19.999461 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-f776fd80-a507-4c09-b3cf-295f851088cc tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/quotas/951818ad52ff43b78906657d2000e269 HTTP/1.1" status: 200 len: 375 time: 0.0512140 Nov 24 20:57:20.062488 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-ab9ac867-b8ee-4198-9aa8-dda22d6f1982 service neutron] For port 053fd49a-7435-4a39-9971-3f9c48692465, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:57:20.066528 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-ab9ac867-b8ee-4198-9aa8-dda22d6f1982 service neutron] For port 053fd49a-7435-4a39-9971-3f9c48692465, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=053fd49a-7435-4a39-9971-3f9c48692465,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:57:20.072513 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35474) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:20.082185 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-ab9ac867-b8ee-4198-9aa8-dda22d6f1982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:20.121180 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] Set router 36587df1-ab15-4f57-9a61-01d90f974732 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:57:20.182829 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-ab9ac867-b8ee-4198-9aa8-dda22d6f1982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:20.183465 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-ab9ac867-b8ee-4198-9aa8-dda22d6f1982 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:20.189188 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-ab9ac867-b8ee-4198-9aa8-dda22d6f1982 service neutron] 10.222.0.48 "PUT /v2.0/ports/053fd49a-7435-4a39-9971-3f9c48692465 HTTP/1.1" status: 200 len: 1096 time: 2.5791686 Nov 24 20:57:20.190013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b899796e-a408-4b09-ab64-a82296d856cd', 'tag': '053fd49a-7435-4a39-9971-3f9c48692465'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:57:20.200625 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff56c59f-6830-496d-9e90-d7ecc3884c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "b899796e-a408-4b09-ab64-a82296d856cd", "tag": "053fd49a-7435-4a39-9971-3f9c48692465"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:57:20.294088 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5ef00477-9194-42e0-9a4e-f48a8faa9e70 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:20.338493 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5ef00477-9194-42e0-9a4e-f48a8faa9e70 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:20.399039 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ce72ac22-fd23-4a0f-bde8-c7de226fa095 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:20.497604 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-28de0b88-5f35-4092-93d3-8ffa85010386 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4971242 Nov 24 20:57:20.503098 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5ef00477-9194-42e0-9a4e-f48a8faa9e70 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:20.504499 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5ef00477-9194-42e0-9a4e-f48a8faa9e70 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9121702 Nov 24 20:57:20.508976 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35488) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:20.513266 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-814fe487-69cf-4ab9-b187-19b5e2bb9b6d tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'enable_snat': False}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:20.518248 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36587df1-ab15-4f57-9a61-01d90f974732', 'name': 'tempest-TaggedBootDevicesTest-697328584-router', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:57:14Z', 'updated_at': '2021-11-24T20:57:17Z', 'revision_number': 3, 'project_id': '838d059057e840c09ac19be61b107bec', 'gw_port': {'id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:15Z', 'updated_at': '2021-11-24T20:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:20.523887 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ac867-b8ee-4198-9aa8-dda22d6f1982 service neutron] Pushing event updated for resources: {'Port': ['ID=053fd49a-7435-4a39-9971-3f9c48692465,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:20.541001 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-309dcc31-20e0-4cd5-b18b-d8b9aa052a9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:20.590447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] Checking router: 36587df1-ab15-4f57-9a61-01d90f974732 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:57:20.591230 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] Updating router 36587df1-ab15-4f57-9a61-01d90f974732 port 0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:57:20.634644 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:20.783597 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e53f7-f2db-4ce6-bfdb-14d8b2cbef95 req-255c3a81-53fb-4222-aa4f-db698c03b2ba tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:20.793198 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-005e53f7-f2db-4ce6-bfdb-14d8b2cbef95 req-255c3a81-53fb-4222-aa4f-db698c03b2ba tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b899796e-a408-4b09-ab64-a82296d856cd HTTP/1.1" status: 200 len: 948 time: 0.4526908 Nov 24 20:57:21.083088 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-c13bfd2c-7b2b-4735-abd6-b9070d3b0b2d service neutron] 10.222.0.11 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247357 Nov 24 20:57:21.138458 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-814fe487-69cf-4ab9-b187-19b5e2bb9b6d tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:21.182147 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:21.191140 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:21.205330 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ce72ac22-fd23-4a0f-bde8-c7de226fa095 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:21.227724 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ce72ac22-fd23-4a0f-bde8-c7de226fa095 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-320311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-320300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-319781'] for router, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:21.287837 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482064c0-bb82-4963-9fea-6feffe58b7b1 None None] Pushing event updated for resources: {'Port': ['ID=0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:21.327418 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-5e4dcc0d-5072-4a44-b93d-5e0e554f9725 service neutron] 10.222.0.11 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425933 Nov 24 20:57:21.330988 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] Attempting to bind port 0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:57:21.331380 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] Attempting to bind port 0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:57:21.331903 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] Attempting to bind port 0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:57:21.338980 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:57:21.339384 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:57:21.339789 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:21.340193 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:57:21.340677 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] Bound port: 0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:57:21.341330 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:21.449161 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] For port 0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:57:21.458650 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] For port 0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:57:21.472193 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:21.547516 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482064c0-bb82-4963-9fea-6feffe58b7b1 None None] Pushing event updated for resources: {'Port': ['ID=0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:21.575826 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] Routers {'36587df1-ab15-4f57-9a61-01d90f974732'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:21.576956 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:57:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['36587df1-ab15-4f57-9a61-01d90f974732'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:21.734918 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be997ebd-841c-4729-ad47-f6ce088085db x-openstack-request-id: req-be997ebd-841c-4729-ad47-f6ce088085db {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:57:21.735503 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b899796e-a408-4b09-ab64-a82296d856cd", "tag": "053fd49a-7435-4a39-9971-3f9c48692465", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:57:21.735642 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-be997ebd-841c-4729-ad47-f6ce088085db {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:57:21.736073 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b899796e-a408-4b09-ab64-a82296d856cd', 'tag': '053fd49a-7435-4a39-9971-3f9c48692465', 'status': 'completed', 'code': 200} Nov 24 20:57:21.781318 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] Set router 36587df1-ab15-4f57-9a61-01d90f974732 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:57:21.784518 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-e5f96c6f-8044-4c50-a521-80ea1cacf561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:21.786094 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-e5f96c6f-8044-4c50-a521-80ea1cacf561 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6646196d0a7949b5812a89e770b7e88e&device_id=b899796e-a408-4b09-ab64-a82296d856cd HTTP/1.1" status: 200 len: 1099 time: 1.4515870 Nov 24 20:57:21.799393 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-309dcc31-20e0-4cd5-b18b-d8b9aa052a9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:21.859057 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-985067e5-daef-45da-b589-8c2ed0e06e06 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=053fd49a-7435-4a39-9971-3f9c48692465 HTTP/1.1" status: 200 len: 217 time: 0.0580294 Nov 24 20:57:21.862630 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-005e53f7-f2db-4ce6-bfdb-14d8b2cbef95 req-31014584-a32a-483a-b5c6-5f098116df92 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0047364 Nov 24 20:57:21.872200 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-309dcc31-20e0-4cd5-b18b-d8b9aa052a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:22.070694 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-309dcc31-20e0-4cd5-b18b-d8b9aa052a9e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9bc5239a6c5c41d39e74b59ccd2e7c29&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9969969 Nov 24 20:57:22.081818 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36587df1-ab15-4f57-9a61-01d90f974732', 'name': 'tempest-TaggedBootDevicesTest-697328584-router', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:57:14Z', 'updated_at': '2021-11-24T20:57:17Z', 'revision_number': 3, 'project_id': '838d059057e840c09ac19be61b107bec', 'gw_port': {'id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:15Z', 'updated_at': '2021-11-24T20:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:22.155722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be40cd2-8df3-4149-8b8f-20d9f7aa61a1 None None] The sync data for ids ['36587df1-ab15-4f57-9a61-01d90f974732'] in n-d-812111-8 is: [{'id': '36587df1-ab15-4f57-9a61-01d90f974732', 'name': 'tempest-TaggedBootDevicesTest-697328584-router', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:57:14Z', 'updated_at': '2021-11-24T20:57:17Z', 'revision_number': 3, 'project_id': '838d059057e840c09ac19be61b107bec', 'gw_port': {'id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:15Z', 'updated_at': '2021-11-24T20:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:57:22.202327 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309dcc31-20e0-4cd5-b18b-d8b9aa052a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8f3420-2e78-4fb6-9571-b3fab9875821,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:22.219951 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35526) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:22.322170 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce72ac22-fd23-4a0f-bde8-c7de226fa095 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Router b26bd14d-bd70-419f-9ce4-03c4f17c4a37 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:57:22.347191 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-68b63f9b-e2bd-4fb2-a486-e927e1c21e71 req-0463a610-0521-4871-84f7-accda1e77b6d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 210 time: 0.0862439 Nov 24 20:57:22.393415 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-e8ac6fc7-8e55-4cb8-96ea-1532a33e0ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:22.395026 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-e8ac6fc7-8e55-4cb8-96ea-1532a33e0ac0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.5244820 Nov 24 20:57:22.402295 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c28e283-d31b-43d3-a5e9-42e4e73d7eaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:22.550420 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c28e283-d31b-43d3-a5e9-42e4e73d7eaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:22.626232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-8e4aad99-d9e0-41ab-acf2-b48d4786812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:22.629567 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-814fe487-69cf-4ab9-b187-19b5e2bb9b6d tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:22.632353 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce72ac22-fd23-4a0f-bde8-c7de226fa095 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:57:22.637531 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-8e4aad99-d9e0-41ab-acf2-b48d4786812f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2208974 Nov 24 20:57:22.640320 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ce72ac22-fd23-4a0f-bde8-c7de226fa095 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:22.643419 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ce72ac22-fd23-4a0f-bde8-c7de226fa095 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "PUT /v2.0/routers/b26bd14d-bd70-419f-9ce4-03c4f17c4a37 HTTP/1.1" status: 200 len: 919 time: 7.3721080 Nov 24 20:57:22.647390 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf02ff0a-8a99-488c-a430-15ea7bdc3014 None None] Sync routers for ids ['b26bd14d-bd70-419f-9ce4-03c4f17c4a37'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:57:22.669113 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf02ff0a-8a99-488c-a430-15ea7bdc3014 None None] Routers {'b26bd14d-bd70-419f-9ce4-03c4f17c4a37'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:22.670638 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-cf02ff0a-8a99-488c-a430-15ea7bdc3014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:57:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b26bd14d-bd70-419f-9ce4-03c4f17c4a37'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:22.683228 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35542) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:22.686548 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-814fe487-69cf-4ab9-b187-19b5e2bb9b6d tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:22.819900 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-cf02ff0a-8a99-488c-a430-15ea7bdc3014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:22.838357 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf02ff0a-8a99-488c-a430-15ea7bdc3014 None None] Routers {'b26bd14d-bd70-419f-9ce4-03c4f17c4a37'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:22.838996 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-cf02ff0a-8a99-488c-a430-15ea7bdc3014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:57:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b26bd14d-bd70-419f-9ce4-03c4f17c4a37'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:22.913075 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:57:22.929699 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-814fe487-69cf-4ab9-b187-19b5e2bb9b6d tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Allocated IP 172.25.5.82 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/c35afd47-e849-41c3-967f-11f311c1f9fb) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:57:22.954246 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-cf02ff0a-8a99-488c-a430-15ea7bdc3014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:22.957148 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf02ff0a-8a99-488c-a430-15ea7bdc3014 None None] The sync data for ids ['b26bd14d-bd70-419f-9ce4-03c4f17c4a37'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:57:23.023198 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:23.024041 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:23.137682 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:23.169414 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:23.179333 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:23.197467 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654cb8c-acb7-463f-ab7e-63282c32742d req-e3bea222-224b-40d2-9df6-be9105e0c033 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:23.203428 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d654cb8c-acb7-463f-ab7e-63282c32742d req-e3bea222-224b-40d2-9df6-be9105e0c033 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b899796e-a408-4b09-ab64-a82296d856cd HTTP/1.1" status: 200 len: 948 time: 0.2050571 Nov 24 20:57:23.254603 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:23.333698 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-814fe487-69cf-4ab9-b187-19b5e2bb9b6d tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:23.373596 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d654cb8c-acb7-463f-ab7e-63282c32742d req-f5841be9-2723-4331-986a-ed6c59e2ec08 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534431 Nov 24 20:57:23.390593 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c015aa7-2909-418e-b777-a412eddf2cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:23.459625 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-814fe487-69cf-4ab9-b187-19b5e2bb9b6d tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:23.461686 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c28e283-d31b-43d3-a5e9-42e4e73d7eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:23.466126 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c28e283-d31b-43d3-a5e9-42e4e73d7eaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:23.470040 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4c28e283-d31b-43d3-a5e9-42e4e73d7eaa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c8f3420-2e78-4fb6-9571-b3fab9875821 HTTP/1.1" status: 204 len: 168 time: 1.2265611 Nov 24 20:57:23.558402 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9c27bc1c-5086-4744-87f2-2c0afa256e77 req-f6acc900-27de-48ab-b26f-f7eb9bc05850 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 210 time: 0.0356970 Nov 24 20:57:23.571963 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814fe487-69cf-4ab9-b187-19b5e2bb9b6d tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:57:23.574001 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fe487-69cf-4ab9-b187-19b5e2bb9b6d tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Pushing event updated for resources: {'Port': ['ID=c35afd47-e849-41c3-967f-11f311c1f9fb,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:23.594782 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-814fe487-69cf-4ab9-b187-19b5e2bb9b6d tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:57:23.598767 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814fe487-69cf-4ab9-b187-19b5e2bb9b6d tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:57:23.769955 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-4c015aa7-2909-418e-b777-a412eddf2cf1 admin admin] Allocated IP 172.20.0.1 (2b80d919-dc76-4e07-9d79-d9c7af051c8b/887b1e02-17a6-4db4-8124-14042ea3bbda/dcc0aaa8-3e99-4713-a051-7e9f056309ed) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:57:23.875114 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28e283-d31b-43d3-a5e9-42e4e73d7eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8f3420-2e78-4fb6-9571-b3fab9875821,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:23.982271 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-23743063-a3f2-4e03-aa4e-95d1db331bff service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3106239 Nov 24 20:57:23.984248 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a435965e-d1c7-48fc-9a8d-9a05a231d9cb tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "GET /v2.0/routers/b26bd14d-bd70-419f-9ce4-03c4f17c4a37 HTTP/1.1" status: 200 len: 925 time: 1.2999015 Nov 24 20:57:23.991507 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35564) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:24.029742 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c0386-5ae9-4840-8e8b-b4f86cefca35 req-df848490-aa46-4a44-9aa7-16cd78bedbe5 tempest-NetworksTest-1717063745 tempest-NetworksTest-1717063745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:24.030234 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c0386-5ae9-4840-8e8b-b4f86cefca35 req-df848490-aa46-4a44-9aa7-16cd78bedbe5 tempest-NetworksTest-1717063745 tempest-NetworksTest-1717063745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:24.030712 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c0386-5ae9-4840-8e8b-b4f86cefca35 req-df848490-aa46-4a44-9aa7-16cd78bedbe5 tempest-NetworksTest-1717063745 tempest-NetworksTest-1717063745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:24.031180 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c0386-5ae9-4840-8e8b-b4f86cefca35 req-df848490-aa46-4a44-9aa7-16cd78bedbe5 tempest-NetworksTest-1717063745 tempest-NetworksTest-1717063745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:24.031659 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c0386-5ae9-4840-8e8b-b4f86cefca35 req-df848490-aa46-4a44-9aa7-16cd78bedbe5 tempest-NetworksTest-1717063745 tempest-NetworksTest-1717063745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:24.037725 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e76c0386-5ae9-4840-8e8b-b4f86cefca35 req-df848490-aa46-4a44-9aa7-16cd78bedbe5 tempest-NetworksTest-1717063745 tempest-NetworksTest-1717063745-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3605 time: 1.0130782 Nov 24 20:57:24.135843 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-fe5a6f85-6689-405e-bcbf-118b45296ed5 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:24.138582 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-fe5a6f85-6689-405e-bcbf-118b45296ed5 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.48 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 812 time: 0.8278010 Nov 24 20:57:24.142942 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35572) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:24.179934 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46d1e00-8322-4211-9a96-0d09d4b7ee72 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:24.184151 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b46d1e00-8322-4211-9a96-0d09d4b7ee72 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&device_id=b26bd14d-bd70-419f-9ce4-03c4f17c4a37&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1908123 Nov 24 20:57:24.184785 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35574) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:24.211683 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c015aa7-2909-418e-b777-a412eddf2cf1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:24.224293 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-814fe487-69cf-4ab9-b187-19b5e2bb9b6d tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:24.238103 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-d4695452-5d7d-4b08-8cce-ededd94df585 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Request body: {'port': {'device_id': '515aa024-38ce-4f36-b349-88a56429f210', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'admin_state_up': True, 'tenant_id': '951818ad52ff43b78906657d2000e269'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:24.245157 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a1ce91a-7ede-42d8-8ade-ead184bf84d2 req-c81a82cc-c651-46ee-b45d-49cf28f2ee4b service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469242 Nov 24 20:57:24.258584 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12200d71-89c3-42f6-b072-b7038ae20806 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:24.432669 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f229a-9e3e-4940-af5b-7ddc1374057f req-44c9caa2-74e0-45dc-bf64-f1fb7fc0463b tempest-NetworksTest-1717063745 tempest-NetworksTest-1717063745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:24.434333 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ce6f229a-9e3e-4940-af5b-7ddc1374057f req-44c9caa2-74e0-45dc-bf64-f1fb7fc0463b tempest-NetworksTest-1717063745 tempest-NetworksTest-1717063745-project-admin] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 886 time: 0.3522468 Nov 24 20:57:24.479500 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c015aa7-2909-418e-b777-a412eddf2cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:24.545895 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35582) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:24.576395 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e5e749-a1db-473f-99c7-5a57a4c23d24 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:24.580600 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a7e5e749-a1db-473f-99c7-5a57a4c23d24 tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 881 time: 0.3904686 Nov 24 20:57:24.588835 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35586) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:24.607392 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c015aa7-2909-418e-b777-a412eddf2cf1 admin admin] Network 2b80d919-dc76-4e07-9d79-d9c7af051c8b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:57:24.643772 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2feaa080-a4fa-4030-9445-7cfa6b6ac181 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26bd14d-bd70-419f-9ce4-03c4f17c4a37 HTTP/1.1" status: 200 len: 205 time: 0.0511422 Nov 24 20:57:24.669106 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56c59f-6830-496d-9e90-d7ecc3884c6c req-d1e03b23-bddf-4556-911c-c414bc60ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:24.670685 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35590) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:24.670811 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ff56c59f-6830-496d-9e90-d7ecc3884c6c req-d1e03b23-bddf-4556-911c-c414bc60ab1a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6646196d0a7949b5812a89e770b7e88e&device_id=b899796e-a408-4b09-ab64-a82296d856cd HTTP/1.1" status: 200 len: 1099 time: 0.3564312 Nov 24 20:57:24.684432 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-4c015aa7-2909-418e-b777-a412eddf2cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:57:24.722047 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c015aa7-2909-418e-b777-a412eddf2cf1 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:57:24.780043 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c015aa7-2909-418e-b777-a412eddf2cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=dcc0aaa8-3e99-4713-a051-7e9f056309ed,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:24.805093 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:57:24.861999 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-814fe487-69cf-4ab9-b187-19b5e2bb9b6d tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:24.916220 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:24.921559 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:24.937606 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-814fe487-69cf-4ab9-b187-19b5e2bb9b6d tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-320311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-320300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-319781'] for router, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:24.950750 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-d4695452-5d7d-4b08-8cce-ededd94df585 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Made reservation on behalf of 951818ad52ff43b78906657d2000e269 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:57:24.954288 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-d4695452-5d7d-4b08-8cce-ededd94df585 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:24.997353 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c015aa7-2909-418e-b777-a412eddf2cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:25.079120 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4669cd26-d45d-4fc4-a142-97b28794c246 req-0e3e8d00-3368-47be-87f3-8e1df287c9c9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c5d63d29-62a3-42e9-b117-00a512d26edc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5338602 Nov 24 20:57:25.082281 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6fd3940b-dea0-43e9-b9d4-27d7d4a23e93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:25.090120 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12200d71-89c3-42f6-b072-b7038ae20806 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:25.105741 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9173d-8bdb-41ca-929d-5dcb291ab917 req-4b40c7a4-af56-4bdf-a143-01cc2079e08a tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:25.107302 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5f9173d-8bdb-41ca-929d-5dcb291ab917 req-4b40c7a4-af56-4bdf-a143-01cc2079e08a tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b899796e-a408-4b09-ab64-a82296d856cd HTTP/1.1" status: 200 len: 948 time: 0.5632844 Nov 24 20:57:25.140405 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204d22e-3ae9-4ce4-8350-80bef794e625 req-f09e45b1-019c-4f04-b5a4-4ae975604709 tempest-NetworksTest-1717063745 tempest-NetworksTest-1717063745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:25.140933 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204d22e-3ae9-4ce4-8350-80bef794e625 req-f09e45b1-019c-4f04-b5a4-4ae975604709 tempest-NetworksTest-1717063745 tempest-NetworksTest-1717063745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:25.141406 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204d22e-3ae9-4ce4-8350-80bef794e625 req-f09e45b1-019c-4f04-b5a4-4ae975604709 tempest-NetworksTest-1717063745 tempest-NetworksTest-1717063745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:25.141869 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204d22e-3ae9-4ce4-8350-80bef794e625 req-f09e45b1-019c-4f04-b5a4-4ae975604709 tempest-NetworksTest-1717063745 tempest-NetworksTest-1717063745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:25.142327 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204d22e-3ae9-4ce4-8350-80bef794e625 req-f09e45b1-019c-4f04-b5a4-4ae975604709 tempest-NetworksTest-1717063745 tempest-NetworksTest-1717063745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:25.144044 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f204d22e-3ae9-4ce4-8350-80bef794e625 req-f09e45b1-019c-4f04-b5a4-4ae975604709 tempest-NetworksTest-1717063745 tempest-NetworksTest-1717063745-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3605 time: 0.6611505 Nov 24 20:57:25.197870 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-86863159-e49c-47ec-9eb3-de6af812beeb None None] Provisioning complete for port dcc0aaa8-3e99-4713-a051-7e9f056309ed triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:25.198424 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-86863159-e49c-47ec-9eb3-de6af812beeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:25.229191 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23fe578e-1546-4e77-b19d-8bed2894c9ab tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:25.273527 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-86863159-e49c-47ec-9eb3-de6af812beeb None None] Port dcc0aaa8-3e99-4713-a051-7e9f056309ed cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:57:25.277560 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 053fd49a-7435-4a39-9971-3f9c48692465 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:57:25.335026 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-396b240d-0a48-46f6-b257-bbeff42e9a00 req-22a552cd-88cd-4f97-889d-2a9434b8d517 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 210 time: 0.0521770 Nov 24 20:57:25.439354 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23fe578e-1546-4e77-b19d-8bed2894c9ab tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:25.458523 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814fe487-69cf-4ab9-b187-19b5e2bb9b6d tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Router 477109c9-3696-40b5-9730-33978eba9fdd is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:57:25.508118 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35596) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:25.625344 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12200d71-89c3-42f6-b072-b7038ae20806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:25.648695 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 053fd49a-7435-4a39-9971-3f9c48692465, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=053fd49a-7435-4a39-9971-3f9c48692465,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:25.651984 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-23fe578e-1546-4e77-b19d-8bed2894c9ab tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Deleting port 36e5a423-b5d7-4533-b2e7-a6fd0f6ae809 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:57:25.651984 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23fe578e-1546-4e77-b19d-8bed2894c9ab tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:25.662066 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '053fd49a-7435-4a39-9971-3f9c48692465', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': '053fd49a-7435-4a39-9971-3f9c48692465', 'mac_address': 'fa:16:3e:9d:84:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:57:25.696440 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814fe487-69cf-4ab9-b187-19b5e2bb9b6d tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:57:25.705878 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:25.713045 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-814fe487-69cf-4ab9-b187-19b5e2bb9b6d tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:25.717224 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-814fe487-69cf-4ab9-b187-19b5e2bb9b6d tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "PUT /v2.0/routers/477109c9-3696-40b5-9730-33978eba9fdd HTTP/1.1" status: 200 len: 915 time: 5.2073503 Nov 24 20:57:25.718577 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25835252-b4c2-4fca-967c-ca7adb1a3c3f None None] Sync routers for ids ['477109c9-3696-40b5-9730-33978eba9fdd'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:57:25.720200 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-848c1999-179c-435b-8534-65803a225bca admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:25.729442 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 053fd49a-7435-4a39-9971-3f9c48692465 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:57:25.733525 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12200d71-89c3-42f6-b072-b7038ae20806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b6ed50-bb53-4809-ae60-0943969f69d2,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:25.751498 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25835252-b4c2-4fca-967c-ca7adb1a3c3f None None] Routers {'477109c9-3696-40b5-9730-33978eba9fdd'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:25.752201 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-25835252-b4c2-4fca-967c-ca7adb1a3c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:57:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['477109c9-3696-40b5-9730-33978eba9fdd'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:25.758788 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 053fd49a-7435-4a39-9971-3f9c48692465, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=053fd49a-7435-4a39-9971-3f9c48692465,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:25.776740 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35600) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:25.795994 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-25835252-b4c2-4fca-967c-ca7adb1a3c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:25.798307 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:25.812242 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23fe578e-1546-4e77-b19d-8bed2894c9ab tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:25.838205 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25835252-b4c2-4fca-967c-ca7adb1a3c3f None None] Routers {'477109c9-3696-40b5-9730-33978eba9fdd'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:25.838739 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-25835252-b4c2-4fca-967c-ca7adb1a3c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:57:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['477109c9-3696-40b5-9730-33978eba9fdd'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:25.839357 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-23fe578e-1546-4e77-b19d-8bed2894c9ab tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Calling delete_port for 36e5a423-b5d7-4533-b2e7-a6fd0f6ae809 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:57:25.873727 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56c59f-6830-496d-9e90-d7ecc3884c6c req-122b4855-fd48-4b06-ab71-8a091fabc370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:25.875344 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ff56c59f-6830-496d-9e90-d7ecc3884c6c req-122b4855-fd48-4b06-ab71-8a091fabc370 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 1.1769433 Nov 24 20:57:25.889998 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-25835252-b4c2-4fca-967c-ca7adb1a3c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:25.891228 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25835252-b4c2-4fca-967c-ca7adb1a3c3f None None] The sync data for ids ['477109c9-3696-40b5-9730-33978eba9fdd'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:57:25.908432 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=053fd49a-7435-4a39-9971-3f9c48692465,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:25.930277 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-12200d71-89c3-42f6-b072-b7038ae20806 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c28607b2298b4e69a8fd4efb06733c40&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7793045 Nov 24 20:57:25.931004 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c015aa7-2909-418e-b777-a412eddf2cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:25.938694 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35602) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:25.985952 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-848c1999-179c-435b-8534-65803a225bca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:25.992182 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-848c1999-179c-435b-8534-65803a225bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:26.008900 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['053fd49a-7435-4a39-9971-3f9c48692465'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:57:26.047408 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ff56c59f-6830-496d-9e90-d7ecc3884c6c req-6f305849-b6b1-4365-bd5b-9507c879dbb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=053fd49a-7435-4a39-9971-3f9c48692465 HTTP/1.1" status: 200 len: 217 time: 0.1564350 Nov 24 20:57:26.051144 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-848c1999-179c-435b-8534-65803a225bca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=193d52e83bc64fdd947a37b42b4eaa8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5393171 Nov 24 20:57:26.051144 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c1999-179c-435b-8534-65803a225bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59ae010-0ee4-49fa-ae72-3ac3bfc82566,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:26.052776 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35604) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:26.074083 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669cd26-d45d-4fc4-a142-97b28794c246 req-7c41819f-3e27-4b00-a6a3-31c0c3d6ca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:26.075786 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4669cd26-d45d-4fc4-a142-97b28794c246 req-7c41819f-3e27-4b00-a6a3-31c0c3d6ca55 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&device_id=c5d63d29-62a3-42e9-b117-00a512d26edc HTTP/1.1" status: 200 len: 1097 time: 0.9370847 Nov 24 20:57:26.132885 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5f9173d-8bdb-41ca-929d-5dcb291ab917 req-b094d724-40e5-4359-ae63-0a20afac7770 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5506659 Nov 24 20:57:26.141877 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d1c0526f-4f7c-487b-bc68-6ca01ae6bd19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:26.163598 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23fe578e-1546-4e77-b19d-8bed2894c9ab tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:26.180161 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d1c0526f-4f7c-487b-bc68-6ca01ae6bd19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:26.209811 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe578e-1546-4e77-b19d-8bed2894c9ab tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Pushing event deleted for resources: {'Port': ['ID=36e5a423-b5d7-4533-b2e7-a6fd0f6ae809,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:26.298685 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23fe578e-1546-4e77-b19d-8bed2894c9ab tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:26.346647 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c2d5ec80-4cfa-426d-8a81-3c15a7380909 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "GET /v2.0/routers/477109c9-3696-40b5-9730-33978eba9fdd HTTP/1.1" status: 200 len: 921 time: 0.5515823 Nov 24 20:57:26.346647 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-d4695452-5d7d-4b08-8cce-ededd94df585 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Allocated IP 172.20.0.12 (d57895c6-b2f2-4afe-a44e-1eb66b91940d/9ee9c5f7-570f-459a-a776-8d371777733b/c7d0a26b-88f4-45ed-8fbc-abce95b54c8b) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:57:26.361657 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35606) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:26.391147 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56c59f-6830-496d-9e90-d7ecc3884c6c req-77d5be1d-fa09-496e-a11c-90ab4182f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:26.393636 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ff56c59f-6830-496d-9e90-d7ecc3884c6c req-77d5be1d-fa09-496e-a11c-90ab4182f79b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.3287127 Nov 24 20:57:26.396437 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d1c0526f-4f7c-487b-bc68-6ca01ae6bd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:26.399180 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d1c0526f-4f7c-487b-bc68-6ca01ae6bd19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:26.402977 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d1c0526f-4f7c-487b-bc68-6ca01ae6bd19 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f59ae010-0ee4-49fa-ae72-3ac3bfc82566 HTTP/1.1" status: 204 len: 168 time: 0.3474331 Nov 24 20:57:26.433481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0526f-4f7c-487b-bc68-6ca01ae6bd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59ae010-0ee4-49fa-ae72-3ac3bfc82566,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:26.439822 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23fe578e-1546-4e77-b19d-8bed2894c9ab tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:26.449881 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23fe578e-1546-4e77-b19d-8bed2894c9ab tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:26.473834 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e85e2e56-17d1-434a-b0ee-90521d1aba16 req-d35b001c-1063-498b-a321-6830a21bca4d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 210 time: 0.0579035 Nov 24 20:57:26.483289 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6fd3940b-dea0-43e9-b9d4-27d7d4a23e93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:26.510343 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5eb27949-9062-4c03-90b6-9173a603ff15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:26.519424 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3c8367-e250-4c4c-9fa0-8330e1c26bed tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:26.523594 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ee3c8367-e250-4c4c-9fa0-8330e1c26bed tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&device_id=477109c9-3696-40b5-9730-33978eba9fdd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1588156 Nov 24 20:57:26.525673 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35612) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:26.535081 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23fe578e-1546-4e77-b19d-8bed2894c9ab tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:26.535722 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fe578e-1546-4e77-b19d-8bed2894c9ab tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Fanout notify agent at l3_agent the message router_deleted on router b26bd14d-bd70-419f-9ce4-03c4f17c4a37 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:57:26.553099 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23fe578e-1546-4e77-b19d-8bed2894c9ab tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:26.557197 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-23fe578e-1546-4e77-b19d-8bed2894c9ab tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "DELETE /v2.0/routers/b26bd14d-bd70-419f-9ce4-03c4f17c4a37 HTTP/1.1" status: 204 len: 168 time: 1.8813102 Nov 24 20:57:26.557368 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6fd3940b-dea0-43e9-b9d4-27d7d4a23e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:26.559417 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35614) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:26.572594 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-2d4ed10c-dfe9-46d2-abb3-83796dabd313 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-666857727', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}, 'admin_state_up': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:26.630460 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669cd26-d45d-4fc4-a142-97b28794c246 req-5a232bf7-5940-4c05-805a-26ccd0967e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:26.631873 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4669cd26-d45d-4fc4-a142-97b28794c246 req-5a232bf7-5940-4c05-805a-26ccd0967e49 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 913 time: 0.5055184 Nov 24 20:57:26.664613 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5eb27949-9062-4c03-90b6-9173a603ff15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:26.710121 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56c59f-6830-496d-9e90-d7ecc3884c6c req-85f4c135-4084-4439-b892-d85f55470c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:26.711701 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ff56c59f-6830-496d-9e90-d7ecc3884c6c req-85f4c135-4084-4439-b892-d85f55470c0d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3014226 Nov 24 20:57:26.759792 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3940b-dea0-43e9-b9d4-27d7d4a23e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ecd669-5e3d-4bbf-9b8c-de02032c46d2,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:26.777854 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6fd3940b-dea0-43e9-b9d4-27d7d4a23e93 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6f5f7c1f4c3a49e2bfa2c6340bbfdfde&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2058954 Nov 24 20:57:26.801879 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4669cd26-d45d-4fc4-a142-97b28794c246 req-45fb1d33-6a10-4452-970d-8be430d9376f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58ca93dd-a19a-4791-9d03-9556ef2216da HTTP/1.1" status: 200 len: 217 time: 0.1507671 Nov 24 20:57:26.806484 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35618) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:26.806795 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35620) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:26.952680 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4b538fb7-f9c8-4a05-b179-98af91e3d1ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:26.979890 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed10c-dfe9-46d2-abb3-83796dabd313 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:26.980993 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed10c-dfe9-46d2-abb3-83796dabd313 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:26.996396 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecc345e-09e0-45c2-80cd-807a04f2a608 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:26.997888 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7ecc345e-09e0-45c2-80cd-807a04f2a608 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 881 time: 0.4711506 Nov 24 20:57:27.001828 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35622) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:27.036449 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a985edde-ae61-4f8e-b5c8-7f683559896b tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "GET /v2.0/ports?device_id=477109c9-3696-40b5-9730-33978eba9fdd HTTP/1.1" status: 200 len: 205 time: 0.0333829 Nov 24 20:57:27.038924 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35624) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:27.081034 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c015aa7-2909-418e-b777-a412eddf2cf1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:27.090080 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669cd26-d45d-4fc4-a142-97b28794c246 req-03c8dbfd-d886-4ec0-95d2-898c89bf12da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:27.092323 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4669cd26-d45d-4fc4-a142-97b28794c246 req-03c8dbfd-d886-4ec0-95d2-898c89bf12da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ee9c5f7-570f-459a-a776-8d371777733b HTTP/1.1" status: 200 len: 851 time: 0.2457788 Nov 24 20:57:27.106188 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed10c-dfe9-46d2-abb3-83796dabd313 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:27.112422 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c015aa7-2909-418e-b777-a412eddf2cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:27.131993 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5eb27949-9062-4c03-90b6-9173a603ff15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:27.134135 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5eb27949-9062-4c03-90b6-9173a603ff15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:27.135259 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5eb27949-9062-4c03-90b6-9173a603ff15 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/91b6ed50-bb53-4809-ae60-0943969f69d2 HTTP/1.1" status: 204 len: 168 time: 1.1637979 Nov 24 20:57:27.245456 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 053fd49a-7435-4a39-9971-3f9c48692465 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:57:27.262233 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb27949-9062-4c03-90b6-9173a603ff15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b6ed50-bb53-4809-ae60-0943969f69d2,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:27.269514 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-d4695452-5d7d-4b08-8cce-ededd94df585 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:27.300266 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-39d65f00-8235-4085-bbdc-5167607c2415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:27.314076 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ff56c59f-6830-496d-9e90-d7ecc3884c6c req-48fc25dd-46ba-4103-8ea9-734fec5c84e7 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5391884 Nov 24 20:57:27.318111 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 053fd49a-7435-4a39-9971-3f9c48692465 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:57:27.323077 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 053fd49a-7435-4a39-9971-3f9c48692465 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:27.324900 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:27.332082 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed10c-dfe9-46d2-abb3-83796dabd313 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:27.344572 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f9530d95-68d5-4129-9863-98a9834acaed tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:27.400872 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c015aa7-2909-418e-b777-a412eddf2cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=dcc0aaa8-3e99-4713-a051-7e9f056309ed,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:27.436422 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c015aa7-2909-418e-b777-a412eddf2cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:27.453437 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-39d65f00-8235-4085-bbdc-5167607c2415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:27.456154 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:27.476401 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669cd26-d45d-4fc4-a142-97b28794c246 req-ce313dd7-bc9a-45be-bdbd-77940ec7a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:27.477903 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4669cd26-d45d-4fc4-a142-97b28794c246 req-ce313dd7-bc9a-45be-bdbd-77940ec7a83e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d57895c6-b2f2-4afe-a44e-1eb66b91940d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3730166 Nov 24 20:57:27.509110 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b899796e-a408-4b09-ab64-a82296d856cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053fd49a-7435-4a39-9971-3f9c48692465'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:57:27.511702 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47a6219-a859-4fa7-9125-a541d4239efd" -d '{"events": [{"server_uuid": "b899796e-a408-4b09-ab64-a82296d856cd", "name": "network-vif-plugged", "status": "completed", "tag": "053fd49a-7435-4a39-9971-3f9c48692465"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:57:27.517710 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f9530d95-68d5-4129-9863-98a9834acaed tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:27.529499 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 053fd49a-7435-4a39-9971-3f9c48692465, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=053fd49a-7435-4a39-9971-3f9c48692465,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:27.534532 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:27.613033 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9fc34-c121-4656-a7f7-6e1a830c60dd req-21d5ba21-20a5-4661-bc5f-83f2e2b55980 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:27.619295 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=053fd49a-7435-4a39-9971-3f9c48692465,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:27.620533 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a2e9fc34-c121-4656-a7f7-6e1a830c60dd req-21d5ba21-20a5-4661-bc5f-83f2e2b55980 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b899796e-a408-4b09-ab64-a82296d856cd HTTP/1.1" status: 200 len: 949 time: 0.3455055 Nov 24 20:57:27.718595 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebf69c-baaf-4c10-8430-fefe950e6fd4 req-f56cafba-c5dc-42c6-88f0-87936f5d57d4 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:27.720372 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-feebf69c-baaf-4c10-8430-fefe950e6fd4 req-f56cafba-c5dc-42c6-88f0-87936f5d57d4 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 932 time: 0.0882199 Nov 24 20:57:27.725804 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f9530d95-68d5-4129-9863-98a9834acaed tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Deleting port c35afd47-e849-41c3-967f-11f311c1f9fb {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:57:27.726141 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f9530d95-68d5-4129-9863-98a9834acaed tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:27.732992 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-d4695452-5d7d-4b08-8cce-ededd94df585 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:27.747926 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['58ca93dd-a19a-4791-9d03-9556ef2216da'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:57:27.750225 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['b512f2a2-32d6-46d1-b645-f544c8d3adea'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:57:27.780000 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4b538fb7-f9c8-4a05-b179-98af91e3d1ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:27.921180 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed10c-dfe9-46d2-abb3-83796dabd313 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:27.965362 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed10c-dfe9-46d2-abb3-83796dabd313 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:27.986396 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-feebf69c-baaf-4c10-8430-fefe950e6fd4 req-6091da3e-92df-4aa3-b53b-176562742fd6 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566032 Nov 24 20:57:28.014145 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f9530d95-68d5-4129-9863-98a9834acaed tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:28.049167 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f9530d95-68d5-4129-9863-98a9834acaed tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Calling delete_port for c35afd47-e849-41c3-967f-11f311c1f9fb owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:57:28.284954 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f9530d95-68d5-4129-9863-98a9834acaed tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:28.316217 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4b538fb7-f9c8-4a05-b179-98af91e3d1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:28.331663 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0541de39-42e0-40b8-bbd6-7080fcaf0875 x-openstack-request-id: req-0541de39-42e0-40b8-bbd6-7080fcaf0875 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:57:28.331663 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b899796e-a408-4b09-ab64-a82296d856cd", "name": "network-vif-plugged", "status": "completed", "tag": "053fd49a-7435-4a39-9971-3f9c48692465", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:57:28.331663 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0541de39-42e0-40b8-bbd6-7080fcaf0875 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:57:28.332359 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b899796e-a408-4b09-ab64-a82296d856cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053fd49a-7435-4a39-9971-3f9c48692465', 'code': 200} Nov 24 20:57:28.373016 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9530d95-68d5-4129-9863-98a9834acaed tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Pushing event deleted for resources: {'Port': ['ID=c35afd47-e849-41c3-967f-11f311c1f9fb,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:28.386265 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4695452-5d7d-4b08-8cce-ededd94df585 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Pushing event updated for resources: {'Port': ['ID=c7d0a26b-88f4-45ed-8fbc-abce95b54c8b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:28.396852 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-d4695452-5d7d-4b08-8cce-ededd94df585 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Network d57895c6-b2f2-4afe-a44e-1eb66b91940d is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:57:28.411892 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b538fb7-f9c8-4a05-b179-98af91e3d1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ef5e93-e801-485d-86f4-1ed18c538806,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:28.415715 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-39d65f00-8235-4085-bbdc-5167607c2415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:28.419259 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-39d65f00-8235-4085-bbdc-5167607c2415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:28.422666 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-39d65f00-8235-4085-bbdc-5167607c2415 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/92ecd669-5e3d-4bbf-9b8c-de02032c46d2 HTTP/1.1" status: 204 len: 168 time: 1.6030171 Nov 24 20:57:28.459285 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ff56c59f-6830-496d-9e90-d7ecc3884c6c req-eb28fdb9-f1e5-49ea-97e5-ab3412c930ee service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1054537 Nov 24 20:57:28.460142 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-d4695452-5d7d-4b08-8cce-ededd94df585 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:57:28.463101 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-d4695452-5d7d-4b08-8cce-ededd94df585 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:57:28.477548 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f9530d95-68d5-4129-9863-98a9834acaed tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:28.498538 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4b538fb7-f9c8-4a05-b179-98af91e3d1ad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f1c2d242cb724c5fbbe6bedccb835f0c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6748445 Nov 24 20:57:28.516868 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35660) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:28.522370 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d65f00-8235-4085-bbdc-5167607c2415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ecd669-5e3d-4bbf-9b8c-de02032c46d2,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:28.538679 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a2e9fc34-c121-4656-a7f7-6e1a830c60dd req-09af41bd-069e-402a-a5df-eb3bcb5638ce tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9171555 Nov 24 20:57:28.577404 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c015aa7-2909-418e-b777-a412eddf2cf1 admin admin] Network 2b80d919-dc76-4e07-9d79-d9c7af051c8b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:57:28.591004 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4669cd26-d45d-4fc4-a142-97b28794c246 req-a56b2d56-9513-4ae8-946b-8c8118ca56b4 service neutron] 10.222.0.48 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0980875 Nov 24 20:57:28.597856 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-4c015aa7-2909-418e-b777-a412eddf2cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:57:28.673367 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f9530d95-68d5-4129-9863-98a9834acaed tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:28.717056 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f9530d95-68d5-4129-9863-98a9834acaed tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:28.719566 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-2d4ed10c-dfe9-46d2-abb3-83796dabd313 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Allocated IP 172.25.5.166 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/c751788c-39c2-4807-898e-fb16b2170f4f) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:57:28.794565 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-d4695452-5d7d-4b08-8cce-ededd94df585 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:28.795810 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-d4695452-5d7d-4b08-8cce-ededd94df585 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:28.827614 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc6b44-36fe-4ffd-a354-1a816ccad8f9 req-016d89f6-833c-4605-8d72-26878a050bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:28.831380 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6cdc6b44-36fe-4ffd-a354-1a816ccad8f9 req-016d89f6-833c-4605-8d72-26878a050bd2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b899796e-a408-4b09-ab64-a82296d856cd HTTP/1.1" status: 200 len: 1101 time: 0.4046295 Nov 24 20:57:28.965234 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-dd42f673-f440-41ec-b4cc-457281c50c27 None None] Provisioning complete for port c7d0a26b-88f4-45ed-8fbc-abce95b54c8b triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:28.965234 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dd42f673-f440-41ec-b4cc-457281c50c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:28.984303 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5c0f-ebc7-4249-a276-a817cf44ea94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:29.002945 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f9530d95-68d5-4129-9863-98a9834acaed tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:29.003348 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9530d95-68d5-4129-9863-98a9834acaed tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Fanout notify agent at l3_agent the message router_deleted on router 477109c9-3696-40b5-9730-33978eba9fdd {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:57:29.012451 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f9530d95-68d5-4129-9863-98a9834acaed tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:29.013735 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f9530d95-68d5-4129-9863-98a9834acaed tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "DELETE /v2.0/routers/477109c9-3696-40b5-9730-33978eba9fdd HTTP/1.1" status: 204 len: 168 time: 1.9738054 Nov 24 20:57:29.023650 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35670) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:29.036330 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-ecd11786-733d-43b5-87c8-cde565d22062 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-674977248', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}, 'admin_state_up': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:29.069292 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed10c-dfe9-46d2-abb3-83796dabd313 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:29.072069 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5c0f-ebc7-4249-a276-a817cf44ea94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:29.079420 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-dd42f673-f440-41ec-b4cc-457281c50c27 None None] Port c7d0a26b-88f4-45ed-8fbc-abce95b54c8b cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:57:29.149480 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-d4695452-5d7d-4b08-8cce-ededd94df585 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9189377 Nov 24 20:57:29.157215 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ecd11786-733d-43b5-87c8-cde565d22062 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:29.158972 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ecd11786-733d-43b5-87c8-cde565d22062 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:29.183729 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed10c-dfe9-46d2-abb3-83796dabd313 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:29.191359 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-e0d97a5c-60ec-4c65-b83e-cd1b4aef6436 service neutron] Request body: {'port': {'device_id': '515aa024-38ce-4f36-b349-88a56429f210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:29.209622 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4ed10c-dfe9-46d2-abb3-83796dabd313 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:57:29.220266 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9d290dc6-fe38-4152-a1f5-6fe23a6797e4 None None] Provisioning complete for port dcc0aaa8-3e99-4713-a051-7e9f056309ed triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:29.221085 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9d290dc6-fe38-4152-a1f5-6fe23a6797e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:29.224439 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-2d4ed10c-dfe9-46d2-abb3-83796dabd313 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:57:29.228198 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4ed10c-dfe9-46d2-abb3-83796dabd313 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:57:29.308087 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4669cd26-d45d-4fc4-a142-97b28794c246 req-40af7336-2ee9-40c8-a36a-76b72d221e84 service neutron] 10.222.0.48 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6796000 Nov 24 20:57:29.315349 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6cdc6b44-36fe-4ffd-a354-1a816ccad8f9 req-4dc0ca4d-8e3a-4c3f-9697-e3656970b724 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645545 Nov 24 20:57:29.322773 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35678) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:29.325719 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9d290dc6-fe38-4152-a1f5-6fe23a6797e4 None None] Port dcc0aaa8-3e99-4713-a051-7e9f056309ed cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:57:29.369077 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5bc9-80fd-498d-8a45-4710eeaf70c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:29.372896 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c015aa7-2909-418e-b777-a412eddf2cf1 admin admin] Router 36587df1-ab15-4f57-9a61-01d90f974732 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:57:29.400794 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-e0d97a5c-60ec-4c65-b83e-cd1b4aef6436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:29.458453 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5c0f-ebc7-4249-a276-a817cf44ea94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:29.462165 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5c0f-ebc7-4249-a276-a817cf44ea94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:29.465936 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ebfb5c0f-ebc7-4249-a276-a817cf44ea94 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/58ef5e93-e801-485d-86f4-1ed18c538806 HTTP/1.1" status: 204 len: 168 time: 0.9458206 Nov 24 20:57:29.484092 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb5c0f-ebc7-4249-a276-a817cf44ea94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ef5e93-e801-485d-86f4-1ed18c538806,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:29.612124 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ecd11786-733d-43b5-87c8-cde565d22062 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:29.615320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ed10c-dfe9-46d2-abb3-83796dabd313 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Pushing event updated for resources: {'Port': ['ID=c751788c-39c2-4807-898e-fb16b2170f4f,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:29.655770 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c015aa7-2909-418e-b777-a412eddf2cf1 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:57:29.669195 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] Sync routers for ids ['36587df1-ab15-4f57-9a61-01d90f974732'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:57:29.682399 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] Routers {'36587df1-ab15-4f57-9a61-01d90f974732'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:29.683055 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:57:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['36587df1-ab15-4f57-9a61-01d90f974732'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:29.709676 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4c015aa7-2909-418e-b777-a412eddf2cf1 admin admin] 10.222.0.11 "PUT /v2.0/routers/36587df1-ab15-4f57-9a61-01d90f974732/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9079592 Nov 24 20:57:29.761009 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56669993-a1a0-401a-8b06-c79573842453 req-ac1a7fe3-0136-49d6-9192-e3e17e2e4c5a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:29.769954 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-56669993-a1a0-401a-8b06-c79573842453 req-ac1a7fe3-0136-49d6-9192-e3e17e2e4c5a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 932 time: 0.5878620 Nov 24 20:57:29.920908 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ecd11786-733d-43b5-87c8-cde565d22062 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:29.978961 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-56669993-a1a0-401a-8b06-c79573842453 req-bbae9809-93fc-4c85-8638-6bbcf8161435 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044039 Nov 24 20:57:29.984768 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] Set router 36587df1-ab15-4f57-9a61-01d90f974732 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:57:30.039361 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c786c-4286-48be-a2cb-3138a541254d req-523f6d14-19d4-4399-bfcc-59525523a2cb tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:30.039914 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed10c-dfe9-46d2-abb3-83796dabd313 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:30.041141 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-029c786c-4286-48be-a2cb-3138a541254d req-523f6d14-19d4-4399-bfcc-59525523a2cb tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b899796e-a408-4b09-ab64-a82296d856cd HTTP/1.1" status: 200 len: 950 time: 0.3148792 Nov 24 20:57:30.156352 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-029c786c-4286-48be-a2cb-3138a541254d req-ebd203ab-d51b-476a-8289-cbfd104448a2 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927341 Nov 24 20:57:30.158774 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5bc9-80fd-498d-8a45-4710eeaf70c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:30.170317 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5bc9-80fd-498d-8a45-4710eeaf70c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:30.261755 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ba1d5bc9-80fd-498d-8a45-4710eeaf70c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e785ff2c8dee485ca25bf92a20b9aae0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9377213 Nov 24 20:57:30.262297 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35708) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:30.285274 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d5bc9-80fd-498d-8a45-4710eeaf70c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d78ec8-5d74-42b2-a6b1-03c269f39dc0,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:30.293857 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36587df1-ab15-4f57-9a61-01d90f974732', 'name': 'tempest-TaggedBootDevicesTest-697328584-router', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:57:14Z', 'updated_at': '2021-11-24T20:57:25Z', 'revision_number': 4, 'project_id': '838d059057e840c09ac19be61b107bec', 'gw_port': {'id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:15Z', 'updated_at': '2021-11-24T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'dcc0aaa8-3e99-4713-a051-7e9f056309ed', 'name': '', 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'mac_address': 'fa:16:3e:2a:9d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '887b1e02-17a6-4db4-8124-14042ea3bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:23Z', 'updated_at': '2021-11-24T20:57:26Z', 'revision_number': 2, 'project_id': '838d059057e840c09ac19be61b107bec', 'subnets': [{'id': '887b1e02-17a6-4db4-8124-14042ea3bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:30.383120 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] Checking router: 36587df1-ab15-4f57-9a61-01d90f974732 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:57:30.383476 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] Updating router 36587df1-ab15-4f57-9a61-01d90f974732 port dcc0aaa8-3e99-4713-a051-7e9f056309ed binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:57:30.449260 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:30.553647 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3a6a08b6-03c8-4a96-aa8f-548328b6db1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:30.620999 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3a6a08b6-03c8-4a96-aa8f-548328b6db1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:30.860520 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-e0d97a5c-60ec-4c65-b83e-cd1b4aef6436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d0a26b-88f4-45ed-8fbc-abce95b54c8b {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:57:30.874951 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed10c-dfe9-46d2-abb3-83796dabd313 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:30.880812 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-e0d97a5c-60ec-4c65-b83e-cd1b4aef6436 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:30.887673 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3a6a08b6-03c8-4a96-aa8f-548328b6db1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:30.896521 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:30.897896 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3a6a08b6-03c8-4a96-aa8f-548328b6db1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:30.901533 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3a6a08b6-03c8-4a96-aa8f-548328b6db1a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/47d78ec8-5d74-42b2-a6b1-03c269f39dc0 HTTP/1.1" status: 204 len: 168 time: 0.6249716 Nov 24 20:57:30.909575 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:30.937036 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a08b6-03c8-4a96-aa8f-548328b6db1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d78ec8-5d74-42b2-a6b1-03c269f39dc0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:30.940985 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-e0d97a5c-60ec-4c65-b83e-cd1b4aef6436 service neutron] Transition to ACTIVE for port object c7d0a26b-88f4-45ed-8fbc-abce95b54c8b will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:57:30.952836 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-e0d97a5c-60ec-4c65-b83e-cd1b4aef6436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:31.097406 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d97a5c-60ec-4c65-b83e-cd1b4aef6436 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d0a26b-88f4-45ed-8fbc-abce95b54c8b,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:31.116819 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ecd11786-733d-43b5-87c8-cde565d22062 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:31.157049 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] Attempting to bind port dcc0aaa8-3e99-4713-a051-7e9f056309ed on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:57:31.157691 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] Attempting to bind port dcc0aaa8-3e99-4713-a051-7e9f056309ed by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '3e48d071-6453-4a90-9feb-c1ab8ce8a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:57:31.158312 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] Attempting to bind port dcc0aaa8-3e99-4713-a051-7e9f056309ed on network 2b80d919-dc76-4e07-9d79-d9c7af051c8b {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:57:31.219973 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:57:31.224649 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] Checking segment: {'id': '3e48d071-6453-4a90-9feb-c1ab8ce8a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:57:31.225401 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:31.229634 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ecd11786-733d-43b5-87c8-cde565d22062 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:31.231968 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] Bound using segment: {'id': '3e48d071-6453-4a90-9feb-c1ab8ce8a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:57:31.234569 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] Bound port: dcc0aaa8-3e99-4713-a051-7e9f056309ed, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e48d071-6453-4a90-9feb-c1ab8ce8a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:57:31.241467 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:31.385181 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] For port dcc0aaa8-3e99-4713-a051-7e9f056309ed, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:57:31.387831 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-e0d97a5c-60ec-4c65-b83e-cd1b4aef6436 service neutron] Attempting to bind port c7d0a26b-88f4-45ed-8fbc-abce95b54c8b on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:57:31.388190 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-e0d97a5c-60ec-4c65-b83e-cd1b4aef6436 service neutron] Attempting to bind port c7d0a26b-88f4-45ed-8fbc-abce95b54c8b by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:57:31.388908 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d0441a21-8f10-4931-b73f-a24f1008aee0 None None] Provisioning complete for port dcc0aaa8-3e99-4713-a051-7e9f056309ed triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:31.389436 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] For port dcc0aaa8-3e99-4713-a051-7e9f056309ed, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=dcc0aaa8-3e99-4713-a051-7e9f056309ed,segment=NetworkSegment(3e48d071-6453-4a90-9feb-c1ab8ce8a488),segment_id=3e48d071-6453-4a90-9feb-c1ab8ce8a488)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:57:31.389533 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d0441a21-8f10-4931-b73f-a24f1008aee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:31.391940 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-e0d97a5c-60ec-4c65-b83e-cd1b4aef6436 service neutron] Attempting to bind port c7d0a26b-88f4-45ed-8fbc-abce95b54c8b on network d57895c6-b2f2-4afe-a44e-1eb66b91940d {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:57:31.396488 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11528648-0458-4b44-9dc3-bc88c506884c None None] Pushing event updated for resources: {'Port': ['ID=dcc0aaa8-3e99-4713-a051-7e9f056309ed,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:31.402252 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:31.455024 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-e0d97a5c-60ec-4c65-b83e-cd1b4aef6436 service neutron] Port c7d0a26b-88f4-45ed-8fbc-abce95b54c8b on network d57895c6-b2f2-4afe-a44e-1eb66b91940d not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:57:31.455466 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-e0d97a5c-60ec-4c65-b83e-cd1b4aef6436 service neutron] Attempting to bind port c7d0a26b-88f4-45ed-8fbc-abce95b54c8b on network d57895c6-b2f2-4afe-a44e-1eb66b91940d {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:57:31.471722 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11528648-0458-4b44-9dc3-bc88c506884c None None] Pushing event updated for resources: {'Port': ['ID=dcc0aaa8-3e99-4713-a051-7e9f056309ed,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:31.491753 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f1a56-6024-4447-859d-0af1afa8008a req-05878aa9-3715-48b6-a0f7-708b667abc8c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:31.493726 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ee4f1a56-6024-4447-859d-0af1afa8008a req-05878aa9-3715-48b6-a0f7-708b667abc8c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 944 time: 0.2657292 Nov 24 20:57:31.514287 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-e0d97a5c-60ec-4c65-b83e-cd1b4aef6436 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:57:31.514583 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-e0d97a5c-60ec-4c65-b83e-cd1b4aef6436 service neutron] Checking segment: {'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:57:31.514992 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-e0d97a5c-60ec-4c65-b83e-cd1b4aef6436 service neutron] Bound using segment: {'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:57:31.515806 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-e0d97a5c-60ec-4c65-b83e-cd1b4aef6436 service neutron] Bound port: c7d0a26b-88f4-45ed-8fbc-abce95b54c8b, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:57:31.515806 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-e0d97a5c-60ec-4c65-b83e-cd1b4aef6436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:31.521836 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] Routers {'36587df1-ab15-4f57-9a61-01d90f974732'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:31.522484 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:57:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['36587df1-ab15-4f57-9a61-01d90f974732'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:31.603385 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d0441a21-8f10-4931-b73f-a24f1008aee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:31.653613 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d0441a21-8f10-4931-b73f-a24f1008aee0 None None] For port dcc0aaa8-3e99-4713-a051-7e9f056309ed, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=dcc0aaa8-3e99-4713-a051-7e9f056309ed,segment=NetworkSegment(3e48d071-6453-4a90-9feb-c1ab8ce8a488),segment_id=3e48d071-6453-4a90-9feb-c1ab8ce8a488)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:31.664130 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d0441a21-8f10-4931-b73f-a24f1008aee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:31.695621 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ce8a3-ed6e-438d-9d91-530dadb754ff req-89e71589-1f98-4657-b4d6-e1e77a571afa tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:31.699671 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-203ce8a3-ed6e-438d-9d91-530dadb754ff req-89e71589-1f98-4657-b4d6-e1e77a571afa tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b899796e-a408-4b09-ab64-a82296d856cd HTTP/1.1" status: 200 len: 950 time: 0.3259354 Nov 24 20:57:31.794952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35750) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:31.805564 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ee4f1a56-6024-4447-859d-0af1afa8008a req-808e7446-1b6d-4dca-830c-b5e99d83f33f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535102 Nov 24 20:57:31.809373 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] Set router 36587df1-ab15-4f57-9a61-01d90f974732 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:57:31.813521 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4ed10c-dfe9-46d2-abb3-83796dabd313 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Router e2faab39-bef9-45a7-ad6d-611f2e039cee is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:57:31.835356 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-acfa1c27-71de-42f7-840f-6434aeedff64 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-651373049-network', 'tenant_id': '586f31c49e2c4226a871efaeaf3ce1c4'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:31.838999 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0441a21-8f10-4931-b73f-a24f1008aee0 None None] Pushing event updated for resources: {'Port': ['ID=dcc0aaa8-3e99-4713-a051-7e9f056309ed,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:31.872705 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-e0d97a5c-60ec-4c65-b83e-cd1b4aef6436 service neutron] For port c7d0a26b-88f4-45ed-8fbc-abce95b54c8b, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:57:31.873161 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0441a21-8f10-4931-b73f-a24f1008aee0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:31.874101 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0441a21-8f10-4931-b73f-a24f1008aee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:31.876706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0441a21-8f10-4931-b73f-a24f1008aee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:31.879052 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0441a21-8f10-4931-b73f-a24f1008aee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:31.882016 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0441a21-8f10-4931-b73f-a24f1008aee0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:31.882629 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0441a21-8f10-4931-b73f-a24f1008aee0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:31.884256 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0441a21-8f10-4931-b73f-a24f1008aee0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:31.884848 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0441a21-8f10-4931-b73f-a24f1008aee0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:31.885523 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0441a21-8f10-4931-b73f-a24f1008aee0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:31.886829 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0441a21-8f10-4931-b73f-a24f1008aee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:31.888494 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0441a21-8f10-4931-b73f-a24f1008aee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:31.889279 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0441a21-8f10-4931-b73f-a24f1008aee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:31.957339 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-203ce8a3-ed6e-438d-9d91-530dadb754ff req-fc90a350-0056-47d0-a127-8531c638b3f5 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472489 Nov 24 20:57:31.980562 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfa1c27-71de-42f7-840f-6434aeedff64 admin admin] Made reservation on behalf of 586f31c49e2c4226a871efaeaf3ce1c4 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:57:31.982933 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acfa1c27-71de-42f7-840f-6434aeedff64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:31.992531 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-5e68d827-b66c-4eae-a9fb-678451299093 None None] Provisioning complete for port dcc0aaa8-3e99-4713-a051-7e9f056309ed triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:31.993985 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5e68d827-b66c-4eae-a9fb-678451299093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:32.007889 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-e0d97a5c-60ec-4c65-b83e-cd1b4aef6436 service neutron] For port c7d0a26b-88f4-45ed-8fbc-abce95b54c8b, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c7d0a26b-88f4-45ed-8fbc-abce95b54c8b,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:57:32.014767 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acfa1c27-71de-42f7-840f-6434aeedff64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:32.021413 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-e0d97a5c-60ec-4c65-b83e-cd1b4aef6436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:32.056065 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4ed10c-dfe9-46d2-abb3-83796dabd313 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:57:32.058144 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-ecd11786-733d-43b5-87c8-cde565d22062 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Allocated IP 172.25.5.30 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/49f03817-cb63-49d5-883e-0c81779c7e70) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:57:32.072212 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a787dab-fc6b-4f41-a1f8-d51ec74471bc None None] Sync routers for ids ['e2faab39-bef9-45a7-ad6d-611f2e039cee'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:57:32.093102 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a787dab-fc6b-4f41-a1f8-d51ec74471bc None None] Routers {'e2faab39-bef9-45a7-ad6d-611f2e039cee'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:32.094534 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-9a787dab-fc6b-4f41-a1f8-d51ec74471bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:57:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['e2faab39-bef9-45a7-ad6d-611f2e039cee'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:32.108992 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed10c-dfe9-46d2-abb3-83796dabd313 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:32.112871 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2d4ed10c-dfe9-46d2-abb3-83796dabd313 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.5433607 Nov 24 20:57:32.113101 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35760) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:32.153735 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-3691f8da-c1ea-4b63-82ed-462100685132 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:32.163594 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-e0d97a5c-60ec-4c65-b83e-cd1b4aef6436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:32.164964 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-e0d97a5c-60ec-4c65-b83e-cd1b4aef6436 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:32.166860 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-e0d97a5c-60ec-4c65-b83e-cd1b4aef6436 service neutron] 10.222.0.48 "PUT /v2.0/ports/c7d0a26b-88f4-45ed-8fbc-abce95b54c8b HTTP/1.1" status: 200 len: 1092 time: 2.9990978 Nov 24 20:57:32.168666 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515aa024-38ce-4f36-b349-88a56429f210', 'tag': 'c7d0a26b-88f4-45ed-8fbc-abce95b54c8b'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:57:32.171160 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0338583-98d8-4af6-b90c-4c86f584d898" -d '{"events": [{"name": "network-changed", "server_uuid": "515aa024-38ce-4f36-b349-88a56429f210", "tag": "c7d0a26b-88f4-45ed-8fbc-abce95b54c8b"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:57:32.221485 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d97a5c-60ec-4c65-b83e-cd1b4aef6436 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d0a26b-88f4-45ed-8fbc-abce95b54c8b,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:32.247713 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-9a787dab-fc6b-4f41-a1f8-d51ec74471bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:32.299922 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35764) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:32.323682 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49199518-f180-432a-87ef-bcd13579a0c9 x-openstack-request-id: req-49199518-f180-432a-87ef-bcd13579a0c9 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:57:32.324329 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515aa024-38ce-4f36-b349-88a56429f210", "tag": "c7d0a26b-88f4-45ed-8fbc-abce95b54c8b", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:57:32.327690 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49199518-f180-432a-87ef-bcd13579a0c9 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:57:32.328453 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515aa024-38ce-4f36-b349-88a56429f210', 'tag': 'c7d0a26b-88f4-45ed-8fbc-abce95b54c8b', 'status': 'completed', 'code': 200} Nov 24 20:57:32.374121 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acfa1c27-71de-42f7-840f-6434aeedff64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:32.376357 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a787dab-fc6b-4f41-a1f8-d51ec74471bc None None] Routers {'e2faab39-bef9-45a7-ad6d-611f2e039cee'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:32.377335 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-9a787dab-fc6b-4f41-a1f8-d51ec74471bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:57:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['e2faab39-bef9-45a7-ad6d-611f2e039cee'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:32.389546 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acfa1c27-71de-42f7-840f-6434aeedff64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:32.428732 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-9a787dab-fc6b-4f41-a1f8-d51ec74471bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:32.429402 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a787dab-fc6b-4f41-a1f8-d51ec74471bc None None] The sync data for ids ['e2faab39-bef9-45a7-ad6d-611f2e039cee'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:57:32.455006 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36587df1-ab15-4f57-9a61-01d90f974732', 'name': 'tempest-TaggedBootDevicesTest-697328584-router', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:57:14Z', 'updated_at': '2021-11-24T20:57:25Z', 'revision_number': 4, 'project_id': '838d059057e840c09ac19be61b107bec', 'gw_port': {'id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:15Z', 'updated_at': '2021-11-24T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'dcc0aaa8-3e99-4713-a051-7e9f056309ed', 'name': '', 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'mac_address': 'fa:16:3e:2a:9d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '887b1e02-17a6-4db4-8124-14042ea3bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:23Z', 'updated_at': '2021-11-24T20:57:31Z', 'revision_number': 4, 'project_id': '838d059057e840c09ac19be61b107bec', 'subnets': [{'id': '887b1e02-17a6-4db4-8124-14042ea3bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:32.498315 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d06071c-a253-41da-80a0-2362c7691e7c None None] The sync data for ids ['36587df1-ab15-4f57-9a61-01d90f974732'] in n-d-812111-8 is: [{'id': '36587df1-ab15-4f57-9a61-01d90f974732', 'name': 'tempest-TaggedBootDevicesTest-697328584-router', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:57:14Z', 'updated_at': '2021-11-24T20:57:25Z', 'revision_number': 4, 'project_id': '838d059057e840c09ac19be61b107bec', 'gw_port': {'id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:15Z', 'updated_at': '2021-11-24T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'dcc0aaa8-3e99-4713-a051-7e9f056309ed', 'name': '', 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'mac_address': 'fa:16:3e:2a:9d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '887b1e02-17a6-4db4-8124-14042ea3bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:23Z', 'updated_at': '2021-11-24T20:57:31Z', 'revision_number': 4, 'project_id': '838d059057e840c09ac19be61b107bec', 'subnets': [{'id': '887b1e02-17a6-4db4-8124-14042ea3bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:57:32.575725 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acfa1c27-71de-42f7-840f-6434aeedff64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:57:32.582042 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa1c27-71de-42f7-840f-6434aeedff64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4846b845-cbb4-431b-adba-c9d94cd08a66,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:32.588568 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-3e05c4bd-6523-42d6-9a79-708453efccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:32.594807 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-3e05c4bd-6523-42d6-9a79-708453efccc5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 1095 time: 0.3527675 Nov 24 20:57:32.621803 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acfa1c27-71de-42f7-840f-6434aeedff64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:32.622152 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-acfa1c27-71de-42f7-840f-6434aeedff64 admin admin] Added segment 894dcd6d-7219-4926-bc28-7036e518ac81 of type vlan for network 105561c4-2b1e-4ac8-bcd9-d70e7144544f Nov 24 20:57:32.623502 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ecd11786-733d-43b5-87c8-cde565d22062 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:32.698378 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-f82f996e-6043-4bee-a4c2-171f7ad7512e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7d0a26b-88f4-45ed-8fbc-abce95b54c8b HTTP/1.1" status: 200 len: 217 time: 0.0876913 Nov 24 20:57:32.832410 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1dfee-046d-419e-b34b-79b14e05f173 req-174b3e96-0b78-4f21-94f3-964a19629900 tempest-ServersAdminNegativeTestJSON-537323479 tempest-ServersAdminNegativeTestJSON-537323479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:32.846708 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-56e1dfee-046d-419e-b34b-79b14e05f173 req-174b3e96-0b78-4f21-94f3-964a19629900 tempest-ServersAdminNegativeTestJSON-537323479 tempest-ServersAdminNegativeTestJSON-537323479-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b899796e-a408-4b09-ab64-a82296d856cd HTTP/1.1" status: 200 len: 1101 time: 0.3866036 Nov 24 20:57:32.848622 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device dcc0aaa8-3e99-4713-a051-7e9f056309ed up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:57:32.853812 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-71d6bd12-b4af-4085-8931-7a06347f6f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:32.855308 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-71d6bd12-b4af-4085-8931-7a06347f6f74 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ee9c5f7-570f-459a-a776-8d371777733b HTTP/1.1" status: 200 len: 851 time: 0.1273530 Nov 24 20:57:32.893764 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acfa1c27-71de-42f7-840f-6434aeedff64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:32.929813 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2115c317-5361-4423-aeaf-3f4c9363543b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:32.954679 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ecd11786-733d-43b5-87c8-cde565d22062 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:33.034907 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port dcc0aaa8-3e99-4713-a051-7e9f056309ed triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:33.035287 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:33.063112 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-56e1dfee-046d-419e-b34b-79b14e05f173 req-827e44e4-5270-4ffd-b29a-bf4a6d20e5dd tempest-ServersAdminNegativeTestJSON-537323479 tempest-ServersAdminNegativeTestJSON-537323479-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:33.072454 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acfa1c27-71de-42f7-840f-6434aeedff64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:33.073476 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfa1c27-71de-42f7-840f-6434aeedff64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:33.074058 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acfa1c27-71de-42f7-840f-6434aeedff64 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:33.130681 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-acfa1c27-71de-42f7-840f-6434aeedff64 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3090520 Nov 24 20:57:33.131455 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35786) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:33.153956 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-874e9bb3-be47-4381-b7f9-65bd6b283eb6 admin admin] Request body: {'subnet': {'network_id': '105561c4-2b1e-4ac8-bcd9-d70e7144544f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-651373049-subnet', 'tenant_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:33.160006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-e1303e3c-9b23-4dd9-af00-b4400070a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:33.169378 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-e1303e3c-9b23-4dd9-af00-b4400070a315 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d57895c6-b2f2-4afe-a44e-1eb66b91940d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2954144 Nov 24 20:57:33.176166 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3691f8da-c1ea-4b63-82ed-462100685132 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:33.260807 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd11786-733d-43b5-87c8-cde565d22062 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:57:33.279165 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-ecd11786-733d-43b5-87c8-cde565d22062 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:57:33.285372 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3691f8da-c1ea-4b63-82ed-462100685132 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:33.301733 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd11786-733d-43b5-87c8-cde565d22062 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:57:33.347116 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa1c27-71de-42f7-840f-6434aeedff64 admin admin] Pushing event updated for resources: {'Network': ['ID=105561c4-2b1e-4ac8-bcd9-d70e7144544f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:33.361357 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd11786-733d-43b5-87c8-cde565d22062 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Pushing event updated for resources: {'Port': ['ID=49f03817-cb63-49d5-883e-0c81779c7e70,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:33.363405 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 105561c4-2b1e-4ac8-bcd9-d70e7144544f details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:57:33.377131 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65898f1f-95e7-4d6e-ae91-09143751d064 req-05343cbd-23d0-4ab8-84b2-f6aff0e7b2d5 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:33.384526 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-65898f1f-95e7-4d6e-ae91-09143751d064 req-05343cbd-23d0-4ab8-84b2-f6aff0e7b2d5 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 944 time: 0.2024910 Nov 24 20:57:33.418683 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874e9bb3-be47-4381-b7f9-65bd6b283eb6 admin admin] Made reservation on behalf of 586f31c49e2c4226a871efaeaf3ce1c4 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:57:33.421555 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-874e9bb3-be47-4381-b7f9-65bd6b283eb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:33.700962 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-874e9bb3-be47-4381-b7f9-65bd6b283eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:33.758120 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-a992875c-9135-4791-a16a-8d148916a23e service neutron] 10.222.0.48 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5576844 Nov 24 20:57:33.805523 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3691f8da-c1ea-4b63-82ed-462100685132 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Deleting port c751788c-39c2-4807-898e-fb16b2170f4f {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:57:33.806165 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3691f8da-c1ea-4b63-82ed-462100685132 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:33.811673 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2115c317-5361-4423-aeaf-3f4c9363543b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:33.827339 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-65898f1f-95e7-4d6e-ae91-09143751d064 req-61497b7a-e967-4d82-a6d2-6353295e3e0a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398942 Nov 24 20:57:33.883600 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-56e1dfee-046d-419e-b34b-79b14e05f173 req-827e44e4-5270-4ffd-b29a-bf4a6d20e5dd tempest-ServersAdminNegativeTestJSON-537323479 tempest-ServersAdminNegativeTestJSON-537323479-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:33.891384 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2115c317-5361-4423-aeaf-3f4c9363543b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:33.897013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874e9bb3-be47-4381-b7f9-65bd6b283eb6 admin admin] Checking segment: {'id': '894dcd6d-7219-4926-bc28-7036e518ac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '105561c4-2b1e-4ac8-bcd9-d70e7144544f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:57:33.897385 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874e9bb3-be47-4381-b7f9-65bd6b283eb6 admin admin] Network hostable DHCP agents. Network: 105561c4-2b1e-4ac8-bcd9-d70e7144544f, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:57:33.930252 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115c317-5361-4423-aeaf-3f4c9363543b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2917638-5c49-4188-9c36-dac974182681,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:33.938913 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e9bb3-be47-4381-b7f9-65bd6b283eb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e536b41-13cb-4c29-a268-93697169234a,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:33.941086 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-56e1dfee-046d-419e-b34b-79b14e05f173 req-827e44e4-5270-4ffd-b29a-bf4a6d20e5dd tempest-ServersAdminNegativeTestJSON-537323479 tempest-ServersAdminNegativeTestJSON-537323479-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:34.017620 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2115c317-5361-4423-aeaf-3f4c9363543b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b41020dbec5b499da6ab2540e045800f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6003103 Nov 24 20:57:34.022663 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35814) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:34.040612 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ecd11786-733d-43b5-87c8-cde565d22062 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:34.095101 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-56e1dfee-046d-419e-b34b-79b14e05f173 req-827e44e4-5270-4ffd-b29a-bf4a6d20e5dd tempest-ServersAdminNegativeTestJSON-537323479 tempest-ServersAdminNegativeTestJSON-537323479-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2321100 Nov 24 20:57:34.097419 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0fd6e9e2-339b-494a-93d6-322ca59dc1dd req-0130d866-029d-4d73-8a17-fae16b855593 service neutron] 10.222.0.48 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280773 Nov 24 20:57:34.104662 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3691f8da-c1ea-4b63-82ed-462100685132 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:34.120333 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874e9bb3-be47-4381-b7f9-65bd6b283eb6 admin admin] Network 105561c4-2b1e-4ac8-bcd9-d70e7144544f is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:57:34.125271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e44e4-5270-4ffd-b29a-bf4a6d20e5dd tempest-ServersAdminNegativeTestJSON-537323479 tempest-ServersAdminNegativeTestJSON-537323479-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee87b5ba-e22d-4a18-880f-8cfbf9bc683a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:34.144659 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-874e9bb3-be47-4381-b7f9-65bd6b283eb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 105561c4-2b1e-4ac8-bcd9-d70e7144544f) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:57:34.154376 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554cb100-d652-4e89-be5e-a89c885dbf04 None None] Network 105561c4-2b1e-4ac8-bcd9-d70e7144544f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:57:34.163172 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3691f8da-c1ea-4b63-82ed-462100685132 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Calling delete_port for c751788c-39c2-4807-898e-fb16b2170f4f owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:57:34.193911 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874e9bb3-be47-4381-b7f9-65bd6b283eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:34.195169 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-874e9bb3-be47-4381-b7f9-65bd6b283eb6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:34.244030 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-374fbfd2-9419-46c4-a133-13172bcf1b02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:34.293004 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-874e9bb3-be47-4381-b7f9-65bd6b283eb6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1513042 Nov 24 20:57:34.296273 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0338583-98d8-4af6-b90c-4c86f584d898 req-49896e1e-e677-498a-bcf4-61a90dbd9d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:34.297993 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c0338583-98d8-4af6-b90c-4c86f584d898 req-49896e1e-e677-498a-bcf4-61a90dbd9d3e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 1095 time: 0.1059966 Nov 24 20:57:34.298693 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35818) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:34.303568 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-8dc20cb7-f400-4d00-985c-adc3b5fa0104 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-651373049-router', 'tenant_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:34.365249 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-374fbfd2-9419-46c4-a133-13172bcf1b02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:34.415543 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8dc20cb7-f400-4d00-985c-adc3b5fa0104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:34.416793 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8dc20cb7-f400-4d00-985c-adc3b5fa0104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:34.479471 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8dc20cb7-f400-4d00-985c-adc3b5fa0104 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:34.560008 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0338583-98d8-4af6-b90c-4c86f584d898 req-ff64adc7-53a4-4e9c-bf63-82ffd508cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:34.561677 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c0338583-98d8-4af6-b90c-4c86f584d898 req-ff64adc7-53a4-4e9c-bf63-82ffd508cfca service neutron] 10.222.0.48 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 913 time: 0.2545342 Nov 24 20:57:34.571486 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd492511-7207-4e76-b3e5-6863180041d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-105561c4-2b1e-4ac8-bcd9-d70e7144544f', 'network_id': '105561c4-2b1e-4ac8-bcd9-d70e7144544f', 'tenant_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'fixed_ips': [{'subnet_id': '5e536b41-13cb-4c29-a268-93697169234a'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:57:34.572374 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fd492511-7207-4e76-b3e5-6863180041d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:34.625689 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c0338583-98d8-4af6-b90c-4c86f584d898 req-723e21b2-2021-4034-b059-4964eff08152 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7d0a26b-88f4-45ed-8fbc-abce95b54c8b HTTP/1.1" status: 200 len: 217 time: 0.0558529 Nov 24 20:57:34.719949 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3691f8da-c1ea-4b63-82ed-462100685132 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:34.745414 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-fd492511-7207-4e76-b3e5-6863180041d9 None None] Allocated IP 172.20.0.2 (105561c4-2b1e-4ac8-bcd9-d70e7144544f/5e536b41-13cb-4c29-a268-93697169234a/11041856-373c-4dad-840f-3481cb2618b0) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:57:34.845831 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0338583-98d8-4af6-b90c-4c86f584d898 req-73e427d6-e988-481d-8b9e-cef3dd71e7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:34.847914 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c0338583-98d8-4af6-b90c-4c86f584d898 req-73e427d6-e988-481d-8b9e-cef3dd71e7e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ee9c5f7-570f-459a-a776-8d371777733b HTTP/1.1" status: 200 len: 851 time: 0.1464520 Nov 24 20:57:34.873932 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8dc20cb7-f400-4d00-985c-adc3b5fa0104 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:34.918119 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fd492511-7207-4e76-b3e5-6863180041d9 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:34.929364 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fd492511-7207-4e76-b3e5-6863180041d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:34.934587 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0338583-98d8-4af6-b90c-4c86f584d898 req-f31c3348-2fd7-4ebd-b467-fe8a45627d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:34.936819 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c0338583-98d8-4af6-b90c-4c86f584d898 req-f31c3348-2fd7-4ebd-b467-fe8a45627d98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d57895c6-b2f2-4afe-a44e-1eb66b91940d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795126 Nov 24 20:57:34.994185 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd492511-7207-4e76-b3e5-6863180041d9 None None] Network 105561c4-2b1e-4ac8-bcd9-d70e7144544f is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:57:34.996234 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd492511-7207-4e76-b3e5-6863180041d9 None None] Pushing event updated for resources: {'Port': ['ID=11041856-373c-4dad-840f-3481cb2618b0,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:34.999061 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-fd492511-7207-4e76-b3e5-6863180041d9 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:57:35.026434 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd492511-7207-4e76-b3e5-6863180041d9 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:57:35.067096 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-c0338329-67e3-405e-9a77-b2c77f1042c2 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f9f97af922bb4212809f7d75bc05ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5312257 Nov 24 20:57:35.096871 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691f8da-c1ea-4b63-82ed-462100685132 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Pushing event deleted for resources: {'Port': ['ID=c751788c-39c2-4807-898e-fb16b2170f4f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:35.099985 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-fd492511-7207-4e76-b3e5-6863180041d9 None None] Attempting to bind port 11041856-373c-4dad-840f-3481cb2618b0 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:57:35.100608 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-fd492511-7207-4e76-b3e5-6863180041d9 None None] Attempting to bind port 11041856-373c-4dad-840f-3481cb2618b0 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '894dcd6d-7219-4926-bc28-7036e518ac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '105561c4-2b1e-4ac8-bcd9-d70e7144544f'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:57:35.101180 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd492511-7207-4e76-b3e5-6863180041d9 None None] Attempting to bind port 11041856-373c-4dad-840f-3481cb2618b0 on network 105561c4-2b1e-4ac8-bcd9-d70e7144544f {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:57:35.108234 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd492511-7207-4e76-b3e5-6863180041d9 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:57:35.108894 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd492511-7207-4e76-b3e5-6863180041d9 None None] Checking segment: {'id': '894dcd6d-7219-4926-bc28-7036e518ac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '105561c4-2b1e-4ac8-bcd9-d70e7144544f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:57:35.109501 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fd492511-7207-4e76-b3e5-6863180041d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:35.110051 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd492511-7207-4e76-b3e5-6863180041d9 None None] Bound using segment: {'id': '894dcd6d-7219-4926-bc28-7036e518ac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '105561c4-2b1e-4ac8-bcd9-d70e7144544f'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:57:35.110750 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-fd492511-7207-4e76-b3e5-6863180041d9 None None] Bound port: 11041856-373c-4dad-840f-3481cb2618b0, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894dcd6d-7219-4926-bc28-7036e518ac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '105561c4-2b1e-4ac8-bcd9-d70e7144544f'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:57:35.111369 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fd492511-7207-4e76-b3e5-6863180041d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:35.183439 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-374fbfd2-9419-46c4-a133-13172bcf1b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:35.183633 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226ef60-308b-4cfc-af4a-7bbb6c7a1aab req-5f0e6f94-7bfc-4355-991d-ade8ce24928b tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:35.185154 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8226ef60-308b-4cfc-af4a-7bbb6c7a1aab req-5f0e6f94-7bfc-4355-991d-ade8ce24928b tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 944 time: 0.2214515 Nov 24 20:57:35.186099 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-374fbfd2-9419-46c4-a133-13172bcf1b02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:35.187382 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-374fbfd2-9419-46c4-a133-13172bcf1b02 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d2917638-5c49-4188-9c36-dac974182681 HTTP/1.1" status: 204 len: 168 time: 1.1636086 Nov 24 20:57:35.233431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-fd492511-7207-4e76-b3e5-6863180041d9 None None] For port 11041856-373c-4dad-840f-3481cb2618b0, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:57:35.244084 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-fd492511-7207-4e76-b3e5-6863180041d9 None None] For port 11041856-373c-4dad-840f-3481cb2618b0, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=11041856-373c-4dad-840f-3481cb2618b0,segment=NetworkSegment(894dcd6d-7219-4926-bc28-7036e518ac81),segment_id=894dcd6d-7219-4926-bc28-7036e518ac81)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:57:35.249758 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c0338583-98d8-4af6-b90c-4c86f584d898 req-a62f7182-23a9-459e-80f0-41899155bd14 service neutron] 10.222.0.48 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972343 Nov 24 20:57:35.257503 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fd492511-7207-4e76-b3e5-6863180041d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:35.336437 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device c7d0a26b-88f4-45ed-8fbc-abce95b54c8b details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:57:35.359541 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:57:35.385136 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ecd11786-733d-43b5-87c8-cde565d22062 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:35.394324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-6a311617-beb1-471a-b0e9-9b4e71139902 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:35.396422 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-6a311617-beb1-471a-b0e9-9b4e71139902 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3051326 Nov 24 20:57:35.397354 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fbfd2-9419-46c4-a133-13172bcf1b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2917638-5c49-4188-9c36-dac974182681,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:35.404063 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3691f8da-c1ea-4b63-82ed-462100685132 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:35.429273 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd492511-7207-4e76-b3e5-6863180041d9 None None] Pushing event updated for resources: {'Port': ['ID=11041856-373c-4dad-840f-3481cb2618b0,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:35.548665 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port c7d0a26b-88f4-45ed-8fbc-abce95b54c8b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c7d0a26b-88f4-45ed-8fbc-abce95b54c8b,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:35.566606 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'c7d0a26b-88f4-45ed-8fbc-abce95b54c8b', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'port_id': 'c7d0a26b-88f4-45ed-8fbc-abce95b54c8b', 'mac_address': 'fa:16:3e:e1:fe:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:57:35.633437 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:35.659973 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d0a26b-88f4-45ed-8fbc-abce95b54c8b {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:57:35.686781 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port c7d0a26b-88f4-45ed-8fbc-abce95b54c8b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c7d0a26b-88f4-45ed-8fbc-abce95b54c8b,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:35.691947 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:35.748657 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-cb8b5c64-a693-4acc-ae25-605135f6db99 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/quotas/f9f97af922bb4212809f7d75bc05ed87 HTTP/1.1" status: 200 len: 375 time: 0.1956313 Nov 24 20:57:35.829424 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=c7d0a26b-88f4-45ed-8fbc-abce95b54c8b,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:35.840290 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-cd372c3e-a602-4b93-befd-f9cf3200bc6f tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9f97af922bb4212809f7d75bc05ed87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838671 Nov 24 20:57:35.915482 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['c7d0a26b-88f4-45ed-8fbc-abce95b54c8b'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:57:35.934142 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3691f8da-c1ea-4b63-82ed-462100685132 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:35.946619 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3691f8da-c1ea-4b63-82ed-462100685132 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-320311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-320300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-319781'] for router, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:35.983163 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35854) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:36.085689 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8226ef60-308b-4cfc-af4a-7bbb6c7a1aab req-06853f3c-b3b2-4461-8587-b46b9decbe2a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8678596 Nov 24 20:57:36.086020 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-313d9e90-4769-4ea3-b676-74d87a17aec6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:36.180918 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3691f8da-c1ea-4b63-82ed-462100685132 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Router e2faab39-bef9-45a7-ad6d-611f2e039cee has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:57:36.248821 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3495c321-7eb7-48ea-901e-e1ba9b8f006e req-ce98aad1-935c-4a1e-8389-30f21f9ef0b0 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d HTTP/1.1" status: 200 len: 210 time: 0.0351660 Nov 24 20:57:36.278913 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c0338583-98d8-4af6-b90c-4c86f584d898 req-b436f53c-bcb9-49f4-b736-92051ced858c service neutron] 10.222.0.48 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0159228 Nov 24 20:57:36.294388 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8dc20cb7-f400-4d00-985c-adc3b5fa0104 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:36.334931 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8dc20cb7-f400-4d00-985c-adc3b5fa0104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:36.367908 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd11786-733d-43b5-87c8-cde565d22062 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Router 442a327f-d9ef-41b9-abdd-d9f807545f96 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:57:36.397524 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3691f8da-c1ea-4b63-82ed-462100685132 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:57:36.402072 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ea624-1765-4ea3-a5ad-3e0851489cad req-8721a28b-3417-436c-bdda-2ed8f4e862ab tempest-ServersAdminNegativeTestJSON-537323479 tempest-ServersAdminNegativeTestJSON-537323479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:36.403679 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-186ea624-1765-4ea3-a5ad-3e0851489cad req-8721a28b-3417-436c-bdda-2ed8f4e862ab tempest-ServersAdminNegativeTestJSON-537323479 tempest-ServersAdminNegativeTestJSON-537323479-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b899796e-a408-4b09-ab64-a82296d856cd HTTP/1.1" status: 200 len: 1101 time: 0.2164807 Nov 24 20:57:36.410667 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee6e7a8-4650-40b3-8bc8-57a1753cd620 None None] Sync routers for ids ['e2faab39-bef9-45a7-ad6d-611f2e039cee'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:57:36.414531 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3691f8da-c1ea-4b63-82ed-462100685132 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:36.415727 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3691f8da-c1ea-4b63-82ed-462100685132 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "PUT /v2.0/routers/e2faab39-bef9-45a7-ad6d-611f2e039cee HTTP/1.1" status: 200 len: 709 time: 4.3016796 Nov 24 20:57:36.421198 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35866) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:36.440116 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee6e7a8-4650-40b3-8bc8-57a1753cd620 None None] Routers {'e2faab39-bef9-45a7-ad6d-611f2e039cee'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:36.441939 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-6ee6e7a8-4650-40b3-8bc8-57a1753cd620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:57:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['e2faab39-bef9-45a7-ad6d-611f2e039cee'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:36.541662 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-6ee6e7a8-4650-40b3-8bc8-57a1753cd620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:36.566555 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee6e7a8-4650-40b3-8bc8-57a1753cd620 None None] Routers {'e2faab39-bef9-45a7-ad6d-611f2e039cee'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:36.568076 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-6ee6e7a8-4650-40b3-8bc8-57a1753cd620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:57:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['e2faab39-bef9-45a7-ad6d-611f2e039cee'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:36.583532 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-8dc20cb7-f400-4d00-985c-adc3b5fa0104 admin admin] Allocated IP 172.25.5.112 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/fc0d874e-d3b8-4dc7-a081-88c37030f2bd) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:57:36.628193 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-6ee6e7a8-4650-40b3-8bc8-57a1753cd620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:36.630582 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee6e7a8-4650-40b3-8bc8-57a1753cd620 None None] The sync data for ids ['e2faab39-bef9-45a7-ad6d-611f2e039cee'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:57:36.674178 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-313d9e90-4769-4ea3-b676-74d87a17aec6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:36.705206 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35870) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:36.708992 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9607a723-021e-4a0d-a5f1-19bbca10c5de tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "GET /v2.0/routers/e2faab39-bef9-45a7-ad6d-611f2e039cee HTTP/1.1" status: 200 len: 744 time: 0.2774153 Nov 24 20:57:36.780788 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-313d9e90-4769-4ea3-b676-74d87a17aec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:36.787100 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-55fff05a-a279-4762-8595-a7c5e8ff3f0b tempest-RoutersIpV6AdminTest-1218737983 tempest-RoutersIpV6AdminTest-1218737983-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&device_id=e2faab39-bef9-45a7-ad6d-611f2e039cee HTTP/1.1" status: 200 len: 205 time: 0.0776198 Nov 24 20:57:36.790005 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35872) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:36.811847 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-186ea624-1765-4ea3-a5ad-3e0851489cad req-7384c10f-4e8f-4590-b730-1ffb10874bda tempest-ServersAdminNegativeTestJSON-537323479 tempest-ServersAdminNegativeTestJSON-537323479-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926308 Nov 24 20:57:36.835323 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1b27023f-f37b-42c8-bd7e-0e84c87ddc7b tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2faab39-bef9-45a7-ad6d-611f2e039cee HTTP/1.1" status: 200 len: 205 time: 0.0418661 Nov 24 20:57:36.835817 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35876) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:36.893105 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 11041856-373c-4dad-840f-3481cb2618b0 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:57:36.975138 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8dc20cb7-f400-4d00-985c-adc3b5fa0104 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:36.985013 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c54abd7-6a1d-42d3-84d4-e6d2eb8d3c8a tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:36.999364 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd11786-733d-43b5-87c8-cde565d22062 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:57:37.015720 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-313d9e90-4769-4ea3-b676-74d87a17aec6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d95a0f67f7874b1b8143e27165cae5db&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0180409 Nov 24 20:57:37.024499 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35880) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:37.029131 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d9e90-4769-4ea3-b676-74d87a17aec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385625f0-1995-457a-b6b8-0ef4e52666b6,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:37.030963 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4820c164-df12-428a-a952-08853d08e194 None None] Sync routers for ids ['442a327f-d9ef-41b9-abdd-d9f807545f96'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:57:37.103947 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4820c164-df12-428a-a952-08853d08e194 None None] Routers {'442a327f-d9ef-41b9-abdd-d9f807545f96'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:37.105784 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4820c164-df12-428a-a952-08853d08e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:57:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['442a327f-d9ef-41b9-abdd-d9f807545f96'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:37.132034 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ecd11786-733d-43b5-87c8-cde565d22062 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:37.133467 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ecd11786-733d-43b5-87c8-cde565d22062 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.1072628 Nov 24 20:57:37.137447 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35884) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:37.148023 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-e0f01623-2dc6-4e73-9c04-a1400e149c31 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:37.149127 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98666b69-c769-4ca1-96cf-f8439bb20364 None None] Network 105561c4-2b1e-4ac8-bcd9-d70e7144544f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:57:37.252935 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c54abd7-6a1d-42d3-84d4-e6d2eb8d3c8a tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:37.257576 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c54abd7-6a1d-42d3-84d4-e6d2eb8d3c8a tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:37.260020 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8dc20cb7-f400-4d00-985c-adc3b5fa0104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:37.291893 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4820c164-df12-428a-a952-08853d08e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:37.321755 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34cf22a9-5c48-4257-a196-611b57b8edfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:37.344052 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc20cb7-f400-4d00-985c-adc3b5fa0104 admin admin] Pushing event updated for resources: {'Port': ['ID=fc0d874e-d3b8-4dc7-a081-88c37030f2bd,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:37.364448 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34cf22a9-5c48-4257-a196-611b57b8edfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:37.366164 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d3c0f83b-47fe-48b8-b0f9-6053fb243bea None None] Provisioning complete for port 11041856-373c-4dad-840f-3481cb2618b0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:37.366547 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d3c0f83b-47fe-48b8-b0f9-6053fb243bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:37.370643 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device c7d0a26b-88f4-45ed-8fbc-abce95b54c8b up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:57:37.409684 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-30eb5e02-1917-4841-a8b4-7883258bb98c req-43b7879f-3659-4496-8f3c-b65f16e6307a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:57:37.412671 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-30eb5e02-1917-4841-a8b4-7883258bb98c req-43b7879f-3659-4496-8f3c-b65f16e6307a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4509275 Nov 24 20:57:37.428881 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc20cb7-f400-4d00-985c-adc3b5fa0104 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:57:37.432228 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-8dc20cb7-f400-4d00-985c-adc3b5fa0104 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:57:37.435459 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc20cb7-f400-4d00-985c-adc3b5fa0104 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:57:37.468044 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b60b9-d904-41cf-958e-2d406363790e req-6f19374c-4a72-4da4-9191-5f84f24905cb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:37.469958 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-969b60b9-d904-41cf-958e-2d406363790e req-6f19374c-4a72-4da4-9191-5f84f24905cb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 945 time: 0.1928759 Nov 24 20:57:37.521486 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c54abd7-6a1d-42d3-84d4-e6d2eb8d3c8a tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:37.522212 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c54abd7-6a1d-42d3-84d4-e6d2eb8d3c8a tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Fanout notify agent at l3_agent the message router_deleted on router e2faab39-bef9-45a7-ad6d-611f2e039cee {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:57:37.541265 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34cf22a9-5c48-4257-a196-611b57b8edfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:37.548318 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34cf22a9-5c48-4257-a196-611b57b8edfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:37.561885 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-34cf22a9-5c48-4257-a196-611b57b8edfc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/385625f0-1995-457a-b6b8-0ef4e52666b6 HTTP/1.1" status: 204 len: 168 time: 0.5331101 Nov 24 20:57:37.596131 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c54abd7-6a1d-42d3-84d4-e6d2eb8d3c8a tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:37.604085 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7c54abd7-6a1d-42d3-84d4-e6d2eb8d3c8a tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "DELETE /v2.0/routers/e2faab39-bef9-45a7-ad6d-611f2e039cee HTTP/1.1" status: 204 len: 168 time: 0.7640581 Nov 24 20:57:37.613437 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fc0eced-3c53-4d14-bf44-6e367ebaac1c req-e3bd05a1-712d-48f3-89b2-9f483e895dd1 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d HTTP/1.1" status: 200 len: 210 time: 0.0849383 Nov 24 20:57:37.614050 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35898) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:37.681721 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-969b60b9-d904-41cf-958e-2d406363790e req-e1ed6f97-b291-4432-858e-7a27b62679de tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990600 Nov 24 20:57:37.683926 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf22a9-5c48-4257-a196-611b57b8edfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385625f0-1995-457a-b6b8-0ef4e52666b6,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:37.698403 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fa5afb53-eea5-4522-9623-914dd72cdcbf tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2faab39-bef9-45a7-ad6d-611f2e039cee HTTP/1.1" status: 200 len: 205 time: 0.0812275 Nov 24 20:57:37.701063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35906) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:37.729364 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 11041856-373c-4dad-840f-3481cb2618b0 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:37.730313 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:37.732821 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4820c164-df12-428a-a952-08853d08e194 None None] Routers {'442a327f-d9ef-41b9-abdd-d9f807545f96'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:37.733717 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4820c164-df12-428a-a952-08853d08e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:57:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['442a327f-d9ef-41b9-abdd-d9f807545f96'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:38.091675 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-4caa963f-a6bc-494e-b8c7-ad10758623e3 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f9f97af922bb4212809f7d75bc05ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403595 Nov 24 20:57:38.127057 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4820c164-df12-428a-a952-08853d08e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:38.127722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4820c164-df12-428a-a952-08853d08e194 None None] The sync data for ids ['442a327f-d9ef-41b9-abdd-d9f807545f96'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:57:38.133626 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-546d80ce-4219-4289-ada9-2c856faea921 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] delete failed (client error): The resource could not be found. Nov 24 20:57:38.137000 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-546d80ce-4219-4289-ada9-2c856faea921 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "DELETE /v2.0/routers/e2faab39-bef9-45a7-ad6d-611f2e039cee HTTP/1.1" status: 404 len: 336 time: 0.4204493 Nov 24 20:57:38.142882 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35918) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:38.204542 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-90af7b7b-8f20-4b32-a284-051e6ae185e3 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26bd14d-bd70-419f-9ce4-03c4f17c4a37 HTTP/1.1" status: 200 len: 205 time: 0.0578604 Nov 24 20:57:38.206851 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35924) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:38.248142 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-f060bc7e-3646-410a-bf16-f18080db3b3c tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] delete failed (client error): The resource could not be found. Nov 24 20:57:38.249217 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f060bc7e-3646-410a-bf16-f18080db3b3c tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "DELETE /v2.0/routers/b26bd14d-bd70-419f-9ce4-03c4f17c4a37 HTTP/1.1" status: 404 len: 336 time: 0.0414896 Nov 24 20:57:38.252087 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e0f01623-2dc6-4e73-9c04-a1400e149c31 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:38.255696 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35926) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:38.287089 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-34f04103-cfdf-4810-8627-c62d261fd055 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7185a7b-4e24-417b-8d9b-661016f488f1 HTTP/1.1" status: 200 len: 205 time: 0.0303102 Nov 24 20:57:38.290304 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35928) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:38.304281 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca52de-d174-480b-94ed-fd54cd9096a2 req-5b614eef-fd9e-4b17-83de-8654fc7d0deb tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:38.305827 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d1ca52de-d174-480b-94ed-fd54cd9096a2 req-5b614eef-fd9e-4b17-83de-8654fc7d0deb tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b899796e-a408-4b09-ab64-a82296d856cd HTTP/1.1" status: 200 len: 950 time: 0.2344398 Nov 24 20:57:38.307381 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e0f01623-2dc6-4e73-9c04-a1400e149c31 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:38.320426 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d3c0f83b-47fe-48b8-b0f9-6053fb243bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:38.396566 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port c7d0a26b-88f4-45ed-8fbc-abce95b54c8b completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:57:38.420155 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d1ca52de-d174-480b-94ed-fd54cd9096a2 req-e2ee43b5-3682-4107-a25b-39ee82ec019b tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992982 Nov 24 20:57:38.429783 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d3c0f83b-47fe-48b8-b0f9-6053fb243bea None None] For port 11041856-373c-4dad-840f-3481cb2618b0, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=11041856-373c-4dad-840f-3481cb2618b0,segment=NetworkSegment(894dcd6d-7219-4926-bc28-7036e518ac81),segment_id=894dcd6d-7219-4926-bc28-7036e518ac81)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:38.441956 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port c7d0a26b-88f4-45ed-8fbc-abce95b54c8b triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:38.443017 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:38.446899 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:38.451099 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-16f0e692-1128-497b-abd3-c43f0edef8f7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] delete failed (client error): The resource could not be found. Nov 24 20:57:38.452351 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-16f0e692-1128-497b-abd3-c43f0edef8f7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "DELETE /v2.0/routers/b7185a7b-4e24-417b-8d9b-661016f488f1 HTTP/1.1" status: 404 len: 336 time: 0.1522660 Nov 24 20:57:38.457566 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35932) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:38.470460 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-e0f01623-2dc6-4e73-9c04-a1400e149c31 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Deleting port 49f03817-cb63-49d5-883e-0c81779c7e70 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:57:38.470995 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e0f01623-2dc6-4e73-9c04-a1400e149c31 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:38.475201 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d3c0f83b-47fe-48b8-b0f9-6053fb243bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:38.513176 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-98babc69-bf2a-412e-be65-95a71b3f8e1d tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe3d1669-1944-4b2a-b59c-4013d314e7d0 HTTP/1.1" status: 200 len: 205 time: 0.0512254 Nov 24 20:57:38.517949 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35934) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:38.615066 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0f83b-47fe-48b8-b0f9-6053fb243bea None None] Pushing event updated for resources: {'Port': ['ID=11041856-373c-4dad-840f-3481cb2618b0,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:38.626866 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:57:38.627171 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:57:38.668294 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e0f01623-2dc6-4e73-9c04-a1400e149c31 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:38.684000 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-e0f01623-2dc6-4e73-9c04-a1400e149c31 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Calling delete_port for 49f03817-cb63-49d5-883e-0c81779c7e70 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:57:38.691566 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-3cfa431b-3988-4088-bd87-b9658ca192c4 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:38.694689 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-3cfa431b-3988-4088-bd87-b9658ca192c4 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5863290 Nov 24 20:57:38.697695 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-947f2856-4ef5-4ea4-8152-982a2ec3f3ab tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] delete failed (client error): The resource could not be found. Nov 24 20:57:38.701317 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-947f2856-4ef5-4ea4-8152-982a2ec3f3ab tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "DELETE /v2.0/routers/fe3d1669-1944-4b2a-b59c-4013d314e7d0 HTTP/1.1" status: 404 len: 336 time: 0.1751940 Nov 24 20:57:38.702383 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35942) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:38.730602 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-0e209885-568a-41d8-ad18-2d45fd4d8a3c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Request body: {'port': {'device_id': 'f51f7b56-b9cb-41f8-9fee-21f30dc7089d', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': 'f9f97af922bb4212809f7d75bc05ed87'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:38.733931 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:38.781496 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515aa024-38ce-4f36-b349-88a56429f210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d0a26b-88f4-45ed-8fbc-abce95b54c8b'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:57:38.783791 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562df748-ddd7-4715-a9b1-5bd4af659ad6" -d '{"events": [{"server_uuid": "515aa024-38ce-4f36-b349-88a56429f210", "name": "network-vif-plugged", "status": "completed", "tag": "c7d0a26b-88f4-45ed-8fbc-abce95b54c8b"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:57:38.797287 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port c7d0a26b-88f4-45ed-8fbc-abce95b54c8b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c7d0a26b-88f4-45ed-8fbc-abce95b54c8b,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:38.805543 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:38.831799 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e9bcb97-51e9-408f-b848-8a9c52ab9b3e req-a892b78e-1817-417a-9113-d7a79b064b8c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d HTTP/1.1" status: 200 len: 210 time: 0.1047781 Nov 24 20:57:38.882427 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bb5d1547-a586-4567-94c0-9da3f6df8106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:38.915728 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b957efee-a031-46e0-917a-ae98329927cc tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ba2b899-d697-42d5-886e-86a3a5bba871 HTTP/1.1" status: 200 len: 205 time: 0.2113647 Nov 24 20:57:38.926106 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=c7d0a26b-88f4-45ed-8fbc-abce95b54c8b,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:38.933479 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35952) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:38.935222 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-46746fd7-831d-4937-bb1b-400f43dc1df5 None None] Provisioning complete for port 11041856-373c-4dad-840f-3481cb2618b0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:38.935687 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-46746fd7-831d-4937-bb1b-400f43dc1df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:38.939858 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc0f5e4-6b47-4d28-9f83-045981f7d23a x-openstack-request-id: req-abc0f5e4-6b47-4d28-9f83-045981f7d23a {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:57:38.940216 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515aa024-38ce-4f36-b349-88a56429f210", "name": "network-vif-plugged", "status": "completed", "tag": "c7d0a26b-88f4-45ed-8fbc-abce95b54c8b", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:57:38.940470 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-abc0f5e4-6b47-4d28-9f83-045981f7d23a {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:57:38.940901 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515aa024-38ce-4f36-b349-88a56429f210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d0a26b-88f4-45ed-8fbc-abce95b54c8b', 'code': 200} Nov 24 20:57:38.951714 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8dc20cb7-f400-4d00-985c-adc3b5fa0104 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:39.081383 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ecbbc-1598-4b41-8a62-c91a684450dc req-307a70be-f41e-424a-a780-0dfb9bf5cf55 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:39.090119 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b84ecbbc-1598-4b41-8a62-c91a684450dc req-307a70be-f41e-424a-a780-0dfb9bf5cf55 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 946 time: 0.2039490 Nov 24 20:57:39.125552 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-ff4507df-fb0f-478a-b49e-b5aa6712e91e tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] delete failed (client error): The resource could not be found. Nov 24 20:57:39.129041 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ff4507df-fb0f-478a-b49e-b5aa6712e91e tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "DELETE /v2.0/routers/6ba2b899-d697-42d5-886e-86a3a5bba871 HTTP/1.1" status: 404 len: 336 time: 0.1921678 Nov 24 20:57:39.132517 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35956) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:39.183919 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b84ecbbc-1598-4b41-8a62-c91a684450dc req-975dcf67-4b3d-4761-901f-18bf5aea591a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925190 Nov 24 20:57:39.188705 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a384736a-f7a4-4318-8fed-942311bb63c7 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "GET /v2.0/ports?device_id=b83677d8-1559-4c9b-8958-553a75825825 HTTP/1.1" status: 200 len: 205 time: 0.0500686 Nov 24 20:57:39.194054 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35958) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:39.288889 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-e7a4b2ef-7980-493b-93e6-57387b762c95 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] delete failed (client error): The resource could not be found. Nov 24 20:57:39.290074 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e7a4b2ef-7980-493b-93e6-57387b762c95 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "DELETE /v2.0/routers/b83677d8-1559-4c9b-8958-553a75825825 HTTP/1.1" status: 404 len: 336 time: 0.0591695 Nov 24 20:57:39.296670 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35964) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:39.314805 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bd5e2-6c17-4c01-aa22-6ec7125ea6d6 req-521e0ae0-8949-4a1a-a243-d7e0a385fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:39.316623 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-430bd5e2-6c17-4c01-aa22-6ec7125ea6d6 req-521e0ae0-8949-4a1a-a243-d7e0a385fc49 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 1097 time: 0.3075383 Nov 24 20:57:39.367915 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 11041856-373c-4dad-840f-3481cb2618b0 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:57:39.451881 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d9fe8b-142a-481d-aa69-1e7cd7c12211 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] DELETE failed (client error): The resource could not be found. Nov 24 20:57:39.453126 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d9fe8b-142a-481d-aa69-1e7cd7c12211 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 20:57:39.457452 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-35d9fe8b-142a-481d-aa69-1e7cd7c12211 tempest-RoutersIpV6AdminTest-732459961 tempest-RoutersIpV6AdminTest-732459961-project] 10.222.0.11 "DELETE /v2.0/subnets/c67d8645-a819-48b1-8550-15d846327edb HTTP/1.1" status: 404 len: 337 time: 0.1594772 Nov 24 20:57:39.481608 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:39.539773 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 11041856-373c-4dad-840f-3481cb2618b0 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:39.543548 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:39.566230 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-0e209885-568a-41d8-ad18-2d45fd4d8a3c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Made reservation on behalf of f9f97af922bb4212809f7d75bc05ed87 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:57:39.571243 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-0e209885-568a-41d8-ad18-2d45fd4d8a3c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:39.592038 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e0f01623-2dc6-4e73-9c04-a1400e149c31 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:39.642320 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-430bd5e2-6c17-4c01-aa22-6ec7125ea6d6 req-1286d7a5-d636-4674-901d-1924b0e9bfac service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631397 Nov 24 20:57:39.647771 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-0e209885-568a-41d8-ad18-2d45fd4d8a3c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:39.750478 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f01623-2dc6-4e73-9c04-a1400e149c31 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Pushing event deleted for resources: {'Port': ['ID=49f03817-cb63-49d5-883e-0c81779c7e70,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:39.752575 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e0f01623-2dc6-4e73-9c04-a1400e149c31 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:39.805497 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8dc20cb7-f400-4d00-985c-adc3b5fa0104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:39.816407 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66991e78-8f2a-47c5-947d-03d41edafd88 req-d8f366d9-c2c5-4b48-92b8-2bfdf0bcdc69 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:39.818691 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-66991e78-8f2a-47c5-947d-03d41edafd88 req-d8f366d9-c2c5-4b48-92b8-2bfdf0bcdc69 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.48 "GET /v2.0/ports?device_id=b899796e-a408-4b09-ab64-a82296d856cd HTTP/1.1" status: 200 len: 950 time: 0.4383569 Nov 24 20:57:40.009909 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e0f01623-2dc6-4e73-9c04-a1400e149c31 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:40.027455 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e0f01623-2dc6-4e73-9c04-a1400e149c31 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-320311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-320300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-319781'] for router, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:40.120168 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-704dfc82-a523-4233-ac26-c7d173cb51d7 req-ec3b9ffe-9548-4707-94dc-0ba9dbc02fdb tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d HTTP/1.1" status: 200 len: 210 time: 0.0832529 Nov 24 20:57:40.230616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f01623-2dc6-4e73-9c04-a1400e149c31 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Router 442a327f-d9ef-41b9-abdd-d9f807545f96 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:57:40.240113 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35988) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:40.388057 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f01623-2dc6-4e73-9c04-a1400e149c31 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:57:40.400855 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023bdac7-f8d6-4f2e-a53f-998817272af7 None None] Sync routers for ids ['442a327f-d9ef-41b9-abdd-d9f807545f96'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:57:40.403619 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e0f01623-2dc6-4e73-9c04-a1400e149c31 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:40.404927 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e0f01623-2dc6-4e73-9c04-a1400e149c31 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "PUT /v2.0/routers/442a327f-d9ef-41b9-abdd-d9f807545f96 HTTP/1.1" status: 200 len: 705 time: 3.2657144 Nov 24 20:57:40.408150 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98dfcd-29c0-4e27-8852-c73f5502ab85 req-c927f0ab-9571-46e6-b546-51ac3602f43a tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:40.410293 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ee98dfcd-29c0-4e27-8852-c73f5502ab85 req-c927f0ab-9571-46e6-b546-51ac3602f43a tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b899796e-a408-4b09-ab64-a82296d856cd HTTP/1.1" status: 200 len: 950 time: 0.8285890 Nov 24 20:57:40.418816 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35996) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:40.419499 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023bdac7-f8d6-4f2e-a53f-998817272af7 None None] Routers {'442a327f-d9ef-41b9-abdd-d9f807545f96'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:40.420195 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-023bdac7-f8d6-4f2e-a53f-998817272af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:57:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['442a327f-d9ef-41b9-abdd-d9f807545f96'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:40.513461 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84175a32-137c-4524-8448-ad0e52befd72 req-c0bc3d3d-9405-4cd3-a42d-f7998cbe35c7 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:40.515184 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84175a32-137c-4524-8448-ad0e52befd72 req-c0bc3d3d-9405-4cd3-a42d-f7998cbe35c7 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 946 time: 0.1286459 Nov 24 20:57:40.518017 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-023bdac7-f8d6-4f2e-a53f-998817272af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:40.548260 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023bdac7-f8d6-4f2e-a53f-998817272af7 None None] Routers {'442a327f-d9ef-41b9-abdd-d9f807545f96'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:40.549102 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-023bdac7-f8d6-4f2e-a53f-998817272af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:57:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['442a327f-d9ef-41b9-abdd-d9f807545f96'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:40.613592 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ee98dfcd-29c0-4e27-8852-c73f5502ab85 req-5209393f-39d2-44a8-a7a6-71e638da6a85 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846025 Nov 24 20:57:40.636645 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84175a32-137c-4524-8448-ad0e52befd72 req-dc153d04-912e-4dd8-999d-a6b582af9399 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102052 Nov 24 20:57:40.641536 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-023bdac7-f8d6-4f2e-a53f-998817272af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:40.642390 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023bdac7-f8d6-4f2e-a53f-998817272af7 None None] The sync data for ids ['442a327f-d9ef-41b9-abdd-d9f807545f96'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:57:40.771638 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36006) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:40.775670 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-eb58c640-e608-4e23-b89e-fb1197055769 tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "GET /v2.0/routers/442a327f-d9ef-41b9-abdd-d9f807545f96 HTTP/1.1" status: 200 len: 740 time: 0.3480833 Nov 24 20:57:40.844683 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f927b134-4c92-4db7-b5b2-32f8eee4f7bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:40.872122 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-badd86e6-5e67-4069-9d13-83b3ebc3539f tempest-RoutersAdminTest-1933952928 tempest-RoutersAdminTest-1933952928-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&device_id=442a327f-d9ef-41b9-abdd-d9f807545f96 HTTP/1.1" status: 200 len: 205 time: 0.0982139 Nov 24 20:57:40.872778 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36010) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:40.904511 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-0e209885-568a-41d8-ad18-2d45fd4d8a3c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:40.917312 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-66991e78-8f2a-47c5-947d-03d41edafd88 req-152e9864-cf88-40ca-827f-1d3170756837 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Deleting port 053fd49a-7435-4a39-9971-3f9c48692465 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:57:40.917647 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-66991e78-8f2a-47c5-947d-03d41edafd88 req-152e9864-cf88-40ca-827f-1d3170756837 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:40.938830 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-040cc6ca-1b8b-4906-a628-9a217e914765 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "GET /v2.0/ports?device_id=442a327f-d9ef-41b9-abdd-d9f807545f96 HTTP/1.1" status: 200 len: 205 time: 0.0592272 Nov 24 20:57:40.939065 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-0e209885-568a-41d8-ad18-2d45fd4d8a3c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:40.941332 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36012) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:40.981981 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:41.035198 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79f8a6c1-796d-47ec-8c64-3c3b20af90ee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:41.070412 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc20cb7-f400-4d00-985c-adc3b5fa0104 admin admin] Router 6f62028b-0df9-41ab-87ee-47d00f4e3d7f is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:57:41.091920 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e209885-568a-41d8-ad18-2d45fd4d8a3c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3083d6-1b53-4f52-8139-708e776277fd,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:41.144418 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dafc5a1a-934e-4b5e-beef-9cd0848c467d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:41.167058 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f927b134-4c92-4db7-b5b2-32f8eee4f7bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:41.247996 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f927b134-4c92-4db7-b5b2-32f8eee4f7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:41.266457 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-66991e78-8f2a-47c5-947d-03d41edafd88 req-152e9864-cf88-40ca-827f-1d3170756837 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] For port 053fd49a-7435-4a39-9971-3f9c48692465, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=053fd49a-7435-4a39-9971-3f9c48692465,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:41.266989 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-66991e78-8f2a-47c5-947d-03d41edafd88 req-152e9864-cf88-40ca-827f-1d3170756837 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:41.309559 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-66991e78-8f2a-47c5-947d-03d41edafd88 req-152e9864-cf88-40ca-827f-1d3170756837 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Calling delete_port for 053fd49a-7435-4a39-9971-3f9c48692465 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:57:41.368402 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-74b6877c-e551-47c4-9835-b9e4ea894444 req-88343f38-4471-4e96-ab1b-c307a8f49eb4 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d HTTP/1.1" status: 200 len: 210 time: 0.0942180 Nov 24 20:57:41.380609 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-0e209885-568a-41d8-ad18-2d45fd4d8a3c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Allocated IP 192.168.233.153 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/975245fd-a239-4b38-a637-934a9f8ac234) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:57:41.393872 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79f8a6c1-796d-47ec-8c64-3c3b20af90ee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:41.396854 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79f8a6c1-796d-47ec-8c64-3c3b20af90ee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:41.408349 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f927b134-4c92-4db7-b5b2-32f8eee4f7bc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19f134b8969b4d90acc62d931e828389&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1584518 Nov 24 20:57:41.414658 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36028) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:41.452878 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927b134-4c92-4db7-b5b2-32f8eee4f7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809ec87b-2be4-4acc-80e8-ea6b56663fb8,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:41.483376 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79f8a6c1-796d-47ec-8c64-3c3b20af90ee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:41.484449 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f8a6c1-796d-47ec-8c64-3c3b20af90ee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Fanout notify agent at l3_agent the message router_deleted on router 442a327f-d9ef-41b9-abdd-d9f807545f96 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:57:41.485401 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc20cb7-f400-4d00-985c-adc3b5fa0104 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:57:41.497425 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79f8a6c1-796d-47ec-8c64-3c3b20af90ee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:41.502537 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-79f8a6c1-796d-47ec-8c64-3c3b20af90ee tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "DELETE /v2.0/routers/442a327f-d9ef-41b9-abdd-d9f807545f96 HTTP/1.1" status: 204 len: 168 time: 0.5599051 Nov 24 20:57:41.506508 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] Sync routers for ids ['6f62028b-0df9-41ab-87ee-47d00f4e3d7f'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:57:41.516080 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36030) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:41.534560 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] Routers {'6f62028b-0df9-41ab-87ee-47d00f4e3d7f'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:41.534560 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:57:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6f62028b-0df9-41ab-87ee-47d00f4e3d7f'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:41.551595 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-14e3288b-ad7c-4f9d-899b-743ba55a8558 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:41.587685 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cd9cfaf3-01c0-436e-8986-9ff7136ff7a3 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "GET /v2.0/ports?device_id=442a327f-d9ef-41b9-abdd-d9f807545f96 HTTP/1.1" status: 200 len: 205 time: 0.0692987 Nov 24 20:57:41.603694 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8dc20cb7-f400-4d00-985c-adc3b5fa0104 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:41.605456 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8dc20cb7-f400-4d00-985c-adc3b5fa0104 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3057125 Nov 24 20:57:41.606416 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36034) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:41.609039 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-14e3288b-ad7c-4f9d-899b-743ba55a8558 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:41.610834 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36036) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:41.699103 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-5e4d8cf0-3f52-4638-9d4f-47f8bf11b29b tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] delete failed (client error): The resource could not be found. Nov 24 20:57:41.702810 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5e4d8cf0-3f52-4638-9d4f-47f8bf11b29b tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "DELETE /v2.0/routers/442a327f-d9ef-41b9-abdd-d9f807545f96 HTTP/1.1" status: 404 len: 336 time: 0.0877540 Nov 24 20:57:41.705974 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36042) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:41.789340 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] Set router 6f62028b-0df9-41ab-87ee-47d00f4e3d7f gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:57:41.806592 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4d25d372-3df9-48f0-b1a1-2c5856593c43 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "GET /v2.0/ports?device_id=477109c9-3696-40b5-9730-33978eba9fdd HTTP/1.1" status: 200 len: 205 time: 0.0921893 Nov 24 20:57:41.810618 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36044) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:41.871567 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-1018501c-0e60-4828-a562-aa7eedeaf5f9 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] delete failed (client error): The resource could not be found. Nov 24 20:57:41.872417 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1018501c-0e60-4828-a562-aa7eedeaf5f9 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "DELETE /v2.0/routers/477109c9-3696-40b5-9730-33978eba9fdd HTTP/1.1" status: 404 len: 336 time: 0.0606008 Nov 24 20:57:41.888867 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36048) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:41.934218 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-05140f96-bf71-4217-8ead-7553c09ff3f8 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44b61fa-8bde-473a-be58-b49e5b7f6172 HTTP/1.1" status: 200 len: 205 time: 0.0409992 Nov 24 20:57:41.947321 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36052) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:41.993748 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-032ddcb9-c702-4a39-97f3-fe006b27cce6 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] delete failed (client error): The resource could not be found. Nov 24 20:57:41.994950 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-032ddcb9-c702-4a39-97f3-fe006b27cce6 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "DELETE /v2.0/routers/d44b61fa-8bde-473a-be58-b49e5b7f6172 HTTP/1.1" status: 404 len: 336 time: 0.0465262 Nov 24 20:57:41.997947 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-0e209885-568a-41d8-ad18-2d45fd4d8a3c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:41.998118 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36054) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:42.015123 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-66991e78-8f2a-47c5-947d-03d41edafd88 req-152e9864-cf88-40ca-827f-1d3170756837 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:42.028880 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060253b-4c96-4e00-a74e-eba4f948c0a8 req-340d46b6-5ce2-4580-956c-2e49bfa42b1b tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:42.044798 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b060253b-4c96-4e00-a74e-eba4f948c0a8 req-340d46b6-5ce2-4580-956c-2e49bfa42b1b tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 946 time: 0.2469244 Nov 24 20:57:42.053459 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-14e3288b-ad7c-4f9d-899b-743ba55a8558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:42.056930 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-14e3288b-ad7c-4f9d-899b-743ba55a8558 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:42.058621 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-14e3288b-ad7c-4f9d-899b-743ba55a8558 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/809ec87b-2be4-4acc-80e8-ea6b56663fb8 HTTP/1.1" status: 204 len: 168 time: 0.6436310 Nov 24 20:57:42.061662 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['d7981819-f1d9-4a10-8e85-ebb1d285e99f'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:57:42.072515 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9305d-0a5f-47d3-a0f2-331f48b394dd req-b7dd4bbd-5434-4c3a-b006-036cf18ca420 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:42.074634 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7ea9305d-0a5f-47d3-a0f2-331f48b394dd req-b7dd4bbd-5434-4c3a-b006-036cf18ca420 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b899796e-a408-4b09-ab64-a82296d856cd HTTP/1.1" status: 200 len: 950 time: 0.3340929 Nov 24 20:57:42.077468 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4dc642cf-4bc1-4dca-829d-b41f731aff31 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0f68a1f-efe2-47c5-8d67-b80e08a38792 HTTP/1.1" status: 200 len: 205 time: 0.0748711 Nov 24 20:57:42.081345 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36058) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:42.103357 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3288b-ad7c-4f9d-899b-743ba55a8558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809ec87b-2be4-4acc-80e8-ea6b56663fb8,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:42.163472 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-4dbfe9d6-fd21-422a-a806-accf9685c56c tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] delete failed (client error): The resource could not be found. Nov 24 20:57:42.163712 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e9864-cf88-40ca-827f-1d3170756837 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Pushing event deleted for resources: {'Port': ['ID=053fd49a-7435-4a39-9971-3f9c48692465,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:42.175052 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4dbfe9d6-fd21-422a-a806-accf9685c56c tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "DELETE /v2.0/routers/f0f68a1f-efe2-47c5-8d67-b80e08a38792 HTTP/1.1" status: 404 len: 336 time: 0.0758829 Nov 24 20:57:42.175710 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36062) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:42.183699 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b060253b-4c96-4e00-a74e-eba4f948c0a8 req-601090fc-6bea-4868-aa1c-c1acb4c624cd tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379447 Nov 24 20:57:42.285131 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-906381bc-29be-446a-b7d3-0679799b6a02 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "GET /v2.0/ports?device_id=82b07914-5a54-46a6-9419-897ca9aec211 HTTP/1.1" status: 200 len: 205 time: 0.0504866 Nov 24 20:57:42.290396 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36068) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:42.341314 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f62028b-0df9-41ab-87ee-47d00f4e3d7f', 'name': 'tempest-TaggedBootDevicesTest-651373049-router', 'tenant_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'fc0d874e-d3b8-4dc7-a081-88c37030f2bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:57:34Z', 'updated_at': '2021-11-24T20:57:38Z', 'revision_number': 3, 'project_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'gw_port': {'id': 'fc0d874e-d3b8-4dc7-a081-88c37030f2bd', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:00:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f62028b-0df9-41ab-87ee-47d00f4e3d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:36Z', 'updated_at': '2021-11-24T20:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:42.412309 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-e80a99ac-8f46-4d23-bb60-dca5a25d4828 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] delete failed (client error): The resource could not be found. Nov 24 20:57:42.413480 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e80a99ac-8f46-4d23-bb60-dca5a25d4828 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "DELETE /v2.0/routers/82b07914-5a54-46a6-9419-897ca9aec211 HTTP/1.1" status: 404 len: 336 time: 0.1180894 Nov 24 20:57:42.417316 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36074) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:42.421430 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7ea9305d-0a5f-47d3-a0f2-331f48b394dd req-b54073d9-b065-4ebb-be71-e02704461739 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339603 Nov 24 20:57:42.459281 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-66991e78-8f2a-47c5-947d-03d41edafd88 req-152e9864-cf88-40ca-827f-1d3170756837 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] No DVR routers for this DVR port 053fd49a-7435-4a39-9971-3f9c48692465 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:57:42.481784 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-66991e78-8f2a-47c5-947d-03d41edafd88 req-152e9864-cf88-40ca-827f-1d3170756837 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:42.485396 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-66991e78-8f2a-47c5-947d-03d41edafd88 req-152e9864-cf88-40ca-827f-1d3170756837 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.48 "DELETE /v2.0/ports/053fd49a-7435-4a39-9971-3f9c48692465 HTTP/1.1" status: 204 len: 173 time: 2.6395447 Nov 24 20:57:42.486079 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b899796e-a408-4b09-ab64-a82296d856cd', 'name': 'network-vif-deleted', 'tag': '053fd49a-7435-4a39-9971-3f9c48692465'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:57:42.490872 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] Checking router: 6f62028b-0df9-41ab-87ee-47d00f4e3d7f for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:57:42.492030 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] Updating router 6f62028b-0df9-41ab-87ee-47d00f4e3d7f port fc0d874e-d3b8-4dc7-a081-88c37030f2bd binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:57:42.501126 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dda59a5-7c1c-4051-a4e7-fb878d9e401b" -d '{"events": [{"server_uuid": "b899796e-a408-4b09-ab64-a82296d856cd", "name": "network-vif-deleted", "tag": "053fd49a-7435-4a39-9971-3f9c48692465"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:57:42.524111 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a47d7f29-596e-451e-b105-717c44b93578 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "GET /v2.0/ports?device_id=60396a88-015d-47e2-b6d6-dd4a6ca1f15e HTTP/1.1" status: 200 len: 205 time: 0.1015558 Nov 24 20:57:42.526889 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36076) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:42.533119 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-0e209885-568a-41d8-ad18-2d45fd4d8a3c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:42.537875 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:42.635959 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-70d9b179-f22a-41dc-8f86-1dd59b1ee1ca tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] delete failed (client error): The resource could not be found. Nov 24 20:57:42.637076 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-70d9b179-f22a-41dc-8f86-1dd59b1ee1ca tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "DELETE /v2.0/routers/60396a88-015d-47e2-b6d6-dd4a6ca1f15e HTTP/1.1" status: 404 len: 336 time: 0.1091976 Nov 24 20:57:42.650985 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36080) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:42.700016 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-0e209885-568a-41d8-ad18-2d45fd4d8a3c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:57:42.711968 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:42.730952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-0e209885-568a-41d8-ad18-2d45fd4d8a3c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:57:42.731662 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-968571a2-636e-4189-b5d0-651315bc6431 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] DELETE failed (client error): The resource could not be found. Nov 24 20:57:42.732210 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968571a2-636e-4189-b5d0-651315bc6431 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 20:57:42.736476 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-0e209885-568a-41d8-ad18-2d45fd4d8a3c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:57:42.740692 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-968571a2-636e-4189-b5d0-651315bc6431 tempest-RoutersAdminTest-66166940 tempest-RoutersAdminTest-66166940-project] 10.222.0.11 "DELETE /v2.0/subnets/d3515647-c7b9-4301-9fb7-3d30bf47d6b2 HTTP/1.1" status: 404 len: 337 time: 0.0885565 Nov 24 20:57:42.847286 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-0e209885-568a-41d8-ad18-2d45fd4d8a3c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:42.847954 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-0e209885-568a-41d8-ad18-2d45fd4d8a3c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:42.866003 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e2bb69b9-b8a9-43d6-bacd-fe084b117534 req-fa37158d-b4fa-4f43-b7fe-041003ff0a5c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=951818ad52ff43b78906657d2000e269 HTTP/1.1" status: 200 len: 267 time: 0.4685917 Nov 24 20:57:42.878394 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbfa37-95a9-46c8-917a-4be71a5d6348 req-74b13d4c-3494-4167-bbf9-070e31e3d8df tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:42.884635 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31dbfa37-95a9-46c8-917a-4be71a5d6348 req-74b13d4c-3494-4167-bbf9-070e31e3d8df tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d HTTP/1.1" status: 200 len: 936 time: 0.2531655 Nov 24 20:57:42.945560 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e209885-568a-41d8-ad18-2d45fd4d8a3c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Pushing event updated for resources: {'Port': ['ID=975245fd-a239-4b38-a637-934a9f8ac234,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:42.978281 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-0e209885-568a-41d8-ad18-2d45fd4d8a3c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2541206 Nov 24 20:57:42.998247 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb69b9-b8a9-43d6-bacd-fe084b117534 req-d22fb65d-72b4-4019-b3dd-8d84bbcef6a2 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:43.012493 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e2bb69b9-b8a9-43d6-bacd-fe084b117534 req-d22fb65d-72b4-4019-b3dd-8d84bbcef6a2 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 946 time: 0.1454895 Nov 24 20:57:43.028638 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-e2bb69b9-b8a9-43d6-bacd-fe084b117534 req-d1d421c5-fa68-4c1a-8be3-6f103ab56c87 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Request body: {'port': {'security_groups': []}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:43.056448 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-6a821f85-228d-4659-b288-78b4943ffaaa tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:57:43.057521 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-6a821f85-228d-4659-b288-78b4943ffaaa tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0403492 Nov 24 20:57:43.130848 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-43df9373-77ac-4346-b2ed-d586935e8e2a service neutron] Request body: {'port': {'device_id': 'f51f7b56-b9cb-41f8-9fee-21f30dc7089d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:43.168000 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31dbfa37-95a9-46c8-917a-4be71a5d6348 req-ac0209b3-3c26-42db-bcf0-941ae40a7bb9 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747731 Nov 24 20:57:43.242582 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e2bb69b9-b8a9-43d6-bacd-fe084b117534 req-d1d421c5-fa68-4c1a-8be3-6f103ab56c87 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:43.339493 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-06feb0d4-1977-461b-8c3e-1c4e1105164c None None] Provisioning complete for port 975245fd-a239-4b38-a637-934a9f8ac234 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:43.346620 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-06feb0d4-1977-461b-8c3e-1c4e1105164c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:43.367858 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36088) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:43.387666 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fb22c7-107a-47c8-aa00-b901fa2bce6b x-openstack-request-id: req-f2fb22c7-107a-47c8-aa00-b901fa2bce6b {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:57:43.387871 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b899796e-a408-4b09-ab64-a82296d856cd", "name": "network-vif-deleted", "tag": "053fd49a-7435-4a39-9971-3f9c48692465", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:57:43.388135 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f2fb22c7-107a-47c8-aa00-b901fa2bce6b {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:57:43.388546 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b899796e-a408-4b09-ab64-a82296d856cd', 'name': 'network-vif-deleted', 'tag': '053fd49a-7435-4a39-9971-3f9c48692465', 'status': 'completed', 'code': 200} Nov 24 20:57:43.415850 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 053fd49a-7435-4a39-9971-3f9c48692465 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:57:43.427350 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-43df9373-77ac-4346-b2ed-d586935e8e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:43.483700 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 053fd49a-7435-4a39-9971-3f9c48692465 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:57:43.484037 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 053fd49a-7435-4a39-9971-3f9c48692465 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:57:43.538029 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c325ec23-2286-4d55-95e3-3ce14a93d39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:43.541762 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:43.549978 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36098) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:43.558963 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:43.563607 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-06feb0d4-1977-461b-8c3e-1c4e1105164c None None] Port 975245fd-a239-4b38-a637-934a9f8ac234 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:57:43.726671 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] Attempting to bind port fc0d874e-d3b8-4dc7-a081-88c37030f2bd on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:57:43.737403 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] Attempting to bind port fc0d874e-d3b8-4dc7-a081-88c37030f2bd by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:57:43.738029 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] Attempting to bind port fc0d874e-d3b8-4dc7-a081-88c37030f2bd on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:57:43.742329 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9412c2-3fa5-4dcc-93f0-380b05befe83 None None] Pushing event updated for resources: {'Port': ['ID=fc0d874e-d3b8-4dc7-a081-88c37030f2bd,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:43.754086 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:43.756690 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:57:43.769398 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:57:43.771091 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:43.771706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:57:43.772392 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] Bound port: fc0d874e-d3b8-4dc7-a081-88c37030f2bd, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:57:43.772987 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:43.883976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] For port fc0d874e-d3b8-4dc7-a081-88c37030f2bd, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:57:43.895990 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] For port fc0d874e-d3b8-4dc7-a081-88c37030f2bd, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fc0d874e-d3b8-4dc7-a081-88c37030f2bd,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:57:43.914390 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:43.955917 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-e2bb69b9-b8a9-43d6-bacd-fe084b117534 req-d1d421c5-fa68-4c1a-8be3-6f103ab56c87 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] For port c7d0a26b-88f4-45ed-8fbc-abce95b54c8b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c7d0a26b-88f4-45ed-8fbc-abce95b54c8b,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:44.031211 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e2bb69b9-b8a9-43d6-bacd-fe084b117534 req-d1d421c5-fa68-4c1a-8be3-6f103ab56c87 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:44.044978 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e2bb69b9-b8a9-43d6-bacd-fe084b117534 req-d1d421c5-fa68-4c1a-8be3-6f103ab56c87 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:44.058037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-43df9373-77ac-4346-b2ed-d586935e8e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975245fd-a239-4b38-a637-934a9f8ac234 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:57:44.058650 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] Routers {'6f62028b-0df9-41ab-87ee-47d00f4e3d7f'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:44.059674 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:57:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6f62028b-0df9-41ab-87ee-47d00f4e3d7f'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:44.183064 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] Set router 6f62028b-0df9-41ab-87ee-47d00f4e3d7f gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:57:44.204606 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d421c5-fa68-4c1a-8be3-6f103ab56c87 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Pushing event updated for resources: {'Port': ['ID=c7d0a26b-88f4-45ed-8fbc-abce95b54c8b,revision_number=6']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:44.213699 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-43df9373-77ac-4346-b2ed-d586935e8e2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:44.252914 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['58ca93dd-a19a-4791-9d03-9556ef2216da', 'c7d0a26b-88f4-45ed-8fbc-abce95b54c8b'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:57:44.256185 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['b512f2a2-32d6-46d1-b645-f544c8d3adea'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:57:44.269771 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb69b9-b8a9-43d6-bacd-fe084b117534 req-d1d421c5-fa68-4c1a-8be3-6f103ab56c87 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:44.270806 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e2bb69b9-b8a9-43d6-bacd-fe084b117534 req-d1d421c5-fa68-4c1a-8be3-6f103ab56c87 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:44.272286 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e2bb69b9-b8a9-43d6-bacd-fe084b117534 req-d1d421c5-fa68-4c1a-8be3-6f103ab56c87 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "PUT /v2.0/ports/c7d0a26b-88f4-45ed-8fbc-abce95b54c8b HTTP/1.1" status: 200 len: 905 time: 1.2577794 Nov 24 20:57:44.305012 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74f0e6ab-4619-4a22-9092-5b041c3ce45a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:44.307255 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-43df9373-77ac-4346-b2ed-d586935e8e2a service neutron] Transition to ACTIVE for port object 975245fd-a239-4b38-a637-934a9f8ac234 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:57:44.327056 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-43df9373-77ac-4346-b2ed-d586935e8e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:44.389236 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['c7d0a26b-88f4-45ed-8fbc-abce95b54c8b'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:57:44.407548 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-c325ec23-2286-4d55-95e3-3ce14a93d39f admin admin] Allocated IP 172.20.0.1 (105561c4-2b1e-4ac8-bcd9-d70e7144544f/5e536b41-13cb-4c29-a268-93697169234a/1ecc3b22-ace4-4f16-bad6-d02f37b4393d) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:57:44.645560 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df9373-77ac-4346-b2ed-d586935e8e2a service neutron] Pushing event updated for resources: {'Port': ['ID=975245fd-a239-4b38-a637-934a9f8ac234,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:44.689003 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44bcec8-e663-404c-a2ec-c72aaff8a5b2 req-547b5901-57f6-4694-bcf2-af696021c860 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:44.690701 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b44bcec8-e663-404c-a2ec-c72aaff8a5b2 req-547b5901-57f6-4694-bcf2-af696021c860 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d HTTP/1.1" status: 200 len: 948 time: 0.2451639 Nov 24 20:57:44.690831 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c325ec23-2286-4d55-95e3-3ce14a93d39f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:44.734986 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b2760abb-4bd7-4930-9885-def04c27ee0d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f7f348831579414aad7a9d2d96c97ba3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3635161 Nov 24 20:57:44.752703 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36124) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:44.802546 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b44bcec8-e663-404c-a2ec-c72aaff8a5b2 req-2a042c06-cf21-4579-a60d-e97ace978a73 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967546 Nov 24 20:57:44.828358 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04bc1e-f301-445c-8313-fdb7932a0a82 req-44343980-28e9-4bef-9ba2-c29b14454a3e tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:44.845671 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc04bc1e-f301-445c-8313-fdb7932a0a82 req-44343980-28e9-4bef-9ba2-c29b14454a3e tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=339908bb-4187-46a3-819a-bb59fdba7727 HTTP/1.1" status: 200 len: 949 time: 0.5530200 Nov 24 20:57:44.897444 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-43df9373-77ac-4346-b2ed-d586935e8e2a service neutron] Attempting to bind port 975245fd-a239-4b38-a637-934a9f8ac234 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:57:44.898106 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-43df9373-77ac-4346-b2ed-d586935e8e2a service neutron] Attempting to bind port 975245fd-a239-4b38-a637-934a9f8ac234 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:57:44.898455 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-43df9373-77ac-4346-b2ed-d586935e8e2a service neutron] Attempting to bind port 975245fd-a239-4b38-a637-934a9f8ac234 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:57:44.909649 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c325ec23-2286-4d55-95e3-3ce14a93d39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:44.928095 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74f0e6ab-4619-4a22-9092-5b041c3ce45a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:44.960036 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-43df9373-77ac-4346-b2ed-d586935e8e2a service neutron] Port 975245fd-a239-4b38-a637-934a9f8ac234 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:57:44.960976 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-43df9373-77ac-4346-b2ed-d586935e8e2a service neutron] Attempting to bind port 975245fd-a239-4b38-a637-934a9f8ac234 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:57:44.962364 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74f0e6ab-4619-4a22-9092-5b041c3ce45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:45.003843 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c325ec23-2286-4d55-95e3-3ce14a93d39f admin admin] Network 105561c4-2b1e-4ac8-bcd9-d70e7144544f is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:57:45.015140 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-c325ec23-2286-4d55-95e3-3ce14a93d39f admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:57:45.016802 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-43df9373-77ac-4346-b2ed-d586935e8e2a service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:57:45.016802 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-43df9373-77ac-4346-b2ed-d586935e8e2a service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:57:45.016802 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-43df9373-77ac-4346-b2ed-d586935e8e2a service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:57:45.017412 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-43df9373-77ac-4346-b2ed-d586935e8e2a service neutron] Bound port: 975245fd-a239-4b38-a637-934a9f8ac234, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:57:45.017412 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-43df9373-77ac-4346-b2ed-d586935e8e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:45.026472 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9412c2-3fa5-4dcc-93f0-380b05befe83 None None] Pushing event updated for resources: {'Port': ['ID=fc0d874e-d3b8-4dc7-a081-88c37030f2bd,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:45.057085 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc04bc1e-f301-445c-8313-fdb7932a0a82 req-4bbba9f2-0439-4c7e-ba75-447048a347c9 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049232 Nov 24 20:57:45.061913 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325ec23-2286-4d55-95e3-3ce14a93d39f admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:57:45.063611 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:45.154640 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-74f0e6ab-4619-4a22-9092-5b041c3ce45a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9a3a03b836ff49c48b914b4f3558aff7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5896785 Nov 24 20:57:45.175326 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-572d8ad6-c0fc-4bf2-bcf2-5255d553b3fa None None] Provisioning complete for port c7d0a26b-88f4-45ed-8fbc-abce95b54c8b triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:45.175735 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-572d8ad6-c0fc-4bf2-bcf2-5255d553b3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:45.217016 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36132) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:45.253035 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-43df9373-77ac-4346-b2ed-d586935e8e2a service neutron] For port 975245fd-a239-4b38-a637-934a9f8ac234, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:57:45.256295 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325ec23-2286-4d55-95e3-3ce14a93d39f admin admin] Pushing event updated for resources: {'Port': ['ID=1ecc3b22-ace4-4f16-bad6-d02f37b4393d,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:45.259917 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-43df9373-77ac-4346-b2ed-d586935e8e2a service neutron] For port 975245fd-a239-4b38-a637-934a9f8ac234, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=975245fd-a239-4b38-a637-934a9f8ac234,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:57:45.269582 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0e6ab-4619-4a22-9092-5b041c3ce45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58dedc8-a267-4f17-8730-ecbb13855931,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:45.290993 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c325ec23-2286-4d55-95e3-3ce14a93d39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:45.312697 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0e6ab-4619-4a22-9092-5b041c3ce45a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:45.313173 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0e6ab-4619-4a22-9092-5b041c3ce45a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:45.313804 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0e6ab-4619-4a22-9092-5b041c3ce45a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:45.314403 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0e6ab-4619-4a22-9092-5b041c3ce45a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:45.314849 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0e6ab-4619-4a22-9092-5b041c3ce45a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:45.315199 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0e6ab-4619-4a22-9092-5b041c3ce45a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:45.315543 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0e6ab-4619-4a22-9092-5b041c3ce45a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:45.315887 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0e6ab-4619-4a22-9092-5b041c3ce45a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:45.316231 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0e6ab-4619-4a22-9092-5b041c3ce45a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:45.316568 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0e6ab-4619-4a22-9092-5b041c3ce45a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:45.317060 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0e6ab-4619-4a22-9092-5b041c3ce45a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:45.317895 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0e6ab-4619-4a22-9092-5b041c3ce45a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:45.335212 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-43df9373-77ac-4346-b2ed-d586935e8e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:45.434628 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667447e-42cf-4502-9b19-962faf8c9835 req-5ff12657-8fd7-497d-baa2-67d7c10b030c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:45.444578 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5667447e-42cf-4502-9b19-962faf8c9835 req-5ff12657-8fd7-497d-baa2-67d7c10b030c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 908 time: 0.4795406 Nov 24 20:57:45.445116 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515aa024-38ce-4f36-b349-88a56429f210', 'tag': 'c7d0a26b-88f4-45ed-8fbc-abce95b54c8b'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:57:45.460905 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a07db4b-3412-4f50-867f-dcc4f592625e" -d '{"events": [{"name": "network-changed", "server_uuid": "515aa024-38ce-4f36-b349-88a56429f210", "tag": "c7d0a26b-88f4-45ed-8fbc-abce95b54c8b"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:57:45.493597 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-43df9373-77ac-4346-b2ed-d586935e8e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:45.494229 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-43df9373-77ac-4346-b2ed-d586935e8e2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:45.508475 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-43df9373-77ac-4346-b2ed-d586935e8e2a service neutron] 10.222.0.15 "PUT /v2.0/ports/975245fd-a239-4b38-a637-934a9f8ac234 HTTP/1.1" status: 200 len: 1096 time: 2.4382715 Nov 24 20:57:45.508879 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd660e3e-5392-4c87-a515-05ddeaa524e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:45.625715 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c90bc1c-b984-41c2-812b-b3ed72166ad8 x-openstack-request-id: req-0c90bc1c-b984-41c2-812b-b3ed72166ad8 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:57:45.626084 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515aa024-38ce-4f36-b349-88a56429f210", "tag": "c7d0a26b-88f4-45ed-8fbc-abce95b54c8b", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:57:45.627604 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c90bc1c-b984-41c2-812b-b3ed72166ad8 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:57:45.628282 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515aa024-38ce-4f36-b349-88a56429f210', 'tag': 'c7d0a26b-88f4-45ed-8fbc-abce95b54c8b', 'status': 'completed', 'code': 200} Nov 24 20:57:45.668617 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f62028b-0df9-41ab-87ee-47d00f4e3d7f', 'name': 'tempest-TaggedBootDevicesTest-651373049-router', 'tenant_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'fc0d874e-d3b8-4dc7-a081-88c37030f2bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:57:34Z', 'updated_at': '2021-11-24T20:57:38Z', 'revision_number': 3, 'project_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'gw_port': {'id': 'fc0d874e-d3b8-4dc7-a081-88c37030f2bd', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:00:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f62028b-0df9-41ab-87ee-47d00f4e3d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:36Z', 'updated_at': '2021-11-24T20:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:45.704472 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4508117c-52a0-4b8b-bb59-ac828d998b02 None None] The sync data for ids ['6f62028b-0df9-41ab-87ee-47d00f4e3d7f'] in n-d-812111-8 is: [{'id': '6f62028b-0df9-41ab-87ee-47d00f4e3d7f', 'name': 'tempest-TaggedBootDevicesTest-651373049-router', 'tenant_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'fc0d874e-d3b8-4dc7-a081-88c37030f2bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:57:34Z', 'updated_at': '2021-11-24T20:57:38Z', 'revision_number': 3, 'project_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'gw_port': {'id': 'fc0d874e-d3b8-4dc7-a081-88c37030f2bd', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:00:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f62028b-0df9-41ab-87ee-47d00f4e3d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:36Z', 'updated_at': '2021-11-24T20:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:57:45.767916 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd660e3e-5392-4c87-a515-05ddeaa524e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:45.770415 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf03f4b3-8ab0-4696-8445-1504bd8035a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:45.771662 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-51962250-a8fc-494e-a77a-619d89cc0a45 None None] Provisioning complete for port 1ecc3b22-ace4-4f16-bad6-d02f37b4393d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:45.772054 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-51962250-a8fc-494e-a77a-619d89cc0a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:45.807173 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf03f4b3-8ab0-4696-8445-1504bd8035a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:45.813901 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df9373-77ac-4346-b2ed-d586935e8e2a service neutron] Pushing event updated for resources: {'Port': ['ID=975245fd-a239-4b38-a637-934a9f8ac234,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:45.823427 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-51962250-a8fc-494e-a77a-619d89cc0a45 None None] Port 1ecc3b22-ace4-4f16-bad6-d02f37b4393d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:57:45.859681 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-6adfd8e0-1c64-4d59-994f-5f8dc66eeb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:45.866469 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-6adfd8e0-1c64-4d59-994f-5f8dc66eeb75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9f97af922bb4212809f7d75bc05ed87&device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d HTTP/1.1" status: 200 len: 1099 time: 0.2878962 Nov 24 20:57:45.870510 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07db4b-3412-4f50-867f-dcc4f592625e req-2412b5eb-d20a-4004-8381-2dc0aacc5944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:45.873256 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2a07db4b-3412-4f50-867f-dcc4f592625e req-2412b5eb-d20a-4004-8381-2dc0aacc5944 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 1059 time: 0.1798618 Nov 24 20:57:45.921845 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf03f4b3-8ab0-4696-8445-1504bd8035a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:45.925739 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf03f4b3-8ab0-4696-8445-1504bd8035a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:45.927907 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cf03f4b3-8ab0-4696-8445-1504bd8035a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d58dedc8-a267-4f17-8730-ecbb13855931 HTTP/1.1" status: 204 len: 168 time: 0.7080019 Nov 24 20:57:45.959459 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-ba4eb5f5-c69b-4131-9d38-567bff0ad8d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=975245fd-a239-4b38-a637-934a9f8ac234 HTTP/1.1" status: 200 len: 217 time: 0.0822494 Nov 24 20:57:45.964094 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03f4b3-8ab0-4696-8445-1504bd8035a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58dedc8-a267-4f17-8730-ecbb13855931,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:45.995582 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc49bc-0f07-4f8d-864f-29a521b387ce req-b37722ed-1b6a-42e2-8a36-b729931fad82 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:46.007565 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66fc49bc-0f07-4f8d-864f-29a521b387ce req-b37722ed-1b6a-42e2-8a36-b729931fad82 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.15 "GET /v2.0/ports?device_id=339908bb-4187-46a3-819a-bb59fdba7727 HTTP/1.1" status: 200 len: 949 time: 0.5921233 Nov 24 20:57:46.080935 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d317f-d330-4ec7-be55-3c8e5f836896 req-5f215cdd-e83a-409d-ab7c-9592fcb9b1ea tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:46.082475 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b04d317f-d330-4ec7-be55-3c8e5f836896 req-5f215cdd-e83a-409d-ab7c-9592fcb9b1ea tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.4472556 Nov 24 20:57:46.234601 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c325ec23-2286-4d55-95e3-3ce14a93d39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:46.402018 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b04d317f-d330-4ec7-be55-3c8e5f836896 req-0284e9ac-da1c-472b-a7cd-e2eded92990b tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059416 Nov 24 20:57:46.448382 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-66fc49bc-0f07-4f8d-864f-29a521b387ce req-e5b34c66-6b2e-4c95-92c6-237954e032ff tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Deleting port d7981819-f1d9-4a10-8e85-ebb1d285e99f {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:57:46.448956 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-66fc49bc-0f07-4f8d-864f-29a521b387ce req-e5b34c66-6b2e-4c95-92c6-237954e032ff tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:46.625927 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd660e3e-5392-4c87-a515-05ddeaa524e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:46.628493 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd660e3e-5392-4c87-a515-05ddeaa524e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:46.632788 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bd660e3e-5392-4c87-a515-05ddeaa524e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b8e99d52-7ff2-4670-a51a-b51f8d082132 HTTP/1.1" status: 204 len: 168 time: 1.8698123 Nov 24 20:57:46.668773 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd660e3e-5392-4c87-a515-05ddeaa524e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e99d52-7ff2-4670-a51a-b51f8d082132,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:46.703883 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d1b8a-9375-4ec7-9613-20f515e552b4 req-49427f59-cc63-49d0-8e45-27e0700ae8be tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:46.712703 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5e7d1b8a-9375-4ec7-9613-20f515e552b4 req-49427f59-cc63-49d0-8e45-27e0700ae8be tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d HTTP/1.1" status: 200 len: 948 time: 0.7232964 Nov 24 20:57:46.717341 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-75fec283-f066-4572-8f89-ce275cde3b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:46.718841 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-75fec283-f066-4572-8f89-ce275cde3b1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.7363799 Nov 24 20:57:46.769815 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-66fc49bc-0f07-4f8d-864f-29a521b387ce req-e5b34c66-6b2e-4c95-92c6-237954e032ff tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] For port d7981819-f1d9-4a10-8e85-ebb1d285e99f, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d7981819-f1d9-4a10-8e85-ebb1d285e99f,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:46.770948 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-66fc49bc-0f07-4f8d-864f-29a521b387ce req-e5b34c66-6b2e-4c95-92c6-237954e032ff tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:46.780793 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07db4b-3412-4f50-867f-dcc4f592625e req-5f3cd716-1373-497a-be6f-205ec327e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:46.782808 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2a07db4b-3412-4f50-867f-dcc4f592625e req-5f3cd716-1373-497a-be6f-205ec327e355 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 913 time: 0.8991358 Nov 24 20:57:46.822055 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837eb19e-daa8-41f9-a8de-18decb6b858c req-44e849b4-4f36-435c-a78e-f8c76427481e tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:46.823751 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-837eb19e-daa8-41f9-a8de-18decb6b858c req-44e849b4-4f36-435c-a78e-f8c76427481e tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/ports?device_id=339908bb-4187-46a3-819a-bb59fdba7727 HTTP/1.1" status: 200 len: 949 time: 0.2475328 Nov 24 20:57:46.828167 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-66fc49bc-0f07-4f8d-864f-29a521b387ce req-e5b34c66-6b2e-4c95-92c6-237954e032ff tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Calling delete_port for d7981819-f1d9-4a10-8e85-ebb1d285e99f owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:57:46.851192 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36174) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:46.920951 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5e7d1b8a-9375-4ec7-9613-20f515e552b4 req-1ecb8f01-3206-41b0-ad86-7ab6075e459a tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048788 Nov 24 20:57:46.935429 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2a07db4b-3412-4f50-867f-dcc4f592625e req-b356d445-a9cf-4bb2-9024-38670d238e12 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7d0a26b-88f4-45ed-8fbc-abce95b54c8b HTTP/1.1" status: 200 len: 217 time: 0.1437447 Nov 24 20:57:47.025906 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-1d6807c2-fd52-44f7-b5c9-25665a32bd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:47.027904 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-1d6807c2-fd52-44f7-b5c9-25665a32bd54 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2838633 Nov 24 20:57:47.106822 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c325ec23-2286-4d55-95e3-3ce14a93d39f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:47.133514 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c325ec23-2286-4d55-95e3-3ce14a93d39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:47.162273 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c8ba0df7-a44f-4dcb-b8f3-09e336a2ca00 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=56850bd32d7a4e2c8dc7b0a0566ceea9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3097358 Nov 24 20:57:47.182066 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36182) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:47.205448 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-837eb19e-daa8-41f9-a8de-18decb6b858c req-a7c9ef5a-5d6a-4641-93aa-cc55570efc91 tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d7328e7-4c60-42af-a3d3-8bf5d100b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645241 Nov 24 20:57:47.228235 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07db4b-3412-4f50-867f-dcc4f592625e req-8a84a385-60bd-46b2-a937-0a0dd192be77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:47.230101 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2a07db4b-3412-4f50-867f-dcc4f592625e req-8a84a385-60bd-46b2-a937-0a0dd192be77 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ee9c5f7-570f-459a-a776-8d371777733b HTTP/1.1" status: 200 len: 851 time: 0.2879109 Nov 24 20:57:47.317753 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325ec23-2286-4d55-95e3-3ce14a93d39f admin admin] Pushing event updated for resources: {'Port': ['ID=1ecc3b22-ace4-4f16-bad6-d02f37b4393d,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:47.326269 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c325ec23-2286-4d55-95e3-3ce14a93d39f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:47.425939 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fc0d874e-d3b8-4dc7-a081-88c37030f2bd up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:57:47.445344 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5e03a-ed80-4ffc-aec6-adf5f81af29b req-ca6e27f1-099a-43aa-acf7-946514fbbabf tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:47.455193 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-19b5e03a-ed80-4ffc-aec6-adf5f81af29b req-ca6e27f1-099a-43aa-acf7-946514fbbabf tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.2322950 Nov 24 20:57:47.477881 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-750cb2a7-b54c-4932-8df3-ba6927224101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:47.493461 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-f3845b64-beb9-4f19-97e9-039db5760116 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437900 Nov 24 20:57:47.497585 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07db4b-3412-4f50-867f-dcc4f592625e req-0503cb8d-8f44-4c19-8a9a-0fe6f10c4179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:47.499167 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2a07db4b-3412-4f50-867f-dcc4f592625e req-0503cb8d-8f44-4c19-8a9a-0fe6f10c4179 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d57895c6-b2f2-4afe-a44e-1eb66b91940d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1873891 Nov 24 20:57:47.554397 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-66fc49bc-0f07-4f8d-864f-29a521b387ce req-e5b34c66-6b2e-4c95-92c6-237954e032ff tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:47.562433 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port fc0d874e-d3b8-4dc7-a081-88c37030f2bd triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:47.563144 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-750cb2a7-b54c-4932-8df3-ba6927224101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:47.563757 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:47.618533 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b34c66-6b2e-4c95-92c6-237954e032ff tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Pushing event deleted for resources: {'Port': ['ID=d7981819-f1d9-4a10-8e85-ebb1d285e99f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:47.649584 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51f7b56-b9cb-41f8-9fee-21f30dc7089d', 'tag': '975245fd-a239-4b38-a637-934a9f8ac234'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:57:47.653837 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9b585c-0af9-45b0-80cb-01b178a9f924" -d '{"events": [{"name": "network-changed", "server_uuid": "f51f7b56-b9cb-41f8-9fee-21f30dc7089d", "tag": "975245fd-a239-4b38-a637-934a9f8ac234"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:57:47.658408 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c49b254-fb13-4e12-a4ae-5628a10a066e req-a81f1aed-97d7-4fb7-8167-7544be786f85 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512496 Nov 24 20:57:47.744181 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-19b5e03a-ed80-4ffc-aec6-adf5f81af29b req-1766c95d-c47c-4b9f-938b-de6bbe16c2b5 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815735 Nov 24 20:57:47.774734 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:47.804017 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b12b02-91c9-440c-9eb7-ffe01e9ce9ce x-openstack-request-id: req-82b12b02-91c9-440c-9eb7-ffe01e9ce9ce {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:57:47.804322 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51f7b56-b9cb-41f8-9fee-21f30dc7089d", "tag": "975245fd-a239-4b38-a637-934a9f8ac234", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:57:47.804584 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-82b12b02-91c9-440c-9eb7-ffe01e9ce9ce {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:57:47.805027 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51f7b56-b9cb-41f8-9fee-21f30dc7089d', 'tag': '975245fd-a239-4b38-a637-934a9f8ac234', 'status': 'completed', 'code': 200} Nov 24 20:57:47.816593 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port fc0d874e-d3b8-4dc7-a081-88c37030f2bd, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fc0d874e-d3b8-4dc7-a081-88c37030f2bd,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:47.823583 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fc49bc-0f07-4f8d-864f-29a521b387ce req-e5b34c66-6b2e-4c95-92c6-237954e032ff tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] No DVR routers for this DVR port d7981819-f1d9-4a10-8e85-ebb1d285e99f on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:57:47.825382 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:47.831747 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-66fc49bc-0f07-4f8d-864f-29a521b387ce req-e5b34c66-6b2e-4c95-92c6-237954e032ff tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:47.837276 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66fc49bc-0f07-4f8d-864f-29a521b387ce req-e5b34c66-6b2e-4c95-92c6-237954e032ff tempest-ServersAdminNegativeTestJSON-364185813 tempest-ServersAdminNegativeTestJSON-364185813-project] 10.222.0.15 "DELETE /v2.0/ports/d7981819-f1d9-4a10-8e85-ebb1d285e99f HTTP/1.1" status: 204 len: 173 time: 1.8280571 Nov 24 20:57:47.855690 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c325ec23-2286-4d55-95e3-3ce14a93d39f admin admin] Network 105561c4-2b1e-4ac8-bcd9-d70e7144544f is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:57:47.855690 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339908bb-4187-46a3-819a-bb59fdba7727', 'name': 'network-vif-deleted', 'tag': 'd7981819-f1d9-4a10-8e85-ebb1d285e99f'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:57:47.857271 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8e7fbe-7cb7-42b1-9948-695e50e79163" -d '{"events": [{"server_uuid": "339908bb-4187-46a3-819a-bb59fdba7727", "name": "network-vif-deleted", "tag": "d7981819-f1d9-4a10-8e85-ebb1d285e99f"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:57:47.869975 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-c325ec23-2286-4d55-95e3-3ce14a93d39f admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:57:47.936095 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=fc0d874e-d3b8-4dc7-a081-88c37030f2bd,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:47.956440 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-750cb2a7-b54c-4932-8df3-ba6927224101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:47.961553 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-750cb2a7-b54c-4932-8df3-ba6927224101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:47.965738 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-750cb2a7-b54c-4932-8df3-ba6927224101 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d70acf35-1adb-4d97-8dab-05ba028910e4 HTTP/1.1" status: 204 len: 168 time: 0.7816589 Nov 24 20:57:47.977642 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b585c-0af9-45b0-80cb-01b178a9f924 req-dad16965-67dc-455a-bd76-e350d0dc79ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:47.984841 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea9b585c-0af9-45b0-80cb-01b178a9f924 req-dad16965-67dc-455a-bd76-e350d0dc79ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9f97af922bb4212809f7d75bc05ed87&device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d HTTP/1.1" status: 200 len: 1099 time: 0.1760736 Nov 24 20:57:47.989984 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750cb2a7-b54c-4932-8df3-ba6927224101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70acf35-1adb-4d97-8dab-05ba028910e4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:48.051039 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a207ce70-0be1-44b2-ba7f-978a944aeb0c x-openstack-request-id: req-a207ce70-0be1-44b2-ba7f-978a944aeb0c {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:57:48.052260 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339908bb-4187-46a3-819a-bb59fdba7727", "name": "network-vif-deleted", "tag": "d7981819-f1d9-4a10-8e85-ebb1d285e99f", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:57:48.052672 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a207ce70-0be1-44b2-ba7f-978a944aeb0c {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:57:48.053392 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339908bb-4187-46a3-819a-bb59fdba7727', 'name': 'network-vif-deleted', 'tag': 'd7981819-f1d9-4a10-8e85-ebb1d285e99f', 'status': 'completed', 'code': 200} Nov 24 20:57:48.108211 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c325ec23-2286-4d55-95e3-3ce14a93d39f admin admin] Router 6f62028b-0df9-41ab-87ee-47d00f4e3d7f has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:57:48.211342 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2a07db4b-3412-4f50-867f-dcc4f592625e req-a052142b-b92a-4aaa-b1c7-6c2498363807 service neutron] 10.222.0.48 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509427 Nov 24 20:57:48.442287 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device d7981819-f1d9-4a10-8e85-ebb1d285e99f no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:57:48.548093 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: d7981819-f1d9-4a10-8e85-ebb1d285e99f {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:57:48.548623 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device d7981819-f1d9-4a10-8e85-ebb1d285e99f not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:57:48.555711 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-128bda4f-04f0-49ed-b57d-121c7a11424d None None] Provisioning complete for port 1ecc3b22-ace4-4f16-bad6-d02f37b4393d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:48.563955 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-128bda4f-04f0-49ed-b57d-121c7a11424d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:48.684230 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-128bda4f-04f0-49ed-b57d-121c7a11424d None None] Port 1ecc3b22-ace4-4f16-bad6-d02f37b4393d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:57:48.735676 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b585c-0af9-45b0-80cb-01b178a9f924 req-0d9fe05b-227e-4d9e-a2ba-b6ffc48fea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:48.740617 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea9b585c-0af9-45b0-80cb-01b178a9f924 req-0d9fe05b-227e-4d9e-a2ba-b6ffc48fea41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.7284966 Nov 24 20:57:48.805215 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2a07db4b-3412-4f50-867f-dcc4f592625e req-7a4ec107-541d-45df-8952-d809a1d0d13b service neutron] 10.222.0.48 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5822818 Nov 24 20:57:48.808815 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea9b585c-0af9-45b0-80cb-01b178a9f924 req-98063ee7-e9a5-4709-bb3c-7aa6cd97a823 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=975245fd-a239-4b38-a637-934a9f8ac234 HTTP/1.1" status: 200 len: 217 time: 0.0593884 Nov 24 20:57:48.822804 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-1d09f6d8-96d8-48ef-90ba-80afabc9b582 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:48.825154 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-1d09f6d8-96d8-48ef-90ba-80afabc9b582 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 812 time: 0.4457750 Nov 24 20:57:48.877397 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b585c-0af9-45b0-80cb-01b178a9f924 req-dc367933-99a5-4ee8-96f2-79b24f111f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:48.879105 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea9b585c-0af9-45b0-80cb-01b178a9f924 req-dc367933-99a5-4ee8-96f2-79b24f111f5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0527596 Nov 24 20:57:48.917783 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-5ed9754e-43c5-48a7-bb5a-ec44bf4f6883 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/quotas/951818ad52ff43b78906657d2000e269 HTTP/1.1" status: 200 len: 375 time: 0.0358734 Nov 24 20:57:48.948416 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdf022-4ed6-4aee-a2f3-c7f0fd66c01c req-89f59e75-7c28-4cc8-8c7a-c3c4bfb1b12b tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:48.955853 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6efdf022-4ed6-4aee-a2f3-c7f0fd66c01c req-89f59e75-7c28-4cc8-8c7a-c3c4bfb1b12b tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d HTTP/1.1" status: 200 len: 948 time: 0.8300688 Nov 24 20:57:49.007488 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c325ec23-2286-4d55-95e3-3ce14a93d39f admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:57:49.025568 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] Sync routers for ids ['6f62028b-0df9-41ab-87ee-47d00f4e3d7f'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:57:49.026638 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c325ec23-2286-4d55-95e3-3ce14a93d39f admin admin] 10.222.0.11 "PUT /v2.0/routers/6f62028b-0df9-41ab-87ee-47d00f4e3d7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4146445 Nov 24 20:57:49.047681 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] Routers {'6f62028b-0df9-41ab-87ee-47d00f4e3d7f'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:49.047681 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:57:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6f62028b-0df9-41ab-87ee-47d00f4e3d7f'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:49.056775 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6efdf022-4ed6-4aee-a2f3-c7f0fd66c01c req-d5e931a4-a477-431e-9f44-5993b6c527a4 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999098 Nov 24 20:57:49.060158 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b585c-0af9-45b0-80cb-01b178a9f924 req-7982d1af-b293-4712-a8a7-e7cd5835d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:49.064701 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea9b585c-0af9-45b0-80cb-01b178a9f924 req-7982d1af-b293-4712-a8a7-e7cd5835d4c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1711659 Nov 24 20:57:49.126697 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-b4596c29-1cd8-4915-af4f-677e1a66dcea tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1652415 Nov 24 20:57:49.132861 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-31591d5c-3e83-48ba-97d9-1b4b885006b2 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:57:49.139995 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-31591d5c-3e83-48ba-97d9-1b4b885006b2 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122108 Nov 24 20:57:49.331231 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea9b585c-0af9-45b0-80cb-01b178a9f924 req-400d390c-1eaf-4d85-9889-7d50aef6529f service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532837 Nov 24 20:57:49.340333 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-e0825682-148b-44a6-9c5c-ffcdd1f71d87 service neutron] 10.222.0.11 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992157 Nov 24 20:57:49.405272 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fc0d874e-d3b8-4dc7-a081-88c37030f2bd up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:57:49.464880 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] Set router 6f62028b-0df9-41ab-87ee-47d00f4e3d7f gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:57:49.485006 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port fc0d874e-d3b8-4dc7-a081-88c37030f2bd triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:49.486502 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:49.673349 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-10263330-f63c-4ffa-b430-6d896d1ee380 service neutron] 10.222.0.11 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320558 Nov 24 20:57:49.675412 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea9b585c-0af9-45b0-80cb-01b178a9f924 req-94d5c8dd-dc9e-4e70-9bd7-62fac56498f7 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165588 Nov 24 20:57:49.889379 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f62028b-0df9-41ab-87ee-47d00f4e3d7f', 'name': 'tempest-TaggedBootDevicesTest-651373049-router', 'tenant_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'fc0d874e-d3b8-4dc7-a081-88c37030f2bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:57:34Z', 'updated_at': '2021-11-24T20:57:45Z', 'revision_number': 4, 'project_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'gw_port': {'id': 'fc0d874e-d3b8-4dc7-a081-88c37030f2bd', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f62028b-0df9-41ab-87ee-47d00f4e3d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:36Z', 'updated_at': '2021-11-24T20:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '1ecc3b22-ace4-4f16-bad6-d02f37b4393d', 'name': '', 'network_id': '105561c4-2b1e-4ac8-bcd9-d70e7144544f', 'tenant_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'mac_address': 'fa:16:3e:3e:13:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f62028b-0df9-41ab-87ee-47d00f4e3d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e536b41-13cb-4c29-a268-93697169234a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:43Z', 'updated_at': '2021-11-24T20:57:46Z', 'revision_number': 2, 'project_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'subnets': [{'id': '5e536b41-13cb-4c29-a268-93697169234a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:49.939454 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] Checking router: 6f62028b-0df9-41ab-87ee-47d00f4e3d7f for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:57:49.939859 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] Updating router 6f62028b-0df9-41ab-87ee-47d00f4e3d7f port 1ecc3b22-ace4-4f16-bad6-d02f37b4393d binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:57:49.980672 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:50.072781 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36302) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:50.080235 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4b0f598c-88f4-418b-acbf-a033624f6a19 req-8d4361be-9578-4ca6-b034-16cd1ae981e6 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 210 time: 0.1106482 Nov 24 20:57:50.360024 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9218d-4f6a-4f18-846b-a531be9f3def req-77d6b45c-e381-440f-bcfa-a27fbaea4653 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:50.376617 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fea9218d-4f6a-4f18-846b-a531be9f3def req-77d6b45c-e381-440f-bcfa-a27fbaea4653 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d HTTP/1.1" status: 200 len: 948 time: 0.1417477 Nov 24 20:57:50.417075 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:50.431737 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 975245fd-a239-4b38-a637-934a9f8ac234 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:57:50.442478 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:50.444367 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fea9218d-4f6a-4f18-846b-a531be9f3def req-4e7565ed-90fc-4ff7-b923-ece1e0f8ee2d tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659487 Nov 24 20:57:50.689241 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36332) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:50.700193 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9898cfa7-a4b1-4c2e-86fc-e6353f59a9db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6646196d0a7949b5812a89e770b7e88e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6233351 Nov 24 20:57:50.723647 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42edc2-1dac-4fb6-8cfb-297a700862d9 None None] Pushing event updated for resources: {'Port': ['ID=1ecc3b22-ace4-4f16-bad6-d02f37b4393d,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:50.772730 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 975245fd-a239-4b38-a637-934a9f8ac234, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=975245fd-a239-4b38-a637-934a9f8ac234,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:50.817599 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '975245fd-a239-4b38-a637-934a9f8ac234', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': '975245fd-a239-4b38-a637-934a9f8ac234', 'mac_address': 'fa:16:3e:0d:67:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:57:50.839356 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42edc2-1dac-4fb6-8cfb-297a700862d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:50.840138 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42edc2-1dac-4fb6-8cfb-297a700862d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:50.841956 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42edc2-1dac-4fb6-8cfb-297a700862d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:50.842531 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42edc2-1dac-4fb6-8cfb-297a700862d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:50.844544 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42edc2-1dac-4fb6-8cfb-297a700862d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:50.845202 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42edc2-1dac-4fb6-8cfb-297a700862d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:50.846464 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42edc2-1dac-4fb6-8cfb-297a700862d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:50.847039 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42edc2-1dac-4fb6-8cfb-297a700862d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:50.848776 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42edc2-1dac-4fb6-8cfb-297a700862d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:50.852161 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42edc2-1dac-4fb6-8cfb-297a700862d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:50.852825 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42edc2-1dac-4fb6-8cfb-297a700862d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:50.853387 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42edc2-1dac-4fb6-8cfb-297a700862d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:57:50.870264 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] Attempting to bind port 1ecc3b22-ace4-4f16-bad6-d02f37b4393d on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:57:50.875391 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] Attempting to bind port 1ecc3b22-ace4-4f16-bad6-d02f37b4393d by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '894dcd6d-7219-4926-bc28-7036e518ac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '105561c4-2b1e-4ac8-bcd9-d70e7144544f'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:57:50.876104 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] Attempting to bind port 1ecc3b22-ace4-4f16-bad6-d02f37b4393d on network 105561c4-2b1e-4ac8-bcd9-d70e7144544f {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:57:50.886783 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:57:50.887450 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] Checking segment: {'id': '894dcd6d-7219-4926-bc28-7036e518ac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '105561c4-2b1e-4ac8-bcd9-d70e7144544f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:57:50.888099 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:50.888764 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] Bound using segment: {'id': '894dcd6d-7219-4926-bc28-7036e518ac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '105561c4-2b1e-4ac8-bcd9-d70e7144544f'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:57:50.889462 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] Bound port: 1ecc3b22-ace4-4f16-bad6-d02f37b4393d, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894dcd6d-7219-4926-bc28-7036e518ac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '105561c4-2b1e-4ac8-bcd9-d70e7144544f'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:57:50.890087 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:50.891422 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c461fe7c-5b26-4e3f-ae15-f90b3b342585 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:50.957185 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c461fe7c-5b26-4e3f-ae15-f90b3b342585 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:50.969702 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:51.044109 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975245fd-a239-4b38-a637-934a9f8ac234 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:57:51.059308 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] For port 1ecc3b22-ace4-4f16-bad6-d02f37b4393d, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:57:51.070875 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] For port 1ecc3b22-ace4-4f16-bad6-d02f37b4393d, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1ecc3b22-ace4-4f16-bad6-d02f37b4393d,segment=NetworkSegment(894dcd6d-7219-4926-bc28-7036e518ac81),segment_id=894dcd6d-7219-4926-bc28-7036e518ac81)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:57:51.079551 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c461fe7c-5b26-4e3f-ae15-f90b3b342585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:51.084302 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c461fe7c-5b26-4e3f-ae15-f90b3b342585 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:51.087945 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:51.091847 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c461fe7c-5b26-4e3f-ae15-f90b3b342585 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4d7328e7-4c60-42af-a3d3-8bf5d100b93d HTTP/1.1" status: 204 len: 168 time: 0.4014895 Nov 24 20:57:51.106370 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b82cc6ea-abcc-40b9-a027-379300250a66 None None] Provisioning complete for port 1ecc3b22-ace4-4f16-bad6-d02f37b4393d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:51.106749 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b82cc6ea-abcc-40b9-a027-379300250a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:51.109438 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 975245fd-a239-4b38-a637-934a9f8ac234, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=975245fd-a239-4b38-a637-934a9f8ac234,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:51.131022 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461fe7c-5b26-4e3f-ae15-f90b3b342585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7328e7-4c60-42af-a3d3-8bf5d100b93d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:51.217334 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:51.259581 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42edc2-1dac-4fb6-8cfb-297a700862d9 None None] Pushing event updated for resources: {'Port': ['ID=1ecc3b22-ace4-4f16-bad6-d02f37b4393d,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:51.260449 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-65b94026-458a-4a51-bdcd-c14ee5533aca req-99768807-8653-4dca-bf1f-6cd22996ba0f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 210 time: 0.0578921 Nov 24 20:57:51.281504 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] Routers {'6f62028b-0df9-41ab-87ee-47d00f4e3d7f'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:57:51.281504 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:57:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6f62028b-0df9-41ab-87ee-47d00f4e3d7f'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:51.424840 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] Set router 6f62028b-0df9-41ab-87ee-47d00f4e3d7f gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:57:51.595113 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['975245fd-a239-4b38-a637-934a9f8ac234'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:57:51.690307 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=975245fd-a239-4b38-a637-934a9f8ac234,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:51.778413 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b82cc6ea-abcc-40b9-a027-379300250a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:51.805822 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfce1a0-6966-470b-83e0-24ee1e34b340 req-b8511bcd-e9f5-4632-9c13-de179f72b9b1 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:51.821713 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ecfce1a0-6966-470b-83e0-24ee1e34b340 req-b8511bcd-e9f5-4632-9c13-de179f72b9b1 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d HTTP/1.1" status: 200 len: 949 time: 0.1270373 Nov 24 20:57:51.890029 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b82cc6ea-abcc-40b9-a027-379300250a66 None None] For port 1ecc3b22-ace4-4f16-bad6-d02f37b4393d, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1ecc3b22-ace4-4f16-bad6-d02f37b4393d,segment=NetworkSegment(894dcd6d-7219-4926-bc28-7036e518ac81),segment_id=894dcd6d-7219-4926-bc28-7036e518ac81)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:51.904247 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b82cc6ea-abcc-40b9-a027-379300250a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:51.975835 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ecfce1a0-6966-470b-83e0-24ee1e34b340 req-a10a2cbb-4fc5-4537-b659-8285fc6d184f tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509686 Nov 24 20:57:51.992933 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f62028b-0df9-41ab-87ee-47d00f4e3d7f', 'name': 'tempest-TaggedBootDevicesTest-651373049-router', 'tenant_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'fc0d874e-d3b8-4dc7-a081-88c37030f2bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:57:34Z', 'updated_at': '2021-11-24T20:57:45Z', 'revision_number': 4, 'project_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'gw_port': {'id': 'fc0d874e-d3b8-4dc7-a081-88c37030f2bd', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f62028b-0df9-41ab-87ee-47d00f4e3d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:36Z', 'updated_at': '2021-11-24T20:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '1ecc3b22-ace4-4f16-bad6-d02f37b4393d', 'name': '', 'network_id': '105561c4-2b1e-4ac8-bcd9-d70e7144544f', 'tenant_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'mac_address': 'fa:16:3e:3e:13:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f62028b-0df9-41ab-87ee-47d00f4e3d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e536b41-13cb-4c29-a268-93697169234a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:43Z', 'updated_at': '2021-11-24T20:57:51Z', 'revision_number': 4, 'project_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'subnets': [{'id': '5e536b41-13cb-4c29-a268-93697169234a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:57:52.067303 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896ddb07-6245-43e2-9070-8c4e22ba68b7 None None] The sync data for ids ['6f62028b-0df9-41ab-87ee-47d00f4e3d7f'] in n-d-812111-8 is: [{'id': '6f62028b-0df9-41ab-87ee-47d00f4e3d7f', 'name': 'tempest-TaggedBootDevicesTest-651373049-router', 'tenant_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'fc0d874e-d3b8-4dc7-a081-88c37030f2bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:57:34Z', 'updated_at': '2021-11-24T20:57:45Z', 'revision_number': 4, 'project_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'gw_port': {'id': 'fc0d874e-d3b8-4dc7-a081-88c37030f2bd', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f62028b-0df9-41ab-87ee-47d00f4e3d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:36Z', 'updated_at': '2021-11-24T20:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '1ecc3b22-ace4-4f16-bad6-d02f37b4393d', 'name': '', 'network_id': '105561c4-2b1e-4ac8-bcd9-d70e7144544f', 'tenant_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'mac_address': 'fa:16:3e:3e:13:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f62028b-0df9-41ab-87ee-47d00f4e3d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e536b41-13cb-4c29-a268-93697169234a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:43Z', 'updated_at': '2021-11-24T20:57:51Z', 'revision_number': 4, 'project_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'subnets': [{'id': '5e536b41-13cb-4c29-a268-93697169234a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:57:52.230512 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-952b3c95-f773-4fc1-b787-cbd30649e990 None None] Provisioning complete for port 1ecc3b22-ace4-4f16-bad6-d02f37b4393d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:52.231122 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-952b3c95-f773-4fc1-b787-cbd30649e990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:52.277561 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-69ccad0c-19f9-46bd-ac9b-7cd6323807e8 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:52.279170 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-69ccad0c-19f9-46bd-ac9b-7cd6323807e8 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.48 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 812 time: 0.2596130 Nov 24 20:57:52.302381 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cc6ea-abcc-40b9-a027-379300250a66 None None] Pushing event updated for resources: {'Port': ['ID=1ecc3b22-ace4-4f16-bad6-d02f37b4393d,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:52.317840 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-cc3c85e5-b360-4c1a-ab14-888b89c6e1a2 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Request body: {'port': {'device_id': '429d1bed-2568-405e-b3a6-0660851417cc', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'admin_state_up': True, 'tenant_id': '951818ad52ff43b78906657d2000e269'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:52.504191 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36410) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:52.525759 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fec887c8-c2de-40de-841f-a6316ec401b5 req-f5d85e66-154d-426a-a510-3bb24af73497 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 210 time: 0.0597138 Nov 24 20:57:52.613054 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f83eec50-dd98-4e2e-8374-db53598e33a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3395f7ecafe34f318bb6d477de796647&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1036315 Nov 24 20:57:52.614647 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36412) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:52.692235 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-cc3c85e5-b360-4c1a-ab14-888b89c6e1a2 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Made reservation on behalf of 951818ad52ff43b78906657d2000e269 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:57:52.697034 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-cc3c85e5-b360-4c1a-ab14-888b89c6e1a2 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:52.839951 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36424) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:52.920398 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d9091b0e-0c9f-4da6-bd25-e312b55ed7bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:53.039318 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d9091b0e-0c9f-4da6-bd25-e312b55ed7bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:53.136689 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-cc3c85e5-b360-4c1a-ab14-888b89c6e1a2 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Allocated IP 172.20.0.13 (d57895c6-b2f2-4afe-a44e-1eb66b91940d/9ee9c5f7-570f-459a-a776-8d371777733b/40929cdb-c62d-4b62-b269-a06c0b117573) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:57:53.167012 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-0f7ff589-affc-43ce-a3e3-5a8c018a4a7f tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-491409783', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:53.236917 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7ff589-affc-43ce-a3e3-5a8c018a4a7f tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Made reservation on behalf of 570e4772bc864ca5a5da21d83b45e792 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:57:53.242406 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0f7ff589-affc-43ce-a3e3-5a8c018a4a7f tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:53.263120 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d9091b0e-0c9f-4da6-bd25-e312b55ed7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:53.264551 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0f7ff589-affc-43ce-a3e3-5a8c018a4a7f tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:53.271128 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d9091b0e-0c9f-4da6-bd25-e312b55ed7bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:53.279669 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d9091b0e-0c9f-4da6-bd25-e312b55ed7bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee87b5ba-e22d-4a18-880f-8cfbf9bc683a HTTP/1.1" status: 204 len: 168 time: 0.6608438 Nov 24 20:57:53.310578 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9091b0e-0c9f-4da6-bd25-e312b55ed7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee87b5ba-e22d-4a18-880f-8cfbf9bc683a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:53.344831 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c8258-7fbd-4e53-b079-2e5e65e74371 req-b7371124-7a7a-4583-b7a1-2e45355d431a tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:53.360316 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-776c8258-7fbd-4e53-b079-2e5e65e74371 req-b7371124-7a7a-4583-b7a1-2e45355d431a tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d HTTP/1.1" status: 200 len: 949 time: 0.2572517 Nov 24 20:57:53.420473 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1ecc3b22-ace4-4f16-bad6-d02f37b4393d up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:57:53.482419 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0f7ff589-affc-43ce-a3e3-5a8c018a4a7f tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:53.483985 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-776c8258-7fbd-4e53-b079-2e5e65e74371 req-74c79d51-8b8d-4146-855f-35c17baa2490 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196992 Nov 24 20:57:53.501991 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0f7ff589-affc-43ce-a3e3-5a8c018a4a7f tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:53.507959 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-0f7ff589-affc-43ce-a3e3-5a8c018a4a7f tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] device_id is not set on port 585001f1-3fb6-4762-bc4e-c092f3fe387d yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:57:53.567649 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 1ecc3b22-ace4-4f16-bad6-d02f37b4393d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:53.568044 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:53.580602 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36444) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:53.709076 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-cc3c85e5-b360-4c1a-ab14-888b89c6e1a2 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:53.784631 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-0f7ff589-affc-43ce-a3e3-5a8c018a4a7f tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Allocated IP 172.25.5.86 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/585001f1-3fb6-4762-bc4e-c092f3fe387d) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:57:53.823385 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-cc3c85e5-b360-4c1a-ab14-888b89c6e1a2 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:53.837458 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['58ca93dd-a19a-4791-9d03-9556ef2216da'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:57:53.843066 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['b512f2a2-32d6-46d1-b645-f544c8d3adea'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:57:53.893544 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ff589-affc-43ce-a3e3-5a8c018a4a7f tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376d23cb-d6fc-4127-8476-d9cb565c8acd,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:53.982205 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c85e5-b360-4c1a-ab14-888b89c6e1a2 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Pushing event updated for resources: {'Port': ['ID=40929cdb-c62d-4b62-b269-a06c0b117573,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:54.009711 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-cc3c85e5-b360-4c1a-ab14-888b89c6e1a2 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Network d57895c6-b2f2-4afe-a44e-1eb66b91940d is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:57:54.014943 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-cc3c85e5-b360-4c1a-ab14-888b89c6e1a2 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:57:54.026767 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-cc3c85e5-b360-4c1a-ab14-888b89c6e1a2 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:57:54.058789 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db045f31-64f1-4503-8b98-bd5d4102c3ea req-3bafe420-b47b-4983-95bd-c452da4ba461 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:54.074100 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-db045f31-64f1-4503-8b98-bd5d4102c3ea req-3bafe420-b47b-4983-95bd-c452da4ba461 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 932 time: 0.2676957 Nov 24 20:57:54.241754 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-cc3c85e5-b360-4c1a-ab14-888b89c6e1a2 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:54.242869 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-cc3c85e5-b360-4c1a-ab14-888b89c6e1a2 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:54.303839 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-db045f31-64f1-4503-8b98-bd5d4102c3ea req-e98e191c-ac9d-413c-b011-428ba1fefc9a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284427 Nov 24 20:57:54.337673 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-cc3c85e5-b360-4c1a-ab14-888b89c6e1a2 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0411861 Nov 24 20:57:54.340735 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9c21584f-249e-4e95-880a-f10b932bdf5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:54.356409 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-d5906c43-6eb0-492f-a802-201e32d832d4 service neutron] Request body: {'port': {'device_id': '429d1bed-2568-405e-b3a6-0660851417cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:54.399176 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0f7ff589-affc-43ce-a3e3-5a8c018a4a7f tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:54.494840 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0f7ff589-affc-43ce-a3e3-5a8c018a4a7f tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:54.495053 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 975245fd-a239-4b38-a637-934a9f8ac234 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:57:54.635406 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7ff589-affc-43ce-a3e3-5a8c018a4a7f tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:57:54.642511 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-0f7ff589-affc-43ce-a3e3-5a8c018a4a7f tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:57:54.663030 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7ff589-affc-43ce-a3e3-5a8c018a4a7f tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:57:54.669847 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ff589-affc-43ce-a3e3-5a8c018a4a7f tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Pushing event updated for resources: {'Port': ['ID=585001f1-3fb6-4762-bc4e-c092f3fe387d,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:54.706556 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36464) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:54.755627 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7ff589-affc-43ce-a3e3-5a8c018a4a7f tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:54.756702 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0f7ff589-affc-43ce-a3e3-5a8c018a4a7f tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:54.779885 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-d5906c43-6eb0-492f-a802-201e32d832d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:54.814603 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0f7ff589-affc-43ce-a3e3-5a8c018a4a7f tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.9728720 Nov 24 20:57:54.817851 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36468) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:54.828192 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-eacb81c9-51b4-433f-9e4b-c0a72ac4d926 tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.86'}]}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:54.866625 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-cefa91e0-d2ca-4128-90f0-64860e481869 None None] Provisioning complete for port 40929cdb-c62d-4b62-b269-a06c0b117573 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:54.868612 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cefa91e0-d2ca-4128-90f0-64860e481869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:54.882988 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eacb81c9-51b4-433f-9e4b-c0a72ac4d926 tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:54.886287 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eacb81c9-51b4-433f-9e4b-c0a72ac4d926 tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:54.975334 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 975245fd-a239-4b38-a637-934a9f8ac234 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:57:55.002521 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 975245fd-a239-4b38-a637-934a9f8ac234 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:57:55.003266 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:55.011272 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-cefa91e0-d2ca-4128-90f0-64860e481869 None None] Port 40929cdb-c62d-4b62-b269-a06c0b117573 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:57:55.012703 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5ef7e-a8b7-49b7-b7c6-eefa21a9fa88 req-7719b9ca-8c77-4a90-bd53-b67a3df0f111 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:55.014995 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-74b5ef7e-a8b7-49b7-b7c6-eefa21a9fa88 req-7719b9ca-8c77-4a90-bd53-b67a3df0f111 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d HTTP/1.1" status: 200 len: 949 time: 0.3589821 Nov 24 20:57:55.016472 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eacb81c9-51b4-433f-9e4b-c0a72ac4d926 tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:55.080796 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9c21584f-249e-4e95-880a-f10b932bdf5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:55.170754 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9c21584f-249e-4e95-880a-f10b932bdf5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:55.205459 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c6e12503-11ce-4140-b65e-e0c2073aa63d tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-477133881'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:55.245648 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:55.302604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51f7b56-b9cb-41f8-9fee-21f30dc7089d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975245fd-a239-4b38-a637-934a9f8ac234'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:57:55.311022 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ccfebc-8064-49e2-9ae2-37804cc37d65" -d '{"events": [{"server_uuid": "f51f7b56-b9cb-41f8-9fee-21f30dc7089d", "name": "network-vif-plugged", "status": "completed", "tag": "975245fd-a239-4b38-a637-934a9f8ac234"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:57:55.349725 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 975245fd-a239-4b38-a637-934a9f8ac234, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=975245fd-a239-4b38-a637-934a9f8ac234,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:55.355241 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6e12503-11ce-4140-b65e-e0c2073aa63d tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:55.356537 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6e12503-11ce-4140-b65e-e0c2073aa63d tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:55.363659 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:55.370313 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eacb81c9-51b4-433f-9e4b-c0a72ac4d926 tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:55.459650 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa1e47a-5ebd-49f7-92ad-08d75f2c801e x-openstack-request-id: req-5aa1e47a-5ebd-49f7-92ad-08d75f2c801e {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:57:55.460103 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51f7b56-b9cb-41f8-9fee-21f30dc7089d", "name": "network-vif-plugged", "status": "completed", "tag": "975245fd-a239-4b38-a637-934a9f8ac234", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:57:55.461143 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5aa1e47a-5ebd-49f7-92ad-08d75f2c801e {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:57:55.462360 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51f7b56-b9cb-41f8-9fee-21f30dc7089d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975245fd-a239-4b38-a637-934a9f8ac234', 'code': 200} Nov 24 20:57:55.506324 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6e12503-11ce-4140-b65e-e0c2073aa63d tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:55.519949 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6e12503-11ce-4140-b65e-e0c2073aa63d tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:55.553818 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=975245fd-a239-4b38-a637-934a9f8ac234,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:55.596160 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6e12503-11ce-4140-b65e-e0c2073aa63d tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:55.598389 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c6e12503-11ce-4140-b65e-e0c2073aa63d tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8826926 Nov 24 20:57:55.600925 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36492) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:55.706607 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21584f-249e-4e95-880a-f10b932bdf5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e5c49a-90e1-48eb-a6a6-c71e6d13e564,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:55.769071 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8042026-90d0-49d9-8cb3-5dd7f2d84986 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:55.789712 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9c21584f-249e-4e95-880a-f10b932bdf5b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0909ad76702448039bece23fe7ca72c0&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2045574 Nov 24 20:57:55.797666 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36498) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:55.830109 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-74b5ef7e-a8b7-49b7-b7c6-eefa21a9fa88 req-90031176-790d-4f22-8158-97e645d69fed tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7955132 Nov 24 20:57:55.893882 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb3cce-ff82-4d80-ac8b-42676b1cb960 req-b18f5a84-9174-4975-a029-26af4fec365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:55.896580 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e7eb3cce-ff82-4d80-ac8b-42676b1cb960 req-b18f5a84-9174-4975-a029-26af4fec365c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d HTTP/1.1" status: 200 len: 1101 time: 0.1915169 Nov 24 20:57:55.970398 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-d5906c43-6eb0-492f-a802-201e32d832d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40929cdb-c62d-4b62-b269-a06c0b117573 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:57:55.984465 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-d5906c43-6eb0-492f-a802-201e32d832d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:55.984639 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89097e0d-15ed-4fe6-9bd2-cd8624434c01 req-c65cb901-34a7-4a99-9f34-d64dc5c10233 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:55.986364 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-89097e0d-15ed-4fe6-9bd2-cd8624434c01 req-c65cb901-34a7-4a99-9f34-d64dc5c10233 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 932 time: 0.2833462 Nov 24 20:57:56.034770 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-d5906c43-6eb0-492f-a802-201e32d832d4 service neutron] Transition to ACTIVE for port object 40929cdb-c62d-4b62-b269-a06c0b117573 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:57:56.036128 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e15c3d63-d5f4-4511-9705-47e08d5684b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:56.045903 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e7eb3cce-ff82-4d80-ac8b-42676b1cb960 req-ab92f113-2ae2-454f-9bd1-3e88e7d4302e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284649 Nov 24 20:57:56.055031 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-d5906c43-6eb0-492f-a802-201e32d832d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:56.108159 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5906c43-6eb0-492f-a802-201e32d832d4 service neutron] Pushing event updated for resources: {'Port': ['ID=40929cdb-c62d-4b62-b269-a06c0b117573,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:56.131397 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8042026-90d0-49d9-8cb3-5dd7f2d84986 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:56.132090 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e15c3d63-d5f4-4511-9705-47e08d5684b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:56.134587 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8042026-90d0-49d9-8cb3-5dd7f2d84986 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:56.215691 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8042026-90d0-49d9-8cb3-5dd7f2d84986 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:56.217283 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8042026-90d0-49d9-8cb3-5dd7f2d84986 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router deca4ab6-77e9-46c9-b6fb-b0837f7d52c3 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:57:56.231566 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8042026-90d0-49d9-8cb3-5dd7f2d84986 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:56.233552 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f8042026-90d0-49d9-8cb3-5dd7f2d84986 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] 10.222.0.11 "DELETE /v2.0/routers/deca4ab6-77e9-46c9-b6fb-b0837f7d52c3 HTTP/1.1" status: 204 len: 168 time: 0.6314378 Nov 24 20:57:56.236682 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36506) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:56.243994 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-11f4d15a-172d-4599-a395-327576b954e6 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Request body: {'router': {'name': 'tempest-router-2028958932', 'distributed': False}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:56.260672 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eacb81c9-51b4-433f-9e4b-c0a72ac4d926 tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:56.293011 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eacb81c9-51b4-433f-9e4b-c0a72ac4d926 tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:56.318664 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-d5906c43-6eb0-492f-a802-201e32d832d4 service neutron] Attempting to bind port 40929cdb-c62d-4b62-b269-a06c0b117573 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:57:56.319336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-d5906c43-6eb0-492f-a802-201e32d832d4 service neutron] Attempting to bind port 40929cdb-c62d-4b62-b269-a06c0b117573 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:57:56.319828 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-d5906c43-6eb0-492f-a802-201e32d832d4 service neutron] Attempting to bind port 40929cdb-c62d-4b62-b269-a06c0b117573 on network d57895c6-b2f2-4afe-a44e-1eb66b91940d {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:57:56.327147 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-d5906c43-6eb0-492f-a802-201e32d832d4 service neutron] Port 40929cdb-c62d-4b62-b269-a06c0b117573 on network d57895c6-b2f2-4afe-a44e-1eb66b91940d not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:57:56.327475 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-d5906c43-6eb0-492f-a802-201e32d832d4 service neutron] Attempting to bind port 40929cdb-c62d-4b62-b269-a06c0b117573 on network d57895c6-b2f2-4afe-a44e-1eb66b91940d {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:57:56.330540 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-11f4d15a-172d-4599-a395-327576b954e6 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:56.331617 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-11f4d15a-172d-4599-a395-327576b954e6 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:56.333623 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-89097e0d-15ed-4fe6-9bd2-cd8624434c01 req-b07f0b65-07c7-4d09-8eb2-46e950e474b3 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328538 Nov 24 20:57:56.345259 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e15c3d63-d5f4-4511-9705-47e08d5684b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:56.349028 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e15c3d63-d5f4-4511-9705-47e08d5684b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:56.350360 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e15c3d63-d5f4-4511-9705-47e08d5684b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/05e5c49a-90e1-48eb-a6a6-c71e6d13e564 HTTP/1.1" status: 204 len: 168 time: 0.5503287 Nov 24 20:57:56.354513 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-d5906c43-6eb0-492f-a802-201e32d832d4 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:57:56.354902 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-d5906c43-6eb0-492f-a802-201e32d832d4 service neutron] Checking segment: {'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:57:56.361190 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-d5906c43-6eb0-492f-a802-201e32d832d4 service neutron] Bound using segment: {'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:57:56.361751 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-d5906c43-6eb0-492f-a802-201e32d832d4 service neutron] Bound port: 40929cdb-c62d-4b62-b269-a06c0b117573, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301e2225-e522-4c6c-abb4-498d606f32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:57:56.362274 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-d5906c43-6eb0-492f-a802-201e32d832d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:56.390552 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c3d63-d5f4-4511-9705-47e08d5684b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e5c49a-90e1-48eb-a6a6-c71e6d13e564,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:56.519226 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-11f4d15a-172d-4599-a395-327576b954e6 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:56.530895 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-11f4d15a-172d-4599-a395-327576b954e6 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:56.571962 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-d5906c43-6eb0-492f-a802-201e32d832d4 service neutron] For port 40929cdb-c62d-4b62-b269-a06c0b117573, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:57:56.576547 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-d5906c43-6eb0-492f-a802-201e32d832d4 service neutron] For port 40929cdb-c62d-4b62-b269-a06c0b117573, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=40929cdb-c62d-4b62-b269-a06c0b117573,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:57:56.581505 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-11f4d15a-172d-4599-a395-327576b954e6 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:56.584310 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-11f4d15a-172d-4599-a395-327576b954e6 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3460875 Nov 24 20:57:56.586272 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-d5906c43-6eb0-492f-a802-201e32d832d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:56.595431 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36516) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:56.659346 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-d5906c43-6eb0-492f-a802-201e32d832d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:56.660297 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-d5906c43-6eb0-492f-a802-201e32d832d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:56.676630 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-d5906c43-6eb0-492f-a802-201e32d832d4 service neutron] 10.222.0.48 "PUT /v2.0/ports/40929cdb-c62d-4b62-b269-a06c0b117573 HTTP/1.1" status: 200 len: 1092 time: 2.3137944 Nov 24 20:57:56.679097 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429d1bed-2568-405e-b3a6-0660851417cc', 'tag': '40929cdb-c62d-4b62-b269-a06c0b117573'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:57:56.682327 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6e63ea-2343-4d19-8b89-4281787f4386" -d '{"events": [{"name": "network-changed", "server_uuid": "429d1bed-2568-405e-b3a6-0660851417cc", "tag": "40929cdb-c62d-4b62-b269-a06c0b117573"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:57:56.784600 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0d5d-7ee2-4da6-a2e8-5f59b707e581 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:56.805180 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5906c43-6eb0-492f-a802-201e32d832d4 service neutron] Pushing event updated for resources: {'Port': ['ID=40929cdb-c62d-4b62-b269-a06c0b117573,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:56.835093 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eacb81c9-51b4-433f-9e4b-c0a72ac4d926 tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:56.872338 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9c525b-ba8b-4e86-8499-5f7fbe9e8505 x-openstack-request-id: req-1c9c525b-ba8b-4e86-8499-5f7fbe9e8505 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:57:56.873376 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429d1bed-2568-405e-b3a6-0660851417cc", "tag": "40929cdb-c62d-4b62-b269-a06c0b117573", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:57:56.873676 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1c9c525b-ba8b-4e86-8499-5f7fbe9e8505 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:57:56.874116 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429d1bed-2568-405e-b3a6-0660851417cc', 'tag': '40929cdb-c62d-4b62-b269-a06c0b117573', 'status': 'completed', 'code': 200} Nov 24 20:57:56.916953 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-f28cdf96-e5cd-49fc-a913-ca45f727a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:56.922240 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-f28cdf96-e5cd-49fc-a913-ca45f727a7e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 1095 time: 0.1632853 Nov 24 20:57:57.010090 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-3d7b824c-8285-47e6-9659-48749e119c63 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40929cdb-c62d-4b62-b269-a06c0b117573 HTTP/1.1" status: 200 len: 217 time: 0.0757318 Nov 24 20:57:57.098517 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-c96ff322-f57f-4a0d-a55e-caf5809c23cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:57.100908 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-c96ff322-f57f-4a0d-a55e-caf5809c23cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ee9c5f7-570f-459a-a776-8d371777733b HTTP/1.1" status: 200 len: 851 time: 0.0814471 Nov 24 20:57:57.176331 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-7ebf17a2-398d-43d9-b4f3-b1cfe673fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:57.180740 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-7ebf17a2-398d-43d9-b4f3-b1cfe673fc27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d57895c6-b2f2-4afe-a44e-1eb66b91940d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700111 Nov 24 20:57:57.299431 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36532) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:57.325995 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6c8895e1-fd1b-410e-adca-9f1e14a91010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:57.407964 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-cf4006f1-c43a-4b5d-aed0-97d560aebb82 service neutron] 10.222.0.48 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189128 Nov 24 20:57:57.603522 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82214fa-3464-473a-a207-6b92888497f9 req-da4e2257-6a57-44ca-9434-7a262521f32b tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:57.606090 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f82214fa-3464-473a-a207-6b92888497f9 req-da4e2257-6a57-44ca-9434-7a262521f32b tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 944 time: 0.1273487 Nov 24 20:57:57.669216 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0d5d-7ee2-4da6-a2e8-5f59b707e581 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:57.769254 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0d5d-7ee2-4da6-a2e8-5f59b707e581 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:57.872556 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eacb81c9-51b4-433f-9e4b-c0a72ac4d926 tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:57.876818 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eacb81c9-51b4-433f-9e4b-c0a72ac4d926 tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:57.891422 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece92219-770f-46a2-a82a-559a4f5fc950 req-f679d6fe-8250-4927-a924-d9e7dbefabe4 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:57.893569 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ece92219-770f-46a2-a82a-559a4f5fc950 req-f679d6fe-8250-4927-a924-d9e7dbefabe4 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d HTTP/1.1" status: 200 len: 950 time: 0.9569001 Nov 24 20:57:57.903126 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0d5d-7ee2-4da6-a2e8-5f59b707e581 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:57.903557 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7d0d5d-7ee2-4da6-a2e8-5f59b707e581 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 836d375d-cb83-4654-b1c7-9a5c2d5b241a {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:57:57.915823 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0d5d-7ee2-4da6-a2e8-5f59b707e581 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:57.920083 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4f7d0d5d-7ee2-4da6-a2e8-5f59b707e581 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] 10.222.0.11 "DELETE /v2.0/routers/836d375d-cb83-4654-b1c7-9a5c2d5b241a HTTP/1.1" status: 204 len: 168 time: 1.3210287 Nov 24 20:57:57.970589 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36546) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:57.976644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-e43a5aa2-ba92-48d2-94b0-de57b3321873 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Request body: {'router': {'name': 'tempest-router-1729238440', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a559d8d6528a4fadad336a767d6cffba'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:58.009606 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eacb81c9-51b4-433f-9e4b-c0a72ac4d926 tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:58.010128 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacb81c9-51b4-433f-9e4b-c0a72ac4d926 tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f9bf87b8-7381-4d1b-ba4c-8c7473655cee {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:57:58.037391 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6c8895e1-fd1b-410e-adca-9f1e14a91010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:58.059802 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6c8895e1-fd1b-410e-adca-9f1e14a91010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:58.062526 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e43a5aa2-ba92-48d2-94b0-de57b3321873 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:58.063732 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e43a5aa2-ba92-48d2-94b0-de57b3321873 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:58.073987 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-eacb81c9-51b4-433f-9e4b-c0a72ac4d926 tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 24 20:57:58.075213 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-eacb81c9-51b4-433f-9e4b-c0a72ac4d926 tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.2553325 Nov 24 20:57:58.080200 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ece92219-770f-46a2-a82a-559a4f5fc950 req-a9b67588-a4b0-4054-9d00-ff4cd893f235 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187735 Nov 24 20:57:58.082044 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36558) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:58.112144 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8895e1-fd1b-410e-adca-9f1e14a91010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c7a2af-e402-4b2f-91f6-9823357d4fb6,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:58.124339 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3dfb8fd8-0c27-46c7-91f9-f79e267667fe req-2a25ba4b-0ae4-400e-bbd4-d45d23d5bc19 service neutron] 10.222.0.48 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7072492 Nov 24 20:57:58.164442 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f82214fa-3464-473a-a207-6b92888497f9 req-49e59f03-fb67-4359-9f08-be34a44b624e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5480244 Nov 24 20:57:58.167371 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6c8895e1-fd1b-410e-adca-9f1e14a91010 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7182d85601674ff485c88cd1f153ccbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8650477 Nov 24 20:57:58.180021 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36560) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:58.258840 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e43a5aa2-ba92-48d2-94b0-de57b3321873 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:58.278172 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e43a5aa2-ba92-48d2-94b0-de57b3321873 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:58.321246 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f3188c0b-2491-4618-ae39-60958752f786 tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Deleting port 585001f1-3fb6-4762-bc4e-c092f3fe387d {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:57:58.325003 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3188c0b-2491-4618-ae39-60958752f786 tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:58.356149 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e63ea-2343-4d19-8b89-4281787f4386 req-f8623b10-0116-4484-a727-7d7eadf9e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:58.358149 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bd6e63ea-2343-4d19-8b89-4281787f4386 req-f8623b10-0116-4484-a727-7d7eadf9e8e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 1095 time: 0.1612406 Nov 24 20:57:58.360566 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e43a5aa2-ba92-48d2-94b0-de57b3321873 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:58.365010 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e43a5aa2-ba92-48d2-94b0-de57b3321873 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3932621 Nov 24 20:57:58.372933 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36568) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:58.383136 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-5e4cd973-895e-4ed2-9c95-aab125f8c399 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:57:58.477575 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3188c0b-2491-4618-ae39-60958752f786 tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:58.493459 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b27b108-1a75-4227-81d9-2c2eadd5b060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:58.497874 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f3188c0b-2491-4618-ae39-60958752f786 tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Calling delete_port for 585001f1-3fb6-4762-bc4e-c092f3fe387d owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:57:58.641890 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b27b108-1a75-4227-81d9-2c2eadd5b060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:58.764998 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3188c0b-2491-4618-ae39-60958752f786 tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:58.781584 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e4cd973-895e-4ed2-9c95-aab125f8c399 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:58.781945 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e4cd973-895e-4ed2-9c95-aab125f8c399 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks [] for router, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:58.818775 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e63ea-2343-4d19-8b89-4281787f4386 req-8b948411-277a-4fe8-9825-7bf97a4d0561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:58.820328 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bd6e63ea-2343-4d19-8b89-4281787f4386 req-8b948411-277a-4fe8-9825-7bf97a4d0561 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 913 time: 0.4454803 Nov 24 20:57:58.836112 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3188c0b-2491-4618-ae39-60958752f786 tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Pushing event deleted for resources: {'Port': ['ID=585001f1-3fb6-4762-bc4e-c092f3fe387d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:58.927065 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bd6e63ea-2343-4d19-8b89-4281787f4386 req-e96352be-5d7b-4e47-93e0-d1f9bcecca7d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40929cdb-c62d-4b62-b269-a06c0b117573 HTTP/1.1" status: 200 len: 217 time: 0.0785666 Nov 24 20:57:58.946336 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3188c0b-2491-4618-ae39-60958752f786 tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:58.957821 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f3188c0b-2491-4618-ae39-60958752f786 tempest-RoutersAdminNegativeTest-249356124 tempest-RoutersAdminNegativeTest-249356124-project-admin] 10.222.0.11 "DELETE /v2.0/ports/585001f1-3fb6-4762-bc4e-c092f3fe387d HTTP/1.1" status: 204 len: 168 time: 0.8703494 Nov 24 20:57:58.996680 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b27b108-1a75-4227-81d9-2c2eadd5b060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:58.999975 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b27b108-1a75-4227-81d9-2c2eadd5b060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:59.005328 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1b27b108-1a75-4227-81d9-2c2eadd5b060 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/30c7a2af-e402-4b2f-91f6-9823357d4fb6 HTTP/1.1" status: 204 len: 168 time: 0.8216336 Nov 24 20:57:59.012684 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5e4cd973-895e-4ed2-9c95-aab125f8c399 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109990) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 24 20:57:59.013282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5e4cd973-895e-4ed2-9c95-aab125f8c399 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Router 38ea79a1-0e05-4a02-8b9b-d1920e230e86 migrating from provider to provider. {{(pid=109990) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 24 20:57:59.014082 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e4cd973-895e-4ed2-9c95-aab125f8c399 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:59.039147 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e4cd973-895e-4ed2-9c95-aab125f8c399 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:59.042203 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27b108-1a75-4227-81d9-2c2eadd5b060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c7a2af-e402-4b2f-91f6-9823357d4fb6,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:57:59.053979 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e63ea-2343-4d19-8b89-4281787f4386 req-e4d57f38-a5c2-4751-8cf6-0e74998c828d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:59.055572 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bd6e63ea-2343-4d19-8b89-4281787f4386 req-e4d57f38-a5c2-4751-8cf6-0e74998c828d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ee9c5f7-570f-459a-a776-8d371777733b HTTP/1.1" status: 200 len: 851 time: 0.1154568 Nov 24 20:57:59.057068 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e4cd973-895e-4ed2-9c95-aab125f8c399 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-320311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-320300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-319781'] for router, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:59.233665 n-d-812111-8 neutron-server[109990]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5e4cd973-895e-4ed2-9c95-aab125f8c399 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] No L3 agents can host the router 38ea79a1-0e05-4a02-8b9b-d1920e230e86 Nov 24 20:57:59.256370 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e63ea-2343-4d19-8b89-4281787f4386 req-5400c998-64ea-41de-8e84-c16997c90661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:59.257635 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bd6e63ea-2343-4d19-8b89-4281787f4386 req-5400c998-64ea-41de-8e84-c16997c90661 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d57895c6-b2f2-4afe-a44e-1eb66b91940d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1931746 Nov 24 20:57:59.282949 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c01eca-ea1e-4eda-9794-584d177c18ef req-fbd00be5-2c9a-4a9a-bd92-8692343abb21 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:59.287375 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-77c01eca-ea1e-4eda-9794-584d177c18ef req-fbd00be5-2c9a-4a9a-bd92-8692343abb21 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d HTTP/1.1" status: 200 len: 950 time: 0.1105242 Nov 24 20:57:59.375329 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-77c01eca-ea1e-4eda-9794-584d177c18ef req-778d5346-e94c-4dd4-8b65-11b6f91343d9 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823808 Nov 24 20:57:59.434519 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 40929cdb-c62d-4b62-b269-a06c0b117573 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:57:59.576785 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4cd973-895e-4ed2-9c95-aab125f8c399 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Hosts for router 38ea79a1-0e05-4a02-8b9b-d1920e230e86: [] {{(pid=109990) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 24 20:57:59.609557 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 40929cdb-c62d-4b62-b269-a06c0b117573, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=40929cdb-c62d-4b62-b269-a06c0b117573,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:59.612940 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fa4fe-61ee-4377-a17e-35b8b3a490e0 req-fe5d2cb7-b5b2-42a7-ba6a-8632cdd29b08 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:57:59.621193 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c5fa4fe-61ee-4377-a17e-35b8b3a490e0 req-fe5d2cb7-b5b2-42a7-ba6a-8632cdd29b08 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 944 time: 0.3440208 Nov 24 20:57:59.625785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '40929cdb-c62d-4b62-b269-a06c0b117573', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'port_id': '40929cdb-c62d-4b62-b269-a06c0b117573', 'mac_address': 'fa:16:3e:f5:99:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:57:59.629118 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36620) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:59.647491 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4cd973-895e-4ed2-9c95-aab125f8c399 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Hosts for other DVR routers connected to router 38ea79a1-0e05-4a02-8b9b-d1920e230e86: set() {{(pid=109990) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 24 20:57:59.650145 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e4cd973-895e-4ed2-9c95-aab125f8c399 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:59.651347 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5e4cd973-895e-4ed2-9c95-aab125f8c399 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] 10.222.0.11 "PUT /v2.0/routers/38ea79a1-0e05-4a02-8b9b-d1920e230e86 HTTP/1.1" status: 200 len: 717 time: 1.2753270 Nov 24 20:57:59.653385 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bd6e63ea-2343-4d19-8b89-4281787f4386 req-8c45e743-c55d-4c5b-b81c-83feeb0535de service neutron] 10.222.0.48 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874383 Nov 24 20:57:59.654164 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36624) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:59.740612 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c5fa4fe-61ee-4377-a17e-35b8b3a490e0 req-3dcc27f2-6d0b-4e40-af81-4891d0a5d507 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130602 Nov 24 20:57:59.755238 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:59.799438 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40929cdb-c62d-4b62-b269-a06c0b117573 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:57:59.805663 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bd6e63ea-2343-4d19-8b89-4281787f4386 req-ef1592f9-3c59-4d98-a4d1-c54faa5a5392 service neutron] 10.222.0.48 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384928 Nov 24 20:57:59.831104 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 40929cdb-c62d-4b62-b269-a06c0b117573, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=40929cdb-c62d-4b62-b269-a06c0b117573,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:57:59.835815 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:57:59.854071 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f1a16f71-8125-4d99-98e8-441d2f7f8a12 tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] 10.222.0.11 "GET /v2.0/routers/38ea79a1-0e05-4a02-8b9b-d1920e230e86 HTTP/1.1" status: 200 len: 717 time: 0.1987021 Nov 24 20:57:59.854364 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36628) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:57:59.893771 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=40929cdb-c62d-4b62-b269-a06c0b117573,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:00.046422 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a2c02-b4dd-49cc-87cf-40f2e39634ef req-43c76421-a103-4a6f-9247-064822860735 tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:00.056781 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd3a2c02-b4dd-49cc-87cf-40f2e39634ef req-43c76421-a103-4a6f-9247-064822860735 tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d HTTP/1.1" status: 200 len: 1101 time: 0.0526586 Nov 24 20:58:00.073735 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['40929cdb-c62d-4b62-b269-a06c0b117573'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:58:00.074978 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-fd3a2c02-b4dd-49cc-87cf-40f2e39634ef req-85fcb463-a563-4c92-9a49-50bd06eeb4ff tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:00.187440 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e32375ab-66b0-4fbb-a74c-cf4bf80005f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:00.243915 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-fd3a2c02-b4dd-49cc-87cf-40f2e39634ef req-85fcb463-a563-4c92-9a49-50bd06eeb4ff tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:00.257314 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-fd3a2c02-b4dd-49cc-87cf-40f2e39634ef req-85fcb463-a563-4c92-9a49-50bd06eeb4ff tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:00.262063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36638) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:00.336599 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcb463-a563-4c92-9a49-50bd06eeb4ff tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbbb3f9-3295-42f4-bafe-18edec986a9b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:00.340966 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd3a2c02-b4dd-49cc-87cf-40f2e39634ef req-85fcb463-a563-4c92-9a49-50bd06eeb4ff tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830894 Nov 24 20:58:00.426602 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e32375ab-66b0-4fbb-a74c-cf4bf80005f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:00.436042 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e32375ab-66b0-4fbb-a74c-cf4bf80005f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:00.475930 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8ca19e3c-1604-4688-beb3-5370bf1a7103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:00.484521 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5e21242e-1812-4499-a141-76a43101b98e tempest-RoutersTestDVR-975803846 tempest-RoutersTestDVR-975803846-project] 10.222.0.11 "GET /v2.0/routers/38ea79a1-0e05-4a02-8b9b-d1920e230e86 HTTP/1.1" status: 200 len: 683 time: 0.6288774 Nov 24 20:58:00.490054 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36646) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:00.553647 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e32375ab-66b0-4fbb-a74c-cf4bf80005f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b48e9ae1e14740c99bfa7a2fc45758ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9198852 Nov 24 20:58:00.553647 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32375ab-66b0-4fbb-a74c-cf4bf80005f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0356c348-e6f2-458c-8e8b-03f2fbfd1608,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:00.557998 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36650) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:00.589806 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6da7a825-763a-4dee-abd8-84cabbfa918a tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:00.637501 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f063de42-073d-4c6c-bc54-fe0c54de21fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:00.674536 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f063de42-073d-4c6c-bc54-fe0c54de21fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:00.735550 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f063de42-073d-4c6c-bc54-fe0c54de21fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:00.739680 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f063de42-073d-4c6c-bc54-fe0c54de21fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:00.745412 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f063de42-073d-4c6c-bc54-fe0c54de21fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0356c348-e6f2-458c-8e8b-03f2fbfd1608 HTTP/1.1" status: 204 len: 168 time: 0.1863348 Nov 24 20:58:00.765016 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063de42-073d-4c6c-bc54-fe0c54de21fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0356c348-e6f2-458c-8e8b-03f2fbfd1608,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:00.841801 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6da7a825-763a-4dee-abd8-84cabbfa918a tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:00.850282 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6da7a825-763a-4dee-abd8-84cabbfa918a tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:00.902500 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8ca19e3c-1604-4688-beb3-5370bf1a7103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:00.911137 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8ca19e3c-1604-4688-beb3-5370bf1a7103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:00.929270 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6da7a825-763a-4dee-abd8-84cabbfa918a tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:00.929965 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da7a825-763a-4dee-abd8-84cabbfa918a tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38ea79a1-0e05-4a02-8b9b-d1920e230e86 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:58:00.951287 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6da7a825-763a-4dee-abd8-84cabbfa918a tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:00.958966 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6da7a825-763a-4dee-abd8-84cabbfa918a tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] 10.222.0.11 "DELETE /v2.0/routers/38ea79a1-0e05-4a02-8b9b-d1920e230e86 HTTP/1.1" status: 204 len: 168 time: 0.4614530 Nov 24 20:58:00.984919 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36676) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:00.990517 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-62890035-97a4-4697-8cf2-125e5c0c06ff tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Request body: {'router': {'name': 'tempest-router-977307214', 'distributed': True}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:00.998536 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-d541399d-a8b8-4f9f-b16e-2cf2ae8a422f tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f9f97af922bb4212809f7d75bc05ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585322 Nov 24 20:58:01.000814 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8ca19e3c-1604-4688-beb3-5370bf1a7103 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=86c1cd0420ad4a51ac4a74e7bef3ef43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7377687 Nov 24 20:58:01.030081 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36678) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:01.054567 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-62890035-97a4-4697-8cf2-125e5c0c06ff tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:01.055308 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca19e3c-1604-4688-beb3-5370bf1a7103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a666b63-bc24-4e32-8c79-d11b41fbcb31,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:01.055653 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-62890035-97a4-4697-8cf2-125e5c0c06ff tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:01.133866 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d4eab-210b-47ff-8569-0da0f7d3458c req-1cbc1948-a071-4722-8a75-e8092fcc159e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:01.135493 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-535d4eab-210b-47ff-8569-0da0f7d3458c req-1cbc1948-a071-4722-8a75-e8092fcc159e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 945 time: 0.2052553 Nov 24 20:58:01.166355 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7b94ad83-7437-4d6d-aef9-5623bb933b00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:01.206591 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7b94ad83-7437-4d6d-aef9-5623bb933b00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:01.223632 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-6fcd799d-640f-4ca9-83db-699692b65fcb tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:01.231034 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-6fcd799d-640f-4ca9-83db-699692b65fcb tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2164524 Nov 24 20:58:01.237239 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-62890035-97a4-4697-8cf2-125e5c0c06ff tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:01.258803 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-24f16ef4-a26c-4545-8282-cdcee876b0c5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/quotas/f9f97af922bb4212809f7d75bc05ed87 HTTP/1.1" status: 200 len: 375 time: 0.0267951 Nov 24 20:58:01.271379 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-62890035-97a4-4697-8cf2-125e5c0c06ff tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:01.321064 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-535d4eab-210b-47ff-8569-0da0f7d3458c req-ebc567c9-de78-48a8-b54f-831737f0a78f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609385 Nov 24 20:58:01.326370 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-62890035-97a4-4697-8cf2-125e5c0c06ff tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:01.328234 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-62890035-97a4-4697-8cf2-125e5c0c06ff tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3422112 Nov 24 20:58:01.330952 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36688) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:01.359391 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-d3ce1444-01a4-420b-b59e-f6b80d51e9fa tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9f97af922bb4212809f7d75bc05ed87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0996227 Nov 24 20:58:01.376374 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7b94ad83-7437-4d6d-aef9-5623bb933b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:01.381305 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7b94ad83-7437-4d6d-aef9-5623bb933b00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:01.382894 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7b94ad83-7437-4d6d-aef9-5623bb933b00 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2a666b63-bc24-4e32-8c79-d11b41fbcb31 HTTP/1.1" status: 204 len: 168 time: 0.3510776 Nov 24 20:58:01.394441 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94ad83-7437-4d6d-aef9-5623bb933b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a666b63-bc24-4e32-8c79-d11b41fbcb31,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:01.452351 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 40929cdb-c62d-4b62-b269-a06c0b117573 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:58:01.493054 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4461fb60-3cd8-47f4-a43b-d5017cbc6f9c tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:01.502970 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36698) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:01.568976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 40929cdb-c62d-4b62-b269-a06c0b117573 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:58:01.577362 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 40929cdb-c62d-4b62-b269-a06c0b117573 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:01.578431 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:01.604618 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d747b8ae-603c-4079-8b2a-a527b78055d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=570e4772bc864ca5a5da21d83b45e792&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1004107 Nov 24 20:58:01.605320 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36700) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:01.685637 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4abc6b84-4e93-4ef2-b9c2-e5ec11bacc64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:01.737595 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4461fb60-3cd8-47f4-a43b-d5017cbc6f9c tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:01.750472 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4461fb60-3cd8-47f4-a43b-d5017cbc6f9c tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:01.753783 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4abc6b84-4e93-4ef2-b9c2-e5ec11bacc64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:01.795199 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:01.829927 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4461fb60-3cd8-47f4-a43b-d5017cbc6f9c tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:01.830830 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4461fb60-3cd8-47f4-a43b-d5017cbc6f9c tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1938f266-889a-4d83-a92a-2b2668552e08 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:58:01.847432 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4461fb60-3cd8-47f4-a43b-d5017cbc6f9c tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:01.851728 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4461fb60-3cd8-47f4-a43b-d5017cbc6f9c tempest-RoutersTestDVR-453761186 tempest-RoutersTestDVR-453761186-project-admin] 10.222.0.11 "DELETE /v2.0/routers/1938f266-889a-4d83-a92a-2b2668552e08 HTTP/1.1" status: 204 len: 168 time: 0.5182049 Nov 24 20:58:01.857747 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4abc6b84-4e93-4ef2-b9c2-e5ec11bacc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:01.861311 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4abc6b84-4e93-4ef2-b9c2-e5ec11bacc64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:01.863341 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 40929cdb-c62d-4b62-b269-a06c0b117573, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=40929cdb-c62d-4b62-b269-a06c0b117573,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:01.865786 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429d1bed-2568-405e-b3a6-0660851417cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40929cdb-c62d-4b62-b269-a06c0b117573'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:58:01.867936 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4abc6b84-4e93-4ef2-b9c2-e5ec11bacc64 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/376d23cb-d6fc-4127-8476-d9cb565c8acd HTTP/1.1" status: 204 len: 168 time: 0.2612302 Nov 24 20:58:01.869183 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c4ed47-aaad-4319-aeb2-9cdede3088e8" -d '{"events": [{"server_uuid": "429d1bed-2568-405e-b3a6-0660851417cc", "name": "network-vif-plugged", "status": "completed", "tag": "40929cdb-c62d-4b62-b269-a06c0b117573"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:58:01.874779 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:01.885974 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc6b84-4e93-4ef2-b9c2-e5ec11bacc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376d23cb-d6fc-4127-8476-d9cb565c8acd,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:01.944921 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=40929cdb-c62d-4b62-b269-a06c0b117573,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:01.965579 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba1e4f4-209d-41a6-8498-7767e654f484 x-openstack-request-id: req-9ba1e4f4-209d-41a6-8498-7767e654f484 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:58:01.965976 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429d1bed-2568-405e-b3a6-0660851417cc", "name": "network-vif-plugged", "status": "completed", "tag": "40929cdb-c62d-4b62-b269-a06c0b117573", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:58:01.966301 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ba1e4f4-209d-41a6-8498-7767e654f484 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:58:01.966826 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429d1bed-2568-405e-b3a6-0660851417cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40929cdb-c62d-4b62-b269-a06c0b117573', 'code': 200} Nov 24 20:58:02.122506 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d947c-6824-4e2d-9bde-44e03b61850d req-96e807ad-ea9b-4a65-a10b-96482a258c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:02.124346 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2a1d947c-6824-4e2d-9bde-44e03b61850d req-96e807ad-ea9b-4a65-a10b-96482a258c97 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 1097 time: 0.0884359 Nov 24 20:58:02.189253 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2a1d947c-6824-4e2d-9bde-44e03b61850d req-a73cc636-6bcd-4461-8f48-6f8676c19b0c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547934 Nov 24 20:58:02.417988 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2309ff72-7a3b-4078-9054-f323849907c4 req-45e0bb73-0ddc-48d3-a7b8-d1bc3b81147f tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba30c875-4e2b-434c-ae52-002e879583ba HTTP/1.1" status: 200 len: 210 time: 0.0796323 Nov 24 20:58:02.534526 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01902c-d801-429c-a36c-2f07efc02161 req-69fe56cf-309c-41f3-be98-bde4dcaf10e7 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:02.536391 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dc01902c-d801-429c-a36c-2f07efc02161 req-69fe56cf-309c-41f3-be98-bde4dcaf10e7 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 946 time: 0.0868106 Nov 24 20:58:02.657298 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dc01902c-d801-429c-a36c-2f07efc02161 req-68755cbf-3ada-4258-bb76-67b2418ae78d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005890 Nov 24 20:58:02.681494 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36740) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:02.699714 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cad61400-5e77-4249-b7ba-7d40671c3ed6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:02.821587 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36746) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:02.851582 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cad61400-5e77-4249-b7ba-7d40671c3ed6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:02.858802 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cad61400-5e77-4249-b7ba-7d40671c3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:02.912943 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cad61400-5e77-4249-b7ba-7d40671c3ed6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=52438ac50f644e2ba1949a975b211886&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2302885 Nov 24 20:58:02.913892 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad61400-5e77-4249-b7ba-7d40671c3ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bf3c9a-2559-4747-9ad2-c2fb7ee5c177,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:02.915525 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36752) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:03.001067 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad156bd0-7671-40ba-85a0-47ec8a8a23bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:03.034529 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad156bd0-7671-40ba-85a0-47ec8a8a23bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:03.111619 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad156bd0-7671-40ba-85a0-47ec8a8a23bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:03.116255 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad156bd0-7671-40ba-85a0-47ec8a8a23bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:03.117855 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ad156bd0-7671-40ba-85a0-47ec8a8a23bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a9bf3c9a-2559-4747-9ad2-c2fb7ee5c177 HTTP/1.1" status: 204 len: 168 time: 0.2010748 Nov 24 20:58:03.140790 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad156bd0-7671-40ba-85a0-47ec8a8a23bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bf3c9a-2559-4747-9ad2-c2fb7ee5c177,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:03.192440 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad156bd0-7671-40ba-85a0-47ec8a8a23bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:03.192823 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad156bd0-7671-40ba-85a0-47ec8a8a23bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:03.193381 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad156bd0-7671-40ba-85a0-47ec8a8a23bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:03.193745 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad156bd0-7671-40ba-85a0-47ec8a8a23bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:03.194081 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad156bd0-7671-40ba-85a0-47ec8a8a23bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:03.194424 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad156bd0-7671-40ba-85a0-47ec8a8a23bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:03.201375 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad156bd0-7671-40ba-85a0-47ec8a8a23bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:03.201884 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad156bd0-7671-40ba-85a0-47ec8a8a23bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:03.202245 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad156bd0-7671-40ba-85a0-47ec8a8a23bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:03.202599 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad156bd0-7671-40ba-85a0-47ec8a8a23bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:03.202942 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad156bd0-7671-40ba-85a0-47ec8a8a23bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:03.203287 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad156bd0-7671-40ba-85a0-47ec8a8a23bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:03.225847 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4c59cf97-d30d-4286-a139-d0083c5e219f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:03.415247 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4c59cf97-d30d-4286-a139-d0083c5e219f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:03.421794 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4c59cf97-d30d-4286-a139-d0083c5e219f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:03.483694 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59cf97-d30d-4286-a139-d0083c5e219f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3c054f-1bcf-44a3-9ec1-5da612a98626,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:03.539632 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4c59cf97-d30d-4286-a139-d0083c5e219f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a559d8d6528a4fadad336a767d6cffba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7166712 Nov 24 20:58:03.542310 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36768) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:03.603332 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b3086142-4f75-4f88-aa55-cbb0fed32ffc req-6a431c75-29df-4ec7-a2b4-34763236540d tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba30c875-4e2b-434c-ae52-002e879583ba HTTP/1.1" status: 200 len: 210 time: 0.0539711 Nov 24 20:58:03.643928 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d3c1e06d-7009-4b64-b733-5002bae2fbd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:03.672021 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d3c1e06d-7009-4b64-b733-5002bae2fbd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:03.747365 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d3c1e06d-7009-4b64-b733-5002bae2fbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:03.750578 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d3c1e06d-7009-4b64-b733-5002bae2fbd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:03.753243 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d3c1e06d-7009-4b64-b733-5002bae2fbd8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3e3c054f-1bcf-44a3-9ec1-5da612a98626 HTTP/1.1" status: 204 len: 168 time: 0.2090271 Nov 24 20:58:03.782247 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1e06d-7009-4b64-b733-5002bae2fbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3c054f-1bcf-44a3-9ec1-5da612a98626,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:03.797183 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a8170-28ee-4955-bfff-7c5dfb02fb8e req-0e2d8a4b-8fea-433a-8a34-4327aa32d5c4 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:03.805141 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e17a8170-28ee-4955-bfff-7c5dfb02fb8e req-0e2d8a4b-8fea-433a-8a34-4327aa32d5c4 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 946 time: 0.0785627 Nov 24 20:58:03.908199 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e17a8170-28ee-4955-bfff-7c5dfb02fb8e req-527b78d2-f4f3-4605-a898-083696329da0 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932026 Nov 24 20:58:04.042592 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-8e1099f0-e45c-4753-98a7-00eb38adf030 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f9f97af922bb4212809f7d75bc05ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293984 Nov 24 20:58:04.237344 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-256f5fa8-8881-44e8-ac6e-f3eb62bdee13 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:04.239508 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-256f5fa8-8881-44e8-ac6e-f3eb62bdee13 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892905 Nov 24 20:58:04.258651 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-464e0659-4e2a-48ec-a97e-a6b58cc538b3 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Request body: {'port': {'device_id': 'def7405a-25e5-4b25-ab24-bdf5ab741d91', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': 'f9f97af922bb4212809f7d75bc05ed87'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:04.263066 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a20529-a923-4bb5-b67b-5282ca2dea43 req-8ca53863-c698-45bf-86c2-cb8006b3ac6f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:04.265326 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-12a20529-a923-4bb5-b67b-5282ca2dea43 req-8ca53863-c698-45bf-86c2-cb8006b3ac6f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 946 time: 0.1073899 Nov 24 20:58:04.379833 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-12a20529-a923-4bb5-b67b-5282ca2dea43 req-5031b85f-f089-491d-bb6f-476ba232dfeb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022706 Nov 24 20:58:04.442873 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-464e0659-4e2a-48ec-a97e-a6b58cc538b3 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Made reservation on behalf of f9f97af922bb4212809f7d75bc05ed87 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:04.451397 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-464e0659-4e2a-48ec-a97e-a6b58cc538b3 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:04.538246 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-e4de7835-5f0c-4793-b970-361334eadef6 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f9f97af922bb4212809f7d75bc05ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480447 Nov 24 20:58:04.703538 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-464e0659-4e2a-48ec-a97e-a6b58cc538b3 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Allocated IP 192.168.233.120 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/b5f19f21-4989-42f5-9009-ef06859751d5) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:58:04.786395 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-6d91e6fe-9627-43ca-8f57-7c64e1011e8b tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:04.788441 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-6d91e6fe-9627-43ca-8f57-7c64e1011e8b tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2436638 Nov 24 20:58:04.795952 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c907a0d8-e952-44bc-9402-a7b9137536a0 req-8f973f55-5855-4d21-aa68-e0188e9f9db1 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba30c875-4e2b-434c-ae52-002e879583ba HTTP/1.1" status: 200 len: 210 time: 0.0652931 Nov 24 20:58:04.810320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-1c1e3987-767b-42ff-9df8-696726d2c51c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Request body: {'port': {'device_id': 'ba30c875-4e2b-434c-ae52-002e879583ba', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': 'f9f97af922bb4212809f7d75bc05ed87'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:04.880877 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36806) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:04.999223 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-1c1e3987-767b-42ff-9df8-696726d2c51c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Made reservation on behalf of f9f97af922bb4212809f7d75bc05ed87 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:05.012859 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-1c1e3987-767b-42ff-9df8-696726d2c51c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:05.021138 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e5e7473c-5833-4157-a586-03eed230c4f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:05.063440 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-464e0659-4e2a-48ec-a97e-a6b58cc538b3 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:05.159553 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-464e0659-4e2a-48ec-a97e-a6b58cc538b3 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:05.176803 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['975245fd-a239-4b38-a637-934a9f8ac234'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:58:05.260569 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e5e7473c-5833-4157-a586-03eed230c4f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:05.263220 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-464e0659-4e2a-48ec-a97e-a6b58cc538b3 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:05.289064 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-464e0659-4e2a-48ec-a97e-a6b58cc538b3 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:05.297261 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-464e0659-4e2a-48ec-a97e-a6b58cc538b3 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:05.312245 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e5e7473c-5833-4157-a586-03eed230c4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:05.344457 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-1c1e3987-767b-42ff-9df8-696726d2c51c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Allocated IP 192.168.233.227 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/2b62a78a-de27-40e5-9031-07782fc7c150) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:58:05.378127 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e0659-4e2a-48ec-a97e-a6b58cc538b3 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Pushing event updated for resources: {'Port': ['ID=b5f19f21-4989-42f5-9009-ef06859751d5,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:05.420016 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e5e7473c-5833-4157-a586-03eed230c4f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=472211e7d18a4549a504a5f697cba242&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5380609 Nov 24 20:58:05.423250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7473c-5833-4157-a586-03eed230c4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d49c2da-8abe-4cf7-8e21-7af33f8124ee,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:05.425618 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36828) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:05.434745 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-464e0659-4e2a-48ec-a97e-a6b58cc538b3 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:05.436954 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-464e0659-4e2a-48ec-a97e-a6b58cc538b3 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:05.463142 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-464e0659-4e2a-48ec-a97e-a6b58cc538b3 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2089653 Nov 24 20:58:05.489377 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-b58d1d24-5936-4320-93f7-55b8d3fe6a84 service neutron] Request body: {'port': {'device_id': 'def7405a-25e5-4b25-ab24-bdf5ab741d91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:05.628611 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-b58d1d24-5936-4320-93f7-55b8d3fe6a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:05.714028 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0c02809-c353-4ab8-8a4c-ecc561719c76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:05.734813 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c3785-3356-4282-a5a9-5c68f98a88b3 req-5eca7596-1455-45df-94dd-8d4570a0af3b tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:05.743541 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-848c3785-3356-4282-a5a9-5c68f98a88b3 req-5eca7596-1455-45df-94dd-8d4570a0af3b tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 946 time: 0.2006891 Nov 24 20:58:05.770296 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a2d4d2be-d547-47c5-a835-36b18b86d455 None None] Provisioning complete for port b5f19f21-4989-42f5-9009-ef06859751d5 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:05.771141 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a2d4d2be-d547-47c5-a835-36b18b86d455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:05.844519 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0c02809-c353-4ab8-8a4c-ecc561719c76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:05.864167 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36838) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:05.890145 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-a2d4d2be-d547-47c5-a835-36b18b86d455 None None] Port b5f19f21-4989-42f5-9009-ef06859751d5 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:58:05.927579 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-848c3785-3356-4282-a5a9-5c68f98a88b3 req-55877482-bca5-4e56-8937-8270dfbc0f10 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779797 Nov 24 20:58:05.973827 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d3adf923-7116-4844-b2b3-98610a87df81 req-290e10bb-0e4c-41e9-9d95-92edb7001ff3 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba30c875-4e2b-434c-ae52-002e879583ba HTTP/1.1" status: 200 len: 210 time: 0.0593398 Nov 24 20:58:05.985360 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-1c1e3987-767b-42ff-9df8-696726d2c51c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:06.048848 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0c02809-c353-4ab8-8a4c-ecc561719c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:06.057092 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0c02809-c353-4ab8-8a4c-ecc561719c76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:06.063136 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d0c02809-c353-4ab8-8a4c-ecc561719c76 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6d49c2da-8abe-4cf7-8e21-7af33f8124ee HTTP/1.1" status: 204 len: 168 time: 0.6153862 Nov 24 20:58:06.084440 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c02809-c353-4ab8-8a4c-ecc561719c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d49c2da-8abe-4cf7-8e21-7af33f8124ee,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:06.105064 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-1c1e3987-767b-42ff-9df8-696726d2c51c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:06.138183 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['975245fd-a239-4b38-a637-934a9f8ac234'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:58:06.177827 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-1c1e3987-767b-42ff-9df8-696726d2c51c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:06.182199 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-1c1e3987-767b-42ff-9df8-696726d2c51c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:06.235501 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-1c1e3987-767b-42ff-9df8-696726d2c51c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:06.369864 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e3987-767b-42ff-9df8-696726d2c51c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Pushing event updated for resources: {'Port': ['ID=2b62a78a-de27-40e5-9031-07782fc7c150,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:06.405740 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-1c1e3987-767b-42ff-9df8-696726d2c51c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:06.413247 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-1c1e3987-767b-42ff-9df8-696726d2c51c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:06.470223 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-1c1e3987-767b-42ff-9df8-696726d2c51c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6714284 Nov 24 20:58:06.488708 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-288538a2-a109-4911-8c40-aebb1d82e63d service neutron] Request body: {'port': {'device_id': 'ba30c875-4e2b-434c-ae52-002e879583ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:06.750579 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c824d3ee-47b4-438c-bec3-def98383b4f5 None None] Provisioning complete for port 2b62a78a-de27-40e5-9031-07782fc7c150 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:06.751768 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c824d3ee-47b4-438c-bec3-def98383b4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:06.777215 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-288538a2-a109-4911-8c40-aebb1d82e63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:06.816083 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c824d3ee-47b4-438c-bec3-def98383b4f5 None None] Port 2b62a78a-de27-40e5-9031-07782fc7c150 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:58:06.861191 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b5f0b9e0-c83a-4d90-8eac-61aec476ef07 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1453275406'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:06.976101 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6965915-1bf5-4c29-a936-c7de18467eeb req-e35326e1-c7a0-4caf-8d56-a3b7db377766 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:06.977681 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f6965915-1bf5-4c29-a936-c7de18467eeb req-e35326e1-c7a0-4caf-8d56-a3b7db377766 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 946 time: 0.1235790 Nov 24 20:58:06.981867 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f0b9e0-c83a-4d90-8eac-61aec476ef07 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Made reservation on behalf of 387efe71cdfd42c2a6a9b4bf734973e1 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:06.987162 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b5f0b9e0-c83a-4d90-8eac-61aec476ef07 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:07.020959 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b5f0b9e0-c83a-4d90-8eac-61aec476ef07 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:07.155073 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f6965915-1bf5-4c29-a936-c7de18467eeb req-e31da63b-d238-4abb-8c5e-75924d9ae4f0 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351359 Nov 24 20:58:07.208345 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-b58d1d24-5936-4320-93f7-55b8d3fe6a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f19f21-4989-42f5-9009-ef06859751d5 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:58:07.219385 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-b58d1d24-5936-4320-93f7-55b8d3fe6a84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:07.245700 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-b58d1d24-5936-4320-93f7-55b8d3fe6a84 service neutron] Transition to ACTIVE for port object b5f19f21-4989-42f5-9009-ef06859751d5 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:58:07.251944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040dbb1e-4339-4138-8ebc-379e9dc27801 req-5b0526f2-0d02-4b52-a285-efd755212cbf tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:07.254713 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-040dbb1e-4339-4138-8ebc-379e9dc27801 req-5b0526f2-0d02-4b52-a285-efd755212cbf tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba30c875-4e2b-434c-ae52-002e879583ba HTTP/1.1" status: 200 len: 936 time: 0.1367831 Nov 24 20:58:07.261042 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-b58d1d24-5936-4320-93f7-55b8d3fe6a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:07.377616 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b5f0b9e0-c83a-4d90-8eac-61aec476ef07 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:07.413998 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b5f0b9e0-c83a-4d90-8eac-61aec476ef07 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:07.458464 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d1d24-5936-4320-93f7-55b8d3fe6a84 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f19f21-4989-42f5-9009-ef06859751d5,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:07.480563 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 40929cdb-c62d-4b62-b269-a06c0b117573 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:58:07.484669 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f0b9e0-c83a-4d90-8eac-61aec476ef07 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:58:07.516882 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-040dbb1e-4339-4138-8ebc-379e9dc27801 req-7f20214f-6079-4a6f-92c2-8d086f1c58d6 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439382 Nov 24 20:58:07.548929 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-b58d1d24-5936-4320-93f7-55b8d3fe6a84 service neutron] Attempting to bind port b5f19f21-4989-42f5-9009-ef06859751d5 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:58:07.549308 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-b58d1d24-5936-4320-93f7-55b8d3fe6a84 service neutron] Attempting to bind port b5f19f21-4989-42f5-9009-ef06859751d5 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:58:07.551350 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-b58d1d24-5936-4320-93f7-55b8d3fe6a84 service neutron] Attempting to bind port b5f19f21-4989-42f5-9009-ef06859751d5 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:58:07.558460 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0b9e0-c83a-4d90-8eac-61aec476ef07 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4988e9a-fcbd-4ad8-bb87-b36e4e99a8d8,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:07.575986 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b5f0b9e0-c83a-4d90-8eac-61aec476ef07 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:07.577356 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-b5f0b9e0-c83a-4d90-8eac-61aec476ef07 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Added segment 6f844950-19c0-4483-bc32-adf103966734 of type vlan for network 03b910c5-e474-49e5-85ef-714273616d8f Nov 24 20:58:07.581163 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-b58d1d24-5936-4320-93f7-55b8d3fe6a84 service neutron] Port b5f19f21-4989-42f5-9009-ef06859751d5 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:58:07.581487 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-b58d1d24-5936-4320-93f7-55b8d3fe6a84 service neutron] Attempting to bind port b5f19f21-4989-42f5-9009-ef06859751d5 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:58:07.625675 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-b58d1d24-5936-4320-93f7-55b8d3fe6a84 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:58:07.625955 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-b58d1d24-5936-4320-93f7-55b8d3fe6a84 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:58:07.627655 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-b58d1d24-5936-4320-93f7-55b8d3fe6a84 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:58:07.627877 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-b58d1d24-5936-4320-93f7-55b8d3fe6a84 service neutron] Bound port: b5f19f21-4989-42f5-9009-ef06859751d5, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:58:07.629987 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-b58d1d24-5936-4320-93f7-55b8d3fe6a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:07.729800 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-288538a2-a109-4911-8c40-aebb1d82e63d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b62a78a-de27-40e5-9031-07782fc7c150 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:58:07.735694 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b5f0b9e0-c83a-4d90-8eac-61aec476ef07 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:07.746291 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-288538a2-a109-4911-8c40-aebb1d82e63d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:07.780270 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-288538a2-a109-4911-8c40-aebb1d82e63d service neutron] Transition to ACTIVE for port object 2b62a78a-de27-40e5-9031-07782fc7c150 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:58:07.789491 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-288538a2-a109-4911-8c40-aebb1d82e63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:07.817765 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 40929cdb-c62d-4b62-b269-a06c0b117573, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=40929cdb-c62d-4b62-b269-a06c0b117573,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:07.899774 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b5f0b9e0-c83a-4d90-8eac-61aec476ef07 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:07.916528 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f0b9e0-c83a-4d90-8eac-61aec476ef07 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:07.917229 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b5f0b9e0-c83a-4d90-8eac-61aec476ef07 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:07.925195 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '40929cdb-c62d-4b62-b269-a06c0b117573', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'port_id': '40929cdb-c62d-4b62-b269-a06c0b117573', 'mac_address': 'fa:16:3e:f5:99:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:58:07.953372 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288538a2-a109-4911-8c40-aebb1d82e63d service neutron] Pushing event updated for resources: {'Port': ['ID=2b62a78a-de27-40e5-9031-07782fc7c150,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:07.998590 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-b58d1d24-5936-4320-93f7-55b8d3fe6a84 service neutron] For port b5f19f21-4989-42f5-9009-ef06859751d5, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:58:08.032187 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36894) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:08.037620 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b5f0b9e0-c83a-4d90-8eac-61aec476ef07 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1635835 Nov 24 20:58:08.045067 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-0ac6c94b-3ad6-4cdd-99ba-14d8ec4e2a9e tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Request body: {'subnet': {'network_id': '03b910c5-e474-49e5-85ef-714273616d8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:08.074961 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-b58d1d24-5936-4320-93f7-55b8d3fe6a84 service neutron] For port b5f19f21-4989-42f5-9009-ef06859751d5, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b5f19f21-4989-42f5-9009-ef06859751d5,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:58:08.151391 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-b58d1d24-5936-4320-93f7-55b8d3fe6a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:08.179025 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0b9e0-c83a-4d90-8eac-61aec476ef07 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Pushing event updated for resources: {'Network': ['ID=03b910c5-e474-49e5-85ef-714273616d8f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:08.247467 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-b58d1d24-5936-4320-93f7-55b8d3fe6a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:08.248480 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-b58d1d24-5936-4320-93f7-55b8d3fe6a84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:08.250251 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-b58d1d24-5936-4320-93f7-55b8d3fe6a84 service neutron] 10.222.0.15 "PUT /v2.0/ports/b5f19f21-4989-42f5-9009-ef06859751d5 HTTP/1.1" status: 200 len: 1096 time: 2.7783484 Nov 24 20:58:08.253694 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def7405a-25e5-4b25-ab24-bdf5ab741d91', 'tag': 'b5f19f21-4989-42f5-9009-ef06859751d5'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:58:08.257793 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77381c92-e4ba-4876-b9cf-6cd770a2a562" -d '{"events": [{"name": "network-changed", "server_uuid": "def7405a-25e5-4b25-ab24-bdf5ab741d91", "tag": "b5f19f21-4989-42f5-9009-ef06859751d5"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:58:08.310958 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:08.318512 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-288538a2-a109-4911-8c40-aebb1d82e63d service neutron] Attempting to bind port 2b62a78a-de27-40e5-9031-07782fc7c150 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:58:08.320674 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-288538a2-a109-4911-8c40-aebb1d82e63d service neutron] Attempting to bind port 2b62a78a-de27-40e5-9031-07782fc7c150 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:58:08.321268 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-288538a2-a109-4911-8c40-aebb1d82e63d service neutron] Attempting to bind port 2b62a78a-de27-40e5-9031-07782fc7c150 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:58:08.327730 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d1d24-5936-4320-93f7-55b8d3fe6a84 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f19f21-4989-42f5-9009-ef06859751d5,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:08.340534 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-288538a2-a109-4911-8c40-aebb1d82e63d service neutron] Port 2b62a78a-de27-40e5-9031-07782fc7c150 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:58:08.341090 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-288538a2-a109-4911-8c40-aebb1d82e63d service neutron] Attempting to bind port 2b62a78a-de27-40e5-9031-07782fc7c150 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:58:08.352068 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-288538a2-a109-4911-8c40-aebb1d82e63d service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:58:08.352657 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-288538a2-a109-4911-8c40-aebb1d82e63d service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:58:08.353252 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-288538a2-a109-4911-8c40-aebb1d82e63d service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:58:08.354024 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-288538a2-a109-4911-8c40-aebb1d82e63d service neutron] Bound port: 2b62a78a-de27-40e5-9031-07782fc7c150, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:58:08.354537 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-288538a2-a109-4911-8c40-aebb1d82e63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:08.356855 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21d6296-decf-47f3-b439-d07a6e9d2dcd x-openstack-request-id: req-e21d6296-decf-47f3-b439-d07a6e9d2dcd {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:58:08.357158 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def7405a-25e5-4b25-ab24-bdf5ab741d91", "tag": "b5f19f21-4989-42f5-9009-ef06859751d5", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:58:08.357417 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e21d6296-decf-47f3-b439-d07a6e9d2dcd {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:58:08.362458 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def7405a-25e5-4b25-ab24-bdf5ab741d91', 'tag': 'b5f19f21-4989-42f5-9009-ef06859751d5', 'status': 'completed', 'code': 200} Nov 24 20:58:08.365129 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 03b910c5-e474-49e5-85ef-714273616d8f details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:58:08.372421 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac6c94b-3ad6-4cdd-99ba-14d8ec4e2a9e tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Made reservation on behalf of 387efe71cdfd42c2a6a9b4bf734973e1 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:08.379399 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40929cdb-c62d-4b62-b269-a06c0b117573 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:58:08.380893 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ac6c94b-3ad6-4cdd-99ba-14d8ec4e2a9e tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:08.549772 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-bc174d47-8254-4d22-b953-a8ae8f64188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:08.558038 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-bc174d47-8254-4d22-b953-a8ae8f64188f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9f97af922bb4212809f7d75bc05ed87&device_id=def7405a-25e5-4b25-ab24-bdf5ab741d91 HTTP/1.1" status: 200 len: 1099 time: 0.2545424 Nov 24 20:58:08.609747 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 40929cdb-c62d-4b62-b269-a06c0b117573, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=40929cdb-c62d-4b62-b269-a06c0b117573,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:08.752885 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-09828cfd-a13f-43cd-9aee-36cc4bb6415c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=b5f19f21-4989-42f5-9009-ef06859751d5 HTTP/1.1" status: 200 len: 217 time: 0.1771431 Nov 24 20:58:08.768139 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e7ba4-b606-4e5b-984c-433d37ac9f3d req-3e1a75cd-56d7-4199-a883-3f292dbb201c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:08.778289 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b51e7ba4-b606-4e5b-984c-433d37ac9f3d req-3e1a75cd-56d7-4199-a883-3f292dbb201c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 946 time: 0.3753099 Nov 24 20:58:08.794272 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:08.861427 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ac6c94b-3ad6-4cdd-99ba-14d8ec4e2a9e tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:09.042722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=40929cdb-c62d-4b62-b269-a06c0b117573,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:09.048202 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b51e7ba4-b606-4e5b-984c-433d37ac9f3d req-673cdace-202d-410c-b533-0d1338345301 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448375 Nov 24 20:58:09.078632 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-72d26f90-7185-4674-84f9-005e2fac3801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:09.080147 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-72d26f90-7185-4674-84f9-005e2fac3801 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.2983789 Nov 24 20:58:09.204604 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-bc2fec0e-d25d-47d3-8455-2b9e259db275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:09.210476 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-bc2fec0e-d25d-47d3-8455-2b9e259db275 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1189225 Nov 24 20:58:09.235022 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['40929cdb-c62d-4b62-b269-a06c0b117573'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:58:09.467010 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-49ab6fa5-6bf6-4625-8497-f7c94bf89aaa service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477458 Nov 24 20:58:09.476365 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-01d9388f-f34b-4376-bfb2-7db88cc175da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:09.588103 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:09.687461 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-b3aa8a26-7c27-4ee8-a24c-b1ad25d3bf07 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091105 Nov 24 20:58:09.733192 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-288538a2-a109-4911-8c40-aebb1d82e63d service neutron] For port 2b62a78a-de27-40e5-9031-07782fc7c150, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:58:09.737256 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-288538a2-a109-4911-8c40-aebb1d82e63d service neutron] For port 2b62a78a-de27-40e5-9031-07782fc7c150, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2b62a78a-de27-40e5-9031-07782fc7c150,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:58:09.755784 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-288538a2-a109-4911-8c40-aebb1d82e63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:09.899283 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288538a2-a109-4911-8c40-aebb1d82e63d service neutron] Pushing event updated for resources: {'Port': ['ID=2b62a78a-de27-40e5-9031-07782fc7c150,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:09.921801 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77381c92-e4ba-4876-b9cf-6cd770a2a562 req-d6d1f12d-7baf-4590-8d4b-c4a0538f27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:09.923459 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77381c92-e4ba-4876-b9cf-6cd770a2a562 req-d6d1f12d-7baf-4590-8d4b-c4a0538f27ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9f97af922bb4212809f7d75bc05ed87&device_id=def7405a-25e5-4b25-ab24-bdf5ab741d91 HTTP/1.1" status: 200 len: 1099 time: 0.1360493 Nov 24 20:58:09.932383 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000aef11-5671-44fc-8c13-2ed836970556 req-f3f959aa-bc08-437e-a407-665d9e888ece tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:09.940583 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-000aef11-5671-44fc-8c13-2ed836970556 req-f3f959aa-bc08-437e-a407-665d9e888ece tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba30c875-4e2b-434c-ae52-002e879583ba HTTP/1.1" status: 200 len: 948 time: 1.1054125 Nov 24 20:58:10.037188 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac6c94b-3ad6-4cdd-99ba-14d8ec4e2a9e tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Checking segment: {'id': '6f844950-19c0-4483-bc32-adf103966734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '03b910c5-e474-49e5-85ef-714273616d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:58:10.037645 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac6c94b-3ad6-4cdd-99ba-14d8ec4e2a9e tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Network hostable DHCP agents. Network: 03b910c5-e474-49e5-85ef-714273616d8f, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:58:10.052142 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-288538a2-a109-4911-8c40-aebb1d82e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:10.053044 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-288538a2-a109-4911-8c40-aebb1d82e63d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:10.054656 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-288538a2-a109-4911-8c40-aebb1d82e63d service neutron] 10.222.0.15 "PUT /v2.0/ports/2b62a78a-de27-40e5-9031-07782fc7c150 HTTP/1.1" status: 200 len: 1096 time: 3.5757573 Nov 24 20:58:10.075639 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba30c875-4e2b-434c-ae52-002e879583ba', 'tag': '2b62a78a-de27-40e5-9031-07782fc7c150'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:58:10.083269 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0e15d5-5582-40e2-a787-717f3ebe2922" -d '{"events": [{"name": "network-changed", "server_uuid": "ba30c875-4e2b-434c-ae52-002e879583ba", "tag": "2b62a78a-de27-40e5-9031-07782fc7c150"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:58:10.106157 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6c94b-3ad6-4cdd-99ba-14d8ec4e2a9e tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Pushing event updated for resources: {'Subnet': ['ID=6b90a49f-61cb-4ef0-8cb4-93a08be210d1,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:10.159976 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77381c92-e4ba-4876-b9cf-6cd770a2a562 req-a83bfbe3-77aa-42cf-b805-c88300cf7bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:10.161585 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77381c92-e4ba-4876-b9cf-6cd770a2a562 req-a83bfbe3-77aa-42cf-b805-c88300cf7bdc service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.2276211 Nov 24 20:58:10.292312 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77381c92-e4ba-4876-b9cf-6cd770a2a562 req-b0d3919d-0986-4cc1-a873-f5e20925281b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=b5f19f21-4989-42f5-9009-ef06859751d5 HTTP/1.1" status: 200 len: 217 time: 0.1213961 Nov 24 20:58:10.315274 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-000aef11-5671-44fc-8c13-2ed836970556 req-78898bee-fcbe-42f9-9c3b-ecdf3b7a43f9 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709142 Nov 24 20:58:10.341500 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac6c94b-3ad6-4cdd-99ba-14d8ec4e2a9e tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Network 03b910c5-e474-49e5-85ef-714273616d8f is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:58:10.368398 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-0ac6c94b-3ad6-4cdd-99ba-14d8ec4e2a9e tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 03b910c5-e474-49e5-85ef-714273616d8f) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:10.378814 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ec6c81-e0f9-47f1-8b76-48710ec31acf None None] Network 03b910c5-e474-49e5-85ef-714273616d8f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:58:10.382115 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac6c94b-3ad6-4cdd-99ba-14d8ec4e2a9e tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:10.382826 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ac6c94b-3ad6-4cdd-99ba-14d8ec4e2a9e tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:10.399448 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-9147ec7a-7b0c-4f44-8b36-7ff7b7b4cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:10.415833 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-9147ec7a-7b0c-4f44-8b36-7ff7b7b4cf8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9f97af922bb4212809f7d75bc05ed87&device_id=ba30c875-4e2b-434c-ae52-002e879583ba HTTP/1.1" status: 200 len: 1099 time: 0.2881520 Nov 24 20:58:10.473622 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36972) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:10.481563 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-79306894-71c1-45e1-97f1-c9aa774e44cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=2b62a78a-de27-40e5-9031-07782fc7c150 HTTP/1.1" status: 200 len: 217 time: 0.0631027 Nov 24 20:58:10.489106 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0ac6c94b-3ad6-4cdd-99ba-14d8ec4e2a9e tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4554501 Nov 24 20:58:10.489985 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36976) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:10.496500 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-69d59dce-3842-4823-be16-f587631aa3b1 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1619185074', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:10.554301 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f989f53-43d4-4683-8c62-24c4d6aaeb12 req-f7171f26-32f8-48a1-b45a-f3796ecb67df tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:10.563347 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f989f53-43d4-4683-8c62-24c4d6aaeb12 req-f7171f26-32f8-48a1-b45a-f3796ecb67df tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 945 time: 0.2680857 Nov 24 20:58:10.567416 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-69d59dce-3842-4823-be16-f587631aa3b1 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:10.568556 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-69d59dce-3842-4823-be16-f587631aa3b1 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:10.573768 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-e99a396c-bc5b-44c9-8dd0-b4259abee18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:10.575515 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-e99a396c-bc5b-44c9-8dd0-b4259abee18b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0825078 Nov 24 20:58:10.597981 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77381c92-e4ba-4876-b9cf-6cd770a2a562 req-a97228b5-1dae-4e29-9d0b-5c1dff0950f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:10.604692 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77381c92-e4ba-4876-b9cf-6cd770a2a562 req-a97228b5-1dae-4e29-9d0b-5c1dff0950f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.3020554 Nov 24 20:58:10.672013 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-69d59dce-3842-4823-be16-f587631aa3b1 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:10.686161 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-69d59dce-3842-4823-be16-f587631aa3b1 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:10.696195 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-190442f0-b3bf-4d09-b1a8-32af0f745c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:10.698057 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-190442f0-b3bf-4d09-b1a8-32af0f745c8c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1121726 Nov 24 20:58:10.732249 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-69d59dce-3842-4823-be16-f587631aa3b1 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:10.736478 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-69d59dce-3842-4823-be16-f587631aa3b1 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2447205 Nov 24 20:58:10.757144 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36982) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:10.758922 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f989f53-43d4-4683-8c62-24c4d6aaeb12 req-f09fe5c9-3d6c-43a0-b4a4-1836face1053 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796501 Nov 24 20:58:10.776395 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77381c92-e4ba-4876-b9cf-6cd770a2a562 req-d7379456-d6d1-4aaa-8786-3ef475d19ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:10.778213 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77381c92-e4ba-4876-b9cf-6cd770a2a562 req-d7379456-d6d1-4aaa-8786-3ef475d19ab0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1581378 Nov 24 20:58:10.839522 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3788da72-71d5-4edd-a324-bfb84eabe451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-03b910c5-e474-49e5-85ef-714273616d8f', 'network_id': '03b910c5-e474-49e5-85ef-714273616d8f', 'tenant_id': '387efe71cdfd42c2a6a9b4bf734973e1', 'fixed_ips': [{'subnet_id': '6b90a49f-61cb-4ef0-8cb4-93a08be210d1'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:58:10.842107 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3788da72-71d5-4edd-a324-bfb84eabe451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:10.913825 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77381c92-e4ba-4876-b9cf-6cd770a2a562 req-773b9753-97c5-404b-8fc9-ce2e5a2da529 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265914 Nov 24 20:58:11.091785 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77381c92-e4ba-4876-b9cf-6cd770a2a562 req-4e65e3cb-7350-4350-bb6e-19a9671baad7 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619000 Nov 24 20:58:11.124783 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:11.200726 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-e0d19fd1-a5a8-4923-bf2d-418c84086659 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889276 Nov 24 20:58:11.252109 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478fbdc7-ba86-4904-a665-56a0a10a62b4 x-openstack-request-id: req-478fbdc7-ba86-4904-a665-56a0a10a62b4 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:58:11.252289 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba30c875-4e2b-434c-ae52-002e879583ba", "tag": "2b62a78a-de27-40e5-9031-07782fc7c150", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:58:11.253040 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-478fbdc7-ba86-4904-a665-56a0a10a62b4 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:58:11.253040 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba30c875-4e2b-434c-ae52-002e879583ba', 'tag': '2b62a78a-de27-40e5-9031-07782fc7c150', 'status': 'completed', 'code': 200} Nov 24 20:58:11.314247 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eb435ff9-7a5b-4e31-bda9-456a6a47d9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:11.327839 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-2170987e-2c23-4073-9ec5-5820a0212b3b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2034585629'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:11.428008 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-3788da72-71d5-4edd-a324-bfb84eabe451 None None] Allocated IP 172.20.0.2 (03b910c5-e474-49e5-85ef-714273616d8f/6b90a49f-61cb-4ef0-8cb4-93a08be210d1/f928e6f7-af0f-4d32-9958-baac09aa0e4c) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:58:11.510809 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 40929cdb-c62d-4b62-b269-a06c0b117573 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:58:11.649944 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7e3a0-e342-41a6-9795-c8367d14f865 req-843b41c5-7389-4469-a868-2c606ed2ccab tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:11.651665 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b3e7e3a0-e342-41a6-9795-c8367d14f865 req-843b41c5-7389-4469-a868-2c606ed2ccab tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba30c875-4e2b-434c-ae52-002e879583ba HTTP/1.1" status: 200 len: 948 time: 0.1515570 Nov 24 20:58:11.659058 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8220f087-a3e5-4eb6-846c-c352358c0ea7 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:11.847323 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b3e7e3a0-e342-41a6-9795-c8367d14f865 req-428e8cfb-c59f-45f7-b7d2-a0b8dfc769c7 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786089 Nov 24 20:58:11.993075 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 40929cdb-c62d-4b62-b269-a06c0b117573 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:11.993882 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:12.290427 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3788da72-71d5-4edd-a324-bfb84eabe451 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:12.364708 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:58:12.366804 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:12.379449 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3788da72-71d5-4edd-a324-bfb84eabe451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:12.401963 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e46b82d-3e9d-48a0-8dc9-c04f45a27bd7 req-a731f1ca-0f75-4621-ba2f-91269ac809fa service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1647904 Nov 24 20:58:12.427941 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2170987e-2c23-4073-9ec5-5820a0212b3b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Made reservation on behalf of 3ecb46db22974e768efab236cb243419 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:12.432952 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2170987e-2c23-4073-9ec5-5820a0212b3b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:12.477501 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788da72-71d5-4edd-a324-bfb84eabe451 None None] Pushing event updated for resources: {'Port': ['ID=f928e6f7-af0f-4d32-9958-baac09aa0e4c,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:12.500567 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:12.520301 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3788da72-71d5-4edd-a324-bfb84eabe451 None None] Network 03b910c5-e474-49e5-85ef-714273616d8f is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:12.523032 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-3788da72-71d5-4edd-a324-bfb84eabe451 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:12.546950 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3788da72-71d5-4edd-a324-bfb84eabe451 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:12.570817 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429d1bed-2568-405e-b3a6-0660851417cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40929cdb-c62d-4b62-b269-a06c0b117573'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:58:12.574991 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf26018-010b-40db-9d66-1585d85077c4" -d '{"events": [{"server_uuid": "429d1bed-2568-405e-b3a6-0660851417cc", "name": "network-vif-plugged", "status": "completed", "tag": "40929cdb-c62d-4b62-b269-a06c0b117573"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:58:12.619919 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b5f19f21-4989-42f5-9009-ef06859751d5 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:58:12.628504 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-8220f087-a3e5-4eb6-846c-c352358c0ea7 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Allocated IP 172.20.0.1 (03b910c5-e474-49e5-85ef-714273616d8f/6b90a49f-61cb-4ef0-8cb4-93a08be210d1/fdfda505-c48d-4e3a-9441-7aae7ac18c7d) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:58:12.759119 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8220f087-a3e5-4eb6-846c-c352358c0ea7 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:12.882401 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8220f087-a3e5-4eb6-846c-c352358c0ea7 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:12.882842 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port b5f19f21-4989-42f5-9009-ef06859751d5, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b5f19f21-4989-42f5-9009-ef06859751d5,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:12.903627 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2170987e-2c23-4073-9ec5-5820a0212b3b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:12.938001 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089c5c40-621e-43d0-b535-ce501718291e x-openstack-request-id: req-089c5c40-621e-43d0-b535-ce501718291e {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:58:12.938364 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429d1bed-2568-405e-b3a6-0660851417cc", "name": "network-vif-plugged", "status": "completed", "tag": "40929cdb-c62d-4b62-b269-a06c0b117573", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:58:12.938548 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-089c5c40-621e-43d0-b535-ce501718291e {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:58:12.938955 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429d1bed-2568-405e-b3a6-0660851417cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40929cdb-c62d-4b62-b269-a06c0b117573', 'code': 200} Nov 24 20:58:12.945420 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'b5f19f21-4989-42f5-9009-ef06859751d5', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': 'b5f19f21-4989-42f5-9009-ef06859751d5', 'mac_address': 'fa:16:3e:89:57:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:58:12.956052 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 40929cdb-c62d-4b62-b269-a06c0b117573, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=40929cdb-c62d-4b62-b269-a06c0b117573,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:13.011654 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:13.073294 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1a8ff-31a6-420f-a10e-0eddeb911a6c req-3cf55211-5de1-435b-bddb-3fbf5352b1dd tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:13.087119 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-55d1a8ff-31a6-420f-a10e-0eddeb911a6c req-3cf55211-5de1-435b-bddb-3fbf5352b1dd tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba30c875-4e2b-434c-ae52-002e879583ba HTTP/1.1" status: 200 len: 948 time: 0.1374764 Nov 24 20:58:13.150420 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8220f087-a3e5-4eb6-846c-c352358c0ea7 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Network 03b910c5-e474-49e5-85ef-714273616d8f is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:13.184469 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-8220f087-a3e5-4eb6-846c-c352358c0ea7 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:13.218262 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8220f087-a3e5-4eb6-846c-c352358c0ea7 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:13.226259 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-3788da72-71d5-4edd-a324-bfb84eabe451 None None] Attempting to bind port f928e6f7-af0f-4d32-9958-baac09aa0e4c on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:58:13.226656 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-3788da72-71d5-4edd-a324-bfb84eabe451 None None] Attempting to bind port f928e6f7-af0f-4d32-9958-baac09aa0e4c by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '6f844950-19c0-4483-bc32-adf103966734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '03b910c5-e474-49e5-85ef-714273616d8f'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:58:13.227088 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3788da72-71d5-4edd-a324-bfb84eabe451 None None] Attempting to bind port f928e6f7-af0f-4d32-9958-baac09aa0e4c on network 03b910c5-e474-49e5-85ef-714273616d8f {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:58:13.237871 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-55d1a8ff-31a6-420f-a10e-0eddeb911a6c req-4838435e-dfa8-4e2a-a999-689740a4363d tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491160 Nov 24 20:58:13.262673 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d37a6-e52a-4598-ac7f-eed2daeb2acc req-9b2feaa1-adae-414a-a4b6-e6b5edaaa597 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:13.272575 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-371d37a6-e52a-4598-ac7f-eed2daeb2acc req-9b2feaa1-adae-414a-a4b6-e6b5edaaa597 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 945 time: 1.0884900 Nov 24 20:58:13.305624 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3788da72-71d5-4edd-a324-bfb84eabe451 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:58:13.305624 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3788da72-71d5-4edd-a324-bfb84eabe451 None None] Checking segment: {'id': '6f844950-19c0-4483-bc32-adf103966734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '03b910c5-e474-49e5-85ef-714273616d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:58:13.305624 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3788da72-71d5-4edd-a324-bfb84eabe451 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:13.305624 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3788da72-71d5-4edd-a324-bfb84eabe451 None None] Bound using segment: {'id': '6f844950-19c0-4483-bc32-adf103966734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '03b910c5-e474-49e5-85ef-714273616d8f'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:58:13.314940 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-3788da72-71d5-4edd-a324-bfb84eabe451 None None] Bound port: f928e6f7-af0f-4d32-9958-baac09aa0e4c, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f844950-19c0-4483-bc32-adf103966734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '03b910c5-e474-49e5-85ef-714273616d8f'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:58:13.315260 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3788da72-71d5-4edd-a324-bfb84eabe451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:13.329177 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220f087-a3e5-4eb6-846c-c352358c0ea7 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Pushing event updated for resources: {'Port': ['ID=fdfda505-c48d-4e3a-9441-7aae7ac18c7d,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:13.334424 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e15d5-5582-40e2-a787-717f3ebe2922 req-a3efb2da-a43b-4833-8823-192002f67611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:13.336157 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd0e15d5-5582-40e2-a787-717f3ebe2922 req-a3efb2da-a43b-4833-8823-192002f67611 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9f97af922bb4212809f7d75bc05ed87&device_id=ba30c875-4e2b-434c-ae52-002e879583ba HTTP/1.1" status: 200 len: 1099 time: 0.5096197 Nov 24 20:58:13.385498 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:13.437391 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37070) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:13.490213 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=40929cdb-c62d-4b62-b269-a06c0b117573,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:13.501227 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f19f21-4989-42f5-9009-ef06859751d5 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:58:13.578186 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port b5f19f21-4989-42f5-9009-ef06859751d5, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b5f19f21-4989-42f5-9009-ef06859751d5,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:13.578955 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37080) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:13.589167 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:13.638385 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e15d5-5582-40e2-a787-717f3ebe2922 req-b827543f-3ea1-47ea-8b50-3bdcc4903bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:13.640594 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd0e15d5-5582-40e2-a787-717f3ebe2922 req-b827543f-3ea1-47ea-8b50-3bdcc4903bbe service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.2947276 Nov 24 20:58:13.743278 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8220f087-a3e5-4eb6-846c-c352358c0ea7 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:13.783031 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af22e6cd-a2e1-46fc-85d6-935151d94506 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:13.903344 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af22e6cd-a2e1-46fc-85d6-935151d94506 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:13.909860 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:13.914527 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-3788da72-71d5-4edd-a324-bfb84eabe451 None None] For port f928e6f7-af0f-4d32-9958-baac09aa0e4c, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:58:13.915367 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af22e6cd-a2e1-46fc-85d6-935151d94506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:13.926169 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-3788da72-71d5-4edd-a324-bfb84eabe451 None None] For port f928e6f7-af0f-4d32-9958-baac09aa0e4c, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=f928e6f7-af0f-4d32-9958-baac09aa0e4c,segment=NetworkSegment(6f844950-19c0-4483-bc32-adf103966734),segment_id=6f844950-19c0-4483-bc32-adf103966734)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:58:13.936957 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=b5f19f21-4989-42f5-9009-ef06859751d5,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:13.953133 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['b5f19f21-4989-42f5-9009-ef06859751d5'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:58:13.959089 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22e6cd-a2e1-46fc-85d6-935151d94506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58833e8b-6f04-4d40-a5eb-5691edd5570c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:13.963963 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-04f1d8b9-3a79-4ca5-8d39-0fb422c99b6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:13.965879 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3788da72-71d5-4edd-a324-bfb84eabe451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:14.017783 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd0e15d5-5582-40e2-a787-717f3ebe2922 req-b0885542-f2fe-4f7c-b60d-edc1c5b7632d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=2b62a78a-de27-40e5-9031-07782fc7c150 HTTP/1.1" status: 200 len: 217 time: 0.3512766 Nov 24 20:58:14.131784 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-04f1d8b9-3a79-4ca5-8d39-0fb422c99b6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:14.147318 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2170987e-2c23-4073-9ec5-5820a0212b3b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:14.161825 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-04f1d8b9-3a79-4ca5-8d39-0fb422c99b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:14.220040 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-371d37a6-e52a-4598-ac7f-eed2daeb2acc req-bd5cfcef-8c43-45f8-8bfd-0c447c260f20 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9464068 Nov 24 20:58:14.292271 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-04f1d8b9-3a79-4ca5-8d39-0fb422c99b6e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c972d63cf0d141bdbfd6519b65e738ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7120686 Nov 24 20:58:14.298615 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-af22e6cd-a2e1-46fc-85d6-935151d94506 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e584155f4072436282f8f179e581d8b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8686213 Nov 24 20:58:14.309765 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2170987e-2c23-4073-9ec5-5820a0212b3b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:14.312188 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37106) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:14.312715 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37108) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:14.375722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788da72-71d5-4edd-a324-bfb84eabe451 None None] Pushing event updated for resources: {'Port': ['ID=f928e6f7-af0f-4d32-9958-baac09aa0e4c,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:14.480705 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2170987e-2c23-4073-9ec5-5820a0212b3b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:58:14.510687 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170987e-2c23-4073-9ec5-5820a0212b3b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08826781-02ab-42e3-9143-caab504655d0,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:14.545644 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8220f087-a3e5-4eb6-846c-c352358c0ea7 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:14.611833 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2170987e-2c23-4073-9ec5-5820a0212b3b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:14.612631 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-2170987e-2c23-4073-9ec5-5820a0212b3b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Added segment 35647974-afbd-4316-8940-614ba9bd5868 of type vlan for network 96bd651f-46b5-4aab-9988-7b554cbd9f2f Nov 24 20:58:14.671691 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1d8b9-3a79-4ca5-8d39-0fb422c99b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6b37a2-94e3-43a8-8de9-f737853fb28e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:14.676620 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e15d5-5582-40e2-a787-717f3ebe2922 req-ae5e0f53-7ca4-45e3-932d-c8a5ffde6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:14.678547 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd0e15d5-5582-40e2-a787-717f3ebe2922 req-ae5e0f53-7ca4-45e3-932d-c8a5ffde6917 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.5358639 Nov 24 20:58:14.740506 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8698b-75af-4a02-9328-7d11239ae752 req-ae306cd8-9fbd-4ca4-9c03-04030e455418 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:14.742931 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-12e8698b-75af-4a02-9328-7d11239ae752 req-ae306cd8-9fbd-4ca4-9c03-04030e455418 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba30c875-4e2b-434c-ae52-002e879583ba HTTP/1.1" status: 200 len: 948 time: 0.2844656 Nov 24 20:58:14.840720 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:14.905852 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9bf4c27f-5f7f-41d8-8a4f-54ab5a24035e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:14.921775 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2170987e-2c23-4073-9ec5-5820a0212b3b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:14.982566 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9bf4c27f-5f7f-41d8-8a4f-54ab5a24035e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:15.061786 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3fd88aba-f0ea-45ff-ac89-16fdc71207e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:15.118633 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e15d5-5582-40e2-a787-717f3ebe2922 req-2d531224-fd5c-4f46-9645-31643a2e08cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:15.120189 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd0e15d5-5582-40e2-a787-717f3ebe2922 req-2d531224-fd5c-4f46-9645-31643a2e08cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3480394 Nov 24 20:58:15.129235 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-12e8698b-75af-4a02-9328-7d11239ae752 req-b6582af0-8753-4c54-bc7c-0c98f54587ee tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685052 Nov 24 20:58:15.136099 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9bf4c27f-5f7f-41d8-8a4f-54ab5a24035e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:15.143099 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9bf4c27f-5f7f-41d8-8a4f-54ab5a24035e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:15.144513 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9bf4c27f-5f7f-41d8-8a4f-54ab5a24035e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/58833e8b-6f04-4d40-a5eb-5691edd5570c HTTP/1.1" status: 204 len: 168 time: 0.8293188 Nov 24 20:58:15.172082 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4c27f-5f7f-41d8-8a4f-54ab5a24035e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58833e8b-6f04-4d40-a5eb-5691edd5570c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:15.180379 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3fd88aba-f0ea-45ff-ac89-16fdc71207e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:15.265367 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2170987e-2c23-4073-9ec5-5820a0212b3b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:15.279704 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2170987e-2c23-4073-9ec5-5820a0212b3b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:15.282763 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2170987e-2c23-4073-9ec5-5820a0212b3b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:15.319462 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3fd88aba-f0ea-45ff-ac89-16fdc71207e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:15.326690 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3fd88aba-f0ea-45ff-ac89-16fdc71207e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:15.328555 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3fd88aba-f0ea-45ff-ac89-16fdc71207e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ad6b37a2-94e3-43a8-8de9-f737853fb28e HTTP/1.1" status: 204 len: 168 time: 1.0143764 Nov 24 20:58:15.354850 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd88aba-f0ea-45ff-ac89-16fdc71207e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6b37a2-94e3-43a8-8de9-f737853fb28e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:15.704285 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device f928e6f7-af0f-4d32-9958-baac09aa0e4c up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:58:15.892896 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port f928e6f7-af0f-4d32-9958-baac09aa0e4c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:15.894334 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:16.100570 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37154) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:16.119208 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:16.131973 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37156) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:16.191830 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port f928e6f7-af0f-4d32-9958-baac09aa0e4c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=f928e6f7-af0f-4d32-9958-baac09aa0e4c,segment=NetworkSegment(6f844950-19c0-4483-bc32-adf103966734),segment_id=6f844950-19c0-4483-bc32-adf103966734)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:16.205297 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:16.216244 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6cae34d5-07c0-46cf-a07e-4618dd4c262f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:16.220856 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3569f81d-b0ff-4b49-8a13-0fc9c1ae44af admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:16.329380 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=f928e6f7-af0f-4d32-9958-baac09aa0e4c,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:16.352183 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a2105d-8b9f-44d2-a6c2-bd57260ff836 None None] Network 03b910c5-e474-49e5-85ef-714273616d8f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:58:16.372550 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3569f81d-b0ff-4b49-8a13-0fc9c1ae44af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:16.464931 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6cae34d5-07c0-46cf-a07e-4618dd4c262f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:16.469974 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3569f81d-b0ff-4b49-8a13-0fc9c1ae44af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:16.474621 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2170987e-2c23-4073-9ec5-5820a0212b3b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 5.9963126 Nov 24 20:58:16.476520 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37160) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:16.502352 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6cae34d5-07c0-46cf-a07e-4618dd4c262f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:16.538623 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a8d335c0-44ed-480c-a268-0c97cd5d4488 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Request body: {'subnet': {'network_id': '96bd651f-46b5-4aab-9988-7b554cbd9f2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:16.585111 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170987e-2c23-4073-9ec5-5820a0212b3b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Pushing event updated for resources: {'Network': ['ID=96bd651f-46b5-4aab-9988-7b554cbd9f2f,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:16.593801 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6cae34d5-07c0-46cf-a07e-4618dd4c262f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=293d44ceb995432da17daf87e16e82cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4474635 Nov 24 20:58:16.607054 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f30832b0-64d4-4d9f-8387-aeb1c5a8f0e7 None None] Provisioning complete for port f928e6f7-af0f-4d32-9958-baac09aa0e4c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:16.607437 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f30832b0-64d4-4d9f-8387-aeb1c5a8f0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:16.620129 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 96bd651f-46b5-4aab-9988-7b554cbd9f2f details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:58:16.656295 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37164) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:16.683641 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f6081-e6d6-432c-a6fc-5f95438e88c9 req-d7de3bf0-f3c5-46b1-b435-ca65f403c429 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:16.685280 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6d1f6081-e6d6-432c-a6fc-5f95438e88c9 req-d7de3bf0-f3c5-46b1-b435-ca65f403c429 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 946 time: 0.4569101 Nov 24 20:58:16.711862 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd0e15d5-5582-40e2-a787-717f3ebe2922 req-662013c7-8cfd-4455-835e-637bf6d34d9c service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5630586 Nov 24 20:58:16.774961 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 2b62a78a-de27-40e5-9031-07782fc7c150 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:58:16.781948 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b5f19f21-4989-42f5-9009-ef06859751d5 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:58:16.798771 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10ed8bf1-513c-43cf-8c7e-21d472e927bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:16.830219 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10ed8bf1-513c-43cf-8c7e-21d472e927bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:16.903772 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569f81d-b0ff-4b49-8a13-0fc9c1ae44af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab20478-19ba-4eb5-abf7-218a08d37d56,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:16.911349 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3569f81d-b0ff-4b49-8a13-0fc9c1ae44af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a220d14b0e534512b9f5aaf78f9c94ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8067982 Nov 24 20:58:16.929883 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee6fdc-50bb-40c0-953e-d75f98037220 req-72cfaa37-0f7b-4c8f-a9bd-a9836f448f6b tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:16.938398 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4aee6fdc-50bb-40c0-953e-d75f98037220 req-72cfaa37-0f7b-4c8f-a9bd-a9836f448f6b tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba30c875-4e2b-434c-ae52-002e879583ba HTTP/1.1" status: 200 len: 948 time: 0.4714317 Nov 24 20:58:16.940386 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10ed8bf1-513c-43cf-8c7e-21d472e927bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:16.943718 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10ed8bf1-513c-43cf-8c7e-21d472e927bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:16.945036 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-10ed8bf1-513c-43cf-8c7e-21d472e927bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f84fe3a-833c-40ad-bd57-4e7c0a552834 HTTP/1.1" status: 204 len: 168 time: 0.2659025 Nov 24 20:58:16.945985 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae34d5-07c0-46cf-a07e-4618dd4c262f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f84fe3a-833c-40ad-bd57-4e7c0a552834,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:16.974062 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd0e15d5-5582-40e2-a787-717f3ebe2922 req-bbe53649-4754-4ed6-9880-350bfc6ce047 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504170 Nov 24 20:58:16.978749 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37168) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:17.077998 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed8bf1-513c-43cf-8c7e-21d472e927bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f84fe3a-833c-40ad-bd57-4e7c0a552834,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:17.149382 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7b017546-219d-4939-826b-07cdccd1c4df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:17.180585 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7b017546-219d-4939-826b-07cdccd1c4df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:17.228659 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6d1f6081-e6d6-432c-a6fc-5f95438e88c9 req-82f71921-7e29-4f2b-8a09-aef32a51575a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5255682 Nov 24 20:58:17.235392 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d335c0-44ed-480c-a268-0c97cd5d4488 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Made reservation on behalf of 3ecb46db22974e768efab236cb243419 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:17.241968 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a8d335c0-44ed-480c-a268-0c97cd5d4488 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:17.305240 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8220f087-a3e5-4eb6-846c-c352358c0ea7 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:17.313838 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8220f087-a3e5-4eb6-846c-c352358c0ea7 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:17.425320 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4aee6fdc-50bb-40c0-953e-d75f98037220 req-03e90a57-ab3b-47c0-83ca-51307ff4c48d tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857850 Nov 24 20:58:17.426229 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7b017546-219d-4939-826b-07cdccd1c4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:17.432133 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7b017546-219d-4939-826b-07cdccd1c4df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:17.443951 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7b017546-219d-4939-826b-07cdccd1c4df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ab20478-19ba-4eb5-abf7-218a08d37d56 HTTP/1.1" status: 204 len: 168 time: 0.4631770 Nov 24 20:58:17.472005 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b017546-219d-4939-826b-07cdccd1c4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab20478-19ba-4eb5-abf7-218a08d37d56,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:17.535206 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8220f087-a3e5-4eb6-846c-c352358c0ea7 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:17.544686 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220f087-a3e5-4eb6-846c-c352358c0ea7 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Pushing event updated for resources: {'Port': ['ID=fdfda505-c48d-4e3a-9441-7aae7ac18c7d,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:17.572479 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device f928e6f7-af0f-4d32-9958-baac09aa0e4c up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:58:17.733179 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a8d335c0-44ed-480c-a268-0c97cd5d4488 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:17.853581 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8220f087-a3e5-4eb6-846c-c352358c0ea7 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Network 03b910c5-e474-49e5-85ef-714273616d8f is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:17.868894 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-8220f087-a3e5-4eb6-846c-c352358c0ea7 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:17.974313 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d335c0-44ed-480c-a268-0c97cd5d4488 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Pushing event updated for resources: {'Subnet': ['ID=ce5be52e-4ce2-4284-a8a3-bef243a937f4,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:18.014510 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d335c0-44ed-480c-a268-0c97cd5d4488 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Checking segment: {'id': '35647974-afbd-4316-8940-614ba9bd5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '96bd651f-46b5-4aab-9988-7b554cbd9f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:58:18.017187 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 2b62a78a-de27-40e5-9031-07782fc7c150, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2b62a78a-de27-40e5-9031-07782fc7c150,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:18.017548 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d335c0-44ed-480c-a268-0c97cd5d4488 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Network hostable DHCP agents. Network: 96bd651f-46b5-4aab-9988-7b554cbd9f2f, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:58:18.070300 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d335c0-44ed-480c-a268-0c97cd5d4488 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Network 96bd651f-46b5-4aab-9988-7b554cbd9f2f is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:58:18.090872 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-a8d335c0-44ed-480c-a268-0c97cd5d4488 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 96bd651f-46b5-4aab-9988-7b554cbd9f2f) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:18.096842 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d335c0-44ed-480c-a268-0c97cd5d4488 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:18.098705 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a8d335c0-44ed-480c-a268-0c97cd5d4488 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:18.127976 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a8d335c0-44ed-480c-a268-0c97cd5d4488 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6265707 Nov 24 20:58:18.138478 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37186) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:18.144270 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ad877ca0-bcb7-44df-bc72-db80eaad6082 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Request body: {'port': {'network_id': '96bd651f-46b5-4aab-9988-7b554cbd9f2f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1903926377'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:18.224688 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b21429-0724-4e8d-bc75-9a6f4f829c74 None None] Network 96bd651f-46b5-4aab-9988-7b554cbd9f2f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:58:18.234202 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port b5f19f21-4989-42f5-9009-ef06859751d5 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:58:18.338090 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8220f087-a3e5-4eb6-846c-c352358c0ea7 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Router 64115825-fe7e-49f4-a4ed-0d4a949a0fe4 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:58:18.380798 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad877ca0-bcb7-44df-bc72-db80eaad6082 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Made reservation on behalf of 3ecb46db22974e768efab236cb243419 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:18.381715 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '2b62a78a-de27-40e5-9031-07782fc7c150', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': '2b62a78a-de27-40e5-9031-07782fc7c150', 'mac_address': 'fa:16:3e:cb:79:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:58:18.385773 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ad877ca0-bcb7-44df-bc72-db80eaad6082 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:18.418894 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-ad877ca0-bcb7-44df-bc72-db80eaad6082 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] device_id is not set on port d197525d-8e2b-46d1-beed-19f7dde82515 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:58:18.479713 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port b5f19f21-4989-42f5-9009-ef06859751d5 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:18.480102 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:18.758730 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8220f087-a3e5-4eb6-846c-c352358c0ea7 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:58:18.781320 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8220f087-a3e5-4eb6-846c-c352358c0ea7 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] 10.222.0.11 "PUT /v2.0/routers/64115825-fe7e-49f4-a4ed-0d4a949a0fe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0225568 Nov 24 20:58:18.809189 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37208) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:18.843230 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c67ef266-0bd4-424a-aa80-ca5883021515 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Request body: {'port': {'network_id': '03b910c5-e474-49e5-85ef-714273616d8f', 'name': 'tempest-FloatingIPNegativeTestJSON-538878663'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:18.865230 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-ad877ca0-bcb7-44df-bc72-db80eaad6082 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Allocated IP 2001:db8::1b7 (96bd651f-46b5-4aab-9988-7b554cbd9f2f/ce5be52e-4ce2-4284-a8a3-bef243a937f4/d197525d-8e2b-46d1-beed-19f7dde82515) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:58:18.922007 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d5bb6-e046-42b0-9d54-12a457f5be23 req-148faebf-2ba4-49ed-adde-2b0fd7b90431 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:18.934146 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d52d5bb6-e046-42b0-9d54-12a457f5be23 req-148faebf-2ba4-49ed-adde-2b0fd7b90431 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 946 time: 0.4691899 Nov 24 20:58:18.957750 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9c2f6-2bbb-41d7-bd60-f1f538699c50 None None] Sync routers for ids ['64115825-fe7e-49f4-a4ed-0d4a949a0fe4'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:58:19.057811 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port f928e6f7-af0f-4d32-9958-baac09aa0e4c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:19.058190 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:19.268497 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37222) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:19.296257 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d52d5bb6-e046-42b0-9d54-12a457f5be23 req-7fa031d0-2c78-411a-8a31-537f66943309 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608320 Nov 24 20:58:19.333122 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:19.355857 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea9c2f6-2bbb-41d7-bd60-f1f538699c50 None None] Routers {'64115825-fe7e-49f4-a4ed-0d4a949a0fe4'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:58:19.358566 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-aea9c2f6-2bbb-41d7-bd60-f1f538699c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:58:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['64115825-fe7e-49f4-a4ed-0d4a949a0fe4'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:58:19.434277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-aea9c2f6-2bbb-41d7-bd60-f1f538699c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:58:19.437235 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-93fead5d-0342-4466-ba2e-66e8610e7d02 None None] Provisioning complete for port fdfda505-c48d-4e3a-9441-7aae7ac18c7d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:19.437936 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-93fead5d-0342-4466-ba2e-66e8610e7d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:19.444220 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67ef266-0bd4-424a-aa80-ca5883021515 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Made reservation on behalf of 387efe71cdfd42c2a6a9b4bf734973e1 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:19.447522 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b62a78a-de27-40e5-9031-07782fc7c150 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:58:19.448862 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c67ef266-0bd4-424a-aa80-ca5883021515 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:19.482515 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-c67ef266-0bd4-424a-aa80-ca5883021515 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] device_id is not set on port 6641a607-2926-4cab-8070-a8ac9d989401 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:58:19.573907 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ad877ca0-bcb7-44df-bc72-db80eaad6082 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:19.627060 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9168d-95bb-47b6-bb4d-615a50a2e75f req-d79c1ee4-c942-4586-b320-f824938431b6 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:19.629507 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-78d9168d-95bb-47b6-bb4d-615a50a2e75f req-d79c1ee4-c942-4586-b320-f824938431b6 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba30c875-4e2b-434c-ae52-002e879583ba HTTP/1.1" status: 200 len: 948 time: 0.3403826 Nov 24 20:58:19.749227 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-c67ef266-0bd4-424a-aa80-ca5883021515 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Allocated IP 172.20.0.4 (03b910c5-e474-49e5-85ef-714273616d8f/6b90a49f-61cb-4ef0-8cb4-93a08be210d1/6641a607-2926-4cab-8070-a8ac9d989401) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:58:19.820664 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ad877ca0-bcb7-44df-bc72-db80eaad6082 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:19.871108 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-78d9168d-95bb-47b6-bb4d-615a50a2e75f req-8390904c-ed0a-422a-9035-d72f6c3e7a4a tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265658 Nov 24 20:58:19.920375 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 2b62a78a-de27-40e5-9031-07782fc7c150, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2b62a78a-de27-40e5-9031-07782fc7c150,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:19.951724 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea9c2f6-2bbb-41d7-bd60-f1f538699c50 None None] Routers {'64115825-fe7e-49f4-a4ed-0d4a949a0fe4'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:58:19.952380 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-aea9c2f6-2bbb-41d7-bd60-f1f538699c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:58:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['64115825-fe7e-49f4-a4ed-0d4a949a0fe4'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:58:20.023644 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:20.028436 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad877ca0-bcb7-44df-bc72-db80eaad6082 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Network 96bd651f-46b5-4aab-9988-7b554cbd9f2f is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:20.049830 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-ad877ca0-bcb7-44df-bc72-db80eaad6082 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:20.062047 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad877ca0-bcb7-44df-bc72-db80eaad6082 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:20.064322 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c67ef266-0bd4-424a-aa80-ca5883021515 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:20.083380 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad877ca0-bcb7-44df-bc72-db80eaad6082 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:20.084350 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ad877ca0-bcb7-44df-bc72-db80eaad6082 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:20.119022 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad877ca0-bcb7-44df-bc72-db80eaad6082 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Pushing event updated for resources: {'Port': ['ID=d197525d-8e2b-46d1-beed-19f7dde82515,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:20.149439 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ad877ca0-bcb7-44df-bc72-db80eaad6082 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0089893 Nov 24 20:58:20.156245 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37244) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:20.162415 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-984e8dbf-1e5f-46ae-86f0-8f4838659d40 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Request body: {'port': {'network_id': '96bd651f-46b5-4aab-9988-7b554cbd9f2f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-118180463', 'allowed_address_pairs': [{'ip_address': '2001:db8::1b7', 'mac_address': 'fa:16:3e:18:22:fc'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:20.176405 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f315ad5a-0179-4b46-a2f4-91d10b80cd04 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-940335232-network', 'tenant_id': '742ae1b772b24d009d0a9c5cf2ee68c1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:20.186733 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-93fead5d-0342-4466-ba2e-66e8610e7d02 None None] Port fdfda505-c48d-4e3a-9441-7aae7ac18c7d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:58:20.189458 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c67ef266-0bd4-424a-aa80-ca5883021515 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:20.242142 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67ef266-0bd4-424a-aa80-ca5883021515 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Network 03b910c5-e474-49e5-85ef-714273616d8f is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:20.250465 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-c67ef266-0bd4-424a-aa80-ca5883021515 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:20.256856 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ef266-0bd4-424a-aa80-ca5883021515 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:20.445869 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-aea9c2f6-2bbb-41d7-bd60-f1f538699c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:58:20.452011 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9c2f6-2bbb-41d7-bd60-f1f538699c50 None None] The sync data for ids ['64115825-fe7e-49f4-a4ed-0d4a949a0fe4'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:58:20.541451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984e8dbf-1e5f-46ae-86f0-8f4838659d40 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Made reservation on behalf of 3ecb46db22974e768efab236cb243419 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:20.560494 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['2b62a78a-de27-40e5-9031-07782fc7c150'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:58:20.591535 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ef266-0bd4-424a-aa80-ca5883021515 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Pushing event updated for resources: {'Port': ['ID=6641a607-2926-4cab-8070-a8ac9d989401,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:20.604226 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f315ad5a-0179-4b46-a2f4-91d10b80cd04 admin admin] Made reservation on behalf of 742ae1b772b24d009d0a9c5cf2ee68c1 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:20.609453 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f315ad5a-0179-4b46-a2f4-91d10b80cd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:20.633558 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:20.635326 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f315ad5a-0179-4b46-a2f4-91d10b80cd04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:20.755291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67ef266-0bd4-424a-aa80-ca5883021515 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:20.755988 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c67ef266-0bd4-424a-aa80-ca5883021515 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:20.806457 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-984e8dbf-1e5f-46ae-86f0-8f4838659d40 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:20.821513 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c67ef266-0bd4-424a-aa80-ca5883021515 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9940898 Nov 24 20:58:20.832636 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37258) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:20.839038 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-553896a6-d0c7-4407-89ad-72158cd23789 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:20.886780 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=2b62a78a-de27-40e5-9031-07782fc7c150,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:20.901097 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3921f-49df-42d1-8a7e-3e06f2335284 req-31d7f4de-e6e8-40fd-919f-d0db08ff4f88 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:20.902975 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-25e3921f-49df-42d1-8a7e-3e06f2335284 req-31d7f4de-e6e8-40fd-919f-d0db08ff4f88 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 946 time: 0.4095082 Nov 24 20:58:20.905231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-93fead5d-0342-4466-ba2e-66e8610e7d02 None None] Provisioning complete for port f928e6f7-af0f-4d32-9958-baac09aa0e4c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:20.905859 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-93fead5d-0342-4466-ba2e-66e8610e7d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:20.942121 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-984e8dbf-1e5f-46ae-86f0-8f4838659d40 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] device_id is not set on port c92c8e90-5e5c-4a67-b660-d110caafacf1 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:58:20.956400 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-553896a6-d0c7-4407-89ad-72158cd23789 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:21.083238 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port b5f19f21-4989-42f5-9009-ef06859751d5, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b5f19f21-4989-42f5-9009-ef06859751d5,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:21.090714 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def7405a-25e5-4b25-ab24-bdf5ab741d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f19f21-4989-42f5-9009-ef06859751d5'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:58:21.093468 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d94a978-3511-4b53-a3ed-8a07dc5f54c6" -d '{"events": [{"server_uuid": "def7405a-25e5-4b25-ab24-bdf5ab741d91", "name": "network-vif-plugged", "status": "completed", "tag": "b5f19f21-4989-42f5-9009-ef06859751d5"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:58:21.096987 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4057373-fa9c-4742-b5e0-9d87087fb5e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-96bd651f-46b5-4aab-9988-7b554cbd9f2f', 'network_id': '96bd651f-46b5-4aab-9988-7b554cbd9f2f', 'tenant_id': '3ecb46db22974e768efab236cb243419', 'fixed_ips': [{'subnet_id': 'ce5be52e-4ce2-4284-a8a3-bef243a937f4'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:58:21.098513 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c4057373-fa9c-4742-b5e0-9d87087fb5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:21.203252 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-25e3921f-49df-42d1-8a7e-3e06f2335284 req-c1648d89-4350-40cb-a18b-51c52530be96 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883902 Nov 24 20:58:21.310389 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f315ad5a-0179-4b46-a2f4-91d10b80cd04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:21.319962 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f315ad5a-0179-4b46-a2f4-91d10b80cd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:21.402682 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-c4057373-fa9c-4742-b5e0-9d87087fb5e0 None None] Allocated IP 2001:db8::2 (96bd651f-46b5-4aab-9988-7b554cbd9f2f/ce5be52e-4ce2-4284-a8a3-bef243a937f4/c0fca4a5-a2b8-4615-83ff-0ff59a88d882) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:58:21.482021 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4398b4c-e147-4c7c-ba38-c0323f203848 req-c8ae98ac-40ea-4854-90d2-cdcd4da44334 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:21.493029 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c4398b4c-e147-4c7c-ba38-c0323f203848 req-c8ae98ac-40ea-4854-90d2-cdcd4da44334 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba30c875-4e2b-434c-ae52-002e879583ba HTTP/1.1" status: 200 len: 949 time: 0.3252530 Nov 24 20:58:21.501356 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f315ad5a-0179-4b46-a2f4-91d10b80cd04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:58:21.528651 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315ad5a-0179-4b46-a2f4-91d10b80cd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0577c53-f598-47de-9bb7-3deb1d81742d,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:21.575173 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f315ad5a-0179-4b46-a2f4-91d10b80cd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:21.576178 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-f315ad5a-0179-4b46-a2f4-91d10b80cd04 admin admin] Added segment be1f822c-1644-4343-af5c-f031b574028d of type vlan for network 812d38e1-1176-4ccb-aae5-bfd7267dedf3 Nov 24 20:58:21.615645 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84af06-8859-4427-af61-8001db3c1b46 req-3766d9c5-14dd-4d7a-9975-b634c82eb300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:21.617420 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f84af06-8859-4427-af61-8001db3c1b46 req-3766d9c5-14dd-4d7a-9975-b634c82eb300 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=def7405a-25e5-4b25-ab24-bdf5ab741d91 HTTP/1.1" status: 200 len: 1101 time: 0.2352438 Nov 24 20:58:21.650830 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:21.676801 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b2f49b-5d45-45d8-a330-2ba8073f68af x-openstack-request-id: req-f6b2f49b-5d45-45d8-a330-2ba8073f68af {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:58:21.677241 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def7405a-25e5-4b25-ab24-bdf5ab741d91", "name": "network-vif-plugged", "status": "completed", "tag": "b5f19f21-4989-42f5-9009-ef06859751d5", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:58:21.678868 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f6b2f49b-5d45-45d8-a330-2ba8073f68af {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:58:21.679312 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def7405a-25e5-4b25-ab24-bdf5ab741d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f19f21-4989-42f5-9009-ef06859751d5', 'code': 200} Nov 24 20:58:21.716510 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c4398b4c-e147-4c7c-ba38-c0323f203848 req-0c09a0d5-2380-4cea-8e5a-aa588a94c6e8 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224917 Nov 24 20:58:21.752272 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-553896a6-d0c7-4407-89ad-72158cd23789 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:21.790205 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f315ad5a-0179-4b46-a2f4-91d10b80cd04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:21.841088 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f84af06-8859-4427-af61-8001db3c1b46 req-00b1c7cc-6702-449d-8fc6-396e831654be service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146368 Nov 24 20:58:21.849846 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c4057373-fa9c-4742-b5e0-9d87087fb5e0 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:21.884969 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f315ad5a-0179-4b46-a2f4-91d10b80cd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:21.885909 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f315ad5a-0179-4b46-a2f4-91d10b80cd04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:21.886499 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f315ad5a-0179-4b46-a2f4-91d10b80cd04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:22.006243 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-553896a6-d0c7-4407-89ad-72158cd23789 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Allocated IP 172.25.5.210 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/73bb573a-b770-4b5b-a60f-9441f52bed72) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:58:22.065085 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c4057373-fa9c-4742-b5e0-9d87087fb5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:22.104866 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315ad5a-0179-4b46-a2f4-91d10b80cd04 admin admin] Pushing event updated for resources: {'Network': ['ID=812d38e1-1176-4ccb-aae5-bfd7267dedf3,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:22.118565 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f315ad5a-0179-4b46-a2f4-91d10b80cd04 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8412101 Nov 24 20:58:22.135987 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37280) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:22.193851 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-05df317b-5c3d-4ca2-8b6a-25f38dac31db admin admin] Request body: {'subnet': {'network_id': '812d38e1-1176-4ccb-aae5-bfd7267dedf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-940335232-subnet', 'tenant_id': '742ae1b772b24d009d0a9c5cf2ee68c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:22.215486 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 812d38e1-1176-4ccb-aae5-bfd7267dedf3 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:58:22.266256 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05df317b-5c3d-4ca2-8b6a-25f38dac31db admin admin] Made reservation on behalf of 742ae1b772b24d009d0a9c5cf2ee68c1 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:22.268593 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-05df317b-5c3d-4ca2-8b6a-25f38dac31db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:22.338347 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4057373-fa9c-4742-b5e0-9d87087fb5e0 None None] Network 96bd651f-46b5-4aab-9988-7b554cbd9f2f is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:22.421855 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-c4057373-fa9c-4742-b5e0-9d87087fb5e0 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:22.424683 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4057373-fa9c-4742-b5e0-9d87087fb5e0 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:22.539883 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=b5f19f21-4989-42f5-9009-ef06859751d5,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:22.554110 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-984e8dbf-1e5f-46ae-86f0-8f4838659d40 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Allocated IP 2001:db8::158 (96bd651f-46b5-4aab-9988-7b554cbd9f2f/ce5be52e-4ce2-4284-a8a3-bef243a937f4/c92c8e90-5e5c-4a67-b660-d110caafacf1) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:58:22.561220 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e6505fea-eca2-4eeb-bcaa-c209e93993c0 None None] Provisioning complete for port 6641a607-2926-4cab-8070-a8ac9d989401 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:22.566755 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e6505fea-eca2-4eeb-bcaa-c209e93993c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:22.580905 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-553896a6-d0c7-4407-89ad-72158cd23789 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:22.668794 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-05df317b-5c3d-4ca2-8b6a-25f38dac31db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:22.707321 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-e6505fea-eca2-4eeb-bcaa-c209e93993c0 None None] Port 6641a607-2926-4cab-8070-a8ac9d989401 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:58:22.719895 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-553896a6-d0c7-4407-89ad-72158cd23789 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:22.790435 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553896a6-d0c7-4407-89ad-72158cd23789 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Pushing event updated for resources: {'Port': ['ID=73bb573a-b770-4b5b-a60f-9441f52bed72,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:22.822675 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e6505fea-eca2-4eeb-bcaa-c209e93993c0 None None] Provisioning complete for port fdfda505-c48d-4e3a-9441-7aae7ac18c7d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:22.823180 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e6505fea-eca2-4eeb-bcaa-c209e93993c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:22.828221 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df317b-5c3d-4ca2-8b6a-25f38dac31db admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5cf9308-b001-4a41-bd31-3dd4951d0c8b,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:22.844150 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553896a6-d0c7-4407-89ad-72158cd23789 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:22.871767 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-553896a6-d0c7-4407-89ad-72158cd23789 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:22.880443 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553896a6-d0c7-4407-89ad-72158cd23789 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:22.891416 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-e6505fea-eca2-4eeb-bcaa-c209e93993c0 None None] Port fdfda505-c48d-4e3a-9441-7aae7ac18c7d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:58:22.908196 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c4057373-fa9c-4742-b5e0-9d87087fb5e0 None None] Attempting to bind port c0fca4a5-a2b8-4615-83ff-0ff59a88d882 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:58:22.908588 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c4057373-fa9c-4742-b5e0-9d87087fb5e0 None None] Attempting to bind port c0fca4a5-a2b8-4615-83ff-0ff59a88d882 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '35647974-afbd-4316-8940-614ba9bd5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '96bd651f-46b5-4aab-9988-7b554cbd9f2f'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:58:22.908974 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4057373-fa9c-4742-b5e0-9d87087fb5e0 None None] Attempting to bind port c0fca4a5-a2b8-4615-83ff-0ff59a88d882 on network 96bd651f-46b5-4aab-9988-7b554cbd9f2f {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:58:22.916529 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4057373-fa9c-4742-b5e0-9d87087fb5e0 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:58:22.916945 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4057373-fa9c-4742-b5e0-9d87087fb5e0 None None] Checking segment: {'id': '35647974-afbd-4316-8940-614ba9bd5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '96bd651f-46b5-4aab-9988-7b554cbd9f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:58:22.917353 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c4057373-fa9c-4742-b5e0-9d87087fb5e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:22.917970 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4057373-fa9c-4742-b5e0-9d87087fb5e0 None None] Bound using segment: {'id': '35647974-afbd-4316-8940-614ba9bd5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '96bd651f-46b5-4aab-9988-7b554cbd9f2f'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:58:22.918492 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c4057373-fa9c-4742-b5e0-9d87087fb5e0 None None] Bound port: c0fca4a5-a2b8-4615-83ff-0ff59a88d882, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35647974-afbd-4316-8940-614ba9bd5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '96bd651f-46b5-4aab-9988-7b554cbd9f2f'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:58:22.919242 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c4057373-fa9c-4742-b5e0-9d87087fb5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:22.922111 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4057373-fa9c-4742-b5e0-9d87087fb5e0 None None] Pushing event updated for resources: {'Port': ['ID=c0fca4a5-a2b8-4615-83ff-0ff59a88d882,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:23.002424 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d94bbb-8973-44a2-b090-ade042daf0ba req-513599ef-b201-4661-bc12-7bb7116af573 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:23.011408 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-47d94bbb-8973-44a2-b090-ade042daf0ba req-513599ef-b201-4661-bc12-7bb7116af573 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 946 time: 0.3555198 Nov 24 20:58:23.054661 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05df317b-5c3d-4ca2-8b6a-25f38dac31db admin admin] Checking segment: {'id': 'be1f822c-1644-4343-af5c-f031b574028d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '812d38e1-1176-4ccb-aae5-bfd7267dedf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:58:23.055416 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05df317b-5c3d-4ca2-8b6a-25f38dac31db admin admin] Network hostable DHCP agents. Network: 812d38e1-1176-4ccb-aae5-bfd7267dedf3, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:58:23.188658 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05df317b-5c3d-4ca2-8b6a-25f38dac31db admin admin] Network 812d38e1-1176-4ccb-aae5-bfd7267dedf3 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:58:23.232831 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-47d94bbb-8973-44a2-b090-ade042daf0ba req-c33229c5-1e8d-46b7-8494-5b81941ff715 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136037 Nov 24 20:58:23.240901 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-05df317b-5c3d-4ca2-8b6a-25f38dac31db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 812d38e1-1176-4ccb-aae5-bfd7267dedf3) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:23.241879 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-553896a6-d0c7-4407-89ad-72158cd23789 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:23.252605 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05df317b-5c3d-4ca2-8b6a-25f38dac31db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:23.255606 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-05df317b-5c3d-4ca2-8b6a-25f38dac31db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:23.295410 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-05df317b-5c3d-4ca2-8b6a-25f38dac31db admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1583107 Nov 24 20:58:23.394004 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c4057373-fa9c-4742-b5e0-9d87087fb5e0 None None] For port c0fca4a5-a2b8-4615-83ff-0ff59a88d882, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:58:23.418605 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c4057373-fa9c-4742-b5e0-9d87087fb5e0 None None] For port c0fca4a5-a2b8-4615-83ff-0ff59a88d882, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c0fca4a5-a2b8-4615-83ff-0ff59a88d882,segment=NetworkSegment(35647974-afbd-4316-8940-614ba9bd5868),segment_id=35647974-afbd-4316-8940-614ba9bd5868)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:58:23.424965 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2551045-59fb-4954-82fc-ffd0a2df7d44 None None] Network 812d38e1-1176-4ccb-aae5-bfd7267dedf3 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:58:23.590633 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-984e8dbf-1e5f-46ae-86f0-8f4838659d40 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:23.658885 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c4057373-fa9c-4742-b5e0-9d87087fb5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:23.690253 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-553896a6-d0c7-4407-89ad-72158cd23789 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:23.693610 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-984e8dbf-1e5f-46ae-86f0-8f4838659d40 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:23.797777 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37318) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:23.848504 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984e8dbf-1e5f-46ae-86f0-8f4838659d40 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Network 96bd651f-46b5-4aab-9988-7b554cbd9f2f is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:23.849336 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4057373-fa9c-4742-b5e0-9d87087fb5e0 None None] Pushing event updated for resources: {'Port': ['ID=c0fca4a5-a2b8-4615-83ff-0ff59a88d882,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:23.890583 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f243c31-1985-4af4-9af9-78627116e8a0 req-32feb720-5988-4a63-a98f-91c9da312062 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:23.899820 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9f243c31-1985-4af4-9af9-78627116e8a0 req-32feb720-5988-4a63-a98f-91c9da312062 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba30c875-4e2b-434c-ae52-002e879583ba HTTP/1.1" status: 200 len: 949 time: 0.8912315 Nov 24 20:58:23.905664 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-984e8dbf-1e5f-46ae-86f0-8f4838659d40 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:23.927695 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e8dbf-1e5f-46ae-86f0-8f4838659d40 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:23.936832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984e8dbf-1e5f-46ae-86f0-8f4838659d40 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:23.938679 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-984e8dbf-1e5f-46ae-86f0-8f4838659d40 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:23.952856 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e47a772-a923-483a-82b4-e744db450105 None None] Network 812d38e1-1176-4ccb-aae5-bfd7267dedf3 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:58:23.963283 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e8dbf-1e5f-46ae-86f0-8f4838659d40 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Pushing event updated for resources: {'Port': ['ID=c92c8e90-5e5c-4a67-b660-d110caafacf1,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:24.061377 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-984e8dbf-1e5f-46ae-86f0-8f4838659d40 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.9036078 Nov 24 20:58:24.064502 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37322) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:24.075946 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 2b62a78a-de27-40e5-9031-07782fc7c150 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:58:24.202579 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9f243c31-1985-4af4-9af9-78627116e8a0 req-0bec084d-c323-492f-8b7a-615436fbacf7 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014288 Nov 24 20:58:24.346660 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4120a47d-93b9-4815-9da3-12c0f7ee69d1 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:24.354827 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4120a47d-93b9-4815-9da3-12c0f7ee69d1 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:24.361445 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4120a47d-93b9-4815-9da3-12c0f7ee69d1 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:24.367394 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4120a47d-93b9-4815-9da3-12c0f7ee69d1 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2993600 Nov 24 20:58:24.370282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37328) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:24.396573 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-553896a6-d0c7-4407-89ad-72158cd23789 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:24.428915 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-553896a6-d0c7-4407-89ad-72158cd23789 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:24.489282 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-c9722898-da52-4e6f-8391-1a01a5099987 req-20dcb6d7-e66a-4ff7-ad02-5145d07b554e tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-637920689', 'description': 'tempest-description-664768339'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:24.524865 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553896a6-d0c7-4407-89ad-72158cd23789 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Pushing event updated for resources: {'Port': ['ID=73bb573a-b770-4b5b-a60f-9441f52bed72,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:24.553833 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c9722898-da52-4e6f-8391-1a01a5099987 req-20dcb6d7-e66a-4ff7-ad02-5145d07b554e tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:24.646055 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-46c24de9-2080-4ac7-8b1d-c2277f1bed94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:24.663617 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 2b62a78a-de27-40e5-9031-07782fc7c150 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:58:24.672043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 2b62a78a-de27-40e5-9031-07782fc7c150 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:24.672931 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:24.865153 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:24.959098 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba30c875-4e2b-434c-ae52-002e879583ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b62a78a-de27-40e5-9031-07782fc7c150'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:58:24.968966 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c9722898-da52-4e6f-8391-1a01a5099987 req-20dcb6d7-e66a-4ff7-ad02-5145d07b554e tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:24.973035 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e55f7ba-0b2b-4245-912d-d5448fb93050" -d '{"events": [{"server_uuid": "ba30c875-4e2b-434c-ae52-002e879583ba", "name": "network-vif-plugged", "status": "completed", "tag": "2b62a78a-de27-40e5-9031-07782fc7c150"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:58:25.002480 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c9722898-da52-4e6f-8391-1a01a5099987 req-20dcb6d7-e66a-4ff7-ad02-5145d07b554e tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:25.077718 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 2b62a78a-de27-40e5-9031-07782fc7c150, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2b62a78a-de27-40e5-9031-07782fc7c150,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:25.084672 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c9722898-da52-4e6f-8391-1a01a5099987 req-20dcb6d7-e66a-4ff7-ad02-5145d07b554e tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:25.086381 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c9722898-da52-4e6f-8391-1a01a5099987 req-20dcb6d7-e66a-4ff7-ad02-5145d07b554e tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6025085 Nov 24 20:58:25.096406 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:25.183505 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dcb6d7-e66a-4ff7-ad02-5145d07b554e tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18dd36a3-c67b-4cec-852f-20c0571d7ad8,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:25.252110 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b55508-3fa9-42e7-9d6f-0579dea77ef5 x-openstack-request-id: req-f1b55508-3fa9-42e7-9d6f-0579dea77ef5 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:58:25.258387 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba30c875-4e2b-434c-ae52-002e879583ba", "name": "network-vif-plugged", "status": "completed", "tag": "2b62a78a-de27-40e5-9031-07782fc7c150", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:58:25.258387 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f1b55508-3fa9-42e7-9d6f-0579dea77ef5 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:58:25.258387 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba30c875-4e2b-434c-ae52-002e879583ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b62a78a-de27-40e5-9031-07782fc7c150', 'code': 200} Nov 24 20:58:25.300120 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c0fca4a5-a2b8-4615-83ff-0ff59a88d882 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:58:25.309238 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-46c24de9-2080-4ac7-8b1d-c2277f1bed94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:25.352022 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-46c24de9-2080-4ac7-8b1d-c2277f1bed94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:25.417319 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=2b62a78a-de27-40e5-9031-07782fc7c150,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:25.525496 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c24de9-2080-4ac7-8b1d-c2277f1bed94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a813b4cb-7a74-4653-9d4f-bb5b0fc2d8fb,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:25.579547 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port c0fca4a5-a2b8-4615-83ff-0ff59a88d882 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:25.579810 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:25.650043 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc994be3-41d6-4616-8e38-39c1233c56ad req-cd7a49ef-267e-4d8f-8f71-69af85fd9d96 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "GET /v2.0/security-groups/18dd36a3-c67b-4cec-852f-20c0571d7ad8 HTTP/1.1" status: 200 len: 1822 time: 0.3541532 Nov 24 20:58:25.654687 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-46c24de9-2080-4ac7-8b1d-c2277f1bed94 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e6cde5d7c81c4f1caf50040404382b74&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8553534 Nov 24 20:58:25.661437 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37356) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:25.713118 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-bc994be3-41d6-4616-8e38-39c1233c56ad req-e03ea54a-a4ee-41a9-830b-b7aad3bbacb6 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '18dd36a3-c67b-4cec-852f-20c0571d7ad8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:25.713572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-bc994be3-41d6-4616-8e38-39c1233c56ad req-e03ea54a-a4ee-41a9-830b-b7aad3bbacb6 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '18dd36a3-c67b-4cec-852f-20c0571d7ad8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:25.726743 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd326956-bb46-411d-b9e1-25e674413c9e req-e4e13a74-878f-475a-ac90-e8ec875ad771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:25.728603 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd326956-bb46-411d-b9e1-25e674413c9e req-e4e13a74-878f-475a-ac90-e8ec875ad771 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba30c875-4e2b-434c-ae52-002e879583ba HTTP/1.1" status: 200 len: 1101 time: 0.4109149 Nov 24 20:58:25.903517 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:25.905779 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-553896a6-d0c7-4407-89ad-72158cd23789 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:25.933520 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cfb814-d978-421d-afae-16290aaa8aa1 None None] Network 96bd651f-46b5-4aab-9988-7b554cbd9f2f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:58:25.942525 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-553896a6-d0c7-4407-89ad-72158cd23789 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:25.944093 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-553896a6-d0c7-4407-89ad-72158cd23789 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1101890 Nov 24 20:58:25.947347 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37360) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:25.958946 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-585b6a4d-414d-4e16-8a0e-b0d980326774 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Request body: {'floatingip': {'port_id': '6641a607-2926-4cab-8070-a8ac9d989401', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:25.962131 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a70467f6-ea4a-499f-8ac5-42fbd3cdfedb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:25.965940 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd326956-bb46-411d-b9e1-25e674413c9e req-0e3bcd82-d46d-4f0c-bb38-7c589aaca2bf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264569 Nov 24 20:58:26.016195 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a70467f6-ea4a-499f-8ac5-42fbd3cdfedb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:26.019648 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bc994be3-41d6-4616-8e38-39c1233c56ad req-e03ea54a-a4ee-41a9-830b-b7aad3bbacb6 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:26.045168 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-585b6a4d-414d-4e16-8a0e-b0d980326774 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks [] for floatingip, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:26.096883 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bc994be3-41d6-4616-8e38-39c1233c56ad req-e03ea54a-a4ee-41a9-830b-b7aad3bbacb6 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:26.111581 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bc994be3-41d6-4616-8e38-39c1233c56ad req-e03ea54a-a4ee-41a9-830b-b7aad3bbacb6 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:26.184312 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ea54a-a4ee-41a9-830b-b7aad3bbacb6 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=438cb18f-f145-4013-84bb-c2fe0f8f8967,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:26.193628 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a70467f6-ea4a-499f-8ac5-42fbd3cdfedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:26.197581 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a70467f6-ea4a-499f-8ac5-42fbd3cdfedb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:26.202670 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a70467f6-ea4a-499f-8ac5-42fbd3cdfedb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a813b4cb-7a74-4653-9d4f-bb5b0fc2d8fb HTTP/1.1" status: 204 len: 168 time: 0.5399106 Nov 24 20:58:26.210492 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bc994be3-41d6-4616-8e38-39c1233c56ad req-e03ea54a-a4ee-41a9-830b-b7aad3bbacb6 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:26.220016 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-93bca936-7910-4766-b255-076326ebdb72 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Deleting port c92c8e90-5e5c-4a67-b660-d110caafacf1 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:58:26.223458 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-93bca936-7910-4766-b255-076326ebdb72 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:26.225444 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc994be3-41d6-4616-8e38-39c1233c56ad req-e03ea54a-a4ee-41a9-830b-b7aad3bbacb6 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5545604 Nov 24 20:58:26.238990 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70467f6-ea4a-499f-8ac5-42fbd3cdfedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a813b4cb-7a74-4653-9d4f-bb5b0fc2d8fb,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:26.344317 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port c0fca4a5-a2b8-4615-83ff-0ff59a88d882, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c0fca4a5-a2b8-4615-83ff-0ff59a88d882,segment=NetworkSegment(35647974-afbd-4316-8940-614ba9bd5868),segment_id=35647974-afbd-4316-8940-614ba9bd5868)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:26.380232 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-89dcde21-3226-49d3-84b2-ae54f8799e3f None None] Provisioning complete for port c0fca4a5-a2b8-4615-83ff-0ff59a88d882 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:26.380611 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-89dcde21-3226-49d3-84b2-ae54f8799e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:26.385217 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:26.386521 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-585b6a4d-414d-4e16-8a0e-b0d980326774 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] update failed (client error): The resource could not be found. Nov 24 20:58:26.388113 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-585b6a4d-414d-4e16-8a0e-b0d980326774 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] 10.222.0.11 "PUT /v2.0/floatingips/cd904458-bb20-4a6f-b0b8-f4b7eace940a HTTP/1.1" status: 404 len: 507 time: 0.4363046 Nov 24 20:58:26.392103 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37368) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:26.662251 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79263ee-7e6a-477a-8bf3-76fce3b5fe11 req-34ac09fd-6af2-41dd-8f18-2f6133aedfe4 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:26.663102 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-93bca936-7910-4766-b255-076326ebdb72 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:26.664622 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b79263ee-7e6a-477a-8bf3-76fce3b5fe11 req-34ac09fd-6af2-41dd-8f18-2f6133aedfe4 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba30c875-4e2b-434c-ae52-002e879583ba HTTP/1.1" status: 200 len: 950 time: 0.3740821 Nov 24 20:58:26.687687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-93bca936-7910-4766-b255-076326ebdb72 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Calling delete_port for c92c8e90-5e5c-4a67-b660-d110caafacf1 owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:58:26.809751 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06a573-2765-4945-b390-33e6746f0718 req-0f489655-2926-4f2d-b741-d1cd77de1761 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:26.809751 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3b06a573-2765-4945-b390-33e6746f0718 req-0f489655-2926-4f2d-b741-d1cd77de1761 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 946 time: 2.2541938 Nov 24 20:58:26.845784 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=c0fca4a5-a2b8-4615-83ff-0ff59a88d882,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:27.033718 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-89dcde21-3226-49d3-84b2-ae54f8799e3f None None] Provisioning complete for port d197525d-8e2b-46d1-beed-19f7dde82515 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:27.035103 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-89dcde21-3226-49d3-84b2-ae54f8799e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:27.155697 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-58442949-9476-4835-a350-fe398572312e req-07baa476-2fcf-438b-8062-a3633bf62dbe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3377633 Nov 24 20:58:27.179734 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b79263ee-7e6a-477a-8bf3-76fce3b5fe11 req-16500fdc-649f-44b0-93bc-790599395457 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057828 Nov 24 20:58:27.184498 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-89dcde21-3226-49d3-84b2-ae54f8799e3f None None] Port d197525d-8e2b-46d1-beed-19f7dde82515 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:58:27.218941 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-404115ac-2af9-467f-90ef-803707bc7bfd tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Deleting port 73bb573a-b770-4b5b-a60f-9441f52bed72 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:58:27.219806 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-404115ac-2af9-467f-90ef-803707bc7bfd tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:27.237204 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3b06a573-2765-4945-b390-33e6746f0718 req-2ca1da71-f29d-4156-8851-53bf04594c72 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686820 Nov 24 20:58:27.275420 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c0fca4a5-a2b8-4615-83ff-0ff59a88d882 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:58:27.447853 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-09077f18-3ce6-44c1-990d-ff7838beae19 req-5357da5e-4745-4284-9fbd-a8f382c3132d tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2125595951', 'description': 'tempest-description-359079081'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:27.496536 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port c0fca4a5-a2b8-4615-83ff-0ff59a88d882 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:27.499519 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:27.514175 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-404115ac-2af9-467f-90ef-803707bc7bfd tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:27.520201 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-404115ac-2af9-467f-90ef-803707bc7bfd tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:27.601762 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-404115ac-2af9-467f-90ef-803707bc7bfd tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Calling delete_port for 73bb573a-b770-4b5b-a60f-9441f52bed72 owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:58:27.623037 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09077f18-3ce6-44c1-990d-ff7838beae19 req-5357da5e-4745-4284-9fbd-a8f382c3132d tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:27.632907 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-93bca936-7910-4766-b255-076326ebdb72 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:27.731891 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-afbdcab2-047f-497b-9693-3ce054452b88 None None] Could not find standard attr ID for object c92c8e90-5e5c-4a67-b660-d110caafacf1. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 20:58:27.784376 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37380) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:27.823215 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-afbdcab2-047f-497b-9693-3ce054452b88 None None] Provisioning complete for port c0fca4a5-a2b8-4615-83ff-0ff59a88d882 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:27.823939 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-afbdcab2-047f-497b-9693-3ce054452b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:27.830872 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bca936-7910-4766-b255-076326ebdb72 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Pushing event deleted for resources: {'Port': ['ID=c92c8e90-5e5c-4a67-b660-d110caafacf1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:27.881584 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3195c7e6-2f16-4f5f-a682-f74ebc083029 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:27.882853 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58442949-9476-4835-a350-fe398572312e req-ad057acb-0f48-41bf-9fce-760232d29aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:27.889807 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-58442949-9476-4835-a350-fe398572312e req-ad057acb-0f48-41bf-9fce-760232d29aa9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 1096 time: 0.3406990 Nov 24 20:58:28.068899 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-afbdcab2-047f-497b-9693-3ce054452b88 None None] Provisioning complete for port d197525d-8e2b-46d1-beed-19f7dde82515 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:28.069463 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-afbdcab2-047f-497b-9693-3ce054452b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:28.150267 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-afbdcab2-047f-497b-9693-3ce054452b88 None None] Port d197525d-8e2b-46d1-beed-19f7dde82515 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:58:28.162466 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58442949-9476-4835-a350-fe398572312e req-0bf1939f-31ab-4a2e-bca9-1292577a503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:28.164065 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-58442949-9476-4835-a350-fe398572312e req-0bf1939f-31ab-4a2e-bca9-1292577a503a service neutron] 10.222.0.15 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 913 time: 0.2364483 Nov 24 20:58:28.181659 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-404115ac-2af9-467f-90ef-803707bc7bfd tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:28.270234 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3195c7e6-2f16-4f5f-a682-f74ebc083029 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:28.291875 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404115ac-2af9-467f-90ef-803707bc7bfd tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Pushing event deleted for resources: {'Port': ['ID=73bb573a-b770-4b5b-a60f-9441f52bed72,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:28.294991 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-130c1178-3947-4013-a06c-044d6bdec25e None None] Provisioning complete for port d197525d-8e2b-46d1-beed-19f7dde82515 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:28.297661 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-130c1178-3947-4013-a06c-044d6bdec25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:28.352320 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3195c7e6-2f16-4f5f-a682-f74ebc083029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:28.382688 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-130c1178-3947-4013-a06c-044d6bdec25e None None] Port d197525d-8e2b-46d1-beed-19f7dde82515 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:58:28.506341 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09077f18-3ce6-44c1-990d-ff7838beae19 req-5357da5e-4745-4284-9fbd-a8f382c3132d tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:28.526206 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-58442949-9476-4835-a350-fe398572312e req-14e4d02e-52f4-4968-83b3-90e18d31ddd2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa HTTP/1.1" status: 200 len: 1000 time: 0.3511918 Nov 24 20:58:28.545887 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09077f18-3ce6-44c1-990d-ff7838beae19 req-5357da5e-4745-4284-9fbd-a8f382c3132d tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:28.553947 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-93bca936-7910-4766-b255-076326ebdb72 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:28.559956 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-93bca936-7910-4766-b255-076326ebdb72 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "DELETE /v2.0/ports/c92c8e90-5e5c-4a67-b660-d110caafacf1 HTTP/1.1" status: 204 len: 168 time: 4.1859114 Nov 24 20:58:28.559956 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3195c7e6-2f16-4f5f-a682-f74ebc083029 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=56df7fbe340f4865a9e99d1c562cd8f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7473910 Nov 24 20:58:28.564011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37392) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:28.564136 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37394) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:28.565130 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195c7e6-2f16-4f5f-a682-f74ebc083029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be9f34d-928d-4ce7-bb35-d1549cb94e95,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:28.606110 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-facffeed-4bf4-498c-8e87-c86534a8dc93 None None] Could not find standard attr ID for object c92c8e90-5e5c-4a67-b660-d110caafacf1. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 20:58:28.636485 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-078b753f-6217-41cb-8e6f-22aa523f800d tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] GET failed (client error): The resource could not be found. Nov 24 20:58:28.642221 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-078b753f-6217-41cb-8e6f-22aa523f800d tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "GET /v2.0/ports/c92c8e90-5e5c-4a67-b660-d110caafacf1 HTTP/1.1" status: 404 len: 333 time: 0.0697536 Nov 24 20:58:28.648717 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37396) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:28.653929 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-02ae5365-ad60-45e5-863c-42b592f6f201 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Request body: {'port': {'network_id': '96bd651f-46b5-4aab-9988-7b554cbd9f2f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1691438612'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:28.683460 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-09077f18-3ce6-44c1-990d-ff7838beae19 req-5357da5e-4745-4284-9fbd-a8f382c3132d tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:28.684808 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-09077f18-3ce6-44c1-990d-ff7838beae19 req-5357da5e-4745-4284-9fbd-a8f382c3132d tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.2491364 Nov 24 20:58:28.723684 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357da5e-4745-4284-9fbd-a8f382c3132d tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5fae3a-6cb8-478b-a6c7-bef30a15e26e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:29.016560 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-17a7e814-10b2-457b-a07b-cee9f760f79e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:29.107419 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-17a7e814-10b2-457b-a07b-cee9f760f79e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:29.142003 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b7b5e-36f8-4e82-bbbd-885de4d08d70 req-343e54c8-5771-4c99-86ea-da2d3a0d0ec2 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:29.146162 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-343b7b5e-36f8-4e82-bbbd-885de4d08d70 req-343e54c8-5771-4c99-86ea-da2d3a0d0ec2 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba30c875-4e2b-434c-ae52-002e879583ba HTTP/1.1" status: 200 len: 950 time: 0.2617226 Nov 24 20:58:29.405295 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ae5365-ad60-45e5-863c-42b592f6f201 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Made reservation on behalf of 3ecb46db22974e768efab236cb243419 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:29.414269 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02ae5365-ad60-45e5-863c-42b592f6f201 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:29.446353 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-343b7b5e-36f8-4e82-bbbd-885de4d08d70 req-1b8bbbdf-4984-44c4-a0cf-ea278e14758e tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815213 Nov 24 20:58:29.466216 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58442949-9476-4835-a350-fe398572312e req-a395700f-fcd6-4b1e-b540-5319966f937c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:29.474737 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-02ae5365-ad60-45e5-863c-42b592f6f201 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] device_id is not set on port b4701fb3-0d9f-4cdb-b771-8398ac6260f6 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:58:29.479795 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-58442949-9476-4835-a350-fe398572312e req-a395700f-fcd6-4b1e-b540-5319966f937c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ee9c5f7-570f-459a-a776-8d371777733b HTTP/1.1" status: 200 len: 851 time: 0.0843418 Nov 24 20:58:29.499680 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-404115ac-2af9-467f-90ef-803707bc7bfd tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:29.506364 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-17a7e814-10b2-457b-a07b-cee9f760f79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:29.509296 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-404115ac-2af9-467f-90ef-803707bc7bfd tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:29.509480 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-17a7e814-10b2-457b-a07b-cee9f760f79e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:29.510650 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-17a7e814-10b2-457b-a07b-cee9f760f79e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8be9f34d-928d-4ce7-bb35-d1549cb94e95 HTTP/1.1" status: 204 len: 168 time: 0.9331083 Nov 24 20:58:29.511737 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-404115ac-2af9-467f-90ef-803707bc7bfd tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] 10.222.0.11 "DELETE /v2.0/floatingips/cd904458-bb20-4a6f-b0b8-f4b7eace940a HTTP/1.1" status: 204 len: 168 time: 3.1148612 Nov 24 20:58:29.520733 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37414) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:29.602201 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-5321a1ed-058d-446c-8857-da53c5dea7e2 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Request body: {'floatingip': {'floating_network_id': '03b910c5-e474-49e5-85ef-714273616d8f', 'port_id': '6641a607-2926-4cab-8070-a8ac9d989401', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:29.662257 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7e814-10b2-457b-a07b-cee9f760f79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be9f34d-928d-4ce7-bb35-d1549cb94e95,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:29.696541 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c7513-b85f-4075-bc6b-9e622c1c2c64 req-8fd4511a-3c8b-48b1-a632-4b548b04c41c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:29.712177 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4f5c7513-b85f-4075-bc6b-9e622c1c2c64 req-8fd4511a-3c8b-48b1-a632-4b548b04c41c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 946 time: 1.1842537 Nov 24 20:58:29.808331 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5321a1ed-058d-446c-8857-da53c5dea7e2 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:29.817638 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7a8b975b-ba27-444a-95c6-03dcf53baee4 req-8de50da3-0419-4485-a2f7-670e95885265 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "GET /v2.0/security-groups/de5fae3a-6cb8-478b-a6c7-bef30a15e26e HTTP/1.1" status: 200 len: 1823 time: 0.1929479 Nov 24 20:58:29.855947 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-7a8b975b-ba27-444a-95c6-03dcf53baee4 req-5ecb6f37-d0b7-45c6-b127-e76c37642558 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'de5fae3a-6cb8-478b-a6c7-bef30a15e26e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:29.856552 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-7a8b975b-ba27-444a-95c6-03dcf53baee4 req-5ecb6f37-d0b7-45c6-b127-e76c37642558 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'de5fae3a-6cb8-478b-a6c7-bef30a15e26e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:29.865465 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4f5c7513-b85f-4075-bc6b-9e622c1c2c64 req-39a29f72-a8a5-493f-9561-64527317548e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519833 Nov 24 20:58:29.874121 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58442949-9476-4835-a350-fe398572312e req-6b8e5bb3-7bf3-4997-a4b0-724e561260f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:29.875638 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-58442949-9476-4835-a350-fe398572312e req-6b8e5bb3-7bf3-4997-a4b0-724e561260f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d57895c6-b2f2-4afe-a44e-1eb66b91940d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3776228 Nov 24 20:58:29.915007 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-02ae5365-ad60-45e5-863c-42b592f6f201 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Allocated IP 2001:db8::335 (96bd651f-46b5-4aab-9988-7b554cbd9f2f/ce5be52e-4ce2-4284-a8a3-bef243a937f4/b4701fb3-0d9f-4cdb-b771-8398ac6260f6) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:58:30.128150 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-58442949-9476-4835-a350-fe398572312e req-af704c1c-e051-49e9-9364-a7fc72f300e3 service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321000 Nov 24 20:58:30.177940 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7a8b975b-ba27-444a-95c6-03dcf53baee4 req-5ecb6f37-d0b7-45c6-b127-e76c37642558 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:30.331177 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7a8b975b-ba27-444a-95c6-03dcf53baee4 req-5ecb6f37-d0b7-45c6-b127-e76c37642558 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:30.361846 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7a8b975b-ba27-444a-95c6-03dcf53baee4 req-5ecb6f37-d0b7-45c6-b127-e76c37642558 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:30.391773 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-58442949-9476-4835-a350-fe398572312e req-fc584ef5-4622-48b2-81d4-5a7cdf61a16a service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869898 Nov 24 20:58:30.419483 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085457b3-0d49-45d7-9336-8f525a1ff5d6 req-d25b18fe-9b28-4d90-8ba9-c326ed7b3c9c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:30.421900 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-085457b3-0d49-45d7-9336-8f525a1ff5d6 req-d25b18fe-9b28-4d90-8ba9-c326ed7b3c9c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=def7405a-25e5-4b25-ab24-bdf5ab741d91 HTTP/1.1" status: 200 len: 950 time: 0.2890241 Nov 24 20:58:30.446662 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb6f37-d0b7-45c6-b127-e76c37642558 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be2e8d7-2adf-4570-8f65-983ae1dd031b,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:30.448280 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-5321a1ed-058d-446c-8857-da53c5dea7e2 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 20:58:30.451615 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5321a1ed-058d-446c-8857-da53c5dea7e2 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8569648 Nov 24 20:58:30.457116 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37434) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:30.466082 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a07ff3cb-ddc4-49c9-a020-700cd932b7af tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': '6641a607-2926-4cab-8070-a8ac9d989401', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:30.487360 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7a8b975b-ba27-444a-95c6-03dcf53baee4 req-5ecb6f37-d0b7-45c6-b127-e76c37642558 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:30.492233 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7a8b975b-ba27-444a-95c6-03dcf53baee4 req-5ecb6f37-d0b7-45c6-b127-e76c37642558 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6525929 Nov 24 20:58:30.530749 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-ad559ebb-d73b-4f52-bbd6-6541a6e745f1 req-ce5399ae-9282-4305-acac-1d314ebdcf8c tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-276355060', 'description': 'tempest-description-2143426646'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:30.547103 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02ae5365-ad60-45e5-863c-42b592f6f201 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:30.555137 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a07ff3cb-ddc4-49c9-a020-700cd932b7af tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:30.565100 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-085457b3-0d49-45d7-9336-8f525a1ff5d6 req-cb53fcac-7c26-4952-a2b4-df184ce1715c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357627 Nov 24 20:58:30.636551 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ad559ebb-d73b-4f52-bbd6-6541a6e745f1 req-ce5399ae-9282-4305-acac-1d314ebdcf8c tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:30.827014 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02ae5365-ad60-45e5-863c-42b592f6f201 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:30.995674 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae5365-ad60-45e5-863c-42b592f6f201 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Pushing event updated for resources: {'Port': ['ID=b4701fb3-0d9f-4cdb-b771-8398ac6260f6,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:31.052133 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ae5365-ad60-45e5-863c-42b592f6f201 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Network 96bd651f-46b5-4aab-9988-7b554cbd9f2f is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:31.079528 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-02ae5365-ad60-45e5-863c-42b592f6f201 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:31.104149 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37456) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:31.104789 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ae5365-ad60-45e5-863c-42b592f6f201 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:31.130793 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ae5365-ad60-45e5-863c-42b592f6f201 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:31.131490 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02ae5365-ad60-45e5-863c-42b592f6f201 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:31.201200 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37460) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:31.201544 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-02ae5365-ad60-45e5-863c-42b592f6f201 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5509853 Nov 24 20:58:31.212181 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-802181e5-324b-4d09-89c9-afb6b8b8d326 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b7', 'mac_address': 'fa:16:3e:18:22:fc'}]}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:31.292415 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ad559ebb-d73b-4f52-bbd6-6541a6e745f1 req-ce5399ae-9282-4305-acac-1d314ebdcf8c tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:31.326057 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ad559ebb-d73b-4f52-bbd6-6541a6e745f1 req-ce5399ae-9282-4305-acac-1d314ebdcf8c tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:31.343401 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a07ff3cb-ddc4-49c9-a020-700cd932b7af tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:31.388294 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ad559ebb-d73b-4f52-bbd6-6541a6e745f1 req-ce5399ae-9282-4305-acac-1d314ebdcf8c tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:31.400558 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ad559ebb-d73b-4f52-bbd6-6541a6e745f1 req-ce5399ae-9282-4305-acac-1d314ebdcf8c tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.8833754 Nov 24 20:58:31.467243 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-1f09703b-7403-46a7-85a6-138f5fbe7f59 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-321219057-network', 'tenant_id': '05634e467ee1419a8168caac6026422a'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:31.522387 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5399ae-9282-4305-acac-1d314ebdcf8c tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7be1bb-3b1a-48f9-ada6-ec072062682e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:31.608366 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb0062-d796-4835-9305-b20042b5404a req-5f7ea300-029a-4790-a9ae-133adb453b87 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:31.660663 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb0062-d796-4835-9305-b20042b5404a req-5f7ea300-029a-4790-a9ae-133adb453b87 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:31.668444 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a6eb0062-d796-4835-9305-b20042b5404a req-5f7ea300-029a-4790-a9ae-133adb453b87 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba30c875-4e2b-434c-ae52-002e879583ba&device_id=def7405a-25e5-4b25-ab24-bdf5ab741d91 HTTP/1.1" status: 200 len: 1691 time: 0.5199003 Nov 24 20:58:31.681038 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f09703b-7403-46a7-85a6-138f5fbe7f59 admin admin] Made reservation on behalf of 05634e467ee1419a8168caac6026422a for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:31.695359 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f09703b-7403-46a7-85a6-138f5fbe7f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:31.698049 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e39c70c1-c69c-4cda-ae8b-83ff307fc7fc None None] Provisioning complete for port b4701fb3-0d9f-4cdb-b771-8398ac6260f6 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:31.702349 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e39c70c1-c69c-4cda-ae8b-83ff307fc7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:31.715615 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3e5db-bddd-40af-a207-d78aab12f7bf req-e1de8073-b5f3-4cbe-91ac-706fc551700c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:31.717778 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8cb3e5db-bddd-40af-a207-d78aab12f7bf req-e1de8073-b5f3-4cbe-91ac-706fc551700c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 946 time: 0.2001133 Nov 24 20:58:31.774781 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-a07ff3cb-ddc4-49c9-a020-700cd932b7af tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Allocated IP 172.25.5.101 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/0e70dd2a-de10-4209-b852-00527df770ac) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:58:31.783275 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f09703b-7403-46a7-85a6-138f5fbe7f59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:31.804693 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-e39c70c1-c69c-4cda-ae8b-83ff307fc7fc None None] Port b4701fb3-0d9f-4cdb-b771-8398ac6260f6 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:58:31.853066 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8cb3e5db-bddd-40af-a207-d78aab12f7bf req-7c26b3ba-9cdd-4651-8c54-4791859e1541 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215243 Nov 24 20:58:31.920741 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-802181e5-324b-4d09-89c9-afb6b8b8d326 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:31.990551 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a6eb0062-d796-4835-9305-b20042b5404a req-4cbceb8d-a597-48a5-9062-769552983cd7 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106048 Nov 24 20:58:32.183747 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-6f5c4fa8-551d-4cd5-b3a5-fc66f9c22772 req-29ed1cd2-0492-4511-ba1c-8d5e5c1f80f5 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-986629390', 'description': 'tempest-description-1710289104'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:32.239420 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a07ff3cb-ddc4-49c9-a020-700cd932b7af tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:32.244790 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6f5c4fa8-551d-4cd5-b3a5-fc66f9c22772 req-29ed1cd2-0492-4511-ba1c-8d5e5c1f80f5 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:32.367234 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6f5c4fa8-551d-4cd5-b3a5-fc66f9c22772 req-29ed1cd2-0492-4511-ba1c-8d5e5c1f80f5 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:32.375578 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6f5c4fa8-551d-4cd5-b3a5-fc66f9c22772 req-29ed1cd2-0492-4511-ba1c-8d5e5c1f80f5 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:32.424773 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e8989-ed08-4f4b-b76a-d41b37429d7f req-de91951a-485e-446b-8ca7-9ac76c70dee9 tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:32.441569 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-217e8989-ed08-4f4b-b76a-d41b37429d7f req-de91951a-485e-446b-8ca7-9ac76c70dee9 tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ba30c875-4e2b-434c-ae52-002e879583ba HTTP/1.1" status: 200 len: 1101 time: 0.2814908 Nov 24 20:58:32.457428 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f09703b-7403-46a7-85a6-138f5fbe7f59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:32.504476 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed1cd2-0492-4511-ba1c-8d5e5c1f80f5 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44aa7a51-3221-48b4-a39a-908e7c06fba9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:32.512532 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f09703b-7403-46a7-85a6-138f5fbe7f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:32.571685 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-217e8989-ed08-4f4b-b76a-d41b37429d7f req-26e91493-990b-4295-857c-a92c0186d658 tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067493 Nov 24 20:58:32.571685 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f09703b-7403-46a7-85a6-138f5fbe7f59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:58:32.577944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09703b-7403-46a7-85a6-138f5fbe7f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c827aa-c7aa-4b0c-9d7a-e243c5173f28,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:32.587645 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f09703b-7403-46a7-85a6-138f5fbe7f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:32.587645 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-1f09703b-7403-46a7-85a6-138f5fbe7f59 admin admin] Added segment ae680190-f9b5-48e4-90dd-f665743b60d0 of type vlan for network 604f9490-bd3f-4d5d-bf70-f885efb4f550 Nov 24 20:58:32.601586 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6f5c4fa8-551d-4cd5-b3a5-fc66f9c22772 req-29ed1cd2-0492-4511-ba1c-8d5e5c1f80f5 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:32.605122 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-802181e5-324b-4d09-89c9-afb6b8b8d326 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:32.606326 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6f5c4fa8-551d-4cd5-b3a5-fc66f9c22772 req-29ed1cd2-0492-4511-ba1c-8d5e5c1f80f5 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4509549 Nov 24 20:58:32.611672 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a07ff3cb-ddc4-49c9-a020-700cd932b7af tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:32.652143 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-802181e5-324b-4d09-89c9-afb6b8b8d326 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:32.694169 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f09703b-7403-46a7-85a6-138f5fbe7f59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:32.711376 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-802181e5-324b-4d09-89c9-afb6b8b8d326 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] In _notify_port_updated(), no bound segment for port b4701fb3-0d9f-4cdb-b771-8398ac6260f6 on network 96bd651f-46b5-4aab-9988-7b554cbd9f2f {{(pid=109991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 20:58:32.718589 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802181e5-324b-4d09-89c9-afb6b8b8d326 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:32.719384 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-802181e5-324b-4d09-89c9-afb6b8b8d326 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:32.721390 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-802181e5-324b-4d09-89c9-afb6b8b8d326 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "PUT /v2.0/ports/b4701fb3-0d9f-4cdb-b771-8398ac6260f6 HTTP/1.1" status: 200 len: 1003 time: 1.5164952 Nov 24 20:58:32.732372 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37496) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:32.746998 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ff3cb-ddc4-49c9-a020-700cd932b7af tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Pushing event updated for resources: {'Port': ['ID=0e70dd2a-de10-4209-b852-00527df770ac,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:32.766958 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07ff3cb-ddc4-49c9-a020-700cd932b7af tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:32.772406 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-a07ff3cb-ddc4-49c9-a020-700cd932b7af tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:32.775678 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07ff3cb-ddc4-49c9-a020-700cd932b7af tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:32.782196 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-78a0fd68-8154-46ac-81f3-0bc518ba050e req-4865be5f-926a-4544-91eb-a34aa2daa5cd tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "GET /v2.0/security-groups/7a7be1bb-3b1a-48f9-ada6-ec072062682e HTTP/1.1" status: 200 len: 1823 time: 0.1497431 Nov 24 20:58:32.796649 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802181e5-324b-4d09-89c9-afb6b8b8d326 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Pushing event updated for resources: {'Port': ['ID=b4701fb3-0d9f-4cdb-b771-8398ac6260f6,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:32.848590 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f09703b-7403-46a7-85a6-138f5fbe7f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:32.849581 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f09703b-7403-46a7-85a6-138f5fbe7f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:32.853664 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f09703b-7403-46a7-85a6-138f5fbe7f59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:32.889455 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-78a0fd68-8154-46ac-81f3-0bc518ba050e req-37b78598-845e-42f6-92eb-eae57d80ae38 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "GET /v2.0/security-groups/44aa7a51-3221-48b4-a39a-908e7c06fba9 HTTP/1.1" status: 200 len: 1823 time: 0.0835140 Nov 24 20:58:32.906492 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-78a0fd68-8154-46ac-81f3-0bc518ba050e req-aa235b8b-6111-4357-a6f0-178731d4c64f tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7a7be1bb-3b1a-48f9-ada6-ec072062682e', 'remote_group_id': '44aa7a51-3221-48b4-a39a-908e7c06fba9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:32.906999 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-78a0fd68-8154-46ac-81f3-0bc518ba050e req-aa235b8b-6111-4357-a6f0-178731d4c64f tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7a7be1bb-3b1a-48f9-ada6-ec072062682e', 'remote_group_id': '44aa7a51-3221-48b4-a39a-908e7c06fba9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:32.981806 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1f09703b-7403-46a7-85a6-138f5fbe7f59 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8731632 Nov 24 20:58:32.986830 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37502) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:33.004430 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09703b-7403-46a7-85a6-138f5fbe7f59 admin admin] Pushing event updated for resources: {'Network': ['ID=604f9490-bd3f-4d5d-bf70-f885efb4f550,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:33.020235 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 604f9490-bd3f-4d5d-bf70-f885efb4f550 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:58:33.046151 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-4b243400-7db4-4f16-bad2-7f625e08a6e1 admin admin] Request body: {'subnet': {'network_id': '604f9490-bd3f-4d5d-bf70-f885efb4f550', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-321219057-subnet', 'tenant_id': '05634e467ee1419a8168caac6026422a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:33.099406 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beba7cd-9b8b-4abf-a6f3-a83a41c5f147 req-80ab3db2-372c-4270-a797-a444a6db2e91 tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:33.113963 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1beba7cd-9b8b-4abf-a6f3-a83a41c5f147 req-80ab3db2-372c-4270-a797-a444a6db2e91 tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=def7405a-25e5-4b25-ab24-bdf5ab741d91 HTTP/1.1" status: 200 len: 1101 time: 0.2878671 Nov 24 20:58:33.178708 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-78a0fd68-8154-46ac-81f3-0bc518ba050e req-aa235b8b-6111-4357-a6f0-178731d4c64f tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:33.179572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-b55b0922-e327-43aa-b423-4eb4971b42e6 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Deleting port b4701fb3-0d9f-4cdb-b771-8398ac6260f6 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:58:33.179933 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b55b0922-e327-43aa-b423-4eb4971b42e6 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:33.218240 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-5e847730-cf5d-4310-8fb2-0f2dca8f1668 None None] Provisioning complete for port b4701fb3-0d9f-4cdb-b771-8398ac6260f6 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:33.218484 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5e847730-cf5d-4310-8fb2-0f2dca8f1668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:33.220293 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b243400-7db4-4f16-bad2-7f625e08a6e1 admin admin] Made reservation on behalf of 05634e467ee1419a8168caac6026422a for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:33.222847 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b243400-7db4-4f16-bad2-7f625e08a6e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:33.248666 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a07ff3cb-ddc4-49c9-a020-700cd932b7af tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Deleting port 0e70dd2a-de10-4209-b852-00527df770ac {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:58:33.249147 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a07ff3cb-ddc4-49c9-a020-700cd932b7af tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:33.318448 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-5e847730-cf5d-4310-8fb2-0f2dca8f1668 None None] Port b4701fb3-0d9f-4cdb-b771-8398ac6260f6 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:58:33.383598 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a07ff3cb-ddc4-49c9-a020-700cd932b7af tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:33.384099 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a07ff3cb-ddc4-49c9-a020-700cd932b7af tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:33.401558 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a07ff3cb-ddc4-49c9-a020-700cd932b7af tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Calling delete_port for 0e70dd2a-de10-4209-b852-00527df770ac owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:58:33.422626 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1beba7cd-9b8b-4abf-a6f3-a83a41c5f147 req-2c674ac2-e887-44c4-9575-c7a1933b144b tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024549 Nov 24 20:58:33.481802 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b55b0922-e327-43aa-b423-4eb4971b42e6 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:33.543518 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-b55b0922-e327-43aa-b423-4eb4971b42e6 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Calling delete_port for b4701fb3-0d9f-4cdb-b771-8398ac6260f6 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:58:33.576309 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-78a0fd68-8154-46ac-81f3-0bc518ba050e req-aa235b8b-6111-4357-a6f0-178731d4c64f tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:33.591016 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-78a0fd68-8154-46ac-81f3-0bc518ba050e req-aa235b8b-6111-4357-a6f0-178731d4c64f tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:33.593069 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a07ff3cb-ddc4-49c9-a020-700cd932b7af tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:33.644922 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ff3cb-ddc4-49c9-a020-700cd932b7af tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Pushing event deleted for resources: {'Port': ['ID=0e70dd2a-de10-4209-b852-00527df770ac,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:33.651171 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa235b8b-6111-4357-a6f0-178731d4c64f tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60923691-7da4-471a-bb4d-6136d0e566cc,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:33.663947 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d68772-419c-41e0-9451-cd665cb7ef8a req-3b543e99-6400-40f4-b64a-02aa661f6829 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:33.672560 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-74d68772-419c-41e0-9451-cd665cb7ef8a req-3b543e99-6400-40f4-b64a-02aa661f6829 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 946 time: 0.1303153 Nov 24 20:58:33.737424 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-78a0fd68-8154-46ac-81f3-0bc518ba050e req-aa235b8b-6111-4357-a6f0-178731d4c64f tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:33.739794 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-78a0fd68-8154-46ac-81f3-0bc518ba050e req-aa235b8b-6111-4357-a6f0-178731d4c64f tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8399823 Nov 24 20:58:33.801974 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-a07ff3cb-ddc4-49c9-a020-700cd932b7af tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] create failed (client error): The resource could not be found. Nov 24 20:58:33.810638 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a07ff3cb-ddc4-49c9-a020-700cd932b7af tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.3492968 Nov 24 20:58:33.811524 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37516) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:33.857771 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-74d68772-419c-41e0-9451-cd665cb7ef8a req-31393e6c-e75d-44bb-b051-5f875876aa73 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832147 Nov 24 20:58:33.931839 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-6728c2e3-4fec-452d-b0d5-c4e12ea1e6ef req-93ca3e74-b223-4514-a035-62477fe5483f tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1649284722', 'description': 'tempest-description-1381289721'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:34.031561 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b243400-7db4-4f16-bad2-7f625e08a6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:34.061408 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37524) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:34.062463 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-6728c2e3-4fec-452d-b0d5-c4e12ea1e6ef req-93ca3e74-b223-4514-a035-62477fe5483f tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:34.073794 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-71e654f9-ca23-47b1-94cc-3d93506fe9b8 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Deleting port 6641a607-2926-4cab-8070-a8ac9d989401 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:58:34.074126 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-71e654f9-ca23-47b1-94cc-3d93506fe9b8 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:34.090273 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b55b0922-e327-43aa-b423-4eb4971b42e6 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:34.240649 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b0922-e327-43aa-b423-4eb4971b42e6 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Pushing event deleted for resources: {'Port': ['ID=b4701fb3-0d9f-4cdb-b771-8398ac6260f6,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:34.308828 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b243400-7db4-4f16-bad2-7f625e08a6e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1362c4f-4e16-416c-836d-b50d92bb899b,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:34.334870 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b243400-7db4-4f16-bad2-7f625e08a6e1 admin admin] Checking segment: {'id': 'ae680190-f9b5-48e4-90dd-f665743b60d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '604f9490-bd3f-4d5d-bf70-f885efb4f550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:58:34.334870 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b243400-7db4-4f16-bad2-7f625e08a6e1 admin admin] Network hostable DHCP agents. Network: 604f9490-bd3f-4d5d-bf70-f885efb4f550, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:58:34.348923 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-db3fa93b-2999-4373-9fb4-fad1ec09558c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f9f97af922bb4212809f7d75bc05ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531256 Nov 24 20:58:34.392996 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aca5bb4f-fdbf-415d-95c4-9f6f2915c4cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:34.442871 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-71e654f9-ca23-47b1-94cc-3d93506fe9b8 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:34.459434 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-71e654f9-ca23-47b1-94cc-3d93506fe9b8 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Calling delete_port for 6641a607-2926-4cab-8070-a8ac9d989401 owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:58:34.514249 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-6728c2e3-4fec-452d-b0d5-c4e12ea1e6ef req-93ca3e74-b223-4514-a035-62477fe5483f tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:34.516385 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b55b0922-e327-43aa-b423-4eb4971b42e6 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:34.526855 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b55b0922-e327-43aa-b423-4eb4971b42e6 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "DELETE /v2.0/ports/b4701fb3-0d9f-4cdb-b771-8398ac6260f6 HTTP/1.1" status: 204 len: 168 time: 1.7930925 Nov 24 20:58:34.538420 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37540) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:34.552816 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-6728c2e3-4fec-452d-b0d5-c4e12ea1e6ef req-93ca3e74-b223-4514-a035-62477fe5483f tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:34.591263 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b243400-7db4-4f16-bad2-7f625e08a6e1 admin admin] Network 604f9490-bd3f-4d5d-bf70-f885efb4f550 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:58:34.608697 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2123f10-a3eb-4d00-b3f4-a1cd07accb4e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] GET failed (client error): The resource could not be found. Nov 24 20:58:34.618198 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b2123f10-a3eb-4d00-b3f4-a1cd07accb4e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "GET /v2.0/ports/b4701fb3-0d9f-4cdb-b771-8398ac6260f6 HTTP/1.1" status: 404 len: 333 time: 0.0780785 Nov 24 20:58:34.623066 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-4b243400-7db4-4f16-bad2-7f625e08a6e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 604f9490-bd3f-4d5d-bf70-f885efb4f550) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:34.631720 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37542) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:34.633668 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6bbae8-05d4-4f1a-af24-4c897c378f82 None None] Network 604f9490-bd3f-4d5d-bf70-f885efb4f550 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:58:34.651284 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-183026c6-fa94-4d11-afcf-b0e7c1cee77b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Request body: {'port': {'network_id': '96bd651f-46b5-4aab-9988-7b554cbd9f2f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1214203724'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:34.661238 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b243400-7db4-4f16-bad2-7f625e08a6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:34.662204 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b243400-7db4-4f16-bad2-7f625e08a6e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:34.667841 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-6728c2e3-4fec-452d-b0d5-c4e12ea1e6ef req-93ca3e74-b223-4514-a035-62477fe5483f tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:34.669412 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6728c2e3-4fec-452d-b0d5-c4e12ea1e6ef req-93ca3e74-b223-4514-a035-62477fe5483f tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.7445211 Nov 24 20:58:34.690449 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca3e74-b223-4514-a035-62477fe5483f tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f0634c-ca25-4446-9c0f-f6672275902d,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:34.707676 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-572dc66b-8083-4410-ab8c-91c5be21224f tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:34.710307 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-572dc66b-8083-4410-ab8c-91c5be21224f tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3604345 Nov 24 20:58:34.713243 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-66210a8d-c392-46ad-b498-575bfc4fb52f req-7cad06cd-8fe8-4596-a0dd-27d39b3953b9 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-9262309', 'description': 'tempest-description-969873000'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:34.767303 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4b243400-7db4-4f16-bad2-7f625e08a6e1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7568150 Nov 24 20:58:34.800585 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-66210a8d-c392-46ad-b498-575bfc4fb52f req-7cad06cd-8fe8-4596-a0dd-27d39b3953b9 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:34.924791 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183026c6-fa94-4d11-afcf-b0e7c1cee77b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Made reservation on behalf of 3ecb46db22974e768efab236cb243419 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:34.929696 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9babb99-f545-45a3-8488-6dac8859ba54 None None] Network 604f9490-bd3f-4d5d-bf70-f885efb4f550 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:58:34.942425 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-183026c6-fa94-4d11-afcf-b0e7c1cee77b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:35.008196 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-183026c6-fa94-4d11-afcf-b0e7c1cee77b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] device_id is not set on port c9fadd7a-697a-425d-b035-0e8516ec9401 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:58:35.031834 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aca5bb4f-fdbf-415d-95c4-9f6f2915c4cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:35.039649 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-71e654f9-ca23-47b1-94cc-3d93506fe9b8 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:35.069334 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-66210a8d-c392-46ad-b498-575bfc4fb52f req-7cad06cd-8fe8-4596-a0dd-27d39b3953b9 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:35.097368 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aca5bb4f-fdbf-415d-95c4-9f6f2915c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:35.110494 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-66210a8d-c392-46ad-b498-575bfc4fb52f req-7cad06cd-8fe8-4596-a0dd-27d39b3953b9 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:35.168257 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-66210a8d-c392-46ad-b498-575bfc4fb52f req-7cad06cd-8fe8-4596-a0dd-27d39b3953b9 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:35.174733 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e654f9-ca23-47b1-94cc-3d93506fe9b8 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Pushing event deleted for resources: {'Port': ['ID=6641a607-2926-4cab-8070-a8ac9d989401,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:35.181644 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66210a8d-c392-46ad-b498-575bfc4fb52f req-7cad06cd-8fe8-4596-a0dd-27d39b3953b9 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4872935 Nov 24 20:58:35.191573 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad06cd-8fe8-4596-a0dd-27d39b3953b9 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd46cae-5c95-4c5f-85d4-a242c2de9b5a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:35.195838 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-aca5bb4f-fdbf-415d-95c4-9f6f2915c4cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=43052264b9b54c379fbb2227a9101577&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1317227 Nov 24 20:58:35.204445 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37556) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:35.249687 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-83c0b3fa-e0c9-42a1-b7b4-2aa20d69e892 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/quotas/f9f97af922bb4212809f7d75bc05ed87 HTTP/1.1" status: 200 len: 375 time: 0.2158828 Nov 24 20:58:35.341615 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-71e654f9-ca23-47b1-94cc-3d93506fe9b8 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:35.354336 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-71e654f9-ca23-47b1-94cc-3d93506fe9b8 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] 10.222.0.11 "DELETE /v2.0/ports/6641a607-2926-4cab-8070-a8ac9d989401 HTTP/1.1" status: 204 len: 168 time: 1.5369599 Nov 24 20:58:35.383629 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37560) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:35.405864 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5bb4f-fdbf-415d-95c4-9f6f2915c4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da5923e-65d1-4a7f-8dd3-4d9530afa91c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:35.441890 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-5262c5be-cb80-4fcd-a207-15423cedc80a tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9f97af922bb4212809f7d75bc05ed87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1834939 Nov 24 20:58:35.522770 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-183026c6-fa94-4d11-afcf-b0e7c1cee77b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Allocated IP 2001:db8::39d (96bd651f-46b5-4aab-9988-7b554cbd9f2f/ce5be52e-4ce2-4284-a8a3-bef243a937f4/c9fadd7a-697a-425d-b035-0e8516ec9401) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:58:35.742056 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f642fb4-ea97-456a-a861-1a72da264f83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:35.804123 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c7a89-a6ee-43b9-89d3-10a1aa998d2f req-b0d82093-5a61-4679-b6c5-49b4b230702d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:35.805712 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2a2c7a89-a6ee-43b9-89d3-10a1aa998d2f req-b0d82093-5a61-4679-b6c5-49b4b230702d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 946 time: 0.4877605 Nov 24 20:58:35.886784 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37570) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:35.892275 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-f269d1a4-5eb2-481c-8506-08d7c3f918e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1633304583-network', 'tenant_id': 'd592aca24daa400288b34fefb9abab31'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:35.894812 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88acd8c6-d79c-43a0-bc17-d824120fa95f tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:35.900831 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-88acd8c6-d79c-43a0-bc17-d824120fa95f tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] 10.222.0.11 "GET /v2.0/ports?device_id=64115825-fe7e-49f4-a4ed-0d4a949a0fe4 HTTP/1.1" status: 200 len: 913 time: 0.5122917 Nov 24 20:58:35.903252 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37572) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:35.907851 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f642fb4-ea97-456a-a861-1a72da264f83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:35.943853 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f269d1a4-5eb2-481c-8506-08d7c3f918e1 admin admin] Made reservation on behalf of d592aca24daa400288b34fefb9abab31 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:35.947302 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f269d1a4-5eb2-481c-8506-08d7c3f918e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:35.982120 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f269d1a4-5eb2-481c-8506-08d7c3f918e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:36.000497 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37576) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:36.013803 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-9d5b25d6-f6e9-4cdb-8914-ddf2771087c0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1634118138'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:36.061607 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5b25d6-f6e9-4cdb-8914-ddf2771087c0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Made reservation on behalf of 838d059057e840c09ac19be61b107bec for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:36.066354 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d5b25d6-f6e9-4cdb-8914-ddf2771087c0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:36.112664 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-183026c6-fa94-4d11-afcf-b0e7c1cee77b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:36.117699 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2a2c7a89-a6ee-43b9-89d3-10a1aa998d2f req-3787a966-98bf-4e22-8dc1-85cb98cb70e9 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822187 Nov 24 20:58:36.171017 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5b25d6-f6e9-4cdb-8914-ddf2771087c0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:58:36.211017 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f269d1a4-5eb2-481c-8506-08d7c3f918e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:36.238074 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6bc234c-1f68-4f5c-ac16-abf0b0f87e5c req-2ae34f17-1e7e-40f9-845c-172a44b4bec3 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "GET /v2.0/security-groups/36f0634c-ca25-4446-9c0f-f6672275902d HTTP/1.1" status: 200 len: 1824 time: 0.1373069 Nov 24 20:58:36.243032 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f269d1a4-5eb2-481c-8506-08d7c3f918e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:36.251512 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d5b25d6-f6e9-4cdb-8914-ddf2771087c0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:36.251946 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-9d5b25d6-f6e9-4cdb-8914-ddf2771087c0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Added segment d0c1b742-2bd2-411c-b978-fe9db63bda3e of type vlan for network 0b5ef7b5-277e-46e9-bb51-4226a176b59a Nov 24 20:58:36.291110 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f642fb4-ea97-456a-a861-1a72da264f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:36.293781 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f642fb4-ea97-456a-a861-1a72da264f83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:36.294956 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5f642fb4-ea97-456a-a861-1a72da264f83 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6da5923e-65d1-4a7f-8dd3-4d9530afa91c HTTP/1.1" status: 204 len: 168 time: 1.0868211 Nov 24 20:58:36.356911 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f269d1a4-5eb2-481c-8506-08d7c3f918e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:58:36.361354 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f642fb4-ea97-456a-a861-1a72da264f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da5923e-65d1-4a7f-8dd3-4d9530afa91c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:36.385565 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-183026c6-fa94-4d11-afcf-b0e7c1cee77b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:36.414233 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7419964c-cbd7-4824-83c9-78fc3ab5a52e req-4000ae75-7ec0-473a-8c9f-cd1a914a07a7 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d103be5-4711-42c8-8565-1a4b05a1eaf8 HTTP/1.1" status: 200 len: 210 time: 0.0470152 Nov 24 20:58:36.428817 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269d1a4-5eb2-481c-8506-08d7c3f918e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cde05e5-f43e-4bd9-b7b0-6f599ae6eaab,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:36.461986 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f269d1a4-5eb2-481c-8506-08d7c3f918e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:36.462405 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-f269d1a4-5eb2-481c-8506-08d7c3f918e1 admin admin] Added segment 7569ed20-4282-4da8-af92-ec16efb66943 of type vlan for network faf68554-a5f6-461a-b8ce-1d348e0b0f3c Nov 24 20:58:36.484362 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d5b25d6-f6e9-4cdb-8914-ddf2771087c0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:36.533143 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183026c6-fa94-4d11-afcf-b0e7c1cee77b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Network 96bd651f-46b5-4aab-9988-7b554cbd9f2f is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:36.544200 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f269d1a4-5eb2-481c-8506-08d7c3f918e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:36.552612 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6bc234c-1f68-4f5c-ac16-abf0b0f87e5c req-6519f11d-1474-4628-b93c-d994c8070335 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "GET /v2.0/security-groups/8bd46cae-5c95-4c5f-85d4-a242c2de9b5a HTTP/1.1" status: 200 len: 1820 time: 0.3046353 Nov 24 20:58:36.567781 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-183026c6-fa94-4d11-afcf-b0e7c1cee77b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:36.570269 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-b6bc234c-1f68-4f5c-ac16-abf0b0f87e5c req-d0f89965-771a-405f-bf75-fa73d7d884c3 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '36f0634c-ca25-4446-9c0f-f6672275902d', 'remote_group_id': '8bd46cae-5c95-4c5f-85d4-a242c2de9b5a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:36.571333 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-b6bc234c-1f68-4f5c-ac16-abf0b0f87e5c req-d0f89965-771a-405f-bf75-fa73d7d884c3 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '36f0634c-ca25-4446-9c0f-f6672275902d', 'remote_group_id': '8bd46cae-5c95-4c5f-85d4-a242c2de9b5a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:36.573676 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183026c6-fa94-4d11-afcf-b0e7c1cee77b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:36.592553 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183026c6-fa94-4d11-afcf-b0e7c1cee77b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:36.593266 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-183026c6-fa94-4d11-afcf-b0e7c1cee77b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:36.613458 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d5b25d6-f6e9-4cdb-8914-ddf2771087c0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:36.615788 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183026c6-fa94-4d11-afcf-b0e7c1cee77b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Pushing event updated for resources: {'Port': ['ID=c9fadd7a-697a-425d-b035-0e8516ec9401,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:36.622159 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5b25d6-f6e9-4cdb-8914-ddf2771087c0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:36.622803 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d5b25d6-f6e9-4cdb-8914-ddf2771087c0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:36.661675 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f269d1a4-5eb2-481c-8506-08d7c3f918e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:36.662640 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269d1a4-5eb2-481c-8506-08d7c3f918e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:36.663225 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f269d1a4-5eb2-481c-8506-08d7c3f918e1 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:36.725423 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9d5b25d6-f6e9-4cdb-8914-ddf2771087c0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7237601 Nov 24 20:58:36.785659 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37596) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:36.794268 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-5fb2ce6f-2dbf-4bd4-8976-3abb18117f1f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1083672194'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:36.801086 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f269d1a4-5eb2-481c-8506-08d7c3f918e1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9125414 Nov 24 20:58:36.810916 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37598) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:36.811513 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b25d6-f6e9-4cdb-8914-ddf2771087c0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event updated for resources: {'Network': ['ID=0b5ef7b5-277e-46e9-bb51-4226a176b59a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:36.819933 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-f6c7da6c-469f-4a5a-9933-7605dfd862de admin admin] Request body: {'subnet': {'network_id': 'faf68554-a5f6-461a-b8ce-1d348e0b0f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1633304583-subnet', 'tenant_id': 'd592aca24daa400288b34fefb9abab31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:36.828676 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 0b5ef7b5-277e-46e9-bb51-4226a176b59a details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:58:36.970592 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b6bc234c-1f68-4f5c-ac16-abf0b0f87e5c req-d0f89965-771a-405f-bf75-fa73d7d884c3 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:37.100378 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37602) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:37.119219 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb2ce6f-2dbf-4bd4-8976-3abb18117f1f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Made reservation on behalf of 838d059057e840c09ac19be61b107bec for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:37.127052 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5fb2ce6f-2dbf-4bd4-8976-3abb18117f1f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:37.131171 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b6bc234c-1f68-4f5c-ac16-abf0b0f87e5c req-d0f89965-771a-405f-bf75-fa73d7d884c3 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:37.141028 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269d1a4-5eb2-481c-8506-08d7c3f918e1 admin admin] Pushing event updated for resources: {'Network': ['ID=faf68554-a5f6-461a-b8ce-1d348e0b0f3c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:37.152952 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e27d3921-7522-4d2f-88b1-79ddf96608a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:37.160600 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b6bc234c-1f68-4f5c-ac16-abf0b0f87e5c req-d0f89965-771a-405f-bf75-fa73d7d884c3 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:37.170802 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network faf68554-a5f6-461a-b8ce-1d348e0b0f3c details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:58:37.208048 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c7da6c-469f-4a5a-9933-7605dfd862de admin admin] Made reservation on behalf of d592aca24daa400288b34fefb9abab31 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:37.210463 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f6c7da6c-469f-4a5a-9933-7605dfd862de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:37.219399 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b6bc234c-1f68-4f5c-ac16-abf0b0f87e5c req-d0f89965-771a-405f-bf75-fa73d7d884c3 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:37.220904 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6bc234c-1f68-4f5c-ac16-abf0b0f87e5c req-d0f89965-771a-405f-bf75-fa73d7d884c3 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6557486 Nov 24 20:58:37.234904 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-cd371df7-a0a1-48e5-a0e5-66a9864f5d7a None None] Provisioning complete for port c9fadd7a-697a-425d-b035-0e8516ec9401 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:37.235494 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cd371df7-a0a1-48e5-a0e5-66a9864f5d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:37.241321 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f89965-771a-405f-bf75-fa73d7d884c3 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9f06af-55be-4957-b38a-ea0b1c63fe9c,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:37.293882 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb2ce6f-2dbf-4bd4-8976-3abb18117f1f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:58:37.352346 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5fb2ce6f-2dbf-4bd4-8976-3abb18117f1f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:37.352708 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-5fb2ce6f-2dbf-4bd4-8976-3abb18117f1f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Added segment 73d2176d-a947-419f-a059-f0ef7a7b29a9 of type vlan for network 417e8feb-ccfa-4d8e-98e2-8cb36709c8c7 Nov 24 20:58:37.354223 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-183026c6-fa94-4d11-afcf-b0e7c1cee77b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7168980 Nov 24 20:58:37.358897 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37608) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:37.373827 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-4ec2cf89-795d-4bd7-8543-a0ef357bf8f0 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:18:22:fc'}]}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:37.438115 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ef4a5-32f3-4c3a-85a5-5bcb0de4c80a req-1136bc7f-704b-4e67-a4e7-8c357d8b7d4e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:37.446850 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d63ef4a5-32f3-4c3a-85a5-5bcb0de4c80a req-1136bc7f-704b-4e67-a4e7-8c357d8b7d4e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 946 time: 0.1405420 Nov 24 20:58:37.461966 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5fb2ce6f-2dbf-4bd4-8976-3abb18117f1f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:37.479441 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1a7df5b2-eb3b-4e61-8217-49f8b9a903f9 req-e293920e-0938-4d4a-b888-43b28852dc08 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "GET /v2.0/security-groups/8bd46cae-5c95-4c5f-85d4-a242c2de9b5a HTTP/1.1" status: 200 len: 1820 time: 0.2144234 Nov 24 20:58:37.575241 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-cd371df7-a0a1-48e5-a0e5-66a9864f5d7a None None] Port c9fadd7a-697a-425d-b035-0e8516ec9401 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:58:37.774448 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d63ef4a5-32f3-4c3a-85a5-5bcb0de4c80a req-22485fca-6706-4144-85e8-5a45a71ff3ce tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262596 Nov 24 20:58:37.781234 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e27d3921-7522-4d2f-88b1-79ddf96608a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:37.782570 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5fb2ce6f-2dbf-4bd4-8976-3abb18117f1f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:37.791009 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb2ce6f-2dbf-4bd4-8976-3abb18117f1f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:37.791720 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5fb2ce6f-2dbf-4bd4-8976-3abb18117f1f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:37.952293 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed4bf07a-e9cb-4504-a88c-96d82648efbd req-8aad9029-8739-4191-9dd6-65f4b4868060 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d103be5-4711-42c8-8565-1a4b05a1eaf8 HTTP/1.1" status: 200 len: 210 time: 0.0436010 Nov 24 20:58:37.987792 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f6c7da6c-469f-4a5a-9933-7605dfd862de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:38.001225 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2ace0031-c0a8-417f-89fb-400c2618fcfc tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:38.035479 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e27d3921-7522-4d2f-88b1-79ddf96608a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:38.050615 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ec2cf89-795d-4bd7-8543-a0ef357bf8f0 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:38.056762 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2ce6f-2dbf-4bd4-8976-3abb18117f1f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event updated for resources: {'Network': ['ID=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:38.079119 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5fb2ce6f-2dbf-4bd4-8976-3abb18117f1f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2898071 Nov 24 20:58:38.085539 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37612) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:38.091039 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-47b44d22-5a89-4036-b8ec-b6fc46a33527 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Request body: {'subnet': {'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:38.098846 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 417e8feb-ccfa-4d8e-98e2-8cb36709c8c7 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:58:38.284582 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1a7df5b2-eb3b-4e61-8217-49f8b9a903f9 req-ed7937e2-aa4b-4355-b7c3-008b354326c2 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:38.286669 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d3921-7522-4d2f-88b1-79ddf96608a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebfa431-34fe-4d1b-840b-05aaab6278c0,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:38.349434 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e27d3921-7522-4d2f-88b1-79ddf96608a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8410688e3fc84745aed3fa59dbf0b01a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2464833 Nov 24 20:58:38.357041 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37614) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:38.365303 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7da6c-469f-4a5a-9933-7605dfd862de admin admin] Pushing event updated for resources: {'Subnet': ['ID=45ee530b-d519-4c08-862f-35e3ee3074fb,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:38.367193 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b44d22-5a89-4036-b8ec-b6fc46a33527 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Made reservation on behalf of 838d059057e840c09ac19be61b107bec for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:38.370890 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-47b44d22-5a89-4036-b8ec-b6fc46a33527 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:38.452710 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1a7df5b2-eb3b-4e61-8217-49f8b9a903f9 req-ed7937e2-aa4b-4355-b7c3-008b354326c2 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:38.532827 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-94681d4a-5888-45ab-a3a8-8f093442d4f0 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=f9f97af922bb4212809f7d75bc05ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1030624 Nov 24 20:58:38.538626 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c7da6c-469f-4a5a-9933-7605dfd862de admin admin] Checking segment: {'id': '7569ed20-4282-4da8-af92-ec16efb66943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'faf68554-a5f6-461a-b8ce-1d348e0b0f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:58:38.545482 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c7da6c-469f-4a5a-9933-7605dfd862de admin admin] Network hostable DHCP agents. Network: faf68554-a5f6-461a-b8ce-1d348e0b0f3c, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:58:38.664273 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6bbcfdfd-1926-4554-9350-649fb39b4fe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:38.749060 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c7da6c-469f-4a5a-9933-7605dfd862de admin admin] Network faf68554-a5f6-461a-b8ce-1d348e0b0f3c is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:58:38.757241 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6bbcfdfd-1926-4554-9350-649fb39b4fe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:38.778861 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ec2cf89-795d-4bd7-8543-a0ef357bf8f0 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:38.790959 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-f6c7da6c-469f-4a5a-9933-7605dfd862de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, faf68554-a5f6-461a-b8ce-1d348e0b0f3c) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:38.807244 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a715593-2362-41e4-9171-2ef2371af1fd None None] Network faf68554-a5f6-461a-b8ce-1d348e0b0f3c requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:58:38.824027 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1a7df5b2-eb3b-4e61-8217-49f8b9a903f9 req-ed7937e2-aa4b-4355-b7c3-008b354326c2 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:38.827353 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1a7df5b2-eb3b-4e61-8217-49f8b9a903f9 req-ed7937e2-aa4b-4355-b7c3-008b354326c2 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:38.829012 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1a7df5b2-eb3b-4e61-8217-49f8b9a903f9 req-ed7937e2-aa4b-4355-b7c3-008b354326c2 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "DELETE /v2.0/security-groups/8bd46cae-5c95-4c5f-85d4-a242c2de9b5a HTTP/1.1" status: 204 len: 173 time: 1.3487229 Nov 24 20:58:38.830471 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c7da6c-469f-4a5a-9933-7605dfd862de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:38.831253 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f6c7da6c-469f-4a5a-9933-7605dfd862de admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:38.915779 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ec2cf89-795d-4bd7-8543-a0ef357bf8f0 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:38.939057 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5147e238-1a55-453b-9270-1591ee72e4a2 req-00c69f29-655e-45b4-b590-60848ec866f8 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "GET /v2.0/security-groups/36f0634c-ca25-4446-9c0f-f6672275902d HTTP/1.1" status: 200 len: 1824 time: 0.0731230 Nov 24 20:58:38.951244 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-5fb1be90-9391-4a2b-a83e-26dd3b2ed537 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f9f97af922bb4212809f7d75bc05ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1613417 Nov 24 20:58:38.958554 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-559fba88-0a9c-4e8d-b302-11d8ac16b41d tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:38.960363 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-559fba88-0a9c-4e8d-b302-11d8ac16b41d tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3958936 Nov 24 20:58:38.963824 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7937e2-aa4b-4355-b7c3-008b354326c2 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd46cae-5c95-4c5f-85d4-a242c2de9b5a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:38.977343 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f6c7da6c-469f-4a5a-9933-7605dfd862de admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1619024 Nov 24 20:58:38.982737 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-051e5884-d9dd-4696-9052-6095dfe49a99 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Request body: {'port': {'device_id': '315ec67b-3934-4c32-b161-16991b8984aa', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': 'f9f97af922bb4212809f7d75bc05ed87'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:39.055485 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-adb0c345-d669-4217-b698-6b883c0a7755 req-fa6ae6e6-f5b5-4263-8cd7-451e0bc821e6 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1625016187', 'description': 'tempest-description-1268281132'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:39.058640 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4ec2cf89-795d-4bd7-8543-a0ef357bf8f0 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] In _notify_port_updated(), no bound segment for port c9fadd7a-697a-425d-b035-0e8516ec9401 on network 96bd651f-46b5-4aab-9988-7b554cbd9f2f {{(pid=109991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 20:58:39.066415 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec2cf89-795d-4bd7-8543-a0ef357bf8f0 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:39.067550 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ec2cf89-795d-4bd7-8543-a0ef357bf8f0 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:39.075746 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4ec2cf89-795d-4bd7-8543-a0ef357bf8f0 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "PUT /v2.0/ports/c9fadd7a-697a-425d-b035-0e8516ec9401 HTTP/1.1" status: 200 len: 1003 time: 1.7077620 Nov 24 20:58:39.083041 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37626) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:39.111419 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-47b44d22-5a89-4036-b8ec-b6fc46a33527 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:39.130035 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6bbcfdfd-1926-4554-9350-649fb39b4fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:39.134737 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6bbcfdfd-1926-4554-9350-649fb39b4fe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:39.143871 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6bbcfdfd-1926-4554-9350-649fb39b4fe2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ebfa431-34fe-4d1b-840b-05aaab6278c0 HTTP/1.1" status: 204 len: 168 time: 0.7657599 Nov 24 20:58:39.233872 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2cf89-795d-4bd7-8543-a0ef357bf8f0 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Pushing event updated for resources: {'Port': ['ID=c9fadd7a-697a-425d-b035-0e8516ec9401,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:39.304039 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcfdfd-1926-4554-9350-649fb39b4fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebfa431-34fe-4d1b-840b-05aaab6278c0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:39.340478 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5fc7d-d17e-4834-8081-f0d232cbecb9 req-c94a08d9-e0dd-44fd-a8c0-f3c81366d3d1 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:39.344027 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-adb0c345-d669-4217-b698-6b883c0a7755 req-fa6ae6e6-f5b5-4263-8cd7-451e0bc821e6 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:39.349728 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-26c5fc7d-d17e-4834-8081-f0d232cbecb9 req-c94a08d9-e0dd-44fd-a8c0-f3c81366d3d1 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 946 time: 0.4247448 Nov 24 20:58:39.502178 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-2ace0031-c0a8-417f-89fb-400c2618fcfc tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Deleting port fdfda505-c48d-4e3a-9441-7aae7ac18c7d {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:58:39.502925 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2ace0031-c0a8-417f-89fb-400c2618fcfc tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:39.553469 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-424f0d01-b38e-4591-87a7-71ffa68cce11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:39.595539 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a51d81-a5aa-4811-bf01-b52b4021a22b None None] Network faf68554-a5f6-461a-b8ce-1d348e0b0f3c requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:58:39.606874 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-adb0c345-d669-4217-b698-6b883c0a7755 req-fa6ae6e6-f5b5-4263-8cd7-451e0bc821e6 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:39.618119 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-adb0c345-d669-4217-b698-6b883c0a7755 req-fa6ae6e6-f5b5-4263-8cd7-451e0bc821e6 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:39.643387 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:39.666540 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ae6e6-f5b5-4263-8cd7-451e0bc821e6 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c866e027-0bba-4419-bec7-9bc2f388cd23,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:39.684729 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-051e5884-d9dd-4696-9052-6095dfe49a99 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Made reservation on behalf of f9f97af922bb4212809f7d75bc05ed87 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:39.691634 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-051e5884-d9dd-4696-9052-6095dfe49a99 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:39.693387 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-51915212-d917-4af3-84b6-a243596988a6 None None] Provisioning complete for port c9fadd7a-697a-425d-b035-0e8516ec9401 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:39.693946 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-51915212-d917-4af3-84b6-a243596988a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:39.698229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-f35d42a7-4544-4e8f-ac35-5a2c33ef3a9d tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:39.702199 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-f35d42a7-4544-4e8f-ac35-5a2c33ef3a9d tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7051027 Nov 24 20:58:39.735922 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-adb0c345-d669-4217-b698-6b883c0a7755 req-fa6ae6e6-f5b5-4263-8cd7-451e0bc821e6 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:39.739422 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-adb0c345-d669-4217-b698-6b883c0a7755 req-fa6ae6e6-f5b5-4263-8cd7-451e0bc821e6 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.7510824 Nov 24 20:58:39.758073 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-8f142a13-bceb-4c2b-bf22-cf2147bd66e2 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Request body: {'port': {'device_id': '8d103be5-4711-42c8-8565-1a4b05a1eaf8', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': 'f9f97af922bb4212809f7d75bc05ed87'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:39.801705 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b44d22-5a89-4036-b8ec-b6fc46a33527 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event updated for resources: {'Subnet': ['ID=26f7ad4d-47f7-4f94-83c1-a9b148ce53d9,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:39.866452 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-51915212-d917-4af3-84b6-a243596988a6 None None] Port c9fadd7a-697a-425d-b035-0e8516ec9401 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:58:39.914596 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c56b7da0-37e8-441b-938d-13674cc0833f req-7a618827-28f2-4316-933f-439f5b6c523c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d103be5-4711-42c8-8565-1a4b05a1eaf8 HTTP/1.1" status: 200 len: 210 time: 0.0550439 Nov 24 20:58:40.002927 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-051e5884-d9dd-4696-9052-6095dfe49a99 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Allocated IP 192.168.233.4 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/85246882-73af-458a-a001-8de8506eefc2) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:58:40.057199 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2ace0031-c0a8-417f-89fb-400c2618fcfc tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:40.072325 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-2ace0031-c0a8-417f-89fb-400c2618fcfc tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Calling delete_port for fdfda505-c48d-4e3a-9441-7aae7ac18c7d owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:58:40.227257 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b44d22-5a89-4036-b8ec-b6fc46a33527 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Checking segment: {'id': 'd0c1b742-2bd2-411c-b978-fe9db63bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:58:40.227632 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b44d22-5a89-4036-b8ec-b6fc46a33527 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Network hostable DHCP agents. Network: 0b5ef7b5-277e-46e9-bb51-4226a176b59a, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:58:40.252453 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-26c5fc7d-d17e-4834-8081-f0d232cbecb9 req-2126d7e0-da17-45f7-b7cc-b61fa261bf6a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9013572 Nov 24 20:58:40.330855 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-05c20c8f-5e43-41a9-9f1f-54800505e2eb tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Deleting port c9fadd7a-697a-425d-b035-0e8516ec9401 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:58:40.331372 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-05c20c8f-5e43-41a9-9f1f-54800505e2eb tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:40.713123 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b44d22-5a89-4036-b8ec-b6fc46a33527 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Network 0b5ef7b5-277e-46e9-bb51-4226a176b59a is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:58:40.809488 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-47b44d22-5a89-4036-b8ec-b6fc46a33527 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 0b5ef7b5-277e-46e9-bb51-4226a176b59a) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:40.823288 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb92536-fd49-4e10-86a2-c9eb216a2694 None None] Network 0b5ef7b5-277e-46e9-bb51-4226a176b59a requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:58:40.835969 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b44d22-5a89-4036-b8ec-b6fc46a33527 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:40.836883 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-47b44d22-5a89-4036-b8ec-b6fc46a33527 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:40.850498 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3271808e-ed19-4509-84ad-e4a91e621b7f req-9100c5e0-be63-4728-a25d-7b8ed5d177e9 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "GET /v2.0/security-groups/c866e027-0bba-4419-bec7-9bc2f388cd23 HTTP/1.1" status: 200 len: 1824 time: 0.5360837 Nov 24 20:58:40.871484 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-3271808e-ed19-4509-84ad-e4a91e621b7f req-5f7999a1-d250-488b-8356-0698cd9cdf3d tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c866e027-0bba-4419-bec7-9bc2f388cd23', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:40.871859 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-3271808e-ed19-4509-84ad-e4a91e621b7f req-5f7999a1-d250-488b-8356-0698cd9cdf3d tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c866e027-0bba-4419-bec7-9bc2f388cd23', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:40.873382 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-051e5884-d9dd-4696-9052-6095dfe49a99 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:40.898662 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2ace0031-c0a8-417f-89fb-400c2618fcfc tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:40.901737 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-05c20c8f-5e43-41a9-9f1f-54800505e2eb tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:40.979884 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-051e5884-d9dd-4696-9052-6095dfe49a99 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:41.006597 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-05c20c8f-5e43-41a9-9f1f-54800505e2eb tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Calling delete_port for c9fadd7a-697a-425d-b035-0e8516ec9401 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:58:41.024207 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['975245fd-a239-4b38-a637-934a9f8ac234', 'b5f19f21-4989-42f5-9009-ef06859751d5', '2b62a78a-de27-40e5-9031-07782fc7c150'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:58:41.026867 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-8f142a13-bceb-4c2b-bf22-cf2147bd66e2 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Made reservation on behalf of f9f97af922bb4212809f7d75bc05ed87 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:41.027362 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-51860585-39ab-420a-b713-f1cbdc8ee9fe tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:41.029469 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-51860585-39ab-420a-b713-f1cbdc8ee9fe tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/networks?id=604f9490-bd3f-4d5d-bf70-f885efb4f550 HTTP/1.1" status: 200 len: 808 time: 0.4067299 Nov 24 20:58:41.031240 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-8f142a13-bceb-4c2b-bf22-cf2147bd66e2 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:41.069636 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-051e5884-d9dd-4696-9052-6095dfe49a99 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:41.091378 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-051e5884-d9dd-4696-9052-6095dfe49a99 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:41.093205 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-1c068d31-a109-4532-9e7c-c65aef4e8416 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/quotas/05634e467ee1419a8168caac6026422a HTTP/1.1" status: 200 len: 375 time: 0.0285206 Nov 24 20:58:41.094133 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-051e5884-d9dd-4696-9052-6095dfe49a99 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:41.139849 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace0031-c0a8-417f-89fb-400c2618fcfc tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Pushing event deleted for resources: {'Port': ['ID=fdfda505-c48d-4e3a-9441-7aae7ac18c7d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:41.221271 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-47b44d22-5a89-4036-b8ec-b6fc46a33527 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1341727 Nov 24 20:58:41.222903 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37674) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:41.231358 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e5884-d9dd-4696-9052-6095dfe49a99 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Pushing event updated for resources: {'Port': ['ID=85246882-73af-458a-a001-8de8506eefc2,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:41.244523 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-7ba726ab-ca23-4f16-806b-b9db62c6fbf2 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=05634e467ee1419a8168caac6026422a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1393349 Nov 24 20:58:41.255575 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1b0ceb8f-becc-4259-8601-74803dedbd56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:41.317774 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-a1d40e50-e169-4042-8686-aa835ca0e3ab tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Request body: {'subnet': {'network_id': '417e8feb-ccfa-4d8e-98e2-8cb36709c8c7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:41.318011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-051e5884-d9dd-4696-9052-6095dfe49a99 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:41.318011 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-051e5884-d9dd-4696-9052-6095dfe49a99 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:41.327299 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:41.359255 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37678) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:41.463812 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-0b5ef7b5-277e-46e9-bb51-4226a176b59a', 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'fixed_ips': [{'subnet_id': '26f7ad4d-47f7-4f94-83c1-a9b148ce53d9'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:58:41.464726 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:41.538912 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-f687284b-4e3f-4efb-9642-33583a69f3e9 service neutron] 10.222.0.11 "GET /v2.0/networks/604f9490-bd3f-4d5d-bf70-f885efb4f550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815266 Nov 24 20:58:41.667696 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5829879a-fe94-4b61-ba68-45fb5e9001e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:41.734241 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-051e5884-d9dd-4696-9052-6095dfe49a99 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7640119 Nov 24 20:58:41.754458 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-9c38dc21-be1e-46b7-96b5-cdf4d510a496 service neutron] 10.222.0.11 "GET /v2.0/networks/604f9490-bd3f-4d5d-bf70-f885efb4f550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041743 Nov 24 20:58:41.758862 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-56fc5b50-4ccc-44e0-a247-6198f3c92c3e service neutron] Request body: {'port': {'device_id': '315ec67b-3934-4c32-b161-16991b8984aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:41.821445 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-56fc5b50-4ccc-44e0-a247-6198f3c92c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:41.955452 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-be1e3912-38cc-49e1-b646-d51c7ecc895b None None] Provisioning complete for port 85246882-73af-458a-a001-8de8506eefc2 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:41.955452 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-be1e3912-38cc-49e1-b646-d51c7ecc895b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:41.958413 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Allocated IP 10.1.1.2 (0b5ef7b5-277e-46e9-bb51-4226a176b59a/26f7ad4d-47f7-4f94-83c1-a9b148ce53d9/bb617b04-8ff6-4951-b12f-57c604f14c5e) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:58:42.031170 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5829879a-fe94-4b61-ba68-45fb5e9001e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:42.047643 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5829879a-fe94-4b61-ba68-45fb5e9001e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:42.055595 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-05c20c8f-5e43-41a9-9f1f-54800505e2eb tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:42.069317 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d40e50-e169-4042-8686-aa835ca0e3ab tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Made reservation on behalf of 838d059057e840c09ac19be61b107bec for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:42.076288 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a1d40e50-e169-4042-8686-aa835ca0e3ab tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:42.163228 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3271808e-ed19-4509-84ad-e4a91e621b7f req-5f7999a1-d250-488b-8356-0698cd9cdf3d tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:42.179735 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2ace0031-c0a8-417f-89fb-400c2618fcfc tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:42.185890 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c20c8f-5e43-41a9-9f1f-54800505e2eb tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Pushing event deleted for resources: {'Port': ['ID=c9fadd7a-697a-425d-b035-0e8516ec9401,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:42.194432 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5829879a-fe94-4b61-ba68-45fb5e9001e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=847d09ebd109489a82c4fd6809306442&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8193741 Nov 24 20:58:42.199492 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37690) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:42.216383 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-be1e3912-38cc-49e1-b646-d51c7ecc895b None None] Port 85246882-73af-458a-a001-8de8506eefc2 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:58:42.245446 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829879a-fe94-4b61-ba68-45fb5e9001e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9c12af-1a13-421b-8d7d-40e50c124bf5,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:42.337290 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00705764-d12b-45b6-80b7-a9161c8f4ebd req-b878852e-b590-46cb-8c76-9dba59d51193 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d103be5-4711-42c8-8565-1a4b05a1eaf8 HTTP/1.1" status: 200 len: 210 time: 0.1561522 Nov 24 20:58:42.356437 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:42.388684 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3271808e-ed19-4509-84ad-e4a91e621b7f req-5f7999a1-d250-488b-8356-0698cd9cdf3d tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:42.391489 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-05c20c8f-5e43-41a9-9f1f-54800505e2eb tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:42.410667 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-05c20c8f-5e43-41a9-9f1f-54800505e2eb tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "DELETE /v2.0/ports/c9fadd7a-697a-425d-b035-0e8516ec9401 HTTP/1.1" status: 204 len: 168 time: 3.3121896 Nov 24 20:58:42.414910 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37696) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:42.491703 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-36925d3a-efb6-478d-b297-601f7567efb4 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] GET failed (client error): The resource could not be found. Nov 24 20:58:42.499358 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-36925d3a-efb6-478d-b297-601f7567efb4 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "GET /v2.0/ports/c9fadd7a-697a-425d-b035-0e8516ec9401 HTTP/1.1" status: 404 len: 333 time: 0.0518973 Nov 24 20:58:42.506408 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37698) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:42.521367 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:42.536797 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3271808e-ed19-4509-84ad-e4a91e621b7f req-5f7999a1-d250-488b-8356-0698cd9cdf3d tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:42.540931 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:42.547595 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Request body: {'port': {'network_id': '96bd651f-46b5-4aab-9988-7b554cbd9f2f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-728227627'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:42.613293 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Network 0b5ef7b5-277e-46e9-bb51-4226a176b59a is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:42.638828 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:42.644677 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7999a1-d250-488b-8356-0698cd9cdf3d tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b877df58-7aba-43c5-bc46-0f88728bc011,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:42.729604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:42.755765 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3271808e-ed19-4509-84ad-e4a91e621b7f req-5f7999a1-d250-488b-8356-0698cd9cdf3d tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:42.757037 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3271808e-ed19-4509-84ad-e4a91e621b7f req-5f7999a1-d250-488b-8356-0698cd9cdf3d tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.9056742 Nov 24 20:58:42.795497 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-62543515-d791-4faf-a9d3-1ed885dad42b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:42.835590 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Made reservation on behalf of 3ecb46db22974e768efab236cb243419 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:42.839555 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:42.848253 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-62543515-d791-4faf-a9d3-1ed885dad42b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:42.898186 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d10632-1dc7-43a4-8ca6-8f0ff47261d5 req-e96bf25c-2011-4ae3-ba32-02232499510f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:42.900818 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-32d10632-1dc7-43a4-8ca6-8f0ff47261d5 req-e96bf25c-2011-4ae3-ba32-02232499510f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 946 time: 0.3951619 Nov 24 20:58:42.924357 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-592aa119-0fb6-42d7-94f4-050c500000e6 req-9f67ea7a-8549-4741-9473-91fe7636d981 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/ports?device_id=64cb6bf5-025d-4a58-8281-601466d85c66 HTTP/1.1" status: 200 len: 210 time: 0.0986881 Nov 24 20:58:42.935323 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ace0031-c0a8-417f-89fb-400c2618fcfc tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Router 64115825-fe7e-49f4-a4ed-0d4a949a0fe4 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:58:42.961092 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] device_id is not set on port 589a6b4d-4d47-4e52-844c-86d833588984 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:58:42.982497 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Pushing event updated for resources: {'Port': ['ID=bb617b04-8ff6-4951-b12f-57c604f14c5e,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:42.986309 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Attempting to bind port bb617b04-8ff6-4951-b12f-57c604f14c5e on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:58:42.986783 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Attempting to bind port bb617b04-8ff6-4951-b12f-57c604f14c5e by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'd0c1b742-2bd2-411c-b978-fe9db63bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:58:42.987246 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Attempting to bind port bb617b04-8ff6-4951-b12f-57c604f14c5e on network 0b5ef7b5-277e-46e9-bb51-4226a176b59a {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:58:42.998471 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-56fc5b50-4ccc-44e0-a247-6198f3c92c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85246882-73af-458a-a001-8de8506eefc2 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:58:42.999645 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:58:43.000091 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Checking segment: {'id': 'd0c1b742-2bd2-411c-b978-fe9db63bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:58:43.000659 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:43.001362 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Bound using segment: {'id': 'd0c1b742-2bd2-411c-b978-fe9db63bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:58:43.001949 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Bound port: bb617b04-8ff6-4951-b12f-57c604f14c5e, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c1b742-2bd2-411c-b978-fe9db63bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:58:43.002397 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:43.006993 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:43.007844 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:43.007844 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:43.008097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:43.008580 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:43.009119 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:43.010451 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:43.010857 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:43.011258 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:43.011659 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:43.012223 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:43.012409 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:43.048078 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-56fc5b50-4ccc-44e0-a247-6198f3c92c3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:43.061456 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-56fc5b50-4ccc-44e0-a247-6198f3c92c3e service neutron] Transition to ACTIVE for port object 85246882-73af-458a-a001-8de8506eefc2 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:58:43.078038 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-56fc5b50-4ccc-44e0-a247-6198f3c92c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:43.100589 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-32d10632-1dc7-43a4-8ca6-8f0ff47261d5 req-9b34265c-e3e8-43bb-b06d-82fab1dd0841 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891847 Nov 24 20:58:43.116640 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] For port bb617b04-8ff6-4951-b12f-57c604f14c5e, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:58:43.120186 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] For port bb617b04-8ff6-4951-b12f-57c604f14c5e, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=bb617b04-8ff6-4951-b12f-57c604f14c5e,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:58:43.125867 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:43.165585 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ace0031-c0a8-417f-89fb-400c2618fcfc tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:58:43.179108 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7207c364-48d3-4d50-a0e8-1e7b6d8efeb4 None None] Sync routers for ids ['64115825-fe7e-49f4-a4ed-0d4a949a0fe4'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:58:43.203809 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2ace0031-c0a8-417f-89fb-400c2618fcfc tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] 10.222.0.11 "PUT /v2.0/routers/64115825-fe7e-49f4-a4ed-0d4a949a0fe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2834735 Nov 24 20:58:43.214210 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444caada-3aa1-449e-8bfb-a7d75f594280 None None] Pushing event updated for resources: {'Port': ['ID=bb617b04-8ff6-4951-b12f-57c604f14c5e,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:43.219192 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37714) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:43.226623 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7207c364-48d3-4d50-a0e8-1e7b6d8efeb4 None None] Routers {'64115825-fe7e-49f4-a4ed-0d4a949a0fe4'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:58:43.231875 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7207c364-48d3-4d50-a0e8-1e7b6d8efeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:58:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['64115825-fe7e-49f4-a4ed-0d4a949a0fe4'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:58:43.244271 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-62543515-d791-4faf-a9d3-1ed885dad42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:43.246982 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-62543515-d791-4faf-a9d3-1ed885dad42b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:43.248155 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-62543515-d791-4faf-a9d3-1ed885dad42b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee9c12af-1a13-421b-8d7d-40e50c124bf5 HTTP/1.1" status: 204 len: 168 time: 1.0371037 Nov 24 20:58:43.265368 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc5b50-4ccc-44e0-a247-6198f3c92c3e service neutron] Pushing event updated for resources: {'Port': ['ID=85246882-73af-458a-a001-8de8506eefc2,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:43.269649 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Allocated IP 2001:db8::32d (96bd651f-46b5-4aab-9988-7b554cbd9f2f/ce5be52e-4ce2-4284-a8a3-bef243a937f4/589a6b4d-4d47-4e52-844c-86d833588984) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:58:43.342092 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7207c364-48d3-4d50-a0e8-1e7b6d8efeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:58:43.346551 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f2d887c-920c-47e7-bcb3-55841fc4579f tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:43.347157 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62543515-d791-4faf-a9d3-1ed885dad42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9c12af-1a13-421b-8d7d-40e50c124bf5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:43.369906 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a1d40e50-e169-4042-8686-aa835ca0e3ab tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:43.420223 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7207c364-48d3-4d50-a0e8-1e7b6d8efeb4 None None] Routers {'64115825-fe7e-49f4-a4ed-0d4a949a0fe4'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:58:43.420806 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7207c364-48d3-4d50-a0e8-1e7b6d8efeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:58:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['64115825-fe7e-49f4-a4ed-0d4a949a0fe4'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:58:43.521706 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7207c364-48d3-4d50-a0e8-1e7b6d8efeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:58:43.523053 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7207c364-48d3-4d50-a0e8-1e7b6d8efeb4 None None] The sync data for ids ['64115825-fe7e-49f4-a4ed-0d4a949a0fe4'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:58:43.589266 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87876bea-b8d8-4989-a521-97c1d379c03e req-0e33c89c-8407-4a9a-a060-0d4b8079e21f tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d103be5-4711-42c8-8565-1a4b05a1eaf8 HTTP/1.1" status: 200 len: 210 time: 0.0725074 Nov 24 20:58:43.656955 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-56fc5b50-4ccc-44e0-a247-6198f3c92c3e service neutron] Attempting to bind port 85246882-73af-458a-a001-8de8506eefc2 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:58:43.657314 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-56fc5b50-4ccc-44e0-a247-6198f3c92c3e service neutron] Attempting to bind port 85246882-73af-458a-a001-8de8506eefc2 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:58:43.657878 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-56fc5b50-4ccc-44e0-a247-6198f3c92c3e service neutron] Attempting to bind port 85246882-73af-458a-a001-8de8506eefc2 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:58:43.668761 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-632f1944-965b-4f29-9d50-55384f41f7a7 req-2299c1b9-0b82-49e3-943b-942183468bed tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "GET /v2.0/security-groups/c866e027-0bba-4419-bec7-9bc2f388cd23 HTTP/1.1" status: 200 len: 2418 time: 0.5313315 Nov 24 20:58:43.694708 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:43.712945 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-8f142a13-bceb-4c2b-bf22-cf2147bd66e2 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Allocated IP 192.168.233.124 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/2ef14d52-ee69-4d82-b823-64e70289fcc4) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:58:43.731403 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-56fc5b50-4ccc-44e0-a247-6198f3c92c3e service neutron] Port 85246882-73af-458a-a001-8de8506eefc2 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:58:43.731736 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-56fc5b50-4ccc-44e0-a247-6198f3c92c3e service neutron] Attempting to bind port 85246882-73af-458a-a001-8de8506eefc2 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:58:43.741072 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-56fc5b50-4ccc-44e0-a247-6198f3c92c3e service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:58:43.741418 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-56fc5b50-4ccc-44e0-a247-6198f3c92c3e service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:58:43.741810 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-56fc5b50-4ccc-44e0-a247-6198f3c92c3e service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:58:43.742254 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-56fc5b50-4ccc-44e0-a247-6198f3c92c3e service neutron] Bound port: 85246882-73af-458a-a001-8de8506eefc2, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:58:43.742617 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-56fc5b50-4ccc-44e0-a247-6198f3c92c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:43.757863 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-632f1944-965b-4f29-9d50-55384f41f7a7 req-8fd3d3b0-6c8f-4b37-b251-024a8735e7a8 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c866e027-0bba-4419-bec7-9bc2f388cd23', 'remote_group_id': None}]} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:43.758188 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-632f1944-965b-4f29-9d50-55384f41f7a7 req-8fd3d3b0-6c8f-4b37-b251-024a8735e7a8 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c866e027-0bba-4419-bec7-9bc2f388cd23', 'remote_group_id': None}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:43.821031 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f2d887c-920c-47e7-bcb3-55841fc4579f tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:43.827301 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f2d887c-920c-47e7-bcb3-55841fc4579f tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:43.834060 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10765c18-d1f2-4466-a014-d571d3f154be req-7fb5520a-4d93-4d70-aa9c-0dc5cc71a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:43.835662 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10765c18-d1f2-4466-a014-d571d3f154be req-7fb5520a-4d93-4d70-aa9c-0dc5cc71a30f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 1097 time: 0.1965168 Nov 24 20:58:43.855576 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d40e50-e169-4042-8686-aa835ca0e3ab tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event updated for resources: {'Subnet': ['ID=2eb2776b-5847-4479-b246-63584a539d1e,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:43.865740 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:43.963057 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d40e50-e169-4042-8686-aa835ca0e3ab tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Checking segment: {'id': '73d2176d-a947-419f-a059-f0ef7a7b29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '417e8feb-ccfa-4d8e-98e2-8cb36709c8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:58:43.963529 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d40e50-e169-4042-8686-aa835ca0e3ab tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Network hostable DHCP agents. Network: 417e8feb-ccfa-4d8e-98e2-8cb36709c8c7, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:58:43.964971 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-56fc5b50-4ccc-44e0-a247-6198f3c92c3e service neutron] For port 85246882-73af-458a-a001-8de8506eefc2, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:58:44.013506 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f2d887c-920c-47e7-bcb3-55841fc4579f tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:44.024226 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2d887c-920c-47e7-bcb3-55841fc4579f tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Fanout notify agent at l3_agent the message router_deleted on router 64115825-fe7e-49f4-a4ed-0d4a949a0fe4 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 20:58:44.065245 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f2d887c-920c-47e7-bcb3-55841fc4579f tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:44.072401 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8f2d887c-920c-47e7-bcb3-55841fc4579f tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] 10.222.0.11 "DELETE /v2.0/routers/64115825-fe7e-49f4-a4ed-0d4a949a0fe4 HTTP/1.1" status: 204 len: 168 time: 0.8516281 Nov 24 20:58:44.090671 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37732) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:44.108824 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-56fc5b50-4ccc-44e0-a247-6198f3c92c3e service neutron] For port 85246882-73af-458a-a001-8de8506eefc2, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=85246882-73af-458a-a001-8de8506eefc2,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:58:44.122754 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-632f1944-965b-4f29-9d50-55384f41f7a7 req-8fd3d3b0-6c8f-4b37-b251-024a8735e7a8 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:44.151275 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-56fc5b50-4ccc-44e0-a247-6198f3c92c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:44.163716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d40e50-e169-4042-8686-aa835ca0e3ab tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Network 417e8feb-ccfa-4d8e-98e2-8cb36709c8c7 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:58:44.169017 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-2c1e9124-a01d-4293-b3ab-835b4d7a5c03 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:44.170542 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-2c1e9124-a01d-4293-b3ab-835b4d7a5c03 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.48 "GET /v2.0/networks?id=604f9490-bd3f-4d5d-bf70-f885efb4f550 HTTP/1.1" status: 200 len: 808 time: 0.2110317 Nov 24 20:58:44.186722 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-632f1944-965b-4f29-9d50-55384f41f7a7 req-8fd3d3b0-6c8f-4b37-b251-024a8735e7a8 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:44.203809 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-a1d40e50-e169-4042-8686-aa835ca0e3ab tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 417e8feb-ccfa-4d8e-98e2-8cb36709c8c7) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:44.205357 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-632f1944-965b-4f29-9d50-55384f41f7a7 req-8fd3d3b0-6c8f-4b37-b251-024a8735e7a8 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:44.234975 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c32d1b7-e423-4347-966d-9c12d01ead59 None None] Network 417e8feb-ccfa-4d8e-98e2-8cb36709c8c7 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:58:44.236140 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d40e50-e169-4042-8686-aa835ca0e3ab tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:44.236140 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a1d40e50-e169-4042-8686-aa835ca0e3ab tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:44.236356 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d60d5ab0-c684-49c9-ae6a-9bb9de5600ba req-64942fca-1a8b-481a-adc2-a2a8e6d3c034 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/ports?device_id=64cb6bf5-025d-4a58-8281-601466d85c66 HTTP/1.1" status: 200 len: 210 time: 0.1174502 Nov 24 20:58:44.236870 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-2b936809-0d88-40a7-81a1-8f9da4fb1121 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Request body: {'port': {'device_id': '64cb6bf5-025d-4a58-8281-601466d85c66', 'network_id': '604f9490-bd3f-4d5d-bf70-f885efb4f550', 'admin_state_up': True, 'tenant_id': '05634e467ee1419a8168caac6026422a'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:44.242552 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:44.278159 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-632f1944-965b-4f29-9d50-55384f41f7a7 req-8fd3d3b0-6c8f-4b37-b251-024a8735e7a8 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:44.279205 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10765c18-d1f2-4466-a014-d571d3f154be req-6bbc0c5a-00c0-4af9-b134-f29de31cb767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:44.279412 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-632f1944-965b-4f29-9d50-55384f41f7a7 req-8fd3d3b0-6c8f-4b37-b251-024a8735e7a8 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6096106 Nov 24 20:58:44.280705 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10765c18-d1f2-4466-a014-d571d3f154be req-6bbc0c5a-00c0-4af9-b134-f29de31cb767 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 913 time: 0.4347525 Nov 24 20:58:44.296122 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3d3b0-6c8f-4b37-b251-024a8735e7a8 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e00dabd8-a75d-4a29-9970-ce45dd13c9dc,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:44.310383 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-8f142a13-bceb-4c2b-bf22-cf2147bd66e2 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:44.323742 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-56fc5b50-4ccc-44e0-a247-6198f3c92c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:44.323742 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-56fc5b50-4ccc-44e0-a247-6198f3c92c3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:44.323742 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-56fc5b50-4ccc-44e0-a247-6198f3c92c3e service neutron] 10.222.0.48 "PUT /v2.0/ports/85246882-73af-458a-a001-8de8506eefc2 HTTP/1.1" status: 200 len: 1094 time: 2.5713499 Nov 24 20:58:44.324408 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315ec67b-3934-4c32-b161-16991b8984aa', 'tag': '85246882-73af-458a-a001-8de8506eefc2'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:58:44.326912 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a1d40e50-e169-4042-8686-aa835ca0e3ab tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.0445209 Nov 24 20:58:44.327457 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7356d5-d28f-4981-ab4e-d0d0b2152a34" -d '{"events": [{"name": "network-changed", "server_uuid": "315ec67b-3934-4c32-b161-16991b8984aa", "tag": "85246882-73af-458a-a001-8de8506eefc2"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:58:44.337267 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37742) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:44.358100 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-d9e16cb6-c9e1-4457-ba74-bdabd56bfab7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Request body: {'port': {'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a', 'name': 'tempest-TaggedBootDevicesTest-1616908939', 'fixed_ips': [{'subnet_id': '26f7ad4d-47f7-4f94-83c1-a9b148ce53d9'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:44.422422 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dae2387-097e-4b4a-b359-50309a8fadab tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Deleting subnet 6b90a49f-61cb-4ef0-8cb4-93a08be210d1 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:58:44.491429 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f15a7d7e-99ad-41be-8322-6bc8ef9d588c req-8623ed67-3407-4920-ad00-366ba317897a tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "GET /v2.0/security-groups/c866e027-0bba-4419-bec7-9bc2f388cd23 HTTP/1.1" status: 200 len: 3017 time: 0.1633432 Nov 24 20:58:44.512783 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-8f142a13-bceb-4c2b-bf22-cf2147bd66e2 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:44.537404 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['975245fd-a239-4b38-a637-934a9f8ac234', 'b5f19f21-4989-42f5-9009-ef06859751d5', '2b62a78a-de27-40e5-9031-07782fc7c150'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:58:44.583325 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3dae2387-097e-4b4a-b359-50309a8fadab tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:44.590171 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10765c18-d1f2-4466-a014-d571d3f154be req-1e385f8a-d39e-4dd0-9b9f-33836e30e422 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40929cdb-c62d-4b62-b269-a06c0b117573 HTTP/1.1" status: 200 len: 217 time: 0.2935841 Nov 24 20:58:44.609806 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f142a13-bceb-4c2b-bf22-cf2147bd66e2 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Pushing event updated for resources: {'Port': ['ID=2ef14d52-ee69-4d82-b823-64e70289fcc4,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:44.679080 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6e593b9a-1205-47da-a490-5e2282623134 req-209d16ad-9e17-40ff-8eee-b5de46e8aa20 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "GET /v2.0/security-group-rules/e00dabd8-a75d-4a29-9970-ce45dd13c9dc HTTP/1.1" status: 200 len: 783 time: 0.0710237 Nov 24 20:58:44.682298 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-8f142a13-bceb-4c2b-bf22-cf2147bd66e2 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:44.687118 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a85de3-c179-41c8-9b53-60c65bb22ef1 x-openstack-request-id: req-81a85de3-c179-41c8-9b53-60c65bb22ef1 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:58:44.687523 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315ec67b-3934-4c32-b161-16991b8984aa", "tag": "85246882-73af-458a-a001-8de8506eefc2", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:58:44.687884 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-81a85de3-c179-41c8-9b53-60c65bb22ef1 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:58:44.688396 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315ec67b-3934-4c32-b161-16991b8984aa', 'tag': '85246882-73af-458a-a001-8de8506eefc2', 'status': 'completed', 'code': 200} Nov 24 20:58:44.701804 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-8f142a13-bceb-4c2b-bf22-cf2147bd66e2 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:44.714285 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-8f142a13-bceb-4c2b-bf22-cf2147bd66e2 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:44.745042 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Network 96bd651f-46b5-4aab-9988-7b554cbd9f2f is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:44.777395 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc5b50-4ccc-44e0-a247-6198f3c92c3e service neutron] Pushing event updated for resources: {'Port': ['ID=85246882-73af-458a-a001-8de8506eefc2,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:44.790445 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6ea88a-849c-43e3-9c97-d160aeb34ddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-417e8feb-ccfa-4d8e-98e2-8cb36709c8c7', 'network_id': '417e8feb-ccfa-4d8e-98e2-8cb36709c8c7', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'fixed_ips': [{'subnet_id': '2eb2776b-5847-4479-b246-63584a539d1e'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:58:44.791798 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea88a-849c-43e3-9c97-d160aeb34ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:44.836506 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:44.865671 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:44.871804 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:44.872616 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:44.895066 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:44.901130 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-8f142a13-bceb-4c2b-bf22-cf2147bd66e2 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:44.902065 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-8f142a13-bceb-4c2b-bf22-cf2147bd66e2 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:44.927158 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6e593b9a-1205-47da-a490-5e2282623134 req-14334cb5-a908-437b-9718-7fc8caa665b0 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "GET /v2.0/security-groups/c866e027-0bba-4419-bec7-9bc2f388cd23 HTTP/1.1" status: 200 len: 3017 time: 0.2469676 Nov 24 20:58:44.927428 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3dae2387-097e-4b4a-b359-50309a8fadab tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:44.936356 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-8f142a13-bceb-4c2b-bf22-cf2147bd66e2 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2108459 Nov 24 20:58:44.970611 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-7f306999-0e2e-40c3-8c5e-838e5cb98e86 service neutron] Request body: {'port': {'device_id': '8d103be5-4711-42c8-8565-1a4b05a1eaf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:45.134163 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-ec6ea88a-849c-43e3-9c97-d160aeb34ddb None None] Allocated IP 10.2.2.2 (417e8feb-ccfa-4d8e-98e2-8cb36709c8c7/2eb2776b-5847-4479-b246-63584a539d1e/2846f695-c9ec-4e58-81e5-782cb9b0f75b) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:58:45.138869 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-6e593b9a-1205-47da-a490-5e2282623134 req-ed78028f-33f5-4f48-ac91-f3ae246e1b59 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:45.177851 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-61f979a7-441d-4221-a93f-93e5d8b206ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:45.181181 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-61f979a7-441d-4221-a93f-93e5d8b206ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9f97af922bb4212809f7d75bc05ed87&device_id=315ec67b-3934-4c32-b161-16991b8984aa HTTP/1.1" status: 200 len: 1097 time: 0.7376192 Nov 24 20:58:45.182939 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10765c18-d1f2-4466-a014-d571d3f154be req-d2934434-a92f-41fa-9923-218cd7248c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:45.184379 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10765c18-d1f2-4466-a014-d571d3f154be req-d2934434-a92f-41fa-9923-218cd7248c6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ee9c5f7-570f-459a-a776-8d371777733b HTTP/1.1" status: 200 len: 851 time: 0.4742887 Nov 24 20:58:45.213623 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-6e593b9a-1205-47da-a490-5e2282623134 req-ed78028f-33f5-4f48-ac91-f3ae246e1b59 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:45.222057 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bae03-9515-47e4-a6e2-bd6562742d7b req-bbbf2961-37da-45fd-a9cd-a3d43766618a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:45.238557 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ba5bae03-9515-47e4-a6e2-bd6562742d7b req-bbbf2961-37da-45fd-a9cd-a3d43766618a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 946 time: 0.7761335 Nov 24 20:58:45.246492 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7364345 Nov 24 20:58:45.246699 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-7f306999-0e2e-40c3-8c5e-838e5cb98e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:45.250709 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37760) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:45.257766 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-b0760827-6838-4aa1-9d6e-f49385e14871 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Request body: {'port': {'network_id': '96bd651f-46b5-4aab-9988-7b554cbd9f2f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1129684026'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:45.263972 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff38a97c-4ba1-49a8-b41c-1f98e94dc103 None None] Network 0b5ef7b5-277e-46e9-bb51-4226a176b59a requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:58:45.266298 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bb617b04-8ff6-4951-b12f-57c604f14c5e up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:58:45.385174 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-6e593b9a-1205-47da-a490-5e2282623134 req-ed78028f-33f5-4f48-ac91-f3ae246e1b59 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:45.393635 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3dae2387-097e-4b4a-b359-50309a8fadab tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:45.404933 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-6e593b9a-1205-47da-a490-5e2282623134 req-ed78028f-33f5-4f48-ac91-f3ae246e1b59 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:45.417998 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6e593b9a-1205-47da-a490-5e2282623134 req-ed78028f-33f5-4f48-ac91-f3ae246e1b59 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/e00dabd8-a75d-4a29-9970-ce45dd13c9dc HTTP/1.1" status: 204 len: 173 time: 0.4898586 Nov 24 20:58:45.458245 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78028f-33f5-4f48-ac91-f3ae246e1b59 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e00dabd8-a75d-4a29-9970-ce45dd13c9dc,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:45.475969 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Pushing event updated for resources: {'Port': ['ID=589a6b4d-4d47-4e52-844c-86d833588984,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:45.521896 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3dae2387-097e-4b4a-b359-50309a8fadab tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:45.576351 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3dae2387-097e-4b4a-b359-50309a8fadab tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:45.580666 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3dae2387-097e-4b4a-b359-50309a8fadab tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] 10.222.0.11 "DELETE /v2.0/subnets/6b90a49f-61cb-4ef0-8cb4-93a08be210d1 HTTP/1.1" status: 204 len: 168 time: 1.4890172 Nov 24 20:58:45.584791 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37774) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:45.588458 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae2387-097e-4b4a-b359-50309a8fadab tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Pushing event deleted for resources: {'Subnet': ['ID=6b90a49f-61cb-4ef0-8cb4-93a08be210d1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:45.598646 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-431bd807-4319-48d0-92ec-0b9b25d2be9a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=85246882-73af-458a-a001-8de8506eefc2 HTTP/1.1" status: 200 len: 217 time: 0.3954275 Nov 24 20:58:45.600722 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:45.601486 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:45.601992 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:45.602515 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:45.603291 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:45.603795 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:45.604450 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:45.604975 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:45.605473 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:45.605966 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:45.606448 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:45.606929 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0c33b-c359-4de0-8f3b-b93a00c5bf6e tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:45.613158 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31d0c57-af52-43fe-b58d-a2206bcc4f13 None None] Network 03b910c5-e474-49e5-85ef-714273616d8f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:58:45.616129 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae2387-097e-4b4a-b359-50309a8fadab tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:45.616663 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae2387-097e-4b4a-b359-50309a8fadab tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:45.617229 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae2387-097e-4b4a-b359-50309a8fadab tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:45.617832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae2387-097e-4b4a-b359-50309a8fadab tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:45.618437 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae2387-097e-4b4a-b359-50309a8fadab tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:45.618938 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae2387-097e-4b4a-b359-50309a8fadab tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:45.619795 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae2387-097e-4b4a-b359-50309a8fadab tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:45.620294 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae2387-097e-4b4a-b359-50309a8fadab tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:45.621496 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae2387-097e-4b4a-b359-50309a8fadab tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:45.621977 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae2387-097e-4b4a-b359-50309a8fadab tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:45.622463 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae2387-097e-4b4a-b359-50309a8fadab tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:45.622949 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae2387-097e-4b4a-b359-50309a8fadab tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:58:45.635511 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-2b936809-0d88-40a7-81a1-8f9da4fb1121 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Made reservation on behalf of 05634e467ee1419a8168caac6026422a for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:45.639614 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-2b936809-0d88-40a7-81a1-8f9da4fb1121 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:45.659003 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10765c18-d1f2-4466-a014-d571d3f154be req-cf7f2cbe-7264-4a88-bb8b-9c2f4d175e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:45.661269 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10765c18-d1f2-4466-a014-d571d3f154be req-cf7f2cbe-7264-4a88-bb8b-9c2f4d175e19 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d57895c6-b2f2-4afe-a44e-1eb66b91940d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3925428 Nov 24 20:58:45.779262 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-75d14f3d-110f-4390-adde-8aba81395f7c None None] Provisioning complete for port 2ef14d52-ee69-4d82-b823-64e70289fcc4 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:45.779861 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-75d14f3d-110f-4390-adde-8aba81395f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:45.786934 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea88a-849c-43e3-9c97-d160aeb34ddb None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:45.840020 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea88a-849c-43e3-9c97-d160aeb34ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:45.928987 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-2b936809-0d88-40a7-81a1-8f9da4fb1121 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Allocated IP 172.20.0.6 (604f9490-bd3f-4d5d-bf70-f885efb4f550/b1362c4f-4e16-416c-836d-b50d92bb899b/f7d87ff8-9541-40fc-b77a-8b124b37ffa1) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:58:45.976696 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-75d14f3d-110f-4390-adde-8aba81395f7c None None] Port 2ef14d52-ee69-4d82-b823-64e70289fcc4 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:58:45.981602 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.db.api [None req-b0760827-6838-4aa1-9d6e-f49385e14871 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 20:58:45.981602 n-d-812111-8 neutron-server[109991]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 24 20:58:45.981602 n-d-812111-8 neutron-server[109991]: [parameters: {'project_id': '3ecb46db22974e768efab236cb243419', 'id': '38dba36e-acb9-4eac-b481-92b9f730091c', 'expiration': datetime.datetime(2021, 11, 24, 21, 0, 45, 932182)}] Nov 24 20:58:45.981602 n-d-812111-8 neutron-server[109991]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:58:45.982001 n-d-812111-8 neutron-server[109991]: DEBUG oslo_db.api [None req-b0760827-6838-4aa1-9d6e-f49385e14871 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:58:45.990988 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6ea88a-849c-43e3-9c97-d160aeb34ddb None None] Network 417e8feb-ccfa-4d8e-98e2-8cb36709c8c7 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:45.991798 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2840316-8ed6-40c2-89f3-8d4226916b96 req-2a54544f-137a-40cd-83c9-61922e1ae721 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:45.993500 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port bb617b04-8ff6-4951-b12f-57c604f14c5e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:45.994485 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:46.002798 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c2840316-8ed6-40c2-89f3-8d4226916b96 req-2a54544f-137a-40cd-83c9-61922e1ae721 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d103be5-4711-42c8-8565-1a4b05a1eaf8 HTTP/1.1" status: 200 len: 936 time: 0.4720750 Nov 24 20:58:46.058039 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-ec6ea88a-849c-43e3-9c97-d160aeb34ddb None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:46.072789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6ea88a-849c-43e3-9c97-d160aeb34ddb None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:46.079993 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f0a8dec6-4ab9-484b-ad44-10ebc5695940 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:46.112200 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ea88a-849c-43e3-9c97-d160aeb34ddb None None] Pushing event updated for resources: {'Port': ['ID=2846f695-c9ec-4e58-81e5-782cb9b0f75b,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:46.150715 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c2840316-8ed6-40c2-89f3-8d4226916b96 req-f11598a1-2dfa-4d84-92ff-7334b43bd054 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461346 Nov 24 20:58:46.186824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-75d14f3d-110f-4390-adde-8aba81395f7c None None] Provisioning complete for port bb617b04-8ff6-4951-b12f-57c604f14c5e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:46.187275 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-75d14f3d-110f-4390-adde-8aba81395f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:46.194714 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-2b936809-0d88-40a7-81a1-8f9da4fb1121 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:46.280019 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-7f306999-0e2e-40c3-8c5e-838e5cb98e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef14d52-ee69-4d82-b823-64e70289fcc4 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:58:46.301209 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-7f306999-0e2e-40c3-8c5e-838e5cb98e86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:46.321862 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-7f306999-0e2e-40c3-8c5e-838e5cb98e86 service neutron] Transition to ACTIVE for port object 2ef14d52-ee69-4d82-b823-64e70289fcc4 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:58:46.336846 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ec6ea88a-849c-43e3-9c97-d160aeb34ddb None None] Attempting to bind port 2846f695-c9ec-4e58-81e5-782cb9b0f75b on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:58:46.337440 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ec6ea88a-849c-43e3-9c97-d160aeb34ddb None None] Attempting to bind port 2846f695-c9ec-4e58-81e5-782cb9b0f75b by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '73d2176d-a947-419f-a059-f0ef7a7b29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '417e8feb-ccfa-4d8e-98e2-8cb36709c8c7'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:58:46.337834 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6ea88a-849c-43e3-9c97-d160aeb34ddb None None] Attempting to bind port 2846f695-c9ec-4e58-81e5-782cb9b0f75b on network 417e8feb-ccfa-4d8e-98e2-8cb36709c8c7 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:58:46.339392 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-7f306999-0e2e-40c3-8c5e-838e5cb98e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:46.352270 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f0a8dec6-4ab9-484b-ad44-10ebc5695940 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Deleting port f928e6f7-af0f-4d32-9958-baac09aa0e4c {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:58:46.353173 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f0a8dec6-4ab9-484b-ad44-10ebc5695940 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:46.361328 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6ea88a-849c-43e3-9c97-d160aeb34ddb None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:58:46.361494 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6ea88a-849c-43e3-9c97-d160aeb34ddb None None] Checking segment: {'id': '73d2176d-a947-419f-a059-f0ef7a7b29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '417e8feb-ccfa-4d8e-98e2-8cb36709c8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:58:46.363572 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea88a-849c-43e3-9c97-d160aeb34ddb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:46.363572 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6ea88a-849c-43e3-9c97-d160aeb34ddb None None] Bound using segment: {'id': '73d2176d-a947-419f-a059-f0ef7a7b29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '417e8feb-ccfa-4d8e-98e2-8cb36709c8c7'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:58:46.363572 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ec6ea88a-849c-43e3-9c97-d160aeb34ddb None None] Bound port: 2846f695-c9ec-4e58-81e5-782cb9b0f75b, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d2176d-a947-419f-a059-f0ef7a7b29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '417e8feb-ccfa-4d8e-98e2-8cb36709c8c7'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:58:46.365035 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea88a-849c-43e3-9c97-d160aeb34ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:46.416034 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ff6b7f2f-cb6a-40d8-8910-a2e4c82c90b0 req-94176a71-50ad-404c-9933-785bfdbf28cb tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/ports?device_id=64cb6bf5-025d-4a58-8281-601466d85c66 HTTP/1.1" status: 200 len: 210 time: 0.1245904 Nov 24 20:58:46.469023 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f306999-0e2e-40c3-8c5e-838e5cb98e86 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef14d52-ee69-4d82-b823-64e70289fcc4,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:46.511871 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:46.646825 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-75d14f3d-110f-4390-adde-8aba81395f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:46.647002 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-f0a8dec6-4ab9-484b-ad44-10ebc5695940 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] For port f928e6f7-af0f-4d32-9958-baac09aa0e4c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=f928e6f7-af0f-4d32-9958-baac09aa0e4c,segment=NetworkSegment(6f844950-19c0-4483-bc32-adf103966734),segment_id=6f844950-19c0-4483-bc32-adf103966734)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:46.647238 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f0a8dec6-4ab9-484b-ad44-10ebc5695940 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:46.655772 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a11370-aaf8-4fbd-ac10-ba7c7260b6b2 None None] DHCP port deletion for 03b910c5-e474-49e5-85ef-714273616d8f request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 20:58:46.701338 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-47e37033-19e8-400e-9dec-4af83fcafb2c req-96603641-247b-41ac-8e97-39e00f5c778f tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "GET /v2.0/security-groups/c866e027-0bba-4419-bec7-9bc2f388cd23 HTTP/1.1" status: 200 len: 2418 time: 0.2261949 Nov 24 20:58:46.712727 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f0a8dec6-4ab9-484b-ad44-10ebc5695940 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Calling delete_port for f928e6f7-af0f-4d32-9958-baac09aa0e4c owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:58:46.774785 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-7f306999-0e2e-40c3-8c5e-838e5cb98e86 service neutron] Attempting to bind port 2ef14d52-ee69-4d82-b823-64e70289fcc4 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:58:46.775385 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-7f306999-0e2e-40c3-8c5e-838e5cb98e86 service neutron] Attempting to bind port 2ef14d52-ee69-4d82-b823-64e70289fcc4 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:58:46.775891 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-7f306999-0e2e-40c3-8c5e-838e5cb98e86 service neutron] Attempting to bind port 2ef14d52-ee69-4d82-b823-64e70289fcc4 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:58:46.787539 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port bb617b04-8ff6-4951-b12f-57c604f14c5e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=bb617b04-8ff6-4951-b12f-57c604f14c5e,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:46.791369 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-7f306999-0e2e-40c3-8c5e-838e5cb98e86 service neutron] Port 2ef14d52-ee69-4d82-b823-64e70289fcc4 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:58:46.791931 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-7f306999-0e2e-40c3-8c5e-838e5cb98e86 service neutron] Attempting to bind port 2ef14d52-ee69-4d82-b823-64e70289fcc4 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:58:46.873225 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-7f306999-0e2e-40c3-8c5e-838e5cb98e86 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:58:46.873698 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-7f306999-0e2e-40c3-8c5e-838e5cb98e86 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:58:46.874182 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-7f306999-0e2e-40c3-8c5e-838e5cb98e86 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:58:46.874731 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-7f306999-0e2e-40c3-8c5e-838e5cb98e86 service neutron] Bound port: 2ef14d52-ee69-4d82-b823-64e70289fcc4, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:58:46.875187 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-7f306999-0e2e-40c3-8c5e-838e5cb98e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:46.878480 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:46.879316 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ba5bae03-9515-47e4-a6e2-bd6562742d7b req-c6605408-80fe-463d-b82e-667790e4afc9 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6388519 Nov 24 20:58:46.880926 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-75d14f3d-110f-4390-adde-8aba81395f7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:58:46.881289 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-75d14f3d-110f-4390-adde-8aba81395f7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:58:46.893177 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ec6ea88a-849c-43e3-9c97-d160aeb34ddb None None] For port 2846f695-c9ec-4e58-81e5-782cb9b0f75b, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:58:46.893297 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-2b936809-0d88-40a7-81a1-8f9da4fb1121 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:46.913720 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10765c18-d1f2-4466-a014-d571d3f154be req-74a0f2cd-6029-4b2b-9426-3641b8aff20f service neutron] 10.222.0.48 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2231798 Nov 24 20:58:46.915530 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-f79fdbbb-c531-4116-a801-79d466eda691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:46.917701 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-f79fdbbb-c531-4116-a801-79d466eda691 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 1.3044841 Nov 24 20:58:46.922930 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ec6ea88a-849c-43e3-9c97-d160aeb34ddb None None] For port 2846f695-c9ec-4e58-81e5-782cb9b0f75b, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2846f695-c9ec-4e58-81e5-782cb9b0f75b,segment=NetworkSegment(73d2176d-a947-419f-a059-f0ef7a7b29a9),segment_id=73d2176d-a947-419f-a059-f0ef7a7b29a9)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:58:46.939877 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-47e37033-19e8-400e-9dec-4af83fcafb2c req-c6a84bad-5dd8-40af-8c6c-1c98f088d815 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:46.943746 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea88a-849c-43e3-9c97-d160aeb34ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:46.961363 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-26a11370-aaf8-4fbd-ac10-ba7c7260b6b2 None None] Deleting port f928e6f7-af0f-4d32-9958-baac09aa0e4c {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:58:46.962403 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-26a11370-aaf8-4fbd-ac10-ba7c7260b6b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:46.964083 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e16cb6-c9e1-4457-ba74-bdabd56bfab7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Made reservation on behalf of 838d059057e840c09ac19be61b107bec for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:46.966723 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-47e37033-19e8-400e-9dec-4af83fcafb2c req-c6a84bad-5dd8-40af-8c6c-1c98f088d815 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:46.990193 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=bb617b04-8ff6-4951-b12f-57c604f14c5e,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:47.086242 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-47e37033-19e8-400e-9dec-4af83fcafb2c req-c6a84bad-5dd8-40af-8c6c-1c98f088d815 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:47.100277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device f928e6f7-af0f-4d32-9958-baac09aa0e4c no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:58:47.104584 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-47e37033-19e8-400e-9dec-4af83fcafb2c req-c6a84bad-5dd8-40af-8c6c-1c98f088d815 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:47.105806 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-47e37033-19e8-400e-9dec-4af83fcafb2c req-c6a84bad-5dd8-40af-8c6c-1c98f088d815 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "DELETE /v2.0/security-groups/c866e027-0bba-4419-bec7-9bc2f388cd23 HTTP/1.1" status: 204 len: 173 time: 0.3907664 Nov 24 20:58:47.123038 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b936809-0d88-40a7-81a1-8f9da4fb1121 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Pushing event updated for resources: {'Port': ['ID=f7d87ff8-9541-40fc-b77a-8b124b37ffa1,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:47.154499 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-26a11370-aaf8-4fbd-ac10-ba7c7260b6b2 None None] For port f928e6f7-af0f-4d32-9958-baac09aa0e4c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=f928e6f7-af0f-4d32-9958-baac09aa0e4c,segment=NetworkSegment(6f844950-19c0-4483-bc32-adf103966734),segment_id=6f844950-19c0-4483-bc32-adf103966734)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:47.155126 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-26a11370-aaf8-4fbd-ac10-ba7c7260b6b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:47.178177 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0760827-6838-4aa1-9d6e-f49385e14871 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Made reservation on behalf of 3ecb46db22974e768efab236cb243419 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:47.181752 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b0760827-6838-4aa1-9d6e-f49385e14871 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:47.192091 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-26a11370-aaf8-4fbd-ac10-ba7c7260b6b2 None None] Calling delete_port for f928e6f7-af0f-4d32-9958-baac09aa0e4c owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:58:47.195531 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ea88a-849c-43e3-9c97-d160aeb34ddb None None] Pushing event updated for resources: {'Port': ['ID=2846f695-c9ec-4e58-81e5-782cb9b0f75b,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:47.228819 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-2b936809-0d88-40a7-81a1-8f9da4fb1121 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Network 604f9490-bd3f-4d5d-bf70-f885efb4f550 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:47.233487 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-2b936809-0d88-40a7-81a1-8f9da4fb1121 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:47.242230 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a84bad-5dd8-40af-8c6c-1c98f088d815 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c866e027-0bba-4419-bec7-9bc2f388cd23,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:47.244857 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-b0760827-6838-4aa1-9d6e-f49385e14871 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] device_id is not set on port 952f453e-ee5c-421e-ba0a-d1febf6e5be0 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:58:47.257752 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-2b936809-0d88-40a7-81a1-8f9da4fb1121 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:47.373208 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [req-e3167915-226a-4362-9b0a-5d460418b064 req-ac54280e-e9f1-45cd-b5dc-6a514de5dd92 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] show failed (client error): The resource could not be found. Nov 24 20:58:47.380616 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e3167915-226a-4362-9b0a-5d460418b064 req-ac54280e-e9f1-45cd-b5dc-6a514de5dd92 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "GET /v2.0/security-groups/8bd46cae-5c95-4c5f-85d4-a242c2de9b5a HTTP/1.1" status: 404 len: 352 time: 0.1485765 Nov 24 20:58:47.426787 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-7f306999-0e2e-40c3-8c5e-838e5cb98e86 service neutron] For port 2ef14d52-ee69-4d82-b823-64e70289fcc4, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:58:47.435513 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-26fc6d9d-f4ad-4508-adde-093e22f517b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:47.435650 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:47.439700 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-26fc6d9d-f4ad-4508-adde-093e22f517b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4850917 Nov 24 20:58:47.444251 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-7f306999-0e2e-40c3-8c5e-838e5cb98e86 service neutron] For port 2ef14d52-ee69-4d82-b823-64e70289fcc4, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2ef14d52-ee69-4d82-b823-64e70289fcc4,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:58:47.470092 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-7f306999-0e2e-40c3-8c5e-838e5cb98e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:47.472726 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f0a8dec6-4ab9-484b-ad44-10ebc5695940 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: from cryptography.utils import int_from_bytes Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: from cryptography.utils import int_from_bytes Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.500890 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.503721 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.503721 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.503721 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.503721 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.503721 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.503721 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.503721 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.503721 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.503721 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.503721 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.503721 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.503721 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.503721 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:58:47.503721 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 20:58:47.554398 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-26a11370-aaf8-4fbd-ac10-ba7c7260b6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:47.575159 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10765c18-d1f2-4466-a014-d571d3f154be req-edd6985a-5865-480d-bc1e-56d40d06b1fa service neutron] 10.222.0.48 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6126432 Nov 24 20:58:47.584417 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37858) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:47.587399 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-7f306999-0e2e-40c3-8c5e-838e5cb98e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:47.595265 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-7f306999-0e2e-40c3-8c5e-838e5cb98e86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:47.597483 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-7f306999-0e2e-40c3-8c5e-838e5cb98e86 service neutron] 10.222.0.15 "PUT /v2.0/ports/2ef14d52-ee69-4d82-b823-64e70289fcc4 HTTP/1.1" status: 200 len: 1096 time: 2.6420934 Nov 24 20:58:47.600599 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a11370-aaf8-4fbd-ac10-ba7c7260b6b2 None None] Pushing event deleted for resources: {'Port': ['ID=f928e6f7-af0f-4d32-9958-baac09aa0e4c,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:47.611208 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a11370-aaf8-4fbd-ac10-ba7c7260b6b2 None None] No DVR routers for this DVR port f928e6f7-af0f-4d32-9958-baac09aa0e4c on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:58:47.619866 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d103be5-4711-42c8-8565-1a4b05a1eaf8', 'tag': '2ef14d52-ee69-4d82-b823-64e70289fcc4'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:58:47.622367 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e75ccfd-ca1e-4c66-97a1-37714c40bb98" -d '{"events": [{"name": "network-changed", "server_uuid": "8d103be5-4711-42c8-8565-1a4b05a1eaf8", "tag": "2ef14d52-ee69-4d82-b823-64e70289fcc4"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:58:47.635151 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 40929cdb-c62d-4b62-b269-a06c0b117573 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:58:47.641385 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d9e16cb6-c9e1-4457-ba74-bdabd56bfab7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:47.649711 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-2b936809-0d88-40a7-81a1-8f9da4fb1121 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:47.650835 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-2b936809-0d88-40a7-81a1-8f9da4fb1121 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:47.674162 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a8dec6-4ab9-484b-ad44-10ebc5695940 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] No DVR routers for this DVR port f928e6f7-af0f-4d32-9958-baac09aa0e4c on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:58:47.707900 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-43adee47-1b01-46ec-bd24-97c438386f58 None None] Provisioning complete for port bb617b04-8ff6-4951-b12f-57c604f14c5e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:47.708298 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-43adee47-1b01-46ec-bd24-97c438386f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:47.720097 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-5277537b-c8f2-43ff-bc86-0dacbc226a60 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687290 Nov 24 20:58:47.738827 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-deedc55a-ad6a-44a5-9026-ddea29cf8c98 req-dad21e3d-1a26-4e9e-9bb8-eb3466793bbe tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "GET /v2.0/security-groups/36f0634c-ca25-4446-9c0f-f6672275902d HTTP/1.1" status: 200 len: 1824 time: 0.3193152 Nov 24 20:58:47.783394 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-d9e16cb6-c9e1-4457-ba74-bdabd56bfab7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] device_id is not set on port 5f848b02-05bc-4238-b1ac-d026adbdf90d yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:58:47.796902 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:47.803703 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67168110-2469-4752-8d91-92f3c72a397f req-e77ad8f7-7bb4-49e1-a60a-99b7e3ad949c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:47.821592 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-67168110-2469-4752-8d91-92f3c72a397f req-e77ad8f7-7bb4-49e1-a60a-99b7e3ad949c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d103be5-4711-42c8-8565-1a4b05a1eaf8 HTTP/1.1" status: 200 len: 948 time: 0.5335672 Nov 24 20:58:47.842860 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 40929cdb-c62d-4b62-b269-a06c0b117573, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=40929cdb-c62d-4b62-b269-a06c0b117573,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:47.845136 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429d1bed-2568-405e-b3a6-0660851417cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40929cdb-c62d-4b62-b269-a06c0b117573'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:58:47.848794 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7668f834-fda2-494c-906a-90d4584c7ece" -d '{"events": [{"server_uuid": "429d1bed-2568-405e-b3a6-0660851417cc", "name": "network-vif-unplugged", "status": "completed", "tag": "40929cdb-c62d-4b62-b269-a06c0b117573"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:58:47.855458 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:47.902140 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-b04e6a08-3bc3-4c4e-9c54-b1e2320e3ff0 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256824 Nov 24 20:58:47.926555 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-2b936809-0d88-40a7-81a1-8f9da4fb1121 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7012563 Nov 24 20:58:47.960893 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=40929cdb-c62d-4b62-b269-a06c0b117573,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:47.962457 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f0a8dec6-4ab9-484b-ad44-10ebc5695940 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:47.978495 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-43adee47-1b01-46ec-bd24-97c438386f58 None None] Provisioning complete for port 589a6b4d-4d47-4e52-844c-86d833588984 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:47.979021 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-43adee47-1b01-46ec-bd24-97c438386f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:47.984687 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-f0a8dec6-4ab9-484b-ad44-10ebc5695940 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b910c5-e474-49e5-85ef-714273616d8f']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:58:47.994711 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-af892b13-9d81-4106-bc3b-1315857e4fba service neutron] Request body: {'port': {'device_id': '64cb6bf5-025d-4a58-8281-601466d85c66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:47.997925 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-f0a8dec6-4ab9-484b-ad44-10ebc5695940 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f844950-19c0-4483-bc32-adf103966734') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:58:47.998230 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-f0a8dec6-4ab9-484b-ad44-10ebc5695940 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f844950-19c0-4483-bc32-adf103966734') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:58:48.019828 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-43adee47-1b01-46ec-bd24-97c438386f58 None None] Port 589a6b4d-4d47-4e52-844c-86d833588984 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:58:48.020190 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19307934-0473-42e7-a4e2-8f0f53c7ee80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:48.025909 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f0a8dec6-4ab9-484b-ad44-10ebc5695940 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:48.058544 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f306999-0e2e-40c3-8c5e-838e5cb98e86 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef14d52-ee69-4d82-b823-64e70289fcc4,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:48.096505 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f0a8dec6-4ab9-484b-ad44-10ebc5695940 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:48.109845 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8dec6-4ab9-484b-ad44-10ebc5695940 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Pushing event deleted for resources: {'Port': ['ID=f928e6f7-af0f-4d32-9958-baac09aa0e4c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:48.122849 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-06ad5c67-2a0b-4363-9cff-1d3483655658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:48.124570 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-06ad5c67-2a0b-4363-9cff-1d3483655658 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9f97af922bb4212809f7d75bc05ed87&device_id=8d103be5-4711-42c8-8565-1a4b05a1eaf8 HTTP/1.1" status: 200 len: 1099 time: 0.4446528 Nov 24 20:58:48.129772 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a8dec6-4ab9-484b-ad44-10ebc5695940 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:58:48.130294 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f0a8dec6-4ab9-484b-ad44-10ebc5695940 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:48.139447 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-deedc55a-ad6a-44a5-9026-ddea29cf8c98 req-3af8fa86-c0d8-4051-b6cd-007832e0c425 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:58:48.146076 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:58:48.172148 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-b0760827-6838-4aa1-9d6e-f49385e14871 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Allocated IP 2001:db8::345 (96bd651f-46b5-4aab-9988-7b554cbd9f2f/ce5be52e-4ce2-4284-a8a3-bef243a937f4/952f453e-ee5c-421e-ba0a-d1febf6e5be0) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:58:48.222796 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-67168110-2469-4752-8d91-92f3c72a397f req-cd340314-2441-4907-a0a0-d9320f44ee1d tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000540 Nov 24 20:58:48.228041 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-c572d246-f6fc-4568-8c97-6a7c3cee3787 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=2ef14d52-ee69-4d82-b823-64e70289fcc4 HTTP/1.1" status: 200 len: 217 time: 0.0679786 Nov 24 20:58:48.258843 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-deedc55a-ad6a-44a5-9026-ddea29cf8c98 req-3af8fa86-c0d8-4051-b6cd-007832e0c425 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:48.269114 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7356d5-d28f-4981-ab4e-d0d0b2152a34 req-40b12d23-0650-4723-a3b1-797ddddbac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:48.270805 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e7356d5-d28f-4981-ab4e-d0d0b2152a34 req-40b12d23-0650-4723-a3b1-797ddddbac42 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9f97af922bb4212809f7d75bc05ed87&device_id=315ec67b-3934-4c32-b161-16991b8984aa HTTP/1.1" status: 200 len: 1097 time: 0.2803631 Nov 24 20:58:48.307791 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-af892b13-9d81-4106-bc3b-1315857e4fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:48.401487 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f0a8dec6-4ab9-484b-ad44-10ebc5695940 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:48.422803 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f0a8dec6-4ab9-484b-ad44-10ebc5695940 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:48.426838 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f0a8dec6-4ab9-484b-ad44-10ebc5695940 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] 10.222.0.11 "DELETE /v2.0/networks/03b910c5-e474-49e5-85ef-714273616d8f HTTP/1.1" status: 204 len: 168 time: 2.8404200 Nov 24 20:58:48.462817 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-1516c1f3-a5ca-4ca1-b915-ac15e723cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:48.464297 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-1516c1f3-a5ca-4ca1-b915-ac15e723cb25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.1616333 Nov 24 20:58:48.468414 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8dec6-4ab9-484b-ad44-10ebc5695940 tempest-FloatingIPNegativeTestJSON-1376522267 tempest-FloatingIPNegativeTestJSON-1376522267-project] Pushing event deleted for resources: {'Network': ['ID=03b910c5-e474-49e5-85ef-714273616d8f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:48.476317 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72442da9-3c43-41b5-a031-3ad1d8cc85b4 None None] Network 417e8feb-ccfa-4d8e-98e2-8cb36709c8c7 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:58:48.533422 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-deedc55a-ad6a-44a5-9026-ddea29cf8c98 req-3af8fa86-c0d8-4051-b6cd-007832e0c425 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:48.537593 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-deedc55a-ad6a-44a5-9026-ddea29cf8c98 req-3af8fa86-c0d8-4051-b6cd-007832e0c425 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:48.539195 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-deedc55a-ad6a-44a5-9026-ddea29cf8c98 req-3af8fa86-c0d8-4051-b6cd-007832e0c425 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "DELETE /v2.0/security-groups/36f0634c-ca25-4446-9c0f-f6672275902d HTTP/1.1" status: 204 len: 173 time: 0.7994940 Nov 24 20:58:48.540563 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-d9e16cb6-c9e1-4457-ba74-bdabd56bfab7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Allocated IP 10.1.1.193 (0b5ef7b5-277e-46e9-bb51-4226a176b59a/26f7ad4d-47f7-4f94-83c1-a9b148ce53d9/5f848b02-05bc-4238-b1ac-d026adbdf90d) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:58:48.572373 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b0760827-6838-4aa1-9d6e-f49385e14871 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:48.578285 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8fa86-c0d8-4051-b6cd-007832e0c425 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f0634c-ca25-4446-9c0f-f6672275902d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:48.635165 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964542d7-4128-4916-9491-be1d037aa447 req-e257edb0-0112-4c8a-a9fd-e3aafd66bcde tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:48.643377 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-964542d7-4128-4916-9491-be1d037aa447 req-e257edb0-0112-4c8a-a9fd-e3aafd66bcde tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/ports?device_id=64cb6bf5-025d-4a58-8281-601466d85c66 HTTP/1.1" status: 200 len: 931 time: 0.3226271 Nov 24 20:58:48.648017 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ebe5ba-6bc2-4809-88c0-ec0f6fb7de3b x-openstack-request-id: req-b3ebe5ba-6bc2-4809-88c0-ec0f6fb7de3b {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:58:48.648297 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d103be5-4711-42c8-8565-1a4b05a1eaf8", "tag": "2ef14d52-ee69-4d82-b823-64e70289fcc4", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:58:48.648554 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b3ebe5ba-6bc2-4809-88c0-ec0f6fb7de3b {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:58:48.649149 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d103be5-4711-42c8-8565-1a4b05a1eaf8', 'tag': '2ef14d52-ee69-4d82-b823-64e70289fcc4', 'status': 'completed', 'code': 200} Nov 24 20:58:48.661867 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b0760827-6838-4aa1-9d6e-f49385e14871 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:48.709690 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7356d5-d28f-4981-ab4e-d0d0b2152a34 req-1977de7c-a0b5-45e3-a47c-870f2dda5ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:48.711255 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e7356d5-d28f-4981-ab4e-d0d0b2152a34 req-1977de7c-a0b5-45e3-a47c-870f2dda5ec8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.4224632 Nov 24 20:58:48.717743 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19307934-0473-42e7-a4e2-8f0f53c7ee80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:48.718432 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 20:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694db310-984c-4890-a4ac-ad6440f256e6 x-openstack-request-id: req-694db310-984c-4890-a4ac-ad6440f256e6 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:58:48.718767 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429d1bed-2568-405e-b3a6-0660851417cc", "name": "network-vif-unplugged", "status": "completed", "tag": "40929cdb-c62d-4b62-b269-a06c0b117573", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:58:48.724874 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-694db310-984c-4890-a4ac-ad6440f256e6 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:58:48.725739 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429d1bed-2568-405e-b3a6-0660851417cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40929cdb-c62d-4b62-b269-a06c0b117573', 'code': 200} Nov 24 20:58:48.731595 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2634f7fb-a10b-4f72-a3de-1924f8c3145d None None] Provisioning complete for port 2846f695-c9ec-4e58-81e5-782cb9b0f75b triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:48.732226 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2634f7fb-a10b-4f72-a3de-1924f8c3145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:48.743481 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19307934-0473-42e7-a4e2-8f0f53c7ee80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:48.770466 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0760827-6838-4aa1-9d6e-f49385e14871 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Network 96bd651f-46b5-4aab-9988-7b554cbd9f2f is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:48.785212 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-b0760827-6838-4aa1-9d6e-f49385e14871 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:48.787672 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0760827-6838-4aa1-9d6e-f49385e14871 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:48.793580 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0760827-6838-4aa1-9d6e-f49385e14871 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:48.794204 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b0760827-6838-4aa1-9d6e-f49385e14871 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:48.798410 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37874) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:48.836054 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-7e7cffa5-3d4f-402b-bc53-3bccb1736a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:48.837746 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-7e7cffa5-3d4f-402b-bc53-3bccb1736a45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3315468 Nov 24 20:58:48.845198 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e7356d5-d28f-4981-ab4e-d0d0b2152a34 req-3d910b32-5520-4454-843e-2102b9ccd79e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=85246882-73af-458a-a001-8de8506eefc2 HTTP/1.1" status: 200 len: 217 time: 0.1139631 Nov 24 20:58:48.850150 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0760827-6838-4aa1-9d6e-f49385e14871 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Pushing event updated for resources: {'Port': ['ID=952f453e-ee5c-421e-ba0a-d1febf6e5be0,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:48.866026 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-964542d7-4128-4916-9491-be1d037aa447 req-5a34ad5b-2f20-4f8d-ab5b-89cd34ab499b tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/security-groups?id=56c827aa-c7aa-4b0c-9d7a-e243c5173f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206252 Nov 24 20:58:48.883276 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b0760827-6838-4aa1-9d6e-f49385e14871 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.6303804 Nov 24 20:58:48.884919 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37878) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:48.930016 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-cd3bfded-d352-4558-a03e-35e9e83b935b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b7', 'mac_address': 'fa:16:3e:18:22:fc'}, {'ip_address': '2001:db8::32d', 'mac_address': 'fa:16:3e:b4:cb:a3'}]}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:48.944984 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2634f7fb-a10b-4f72-a3de-1924f8c3145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:49.001461 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2634f7fb-a10b-4f72-a3de-1924f8c3145d None None] For port 2846f695-c9ec-4e58-81e5-782cb9b0f75b, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2846f695-c9ec-4e58-81e5-782cb9b0f75b,segment=NetworkSegment(73d2176d-a947-419f-a059-f0ef7a7b29a9),segment_id=73d2176d-a947-419f-a059-f0ef7a7b29a9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:49.009755 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2634f7fb-a10b-4f72-a3de-1924f8c3145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:49.061955 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19307934-0473-42e7-a4e2-8f0f53c7ee80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084e16f4-350d-4fe0-bf6e-2fde3dfb68f0,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:49.079867 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-19307934-0473-42e7-a4e2-8f0f53c7ee80 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7e973fa023e643beabe258e8dc9442fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4866068 Nov 24 20:58:49.098985 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634f7fb-a10b-4f72-a3de-1924f8c3145d None None] Pushing event updated for resources: {'Port': ['ID=2846f695-c9ec-4e58-81e5-782cb9b0f75b,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:49.102356 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37880) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:49.217638 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7356d5-d28f-4981-ab4e-d0d0b2152a34 req-3a8012f4-9292-461d-a4bc-a660ed4cda53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:49.219476 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e7356d5-d28f-4981-ab4e-d0d0b2152a34 req-3a8012f4-9292-461d-a4bc-a660ed4cda53 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.3006506 Nov 24 20:58:49.236318 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b42d987d-a2f6-494d-8f75-1d7ec38e9418 None None] Provisioning complete for port 952f453e-ee5c-421e-ba0a-d1febf6e5be0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:49.238008 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b42d987d-a2f6-494d-8f75-1d7ec38e9418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:49.270826 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-70fc7b43-6c0c-497f-b9e5-3dcdb7bc5b75 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=387efe71cdfd42c2a6a9b4bf734973e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4592121 Nov 24 20:58:49.271789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2846f695-c9ec-4e58-81e5-782cb9b0f75b up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:58:49.275814 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37884) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:49.290365 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-12491a9f-adbb-4734-8642-2a0bbd27bfc9 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228997 Nov 24 20:58:49.331770 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5bcb1882-3108-4ab7-aba4-823e6fad1fd3 req-5ed3eac1-7501-4ec5-8fe5-693709e32580 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "GET /v2.0/security-groups/44aa7a51-3221-48b4-a39a-908e7c06fba9 HTTP/1.1" status: 200 len: 1823 time: 0.3957810 Nov 24 20:58:49.368696 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:58:49.461336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-af892b13-9d81-4106-bc3b-1315857e4fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d87ff8-9541-40fc-b77a-8b124b37ffa1 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:58:49.471422 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-af892b13-9d81-4106-bc3b-1315857e4fba service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:49.485313 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-af892b13-9d81-4106-bc3b-1315857e4fba service neutron] Transition to ACTIVE for port object f7d87ff8-9541-40fc-b77a-8b124b37ffa1 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:58:49.502042 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-b42d987d-a2f6-494d-8f75-1d7ec38e9418 None None] Port 952f453e-ee5c-421e-ba0a-d1febf6e5be0 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:58:49.509446 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-af892b13-9d81-4106-bc3b-1315857e4fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:49.519198 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fcf58-d61b-477e-9408-0db1949a1109 req-cbad9808-11e5-432e-83ec-6e500becbc7d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:49.522571 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d32fcf58-d61b-477e-9408-0db1949a1109 req-cbad9808-11e5-432e-83ec-6e500becbc7d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 944 time: 0.7650647 Nov 24 20:58:49.529412 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 2846f695-c9ec-4e58-81e5-782cb9b0f75b triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:49.529802 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:49.578654 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b1b31f2c-82e4-4029-9e02-ebd2dab7efea req-493e78b5-6af4-4ed1-9dcc-4722df51cb49 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788415 Nov 24 20:58:49.589504 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5bcb1882-3108-4ab7-aba4-823e6fad1fd3 req-29aa1676-0cf2-441f-b33a-498faf001be5 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:49.593605 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1b6b157f-0456-48ec-90e1-f9a86c6e7359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:49.600442 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cd3bfded-d352-4558-a03e-35e9e83b935b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:49.627307 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bb617b04-8ff6-4951-b12f-57c604f14c5e up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:58:49.644982 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5bcb1882-3108-4ab7-aba4-823e6fad1fd3 req-29aa1676-0cf2-441f-b33a-498faf001be5 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:49.649418 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ce9ef96-3380-4ca0-81e0-f135d45b9576 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:49.658780 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1b6b157f-0456-48ec-90e1-f9a86c6e7359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:49.666121 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7356d5-d28f-4981-ab4e-d0d0b2152a34 req-571ba116-c4ec-4335-a1ae-199a1143ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:49.667734 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e7356d5-d28f-4981-ab4e-d0d0b2152a34 req-571ba116-c4ec-4335-a1ae-199a1143ce1f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4334812 Nov 24 20:58:49.668424 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b51df944-cb96-4c60-9db9-8e10c5c8db59 None None] Provisioning complete for port 2846f695-c9ec-4e58-81e5-782cb9b0f75b triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:49.668637 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b51df944-cb96-4c60-9db9-8e10c5c8db59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:49.721018 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af892b13-9d81-4106-bc3b-1315857e4fba service neutron] Pushing event updated for resources: {'Port': ['ID=f7d87ff8-9541-40fc-b77a-8b124b37ffa1,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:49.738569 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d9e16cb6-c9e1-4457-ba74-bdabd56bfab7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:49.739846 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port bb617b04-8ff6-4951-b12f-57c604f14c5e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:49.740368 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:49.773253 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ce9ef96-3380-4ca0-81e0-f135d45b9576 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:49.814114 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d32fcf58-d61b-477e-9408-0db1949a1109 req-c9766e74-4513-4e76-b677-0b7b16ee7c56 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722752 Nov 24 20:58:49.853600 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75ccfd-ca1e-4c66-97a1-37714c40bb98 req-5d7fe77d-fc5f-46ba-9121-445f9e3464a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:49.855135 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e75ccfd-ca1e-4c66-97a1-37714c40bb98 req-5d7fe77d-fc5f-46ba-9121-445f9e3464a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9f97af922bb4212809f7d75bc05ed87&device_id=8d103be5-4711-42c8-8565-1a4b05a1eaf8 HTTP/1.1" status: 200 len: 1099 time: 0.1865354 Nov 24 20:58:49.897545 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1b6b157f-0456-48ec-90e1-f9a86c6e7359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:49.900164 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1b6b157f-0456-48ec-90e1-f9a86c6e7359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:49.904064 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1b6b157f-0456-48ec-90e1-f9a86c6e7359 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4988e9a-fcbd-4ad8-bb87-b36e4e99a8d8 HTTP/1.1" status: 204 len: 168 time: 0.6106379 Nov 24 20:58:49.967540 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5bcb1882-3108-4ab7-aba4-823e6fad1fd3 req-29aa1676-0cf2-441f-b33a-498faf001be5 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:49.970372 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5bcb1882-3108-4ab7-aba4-823e6fad1fd3 req-29aa1676-0cf2-441f-b33a-498faf001be5 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:49.972013 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5bcb1882-3108-4ab7-aba4-823e6fad1fd3 req-29aa1676-0cf2-441f-b33a-498faf001be5 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "DELETE /v2.0/security-groups/44aa7a51-3221-48b4-a39a-908e7c06fba9 HTTP/1.1" status: 204 len: 173 time: 0.6387486 Nov 24 20:58:49.996782 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b157f-0456-48ec-90e1-f9a86c6e7359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4988e9a-fcbd-4ad8-bb87-b36e4e99a8d8,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:50.005681 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-af892b13-9d81-4106-bc3b-1315857e4fba service neutron] Attempting to bind port f7d87ff8-9541-40fc-b77a-8b124b37ffa1 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:58:50.006018 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-af892b13-9d81-4106-bc3b-1315857e4fba service neutron] Attempting to bind port f7d87ff8-9541-40fc-b77a-8b124b37ffa1 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'ae680190-f9b5-48e4-90dd-f665743b60d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '604f9490-bd3f-4d5d-bf70-f885efb4f550'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:58:50.006415 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-af892b13-9d81-4106-bc3b-1315857e4fba service neutron] Attempting to bind port f7d87ff8-9541-40fc-b77a-8b124b37ffa1 on network 604f9490-bd3f-4d5d-bf70-f885efb4f550 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:58:50.011571 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d9e16cb6-c9e1-4457-ba74-bdabd56bfab7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:50.024376 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e7356d5-d28f-4981-ab4e-d0d0b2152a34 req-2187a4a3-cbf0-417f-bd2d-b9ff027c8f14 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376360 Nov 24 20:58:50.056222 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa1676-0cf2-441f-b33a-498faf001be5 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44aa7a51-3221-48b4-a39a-908e7c06fba9,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:50.068495 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-af892b13-9d81-4106-bc3b-1315857e4fba service neutron] Port f7d87ff8-9541-40fc-b77a-8b124b37ffa1 on network 604f9490-bd3f-4d5d-bf70-f885efb4f550 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:58:50.068917 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-af892b13-9d81-4106-bc3b-1315857e4fba service neutron] Attempting to bind port f7d87ff8-9541-40fc-b77a-8b124b37ffa1 on network 604f9490-bd3f-4d5d-bf70-f885efb4f550 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:58:50.110429 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ce9ef96-3380-4ca0-81e0-f135d45b9576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:50.114472 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ce9ef96-3380-4ca0-81e0-f135d45b9576 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:50.116793 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9ce9ef96-3380-4ca0-81e0-f135d45b9576 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/084e16f4-350d-4fe0-bf6e-2fde3dfb68f0 HTTP/1.1" status: 204 len: 168 time: 1.0113134 Nov 24 20:58:50.130671 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-af892b13-9d81-4106-bc3b-1315857e4fba service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:58:50.131016 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-af892b13-9d81-4106-bc3b-1315857e4fba service neutron] Checking segment: {'id': 'ae680190-f9b5-48e4-90dd-f665743b60d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '604f9490-bd3f-4d5d-bf70-f885efb4f550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:58:50.131219 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75ccfd-ca1e-4c66-97a1-37714c40bb98 req-e8ed1d1f-9bb9-4a68-ae79-626cb02cfe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:50.131399 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-af892b13-9d81-4106-bc3b-1315857e4fba service neutron] Bound using segment: {'id': 'ae680190-f9b5-48e4-90dd-f665743b60d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '604f9490-bd3f-4d5d-bf70-f885efb4f550'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:58:50.131849 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-af892b13-9d81-4106-bc3b-1315857e4fba service neutron] Bound port: f7d87ff8-9541-40fc-b77a-8b124b37ffa1, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae680190-f9b5-48e4-90dd-f665743b60d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '604f9490-bd3f-4d5d-bf70-f885efb4f550'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:58:50.132206 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-af892b13-9d81-4106-bc3b-1315857e4fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:50.133180 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e75ccfd-ca1e-4c66-97a1-37714c40bb98 req-e8ed1d1f-9bb9-4a68-ae79-626cb02cfe6e service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.2654014 Nov 24 20:58:50.135365 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e16cb6-c9e1-4457-ba74-bdabd56bfab7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Network 0b5ef7b5-277e-46e9-bb51-4226a176b59a is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:50.163777 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9ef96-3380-4ca0-81e0-f135d45b9576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084e16f4-350d-4fe0-bf6e-2fde3dfb68f0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:50.169212 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-d9e16cb6-c9e1-4457-ba74-bdabd56bfab7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:50.217077 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e16cb6-c9e1-4457-ba74-bdabd56bfab7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:50.224672 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cd3bfded-d352-4558-a03e-35e9e83b935b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:50.228116 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70334ee6-782a-462b-a85b-a7929bb90c28 req-01eb5366-004c-4160-8ae4-6ba347414bdc tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:50.228664 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e75ccfd-ca1e-4c66-97a1-37714c40bb98 req-fe01e602-3699-496c-8c43-266fdde108f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=2ef14d52-ee69-4d82-b823-64e70289fcc4 HTTP/1.1" status: 200 len: 217 time: 0.0839326 Nov 24 20:58:50.235212 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-70334ee6-782a-462b-a85b-a7929bb90c28 req-01eb5366-004c-4160-8ae4-6ba347414bdc tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d103be5-4711-42c8-8565-1a4b05a1eaf8 HTTP/1.1" status: 200 len: 948 time: 0.2770925 Nov 24 20:58:50.236043 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e16cb6-c9e1-4457-ba74-bdabd56bfab7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event updated for resources: {'Port': ['ID=5f848b02-05bc-4238-b1ac-d026adbdf90d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:50.237507 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b259e3-b298-492a-9456-87ed9963b009 req-ea14e79a-0a47-4282-a741-853809ee8795 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:50.247174 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42b259e3-b298-492a-9456-87ed9963b009 req-ea14e79a-0a47-4282-a741-853809ee8795 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/ports?device_id=64cb6bf5-025d-4a58-8281-601466d85c66 HTTP/1.1" status: 200 len: 943 time: 0.1769476 Nov 24 20:58:50.276063 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cd3bfded-d352-4558-a03e-35e9e83b935b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:50.361707 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-cd3bfded-d352-4558-a03e-35e9e83b935b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] In _notify_port_updated(), no bound segment for port 952f453e-ee5c-421e-ba0a-d1febf6e5be0 on network 96bd651f-46b5-4aab-9988-7b554cbd9f2f {{(pid=109991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 20:58:50.367867 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3bfded-d352-4558-a03e-35e9e83b935b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:50.368542 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cd3bfded-d352-4558-a03e-35e9e83b935b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:50.373365 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cd3bfded-d352-4558-a03e-35e9e83b935b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "PUT /v2.0/ports/952f453e-ee5c-421e-ba0a-d1febf6e5be0 HTTP/1.1" status: 200 len: 1068 time: 1.4874542 Nov 24 20:58:50.382218 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e7356d5-d28f-4981-ab4e-d0d0b2152a34 req-87a68fd6-f584-46c3-9b51-40dc0ee6f0c5 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476834 Nov 24 20:58:50.382456 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37898) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:50.454688 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3bfded-d352-4558-a03e-35e9e83b935b tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Pushing event updated for resources: {'Port': ['ID=952f453e-ee5c-421e-ba0a-d1febf6e5be0,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:50.474104 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42b259e3-b298-492a-9456-87ed9963b009 req-db3fda5b-98d3-4c6a-9e78-56de1730741c tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/security-groups?id=56c827aa-c7aa-4b0c-9d7a-e243c5173f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255549 Nov 24 20:58:50.494036 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75ccfd-ca1e-4c66-97a1-37714c40bb98 req-3c4d4838-7281-48ec-871b-3e7f842715ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:50.499968 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e75ccfd-ca1e-4c66-97a1-37714c40bb98 req-3c4d4838-7281-48ec-871b-3e7f842715ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.2452374 Nov 24 20:58:50.516895 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e16cb6-c9e1-4457-ba74-bdabd56bfab7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:50.518967 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d9e16cb6-c9e1-4457-ba74-bdabd56bfab7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:50.558337 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-70334ee6-782a-462b-a85b-a7929bb90c28 req-ae40dd3b-7122-4a56-b687-c0f0480e61c9 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114243 Nov 24 20:58:50.559692 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-af892b13-9d81-4106-bc3b-1315857e4fba service neutron] For port f7d87ff8-9541-40fc-b77a-8b124b37ffa1, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:58:50.567280 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-af892b13-9d81-4106-bc3b-1315857e4fba service neutron] For port f7d87ff8-9541-40fc-b77a-8b124b37ffa1, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f7d87ff8-9541-40fc-b77a-8b124b37ffa1,segment=NetworkSegment(ae680190-f9b5-48e4-90dd-f665743b60d0),segment_id=ae680190-f9b5-48e4-90dd-f665743b60d0)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:58:50.576433 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d9e16cb6-c9e1-4457-ba74-bdabd56bfab7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.2290676 Nov 24 20:58:50.584343 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8283bf20-3582-42b3-a294-c7d362db411c None None] Provisioning complete for port 5f848b02-05bc-4238-b1ac-d026adbdf90d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:50.584907 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8283bf20-3582-42b3-a294-c7d362db411c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:50.587905 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37904) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:50.594023 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-9302d3e0-11ac-4795-8f62-d5148de483d3 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Request body: {'port': {'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a', 'name': 'tempest-TaggedBootDevicesTest-294049887', 'fixed_ips': [{'subnet_id': '26f7ad4d-47f7-4f94-83c1-a9b148ce53d9'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:50.598893 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-af892b13-9d81-4106-bc3b-1315857e4fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:50.672719 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-8283bf20-3582-42b3-a294-c7d362db411c None None] Port 5f848b02-05bc-4238-b1ac-d026adbdf90d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:58:50.710528 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-af892b13-9d81-4106-bc3b-1315857e4fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:50.711308 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-af892b13-9d81-4106-bc3b-1315857e4fba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:50.713183 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-af892b13-9d81-4106-bc3b-1315857e4fba service neutron] 10.222.0.48 "PUT /v2.0/ports/f7d87ff8-9541-40fc-b77a-8b124b37ffa1 HTTP/1.1" status: 200 len: 1091 time: 2.7628458 Nov 24 20:58:50.714003 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64cb6bf5-025d-4a58-8281-601466d85c66', 'tag': 'f7d87ff8-9541-40fc-b77a-8b124b37ffa1'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:58:50.717568 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbe15f3-adab-45ef-a150-b9746816928c" -d '{"events": [{"name": "network-changed", "server_uuid": "64cb6bf5-025d-4a58-8281-601466d85c66", "tag": "f7d87ff8-9541-40fc-b77a-8b124b37ffa1"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:58:50.821502 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b65a771-90c2-4eb0-a04f-dc5ad127f9ce x-openstack-request-id: req-4b65a771-90c2-4eb0-a04f-dc5ad127f9ce {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:58:50.821786 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64cb6bf5-025d-4a58-8281-601466d85c66", "tag": "f7d87ff8-9541-40fc-b77a-8b124b37ffa1", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:58:50.822159 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4b65a771-90c2-4eb0-a04f-dc5ad127f9ce {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:58:50.822649 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64cb6bf5-025d-4a58-8281-601466d85c66', 'tag': 'f7d87ff8-9541-40fc-b77a-8b124b37ffa1', 'status': 'completed', 'code': 200} Nov 24 20:58:50.839872 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af892b13-9d81-4106-bc3b-1315857e4fba service neutron] Pushing event updated for resources: {'Port': ['ID=f7d87ff8-9541-40fc-b77a-8b124b37ffa1,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:50.853229 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37912) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:50.884054 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b14ca10b-7320-4381-8cf5-f016c97c40b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:50.902063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-507f17bf-5f97-420a-8040-0e5e8792edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:50.903384 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-507f17bf-5f97-420a-8040-0e5e8792edf1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=05634e467ee1419a8168caac6026422a&device_id=64cb6bf5-025d-4a58-8281-601466d85c66 HTTP/1.1" status: 200 len: 1094 time: 0.1263936 Nov 24 20:58:50.930956 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4bb17774-400c-4b07-aa54-53d5e05d90a1 None None] Provisioning complete for port 952f453e-ee5c-421e-ba0a-d1febf6e5be0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:50.932844 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4bb17774-400c-4b07-aa54-53d5e05d90a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:50.980175 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-6a28503e-f5b5-4a9e-897c-df42aeeb5381 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7d87ff8-9541-40fc-b77a-8b124b37ffa1 HTTP/1.1" status: 200 len: 217 time: 0.0670905 Nov 24 20:58:50.986615 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9302d3e0-11ac-4795-8f62-d5148de483d3 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Made reservation on behalf of 838d059057e840c09ac19be61b107bec for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:50.996901 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9302d3e0-11ac-4795-8f62-d5148de483d3 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:51.000634 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75ccfd-ca1e-4c66-97a1-37714c40bb98 req-aa1f3a85-78ed-4569-84b9-1df23ade0af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:51.002304 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e75ccfd-ca1e-4c66-97a1-37714c40bb98 req-aa1f3a85-78ed-4569-84b9-1df23ade0af0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4963062 Nov 24 20:58:51.008487 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9c234117-ace0-4f55-9419-3bee8f7006c4 req-64668d10-9eaf-42cd-8f6a-8119e170e752 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "GET /v2.0/security-groups/7a7be1bb-3b1a-48f9-ada6-ec072062682e HTTP/1.1" status: 200 len: 1823 time: 0.4728241 Nov 24 20:58:51.039388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-247eeca5-fe32-495b-a370-1e990e6cd693 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Deleting port 952f453e-ee5c-421e-ba0a-d1febf6e5be0 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:58:51.040030 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-247eeca5-fe32-495b-a370-1e990e6cd693 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:51.088898 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-4bb17774-400c-4b07-aa54-53d5e05d90a1 None None] Port 952f453e-ee5c-421e-ba0a-d1febf6e5be0 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:58:51.100268 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2846f695-c9ec-4e58-81e5-782cb9b0f75b up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:58:51.153245 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 2846f695-c9ec-4e58-81e5-782cb9b0f75b triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:51.153618 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:51.238322 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-247eeca5-fe32-495b-a370-1e990e6cd693 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:51.273907 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9c234117-ace0-4f55-9419-3bee8f7006c4 req-3259a290-0312-44aa-98b3-bf6c4bcf5faa tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:51.286742 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-247eeca5-fe32-495b-a370-1e990e6cd693 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Calling delete_port for 952f453e-ee5c-421e-ba0a-d1febf6e5be0 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:58:51.334781 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9c234117-ace0-4f55-9419-3bee8f7006c4 req-3259a290-0312-44aa-98b3-bf6c4bcf5faa tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:51.365376 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37924) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:51.371891 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e75ccfd-ca1e-4c66-97a1-37714c40bb98 req-ccbce813-184a-4edd-9ce2-732ce0382e05 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485730 Nov 24 20:58:51.494267 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9c234117-ace0-4f55-9419-3bee8f7006c4 req-3259a290-0312-44aa-98b3-bf6c4bcf5faa tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:51.497320 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9c234117-ace0-4f55-9419-3bee8f7006c4 req-3259a290-0312-44aa-98b3-bf6c4bcf5faa tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:51.498685 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9c234117-ace0-4f55-9419-3bee8f7006c4 req-3259a290-0312-44aa-98b3-bf6c4bcf5faa tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "DELETE /v2.0/security-groups/7a7be1bb-3b1a-48f9-ada6-ec072062682e HTTP/1.1" status: 204 len: 173 time: 0.4786582 Nov 24 20:58:51.511481 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-9302d3e0-11ac-4795-8f62-d5148de483d3 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] device_id is not set on port af61a7f2-1e25-4982-87e4-5079effabcf1 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:58:51.522955 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-23414927-bfd5-44da-be04-85acf97d8285 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-922502868'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:51.536150 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259a290-0312-44aa-98b3-bf6c4bcf5faa tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7be1bb-3b1a-48f9-ada6-ec072062682e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:51.583360 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-68fa1a65-c3d4-4494-8427-deac4097f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:51.584843 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-68fa1a65-c3d4-4494-8427-deac4097f015 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1362c4f-4e16-416c-836d-b50d92bb899b HTTP/1.1" status: 200 len: 848 time: 0.5824010 Nov 24 20:58:51.592313 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e75ccfd-ca1e-4c66-97a1-37714c40bb98 req-ecb34987-149e-4b8a-8d95-5aa9048d00aa service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001908 Nov 24 20:58:51.596121 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23414927-bfd5-44da-be04-85acf97d8285 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Made reservation on behalf of 489be4bfb3f74b6eb54f875ff6d7f787 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:51.600917 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23414927-bfd5-44da-be04-85acf97d8285 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:51.634187 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 85246882-73af-458a-a001-8de8506eefc2 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:58:51.638441 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23414927-bfd5-44da-be04-85acf97d8285 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:51.652129 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eebcbb-fe67-4c9a-8905-4adc70e6cd46 req-bafd1aff-248d-4235-be8d-70dd43dbad27 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:51.657965 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-99eebcbb-fe67-4c9a-8905-4adc70e6cd46 req-bafd1aff-248d-4235-be8d-70dd43dbad27 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 944 time: 0.6397309 Nov 24 20:58:51.666408 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-fb4a7628-b5cb-4798-9a84-fb8d2d323a5b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=604f9490-bd3f-4d5d-bf70-f885efb4f550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721486 Nov 24 20:58:51.677296 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-247eeca5-fe32-495b-a370-1e990e6cd693 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:51.722821 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3f286-db2b-422d-a5d3-dea6e2b682f1 req-34af79a9-b693-4bb0-8f62-6a122a7ce009 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:51.724453 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14a3f286-db2b-422d-a5d3-dea6e2b682f1 req-34af79a9-b693-4bb0-8f62-6a122a7ce009 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/ports?device_id=64cb6bf5-025d-4a58-8281-601466d85c66 HTTP/1.1" status: 200 len: 943 time: 0.1351237 Nov 24 20:58:51.730477 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247eeca5-fe32-495b-a370-1e990e6cd693 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Pushing event deleted for resources: {'Port': ['ID=952f453e-ee5c-421e-ba0a-d1febf6e5be0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:51.757035 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b14ca10b-7320-4381-8cf5-f016c97c40b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:51.774772 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 85246882-73af-458a-a001-8de8506eefc2, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=85246882-73af-458a-a001-8de8506eefc2,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:51.799839 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '85246882-73af-458a-a001-8de8506eefc2', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': '85246882-73af-458a-a001-8de8506eefc2', 'mac_address': 'fa:16:3e:cd:62:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:58:51.857118 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:51.877694 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b14ca10b-7320-4381-8cf5-f016c97c40b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:51.878877 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85246882-73af-458a-a001-8de8506eefc2 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:58:51.902604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 85246882-73af-458a-a001-8de8506eefc2, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=85246882-73af-458a-a001-8de8506eefc2,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:51.908698 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:51.940512 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23414927-bfd5-44da-be04-85acf97d8285 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:51.947346 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ca10b-7320-4381-8cf5-f016c97c40b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a8c1ec-c03e-4b73-b80f-f8153824cca5,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:51.969563 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=85246882-73af-458a-a001-8de8506eefc2,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:51.988160 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-99eebcbb-fe67-4c9a-8905-4adc70e6cd46 req-f7ef7d75-5c2c-4a71-b920-8342b704abd6 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172569 Nov 24 20:58:51.993666 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23414927-bfd5-44da-be04-85acf97d8285 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:52.025024 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14a3f286-db2b-422d-a5d3-dea6e2b682f1 req-c5923e4d-f118-4a9b-a61a-cd57f706712f tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/security-groups?id=56c827aa-c7aa-4b0c-9d7a-e243c5173f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340779 Nov 24 20:58:52.025874 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b14ca10b-7320-4381-8cf5-f016c97c40b4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e5e421a04a4b40e6a9bcb7b5296516d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1716726 Nov 24 20:58:52.032243 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-9302d3e0-11ac-4795-8f62-d5148de483d3 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Allocated IP 10.1.1.179 (0b5ef7b5-277e-46e9-bb51-4226a176b59a/26f7ad4d-47f7-4f94-83c1-a9b148ce53d9/af61a7f2-1e25-4982-87e4-5079effabcf1) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:58:52.036350 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37936) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:52.075988 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23414927-bfd5-44da-be04-85acf97d8285 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:58:52.079195 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-247eeca5-fe32-495b-a370-1e990e6cd693 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:52.086944 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-247eeca5-fe32-495b-a370-1e990e6cd693 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "DELETE /v2.0/ports/952f453e-ee5c-421e-ba0a-d1febf6e5be0 HTTP/1.1" status: 204 len: 168 time: 1.7010741 Nov 24 20:58:52.087160 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-b8afd176-e051-413e-9a90-8ec669559c9e service neutron] 10.222.0.48 "GET /v2.0/networks/604f9490-bd3f-4d5d-bf70-f885efb4f550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060607 Nov 24 20:58:52.093866 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37938) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:52.128262 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23414927-bfd5-44da-be04-85acf97d8285 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:52.128561 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-23414927-bfd5-44da-be04-85acf97d8285 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Added segment f43e62ec-244c-40a1-b706-e5527bd3f6b3 of type vlan for network eb0da17d-ab8b-4ed0-81aa-8dc1cc50060b Nov 24 20:58:52.131349 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23414927-bfd5-44da-be04-85acf97d8285 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a775b55-9a2a-4b1b-bf9f-765cb4d4e30c,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:52.140563 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81ce527-543c-4ff3-8148-4f56468012df tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] GET failed (client error): The resource could not be found. Nov 24 20:58:52.142048 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a81ce527-543c-4ff3-8148-4f56468012df tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "GET /v2.0/ports/952f453e-ee5c-421e-ba0a-d1febf6e5be0 HTTP/1.1" status: 404 len: 333 time: 0.0472527 Nov 24 20:58:52.145460 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37940) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:52.153447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['85246882-73af-458a-a001-8de8506eefc2'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:58:52.191992 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 2ef14d52-ee69-4d82-b823-64e70289fcc4 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:58:52.245593 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-062e1177-18f9-4869-ab05-fa79c5cc59b5 req-7a051309-9ac6-4bee-bf3e-6e98655fa63f tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "GET /v2.0/security-groups/de5fae3a-6cb8-478b-a6c7-bef30a15e26e HTTP/1.1" status: 200 len: 2423 time: 0.2104251 Nov 24 20:58:52.246986 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23414927-bfd5-44da-be04-85acf97d8285 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:52.321000 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762d737-f553-43a8-8faa-2daf5c5bef13 req-799c188a-77f0-46d2-a3ce-3ee4df714c00 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:52.322958 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3762d737-f553-43a8-8faa-2daf5c5bef13 req-799c188a-77f0-46d2-a3ce-3ee4df714c00 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d103be5-4711-42c8-8565-1a4b05a1eaf8 HTTP/1.1" status: 200 len: 948 time: 0.1290398 Nov 24 20:58:52.334825 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-96808e08-b789-4200-a56a-c362b2070864 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:52.336913 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23414927-bfd5-44da-be04-85acf97d8285 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:52.343773 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23414927-bfd5-44da-be04-85acf97d8285 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:52.343967 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23414927-bfd5-44da-be04-85acf97d8285 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:52.354969 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f59709fc-d02e-4c14-9cd7-98cedd23def5 req-e15cf4a7-bcad-4303-80d6-4ea9f52d6b43 service neutron] 10.222.0.48 "GET /v2.0/networks/604f9490-bd3f-4d5d-bf70-f885efb4f550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603707 Nov 24 20:58:52.372777 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 2ef14d52-ee69-4d82-b823-64e70289fcc4, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2ef14d52-ee69-4d82-b823-64e70289fcc4,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:52.395898 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '2ef14d52-ee69-4d82-b823-64e70289fcc4', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': '2ef14d52-ee69-4d82-b823-64e70289fcc4', 'mac_address': 'fa:16:3e:68:a9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:58:52.405237 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-23414927-bfd5-44da-be04-85acf97d8285 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0323040 Nov 24 20:58:52.415163 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c550fbd1-3f00-4039-aa5a-1b2efb963331 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Deleting port 589a6b4d-4d47-4e52-844c-86d833588984 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:58:52.415503 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c550fbd1-3f00-4039-aa5a-1b2efb963331 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:52.441967 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-96808e08-b789-4200-a56a-c362b2070864 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:52.476677 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23414927-bfd5-44da-be04-85acf97d8285 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event updated for resources: {'Network': ['ID=eb0da17d-ab8b-4ed0-81aa-8dc1cc50060b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:52.528475 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:52.530931 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-96808e08-b789-4200-a56a-c362b2070864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:52.534770 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network eb0da17d-ab8b-4ed0-81aa-8dc1cc50060b details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:58:52.538983 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-96808e08-b789-4200-a56a-c362b2070864 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:52.540651 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-96808e08-b789-4200-a56a-c362b2070864 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b9a8c1ec-c03e-4b73-b80f-f8153824cca5 HTTP/1.1" status: 204 len: 168 time: 0.4998212 Nov 24 20:58:52.545008 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3762d737-f553-43a8-8faa-2daf5c5bef13 req-119af668-1145-4458-acc8-f33244120b5e tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980007 Nov 24 20:58:52.583408 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef14d52-ee69-4d82-b823-64e70289fcc4 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:58:52.635724 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c550fbd1-3f00-4039-aa5a-1b2efb963331 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:52.637646 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9302d3e0-11ac-4795-8f62-d5148de483d3 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:52.646250 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 2ef14d52-ee69-4d82-b823-64e70289fcc4, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2ef14d52-ee69-4d82-b823-64e70289fcc4,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:52.655845 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:52.666187 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c550fbd1-3f00-4039-aa5a-1b2efb963331 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Calling delete_port for 589a6b4d-4d47-4e52-844c-86d833588984 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:58:52.735170 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=2ef14d52-ee69-4d82-b823-64e70289fcc4,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:52.741229 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9302d3e0-11ac-4795-8f62-d5148de483d3 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:52.755161 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-062e1177-18f9-4869-ab05-fa79c5cc59b5 req-9e64507f-26d3-405f-9657-4c34ff37805a tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:52.785822 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-062e1177-18f9-4869-ab05-fa79c5cc59b5 req-9e64507f-26d3-405f-9657-4c34ff37805a tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:52.829918 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96808e08-b789-4200-a56a-c362b2070864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a8c1ec-c03e-4b73-b80f-f8153824cca5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:52.875559 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9302d3e0-11ac-4795-8f62-d5148de483d3 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Network 0b5ef7b5-277e-46e9-bb51-4226a176b59a is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:52.933398 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-9302d3e0-11ac-4795-8f62-d5148de483d3 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:52.936707 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99595c-2e88-4083-93c3-386e74ae83b7 req-d8b11f28-137b-4754-a612-a91dcede5ec1 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:52.938502 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf99595c-2e88-4083-93c3-386e74ae83b7 req-d8b11f28-137b-4754-a612-a91dcede5ec1 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.2459147 Nov 24 20:58:52.949290 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c550fbd1-3f00-4039-aa5a-1b2efb963331 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:52.966900 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9302d3e0-11ac-4795-8f62-d5148de483d3 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:52.971334 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-062e1177-18f9-4869-ab05-fa79c5cc59b5 req-9e64507f-26d3-405f-9657-4c34ff37805a tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:52.975486 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-062e1177-18f9-4869-ab05-fa79c5cc59b5 req-9e64507f-26d3-405f-9657-4c34ff37805a tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:52.991841 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-062e1177-18f9-4869-ab05-fa79c5cc59b5 req-9e64507f-26d3-405f-9657-4c34ff37805a tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "DELETE /v2.0/security-groups/de5fae3a-6cb8-478b-a6c7-bef30a15e26e HTTP/1.1" status: 204 len: 173 time: 0.7368891 Nov 24 20:58:53.030405 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302d3e0-11ac-4795-8f62-d5148de483d3 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event updated for resources: {'Port': ['ID=af61a7f2-1e25-4982-87e4-5079effabcf1,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:53.052184 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['2ef14d52-ee69-4d82-b823-64e70289fcc4'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:58:53.065106 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c550fbd1-3f00-4039-aa5a-1b2efb963331 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:53.076461 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c550fbd1-3f00-4039-aa5a-1b2efb963331 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "DELETE /v2.0/ports/589a6b4d-4d47-4e52-844c-86d833588984 HTTP/1.1" status: 204 len: 168 time: 0.9295990 Nov 24 20:58:53.082584 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe15f3-adab-45ef-a150-b9746816928c req-0dbaf9e7-5cff-4009-ba04-9c6d0e56031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:53.084297 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8bbe15f3-adab-45ef-a150-b9746816928c req-0dbaf9e7-5cff-4009-ba04-9c6d0e56031b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=05634e467ee1419a8168caac6026422a&device_id=64cb6bf5-025d-4a58-8281-601466d85c66 HTTP/1.1" status: 200 len: 1094 time: 0.6583087 Nov 24 20:58:53.085096 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37952) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:53.090587 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550fbd1-3f00-4039-aa5a-1b2efb963331 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Pushing event deleted for resources: {'Port': ['ID=589a6b4d-4d47-4e52-844c-86d833588984,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:53.135777 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64507f-26d3-405f-9657-4c34ff37805a tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5fae3a-6cb8-478b-a6c7-bef30a15e26e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:53.204331 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-31657fb2-1c8a-4769-8fe6-fd1bf7f20ef2 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] GET failed (client error): The resource could not be found. Nov 24 20:58:53.217371 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-31657fb2-1c8a-4769-8fe6-fd1bf7f20ef2 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "GET /v2.0/ports/589a6b4d-4d47-4e52-844c-86d833588984 HTTP/1.1" status: 404 len: 333 time: 0.1193454 Nov 24 20:58:53.218097 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37954) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:53.279585 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9302d3e0-11ac-4795-8f62-d5148de483d3 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:53.280572 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9302d3e0-11ac-4795-8f62-d5148de483d3 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:53.316430 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9302d3e0-11ac-4795-8f62-d5148de483d3 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7267568 Nov 24 20:58:53.370872 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf99595c-2e88-4083-93c3-386e74ae83b7 req-ed2f269a-cd9a-4142-aa6a-169cdc96e499 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4163465 Nov 24 20:58:53.478348 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a3a25e5c-8d00-4b87-b4cc-b8950cfb094d req-b00235ca-4878-4f3e-8f12-efdcf1366af6 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "GET /v2.0/security-groups/18dd36a3-c67b-4cec-852f-20c0571d7ad8 HTTP/1.1" status: 200 len: 2416 time: 0.4421391 Nov 24 20:58:53.488113 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-20cc6897-2ebe-476d-9086-700ef3785ad3 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Deleting port d197525d-8e2b-46d1-beed-19f7dde82515 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:58:53.488721 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-20cc6897-2ebe-476d-9086-700ef3785ad3 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:53.510703 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d800ab66-3f10-4381-91f1-04c0d7b710b9 None None] Provisioning complete for port af61a7f2-1e25-4982-87e4-5079effabcf1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:53.511082 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d800ab66-3f10-4381-91f1-04c0d7b710b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:53.566941 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-d800ab66-3f10-4381-91f1-04c0d7b710b9 None None] Port af61a7f2-1e25-4982-87e4-5079effabcf1 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:58:53.623990 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe15f3-adab-45ef-a150-b9746816928c req-6a14a456-dc53-49c2-8e14-7bbd39e78581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:53.634558 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8bbe15f3-adab-45ef-a150-b9746816928c req-6a14a456-dc53-49c2-8e14-7bbd39e78581 service neutron] 10.222.0.48 "GET /v2.0/networks?id=604f9490-bd3f-4d5d-bf70-f885efb4f550 HTTP/1.1" status: 200 len: 909 time: 0.5279238 Nov 24 20:58:53.642950 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a3a25e5c-8d00-4b87-b4cc-b8950cfb094d req-898ca526-1097-4fb6-a0cd-c57c6b5bcf95 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:53.667501 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 85246882-73af-458a-a001-8de8506eefc2 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:58:53.688303 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-20cc6897-2ebe-476d-9086-700ef3785ad3 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:53.705065 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19759583-6a31-4b57-83a4-960e48a6af07 req-8a483a6c-25f8-459b-8e94-f2e4e5ef916e tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:53.708883 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8bbe15f3-adab-45ef-a150-b9746816928c req-14c21aa0-f868-4e91-8cc5-8ec2543c98f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7d87ff8-9541-40fc-b77a-8b124b37ffa1 HTTP/1.1" status: 200 len: 217 time: 0.0610754 Nov 24 20:58:53.713539 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-19759583-6a31-4b57-83a4-960e48a6af07 req-8a483a6c-25f8-459b-8e94-f2e4e5ef916e tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/ports?device_id=64cb6bf5-025d-4a58-8281-601466d85c66 HTTP/1.1" status: 200 len: 943 time: 0.0865254 Nov 24 20:58:53.740315 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-20cc6897-2ebe-476d-9086-700ef3785ad3 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Calling delete_port for d197525d-8e2b-46d1-beed-19f7dde82515 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:58:53.763218 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 85246882-73af-458a-a001-8de8506eefc2 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:58:53.774569 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 85246882-73af-458a-a001-8de8506eefc2 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:53.774569 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:53.780882 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-19759583-6a31-4b57-83a4-960e48a6af07 req-a4fba1c5-ae1d-4c3e-aa08-fea0cee1483e tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/security-groups?id=56c827aa-c7aa-4b0c-9d7a-e243c5173f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664775 Nov 24 20:58:53.808860 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe15f3-adab-45ef-a150-b9746816928c req-8df888a0-074f-46e5-98a7-3cdf14131756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:53.810852 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8bbe15f3-adab-45ef-a150-b9746816928c req-8df888a0-074f-46e5-98a7-3cdf14131756 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1362c4f-4e16-416c-836d-b50d92bb899b HTTP/1.1" status: 200 len: 848 time: 0.0867479 Nov 24 20:58:53.813187 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a3a25e5c-8d00-4b87-b4cc-b8950cfb094d req-898ca526-1097-4fb6-a0cd-c57c6b5bcf95 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:53.912156 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8bbe15f3-adab-45ef-a150-b9746816928c req-afaffc36-7122-496c-80fe-938aaeb92e1c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=604f9490-bd3f-4d5d-bf70-f885efb4f550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763626 Nov 24 20:58:54.012415 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:54.027386 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a3a25e5c-8d00-4b87-b4cc-b8950cfb094d req-898ca526-1097-4fb6-a0cd-c57c6b5bcf95 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:54.030923 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a3a25e5c-8d00-4b87-b4cc-b8950cfb094d req-898ca526-1097-4fb6-a0cd-c57c6b5bcf95 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:54.032141 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a3a25e5c-8d00-4b87-b4cc-b8950cfb094d req-898ca526-1097-4fb6-a0cd-c57c6b5bcf95 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] 10.222.0.11 "DELETE /v2.0/security-groups/18dd36a3-c67b-4cec-852f-20c0571d7ad8 HTTP/1.1" status: 204 len: 173 time: 0.5512753 Nov 24 20:58:54.041505 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37976) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:54.059357 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-20cc6897-2ebe-476d-9086-700ef3785ad3 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:54.098451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ca526-1097-4fb6-a0cd-c57c6b5bcf95 tempest-SecurityGroupRulesTestJSON-1590039841 tempest-SecurityGroupRulesTestJSON-1590039841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dd36a3-c67b-4cec-852f-20c0571d7ad8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:54.115612 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc6897-2ebe-476d-9086-700ef3785ad3 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Pushing event deleted for resources: {'Port': ['ID=d197525d-8e2b-46d1-beed-19f7dde82515,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:54.141907 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8bbe15f3-adab-45ef-a150-b9746816928c req-12a3549a-d22d-45e6-a853-69373eef717c service neutron] 10.222.0.48 "GET /v2.0/networks/604f9490-bd3f-4d5d-bf70-f885efb4f550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201648 Nov 24 20:58:54.173984 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-20cc6897-2ebe-476d-9086-700ef3785ad3 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:54.179122 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-20cc6897-2ebe-476d-9086-700ef3785ad3 tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "DELETE /v2.0/ports/d197525d-8e2b-46d1-beed-19f7dde82515 HTTP/1.1" status: 204 len: 168 time: 0.9587834 Nov 24 20:58:54.182949 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37978) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:54.183338 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 85246882-73af-458a-a001-8de8506eefc2, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=85246882-73af-458a-a001-8de8506eefc2,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:54.189151 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315ec67b-3934-4c32-b161-16991b8984aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85246882-73af-458a-a001-8de8506eefc2'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:58:54.196941 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8631881f-3df1-434c-accd-5bf7df907491" -d '{"events": [{"server_uuid": "315ec67b-3934-4c32-b161-16991b8984aa", "name": "network-vif-plugged", "status": "completed", "tag": "85246882-73af-458a-a001-8de8506eefc2"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:58:54.209260 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-722cc852-45af-46eb-8a02-fcd5882d160a admin admin] Deleting subnet d5cf9308-b001-4a41-bd31-3dd4951d0c8b {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:58:54.221147 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-722cc852-45af-46eb-8a02-fcd5882d160a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:54.241252 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:54.242894 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 40929cdb-c62d-4b62-b269-a06c0b117573 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:58:54.285926 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37982) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:54.288520 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37984) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:54.296328 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-722cc852-45af-46eb-8a02-fcd5882d160a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:54.307773 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-35cff69b-0456-48c5-808d-42182489ab97 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1606113137', 'description': 'tempest-description--1511640559'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:54.393308 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35cff69b-0456-48c5-808d-42182489ab97 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:54.411487 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=85246882-73af-458a-a001-8de8506eefc2,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:54.507810 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-722cc852-45af-46eb-8a02-fcd5882d160a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:54.519800 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f356c53-4be4-43b6-8946-286e4f3810d3 req-12ed427f-4617-4804-aa33-793bf53b17e3 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:54.538915 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9f356c53-4be4-43b6-8946-286e4f3810d3 req-12ed427f-4617-4804-aa33-793bf53b17e3 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1988540 Nov 24 20:58:54.546360 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35cff69b-0456-48c5-808d-42182489ab97 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:54.559336 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35cff69b-0456-48c5-808d-42182489ab97 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:54.586453 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-dff1f8e1-5c43-4eb1-9817-f4b9531d5c23 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-757329338'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:54.600457 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3c221c-6f16-4b9c-848c-695aaa45711c tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Deleting subnet ce5be52e-4ce2-4284-a8a3-bef243a937f4 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:58:54.601612 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8bbe15f3-adab-45ef-a150-b9746816928c req-2386113d-ae13-477f-8c2b-f09ed1c500df service neutron] 10.222.0.48 "GET /v2.0/networks/604f9490-bd3f-4d5d-bf70-f885efb4f550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498949 Nov 24 20:58:54.604489 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35cff69b-0456-48c5-808d-42182489ab97 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:54.608330 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-35cff69b-0456-48c5-808d-42182489ab97 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3109632 Nov 24 20:58:54.621036 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0d3c221c-6f16-4b9c-848c-695aaa45711c tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:54.626246 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37988) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:54.633028 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4e485469-1aff-41e6-b6e2-6198ca1f208a tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Request body: {'security_group_rule': {'security_group_id': '0f2cf2ef-cae2-4966-979c-d2a693b6f972', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:54.651168 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9f356c53-4be4-43b6-8946-286e4f3810d3 req-bd12d32c-56b7-44b7-beea-167cea1df371 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091013 Nov 24 20:58:54.670047 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0d3c221c-6f16-4b9c-848c-695aaa45711c tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:54.690253 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-722cc852-45af-46eb-8a02-fcd5882d160a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:54.713406 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563b7734-b07d-4652-a489-44288cdc4b27 x-openstack-request-id: req-563b7734-b07d-4652-a489-44288cdc4b27 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:58:54.714409 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315ec67b-3934-4c32-b161-16991b8984aa", "name": "network-vif-plugged", "status": "completed", "tag": "85246882-73af-458a-a001-8de8506eefc2", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:58:54.714821 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-563b7734-b07d-4652-a489-44288cdc4b27 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:58:54.715374 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315ec67b-3934-4c32-b161-16991b8984aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85246882-73af-458a-a001-8de8506eefc2', 'code': 200} Nov 24 20:58:54.748438 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cc852-45af-46eb-8a02-fcd5882d160a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5cf9308-b001-4a41-bd31-3dd4951d0c8b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:54.781868 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e485469-1aff-41e6-b6e2-6198ca1f208a tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:54.786221 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-722cc852-45af-46eb-8a02-fcd5882d160a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:54.793636 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-722cc852-45af-46eb-8a02-fcd5882d160a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d5cf9308-b001-4a41-bd31-3dd4951d0c8b HTTP/1.1" status: 204 len: 168 time: 0.7496450 Nov 24 20:58:54.797140 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37992) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:54.836375 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0d3c221c-6f16-4b9c-848c-695aaa45711c tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:54.894291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25fcd8-baa6-4ebd-b926-b0c794b98122 req-00ce0075-eda0-4caa-927e-0b44384434f5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:54.895892 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e25fcd8-baa6-4ebd-b926-b0c794b98122 req-00ce0075-eda0-4caa-927e-0b44384434f5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d103be5-4711-42c8-8565-1a4b05a1eaf8 HTTP/1.1" status: 200 len: 949 time: 0.5288837 Nov 24 20:58:54.896555 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cff69b-0456-48c5-808d-42182489ab97 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2cf2ef-cae2-4966-979c-d2a693b6f972,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:54.901086 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff1f8e1-5c43-4eb1-9817-f4b9531d5c23 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:54.904596 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dff1f8e1-5c43-4eb1-9817-f4b9531d5c23 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:54.929579 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dff1f8e1-5c43-4eb1-9817-f4b9531d5c23 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:54.995232 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e25fcd8-baa6-4ebd-b926-b0c794b98122 req-05058152-2063-49c1-8ee6-ba48ab380e83 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797651 Nov 24 20:58:55.022187 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0d3c221c-6f16-4b9c-848c-695aaa45711c tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.031794 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e485469-1aff-41e6-b6e2-6198ca1f208a tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.043633 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80f184c9-d992-406e-9f2e-2bcf89af5980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.046726 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a66d51-71e4-4fef-918c-b4db62ba6e59 req-d1f1906a-77db-437e-9a25-a2014b757257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:55.048437 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-45a66d51-71e4-4fef-918c-b4db62ba6e59 req-d1f1906a-77db-437e-9a25-a2014b757257 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=315ec67b-3934-4c32-b161-16991b8984aa HTTP/1.1" status: 200 len: 1099 time: 0.2522039 Nov 24 20:58:55.052380 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e485469-1aff-41e6-b6e2-6198ca1f208a tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.091772 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db871455-dc9b-4096-8dbf-c4ec371baccb req-80fddb27-b900-4f21-9e7a-03c9ce63b211 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:55.097230 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db871455-dc9b-4096-8dbf-c4ec371baccb req-80fddb27-b900-4f21-9e7a-03c9ce63b211 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/ports?device_id=64cb6bf5-025d-4a58-8281-601466d85c66 HTTP/1.1" status: 200 len: 943 time: 0.2075534 Nov 24 20:58:55.111358 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e485469-1aff-41e6-b6e2-6198ca1f208a tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.115202 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4e485469-1aff-41e6-b6e2-6198ca1f208a tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4831514 Nov 24 20:58:55.116857 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37998) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:55.121175 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e485469-1aff-41e6-b6e2-6198ca1f208a tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3968cc7-20dd-4b17-a85a-99f0479f6845,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:55.125699 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-00e7ba5c-6ff8-4728-98f0-536bad827c94 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Request body: {'security_group_rule': {'security_group_id': '0f2cf2ef-cae2-4966-979c-d2a693b6f972', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:55.144604 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dff1f8e1-5c43-4eb1-9817-f4b9531d5c23 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.147740 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c221c-6f16-4b9c-848c-695aaa45711c tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Pushing event deleted for resources: {'Subnet': ['ID=ce5be52e-4ce2-4284-a8a3-bef243a937f4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:55.157867 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9c202f-e97d-4fe7-b5ea-68f411a74b13 None None] Network 96bd651f-46b5-4aab-9988-7b554cbd9f2f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:58:55.194026 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0d3c221c-6f16-4b9c-848c-695aaa45711c tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.200945 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0d3c221c-6f16-4b9c-848c-695aaa45711c tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "DELETE /v2.0/subnets/ce5be52e-4ce2-4284-a8a3-bef243a937f4 HTTP/1.1" status: 204 len: 168 time: 1.0157549 Nov 24 20:58:55.203727 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38000) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:55.217470 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dff1f8e1-5c43-4eb1-9817-f4b9531d5c23 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.237963 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-45a66d51-71e4-4fef-918c-b4db62ba6e59 req-4877ed2b-ac0c-4eb3-b442-ff6869e03b47 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774352 Nov 24 20:58:55.253193 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00e7ba5c-6ff8-4728-98f0-536bad827c94 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.285162 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1f8e1-5c43-4eb1-9817-f4b9531d5c23 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=913021c3-56d2-4d3a-8877-444c6adc6f82,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:55.291495 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80f184c9-d992-406e-9f2e-2bcf89af5980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.308185 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db871455-dc9b-4096-8dbf-c4ec371baccb req-c79920aa-90d1-4e0f-a006-16540b9e29bb tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/security-groups?id=56c827aa-c7aa-4b0c-9d7a-e243c5173f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998994 Nov 24 20:58:55.334114 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-80f184c9-d992-406e-9f2e-2bcf89af5980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812d38e1-1176-4ccb-aae5-bfd7267dedf3']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:58:55.344626 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff1f8e1-5c43-4eb1-9817-f4b9531d5c23 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:58:55.354385 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-80f184c9-d992-406e-9f2e-2bcf89af5980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1f822c-1644-4343-af5c-f031b574028d') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:58:55.354700 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-80f184c9-d992-406e-9f2e-2bcf89af5980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1f822c-1644-4343-af5c-f031b574028d') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:58:55.371480 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80f184c9-d992-406e-9f2e-2bcf89af5980 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.373500 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d3dfe-fb45-4497-a606-2e45e69f2cce req-acfbf657-cbf0-405e-8e94-7b86d13fae2a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:55.375631 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef1d3dfe-fb45-4497-a606-2e45e69f2cce req-acfbf657-cbf0-405e-8e94-7b86d13fae2a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.2705479 Nov 24 20:58:55.394302 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80f184c9-d992-406e-9f2e-2bcf89af5980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.397634 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00e7ba5c-6ff8-4728-98f0-536bad827c94 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.402597 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00e7ba5c-6ff8-4728-98f0-536bad827c94 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.404720 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f184c9-d992-406e-9f2e-2bcf89af5980 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:58:55.405263 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80f184c9-d992-406e-9f2e-2bcf89af5980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: timer() Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:58:55.409568 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:58:55.449670 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb970e1b-2f8a-42b5-9a8f-88cec863f785 None None] DHCP port deletion for 96bd651f-46b5-4aab-9988-7b554cbd9f2f request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 20:58:55.451013 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dff1f8e1-5c43-4eb1-9817-f4b9531d5c23 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.451699 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-dff1f8e1-5c43-4eb1-9817-f4b9531d5c23 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Added segment 5fe46d8e-64ed-4727-86a6-b2910dd9218e of type vlan for network 1f176f74-01d3-4640-935b-9a80200a4c6b Nov 24 20:58:55.482213 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7ba5c-6ff8-4728-98f0-536bad827c94 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a977c00-01c3-4e2e-ae7a-837a1fed46b1,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:55.498482 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00e7ba5c-6ff8-4728-98f0-536bad827c94 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.502433 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-00e7ba5c-6ff8-4728-98f0-536bad827c94 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3821144 Nov 24 20:58:55.505687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38002) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:55.510212 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dff1f8e1-5c43-4eb1-9817-f4b9531d5c23 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.513829 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-83dbd3bf-2016-4c34-ae8c-e60d9cead8b4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:55.522597 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-fb970e1b-2f8a-42b5-9a8f-88cec863f785 None None] Deleting port c0fca4a5-a2b8-4615-83ff-0ff59a88d882 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:58:55.523219 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fb970e1b-2f8a-42b5-9a8f-88cec863f785 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.541188 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80f184c9-d992-406e-9f2e-2bcf89af5980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.543976 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8c8a623e-289b-4cbe-bbf0-bdf7ce5a8d4c tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.547876 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dff1f8e1-5c43-4eb1-9817-f4b9531d5c23 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.553198 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff1f8e1-5c43-4eb1-9817-f4b9531d5c23 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:55.553806 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dff1f8e1-5c43-4eb1-9817-f4b9531d5c23 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.575732 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80f184c9-d992-406e-9f2e-2bcf89af5980 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.587118 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-80f184c9-d992-406e-9f2e-2bcf89af5980 admin admin] 10.222.0.11 "DELETE /v2.0/networks/812d38e1-1176-4ccb-aae5-bfd7267dedf3 HTTP/1.1" status: 204 len: 168 time: 0.7752578 Nov 24 20:58:55.589371 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f184c9-d992-406e-9f2e-2bcf89af5980 admin admin] Pushing event deleted for resources: {'Network': ['ID=812d38e1-1176-4ccb-aae5-bfd7267dedf3,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:55.592531 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-83dbd3bf-2016-4c34-ae8c-e60d9cead8b4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.606450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-fb970e1b-2f8a-42b5-9a8f-88cec863f785 None None] For port c0fca4a5-a2b8-4615-83ff-0ff59a88d882, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c0fca4a5-a2b8-4615-83ff-0ff59a88d882,segment=NetworkSegment(35647974-afbd-4316-8940-614ba9bd5868),segment_id=35647974-afbd-4316-8940-614ba9bd5868)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:55.607099 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fb970e1b-2f8a-42b5-9a8f-88cec863f785 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.622600 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-fb970e1b-2f8a-42b5-9a8f-88cec863f785 None None] Calling delete_port for c0fca4a5-a2b8-4615-83ff-0ff59a88d882 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:58:55.656313 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef1d3dfe-fb45-4497-a606-2e45e69f2cce req-1502b15e-1f51-4394-9aa1-428054d26db9 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194271 Nov 24 20:58:55.684255 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dff1f8e1-5c43-4eb1-9817-f4b9531d5c23 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3941741 Nov 24 20:58:55.687156 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38006) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:55.699246 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-182b25f8-2cfb-4909-b58c-208572e730af tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'port': {'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b', 'name': 'tempest-PortsIpV6TestJSON-795536733'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:55.708805 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38008) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:55.711632 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device f7d87ff8-9541-40fc-b77a-8b124b37ffa1 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:58:55.724418 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fb970e1b-2f8a-42b5-9a8f-88cec863f785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.743104 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb970e1b-2f8a-42b5-9a8f-88cec863f785 None None] No DVR routers for this DVR port c0fca4a5-a2b8-4615-83ff-0ff59a88d882 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:58:55.778227 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-83dbd3bf-2016-4c34-ae8c-e60d9cead8b4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:55.783027 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb970e1b-2f8a-42b5-9a8f-88cec863f785 None None] Pushing event deleted for resources: {'Port': ['ID=c0fca4a5-a2b8-4615-83ff-0ff59a88d882,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:55.784997 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-7fc4d033-0c16-4322-9221-9c54a0edae6f tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Request body: {'subnet': {'network_id': 'eb0da17d-ab8b-4ed0-81aa-8dc1cc50060b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:55.869453 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-8c8a623e-289b-4cbe-bbf0-bdf7ce5a8d4c tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] The port 'c0fca4a5-a2b8-4615-83ff-0ff59a88d882' was deleted {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 24 20:58:55.899392 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port f7d87ff8-9541-40fc-b77a-8b124b37ffa1, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f7d87ff8-9541-40fc-b77a-8b124b37ffa1,segment=NetworkSegment(ae680190-f9b5-48e4-90dd-f665743b60d0),segment_id=ae680190-f9b5-48e4-90dd-f665743b60d0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:55.899587 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1f8e1-5c43-4eb1-9817-f4b9531d5c23 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Network': ['ID=1f176f74-01d3-4640-935b-9a80200a4c6b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:55.900738 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38010) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:55.914204 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 1f176f74-01d3-4640-935b-9a80200a4c6b details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:58:55.915611 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-83dbd3bf-2016-4c34-ae8c-e60d9cead8b4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Allocated IP 172.25.5.37 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/26446297-b9ea-4059-9e84-db2189e66ff4) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:58:55.939904 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'f7d87ff8-9541-40fc-b77a-8b124b37ffa1', 'network_id': '604f9490-bd3f-4d5d-bf70-f885efb4f550', 'port_id': 'f7d87ff8-9541-40fc-b77a-8b124b37ffa1', 'mac_address': 'fa:16:3e:1a:9d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1362c4f-4e16-416c-836d-b50d92bb899b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:58:55.989283 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.040243 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8c8a623e-289b-4cbe-bbf0-bdf7ce5a8d4c tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.040457 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d87ff8-9541-40fc-b77a-8b124b37ffa1 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:58:56.053195 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-83dbd3bf-2016-4c34-ae8c-e60d9cead8b4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.067986 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port f7d87ff8-9541-40fc-b77a-8b124b37ffa1, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f7d87ff8-9541-40fc-b77a-8b124b37ffa1,segment=NetworkSegment(ae680190-f9b5-48e4-90dd-f665743b60d0),segment_id=ae680190-f9b5-48e4-90dd-f665743b60d0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:56.072323 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.082748 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc4d033-0c16-4322-9221-9c54a0edae6f tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Made reservation on behalf of 489be4bfb3f74b6eb54f875ff6d7f787 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:56.087569 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7fc4d033-0c16-4322-9221-9c54a0edae6f tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.097247 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-8c8a623e-289b-4cbe-bbf0-bdf7ce5a8d4c tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bd651f-46b5-4aab-9988-7b554cbd9f2f']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:58:56.101560 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-83dbd3bf-2016-4c34-ae8c-e60d9cead8b4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.113279 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fac0b373-2f7f-47a1-890b-5bd6228882e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=742ae1b772b24d009d0a9c5cf2ee68c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2088761 Nov 24 20:58:56.124343 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38014) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:56.131907 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=f7d87ff8-9541-40fc-b77a-8b124b37ffa1,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:56.141602 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-8c8a623e-289b-4cbe-bbf0-bdf7ce5a8d4c tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35647974-afbd-4316-8940-614ba9bd5868') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:58:56.141602 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-8c8a623e-289b-4cbe-bbf0-bdf7ce5a8d4c tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35647974-afbd-4316-8940-614ba9bd5868') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:58:56.162958 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8c8a623e-289b-4cbe-bbf0-bdf7ce5a8d4c tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.169228 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182b25f8-2cfb-4909-b58c-208572e730af tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:56.172739 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-182b25f8-2cfb-4909-b58c-208572e730af tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.176941 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dbd3bf-2016-4c34-ae8c-e60d9cead8b4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:56.183966 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-83dbd3bf-2016-4c34-ae8c-e60d9cead8b4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:56.193885 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dbd3bf-2016-4c34-ae8c-e60d9cead8b4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:56.202043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 2ef14d52-ee69-4d82-b823-64e70289fcc4 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:58:56.214581 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbd3bf-2016-4c34-ae8c-e60d9cead8b4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event updated for resources: {'Port': ['ID=26446297-b9ea-4059-9e84-db2189e66ff4,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:56.246467 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db14b8a-2b92-4bea-8120-bbb887174422 req-7a51ce55-3259-4684-805a-056402023563 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:56.248800 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5db14b8a-2b92-4bea-8120-bbb887174422 req-7a51ce55-3259-4684-805a-056402023563 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d103be5-4711-42c8-8565-1a4b05a1eaf8 HTTP/1.1" status: 200 len: 949 time: 0.1115160 Nov 24 20:58:56.252729 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8c8a623e-289b-4cbe-bbf0-bdf7ce5a8d4c tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.274899 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-182b25f8-2cfb-4909-b58c-208572e730af tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] device_id is not set on port dbcd6bc9-6231-4165-be88-33bb1623a95f yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:58:56.282690 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8a623e-289b-4cbe-bbf0-bdf7ce5a8d4c tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:58:56.282942 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8c8a623e-289b-4cbe-bbf0-bdf7ce5a8d4c tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:58:56.287296 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:58:56.295918 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 2ef14d52-ee69-4d82-b823-64e70289fcc4 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:58:56.301681 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 2ef14d52-ee69-4d82-b823-64e70289fcc4 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:56.301681 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.338931 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5db14b8a-2b92-4bea-8120-bbb887174422 req-0b105b3d-ff57-4996-8317-002b3b45444a tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751610 Nov 24 20:58:56.349029 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['f7d87ff8-9541-40fc-b77a-8b124b37ffa1'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:58:56.398089 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7277601c-0c77-49bd-85bf-4fdb6feaac36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.455188 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8c8a623e-289b-4cbe-bbf0-bdf7ce5a8d4c tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.459434 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7277601c-0c77-49bd-85bf-4fdb6feaac36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.469445 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.483023 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-83dbd3bf-2016-4c34-ae8c-e60d9cead8b4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.499373 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8c8a623e-289b-4cbe-bbf0-bdf7ce5a8d4c tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.505857 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8c8a623e-289b-4cbe-bbf0-bdf7ce5a8d4c tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] 10.222.0.11 "DELETE /v2.0/networks/96bd651f-46b5-4aab-9988-7b554cbd9f2f HTTP/1.1" status: 204 len: 168 time: 1.2971807 Nov 24 20:58:56.533164 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 2ef14d52-ee69-4d82-b823-64e70289fcc4, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2ef14d52-ee69-4d82-b823-64e70289fcc4,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:56.535103 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a623e-289b-4cbe-bbf0-bdf7ce5a8d4c tempest-AllowedAddressPairIpV6TestJSON-1490335596 tempest-AllowedAddressPairIpV6TestJSON-1490335596-project] Pushing event deleted for resources: {'Network': ['ID=96bd651f-46b5-4aab-9988-7b554cbd9f2f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:56.536061 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-83dbd3bf-2016-4c34-ae8c-e60d9cead8b4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.543936 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.631767 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=2ef14d52-ee69-4d82-b823-64e70289fcc4,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:56.637616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc488b9-045f-4c0f-82c4-7203c6c9f7f9 req-ddceb26b-b332-4a2b-b253-e1ba51e1b2aa tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:56.645236 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cdc488b9-045f-4c0f-82c4-7203c6c9f7f9 req-ddceb26b-b332-4a2b-b253-e1ba51e1b2aa tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/ports?device_id=64cb6bf5-025d-4a58-8281-601466d85c66 HTTP/1.1" status: 200 len: 944 time: 0.2213860 Nov 24 20:58:56.717694 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d103be5-4711-42c8-8565-1a4b05a1eaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef14d52-ee69-4d82-b823-64e70289fcc4'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:58:56.720971 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328b0cbc-c870-4191-a916-a10973ebbb31" -d '{"events": [{"server_uuid": "8d103be5-4711-42c8-8565-1a4b05a1eaf8", "name": "network-vif-plugged", "status": "completed", "tag": "2ef14d52-ee69-4d82-b823-64e70289fcc4"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:58:56.742464 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-83dbd3bf-2016-4c34-ae8c-e60d9cead8b4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.748793 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-83dbd3bf-2016-4c34-ae8c-e60d9cead8b4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.760972 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7277601c-0c77-49bd-85bf-4fdb6feaac36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.763589 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7277601c-0c77-49bd-85bf-4fdb6feaac36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.767377 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7277601c-0c77-49bd-85bf-4fdb6feaac36 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d0577c53-f598-47de-9bb7-3deb1d81742d HTTP/1.1" status: 204 len: 168 time: 0.6380842 Nov 24 20:58:56.769537 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-182b25f8-2cfb-4909-b58c-208572e730af tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.806043 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277601c-0c77-49bd-85bf-4fdb6feaac36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0577c53-f598-47de-9bb7-3deb1d81742d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:56.833040 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbd3bf-2016-4c34-ae8c-e60d9cead8b4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event updated for resources: {'Port': ['ID=26446297-b9ea-4059-9e84-db2189e66ff4,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:56.837328 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cdc488b9-045f-4c0f-82c4-7203c6c9f7f9 req-4d642017-963c-431c-917e-623053614874 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/security-groups?id=56c827aa-c7aa-4b0c-9d7a-e243c5173f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911316 Nov 24 20:58:56.838315 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7fc4d033-0c16-4322-9221-9c54a0edae6f tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.902424 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-83dbd3bf-2016-4c34-ae8c-e60d9cead8b4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.903880 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a6d461-c99b-45be-8b58-4d808ed353a5 x-openstack-request-id: req-c3a6d461-c99b-45be-8b58-4d808ed353a5 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:58:56.904382 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d103be5-4711-42c8-8565-1a4b05a1eaf8", "name": "network-vif-plugged", "status": "completed", "tag": "2ef14d52-ee69-4d82-b823-64e70289fcc4", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:58:56.904642 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c3a6d461-c99b-45be-8b58-4d808ed353a5 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:58:56.905398 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d103be5-4711-42c8-8565-1a4b05a1eaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef14d52-ee69-4d82-b823-64e70289fcc4', 'code': 200} Nov 24 20:58:56.932899 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563d8fe-2151-4766-ad2d-ee73eb351a09 req-9e8aa209-b51d-4014-ad2d-bb0ec2a11988 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:56.935910 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4563d8fe-2151-4766-ad2d-ee73eb351a09 req-9e8aa209-b51d-4014-ad2d-bb0ec2a11988 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1333323 Nov 24 20:58:56.941747 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-83dbd3bf-2016-4c34-ae8c-e60d9cead8b4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.952401 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-83dbd3bf-2016-4c34-ae8c-e60d9cead8b4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4377730 Nov 24 20:58:56.952606 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-182b25f8-2cfb-4909-b58c-208572e730af tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:56.963770 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38030) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:57.004641 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4d033-0c16-4322-9221-9c54a0edae6f tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event updated for resources: {'Subnet': ['ID=fd383ede-4b21-4d86-9175-89ff599f6b94,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:57.026527 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4563d8fe-2151-4766-ad2d-ee73eb351a09 req-55a895c6-d55e-4a13-8316-d40664061320 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789433 Nov 24 20:58:57.034616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc4d033-0c16-4322-9221-9c54a0edae6f tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Checking segment: {'id': 'f43e62ec-244c-40a1-b706-e5527bd3f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eb0da17d-ab8b-4ed0-81aa-8dc1cc50060b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:58:57.034902 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc4d033-0c16-4322-9221-9c54a0edae6f tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Network hostable DHCP agents. Network: eb0da17d-ab8b-4ed0-81aa-8dc1cc50060b, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:58:57.068605 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c0fca4a5-a2b8-4615-83ff-0ff59a88d882 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:58:57.094288 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b25f8-2cfb-4909-b58c-208572e730af tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Port': ['ID=dbcd6bc9-6231-4165-be88-33bb1623a95f,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:57.105243 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: c0fca4a5-a2b8-4615-83ff-0ff59a88d882 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:58:57.105599 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c0fca4a5-a2b8-4615-83ff-0ff59a88d882 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:58:57.457478 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182b25f8-2cfb-4909-b58c-208572e730af tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Checking segment: {'id': '5fe46d8e-64ed-4727-86a6-b2910dd9218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:58:57.458005 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182b25f8-2cfb-4909-b58c-208572e730af tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network hostable DHCP agents. Network: 1f176f74-01d3-4640-935b-9a80200a4c6b, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:58:57.473790 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701f879-1bd0-406f-9044-e14bc572d7aa req-bbdf3fbf-4c4b-4a43-9f2a-2be7f763c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:57.475299 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3701f879-1bd0-406f-9044-e14bc572d7aa req-bbdf3fbf-4c4b-4a43-9f2a-2be7f763c39f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d103be5-4711-42c8-8565-1a4b05a1eaf8 HTTP/1.1" status: 200 len: 1101 time: 0.4659958 Nov 24 20:58:57.475893 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc4d033-0c16-4322-9221-9c54a0edae6f tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Network eb0da17d-ab8b-4ed0-81aa-8dc1cc50060b is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:58:57.516072 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-7fc4d033-0c16-4322-9221-9c54a0edae6f tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, eb0da17d-ab8b-4ed0-81aa-8dc1cc50060b) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:57.520083 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-06d670ec-c720-4d45-bf95-6a228936591a tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1606113137&fields=id&tenant_id=838d059057e840c09ac19be61b107bec HTTP/1.1" status: 200 len: 267 time: 0.0669909 Nov 24 20:58:57.521063 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc4d033-0c16-4322-9221-9c54a0edae6f tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:57.521670 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7fc4d033-0c16-4322-9221-9c54a0edae6f tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:57.528437 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c4b040-33ec-4d31-86aa-c0450988a2f7 None None] Network eb0da17d-ab8b-4ed0-81aa-8dc1cc50060b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:58:57.578053 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182b25f8-2cfb-4909-b58c-208572e730af tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network 1f176f74-01d3-4640-935b-9a80200a4c6b is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:58:57.587834 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5b6d865b-cc74-4c49-b261-f085ec3fe953 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:57.594507 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5b6d865b-cc74-4c49-b261-f085ec3fe953 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports/5f848b02-05bc-4238-b1ac-d026adbdf90d HTTP/1.1" status: 200 len: 932 time: 0.0722754 Nov 24 20:58:57.601420 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d3fe39f3-7d48-4cf4-abe2-86c686606afb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ecb46db22974e768efab236cb243419&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6333835 Nov 24 20:58:57.606049 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38058) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:57.611591 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7fc4d033-0c16-4322-9221-9c54a0edae6f tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8846459 Nov 24 20:58:57.611591 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-182b25f8-2cfb-4909-b58c-208572e730af tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 1f176f74-01d3-4640-935b-9a80200a4c6b) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:57.613152 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182b25f8-2cfb-4909-b58c-208572e730af tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:57.618925 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182b25f8-2cfb-4909-b58c-208572e730af tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:57.619541 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-182b25f8-2cfb-4909-b58c-208572e730af tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:57.630669 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c80c6-9abe-475a-b718-7cbd94a1ff47 req-a840fe3a-88b4-465c-a7f4-804257e9120c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:57.632477 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d34c80c6-9abe-475a-b718-7cbd94a1ff47 req-a840fe3a-88b4-465c-a7f4-804257e9120c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d103be5-4711-42c8-8565-1a4b05a1eaf8 HTTP/1.1" status: 200 len: 950 time: 0.2016759 Nov 24 20:58:57.635428 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38062) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:57.641852 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75391785-05d1-4358-a8ea-c9e91a15661c None None] Network 1f176f74-01d3-4640-935b-9a80200a4c6b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:58:57.655038 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-33416f5f-5b45-486b-be9c-0d5f910858d9 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1070182400'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:57.656985 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3701f879-1bd0-406f-9044-e14bc572d7aa req-3b2f99d8-f43c-4ede-bd67-b66161f42898 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588233 Nov 24 20:58:57.684841 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device f7d87ff8-9541-40fc-b77a-8b124b37ffa1 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:58:57.688939 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-e5791291-3373-4774-915c-3c1fb9d51e92 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:57.692918 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-182b25f8-2cfb-4909-b58c-208572e730af tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0045145 Nov 24 20:58:57.696263 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38066) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:57.697349 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-e5791291-3373-4774-915c-3c1fb9d51e92 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports/af61a7f2-1e25-4982-87e4-5079effabcf1 HTTP/1.1" status: 200 len: 931 time: 0.1008246 Nov 24 20:58:57.701823 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-26b8941f-a924-4503-92d3-91a82b9cb81d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1290956003'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:57.741126 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d34c80c6-9abe-475a-b718-7cbd94a1ff47 req-8982325b-dc29-42fc-be11-3e63290719e2 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947320 Nov 24 20:58:57.780683 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-938bde07-dc62-4ff7-ae96-53ae87ed93c2 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?network_id=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0823765 Nov 24 20:58:57.788805 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33416f5f-5b45-486b-be9c-0d5f910858d9 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Made reservation on behalf of 489be4bfb3f74b6eb54f875ff6d7f787 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:57.792601 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33416f5f-5b45-486b-be9c-0d5f910858d9 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:57.813311 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b8941f-a924-4503-92d3-91a82b9cb81d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:57.817736 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-26b8941f-a924-4503-92d3-91a82b9cb81d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:57.826553 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-597a4887-b960-4ea2-b6ef-3bceac55671a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:57.849931 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-bc26ce24-3e22-4598-b8bc-a79405b613af tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?network_id=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0484228 Nov 24 20:58:57.859733 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b8941f-a924-4503-92d3-91a82b9cb81d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:58:57.876179 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-26b8941f-a924-4503-92d3-91a82b9cb81d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:57.876369 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-26b8941f-a924-4503-92d3-91a82b9cb81d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Added segment 2f540b51-197e-4e49-b786-a42338310fa7 of type vlan for network a3f7dcdc-386f-4c83-8b70-c8e0c36d3b5b Nov 24 20:58:57.904337 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-597a4887-b960-4ea2-b6ef-3bceac55671a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:57.930665 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33416f5f-5b45-486b-be9c-0d5f910858d9 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:58:57.948411 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-26b8941f-a924-4503-92d3-91a82b9cb81d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:57.972669 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38074) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:58.023136 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bbcbe-c288-46a7-89a6-76dade207053 req-3cd8649a-107e-48d8-a5ba-06c39af2793b tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:58.024684 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-905bbcbe-c288-46a7-89a6-76dade207053 req-3cd8649a-107e-48d8-a5ba-06c39af2793b tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/ports?device_id=64cb6bf5-025d-4a58-8281-601466d85c66 HTTP/1.1" status: 200 len: 944 time: 0.0907698 Nov 24 20:58:58.026015 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-26b8941f-a924-4503-92d3-91a82b9cb81d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:58.031601 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b8941f-a924-4503-92d3-91a82b9cb81d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:58.032240 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-26b8941f-a924-4503-92d3-91a82b9cb81d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:58.055333 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-26b8941f-a924-4503-92d3-91a82b9cb81d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3577411 Nov 24 20:58:58.063459 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38078) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:58.086329 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'ports': [{'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b'}, {'network_id': 'a3f7dcdc-386f-4c83-8b70-c8e0c36d3b5b'}]} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:58.086672 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'port': {'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:58.087143 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'port': {'network_id': 'a3f7dcdc-386f-4c83-8b70-c8e0c36d3b5b'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:58.129242 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port f7d87ff8-9541-40fc-b77a-8b124b37ffa1 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:58:58.136613 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port f7d87ff8-9541-40fc-b77a-8b124b37ffa1 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:58:58.137092 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:58.142845 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2951396-8643-49e4-b11d-e00bec79cae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-eb0da17d-ab8b-4ed0-81aa-8dc1cc50060b', 'network_id': 'eb0da17d-ab8b-4ed0-81aa-8dc1cc50060b', 'tenant_id': '489be4bfb3f74b6eb54f875ff6d7f787', 'fixed_ips': [{'subnet_id': 'fd383ede-4b21-4d86-9175-89ff599f6b94'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:58:58.144480 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c2951396-8643-49e4-b11d-e00bec79cae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:58.178980 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-38f070a0-7ac2-4863-a282-63eadfa450b0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-945402129-network', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:58.193832 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8941f-a924-4503-92d3-91a82b9cb81d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Network': ['ID=a3f7dcdc-386f-4c83-8b70-c8e0c36d3b5b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:58.208048 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network a3f7dcdc-386f-4c83-8b70-c8e0c36d3b5b details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:58:58.239649 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-905bbcbe-c288-46a7-89a6-76dade207053 req-33d76e81-74e1-4372-9abb-bbd6bc58453d tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/security-groups?id=56c827aa-c7aa-4b0c-9d7a-e243c5173f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934912 Nov 24 20:58:58.275968 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f070a0-7ac2-4863-a282-63eadfa450b0 admin admin] Made reservation on behalf of 05a0e117b094408ca97fe41bcd9a1090 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:58.278356 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38f070a0-7ac2-4863-a282-63eadfa450b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:58.295906 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38f070a0-7ac2-4863-a282-63eadfa450b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:58.331296 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:58.395723 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33416f5f-5b45-486b-be9c-0d5f910858d9 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:58.396941 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-33416f5f-5b45-486b-be9c-0d5f910858d9 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Added segment 5dd0b533-fe71-48de-8143-64595a248e30 of type vlan for network 9967960c-968f-4828-9e66-ee6299262b68 Nov 24 20:58:58.422987 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port f7d87ff8-9541-40fc-b77a-8b124b37ffa1, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f7d87ff8-9541-40fc-b77a-8b124b37ffa1,segment=NetworkSegment(ae680190-f9b5-48e4-90dd-f665743b60d0),segment_id=ae680190-f9b5-48e4-90dd-f665743b60d0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:58:58.432995 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:58.453365 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d338c-08cb-4ff4-bff1-9806d445de91 req-3d757b8c-e765-43af-937c-4e70e56ff723 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:58.454775 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-595d338c-08cb-4ff4-bff1-9806d445de91 req-3d757b8c-e765-43af-937c-4e70e56ff723 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1151264 Nov 24 20:58:58.455486 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'port': 2} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:58.460730 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:58.504569 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:58.505089 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33416f5f-5b45-486b-be9c-0d5f910858d9 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:58.519514 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=f7d87ff8-9541-40fc-b77a-8b124b37ffa1,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:58.523031 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-b4a9186c-4794-4ccc-a9e2-d42f94bff955 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:58.529063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-b4a9186c-4794-4ccc-a9e2-d42f94bff955 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:58.532017 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-c2951396-8643-49e4-b11d-e00bec79cae1 None None] Allocated IP 2001:db8:0:ffff::2 (eb0da17d-ab8b-4ed0-81aa-8dc1cc50060b/fd383ede-4b21-4d86-9175-89ff599f6b94/731bfa5c-a830-41c1-b880-fc9c75e9579c) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:58:58.537597 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-b4a9186c-4794-4ccc-a9e2-d42f94bff955 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:58.539309 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-b4a9186c-4794-4ccc-a9e2-d42f94bff955 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/networks?id=2b80d919-dc76-4e07-9d79-d9c7af051c8b&id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&id=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7&id=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7 HTTP/1.1" status: 200 len: 1990 time: 0.6755476 Nov 24 20:58:58.546909 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38f070a0-7ac2-4863-a282-63eadfa450b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:58.568055 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-597a4887-b960-4ea2-b6ef-3bceac55671a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:58.571084 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-597a4887-b960-4ea2-b6ef-3bceac55671a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:58.574593 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-597a4887-b960-4ea2-b6ef-3bceac55671a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08826781-02ab-42e3-9143-caab504655d0 HTTP/1.1" status: 204 len: 168 time: 0.9398453 Nov 24 20:58:58.581445 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-eb503132-db05-4e51-8bdd-93c373daee1c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/quotas/838d059057e840c09ac19be61b107bec HTTP/1.1" status: 200 len: 375 time: 0.0229993 Nov 24 20:58:58.582052 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33416f5f-5b45-486b-be9c-0d5f910858d9 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:58.587622 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38f070a0-7ac2-4863-a282-63eadfa450b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:58.604407 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33416f5f-5b45-486b-be9c-0d5f910858d9 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:58.605325 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33416f5f-5b45-486b-be9c-0d5f910858d9 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:58.642693 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-595d338c-08cb-4ff4-bff1-9806d445de91 req-6e54b6b3-bde6-49f0-887a-77c3dfd8c913 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691358 Nov 24 20:58:58.652022 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f070a0-7ac2-4863-a282-63eadfa450b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:58:58.687911 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] device_id is not set on port 9b4972c8-38b6-4e7b-8009-fbb0c730047e yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:58:58.697894 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f070a0-7ac2-4863-a282-63eadfa450b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0eabc1-bb26-46a9-bd64-24922fb9dce4,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:58.700988 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38f070a0-7ac2-4863-a282-63eadfa450b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:58.701354 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-38f070a0-7ac2-4863-a282-63eadfa450b0 admin admin] Added segment 7a44ead5-6dd0-40be-9dbb-70a3360b9949 of type vlan for network 052aa3f3-cb01-49c1-a57f-09e705955607 Nov 24 20:58:58.721075 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c2951396-8643-49e4-b11d-e00bec79cae1 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:58.729888 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c2951396-8643-49e4-b11d-e00bec79cae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:58.752090 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38f070a0-7ac2-4863-a282-63eadfa450b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:58.762878 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a4887-b960-4ea2-b6ef-3bceac55671a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08826781-02ab-42e3-9143-caab504655d0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:58.790247 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2951396-8643-49e4-b11d-e00bec79cae1 None None] Network eb0da17d-ab8b-4ed0-81aa-8dc1cc50060b is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:58.795001 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-c2951396-8643-49e4-b11d-e00bec79cae1 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:58.798369 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2951396-8643-49e4-b11d-e00bec79cae1 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:58.808055 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33416f5f-5b45-486b-be9c-0d5f910858d9 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event updated for resources: {'Network': ['ID=9967960c-968f-4828-9e66-ee6299262b68,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:58.809031 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2951396-8643-49e4-b11d-e00bec79cae1 None None] Pushing event updated for resources: {'Port': ['ID=731bfa5c-a830-41c1-b880-fc9c75e9579c,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:58.816084 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-33416f5f-5b45-486b-be9c-0d5f910858d9 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1743329 Nov 24 20:58:58.821500 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38088) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:58.827296 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-5a0fa0fd-194b-4c49-87e1-527cd3044d23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Request body: {'subnet': {'network_id': '9967960c-968f-4828-9e66-ee6299262b68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:58.855774 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38f070a0-7ac2-4863-a282-63eadfa450b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:58.856850 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f070a0-7ac2-4863-a282-63eadfa450b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:58.857429 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38f070a0-7ac2-4863-a282-63eadfa450b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:58.878918 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 9967960c-968f-4828-9e66-ee6299262b68 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:58:58.908934 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-fdda273d-4391-45dc-af05-43479520d8b4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=838d059057e840c09ac19be61b107bec&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2950211 Nov 24 20:58:58.922571 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cb6bf5-025d-4a58-8281-601466d85c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d87ff8-9541-40fc-b77a-8b124b37ffa1'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:58:58.928665 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7252a902-623f-455a-a6b0-234c45ebded6" -d '{"events": [{"server_uuid": "64cb6bf5-025d-4a58-8281-601466d85c66", "name": "network-vif-plugged", "status": "completed", "tag": "f7d87ff8-9541-40fc-b77a-8b124b37ffa1"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:58:58.975653 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c2951396-8643-49e4-b11d-e00bec79cae1 None None] Attempting to bind port 731bfa5c-a830-41c1-b880-fc9c75e9579c on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:58:58.976168 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c2951396-8643-49e4-b11d-e00bec79cae1 None None] Attempting to bind port 731bfa5c-a830-41c1-b880-fc9c75e9579c by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'f43e62ec-244c-40a1-b706-e5527bd3f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eb0da17d-ab8b-4ed0-81aa-8dc1cc50060b'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:58:58.976635 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2951396-8643-49e4-b11d-e00bec79cae1 None None] Attempting to bind port 731bfa5c-a830-41c1-b880-fc9c75e9579c on network eb0da17d-ab8b-4ed0-81aa-8dc1cc50060b {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:58:59.012710 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2951396-8643-49e4-b11d-e00bec79cae1 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:58:59.013254 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2951396-8643-49e4-b11d-e00bec79cae1 None None] Checking segment: {'id': 'f43e62ec-244c-40a1-b706-e5527bd3f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eb0da17d-ab8b-4ed0-81aa-8dc1cc50060b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:58:59.013859 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c2951396-8643-49e4-b11d-e00bec79cae1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:59.014353 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2951396-8643-49e4-b11d-e00bec79cae1 None None] Bound using segment: {'id': 'f43e62ec-244c-40a1-b706-e5527bd3f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eb0da17d-ab8b-4ed0-81aa-8dc1cc50060b'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:58:59.015074 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c2951396-8643-49e4-b11d-e00bec79cae1 None None] Bound port: 731bfa5c-a830-41c1-b880-fc9c75e9579c, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43e62ec-244c-40a1-b706-e5527bd3f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eb0da17d-ab8b-4ed0-81aa-8dc1cc50060b'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:58:59.015645 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c2951396-8643-49e4-b11d-e00bec79cae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:59.016177 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-38f070a0-7ac2-4863-a282-63eadfa450b0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0410945 Nov 24 20:58:59.020821 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38096) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:59.023071 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f070a0-7ac2-4863-a282-63eadfa450b0 admin admin] Pushing event updated for resources: {'Network': ['ID=052aa3f3-cb01-49c1-a57f-09e705955607,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:59.038971 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 052aa3f3-cb01-49c1-a57f-09e705955607 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:58:59.047005 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f2f64851-31cf-4c90-bcea-7e8ad4c429a4 admin admin] Request body: {'subnet': {'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-945402129-subnet', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:58:59.068616 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:59.150365 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-40ecb812-2129-4438-b619-1f2bb7d74c8a service neutron] 10.222.0.11 "GET /v2.0/networks/2b80d919-dc76-4e07-9d79-d9c7af051c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063684 Nov 24 20:58:59.152063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0fa0fd-194b-4c49-87e1-527cd3044d23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Made reservation on behalf of 489be4bfb3f74b6eb54f875ff6d7f787 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:59.158580 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5a0fa0fd-194b-4c49-87e1-527cd3044d23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:59.158856 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ccc55-3bc0-4452-8fe0-3b7cc31111fd req-cc530a73-a37b-4e7e-98c1-731104d27040 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:59.166541 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f55ccc55-3bc0-4452-8fe0-3b7cc31111fd req-cc530a73-a37b-4e7e-98c1-731104d27040 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d103be5-4711-42c8-8565-1a4b05a1eaf8 HTTP/1.1" status: 200 len: 950 time: 0.2381165 Nov 24 20:58:59.172881 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] device_id is not set on port 592faf53-d293-4d42-ba79-206bda6a3e0b yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:58:59.202225 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c2951396-8643-49e4-b11d-e00bec79cae1 None None] For port 731bfa5c-a830-41c1-b880-fc9c75e9579c, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:58:59.205693 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c2951396-8643-49e4-b11d-e00bec79cae1 None None] For port 731bfa5c-a830-41c1-b880-fc9c75e9579c, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=731bfa5c-a830-41c1-b880-fc9c75e9579c,segment=NetworkSegment(f43e62ec-244c-40a1-b706-e5527bd3f6b3),segment_id=f43e62ec-244c-40a1-b706-e5527bd3f6b3)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:58:59.212091 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c2951396-8643-49e4-b11d-e00bec79cae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:59.223376 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f64851-31cf-4c90-bcea-7e8ad4c429a4 admin admin] Made reservation on behalf of 05a0e117b094408ca97fe41bcd9a1090 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:58:59.225875 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2f64851-31cf-4c90-bcea-7e8ad4c429a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:59.271781 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2951396-8643-49e4-b11d-e00bec79cae1 None None] Pushing event updated for resources: {'Port': ['ID=731bfa5c-a830-41c1-b880-fc9c75e9579c,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:59.291924 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-817c5a8f-57bb-454f-b81e-8a06012ecb8a service neutron] 10.222.0.11 "GET /v2.0/networks/2b80d919-dc76-4e07-9d79-d9c7af051c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263058 Nov 24 20:58:59.321287 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f55ccc55-3bc0-4452-8fe0-3b7cc31111fd req-2f06bfa0-9a67-4926-962e-f3e95f89293f tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473715 Nov 24 20:58:59.387196 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca98b774-82ed-4dc8-9272-a3c40e41151b x-openstack-request-id: req-ca98b774-82ed-4dc8-9272-a3c40e41151b {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:58:59.387635 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64cb6bf5-025d-4a58-8281-601466d85c66", "name": "network-vif-plugged", "status": "completed", "tag": "f7d87ff8-9541-40fc-b77a-8b124b37ffa1", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:58:59.388424 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca98b774-82ed-4dc8-9272-a3c40e41151b {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:58:59.388950 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64cb6bf5-025d-4a58-8281-601466d85c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d87ff8-9541-40fc-b77a-8b124b37ffa1', 'code': 200} Nov 24 20:58:59.438738 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-204617c3-f905-4d67-bcc6-cfb7d39e885a service neutron] 10.222.0.11 "GET /v2.0/ports/5f848b02-05bc-4238-b1ac-d026adbdf90d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0834723 Nov 24 20:58:59.466910 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:59.625371 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:59.641897 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe3e07-8e7d-4591-af51-dc8aa4231037 req-7a40f801-4dfb-480f-b509-684f7805a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:59.644112 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1bbe3e07-8e7d-4591-af51-dc8aa4231037 req-7a40f801-4dfb-480f-b509-684f7805a43e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=64cb6bf5-025d-4a58-8281-601466d85c66 HTTP/1.1" status: 200 len: 1096 time: 0.1630514 Nov 24 20:58:59.647150 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3faab3-95dc-4668-bc42-8113f90bee26 req-b6e88254-2cbc-4d59-8104-0bb0e7b536a6 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:58:59.665035 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2a3faab3-95dc-4668-bc42-8113f90bee26 req-b6e88254-2cbc-4d59-8104-0bb0e7b536a6 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/ports?device_id=64cb6bf5-025d-4a58-8281-601466d85c66 HTTP/1.1" status: 200 len: 945 time: 0.1542265 Nov 24 20:58:59.708715 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-74746e34-2c57-4996-bc41-709e50bdd2d3 service neutron] 10.222.0.11 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603669 Nov 24 20:58:59.763212 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network 1f176f74-01d3-4640-935b-9a80200a4c6b is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:58:59.770358 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:58:59.772294 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1bbe3e07-8e7d-4591-af51-dc8aa4231037 req-d0c3094a-ab08-4a85-888c-41beeb9c8b57 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=56c827aa-c7aa-4b0c-9d7a-e243c5173f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174698 Nov 24 20:58:59.774948 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:58:59.775833 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:59.793285 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Port': ['ID=9b4972c8-38b6-4e7b-8009-fbb0c730047e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:59.809569 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38114) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:58:59.907254 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2a3faab3-95dc-4668-bc42-8113f90bee26 req-880d4e83-bda6-4769-abf2-148c90c0e3c6 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/security-groups?id=56c827aa-c7aa-4b0c-9d7a-e243c5173f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413130 Nov 24 20:58:59.907639 n-d-812111-8 neutron-server[109990]: DEBUG neutron.objects.ports [None req-5a0fa0fd-194b-4c49-87e1-527cd3044d23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109990) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 20:58:59.914025 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5a0fa0fd-194b-4c49-87e1-527cd3044d23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:59.948506 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2f64851-31cf-4c90-bcea-7e8ad4c429a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:58:59.959415 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Port': ['ID=592faf53-d293-4d42-ba79-206bda6a3e0b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:58:59.963813 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-ff904e30-9c0b-4085-b186-c7a7f1a215d2 service neutron] 10.222.0.11 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466540 Nov 24 20:58:59.975010 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0fa0fd-194b-4c49-87e1-527cd3044d23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event updated for resources: {'Subnet': ['ID=8d4f5eac-fd45-49e7-becc-cdc128871b94,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:00.010357 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Checking segment: {'id': '2f540b51-197e-4e49-b786-a42338310fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a3f7dcdc-386f-4c83-8b70-c8e0c36d3b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:00.011009 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network hostable DHCP agents. Network: a3f7dcdc-386f-4c83-8b70-c8e0c36d3b5b, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:59:00.021470 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Request body: {'networks': [{'name': 'tempest-network--1480208358'}, {'name': 'tempest-network--129262904'}]} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:00.022034 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Request body: {'network': {'name': 'tempest-network--1480208358'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:00.022778 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Request body: {'network': {'name': 'tempest-network--129262904'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:00.023110 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5512dbce-f59e-4656-90b9-e2c4bbf65455 service neutron] 10.222.0.11 "GET /v2.0/ports/af61a7f2-1e25-4982-87e4-5079effabcf1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0490770 Nov 24 20:59:00.043842 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0fa0fd-194b-4c49-87e1-527cd3044d23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Checking segment: {'id': '5dd0b533-fe71-48de-8143-64595a248e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9967960c-968f-4828-9e66-ee6299262b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:00.044223 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0fa0fd-194b-4c49-87e1-527cd3044d23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Network hostable DHCP agents. Network: 9967960c-968f-4828-9e66-ee6299262b68, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:59:00.053849 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f64851-31cf-4c90-bcea-7e8ad4c429a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e861052-0b84-4fa5-83b7-82ecf6009879,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:00.119056 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network a3f7dcdc-386f-4c83-8b70-c8e0c36d3b5b is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:59:00.119282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0fa0fd-194b-4c49-87e1-527cd3044d23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Network 9967960c-968f-4828-9e66-ee6299262b68 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:59:00.123906 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Made reservation on behalf of f41791b39960415f9b6c4517811d087b for: {'network': 2} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:00.129661 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:00.136943 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-5a0fa0fd-194b-4c49-87e1-527cd3044d23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 9967960c-968f-4828-9e66-ee6299262b68) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:00.147761 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968339a9-5968-4b25-81f2-e087a07baf0b None None] Network 9967960c-968f-4828-9e66-ee6299262b68 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:00.149372 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0fa0fd-194b-4c49-87e1-527cd3044d23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:00.150158 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5a0fa0fd-194b-4c49-87e1-527cd3044d23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:00.156423 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24168309-da9c-4555-b778-ea4806869c6c req-7ae63ce5-dca8-4a07-addb-b7c070bc0244 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:00.158028 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-24168309-da9c-4555-b778-ea4806869c6c req-7ae63ce5-dca8-4a07-addb-b7c070bc0244 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1269910 Nov 24 20:59:00.161457 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:00.163354 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-1c23a030-1e1a-48dc-8fa8-50f4f53ca6ab service neutron] 10.222.0.11 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329803 Nov 24 20:59:00.173282 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5a0fa0fd-194b-4c49-87e1-527cd3044d23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3513854 Nov 24 20:59:00.173498 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, a3f7dcdc-386f-4c83-8b70-c8e0c36d3b5b) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:00.178465 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:00.184902 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:00.186665 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38118) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:00.188576 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65505c0f-d1d8-4d80-b84c-35623fd8a671 None None] Network a3f7dcdc-386f-4c83-8b70-c8e0c36d3b5b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:00.190076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:00.191650 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:00.193002 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4d3760bc-3a3a-4d1a-a62c-60b68088b659 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Request body: {'port': {'network_id': '9967960c-968f-4828-9e66-ee6299262b68', 'name': 'tempest-NetworksIpV6TestAttrs-2027268800'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:00.195097 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f64851-31cf-4c90-bcea-7e8ad4c429a4 admin admin] Checking segment: {'id': '7a44ead5-6dd0-40be-9dbb-70a3360b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:00.195463 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f64851-31cf-4c90-bcea-7e8ad4c429a4 admin admin] Network hostable DHCP agents. Network: 052aa3f3-cb01-49c1-a57f-09e705955607, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:59:00.295719 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-31dd2a71-40f0-456d-8bda-27ff91915dce tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2199154 Nov 24 20:59:00.306274 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-24168309-da9c-4555-b778-ea4806869c6c req-5ecf8e7c-b770-4208-b284-1f80eb6a74cf tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332483 Nov 24 20:59:00.306488 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38120) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:00.312822 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f64851-31cf-4c90-bcea-7e8ad4c429a4 admin admin] Network 052aa3f3-cb01-49c1-a57f-09e705955607 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:59:00.337772 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-f2f64851-31cf-4c90-bcea-7e8ad4c429a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 052aa3f3-cb01-49c1-a57f-09e705955607) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:00.342546 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f64851-31cf-4c90-bcea-7e8ad4c429a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:00.343160 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2f64851-31cf-4c90-bcea-7e8ad4c429a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:00.358629 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6554b44-2bee-4352-8788-7681077b5f0b None None] Network 052aa3f3-cb01-49c1-a57f-09e705955607 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:00.377556 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f2f64851-31cf-4c90-bcea-7e8ad4c429a4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3553336 Nov 24 20:59:00.378521 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38124) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:00.397363 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-dca814cc-187c-4453-9f97-607fb0f76998 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-945402129-router', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:00.460714 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:00.489692 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:00.490859 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:00.506584 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dca814cc-187c-4453-9f97-607fb0f76998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:00.507951 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dca814cc-187c-4453-9f97-607fb0f76998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:00.538974 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-7a92ac09-a0d0-4704-a95e-1ea7bae5f9c6 service neutron] 10.222.0.11 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631616 Nov 24 20:59:00.588685 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0694521-b38e-4d63-9d73-dd9bc8b577a4,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:00.626344 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:59:00.636357 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a2ccf-05e9-46b4-addd-fbeded74ce4a req-345cee8a-29c3-41e6-8945-71d3e83be143 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:00.638183 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b2a2ccf-05e9-46b4-addd-fbeded74ce4a req-345cee8a-29c3-41e6-8945-71d3e83be143 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d103be5-4711-42c8-8565-1a4b05a1eaf8 HTTP/1.1" status: 200 len: 950 time: 0.2096202 Nov 24 20:59:00.647110 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dca814cc-187c-4453-9f97-607fb0f76998 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:00.652309 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:00.652837 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Added segment 5d0e6348-b859-4307-953b-96deaf527550 of type vlan for network 7ac927c4-88bf-405f-ba80-80bb0b043e90 Nov 24 20:59:00.661093 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d73de5-7e4b-4160-83a9-c4758e39e526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-052aa3f3-cb01-49c1-a57f-09e705955607', 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'fixed_ips': [{'subnet_id': '9e861052-0b84-4fa5-83b7-82ecf6009879'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:59:00.662389 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-01d73de5-7e4b-4160-83a9-c4758e39e526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:00.684681 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-06450758-6b28-4fae-a09c-b1670ec58deb service neutron] 10.222.0.11 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447024 Nov 24 20:59:00.688992 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52519d06-a031-4ae4-a500-4e113f207c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-9967960c-968f-4828-9e66-ee6299262b68', 'network_id': '9967960c-968f-4828-9e66-ee6299262b68', 'tenant_id': '489be4bfb3f74b6eb54f875ff6d7f787', 'fixed_ips': [{'subnet_id': '8d4f5eac-fd45-49e7-becc-cdc128871b94'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:59:00.689866 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-52519d06-a031-4ae4-a500-4e113f207c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:00.733695 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3760bc-3a3a-4d1a-a62c-60b68088b659 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Made reservation on behalf of 489be4bfb3f74b6eb54f875ff6d7f787 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:00.737963 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4d3760bc-3a3a-4d1a-a62c-60b68088b659 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:00.770997 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-c4f7e2d4-22ac-485d-8430-e682c714a7ef tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting port 592faf53-d293-4d42-ba79-206bda6a3e0b {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:00.771343 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c4f7e2d4-22ac-485d-8430-e682c714a7ef tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:00.801391 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:00.837215 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-4d3760bc-3a3a-4d1a-a62c-60b68088b659 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] device_id is not set on port 408b1852-938c-4e12-8a75-c2d1005a451d yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:59:00.849269 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8484a821-1333-4411-81cf-9a5642c7c440 None None] Network eb0da17d-ab8b-4ed0-81aa-8dc1cc50060b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:00.888799 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b2a2ccf-05e9-46b4-addd-fbeded74ce4a req-03a7056b-143c-46ed-a292-fb4cd4d5807c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340839 Nov 24 20:59:00.932964 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dca814cc-187c-4453-9f97-607fb0f76998 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:00.935996 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:59:00.949831 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:00.950221 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Added segment 344ba21e-3f95-4f4a-ab53-e1c2d663fba4 of type vlan for network cad0dd7f-ef5e-4bea-83cb-7c526b7267c1 Nov 24 20:59:01.065147 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:01.089036 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c4f7e2d4-22ac-485d-8430-e682c714a7ef tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:01.101322 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-541bb798-6c89-4555-a3e9-4513f439286d service neutron] 10.222.0.11 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155846 Nov 24 20:59:01.138444 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-c4f7e2d4-22ac-485d-8430-e682c714a7ef tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Calling delete_port for 592faf53-d293-4d42-ba79-206bda6a3e0b owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:01.146838 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c44de-e3fd-45a6-93cc-e6ced72eb92c req-0d40cda8-3773-41c9-8ded-95829d1973a5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:01.148314 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a14c44de-e3fd-45a6-93cc-e6ced72eb92c req-0d40cda8-3773-41c9-8ded-95829d1973a5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=315ec67b-3934-4c32-b161-16991b8984aa HTTP/1.1" status: 200 len: 948 time: 0.1708064 Nov 24 20:59:01.150657 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:01.151165 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:01.156695 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:01.162439 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:01.162584 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:01.173293 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 731bfa5c-a830-41c1-b880-fc9c75e9579c up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:59:01.178298 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-4d3760bc-3a3a-4d1a-a62c-60b68088b659 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Allocated IP 2001:db8::f816:3eff:fec9:42ba (9967960c-968f-4828-9e66-ee6299262b68/8d4f5eac-fd45-49e7-becc-cdc128871b94/408b1852-938c-4e12-8a75-c2d1005a451d) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:01.256461 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4435365 Nov 24 20:59:01.256841 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38130) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:01.259477 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6d159ac7-bf18-4917-8730-068191edac03 None None] Provisioning complete for port 731bfa5c-a830-41c1-b880-fc9c75e9579c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:01.259845 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6d159ac7-bf18-4917-8730-068191edac03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:01.309629 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Pushing event updated for resources: {'Network': ['ID=7ac927c4-88bf-405f-ba80-80bb0b043e90,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:01.332230 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 7ac927c4-88bf-405f-ba80-80bb0b043e90 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:59:01.359165 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a14c44de-e3fd-45a6-93cc-e6ced72eb92c req-c25ee4fa-eca2-4f9e-ba31-d2232ec64627 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921968 Nov 24 20:59:01.387755 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-01d73de5-7e4b-4160-83a9-c4758e39e526 None None] Allocated IP 172.20.0.2 (052aa3f3-cb01-49c1-a57f-09e705955607/9e861052-0b84-4fa5-83b7-82ecf6009879/792a59ca-de88-4ced-b570-462594a5c836) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:01.470956 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-0f55e1c7-2a64-4d50-8c32-e2fa7bf93c76 service neutron] 10.222.0.11 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685913 Nov 24 20:59:01.489363 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e55da8-6ca4-44e4-a81f-282119c3fc14 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Pushing event updated for resources: {'Network': ['ID=cad0dd7f-ef5e-4bea-83cb-7c526b7267c1,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:01.499099 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 731bfa5c-a830-41c1-b880-fc9c75e9579c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:01.499477 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:01.509130 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network cad0dd7f-ef5e-4bea-83cb-7c526b7267c1 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:59:01.558521 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd90007-d7ed-4716-9e70-75e3ed6080b3 req-c2aa71b2-6db8-4f90-99a9-9a2bb3dba191 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:01.560141 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3cd90007-d7ed-4716-9e70-75e3ed6080b3 req-c2aa71b2-6db8-4f90-99a9-9a2bb3dba191 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/ports?device_id=64cb6bf5-025d-4a58-8281-601466d85c66 HTTP/1.1" status: 200 len: 945 time: 0.0907869 Nov 24 20:59:01.561292 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dca814cc-187c-4453-9f97-607fb0f76998 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:01.574630 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c0e73e3d-3a15-49f4-a02a-c94473dd6a3b service neutron] 10.222.0.11 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021435 Nov 24 20:59:01.585095 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dca814cc-187c-4453-9f97-607fb0f76998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:01.629717 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c4f7e2d4-22ac-485d-8430-e682c714a7ef tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:01.679485 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3cd90007-d7ed-4716-9e70-75e3ed6080b3 req-0f957afc-4b9f-4ac0-8aa1-57e3f6a15f02 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/security-groups?id=56c827aa-c7aa-4b0c-9d7a-e243c5173f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969675 Nov 24 20:59:01.754133 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-dca814cc-187c-4453-9f97-607fb0f76998 admin admin] Allocated IP 172.25.5.78 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/a83a6158-9115-479c-9c86-7eac8ab2b142) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:01.791963 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6d159ac7-bf18-4917-8730-068191edac03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:01.856206 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4d3760bc-3a3a-4d1a-a62c-60b68088b659 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:01.863162 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7e2d4-22ac-485d-8430-e682c714a7ef tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Port': ['ID=592faf53-d293-4d42-ba79-206bda6a3e0b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:01.943740 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6d159ac7-bf18-4917-8730-068191edac03 None None] For port 731bfa5c-a830-41c1-b880-fc9c75e9579c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=731bfa5c-a830-41c1-b880-fc9c75e9579c,segment=NetworkSegment(f43e62ec-244c-40a1-b706-e5527bd3f6b3),segment_id=f43e62ec-244c-40a1-b706-e5527bd3f6b3)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:01.949833 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-01d73de5-7e4b-4160-83a9-c4758e39e526 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:01.957136 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6d159ac7-bf18-4917-8730-068191edac03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:01.965997 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:01.988639 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-01d73de5-7e4b-4160-83a9-c4758e39e526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:02.021929 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c4f7e2d4-22ac-485d-8430-e682c714a7ef tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:02.022521 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36720e4c-8557-4f21-a824-adcfc5e4adfb req-2adcb493-f0e2-41db-8cc3-ebea8b99556c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:02.028096 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c4f7e2d4-22ac-485d-8430-e682c714a7ef tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/ports/592faf53-d293-4d42-ba79-206bda6a3e0b HTTP/1.1" status: 204 len: 168 time: 1.6629314 Nov 24 20:59:02.031990 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38138) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:02.038092 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36720e4c-8557-4f21-a824-adcfc5e4adfb req-2adcb493-f0e2-41db-8cc3-ebea8b99556c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.2069056 Nov 24 20:59:02.047023 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dca814cc-187c-4453-9f97-607fb0f76998 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:02.051464 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d73de5-7e4b-4160-83a9-c4758e39e526 None None] Network 052aa3f3-cb01-49c1-a57f-09e705955607 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:02.052962 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3357a9c8-1077-4607-b7bd-0d97f55bec8d tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:02.059254 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3357a9c8-1077-4607-b7bd-0d97f55bec8d tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:02.066088 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3357a9c8-1077-4607-b7bd-0d97f55bec8d tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:02.073816 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3357a9c8-1077-4607-b7bd-0d97f55bec8d tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:02.078360 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3357a9c8-1077-4607-b7bd-0d97f55bec8d tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8177221 Nov 24 20:59:02.078553 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-01d73de5-7e4b-4160-83a9-c4758e39e526 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:02.081691 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d73de5-7e4b-4160-83a9-c4758e39e526 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:02.086862 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38140) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:02.088960 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d159ac7-bf18-4917-8730-068191edac03 None None] Pushing event updated for resources: {'Port': ['ID=731bfa5c-a830-41c1-b880-fc9c75e9579c,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:02.159016 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36720e4c-8557-4f21-a824-adcfc5e4adfb req-5015beba-9e99-44b7-806f-381a963dd677 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192403 Nov 24 20:59:02.193077 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:59:02.193333 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:59:02.207508 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8f4a84d6-c503-4bad-ba74-fceb930c1f86 service neutron] 10.222.0.11 "GET /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6181827 Nov 24 20:59:02.221591 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f3d85e-2e2e-4b41-8cec-6053c02babd8 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:02.223622 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a0707cf5-23d5-4187-b714-8007c9073d03 None None] Provisioning complete for port 731bfa5c-a830-41c1-b880-fc9c75e9579c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:02.224002 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a0707cf5-23d5-4187-b714-8007c9073d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:02.228773 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f3d85e-2e2e-4b41-8cec-6053c02babd8 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:02.233335 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-72f3d85e-2e2e-4b41-8cec-6053c02babd8 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1999505 Nov 24 20:59:02.235653 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38144) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:02.254413 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4d3760bc-3a3a-4d1a-a62c-60b68088b659 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:02.276198 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-52519d06-a031-4ae4-a500-4e113f207c0c None None] Allocated IP 2001:db8::f816:3eff:fea6:3077 (9967960c-968f-4828-9e66-ee6299262b68/8d4f5eac-fd45-49e7-becc-cdc128871b94/e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:02.327535 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:02.338847 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dca814cc-187c-4453-9f97-607fb0f76998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:02.441594 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-52519d06-a031-4ae4-a500-4e113f207c0c None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:02.463991 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca814cc-187c-4453-9f97-607fb0f76998 admin admin] Pushing event updated for resources: {'Port': ['ID=a83a6158-9115-479c-9c86-7eac8ab2b142,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:02.477218 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca814cc-187c-4453-9f97-607fb0f76998 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:02.482227 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-dca814cc-187c-4453-9f97-607fb0f76998 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:02.502596 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca814cc-187c-4453-9f97-607fb0f76998 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:02.509649 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d73de5-7e4b-4160-83a9-c4758e39e526 None None] Pushing event updated for resources: {'Port': ['ID=792a59ca-de88-4ced-b570-462594a5c836,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:02.521273 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-01d73de5-7e4b-4160-83a9-c4758e39e526 None None] Attempting to bind port 792a59ca-de88-4ced-b570-462594a5c836 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:59:02.522739 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-01d73de5-7e4b-4160-83a9-c4758e39e526 None None] Attempting to bind port 792a59ca-de88-4ced-b570-462594a5c836 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '7a44ead5-6dd0-40be-9dbb-70a3360b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:59:02.525001 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d73de5-7e4b-4160-83a9-c4758e39e526 None None] Attempting to bind port 792a59ca-de88-4ced-b570-462594a5c836 on network 052aa3f3-cb01-49c1-a57f-09e705955607 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:02.539524 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-52519d06-a031-4ae4-a500-4e113f207c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:02.557053 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d73de5-7e4b-4160-83a9-c4758e39e526 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:59:02.557752 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d73de5-7e4b-4160-83a9-c4758e39e526 None None] Checking segment: {'id': '7a44ead5-6dd0-40be-9dbb-70a3360b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:02.558333 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-01d73de5-7e4b-4160-83a9-c4758e39e526 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:02.558898 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d73de5-7e4b-4160-83a9-c4758e39e526 None None] Bound using segment: {'id': '7a44ead5-6dd0-40be-9dbb-70a3360b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:59:02.559547 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-01d73de5-7e4b-4160-83a9-c4758e39e526 None None] Bound port: 792a59ca-de88-4ced-b570-462594a5c836, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a44ead5-6dd0-40be-9dbb-70a3360b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:59:02.560098 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-01d73de5-7e4b-4160-83a9-c4758e39e526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:02.623600 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52519d06-a031-4ae4-a500-4e113f207c0c None None] Network 9967960c-968f-4828-9e66-ee6299262b68 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:02.650030 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52519d06-a031-4ae4-a500-4e113f207c0c None None] Pushing event updated for resources: {'Port': ['ID=e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:02.671919 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-52519d06-a031-4ae4-a500-4e113f207c0c None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:02.674871 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52519d06-a031-4ae4-a500-4e113f207c0c None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:02.805300 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-01d73de5-7e4b-4160-83a9-c4758e39e526 None None] For port 792a59ca-de88-4ced-b570-462594a5c836, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:59:02.827086 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-52519d06-a031-4ae4-a500-4e113f207c0c None None] Attempting to bind port e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:59:02.827520 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-52519d06-a031-4ae4-a500-4e113f207c0c None None] Attempting to bind port e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '5dd0b533-fe71-48de-8143-64595a248e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9967960c-968f-4828-9e66-ee6299262b68'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:59:02.828216 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52519d06-a031-4ae4-a500-4e113f207c0c None None] Attempting to bind port e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48 on network 9967960c-968f-4828-9e66-ee6299262b68 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:02.833495 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-01d73de5-7e4b-4160-83a9-c4758e39e526 None None] For port 792a59ca-de88-4ced-b570-462594a5c836, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=792a59ca-de88-4ced-b570-462594a5c836,segment=NetworkSegment(7a44ead5-6dd0-40be-9dbb-70a3360b9949),segment_id=7a44ead5-6dd0-40be-9dbb-70a3360b9949)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:59:02.846581 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52519d06-a031-4ae4-a500-4e113f207c0c None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:59:02.847019 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52519d06-a031-4ae4-a500-4e113f207c0c None None] Checking segment: {'id': '5dd0b533-fe71-48de-8143-64595a248e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9967960c-968f-4828-9e66-ee6299262b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:02.847802 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-52519d06-a031-4ae4-a500-4e113f207c0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:02.849073 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52519d06-a031-4ae4-a500-4e113f207c0c None None] Bound using segment: {'id': '5dd0b533-fe71-48de-8143-64595a248e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9967960c-968f-4828-9e66-ee6299262b68'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:59:02.849658 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-52519d06-a031-4ae4-a500-4e113f207c0c None None] Bound port: e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd0b533-fe71-48de-8143-64595a248e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9967960c-968f-4828-9e66-ee6299262b68'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:59:02.850335 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-52519d06-a031-4ae4-a500-4e113f207c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:02.855982 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-01d73de5-7e4b-4160-83a9-c4758e39e526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:02.963346 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3760bc-3a3a-4d1a-a62c-60b68088b659 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event updated for resources: {'Port': ['ID=408b1852-938c-4e12-8a75-c2d1005a451d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:02.968734 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-1bb2da3e-c541-4a92-b166-93849473c706 service neutron] 10.222.0.11 "GET /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7343302 Nov 24 20:59:03.004004 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d73de5-7e4b-4160-83a9-c4758e39e526 None None] Pushing event updated for resources: {'Port': ['ID=792a59ca-de88-4ced-b570-462594a5c836,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:03.014571 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:03.046544 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-52519d06-a031-4ae4-a500-4e113f207c0c None None] For port e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:59:03.054388 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-52519d06-a031-4ae4-a500-4e113f207c0c None None] For port e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48,segment=NetworkSegment(5dd0b533-fe71-48de-8143-64595a248e30),segment_id=5dd0b533-fe71-48de-8143-64595a248e30)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:59:03.056955 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac927c4-88bf-405f-ba80-80bb0b043e90']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:03.077244 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d0e6348-b859-4307-953b-96deaf527550') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:03.078265 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d0e6348-b859-4307-953b-96deaf527550') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:03.079669 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-52519d06-a031-4ae4-a500-4e113f207c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:03.088523 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:03.108417 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:03.115660 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-ab9d2ba8-4610-4b38-9d72-aff22d203846 service neutron] 10.222.0.11 "GET /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328897 Nov 24 20:59:03.118042 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:59:03.118569 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:03.158131 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 731bfa5c-a830-41c1-b880-fc9c75e9579c up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:59:03.189146 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3760bc-3a3a-4d1a-a62c-60b68088b659 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Network 9967960c-968f-4828-9e66-ee6299262b68 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:03.198862 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-4d3760bc-3a3a-4d1a-a62c-60b68088b659 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:03.204507 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3760bc-3a3a-4d1a-a62c-60b68088b659 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:03.222586 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3760bc-3a3a-4d1a-a62c-60b68088b659 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:03.222586 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4d3760bc-3a3a-4d1a-a62c-60b68088b659 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:59:03.255582 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:59:03.271745 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52519d06-a031-4ae4-a500-4e113f207c0c None None] Pushing event updated for resources: {'Port': ['ID=e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:03.295558 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4d3760bc-3a3a-4d1a-a62c-60b68088b659 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.1073003 Nov 24 20:59:03.298921 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38152) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:03.329898 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 731bfa5c-a830-41c1-b880-fc9c75e9579c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:03.332546 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:03.486870 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-7ebe6235-79cb-44e1-8e32-0121f328263d service neutron] 10.222.0.11 "GET /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558218 Nov 24 20:59:03.598916 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26b464-ce77-4caa-8fdd-2f23d2649ed2 req-427b307b-8a6d-460c-8074-b743391d4e22 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:03.605234 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26b464-ce77-4caa-8fdd-2f23d2649ed2 req-427b307b-8a6d-460c-8074-b743391d4e22 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:03.607084 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4f26b464-ce77-4caa-8fdd-2f23d2649ed2 req-427b307b-8a6d-460c-8074-b743391d4e22 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=315ec67b-3934-4c32-b161-16991b8984aa&device_id=8d103be5-4711-42c8-8565-1a4b05a1eaf8 HTTP/1.1" status: 200 len: 1689 time: 1.0175099 Nov 24 20:59:03.610279 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:03.622908 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:03.630400 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] 10.222.0.11 "DELETE /v2.0/networks/7ac927c4-88bf-405f-ba80-80bb0b043e90 HTTP/1.1" status: 204 len: 168 time: 1.5423748 Nov 24 20:59:03.632266 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38156) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:03.666077 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Pushing event deleted for resources: {'Network': ['ID=7ac927c4-88bf-405f-ba80-80bb0b043e90,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:03.683569 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:03.684059 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:03.684392 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:03.684616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:03.684995 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:03.685333 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:03.685757 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:03.686002 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:03.686524 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:03.686895 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:03.687306 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:03.687632 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed405472-72b2-4262-a332-abfdd3973a08 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:03.775622 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4f26b464-ce77-4caa-8fdd-2f23d2649ed2 req-d6500abf-649b-4b9e-974b-53711632c9eb tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574578 Nov 24 20:59:03.783404 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dca814cc-187c-4453-9f97-607fb0f76998 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:03.803718 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-1450e22f-fa59-4bf9-ba00-daf6fb76c5d1 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Deleting subnet 8d4f5eac-fd45-49e7-becc-cdc128871b94 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:59:03.810626 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-395d2052-cb16-47b8-91c3-ae3a5f6de011 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting port 9b4972c8-38b6-4e7b-8009-fbb0c730047e {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:03.811012 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-395d2052-cb16-47b8-91c3-ae3a5f6de011 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:03.817332 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b033008b-2762-4ec0-96a2-ff030851933a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:03.831809 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1450e22f-fa59-4bf9-ba00-daf6fb76c5d1 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:03.932560 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1450e22f-fa59-4bf9-ba00-daf6fb76c5d1 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:03.998965 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca87101-c636-4571-ba4f-6dc0fa22d394 req-97551cd6-7125-4ccf-ac32-0d36c09461be tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:04.000628 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cca87101-c636-4571-ba4f-6dc0fa22d394 req-97551cd6-7125-4ccf-ac32-0d36c09461be tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1093047 Nov 24 20:59:04.064418 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-395d2052-cb16-47b8-91c3-ae3a5f6de011 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:04.080799 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-395d2052-cb16-47b8-91c3-ae3a5f6de011 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Calling delete_port for 9b4972c8-38b6-4e7b-8009-fbb0c730047e owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:04.131529 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cca87101-c636-4571-ba4f-6dc0fa22d394 req-255579ad-0fd2-4dfc-9f07-d3bef120523d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192472 Nov 24 20:59:04.136179 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dca814cc-187c-4453-9f97-607fb0f76998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:04.321285 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b033008b-2762-4ec0-96a2-ff030851933a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:04.323738 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca814cc-187c-4453-9f97-607fb0f76998 admin admin] Router 450da802-2b3e-472c-9e1e-35f84e1a41b2 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 20:59:04.417797 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-b033008b-2762-4ec0-96a2-ff030851933a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad0dd7f-ef5e-4bea-83cb-7c526b7267c1']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:04.485529 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1450e22f-fa59-4bf9-ba00-daf6fb76c5d1 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:04.507955 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6fadf-e299-4ab9-938d-4df546abf838 req-385d8d09-7673-433e-8412-2888eb06b843 tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:04.509997 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2de6fadf-e299-4ab9-938d-4df546abf838 req-385d8d09-7673-433e-8412-2888eb06b843 tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=315ec67b-3934-4c32-b161-16991b8984aa HTTP/1.1" status: 200 len: 1099 time: 0.1282022 Nov 24 20:59:04.539527 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3921b749-8a46-4b07-b074-16ba886192f6 req-67eccd68-3aec-43df-9e3b-05b3a66d616c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.1460633 Nov 24 20:59:04.543914 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca814cc-187c-4453-9f97-607fb0f76998 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:59:04.551229 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a92e04f-fb08-454d-adbf-557099467098 None None] Network 052aa3f3-cb01-49c1-a57f-09e705955607 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:04.557825 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] Sync routers for ids ['450da802-2b3e-472c-9e1e-35f84e1a41b2'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:59:04.587910 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-b033008b-2762-4ec0-96a2-ff030851933a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344ba21e-3f95-4f4a-ab53-e1c2d663fba4') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:04.588460 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-b033008b-2762-4ec0-96a2-ff030851933a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344ba21e-3f95-4f4a-ab53-e1c2d663fba4') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:04.591870 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] Routers {'450da802-2b3e-472c-9e1e-35f84e1a41b2'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:59:04.592816 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:58:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['450da802-2b3e-472c-9e1e-35f84e1a41b2'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:04.627249 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dca814cc-187c-4453-9f97-607fb0f76998 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:04.632143 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b033008b-2762-4ec0-96a2-ff030851933a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:04.633189 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dca814cc-187c-4453-9f97-607fb0f76998 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2515965 Nov 24 20:59:04.634052 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38192) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:04.691862 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b033008b-2762-4ec0-96a2-ff030851933a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:04.722755 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b033008b-2762-4ec0-96a2-ff030851933a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:59:04.723186 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b033008b-2762-4ec0-96a2-ff030851933a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: timer() Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:59:04.743587 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:59:04.745825 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-395d2052-cb16-47b8-91c3-ae3a5f6de011 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:04.747888 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2de6fadf-e299-4ab9-938d-4df546abf838 req-05bb740d-1b38-44c5-bb21-9a9cfb587331 tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152848 Nov 24 20:59:04.813061 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d2052-cb16-47b8-91c3-ae3a5f6de011 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Port': ['ID=9b4972c8-38b6-4e7b-8009-fbb0c730047e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:04.832108 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1450e22f-fa59-4bf9-ba00-daf6fb76c5d1 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:04.959953 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b033008b-2762-4ec0-96a2-ff030851933a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:04.963637 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-395d2052-cb16-47b8-91c3-ae3a5f6de011 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:04.973071 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-395d2052-cb16-47b8-91c3-ae3a5f6de011 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/ports/9b4972c8-38b6-4e7b-8009-fbb0c730047e HTTP/1.1" status: 204 len: 168 time: 2.7343893 Nov 24 20:59:04.985365 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38202) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:04.995963 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450e22f-fa59-4bf9-ba00-daf6fb76c5d1 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4f5eac-fd45-49e7-becc-cdc128871b94,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:05.022250 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b033008b-2762-4ec0-96a2-ff030851933a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:05.026446 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b033008b-2762-4ec0-96a2-ff030851933a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] 10.222.0.11 "DELETE /v2.0/networks/cad0dd7f-ef5e-4bea-83cb-7c526b7267c1 HTTP/1.1" status: 204 len: 168 time: 1.3888032 Nov 24 20:59:05.050998 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1450e22f-fa59-4bf9-ba00-daf6fb76c5d1 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:05.057680 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1450e22f-fa59-4bf9-ba00-daf6fb76c5d1 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "DELETE /v2.0/subnets/8d4f5eac-fd45-49e7-becc-cdc128871b94 HTTP/1.1" status: 204 len: 168 time: 1.7554598 Nov 24 20:59:05.058009 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38204) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:05.058785 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38206) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:05.067228 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e5aa34-2a26-4ca9-a7e9-ee666c57ce13 None None] Network 9967960c-968f-4828-9e66-ee6299262b68 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:05.070459 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-5ba7a501-8f12-4fe8-8a46-ca68407f1689 None None] Provisioning complete for port 792a59ca-de88-4ced-b570-462594a5c836 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:05.071193 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5ba7a501-8f12-4fe8-8a46-ca68407f1689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:05.236122 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e3610b-036f-4d03-856d-9436a2e90603 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:05.247866 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e3610b-036f-4d03-856d-9436a2e90603 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:05.258800 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-89e3610b-036f-4d03-856d-9436a2e90603 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1945090 Nov 24 20:59:05.258800 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033008b-2762-4ec0-96a2-ff030851933a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Pushing event deleted for resources: {'Network': ['ID=cad0dd7f-ef5e-4bea-83cb-7c526b7267c1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:05.263507 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38214) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:05.357640 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] Set router 450da802-2b3e-472c-9e1e-35f84e1a41b2 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:59:05.385580 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-2e795031-b82e-4dbc-a966-f1812e9bb6f7 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1907724720'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:05.411066 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:59:05.431824 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910082c5-e650-4127-b855-03a554e23a22 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:05.436713 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-910082c5-e650-4127-b855-03a554e23a22 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4421630 Nov 24 20:59:05.440282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3014ced-6bb0-441c-8ec1-f1b63409ebf7 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:05.443406 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3014ced-6bb0-441c-8ec1-f1b63409ebf7 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:05.447658 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d3014ced-6bb0-441c-8ec1-f1b63409ebf7 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3828228 Nov 24 20:59:05.447658 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38216) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:05.449586 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a0fee-105d-4fc6-983f-705b441bd6d6 req-a6bb4c43-3c06-42f0-acff-e58351f53565 tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:05.459135 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38218) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:05.461101 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-833a0fee-105d-4fc6-983f-705b441bd6d6 req-a6bb4c43-3c06-42f0-acff-e58351f53565 tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8d103be5-4711-42c8-8565-1a4b05a1eaf8 HTTP/1.1" status: 200 len: 1101 time: 0.5378885 Nov 24 20:59:05.576944 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-08bbe71c-3580-4b4e-833f-f90623d28f39 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] GET failed (client error): The resource could not be found. Nov 24 20:59:05.586336 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-08bbe71c-3580-4b4e-833f-f90623d28f39 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports/592faf53-d293-4d42-ba79-206bda6a3e0b HTTP/1.1" status: 404 len: 333 time: 0.1397684 Nov 24 20:59:05.586986 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38220) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:05.630849 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e795031-b82e-4dbc-a966-f1812e9bb6f7 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Made reservation on behalf of f41791b39960415f9b6c4517811d087b for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:05.634773 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e795031-b82e-4dbc-a966-f1812e9bb6f7 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:05.659768 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5ba7a501-8f12-4fe8-8a46-ca68407f1689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:05.670910 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-839df48c-1ea0-4373-8b52-09eff5a1de15 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] GET failed (client error): The resource could not be found. Nov 24 20:59:05.677169 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-839df48c-1ea0-4373-8b52-09eff5a1de15 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports/9b4972c8-38b6-4e7b-8009-fbb0c730047e HTTP/1.1" status: 404 len: 333 time: 0.0729680 Nov 24 20:59:05.680815 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0235abd7-086b-4464-8cf7-23c86fdedf67 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:05.683105 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38226) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:05.693310 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-833a0fee-105d-4fc6-983f-705b441bd6d6 req-e002fd20-78d7-484a-a683-9cf5ae8794e3 tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311153 Nov 24 20:59:05.696738 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bee519-dae1-4607-9a1b-ef496264dfab req-7ff9495f-93a8-41b0-9cc7-ec4ca8f35f52 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:05.698623 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-11bee519-dae1-4607-9a1b-ef496264dfab req-7ff9495f-93a8-41b0-9cc7-ec4ca8f35f52 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.3080842 Nov 24 20:59:05.739725 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:05.740588 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:05.819949 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b39a803c-d2a8-47a8-8458-88a903041a2c req-7bfc0af8-1ea4-4b5a-8356-5a57b9f3832f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.0386989 Nov 24 20:59:05.820170 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-0235abd7-086b-4464-8cf7-23c86fdedf67 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 24 20:59:05.820170 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0235abd7-086b-4464-8cf7-23c86fdedf67 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 20:59:05.822978 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0235abd7-086b-4464-8cf7-23c86fdedf67 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "DELETE /v2.0/networks/9967960c-968f-4828-9e66-ee6299262b68 HTTP/1.1" status: 409 len: 405 time: 0.3484001 Nov 24 20:59:05.838880 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38232) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:05.849071 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-80e49282-400a-4e57-919b-bb1c0cb25506 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-184350293'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:05.851050 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-5ba7a501-8f12-4fe8-8a46-ca68407f1689 None None] For port 792a59ca-de88-4ced-b570-462594a5c836, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=792a59ca-de88-4ced-b570-462594a5c836,segment=NetworkSegment(7a44ead5-6dd0-40be-9dbb-70a3360b9949),segment_id=7a44ead5-6dd0-40be-9dbb-70a3360b9949)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:05.863282 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e795031-b82e-4dbc-a966-f1812e9bb6f7 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:59:05.866226 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72dc71e-b04a-45e3-971a-3ba1df931791 None None] DHCP port deletion for 9967960c-968f-4828-9e66-ee6299262b68 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 20:59:05.880998 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5ba7a501-8f12-4fe8-8a46-ca68407f1689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:05.950501 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-11bee519-dae1-4607-9a1b-ef496264dfab req-2f80af57-47d4-4e78-8abe-e48a2ff7f715 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400751 Nov 24 20:59:05.966877 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e795031-b82e-4dbc-a966-f1812e9bb6f7 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:05.967400 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-2e795031-b82e-4dbc-a966-f1812e9bb6f7 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Added segment bec00118-d934-4df2-8d37-a622116bc245 of type vlan for network a358b53d-abc7-4fe3-bb17-f0fb4eff8b01 Nov 24 20:59:06.003146 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:06.039337 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-272fe0b6-c718-44a8-8bcb-67c91153b5c0 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f9f97af922bb4212809f7d75bc05ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481451 Nov 24 20:59:06.057595 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1e25253d-6d3e-4e5b-a57c-29eed1545d8d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:06.111353 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48,segment=NetworkSegment(5dd0b533-fe71-48de-8143-64595a248e30),segment_id=5dd0b533-fe71-48de-8143-64595a248e30)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:06.151229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e49282-400a-4e57-919b-bb1c0cb25506 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Made reservation on behalf of 489be4bfb3f74b6eb54f875ff6d7f787 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:06.166861 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-80e49282-400a-4e57-919b-bb1c0cb25506 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:06.167085 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:06.167085 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 792a59ca-de88-4ced-b570-462594a5c836 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:59:06.236960 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-62922303-66bd-4cf7-8321-0d7a6d56a22f None None] Provisioning complete for port e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:06.237370 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-62922303-66bd-4cf7-8321-0d7a6d56a22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:06.244469 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7a501-8f12-4fe8-8a46-ca68407f1689 None None] Pushing event updated for resources: {'Port': ['ID=792a59ca-de88-4ced-b570-462594a5c836,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:06.270248 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e795031-b82e-4dbc-a966-f1812e9bb6f7 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:06.289854 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-17ca1ce0-e4b4-41c7-a0d7-492463f43654 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:06.293030 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-17ca1ce0-e4b4-41c7-a0d7-492463f43654 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2471974 Nov 24 20:59:06.311755 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-c670cf94-329d-4e02-8a37-03f0d3420e20 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/quotas/f9f97af922bb4212809f7d75bc05ed87 HTTP/1.1" status: 200 len: 375 time: 0.0123289 Nov 24 20:59:06.357965 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'name': 'tempest-ServersTestFqdnHostnames-945402129-router', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:59:00Z', 'updated_at': '2021-11-24T20:59:03Z', 'revision_number': 3, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'gw_port': {'id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:59:01Z', 'updated_at': '2021-11-24T20:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:06.383769 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.db.resource_extend [None req-2e795031-b82e-4dbc-a966-f1812e9bb6f7 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 20:59:06.386254 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e49282-400a-4e57-919b-bb1c0cb25506 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:59:06.407469 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-6ca979bc-0430-4b0a-9e54-63e50808fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:06.407722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] Checking router: 450da802-2b3e-472c-9e1e-35f84e1a41b2 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:59:06.408042 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] Updating router 450da802-2b3e-472c-9e1e-35f84e1a41b2 port a83a6158-9115-479c-9c86-7eac8ab2b142 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:59:06.408650 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-e1d77cbc-6d04-42de-b4dc-c4720935fb19 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9f97af922bb4212809f7d75bc05ed87&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0904860 Nov 24 20:59:06.409158 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-6ca979bc-0430-4b0a-9e54-63e50808fbbb service neutron] 10.222.0.15 "GET /v2.0/ports/5f848b02-05bc-4238-b1ac-d026adbdf90d HTTP/1.1" status: 200 len: 1028 time: 0.2659395 Nov 24 20:59:06.451897 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:06.464339 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-80e49282-400a-4e57-919b-bb1c0cb25506 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:06.464791 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-80e49282-400a-4e57-919b-bb1c0cb25506 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Added segment 2028f9b1-9cec-444c-935b-822e2336852a of type vlan for network 9d7e82d9-1aa5-4fc7-a12f-987c7e983868 Nov 24 20:59:06.469408 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 792a59ca-de88-4ced-b570-462594a5c836 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:06.469638 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f7325c3-f4da-4efb-b304-c35daf7819fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:06.470646 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:06.499716 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e795031-b82e-4dbc-a966-f1812e9bb6f7 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:06.507505 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e795031-b82e-4dbc-a966-f1812e9bb6f7 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:06.508204 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e795031-b82e-4dbc-a966-f1812e9bb6f7 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:06.513123 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-e72dc71e-b04a-45e3-971a-3ba1df931791 None None] Deleting port e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:06.514215 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e72dc71e-b04a-45e3-971a-3ba1df931791 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:06.518048 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:06.631917 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1e25253d-6d3e-4e5b-a57c-29eed1545d8d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:06.703811 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-71adff2b-440c-442c-ad47-fc40678d2cb7 req-8c00c8cb-90e4-48c3-a119-d9efb654556a tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=86fb0c6f-cd78-4a65-a552-18ca80426ae9 HTTP/1.1" status: 200 len: 210 time: 0.0518906 Nov 24 20:59:06.710750 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8b92b148-4cc8-4988-ad8e-50c4f0d5207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:06.715628 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8b92b148-4cc8-4988-ad8e-50c4f0d5207c service neutron] 10.222.0.15 "GET /v2.0/ports/af61a7f2-1e25-4982-87e4-5079effabcf1 HTTP/1.1" status: 200 len: 1027 time: 0.2792265 Nov 24 20:59:06.740296 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-80e49282-400a-4e57-919b-bb1c0cb25506 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:06.780717 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-e72dc71e-b04a-45e3-971a-3ba1df931791 None None] For port e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48,segment=NetworkSegment(5dd0b533-fe71-48de-8143-64595a248e30),segment_id=5dd0b533-fe71-48de-8143-64595a248e30)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:06.781334 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e72dc71e-b04a-45e3-971a-3ba1df931791 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:06.846179 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-e72dc71e-b04a-45e3-971a-3ba1df931791 None None] Calling delete_port for e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:06.883000 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f49ef0-89b5-4c2c-b363-1124a4637423 req-06f691f4-e0e0-4c2e-9318-90dc52712959 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:06.885527 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-37f49ef0-89b5-4c2c-b363-1124a4637423 req-06f691f4-e0e0-4c2e-9318-90dc52712959 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/ports?device_id=64cb6bf5-025d-4a58-8281-601466d85c66 HTTP/1.1" status: 200 len: 945 time: 0.0949054 Nov 24 20:59:06.958731 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2e795031-b82e-4dbc-a966-f1812e9bb6f7 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6844931 Nov 24 20:59:06.963878 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38268) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:06.966265 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-01f3060a-f2bd-4fda-8924-f0453410f835 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:06.967852 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-37f49ef0-89b5-4c2c-b363-1124a4637423 req-fc1e0d87-0ac2-49fb-9cad-d111880cdaa5 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/security-groups?id=56c827aa-c7aa-4b0c-9d7a-e243c5173f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761380 Nov 24 20:59:06.974995 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-39b92d2c-6b14-4fa8-a641-9242e35e0e64 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1079377453'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:06.976956 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-01f3060a-f2bd-4fda-8924-f0453410f835 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:06.984935 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-01f3060a-f2bd-4fda-8924-f0453410f835 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:06.986766 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-01f3060a-f2bd-4fda-8924-f0453410f835 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.15 "GET /v2.0/networks?id=2b80d919-dc76-4e07-9d79-d9c7af051c8b&id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&id=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7&id=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7 HTTP/1.1" status: 200 len: 1990 time: 0.1807411 Nov 24 20:59:07.004603 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b92d2c-6b14-4fa8-a641-9242e35e0e64 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Made reservation on behalf of f41791b39960415f9b6c4517811d087b for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:07.009547 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-39b92d2c-6b14-4fa8-a641-9242e35e0e64 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:07.085607 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b92d2c-6b14-4fa8-a641-9242e35e0e64 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:59:07.117334 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-39b92d2c-6b14-4fa8-a641-9242e35e0e64 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:07.117754 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-39b92d2c-6b14-4fa8-a641-9242e35e0e64 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Added segment 0f85fc38-b801-498a-83dd-8c199457acf9 of type vlan for network b6fd1dc9-4058-42a6-a285-c250d713e4a4 Nov 24 20:59:07.199514 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-39b92d2c-6b14-4fa8-a641-9242e35e0e64 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:07.211026 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af51030-e15b-4817-b2e1-d44ad7ecedbe req-cf70c8a8-96f2-4bb5-af2b-548f475efd40 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:07.212592 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0af51030-e15b-4817-b2e1-d44ad7ecedbe req-cf70c8a8-96f2-4bb5-af2b-548f475efd40 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1509731 Nov 24 20:59:07.287074 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-6f7325c3-f4da-4efb-b304-c35daf7819fd admin admin] Allocated IP 172.20.0.1 (052aa3f3-cb01-49c1-a57f-09e705955607/9e861052-0b84-4fa5-83b7-82ecf6009879/e2861750-d2eb-48b8-90ff-0f656683f198) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:07.323447 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e72dc71e-b04a-45e3-971a-3ba1df931791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:07.324558 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e795031-b82e-4dbc-a966-f1812e9bb6f7 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Pushing event updated for resources: {'Network': ['ID=a358b53d-abc7-4fe3-bb17-f0fb4eff8b01,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:07.326201 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a848e6df-42a0-40bc-ba5f-3585b30ec069 None None] Provisioning complete for port 792a59ca-de88-4ced-b570-462594a5c836 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:07.326814 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a848e6df-42a0-40bc-ba5f-3585b30ec069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:07.341699 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0af51030-e15b-4817-b2e1-d44ad7ecedbe req-c447189e-c29d-4d46-9a70-6aa20223d0be tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176338 Nov 24 20:59:07.343000 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-39b92d2c-6b14-4fa8-a641-9242e35e0e64 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:07.350558 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network a358b53d-abc7-4fe3-bb17-f0fb4eff8b01 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:59:07.355703 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-80e49282-400a-4e57-919b-bb1c0cb25506 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:07.361039 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b92d2c-6b14-4fa8-a641-9242e35e0e64 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:07.363450 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-39b92d2c-6b14-4fa8-a641-9242e35e0e64 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:07.371085 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e49282-400a-4e57-919b-bb1c0cb25506 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:07.371986 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-80e49282-400a-4e57-919b-bb1c0cb25506 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:07.400155 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-1e25253d-6d3e-4e5b-a57c-29eed1545d8d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f7dcdc-386f-4c83-8b70-c8e0c36d3b5b']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:07.401070 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-39b92d2c-6b14-4fa8-a641-9242e35e0e64 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4318724 Nov 24 20:59:07.413626 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38274) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:07.419254 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Request body: {'ports': [{'network_id': 'a358b53d-abc7-4fe3-bb17-f0fb4eff8b01', 'name': 'tempest-port--71536501', 'admin_state_up': True}, {'network_id': 'b6fd1dc9-4058-42a6-a285-c250d713e4a4', 'admin_state_up': False}]} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:07.419758 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Request body: {'port': {'network_id': 'a358b53d-abc7-4fe3-bb17-f0fb4eff8b01', 'name': 'tempest-port--71536501', 'admin_state_up': True}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:07.420365 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Request body: {'port': {'network_id': 'b6fd1dc9-4058-42a6-a285-c250d713e4a4', 'admin_state_up': False}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:07.499638 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b92d2c-6b14-4fa8-a641-9242e35e0e64 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Pushing event updated for resources: {'Network': ['ID=b6fd1dc9-4058-42a6-a285-c250d713e4a4,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:07.519960 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84ab34e5-b9fb-4a69-b0d7-40650124aaa5 req-f56c5dff-3529-4b65-ba5e-007d1d545530 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.5319231 Nov 24 20:59:07.532504 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-1e25253d-6d3e-4e5b-a57c-29eed1545d8d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f540b51-197e-4e49-b786-a42338310fa7') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:07.532868 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-1e25253d-6d3e-4e5b-a57c-29eed1545d8d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f540b51-197e-4e49-b786-a42338310fa7') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:07.621640 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1e25253d-6d3e-4e5b-a57c-29eed1545d8d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:07.633014 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 792a59ca-de88-4ced-b570-462594a5c836 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:59:07.634827 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network b6fd1dc9-4058-42a6-a285-c250d713e4a4 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:59:07.640050 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72dc71e-b04a-45e3-971a-3ba1df931791 None None] No DVR routers for this DVR port e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:59:07.647928 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-80e49282-400a-4e57-919b-bb1c0cb25506 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8096685 Nov 24 20:59:07.674779 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72dc71e-b04a-45e3-971a-3ba1df931791 None None] Pushing event deleted for resources: {'Port': ['ID=e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:07.686645 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38276) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:07.701967 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b4d5a6b9-2e22-454f-ab79-e7dcf689a74b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Request body: {'subnet': {'network_id': '9d7e82d9-1aa5-4fc7-a12f-987c7e983868', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:07.853329 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Made reservation on behalf of f41791b39960415f9b6c4517811d087b for: {'port': 2} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:07.859624 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:07.864811 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d5a6b9-2e22-454f-ab79-e7dcf689a74b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Made reservation on behalf of 489be4bfb3f74b6eb54f875ff6d7f787 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:07.867281 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f7325c3-f4da-4efb-b304-c35daf7819fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:07.868670 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b4d5a6b9-2e22-454f-ab79-e7dcf689a74b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:07.927902 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:07.928868 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e49282-400a-4e57-919b-bb1c0cb25506 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event updated for resources: {'Network': ['ID=9d7e82d9-1aa5-4fc7-a12f-987c7e983868,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:07.936447 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f189a160-86c4-42c3-bcc0-e561a35962f5 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=838d059057e840c09ac19be61b107bec HTTP/1.1" status: 200 len: 380 time: 0.6395876 Nov 24 20:59:07.939229 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c7ded42-30b5-4e29-8302-f4be9622103a req-e8ac64e4-f4cc-471d-b5cb-43103b383ae3 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=86fb0c6f-cd78-4a65-a552-18ca80426ae9 HTTP/1.1" status: 200 len: 210 time: 0.0655210 Nov 24 20:59:07.969586 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f7325c3-f4da-4efb-b304-c35daf7819fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:07.985837 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f7403dee-6e3c-4d62-80a8-dc032e3c4b0c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Request body: {'port': {'device_id': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b', 'admin_state_up': True, 'tenant_id': '838d059057e840c09ac19be61b107bec', 'security_groups': ['0f2cf2ef-cae2-4966-979c-d2a693b6f972']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:08.023351 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 9d7e82d9-1aa5-4fc7-a12f-987c7e983868 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:59:08.035516 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:08.037600 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1e25253d-6d3e-4e5b-a57c-29eed1545d8d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:08.041718 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7325c3-f4da-4efb-b304-c35daf7819fd admin admin] Pushing event updated for resources: {'Port': ['ID=e2861750-d2eb-48b8-90ff-0f656683f198,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:08.073720 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7325c3-f4da-4efb-b304-c35daf7819fd admin admin] Network 052aa3f3-cb01-49c1-a57f-09e705955607 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:08.132056 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:08.230706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 792a59ca-de88-4ced-b570-462594a5c836 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:08.231094 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:08.323811 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efbd3c-4772-4223-a4d4-afbbd9aff07c None None] Pushing event updated for resources: {'Port': ['ID=a83a6158-9115-479c-9c86-7eac8ab2b142,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:08.335576 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] Attempting to bind port a83a6158-9115-479c-9c86-7eac8ab2b142 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:59:08.335963 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] Attempting to bind port a83a6158-9115-479c-9c86-7eac8ab2b142 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:59:08.336356 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] Attempting to bind port a83a6158-9115-479c-9c86-7eac8ab2b142 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:08.336916 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-42e72372-4e24-483b-9e46-3c54c11cf835 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=f9f97af922bb4212809f7d75bc05ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686619 Nov 24 20:59:08.344584 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] device_id is not set on port ebfc9b25-d6e5-43b0-9c89-f29b65a40060 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:59:08.352514 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:59:08.353097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:08.353510 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:08.354293 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:59:08.354805 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] Bound port: a83a6158-9115-479c-9c86-7eac8ab2b142, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:59:08.355263 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:08.452073 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] For port a83a6158-9115-479c-9c86-7eac8ab2b142, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:59:08.472515 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] For port a83a6158-9115-479c-9c86-7eac8ab2b142, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a83a6158-9115-479c-9c86-7eac8ab2b142,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:59:08.482222 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:08.515089 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-540feae8-1606-4498-8b65-d9ff86144a5a tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:08.516985 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-540feae8-1606-4498-8b65-d9ff86144a5a tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1660194 Nov 24 20:59:08.575880 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efbd3c-4772-4223-a4d4-afbbd9aff07c None None] Pushing event updated for resources: {'Port': ['ID=a83a6158-9115-479c-9c86-7eac8ab2b142,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:08.585001 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-8988004b-5576-48a3-b81f-839b013b9053 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Request body: {'port': {'device_id': '86fb0c6f-cd78-4a65-a552-18ca80426ae9', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': 'f9f97af922bb4212809f7d75bc05ed87'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:08.588902 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:59:08.595716 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] Routers {'450da802-2b3e-472c-9e1e-35f84e1a41b2'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:59:08.597133 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:58:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['450da802-2b3e-472c-9e1e-35f84e1a41b2'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:08.608896 n-d-812111-8 neutron-server[109990]: DEBUG neutron.objects.ports [None req-b4d5a6b9-2e22-454f-ab79-e7dcf689a74b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109990) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 20:59:08.642146 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e25253d-6d3e-4e5b-a57c-29eed1545d8d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:59:08.644066 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1e25253d-6d3e-4e5b-a57c-29eed1545d8d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:08.653044 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b4d5a6b9-2e22-454f-ab79-e7dcf689a74b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:08.654702 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:59:08.655061 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e9c99dc5-c13c-4cf7-90bc-4c8f9a0d4c48 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:59:08.676711 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27273928-d2d3-4b97-9d10-c731260f8439 req-d1d6c4f1-6647-4cc5-bcaa-a70df31a8695 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:08.678876 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-27273928-d2d3-4b97-9d10-c731260f8439 req-d1d6c4f1-6647-4cc5-bcaa-a70df31a8695 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.48 "GET /v2.0/ports?device_id=64cb6bf5-025d-4a58-8281-601466d85c66 HTTP/1.1" status: 200 len: 945 time: 0.4088199 Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:59:08.738704 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:59:08.742026 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-6f7325c3-f4da-4efb-b304-c35daf7819fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:08.757559 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7325c3-f4da-4efb-b304-c35daf7819fd admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:08.764140 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1e25253d-6d3e-4e5b-a57c-29eed1545d8d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:08.781738 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] Set router 450da802-2b3e-472c-9e1e-35f84e1a41b2 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:59:08.882676 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1e25253d-6d3e-4e5b-a57c-29eed1545d8d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:08.886565 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1e25253d-6d3e-4e5b-a57c-29eed1545d8d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/networks/a3f7dcdc-386f-4c83-8b70-c8e0c36d3b5b HTTP/1.1" status: 204 len: 168 time: 3.1868310 Nov 24 20:59:08.906391 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38286) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:08.932115 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-33c5dc9f-456b-4cc0-84c4-a8a6de51ed28 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-737922744'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:08.944079 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8cfaf69a-e4a0-4902-98a0-3f0cb92b2d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:08.960518 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5a6b9-2e22-454f-ab79-e7dcf689a74b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event updated for resources: {'Subnet': ['ID=7878cee4-05e8-4d5b-83cd-85098a3676dd,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:08.997999 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b3329-d100-44a8-8844-6643863f94b1 req-df5e608f-b969-42a8-a799-1d380de961c9 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:08.999426 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25253d-6d3e-4e5b-a57c-29eed1545d8d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Network': ['ID=a3f7dcdc-386f-4c83-8b70-c8e0c36d3b5b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:09.010076 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e9b3329-d100-44a8-8844-6643863f94b1 req-df5e608f-b969-42a8-a799-1d380de961c9 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.4896884 Nov 24 20:59:09.069942 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee8610-6c9c-43ab-bf8e-d07a75b4f8a5 req-8b639c4f-7218-4ad5-8448-e86de163bd0f tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:09.071576 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c4ee8610-6c9c-43ab-bf8e-d07a75b4f8a5 req-8b639c4f-7218-4ad5-8448-e86de163bd0f tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/ports?device_id=64cb6bf5-025d-4a58-8281-601466d85c66 HTTP/1.1" status: 200 len: 945 time: 0.9678545 Nov 24 20:59:09.073658 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f7325c3-f4da-4efb-b304-c35daf7819fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:09.112896 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d5a6b9-2e22-454f-ab79-e7dcf689a74b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Checking segment: {'id': '2028f9b1-9cec-444c-935b-822e2336852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9d7e82d9-1aa5-4fc7-a12f-987c7e983868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:09.114112 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d5a6b9-2e22-454f-ab79-e7dcf689a74b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Network hostable DHCP agents. Network: 9d7e82d9-1aa5-4fc7-a12f-987c7e983868, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:59:09.117542 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-8988004b-5576-48a3-b81f-839b013b9053 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Made reservation on behalf of f9f97af922bb4212809f7d75bc05ed87 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:09.121259 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-8988004b-5576-48a3-b81f-839b013b9053 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:09.122577 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'name': 'tempest-ServersTestFqdnHostnames-945402129-router', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:59:00Z', 'updated_at': '2021-11-24T20:59:03Z', 'revision_number': 3, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'gw_port': {'id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:59:01Z', 'updated_at': '2021-11-24T20:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:09.132004 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c5dc9f-456b-4cc0-84c4-a8a6de51ed28 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:09.136255 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33c5dc9f-456b-4cc0-84c4-a8a6de51ed28 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:09.167006 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519d8150-2d42-4ffb-b659-7a87ca55dcb0 None None] The sync data for ids ['450da802-2b3e-472c-9e1e-35f84e1a41b2'] in n-d-812111-8 is: [{'id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'name': 'tempest-ServersTestFqdnHostnames-945402129-router', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:59:00Z', 'updated_at': '2021-11-24T20:59:03Z', 'revision_number': 3, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'gw_port': {'id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:59:01Z', 'updated_at': '2021-11-24T20:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:59:09.181292 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f7403dee-6e3c-4d62-80a8-dc032e3c4b0c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Made reservation on behalf of 838d059057e840c09ac19be61b107bec for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:09.181606 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-162734df-ad13-4568-a47e-2cc8c760e84b None None] Provisioning complete for port e2861750-d2eb-48b8-90ff-0f656683f198 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:09.181990 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-162734df-ad13-4568-a47e-2cc8c760e84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:09.186265 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f7403dee-6e3c-4d62-80a8-dc032e3c4b0c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:09.256731 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-162734df-ad13-4568-a47e-2cc8c760e84b None None] Port e2861750-d2eb-48b8-90ff-0f656683f198 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:59:09.257247 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c4ee8610-6c9c-43ab-bf8e-d07a75b4f8a5 req-86dd4358-cad3-4eb8-afb9-7c107800bf36 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/security-groups?id=56c827aa-c7aa-4b0c-9d7a-e243c5173f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267843 Nov 24 20:59:09.328242 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d5a6b9-2e22-454f-ab79-e7dcf689a74b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Network 9d7e82d9-1aa5-4fc7-a12f-987c7e983868 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:59:09.369565 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c5dc9f-456b-4cc0-84c4-a8a6de51ed28 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:59:09.407029 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-27273928-d2d3-4b97-9d10-c731260f8439 req-cde26e97-625e-4b0b-9447-3df62eec829f tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Deleting port f7d87ff8-9541-40fc-b77a-8b124b37ffa1 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:09.407699 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-27273928-d2d3-4b97-9d10-c731260f8439 req-cde26e97-625e-4b0b-9447-3df62eec829f tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:09.422663 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e9b3329-d100-44a8-8844-6643863f94b1 req-f5afd3d8-53c2-4f87-a7a4-a1bf2dd0a158 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4114571 Nov 24 20:59:09.426838 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:09.434224 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca3e4ec9-fa36-4d74-bf11-72cf082a0060 req-f71f424e-4cb1-4d42-8c8d-8b4e8c211252 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.0549142 Nov 24 20:59:09.488879 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:09.492643 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-b4d5a6b9-2e22-454f-ab79-e7dcf689a74b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 9d7e82d9-1aa5-4fc7-a12f-987c7e983868) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:09.510598 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33c5dc9f-456b-4cc0-84c4-a8a6de51ed28 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:09.511490 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-33c5dc9f-456b-4cc0-84c4-a8a6de51ed28 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Added segment f3e0b20f-4cb4-4c54-ae57-fb44254a7805 of type vlan for network 35ae9fa3-79f7-434b-bbf2-b8693618ca7c Nov 24 20:59:09.512593 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801ba865-524f-4f86-b3ea-43ce958662b5 None None] Network 9d7e82d9-1aa5-4fc7-a12f-987c7e983868 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:09.522484 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f7325c3-f4da-4efb-b304-c35daf7819fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:09.558082 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d5a6b9-2e22-454f-ab79-e7dcf689a74b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:09.558483 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b4d5a6b9-2e22-454f-ab79-e7dcf689a74b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:09.673776 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f7403dee-6e3c-4d62-80a8-dc032e3c4b0c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Allocated IP 172.20.0.6 (2b80d919-dc76-4e07-9d79-d9c7af051c8b/887b1e02-17a6-4db4-8124-14042ea3bbda/905b2eeb-dedf-487a-a6aa-667f4d04bff3) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:09.818291 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c20b7d-2a3f-45a0-967f-3f3f418ec6ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-9d7e82d9-1aa5-4fc7-a12f-987c7e983868', 'network_id': '9d7e82d9-1aa5-4fc7-a12f-987c7e983868', 'tenant_id': '489be4bfb3f74b6eb54f875ff6d7f787', 'fixed_ips': [{'subnet_id': '7878cee4-05e8-4d5b-83cd-85098a3676dd'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:59:09.819257 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-21c20b7d-2a3f-45a0-967f-3f3f418ec6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:09.917524 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f7325c3-f4da-4efb-b304-c35daf7819fd admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:09.928677 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f7325c3-f4da-4efb-b304-c35daf7819fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:10.055923 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f7325c3-f4da-4efb-b304-c35daf7819fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:10.066448 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7325c3-f4da-4efb-b304-c35daf7819fd admin admin] Pushing event updated for resources: {'Port': ['ID=e2861750-d2eb-48b8-90ff-0f656683f198,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:10.070399 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-21c20b7d-2a3f-45a0-967f-3f3f418ec6ab None None] Allocated IP 2001:db8::f816:3eff:fee1:7b35 (9d7e82d9-1aa5-4fc7-a12f-987c7e983868/7878cee4-05e8-4d5b-83cd-85098a3676dd/82b50ac1-ba24-4e38-afa6-e8d3d2111512) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:10.124346 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bef41695-23c5-4963-8e2a-3a2b4cb7821c req-33b14465-fc40-45f4-bd4c-7c22376e7790 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=86fb0c6f-cd78-4a65-a552-18ca80426ae9 HTTP/1.1" status: 200 len: 210 time: 0.1324286 Nov 24 20:59:10.133529 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f7403dee-6e3c-4d62-80a8-dc032e3c4b0c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:10.243482 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b4d5a6b9-2e22-454f-ab79-e7dcf689a74b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5542119 Nov 24 20:59:10.247898 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38290) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:10.280252 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f7be2931-5490-4ad4-9861-ac220cc96ad8 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Request body: {'port': {'network_id': '9d7e82d9-1aa5-4fc7-a12f-987c7e983868', 'name': 'tempest-NetworksIpV6TestAttrs-1777062277'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:10.286979 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f7403dee-6e3c-4d62-80a8-dc032e3c4b0c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:10.298077 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] device_id is not set on port 1df1edd2-de69-406d-925a-2a73fd6c61f4 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:59:10.335470 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7325c3-f4da-4efb-b304-c35daf7819fd admin admin] Network 052aa3f3-cb01-49c1-a57f-09e705955607 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:10.363129 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-21c20b7d-2a3f-45a0-967f-3f3f418ec6ab None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:10.379516 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-21c20b7d-2a3f-45a0-967f-3f3f418ec6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:10.379755 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-6f7325c3-f4da-4efb-b304-c35daf7819fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:10.384962 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f7403dee-6e3c-4d62-80a8-dc032e3c4b0c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Network 2b80d919-dc76-4e07-9d79-d9c7af051c8b is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:10.458321 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c20b7d-2a3f-45a0-967f-3f3f418ec6ab None None] Pushing event updated for resources: {'Port': ['ID=82b50ac1-ba24-4e38-afa6-e8d3d2111512,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:10.477752 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c20b7d-2a3f-45a0-967f-3f3f418ec6ab None None] Network 9d7e82d9-1aa5-4fc7-a12f-987c7e983868 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:10.480758 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-21c20b7d-2a3f-45a0-967f-3f3f418ec6ab None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:10.482623 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f7403dee-6e3c-4d62-80a8-dc032e3c4b0c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:10.488202 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c20b7d-2a3f-45a0-967f-3f3f418ec6ab None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:10.592027 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-21c20b7d-2a3f-45a0-967f-3f3f418ec6ab None None] Attempting to bind port 82b50ac1-ba24-4e38-afa6-e8d3d2111512 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:59:10.592407 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-21c20b7d-2a3f-45a0-967f-3f3f418ec6ab None None] Attempting to bind port 82b50ac1-ba24-4e38-afa6-e8d3d2111512 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '2028f9b1-9cec-444c-935b-822e2336852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9d7e82d9-1aa5-4fc7-a12f-987c7e983868'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:59:10.592815 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c20b7d-2a3f-45a0-967f-3f3f418ec6ab None None] Attempting to bind port 82b50ac1-ba24-4e38-afa6-e8d3d2111512 on network 9d7e82d9-1aa5-4fc7-a12f-987c7e983868 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:10.600281 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c20b7d-2a3f-45a0-967f-3f3f418ec6ab None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:59:10.600659 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c20b7d-2a3f-45a0-967f-3f3f418ec6ab None None] Checking segment: {'id': '2028f9b1-9cec-444c-935b-822e2336852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9d7e82d9-1aa5-4fc7-a12f-987c7e983868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:10.601373 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-21c20b7d-2a3f-45a0-967f-3f3f418ec6ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:10.601628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c20b7d-2a3f-45a0-967f-3f3f418ec6ab None None] Bound using segment: {'id': '2028f9b1-9cec-444c-935b-822e2336852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9d7e82d9-1aa5-4fc7-a12f-987c7e983868'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:59:10.602272 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-21c20b7d-2a3f-45a0-967f-3f3f418ec6ab None None] Bound port: 82b50ac1-ba24-4e38-afa6-e8d3d2111512, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2028f9b1-9cec-444c-935b-822e2336852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9d7e82d9-1aa5-4fc7-a12f-987c7e983868'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:59:10.602625 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-21c20b7d-2a3f-45a0-967f-3f3f418ec6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:10.634082 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:10.676413 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f7403dee-6e3c-4d62-80a8-dc032e3c4b0c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:10.704215 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33c5dc9f-456b-4cc0-84c4-a8a6de51ed28 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:10.727840 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-21c20b7d-2a3f-45a0-967f-3f3f418ec6ab None None] For port 82b50ac1-ba24-4e38-afa6-e8d3d2111512, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:59:10.741561 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-21c20b7d-2a3f-45a0-967f-3f3f418ec6ab None None] For port 82b50ac1-ba24-4e38-afa6-e8d3d2111512, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=82b50ac1-ba24-4e38-afa6-e8d3d2111512,segment=NetworkSegment(2028f9b1-9cec-444c-935b-822e2336852a),segment_id=2028f9b1-9cec-444c-935b-822e2336852a)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:59:10.751628 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-21c20b7d-2a3f-45a0-967f-3f3f418ec6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:10.801998 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-27273928-d2d3-4b97-9d10-c731260f8439 req-cde26e97-625e-4b0b-9447-3df62eec829f tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] For port f7d87ff8-9541-40fc-b77a-8b124b37ffa1, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f7d87ff8-9541-40fc-b77a-8b124b37ffa1,segment=NetworkSegment(ae680190-f9b5-48e4-90dd-f665743b60d0),segment_id=ae680190-f9b5-48e4-90dd-f665743b60d0)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:10.802369 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-27273928-d2d3-4b97-9d10-c731260f8439 req-cde26e97-625e-4b0b-9447-3df62eec829f tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:10.861376 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f5b2e3d0-b394-4a5b-be76-f2b7e1772301 None None] Provisioning complete for port e2861750-d2eb-48b8-90ff-0f656683f198 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:10.862373 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f5b2e3d0-b394-4a5b-be76-f2b7e1772301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:10.895428 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f7403dee-6e3c-4d62-80a8-dc032e3c4b0c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:10.897117 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f7403dee-6e3c-4d62-80a8-dc032e3c4b0c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:10.909989 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-8988004b-5576-48a3-b81f-839b013b9053 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Allocated IP 192.168.233.193 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/efeeb778-bfb7-4f21-bc08-e5fbf5a7f445) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:10.912495 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7be2931-5490-4ad4-9861-ac220cc96ad8 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Made reservation on behalf of 489be4bfb3f74b6eb54f875ff6d7f787 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:10.914460 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c20b7d-2a3f-45a0-967f-3f3f418ec6ab None None] Pushing event updated for resources: {'Port': ['ID=82b50ac1-ba24-4e38-afa6-e8d3d2111512,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:10.917218 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f7be2931-5490-4ad4-9861-ac220cc96ad8 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:10.924805 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f5b2e3d0-b394-4a5b-be76-f2b7e1772301 None None] Port e2861750-d2eb-48b8-90ff-0f656683f198 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:59:10.942366 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7403dee-6e3c-4d62-80a8-dc032e3c4b0c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event updated for resources: {'Port': ['ID=905b2eeb-dedf-487a-a6aa-667f4d04bff3,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:10.970480 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f7403dee-6e3c-4d62-80a8-dc032e3c4b0c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0049396 Nov 24 20:59:11.007886 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:11.024872 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f1785d9d-c69e-4bab-a7c9-78b4383c760d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Request body: {'port': {'device_id': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a', 'admin_state_up': True, 'tenant_id': '838d059057e840c09ac19be61b107bec', 'security_groups': ['0f2cf2ef-cae2-4966-979c-d2a693b6f972']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:11.039334 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c782cc-4060-48b0-8ee5-d7c3e63d3b81 req-31fc8327-091c-400e-a3e4-82ef51c65bdb tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:11.041077 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e7c782cc-4060-48b0-8ee5-d7c3e63d3b81 req-31fc8327-091c-400e-a3e4-82ef51c65bdb tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/ports?device_id=64cb6bf5-025d-4a58-8281-601466d85c66 HTTP/1.1" status: 200 len: 945 time: 0.5720174 Nov 24 20:59:11.058679 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b4c18574-afe3-4296-93a1-4ae96e61dc1b None None] Provisioning complete for port 905b2eeb-dedf-487a-a6aa-667f4d04bff3 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:11.059066 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b4c18574-afe3-4296-93a1-4ae96e61dc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:11.062898 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-27273928-d2d3-4b97-9d10-c731260f8439 req-cde26e97-625e-4b0b-9447-3df62eec829f tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Calling delete_port for f7d87ff8-9541-40fc-b77a-8b124b37ffa1 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:11.081167 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33c5dc9f-456b-4cc0-84c4-a8a6de51ed28 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:11.087631 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-f7be2931-5490-4ad4-9861-ac220cc96ad8 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] device_id is not set on port 57194485-670d-4ac1-b3f0-090f81f9cb4b yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:59:11.101027 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c5dc9f-456b-4cc0-84c4-a8a6de51ed28 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:11.105522 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33c5dc9f-456b-4cc0-84c4-a8a6de51ed28 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:11.108925 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:11.113151 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-b4c18574-afe3-4296-93a1-4ae96e61dc1b None None] Port 905b2eeb-dedf-487a-a6aa-667f4d04bff3 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:59:11.184159 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-90869f60-07cd-4343-8d04-17d02c8b3655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:11.254956 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Pushing event updated for resources: {'Port': ['ID=ebfc9b25-d6e5-43b0-9c89-f29b65a40060,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:11.396426 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-33c5dc9f-456b-4cc0-84c4-a8a6de51ed28 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.4808912 Nov 24 20:59:11.398823 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38300) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:11.438370 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e7c782cc-4060-48b0-8ee5-d7c3e63d3b81 req-a5509bc0-bae4-486a-9267-f137ae4b5327 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/security-groups?id=56c827aa-c7aa-4b0c-9d7a-e243c5173f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768008 Nov 24 20:59:11.463042 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 82b50ac1-ba24-4e38-afa6-e8d3d2111512 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:59:11.463992 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-722fd384-0a51-4209-8849-f8c6fc4974b4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'subnet': {'network_id': '35ae9fa3-79f7-434b-bbf2-b8693618ca7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:11.474087 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7325c3-f4da-4efb-b304-c35daf7819fd admin admin] Router 450da802-2b3e-472c-9e1e-35f84e1a41b2 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 20:59:11.484216 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-8988004b-5576-48a3-b81f-839b013b9053 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:11.497939 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c2d55-5606-487f-93f0-9ed3dee39d97 req-fc64b516-778f-4c9d-8299-bb032cef422a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:11.509312 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c00c2d55-5606-487f-93f0-9ed3dee39d97 req-fc64b516-778f-4c9d-8299-bb032cef422a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.6920707 Nov 24 20:59:11.561804 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 82b50ac1-ba24-4e38-afa6-e8d3d2111512 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:11.562429 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:11.645222 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f1785d9d-c69e-4bab-a7c9-78b4383c760d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Made reservation on behalf of 838d059057e840c09ac19be61b107bec for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:11.648732 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f1785d9d-c69e-4bab-a7c9-78b4383c760d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:11.651446 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5dc9f-456b-4cc0-84c4-a8a6de51ed28 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Network': ['ID=35ae9fa3-79f7-434b-bbf2-b8693618ca7c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:11.672480 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:11.705814 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-f7be2931-5490-4ad4-9861-ac220cc96ad8 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Allocated IP 2001:db8::f816:3eff:feed:82a4 (9d7e82d9-1aa5-4fc7-a12f-987c7e983868/7878cee4-05e8-4d5b-83cd-85098a3676dd/57194485-670d-4ac1-b3f0-090f81f9cb4b) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:11.716383 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 35ae9fa3-79f7-434b-bbf2-b8693618ca7c details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:59:11.738804 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Checking segment: {'id': 'bec00118-d934-4df2-8d37-a622116bc245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a358b53d-abc7-4fe3-bb17-f0fb4eff8b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:11.739380 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Network hostable DHCP agents. Network: a358b53d-abc7-4fe3-bb17-f0fb4eff8b01, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:59:11.752880 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28029330-750a-4143-92c2-882bcb4a8ef5 req-1351e0dc-276e-4025-81de-ae24dc20d1a7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:11.755445 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c00c2d55-5606-487f-93f0-9ed3dee39d97 req-65c64311-2b42-462a-9ef5-4fe4ded74ba7 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439878 Nov 24 20:59:11.760127 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-28029330-750a-4143-92c2-882bcb4a8ef5 req-1351e0dc-276e-4025-81de-ae24dc20d1a7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 931 time: 0.2062042 Nov 24 20:59:11.839410 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722fd384-0a51-4209-8849-f8c6fc4974b4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:11.859046 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-722fd384-0a51-4209-8849-f8c6fc4974b4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:11.920423 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-28029330-750a-4143-92c2-882bcb4a8ef5 req-f8e19a39-47ef-4f96-aadb-95f93b8394e0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592457 Nov 24 20:59:11.979078 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Network a358b53d-abc7-4fe3-bb17-f0fb4eff8b01 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:59:11.990684 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-826859a1-2a31-4396-aff4-09c818f0164e req-919ffe9a-48f8-4ddd-94b7-c136000bd40b tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=86fb0c6f-cd78-4a65-a552-18ca80426ae9 HTTP/1.1" status: 200 len: 210 time: 0.1212182 Nov 24 20:59:12.022678 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7325c3-f4da-4efb-b304-c35daf7819fd admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 20:59:12.037194 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-8988004b-5576-48a3-b81f-839b013b9053 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:12.040032 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6f7325c3-f4da-4efb-b304-c35daf7819fd admin admin] 10.222.0.11 "PUT /v2.0/routers/450da802-2b3e-472c-9e1e-35f84e1a41b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3977478 Nov 24 20:59:12.162750 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f1785d9d-c69e-4bab-a7c9-78b4383c760d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Allocated IP 10.1.1.133 (0b5ef7b5-277e-46e9-bb51-4226a176b59a/26f7ad4d-47f7-4f94-83c1-a9b148ce53d9/2350812e-3580-420e-832c-24f31e39b118) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:12.245197 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, a358b53d-abc7-4fe3-bb17-f0fb4eff8b01) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:12.253373 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.ipam_backend_mixin [None req-722fd384-0a51-4209-8849-f8c6fc4974b4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Performing IP validity checks on allocation pools {{(pid=109990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 20:59:12.255503 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device f7d87ff8-9541-40fc-b77a-8b124b37ffa1 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:59:12.262718 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['85246882-73af-458a-a001-8de8506eefc2'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:59:12.269903 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.ipam_backend_mixin [None req-722fd384-0a51-4209-8849-f8c6fc4974b4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 20:59:12.270643 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['975245fd-a239-4b38-a637-934a9f8ac234', 'b5f19f21-4989-42f5-9009-ef06859751d5', '2b62a78a-de27-40e5-9031-07782fc7c150', '2ef14d52-ee69-4d82-b823-64e70289fcc4'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:59:12.296798 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:12.305521 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:12.390446 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] Sync routers for ids ['450da802-2b3e-472c-9e1e-35f84e1a41b2'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:59:12.404766 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9835c5c1-9524-4b02-b99d-99e7e1cdbd3d None None] Network a358b53d-abc7-4fe3-bb17-f0fb4eff8b01 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:12.406425 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] Routers {'450da802-2b3e-472c-9e1e-35f84e1a41b2'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:59:12.413587 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:59:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['450da802-2b3e-472c-9e1e-35f84e1a41b2'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:12.469477 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-8988004b-5576-48a3-b81f-839b013b9053 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:12.490555 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988004b-5576-48a3-b81f-839b013b9053 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Pushing event updated for resources: {'Port': ['ID=efeeb778-bfb7-4f21-bc08-e5fbf5a7f445,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:12.513191 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-8988004b-5576-48a3-b81f-839b013b9053 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:12.524138 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-8988004b-5576-48a3-b81f-839b013b9053 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:12.592978 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f7be2931-5490-4ad4-9861-ac220cc96ad8 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:12.647937 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] Set router 450da802-2b3e-472c-9e1e-35f84e1a41b2 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:59:12.651716 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f7be2931-5490-4ad4-9861-ac220cc96ad8 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:12.704897 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-8988004b-5576-48a3-b81f-839b013b9053 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:12.705759 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-8988004b-5576-48a3-b81f-839b013b9053 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:12.770816 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210455ec-346c-4e56-ae45-14823cfae864 None None] Network 9d7e82d9-1aa5-4fc7-a12f-987c7e983868 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:12.774725 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No active binding found for port f7d87ff8-9541-40fc-b77a-8b124b37ffa1 {{(pid=109992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 24 20:59:12.775366 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device f7d87ff8-9541-40fc-b77a-8b124b37ffa1 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:59:12.798012 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f1785d9d-c69e-4bab-a7c9-78b4383c760d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:12.830478 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-27273928-d2d3-4b97-9d10-c731260f8439 req-cde26e97-625e-4b0b-9447-3df62eec829f tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:12.857916 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:12.889465 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be2931-5490-4ad4-9861-ac220cc96ad8 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event updated for resources: {'Port': ['ID=57194485-670d-4ac1-b3f0-090f81f9cb4b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:12.896678 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f1785d9d-c69e-4bab-a7c9-78b4383c760d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:12.908474 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7be2931-5490-4ad4-9861-ac220cc96ad8 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Network 9d7e82d9-1aa5-4fc7-a12f-987c7e983868 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:12.916320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-f7be2931-5490-4ad4-9861-ac220cc96ad8 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:12.952006 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7be2931-5490-4ad4-9861-ac220cc96ad8 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:12.960505 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7be2931-5490-4ad4-9861-ac220cc96ad8 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:12.961593 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f7be2931-5490-4ad4-9861-ac220cc96ad8 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:12.974066 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f1785d9d-c69e-4bab-a7c9-78b4383c760d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Network 0b5ef7b5-277e-46e9-bb51-4226a176b59a is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:12.978774 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f1785d9d-c69e-4bab-a7c9-78b4383c760d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:12.991943 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f1785d9d-c69e-4bab-a7c9-78b4383c760d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:13.042582 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6a6b2bcb-e1c4-4639-9bdb-775ff7a90cdb None None] Provisioning complete for port 82b50ac1-ba24-4e38-afa6-e8d3d2111512 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:13.047110 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6a6b2bcb-e1c4-4639-9bdb-775ff7a90cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:13.073965 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f1785d9d-c69e-4bab-a7c9-78b4383c760d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:13.075773 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f1785d9d-c69e-4bab-a7c9-78b4383c760d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:13.088966 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'name': 'tempest-ServersTestFqdnHostnames-945402129-router', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:59:00Z', 'updated_at': '2021-11-24T20:59:09Z', 'revision_number': 4, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'gw_port': {'id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:59:01Z', 'updated_at': '2021-11-24T20:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'e2861750-d2eb-48b8-90ff-0f656683f198', 'name': '', 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'mac_address': 'fa:16:3e:5b:2c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '9e861052-0b84-4fa5-83b7-82ecf6009879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:59:07Z', 'updated_at': '2021-11-24T20:59:09Z', 'revision_number': 2, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'subnets': [{'id': '9e861052-0b84-4fa5-83b7-82ecf6009879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:13.110471 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f1785d9d-c69e-4bab-a7c9-78b4383c760d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0898201 Nov 24 20:59:13.119202 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 82b50ac1-ba24-4e38-afa6-e8d3d2111512, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=82b50ac1-ba24-4e38-afa6-e8d3d2111512,segment=NetworkSegment(2028f9b1-9cec-444c-935b-822e2336852a),segment_id=2028f9b1-9cec-444c-935b-822e2336852a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:13.132543 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] Checking router: 450da802-2b3e-472c-9e1e-35f84e1a41b2 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:59:13.137330 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] Updating router 450da802-2b3e-472c-9e1e-35f84e1a41b2 port e2861750-d2eb-48b8-90ff-0f656683f198 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:59:13.144211 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a80e02ec-3e4a-4e40-8c65-6d488a995d16 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Request body: {'port': {'device_id': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a', 'admin_state_up': True, 'tenant_id': '838d059057e840c09ac19be61b107bec', 'security_groups': ['0f2cf2ef-cae2-4966-979c-d2a693b6f972']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:13.153929 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1785d9d-c69e-4bab-a7c9-78b4383c760d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event updated for resources: {'Port': ['ID=2350812e-3580-420e-832c-24f31e39b118,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:13.202383 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Pushing event updated for resources: {'Port': ['ID=1df1edd2-de69-406d-925a-2a73fd6c61f4,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:13.203182 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f7be2931-5490-4ad4-9861-ac220cc96ad8 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.9299581 Nov 24 20:59:13.207735 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38318) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:13.224562 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:13.247798 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a923f17-f22b-47ae-9ab0-709471061bb9 req-16811743-6b01-4baa-b23a-f70259be0ded tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:13.258449 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5a923f17-f22b-47ae-9ab0-709471061bb9 req-16811743-6b01-4baa-b23a-f70259be0ded tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.9798310 Nov 24 20:59:13.290410 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-722fd384-0a51-4209-8849-f8c6fc4974b4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:13.295466 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:13.297675 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a83a6158-9115-479c-9c86-7eac8ab2b142 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:59:13.380028 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-8988004b-5576-48a3-b81f-839b013b9053 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7990415 Nov 24 20:59:13.471782 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d97cac5-94b6-45f0-9d84-54a4e82a8d8a tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Deleting subnet 7878cee4-05e8-4d5b-83cd-85098a3676dd {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:59:13.479978 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7d97cac5-94b6-45f0-9d84-54a4e82a8d8a tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:13.494667 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=82b50ac1-ba24-4e38-afa6-e8d3d2111512,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:13.503151 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-0293c86d-39fa-4f7f-8cf3-9df41ebbc471 service neutron] Request body: {'port': {'device_id': '86fb0c6f-cd78-4a65-a552-18ca80426ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:13.569938 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7d97cac5-94b6-45f0-9d84-54a4e82a8d8a tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:13.575013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde26e97-625e-4b0b-9447-3df62eec829f tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Pushing event deleted for resources: {'Port': ['ID=f7d87ff8-9541-40fc-b77a-8b124b37ffa1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:13.610525 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port a83a6158-9115-479c-9c86-7eac8ab2b142 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:13.611058 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:13.638750 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-27273928-d2d3-4b97-9d10-c731260f8439 req-cde26e97-625e-4b0b-9447-3df62eec829f tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] No DVR routers for this DVR port f7d87ff8-9541-40fc-b77a-8b124b37ffa1 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:59:13.662986 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-27273928-d2d3-4b97-9d10-c731260f8439 req-cde26e97-625e-4b0b-9447-3df62eec829f tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:13.672022 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-27273928-d2d3-4b97-9d10-c731260f8439 req-cde26e97-625e-4b0b-9447-3df62eec829f tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.48 "DELETE /v2.0/ports/f7d87ff8-9541-40fc-b77a-8b124b37ffa1 HTTP/1.1" status: 204 len: 173 time: 4.8508034 Nov 24 20:59:13.683558 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cb6bf5-025d-4a58-8281-601466d85c66', 'name': 'network-vif-deleted', 'tag': 'f7d87ff8-9541-40fc-b77a-8b124b37ffa1'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:59:13.688782 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab2dd9a-2ed8-4ab8-9835-d97fd7cc8c74" -d '{"events": [{"server_uuid": "64cb6bf5-025d-4a58-8281-601466d85c66", "name": "network-vif-deleted", "tag": "f7d87ff8-9541-40fc-b77a-8b124b37ffa1"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:59:13.806473 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:13.817106 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb0925-35fa-4300-a493-a05767acda95 req-7b528b89-5eb4-4bc4-8bc0-4eed0d1e54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:13.818803 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6abb0925-35fa-4300-a493-a05767acda95 req-7b528b89-5eb4-4bc4-8bc0-4eed0d1e54f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 1096 time: 1.2021480 Nov 24 20:59:13.820868 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:13.836601 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Checking segment: {'id': '0f85fc38-b801-498a-83dd-8c199457acf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b6fd1dc9-4058-42a6-a285-c250d713e4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:13.838791 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Network hostable DHCP agents. Network: b6fd1dc9-4058-42a6-a285-c250d713e4a4, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:59:13.860167 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7d97cac5-94b6-45f0-9d84-54a4e82a8d8a tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:13.902896 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fd384-0a51-4209-8849-f8c6fc4974b4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Subnet': ['ID=f099ff24-f7dd-4029-91b6-7cb9099a838e,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:13.919960 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9fafd0-b5aa-448c-96e5-e10551a61aec None None] Pushing event updated for resources: {'Port': ['ID=e2861750-d2eb-48b8-90ff-0f656683f198,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:13.930679 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9fafd0-b5aa-448c-96e5-e10551a61aec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:13.931579 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9fafd0-b5aa-448c-96e5-e10551a61aec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:13.932044 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9fafd0-b5aa-448c-96e5-e10551a61aec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:13.932489 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9fafd0-b5aa-448c-96e5-e10551a61aec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:13.933030 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9fafd0-b5aa-448c-96e5-e10551a61aec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:13.933773 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9fafd0-b5aa-448c-96e5-e10551a61aec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:13.934214 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9fafd0-b5aa-448c-96e5-e10551a61aec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:13.934654 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9fafd0-b5aa-448c-96e5-e10551a61aec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:13.935303 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9fafd0-b5aa-448c-96e5-e10551a61aec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:13.935658 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9fafd0-b5aa-448c-96e5-e10551a61aec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:13.936111 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9fafd0-b5aa-448c-96e5-e10551a61aec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:13.936642 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9fafd0-b5aa-448c-96e5-e10551a61aec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:13.974499 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:13.984263 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5a923f17-f22b-47ae-9ab0-709471061bb9 req-222cbdca-c284-4ec3-9e9c-53e20799c456 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7248466 Nov 24 20:59:14.026041 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7d97cac5-94b6-45f0-9d84-54a4e82a8d8a tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:14.099143 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] Attempting to bind port e2861750-d2eb-48b8-90ff-0f656683f198 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:59:14.100446 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] Attempting to bind port e2861750-d2eb-48b8-90ff-0f656683f198 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '7a44ead5-6dd0-40be-9dbb-70a3360b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:59:14.100976 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] Attempting to bind port e2861750-d2eb-48b8-90ff-0f656683f198 on network 052aa3f3-cb01-49c1-a57f-09e705955607 {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:14.115436 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:59:14.117608 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] Checking segment: {'id': '7a44ead5-6dd0-40be-9dbb-70a3360b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:14.118162 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:14.119784 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] Bound using segment: {'id': '7a44ead5-6dd0-40be-9dbb-70a3360b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:59:14.122589 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] Bound port: e2861750-d2eb-48b8-90ff-0f656683f198, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a44ead5-6dd0-40be-9dbb-70a3360b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:59:14.123149 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:14.203072 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38322) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:14.203282 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7d97cac5-94b6-45f0-9d84-54a4e82a8d8a tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:14.210719 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-30ee0e89-cc62-4762-a43d-3d5f14f7eaa5 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--147090828', 'description': 'tempest-description--1400656304'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:14.213632 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7d97cac5-94b6-45f0-9d84-54a4e82a8d8a tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "DELETE /v2.0/subnets/7878cee4-05e8-4d5b-83cd-85098a3676dd HTTP/1.1" status: 204 len: 168 time: 1.0047922 Nov 24 20:59:14.214956 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-0293c86d-39fa-4f7f-8cf3-9df41ebbc471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:14.219598 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38324) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:14.262452 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97cac5-94b6-45f0-9d84-54a4e82a8d8a tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event deleted for resources: {'Subnet': ['ID=7878cee4-05e8-4d5b-83cd-85098a3676dd,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:14.290854 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1ac41ee4-23e8-4aad-883f-053b1c151e08 req-818daa1c-8fa8-4d82-b1f8-165b0d2c9f51 tempest-VolumesActionsTest-79774338 tempest-VolumesActionsTest-79774338-project] 10.222.0.11 "GET /v2.0/ports?device_id=64cb6bf5-025d-4a58-8281-601466d85c66 HTTP/1.1" status: 200 len: 210 time: 0.1012864 Nov 24 20:59:14.291572 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Network b6fd1dc9-4058-42a6-a285-c250d713e4a4 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:59:14.302794 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722fd384-0a51-4209-8849-f8c6fc4974b4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Checking segment: {'id': 'f3e0b20f-4cb4-4c54-ae57-fb44254a7805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '35ae9fa3-79f7-434b-bbf2-b8693618ca7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:14.303188 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722fd384-0a51-4209-8849-f8c6fc4974b4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network hostable DHCP agents. Network: 35ae9fa3-79f7-434b-bbf2-b8693618ca7c, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:59:14.315946 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] For port e2861750-d2eb-48b8-90ff-0f656683f198, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:59:14.320550 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] For port e2861750-d2eb-48b8-90ff-0f656683f198, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e2861750-d2eb-48b8-90ff-0f656683f198,segment=NetworkSegment(7a44ead5-6dd0-40be-9dbb-70a3360b9949),segment_id=7a44ead5-6dd0-40be-9dbb-70a3360b9949)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:59:14.333203 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:14.347853 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:14.410692 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbc8d0-f4c0-43d9-8831-6ef9d670c89b req-a6426861-9de8-47e4-b412-7d080e7d3c9e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:14.411422 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port a83a6158-9115-479c-9c86-7eac8ab2b142, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a83a6158-9115-479c-9c86-7eac8ab2b142,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:14.425835 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbc8d0-f4c0-43d9-8831-6ef9d670c89b req-a6426861-9de8-47e4-b412-7d080e7d3c9e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:14.433175 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:14.482075 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9fafd0-b5aa-448c-96e5-e10551a61aec None None] Pushing event updated for resources: {'Port': ['ID=e2861750-d2eb-48b8-90ff-0f656683f198,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:14.491286 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-efbbc8d0-f4c0-43d9-8831-6ef9d670c89b req-a6426861-9de8-47e4-b412-7d080e7d3c9e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 1653 time: 0.1985564 Nov 24 20:59:14.525930 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] Routers {'450da802-2b3e-472c-9e1e-35f84e1a41b2'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 20:59:14.527544 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:59:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['450da802-2b3e-472c-9e1e-35f84e1a41b2'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:14.544913 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, b6fd1dc9-4058-42a6-a285-c250d713e4a4) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:14.554589 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-68b57d7c-a104-4e1f-8355-bd243f7f7e6c None None] Provisioning complete for port e2861750-d2eb-48b8-90ff-0f656683f198 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:14.554975 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-68b57d7c-a104-4e1f-8355-bd243f7f7e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:14.556619 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=a83a6158-9115-479c-9c86-7eac8ab2b142,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:14.586565 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:14.588658 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0376780-aad3-407d-8826-14920211a051 None None] Network b6fd1dc9-4058-42a6-a285-c250d713e4a4 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:14.600176 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:14.615600 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:14.619908 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:14.628848 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-30ee0e89-cc62-4762-a43d-3d5f14f7eaa5 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:14.654212 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-efbbc8d0-f4c0-43d9-8831-6ef9d670c89b req-3808c864-b152-45da-9a39-779c8bcc6f17 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588197 Nov 24 20:59:14.657215 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a80e02ec-3e4a-4e40-8c65-6d488a995d16 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Made reservation on behalf of 838d059057e840c09ac19be61b107bec for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:14.666707 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a80e02ec-3e4a-4e40-8c65-6d488a995d16 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:14.718546 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7b71b9-a338-47df-9117-254da32eb785 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:14.722375 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7b71b9-a338-47df-9117-254da32eb785 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:14.726690 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2e7b71b9-a338-47df-9117-254da32eb785 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4937329 Nov 24 20:59:14.726690 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb0925-35fa-4300-a493-a05767acda95 req-9230e0b0-5de7-4795-8953-e2b05ba22c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:14.728503 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38326) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:14.742764 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6abb0925-35fa-4300-a493-a05767acda95 req-9230e0b0-5de7-4795-8953-e2b05ba22c3b service neutron] 10.222.0.15 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 913 time: 0.8892543 Nov 24 20:59:14.747177 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 82b50ac1-ba24-4e38-afa6-e8d3d2111512 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:59:14.847796 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67059c34-d1d3-431f-8b05-2fc8362fc52f x-openstack-request-id: req-67059c34-d1d3-431f-8b05-2fc8362fc52f {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:59:14.848147 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64cb6bf5-025d-4a58-8281-601466d85c66", "name": "network-vif-deleted", "tag": "f7d87ff8-9541-40fc-b77a-8b124b37ffa1", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:59:14.848263 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-67059c34-d1d3-431f-8b05-2fc8362fc52f {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:59:14.848627 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64cb6bf5-025d-4a58-8281-601466d85c66', 'name': 'network-vif-deleted', 'tag': 'f7d87ff8-9541-40fc-b77a-8b124b37ffa1', 'status': 'completed', 'code': 200} Nov 24 20:59:14.977537 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3acf44a3-9de1-4139-9490-519202ac4ef8 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:14.984427 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-79304f87-9a82-469c-b9fe-a56e017f325a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 7.5678151 Nov 24 20:59:14.988617 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38328) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:14.993016 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722fd384-0a51-4209-8849-f8c6fc4974b4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network 35ae9fa3-79f7-434b-bbf2-b8693618ca7c is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:59:15.007696 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e35ef25-0073-450f-b650-ffa6921e5edf None None] Network 9d7e82d9-1aa5-4fc7-a12f-987c7e983868 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:15.048668 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-3acf44a3-9de1-4139-9490-519202ac4ef8 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 24 20:59:15.050125 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3acf44a3-9de1-4139-9490-519202ac4ef8 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 20:59:15.059293 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3acf44a3-9de1-4139-9490-519202ac4ef8 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "DELETE /v2.0/networks/9d7e82d9-1aa5-4fc7-a12f-987c7e983868 HTTP/1.1" status: 409 len: 405 time: 0.3254967 Nov 24 20:59:15.062303 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:15.074889 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] Set router 450da802-2b3e-472c-9e1e-35f84e1a41b2 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 20:59:15.085758 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38332) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:15.092196 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-64743e39-df05-4b2f-9234-b6753b5e455a tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1543239983'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:15.130169 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5169fe2b-3483-4697-aca2-3a021bb21e90 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:15.138338 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5169fe2b-3483-4697-aca2-3a021bb21e90 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:15.144083 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5169fe2b-3483-4697-aca2-3a021bb21e90 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1495004 Nov 24 20:59:15.144996 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38334) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:15.199006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-722fd384-0a51-4209-8849-f8c6fc4974b4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 35ae9fa3-79f7-434b-bbf2-b8693618ca7c) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:15.245496 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe6cf60-3cfa-404e-a817-e4aa66e75fd6 None None] Network 35ae9fa3-79f7-434b-bbf2-b8693618ca7c requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:15.248432 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e3670-ae7b-40e1-ab0c-6118a8c8ddf8 req-71a7e97c-eefa-4836-bd1b-b782454c73df tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:15.256948 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e05e3670-ae7b-40e1-ab0c-6118a8c8ddf8 req-71a7e97c-eefa-4836-bd1b-b782454c73df tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=86fb0c6f-cd78-4a65-a552-18ca80426ae9 HTTP/1.1" status: 200 len: 936 time: 0.7997997 Nov 24 20:59:15.284121 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722fd384-0a51-4209-8849-f8c6fc4974b4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:15.284733 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-722fd384-0a51-4209-8849-f8c6fc4974b4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:15.287466 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 82b50ac1-ba24-4e38-afa6-e8d3d2111512 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:15.287899 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:15.332498 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6abb0925-35fa-4300-a493-a05767acda95 req-34cd8d0f-d21b-4335-be20-d1939c8fdb50 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa HTTP/1.1" status: 200 len: 1000 time: 0.5512028 Nov 24 20:59:15.357611 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-68b57d7c-a104-4e1f-8355-bd243f7f7e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:15.436426 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'name': 'tempest-ServersTestFqdnHostnames-945402129-router', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:59:00Z', 'updated_at': '2021-11-24T20:59:09Z', 'revision_number': 4, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'gw_port': {'id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:59:01Z', 'updated_at': '2021-11-24T20:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'e2861750-d2eb-48b8-90ff-0f656683f198', 'name': '', 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'mac_address': 'fa:16:3e:5b:2c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '9e861052-0b84-4fa5-83b7-82ecf6009879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:59:07Z', 'updated_at': '2021-11-24T20:59:14Z', 'revision_number': 4, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'subnets': [{'id': '9e861052-0b84-4fa5-83b7-82ecf6009879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:15.479237 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674415a4-bd65-4eca-8de5-8bc90acaf60a None None] The sync data for ids ['450da802-2b3e-472c-9e1e-35f84e1a41b2'] in n-d-812111-8 is: [{'id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'name': 'tempest-ServersTestFqdnHostnames-945402129-router', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:59:00Z', 'updated_at': '2021-11-24T20:59:09Z', 'revision_number': 4, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'gw_port': {'id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:59:01Z', 'updated_at': '2021-11-24T20:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'e2861750-d2eb-48b8-90ff-0f656683f198', 'name': '', 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'mac_address': 'fa:16:3e:5b:2c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '9e861052-0b84-4fa5-83b7-82ecf6009879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:59:07Z', 'updated_at': '2021-11-24T20:59:14Z', 'revision_number': 4, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'subnets': [{'id': '9e861052-0b84-4fa5-83b7-82ecf6009879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:59:15.485406 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-30ee0e89-cc62-4762-a43d-3d5f14f7eaa5 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:15.511035 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-30ee0e89-cc62-4762-a43d-3d5f14f7eaa5 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:15.687448 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e05e3670-ae7b-40e1-ab0c-6118a8c8ddf8 req-0e238493-03c7-4d73-8a07-bcf2eb6564a5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295967 Nov 24 20:59:15.692641 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-68b57d7c-a104-4e1f-8355-bd243f7f7e6c None None] For port e2861750-d2eb-48b8-90ff-0f656683f198, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e2861750-d2eb-48b8-90ff-0f656683f198,segment=NetworkSegment(7a44ead5-6dd0-40be-9dbb-70a3360b9949),segment_id=7a44ead5-6dd0-40be-9dbb-70a3360b9949)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:15.729548 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-68b57d7c-a104-4e1f-8355-bd243f7f7e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:15.734448 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee0e89-cc62-4762-a43d-3d5f14f7eaa5 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455029b9-f600-4cf6-8df5-667d9c16934a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:15.743783 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb0925-35fa-4300-a493-a05767acda95 req-91d32456-44e9-4115-a277-9e1859dd85bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:15.746069 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6abb0925-35fa-4300-a493-a05767acda95 req-91d32456-44e9-4115-a277-9e1859dd85bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ee9c5f7-570f-459a-a776-8d371777733b HTTP/1.1" status: 200 len: 851 time: 0.4038672 Nov 24 20:59:15.758638 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-30ee0e89-cc62-4762-a43d-3d5f14f7eaa5 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:15.767443 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-30ee0e89-cc62-4762-a43d-3d5f14f7eaa5 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.5604088 Nov 24 20:59:15.782198 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-722fd384-0a51-4209-8849-f8c6fc4974b4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3628910 Nov 24 20:59:15.797066 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38340) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:15.797066 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38342) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:15.810556 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-bea4ec7d-059e-44be-89ae-d1edc538b7e9 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Request body: {'security_group_rule': {'security_group_id': '455029b9-f600-4cf6-8df5-667d9c16934a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:15.855855 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-2ee4cb73-597f-49ee-a3d1-df69477ec840 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'port': {'network_id': '35ae9fa3-79f7-434b-bbf2-b8693618ca7c', 'name': 'tempest-PortsIpV6TestJSON-262909721'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:15.894999 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f4bbb2-9113-46e2-a3c1-5191e9cd6d42 None None] DHCP port deletion for 9d7e82d9-1aa5-4fc7-a12f-987c7e983868 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 20:59:15.903008 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a80e02ec-3e4a-4e40-8c65-6d488a995d16 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Allocated IP 10.1.1.253 (0b5ef7b5-277e-46e9-bb51-4226a176b59a/26f7ad4d-47f7-4f94-83c1-a9b148ce53d9/52edc988-d91c-414e-b88e-c8d5937a1086) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:15.940954 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64743e39-df05-4b2f-9234-b6753b5e455a tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Made reservation on behalf of 489be4bfb3f74b6eb54f875ff6d7f787 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:15.951334 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-64743e39-df05-4b2f-9234-b6753b5e455a tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:16.034752 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b57d7c-a104-4e1f-8355-bd243f7f7e6c None None] Pushing event updated for resources: {'Port': ['ID=e2861750-d2eb-48b8-90ff-0f656683f198,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:16.065085 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505eb2a6-1455-4761-80f9-4601912625dd req-5ccea9e5-1b7b-4740-a801-2211e760d0b8 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:16.067575 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-505eb2a6-1455-4761-80f9-4601912625dd req-5ccea9e5-1b7b-4740-a801-2211e760d0b8 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.9144905 Nov 24 20:59:16.068410 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-68b57d7c-a104-4e1f-8355-bd243f7f7e6c None None] Provisioning complete for port efeeb778-bfb7-4f21-bc08-e5fbf5a7f445 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:16.069676 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-68b57d7c-a104-4e1f-8355-bd243f7f7e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:16.186670 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8081707-5bc3-4fcf-b31d-a9d63b8088d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-35ae9fa3-79f7-434b-bbf2-b8693618ca7c', 'network_id': '35ae9fa3-79f7-434b-bbf2-b8693618ca7c', 'tenant_id': 'b494baadac6c445f9c005699115a804c', 'fixed_ips': [{'subnet_id': 'f099ff24-f7dd-4029-91b6-7cb9099a838e'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:59:16.188004 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f8081707-5bc3-4fcf-b31d-a9d63b8088d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:16.207540 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64743e39-df05-4b2f-9234-b6753b5e455a tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:59:16.235959 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec1f45-1bed-4da4-b22e-a8dd945bd535 req-16266d42-5c9f-489a-be42-9b86cbc3ef05 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:16.247266 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-68b57d7c-a104-4e1f-8355-bd243f7f7e6c None None] Port efeeb778-bfb7-4f21-bc08-e5fbf5a7f445 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:59:16.248446 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec1f45-1bed-4da4-b22e-a8dd945bd535 req-16266d42-5c9f-489a-be42-9b86cbc3ef05 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:16.251039 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87ec1f45-1bed-4da4-b22e-a8dd945bd535 req-16266d42-5c9f-489a-be42-9b86cbc3ef05 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 1653 time: 0.2688568 Nov 24 20:59:16.337596 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb0925-35fa-4300-a493-a05767acda95 req-99ec218e-7399-4c3c-977b-03ec574b9f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:16.340512 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6abb0925-35fa-4300-a493-a05767acda95 req-99ec218e-7399-4c3c-977b-03ec574b9f0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d57895c6-b2f2-4afe-a44e-1eb66b91940d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5540700 Nov 24 20:59:16.438549 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-68b57d7c-a104-4e1f-8355-bd243f7f7e6c None None] Provisioning complete for port 2350812e-3580-420e-832c-24f31e39b118 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:16.438549 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-68b57d7c-a104-4e1f-8355-bd243f7f7e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:16.464701 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c5f4bbb2-9113-46e2-a3c1-5191e9cd6d42 None None] Deleting port 82b50ac1-ba24-4e38-afa6-e8d3d2111512 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:16.465115 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c5f4bbb2-9113-46e2-a3c1-5191e9cd6d42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:16.476920 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6abb0925-35fa-4300-a493-a05767acda95 req-3c667af1-abb3-4769-bde8-ed9399e586e9 service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218352 Nov 24 20:59:16.554585 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a80e02ec-3e4a-4e40-8c65-6d488a995d16 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:16.660999 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a80e02ec-3e4a-4e40-8c65-6d488a995d16 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:16.665143 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c5f4bbb2-9113-46e2-a3c1-5191e9cd6d42 None None] For port 82b50ac1-ba24-4e38-afa6-e8d3d2111512, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=82b50ac1-ba24-4e38-afa6-e8d3d2111512,segment=NetworkSegment(2028f9b1-9cec-444c-935b-822e2336852a),segment_id=2028f9b1-9cec-444c-935b-822e2336852a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:16.665143 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c5f4bbb2-9113-46e2-a3c1-5191e9cd6d42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:16.684980 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3cd158e2-bf18-4f9b-97b4-6f8aa12f1112 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Deleting port ebfc9b25-d6e5-43b0-9c89-f29b65a40060 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:16.685423 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3cd158e2-bf18-4f9b-97b4-6f8aa12f1112 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:16.698311 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-68b57d7c-a104-4e1f-8355-bd243f7f7e6c None None] Port 2350812e-3580-420e-832c-24f31e39b118 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:59:16.722600 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c5f4bbb2-9113-46e2-a3c1-5191e9cd6d42 None None] Calling delete_port for 82b50ac1-ba24-4e38-afa6-e8d3d2111512 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:16.767178 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-f8081707-5bc3-4fcf-b31d-a9d63b8088d6 None None] Allocated IP 2001:db8::2 (35ae9fa3-79f7-434b-bbf2-b8693618ca7c/f099ff24-f7dd-4029-91b6-7cb9099a838e/2f090042-bf0f-4316-aaba-9cf2472b38d5) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:16.825779 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a83a6158-9115-479c-9c86-7eac8ab2b142 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:59:16.847731 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3cd158e2-bf18-4f9b-97b4-6f8aa12f1112 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:16.864050 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3cd158e2-bf18-4f9b-97b4-6f8aa12f1112 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Calling delete_port for ebfc9b25-d6e5-43b0-9c89-f29b65a40060 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:17.066864 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-505eb2a6-1455-4761-80f9-4601912625dd req-dd600f2c-7962-4a5b-9778-f89817f10754 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9662879 Nov 24 20:59:17.067532 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3cd158e2-bf18-4f9b-97b4-6f8aa12f1112 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:17.097723 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port a83a6158-9115-479c-9c86-7eac8ab2b142 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:17.098235 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:17.113400 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-10a9d62d-52a7-4176-8f4e-48220afc12ab None None] Provisioning complete for port 57194485-670d-4ac1-b3f0-090f81f9cb4b triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:17.114003 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10a9d62d-52a7-4176-8f4e-48220afc12ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:17.138461 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-64743e39-df05-4b2f-9234-b6753b5e455a tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:17.138811 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-64743e39-df05-4b2f-9234-b6753b5e455a tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Added segment 3f2f4c33-6374-40c5-aeab-20bc3c14fbbf of type vlan for network 73cb4b74-f7c9-40ae-b7a9-76b2d86fea23 Nov 24 20:59:17.145549 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a80e02ec-3e4a-4e40-8c65-6d488a995d16 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Network 0b5ef7b5-277e-46e9-bb51-4226a176b59a is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:17.160310 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a80e02ec-3e4a-4e40-8c65-6d488a995d16 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:17.199615 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a80e02ec-3e4a-4e40-8c65-6d488a995d16 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:17.229879 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e02ec-3e4a-4e40-8c65-6d488a995d16 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event updated for resources: {'Port': ['ID=52edc988-d91c-414e-b88e-c8d5937a1086,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:17.264015 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3cd158e2-bf18-4f9b-97b4-6f8aa12f1112 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:17.269384 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3cd158e2-bf18-4f9b-97b4-6f8aa12f1112 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] 10.222.0.11 "DELETE /v2.0/ports/ebfc9b25-d6e5-43b0-9c89-f29b65a40060 HTTP/1.1" status: 204 len: 168 time: 1.6424010 Nov 24 20:59:17.303795 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38354) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:17.392205 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd158e2-bf18-4f9b-97b4-6f8aa12f1112 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Pushing event deleted for resources: {'Port': ['ID=ebfc9b25-d6e5-43b0-9c89-f29b65a40060,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:17.461037 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-64743e39-df05-4b2f-9234-b6753b5e455a tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:17.513717 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-10a9d62d-52a7-4176-8f4e-48220afc12ab None None] Port 57194485-670d-4ac1-b3f0-090f81f9cb4b cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:59:17.552202 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c5f4bbb2-9113-46e2-a3c1-5191e9cd6d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:17.621240 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bea4ec7d-059e-44be-89ae-d1edc538b7e9 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:17.623795 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef21bd-340f-41ba-9664-20a97a042aa1 req-146575af-90dd-4718-97ff-1cabab91e55a tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:17.626209 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-baef21bd-340f-41ba-9664-20a97a042aa1 req-146575af-90dd-4718-97ff-1cabab91e55a tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=86fb0c6f-cd78-4a65-a552-18ca80426ae9 HTTP/1.1" status: 200 len: 936 time: 0.4104652 Nov 24 20:59:17.641860 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a80e02ec-3e4a-4e40-8c65-6d488a995d16 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:17.642619 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a80e02ec-3e4a-4e40-8c65-6d488a995d16 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:17.671037 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4bbb2-9113-46e2-a3c1-5191e9cd6d42 None None] Pushing event deleted for resources: {'Port': ['ID=82b50ac1-ba24-4e38-afa6-e8d3d2111512,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:17.673453 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f4bbb2-9113-46e2-a3c1-5191e9cd6d42 None None] No DVR routers for this DVR port 82b50ac1-ba24-4e38-afa6-e8d3d2111512 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:59:17.701858 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-10a9d62d-52a7-4176-8f4e-48220afc12ab None None] Provisioning complete for port e2861750-d2eb-48b8-90ff-0f656683f198 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:17.702170 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10a9d62d-52a7-4176-8f4e-48220afc12ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:17.704802 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6abb0925-35fa-4300-a493-a05767acda95 req-1284d139-b8e8-40e6-9563-f75be49ee982 service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2031565 Nov 24 20:59:17.754435 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a80e02ec-3e4a-4e40-8c65-6d488a995d16 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6326251 Nov 24 20:59:17.756501 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-64743e39-df05-4b2f-9234-b6753b5e455a tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:17.767448 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64743e39-df05-4b2f-9234-b6753b5e455a tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:17.768767 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-64743e39-df05-4b2f-9234-b6753b5e455a tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:17.789907 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bea4ec7d-059e-44be-89ae-d1edc538b7e9 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:17.805297 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87ec1f45-1bed-4da4-b22e-a8dd945bd535 req-42a6fccc-eb51-4b40-a58f-feae68f39124 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5462351 Nov 24 20:59:17.808801 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bea4ec7d-059e-44be-89ae-d1edc538b7e9 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:17.824115 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e2861750-d2eb-48b8-90ff-0f656683f198 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:59:17.878955 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-2f64a59b-54aa-4935-be59-70d696da1f9d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Request body: {'port': {'device_id': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '417e8feb-ccfa-4d8e-98e2-8cb36709c8c7', 'admin_state_up': True, 'tenant_id': '838d059057e840c09ac19be61b107bec', 'security_groups': ['0f2cf2ef-cae2-4966-979c-d2a693b6f972']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:17.881139 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bea4ec7d-059e-44be-89ae-d1edc538b7e9 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:17.883068 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bea4ec7d-059e-44be-89ae-d1edc538b7e9 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0833018 Nov 24 20:59:17.889213 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-0293c86d-39fa-4f7f-8cf3-9df41ebbc471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efeeb778-bfb7-4f21-bc08-e5fbf5a7f445 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:59:17.902621 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38358) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:17.908148 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-3c6dff52-6c78-4d3c-b6d3-234561398609 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Request body: {'security_group_rule': {'security_group_id': '455029b9-f600-4cf6-8df5-667d9c16934a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:17.910274 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-0293c86d-39fa-4f7f-8cf3-9df41ebbc471 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:17.915263 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4ec7d-059e-44be-89ae-d1edc538b7e9 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f86eecb-84f6-46bb-a038-4f8406190c46,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:17.941322 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f8081707-5bc3-4fcf-b31d-a9d63b8088d6 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:17.944060 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-0293c86d-39fa-4f7f-8cf3-9df41ebbc471 service neutron] Transition to ACTIVE for port object efeeb778-bfb7-4f21-bc08-e5fbf5a7f445 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:59:17.946035 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee4cb73-597f-49ee-a3d1-df69477ec840 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:17.951409 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ee4cb73-597f-49ee-a3d1-df69477ec840 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:17.961603 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-0293c86d-39fa-4f7f-8cf3-9df41ebbc471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:17.973998 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f8081707-5bc3-4fcf-b31d-a9d63b8088d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:18.012861 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c6dff52-6c78-4d3c-b6d3-234561398609 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:18.021191 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-26de0441-3def-4417-9ab2-7d900cc428c2 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Deleting port 1df1edd2-de69-406d-925a-2a73fd6c61f4 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:18.021567 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-26de0441-3def-4417-9ab2-7d900cc428c2 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:18.026767 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293c86d-39fa-4f7f-8cf3-9df41ebbc471 service neutron] Pushing event updated for resources: {'Port': ['ID=efeeb778-bfb7-4f21-bc08-e5fbf5a7f445,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:18.040084 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8081707-5bc3-4fcf-b31d-a9d63b8088d6 None None] Pushing event updated for resources: {'Port': ['ID=2f090042-bf0f-4316-aaba-9cf2472b38d5,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:18.055144 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-2ee4cb73-597f-49ee-a3d1-df69477ec840 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] device_id is not set on port c121e3c9-f13a-4da1-858f-7a3f5be9a802 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:59:18.092575 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8081707-5bc3-4fcf-b31d-a9d63b8088d6 None None] Network 35ae9fa3-79f7-434b-bbf2-b8693618ca7c is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:18.113584 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-f8081707-5bc3-4fcf-b31d-a9d63b8088d6 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:18.148024 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64743e39-df05-4b2f-9234-b6753b5e455a tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event updated for resources: {'Network': ['ID=73cb4b74-f7c9-40ae-b7a9-76b2d86fea23,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:18.151706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8081707-5bc3-4fcf-b31d-a9d63b8088d6 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:18.175875 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-64743e39-df05-4b2f-9234-b6753b5e455a tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.0857978 Nov 24 20:59:18.184926 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38362) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:18.194689 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 73cb4b74-f7c9-40ae-b7a9-76b2d86fea23 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:59:18.197892 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-2c53e39a-008b-4bb0-9808-3be754d67e23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Request body: {'subnet': {'network_id': '73cb4b74-f7c9-40ae-b7a9-76b2d86fea23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:18.259939 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-baef21bd-340f-41ba-9664-20a97a042aa1 req-78f78888-ef03-457b-b0e7-ed17e365d88b tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6040347 Nov 24 20:59:18.268911 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-26de0441-3def-4417-9ab2-7d900cc428c2 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:18.335155 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port e2861750-d2eb-48b8-90ff-0f656683f198 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:18.335622 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:18.349911 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-26de0441-3def-4417-9ab2-7d900cc428c2 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Calling delete_port for 1df1edd2-de69-406d-925a-2a73fd6c61f4 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:18.364381 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-10a9d62d-52a7-4176-8f4e-48220afc12ab None None] Could not find standard attr ID for object 82b50ac1-ba24-4e38-afa6-e8d3d2111512. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 20:59:18.473074 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f8081707-5bc3-4fcf-b31d-a9d63b8088d6 None None] Attempting to bind port 2f090042-bf0f-4316-aaba-9cf2472b38d5 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:59:18.473074 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f8081707-5bc3-4fcf-b31d-a9d63b8088d6 None None] Attempting to bind port 2f090042-bf0f-4316-aaba-9cf2472b38d5 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'f3e0b20f-4cb4-4c54-ae57-fb44254a7805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '35ae9fa3-79f7-434b-bbf2-b8693618ca7c'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:59:18.473463 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8081707-5bc3-4fcf-b31d-a9d63b8088d6 None None] Attempting to bind port 2f090042-bf0f-4316-aaba-9cf2472b38d5 on network 35ae9fa3-79f7-434b-bbf2-b8693618ca7c {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:18.478976 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-0293c86d-39fa-4f7f-8cf3-9df41ebbc471 service neutron] Attempting to bind port efeeb778-bfb7-4f21-bc08-e5fbf5a7f445 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:59:18.479315 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-0293c86d-39fa-4f7f-8cf3-9df41ebbc471 service neutron] Attempting to bind port efeeb778-bfb7-4f21-bc08-e5fbf5a7f445 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:59:18.479674 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-0293c86d-39fa-4f7f-8cf3-9df41ebbc471 service neutron] Attempting to bind port efeeb778-bfb7-4f21-bc08-e5fbf5a7f445 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:18.489987 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e7329-8d5a-4eb7-9883-ef7691970609 req-034d1496-8dfa-4f4f-bfef-4243c25e4050 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:18.491550 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9a8e7329-8d5a-4eb7-9883-ef7691970609 req-034d1496-8dfa-4f4f-bfef-4243c25e4050 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.2847803 Nov 24 20:59:18.500914 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8081707-5bc3-4fcf-b31d-a9d63b8088d6 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:59:18.501302 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8081707-5bc3-4fcf-b31d-a9d63b8088d6 None None] Checking segment: {'id': 'f3e0b20f-4cb4-4c54-ae57-fb44254a7805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '35ae9fa3-79f7-434b-bbf2-b8693618ca7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:18.501711 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f8081707-5bc3-4fcf-b31d-a9d63b8088d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:18.502201 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8081707-5bc3-4fcf-b31d-a9d63b8088d6 None None] Bound using segment: {'id': 'f3e0b20f-4cb4-4c54-ae57-fb44254a7805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '35ae9fa3-79f7-434b-bbf2-b8693618ca7c'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:59:18.502695 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f8081707-5bc3-4fcf-b31d-a9d63b8088d6 None None] Bound port: 2f090042-bf0f-4316-aaba-9cf2472b38d5, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e0b20f-4cb4-4c54-ae57-fb44254a7805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '35ae9fa3-79f7-434b-bbf2-b8693618ca7c'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:59:18.503327 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f8081707-5bc3-4fcf-b31d-a9d63b8088d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:18.509880 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c6dff52-6c78-4d3c-b6d3-234561398609 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:18.516328 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-0293c86d-39fa-4f7f-8cf3-9df41ebbc471 service neutron] Port efeeb778-bfb7-4f21-bc08-e5fbf5a7f445 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:59:18.516667 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-0293c86d-39fa-4f7f-8cf3-9df41ebbc471 service neutron] Attempting to bind port efeeb778-bfb7-4f21-bc08-e5fbf5a7f445 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:18.528679 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-eb1939ef-b82a-4e6e-a2fb-e67251e5c3f8 None None] Provisioning complete for port 52edc988-d91c-414e-b88e-c8d5937a1086 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:18.529116 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eb1939ef-b82a-4e6e-a2fb-e67251e5c3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:18.542986 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c6dff52-6c78-4d3c-b6d3-234561398609 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:18.563000 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-0293c86d-39fa-4f7f-8cf3-9df41ebbc471 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:59:18.563370 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-0293c86d-39fa-4f7f-8cf3-9df41ebbc471 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:18.563771 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-0293c86d-39fa-4f7f-8cf3-9df41ebbc471 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:59:18.564241 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-0293c86d-39fa-4f7f-8cf3-9df41ebbc471 service neutron] Bound port: efeeb778-bfb7-4f21-bc08-e5fbf5a7f445, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:59:18.565252 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-0293c86d-39fa-4f7f-8cf3-9df41ebbc471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:18.567847 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-2ee4cb73-597f-49ee-a3d1-df69477ec840 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Allocated IP 2001:db8::153 (35ae9fa3-79f7-434b-bbf2-b8693618ca7c/f099ff24-f7dd-4029-91b6-7cb9099a838e/c121e3c9-f13a-4da1-858f-7a3f5be9a802) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:18.590472 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6dff52-6c78-4d3c-b6d3-234561398609 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcbb5742-060a-4052-b74a-5962dfbd4cfb,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:18.605263 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-2f64a59b-54aa-4935-be59-70d696da1f9d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Made reservation on behalf of 838d059057e840c09ac19be61b107bec for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:18.609427 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f8081707-5bc3-4fcf-b31d-a9d63b8088d6 None None] For port 2f090042-bf0f-4316-aaba-9cf2472b38d5, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:59:18.613232 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f8081707-5bc3-4fcf-b31d-a9d63b8088d6 None None] For port 2f090042-bf0f-4316-aaba-9cf2472b38d5, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2f090042-bf0f-4316-aaba-9cf2472b38d5,segment=NetworkSegment(f3e0b20f-4cb4-4c54-ae57-fb44254a7805),segment_id=f3e0b20f-4cb4-4c54-ae57-fb44254a7805)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:59:18.633252 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f8081707-5bc3-4fcf-b31d-a9d63b8088d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:18.643323 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c6dff52-6c78-4d3c-b6d3-234561398609 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:18.652483 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3c6dff52-6c78-4d3c-b6d3-234561398609 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7480879 Nov 24 20:59:18.655832 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38366) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:18.667215 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-22fe0c64-2a23-4d00-9eb3-550f2931c78e tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:18.686082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-eb1939ef-b82a-4e6e-a2fb-e67251e5c3f8 None None] Port 52edc988-d91c-414e-b88e-c8d5937a1086 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:59:18.720866 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9a8e7329-8d5a-4eb7-9883-ef7691970609 req-aabfe84f-af79-4823-b516-a05d903ffb82 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199554 Nov 24 20:59:18.756983 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c53e39a-008b-4bb0-9808-3be754d67e23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Made reservation on behalf of 489be4bfb3f74b6eb54f875ff6d7f787 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:18.761195 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2c53e39a-008b-4bb0-9808-3be754d67e23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:18.821535 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-2f64a59b-54aa-4935-be59-70d696da1f9d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:18.823690 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-26de0441-3def-4417-9ab2-7d900cc428c2 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:18.884672 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8081707-5bc3-4fcf-b31d-a9d63b8088d6 None None] Pushing event updated for resources: {'Port': ['ID=2f090042-bf0f-4316-aaba-9cf2472b38d5,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:18.888374 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de0441-3def-4417-9ab2-7d900cc428c2 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Pushing event deleted for resources: {'Port': ['ID=1df1edd2-de69-406d-925a-2a73fd6c61f4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:18.901669 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-26de0441-3def-4417-9ab2-7d900cc428c2 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:18.909468 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-26de0441-3def-4417-9ab2-7d900cc428c2 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] 10.222.0.11 "DELETE /v2.0/ports/1df1edd2-de69-406d-925a-2a73fd6c61f4 HTTP/1.1" status: 204 len: 168 time: 1.5249367 Nov 24 20:59:18.921722 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38376) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:18.925471 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22fe0c64-2a23-4d00-9eb3-550f2931c78e tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:18.948614 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 82b50ac1-ba24-4e38-afa6-e8d3d2111512 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:59:19.026895 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f84c383f-9a4c-4770-ae7b-37c0593a2519 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1037369 Nov 24 20:59:19.065554 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38378) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:19.073447 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e7752e17-9636-41bb-930b-ca958fffa186 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-906503035'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:19.077221 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-0293c86d-39fa-4f7f-8cf3-9df41ebbc471 service neutron] For port efeeb778-bfb7-4f21-bc08-e5fbf5a7f445, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:59:19.082864 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 82b50ac1-ba24-4e38-afa6-e8d3d2111512 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:59:19.084816 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 82b50ac1-ba24-4e38-afa6-e8d3d2111512 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:59:19.379648 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31554bd-03ff-4e36-81e6-421327769807 req-54c50ad3-53b5-4707-ad1e-77a1153201e1 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:19.384301 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2f090042-bf0f-4316-aaba-9cf2472b38d5 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:59:19.385797 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31554bd-03ff-4e36-81e6-421327769807 req-54c50ad3-53b5-4707-ad1e-77a1153201e1 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:19.391907 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31554bd-03ff-4e36-81e6-421327769807 req-54c50ad3-53b5-4707-ad1e-77a1153201e1 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:19.393904 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f31554bd-03ff-4e36-81e6-421327769807 req-54c50ad3-53b5-4707-ad1e-77a1153201e1 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 2374 time: 0.3419135 Nov 24 20:59:19.413455 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-0293c86d-39fa-4f7f-8cf3-9df41ebbc471 service neutron] For port efeeb778-bfb7-4f21-bc08-e5fbf5a7f445, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=efeeb778-bfb7-4f21-bc08-e5fbf5a7f445,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:59:19.461402 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-0293c86d-39fa-4f7f-8cf3-9df41ebbc471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:19.485286 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 2f090042-bf0f-4316-aaba-9cf2472b38d5 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:19.485989 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:19.495251 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-2f64a59b-54aa-4935-be59-70d696da1f9d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Allocated IP 10.2.2.100 (417e8feb-ccfa-4d8e-98e2-8cb36709c8c7/2eb2776b-5847-4479-b246-63584a539d1e/aa567d14-d659-4d4f-9c27-1888341ba909) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:19.580547 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7752e17-9636-41bb-930b-ca958fffa186 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Made reservation on behalf of f41791b39960415f9b6c4517811d087b for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:19.584911 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e7752e17-9636-41bb-930b-ca958fffa186 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:19.635778 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293c86d-39fa-4f7f-8cf3-9df41ebbc471 service neutron] Pushing event updated for resources: {'Port': ['ID=efeeb778-bfb7-4f21-bc08-e5fbf5a7f445,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:19.651225 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-2f64a59b-54aa-4935-be59-70d696da1f9d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:19.657806 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be84b9a-92ba-464c-a839-153888b35b42 req-99d1efa0-681d-4197-8814-11f95db252ad tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:19.660119 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7be84b9a-92ba-464c-a839-153888b35b42 req-99d1efa0-681d-4197-8814-11f95db252ad tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=86fb0c6f-cd78-4a65-a552-18ca80426ae9 HTTP/1.1" status: 200 len: 948 time: 0.2959046 Nov 24 20:59:19.675926 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:19.697988 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-2f64a59b-54aa-4935-be59-70d696da1f9d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:19.756833 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 2f090042-bf0f-4316-aaba-9cf2472b38d5, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2f090042-bf0f-4316-aaba-9cf2472b38d5,segment=NetworkSegment(f3e0b20f-4cb4-4c54-ae57-fb44254a7805),segment_id=f3e0b20f-4cb4-4c54-ae57-fb44254a7805)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:19.764336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-0293c86d-39fa-4f7f-8cf3-9df41ebbc471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:19.764901 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:19.765001 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-0293c86d-39fa-4f7f-8cf3-9df41ebbc471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:19.766467 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-0293c86d-39fa-4f7f-8cf3-9df41ebbc471 service neutron] 10.222.0.48 "PUT /v2.0/ports/efeeb778-bfb7-4f21-bc08-e5fbf5a7f445 HTTP/1.1" status: 200 len: 1096 time: 6.2774200 Nov 24 20:59:19.776555 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fb0c6f-cd78-4a65-a552-18ca80426ae9', 'tag': 'efeeb778-bfb7-4f21-bc08-e5fbf5a7f445'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:59:19.791350 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd6b8ca-8485-4c79-a3f6-80da0efc76bd" -d '{"events": [{"name": "network-changed", "server_uuid": "86fb0c6f-cd78-4a65-a552-18ca80426ae9", "tag": "efeeb778-bfb7-4f21-bc08-e5fbf5a7f445"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:59:19.888022 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=2f090042-bf0f-4316-aaba-9cf2472b38d5,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:19.892417 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f31554bd-03ff-4e36-81e6-421327769807 req-f25c2c31-4352-47cd-9bc5-bc235d2107a9 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4649839 Nov 24 20:59:19.893894 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64a59b-54aa-4935-be59-70d696da1f9d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event updated for resources: {'Port': ['ID=aa567d14-d659-4d4f-9c27-1888341ba909,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:19.913881 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-2f64a59b-54aa-4935-be59-70d696da1f9d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Network 417e8feb-ccfa-4d8e-98e2-8cb36709c8c7 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:19.916958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-2f64a59b-54aa-4935-be59-70d696da1f9d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:19.926647 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-2f64a59b-54aa-4935-be59-70d696da1f9d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:19.945253 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ee4cb73-597f-49ee-a3d1-df69477ec840 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:19.985837 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7752e17-9636-41bb-930b-ca958fffa186 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:59:20.036787 n-d-812111-8 neutron-server[109990]: DEBUG neutron.objects.ports [None req-2c53e39a-008b-4bb0-9808-3be754d67e23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109990) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 20:59:20.085212 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2c53e39a-008b-4bb0-9808-3be754d67e23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:20.090285 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22fe0c64-2a23-4d00-9eb3-550f2931c78e tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:20.129127 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-2f64a59b-54aa-4935-be59-70d696da1f9d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:20.129820 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-2f64a59b-54aa-4935-be59-70d696da1f9d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:20.145021 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e7752e17-9636-41bb-930b-ca958fffa186 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:20.145382 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-e7752e17-9636-41bb-930b-ca958fffa186 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Added segment b94f7ba4-edd0-42a8-9487-01ab4a0150ed of type vlan for network e8415728-01fc-435b-b3dd-9b34154630cb Nov 24 20:59:20.282197 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7b0e3-b26d-445c-bcd0-43392b3c650e req-cb21c69e-5b38-4d85-9388-c5695c3415d6 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:20.284682 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-78e7b0e3-b26d-445c-bcd0-43392b3c650e req-cb21c69e-5b38-4d85-9388-c5695c3415d6 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.2785976 Nov 24 20:59:20.340652 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7be84b9a-92ba-464c-a839-153888b35b42 req-f262fbbb-b86b-4bc7-9e17-0c2992f09ddf tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5651803 Nov 24 20:59:20.358398 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-efadeb2e-bb8a-4658-baae-7852f6026349 None None] Provisioning complete for port aa567d14-d659-4d4f-9c27-1888341ba909 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:20.359784 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-efadeb2e-bb8a-4658-baae-7852f6026349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:20.374092 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-b296af85-e81c-4d4a-8070-e1847a48096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:20.384977 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-2f64a59b-54aa-4935-be59-70d696da1f9d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6038890 Nov 24 20:59:20.386128 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-b296af85-e81c-4d4a-8070-e1847a48096e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9f97af922bb4212809f7d75bc05ed87&device_id=86fb0c6f-cd78-4a65-a552-18ca80426ae9 HTTP/1.1" status: 200 len: 1099 time: 0.5499709 Nov 24 20:59:20.395024 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53e39a-008b-4bb0-9808-3be754d67e23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event updated for resources: {'Subnet': ['ID=146b3a97-95bf-498b-a393-9e2571b81cb8,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:20.414061 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-0c8ba826-3840-4fa5-b486-08e6652c6a0e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Request body: {'port': {'device_id': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '417e8feb-ccfa-4d8e-98e2-8cb36709c8c7', 'admin_state_up': True, 'tenant_id': '838d059057e840c09ac19be61b107bec', 'security_groups': ['0f2cf2ef-cae2-4966-979c-d2a693b6f972']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:20.441941 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-69e94233-a780-469e-8829-4ee59929c3c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=efeeb778-bfb7-4f21-bc08-e5fbf5a7f445 HTTP/1.1" status: 200 len: 217 time: 0.0380480 Nov 24 20:59:20.458131 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-efadeb2e-bb8a-4658-baae-7852f6026349 None None] Port aa567d14-d659-4d4f-9c27-1888341ba909 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:59:20.472720 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e7752e17-9636-41bb-930b-ca958fffa186 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:20.495553 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-22fe0c64-2a23-4d00-9eb3-550f2931c78e tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Allocated IP 172.25.5.44 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/e697ed03-f401-4291-a467-2bee873bd137) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:20.513019 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc9f244-1e01-438e-8663-dae869acdd34 x-openstack-request-id: req-8cc9f244-1e01-438e-8663-dae869acdd34 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:59:20.513238 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86fb0c6f-cd78-4a65-a552-18ca80426ae9", "tag": "efeeb778-bfb7-4f21-bc08-e5fbf5a7f445", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:59:20.513533 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8cc9f244-1e01-438e-8663-dae869acdd34 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:59:20.514006 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fb0c6f-cd78-4a65-a552-18ca80426ae9', 'tag': 'efeeb778-bfb7-4f21-bc08-e5fbf5a7f445', 'status': 'completed', 'code': 200} Nov 24 20:59:20.533527 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ee4cb73-597f-49ee-a3d1-df69477ec840 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:20.538723 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c622a5ee-55b4-43b6-80ca-a38c34f0a493 None None] Network 35ae9fa3-79f7-434b-bbf2-b8693618ca7c requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:20.609360 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-78e7b0e3-b26d-445c-bcd0-43392b3c650e req-cb9a1289-00de-4c79-9127-1632ca49608c tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389565 Nov 24 20:59:20.638564 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee4cb73-597f-49ee-a3d1-df69477ec840 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network 35ae9fa3-79f7-434b-bbf2-b8693618ca7c is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:20.644020 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-2ee4cb73-597f-49ee-a3d1-df69477ec840 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:20.646517 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c53e39a-008b-4bb0-9808-3be754d67e23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Checking segment: {'id': '3f2f4c33-6374-40c5-aeab-20bc3c14fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '73cb4b74-f7c9-40ae-b7a9-76b2d86fea23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:20.647109 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c53e39a-008b-4bb0-9808-3be754d67e23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Network hostable DHCP agents. Network: 73cb4b74-f7c9-40ae-b7a9-76b2d86fea23, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:59:20.649999 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee4cb73-597f-49ee-a3d1-df69477ec840 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:20.656616 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee4cb73-597f-49ee-a3d1-df69477ec840 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:20.657545 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ee4cb73-597f-49ee-a3d1-df69477ec840 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:20.663939 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-81bc9bf9-3e82-4ada-a15a-154af88f9a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:20.665749 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-81bc9bf9-3e82-4ada-a15a-154af88f9a66 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.2113047 Nov 24 20:59:20.677459 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e7752e17-9636-41bb-930b-ca958fffa186 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:20.685440 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7752e17-9636-41bb-930b-ca958fffa186 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:20.686386 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e7752e17-9636-41bb-930b-ca958fffa186 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:20.801373 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7752e17-9636-41bb-930b-ca958fffa186 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Pushing event updated for resources: {'Network': ['ID=e8415728-01fc-435b-b3dd-9b34154630cb,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:20.838780 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network e8415728-01fc-435b-b3dd-9b34154630cb details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:59:20.843606 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4cb73-597f-49ee-a3d1-df69477ec840 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Port': ['ID=c121e3c9-f13a-4da1-858f-7a3f5be9a802,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:20.863202 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2ee4cb73-597f-49ee-a3d1-df69477ec840 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.0254962 Nov 24 20:59:20.874467 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-dfc57957-9500-4478-a615-0484874d2281 None None] Provisioning complete for port 2f090042-bf0f-4316-aaba-9cf2472b38d5 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:20.874846 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dfc57957-9500-4478-a615-0484874d2281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:20.876308 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38392) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:20.893562 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38394) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:20.897344 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e7752e17-9636-41bb-930b-ca958fffa186 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8304462 Nov 24 20:59:20.903385 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c53e39a-008b-4bb0-9808-3be754d67e23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Network 73cb4b74-f7c9-40ae-b7a9-76b2d86fea23 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:59:20.908386 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-259cafda-9ed5-41c0-9807-532d6ca6fb39 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-38577654'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:20.956682 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599046fb-1b21-4b70-8ca6-7886b94801af req-dde2bae3-ed9f-4f93-8043-9d564290e068 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:20.964150 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-599046fb-1b21-4b70-8ca6-7886b94801af req-dde2bae3-ed9f-4f93-8043-9d564290e068 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1787446 Nov 24 20:59:20.964297 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22fe0c64-2a23-4d00-9eb3-550f2931c78e tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:20.970644 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-6e4c9d70-49c9-4ae5-8bd5-014c884fde3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:20.979887 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-6e4c9d70-49c9-4ae5-8bd5-014c884fde3c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2903495 Nov 24 20:59:20.982578 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-0c8ba826-3840-4fa5-b486-08e6652c6a0e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Made reservation on behalf of 838d059057e840c09ac19be61b107bec for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:20.983025 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-2c53e39a-008b-4bb0-9808-3be754d67e23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 73cb4b74-f7c9-40ae-b7a9-76b2d86fea23) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:20.999278 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a07970-be7f-450e-972f-55cb65dd2578 None None] Network 73cb4b74-f7c9-40ae-b7a9-76b2d86fea23 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:21.003258 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-0c8ba826-3840-4fa5-b486-08e6652c6a0e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:21.033588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c53e39a-008b-4bb0-9808-3be754d67e23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:21.034791 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2c53e39a-008b-4bb0-9808-3be754d67e23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:21.161208 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-599046fb-1b21-4b70-8ca6-7886b94801af req-c0393408-bd15-4d3b-a480-cb6917d22afb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799350 Nov 24 20:59:21.188086 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259cafda-9ed5-41c0-9807-532d6ca6fb39 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Made reservation on behalf of f41791b39960415f9b6c4517811d087b for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:21.197546 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2c53e39a-008b-4bb0-9808-3be754d67e23 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.0114341 Nov 24 20:59:21.218388 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-259cafda-9ed5-41c0-9807-532d6ca6fb39 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:21.222170 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38398) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:21.309897 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2f090042-bf0f-4316-aaba-9cf2472b38d5 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:59:21.325049 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-7e40416a-1d3a-4475-b3d2-bb2e5c4d584d service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243971 Nov 24 20:59:21.419133 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22fe0c64-2a23-4d00-9eb3-550f2931c78e tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:21.444283 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26282e5-3a1e-4cbe-a709-f66618329806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-73cb4b74-f7c9-40ae-b7a9-76b2d86fea23', 'network_id': '73cb4b74-f7c9-40ae-b7a9-76b2d86fea23', 'tenant_id': '489be4bfb3f74b6eb54f875ff6d7f787', 'fixed_ips': [{'subnet_id': '146b3a97-95bf-498b-a393-9e2571b81cb8'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:59:21.445212 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d26282e5-3a1e-4cbe-a709-f66618329806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:21.457420 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926be9d-50fd-4c8d-a3d3-cce2d827a84b req-ad06be68-d993-4a48-9da2-3a222b8c803a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:21.459370 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9926be9d-50fd-4c8d-a3d3-cce2d827a84b req-ad06be68-d993-4a48-9da2-3a222b8c803a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1313014 Nov 24 20:59:21.578962 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9926be9d-50fd-4c8d-a3d3-cce2d827a84b req-9b0a2c90-8713-4f6a-ad47-5b8995e7aeaf tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035986 Nov 24 20:59:21.586458 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8a555-b009-4f91-87ac-821c68a3fb41 req-80a1f973-0926-4b2b-a97b-7a789955707e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:21.613541 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f6b40ce-e53a-468f-a64b-c266542f93f5 req-4d471814-38ba-40cf-b759-e091b408d3f0 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400455 Nov 24 20:59:21.613812 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8a555-b009-4f91-87ac-821c68a3fb41 req-80a1f973-0926-4b2b-a97b-7a789955707e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:21.632828 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8a555-b009-4f91-87ac-821c68a3fb41 req-80a1f973-0926-4b2b-a97b-7a789955707e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:21.653308 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8a555-b009-4f91-87ac-821c68a3fb41 req-80a1f973-0926-4b2b-a97b-7a789955707e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:21.657879 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cce8a555-b009-4f91-87ac-821c68a3fb41 req-80a1f973-0926-4b2b-a97b-7a789955707e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 3095 time: 0.5805786 Nov 24 20:59:21.692978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259cafda-9ed5-41c0-9807-532d6ca6fb39 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:59:21.788444 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-d26282e5-3a1e-4cbe-a709-f66618329806 None None] Allocated IP 2001:db8::f816:3eff:fe7b:4d57 (73cb4b74-f7c9-40ae-b7a9-76b2d86fea23/146b3a97-95bf-498b-a393-9e2571b81cb8/3107f6f7-e9d4-4858-8c64-7346fd9aeb79) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:21.830647 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 2f090042-bf0f-4316-aaba-9cf2472b38d5 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:21.831169 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:21.835705 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a1368ad0-1517-4af1-9fcb-21bf82811b1b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:21.865163 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7efd1235-2d9d-4ebe-a86b-2413e609039f None None] Provisioning complete for port c121e3c9-f13a-4da1-858f-7a3f5be9a802 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:21.865590 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7efd1235-2d9d-4ebe-a86b-2413e609039f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:21.903679 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34d883-f19c-44e7-a9d8-d9d33acb064f req-82666bcd-40e9-4a77-8887-9f3b3b8e36b1 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:21.905292 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6e34d883-f19c-44e7-a9d8-d9d33acb064f req-82666bcd-40e9-4a77-8887-9f3b3b8e36b1 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=86fb0c6f-cd78-4a65-a552-18ca80426ae9 HTTP/1.1" status: 200 len: 948 time: 0.1610718 Nov 24 20:59:21.909828 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-259cafda-9ed5-41c0-9807-532d6ca6fb39 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:21.910233 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-259cafda-9ed5-41c0-9807-532d6ca6fb39 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Added segment 616180aa-f4df-457d-ba09-d6ed70208359 of type vlan for network 0790794c-a7d0-4b34-ae78-efdbf024938e Nov 24 20:59:21.916622 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe0c64-2a23-4d00-9eb3-550f2931c78e tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Pushing event updated for resources: {'Port': ['ID=e697ed03-f401-4291-a467-2bee873bd137,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:21.941570 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6b8ca-8485-4c79-a3f6-80da0efc76bd req-3b438270-4db6-4a0c-89d8-28925bf103fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:21.943223 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fd6b8ca-8485-4c79-a3f6-80da0efc76bd req-3b438270-4db6-4a0c-89d8-28925bf103fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9f97af922bb4212809f7d75bc05ed87&device_id=86fb0c6f-cd78-4a65-a552-18ca80426ae9 HTTP/1.1" status: 200 len: 1099 time: 0.2636170 Nov 24 20:59:22.002075 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fe0c64-2a23-4d00-9eb3-550f2931c78e tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:22.039053 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-28d6268a-7b0e-4ae9-a4f6-ddde5e234be7 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting port c121e3c9-f13a-4da1-858f-7a3f5be9a802 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:22.042519 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28d6268a-7b0e-4ae9-a4f6-ddde5e234be7 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:22.109738 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-0c8ba826-3840-4fa5-b486-08e6652c6a0e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Allocated IP 10.2.2.200 (417e8feb-ccfa-4d8e-98e2-8cb36709c8c7/2eb2776b-5847-4479-b246-63584a539d1e/ef5f8c33-a3ce-4e37-9cc9-6819e3132187) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:22.151917 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6e34d883-f19c-44e7-a9d8-d9d33acb064f req-a673f63c-aadb-43fa-992f-d72a101c7bfd tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356813 Nov 24 20:59:22.177043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-7efd1235-2d9d-4ebe-a86b-2413e609039f None None] Port c121e3c9-f13a-4da1-858f-7a3f5be9a802 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:59:22.204815 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6b8ca-8485-4c79-a3f6-80da0efc76bd req-0575195d-3217-459e-84a5-98d84e2756d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:22.207307 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fd6b8ca-8485-4c79-a3f6-80da0efc76bd req-0575195d-3217-459e-84a5-98d84e2756d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.2549722 Nov 24 20:59:22.258675 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fd6b8ca-8485-4c79-a3f6-80da0efc76bd req-4bf8b57a-5405-4b2a-9b50-3bad0c957dd6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=efeeb778-bfb7-4f21-bc08-e5fbf5a7f445 HTTP/1.1" status: 200 len: 217 time: 0.0433123 Nov 24 20:59:22.324419 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d26282e5-3a1e-4cbe-a709-f66618329806 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:22.332699 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7efd1235-2d9d-4ebe-a86b-2413e609039f None None] Provisioning complete for port 2f090042-bf0f-4316-aaba-9cf2472b38d5 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:22.333189 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7efd1235-2d9d-4ebe-a86b-2413e609039f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:22.373434 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6b8ca-8485-4c79-a3f6-80da0efc76bd req-e3415006-701c-4734-bd9b-be9223cb492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:22.378963 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fd6b8ca-8485-4c79-a3f6-80da0efc76bd req-e3415006-701c-4734-bd9b-be9223cb492c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.1102173 Nov 24 20:59:22.455398 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d26282e5-3a1e-4cbe-a709-f66618329806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:22.515093 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6b8ca-8485-4c79-a3f6-80da0efc76bd req-6320baef-f5bd-4a9b-8e3a-74a2aedf094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:22.516964 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fd6b8ca-8485-4c79-a3f6-80da0efc76bd req-6320baef-f5bd-4a9b-8e3a-74a2aedf094c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1310179 Nov 24 20:59:22.528483 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26282e5-3a1e-4cbe-a709-f66618329806 None None] Network 73cb4b74-f7c9-40ae-b7a9-76b2d86fea23 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:22.556292 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-d26282e5-3a1e-4cbe-a709-f66618329806 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:22.566497 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26282e5-3a1e-4cbe-a709-f66618329806 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:22.607446 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b330b-7920-4e69-9436-d869831bd24a req-30571e05-76dd-47ba-bd29-b5fbac742e86 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:22.609246 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f36b330b-7920-4e69-9436-d869831bd24a req-30571e05-76dd-47ba-bd29-b5fbac742e86 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1382289 Nov 24 20:59:22.635819 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26282e5-3a1e-4cbe-a709-f66618329806 None None] Pushing event updated for resources: {'Port': ['ID=3107f6f7-e9d4-4858-8c64-7346fd9aeb79,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:22.716415 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-d26282e5-3a1e-4cbe-a709-f66618329806 None None] Attempting to bind port 3107f6f7-e9d4-4858-8c64-7346fd9aeb79 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:59:22.717095 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-d26282e5-3a1e-4cbe-a709-f66618329806 None None] Attempting to bind port 3107f6f7-e9d4-4858-8c64-7346fd9aeb79 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '3f2f4c33-6374-40c5-aeab-20bc3c14fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '73cb4b74-f7c9-40ae-b7a9-76b2d86fea23'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:59:22.717898 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26282e5-3a1e-4cbe-a709-f66618329806 None None] Attempting to bind port 3107f6f7-e9d4-4858-8c64-7346fd9aeb79 on network 73cb4b74-f7c9-40ae-b7a9-76b2d86fea23 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:22.721203 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fd6b8ca-8485-4c79-a3f6-80da0efc76bd req-61643383-8488-42ec-81e4-0180c71ee747 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909873 Nov 24 20:59:22.725182 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f36b330b-7920-4e69-9436-d869831bd24a req-a40a2be8-8a4d-4fff-8163-d23fbeb33a30 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757954 Nov 24 20:59:22.748381 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26282e5-3a1e-4cbe-a709-f66618329806 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:59:22.749079 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26282e5-3a1e-4cbe-a709-f66618329806 None None] Checking segment: {'id': '3f2f4c33-6374-40c5-aeab-20bc3c14fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '73cb4b74-f7c9-40ae-b7a9-76b2d86fea23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:22.749779 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d26282e5-3a1e-4cbe-a709-f66618329806 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:22.750341 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26282e5-3a1e-4cbe-a709-f66618329806 None None] Bound using segment: {'id': '3f2f4c33-6374-40c5-aeab-20bc3c14fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '73cb4b74-f7c9-40ae-b7a9-76b2d86fea23'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:59:22.751018 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-d26282e5-3a1e-4cbe-a709-f66618329806 None None] Bound port: 3107f6f7-e9d4-4858-8c64-7346fd9aeb79, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2f4c33-6374-40c5-aeab-20bc3c14fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '73cb4b74-f7c9-40ae-b7a9-76b2d86fea23'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:59:22.751463 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d26282e5-3a1e-4cbe-a709-f66618329806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:22.755141 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-22fe0c64-2a23-4d00-9eb3-550f2931c78e tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:22.808228 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fe0c64-2a23-4d00-9eb3-550f2931c78e tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:22.867328 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-597af578-b340-4a98-a804-ec46e248eb08 None None] Provisioning complete for port c121e3c9-f13a-4da1-858f-7a3f5be9a802 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:22.868634 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-597af578-b340-4a98-a804-ec46e248eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:22.879277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d26282e5-3a1e-4cbe-a709-f66618329806 None None] For port 3107f6f7-e9d4-4858-8c64-7346fd9aeb79, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:59:22.879990 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fd6b8ca-8485-4c79-a3f6-80da0efc76bd req-69ce8076-8616-467a-a9de-79c0ea1e6b07 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511412 Nov 24 20:59:22.934394 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d26282e5-3a1e-4cbe-a709-f66618329806 None None] For port 3107f6f7-e9d4-4858-8c64-7346fd9aeb79, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3107f6f7-e9d4-4858-8c64-7346fd9aeb79,segment=NetworkSegment(3f2f4c33-6374-40c5-aeab-20bc3c14fbbf),segment_id=3f2f4c33-6374-40c5-aeab-20bc3c14fbbf)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:59:22.954875 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-597af578-b340-4a98-a804-ec46e248eb08 None None] Port c121e3c9-f13a-4da1-858f-7a3f5be9a802 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:59:22.963985 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d26282e5-3a1e-4cbe-a709-f66618329806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:22.981944 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-259cafda-9ed5-41c0-9807-532d6ca6fb39 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:23.000208 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cce8a555-b009-4f91-87ac-821c68a3fb41 req-80893232-e532-4ebc-8aba-f4bf408bb7f8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2485213 Nov 24 20:59:23.093984 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-0c8ba826-3840-4fa5-b486-08e6652c6a0e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:23.097019 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-259cafda-9ed5-41c0-9807-532d6ca6fb39 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:23.101575 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26282e5-3a1e-4cbe-a709-f66618329806 None None] Pushing event updated for resources: {'Port': ['ID=3107f6f7-e9d4-4858-8c64-7346fd9aeb79,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:23.102817 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259cafda-9ed5-41c0-9807-532d6ca6fb39 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:23.103487 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-259cafda-9ed5-41c0-9807-532d6ca6fb39 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:23.108566 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28d6268a-7b0e-4ae9-a4f6-ddde5e234be7 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:23.197891 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cafda-9ed5-41c0-9807-532d6ca6fb39 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Pushing event updated for resources: {'Network': ['ID=0790794c-a7d0-4b34-ae78-efdbf024938e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:23.210784 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 0790794c-a7d0-4b34-ae78-efdbf024938e details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:59:23.238138 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-28d6268a-7b0e-4ae9-a4f6-ddde5e234be7 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Calling delete_port for c121e3c9-f13a-4da1-858f-7a3f5be9a802 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:23.332677 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-259cafda-9ed5-41c0-9807-532d6ca6fb39 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.4249153 Nov 24 20:59:23.441866 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236c1a7-ece3-49fa-b6eb-b368ee93d8c0 req-00ad60cc-30e2-4f3a-b868-4890d007ae3e tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:23.451112 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22fe0c64-2a23-4d00-9eb3-550f2931c78e tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:23.451738 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1236c1a7-ece3-49fa-b6eb-b368ee93d8c0 req-00ad60cc-30e2-4f3a-b868-4890d007ae3e tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=86fb0c6f-cd78-4a65-a552-18ca80426ae9 HTTP/1.1" status: 200 len: 948 time: 0.1954880 Nov 24 20:59:23.491220 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a1368ad0-1517-4af1-9fcb-21bf82811b1b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Deleting port 3107f6f7-e9d4-4858-8c64-7346fd9aeb79 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:23.491986 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a1368ad0-1517-4af1-9fcb-21bf82811b1b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:23.529009 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1236c1a7-ece3-49fa-b6eb-b368ee93d8c0 req-45f2735f-27a0-4ab2-a213-47b67a66ab82 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750165 Nov 24 20:59:23.562353 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-0c8ba826-3840-4fa5-b486-08e6652c6a0e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:24.051955 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28d6268a-7b0e-4ae9-a4f6-ddde5e234be7 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:24.055809 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ba826-3840-4fa5-b486-08e6652c6a0e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event updated for resources: {'Port': ['ID=ef5f8c33-a3ce-4e37-9cc9-6819e3132187,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:24.133090 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-a1368ad0-1517-4af1-9fcb-21bf82811b1b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] For port 3107f6f7-e9d4-4858-8c64-7346fd9aeb79, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3107f6f7-e9d4-4858-8c64-7346fd9aeb79,segment=NetworkSegment(3f2f4c33-6374-40c5-aeab-20bc3c14fbbf),segment_id=3f2f4c33-6374-40c5-aeab-20bc3c14fbbf)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:24.134189 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a1368ad0-1517-4af1-9fcb-21bf82811b1b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:24.171052 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a1368ad0-1517-4af1-9fcb-21bf82811b1b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Calling delete_port for 3107f6f7-e9d4-4858-8c64-7346fd9aeb79 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:24.274992 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37bdcc1-c696-406d-ad43-4f726d1afa75 req-a3f781e9-54d6-47d0-aed1-7c90ff326dc4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:24.283133 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37bdcc1-c696-406d-ad43-4f726d1afa75 req-a3f781e9-54d6-47d0-aed1-7c90ff326dc4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:24.291305 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37bdcc1-c696-406d-ad43-4f726d1afa75 req-a3f781e9-54d6-47d0-aed1-7c90ff326dc4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:24.306966 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37bdcc1-c696-406d-ad43-4f726d1afa75 req-a3f781e9-54d6-47d0-aed1-7c90ff326dc4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:24.321489 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37bdcc1-c696-406d-ad43-4f726d1afa75 req-a3f781e9-54d6-47d0-aed1-7c90ff326dc4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:24.331720 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f37bdcc1-c696-406d-ad43-4f726d1afa75 req-a3f781e9-54d6-47d0-aed1-7c90ff326dc4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 3816 time: 0.1600494 Nov 24 20:59:24.467415 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f37bdcc1-c696-406d-ad43-4f726d1afa75 req-745ff679-f77b-4b25-ac76-a1852424375e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334856 Nov 24 20:59:24.494763 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-0c8ba826-3840-4fa5-b486-08e6652c6a0e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Network 417e8feb-ccfa-4d8e-98e2-8cb36709c8c7 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:24.530572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-0c8ba826-3840-4fa5-b486-08e6652c6a0e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:24.534083 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-0c8ba826-3840-4fa5-b486-08e6652c6a0e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:24.598493 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28d6268a-7b0e-4ae9-a4f6-ddde5e234be7 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:24.612807 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38432) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:24.615363 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-28d6268a-7b0e-4ae9-a4f6-ddde5e234be7 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/ports/c121e3c9-f13a-4da1-858f-7a3f5be9a802 HTTP/1.1" status: 204 len: 168 time: 3.7380459 Nov 24 20:59:24.628414 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-0c8ba826-3840-4fa5-b486-08e6652c6a0e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:24.629218 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-0c8ba826-3840-4fa5-b486-08e6652c6a0e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:24.650266 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a1368ad0-1517-4af1-9fcb-21bf82811b1b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:24.682260 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-82421516-4e6f-4ccf-864d-06b66faaed80 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] DELETE failed (client error): The resource could not be found. Nov 24 20:59:24.683479 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82421516-4e6f-4ccf-864d-06b66faaed80 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 20:59:24.698040 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-82421516-4e6f-4ccf-864d-06b66faaed80 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/ports/c121e3c9-f13a-4da1-858f-7a3f5be9a802 HTTP/1.1" status: 404 len: 333 time: 0.0836716 Nov 24 20:59:24.698966 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38434) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:24.889859 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc734cd-0ca8-40e9-95e7-574269055de7 None None] Network 73cb4b74-f7c9-40ae-b7a9-76b2d86fea23 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:24.911133 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-1503467a-1e5a-44f6-b1ec-6d60aa83b8fe tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] GET failed (client error): The resource could not be found. Nov 24 20:59:24.918656 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1503467a-1e5a-44f6-b1ec-6d60aa83b8fe tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports/c121e3c9-f13a-4da1-858f-7a3f5be9a802 HTTP/1.1" status: 404 len: 333 time: 0.2164662 Nov 24 20:59:24.921936 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38436) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:24.958283 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-0c8ba826-3840-4fa5-b486-08e6652c6a0e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5547028 Nov 24 20:59:25.009500 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-cfbd1cf9-2fde-4fe9-91db-dde5cbc84c3f None None] Could not find standard attr ID for object 3107f6f7-e9d4-4858-8c64-7346fd9aeb79. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 20:59:25.056384 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1368ad0-1517-4af1-9fcb-21bf82811b1b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] No DVR routers for this DVR port 3107f6f7-e9d4-4858-8c64-7346fd9aeb79 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:59:25.175138 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-c736ba05-6b61-4cbd-9027-f149e39fc709 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting subnet f099ff24-f7dd-4029-91b6-7cb9099a838e {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:59:25.178550 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6268a-7b0e-4ae9-a4f6-ddde5e234be7 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Port': ['ID=c121e3c9-f13a-4da1-858f-7a3f5be9a802,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:25.227204 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6310e-bb65-4dcf-9316-790ed0fb3e0b req-162056f8-5c38-43d6-b2a6-3f899fc530c4 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:25.241806 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8602464e-539d-4979-9f6f-861910433de3 service neutron] Request body: {'port': {'device_id': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:25.245180 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dbf6310e-bb65-4dcf-9316-790ed0fb3e0b req-162056f8-5c38-43d6-b2a6-3f899fc530c4 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=86fb0c6f-cd78-4a65-a552-18ca80426ae9 HTTP/1.1" status: 200 len: 948 time: 0.5212758 Nov 24 20:59:25.265124 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22fe0c64-2a23-4d00-9eb3-550f2931c78e tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:25.277830 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c736ba05-6b61-4cbd-9027-f149e39fc709 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:25.447089 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c736ba05-6b61-4cbd-9027-f149e39fc709 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:25.472401 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3107f6f7-e9d4-4858-8c64-7346fd9aeb79 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:59:25.529482 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1368ad0-1517-4af1-9fcb-21bf82811b1b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event deleted for resources: {'Port': ['ID=3107f6f7-e9d4-4858-8c64-7346fd9aeb79,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:25.561531 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-29a0afb6-0c47-4cad-9f92-d92714e2e205 None None] Provisioning complete for port ef5f8c33-a3ce-4e37-9cc9-6819e3132187 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:25.562492 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-29a0afb6-0c47-4cad-9f92-d92714e2e205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:25.576198 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 3107f6f7-e9d4-4858-8c64-7346fd9aeb79 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:59:25.576546 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3107f6f7-e9d4-4858-8c64-7346fd9aeb79 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 24 20:59:25.602269 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c736ba05-6b61-4cbd-9027-f149e39fc709 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:25.609111 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1439768-2945-4aa9-98d7-04f8a9598747 req-ed722fc4-0b57-4d76-a908-a6397fc1e762 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:25.610887 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d1439768-2945-4aa9-98d7-04f8a9598747 req-ed722fc4-0b57-4d76-a908-a6397fc1e762 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 1.6230433 Nov 24 20:59:25.686953 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a1368ad0-1517-4af1-9fcb-21bf82811b1b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:25.706511 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Port 3107f6f7-e9d4-4858-8c64-7346fd9aeb79 not found, will not notify nova. {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 24 20:59:25.818346 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dbf6310e-bb65-4dcf-9316-790ed0fb3e0b req-3155c4ae-6e29-40a5-9faa-6d50e9652d6d tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703678 Nov 24 20:59:25.820429 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c736ba05-6b61-4cbd-9027-f149e39fc709 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:25.836878 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device efeeb778-bfb7-4f21-bc08-e5fbf5a7f445 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:59:25.850846 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-29a0afb6-0c47-4cad-9f92-d92714e2e205 None None] Port ef5f8c33-a3ce-4e37-9cc9-6819e3132187 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:59:25.873921 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c736ba05-6b61-4cbd-9027-f149e39fc709 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:25.886878 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c736ba05-6b61-4cbd-9027-f149e39fc709 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/subnets/f099ff24-f7dd-4029-91b6-7cb9099a838e HTTP/1.1" status: 204 len: 168 time: 0.9625578 Nov 24 20:59:25.910403 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c23fe23-980d-433d-93d6-13b90626e2b1 None None] Network 35ae9fa3-79f7-434b-bbf2-b8693618ca7c requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:25.922427 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38442) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:25.969837 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736ba05-6b61-4cbd-9027-f149e39fc709 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Subnet': ['ID=f099ff24-f7dd-4029-91b6-7cb9099a838e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:26.043009 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.resource_extend [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 20:59:26.060971 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8602464e-539d-4979-9f6f-861910433de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:26.258631 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e02d3e-bc0a-40a6-bc4f-7e3415417658 req-ddee290e-df22-426e-89a3-3348a552cb20 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:26.325341 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e02d3e-bc0a-40a6-bc4f-7e3415417658 req-ddee290e-df22-426e-89a3-3348a552cb20 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:26.363633 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e02d3e-bc0a-40a6-bc4f-7e3415417658 req-ddee290e-df22-426e-89a3-3348a552cb20 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:26.373544 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 20:59:26.383793 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a1368ad0-1517-4af1-9fcb-21bf82811b1b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:26.417202 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e02d3e-bc0a-40a6-bc4f-7e3415417658 req-ddee290e-df22-426e-89a3-3348a552cb20 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:26.445117 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e02d3e-bc0a-40a6-bc4f-7e3415417658 req-ddee290e-df22-426e-89a3-3348a552cb20 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:26.453306 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f9e02d3e-bc0a-40a6-bc4f-7e3415417658 req-ddee290e-df22-426e-89a3-3348a552cb20 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 3816 time: 0.4143019 Nov 24 20:59:26.494949 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d1439768-2945-4aa9-98d7-04f8a9598747 req-cbbbf1bd-83bd-4fa0-8ad5-9dcf6ca89454 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8526857 Nov 24 20:59:26.636654 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f9e02d3e-bc0a-40a6-bc4f-7e3415417658 req-97a62b36-a2fd-4631-b82a-97765c46b95c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821392 Nov 24 20:59:26.757299 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22fe0c64-2a23-4d00-9eb3-550f2931c78e tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:26.792785 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38448) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:26.799158 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-736f76d1-bc83-41b7-969e-7172f5e375ad tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Request body: {'subnets': [{'network_id': 'e8415728-01fc-435b-b3dd-9b34154630cb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--440959042', 'ip_version': 6}, {'network_id': '0790794c-a7d0-4b34-ae78-efdbf024938e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:26.799513 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-736f76d1-bc83-41b7-969e-7172f5e375ad tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Request body: {'subnet': {'network_id': 'e8415728-01fc-435b-b3dd-9b34154630cb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--440959042', 'ip_version': 6}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:26.800224 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-736f76d1-bc83-41b7-969e-7172f5e375ad tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Request body: {'subnet': {'network_id': '0790794c-a7d0-4b34-ae78-efdbf024938e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:26.879107 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df958c6-d40d-44ba-8ec2-b0bec8849f84 None None] Network 73cb4b74-f7c9-40ae-b7a9-76b2d86fea23 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:26.883191 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a1368ad0-1517-4af1-9fcb-21bf82811b1b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:26.933006 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port efeeb778-bfb7-4f21-bc08-e5fbf5a7f445, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=efeeb778-bfb7-4f21-bc08-e5fbf5a7f445,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:26.950760 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'efeeb778-bfb7-4f21-bc08-e5fbf5a7f445', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': 'efeeb778-bfb7-4f21-bc08-e5fbf5a7f445', 'mac_address': 'fa:16:3e:56:61:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:59:26.959952 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37afbe0b-4c2d-4ea0-88e4-df50281c052c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:26.978153 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1368ad0-1517-4af1-9fcb-21bf82811b1b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event deleted for resources: {'Subnet': ['ID=146b3a97-95bf-498b-a393-9e2571b81cb8,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:26.980442 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22fe0c64-2a23-4d00-9eb3-550f2931c78e tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:27.002940 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-a1368ad0-1517-4af1-9fcb-21bf82811b1b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73cb4b74-f7c9-40ae-b7a9-76b2d86fea23']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:27.071797 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c910b35d-1bb8-40e0-beb6-c5d8d5975183 None None] DHCP port deletion for 35ae9fa3-79f7-434b-bbf2-b8693618ca7c request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 20:59:27.074291 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:27.120159 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-a1368ad0-1517-4af1-9fcb-21bf82811b1b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2f4c33-6374-40c5-aeab-20bc3c14fbbf') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:27.121156 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-a1368ad0-1517-4af1-9fcb-21bf82811b1b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2f4c33-6374-40c5-aeab-20bc3c14fbbf') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:27.121827 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2da59-3414-4300-9ed7-20b140109766 req-d5380ceb-efbd-4d6f-ab8b-f3c82ea22478 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:27.128093 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-92d2da59-3414-4300-9ed7-20b140109766 req-d5380ceb-efbd-4d6f-ab8b-f3c82ea22478 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.2561185 Nov 24 20:59:27.130671 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efeeb778-bfb7-4f21-bc08-e5fbf5a7f445 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:59:27.186499 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3913ef-dcdd-4df8-8939-6ab7958080e1 None None] DHCP port deletion for 73cb4b74-f7c9-40ae-b7a9-76b2d86fea23 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 20:59:27.197194 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port efeeb778-bfb7-4f21-bc08-e5fbf5a7f445, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=efeeb778-bfb7-4f21-bc08-e5fbf5a7f445,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:27.209942 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:27.266625 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139acb0b-fefe-4002-93e6-51668f71119a req-d64292a6-0dab-43cd-98e4-93e80d1b79c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:27.268627 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-139acb0b-fefe-4002-93e6-51668f71119a req-d64292a6-0dab-43cd-98e4-93e80d1b79c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 1096 time: 0.3334916 Nov 24 20:59:27.292437 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c910b35d-1bb8-40e0-beb6-c5d8d5975183 None None] Deleting port 2f090042-bf0f-4316-aaba-9cf2472b38d5 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:27.296414 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c910b35d-1bb8-40e0-beb6-c5d8d5975183 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:27.327578 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a1368ad0-1517-4af1-9fcb-21bf82811b1b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:27.381221 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-92d2da59-3414-4300-9ed7-20b140109766 req-bfcc4cc5-c5d2-43b5-8005-1dd3a1f0dd30 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362683 Nov 24 20:59:27.407991 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac391694-42bb-4fc3-aee0-807ac91e2dd1 req-f8c9c6bb-1f97-47fd-8cb3-3d846e1fc906 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:27.412212 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ac391694-42bb-4fc3-aee0-807ac91e2dd1 req-f8c9c6bb-1f97-47fd-8cb3-3d846e1fc906 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=86fb0c6f-cd78-4a65-a552-18ca80426ae9 HTTP/1.1" status: 200 len: 948 time: 0.4456317 Nov 24 20:59:27.422698 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22fe0c64-2a23-4d00-9eb3-550f2931c78e tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:27.436580 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe0c64-2a23-4d00-9eb3-550f2931c78e tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Pushing event updated for resources: {'Port': ['ID=e697ed03-f401-4291-a467-2bee873bd137,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:27.442179 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a1368ad0-1517-4af1-9fcb-21bf82811b1b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:27.457567 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=efeeb778-bfb7-4f21-bc08-e5fbf5a7f445,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:27.471612 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2f090042-bf0f-4316-aaba-9cf2472b38d5 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:59:27.501385 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139acb0b-fefe-4002-93e6-51668f71119a req-d41e0733-7a79-499f-b62a-36f40190dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:27.504564 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-139acb0b-fefe-4002-93e6-51668f71119a req-d41e0733-7a79-499f-b62a-36f40190dcef service neutron] 10.222.0.15 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 913 time: 0.2252274 Nov 24 20:59:27.554061 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c910b35d-1bb8-40e0-beb6-c5d8d5975183 None None] For port 2f090042-bf0f-4316-aaba-9cf2472b38d5, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2f090042-bf0f-4316-aaba-9cf2472b38d5,segment=NetworkSegment(f3e0b20f-4cb4-4c54-ae57-fb44254a7805),segment_id=f3e0b20f-4cb4-4c54-ae57-fb44254a7805)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:27.554925 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c910b35d-1bb8-40e0-beb6-c5d8d5975183 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:27.569167 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['efeeb778-bfb7-4f21-bc08-e5fbf5a7f445'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:59:27.611786 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c910b35d-1bb8-40e0-beb6-c5d8d5975183 None None] Calling delete_port for 2f090042-bf0f-4316-aaba-9cf2472b38d5 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:27.633236 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736f76d1-bc83-41b7-969e-7172f5e375ad tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Made reservation on behalf of f41791b39960415f9b6c4517811d087b for: {'subnet': 2} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:27.638836 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-736f76d1-bc83-41b7-969e-7172f5e375ad tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:27.639643 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-736f76d1-bc83-41b7-969e-7172f5e375ad tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:27.654605 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2ba2ce54-47cc-43cf-b66f-ba027a7a94cc req-d051f3fa-591a-46f6-b85d-80caa2ecffd7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c5d63d29-62a3-42e9-b117-00a512d26edc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1458788 Nov 24 20:59:27.676737 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-139acb0b-fefe-4002-93e6-51668f71119a req-f0d6d2e2-9a00-418c-8883-b1d5fe6cb9d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa HTTP/1.1" status: 200 len: 1000 time: 0.1543250 Nov 24 20:59:27.763497 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:27.788445 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22fe0c64-2a23-4d00-9eb3-550f2931c78e tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:27.790773 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-22fe0c64-2a23-4d00-9eb3-550f2931c78e tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.1298993 Nov 24 20:59:27.792256 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1368ad0-1517-4af1-9fcb-21bf82811b1b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:59:27.792664 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a1368ad0-1517-4af1-9fcb-21bf82811b1b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:59:27.854385 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:59:27.902909 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8602464e-539d-4979-9f6f-861910433de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 905b2eeb-dedf-487a-a6aa-667f4d04bff3 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:59:27.922270 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 2f090042-bf0f-4316-aaba-9cf2472b38d5, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2f090042-bf0f-4316-aaba-9cf2472b38d5,segment=NetworkSegment(f3e0b20f-4cb4-4c54-ae57-fb44254a7805),segment_id=f3e0b20f-4cb4-4c54-ae57-fb44254a7805)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:27.944015 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:27.971811 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8602464e-539d-4979-9f6f-861910433de3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:28.008926 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c910b35d-1bb8-40e0-beb6-c5d8d5975183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:28.051286 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c910b35d-1bb8-40e0-beb6-c5d8d5975183 None None] No DVR routers for this DVR port 2f090042-bf0f-4316-aaba-9cf2472b38d5 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:59:28.067522 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=2f090042-bf0f-4316-aaba-9cf2472b38d5,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:28.110191 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910b35d-1bb8-40e0-beb6-c5d8d5975183 None None] Pushing event deleted for resources: {'Port': ['ID=2f090042-bf0f-4316-aaba-9cf2472b38d5,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:28.112379 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-37afbe0b-4c2d-4ea0-88e4-df50281c052c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting port 2f090042-bf0f-4316-aaba-9cf2472b38d5 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:28.113040 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37afbe0b-4c2d-4ea0-88e4-df50281c052c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:28.164581 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ac391694-42bb-4fc3-aee0-807ac91e2dd1 req-4a3845dc-deb9-41e1-a270-25a91c3ab5e7 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7169006 Nov 24 20:59:28.171222 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8602464e-539d-4979-9f6f-861910433de3 service neutron] Transition to ACTIVE for port object 905b2eeb-dedf-487a-a6aa-667f4d04bff3 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:59:28.175029 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a1368ad0-1517-4af1-9fcb-21bf82811b1b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:28.209926 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8602464e-539d-4979-9f6f-861910433de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:28.219363 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139acb0b-fefe-4002-93e6-51668f71119a req-460b7a97-96a7-4e1a-807e-0841f7cf252c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:28.222149 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-139acb0b-fefe-4002-93e6-51668f71119a req-460b7a97-96a7-4e1a-807e-0841f7cf252c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ee9c5f7-570f-459a-a776-8d371777733b HTTP/1.1" status: 200 len: 851 time: 0.5368600 Nov 24 20:59:28.223094 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a1368ad0-1517-4af1-9fcb-21bf82811b1b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:28.229784 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a1368ad0-1517-4af1-9fcb-21bf82811b1b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "DELETE /v2.0/networks/73cb4b74-f7c9-40ae-b7a9-76b2d86fea23 HTTP/1.1" status: 204 len: 168 time: 6.9284062 Nov 24 20:59:28.244656 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38470) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:28.254786 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dc58b6a8-6954-499b-8747-515c58756d9e req-223dee7f-4a5e-44b5-98c4-35c605ae611f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4262369 Nov 24 20:59:28.265635 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-afaed271-8da9-4917-9b8d-9dbc8162bb8d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-652659355'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:28.310331 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602464e-539d-4979-9f6f-861910433de3 service neutron] Pushing event updated for resources: {'Port': ['ID=905b2eeb-dedf-487a-a6aa-667f4d04bff3,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:28.327438 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1368ad0-1517-4af1-9fcb-21bf82811b1b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event deleted for resources: {'Network': ['ID=73cb4b74-f7c9-40ae-b7a9-76b2d86fea23,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:28.332023 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-37afbe0b-4c2d-4ea0-88e4-df50281c052c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] For port 2f090042-bf0f-4316-aaba-9cf2472b38d5, host n-d-812111-8, got binding levels [] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:28.332519 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37afbe0b-4c2d-4ea0-88e4-df50281c052c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:28.354709 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2ce54-47cc-43cf-b66f-ba027a7a94cc req-5fb138b6-3ff7-4a6d-81cc-fa1696c262e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:28.357743 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2ba2ce54-47cc-43cf-b66f-ba027a7a94cc req-5fb138b6-3ff7-4a6d-81cc-fa1696c262e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&device_id=c5d63d29-62a3-42e9-b117-00a512d26edc HTTP/1.1" status: 200 len: 1097 time: 0.6341491 Nov 24 20:59:28.358560 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaed271-8da9-4917-9b8d-9dbc8162bb8d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Made reservation on behalf of 489be4bfb3f74b6eb54f875ff6d7f787 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:28.362933 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-afaed271-8da9-4917-9b8d-9dbc8162bb8d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:28.392347 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-37afbe0b-4c2d-4ea0-88e4-df50281c052c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Calling delete_port for 2f090042-bf0f-4316-aaba-9cf2472b38d5 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:28.399443 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.ipam_backend_mixin [None req-37afbe0b-4c2d-4ea0-88e4-df50281c052c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Port 2f090042-bf0f-4316-aaba-9cf2472b38d5 was not found and therefore no delete operation was performed {{(pid=109991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 20:59:28.408171 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ed83e-bcb7-4e0d-ad0b-11f59dadba16 req-98919f47-f08a-4e77-a584-3a11a889737d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:28.415245 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ed83e-bcb7-4e0d-ad0b-11f59dadba16 req-98919f47-f08a-4e77-a584-3a11a889737d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:28.427685 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ed83e-bcb7-4e0d-ad0b-11f59dadba16 req-98919f47-f08a-4e77-a584-3a11a889737d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:28.440057 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ed83e-bcb7-4e0d-ad0b-11f59dadba16 req-98919f47-f08a-4e77-a584-3a11a889737d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:28.447059 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ed83e-bcb7-4e0d-ad0b-11f59dadba16 req-98919f47-f08a-4e77-a584-3a11a889737d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:28.457032 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37afbe0b-4c2d-4ea0-88e4-df50281c052c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:28.458104 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ed3ed83e-bcb7-4e0d-ad0b-11f59dadba16 req-98919f47-f08a-4e77-a584-3a11a889737d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 3816 time: 0.5813804 Nov 24 20:59:28.510533 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afbe0b-4c2d-4ea0-88e4-df50281c052c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Port': ['ID=2f090042-bf0f-4316-aaba-9cf2472b38d5,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:28.512863 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37afbe0b-4c2d-4ea0-88e4-df50281c052c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] No DVR routers for this DVR port 2f090042-bf0f-4316-aaba-9cf2472b38d5 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:59:28.610653 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-051dbfdf-b625-46c1-ac34-8ccbf54259ca tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--147090828&fields=id&tenant_id=05a0e117b094408ca97fe41bcd9a1090 HTTP/1.1" status: 200 len: 267 time: 0.2930169 Nov 24 20:59:28.656266 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2ce54-47cc-43cf-b66f-ba027a7a94cc req-04914262-455b-4f04-967c-a75384a84864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:28.657776 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2ba2ce54-47cc-43cf-b66f-ba027a7a94cc req-04914262-455b-4f04-967c-a75384a84864 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 913 time: 0.1373711 Nov 24 20:59:28.675009 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ed3ed83e-bcb7-4e0d-ad0b-11f59dadba16 req-176f9885-2492-4757-9e69-1286e9a0638e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098277 Nov 24 20:59:28.695656 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8602464e-539d-4979-9f6f-861910433de3 service neutron] Attempting to bind port 905b2eeb-dedf-487a-a6aa-667f4d04bff3 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:59:28.696204 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8602464e-539d-4979-9f6f-861910433de3 service neutron] Attempting to bind port 905b2eeb-dedf-487a-a6aa-667f4d04bff3 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '3e48d071-6453-4a90-9feb-c1ab8ce8a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:59:28.696681 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8602464e-539d-4979-9f6f-861910433de3 service neutron] Attempting to bind port 905b2eeb-dedf-487a-a6aa-667f4d04bff3 on network 2b80d919-dc76-4e07-9d79-d9c7af051c8b {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:28.777164 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37afbe0b-4c2d-4ea0-88e4-df50281c052c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:28.789490 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2ba2ce54-47cc-43cf-b66f-ba027a7a94cc req-c79f95b0-60ab-4ca5-ac37-eb0ba7ecc341 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58ca93dd-a19a-4791-9d03-9556ef2216da HTTP/1.1" status: 200 len: 217 time: 0.1000605 Nov 24 20:59:28.793337 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8602464e-539d-4979-9f6f-861910433de3 service neutron] Port 905b2eeb-dedf-487a-a6aa-667f4d04bff3 on network 2b80d919-dc76-4e07-9d79-d9c7af051c8b not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:59:28.793788 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8602464e-539d-4979-9f6f-861910433de3 service neutron] Attempting to bind port 905b2eeb-dedf-487a-a6aa-667f4d04bff3 on network 2b80d919-dc76-4e07-9d79-d9c7af051c8b {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:28.846691 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8602464e-539d-4979-9f6f-861910433de3 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:59:28.847222 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8602464e-539d-4979-9f6f-861910433de3 service neutron] Checking segment: {'id': '3e48d071-6453-4a90-9feb-c1ab8ce8a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:28.847715 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8602464e-539d-4979-9f6f-861910433de3 service neutron] Bound using segment: {'id': '3e48d071-6453-4a90-9feb-c1ab8ce8a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:59:28.848281 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8602464e-539d-4979-9f6f-861910433de3 service neutron] Bound port: 905b2eeb-dedf-487a-a6aa-667f4d04bff3, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e48d071-6453-4a90-9feb-c1ab8ce8a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:59:28.848822 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8602464e-539d-4979-9f6f-861910433de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:28.854706 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58b6a8-6954-499b-8747-515c58756d9e req-5e2479d5-e44c-4fe6-befd-44b76025a8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:28.856792 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dc58b6a8-6954-499b-8747-515c58756d9e req-5e2479d5-e44c-4fe6-befd-44b76025a8bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=951818ad52ff43b78906657d2000e269&device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 1096 time: 0.5527043 Nov 24 20:59:28.863078 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afaed271-8da9-4917-9b8d-9dbc8162bb8d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:59:28.881817 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-37afbe0b-4c2d-4ea0-88e4-df50281c052c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ae9fa3-79f7-434b-bbf2-b8693618ca7c']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:28.920486 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-37afbe0b-4c2d-4ea0-88e4-df50281c052c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e0b20f-4cb4-4c54-ae57-fb44254a7805') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:28.920973 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-37afbe0b-4c2d-4ea0-88e4-df50281c052c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e0b20f-4cb4-4c54-ae57-fb44254a7805') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:28.926591 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139acb0b-fefe-4002-93e6-51668f71119a req-80dcd8cb-859a-44bc-b7e6-0ed6302a1a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:28.928508 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-139acb0b-fefe-4002-93e6-51668f71119a req-80dcd8cb-859a-44bc-b7e6-0ed6302a1a72 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d57895c6-b2f2-4afe-a44e-1eb66b91940d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6928468 Nov 24 20:59:28.949721 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37afbe0b-4c2d-4ea0-88e4-df50281c052c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:28.996978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-cdbca949-2ec9-45ff-b19d-3f78436cd513 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:29.006107 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-cdbca949-2ec9-45ff-b19d-3f78436cd513 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/networks?id=052aa3f3-cb01-49c1-a57f-09e705955607 HTTP/1.1" status: 200 len: 814 time: 0.3652496 Nov 24 20:59:29.010640 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37afbe0b-4c2d-4ea0-88e4-df50281c052c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:29.023979 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8602464e-539d-4979-9f6f-861910433de3 service neutron] For port 905b2eeb-dedf-487a-a6aa-667f4d04bff3, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:59:29.028965 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8602464e-539d-4979-9f6f-861910433de3 service neutron] For port 905b2eeb-dedf-487a-a6aa-667f4d04bff3, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=905b2eeb-dedf-487a-a6aa-667f4d04bff3,segment=NetworkSegment(3e48d071-6453-4a90-9feb-c1ab8ce8a488),segment_id=3e48d071-6453-4a90-9feb-c1ab8ce8a488)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:59:29.031538 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37afbe0b-4c2d-4ea0-88e4-df50281c052c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:59:29.032081 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37afbe0b-4c2d-4ea0-88e4-df50281c052c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:59:29.036787 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:59:29.051976 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-ec4cdc81-28d3-4156-81f9-33743fa746ce tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/quotas/05a0e117b094408ca97fe41bcd9a1090 HTTP/1.1" status: 200 len: 375 time: 0.0446758 Nov 24 20:59:29.156554 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3107f6f7-e9d4-4858-8c64-7346fd9aeb79 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:59:29.198763 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 3107f6f7-e9d4-4858-8c64-7346fd9aeb79 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:59:29.199328 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3107f6f7-e9d4-4858-8c64-7346fd9aeb79 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:59:29.488098 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8602464e-539d-4979-9f6f-861910433de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:29.571059 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602464e-539d-4979-9f6f-861910433de3 service neutron] Pushing event updated for resources: {'Port': ['ID=905b2eeb-dedf-487a-a6aa-667f4d04bff3,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:29.620435 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8602464e-539d-4979-9f6f-861910433de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:29.621481 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8602464e-539d-4979-9f6f-861910433de3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:29.624344 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-8602464e-539d-4979-9f6f-861910433de3 service neutron] 10.222.0.15 "PUT /v2.0/ports/905b2eeb-dedf-487a-a6aa-667f4d04bff3 HTTP/1.1" status: 200 len: 1091 time: 4.5708566 Nov 24 20:59:29.625231 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'tag': '905b2eeb-dedf-487a-a6aa-667f4d04bff3'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:59:29.629781 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddca1bc-0641-4d3b-b2f7-c40ad6bc5930" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "tag": "905b2eeb-dedf-487a-a6aa-667f4d04bff3"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:59:29.653533 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37afbe0b-4c2d-4ea0-88e4-df50281c052c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:29.678341 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37afbe0b-4c2d-4ea0-88e4-df50281c052c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:29.687786 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-37afbe0b-4c2d-4ea0-88e4-df50281c052c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/networks/35ae9fa3-79f7-434b-bbf2-b8693618ca7c HTTP/1.1" status: 204 len: 168 time: 3.7595305 Nov 24 20:59:29.693250 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5bc0bec0-eb8a-419a-bbed-30539d7829b2 service neutron] Request body: {'port': {'device_id': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:29.696242 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afbe0b-4c2d-4ea0-88e4-df50281c052c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Network': ['ID=35ae9fa3-79f7-434b-bbf2-b8693618ca7c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:29.699308 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38488) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:29.727768 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f668b057-2ef9-412b-88f9-07c821201fda tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-799910632'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:29.771817 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-4618e035-b88d-4aaf-957e-2dc59b8e10eb tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=05a0e117b094408ca97fe41bcd9a1090&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7183523 Nov 24 20:59:29.805600 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device efeeb778-bfb7-4f21-bc08-e5fbf5a7f445 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:59:29.912179 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f668b057-2ef9-412b-88f9-07c821201fda tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:29.917431 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f668b057-2ef9-412b-88f9-07c821201fda tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:29.936705 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port efeeb778-bfb7-4f21-bc08-e5fbf5a7f445 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:59:29.942022 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port efeeb778-bfb7-4f21-bc08-e5fbf5a7f445 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:29.942506 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:29.962808 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-2c0bdb9d-efd4-4a74-8a04-67a2c56c17b3 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:59:29.963993 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-2c0bdb9d-efd4-4a74-8a04-67a2c56c17b3 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1665685 Nov 24 20:59:29.973683 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5bc0bec0-eb8a-419a-bbed-30539d7829b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:29.989271 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-afaed271-8da9-4917-9b8d-9dbc8162bb8d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:29.989802 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-afaed271-8da9-4917-9b8d-9dbc8162bb8d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Added segment b2028368-d9c6-49b3-9b87-9e30a31475eb of type vlan for network 09b33631-e58b-444f-a692-a04bdbd1140a Nov 24 20:59:30.054403 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-afaed271-8da9-4917-9b8d-9dbc8162bb8d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:30.107770 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f668b057-2ef9-412b-88f9-07c821201fda tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:59:30.126657 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f668b057-2ef9-412b-88f9-07c821201fda tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:30.129660 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-f668b057-2ef9-412b-88f9-07c821201fda tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Added segment 0592fb12-7eed-403e-81b9-b8b0784cdb20 of type vlan for network 33c8537a-2920-4ffa-b725-6ab432fea26c Nov 24 20:59:30.164792 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:30.187846 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-139acb0b-fefe-4002-93e6-51668f71119a req-bfd9254a-c5a2-4627-a60e-57bb45a3e20c service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646792 Nov 24 20:59:30.201781 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-afaed271-8da9-4917-9b8d-9dbc8162bb8d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:30.209782 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaed271-8da9-4917-9b8d-9dbc8162bb8d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:30.210566 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-afaed271-8da9-4917-9b8d-9dbc8162bb8d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:30.228081 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f668b057-2ef9-412b-88f9-07c821201fda tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:30.254490 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fb0c6f-cd78-4a65-a552-18ca80426ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efeeb778-bfb7-4f21-bc08-e5fbf5a7f445'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:59:30.261029 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3311dc38-2f92-42b4-bb11-ac57a0eadb5b" -d '{"events": [{"server_uuid": "86fb0c6f-cd78-4a65-a552-18ca80426ae9", "name": "network-vif-plugged", "status": "completed", "tag": "efeeb778-bfb7-4f21-bc08-e5fbf5a7f445"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:59:30.278292 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port efeeb778-bfb7-4f21-bc08-e5fbf5a7f445, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=efeeb778-bfb7-4f21-bc08-e5fbf5a7f445,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:30.285674 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:30.335003 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaed271-8da9-4917-9b8d-9dbc8162bb8d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event updated for resources: {'Network': ['ID=09b33631-e58b-444f-a692-a04bdbd1140a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:30.348396 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 09b33631-e58b-444f-a692-a04bdbd1140a details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:59:30.391540 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-04bf0955-523a-4a13-bd5b-348a15257c70 service neutron] 10.222.0.11 "GET /v2.0/networks/052aa3f3-cb01-49c1-a57f-09e705955607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188869 Nov 24 20:59:30.400625 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f668b057-2ef9-412b-88f9-07c821201fda tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:30.415182 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f668b057-2ef9-412b-88f9-07c821201fda tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:30.416898 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f668b057-2ef9-412b-88f9-07c821201fda tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:30.430507 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2ce54-47cc-43cf-b66f-ba027a7a94cc req-d68d429d-9190-498b-ae07-291fc43d3712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:30.432398 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2ba2ce54-47cc-43cf-b66f-ba027a7a94cc req-d68d429d-9190-498b-ae07-291fc43d3712 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ee9c5f7-570f-459a-a776-8d371777733b HTTP/1.1" status: 200 len: 851 time: 1.6317558 Nov 24 20:59:30.433503 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-736f76d1-bc83-41b7-969e-7172f5e375ad tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:30.487617 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=efeeb778-bfb7-4f21-bc08-e5fbf5a7f445,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:30.561921 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-afaed271-8da9-4917-9b8d-9dbc8162bb8d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.3057296 Nov 24 20:59:30.602723 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234cd7d-1703-4f40-ac6b-ba69db1b8d48 req-aefd7bb3-9db4-44cd-9ef6-597ec9051d8b tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:30.604448 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7234cd7d-1703-4f40-ac6b-ba69db1b8d48 req-aefd7bb3-9db4-44cd-9ef6-597ec9051d8b tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 1.7818742 Nov 24 20:59:30.612852 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38498) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:30.627470 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-fa748e58-2b7b-4751-a726-a231c3d22685 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Request body: {'subnet': {'network_id': '09b33631-e58b-444f-a692-a04bdbd1140a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:30.716960 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2ce54-47cc-43cf-b66f-ba027a7a94cc req-b456fdbc-c263-441f-a863-3c4b184782bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:30.719216 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2ba2ce54-47cc-43cf-b66f-ba027a7a94cc req-b456fdbc-c263-441f-a863-3c4b184782bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d57895c6-b2f2-4afe-a44e-1eb66b91940d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2758536 Nov 24 20:59:30.824121 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5bc0bec0-eb8a-419a-bbed-30539d7829b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f848b02-05bc-4238-b1ac-d026adbdf90d {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:59:30.834421 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5bc0bec0-eb8a-419a-bbed-30539d7829b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:30.844488 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2ba2ce54-47cc-43cf-b66f-ba027a7a94cc req-724607e2-971c-4e53-a659-896b35b4d17e service neutron] 10.222.0.48 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117818 Nov 24 20:59:30.850383 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5bc0bec0-eb8a-419a-bbed-30539d7829b2 service neutron] Transition to ACTIVE for port object 5f848b02-05bc-4238-b1ac-d026adbdf90d will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:59:30.857557 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58b6a8-6954-499b-8747-515c58756d9e req-95f25968-4667-4186-91d5-65f3c13468d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:30.859175 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dc58b6a8-6954-499b-8747-515c58756d9e req-95f25968-4667-4186-91d5-65f3c13468d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 200 len: 913 time: 1.9538956 Nov 24 20:59:30.877154 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5bc0bec0-eb8a-419a-bbed-30539d7829b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:30.900544 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736f76d1-bc83-41b7-969e-7172f5e375ad tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Checking segment: {'id': 'b94f7ba4-edd0-42a8-9487-01ab4a0150ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e8415728-01fc-435b-b3dd-9b34154630cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:30.901137 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736f76d1-bc83-41b7-969e-7172f5e375ad tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Network hostable DHCP agents. Network: e8415728-01fc-435b-b3dd-9b34154630cb, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:59:30.907044 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f76d1-bc83-41b7-969e-7172f5e375ad tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Pushing event updated for resources: {'Subnet': ['ID=a2b9cf2a-0f40-4955-b27b-00d17ee7b536,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:30.977925 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7234cd7d-1703-4f40-ac6b-ba69db1b8d48 req-cecb0b7e-ef8a-4c16-94d5-4e0bd743a6aa tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3323686 Nov 24 20:59:31.001484 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f668b057-2ef9-412b-88f9-07c821201fda tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2999201 Nov 24 20:59:31.025322 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38500) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:31.039493 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-1faa331a-6579-411e-a257-4bdfd51998d4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'subnet': {'network_id': '33c8537a-2920-4ffa-b725-6ab432fea26c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:31.052267 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dc58b6a8-6954-499b-8747-515c58756d9e req-9b141765-67b3-4cee-91e9-739b468c626e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b512f2a2-32d6-46d1-b645-f544c8d3adea HTTP/1.1" status: 200 len: 217 time: 0.1406784 Nov 24 20:59:31.052943 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668b057-2ef9-412b-88f9-07c821201fda tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Network': ['ID=33c8537a-2920-4ffa-b725-6ab432fea26c,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:31.070588 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 33c8537a-2920-4ffa-b725-6ab432fea26c details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:59:31.093346 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-139acb0b-fefe-4002-93e6-51668f71119a req-446c171c-466e-473e-9659-00759dcf9cf3 service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8634064 Nov 24 20:59:31.181456 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0bec0-eb8a-419a-bbed-30539d7829b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f848b02-05bc-4238-b1ac-d026adbdf90d,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:31.266366 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736f76d1-bc83-41b7-969e-7172f5e375ad tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Network e8415728-01fc-435b-b3dd-9b34154630cb is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:59:31.399828 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-736f76d1-bc83-41b7-969e-7172f5e375ad tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, e8415728-01fc-435b-b3dd-9b34154630cb) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:31.410788 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-a4482f2d-5178-4f6f-aaa1-0959e5ba8d5a service neutron] 10.222.0.11 "GET /v2.0/networks/052aa3f3-cb01-49c1-a57f-09e705955607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9806752 Nov 24 20:59:31.417116 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3faae94-05dc-4205-bf20-48a0caea0b65 None None] Network e8415728-01fc-435b-b3dd-9b34154630cb requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:31.429071 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-736f76d1-bc83-41b7-969e-7172f5e375ad tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:31.490582 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5bc0bec0-eb8a-419a-bbed-30539d7829b2 service neutron] Attempting to bind port 5f848b02-05bc-4238-b1ac-d026adbdf90d on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:59:31.491754 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5bc0bec0-eb8a-419a-bbed-30539d7829b2 service neutron] Attempting to bind port 5f848b02-05bc-4238-b1ac-d026adbdf90d by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'd0c1b742-2bd2-411c-b978-fe9db63bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:59:31.492549 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5bc0bec0-eb8a-419a-bbed-30539d7829b2 service neutron] Attempting to bind port 5f848b02-05bc-4238-b1ac-d026adbdf90d on network 0b5ef7b5-277e-46e9-bb51-4226a176b59a {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:31.511352 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5bc0bec0-eb8a-419a-bbed-30539d7829b2 service neutron] Port 5f848b02-05bc-4238-b1ac-d026adbdf90d on network 0b5ef7b5-277e-46e9-bb51-4226a176b59a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:59:31.511680 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5bc0bec0-eb8a-419a-bbed-30539d7829b2 service neutron] Attempting to bind port 5f848b02-05bc-4238-b1ac-d026adbdf90d on network 0b5ef7b5-277e-46e9-bb51-4226a176b59a {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:31.520163 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5bc0bec0-eb8a-419a-bbed-30539d7829b2 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:59:31.520403 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5bc0bec0-eb8a-419a-bbed-30539d7829b2 service neutron] Checking segment: {'id': 'd0c1b742-2bd2-411c-b978-fe9db63bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:31.520730 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5bc0bec0-eb8a-419a-bbed-30539d7829b2 service neutron] Bound using segment: {'id': 'd0c1b742-2bd2-411c-b978-fe9db63bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:59:31.521301 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5bc0bec0-eb8a-419a-bbed-30539d7829b2 service neutron] Bound port: 5f848b02-05bc-4238-b1ac-d026adbdf90d, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c1b742-2bd2-411c-b978-fe9db63bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:59:31.521663 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5bc0bec0-eb8a-419a-bbed-30539d7829b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:31.571725 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa748e58-2b7b-4751-a726-a231c3d22685 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Made reservation on behalf of 489be4bfb3f74b6eb54f875ff6d7f787 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:31.578475 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa748e58-2b7b-4751-a726-a231c3d22685 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:31.607815 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5c5044-9391-491f-a922-d742916ed2c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-e8415728-01fc-435b-b3dd-9b34154630cb', 'network_id': 'e8415728-01fc-435b-b3dd-9b34154630cb', 'tenant_id': 'f41791b39960415f9b6c4517811d087b', 'fixed_ips': [{'subnet_id': 'a2b9cf2a-0f40-4955-b27b-00d17ee7b536'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:59:31.609008 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2a5c5044-9391-491f-a922-d742916ed2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:31.631588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a37886-3e98-475a-b9fa-5dfb4b7b8f06 req-1269aa08-7e48-4977-8e5d-c393ae6066b5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:31.633373 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-94a37886-3e98-475a-b9fa-5dfb4b7b8f06 req-1269aa08-7e48-4977-8e5d-c393ae6066b5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=86fb0c6f-cd78-4a65-a552-18ca80426ae9 HTTP/1.1" status: 200 len: 950 time: 0.5352690 Nov 24 20:59:31.634923 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58b6a8-6954-499b-8747-515c58756d9e req-578aaa9e-6ae8-4ede-8f91-cbb14d1a3984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:31.636762 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dc58b6a8-6954-499b-8747-515c58756d9e req-578aaa9e-6ae8-4ede-8f91-cbb14d1a3984 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ee9c5f7-570f-459a-a776-8d371777733b HTTP/1.1" status: 200 len: 851 time: 0.4973123 Nov 24 20:59:31.647910 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5bc0bec0-eb8a-419a-bbed-30539d7829b2 service neutron] For port 5f848b02-05bc-4238-b1ac-d026adbdf90d, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:59:31.657261 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5bc0bec0-eb8a-419a-bbed-30539d7829b2 service neutron] For port 5f848b02-05bc-4238-b1ac-d026adbdf90d, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5f848b02-05bc-4238-b1ac-d026adbdf90d,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:59:31.668553 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5bc0bec0-eb8a-419a-bbed-30539d7829b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:31.805467 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8035b99c-f18c-4be3-82b0-f9c6790878b4 x-openstack-request-id: req-8035b99c-f18c-4be3-82b0-f9c6790878b4 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:59:31.812555 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "tag": "905b2eeb-dedf-487a-a6aa-667f4d04bff3", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:59:31.812963 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8035b99c-f18c-4be3-82b0-f9c6790878b4 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:59:31.813500 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'tag': '905b2eeb-dedf-487a-a6aa-667f4d04bff3', 'status': 'completed', 'code': 200} Nov 24 20:59:31.831891 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2ba2ce54-47cc-43cf-b66f-ba027a7a94cc req-5472ddb5-282d-4208-b249-0df3736fdf90 service neutron] 10.222.0.48 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9400988 Nov 24 20:59:31.838278 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5bc0bec0-eb8a-419a-bbed-30539d7829b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:31.839178 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5bc0bec0-eb8a-419a-bbed-30539d7829b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:31.840415 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5bc0bec0-eb8a-419a-bbed-30539d7829b2 service neutron] 10.222.0.15 "PUT /v2.0/ports/5f848b02-05bc-4238-b1ac-d026adbdf90d HTTP/1.1" status: 200 len: 1131 time: 2.1830201 Nov 24 20:59:31.847335 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f76d1-bc83-41b7-969e-7172f5e375ad tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Pushing event updated for resources: {'Subnet': ['ID=4abe4225-9f00-4cd3-8862-0a36282f0068,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:31.911592 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a91b0db3-571e-448c-99fa-bf556f0ee3d2 service neutron] Request body: {'port': {'device_id': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:32.012502 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0bec0-eb8a-419a-bbed-30539d7829b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f848b02-05bc-4238-b1ac-d026adbdf90d,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:32.099520 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c899681-59b5-4a42-bcca-140ab949c110 req-84578eb9-b849-470c-a7dc-61a03c582620 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:32.113028 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c899681-59b5-4a42-bcca-140ab949c110 req-84578eb9-b849-470c-a7dc-61a03c582620 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:32.126535 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c899681-59b5-4a42-bcca-140ab949c110 req-84578eb9-b849-470c-a7dc-61a03c582620 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:32.134388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c899681-59b5-4a42-bcca-140ab949c110 req-84578eb9-b849-470c-a7dc-61a03c582620 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:32.138968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-2a5c5044-9391-491f-a922-d742916ed2c5 None None] Allocated IP 2001:db8::1 (e8415728-01fc-435b-b3dd-9b34154630cb/a2b9cf2a-0f40-4955-b27b-00d17ee7b536/64776596-8457-4f23-a3e5-569ba36eee4d) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:32.140450 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c899681-59b5-4a42-bcca-140ab949c110 req-84578eb9-b849-470c-a7dc-61a03c582620 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:32.148164 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c899681-59b5-4a42-bcca-140ab949c110 req-84578eb9-b849-470c-a7dc-61a03c582620 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:32.156730 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9c899681-59b5-4a42-bcca-140ab949c110 req-84578eb9-b849-470c-a7dc-61a03c582620 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 4601 time: 0.3299873 Nov 24 20:59:32.223127 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1faa331a-6579-411e-a257-4bdfd51998d4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:32.239253 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a91b0db3-571e-448c-99fa-bf556f0ee3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:32.242674 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1faa331a-6579-411e-a257-4bdfd51998d4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:32.286935 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9c899681-59b5-4a42-bcca-140ab949c110 req-b89f04da-37ea-48f2-9196-144add75c930 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1292729 Nov 24 20:59:32.362256 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-94a37886-3e98-475a-b9fa-5dfb4b7b8f06 req-139a143c-a0a5-4ed8-9ff2-2e1691bd4c4d tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6027002 Nov 24 20:59:32.399711 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5371a4-11b1-45a7-ba40-3937b930ff85 x-openstack-request-id: req-ec5371a4-11b1-45a7-ba40-3937b930ff85 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:59:32.403630 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fb0c6f-cd78-4a65-a552-18ca80426ae9", "name": "network-vif-plugged", "status": "completed", "tag": "efeeb778-bfb7-4f21-bc08-e5fbf5a7f445", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:59:32.404131 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ec5371a4-11b1-45a7-ba40-3937b930ff85 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:59:32.404691 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fb0c6f-cd78-4a65-a552-18ca80426ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efeeb778-bfb7-4f21-bc08-e5fbf5a7f445', 'code': 200} Nov 24 20:59:32.487988 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58b6a8-6954-499b-8747-515c58756d9e req-e28cbaa8-0141-47a1-af65-ce2cf1bbfaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:32.492887 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dc58b6a8-6954-499b-8747-515c58756d9e req-e28cbaa8-0141-47a1-af65-ce2cf1bbfaa5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d57895c6-b2f2-4afe-a44e-1eb66b91940d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7941566 Nov 24 20:59:32.576327 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2a5c5044-9391-491f-a922-d742916ed2c5 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:32.599481 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2a5c5044-9391-491f-a922-d742916ed2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:32.626355 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddca1bc-0641-4d3b-b2f7-c40ad6bc5930 req-4f02cced-0984-4f24-a4f7-0f4fa81e6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:32.628015 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddca1bc-0641-4d3b-b2f7-c40ad6bc5930 req-4f02cced-0984-4f24-a4f7-0f4fa81e6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:32.628688 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddca1bc-0641-4d3b-b2f7-c40ad6bc5930 req-4f02cced-0984-4f24-a4f7-0f4fa81e6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:32.629230 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddca1bc-0641-4d3b-b2f7-c40ad6bc5930 req-4f02cced-0984-4f24-a4f7-0f4fa81e6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:32.629747 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddca1bc-0641-4d3b-b2f7-c40ad6bc5930 req-4f02cced-0984-4f24-a4f7-0f4fa81e6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:32.630237 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddca1bc-0641-4d3b-b2f7-c40ad6bc5930 req-4f02cced-0984-4f24-a4f7-0f4fa81e6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:32.632224 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bddca1bc-0641-4d3b-b2f7-c40ad6bc5930 req-4f02cced-0984-4f24-a4f7-0f4fa81e6846 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=838d059057e840c09ac19be61b107bec&device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5287 time: 0.7433977 Nov 24 20:59:32.685941 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736f76d1-bc83-41b7-969e-7172f5e375ad tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Checking segment: {'id': '616180aa-f4df-457d-ba09-d6ed70208359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0790794c-a7d0-4b34-ae78-efdbf024938e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:32.686318 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736f76d1-bc83-41b7-969e-7172f5e375ad tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Network hostable DHCP agents. Network: 0790794c-a7d0-4b34-ae78-efdbf024938e, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:59:32.695363 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-75847ce0-8128-4a7b-924f-821219496250 req-fb569d43-2a21-4abd-bc7f-49763676ced3 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256 HTTP/1.1" status: 200 len: 210 time: 0.2407484 Nov 24 20:59:32.709077 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c5044-9391-491f-a922-d742916ed2c5 None None] Pushing event updated for resources: {'Port': ['ID=64776596-8457-4f23-a3e5-569ba36eee4d,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:32.725013 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5c5044-9391-491f-a922-d742916ed2c5 None None] Network e8415728-01fc-435b-b3dd-9b34154630cb is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:32.728244 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-2a5c5044-9391-491f-a922-d742916ed2c5 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:32.733582 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5c5044-9391-491f-a922-d742916ed2c5 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:32.888086 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-2a5c5044-9391-491f-a922-d742916ed2c5 None None] Attempting to bind port 64776596-8457-4f23-a3e5-569ba36eee4d on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:59:32.888529 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-2a5c5044-9391-491f-a922-d742916ed2c5 None None] Attempting to bind port 64776596-8457-4f23-a3e5-569ba36eee4d by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'b94f7ba4-edd0-42a8-9487-01ab4a0150ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e8415728-01fc-435b-b3dd-9b34154630cb'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:59:32.888851 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5c5044-9391-491f-a922-d742916ed2c5 None None] Attempting to bind port 64776596-8457-4f23-a3e5-569ba36eee4d on network e8415728-01fc-435b-b3dd-9b34154630cb {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:32.919402 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5c5044-9391-491f-a922-d742916ed2c5 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:59:32.919892 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5c5044-9391-491f-a922-d742916ed2c5 None None] Checking segment: {'id': 'b94f7ba4-edd0-42a8-9487-01ab4a0150ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e8415728-01fc-435b-b3dd-9b34154630cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:32.920022 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1cc80-3036-48a8-8342-718f23beae58 req-66fa273f-e88a-4ac5-88be-cacecabacded tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:32.920482 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2a5c5044-9391-491f-a922-d742916ed2c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:32.920974 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5c5044-9391-491f-a922-d742916ed2c5 None None] Bound using segment: {'id': 'b94f7ba4-edd0-42a8-9487-01ab4a0150ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e8415728-01fc-435b-b3dd-9b34154630cb'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:59:32.921447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-2a5c5044-9391-491f-a922-d742916ed2c5 None None] Bound port: 64776596-8457-4f23-a3e5-569ba36eee4d, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94f7ba4-edd0-42a8-9487-01ab4a0150ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e8415728-01fc-435b-b3dd-9b34154630cb'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:59:32.921844 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2a5c5044-9391-491f-a922-d742916ed2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:32.929132 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6ea1cc80-3036-48a8-8342-718f23beae58 req-66fa273f-e88a-4ac5-88be-cacecabacded tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.3751943 Nov 24 20:59:32.938125 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e3a0d-dc5c-4c9a-96c6-bb12d6d6a36d req-9b4d5d2c-3bbb-49fc-b0ec-94614a3852c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:32.940355 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be0e3a0d-dc5c-4c9a-96c6-bb12d6d6a36d req-9b4d5d2c-3bbb-49fc-b0ec-94614a3852c8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=86fb0c6f-cd78-4a65-a552-18ca80426ae9 HTTP/1.1" status: 200 len: 1101 time: 0.4436090 Nov 24 20:59:33.078190 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2a5c5044-9391-491f-a922-d742916ed2c5 None None] For port 64776596-8457-4f23-a3e5-569ba36eee4d, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:59:33.081516 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736f76d1-bc83-41b7-969e-7172f5e375ad tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Network 0790794c-a7d0-4b34-ae78-efdbf024938e is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:59:33.084196 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2a5c5044-9391-491f-a922-d742916ed2c5 None None] For port 64776596-8457-4f23-a3e5-569ba36eee4d, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=64776596-8457-4f23-a3e5-569ba36eee4d,segment=NetworkSegment(b94f7ba4-edd0-42a8-9487-01ab4a0150ed),segment_id=b94f7ba4-edd0-42a8-9487-01ab4a0150ed)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:59:33.093984 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2a5c5044-9391-491f-a922-d742916ed2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:33.123891 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a91b0db3-571e-448c-99fa-bf556f0ee3d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af61a7f2-1e25-4982-87e4-5079effabcf1 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:59:33.146366 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-736f76d1-bc83-41b7-969e-7172f5e375ad tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 0790794c-a7d0-4b34-ae78-efdbf024938e) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:33.147723 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a91b0db3-571e-448c-99fa-bf556f0ee3d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:33.170375 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdcbf35-efcb-42ad-b08b-4039e71bdb3c None None] Network 0790794c-a7d0-4b34-ae78-efdbf024938e requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:33.170605 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a91b0db3-571e-448c-99fa-bf556f0ee3d2 service neutron] Transition to ACTIVE for port object af61a7f2-1e25-4982-87e4-5079effabcf1 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:59:33.178711 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a91b0db3-571e-448c-99fa-bf556f0ee3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:33.218381 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736f76d1-bc83-41b7-969e-7172f5e375ad tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:33.218980 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736f76d1-bc83-41b7-969e-7172f5e375ad tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:33.219696 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-736f76d1-bc83-41b7-969e-7172f5e375ad tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:33.281309 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-736f76d1-bc83-41b7-969e-7172f5e375ad tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 6.4872363 Nov 24 20:59:33.292169 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38526) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:33.347027 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dc58b6a8-6954-499b-8747-515c58756d9e req-2f8568bd-aaa5-41e4-8186-901c434d59a2 service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7833426 Nov 24 20:59:33.481301 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddca1bc-0641-4d3b-b2f7-c40ad6bc5930 req-c10effb7-f242-4ebb-8322-549a144be209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:33.481781 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddca1bc-0641-4d3b-b2f7-c40ad6bc5930 req-c10effb7-f242-4ebb-8322-549a144be209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:33.482250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddca1bc-0641-4d3b-b2f7-c40ad6bc5930 req-c10effb7-f242-4ebb-8322-549a144be209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:33.483934 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bddca1bc-0641-4d3b-b2f7-c40ad6bc5930 req-c10effb7-f242-4ebb-8322-549a144be209 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=838d059057e840c09ac19be61b107bec&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8146446 Nov 24 20:59:33.617583 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be0e3a0d-dc5c-4c9a-96c6-bb12d6d6a36d req-5c489afe-d653-431d-8c46-10e98847e6f4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6620293 Nov 24 20:59:33.674606 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c5044-9391-491f-a922-d742916ed2c5 None None] Pushing event updated for resources: {'Port': ['ID=64776596-8457-4f23-a3e5-569ba36eee4d,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:33.683997 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84adee0-1a24-46eb-8846-41bd6402f495 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:33.685831 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84adee0-1a24-46eb-8846-41bd6402f495 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:33.687291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84adee0-1a24-46eb-8846-41bd6402f495 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:33.700934 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87562ac8-1a2d-4175-9ffa-2ee176e1131e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-0790794c-a7d0-4b34-ae78-efdbf024938e', 'network_id': '0790794c-a7d0-4b34-ae78-efdbf024938e', 'tenant_id': 'f41791b39960415f9b6c4517811d087b', 'fixed_ips': [{'subnet_id': '4abe4225-9f00-4cd3-8862-0a36282f0068'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:59:33.701820 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-87562ac8-1a2d-4175-9ffa-2ee176e1131e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:33.718209 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e84adee0-1a24-46eb-8846-41bd6402f495 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3579345 Nov 24 20:59:33.723626 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38532) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:33.724314 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b0db3-571e-448c-99fa-bf556f0ee3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=af61a7f2-1e25-4982-87e4-5079effabcf1,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:33.884323 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'tag': '5f848b02-05bc-4238-b1ac-d026adbdf90d'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:59:33.886781 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c31c27-d92b-4534-b51a-8057b6f7980d" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "tag": "5f848b02-05bc-4238-b1ac-d026adbdf90d"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:59:33.928461 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6ea1cc80-3036-48a8-8342-718f23beae58 req-c1bcb752-ff64-42e7-980c-07ab70049ea4 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9983709 Nov 24 20:59:33.929499 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1faa331a-6579-411e-a257-4bdfd51998d4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:34.129668 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-87562ac8-1a2d-4175-9ffa-2ee176e1131e None None] Allocated IP 2001:db8:0:1::1 (0790794c-a7d0-4b34-ae78-efdbf024938e/4abe4225-9f00-4cd3-8862-0a36282f0068/4417d58b-1e5b-4030-9acd-63d45ccec7bf) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:34.264541 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a91b0db3-571e-448c-99fa-bf556f0ee3d2 service neutron] Attempting to bind port af61a7f2-1e25-4982-87e4-5079effabcf1 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:59:34.265099 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a91b0db3-571e-448c-99fa-bf556f0ee3d2 service neutron] Attempting to bind port af61a7f2-1e25-4982-87e4-5079effabcf1 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'd0c1b742-2bd2-411c-b978-fe9db63bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:59:34.265239 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a91b0db3-571e-448c-99fa-bf556f0ee3d2 service neutron] Attempting to bind port af61a7f2-1e25-4982-87e4-5079effabcf1 on network 0b5ef7b5-277e-46e9-bb51-4226a176b59a {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:34.292926 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-58cb5ca2-4f51-4bdb-904a-1d1b2a5ed84d tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Deleting subnet a2b9cf2a-0f40-4955-b27b-00d17ee7b536 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:59:34.303296 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58cb5ca2-4f51-4bdb-904a-1d1b2a5ed84d tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:34.349266 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-87562ac8-1a2d-4175-9ffa-2ee176e1131e None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:34.364468 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-87562ac8-1a2d-4175-9ffa-2ee176e1131e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:34.415211 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58cb5ca2-4f51-4bdb-904a-1d1b2a5ed84d tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:34.417072 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87562ac8-1a2d-4175-9ffa-2ee176e1131e None None] Network 0790794c-a7d0-4b34-ae78-efdbf024938e is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:34.425146 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-87562ac8-1a2d-4175-9ffa-2ee176e1131e None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:34.429616 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87562ac8-1a2d-4175-9ffa-2ee176e1131e None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:34.497048 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87562ac8-1a2d-4175-9ffa-2ee176e1131e None None] Pushing event updated for resources: {'Port': ['ID=4417d58b-1e5b-4030-9acd-63d45ccec7bf,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:34.558943 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-87562ac8-1a2d-4175-9ffa-2ee176e1131e None None] Attempting to bind port 4417d58b-1e5b-4030-9acd-63d45ccec7bf on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:59:34.559447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-87562ac8-1a2d-4175-9ffa-2ee176e1131e None None] Attempting to bind port 4417d58b-1e5b-4030-9acd-63d45ccec7bf by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '616180aa-f4df-457d-ba09-d6ed70208359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0790794c-a7d0-4b34-ae78-efdbf024938e'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:59:34.559915 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87562ac8-1a2d-4175-9ffa-2ee176e1131e None None] Attempting to bind port 4417d58b-1e5b-4030-9acd-63d45ccec7bf on network 0790794c-a7d0-4b34-ae78-efdbf024938e {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:34.568664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87562ac8-1a2d-4175-9ffa-2ee176e1131e None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:59:34.569262 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87562ac8-1a2d-4175-9ffa-2ee176e1131e None None] Checking segment: {'id': '616180aa-f4df-457d-ba09-d6ed70208359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0790794c-a7d0-4b34-ae78-efdbf024938e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:34.569848 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-87562ac8-1a2d-4175-9ffa-2ee176e1131e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:34.570414 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87562ac8-1a2d-4175-9ffa-2ee176e1131e None None] Bound using segment: {'id': '616180aa-f4df-457d-ba09-d6ed70208359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0790794c-a7d0-4b34-ae78-efdbf024938e'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:59:34.571042 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-87562ac8-1a2d-4175-9ffa-2ee176e1131e None None] Bound port: 4417d58b-1e5b-4030-9acd-63d45ccec7bf, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616180aa-f4df-457d-ba09-d6ed70208359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0790794c-a7d0-4b34-ae78-efdbf024938e'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:59:34.571530 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-87562ac8-1a2d-4175-9ffa-2ee176e1131e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:34.638756 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58cb5ca2-4f51-4bdb-904a-1d1b2a5ed84d tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:34.757087 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d73f5a-c49a-4b58-ba60-6ef1b62687ea req-4d91bbe6-be0b-483b-ac83-d2cfa8b1b63b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:34.765609 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d73f5a-c49a-4b58-ba60-6ef1b62687ea req-4d91bbe6-be0b-483b-ac83-d2cfa8b1b63b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:34.783426 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d73f5a-c49a-4b58-ba60-6ef1b62687ea req-4d91bbe6-be0b-483b-ac83-d2cfa8b1b63b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:34.787627 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-87562ac8-1a2d-4175-9ffa-2ee176e1131e None None] For port 4417d58b-1e5b-4030-9acd-63d45ccec7bf, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:59:34.808199 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-87562ac8-1a2d-4175-9ffa-2ee176e1131e None None] For port 4417d58b-1e5b-4030-9acd-63d45ccec7bf, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=4417d58b-1e5b-4030-9acd-63d45ccec7bf,segment=NetworkSegment(616180aa-f4df-457d-ba09-d6ed70208359),segment_id=616180aa-f4df-457d-ba09-d6ed70208359)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:59:34.817320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d73f5a-c49a-4b58-ba60-6ef1b62687ea req-4d91bbe6-be0b-483b-ac83-d2cfa8b1b63b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:34.832374 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-87562ac8-1a2d-4175-9ffa-2ee176e1131e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:34.833794 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d73f5a-c49a-4b58-ba60-6ef1b62687ea req-4d91bbe6-be0b-483b-ac83-d2cfa8b1b63b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:34.866641 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d73f5a-c49a-4b58-ba60-6ef1b62687ea req-4d91bbe6-be0b-483b-ac83-d2cfa8b1b63b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:34.875904 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d73f5a-c49a-4b58-ba60-6ef1b62687ea req-4d91bbe6-be0b-483b-ac83-d2cfa8b1b63b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:34.880809 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b6d73f5a-c49a-4b58-ba60-6ef1b62687ea req-4d91bbe6-be0b-483b-ac83-d2cfa8b1b63b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5373 time: 1.2244380 Nov 24 20:59:34.883841 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58cb5ca2-4f51-4bdb-904a-1d1b2a5ed84d tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:34.950376 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a91b0db3-571e-448c-99fa-bf556f0ee3d2 service neutron] Port af61a7f2-1e25-4982-87e4-5079effabcf1 on network 0b5ef7b5-277e-46e9-bb51-4226a176b59a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:59:34.952139 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a91b0db3-571e-448c-99fa-bf556f0ee3d2 service neutron] Attempting to bind port af61a7f2-1e25-4982-87e4-5079effabcf1 on network 0b5ef7b5-277e-46e9-bb51-4226a176b59a {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:34.989902 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87562ac8-1a2d-4175-9ffa-2ee176e1131e None None] Pushing event updated for resources: {'Port': ['ID=4417d58b-1e5b-4030-9acd-63d45ccec7bf,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:34.995929 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a91b0db3-571e-448c-99fa-bf556f0ee3d2 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:59:34.996714 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a91b0db3-571e-448c-99fa-bf556f0ee3d2 service neutron] Checking segment: {'id': 'd0c1b742-2bd2-411c-b978-fe9db63bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:34.997341 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a91b0db3-571e-448c-99fa-bf556f0ee3d2 service neutron] Bound using segment: {'id': 'd0c1b742-2bd2-411c-b978-fe9db63bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:59:35.002988 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a91b0db3-571e-448c-99fa-bf556f0ee3d2 service neutron] Bound port: af61a7f2-1e25-4982-87e4-5079effabcf1, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c1b742-2bd2-411c-b978-fe9db63bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:59:35.005402 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a91b0db3-571e-448c-99fa-bf556f0ee3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:35.023689 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb5ca2-4f51-4bdb-904a-1d1b2a5ed84d tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Pushing event deleted for resources: {'Subnet': ['ID=a2b9cf2a-0f40-4955-b27b-00d17ee7b536,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:35.082534 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58cb5ca2-4f51-4bdb-904a-1d1b2a5ed84d tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:35.093297 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-58cb5ca2-4f51-4bdb-904a-1d1b2a5ed84d tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] 10.222.0.11 "DELETE /v2.0/subnets/a2b9cf2a-0f40-4955-b27b-00d17ee7b536 HTTP/1.1" status: 204 len: 168 time: 1.3662109 Nov 24 20:59:35.097071 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38542) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:35.262198 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa331a-6579-411e-a257-4bdfd51998d4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Subnet': ['ID=024130c5-1426-45f8-b503-77afa33701f5,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:35.271155 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dc58b6a8-6954-499b-8747-515c58756d9e req-851f6177-66f6-471a-8c9f-a666e116596c service neutron] 10.222.0.15 "GET /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8458226 Nov 24 20:59:35.365335 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b6d73f5a-c49a-4b58-ba60-6ef1b62687ea req-5f57ebe8-c04e-411d-9b6e-a4c03ff43202 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4703925 Nov 24 20:59:35.401568 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a91b0db3-571e-448c-99fa-bf556f0ee3d2 service neutron] For port af61a7f2-1e25-4982-87e4-5079effabcf1, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:59:35.405422 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a91b0db3-571e-448c-99fa-bf556f0ee3d2 service neutron] For port af61a7f2-1e25-4982-87e4-5079effabcf1, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=af61a7f2-1e25-4982-87e4-5079effabcf1,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:59:35.415745 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-08f3f445-8611-40e9-968e-6d10d03fbee0 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:35.416459 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a91b0db3-571e-448c-99fa-bf556f0ee3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:35.418638 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-08f3f445-8611-40e9-968e-6d10d03fbee0 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.48 "GET /v2.0/networks?id=052aa3f3-cb01-49c1-a57f-09e705955607 HTTP/1.1" status: 200 len: 814 time: 1.5660219 Nov 24 20:59:35.438766 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a6149a-eb4f-42a2-9eb8-efe77b5ab725 None None] Network e8415728-01fc-435b-b3dd-9b34154630cb requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:35.444852 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa748e58-2b7b-4751-a726-a231c3d22685 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:35.499631 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 64776596-8457-4f23-a3e5-569ba36eee4d up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:59:35.556197 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a91b0db3-571e-448c-99fa-bf556f0ee3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:35.556722 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a91b0db3-571e-448c-99fa-bf556f0ee3d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:35.568305 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a91b0db3-571e-448c-99fa-bf556f0ee3d2 service neutron] 10.222.0.15 "PUT /v2.0/ports/af61a7f2-1e25-4982-87e4-5079effabcf1 HTTP/1.1" status: 200 len: 1130 time: 3.6741698 Nov 24 20:59:35.578131 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e26011-e873-4a1d-b86b-129719550f62 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Deleting subnet 4abe4225-9f00-4cd3-8862-0a36282f0068 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:59:35.593268 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d1e26011-e873-4a1d-b86b-129719550f62 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:35.708419 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-827cfead-9f2f-4bf6-abe9-827fd91c6543 service neutron] Request body: {'port': {'device_id': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:35.801818 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faa331a-6579-411e-a257-4bdfd51998d4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Checking segment: {'id': '0592fb12-7eed-403e-81b9-b8b0784cdb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '33c8537a-2920-4ffa-b725-6ab432fea26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:35.802171 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faa331a-6579-411e-a257-4bdfd51998d4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network hostable DHCP agents. Network: 33c8537a-2920-4ffa-b725-6ab432fea26c, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:59:35.844058 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5d3156af-1e64-4acf-9ded-17dd358794cf req-25cfad81-ab4a-450a-a351-8d45d7247c28 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256 HTTP/1.1" status: 200 len: 210 time: 0.3131480 Nov 24 20:59:35.856643 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-827cfead-9f2f-4bf6-abe9-827fd91c6543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:35.915254 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d1e26011-e873-4a1d-b86b-129719550f62 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:36.019748 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb01682-18ad-4f87-8354-ae9c88c9a51a req-574819cd-2c30-4a44-b28b-12c02a0f3227 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:36.026620 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7fb01682-18ad-4f87-8354-ae9c88c9a51a req-574819cd-2c30-4a44-b28b-12c02a0f3227 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=86fb0c6f-cd78-4a65-a552-18ca80426ae9 HTTP/1.1" status: 200 len: 950 time: 0.7912302 Nov 24 20:59:36.044962 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-b0945e7e-e308-4d5e-95b8-3bee30a7525a tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05a0e117b094408ca97fe41bcd9a1090 HTTP/1.1" status: 200 len: 379 time: 0.5927083 Nov 24 20:59:36.061476 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b0db3-571e-448c-99fa-bf556f0ee3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=af61a7f2-1e25-4982-87e4-5079effabcf1,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:36.062896 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa748e58-2b7b-4751-a726-a231c3d22685 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event updated for resources: {'Subnet': ['ID=e982f495-4632-4628-b68b-0bc99b2d97ff,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:36.076942 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-cdec831a-1cd3-47df-9461-9ef80917cd95 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Request body: {'port': {'device_id': '8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256', 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607', 'admin_state_up': True, 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'security_groups': ['455029b9-f600-4cf6-8df5-667d9c16934a']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:36.132111 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 64776596-8457-4f23-a3e5-569ba36eee4d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:36.132678 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:36.258196 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-661fe357-5d67-438b-8866-8c1b1d5594c1 None None] Provisioning complete for port 64776596-8457-4f23-a3e5-569ba36eee4d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:36.258196 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-661fe357-5d67-438b-8866-8c1b1d5594c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:36.269956 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d1e26011-e873-4a1d-b86b-129719550f62 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:36.307529 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f08779-98e3-422a-bbc6-001087457794 req-8b819799-79fa-48b6-8994-9dd1a5702e5d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:36.309104 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-61f08779-98e3-422a-bbc6-001087457794 req-8b819799-79fa-48b6-8994-9dd1a5702e5d tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.3333797 Nov 24 20:59:36.316431 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddca1bc-0641-4d3b-b2f7-c40ad6bc5930 req-ff3a1dc0-ef61-4f87-8c4a-d8a661535d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:36.318031 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bddca1bc-0641-4d3b-b2f7-c40ad6bc5930 req-ff3a1dc0-ef61-4f87-8c4a-d8a661535d7a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.8210759 Nov 24 20:59:36.347984 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa748e58-2b7b-4751-a726-a231c3d22685 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Checking segment: {'id': 'b2028368-d9c6-49b3-9b87-9e30a31475eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '09b33631-e58b-444f-a692-a04bdbd1140a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:36.349067 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa748e58-2b7b-4751-a726-a231c3d22685 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Network hostable DHCP agents. Network: 09b33631-e58b-444f-a692-a04bdbd1140a, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:59:36.393820 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faa331a-6579-411e-a257-4bdfd51998d4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network 33c8537a-2920-4ffa-b725-6ab432fea26c is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:59:36.437546 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:36.451947 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-cdec831a-1cd3-47df-9461-9ef80917cd95 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Made reservation on behalf of 05a0e117b094408ca97fe41bcd9a1090 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:36.459665 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-cdec831a-1cd3-47df-9461-9ef80917cd95 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:36.482085 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7fb01682-18ad-4f87-8354-ae9c88c9a51a req-31b4d89a-89b4-40ec-926d-42d3a8039c41 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280241 Nov 24 20:59:36.495399 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-1faa331a-6579-411e-a257-4bdfd51998d4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 33c8537a-2920-4ffa-b725-6ab432fea26c) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:36.501047 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faa331a-6579-411e-a257-4bdfd51998d4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:36.502718 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1faa331a-6579-411e-a257-4bdfd51998d4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:36.520727 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79ca3a7-3494-4106-aa16-d03a7b008e8f None None] Network 33c8537a-2920-4ffa-b725-6ab432fea26c requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:36.546507 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa748e58-2b7b-4751-a726-a231c3d22685 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Network 09b33631-e58b-444f-a692-a04bdbd1140a is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:59:36.601037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-fa748e58-2b7b-4751-a726-a231c3d22685 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 09b33631-e58b-444f-a692-a04bdbd1140a) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:36.608676 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa748e58-2b7b-4751-a726-a231c3d22685 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:36.609846 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa748e58-2b7b-4751-a726-a231c3d22685 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:36.625707 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22178c93-4568-4ea7-86f3-3bd26a6b8319 None None] DHCP port deletion for e8415728-01fc-435b-b3dd-9b34154630cb request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 20:59:36.635103 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12720773-db3c-4c1a-b960-a4289b362d8f x-openstack-request-id: req-12720773-db3c-4c1a-b960-a4289b362d8f {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:59:36.635574 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "tag": "5f848b02-05bc-4238-b1ac-d026adbdf90d", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:59:36.635672 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12720773-db3c-4c1a-b960-a4289b362d8f {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:59:36.636759 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'tag': '5f848b02-05bc-4238-b1ac-d026adbdf90d', 'status': 'completed', 'code': 200} Nov 24 20:59:36.641199 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1faa331a-6579-411e-a257-4bdfd51998d4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.6055384 Nov 24 20:59:36.669764 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38558) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:36.699159 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-fe6832ac-4b6e-49c6-9e40-87cafd7406f2 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'port': {'network_id': '33c8537a-2920-4ffa-b725-6ab432fea26c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-430854262'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:36.722673 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d1e26011-e873-4a1d-b86b-129719550f62 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:36.759646 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-61f08779-98e3-422a-bbc6-001087457794 req-403d1e9f-b68b-4aa5-909c-086c9ea9ba9e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4320819 Nov 24 20:59:36.781748 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 64776596-8457-4f23-a3e5-569ba36eee4d, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=64776596-8457-4f23-a3e5-569ba36eee4d,segment=NetworkSegment(b94f7ba4-edd0-42a8-9487-01ab4a0150ed),segment_id=b94f7ba4-edd0-42a8-9487-01ab4a0150ed)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:36.787478 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1793e13-00a3-45ec-bdd5-d9fcf79d63e6 None None] Network 09b33631-e58b-444f-a692-a04bdbd1140a requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:36.794517 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-661fe357-5d67-438b-8866-8c1b1d5594c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:36.810877 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:36.851789 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e26011-e873-4a1d-b86b-129719550f62 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Pushing event deleted for resources: {'Subnet': ['ID=4abe4225-9f00-4cd3-8862-0a36282f0068,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:36.878581 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d1e26011-e873-4a1d-b86b-129719550f62 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:36.890438 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d1e26011-e873-4a1d-b86b-129719550f62 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] 10.222.0.11 "DELETE /v2.0/subnets/4abe4225-9f00-4cd3-8862-0a36282f0068 HTTP/1.1" status: 204 len: 168 time: 1.7889824 Nov 24 20:59:36.891244 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38566) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:36.930362 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f1cdab-5a37-4593-bce5-2ed8913372e8 None None] Network 0790794c-a7d0-4b34-ae78-efdbf024938e requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:36.991316 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-cdec831a-1cd3-47df-9461-9ef80917cd95 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Allocated IP 172.20.0.12 (052aa3f3-cb01-49c1-a57f-09e705955607/9e861052-0b84-4fa5-83b7-82ecf6009879/b6deba82-7c54-4be8-b175-eee907fc547d) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:37.048884 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fa748e58-2b7b-4751-a726-a231c3d22685 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 6.4233859 Nov 24 20:59:37.053075 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38574) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:37.265523 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ce278fb-f9d5-4d82-841b-77fac0a9dbdc tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:37.318535 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f1433-fa59-4de8-a35d-6f9a2d107dce req-2e1c4b41-305c-4e64-9fd7-fa7f59661a37 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:37.328439 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f1433-fa59-4de8-a35d-6f9a2d107dce req-2e1c4b41-305c-4e64-9fd7-fa7f59661a37 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:37.341492 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f1433-fa59-4de8-a35d-6f9a2d107dce req-2e1c4b41-305c-4e64-9fd7-fa7f59661a37 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:37.350994 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f1433-fa59-4de8-a35d-6f9a2d107dce req-2e1c4b41-305c-4e64-9fd7-fa7f59661a37 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:37.363777 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f1433-fa59-4de8-a35d-6f9a2d107dce req-2e1c4b41-305c-4e64-9fd7-fa7f59661a37 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:37.370682 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f1433-fa59-4de8-a35d-6f9a2d107dce req-2e1c4b41-305c-4e64-9fd7-fa7f59661a37 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:37.378092 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f1433-fa59-4de8-a35d-6f9a2d107dce req-2e1c4b41-305c-4e64-9fd7-fa7f59661a37 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:37.380246 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1e1f1433-fa59-4de8-a35d-6f9a2d107dce req-2e1c4b41-305c-4e64-9fd7-fa7f59661a37 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5373 time: 0.6242878 Nov 24 20:59:37.388413 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c31c27-d92b-4534-b51a-8057b6f7980d req-61e60c23-3ceb-44d3-86a9-6a167d00e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:37.389002 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c31c27-d92b-4534-b51a-8057b6f7980d req-61e60c23-3ceb-44d3-86a9-6a167d00e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:37.389552 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c31c27-d92b-4534-b51a-8057b6f7980d req-61e60c23-3ceb-44d3-86a9-6a167d00e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:37.390029 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c31c27-d92b-4534-b51a-8057b6f7980d req-61e60c23-3ceb-44d3-86a9-6a167d00e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:37.390504 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c31c27-d92b-4534-b51a-8057b6f7980d req-61e60c23-3ceb-44d3-86a9-6a167d00e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:37.390975 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c31c27-d92b-4534-b51a-8057b6f7980d req-61e60c23-3ceb-44d3-86a9-6a167d00e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:37.393582 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c31c27-d92b-4534-b51a-8057b6f7980d req-61e60c23-3ceb-44d3-86a9-6a167d00e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:37.397859 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-29c31c27-d92b-4534-b51a-8057b6f7980d req-61e60c23-3ceb-44d3-86a9-6a167d00e19d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=838d059057e840c09ac19be61b107bec&device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 6210 time: 0.7406168 Nov 24 20:59:37.418652 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-661fe357-5d67-438b-8866-8c1b1d5594c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:59:37.419210 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-661fe357-5d67-438b-8866-8c1b1d5594c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:59:37.419722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 4417d58b-1e5b-4030-9acd-63d45ccec7bf up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:59:37.574642 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f73a4c-924b-4927-8c7b-c5585383f84d tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:37.576581 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a1f73a4c-924b-4927-8c7b-c5585383f84d tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6529455 Nov 24 20:59:37.582163 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38596) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:37.626387 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-827cfead-9f2f-4bf6-abe9-827fd91c6543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2350812e-3580-420e-832c-24f31e39b118 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:59:37.649447 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-827cfead-9f2f-4bf6-abe9-827fd91c6543 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:37.681861 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 4417d58b-1e5b-4030-9acd-63d45ccec7bf triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:37.682241 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:37.700004 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=64776596-8457-4f23-a3e5-569ba36eee4d,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:37.707349 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6832ac-4b6e-49c6-9e40-87cafd7406f2 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:37.711538 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe6832ac-4b6e-49c6-9e40-87cafd7406f2 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:37.719919 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-22178c93-4568-4ea7-86f3-3bd26a6b8319 None None] Deleting port 64776596-8457-4f23-a3e5-569ba36eee4d {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:37.720644 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-22178c93-4568-4ea7-86f3-3bd26a6b8319 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:37.746806 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-827cfead-9f2f-4bf6-abe9-827fd91c6543 service neutron] Transition to ACTIVE for port object 2350812e-3580-420e-832c-24f31e39b118 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:59:37.759237 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c381aad5-50b1-4aec-b05a-ae1fd3d670a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:37.761522 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-fe6832ac-4b6e-49c6-9e40-87cafd7406f2 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] device_id is not set on port 03ea14de-946b-46cc-9d52-7cc0ed870ea0 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:59:37.768632 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-827cfead-9f2f-4bf6-abe9-827fd91c6543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:37.801421 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-22178c93-4568-4ea7-86f3-3bd26a6b8319 None None] For port 64776596-8457-4f23-a3e5-569ba36eee4d, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=64776596-8457-4f23-a3e5-569ba36eee4d,segment=NetworkSegment(b94f7ba4-edd0-42a8-9487-01ab4a0150ed),segment_id=b94f7ba4-edd0-42a8-9487-01ab4a0150ed)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:37.802219 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-22178c93-4568-4ea7-86f3-3bd26a6b8319 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:37.822967 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-22178c93-4568-4ea7-86f3-3bd26a6b8319 None None] Calling delete_port for 64776596-8457-4f23-a3e5-569ba36eee4d owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:37.891741 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827cfead-9f2f-4bf6-abe9-827fd91c6543 service neutron] Pushing event updated for resources: {'Port': ['ID=2350812e-3580-420e-832c-24f31e39b118,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:37.953272 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e7dc4c-c8d6-43ed-b935-ee5c3e56c989 None None] DHCP port deletion for 0790794c-a7d0-4b34-ae78-efdbf024938e request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 20:59:38.107372 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-cdec831a-1cd3-47df-9461-9ef80917cd95 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:38.174886 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c31c27-d92b-4534-b51a-8057b6f7980d req-14de905f-8f14-4283-b579-c76fa3b41ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:38.175627 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c31c27-d92b-4534-b51a-8057b6f7980d req-14de905f-8f14-4283-b579-c76fa3b41ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:38.176290 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c31c27-d92b-4534-b51a-8057b6f7980d req-14de905f-8f14-4283-b579-c76fa3b41ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:38.181100 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-29c31c27-d92b-4534-b51a-8057b6f7980d req-14de905f-8f14-4283-b579-c76fa3b41ff7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=838d059057e840c09ac19be61b107bec&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7533727 Nov 24 20:59:38.181985 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-22178c93-4568-4ea7-86f3-3bd26a6b8319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:38.182451 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-fe6832ac-4b6e-49c6-9e40-87cafd7406f2 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Allocated IP 2001:db8::193 (33c8537a-2920-4ffa-b725-6ab432fea26c/024130c5-1426-45f8-b503-77afa33701f5/03ea14de-946b-46cc-9d52-7cc0ed870ea0) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:38.208701 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-827cfead-9f2f-4bf6-abe9-827fd91c6543 service neutron] Attempting to bind port 2350812e-3580-420e-832c-24f31e39b118 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:59:38.212510 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-827cfead-9f2f-4bf6-abe9-827fd91c6543 service neutron] Attempting to bind port 2350812e-3580-420e-832c-24f31e39b118 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'd0c1b742-2bd2-411c-b978-fe9db63bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:59:38.213193 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-827cfead-9f2f-4bf6-abe9-827fd91c6543 service neutron] Attempting to bind port 2350812e-3580-420e-832c-24f31e39b118 on network 0b5ef7b5-277e-46e9-bb51-4226a176b59a {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:38.216293 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ce278fb-f9d5-4d82-841b-77fac0a9dbdc tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:38.228495 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-cdec831a-1cd3-47df-9461-9ef80917cd95 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:38.241284 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-827cfead-9f2f-4bf6-abe9-827fd91c6543 service neutron] Port 2350812e-3580-420e-832c-24f31e39b118 on network 0b5ef7b5-277e-46e9-bb51-4226a176b59a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:59:38.242019 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-827cfead-9f2f-4bf6-abe9-827fd91c6543 service neutron] Attempting to bind port 2350812e-3580-420e-832c-24f31e39b118 on network 0b5ef7b5-277e-46e9-bb51-4226a176b59a {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:38.299846 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-827cfead-9f2f-4bf6-abe9-827fd91c6543 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:59:38.300608 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-827cfead-9f2f-4bf6-abe9-827fd91c6543 service neutron] Checking segment: {'id': 'd0c1b742-2bd2-411c-b978-fe9db63bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:38.301245 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-827cfead-9f2f-4bf6-abe9-827fd91c6543 service neutron] Bound using segment: {'id': 'd0c1b742-2bd2-411c-b978-fe9db63bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:59:38.301957 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-827cfead-9f2f-4bf6-abe9-827fd91c6543 service neutron] Bound port: 2350812e-3580-420e-832c-24f31e39b118, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c1b742-2bd2-411c-b978-fe9db63bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:59:38.302565 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-827cfead-9f2f-4bf6-abe9-827fd91c6543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:38.328250 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c381aad5-50b1-4aec-b05a-ae1fd3d670a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Deleting port 4417d58b-1e5b-4030-9acd-63d45ccec7bf {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:38.329274 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c381aad5-50b1-4aec-b05a-ae1fd3d670a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:38.474647 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-cdec831a-1cd3-47df-9461-9ef80917cd95 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Network 052aa3f3-cb01-49c1-a57f-09e705955607 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:38.505367 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1e1f1433-fa59-4de8-a35d-6f9a2d107dce req-7eed23f7-58c5-4cfd-a6e2-126b479d620d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1061983 Nov 24 20:59:38.521741 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-cdec831a-1cd3-47df-9461-9ef80917cd95 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:38.531092 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22178c93-4568-4ea7-86f3-3bd26a6b8319 None None] No DVR routers for this DVR port 64776596-8457-4f23-a3e5-569ba36eee4d on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:59:38.536476 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-cdec831a-1cd3-47df-9461-9ef80917cd95 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:38.556515 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-c381aad5-50b1-4aec-b05a-ae1fd3d670a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] For port 4417d58b-1e5b-4030-9acd-63d45ccec7bf, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=4417d58b-1e5b-4030-9acd-63d45ccec7bf,segment=NetworkSegment(616180aa-f4df-457d-ba09-d6ed70208359),segment_id=616180aa-f4df-457d-ba09-d6ed70208359)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:38.557350 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c381aad5-50b1-4aec-b05a-ae1fd3d670a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:38.608274 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c381aad5-50b1-4aec-b05a-ae1fd3d670a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Calling delete_port for 4417d58b-1e5b-4030-9acd-63d45ccec7bf owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:38.640738 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3085faa-ffa9-4af7-87ce-a2d4d81520e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-09b33631-e58b-444f-a692-a04bdbd1140a', 'network_id': '09b33631-e58b-444f-a692-a04bdbd1140a', 'tenant_id': '489be4bfb3f74b6eb54f875ff6d7f787', 'fixed_ips': [{'subnet_id': 'e982f495-4632-4628-b68b-0bc99b2d97ff'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:59:38.641398 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e3085faa-ffa9-4af7-87ce-a2d4d81520e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:38.668094 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22178c93-4568-4ea7-86f3-3bd26a6b8319 None None] Pushing event deleted for resources: {'Port': ['ID=64776596-8457-4f23-a3e5-569ba36eee4d,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:38.674343 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:38.689979 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec831a-1cd3-47df-9461-9ef80917cd95 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Pushing event updated for resources: {'Port': ['ID=b6deba82-7c54-4be8-b175-eee907fc547d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:38.701272 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a43bc0a9-8f96-4008-b479-242966704c69 None None] Provisioning complete for port 4417d58b-1e5b-4030-9acd-63d45ccec7bf triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:38.701825 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a43bc0a9-8f96-4008-b479-242966704c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:38.734554 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c31c27-d92b-4534-b51a-8057b6f7980d req-bfe0d822-2d7f-4ce5-aa12-52a9574a59eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:38.735939 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-29c31c27-d92b-4534-b51a-8057b6f7980d req-bfe0d822-2d7f-4ce5-aa12-52a9574a59eb service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4554367 Nov 24 20:59:38.784432 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970bb309-c54b-48cd-a417-4ea893835fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-33c8537a-2920-4ffa-b725-6ab432fea26c', 'network_id': '33c8537a-2920-4ffa-b725-6ab432fea26c', 'tenant_id': 'b494baadac6c445f9c005699115a804c', 'fixed_ips': [{'subnet_id': '024130c5-1426-45f8-b503-77afa33701f5'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:59:38.786831 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-970bb309-c54b-48cd-a417-4ea893835fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:38.789703 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ce278fb-f9d5-4d82-841b-77fac0a9dbdc tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:38.802848 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'tag': 'af61a7f2-1e25-4982-87e4-5079effabcf1'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:59:38.816635 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f4a75b-b6db-4ab4-91a8-579702f631b6" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "tag": "af61a7f2-1e25-4982-87e4-5079effabcf1"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:59:38.878112 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c381aad5-50b1-4aec-b05a-ae1fd3d670a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:38.883697 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-cdec831a-1cd3-47df-9461-9ef80917cd95 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:38.884028 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-cdec831a-1cd3-47df-9461-9ef80917cd95 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:38.902422 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c381aad5-50b1-4aec-b05a-ae1fd3d670a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] No DVR routers for this DVR port 4417d58b-1e5b-4030-9acd-63d45ccec7bf on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:59:38.967858 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce278fb-f9d5-4d82-841b-77fac0a9dbdc tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event deleted for resources: {'Subnet': ['ID=e982f495-4632-4628-b68b-0bc99b2d97ff,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:38.994127 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54025691-11ef-4005-b120-4da96aae7a4c req-8241df34-0ff4-46be-925c-88f726111569 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:38.995679 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-54025691-11ef-4005-b120-4da96aae7a4c req-8241df34-0ff4-46be-925c-88f726111569 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256 HTTP/1.1" status: 200 len: 932 time: 0.3426061 Nov 24 20:59:38.999356 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-cdec831a-1cd3-47df-9461-9ef80917cd95 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9276786 Nov 24 20:59:39.018285 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-690b3243-ed70-49a9-b3c2-1beb020d22ee service neutron] Request body: {'port': {'device_id': '8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:39.055729 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381aad5-50b1-4aec-b05a-ae1fd3d670a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Pushing event deleted for resources: {'Port': ['ID=4417d58b-1e5b-4030-9acd-63d45ccec7bf,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:39.092434 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a43bc0a9-8f96-4008-b479-242966704c69 None None] Could not find standard attr ID for object 4417d58b-1e5b-4030-9acd-63d45ccec7bf. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 20:59:39.100842 n-d-812111-8 neutron-server[109992]: INFO neutron.plugins.ml2.db [None req-a43bc0a9-8f96-4008-b479-242966704c69 None None] No ports have port_id starting with 4417d58b-1e5b-4030-9acd-63d45ccec7bf Nov 24 20:59:39.113628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-e6e7dc4c-c8d6-43ed-b935-ee5c3e56c989 None None] Deleting port 4417d58b-1e5b-4030-9acd-63d45ccec7bf {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:39.114064 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e6e7dc4c-c8d6-43ed-b935-ee5c3e56c989 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.149381 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be70f9-6bf8-4f3b-93f6-302c624d9353 req-494df46c-f6ee-4256-981a-d185fa1eadbe tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:39.151345 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d8be70f9-6bf8-4f3b-93f6-302c624d9353 req-494df46c-f6ee-4256-981a-d185fa1eadbe tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=429d1bed-2568-405e-b3a6-0660851417cc HTTP/1.1" status: 200 len: 944 time: 0.8644843 Nov 24 20:59:39.178570 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ce278fb-f9d5-4d82-841b-77fac0a9dbdc tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.198273 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c381aad5-50b1-4aec-b05a-ae1fd3d670a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.217636 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-e6e7dc4c-c8d6-43ed-b935-ee5c3e56c989 None None] For port 4417d58b-1e5b-4030-9acd-63d45ccec7bf, host n-d-812111-8, got binding levels [] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:39.218039 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e6e7dc4c-c8d6-43ed-b935-ee5c3e56c989 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.227351 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c381aad5-50b1-4aec-b05a-ae1fd3d670a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0790794c-a7d0-4b34-ae78-efdbf024938e']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:39.236999 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-e6e7dc4c-c8d6-43ed-b935-ee5c3e56c989 None None] Calling delete_port for 4417d58b-1e5b-4030-9acd-63d45ccec7bf owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:39.238482 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c381aad5-50b1-4aec-b05a-ae1fd3d670a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616180aa-f4df-457d-ba09-d6ed70208359') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:39.238861 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c381aad5-50b1-4aec-b05a-ae1fd3d670a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616180aa-f4df-457d-ba09-d6ed70208359') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:39.240772 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.ipam_backend_mixin [None req-e6e7dc4c-c8d6-43ed-b935-ee5c3e56c989 None None] Port 4417d58b-1e5b-4030-9acd-63d45ccec7bf was not found and therefore no delete operation was performed {{(pid=109992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 20:59:39.246514 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-044c2918-8667-4de2-b0a8-21b18a53462b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.248537 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-7ce278fb-f9d5-4d82-841b-77fac0a9dbdc tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b33631-e58b-444f-a692-a04bdbd1140a']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:39.260320 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-690b3243-ed70-49a9-b3c2-1beb020d22ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.266818 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-7ce278fb-f9d5-4d82-841b-77fac0a9dbdc tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2028368-d9c6-49b3-9b87-9e30a31475eb') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:39.267361 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-7ce278fb-f9d5-4d82-841b-77fac0a9dbdc tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2028368-d9c6-49b3-9b87-9e30a31475eb') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:39.268536 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c381aad5-50b1-4aec-b05a-ae1fd3d670a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.287489 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c381aad5-50b1-4aec-b05a-ae1fd3d670a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.291639 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-54025691-11ef-4005-b120-4da96aae7a4c req-0d247d67-c13d-4fa9-b6f5-94218dae5abf tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/security-groups?id=455029b9-f600-4cf6-8df5-667d9c16934a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2780411 Nov 24 20:59:39.296055 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c381aad5-50b1-4aec-b05a-ae1fd3d670a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:59:39.296892 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c381aad5-50b1-4aec-b05a-ae1fd3d670a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.297268 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ce278fb-f9d5-4d82-841b-77fac0a9dbdc tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.316694 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e6e7dc4c-c8d6-43ed-b935-ee5c3e56c989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.328480 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 64776596-8457-4f23-a3e5-569ba36eee4d no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:59:39.350226 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ce278fb-f9d5-4d82-841b-77fac0a9dbdc tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.357488 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce278fb-f9d5-4d82-841b-77fac0a9dbdc tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:59:39.357930 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ce278fb-f9d5-4d82-841b-77fac0a9dbdc tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:59:39.371942 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:59:39.439861 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c381aad5-50b1-4aec-b05a-ae1fd3d670a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.448632 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c381aad5-50b1-4aec-b05a-ae1fd3d670a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.452911 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c381aad5-50b1-4aec-b05a-ae1fd3d670a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] 10.222.0.11 "DELETE /v2.0/networks/0790794c-a7d0-4b34-ae78-efdbf024938e HTTP/1.1" status: 204 len: 168 time: 1.8679640 Nov 24 20:59:39.465467 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-827cfead-9f2f-4bf6-abe9-827fd91c6543 service neutron] For port 2350812e-3580-420e-832c-24f31e39b118, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:59:39.497189 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38622) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:39.522608 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e7dc4c-c8d6-43ed-b935-ee5c3e56c989 None None] No DVR routers for this DVR port 4417d58b-1e5b-4030-9acd-63d45ccec7bf on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:59:39.524515 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 64776596-8457-4f23-a3e5-569ba36eee4d {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:59:39.524882 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 64776596-8457-4f23-a3e5-569ba36eee4d not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:59:39.557260 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381aad5-50b1-4aec-b05a-ae1fd3d670a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Pushing event deleted for resources: {'Network': ['ID=0790794c-a7d0-4b34-ae78-efdbf024938e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:39.564622 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-827cfead-9f2f-4bf6-abe9-827fd91c6543 service neutron] For port 2350812e-3580-420e-832c-24f31e39b118, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2350812e-3580-420e-832c-24f31e39b118,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:59:39.577593 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe6832ac-4b6e-49c6-9e40-87cafd7406f2 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.599284 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-827cfead-9f2f-4bf6-abe9-827fd91c6543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.607544 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b97d122-3b8a-4112-a926-83c2c9010b71 None None] Network 09b33631-e58b-444f-a692-a04bdbd1140a requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:39.616589 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7dc4c-c8d6-43ed-b935-ee5c3e56c989 None None] Pushing event deleted for resources: {'Port': ['ID=4417d58b-1e5b-4030-9acd-63d45ccec7bf,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: timer() Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:59:39.655272 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:59:39.699036 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ce278fb-f9d5-4d82-841b-77fac0a9dbdc tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.704705 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 4417d58b-1e5b-4030-9acd-63d45ccec7bf no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:59:39.710956 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.736464 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ce278fb-f9d5-4d82-841b-77fac0a9dbdc tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.744446 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7ce278fb-f9d5-4d82-841b-77fac0a9dbdc tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "DELETE /v2.0/networks/09b33631-e58b-444f-a692-a04bdbd1140a HTTP/1.1" status: 204 len: 168 time: 2.6879065 Nov 24 20:59:39.745697 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce278fb-f9d5-4d82-841b-77fac0a9dbdc tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event deleted for resources: {'Network': ['ID=09b33631-e58b-444f-a692-a04bdbd1140a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:39.748395 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38626) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:39.751296 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-827cfead-9f2f-4bf6-abe9-827fd91c6543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:39.752897 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-827cfead-9f2f-4bf6-abe9-827fd91c6543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.754416 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-827cfead-9f2f-4bf6-abe9-827fd91c6543 service neutron] 10.222.0.15 "PUT /v2.0/ports/2350812e-3580-420e-832c-24f31e39b118 HTTP/1.1" status: 200 len: 1091 time: 4.1262581 Nov 24 20:59:39.757940 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 4417d58b-1e5b-4030-9acd-63d45ccec7bf {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:59:39.758598 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 4417d58b-1e5b-4030-9acd-63d45ccec7bf not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:59:39.763922 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-97f607a3-1a96-46ab-b726-c3cc73ba593c tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-242957661'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:39.791734 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c76c642-c7e2-4afa-800e-c5fbb4a7a211 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.804895 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f607a3-1a96-46ab-b726-c3cc73ba593c tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Made reservation on behalf of 489be4bfb3f74b6eb54f875ff6d7f787 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:39.808765 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-97f607a3-1a96-46ab-b726-c3cc73ba593c tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.815348 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f2e23720-2c25-48c0-a0c0-ebb6f60dd78e service neutron] Request body: {'port': {'device_id': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:39.841643 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827cfead-9f2f-4bf6-abe9-827fd91c6543 service neutron] Pushing event updated for resources: {'Port': ['ID=2350812e-3580-420e-832c-24f31e39b118,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:39.845647 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34738e20-1e08-4744-9659-8c61bd5d6d05 req-5cb28d8b-6be4-4e7b-919b-4f9f159c1dd0 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:39.848198 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-34738e20-1e08-4744-9659-8c61bd5d6d05 req-5cb28d8b-6be4-4e7b-919b-4f9f159c1dd0 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=86fb0c6f-cd78-4a65-a552-18ca80426ae9 HTTP/1.1" status: 200 len: 950 time: 0.1919150 Nov 24 20:59:39.874630 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-d8be70f9-6bf8-4f3b-93f6-302c624d9353 req-860cf7e0-c03d-44fe-84c1-d0f1351a2dbb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Deleting port 40929cdb-c62d-4b62-b269-a06c0b117573 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:39.874886 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d8be70f9-6bf8-4f3b-93f6-302c624d9353 req-860cf7e0-c03d-44fe-84c1-d0f1351a2dbb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.878824 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe6832ac-4b6e-49c6-9e40-87cafd7406f2 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.907551 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f607a3-1a96-46ab-b726-c3cc73ba593c tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:59:39.931707 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-34738e20-1e08-4744-9659-8c61bd5d6d05 req-5b74f9cc-e892-4510-a2b9-fd6e3223eb81 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752361 Nov 24 20:59:39.932985 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-97f607a3-1a96-46ab-b726-c3cc73ba593c tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:39.933335 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-97f607a3-1a96-46ab-b726-c3cc73ba593c tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Added segment d947d28d-54ba-4c3b-b249-320e98327edc of type vlan for network 08dd4dc5-637c-42be-abde-db19546855f1 Nov 24 20:59:39.994851 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-5cbc8ffb-bce6-49b2-a53c-7805e6800ab2 None None] Provisioning complete for port b6deba82-7c54-4be8-b175-eee907fc547d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:39.994851 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8ffb-bce6-49b2-a53c-7805e6800ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:40.028075 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-970bb309-c54b-48cd-a417-4ea893835fe1 None None] Allocated IP 2001:db8::2 (33c8537a-2920-4ffa-b725-6ab432fea26c/024130c5-1426-45f8-b503-77afa33701f5/701de65c-3550-4ccf-a319-6998c8f01c20) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:40.043347 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3309400-df5d-4ed4-9666-1705de485e0b x-openstack-request-id: req-e3309400-df5d-4ed4-9666-1705de485e0b {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:59:40.043919 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "tag": "af61a7f2-1e25-4982-87e4-5079effabcf1", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:59:40.044437 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3309400-df5d-4ed4-9666-1705de485e0b {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:59:40.045133 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'tag': 'af61a7f2-1e25-4982-87e4-5079effabcf1', 'status': 'completed', 'code': 200} Nov 24 20:59:40.080581 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-97f607a3-1a96-46ab-b726-c3cc73ba593c tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:40.086664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc8ffb-bce6-49b2-a53c-7805e6800ab2 None None] Port b6deba82-7c54-4be8-b175-eee907fc547d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:59:40.114263 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6832ac-4b6e-49c6-9e40-87cafd7406f2 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network 33c8537a-2920-4ffa-b725-6ab432fea26c is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:40.170006 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-fe6832ac-4b6e-49c6-9e40-87cafd7406f2 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:40.212908 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-690b3243-ed70-49a9-b3c2-1beb020d22ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6deba82-7c54-4be8-b175-eee907fc547d {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:59:40.221445 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c76c642-c7e2-4afa-800e-c5fbb4a7a211 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:40.227540 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6832ac-4b6e-49c6-9e40-87cafd7406f2 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:40.233435 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6832ac-4b6e-49c6-9e40-87cafd7406f2 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:40.234955 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe6832ac-4b6e-49c6-9e40-87cafd7406f2 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:40.254019 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6832ac-4b6e-49c6-9e40-87cafd7406f2 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Port': ['ID=03ea14de-946b-46cc-9d52-7cc0ed870ea0,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:40.258137 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-690b3243-ed70-49a9-b3c2-1beb020d22ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:40.262418 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f2e23720-2c25-48c0-a0c0-ebb6f60dd78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:40.281582 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.db.resource_extend [None req-97f607a3-1a96-46ab-b726-c3cc73ba593c tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 20:59:40.300955 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6c76c642-c7e2-4afa-800e-c5fbb4a7a211 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8415728-01fc-435b-b3dd-9b34154630cb']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:40.325584 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fe6832ac-4b6e-49c6-9e40-87cafd7406f2 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.6388314 Nov 24 20:59:40.343024 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-970bb309-c54b-48cd-a417-4ea893835fe1 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:40.347699 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38636) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:40.354069 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-970bb309-c54b-48cd-a417-4ea893835fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:40.374798 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818d516-f2a2-4480-a3cc-8233c6a5455c req-429003a5-5cb3-4f68-bb26-78f6167439fe tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:40.394590 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818d516-f2a2-4480-a3cc-8233c6a5455c req-429003a5-5cb3-4f68-bb26-78f6167439fe tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:40.407556 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bb309-c54b-48cd-a417-4ea893835fe1 None None] Pushing event updated for resources: {'Port': ['ID=701de65c-3550-4ccf-a319-6998c8f01c20,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:40.413409 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818d516-f2a2-4480-a3cc-8233c6a5455c req-429003a5-5cb3-4f68-bb26-78f6167439fe tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:40.419621 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818d516-f2a2-4480-a3cc-8233c6a5455c req-429003a5-5cb3-4f68-bb26-78f6167439fe tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:40.422918 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970bb309-c54b-48cd-a417-4ea893835fe1 None None] Network 33c8537a-2920-4ffa-b725-6ab432fea26c is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:40.426258 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-970bb309-c54b-48cd-a417-4ea893835fe1 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:40.431785 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818d516-f2a2-4480-a3cc-8233c6a5455c req-429003a5-5cb3-4f68-bb26-78f6167439fe tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:40.431954 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970bb309-c54b-48cd-a417-4ea893835fe1 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:40.445726 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6c76c642-c7e2-4afa-800e-c5fbb4a7a211 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94f7ba4-edd0-42a8-9487-01ab4a0150ed') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:40.446022 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6c76c642-c7e2-4afa-800e-c5fbb4a7a211 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94f7ba4-edd0-42a8-9487-01ab4a0150ed') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:40.446399 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818d516-f2a2-4480-a3cc-8233c6a5455c req-429003a5-5cb3-4f68-bb26-78f6167439fe tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:40.460905 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818d516-f2a2-4480-a3cc-8233c6a5455c req-429003a5-5cb3-4f68-bb26-78f6167439fe tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:40.463667 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3818d516-f2a2-4480-a3cc-8233c6a5455c req-429003a5-5cb3-4f68-bb26-78f6167439fe tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5385 time: 0.2997606 Nov 24 20:59:40.473566 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c76c642-c7e2-4afa-800e-c5fbb4a7a211 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:40.482850 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-d8be70f9-6bf8-4f3b-93f6-302c624d9353 req-860cf7e0-c03d-44fe-84c1-d0f1351a2dbb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] For port 40929cdb-c62d-4b62-b269-a06c0b117573, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=40929cdb-c62d-4b62-b269-a06c0b117573,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:40.483241 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d8be70f9-6bf8-4f3b-93f6-302c624d9353 req-860cf7e0-c03d-44fe-84c1-d0f1351a2dbb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:40.501437 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-970bb309-c54b-48cd-a417-4ea893835fe1 None None] Attempting to bind port 701de65c-3550-4ccf-a319-6998c8f01c20 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:59:40.502204 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-970bb309-c54b-48cd-a417-4ea893835fe1 None None] Attempting to bind port 701de65c-3550-4ccf-a319-6998c8f01c20 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '0592fb12-7eed-403e-81b9-b8b0784cdb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '33c8537a-2920-4ffa-b725-6ab432fea26c'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:59:40.502926 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970bb309-c54b-48cd-a417-4ea893835fe1 None None] Attempting to bind port 701de65c-3550-4ccf-a319-6998c8f01c20 on network 33c8537a-2920-4ffa-b725-6ab432fea26c {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:40.509259 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970bb309-c54b-48cd-a417-4ea893835fe1 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:59:40.509936 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970bb309-c54b-48cd-a417-4ea893835fe1 None None] Checking segment: {'id': '0592fb12-7eed-403e-81b9-b8b0784cdb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '33c8537a-2920-4ffa-b725-6ab432fea26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:40.510565 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-970bb309-c54b-48cd-a417-4ea893835fe1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:40.511173 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970bb309-c54b-48cd-a417-4ea893835fe1 None None] Bound using segment: {'id': '0592fb12-7eed-403e-81b9-b8b0784cdb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '33c8537a-2920-4ffa-b725-6ab432fea26c'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:59:40.511897 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-970bb309-c54b-48cd-a417-4ea893835fe1 None None] Bound port: 701de65c-3550-4ccf-a319-6998c8f01c20, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0592fb12-7eed-403e-81b9-b8b0784cdb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '33c8537a-2920-4ffa-b725-6ab432fea26c'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:59:40.512638 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-970bb309-c54b-48cd-a417-4ea893835fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:40.515504 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-d8be70f9-6bf8-4f3b-93f6-302c624d9353 req-860cf7e0-c03d-44fe-84c1-d0f1351a2dbb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Calling delete_port for 40929cdb-c62d-4b62-b269-a06c0b117573 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:40.518155 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c76c642-c7e2-4afa-800e-c5fbb4a7a211 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:40.537870 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-690b3243-ed70-49a9-b3c2-1beb020d22ee service neutron] Transition to ACTIVE for port object b6deba82-7c54-4be8-b175-eee907fc547d will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:59:40.544432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c76c642-c7e2-4afa-800e-c5fbb4a7a211 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:59:40.545016 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c76c642-c7e2-4afa-800e-c5fbb4a7a211 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:59:40.549913 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:59:40.591632 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-690b3243-ed70-49a9-b3c2-1beb020d22ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:40.652493 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-970bb309-c54b-48cd-a417-4ea893835fe1 None None] For port 701de65c-3550-4ccf-a319-6998c8f01c20, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:59:40.667407 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-970bb309-c54b-48cd-a417-4ea893835fe1 None None] For port 701de65c-3550-4ccf-a319-6998c8f01c20, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=701de65c-3550-4ccf-a319-6998c8f01c20,segment=NetworkSegment(0592fb12-7eed-403e-81b9-b8b0784cdb20),segment_id=0592fb12-7eed-403e-81b9-b8b0784cdb20)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:59:40.673835 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4a75b-b6db-4ab4-91a8-579702f631b6 req-599e0ba6-5965-4682-9475-10b85ec38d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:40.674596 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4a75b-b6db-4ab4-91a8-579702f631b6 req-599e0ba6-5965-4682-9475-10b85ec38d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:40.675148 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4a75b-b6db-4ab4-91a8-579702f631b6 req-599e0ba6-5965-4682-9475-10b85ec38d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:40.675818 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4a75b-b6db-4ab4-91a8-579702f631b6 req-599e0ba6-5965-4682-9475-10b85ec38d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:40.676394 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4a75b-b6db-4ab4-91a8-579702f631b6 req-599e0ba6-5965-4682-9475-10b85ec38d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:40.676978 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4a75b-b6db-4ab4-91a8-579702f631b6 req-599e0ba6-5965-4682-9475-10b85ec38d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:40.677451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4a75b-b6db-4ab4-91a8-579702f631b6 req-599e0ba6-5965-4682-9475-10b85ec38d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:40.677567 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-970bb309-c54b-48cd-a417-4ea893835fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:40.679484 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e5f4a75b-b6db-4ab4-91a8-579702f631b6 req-599e0ba6-5965-4682-9475-10b85ec38d24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=838d059057e840c09ac19be61b107bec&device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 6277 time: 0.5816865 Nov 24 20:59:40.687431 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-97f607a3-1a96-46ab-b726-c3cc73ba593c tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:40.705328 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f607a3-1a96-46ab-b726-c3cc73ba593c tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:40.706768 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-97f607a3-1a96-46ab-b726-c3cc73ba593c tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:40.789384 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c76c642-c7e2-4afa-800e-c5fbb4a7a211 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:40.790389 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bb309-c54b-48cd-a417-4ea893835fe1 None None] Pushing event updated for resources: {'Port': ['ID=701de65c-3550-4ccf-a319-6998c8f01c20,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:40.855815 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c76c642-c7e2-4afa-800e-c5fbb4a7a211 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:40.865898 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6c76c642-c7e2-4afa-800e-c5fbb4a7a211 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] 10.222.0.11 "DELETE /v2.0/networks/e8415728-01fc-435b-b3dd-9b34154630cb HTTP/1.1" status: 204 len: 168 time: 1.3660202 Nov 24 20:59:40.899400 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38642) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:40.946966 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f607a3-1a96-46ab-b726-c3cc73ba593c tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event updated for resources: {'Network': ['ID=08dd4dc5-637c-42be-abde-db19546855f1,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:40.959450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 08dd4dc5-637c-42be-abde-db19546855f1 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:59:40.970441 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76c642-c7e2-4afa-800e-c5fbb4a7a211 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Pushing event deleted for resources: {'Network': ['ID=e8415728-01fc-435b-b3dd-9b34154630cb,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:41.047937 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:41.115780 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-97f607a3-1a96-46ab-b726-c3cc73ba593c tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3647814 Nov 24 20:59:41.120447 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38646) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:41.147480 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-413d4b48-e4c4-4b2e-bf63-d5bafc85d8db tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Request body: {'subnet': {'network_id': '08dd4dc5-637c-42be-abde-db19546855f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:41.160648 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8af71cb5-449f-41a5-bdb0-fd2274ff57a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:41.163913 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b3243-ed70-49a9-b3c2-1beb020d22ee service neutron] Pushing event updated for resources: {'Port': ['ID=b6deba82-7c54-4be8-b175-eee907fc547d,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:41.180921 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3818d516-f2a2-4480-a3cc-8233c6a5455c req-8c41a007-977d-4e8b-87c6-f5b7fbf1c740 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6377773 Nov 24 20:59:41.318661 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f239acc-250f-4d18-8924-d681e1ef3c0a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:41.356630 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f2e23720-2c25-48c0-a0c0-ebb6f60dd78e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52edc988-d91c-414e-b88e-c8d5937a1086 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:59:41.368142 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f2e23720-2c25-48c0-a0c0-ebb6f60dd78e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:41.381714 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d8be70f9-6bf8-4f3b-93f6-302c624d9353 req-860cf7e0-c03d-44fe-84c1-d0f1351a2dbb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:41.396008 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['58ca93dd-a19a-4791-9d03-9556ef2216da'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:59:41.399730 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['b512f2a2-32d6-46d1-b645-f544c8d3adea'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:59:41.406830 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f2e23720-2c25-48c0-a0c0-ebb6f60dd78e service neutron] Transition to ACTIVE for port object 52edc988-d91c-414e-b88e-c8d5937a1086 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:59:41.478158 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-25f1bade-7437-43e0-ae06-76a39241db20 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting port 03ea14de-946b-46cc-9d52-7cc0ed870ea0 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:41.478520 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-25f1bade-7437-43e0-ae06-76a39241db20 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:41.481980 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4a75b-b6db-4ab4-91a8-579702f631b6 req-0c77951a-ed2f-47d4-8aa1-d420f3f5305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:41.482513 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4a75b-b6db-4ab4-91a8-579702f631b6 req-0c77951a-ed2f-47d4-8aa1-d420f3f5305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:41.482976 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4a75b-b6db-4ab4-91a8-579702f631b6 req-0c77951a-ed2f-47d4-8aa1-d420f3f5305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:41.485011 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e5f4a75b-b6db-4ab4-91a8-579702f631b6 req-0c77951a-ed2f-47d4-8aa1-d420f3f5305e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=838d059057e840c09ac19be61b107bec&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7723815 Nov 24 20:59:41.485636 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413d4b48-e4c4-4b2e-bf63-d5bafc85d8db tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Made reservation on behalf of 489be4bfb3f74b6eb54f875ff6d7f787 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:41.489273 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-413d4b48-e4c4-4b2e-bf63-d5bafc85d8db tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:41.539152 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f239acc-250f-4d18-8924-d681e1ef3c0a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:41.594024 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-4f239acc-250f-4d18-8924-d681e1ef3c0a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6fd1dc9-4058-42a6-a285-c250d713e4a4']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:41.595835 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b35a6f-6515-461d-9412-a9751aaa46e2 req-a8a9626a-a931-40f6-8979-7a3f363bae38 tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:41.597786 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-27b35a6f-6515-461d-9412-a9751aaa46e2 req-a8a9626a-a931-40f6-8979-7a3f363bae38 tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=86fb0c6f-cd78-4a65-a552-18ca80426ae9 HTTP/1.1" status: 200 len: 1101 time: 0.2996786 Nov 24 20:59:41.618851 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-4f239acc-250f-4d18-8924-d681e1ef3c0a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f85fc38-b801-498a-83dd-8c199457acf9') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:41.619305 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-4f239acc-250f-4d18-8924-d681e1ef3c0a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f85fc38-b801-498a-83dd-8c199457acf9') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:41.633077 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f239acc-250f-4d18-8924-d681e1ef3c0a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:41.651248 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f239acc-250f-4d18-8924-d681e1ef3c0a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:41.666100 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f239acc-250f-4d18-8924-d681e1ef3c0a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:59:41.666884 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f239acc-250f-4d18-8924-d681e1ef3c0a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:41.796031 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 701de65c-3550-4ccf-a319-6998c8f01c20 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:59:41.833113 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-690b3243-ed70-49a9-b3c2-1beb020d22ee service neutron] Attempting to bind port b6deba82-7c54-4be8-b175-eee907fc547d on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:59:41.833680 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-690b3243-ed70-49a9-b3c2-1beb020d22ee service neutron] Attempting to bind port b6deba82-7c54-4be8-b175-eee907fc547d by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '7a44ead5-6dd0-40be-9dbb-70a3360b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:59:41.833803 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-690b3243-ed70-49a9-b3c2-1beb020d22ee service neutron] Attempting to bind port b6deba82-7c54-4be8-b175-eee907fc547d on network 052aa3f3-cb01-49c1-a57f-09e705955607 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:59:41.841073 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:59:41.844228 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f2e23720-2c25-48c0-a0c0-ebb6f60dd78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:41.888409 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-27b35a6f-6515-461d-9412-a9751aaa46e2 req-23727b74-8bd2-464f-9426-c1782c14f2a7 tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477450 Nov 24 20:59:41.904014 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cf7e0-c03d-44fe-84c1-d0f1351a2dbb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Pushing event deleted for resources: {'Port': ['ID=40929cdb-c62d-4b62-b269-a06c0b117573,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:41.920214 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-690b3243-ed70-49a9-b3c2-1beb020d22ee service neutron] Port b6deba82-7c54-4be8-b175-eee907fc547d on network 052aa3f3-cb01-49c1-a57f-09e705955607 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:59:41.920618 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-690b3243-ed70-49a9-b3c2-1beb020d22ee service neutron] Attempting to bind port b6deba82-7c54-4be8-b175-eee907fc547d on network 052aa3f3-cb01-49c1-a57f-09e705955607 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:41.937923 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f239acc-250f-4d18-8924-d681e1ef3c0a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:42.013320 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f239acc-250f-4d18-8924-d681e1ef3c0a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:42.027773 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4f239acc-250f-4d18-8924-d681e1ef3c0a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] 10.222.0.11 "DELETE /v2.0/networks/b6fd1dc9-4058-42a6-a285-c250d713e4a4 HTTP/1.1" status: 204 len: 168 time: 1.1232398 Nov 24 20:59:42.034793 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38652) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:42.067792 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-690b3243-ed70-49a9-b3c2-1beb020d22ee service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:59:42.069642 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-690b3243-ed70-49a9-b3c2-1beb020d22ee service neutron] Checking segment: {'id': '7a44ead5-6dd0-40be-9dbb-70a3360b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:42.070089 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-690b3243-ed70-49a9-b3c2-1beb020d22ee service neutron] Bound using segment: {'id': '7a44ead5-6dd0-40be-9dbb-70a3360b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:59:42.070566 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-690b3243-ed70-49a9-b3c2-1beb020d22ee service neutron] Bound port: b6deba82-7c54-4be8-b175-eee907fc547d, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a44ead5-6dd0-40be-9dbb-70a3360b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:59:42.073568 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-690b3243-ed70-49a9-b3c2-1beb020d22ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:42.077196 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8be70f9-6bf8-4f3b-93f6-302c624d9353 req-860cf7e0-c03d-44fe-84c1-d0f1351a2dbb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] No DVR routers for this DVR port 40929cdb-c62d-4b62-b269-a06c0b117573 on host n-h1-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:59:42.081149 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'tag': '2350812e-3580-420e-832c-24f31e39b118'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:59:42.086805 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8155ed3-6268-49a2-b538-14909d5fb733" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "tag": "2350812e-3580-420e-832c-24f31e39b118"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:59:42.092639 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d8be70f9-6bf8-4f3b-93f6-302c624d9353 req-860cf7e0-c03d-44fe-84c1-d0f1351a2dbb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:42.100934 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d8be70f9-6bf8-4f3b-93f6-302c624d9353 req-860cf7e0-c03d-44fe-84c1-d0f1351a2dbb tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "DELETE /v2.0/ports/40929cdb-c62d-4b62-b269-a06c0b117573 HTTP/1.1" status: 204 len: 173 time: 2.7194571 Nov 24 20:59:42.155086 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-25f1bade-7437-43e0-ae06-76a39241db20 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:42.162971 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 701de65c-3550-4ccf-a319-6998c8f01c20 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:42.164147 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f239acc-250f-4d18-8924-d681e1ef3c0a tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Pushing event deleted for resources: {'Network': ['ID=b6fd1dc9-4058-42a6-a285-c250d713e4a4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:42.168852 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:42.217299 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-25f1bade-7437-43e0-ae06-76a39241db20 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Calling delete_port for 03ea14de-946b-46cc-9d52-7cc0ed870ea0 owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:42.327567 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e23720-2c25-48c0-a0c0-ebb6f60dd78e service neutron] Pushing event updated for resources: {'Port': ['ID=52edc988-d91c-414e-b88e-c8d5937a1086,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:42.583168 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:42.602512 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96c5475d-f2d1-4f89-b07d-0c06cb0387a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:42.675365 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:42.693821 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f2e23720-2c25-48c0-a0c0-ebb6f60dd78e service neutron] Attempting to bind port 52edc988-d91c-414e-b88e-c8d5937a1086 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:59:42.694172 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f2e23720-2c25-48c0-a0c0-ebb6f60dd78e service neutron] Attempting to bind port 52edc988-d91c-414e-b88e-c8d5937a1086 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'd0c1b742-2bd2-411c-b978-fe9db63bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:59:42.694498 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f2e23720-2c25-48c0-a0c0-ebb6f60dd78e service neutron] Attempting to bind port 52edc988-d91c-414e-b88e-c8d5937a1086 on network 0b5ef7b5-277e-46e9-bb51-4226a176b59a {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:42.726090 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 701de65c-3550-4ccf-a319-6998c8f01c20, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=701de65c-3550-4ccf-a319-6998c8f01c20,segment=NetworkSegment(0592fb12-7eed-403e-81b9-b8b0784cdb20),segment_id=0592fb12-7eed-403e-81b9-b8b0784cdb20)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:42.738376 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:42.797310 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8053cc1-d3aa-4953-b985-a4d7b08585e1 None None] Network 33c8537a-2920-4ffa-b725-6ab432fea26c requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:42.836551 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=701de65c-3550-4ccf-a319-6998c8f01c20,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:42.859871 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a91dc052-d027-40be-87b4-140bb97b70e5 None None] Provisioning complete for port 701de65c-3550-4ccf-a319-6998c8f01c20 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:42.860307 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a91dc052-d027-40be-87b4-140bb97b70e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:42.862075 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96c5475d-f2d1-4f89-b07d-0c06cb0387a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:42.910291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-96c5475d-f2d1-4f89-b07d-0c06cb0387a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a358b53d-abc7-4fe3-bb17-f0fb4eff8b01']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:42.925451 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-96c5475d-f2d1-4f89-b07d-0c06cb0387a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec00118-d934-4df2-8d37-a622116bc245') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:42.926100 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-96c5475d-f2d1-4f89-b07d-0c06cb0387a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec00118-d934-4df2-8d37-a622116bc245') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:42.936461 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96c5475d-f2d1-4f89-b07d-0c06cb0387a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:42.951928 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96c5475d-f2d1-4f89-b07d-0c06cb0387a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:42.975382 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c5475d-f2d1-4f89-b07d-0c06cb0387a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:59:42.977469 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96c5475d-f2d1-4f89-b07d-0c06cb0387a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:59:43.046922 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:59:43.050224 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96c5475d-f2d1-4f89-b07d-0c06cb0387a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:43.052142 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f2e23720-2c25-48c0-a0c0-ebb6f60dd78e service neutron] Port 52edc988-d91c-414e-b88e-c8d5937a1086 on network 0b5ef7b5-277e-46e9-bb51-4226a176b59a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:59:43.052572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f2e23720-2c25-48c0-a0c0-ebb6f60dd78e service neutron] Attempting to bind port 52edc988-d91c-414e-b88e-c8d5937a1086 on network 0b5ef7b5-277e-46e9-bb51-4226a176b59a {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:43.060105 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f2e23720-2c25-48c0-a0c0-ebb6f60dd78e service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:59:43.060450 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f2e23720-2c25-48c0-a0c0-ebb6f60dd78e service neutron] Checking segment: {'id': 'd0c1b742-2bd2-411c-b978-fe9db63bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:43.060961 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f2e23720-2c25-48c0-a0c0-ebb6f60dd78e service neutron] Bound using segment: {'id': 'd0c1b742-2bd2-411c-b978-fe9db63bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:59:43.061554 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f2e23720-2c25-48c0-a0c0-ebb6f60dd78e service neutron] Bound port: 52edc988-d91c-414e-b88e-c8d5937a1086, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c1b742-2bd2-411c-b978-fe9db63bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:59:43.062003 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f2e23720-2c25-48c0-a0c0-ebb6f60dd78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:43.086861 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96c5475d-f2d1-4f89-b07d-0c06cb0387a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:43.090865 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-96c5475d-f2d1-4f89-b07d-0c06cb0387a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] 10.222.0.11 "DELETE /v2.0/networks/a358b53d-abc7-4fe3-bb17-f0fb4eff8b01 HTTP/1.1" status: 204 len: 168 time: 1.0150969 Nov 24 20:59:43.102410 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5475d-f2d1-4f89-b07d-0c06cb0387a4 tempest-BulkNetworkOpsIpV6Test-1240792962 tempest-BulkNetworkOpsIpV6Test-1240792962-project] Pushing event deleted for resources: {'Network': ['ID=a358b53d-abc7-4fe3-bb17-f0fb4eff8b01,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:43.140687 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-f1444db4-b0b1-44d3-922c-a2b52befec05 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f9f97af922bb4212809f7d75bc05ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360456 Nov 24 20:59:43.145620 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4a75b-b6db-4ab4-91a8-579702f631b6 req-82fc28e2-d4c9-43d3-a17b-6260579a6a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:43.147152 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e5f4a75b-b6db-4ab4-91a8-579702f631b6 req-82fc28e2-d4c9-43d3-a17b-6260579a6a0d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6360631 Nov 24 20:59:43.229597 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d287a-4fdb-44dc-b017-fdefe4ab4629 req-fcad493e-0e12-4704-9424-2f90fccb6a61 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:43.232229 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-122d287a-4fdb-44dc-b017-fdefe4ab4629 req-fcad493e-0e12-4704-9424-2f90fccb6a61 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256 HTTP/1.1" status: 200 len: 944 time: 0.1983891 Nov 24 20:59:43.257740 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f2e23720-2c25-48c0-a0c0-ebb6f60dd78e service neutron] For port 52edc988-d91c-414e-b88e-c8d5937a1086, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:59:43.287258 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f2e23720-2c25-48c0-a0c0-ebb6f60dd78e service neutron] For port 52edc988-d91c-414e-b88e-c8d5937a1086, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=52edc988-d91c-414e-b88e-c8d5937a1086,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:59:43.340575 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-690b3243-ed70-49a9-b3c2-1beb020d22ee service neutron] For port b6deba82-7c54-4be8-b175-eee907fc547d, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:59:43.341344 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f2e23720-2c25-48c0-a0c0-ebb6f60dd78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:43.411278 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f2e23720-2c25-48c0-a0c0-ebb6f60dd78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:43.411901 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f2e23720-2c25-48c0-a0c0-ebb6f60dd78e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:43.413351 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f2e23720-2c25-48c0-a0c0-ebb6f60dd78e service neutron] 10.222.0.15 "PUT /v2.0/ports/52edc988-d91c-414e-b88e-c8d5937a1086 HTTP/1.1" status: 200 len: 1091 time: 3.6092405 Nov 24 20:59:43.448350 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-1429ac78-9381-4324-8954-0f5dd05e0c38 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:43.460473 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-1429ac78-9381-4324-8954-0f5dd05e0c38 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2401698 Nov 24 20:59:43.463067 n-d-812111-8 neutron-server[109990]: DEBUG neutron.objects.ports [None req-413d4b48-e4c4-4b2e-bf63-d5bafc85d8db tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109990) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 20:59:43.471069 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-413d4b48-e4c4-4b2e-bf63-d5bafc85d8db tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:43.478706 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-174ecdbc-a95b-4c91-9b15-6ee42c173b1b service neutron] Request body: {'port': {'device_id': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:43.525590 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-e65b8c3f-7b7a-41e4-906f-8ad0bf9b8e9b tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/quotas/f9f97af922bb4212809f7d75bc05ed87 HTTP/1.1" status: 200 len: 375 time: 0.0641580 Nov 24 20:59:43.528987 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e23720-2c25-48c0-a0c0-ebb6f60dd78e service neutron] Pushing event updated for resources: {'Port': ['ID=52edc988-d91c-414e-b88e-c8d5937a1086,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:43.652135 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2a0c973a-a9b5-4ae1-a18e-ecb3f512fac2 None None] Provisioning complete for port 701de65c-3550-4ccf-a319-6998c8f01c20 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:43.653876 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2a0c973a-a9b5-4ae1-a18e-ecb3f512fac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:43.664127 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d4b48-e4c4-4b2e-bf63-d5bafc85d8db tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event updated for resources: {'Subnet': ['ID=e46cf2ab-23f1-4254-9015-bef86973bdb2,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:43.664347 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-174ecdbc-a95b-4c91-9b15-6ee42c173b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:43.680828 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-690b3243-ed70-49a9-b3c2-1beb020d22ee service neutron] For port b6deba82-7c54-4be8-b175-eee907fc547d, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=b6deba82-7c54-4be8-b175-eee907fc547d,segment=NetworkSegment(7a44ead5-6dd0-40be-9dbb-70a3360b9949),segment_id=7a44ead5-6dd0-40be-9dbb-70a3360b9949)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:59:43.691364 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-122d287a-4fdb-44dc-b017-fdefe4ab4629 req-8e435ba0-c4c7-4235-af50-05a73331ef76 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/security-groups?id=455029b9-f600-4cf6-8df5-667d9c16934a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4397480 Nov 24 20:59:43.698787 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-690b3243-ed70-49a9-b3c2-1beb020d22ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:43.734585 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-e7bde5df-63fa-4c06-a84b-633388010e80 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9f97af922bb4212809f7d75bc05ed87&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2021894 Nov 24 20:59:43.806486 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:43.819352 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b3243-ed70-49a9-b3c2-1beb020d22ee service neutron] Pushing event updated for resources: {'Port': ['ID=b6deba82-7c54-4be8-b175-eee907fc547d,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:43.863826 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38694) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:43.888888 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 701de65c-3550-4ccf-a319-6998c8f01c20 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:59:43.901484 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55643b19-86ad-4933-b133-6cb9fdc27dc3 x-openstack-request-id: req-55643b19-86ad-4933-b133-6cb9fdc27dc3 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:59:43.901796 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "tag": "2350812e-3580-420e-832c-24f31e39b118", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:59:43.902056 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-55643b19-86ad-4933-b133-6cb9fdc27dc3 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:59:43.902461 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'tag': '2350812e-3580-420e-832c-24f31e39b118', 'status': 'completed', 'code': 200} Nov 24 20:59:43.967117 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413d4b48-e4c4-4b2e-bf63-d5bafc85d8db tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Checking segment: {'id': 'd947d28d-54ba-4c3b-b249-320e98327edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '08dd4dc5-637c-42be-abde-db19546855f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:43.968677 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413d4b48-e4c4-4b2e-bf63-d5bafc85d8db tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Network hostable DHCP agents. Network: 08dd4dc5-637c-42be-abde-db19546855f1, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:59:43.984817 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-690b3243-ed70-49a9-b3c2-1beb020d22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:43.987652 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-690b3243-ed70-49a9-b3c2-1beb020d22ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:43.994077 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-690b3243-ed70-49a9-b3c2-1beb020d22ee service neutron] 10.222.0.48 "PUT /v2.0/ports/b6deba82-7c54-4be8-b175-eee907fc547d HTTP/1.1" status: 200 len: 1092 time: 4.9816101 Nov 24 20:59:43.997011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256', 'tag': 'b6deba82-7c54-4be8-b175-eee907fc547d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:59:44.002068 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4e8ded-a950-41cc-a64b-ed495076fcea" -d '{"events": [{"name": "network-changed", "server_uuid": "8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256", "tag": "b6deba82-7c54-4be8-b175-eee907fc547d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:59:44.007898 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-25f1bade-7437-43e0-ae06-76a39241db20 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:44.121784 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2a0c973a-a9b5-4ae1-a18e-ecb3f512fac2 None None] Could not find standard attr ID for object 03ea14de-946b-46cc-9d52-7cc0ed870ea0. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 20:59:44.186330 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 701de65c-3550-4ccf-a319-6998c8f01c20 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:44.186645 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:44.193964 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1bade-7437-43e0-ae06-76a39241db20 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Port': ['ID=03ea14de-946b-46cc-9d52-7cc0ed870ea0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:44.243595 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6cb891f6-1ee8-49ef-9151-c8cabe11e558 None None] Could not find standard attr ID for object 03ea14de-946b-46cc-9d52-7cc0ed870ea0. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 20:59:44.268668 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf9f1571-6ed4-4ee3-aa49-978793f83f64 req-14af0996-84ff-4047-8cdb-f3abe2b0ca4c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe578b9-fba6-41c7-a5cb-b3b2c01fee80 HTTP/1.1" status: 200 len: 210 time: 0.0588679 Nov 24 20:59:44.288986 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413d4b48-e4c4-4b2e-bf63-d5bafc85d8db tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Network 08dd4dc5-637c-42be-abde-db19546855f1 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:59:44.332729 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-25f1bade-7437-43e0-ae06-76a39241db20 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:44.353336 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-25f1bade-7437-43e0-ae06-76a39241db20 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/ports/03ea14de-946b-46cc-9d52-7cc0ed870ea0 HTTP/1.1" status: 204 len: 168 time: 3.8893917 Nov 24 20:59:44.366094 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38708) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:44.369043 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd816966-b350-4e97-ab64-c69a83d0874d x-openstack-request-id: req-fd816966-b350-4e97-ab64-c69a83d0874d {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:59:44.370395 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256", "tag": "b6deba82-7c54-4be8-b175-eee907fc547d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:59:44.371320 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd816966-b350-4e97-ab64-c69a83d0874d {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:59:44.371803 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256', 'tag': 'b6deba82-7c54-4be8-b175-eee907fc547d', 'status': 'completed', 'code': 200} Nov 24 20:59:44.418415 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0782c5b8-f403-4bdf-9e78-6118dca52e0a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f41791b39960415f9b6c4517811d087b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5534472 Nov 24 20:59:44.470799 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-413d4b48-e4c4-4b2e-bf63-d5bafc85d8db tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 08dd4dc5-637c-42be-abde-db19546855f1) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:44.481439 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413d4b48-e4c4-4b2e-bf63-d5bafc85d8db tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:44.481984 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800295cd-51d6-4fbd-94f5-1f8b4b25544e None None] Network 08dd4dc5-637c-42be-abde-db19546855f1 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:44.482112 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-413d4b48-e4c4-4b2e-bf63-d5bafc85d8db tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:44.499267 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38710) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:44.509477 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8155ed3-6268-49a2-b538-14909d5fb733 req-1ab34f97-3e60-48e7-ae44-005831bc1cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:44.510101 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8155ed3-6268-49a2-b538-14909d5fb733 req-1ab34f97-3e60-48e7-ae44-005831bc1cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:44.510562 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8155ed3-6268-49a2-b538-14909d5fb733 req-1ab34f97-3e60-48e7-ae44-005831bc1cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:44.511161 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8155ed3-6268-49a2-b538-14909d5fb733 req-1ab34f97-3e60-48e7-ae44-005831bc1cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:44.511626 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8155ed3-6268-49a2-b538-14909d5fb733 req-1ab34f97-3e60-48e7-ae44-005831bc1cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:44.511966 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8155ed3-6268-49a2-b538-14909d5fb733 req-1ab34f97-3e60-48e7-ae44-005831bc1cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:44.512431 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8155ed3-6268-49a2-b538-14909d5fb733 req-1ab34f97-3e60-48e7-ae44-005831bc1cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:44.514685 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e8155ed3-6268-49a2-b538-14909d5fb733 req-1ab34f97-3e60-48e7-ae44-005831bc1cfd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=838d059057e840c09ac19be61b107bec&device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 6344 time: 0.5830567 Nov 24 20:59:44.574147 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6bb8249-1b81-4f75-b3e2-69f86bdefee5 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] GET failed (client error): The resource could not be found. Nov 24 20:59:44.576341 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c6bb8249-1b81-4f75-b3e2-69f86bdefee5 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports/03ea14de-946b-46cc-9d52-7cc0ed870ea0 HTTP/1.1" status: 404 len: 333 time: 0.1900151 Nov 24 20:59:44.585676 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-fca8c640-ef18-4519-937e-60a1f14850b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:44.587829 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-fca8c640-ef18-4519-937e-60a1f14850b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=05a0e117b094408ca97fe41bcd9a1090&device_id=8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256 HTTP/1.1" status: 200 len: 1095 time: 0.4387140 Nov 24 20:59:44.588463 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38716) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:44.727938 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-e679907b-2209-44e9-85e8-3c400e2aa519 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting subnet 024130c5-1426-45f8-b503-77afa33701f5 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:59:44.755153 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03626f0e-7973-4f32-bdb6-e12ef69f4eac req-0f776fc9-8293-449f-ad26-a533dedd8005 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:44.764244 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03626f0e-7973-4f32-bdb6-e12ef69f4eac req-0f776fc9-8293-449f-ad26-a533dedd8005 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:44.773812 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03626f0e-7973-4f32-bdb6-e12ef69f4eac req-0f776fc9-8293-449f-ad26-a533dedd8005 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:44.784701 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03626f0e-7973-4f32-bdb6-e12ef69f4eac req-0f776fc9-8293-449f-ad26-a533dedd8005 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:44.802532 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03626f0e-7973-4f32-bdb6-e12ef69f4eac req-0f776fc9-8293-449f-ad26-a533dedd8005 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:44.818478 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03626f0e-7973-4f32-bdb6-e12ef69f4eac req-0f776fc9-8293-449f-ad26-a533dedd8005 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:44.839430 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03626f0e-7973-4f32-bdb6-e12ef69f4eac req-0f776fc9-8293-449f-ad26-a533dedd8005 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:44.843834 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-03626f0e-7973-4f32-bdb6-e12ef69f4eac req-0f776fc9-8293-449f-ad26-a533dedd8005 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5397 time: 0.6766019 Nov 24 20:59:44.856814 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-08dd4dc5-637c-42be-abde-db19546855f1', 'network_id': '08dd4dc5-637c-42be-abde-db19546855f1', 'tenant_id': '489be4bfb3f74b6eb54f875ff6d7f787', 'fixed_ips': [{'subnet_id': 'e46cf2ab-23f1-4254-9015-bef86973bdb2'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:59:44.858868 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:44.882445 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:44.917328 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e679907b-2209-44e9-85e8-3c400e2aa519 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:44.971835 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e679907b-2209-44e9-85e8-3c400e2aa519 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:45.014711 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-413d4b48-e4c4-4b2e-bf63-d5bafc85d8db tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.8750184 Nov 24 20:59:45.015078 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38724) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:45.042257 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-54153319-a76c-4df1-b528-a15e8da1b97d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6deba82-7c54-4be8-b175-eee907fc547d HTTP/1.1" status: 200 len: 217 time: 0.3387372 Nov 24 20:59:45.114030 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Allocated IP 2001:db8::f816:3eff:fe6d:73c7 (08dd4dc5-637c-42be-abde-db19546855f1/e46cf2ab-23f1-4254-9015-bef86973bdb2/481c1d13-5789-45c0-8301-1b90923269e7) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:45.178121 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4186ea9-7080-4608-b1a4-ae81be2ee6b0 req-7e8f9cb8-634d-4669-b29b-8bb918cb3c76 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:45.195291 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d4186ea9-7080-4608-b1a4-ae81be2ee6b0 req-7e8f9cb8-634d-4669-b29b-8bb918cb3c76 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 908 time: 0.2053635 Nov 24 20:59:45.228600 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1660e4d7-1235-4103-9b58-1e862311e1d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:45.362033 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4de14058-c1a4-4829-a887-ce8cc82b9e82 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:45.366711 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8155ed3-6268-49a2-b538-14909d5fb733 req-6403d10e-0432-4393-9c5e-6d0bc6b547d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:45.367193 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8155ed3-6268-49a2-b538-14909d5fb733 req-6403d10e-0432-4393-9c5e-6d0bc6b547d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:45.367660 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8155ed3-6268-49a2-b538-14909d5fb733 req-6403d10e-0432-4393-9c5e-6d0bc6b547d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:45.369295 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e8155ed3-6268-49a2-b538-14909d5fb733 req-6403d10e-0432-4393-9c5e-6d0bc6b547d4 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=838d059057e840c09ac19be61b107bec&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8178401 Nov 24 20:59:45.373712 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:45.385377 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-174ecdbc-a95b-4c91-9b15-6ee42c173b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa567d14-d659-4d4f-9c27-1888341ba909 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:59:45.388642 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-7dafdac1-7f10-494a-b8d8-63440c9b5ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:45.390164 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-7dafdac1-7f10-494a-b8d8-63440c9b5ca9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e861052-0b84-4fa5-83b7-82ecf6009879 HTTP/1.1" status: 200 len: 853 time: 0.2996776 Nov 24 20:59:45.391494 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e679907b-2209-44e9-85e8-3c400e2aa519 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:45.396292 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:45.399584 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-174ecdbc-a95b-4c91-9b15-6ee42c173b1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:45.410259 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1660e4d7-1235-4103-9b58-1e862311e1d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:45.422025 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-174ecdbc-a95b-4c91-9b15-6ee42c173b1b service neutron] Transition to ACTIVE for port object aa567d14-d659-4d4f-9c27-1888341ba909 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:59:45.425505 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Network 08dd4dc5-637c-42be-abde-db19546855f1 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:45.448066 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-174ecdbc-a95b-4c91-9b15-6ee42c173b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:45.450276 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-03626f0e-7973-4f32-bdb6-e12ef69f4eac req-33a33b45-07cc-4db3-853c-31f25b9edf93 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4285324 Nov 24 20:59:45.456503 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:45.462404 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:45.465563 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca11b7-f491-45b2-83c6-7263bcaa4d79 req-ce476e4d-8787-4578-9f33-d0be26a18e8e tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:45.481274 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ebca11b7-f491-45b2-83c6-7263bcaa4d79 req-ce476e4d-8787-4578-9f33-d0be26a18e8e tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256 HTTP/1.1" status: 200 len: 944 time: 0.1752107 Nov 24 20:59:45.563689 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Attempting to bind port 481c1d13-5789-45c0-8301-1b90923269e7 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:59:45.564863 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Attempting to bind port 481c1d13-5789-45c0-8301-1b90923269e7 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'd947d28d-54ba-4c3b-b249-320e98327edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '08dd4dc5-637c-42be-abde-db19546855f1'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:59:45.565280 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Attempting to bind port 481c1d13-5789-45c0-8301-1b90923269e7 on network 08dd4dc5-637c-42be-abde-db19546855f1 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:45.567478 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Pushing event updated for resources: {'Port': ['ID=481c1d13-5789-45c0-8301-1b90923269e7,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:45.579075 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:45.579468 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:45.580487 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:45.580924 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:45.582005 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:45.582760 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:45.582760 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:45.583074 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:45.583521 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:45.584108 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:45.584584 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:45.584951 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:45.592857 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:59:45.594277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Checking segment: {'id': 'd947d28d-54ba-4c3b-b249-320e98327edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '08dd4dc5-637c-42be-abde-db19546855f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:45.609903 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:45.610340 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Bound using segment: {'id': 'd947d28d-54ba-4c3b-b249-320e98327edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '08dd4dc5-637c-42be-abde-db19546855f1'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:59:45.611045 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Bound port: 481c1d13-5789-45c0-8301-1b90923269e7, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd947d28d-54ba-4c3b-b249-320e98327edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '08dd4dc5-637c-42be-abde-db19546855f1'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:59:45.613667 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:45.679560 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ecdbc-a95b-4c91-9b15-6ee42c173b1b service neutron] Pushing event updated for resources: {'Port': ['ID=aa567d14-d659-4d4f-9c27-1888341ba909,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:45.695199 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72599093-f42b-48bc-b009-313e53ae5bed req-5eb21c35-ffeb-473e-b1f7-90bfade85a90 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe578b9-fba6-41c7-a5cb-b3b2c01fee80 HTTP/1.1" status: 200 len: 210 time: 0.1105139 Nov 24 20:59:45.731674 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-be9e3afa-95f7-43b2-8704-f53e256b983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:45.737191 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-be9e3afa-95f7-43b2-8704-f53e256b983e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=052aa3f3-cb01-49c1-a57f-09e705955607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2978864 Nov 24 20:59:45.739464 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] For port 481c1d13-5789-45c0-8301-1b90923269e7, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:59:45.743240 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] For port 481c1d13-5789-45c0-8301-1b90923269e7, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=481c1d13-5789-45c0-8301-1b90923269e7,segment=NetworkSegment(d947d28d-54ba-4c3b-b249-320e98327edc),segment_id=d947d28d-54ba-4c3b-b249-320e98327edc)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:59:45.748260 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ebca11b7-f491-45b2-83c6-7263bcaa4d79 req-9179db0e-96f0-4f1f-af95-7b365efff9de tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/security-groups?id=455029b9-f600-4cf6-8df5-667d9c16934a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659945 Nov 24 20:59:45.753802 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:45.792187 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4de14058-c1a4-4829-a887-ce8cc82b9e82 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Deleting port 481c1d13-5789-45c0-8301-1b90923269e7 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:45.792530 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4de14058-c1a4-4829-a887-ce8cc82b9e82 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:45.843884 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96887e80-6411-4d04-8ceb-7f7153324726 None None] Pushing event updated for resources: {'Port': ['ID=481c1d13-5789-45c0-8301-1b90923269e7,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:45.868156 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-aab463b8-d330-4e31-a87a-cfdc940ca60a service neutron] 10.222.0.48 "GET /v2.0/networks/052aa3f3-cb01-49c1-a57f-09e705955607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179650 Nov 24 20:59:45.898059 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e679907b-2209-44e9-85e8-3c400e2aa519 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:45.906257 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429d1bed-2568-405e-b3a6-0660851417cc', 'name': 'network-vif-deleted', 'tag': '40929cdb-c62d-4b62-b269-a06c0b117573'}, {'name': 'network-changed', 'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'tag': '52edc988-d91c-414e-b88e-c8d5937a1086'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:59:45.909098 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad58411-f372-465d-949b-817b47fd5102" -d '{"events": [{"server_uuid": "429d1bed-2568-405e-b3a6-0660851417cc", "name": "network-vif-deleted", "tag": "40929cdb-c62d-4b62-b269-a06c0b117573"}, {"name": "network-changed", "server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "tag": "52edc988-d91c-414e-b88e-c8d5937a1086"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:59:45.924481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-174ecdbc-a95b-4c91-9b15-6ee42c173b1b service neutron] Attempting to bind port aa567d14-d659-4d4f-9c27-1888341ba909 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:59:45.924850 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-174ecdbc-a95b-4c91-9b15-6ee42c173b1b service neutron] Attempting to bind port aa567d14-d659-4d4f-9c27-1888341ba909 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '73d2176d-a947-419f-a059-f0ef7a7b29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '417e8feb-ccfa-4d8e-98e2-8cb36709c8c7'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:59:45.925183 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-174ecdbc-a95b-4c91-9b15-6ee42c173b1b service neutron] Attempting to bind port aa567d14-d659-4d4f-9c27-1888341ba909 on network 417e8feb-ccfa-4d8e-98e2-8cb36709c8c7 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:45.942911 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-174ecdbc-a95b-4c91-9b15-6ee42c173b1b service neutron] Port aa567d14-d659-4d4f-9c27-1888341ba909 on network 417e8feb-ccfa-4d8e-98e2-8cb36709c8c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:59:45.943572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-174ecdbc-a95b-4c91-9b15-6ee42c173b1b service neutron] Attempting to bind port aa567d14-d659-4d4f-9c27-1888341ba909 on network 417e8feb-ccfa-4d8e-98e2-8cb36709c8c7 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:45.986200 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-174ecdbc-a95b-4c91-9b15-6ee42c173b1b service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:59:45.995205 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-174ecdbc-a95b-4c91-9b15-6ee42c173b1b service neutron] Checking segment: {'id': '73d2176d-a947-419f-a059-f0ef7a7b29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '417e8feb-ccfa-4d8e-98e2-8cb36709c8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:45.996684 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-174ecdbc-a95b-4c91-9b15-6ee42c173b1b service neutron] Bound using segment: {'id': '73d2176d-a947-419f-a059-f0ef7a7b29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '417e8feb-ccfa-4d8e-98e2-8cb36709c8c7'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:59:45.997396 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-174ecdbc-a95b-4c91-9b15-6ee42c173b1b service neutron] Bound port: aa567d14-d659-4d4f-9c27-1888341ba909, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d2176d-a947-419f-a059-f0ef7a7b29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '417e8feb-ccfa-4d8e-98e2-8cb36709c8c7'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:59:45.997964 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-174ecdbc-a95b-4c91-9b15-6ee42c173b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:46.007779 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Wed, 24 Nov 2021 20:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e36ae35-7550-4d06-a0bd-d9d712689bc5 x-openstack-request-id: req-4e36ae35-7550-4d06-a0bd-d9d712689bc5 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:59:46.008536 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429d1bed-2568-405e-b3a6-0660851417cc", "name": "network-vif-deleted", "tag": "40929cdb-c62d-4b62-b269-a06c0b117573", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "tag": "52edc988-d91c-414e-b88e-c8d5937a1086", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:59:46.008879 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e36ae35-7550-4d06-a0bd-d9d712689bc5 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:59:46.009367 n-d-812111-8 neutron-server[109991]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '429d1bed-2568-405e-b3a6-0660851417cc', 'name': 'network-vif-deleted', 'tag': '40929cdb-c62d-4b62-b269-a06c0b117573', 'status': 'failed', 'code': 422} returned with failed status Nov 24 20:59:46.009631 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'tag': '52edc988-d91c-414e-b88e-c8d5937a1086', 'status': 'completed', 'code': 200} Nov 24 20:59:46.039064 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-4de14058-c1a4-4829-a887-ce8cc82b9e82 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] For port 481c1d13-5789-45c0-8301-1b90923269e7, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=481c1d13-5789-45c0-8301-1b90923269e7,segment=NetworkSegment(d947d28d-54ba-4c3b-b249-320e98327edc),segment_id=d947d28d-54ba-4c3b-b249-320e98327edc)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:46.039430 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4de14058-c1a4-4829-a887-ce8cc82b9e82 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:46.080289 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4de14058-c1a4-4829-a887-ce8cc82b9e82 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Calling delete_port for 481c1d13-5789-45c0-8301-1b90923269e7 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:46.125053 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679907b-2209-44e9-85e8-3c400e2aa519 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Subnet': ['ID=024130c5-1426-45f8-b503-77afa33701f5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:46.145088 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1660e4d7-1235-4103-9b58-1e862311e1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:46.160989 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1660e4d7-1235-4103-9b58-1e862311e1d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:46.162810 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1660e4d7-1235-4103-9b58-1e862311e1d5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f0694521-b38e-4d63-9d73-dd9bc8b577a4 HTTP/1.1" status: 204 len: 168 time: 1.6470604 Nov 24 20:59:46.216928 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-174ecdbc-a95b-4c91-9b15-6ee42c173b1b service neutron] For port aa567d14-d659-4d4f-9c27-1888341ba909, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:59:46.258233 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8155ed3-6268-49a2-b538-14909d5fb733 req-c22b5467-da5a-47a4-9560-01262196145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:46.260459 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e8155ed3-6268-49a2-b538-14909d5fb733 req-c22b5467-da5a-47a4-9560-01262196145f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8651626 Nov 24 20:59:46.263714 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-f3343de3-ef71-4f1c-92ac-59a5ba32c7ba tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=f9f97af922bb4212809f7d75bc05ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1702771 Nov 24 20:59:46.265981 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679907b-2209-44e9-85e8-3c400e2aa519 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:46.285044 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679907b-2209-44e9-85e8-3c400e2aa519 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:46.285615 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679907b-2209-44e9-85e8-3c400e2aa519 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:46.286103 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679907b-2209-44e9-85e8-3c400e2aa519 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:46.286688 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679907b-2209-44e9-85e8-3c400e2aa519 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:46.287275 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679907b-2209-44e9-85e8-3c400e2aa519 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:46.287722 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679907b-2209-44e9-85e8-3c400e2aa519 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:46.288679 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679907b-2209-44e9-85e8-3c400e2aa519 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:46.288898 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679907b-2209-44e9-85e8-3c400e2aa519 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:46.297646 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679907b-2209-44e9-85e8-3c400e2aa519 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:46.298000 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679907b-2209-44e9-85e8-3c400e2aa519 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:46.299036 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679907b-2209-44e9-85e8-3c400e2aa519 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:59:46.308923 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-174ecdbc-a95b-4c91-9b15-6ee42c173b1b service neutron] For port aa567d14-d659-4d4f-9c27-1888341ba909, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=aa567d14-d659-4d4f-9c27-1888341ba909,segment=NetworkSegment(73d2176d-a947-419f-a059-f0ef7a7b29a9),segment_id=73d2176d-a947-419f-a059-f0ef7a7b29a9)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:59:46.348740 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660e4d7-1235-4103-9b58-1e862311e1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0694521-b38e-4d63-9d73-dd9bc8b577a4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:46.361398 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-174ecdbc-a95b-4c91-9b15-6ee42c173b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:46.371489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3df3f3-7b17-4d27-93fc-92cf5dcc213c None None] Network 33c8537a-2920-4ffa-b725-6ab432fea26c requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:46.523248 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e679907b-2209-44e9-85e8-3c400e2aa519 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:46.527246 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e679907b-2209-44e9-85e8-3c400e2aa519 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/subnets/024130c5-1426-45f8-b503-77afa33701f5 HTTP/1.1" status: 204 len: 168 time: 1.9104991 Nov 24 20:59:46.545572 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38742) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:46.572196 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ecdbc-a95b-4c91-9b15-6ee42c173b1b service neutron] Pushing event updated for resources: {'Port': ['ID=aa567d14-d659-4d4f-9c27-1888341ba909,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:46.585542 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de28dbcd-644e-4852-9043-c7e7e8d7bd7d req-d04319f7-c57e-4caa-99db-178b3fdc801a service neutron] 10.222.0.48 "GET /v2.0/networks/052aa3f3-cb01-49c1-a57f-09e705955607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6770933 Nov 24 20:59:46.609453 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-174ecdbc-a95b-4c91-9b15-6ee42c173b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:46.610205 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-174ecdbc-a95b-4c91-9b15-6ee42c173b1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:46.620065 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-174ecdbc-a95b-4c91-9b15-6ee42c173b1b service neutron] 10.222.0.15 "PUT /v2.0/ports/aa567d14-d659-4d4f-9c27-1888341ba909 HTTP/1.1" status: 200 len: 1091 time: 3.1573930 Nov 24 20:59:46.687193 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c9348dd9-daf2-40c6-b010-55a4bebfb121 service neutron] Request body: {'port': {'device_id': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:46.707227 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4801cf6-a0a1-4194-9cf8-bca3ef3062e1 req-5b63d0e2-52a0-4356-9e06-aea19671ec80 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:46.711083 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4801cf6-a0a1-4194-9cf8-bca3ef3062e1 req-5b63d0e2-52a0-4356-9e06-aea19671ec80 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 908 time: 0.3887715 Nov 24 20:59:46.789972 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4de14058-c1a4-4829-a887-ce8cc82b9e82 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:46.809273 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9526519f-304c-4b9c-8ba7-7373ab2c3ffd None None] DHCP port deletion for 33c8537a-2920-4ffa-b725-6ab432fea26c request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 20:59:46.836333 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de14058-c1a4-4829-a887-ce8cc82b9e82 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event deleted for resources: {'Port': ['ID=481c1d13-5789-45c0-8301-1b90923269e7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:46.847277 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c9348dd9-daf2-40c6-b010-55a4bebfb121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:46.921084 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9526519f-304c-4b9c-8ba7-7373ab2c3ffd None None] Deleting port 701de65c-3550-4ccf-a319-6998c8f01c20 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:46.921382 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9526519f-304c-4b9c-8ba7-7373ab2c3ffd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:46.966682 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f3db7-da4d-41f6-8e22-c742a0c020e4 req-6b97eec2-1577-47b6-b5ea-b093fd67dc7f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:46.968420 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fe5f3db7-da4d-41f6-8e22-c742a0c020e4 req-6b97eec2-1577-47b6-b5ea-b093fd67dc7f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.48 "GET /v2.0/ports?device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 908 time: 0.7647581 Nov 24 20:59:47.005858 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1d41b133-a90a-4867-bb0d-f8c8ace96038 req-16f6fbfd-1b15-430d-9ecc-6302734dcc93 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe578b9-fba6-41c7-a5cb-b3b2c01fee80 HTTP/1.1" status: 200 len: 210 time: 0.1016164 Nov 24 20:59:47.204512 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79f8a5-e7f2-466e-8751-48cd22e61340 req-c42b5981-327f-42c6-a05b-2054045454f6 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:47.228325 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79f8a5-e7f2-466e-8751-48cd22e61340 req-c42b5981-327f-42c6-a05b-2054045454f6 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:47.238613 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79f8a5-e7f2-466e-8751-48cd22e61340 req-c42b5981-327f-42c6-a05b-2054045454f6 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:47.266680 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79f8a5-e7f2-466e-8751-48cd22e61340 req-c42b5981-327f-42c6-a05b-2054045454f6 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:47.276092 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79f8a5-e7f2-466e-8751-48cd22e61340 req-c42b5981-327f-42c6-a05b-2054045454f6 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:47.290802 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79f8a5-e7f2-466e-8751-48cd22e61340 req-c42b5981-327f-42c6-a05b-2054045454f6 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:47.303436 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79f8a5-e7f2-466e-8751-48cd22e61340 req-c42b5981-327f-42c6-a05b-2054045454f6 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:47.312711 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2e79f8a5-e7f2-466e-8751-48cd22e61340 req-c42b5981-327f-42c6-a05b-2054045454f6 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5409 time: 0.7076297 Nov 24 20:59:47.326384 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-9526519f-304c-4b9c-8ba7-7373ab2c3ffd None None] For port 701de65c-3550-4ccf-a319-6998c8f01c20, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=701de65c-3550-4ccf-a319-6998c8f01c20,segment=NetworkSegment(0592fb12-7eed-403e-81b9-b8b0784cdb20),segment_id=0592fb12-7eed-403e-81b9-b8b0784cdb20)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:47.326789 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9526519f-304c-4b9c-8ba7-7373ab2c3ffd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:47.331420 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-e6d9229d-b594-4f4b-bcb7-1d2f43edc45c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:47.333244 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-e6d9229d-b594-4f4b-bcb7-1d2f43edc45c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0188487 Nov 24 20:59:47.341785 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7d0dd89b-67d1-48d0-8e62-a4d56741b0b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:47.359137 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-e9e0627c-0c75-4ec5-83b2-db009d053caa tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Request body: {'port': {'device_id': 'afe578b9-fba6-41c7-a5cb-b3b2c01fee80', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': 'f9f97af922bb4212809f7d75bc05ed87'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:47.374315 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9526519f-304c-4b9c-8ba7-7373ab2c3ffd None None] Calling delete_port for 701de65c-3550-4ccf-a319-6998c8f01c20 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:47.399278 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad58411-f372-465d-949b-817b47fd5102 req-63aee36d-e871-4185-826e-e3414bdab127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:47.399936 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad58411-f372-465d-949b-817b47fd5102 req-63aee36d-e871-4185-826e-e3414bdab127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:47.400629 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad58411-f372-465d-949b-817b47fd5102 req-63aee36d-e871-4185-826e-e3414bdab127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:47.401148 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad58411-f372-465d-949b-817b47fd5102 req-63aee36d-e871-4185-826e-e3414bdab127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:47.401853 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad58411-f372-465d-949b-817b47fd5102 req-63aee36d-e871-4185-826e-e3414bdab127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:47.402385 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad58411-f372-465d-949b-817b47fd5102 req-63aee36d-e871-4185-826e-e3414bdab127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:47.402913 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad58411-f372-465d-949b-817b47fd5102 req-63aee36d-e871-4185-826e-e3414bdab127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:47.405008 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dad58411-f372-465d-949b-817b47fd5102 req-63aee36d-e871-4185-826e-e3414bdab127 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=838d059057e840c09ac19be61b107bec&device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 6411 time: 1.0531225 Nov 24 20:59:47.483353 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de14058-c1a4-4829-a887-ce8cc82b9e82 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] No DVR routers for this DVR port 481c1d13-5789-45c0-8301-1b90923269e7 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:59:47.511159 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816a9f02-8382-4781-832c-58c61599afe5 None None] Network 08dd4dc5-637c-42be-abde-db19546855f1 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:47.567013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad58411-f372-465d-949b-817b47fd5102 req-3ba45221-91cf-4af3-bc93-cf7862494a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:47.567947 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad58411-f372-465d-949b-817b47fd5102 req-3ba45221-91cf-4af3-bc93-cf7862494a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:47.568771 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad58411-f372-465d-949b-817b47fd5102 req-3ba45221-91cf-4af3-bc93-cf7862494a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:47.570919 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dad58411-f372-465d-949b-817b47fd5102 req-3ba45221-91cf-4af3-bc93-cf7862494a0c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=838d059057e840c09ac19be61b107bec&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1506741 Nov 24 20:59:47.578674 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e8ded-a950-41cc-a64b-ed495076fcea req-f1d28a5f-7144-4a6c-96f5-703589495d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:47.580989 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e4e8ded-a950-41cc-a64b-ed495076fcea req-f1d28a5f-7144-4a6c-96f5-703589495d6d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=05a0e117b094408ca97fe41bcd9a1090&device_id=8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256 HTTP/1.1" status: 200 len: 1095 time: 0.8853309 Nov 24 20:59:47.596156 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c9348dd9-daf2-40c6-b010-55a4bebfb121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef5f8c33-a3ce-4e37-9cc9-6819e3132187 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:59:47.598290 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-85f603ba-86ed-42bd-bb96-a7b7b696bbd6 None None] Could not find standard attr ID for object 481c1d13-5789-45c0-8301-1b90923269e7. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 20:59:47.600078 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38764) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:47.606213 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4de14058-c1a4-4829-a887-ce8cc82b9e82 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:47.664027 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9526519f-304c-4b9c-8ba7-7373ab2c3ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:47.718175 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c9348dd9-daf2-40c6-b010-55a4bebfb121 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:47.732626 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 701de65c-3550-4ccf-a319-6998c8f01c20 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:59:47.744430 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526519f-304c-4b9c-8ba7-7373ab2c3ffd None None] Pushing event deleted for resources: {'Port': ['ID=701de65c-3550-4ccf-a319-6998c8f01c20,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:47.773965 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9526519f-304c-4b9c-8ba7-7373ab2c3ffd None None] No DVR routers for this DVR port 701de65c-3550-4ccf-a319-6998c8f01c20 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:59:47.818644 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4de14058-c1a4-4829-a887-ce8cc82b9e82 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:47.821385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 701de65c-3550-4ccf-a319-6998c8f01c20 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:59:47.821766 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 701de65c-3550-4ccf-a319-6998c8f01c20 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:59:47.835061 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c9348dd9-daf2-40c6-b010-55a4bebfb121 service neutron] Transition to ACTIVE for port object ef5f8c33-a3ce-4e37-9cc9-6819e3132187 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:59:47.894597 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de14058-c1a4-4829-a887-ce8cc82b9e82 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event deleted for resources: {'Subnet': ['ID=e46cf2ab-23f1-4254-9015-bef86973bdb2,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:47.920046 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c9348dd9-daf2-40c6-b010-55a4bebfb121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:47.959838 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-1f69a683-af9d-469a-aa6c-cd981a9481fb tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2035544013'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:47.997495 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9348dd9-daf2-40c6-b010-55a4bebfb121 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5f8c33-a3ce-4e37-9cc9-6819e3132187,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:48.012267 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'tag': 'aa567d14-d659-4d4f-9c27-1888341ba909'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:59:48.018078 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f6c843-2513-4060-93cd-34a8a42f4803" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "tag": "aa567d14-d659-4d4f-9c27-1888341ba909"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:59:48.080075 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e014d-2142-4f25-a1a6-7d8092c7e41b req-57f7ce7b-60e1-49d4-8ca3-e4ea51286d1e tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:48.088777 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a89e014d-2142-4f25-a1a6-7d8092c7e41b req-57f7ce7b-60e1-49d4-8ca3-e4ea51286d1e tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256 HTTP/1.1" status: 200 len: 944 time: 0.6083653 Nov 24 20:59:48.206315 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4de14058-c1a4-4829-a887-ce8cc82b9e82 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:48.219141 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6d5070-d0fd-4117-b770-aebc24ac9c75 None None] Network 08dd4dc5-637c-42be-abde-db19546855f1 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:48.238313 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c9348dd9-daf2-40c6-b010-55a4bebfb121 service neutron] Attempting to bind port ef5f8c33-a3ce-4e37-9cc9-6819e3132187 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:59:48.238313 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c9348dd9-daf2-40c6-b010-55a4bebfb121 service neutron] Attempting to bind port ef5f8c33-a3ce-4e37-9cc9-6819e3132187 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '73d2176d-a947-419f-a059-f0ef7a7b29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '417e8feb-ccfa-4d8e-98e2-8cb36709c8c7'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:59:48.238313 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c9348dd9-daf2-40c6-b010-55a4bebfb121 service neutron] Attempting to bind port ef5f8c33-a3ce-4e37-9cc9-6819e3132187 on network 417e8feb-ccfa-4d8e-98e2-8cb36709c8c7 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:48.253928 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e8ded-a950-41cc-a64b-ed495076fcea req-31aedb8d-5dd2-4e00-b3e2-7a753c4cc0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:48.256257 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e4e8ded-a950-41cc-a64b-ed495076fcea req-31aedb8d-5dd2-4e00-b3e2-7a753c4cc0bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=052aa3f3-cb01-49c1-a57f-09e705955607 HTTP/1.1" status: 200 len: 915 time: 0.6429532 Nov 24 20:59:48.268813 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c9348dd9-daf2-40c6-b010-55a4bebfb121 service neutron] Port ef5f8c33-a3ce-4e37-9cc9-6819e3132187 on network 417e8feb-ccfa-4d8e-98e2-8cb36709c8c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:59:48.269162 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c9348dd9-daf2-40c6-b010-55a4bebfb121 service neutron] Attempting to bind port ef5f8c33-a3ce-4e37-9cc9-6819e3132187 on network 417e8feb-ccfa-4d8e-98e2-8cb36709c8c7 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:48.276098 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2e79f8a5-e7f2-466e-8751-48cd22e61340 req-c216f3ab-09e2-43a1-9622-6f6620152683 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9619987 Nov 24 20:59:48.277282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad58411-f372-465d-949b-817b47fd5102 req-bd4743ce-7ea3-4ce8-985e-f5ba8b43069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:48.278708 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dad58411-f372-465d-949b-817b47fd5102 req-bd4743ce-7ea3-4ce8-985e-f5ba8b43069b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6966980 Nov 24 20:59:48.278878 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-4de14058-c1a4-4829-a887-ce8cc82b9e82 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08dd4dc5-637c-42be-abde-db19546855f1']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:48.287710 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c9348dd9-daf2-40c6-b010-55a4bebfb121 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:59:48.288071 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c9348dd9-daf2-40c6-b010-55a4bebfb121 service neutron] Checking segment: {'id': '73d2176d-a947-419f-a059-f0ef7a7b29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '417e8feb-ccfa-4d8e-98e2-8cb36709c8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:48.288217 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-fe5f3db7-da4d-41f6-8e22-c742a0c020e4 req-0348bf47-df7b-4af9-8737-fe3903645f01 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Deleting port c7d0a26b-88f4-45ed-8fbc-abce95b54c8b {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:48.288470 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c9348dd9-daf2-40c6-b010-55a4bebfb121 service neutron] Bound using segment: {'id': '73d2176d-a947-419f-a059-f0ef7a7b29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '417e8feb-ccfa-4d8e-98e2-8cb36709c8c7'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:59:48.288584 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fe5f3db7-da4d-41f6-8e22-c742a0c020e4 req-0348bf47-df7b-4af9-8737-fe3903645f01 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:48.288960 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c9348dd9-daf2-40c6-b010-55a4bebfb121 service neutron] Bound port: ef5f8c33-a3ce-4e37-9cc9-6819e3132187, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d2176d-a947-419f-a059-f0ef7a7b29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '417e8feb-ccfa-4d8e-98e2-8cb36709c8c7'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:59:48.289320 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c9348dd9-daf2-40c6-b010-55a4bebfb121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:48.384588 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c9348dd9-daf2-40c6-b010-55a4bebfb121 service neutron] For port ef5f8c33-a3ce-4e37-9cc9-6819e3132187, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:59:48.389753 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c9348dd9-daf2-40c6-b010-55a4bebfb121 service neutron] For port ef5f8c33-a3ce-4e37-9cc9-6819e3132187, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ef5f8c33-a3ce-4e37-9cc9-6819e3132187,segment=NetworkSegment(73d2176d-a947-419f-a059-f0ef7a7b29a9),segment_id=73d2176d-a947-419f-a059-f0ef7a7b29a9)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:59:48.396026 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-4de14058-c1a4-4829-a887-ce8cc82b9e82 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd947d28d-54ba-4c3b-b249-320e98327edc') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:48.396354 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-4de14058-c1a4-4829-a887-ce8cc82b9e82 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd947d28d-54ba-4c3b-b249-320e98327edc') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:48.421132 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a89e014d-2142-4f25-a1a6-7d8092c7e41b req-9cd9f8e5-af5d-4601-adc4-e586030ea8d7 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/security-groups?id=455029b9-f600-4cf6-8df5-667d9c16934a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3270950 Nov 24 20:59:48.427713 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c9348dd9-daf2-40c6-b010-55a4bebfb121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:48.436819 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4de14058-c1a4-4829-a887-ce8cc82b9e82 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:48.469688 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f69a683-af9d-469a-aa6c-cd981a9481fb tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Made reservation on behalf of 5ef7f67306b24de79e4801e6d8b904e0 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:48.479875 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f69a683-af9d-469a-aa6c-cd981a9481fb tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:48.535276 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addf071c-88a3-49b5-a63e-5c13e1bea6fe x-openstack-request-id: req-addf071c-88a3-49b5-a63e-5c13e1bea6fe {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:59:48.535825 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "tag": "aa567d14-d659-4d4f-9c27-1888341ba909", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:59:48.537210 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-addf071c-88a3-49b5-a63e-5c13e1bea6fe {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:59:48.538058 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'tag': 'aa567d14-d659-4d4f-9c27-1888341ba909', 'status': 'completed', 'code': 200} Nov 24 20:59:48.558738 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c9348dd9-daf2-40c6-b010-55a4bebfb121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:48.559771 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c9348dd9-daf2-40c6-b010-55a4bebfb121 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:48.562114 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c9348dd9-daf2-40c6-b010-55a4bebfb121 service neutron] 10.222.0.15 "PUT /v2.0/ports/ef5f8c33-a3ce-4e37-9cc9-6819e3132187 HTTP/1.1" status: 200 len: 1091 time: 1.8805268 Nov 24 20:59:48.563348 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4de14058-c1a4-4829-a887-ce8cc82b9e82 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:48.585757 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de14058-c1a4-4829-a887-ce8cc82b9e82 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:59:48.586515 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4de14058-c1a4-4829-a887-ce8cc82b9e82 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:48.587930 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44495c4-fb6b-4e21-9f7b-395e91bfc8d1 None None] DHCP port deletion for 08dd4dc5-637c-42be-abde-db19546855f1 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:59:48.592354 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:59:48.722568 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1cd9efaa-6af1-420a-814d-b0063bbb689a req-ede553a5-c952-40a8-8637-a2dfb18615b0 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe578b9-fba6-41c7-a5cb-b3b2c01fee80 HTTP/1.1" status: 200 len: 210 time: 0.1234460 Nov 24 20:59:48.723972 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9348dd9-daf2-40c6-b010-55a4bebfb121 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5f8c33-a3ce-4e37-9cc9-6819e3132187,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:48.755427 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4de14058-c1a4-4829-a887-ce8cc82b9e82 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:48.762745 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4de14058-c1a4-4829-a887-ce8cc82b9e82 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:48.770128 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4de14058-c1a4-4829-a887-ce8cc82b9e82 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "DELETE /v2.0/networks/08dd4dc5-637c-42be-abde-db19546855f1 HTTP/1.1" status: 204 len: 168 time: 3.7522292 Nov 24 20:59:48.792982 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de14058-c1a4-4829-a887-ce8cc82b9e82 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event deleted for resources: {'Network': ['ID=08dd4dc5-637c-42be-abde-db19546855f1,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:48.803483 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38784) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:48.856071 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac6339f-a7fc-4243-972b-803cf7ba0feb tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] DELETE failed (client error): The resource could not be found. Nov 24 20:59:48.857157 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aac6339f-a7fc-4243-972b-803cf7ba0feb tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 20:59:48.862673 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-aac6339f-a7fc-4243-972b-803cf7ba0feb tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "DELETE /v2.0/subnets/e46cf2ab-23f1-4254-9015-bef86973bdb2 HTTP/1.1" status: 404 len: 337 time: 0.0577884 Nov 24 20:59:48.865094 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38786) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:48.901589 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84c7e54-f81b-41d2-b308-cb0ae7aafde2 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] DELETE failed (client error): The resource could not be found. Nov 24 20:59:48.902127 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84c7e54-f81b-41d2-b308-cb0ae7aafde2 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 20:59:48.908225 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e84c7e54-f81b-41d2-b308-cb0ae7aafde2 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "DELETE /v2.0/networks/08dd4dc5-637c-42be-abde-db19546855f1 HTTP/1.1" status: 404 len: 339 time: 0.0390205 Nov 24 20:59:48.910686 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38788) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:48.948429 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6114bc-5150-4485-9735-ecf571800a94 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] DELETE failed (client error): The resource could not be found. Nov 24 20:59:48.949570 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6114bc-5150-4485-9735-ecf571800a94 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 20:59:48.958182 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1b6114bc-5150-4485-9735-ecf571800a94 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "DELETE /v2.0/subnets/e982f495-4632-4628-b68b-0bc99b2d97ff HTTP/1.1" status: 404 len: 337 time: 0.0461392 Nov 24 20:59:48.959116 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38790) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:48.982695 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3a2f6d-8be7-45e3-9d5b-99b053a19d0f tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] DELETE failed (client error): The resource could not be found. Nov 24 20:59:48.984154 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3a2f6d-8be7-45e3-9d5b-99b053a19d0f tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 20:59:48.990633 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cc3a2f6d-8be7-45e3-9d5b-99b053a19d0f tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "DELETE /v2.0/networks/09b33631-e58b-444f-a692-a04bdbd1140a HTTP/1.1" status: 404 len: 339 time: 0.0303001 Nov 24 20:59:48.991951 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38792) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:49.023926 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd23c448-ed3c-4fac-bd95-dc9cb3efea4e tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] DELETE failed (client error): The resource could not be found. Nov 24 20:59:49.024879 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd23c448-ed3c-4fac-bd95-dc9cb3efea4e tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 20:59:49.031602 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fd23c448-ed3c-4fac-bd95-dc9cb3efea4e tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "DELETE /v2.0/subnets/146b3a97-95bf-498b-a393-9e2571b81cb8 HTTP/1.1" status: 404 len: 337 time: 0.0384343 Nov 24 20:59:49.033461 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38794) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:49.053700 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f69a683-af9d-469a-aa6c-cd981a9481fb tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:49.057532 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-df12bb06-90f7-445e-bd0c-4539695244c1 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] DELETE failed (client error): The resource could not be found. Nov 24 20:59:49.058406 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df12bb06-90f7-445e-bd0c-4539695244c1 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 20:59:49.060704 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-e9e0627c-0c75-4ec5-83b2-db009d053caa tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Made reservation on behalf of f9f97af922bb4212809f7d75bc05ed87 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:49.065332 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-e9e0627c-0c75-4ec5-83b2-db009d053caa tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:49.068290 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-df12bb06-90f7-445e-bd0c-4539695244c1 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "DELETE /v2.0/networks/73cb4b74-f7c9-40ae-b7a9-76b2d86fea23 HTTP/1.1" status: 404 len: 339 time: 0.0332079 Nov 24 20:59:49.069303 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38796) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:49.072509 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e4e8ded-a950-41cc-a64b-ed495076fcea req-23adbe91-ba40-49d5-b0b7-595e0a5c0dce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6deba82-7c54-4be8-b175-eee907fc547d HTTP/1.1" status: 200 len: 217 time: 0.6434968 Nov 24 20:59:49.116602 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-7d0dd89b-67d1-48d0-8e62-a4d56741b0b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting port 701de65c-3550-4ccf-a319-6998c8f01c20 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:49.116940 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7d0dd89b-67d1-48d0-8e62-a4d56741b0b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:49.181377 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-08fb1c1b-0e9a-4c03-b526-735a5098b8b7 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Deleting port 57194485-670d-4ac1-b3f0-090f81f9cb4b {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:49.182109 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-08fb1c1b-0e9a-4c03-b526-735a5098b8b7 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:49.252625 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d7014-89eb-4dfa-a55d-d175819c0344 req-9dc84f79-d820-419a-a9a5-3d5159b52074 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:49.256847 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-178d7014-89eb-4dfa-a55d-d175819c0344 req-9dc84f79-d820-419a-a9a5-3d5159b52074 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 908 time: 0.8217342 Nov 24 20:59:49.274245 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-08fb1c1b-0e9a-4c03-b526-735a5098b8b7 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:49.313713 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-fe5f3db7-da4d-41f6-8e22-c742a0c020e4 req-0348bf47-df7b-4af9-8737-fe3903645f01 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] For port c7d0a26b-88f4-45ed-8fbc-abce95b54c8b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c7d0a26b-88f4-45ed-8fbc-abce95b54c8b,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:49.314771 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fe5f3db7-da4d-41f6-8e22-c742a0c020e4 req-0348bf47-df7b-4af9-8737-fe3903645f01 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:49.315773 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-08fb1c1b-0e9a-4c03-b526-735a5098b8b7 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Calling delete_port for 57194485-670d-4ac1-b3f0-090f81f9cb4b owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:49.329279 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6c843-2513-4060-93cd-34a8a42f4803 req-9e25f6a3-d9c4-4a48-90a5-1333551f32b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:49.329827 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6c843-2513-4060-93cd-34a8a42f4803 req-9e25f6a3-d9c4-4a48-90a5-1333551f32b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:49.330267 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6c843-2513-4060-93cd-34a8a42f4803 req-9e25f6a3-d9c4-4a48-90a5-1333551f32b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:49.330738 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6c843-2513-4060-93cd-34a8a42f4803 req-9e25f6a3-d9c4-4a48-90a5-1333551f32b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:49.331211 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6c843-2513-4060-93cd-34a8a42f4803 req-9e25f6a3-d9c4-4a48-90a5-1333551f32b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:49.331688 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6c843-2513-4060-93cd-34a8a42f4803 req-9e25f6a3-d9c4-4a48-90a5-1333551f32b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:49.332350 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6c843-2513-4060-93cd-34a8a42f4803 req-9e25f6a3-d9c4-4a48-90a5-1333551f32b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:49.334365 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d8f6c843-2513-4060-93cd-34a8a42f4803 req-9e25f6a3-d9c4-4a48-90a5-1333551f32b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=838d059057e840c09ac19be61b107bec&device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 6478 time: 0.8220806 Nov 24 20:59:49.415483 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e8ded-a950-41cc-a64b-ed495076fcea req-63b883f1-21b8-4ad1-9c24-2ba952aee333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:49.419420 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e4e8ded-a950-41cc-a64b-ed495076fcea req-63b883f1-21b8-4ad1-9c24-2ba952aee333 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e861052-0b84-4fa5-83b7-82ecf6009879 HTTP/1.1" status: 200 len: 853 time: 0.3031206 Nov 24 20:59:49.419420 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-fe5f3db7-da4d-41f6-8e22-c742a0c020e4 req-0348bf47-df7b-4af9-8737-fe3903645f01 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Calling delete_port for c7d0a26b-88f4-45ed-8fbc-abce95b54c8b owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:49.443125 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-7d0dd89b-67d1-48d0-8e62-a4d56741b0b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] For port 701de65c-3550-4ccf-a319-6998c8f01c20, host n-d-812111-8, got binding levels [] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:49.443759 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7d0dd89b-67d1-48d0-8e62-a4d56741b0b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:49.498352 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3c443-7d10-42e4-8d3b-c6c9a074e00c req-de070cbb-c38c-4b1f-8b9f-1e5cd7efbb17 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:49.505624 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3c443-7d10-42e4-8d3b-c6c9a074e00c req-de070cbb-c38c-4b1f-8b9f-1e5cd7efbb17 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:49.512249 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3c443-7d10-42e4-8d3b-c6c9a074e00c req-de070cbb-c38c-4b1f-8b9f-1e5cd7efbb17 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:49.519076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3c443-7d10-42e4-8d3b-c6c9a074e00c req-de070cbb-c38c-4b1f-8b9f-1e5cd7efbb17 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:49.525502 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3c443-7d10-42e4-8d3b-c6c9a074e00c req-de070cbb-c38c-4b1f-8b9f-1e5cd7efbb17 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:49.531336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-7d0dd89b-67d1-48d0-8e62-a4d56741b0b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Calling delete_port for 701de65c-3550-4ccf-a319-6998c8f01c20 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:49.532011 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3c443-7d10-42e4-8d3b-c6c9a074e00c req-de070cbb-c38c-4b1f-8b9f-1e5cd7efbb17 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:49.538676 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3c443-7d10-42e4-8d3b-c6c9a074e00c req-de070cbb-c38c-4b1f-8b9f-1e5cd7efbb17 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:49.540293 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c5a3c443-7d10-42e4-8d3b-c6c9a074e00c req-de070cbb-c38c-4b1f-8b9f-1e5cd7efbb17 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5421 time: 0.1401377 Nov 24 20:59:49.545028 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.ipam_backend_mixin [None req-7d0dd89b-67d1-48d0-8e62-a4d56741b0b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Port 701de65c-3550-4ccf-a319-6998c8f01c20 was not found and therefore no delete operation was performed {{(pid=109990) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 20:59:49.568924 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-08fb1c1b-0e9a-4c03-b526-735a5098b8b7 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:49.584846 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 481c1d13-5789-45c0-8301-1b90923269e7 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:59:49.609598 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 481c1d13-5789-45c0-8301-1b90923269e7 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:59:49.610283 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 481c1d13-5789-45c0-8301-1b90923269e7 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:59:49.620437 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb1c1b-0e9a-4c03-b526-735a5098b8b7 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event deleted for resources: {'Port': ['ID=57194485-670d-4ac1-b3f0-090f81f9cb4b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:49.634205 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-08fb1c1b-0e9a-4c03-b526-735a5098b8b7 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:49.637425 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-08fb1c1b-0e9a-4c03-b526-735a5098b8b7 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "DELETE /v2.0/ports/57194485-670d-4ac1-b3f0-090f81f9cb4b HTTP/1.1" status: 204 len: 168 time: 0.5668752 Nov 24 20:59:49.645055 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38804) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:49.654484 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7d0dd89b-67d1-48d0-8e62-a4d56741b0b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:49.684687 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7cd7a2-087e-4265-91c0-ff986d3fc4a6 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] DELETE failed (client error): The resource could not be found. Nov 24 20:59:49.685168 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f7cd7a2-087e-4265-91c0-ff986d3fc4a6 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 20:59:49.688208 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6f7cd7a2-087e-4265-91c0-ff986d3fc4a6 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "DELETE /v2.0/subnets/7878cee4-05e8-4d5b-83cd-85098a3676dd HTTP/1.1" status: 404 len: 337 time: 0.0423675 Nov 24 20:59:49.691636 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38806) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:49.706758 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e8ded-a950-41cc-a64b-ed495076fcea req-61c4a95f-dfc3-401f-80e4-f4c414013109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:49.708291 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e4e8ded-a950-41cc-a64b-ed495076fcea req-61c4a95f-dfc3-401f-80e4-f4c414013109 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=052aa3f3-cb01-49c1-a57f-09e705955607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2562075 Nov 24 20:59:49.722561 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c5a3c443-7d10-42e4-8d3b-c6c9a074e00c req-735ca9d5-01c9-4cf5-9114-129804b496af tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1562114 Nov 24 20:59:49.761136 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0dd89b-67d1-48d0-8e62-a4d56741b0b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Port': ['ID=701de65c-3550-4ccf-a319-6998c8f01c20,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:49.785499 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cd95896c-7b50-4145-aea8-1b98caff8788 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:49.797497 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0dd89b-67d1-48d0-8e62-a4d56741b0b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] No DVR routers for this DVR port 701de65c-3550-4ccf-a319-6998c8f01c20 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:59:49.862928 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-206f5075-5d2f-4996-91de-4591ec3c5deb req-916bec94-843f-4234-bda7-ec57fba46498 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe578b9-fba6-41c7-a5cb-b3b2c01fee80 HTTP/1.1" status: 200 len: 210 time: 0.0435872 Nov 24 20:59:49.880355 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-e9e0627c-0c75-4ec5-83b2-db009d053caa tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Allocated IP 192.168.233.242 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/518c34a3-6779-4d25-bd45-7c57bffdb4f7) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:49.883507 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f69a683-af9d-469a-aa6c-cd981a9481fb tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:49.908799 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cd95896c-7b50-4145-aea8-1b98caff8788 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:49.926047 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5076c0-2f22-42a4-8587-45be132fd4fb req-c71cd054-8f18-478e-92eb-6b0308a10a47 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:49.927565 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ac5076c0-2f22-42a4-8587-45be132fd4fb req-c71cd054-8f18-478e-92eb-6b0308a10a47 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256 HTTP/1.1" status: 200 len: 944 time: 0.3926756 Nov 24 20:59:49.930014 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-cd95896c-7b50-4145-aea8-1b98caff8788 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7e82d9-1aa5-4fc7-a12f-987c7e983868']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:49.935761 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f69a683-af9d-469a-aa6c-cd981a9481fb tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:49.940438 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-cd95896c-7b50-4145-aea8-1b98caff8788 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2028f9b1-9cec-444c-935b-822e2336852a') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:49.940726 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-cd95896c-7b50-4145-aea8-1b98caff8788 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2028f9b1-9cec-444c-935b-822e2336852a') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:49.948811 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device b6deba82-7c54-4be8-b175-eee907fc547d details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 20:59:49.950757 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cd95896c-7b50-4145-aea8-1b98caff8788 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:49.955249 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device c7d0a26b-88f4-45ed-8fbc-abce95b54c8b no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:59:49.961989 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6c843-2513-4060-93cd-34a8a42f4803 req-24be9a1b-3eb1-4903-8b17-387f6d3081b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:49.962637 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6c843-2513-4060-93cd-34a8a42f4803 req-24be9a1b-3eb1-4903-8b17-387f6d3081b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:49.962951 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6c843-2513-4060-93cd-34a8a42f4803 req-24be9a1b-3eb1-4903-8b17-387f6d3081b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:49.964556 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d8f6c843-2513-4060-93cd-34a8a42f4803 req-24be9a1b-3eb1-4903-8b17-387f6d3081b7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=838d059057e840c09ac19be61b107bec&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6072671 Nov 24 20:59:49.965995 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cd95896c-7b50-4145-aea8-1b98caff8788 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:49.975185 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd95896c-7b50-4145-aea8-1b98caff8788 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:59:49.975902 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cd95896c-7b50-4145-aea8-1b98caff8788 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:59:49.979472 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:59:50.037388 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f69a683-af9d-469a-aa6c-cd981a9481fb tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:59:50.052814 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cd95896c-7b50-4145-aea8-1b98caff8788 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:50.065653 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cd95896c-7b50-4145-aea8-1b98caff8788 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:50.073316 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cd95896c-7b50-4145-aea8-1b98caff8788 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "DELETE /v2.0/networks/9d7e82d9-1aa5-4fc7-a12f-987c7e983868 HTTP/1.1" status: 204 len: 168 time: 0.3806033 Nov 24 20:59:50.074129 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38810) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:50.084348 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95896c-7b50-4145-aea8-1b98caff8788 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event deleted for resources: {'Network': ['ID=9d7e82d9-1aa5-4fc7-a12f-987c7e983868,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:50.120485 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:50.137197 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7d0dd89b-67d1-48d0-8e62-a4d56741b0b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:50.151347 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port b6deba82-7c54-4be8-b175-eee907fc547d, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=b6deba82-7c54-4be8-b175-eee907fc547d,segment=NetworkSegment(7a44ead5-6dd0-40be-9dbb-70a3360b9949),segment_id=7a44ead5-6dd0-40be-9dbb-70a3360b9949)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:50.154536 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69a683-af9d-469a-aa6c-cd981a9481fb tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eae7a282-a3ac-4310-95fd-d5bfeea41b4a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:50.166450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'b6deba82-7c54-4be8-b175-eee907fc547d', 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607', 'port_id': 'b6deba82-7c54-4be8-b175-eee907fc547d', 'mac_address': 'fa:16:3e:92:91:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e861052-0b84-4fa5-83b7-82ecf6009879', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 20:59:50.182892 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f69a683-af9d-469a-aa6c-cd981a9481fb tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:50.183254 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-1f69a683-af9d-469a-aa6c-cd981a9481fb tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Added segment 079d8706-5aaa-4497-bc02-2b1257311c88 of type vlan for network bf0add21-1974-48f9-b24f-d18b213a687d Nov 24 20:59:50.238819 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 20:59:50.238819 n-d-812111-8 neutron-server[109992]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Nov 24 20:59:50.238819 n-d-812111-8 neutron-server[109992]: [parameters: {'status': 'DOWN', 'ports_id': 'c7d0a26b-88f4-45ed-8fbc-abce95b54c8b'}] Nov 24 20:59:50.238819 n-d-812111-8 neutron-server[109992]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:59:50.239718 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:59:50.243500 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:50.258307 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e4e8ded-a950-41cc-a64b-ed495076fcea req-4e5e6d81-38c3-4d4c-ab75-93d2736c6fac service neutron] 10.222.0.48 "GET /v2.0/networks/052aa3f3-cb01-49c1-a57f-09e705955607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148013 Nov 24 20:59:50.261167 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6deba82-7c54-4be8-b175-eee907fc547d {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:59:50.283385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port b6deba82-7c54-4be8-b175-eee907fc547d, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=b6deba82-7c54-4be8-b175-eee907fc547d,segment=NetworkSegment(7a44ead5-6dd0-40be-9dbb-70a3360b9949),segment_id=7a44ead5-6dd0-40be-9dbb-70a3360b9949)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:50.287135 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:50.342047 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-7d0dd89b-67d1-48d0-8e62-a4d56741b0b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c8537a-2920-4ffa-b725-6ab432fea26c']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:50.353070 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=b6deba82-7c54-4be8-b175-eee907fc547d,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:50.415311 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f69a683-af9d-469a-aa6c-cd981a9481fb tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:50.422830 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49941af1-843b-4fe6-82ed-e49e4923be03 req-008ceaea-924a-408d-9cc0-a76be149d8e7 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:50.424996 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-49941af1-843b-4fe6-82ed-e49e4923be03 req-008ceaea-924a-408d-9cc0-a76be149d8e7 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 908 time: 0.0697746 Nov 24 20:59:50.427147 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-7d0dd89b-67d1-48d0-8e62-a4d56741b0b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0592fb12-7eed-403e-81b9-b8b0784cdb20') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:50.427456 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-7d0dd89b-67d1-48d0-8e62-a4d56741b0b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0592fb12-7eed-403e-81b9-b8b0784cdb20') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:50.456657 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ac5076c0-2f22-42a4-8587-45be132fd4fb req-841bc3d2-9981-482a-8806-2eae6e380784 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/security-groups?id=455029b9-f600-4cf6-8df5-667d9c16934a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5134935 Nov 24 20:59:50.497166 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7d0dd89b-67d1-48d0-8e62-a4d56741b0b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:50.528714 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['b6deba82-7c54-4be8-b175-eee907fc547d'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:59:50.542253 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'tag': 'ef5f8c33-a3ce-4e37-9cc9-6819e3132187'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:59:50.545573 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfeb9c7f-718f-44e4-a056-20c35c2c2850" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "tag": "ef5f8c33-a3ce-4e37-9cc9-6819e3132187"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:59:50.584952 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.db.resource_extend [None req-1f69a683-af9d-469a-aa6c-cd981a9481fb tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 20:59:50.593884 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6c843-2513-4060-93cd-34a8a42f4803 req-dc74b20d-8156-49a1-96f3-6d252de3a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:50.596174 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d8f6c843-2513-4060-93cd-34a8a42f4803 req-dc74b20d-8156-49a1-96f3-6d252de3a479 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6196048 Nov 24 20:59:50.600062 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7d0dd89b-67d1-48d0-8e62-a4d56741b0b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:50.624462 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fe5f3db7-da4d-41f6-8e22-c742a0c020e4 req-0348bf47-df7b-4af9-8737-fe3903645f01 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:50.627736 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d0dd89b-67d1-48d0-8e62-a4d56741b0b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:59:50.628136 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7d0dd89b-67d1-48d0-8e62-a4d56741b0b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: timer() Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:59:50.636138 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:59:50.642992 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bba1e5a-67b5-4f00-8e2f-a2304a72abfe x-openstack-request-id: req-9bba1e5a-67b5-4f00-8e2f-a2304a72abfe {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:59:50.643588 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "tag": "ef5f8c33-a3ce-4e37-9cc9-6819e3132187", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:59:50.644082 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9bba1e5a-67b5-4f00-8e2f-a2304a72abfe {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:59:50.644561 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'tag': 'ef5f8c33-a3ce-4e37-9cc9-6819e3132187', 'status': 'completed', 'code': 200} Nov 24 20:59:50.715071 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f69a683-af9d-469a-aa6c-cd981a9481fb tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:50.720952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f69a683-af9d-469a-aa6c-cd981a9481fb tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:50.721640 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f69a683-af9d-469a-aa6c-cd981a9481fb tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:50.723978 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348bf47-df7b-4af9-8737-fe3903645f01 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Pushing event deleted for resources: {'Port': ['ID=c7d0a26b-88f4-45ed-8fbc-abce95b54c8b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:50.774682 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Port c7d0a26b-88f4-45ed-8fbc-abce95b54c8b update to DOWN by agent not found {{(pid=109992) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 24 20:59:50.868058 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-e9e0627c-0c75-4ec5-83b2-db009d053caa tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:50.882439 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e4e8ded-a950-41cc-a64b-ed495076fcea req-62be096b-51f3-4615-8cfa-299b9deda4a0 service neutron] 10.222.0.48 "GET /v2.0/networks/052aa3f3-cb01-49c1-a57f-09e705955607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905271 Nov 24 20:59:50.894822 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1f69a683-af9d-469a-aa6c-cd981a9481fb tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.2921662 Nov 24 20:59:50.895677 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7d0dd89b-67d1-48d0-8e62-a4d56741b0b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:50.943613 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5f3db7-da4d-41f6-8e22-c742a0c020e4 req-0348bf47-df7b-4af9-8737-fe3903645f01 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] No DVR routers for this DVR port c7d0a26b-88f4-45ed-8fbc-abce95b54c8b on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:59:50.949837 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7d0dd89b-67d1-48d0-8e62-a4d56741b0b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:50.953166 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7d0dd89b-67d1-48d0-8e62-a4d56741b0b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/networks/33c8537a-2920-4ffa-b725-6ab432fea26c HTTP/1.1" status: 204 len: 168 time: 4.4004440 Nov 24 20:59:50.960495 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38840) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:50.966682 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-bf31ba41-7850-467b-8dc7-44af2bcb52dc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'port': {'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b', 'name': 'tempest-PortsIpV6TestJSON-652944112'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:50.981965 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fe5f3db7-da4d-41f6-8e22-c742a0c020e4 req-0348bf47-df7b-4af9-8737-fe3903645f01 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:50.986185 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fe5f3db7-da4d-41f6-8e22-c742a0c020e4 req-0348bf47-df7b-4af9-8737-fe3903645f01 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.48 "DELETE /v2.0/ports/c7d0a26b-88f4-45ed-8fbc-abce95b54c8b HTTP/1.1" status: 204 len: 173 time: 4.0064273 Nov 24 20:59:50.991872 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515aa024-38ce-4f36-b349-88a56429f210', 'name': 'network-vif-deleted', 'tag': 'c7d0a26b-88f4-45ed-8fbc-abce95b54c8b'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:59:50.994311 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4e9f47-5fd9-42ce-9130-e11f29183956" -d '{"events": [{"server_uuid": "515aa024-38ce-4f36-b349-88a56429f210", "name": "network-vif-deleted", "tag": "c7d0a26b-88f4-45ed-8fbc-abce95b54c8b"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:59:51.010168 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a14a4f60-93a0-4d74-b8e6-c10bb94ffe11 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Deleting port 408b1852-938c-4e12-8a75-c2d1005a451d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:51.010373 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a14a4f60-93a0-4d74-b8e6-c10bb94ffe11 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:51.028784 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69a683-af9d-469a-aa6c-cd981a9481fb tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Network': ['ID=bf0add21-1974-48f9-b24f-d18b213a687d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:51.047643 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network bf0add21-1974-48f9-b24f-d18b213a687d details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:59:51.063386 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38846) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:51.115331 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-cca2111a-2246-461e-9aec-8adf52443596 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'subnet': {'network_id': 'bf0add21-1974-48f9-b24f-d18b213a687d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:51.120266 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-90337a13-9317-4ec0-9c6e-1a347bc3db26 req-a9dc49d4-e4fd-441b-bce5-83a9659ad176 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe578b9-fba6-41c7-a5cb-b3b2c01fee80 HTTP/1.1" status: 200 len: 210 time: 0.1442444 Nov 24 20:59:51.180495 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb9c7f-718f-44e4-a056-20c35c2c2850 req-d0101707-3b2d-4506-8b76-97e7f4348b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:51.195260 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb9c7f-718f-44e4-a056-20c35c2c2850 req-d0101707-3b2d-4506-8b76-97e7f4348b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:51.198406 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb9c7f-718f-44e4-a056-20c35c2c2850 req-d0101707-3b2d-4506-8b76-97e7f4348b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:51.199652 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb9c7f-718f-44e4-a056-20c35c2c2850 req-d0101707-3b2d-4506-8b76-97e7f4348b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:51.200296 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb9c7f-718f-44e4-a056-20c35c2c2850 req-d0101707-3b2d-4506-8b76-97e7f4348b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:51.201071 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb9c7f-718f-44e4-a056-20c35c2c2850 req-d0101707-3b2d-4506-8b76-97e7f4348b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:51.201708 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb9c7f-718f-44e4-a056-20c35c2c2850 req-d0101707-3b2d-4506-8b76-97e7f4348b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:51.204216 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cfeb9c7f-718f-44e4-a056-20c35c2c2850 req-d0101707-3b2d-4506-8b76-97e7f4348b02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=838d059057e840c09ac19be61b107bec&device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 6478 time: 0.5156815 Nov 24 20:59:51.221831 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0dd89b-67d1-48d0-8e62-a4d56741b0b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Network': ['ID=33c8537a-2920-4ffa-b725-6ab432fea26c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:51.232673 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf31ba41-7850-467b-8dc7-44af2bcb52dc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:51.239570 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf31ba41-7850-467b-8dc7-44af2bcb52dc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:51.246039 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c3fbab-6691-43bc-b61f-f2086308de94 x-openstack-request-id: req-e6c3fbab-6691-43bc-b61f-f2086308de94 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:59:51.246414 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515aa024-38ce-4f36-b349-88a56429f210", "name": "network-vif-deleted", "tag": "c7d0a26b-88f4-45ed-8fbc-abce95b54c8b", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:59:51.246883 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6c3fbab-6691-43bc-b61f-f2086308de94 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:59:51.247487 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515aa024-38ce-4f36-b349-88a56429f210', 'name': 'network-vif-deleted', 'tag': 'c7d0a26b-88f4-45ed-8fbc-abce95b54c8b', 'status': 'completed', 'code': 200} Nov 24 20:59:51.259974 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-bf31ba41-7850-467b-8dc7-44af2bcb52dc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] device_id is not set on port 57c6a8ae-bdf7-4b76-bd72-3f3bcd5b2dcb yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:59:51.316526 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6327aaf-6c7b-430b-9358-cd2ccb7a5c2b req-06d23a82-290b-489e-8252-afea51b3e010 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:51.322782 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6327aaf-6c7b-430b-9358-cd2ccb7a5c2b req-06d23a82-290b-489e-8252-afea51b3e010 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:51.328849 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6327aaf-6c7b-430b-9358-cd2ccb7a5c2b req-06d23a82-290b-489e-8252-afea51b3e010 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:51.335099 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6327aaf-6c7b-430b-9358-cd2ccb7a5c2b req-06d23a82-290b-489e-8252-afea51b3e010 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:51.341435 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6327aaf-6c7b-430b-9358-cd2ccb7a5c2b req-06d23a82-290b-489e-8252-afea51b3e010 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:51.348475 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6327aaf-6c7b-430b-9358-cd2ccb7a5c2b req-06d23a82-290b-489e-8252-afea51b3e010 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:51.354575 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6327aaf-6c7b-430b-9358-cd2ccb7a5c2b req-06d23a82-290b-489e-8252-afea51b3e010 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:51.356692 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6327aaf-6c7b-430b-9358-cd2ccb7a5c2b req-06d23a82-290b-489e-8252-afea51b3e010 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5421 time: 0.5204597 Nov 24 20:59:51.420717 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a14a4f60-93a0-4d74-b8e6-c10bb94ffe11 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:51.431358 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf31ba41-7850-467b-8dc7-44af2bcb52dc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:51.431554 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-e9e0627c-0c75-4ec5-83b2-db009d053caa tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:51.472200 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf31ba41-7850-467b-8dc7-44af2bcb52dc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:51.491036 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['85246882-73af-458a-a001-8de8506eefc2', 'efeeb778-bfb7-4f21-bc08-e5fbf5a7f445'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:59:51.495255 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a14a4f60-93a0-4d74-b8e6-c10bb94ffe11 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Calling delete_port for 408b1852-938c-4e12-8a75-c2d1005a451d owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:51.502959 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['975245fd-a239-4b38-a637-934a9f8ac234', 'b5f19f21-4989-42f5-9009-ef06859751d5', '2b62a78a-de27-40e5-9031-07782fc7c150', '2ef14d52-ee69-4d82-b823-64e70289fcc4'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:59:51.520221 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf31ba41-7850-467b-8dc7-44af2bcb52dc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network 1f176f74-01d3-4640-935b-9a80200a4c6b is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:51.524352 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-bf31ba41-7850-467b-8dc7-44af2bcb52dc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:51.528702 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf31ba41-7850-467b-8dc7-44af2bcb52dc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:51.536318 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf31ba41-7850-467b-8dc7-44af2bcb52dc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:51.537060 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bf31ba41-7850-467b-8dc7-44af2bcb52dc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:51.572672 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31ba41-7850-467b-8dc7-44af2bcb52dc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Port': ['ID=57c6a8ae-bdf7-4b76-bd72-3f3bcd5b2dcb,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:51.587927 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-bf31ba41-7850-467b-8dc7-44af2bcb52dc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6260028 Nov 24 20:59:51.588690 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38852) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:51.651336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-e9e0627c-0c75-4ec5-83b2-db009d053caa tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:51.696185 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a4fa2a0c-25b4-4679-b56f-94fc5168ae2b req-1b955b73-f196-44a0-a9f2-cdc5c210135a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=515aa024-38ce-4f36-b349-88a56429f210 HTTP/1.1" status: 200 len: 210 time: 0.0482485 Nov 24 20:59:51.743852 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-e9e0627c-0c75-4ec5-83b2-db009d053caa tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:51.765570 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-637289a8-4698-4f7c-8a8b-0e8f84958f42 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting port 57c6a8ae-bdf7-4b76-bd72-3f3bcd5b2dcb {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:51.765979 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-637289a8-4698-4f7c-8a8b-0e8f84958f42 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:51.789921 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-e9e0627c-0c75-4ec5-83b2-db009d053caa tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:51.807322 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0627c-0c75-4ec5-83b2-db009d053caa tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Pushing event updated for resources: {'Port': ['ID=518c34a3-6779-4d25-bd45-7c57bffdb4f7,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:51.837526 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb9c7f-718f-44e4-a056-20c35c2c2850 req-5391a352-3801-468e-9964-760cb051a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:51.838129 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb9c7f-718f-44e4-a056-20c35c2c2850 req-5391a352-3801-468e-9964-760cb051a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:51.839002 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb9c7f-718f-44e4-a056-20c35c2c2850 req-5391a352-3801-468e-9964-760cb051a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:51.840824 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cfeb9c7f-718f-44e4-a056-20c35c2c2850 req-5391a352-3801-468e-9964-760cb051a08d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=838d059057e840c09ac19be61b107bec&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6105378 Nov 24 20:59:51.915531 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-637289a8-4698-4f7c-8a8b-0e8f84958f42 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:51.946735 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde6748-22b4-4655-835f-6488896c0c0f req-865cdb76-1419-49ad-af0f-32b18844ca91 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:51.948717 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cdde6748-22b4-4655-835f-6488896c0c0f req-865cdb76-1419-49ad-af0f-32b18844ca91 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256 HTTP/1.1" status: 200 len: 945 time: 0.1386895 Nov 24 20:59:51.950068 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-637289a8-4698-4f7c-8a8b-0e8f84958f42 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Calling delete_port for 57c6a8ae-bdf7-4b76-bd72-3f3bcd5b2dcb owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:51.968565 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device b6deba82-7c54-4be8-b175-eee907fc547d up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:59:52.024195 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cdde6748-22b4-4655-835f-6488896c0c0f req-0bce86a6-b182-4b4f-8eed-32987ca1b2ca tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/security-groups?id=455029b9-f600-4cf6-8df5-667d9c16934a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667460 Nov 24 20:59:52.156988 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-bbf78313-922f-4310-a556-be810c330b8d None None] Provisioning complete for port 518c34a3-6779-4d25-bd45-7c57bffdb4f7 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:52.157645 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bbf78313-922f-4310-a556-be810c330b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:52.166088 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-637289a8-4698-4f7c-8a8b-0e8f84958f42 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:52.200400 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port b6deba82-7c54-4be8-b175-eee907fc547d completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:59:52.237311 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637289a8-4698-4f7c-8a8b-0e8f84958f42 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Port': ['ID=57c6a8ae-bdf7-4b76-bd72-3f3bcd5b2dcb,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:52.256239 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-637289a8-4698-4f7c-8a8b-0e8f84958f42 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:52.264890 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-637289a8-4698-4f7c-8a8b-0e8f84958f42 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/ports/57c6a8ae-bdf7-4b76-bd72-3f3bcd5b2dcb HTTP/1.1" status: 204 len: 168 time: 0.6749983 Nov 24 20:59:52.265434 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port b6deba82-7c54-4be8-b175-eee907fc547d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:52.265918 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:52.277080 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-bbf78313-922f-4310-a556-be810c330b8d None None] Port 518c34a3-6779-4d25-bd45-7c57bffdb4f7 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:59:52.280870 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38858) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:52.289039 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-5d27487d-8f40-44b6-8a5b-00a474efdcec tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'port': {'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b', 'mac_address': 'fa:16:3e:51:11:d4', 'name': 'tempest-PortsIpV6TestJSON-1675049933'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:52.434369 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d27487d-8f40-44b6-8a5b-00a474efdcec tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:52.446766 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:52.471285 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca2111a-2246-461e-9aec-8adf52443596 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Made reservation on behalf of 5ef7f67306b24de79e4801e6d8b904e0 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:52.475320 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cca2111a-2246-461e-9aec-8adf52443596 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:52.484716 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6deba82-7c54-4be8-b175-eee907fc547d'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:59:52.487799 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603079dc-d956-4386-bcc8-72ab0730430d" -d '{"events": [{"server_uuid": "8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256", "name": "network-vif-plugged", "status": "completed", "tag": "b6deba82-7c54-4be8-b175-eee907fc547d"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:59:52.514158 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port b6deba82-7c54-4be8-b175-eee907fc547d, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=b6deba82-7c54-4be8-b175-eee907fc547d,segment=NetworkSegment(7a44ead5-6dd0-40be-9dbb-70a3360b9949),segment_id=7a44ead5-6dd0-40be-9dbb-70a3360b9949)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:52.519022 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9bc89-bb21-4499-ad68-7533d5b949f2 req-d6822149-08d6-495c-a062-8fa85fdb499c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:52.520679 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cab9bc89-bb21-4499-ad68-7533d5b949f2 req-d6822149-08d6-495c-a062-8fa85fdb499c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe578b9-fba6-41c7-a5cb-b3b2c01fee80 HTTP/1.1" status: 200 len: 936 time: 0.2540412 Nov 24 20:59:52.530857 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:52.554044 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5d27487d-8f40-44b6-8a5b-00a474efdcec tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:52.580951 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-5d27487d-8f40-44b6-8a5b-00a474efdcec tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] device_id is not set on port df80d5e1-f9b8-446b-a3e1-d6bef3be6bfa yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:59:52.629257 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=b6deba82-7c54-4be8-b175-eee907fc547d,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:52.668042 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb9c7f-718f-44e4-a056-20c35c2c2850 req-5ca81a56-f2f6-4705-b965-f9c4f92a462f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:52.669956 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cfeb9c7f-718f-44e4-a056-20c35c2c2850 req-5ca81a56-f2f6-4705-b965-f9c4f92a462f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7876596 Nov 24 20:59:52.702172 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6327aaf-6c7b-430b-9358-cd2ccb7a5c2b req-388addb2-f496-4ebd-992e-5f2376c0a095 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.3066585 Nov 24 20:59:52.741078 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cab9bc89-bb21-4499-ad68-7533d5b949f2 req-e8ba5f18-019e-4bcd-8bf4-164e675627ae tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094781 Nov 24 20:59:52.791145 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e89de1-22d1-4082-8b3f-300661400937 x-openstack-request-id: req-48e89de1-22d1-4082-8b3f-300661400937 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:59:52.791372 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256", "name": "network-vif-plugged", "status": "completed", "tag": "b6deba82-7c54-4be8-b175-eee907fc547d", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:59:52.791637 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-48e89de1-22d1-4082-8b3f-300661400937 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:59:52.792126 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6deba82-7c54-4be8-b175-eee907fc547d', 'code': 200} Nov 24 20:59:52.805186 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-e9e0627c-0c75-4ec5-83b2-db009d053caa tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:52.805186 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-e9e0627c-0c75-4ec5-83b2-db009d053caa tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:52.810907 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cca2111a-2246-461e-9aec-8adf52443596 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:52.823406 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5d27487d-8f40-44b6-8a5b-00a474efdcec tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:52.856291 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a14a4f60-93a0-4d74-b8e6-c10bb94ffe11 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:52.874329 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-e9e0627c-0c75-4ec5-83b2-db009d053caa tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5195148 Nov 24 20:59:52.885774 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5d27487d-8f40-44b6-8a5b-00a474efdcec tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:52.907628 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-92c5bfa3-2275-49c8-ab1a-2fb3bf3a4606 service neutron] Request body: {'port': {'device_id': 'afe578b9-fba6-41c7-a5cb-b3b2c01fee80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:52.940457 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-e1361a42-b907-43fb-86bc-86a3e8cdcb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:52.940973 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-e1361a42-b907-43fb-86bc-86a3e8cdcb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:52.941456 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-e1361a42-b907-43fb-86bc-86a3e8cdcb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:52.942357 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-e1361a42-b907-43fb-86bc-86a3e8cdcb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:52.942451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-e1361a42-b907-43fb-86bc-86a3e8cdcb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:52.942885 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-e1361a42-b907-43fb-86bc-86a3e8cdcb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:52.943382 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-e1361a42-b907-43fb-86bc-86a3e8cdcb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:52.945440 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-e1361a42-b907-43fb-86bc-86a3e8cdcb6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=838d059057e840c09ac19be61b107bec&device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 6478 time: 0.2068748 Nov 24 20:59:52.964784 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27487d-8f40-44b6-8a5b-00a474efdcec tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Port': ['ID=df80d5e1-f9b8-446b-a3e1-d6bef3be6bfa,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:52.971131 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a4f60-93a0-4d74-b8e6-c10bb94ffe11 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event deleted for resources: {'Port': ['ID=408b1852-938c-4e12-8a75-c2d1005a451d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:52.983721 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d27487d-8f40-44b6-8a5b-00a474efdcec tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network 1f176f74-01d3-4640-935b-9a80200a4c6b is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:52.985753 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-5d27487d-8f40-44b6-8a5b-00a474efdcec tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:52.988651 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d27487d-8f40-44b6-8a5b-00a474efdcec tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:52.995564 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d27487d-8f40-44b6-8a5b-00a474efdcec tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:52.996316 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5d27487d-8f40-44b6-8a5b-00a474efdcec tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:53.005212 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a14a4f60-93a0-4d74-b8e6-c10bb94ffe11 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:53.009728 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a14a4f60-93a0-4d74-b8e6-c10bb94ffe11 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "DELETE /v2.0/ports/408b1852-938c-4e12-8a75-c2d1005a451d HTTP/1.1" status: 204 len: 168 time: 2.8905599 Nov 24 20:59:53.016294 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38866) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:53.041627 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2111a-2246-461e-9aec-8adf52443596 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Subnet': ['ID=7c10d440-a4a9-4db1-9933-d66545e1c0d3,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:53.057627 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-b5a21708-a7c9-4793-9595-a3754fee1204 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=905b2eeb-dedf-487a-a6aa-667f4d04bff3 HTTP/1.1" status: 200 len: 217 time: 0.0922835 Nov 24 20:59:53.097853 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e120ff1-8ab6-44eb-a732-3178f43515dd tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] DELETE failed (client error): The resource could not be found. Nov 24 20:59:53.098415 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e120ff1-8ab6-44eb-a732-3178f43515dd tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 20:59:53.107282 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4e120ff1-8ab6-44eb-a732-3178f43515dd tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "DELETE /v2.0/subnets/8d4f5eac-fd45-49e7-becc-cdc128871b94 HTTP/1.1" status: 404 len: 337 time: 0.0871921 Nov 24 20:59:53.108119 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38872) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:53.123409 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca2111a-2246-461e-9aec-8adf52443596 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Checking segment: {'id': '079d8706-5aaa-4497-bc02-2b1257311c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'bf0add21-1974-48f9-b24f-d18b213a687d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:53.123807 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca2111a-2246-461e-9aec-8adf52443596 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Network hostable DHCP agents. Network: bf0add21-1974-48f9-b24f-d18b213a687d, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:59:53.133537 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5d27487d-8f40-44b6-8a5b-00a474efdcec tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8492949 Nov 24 20:59:53.136477 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38874) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:53.139598 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66552d64-107a-4885-8d97-e4ff1e64a020 req-36653b5b-97b9-4306-905b-509dc852ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:53.141131 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-66552d64-107a-4885-8d97-e4ff1e64a020 req-36653b5b-97b9-4306-905b-509dc852ce51 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256 HTTP/1.1" status: 200 len: 1097 time: 0.2627177 Nov 24 20:59:53.162055 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-92c5bfa3-2275-49c8-ab1a-2fb3bf3a4606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:53.215576 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-6a4fa001-cd9b-4dae-974d-21bd4d1b42af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:53.217289 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-6a4fa001-cd9b-4dae-974d-21bd4d1b42af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=887b1e02-17a6-4db4-8124-14042ea3bbda HTTP/1.1" status: 200 len: 850 time: 0.1468611 Nov 24 20:59:53.269155 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca2111a-2246-461e-9aec-8adf52443596 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Network bf0add21-1974-48f9-b24f-d18b213a687d is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:59:53.322222 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-66552d64-107a-4885-8d97-e4ff1e64a020 req-ebfa1802-d973-4c18-8699-6c2a318230a9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=455029b9-f600-4cf6-8df5-667d9c16934a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616898 Nov 24 20:59:53.322827 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-cca2111a-2246-461e-9aec-8adf52443596 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, bf0add21-1974-48f9-b24f-d18b213a687d) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:53.334228 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1092b8b9-0a41-4033-b5a2-5cde6ac9a3eb None None] Network bf0add21-1974-48f9-b24f-d18b213a687d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:53.335779 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0a79d-5e16-4a89-9c12-5d6ffa721a7e req-f5fbb2ee-5366-45bd-a69a-6386e5d90044 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:53.337430 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d2f0a79d-5e16-4a89-9c12-5d6ffa721a7e req-f5fbb2ee-5366-45bd-a69a-6386e5d90044 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256 HTTP/1.1" status: 200 len: 946 time: 0.2034810 Nov 24 20:59:53.350756 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca2111a-2246-461e-9aec-8adf52443596 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:53.351361 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cca2111a-2246-461e-9aec-8adf52443596 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:53.440954 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cca2111a-2246-461e-9aec-8adf52443596 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3673420 Nov 24 20:59:53.446813 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-d9cd932a-c179-4253-8f0c-8b3d1712d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:53.448388 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-d9cd932a-c179-4253-8f0c-8b3d1712d14f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2b80d919-dc76-4e07-9d79-d9c7af051c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2210004 Nov 24 20:59:53.451249 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38878) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:53.458784 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-1efdc0a7-446a-4469-815d-78fa461a027d tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1371548672'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:53.526692 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d3b6bc-bdd4-4670-a3fa-c441f2cff2dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-bf0add21-1974-48f9-b24f-d18b213a687d', 'network_id': 'bf0add21-1974-48f9-b24f-d18b213a687d', 'tenant_id': '5ef7f67306b24de79e4801e6d8b904e0', 'fixed_ips': [{'subnet_id': '7c10d440-a4a9-4db1-9933-d66545e1c0d3'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:59:53.528153 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-52d3b6bc-bdd4-4670-a3fa-c441f2cff2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:53.578589 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d2f0a79d-5e16-4a89-9c12-5d6ffa721a7e req-13fd81e9-c0db-40a8-b389-dc8b427a1292 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/security-groups?id=455029b9-f600-4cf6-8df5-667d9c16934a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308779 Nov 24 20:59:53.607443 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efdc0a7-446a-4469-815d-78fa461a027d tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Made reservation on behalf of 5ef7f67306b24de79e4801e6d8b904e0 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:53.621525 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1efdc0a7-446a-4469-815d-78fa461a027d tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:53.690484 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f78fe8-58a0-499f-b3fb-7536e55ad47e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:53.695240 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-94f78fe8-58a0-499f-b3fb-7536e55ad47e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports/df80d5e1-f9b8-446b-a3e1-d6bef3be6bfa HTTP/1.1" status: 200 len: 845 time: 0.5593913 Nov 24 20:59:53.695695 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38880) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:53.709462 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1efdc0a7-446a-4469-815d-78fa461a027d tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:59:53.749079 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-ff1d767e-adb7-4b1a-b845-99e6008691fb service neutron] 10.222.0.15 "GET /v2.0/networks/2b80d919-dc76-4e07-9d79-d9c7af051c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807751 Nov 24 20:59:53.752288 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1efdc0a7-446a-4469-815d-78fa461a027d tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:53.752656 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-1efdc0a7-446a-4469-815d-78fa461a027d tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Added segment 2bac1029-85ad-4fd2-b8d4-29fd5087828d of type vlan for network ccfaea3a-b848-480e-8c3c-96175808bb4e Nov 24 20:59:53.762464 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bd238-5d75-4364-9f52-a4ad549954dd req-d4e88780-2c4b-4c13-8225-d795c473a127 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:53.764015 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-52d3b6bc-bdd4-4670-a3fa-c441f2cff2dd None None] Allocated IP 172.20.255.242 (bf0add21-1974-48f9-b24f-d18b213a687d/7c10d440-a4a9-4db1-9933-d66545e1c0d3/d570718d-5172-4632-96b3-fd9a76d79245) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:59:53.770933 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c30bd238-5d75-4364-9f52-a4ad549954dd req-d4e88780-2c4b-4c13-8225-d795c473a127 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5d63d29-62a3-42e9-b117-00a512d26edc HTTP/1.1" status: 200 len: 946 time: 0.6795969 Nov 24 20:59:53.806356 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9509958f-6c2a-4277-b0ed-0a02fb87de7b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:53.881804 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1efdc0a7-446a-4469-815d-78fa461a027d tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:53.909318 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c30bd238-5d75-4364-9f52-a4ad549954dd req-ad5ce726-3638-4215-a5ef-b73926affdab tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372173 Nov 24 20:59:53.986306 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-92c5bfa3-2275-49c8-ab1a-2fb3bf3a4606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 518c34a3-6779-4d25-bd45-7c57bffdb4f7 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:59:54.005996 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-92c5bfa3-2275-49c8-ab1a-2fb3bf3a4606 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:54.013561 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-e3c18836-70f0-428b-85ec-2fb7c834b844 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting port df80d5e1-f9b8-446b-a3e1-d6bef3be6bfa {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:54.013819 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e3c18836-70f0-428b-85ec-2fb7c834b844 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:54.018148 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-52d3b6bc-bdd4-4670-a3fa-c441f2cff2dd None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:54.018380 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9509958f-6c2a-4277-b0ed-0a02fb87de7b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:54.028634 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-2f082b9a-0263-4384-bb99-bfaf9841ab7f service neutron] 10.222.0.15 "GET /v2.0/networks/2b80d919-dc76-4e07-9d79-d9c7af051c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647583 Nov 24 20:59:54.034039 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-52d3b6bc-bdd4-4670-a3fa-c441f2cff2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:54.043725 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f0f89-d4e5-4e46-b366-523c2a060e29 req-6c460a49-6989-45e8-8f83-3af621d0baf4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:54.050676 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f0f89-d4e5-4e46-b366-523c2a060e29 req-6c460a49-6989-45e8-8f83-3af621d0baf4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:54.057187 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f0f89-d4e5-4e46-b366-523c2a060e29 req-6c460a49-6989-45e8-8f83-3af621d0baf4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:54.063035 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f0f89-d4e5-4e46-b366-523c2a060e29 req-6c460a49-6989-45e8-8f83-3af621d0baf4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:54.070015 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f0f89-d4e5-4e46-b366-523c2a060e29 req-6c460a49-6989-45e8-8f83-3af621d0baf4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:54.076451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f0f89-d4e5-4e46-b366-523c2a060e29 req-6c460a49-6989-45e8-8f83-3af621d0baf4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:54.082718 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f0f89-d4e5-4e46-b366-523c2a060e29 req-6c460a49-6989-45e8-8f83-3af621d0baf4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:54.084704 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-316f0f89-d4e5-4e46-b366-523c2a060e29 req-6c460a49-6989-45e8-8f83-3af621d0baf4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5421 time: 0.2578719 Nov 24 20:59:54.085412 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1efdc0a7-446a-4469-815d-78fa461a027d tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:54.090941 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efdc0a7-446a-4469-815d-78fa461a027d tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:54.091540 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1efdc0a7-446a-4469-815d-78fa461a027d tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:54.095614 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-9509958f-6c2a-4277-b0ed-0a02fb87de7b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9967960c-968f-4828-9e66-ee6299262b68']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:54.102447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3b6bc-bdd4-4670-a3fa-c441f2cff2dd None None] Pushing event updated for resources: {'Port': ['ID=d570718d-5172-4632-96b3-fd9a76d79245,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:54.111525 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-92c5bfa3-2275-49c8-ab1a-2fb3bf3a4606 service neutron] Transition to ACTIVE for port object 518c34a3-6779-4d25-bd45-7c57bffdb4f7 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:59:54.122486 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d3b6bc-bdd4-4670-a3fa-c441f2cff2dd None None] Network bf0add21-1974-48f9-b24f-d18b213a687d is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:54.124142 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-52d3b6bc-bdd4-4670-a3fa-c441f2cff2dd None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:54.131628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d3b6bc-bdd4-4670-a3fa-c441f2cff2dd None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:54.146139 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-9509958f-6c2a-4277-b0ed-0a02fb87de7b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd0b533-fe71-48de-8143-64595a248e30') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:54.146728 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-9509958f-6c2a-4277-b0ed-0a02fb87de7b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd0b533-fe71-48de-8143-64595a248e30') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:54.151550 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e3c18836-70f0-428b-85ec-2fb7c834b844 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:54.170087 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9509958f-6c2a-4277-b0ed-0a02fb87de7b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:54.176895 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-92c5bfa3-2275-49c8-ab1a-2fb3bf3a4606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:54.182231 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-e3c18836-70f0-428b-85ec-2fb7c834b844 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Calling delete_port for df80d5e1-f9b8-446b-a3e1-d6bef3be6bfa owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:54.190458 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-b7388f28-36f2-4361-9801-1a7d50441f83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=5f848b02-05bc-4238-b1ac-d026adbdf90d HTTP/1.1" status: 200 len: 217 time: 0.0961189 Nov 24 20:59:54.197322 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a3bb3-6c84-42dd-8905-7a4417720613 req-2156f057-9472-4cf1-a2e2-0c22a5c51caa tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:54.198880 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-858a3bb3-6c84-42dd-8905-7a4417720613 req-2156f057-9472-4cf1-a2e2-0c22a5c51caa tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe578b9-fba6-41c7-a5cb-b3b2c01fee80 HTTP/1.1" status: 200 len: 936 time: 0.1608651 Nov 24 20:59:54.207142 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9509958f-6c2a-4277-b0ed-0a02fb87de7b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:54.222498 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1efdc0a7-446a-4469-815d-78fa461a027d tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7676933 Nov 24 20:59:54.233580 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38886) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:54.234294 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9509958f-6c2a-4277-b0ed-0a02fb87de7b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:59:54.234572 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9509958f-6c2a-4277-b0ed-0a02fb87de7b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:54.242764 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c4b8b547-484b-451a-9bda-f6ff6b4b2625 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'subnet': {'network_id': 'ccfaea3a-b848-480e-8c3c-96175808bb4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:59:54.247021 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:59:54.264659 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-52d3b6bc-bdd4-4670-a3fa-c441f2cff2dd None None] Attempting to bind port d570718d-5172-4632-96b3-fd9a76d79245 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:59:54.266464 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-52d3b6bc-bdd4-4670-a3fa-c441f2cff2dd None None] Attempting to bind port d570718d-5172-4632-96b3-fd9a76d79245 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '079d8706-5aaa-4497-bc02-2b1257311c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'bf0add21-1974-48f9-b24f-d18b213a687d'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:59:54.267088 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d3b6bc-bdd4-4670-a3fa-c441f2cff2dd None None] Attempting to bind port d570718d-5172-4632-96b3-fd9a76d79245 on network bf0add21-1974-48f9-b24f-d18b213a687d {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:54.277102 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d3b6bc-bdd4-4670-a3fa-c441f2cff2dd None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:59:54.277772 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d3b6bc-bdd4-4670-a3fa-c441f2cff2dd None None] Checking segment: {'id': '079d8706-5aaa-4497-bc02-2b1257311c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'bf0add21-1974-48f9-b24f-d18b213a687d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:54.278775 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-52d3b6bc-bdd4-4670-a3fa-c441f2cff2dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:54.280668 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d3b6bc-bdd4-4670-a3fa-c441f2cff2dd None None] Bound using segment: {'id': '079d8706-5aaa-4497-bc02-2b1257311c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'bf0add21-1974-48f9-b24f-d18b213a687d'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:59:54.281212 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-52d3b6bc-bdd4-4670-a3fa-c441f2cff2dd None None] Bound port: d570718d-5172-4632-96b3-fd9a76d79245, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079d8706-5aaa-4497-bc02-2b1257311c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'bf0add21-1974-48f9-b24f-d18b213a687d'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:59:54.281614 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-52d3b6bc-bdd4-4670-a3fa-c441f2cff2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:54.358502 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdc0a7-446a-4469-815d-78fa461a027d tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Network': ['ID=ccfaea3a-b848-480e-8c3c-96175808bb4e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:54.389505 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5bfa3-2275-49c8-ab1a-2fb3bf3a4606 service neutron] Pushing event updated for resources: {'Port': ['ID=518c34a3-6779-4d25-bd45-7c57bffdb4f7,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:54.414055 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network ccfaea3a-b848-480e-8c3c-96175808bb4e details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:59:54.479842 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5fad102b-ff8b-44f3-a3b7-dd2a7a5e72bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:54.481442 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-5fad102b-ff8b-44f3-a3b7-dd2a7a5e72bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26f7ad4d-47f7-4f94-83c1-a9b148ce53d9 HTTP/1.1" status: 200 len: 797 time: 0.2554088 Nov 24 20:59:54.546146 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-316f0f89-d4e5-4e46-b366-523c2a060e29 req-2df4d4a5-8a88-4fbd-bb4a-53d25dc67d82 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4478343 Nov 24 20:59:54.618514 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-52d3b6bc-bdd4-4670-a3fa-c441f2cff2dd None None] For port d570718d-5172-4632-96b3-fd9a76d79245, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:59:54.630530 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-52d3b6bc-bdd4-4670-a3fa-c441f2cff2dd None None] For port d570718d-5172-4632-96b3-fd9a76d79245, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d570718d-5172-4632-96b3-fd9a76d79245,segment=NetworkSegment(079d8706-5aaa-4497-bc02-2b1257311c88),segment_id=079d8706-5aaa-4497-bc02-2b1257311c88)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:59:54.643647 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-52d3b6bc-bdd4-4670-a3fa-c441f2cff2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:54.693706 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9509958f-6c2a-4277-b0ed-0a02fb87de7b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:54.697744 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-ddd480a3-8c17-450e-8673-4ff1dfe9cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:54.699289 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-ddd480a3-8c17-450e-8673-4ff1dfe9cd05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1684189 Nov 24 20:59:54.711524 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-92c5bfa3-2275-49c8-ab1a-2fb3bf3a4606 service neutron] Attempting to bind port 518c34a3-6779-4d25-bd45-7c57bffdb4f7 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 20:59:54.711902 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-92c5bfa3-2275-49c8-ab1a-2fb3bf3a4606 service neutron] Attempting to bind port 518c34a3-6779-4d25-bd45-7c57bffdb4f7 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 20:59:54.712303 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-92c5bfa3-2275-49c8-ab1a-2fb3bf3a4606 service neutron] Attempting to bind port 518c34a3-6779-4d25-bd45-7c57bffdb4f7 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:54.729680 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b8b547-484b-451a-9bda-f6ff6b4b2625 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Made reservation on behalf of 5ef7f67306b24de79e4801e6d8b904e0 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:54.741952 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c4b8b547-484b-451a-9bda-f6ff6b4b2625 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:54.747330 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-92c5bfa3-2275-49c8-ab1a-2fb3bf3a4606 service neutron] Port 518c34a3-6779-4d25-bd45-7c57bffdb4f7 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 20:59:54.747330 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-92c5bfa3-2275-49c8-ab1a-2fb3bf3a4606 service neutron] Attempting to bind port 518c34a3-6779-4d25-bd45-7c57bffdb4f7 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 20:59:54.806358 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9509958f-6c2a-4277-b0ed-0a02fb87de7b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:54.810675 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9509958f-6c2a-4277-b0ed-0a02fb87de7b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "DELETE /v2.0/networks/9967960c-968f-4828-9e66-ee6299262b68 HTTP/1.1" status: 204 len: 168 time: 1.7003756 Nov 24 20:59:54.835063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-92c5bfa3-2275-49c8-ab1a-2fb3bf3a4606 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 20:59:54.835338 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-92c5bfa3-2275-49c8-ab1a-2fb3bf3a4606 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:54.835737 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-92c5bfa3-2275-49c8-ab1a-2fb3bf3a4606 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 20:59:54.836209 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-92c5bfa3-2275-49c8-ab1a-2fb3bf3a4606 service neutron] Bound port: 518c34a3-6779-4d25-bd45-7c57bffdb4f7, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 20:59:54.836547 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-92c5bfa3-2275-49c8-ab1a-2fb3bf3a4606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:54.854394 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38904) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:54.893717 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-858a3bb3-6c84-42dd-8905-7a4417720613 req-5014a0b9-7e5f-45e8-8fe8-8b743012c050 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6789370 Nov 24 20:59:54.935834 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509958f-6c2a-4277-b0ed-0a02fb87de7b tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event deleted for resources: {'Network': ['ID=9967960c-968f-4828-9e66-ee6299262b68,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:55.030975 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ab1dc-1401-452f-8a96-fca8976367c4 req-cd5ae5fd-8bf4-4b0b-b59e-94909ecb1ca9 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:55.032607 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-387ab1dc-1401-452f-8a96-fca8976367c4 req-cd5ae5fd-8bf4-4b0b-b59e-94909ecb1ca9 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d63d29-62a3-42e9-b117-00a512d26edc HTTP/1.1" status: 200 len: 946 time: 0.2435887 Nov 24 20:59:55.097605 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e3fbe-35c5-41a0-85cb-3e83cc5bee23 req-3df9874c-8e15-4a67-b30d-d765e71d4c3d tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:55.099239 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-784e3fbe-35c5-41a0-85cb-3e83cc5bee23 req-3df9874c-8e15-4a67-b30d-d765e71d4c3d tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256 HTTP/1.1" status: 200 len: 946 time: 0.3118978 Nov 24 20:59:55.146283 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-0fdfe44e-069c-4abf-9486-a8f318f4e74a service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291730 Nov 24 20:59:55.151608 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3b6bc-bdd4-4670-a3fa-c441f2cff2dd None None] Pushing event updated for resources: {'Port': ['ID=d570718d-5172-4632-96b3-fd9a76d79245,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:55.166544 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a499937-3a84-4885-bd48-7e4001843608 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Deleting subnet fd383ede-4b21-4d86-9175-89ff599f6b94 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:59:55.181464 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a499937-3a84-4885-bd48-7e4001843608 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:55.184705 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e3c18836-70f0-428b-85ec-2fb7c834b844 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:55.198577 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-92c5bfa3-2275-49c8-ab1a-2fb3bf3a4606 service neutron] For port 518c34a3-6779-4d25-bd45-7c57bffdb4f7, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 20:59:55.257893 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-92c5bfa3-2275-49c8-ab1a-2fb3bf3a4606 service neutron] For port 518c34a3-6779-4d25-bd45-7c57bffdb4f7, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=518c34a3-6779-4d25-bd45-7c57bffdb4f7,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 20:59:55.283616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c18836-70f0-428b-85ec-2fb7c834b844 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Port': ['ID=df80d5e1-f9b8-446b-a3e1-d6bef3be6bfa,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:55.306361 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e3c18836-70f0-428b-85ec-2fb7c834b844 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:55.310275 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-92c5bfa3-2275-49c8-ab1a-2fb3bf3a4606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:55.314263 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e3c18836-70f0-428b-85ec-2fb7c834b844 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/ports/df80d5e1-f9b8-446b-a3e1-d6bef3be6bfa HTTP/1.1" status: 204 len: 168 time: 1.6097462 Nov 24 20:59:55.325906 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38908) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:55.337065 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba8ba3-2a80-4fad-97cf-7427f5bcc436 req-908df4ed-afcc-44ac-ad33-b0e95358e7de tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:55.339151 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-41ba8ba3-2a80-4fad-97cf-7427f5bcc436 req-908df4ed-afcc-44ac-ad33-b0e95358e7de tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5d63d29-62a3-42e9-b117-00a512d26edc HTTP/1.1" status: 200 len: 946 time: 0.2443020 Nov 24 20:59:55.356967 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-784e3fbe-35c5-41a0-85cb-3e83cc5bee23 req-5cedb73d-ece4-4b84-a497-47ae04584708 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/security-groups?id=455029b9-f600-4cf6-8df5-667d9c16934a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373044 Nov 24 20:59:55.371891 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a499937-3a84-4885-bd48-7e4001843608 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:55.405134 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-92c5bfa3-2275-49c8-ab1a-2fb3bf3a4606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:55.405766 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-92c5bfa3-2275-49c8-ab1a-2fb3bf3a4606 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:55.407190 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-92c5bfa3-2275-49c8-ab1a-2fb3bf3a4606 service neutron] 10.222.0.48 "PUT /v2.0/ports/518c34a3-6779-4d25-bd45-7c57bffdb4f7 HTTP/1.1" status: 200 len: 1096 time: 2.5221856 Nov 24 20:59:55.413071 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe578b9-fba6-41c7-a5cb-b3b2c01fee80', 'tag': '518c34a3-6779-4d25-bd45-7c57bffdb4f7'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:59:55.415460 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281309b7-a18a-4248-97a2-4c50efc70e48" -d '{"events": [{"name": "network-changed", "server_uuid": "afe578b9-fba6-41c7-a5cb-b3b2c01fee80", "tag": "518c34a3-6779-4d25-bd45-7c57bffdb4f7"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:59:55.459009 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cffd94-83ef-47a6-89c7-5946834b77b2 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] GET failed (client error): The resource could not be found. Nov 24 20:59:55.465188 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-65cffd94-83ef-47a6-89c7-5946834b77b2 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports/df80d5e1-f9b8-446b-a3e1-d6bef3be6bfa HTTP/1.1" status: 404 len: 333 time: 0.1248097 Nov 24 20:59:55.474841 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38912) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:55.488013 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-2b083c6c-b76b-41b7-af74-a1e15d56fa74 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'port': {'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b', 'name': 'tempest-PortsIpV6TestJSON-1058495381'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:55.508792 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 20:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab234a7d-4804-443e-9a31-67a42015312e x-openstack-request-id: req-ab234a7d-4804-443e-9a31-67a42015312e {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:59:55.508943 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe578b9-fba6-41c7-a5cb-b3b2c01fee80", "tag": "518c34a3-6779-4d25-bd45-7c57bffdb4f7", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:59:55.509125 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ab234a7d-4804-443e-9a31-67a42015312e {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:59:55.509555 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe578b9-fba6-41c7-a5cb-b3b2c01fee80', 'tag': '518c34a3-6779-4d25-bd45-7c57bffdb4f7', 'status': 'completed', 'code': 200} Nov 24 20:59:55.520022 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-763019c5-14a1-4755-be93-827ab970bfbb service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566616 Nov 24 20:59:55.542755 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5bfa3-2275-49c8-ab1a-2fb3bf3a4606 service neutron] Pushing event updated for resources: {'Port': ['ID=518c34a3-6779-4d25-bd45-7c57bffdb4f7,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:55.570970 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-387ab1dc-1401-452f-8a96-fca8976367c4 req-ff8cfc84-9853-4ca4-8d13-db8055e7e939 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Deleting port 58ca93dd-a19a-4791-9d03-9556ef2216da {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:55.571260 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-387ab1dc-1401-452f-8a96-fca8976367c4 req-ff8cfc84-9853-4ca4-8d13-db8055e7e939 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:55.646943 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-216f334c-3ca4-4429-acd0-f8c629da42d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=af61a7f2-1e25-4982-87e4-5079effabcf1 HTTP/1.1" status: 200 len: 217 time: 0.1011198 Nov 24 20:59:55.834032 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d570718d-5172-4632-96b3-fd9a76d79245 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:59:55.840550 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-c32f36ab-13fc-4db2-88bf-5e4933d887c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:55.842520 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-c32f36ab-13fc-4db2-88bf-5e4933d887c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9f97af922bb4212809f7d75bc05ed87&device_id=afe578b9-fba6-41c7-a5cb-b3b2c01fee80 HTTP/1.1" status: 200 len: 1099 time: 0.3625576 Nov 24 20:59:55.946839 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-a5578c44-957d-4828-96c5-fc1f2dd24f58 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=518c34a3-6779-4d25-bd45-7c57bffdb4f7 HTTP/1.1" status: 200 len: 217 time: 0.0939975 Nov 24 20:59:55.973449 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port d570718d-5172-4632-96b3-fd9a76d79245 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:55.973825 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:56.040579 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a499937-3a84-4885-bd48-7e4001843608 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:56.053987 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-9413b667-3668-4dc5-9edf-922f9e094cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:56.055490 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-9413b667-3668-4dc5-9edf-922f9e094cf2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26f7ad4d-47f7-4f94-83c1-a9b148ce53d9 HTTP/1.1" status: 200 len: 797 time: 0.3696983 Nov 24 20:59:56.072453 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455250b5-a899-47a0-9d73-3c20b54727d3 req-6027af73-a368-4f27-a965-752750732e89 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:56.078595 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455250b5-a899-47a0-9d73-3c20b54727d3 req-6027af73-a368-4f27-a965-752750732e89 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:56.085701 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455250b5-a899-47a0-9d73-3c20b54727d3 req-6027af73-a368-4f27-a965-752750732e89 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:56.091759 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455250b5-a899-47a0-9d73-3c20b54727d3 req-6027af73-a368-4f27-a965-752750732e89 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:56.098396 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455250b5-a899-47a0-9d73-3c20b54727d3 req-6027af73-a368-4f27-a965-752750732e89 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:56.105176 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:56.113048 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-41ba8ba3-2a80-4fad-97cf-7427f5bcc436 req-e760e069-6605-46bc-91a5-ba8e90adb388 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7511430 Nov 24 20:59:56.113425 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455250b5-a899-47a0-9d73-3c20b54727d3 req-6027af73-a368-4f27-a965-752750732e89 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:56.125269 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455250b5-a899-47a0-9d73-3c20b54727d3 req-6027af73-a368-4f27-a965-752750732e89 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:56.133956 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-455250b5-a899-47a0-9d73-3c20b54727d3 req-6027af73-a368-4f27-a965-752750732e89 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5421 time: 0.4017599 Nov 24 20:59:56.152959 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c4b8b547-484b-451a-9bda-f6ff6b4b2625 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:56.182968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port d570718d-5172-4632-96b3-fd9a76d79245, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d570718d-5172-4632-96b3-fd9a76d79245,segment=NetworkSegment(079d8706-5aaa-4497-bc02-2b1257311c88),segment_id=079d8706-5aaa-4497-bc02-2b1257311c88)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:56.193866 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:56.257678 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-387ab1dc-1401-452f-8a96-fca8976367c4 req-ff8cfc84-9853-4ca4-8d13-db8055e7e939 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] For port 58ca93dd-a19a-4791-9d03-9556ef2216da, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=58ca93dd-a19a-4791-9d03-9556ef2216da,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:56.258053 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-387ab1dc-1401-452f-8a96-fca8976367c4 req-ff8cfc84-9853-4ca4-8d13-db8055e7e939 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:56.278105 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-387ab1dc-1401-452f-8a96-fca8976367c4 req-ff8cfc84-9853-4ca4-8d13-db8055e7e939 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Calling delete_port for 58ca93dd-a19a-4791-9d03-9556ef2216da owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:56.290033 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=d570718d-5172-4632-96b3-fd9a76d79245,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:56.374168 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a499937-3a84-4885-bd48-7e4001843608 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:56.401263 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c861e17-e4a8-4ed9-bf80-acbfc4e4e7df None None] Network bf0add21-1974-48f9-b24f-d18b213a687d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:56.403624 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8b547-484b-451a-9bda-f6ff6b4b2625 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Subnet': ['ID=5d0bcbaa-ed1e-421f-a2a6-8e5465291430,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:56.442149 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b083c6c-b76b-41b7-af74-a1e15d56fa74 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:56.446260 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2b083c6c-b76b-41b7-af74-a1e15d56fa74 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:56.455582 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a499937-3a84-4885-bd48-7e4001843608 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:56.459255 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5a499937-3a84-4885-bd48-7e4001843608 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "DELETE /v2.0/subnets/fd383ede-4b21-4d86-9175-89ff599f6b94 HTTP/1.1" status: 204 len: 168 time: 1.6029048 Nov 24 20:59:56.460792 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c9369a-bd80-491c-b9d1-bca83fbea846 None None] Network eb0da17d-ab8b-4ed0-81aa-8dc1cc50060b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:56.463910 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-fbc45fe4-d05f-4618-b275-633424032cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:56.465837 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-fbc45fe4-d05f-4618-b275-633424032cdc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.4918094 Nov 24 20:59:56.474277 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-455250b5-a899-47a0-9d73-3c20b54727d3 req-96e0d208-360c-4104-9928-07ede42524bd tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3394508 Nov 24 20:59:56.478754 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a499937-3a84-4885-bd48-7e4001843608 tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event deleted for resources: {'Subnet': ['ID=fd383ede-4b21-4d86-9175-89ff599f6b94,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:56.480313 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38922) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:56.488894 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a4b4b-4a9a-42ec-b65e-1e7e448dbfd2 req-5e335434-df21-425a-92e0-db5b9a7f4646 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:56.496287 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa4a4b4b-4a9a-42ec-b65e-1e7e448dbfd2 req-5e335434-df21-425a-92e0-db5b9a7f4646 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe578b9-fba6-41c7-a5cb-b3b2c01fee80 HTTP/1.1" status: 200 len: 948 time: 0.2244875 Nov 24 20:59:56.518699 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b8b547-484b-451a-9bda-f6ff6b4b2625 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Checking segment: {'id': '2bac1029-85ad-4fd2-b8d4-29fd5087828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ccfaea3a-b848-480e-8c3c-96175808bb4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 20:59:56.519368 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b8b547-484b-451a-9bda-f6ff6b4b2625 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Network hostable DHCP agents. Network: ccfaea3a-b848-480e-8c3c-96175808bb4e, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:59:56.534654 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-2b083c6c-b76b-41b7-af74-a1e15d56fa74 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] device_id is not set on port 6ccae163-6713-4739-aaec-f5814fd00093 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 20:59:56.589271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-214df4c4-0025-4504-a31f-f8b01ef7aef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:56.591150 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-214df4c4-0025-4504-a31f-f8b01ef7aef9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4438272 Nov 24 20:59:56.619620 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-387ab1dc-1401-452f-8a96-fca8976367c4 req-ff8cfc84-9853-4ca4-8d13-db8055e7e939 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:56.631636 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa4a4b4b-4a9a-42ec-b65e-1e7e448dbfd2 req-3ac40895-79e0-4961-88d4-3cadeceb910d tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339204 Nov 24 20:59:56.635865 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b8b547-484b-451a-9bda-f6ff6b4b2625 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Network ccfaea3a-b848-480e-8c3c-96175808bb4e is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:59:56.650841 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-924130cd-0407-47e5-a263-06eff4d7f24f None None] Provisioning complete for port d570718d-5172-4632-96b3-fd9a76d79245 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:56.651218 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-924130cd-0407-47e5-a263-06eff4d7f24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:56.668784 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-c4b8b547-484b-451a-9bda-f6ff6b4b2625 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, ccfaea3a-b848-480e-8c3c-96175808bb4e) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:56.680422 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b8b547-484b-451a-9bda-f6ff6b4b2625 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:56.681350 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c4b8b547-484b-451a-9bda-f6ff6b4b2625 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:56.691559 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['b512f2a2-32d6-46d1-b645-f544c8d3adea'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 20:59:56.717247 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd5f6fb-b692-419f-990e-4fc8af0f4305 None None] Network ccfaea3a-b848-480e-8c3c-96175808bb4e requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:56.724833 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c4b8b547-484b-451a-9bda-f6ff6b4b2625 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.4859512 Nov 24 20:59:56.731976 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38924) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:56.742614 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cfc84-9853-4ca4-8d13-db8055e7e939 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Pushing event deleted for resources: {'Port': ['ID=58ca93dd-a19a-4791-9d03-9556ef2216da,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:56.836956 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b178fb-959e-4000-84f1-d4ef437e256f req-f156d8de-67b7-4914-8521-cc9424444ac6 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:56.838485 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-26b178fb-959e-4000-84f1-d4ef437e256f req-f156d8de-67b7-4914-8521-cc9424444ac6 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256 HTTP/1.1" status: 200 len: 946 time: 0.1346827 Nov 24 20:59:56.885648 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2b083c6c-b76b-41b7-af74-a1e15d56fa74 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:56.913518 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-b34127e3-ef25-4085-8454-cd4cbb9e2986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:56.915052 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-b34127e3-ef25-4085-8454-cd4cbb9e2986 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3358514 Nov 24 20:59:56.935996 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-759f5bf1-7aca-4c64-bf7d-7c3d01f834ca tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:57.002656 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f218a700-bfb4-4567-b263-c7199291e199 None None] DHCP port deletion for eb0da17d-ab8b-4ed0-81aa-8dc1cc50060b request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 20:59:57.003235 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2b083c6c-b76b-41b7-af74-a1e15d56fa74 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:57.037625 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-759f5bf1-7aca-4c64-bf7d-7c3d01f834ca tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:57.080317 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b083c6c-b76b-41b7-af74-a1e15d56fa74 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network 1f176f74-01d3-4640-935b-9a80200a4c6b is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:59:57.089360 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-2b083c6c-b76b-41b7-af74-a1e15d56fa74 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:59:57.097275 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b083c6c-b76b-41b7-af74-a1e15d56fa74 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 20:59:57.103162 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b083c6c-b76b-41b7-af74-a1e15d56fa74 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:57.103896 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2b083c6c-b76b-41b7-af74-a1e15d56fa74 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:57.109100 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b083c6c-b76b-41b7-af74-a1e15d56fa74 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Port': ['ID=6ccae163-6713-4739-aaec-f5814fd00093,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:57.214054 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2b083c6c-b76b-41b7-af74-a1e15d56fa74 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7366071 Nov 24 20:59:57.214694 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38930) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:57.229743 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-36801e5c-68d4-4b91-9bdc-97418df484c0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:57.252111 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f8f713-0271-4934-ba9e-8470b7ef0054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-ccfaea3a-b848-480e-8c3c-96175808bb4e', 'network_id': 'ccfaea3a-b848-480e-8c3c-96175808bb4e', 'tenant_id': '5ef7f67306b24de79e4801e6d8b904e0', 'fixed_ips': [{'subnet_id': '5d0bcbaa-ed1e-421f-a2a6-8e5465291430'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 20:59:57.253026 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-39f8f713-0271-4934-ba9e-8470b7ef0054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:57.270109 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f218a700-bfb4-4567-b263-c7199291e199 None None] Deleting port 731bfa5c-a830-41c1-b880-fc9c75e9579c {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:57.270739 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f218a700-bfb4-4567-b263-c7199291e199 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:57.341814 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-59b3d78b-c931-4451-a20c-7e92209fdbb2 req-a46a877f-af32-4367-adae-f2367329083e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5d63d29-62a3-42e9-b117-00a512d26edc HTTP/1.1" status: 200 len: 210 time: 0.1075473 Nov 24 20:59:57.408401 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-759f5bf1-7aca-4c64-bf7d-7c3d01f834ca tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:57.475320 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f218a700-bfb4-4567-b263-c7199291e199 None None] For port 731bfa5c-a830-41c1-b880-fc9c75e9579c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=731bfa5c-a830-41c1-b880-fc9c75e9579c,segment=NetworkSegment(f43e62ec-244c-40a1-b706-e5527bd3f6b3),segment_id=f43e62ec-244c-40a1-b706-e5527bd3f6b3)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:57.476094 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f218a700-bfb4-4567-b263-c7199291e199 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:57.479229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f5bf1-7aca-4c64-bf7d-7c3d01f834ca tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Subnet': ['ID=5d0bcbaa-ed1e-421f-a2a6-8e5465291430,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:57.482371 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36801e5c-68d4-4b91-9bdc-97418df484c0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server [None req-39f8f713-0271-4934-ba9e-8470b7ef0054 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d0bcbaa-ed1e-421f-a2a6-8e5465291430: This subnet is being modified by another concurrent operation. Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 20:59:57.622161 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise exception Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d0bcbaa-ed1e-421f-a2a6-8e5465291430: This subnet is being modified by another concurrent operation. Nov 24 20:59:57.625583 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server Nov 24 20:59:57.636079 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f218a700-bfb4-4567-b263-c7199291e199 None None] Calling delete_port for 731bfa5c-a830-41c1-b880-fc9c75e9579c owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:57.648260 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-26b178fb-959e-4000-84f1-d4ef437e256f req-4ef53605-f882-4424-9823-57707c404837 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/security-groups?id=455029b9-f600-4cf6-8df5-667d9c16934a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7977965 Nov 24 20:59:57.695424 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf40962-58ab-4f26-82cd-0493f9ad7d3e None None] Network ccfaea3a-b848-480e-8c3c-96175808bb4e requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 20:59:57.734184 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-759f5bf1-7aca-4c64-bf7d-7c3d01f834ca tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:57.755587 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d570718d-5172-4632-96b3-fd9a76d79245 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 20:59:57.756013 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-61556867-c21a-42a1-9e39-2121086b127d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:57.794163 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-a24199d4-0f82-43eb-9c11-3355d79e9d3d service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1904986 Nov 24 20:59:57.795067 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-759f5bf1-7aca-4c64-bf7d-7c3d01f834ca tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfaea3a-b848-480e-8c3c-96175808bb4e']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:57.843511 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-759f5bf1-7aca-4c64-bf7d-7c3d01f834ca tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bac1029-85ad-4fd2-b8d4-29fd5087828d') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:57.843866 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-759f5bf1-7aca-4c64-bf7d-7c3d01f834ca tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bac1029-85ad-4fd2-b8d4-29fd5087828d') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:57.867200 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f13f15-34ce-4f22-b5b6-b47f61d04229 req-85f019ae-6176-4023-86d3-96ebcac4e3db tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:57.873317 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f13f15-34ce-4f22-b5b6-b47f61d04229 req-85f019ae-6176-4023-86d3-96ebcac4e3db tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:57.879972 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f13f15-34ce-4f22-b5b6-b47f61d04229 req-85f019ae-6176-4023-86d3-96ebcac4e3db tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:57.898090 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-387ab1dc-1401-452f-8a96-fca8976367c4 req-ff8cfc84-9853-4ca4-8d13-db8055e7e939 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] No DVR routers for this DVR port 58ca93dd-a19a-4791-9d03-9556ef2216da on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:59:57.904209 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f13f15-34ce-4f22-b5b6-b47f61d04229 req-85f019ae-6176-4023-86d3-96ebcac4e3db tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:57.909114 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4f5a6350-1b1e-420f-b141-4cecf465ab47 None None] Provisioning complete for port d570718d-5172-4632-96b3-fd9a76d79245 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:57.909319 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4f5a6350-1b1e-420f-b141-4cecf465ab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:57.911079 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-387ab1dc-1401-452f-8a96-fca8976367c4 req-ff8cfc84-9853-4ca4-8d13-db8055e7e939 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:57.915159 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-387ab1dc-1401-452f-8a96-fca8976367c4 req-ff8cfc84-9853-4ca4-8d13-db8055e7e939 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.48 "DELETE /v2.0/ports/58ca93dd-a19a-4791-9d03-9556ef2216da HTTP/1.1" status: 204 len: 173 time: 2.8733301 Nov 24 20:59:57.919534 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f13f15-34ce-4f22-b5b6-b47f61d04229 req-85f019ae-6176-4023-86d3-96ebcac4e3db tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:57.928650 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d63d29-62a3-42e9-b117-00a512d26edc', 'name': 'network-vif-deleted', 'tag': '58ca93dd-a19a-4791-9d03-9556ef2216da'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:59:57.931499 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43245769-bfe5-44e0-8dcb-33b51c631d3f" -d '{"events": [{"server_uuid": "c5d63d29-62a3-42e9-b117-00a512d26edc", "name": "network-vif-deleted", "tag": "58ca93dd-a19a-4791-9d03-9556ef2216da"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 20:59:57.937006 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f13f15-34ce-4f22-b5b6-b47f61d04229 req-85f019ae-6176-4023-86d3-96ebcac4e3db tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:57.949899 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f13f15-34ce-4f22-b5b6-b47f61d04229 req-85f019ae-6176-4023-86d3-96ebcac4e3db tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:57.953210 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-08f13f15-34ce-4f22-b5b6-b47f61d04229 req-85f019ae-6176-4023-86d3-96ebcac4e3db tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5421 time: 0.2737434 Nov 24 20:59:57.962446 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-759f5bf1-7aca-4c64-bf7d-7c3d01f834ca tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:58.014399 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36801e5c-68d4-4b91-9bdc-97418df484c0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:58.036960 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-759f5bf1-7aca-4c64-bf7d-7c3d01f834ca tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:58.044911 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759f5bf1-7aca-4c64-bf7d-7c3d01f834ca tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:59:58.046281 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-759f5bf1-7aca-4c64-bf7d-7c3d01f834ca tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:58.062032 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 58ca93dd-a19a-4791-9d03-9556ef2216da no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:59:58.091051 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddeb82-0c78-441b-974a-56b626691f69 req-7976d968-e446-455f-a89f-e7f03da23d94 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:58.092605 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fdddeb82-0c78-441b-974a-56b626691f69 req-7976d968-e446-455f-a89f-e7f03da23d94 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe578b9-fba6-41c7-a5cb-b3b2c01fee80 HTTP/1.1" status: 200 len: 948 time: 0.3076825 Nov 24 20:59:58.104471 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 58ca93dd-a19a-4791-9d03-9556ef2216da {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:59:58.104868 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 58ca93dd-a19a-4791-9d03-9556ef2216da not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:59:58.108780 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-a4c190ed-8387-4a0d-a897-2523ba2d7b22 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1441648 Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: timer() Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:59:58.128958 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:59:58.138209 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f218a700-bfb4-4567-b263-c7199291e199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:58.141567 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36801e5c-68d4-4b91-9bdc-97418df484c0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:58.172595 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port d570718d-5172-4632-96b3-fd9a76d79245 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:58.172595 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:58.189882 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-759f5bf1-7aca-4c64-bf7d-7c3d01f834ca tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:58.214926 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-36801e5c-68d4-4b91-9bdc-97418df484c0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] In _notify_port_updated(), no bound segment for port 6ccae163-6713-4739-aaec-f5814fd00093 on network 1f176f74-01d3-4640-935b-9a80200a4c6b {{(pid=109991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 20:59:58.219660 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f4dbb5e4-afd0-41f3-b2d3-89b3d1b3ed57 service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083817 Nov 24 20:59:58.222102 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36801e5c-68d4-4b91-9bdc-97418df484c0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:58.223152 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36801e5c-68d4-4b91-9bdc-97418df484c0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:58.223831 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-61556867-c21a-42a1-9e39-2121086b127d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Deleting port 731bfa5c-a830-41c1-b880-fc9c75e9579c {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:58.224183 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-61556867-c21a-42a1-9e39-2121086b127d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:58.227508 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-36801e5c-68d4-4b91-9bdc-97418df484c0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "PUT /v2.0/ports/6ccae163-6713-4739-aaec-f5814fd00093 HTTP/1.1" status: 200 len: 818 time: 1.0109444 Nov 24 20:59:58.229466 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-759f5bf1-7aca-4c64-bf7d-7c3d01f834ca tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:58.238160 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-759f5bf1-7aca-4c64-bf7d-7c3d01f834ca tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/networks/ccfaea3a-b848-480e-8c3c-96175808bb4e HTTP/1.1" status: 204 len: 168 time: 1.5043583 Nov 24 20:59:58.241731 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218a700-bfb4-4567-b263-c7199291e199 None None] Pushing event deleted for resources: {'Port': ['ID=731bfa5c-a830-41c1-b880-fc9c75e9579c,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:58.246635 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f218a700-bfb4-4567-b263-c7199291e199 None None] No DVR routers for this DVR port 731bfa5c-a830-41c1-b880-fc9c75e9579c on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:59:58.261363 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38942) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:58.261930 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38944) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:58.275249 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-8af7c17b-3ab4-4fed-912f-7399a60538be tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-604561020'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:58.277295 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5a95d3-18ab-40f2-870b-95d3a22a2543 None None] get_active_networks_info from n-d-812111-8 {{(pid=109992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 20:59:58.308265 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f5bf1-7aca-4c64-bf7d-7c3d01f834ca tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Network': ['ID=ccfaea3a-b848-480e-8c3c-96175808bb4e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:58.312222 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fdddeb82-0c78-441b-974a-56b626691f69 req-9cf8f936-4dc0-42e9-81a1-8f8e7612ba6b tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627607 Nov 24 20:59:58.371105 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-08f13f15-34ce-4f22-b5b6-b47f61d04229 req-79d0db00-22d5-4cb7-8700-393cf7b5c704 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3540077 Nov 24 20:59:58.372138 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36801e5c-68d4-4b91-9bdc-97418df484c0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Port': ['ID=6ccae163-6713-4739-aaec-f5814fd00093,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:58.453299 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-6392050c-6dbc-41d5-b86d-3930caadd2b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=2350812e-3580-420e-832c-24f31e39b118 HTTP/1.1" status: 200 len: 217 time: 0.1608701 Nov 24 20:59:58.488455 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af7c17b-3ab4-4fed-912f-7399a60538be tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Made reservation on behalf of 5ef7f67306b24de79e4801e6d8b904e0 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:58.499240 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8af7c17b-3ab4-4fed-912f-7399a60538be tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:58.542324 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 20:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7b5f99-6d84-4857-9d80-d1550274a4b9 x-openstack-request-id: req-db7b5f99-6d84-4857-9d80-d1550274a4b9 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 20:59:58.542635 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d63d29-62a3-42e9-b117-00a512d26edc", "name": "network-vif-deleted", "tag": "58ca93dd-a19a-4791-9d03-9556ef2216da", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 20:59:58.542883 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-db7b5f99-6d84-4857-9d80-d1550274a4b9 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 20:59:58.543423 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d63d29-62a3-42e9-b117-00a512d26edc', 'name': 'network-vif-deleted', 'tag': '58ca93dd-a19a-4791-9d03-9556ef2216da', 'status': 'completed', 'code': 200} Nov 24 20:59:58.566231 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af7c17b-3ab4-4fed-912f-7399a60538be tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:59:58.603617 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 731bfa5c-a830-41c1-b880-fc9c75e9579c no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 20:59:58.623838 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8af7c17b-3ab4-4fed-912f-7399a60538be tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:58.624196 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-8af7c17b-3ab4-4fed-912f-7399a60538be tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Added segment 6a5fae62-da1f-4279-89c3-1e470a3ab118 of type vlan for network e5d06b05-cd5e-4414-bbf7-715ddc83e399 Nov 24 20:59:58.691457 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-61556867-c21a-42a1-9e39-2121086b127d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] For port 731bfa5c-a830-41c1-b880-fc9c75e9579c, host n-d-812111-8, got binding levels [] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 20:59:58.691744 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-61556867-c21a-42a1-9e39-2121086b127d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:58.708284 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6f9554c-49bf-4afc-86d8-853f2be71a2c req-64836e19-8fa1-45ff-825c-82486e1e9d04 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5987909 Nov 24 20:59:58.718673 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-61556867-c21a-42a1-9e39-2121086b127d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Calling delete_port for 731bfa5c-a830-41c1-b880-fc9c75e9579c owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:58.724683 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.ipam_backend_mixin [None req-61556867-c21a-42a1-9e39-2121086b127d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Port 731bfa5c-a830-41c1-b880-fc9c75e9579c was not found and therefore no delete operation was performed {{(pid=109990) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 20:59:58.731085 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-64af1cc1-3103-4d0b-b522-94fc48f1c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:58.732501 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-64af1cc1-3103-4d0b-b522-94fc48f1c442 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26f7ad4d-47f7-4f94-83c1-a9b148ce53d9 HTTP/1.1" status: 200 len: 797 time: 0.2694364 Nov 24 20:59:58.733221 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-61556867-c21a-42a1-9e39-2121086b127d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:58.765089 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-1c97aa40-3e88-4c91-ac75-97af5a6e604e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting port 6ccae163-6713-4739-aaec-f5814fd00093 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 20:59:58.765938 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1c97aa40-3e88-4c91-ac75-97af5a6e604e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:58.781970 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61556867-c21a-42a1-9e39-2121086b127d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] No DVR routers for this DVR port 731bfa5c-a830-41c1-b880-fc9c75e9579c on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:59:58.808961 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5a95d3-18ab-40f2-870b-95d3a22a2543 None None] Resources bound (agent type, host, resource id): {{(pid=109992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 20:59:58.815475 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09d567-763b-4cd2-b5db-00ca8d4c3190 req-fa3a6f4a-93cd-4b2d-bfde-6c9fcfc73eb9 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:58.820734 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1b09d567-763b-4cd2-b5db-00ca8d4c3190 req-fa3a6f4a-93cd-4b2d-bfde-6c9fcfc73eb9 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256 HTTP/1.1" status: 200 len: 946 time: 0.3005981 Nov 24 20:59:58.835420 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 731bfa5c-a830-41c1-b880-fc9c75e9579c {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 20:59:58.835845 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 731bfa5c-a830-41c1-b880-fc9c75e9579c not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 20:59:58.854204 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61556867-c21a-42a1-9e39-2121086b127d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event deleted for resources: {'Port': ['ID=731bfa5c-a830-41c1-b880-fc9c75e9579c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:58.857956 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38948) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:58.868427 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1c97aa40-3e88-4c91-ac75-97af5a6e604e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:58.880795 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a9cbc547-1b40-4954-967b-a7a11cf56df7 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Request body: {'floatingip': {'port_id': 'b6deba82-7c54-4be8-b175-eee907fc547d'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:58.888100 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-1c97aa40-3e88-4c91-ac75-97af5a6e604e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Calling delete_port for 6ccae163-6713-4739-aaec-f5814fd00093 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 20:59:58.960351 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9cbc547-1b40-4954-967b-a7a11cf56df7 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks [] for floatingip, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:59.013041 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-61556867-c21a-42a1-9e39-2121086b127d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:59.031503 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38952) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:59.033974 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8af7c17b-3ab4-4fed-912f-7399a60538be tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:59.074764 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8af7c17b-3ab4-4fed-912f-7399a60538be tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:59.083541 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7c17b-3ab4-4fed-912f-7399a60538be tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:59.084170 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8af7c17b-3ab4-4fed-912f-7399a60538be tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:59.101459 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-1cd0548e-7a9a-4aa0-9876-969df666b875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:59.103405 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-1cd0548e-7a9a-4aa0-9876-969df666b875 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3569374 Nov 24 20:59:59.105367 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-61556867-c21a-42a1-9e39-2121086b127d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0da17d-ab8b-4ed0-81aa-8dc1cc50060b']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:59.109403 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3da30f7e-fd04-48d1-9123-a872dd5cf542 req-e4822479-d44d-4ac8-aca2-e34f1c4c6d6b tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5d63d29-62a3-42e9-b117-00a512d26edc HTTP/1.1" status: 200 len: 210 time: 0.4157794 Nov 24 20:59:59.111530 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281309b7-a18a-4248-97a2-4c50efc70e48 req-44245bb7-1b98-40f9-a990-707fb6c378af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:59.113229 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-281309b7-a18a-4248-97a2-4c50efc70e48 req-44245bb7-1b98-40f9-a990-707fb6c378af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9f97af922bb4212809f7d75bc05ed87&device_id=afe578b9-fba6-41c7-a5cb-b3b2c01fee80 HTTP/1.1" status: 200 len: 1099 time: 0.3293767 Nov 24 20:59:59.122749 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1c97aa40-3e88-4c91-ac75-97af5a6e604e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:59.133266 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8af7c17b-3ab4-4fed-912f-7399a60538be tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8629274 Nov 24 20:59:59.194685 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38954) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:59.195549 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e584b5-7203-4492-af80-b5dbab69daed admin admin] Deleting subnet b1362c4f-4e16-416c-836d-b50d92bb899b {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 20:59:59.206821 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-0431253b-5844-4f9b-93f1-732a2b72031e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'subnet': {'network_id': 'e5d06b05-cd5e-4414-bbf7-715ddc83e399', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:59:59.247252 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-61556867-c21a-42a1-9e39-2121086b127d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43e62ec-244c-40a1-b706-e5527bd3f6b3') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:59.247502 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-61556867-c21a-42a1-9e39-2121086b127d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43e62ec-244c-40a1-b706-e5527bd3f6b3') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:59:59.248780 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d7e584b5-7203-4492-af80-b5dbab69daed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:59.268764 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c9d875cf-5828-47b2-80cd-c2ba83b527ee service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526215 Nov 24 20:59:59.290355 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97aa40-3e88-4c91-ac75-97af5a6e604e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Port': ['ID=6ccae163-6713-4739-aaec-f5814fd00093,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:59.296276 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-61556867-c21a-42a1-9e39-2121086b127d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:59.305744 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1c97aa40-3e88-4c91-ac75-97af5a6e604e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:59.311698 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1c97aa40-3e88-4c91-ac75-97af5a6e604e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/ports/6ccae163-6713-4739-aaec-f5814fd00093 HTTP/1.1" status: 204 len: 168 time: 1.0464389 Nov 24 20:59:59.320987 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38956) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 20:59:59.431456 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7c17b-3ab4-4fed-912f-7399a60538be tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Network': ['ID=e5d06b05-cd5e-4414-bbf7-715ddc83e399,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:59.460614 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network e5d06b05-cd5e-4414-bbf7-715ddc83e399 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 20:59:59.465579 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-61556867-c21a-42a1-9e39-2121086b127d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:59.499671 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d7e584b5-7203-4492-af80-b5dbab69daed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:59.535140 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61556867-c21a-42a1-9e39-2121086b127d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:59:59.535563 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-61556867-c21a-42a1-9e39-2121086b127d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: timer() Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:59:59.539222 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:59:59.581357 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-837a8ee2-e07b-45e6-af94-1d3bc3861ba9 None None] Provisioning complete for port 0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:59.581741 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-837a8ee2-e07b-45e6-af94-1d3bc3861ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:59.586943 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0431253b-5844-4f9b-93f1-732a2b72031e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Made reservation on behalf of 5ef7f67306b24de79e4801e6d8b904e0 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:59:59.590950 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0431253b-5844-4f9b-93f1-732a2b72031e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:59.708013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281309b7-a18a-4248-97a2-4c50efc70e48 req-862f4de6-66d4-42d2-b9dc-af96c27ee65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:59.709881 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-281309b7-a18a-4248-97a2-4c50efc70e48 req-862f4de6-66d4-42d2-b9dc-af96c27ee65b service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.5048535 Nov 24 20:59:59.728153 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-b749fbe5-129a-425e-8a0b-f9e26195a49d service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448576 Nov 24 20:59:59.733716 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-837a8ee2-e07b-45e6-af94-1d3bc3861ba9 None None] Provisioning complete for port 26446297-b9ea-4059-9e84-db2189e66ff4 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:59.734376 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-837a8ee2-e07b-45e6-af94-1d3bc3861ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:59.738524 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952995da-6347-44c3-9d3c-0fbcb6d528d8 req-1596d948-f49f-4534-afb3-68135c62d561 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:59:59.740404 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-952995da-6347-44c3-9d3c-0fbcb6d528d8 req-1596d948-f49f-4534-afb3-68135c62d561 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe578b9-fba6-41c7-a5cb-b3b2c01fee80 HTTP/1.1" status: 200 len: 948 time: 0.3305738 Nov 24 20:59:59.787668 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-837a8ee2-e07b-45e6-af94-1d3bc3861ba9 None None] Port 26446297-b9ea-4059-9e84-db2189e66ff4 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:59:59.793911 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-61556867-c21a-42a1-9e39-2121086b127d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:59.801799 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-837a8ee2-e07b-45e6-af94-1d3bc3861ba9 None None] Provisioning complete for port 90cb1cf5-3f71-4c12-bf2b-d71e06619ba6 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:59.802181 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-837a8ee2-e07b-45e6-af94-1d3bc3861ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:59.850277 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-281309b7-a18a-4248-97a2-4c50efc70e48 req-c643c09c-7976-4ca7-8a9b-5c98896248dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=518c34a3-6779-4d25-bd45-7c57bffdb4f7 HTTP/1.1" status: 200 len: 217 time: 0.1307724 Nov 24 20:59:59.854123 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-61556867-c21a-42a1-9e39-2121086b127d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:59.857799 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-61556867-c21a-42a1-9e39-2121086b127d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] 10.222.0.11 "DELETE /v2.0/networks/eb0da17d-ab8b-4ed0-81aa-8dc1cc50060b HTTP/1.1" status: 204 len: 168 time: 3.2652590 Nov 24 20:59:59.863648 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-60ab25fd-b754-4f1b-9d13-fbbcfcc45dce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=52edc988-d91c-414e-b88e-c8d5937a1086 HTTP/1.1" status: 200 len: 217 time: 0.1205239 Nov 24 20:59:59.920100 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-837a8ee2-e07b-45e6-af94-1d3bc3861ba9 None None] Provisioning complete for port e697ed03-f401-4291-a467-2bee873bd137 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:59.920480 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-837a8ee2-e07b-45e6-af94-1d3bc3861ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 20:59:59.920969 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61556867-c21a-42a1-9e39-2121086b127d tempest-NetworksIpV6TestAttrs-1512810569 tempest-NetworksIpV6TestAttrs-1512810569-project] Pushing event deleted for resources: {'Network': ['ID=eb0da17d-ab8b-4ed0-81aa-8dc1cc50060b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:59:59.977942 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-837a8ee2-e07b-45e6-af94-1d3bc3861ba9 None None] Port e697ed03-f401-4291-a467-2bee873bd137 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 20:59:59.992127 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-837a8ee2-e07b-45e6-af94-1d3bc3861ba9 None None] Provisioning complete for port a2d4eff7-9d32-403e-85cd-4359ec323ac4 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:59:59.992515 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-837a8ee2-e07b-45e6-af94-1d3bc3861ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:00.075456 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06d0b95-ac78-4e38-aff2-5e93c3618eac tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:00.077068 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b06d0b95-ac78-4e38-aff2-5e93c3618eac tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7229979 Nov 24 21:00:00.088662 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38964) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:00.118008 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-837a8ee2-e07b-45e6-af94-1d3bc3861ba9 None None] Provisioning complete for port a83a6158-9115-479c-9c86-7eac8ab2b142 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:00.118731 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-837a8ee2-e07b-45e6-af94-1d3bc3861ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:00.131162 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c23421-83c8-4109-b6bf-4deab4d04da0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] GET failed (client error): The resource could not be found. Nov 24 21:00:00.132724 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-37c23421-83c8-4109-b6bf-4deab4d04da0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports/6ccae163-6713-4739-aaec-f5814fd00093 HTTP/1.1" status: 404 len: 333 time: 0.0429785 Nov 24 21:00:00.170968 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.ipam_backend_mixin [None req-0431253b-5844-4f9b-93f1-732a2b72031e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Performing IP validity checks on allocation pools {{(pid=109991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 21:00:00.171592 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.ipam_backend_mixin [None req-0431253b-5844-4f9b-93f1-732a2b72031e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 21:00:00.174876 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38968) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:00.179858 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-4afee06a-0826-45d3-9e5f-93b860b47b58 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-821650801'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:00.187100 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d7e584b5-7203-4492-af80-b5dbab69daed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:00.206639 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-9ebca788-910f-46cf-8f9b-278de2366075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:00.209008 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-9ebca788-910f-46cf-8f9b-278de2366075 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26f7ad4d-47f7-4f94-83c1-a9b148ce53d9 HTTP/1.1" status: 200 len: 797 time: 0.3189929 Nov 24 21:00:00.221401 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-952995da-6347-44c3-9d3c-0fbcb6d528d8 req-e09fad27-d720-4773-90e3-dfcef6b7bd0a tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680016 Nov 24 21:00:00.224031 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281309b7-a18a-4248-97a2-4c50efc70e48 req-f071426d-e833-45c2-a41c-52daef014e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:00.226786 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-281309b7-a18a-4248-97a2-4c50efc70e48 req-f071426d-e833-45c2-a41c-52daef014e20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.3473563 Nov 24 21:00:00.253836 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-837a8ee2-e07b-45e6-af94-1d3bc3861ba9 None None] Provisioning complete for port eafdac1f-370d-4813-a351-ed43253c7769 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:00.254219 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-837a8ee2-e07b-45e6-af94-1d3bc3861ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:00.280026 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d4e0b-72e4-4440-90ba-7bcec303ff96 req-bd2102c5-9a21-4460-ab15-41434850b25b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:00.287164 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d4e0b-72e4-4440-90ba-7bcec303ff96 req-bd2102c5-9a21-4460-ab15-41434850b25b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:00.293259 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d4e0b-72e4-4440-90ba-7bcec303ff96 req-bd2102c5-9a21-4460-ab15-41434850b25b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:00.296221 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-837a8ee2-e07b-45e6-af94-1d3bc3861ba9 None None] Port eafdac1f-370d-4813-a351-ed43253c7769 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:00:00.301648 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d4e0b-72e4-4440-90ba-7bcec303ff96 req-bd2102c5-9a21-4460-ab15-41434850b25b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:00.314496 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d4e0b-72e4-4440-90ba-7bcec303ff96 req-bd2102c5-9a21-4460-ab15-41434850b25b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:00.316692 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-837a8ee2-e07b-45e6-af94-1d3bc3861ba9 None None] Provisioning complete for port fc0d874e-d3b8-4dc7-a081-88c37030f2bd triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:00.317438 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-837a8ee2-e07b-45e6-af94-1d3bc3861ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:00.323985 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d4e0b-72e4-4440-90ba-7bcec303ff96 req-bd2102c5-9a21-4460-ab15-41434850b25b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:00.336395 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d4e0b-72e4-4440-90ba-7bcec303ff96 req-bd2102c5-9a21-4460-ab15-41434850b25b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:00.342657 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-533d4e0b-72e4-4440-90ba-7bcec303ff96 req-bd2102c5-9a21-4460-ab15-41434850b25b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5421 time: 0.7694464 Nov 24 21:00:00.372725 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afee06a-0826-45d3-9e5f-93b860b47b58 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:00.378962 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4afee06a-0826-45d3-9e5f-93b860b47b58 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:00.386822 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38974) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:00.497440 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d7e584b5-7203-4492-af80-b5dbab69daed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:00.507770 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afee06a-0826-45d3-9e5f-93b860b47b58 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:00:00.593144 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e584b5-7203-4492-af80-b5dbab69daed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1362c4f-4e16-416c-836d-b50d92bb899b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:00.595821 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bc162b-1b6e-4709-9c4f-020df89f44bb None None] Network 604f9490-bd3f-4d5d-bf70-f885efb4f550 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:00.597283 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4afee06a-0826-45d3-9e5f-93b860b47b58 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:00.597713 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-4afee06a-0826-45d3-9e5f-93b860b47b58 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Added segment 4b64896a-933c-4b7d-9d0c-724c90cbf091 of type vlan for network 1a33cc07-c597-4b12-bc95-3418df949349 Nov 24 21:00:00.600185 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d7e584b5-7203-4492-af80-b5dbab69daed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:00.603587 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d7e584b5-7203-4492-af80-b5dbab69daed admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b1362c4f-4e16-416c-836d-b50d92bb899b HTTP/1.1" status: 204 len: 168 time: 1.5404661 Nov 24 21:00:00.623477 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38980) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:00.632707 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-533d4e0b-72e4-4440-90ba-7bcec303ff96 req-4491330c-429f-4b2a-b029-11e284ee5dd0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2745986 Nov 24 21:00:00.752167 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3614f8-682c-4de5-8ae9-5f436c8a502d None None] DHCP port deletion for 604f9490-bd3f-4d5d-bf70-f885efb4f550 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:00:00.770364 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4afee06a-0826-45d3-9e5f-93b860b47b58 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:00.841366 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0431253b-5844-4f9b-93f1-732a2b72031e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:00.878033 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-15e6929c-66df-4e4c-9700-2ea3d5559fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:00.912996 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-09a009b7-f28a-478c-a639-b085a78393d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=489be4bfb3f74b6eb54f875ff6d7f787&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5162826 Nov 24 21:00:00.921024 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38982) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:00.944182 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4afee06a-0826-45d3-9e5f-93b860b47b58 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:00.949764 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afee06a-0826-45d3-9e5f-93b860b47b58 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:00.950348 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4afee06a-0826-45d3-9e5f-93b860b47b58 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:00.972858 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.db.resource_extend [None req-a9cbc547-1b40-4954-967b-a7a11cf56df7 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 21:00:01.027708 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431253b-5844-4f9b-93f1-732a2b72031e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Subnet': ['ID=ac942ea0-8a25-4b98-bfae-b7b60d74a952,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:01.029802 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281309b7-a18a-4248-97a2-4c50efc70e48 req-72f1dc41-7e3f-4d20-90aa-c14d841ee494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:01.031352 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-281309b7-a18a-4248-97a2-4c50efc70e48 req-72f1dc41-7e3f-4d20-90aa-c14d841ee494 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7297986 Nov 24 21:00:01.044635 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4afee06a-0826-45d3-9e5f-93b860b47b58 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8686783 Nov 24 21:00:01.076802 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38984) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:01.078843 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3600e-059e-4853-aa2c-ebeac6512a25 req-68765da1-8d6f-4562-bb07-65764536fe90 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:01.081026 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6c3600e-059e-4853-aa2c-ebeac6512a25 req-68765da1-8d6f-4562-bb07-65764536fe90 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.2575326 Nov 24 21:00:01.087146 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-65d07091-62f1-49c7-8e4d-6e9c34a06a63 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'subnet': {'network_id': '1a33cc07-c597-4b12-bc95-3418df949349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:01.093027 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-0e711dd6-73be-4f93-97df-594503873c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:01.094424 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-0e711dd6-73be-4f93-97df-594503873c2a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8665352 Nov 24 21:00:01.136205 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9cbc547-1b40-4954-967b-a7a11cf56df7 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:01.160789 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d4d2b-ecd7-48e1-b34f-a3be829589f8 req-f69c340e-620d-4f3d-9325-9f565d0b3d02 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:01.162303 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-671d4d2b-ecd7-48e1-b34f-a3be829589f8 req-f69c340e-620d-4f3d-9325-9f565d0b3d02 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 945 time: 0.2734261 Nov 24 21:00:01.162860 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afee06a-0826-45d3-9e5f-93b860b47b58 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Network': ['ID=1a33cc07-c597-4b12-bc95-3418df949349,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:01.176491 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9cbc547-1b40-4954-967b-a7a11cf56df7 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:01.181810 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 1a33cc07-c597-4b12-bc95-3418df949349 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:00:01.190780 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0431253b-5844-4f9b-93f1-732a2b72031e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Checking segment: {'id': '6a5fae62-da1f-4279-89c3-1e470a3ab118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e5d06b05-cd5e-4414-bbf7-715ddc83e399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:01.191158 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0431253b-5844-4f9b-93f1-732a2b72031e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Network hostable DHCP agents. Network: e5d06b05-cd5e-4414-bbf7-715ddc83e399, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:00:01.228272 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-15e6929c-66df-4e4c-9700-2ea3d5559fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:01.292392 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-15e6929c-66df-4e4c-9700-2ea3d5559fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604f9490-bd3f-4d5d-bf70-f885efb4f550']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:01.297468 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2926427-c72b-425c-80d3-f5e83caa6f4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:01.318961 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-15e6929c-66df-4e4c-9700-2ea3d5559fb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae680190-f9b5-48e4-90dd-f665743b60d0') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:01.319259 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-15e6929c-66df-4e4c-9700-2ea3d5559fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae680190-f9b5-48e4-90dd-f665743b60d0') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:01.332552 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0431253b-5844-4f9b-93f1-732a2b72031e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Network e5d06b05-cd5e-4414-bbf7-715ddc83e399 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:00:01.365554 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-15e6929c-66df-4e4c-9700-2ea3d5559fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:01.388810 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2926427-c72b-425c-80d3-f5e83caa6f4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:01.413941 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-0431253b-5844-4f9b-93f1-732a2b72031e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, e5d06b05-cd5e-4414-bbf7-715ddc83e399) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:01.427101 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0431253b-5844-4f9b-93f1-732a2b72031e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:01.427367 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0431253b-5844-4f9b-93f1-732a2b72031e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:01.437930 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-15e6929c-66df-4e4c-9700-2ea3d5559fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:01.441765 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33d70d4-6680-4d61-ad5d-d2c99f984d60 None None] Network e5d06b05-cd5e-4414-bbf7-715ddc83e399 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:01.463673 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e6929c-66df-4e4c-9700-2ea3d5559fb6 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:00:01.464482 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-15e6929c-66df-4e4c-9700-2ea3d5559fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:00:01.471787 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:00:01.474022 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-281309b7-a18a-4248-97a2-4c50efc70e48 req-b6a95db1-5900-45ab-aff0-69ef2f21677f service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177558 Nov 24 21:00:01.487566 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-671d4d2b-ecd7-48e1-b34f-a3be829589f8 req-895b6a3c-02bc-4c7c-9739-e6e15229558f tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc71e500-84a3-43e1-b48a-57a342c5eb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036058 Nov 24 21:00:01.531976 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d07091-62f1-49c7-8e4d-6e9c34a06a63 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:01.535988 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-f6c3600e-059e-4853-aa2c-ebeac6512a25 req-5448674e-435c-4ffd-acb9-e67128722057 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Deleting port b512f2a2-32d6-46d1-b645-f544c8d3adea {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:01.536528 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f6c3600e-059e-4853-aa2c-ebeac6512a25 req-5448674e-435c-4ffd-acb9-e67128722057 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:01.536694 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-65d07091-62f1-49c7-8e4d-6e9c34a06a63 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:01.552809 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59f09e-a69f-4ce7-9fb2-c28efef30467 req-a052dbf3-ad15-4cdc-949a-af5e426f8518 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:01.554372 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2c59f09e-a69f-4ce7-9fb2-c28efef30467 req-a052dbf3-ad15-4cdc-949a-af5e426f8518 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe578b9-fba6-41c7-a5cb-b3b2c01fee80 HTTP/1.1" status: 200 len: 948 time: 0.2329504 Nov 24 21:00:01.571683 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-a9cbc547-1b40-4954-967b-a7a11cf56df7 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Floating IP 6c8e1a13-1285-455d-a31a-eb26aef832b5 associated. External IP: 172.25.5.44, port: b6deba82-7c54-4be8-b175-eee907fc547d. Nov 24 21:00:01.592472 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0431253b-5844-4f9b-93f1-732a2b72031e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.3918517 Nov 24 21:00:01.608834 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38988) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:01.612645 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-83e84bab-9bd3-437f-b2d7-9c137d8a8fcb service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877167 Nov 24 21:00:01.628915 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-15e6929c-66df-4e4c-9700-2ea3d5559fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:01.634016 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-15e6929c-66df-4e4c-9700-2ea3d5559fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:01.636983 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-15e6929c-66df-4e4c-9700-2ea3d5559fb6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/604f9490-bd3f-4d5d-bf70-f885efb4f550 HTTP/1.1" status: 204 len: 168 time: 1.0032592 Nov 24 21:00:01.647958 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38990) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:01.654044 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2926427-c72b-425c-80d3-f5e83caa6f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:01.656642 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2926427-c72b-425c-80d3-f5e83caa6f4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:01.661085 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f2926427-c72b-425c-80d3-f5e83caa6f4e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2a775b55-9a2a-4b1b-bf9f-765cb4d4e30c HTTP/1.1" status: 204 len: 168 time: 0.7337048 Nov 24 21:00:01.680106 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706a7171-7c0b-4f33-8fd5-458df90c5f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-e5d06b05-cd5e-4414-bbf7-715ddc83e399', 'network_id': 'e5d06b05-cd5e-4414-bbf7-715ddc83e399', 'tenant_id': '5ef7f67306b24de79e4801e6d8b904e0', 'fixed_ips': [{'subnet_id': 'ac942ea0-8a25-4b98-bfae-b7b60d74a952'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:00:01.681725 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-706a7171-7c0b-4f33-8fd5-458df90c5f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:01.798537 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2926427-c72b-425c-80d3-f5e83caa6f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a775b55-9a2a-4b1b-bf9f-765cb4d4e30c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:01.812496 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6929c-66df-4e4c-9700-2ea3d5559fb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=604f9490-bd3f-4d5d-bf70-f885efb4f550,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:01.852652 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-706a7171-7c0b-4f33-8fd5-458df90c5f9f None None] Allocated IP 172.20.0.3 (e5d06b05-cd5e-4414-bbf7-715ddc83e399/ac942ea0-8a25-4b98-bfae-b7b60d74a952/1f7f740f-286c-4f79-af53-4bbe9d1d985c) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:01.941610 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-281309b7-a18a-4248-97a2-4c50efc70e48 req-fface741-2a0d-4f97-9440-38529f8879f6 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472170 Nov 24 21:00:01.956536 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-88797f18-f9f0-4298-90c7-948c9a76c526 admin admin] Deleting subnet 45ee530b-d519-4c08-862f-35e3ee3074fb {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:00:01.959118 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-f6c3600e-059e-4853-aa2c-ebeac6512a25 req-5448674e-435c-4ffd-acb9-e67128722057 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] For port b512f2a2-32d6-46d1-b645-f544c8d3adea, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b512f2a2-32d6-46d1-b645-f544c8d3adea,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:01.959524 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f6c3600e-059e-4853-aa2c-ebeac6512a25 req-5448674e-435c-4ffd-acb9-e67128722057 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:01.965286 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88797f18-f9f0-4298-90c7-948c9a76c526 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:01.975232 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-f6c3600e-059e-4853-aa2c-ebeac6512a25 req-5448674e-435c-4ffd-acb9-e67128722057 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Calling delete_port for b512f2a2-32d6-46d1-b645-f544c8d3adea owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:02.039721 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c7de0522-374c-4d57-bb27-f6787dfa860f service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907914 Nov 24 21:00:02.055134 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 518c34a3-6779-4d25-bd45-7c57bffdb4f7 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:00:02.056033 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2c59f09e-a69f-4ce7-9fb2-c28efef30467 req-832599d3-df17-4ac2-9bbf-77189d2e51a6 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638202 Nov 24 21:00:02.060441 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6898e-1159-4fd8-b3ea-94f2f273dd4d req-da700faa-1c33-44f4-aaf7-a8cae55ba832 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:02.062825 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:02.069203 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6898e-1159-4fd8-b3ea-94f2f273dd4d req-da700faa-1c33-44f4-aaf7-a8cae55ba832 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:02.076389 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6898e-1159-4fd8-b3ea-94f2f273dd4d req-da700faa-1c33-44f4-aaf7-a8cae55ba832 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:02.082571 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6898e-1159-4fd8-b3ea-94f2f273dd4d req-da700faa-1c33-44f4-aaf7-a8cae55ba832 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:02.096514 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6898e-1159-4fd8-b3ea-94f2f273dd4d req-da700faa-1c33-44f4-aaf7-a8cae55ba832 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:02.096514 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6898e-1159-4fd8-b3ea-94f2f273dd4d req-da700faa-1c33-44f4-aaf7-a8cae55ba832 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:02.101667 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6898e-1159-4fd8-b3ea-94f2f273dd4d req-da700faa-1c33-44f4-aaf7-a8cae55ba832 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:02.103674 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ffe6898e-1159-4fd8-b3ea-94f2f273dd4d req-da700faa-1c33-44f4-aaf7-a8cae55ba832 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5421 time: 0.2834635 Nov 24 21:00:02.127177 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:02.168043 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88797f18-f9f0-4298-90c7-948c9a76c526 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:02.252157 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-03770e42-aa6e-4b76-928a-07ad480f8c22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aa567d14-d659-4d4f-9c27-1888341ba909 HTTP/1.1" status: 200 len: 217 time: 0.1270974 Nov 24 21:00:02.260962 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 518c34a3-6779-4d25-bd45-7c57bffdb4f7, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=518c34a3-6779-4d25-bd45-7c57bffdb4f7,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:02.296226 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f6c3600e-059e-4853-aa2c-ebeac6512a25 req-5448674e-435c-4ffd-acb9-e67128722057 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:02.338420 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448674e-435c-4ffd-acb9-e67128722057 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Pushing event deleted for resources: {'Port': ['ID=b512f2a2-32d6-46d1-b645-f544c8d3adea,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:02.392166 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c3600e-059e-4853-aa2c-ebeac6512a25 req-5448674e-435c-4ffd-acb9-e67128722057 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] No DVR routers for this DVR port b512f2a2-32d6-46d1-b645-f544c8d3adea on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:00:02.397514 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f6c3600e-059e-4853-aa2c-ebeac6512a25 req-5448674e-435c-4ffd-acb9-e67128722057 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:02.399576 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88797f18-f9f0-4298-90c7-948c9a76c526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:02.403801 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6c3600e-059e-4853-aa2c-ebeac6512a25 req-5448674e-435c-4ffd-acb9-e67128722057 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.15 "DELETE /v2.0/ports/b512f2a2-32d6-46d1-b645-f544c8d3adea HTTP/1.1" status: 204 len: 173 time: 1.2868309 Nov 24 21:00:02.404554 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee615daf-22df-4a7c-a1d0-1d28f91bf636', 'name': 'network-vif-deleted', 'tag': 'b512f2a2-32d6-46d1-b645-f544c8d3adea'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:00:02.408968 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0062ac4-6f73-48f9-a565-ca85daf05a5f" -d '{"events": [{"server_uuid": "ee615daf-22df-4a7c-a1d0-1d28f91bf636", "name": "network-vif-deleted", "tag": "b512f2a2-32d6-46d1-b645-f544c8d3adea"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:00:02.468910 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e01dba-bb45-4743-8b12-b5ec9091a35a x-openstack-request-id: req-36e01dba-bb45-4743-8b12-b5ec9091a35a {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:00:02.469482 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee615daf-22df-4a7c-a1d0-1d28f91bf636", "name": "network-vif-deleted", "tag": "b512f2a2-32d6-46d1-b645-f544c8d3adea", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:00:02.470192 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-36e01dba-bb45-4743-8b12-b5ec9091a35a {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:00:02.471193 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee615daf-22df-4a7c-a1d0-1d28f91bf636', 'name': 'network-vif-deleted', 'tag': 'b512f2a2-32d6-46d1-b645-f544c8d3adea', 'status': 'completed', 'code': 200} Nov 24 21:00:02.483421 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['b512f2a2-32d6-46d1-b645-f544c8d3adea'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:00:02.490922 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '518c34a3-6779-4d25-bd45-7c57bffdb4f7', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': '518c34a3-6779-4d25-bd45-7c57bffdb4f7', 'mac_address': 'fa:16:3e:e4:7a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:00:02.494317 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-65d07091-62f1-49c7-8e4d-6e9c34a06a63 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:02.598565 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ffe6898e-1159-4fd8-b3ea-94f2f273dd4d req-21a070a5-6212-4c8c-8af0-eaeb2af733d5 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4376073 Nov 24 21:00:02.613946 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:02.621032 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cbc547-1b40-4954-967b-a7a11cf56df7 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Router 450da802-2b3e-472c-9e1e-35f84e1a41b2 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:00:02.623860 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-aa46d702-44a9-4fc2-ab67-31bf11f2a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:02.625441 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-aa46d702-44a9-4fc2-ab67-31bf11f2a5a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2eb2776b-5847-4479-b246-63584a539d1e HTTP/1.1" status: 200 len: 797 time: 0.3624623 Nov 24 21:00:02.633559 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 518c34a3-6779-4d25-bd45-7c57bffdb4f7 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:00:02.633932 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88797f18-f9f0-4298-90c7-948c9a76c526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:02.658727 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 518c34a3-6779-4d25-bd45-7c57bffdb4f7, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=518c34a3-6779-4d25-bd45-7c57bffdb4f7,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:02.660181 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-706a7171-7c0b-4f33-8fd5-458df90c5f9f None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:02.674144 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:02.679017 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d35c9f73-1482-4107-a7ad-0ae981fcc04e req-45d4f940-617c-4ba2-97b8-a2f18cce4191 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee615daf-22df-4a7c-a1d0-1d28f91bf636 HTTP/1.1" status: 200 len: 210 time: 0.0926733 Nov 24 21:00:02.713024 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:02.717261 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-706a7171-7c0b-4f33-8fd5-458df90c5f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:02.723573 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0c1189-5ddc-401d-840c-55632b56ed67 None None] Network faf68554-a5f6-461a-b8ce-1d348e0b0f3c requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:02.740863 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88797f18-f9f0-4298-90c7-948c9a76c526 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:02.746296 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-88797f18-f9f0-4298-90c7-948c9a76c526 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/45ee530b-d519-4c08-862f-35e3ee3074fb HTTP/1.1" status: 204 len: 168 time: 1.0931301 Nov 24 21:00:02.747598 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Subnet': ['ID=ac942ea0-8a25-4b98-bfae-b7b60d74a952,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:02.752311 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39016) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:02.800094 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d07091-62f1-49c7-8e4d-6e9c34a06a63 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Subnet': ['ID=b9cea42f-2aa7-4aa3-8f80-58ca5a334534,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:02.833217 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f34fd1a7-8d25-4ebc-b227-dc679ddb73ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:02.835522 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706a7171-7c0b-4f33-8fd5-458df90c5f9f None None] Network e5d06b05-cd5e-4414-bbf7-715ddc83e399 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:02.839009 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-706a7171-7c0b-4f33-8fd5-458df90c5f9f None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:02.862252 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706a7171-7c0b-4f33-8fd5-458df90c5f9f None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:00:02.866401 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=518c34a3-6779-4d25-bd45-7c57bffdb4f7,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:02.924808 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88797f18-f9f0-4298-90c7-948c9a76c526 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45ee530b-d519-4c08-862f-35e3ee3074fb,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:02.927942 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:02.939779 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a7171-7c0b-4f33-8fd5-458df90c5f9f None None] Pushing event updated for resources: {'Port': ['ID=1f7f740f-286c-4f79-af53-4bbe9d1d985c,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:02.942568 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6affc77-a319-44eb-a1ad-478da83316f7 None None] DHCP port deletion for faf68554-a5f6-461a-b8ce-1d348e0b0f3c request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:00:02.957033 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-0ac44b22-972f-4f12-87fd-9f77d1e9e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:02.959830 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-0ac44b22-972f-4f12-87fd-9f77d1e9e1bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3070247 Nov 24 21:00:02.963648 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d07091-62f1-49c7-8e4d-6e9c34a06a63 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Checking segment: {'id': '4b64896a-933c-4b7d-9d0c-724c90cbf091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a33cc07-c597-4b12-bc95-3418df949349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:02.964316 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d07091-62f1-49c7-8e4d-6e9c34a06a63 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network hostable DHCP agents. Network: 1a33cc07-c597-4b12-bc95-3418df949349, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:00:02.971592 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['518c34a3-6779-4d25-bd45-7c57bffdb4f7'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:00:02.973513 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d06b05-cd5e-4414-bbf7-715ddc83e399']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:03.018999 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f34fd1a7-8d25-4ebc-b227-dc679ddb73ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:03.022521 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a5fae62-da1f-4279-89c3-1e470a3ab118') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:03.022875 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a5fae62-da1f-4279-89c3-1e470a3ab118') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:03.043863 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:03.050133 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39020) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:03.061773 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-f34fd1a7-8d25-4ebc-b227-dc679ddb73ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf68554-a5f6-461a-b8ce-1d348e0b0f3c']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:03.073520 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-706a7171-7c0b-4f33-8fd5-458df90c5f9f None None] Attempting to bind port 1f7f740f-286c-4f79-af53-4bbe9d1d985c on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:00:03.074252 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-706a7171-7c0b-4f33-8fd5-458df90c5f9f None None] Attempting to bind port 1f7f740f-286c-4f79-af53-4bbe9d1d985c by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '6a5fae62-da1f-4279-89c3-1e470a3ab118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e5d06b05-cd5e-4414-bbf7-715ddc83e399'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:00:03.074252 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a7171-7c0b-4f33-8fd5-458df90c5f9f None None] Attempting to bind port 1f7f740f-286c-4f79-af53-4bbe9d1d985c on network e5d06b05-cd5e-4414-bbf7-715ddc83e399 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:00:03.075844 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-f34fd1a7-8d25-4ebc-b227-dc679ddb73ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7569ed20-4282-4da8-af92-ec16efb66943') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:03.076152 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-f34fd1a7-8d25-4ebc-b227-dc679ddb73ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7569ed20-4282-4da8-af92-ec16efb66943') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:03.078730 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:03.096148 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f34fd1a7-8d25-4ebc-b227-dc679ddb73ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:03.098643 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:00:03.099123 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:00:03.102377 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:00:03.134542 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d07091-62f1-49c7-8e4d-6e9c34a06a63 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network 1a33cc07-c597-4b12-bc95-3418df949349 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:00:03.140795 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f34fd1a7-8d25-4ebc-b227-dc679ddb73ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:03.155495 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-65d07091-62f1-49c7-8e4d-6e9c34a06a63 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 1a33cc07-c597-4b12-bc95-3418df949349) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:03.170077 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cbc547-1b40-4954-967b-a7a11cf56df7 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:00:03.176153 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d07091-62f1-49c7-8e4d-6e9c34a06a63 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:03.177152 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-65d07091-62f1-49c7-8e4d-6e9c34a06a63 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:03.187181 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9cbc547-1b40-4954-967b-a7a11cf56df7 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:03.187509 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34fd1a7-8d25-4ebc-b227-dc679ddb73ae admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:00:03.187961 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f34fd1a7-8d25-4ebc-b227-dc679ddb73ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:00:03.190745 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:00:03.203861 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a28e7a-8b04-4491-a98d-db93c62985e9 None None] Sync routers for ids ['450da802-2b3e-472c-9e1e-35f84e1a41b2'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:00:03.213782 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3646db8-bb65-486c-a6fa-539b61a47790 None None] Network 1a33cc07-c597-4b12-bc95-3418df949349 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:03.215348 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.db.api [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 21:00:03.215348 n-d-812111-8 neutron-server[109991]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 21:00:03.215348 n-d-812111-8 neutron-server[109991]: [parameters: {'id': 'e5d06b05-cd5e-4414-bbf7-715ddc83e399'}] Nov 24 21:00:03.215348 n-d-812111-8 neutron-server[109991]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:00:03.215781 n-d-812111-8 neutron-server[109991]: DEBUG oslo_db.api [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:00:03.255616 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-65d07091-62f1-49c7-8e4d-6e9c34a06a63 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1776984 Nov 24 21:00:03.258889 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39026) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:03.259203 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-c6d48e45-068b-4a05-9613-55ccd7390fcd service neutron] 10.222.0.15 "GET /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854958 Nov 24 21:00:03.263674 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a9cbc547-1b40-4954-967b-a7a11cf56df7 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "PUT /v2.0/floatingips/6c8e1a13-1285-455d-a31a-eb26aef832b5 HTTP/1.1" status: 200 len: 991 time: 4.3868396 Nov 24 21:00:03.263674 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256', 'tag': 'b6deba82-7c54-4be8-b175-eee907fc547d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:00:03.273278 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-03fe093e-2666-4547-af72-abdc93da50c9 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'subnet': {'network_id': '1a33cc07-c597-4b12-bc95-3418df949349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:03.277570 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c2dfd0-e0eb-41e8-a80b-d64aaffa96ba" -d '{"events": [{"name": "network-changed", "server_uuid": "8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256", "tag": "b6deba82-7c54-4be8-b175-eee907fc547d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:00:03.284503 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a7171-7c0b-4f33-8fd5-458df90c5f9f None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:00:03.284989 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a7171-7c0b-4f33-8fd5-458df90c5f9f None None] Checking segment: {'id': '6a5fae62-da1f-4279-89c3-1e470a3ab118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e5d06b05-cd5e-4414-bbf7-715ddc83e399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:03.285416 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-706a7171-7c0b-4f33-8fd5-458df90c5f9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:03.285831 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a7171-7c0b-4f33-8fd5-458df90c5f9f None None] Bound using segment: {'id': '6a5fae62-da1f-4279-89c3-1e470a3ab118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e5d06b05-cd5e-4414-bbf7-715ddc83e399'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:00:03.286342 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-706a7171-7c0b-4f33-8fd5-458df90c5f9f None None] Bound port: 1f7f740f-286c-4f79-af53-4bbe9d1d985c, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5fae62-da1f-4279-89c3-1e470a3ab118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e5d06b05-cd5e-4414-bbf7-715ddc83e399'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:00:03.286739 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-706a7171-7c0b-4f33-8fd5-458df90c5f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:03.291138 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4d7a97fa-207f-44ac-adc3-76af7839ddb8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-567554884'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:03.349444 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f34fd1a7-8d25-4ebc-b227-dc679ddb73ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:03.373072 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f34fd1a7-8d25-4ebc-b227-dc679ddb73ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:03.375345 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:00:03.378150 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f34fd1a7-8d25-4ebc-b227-dc679ddb73ae admin admin] 10.222.0.11 "DELETE /v2.0/networks/faf68554-a5f6-461a-b8ce-1d348e0b0f3c HTTP/1.1" status: 204 len: 168 time: 0.6242218 Nov 24 21:00:03.379315 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fd1a7-8d25-4ebc-b227-dc679ddb73ae admin admin] Pushing event deleted for resources: {'Network': ['ID=faf68554-a5f6-461a-b8ce-1d348e0b0f3c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:03.444043 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a2464b-1fed-46ad-b6ce-9c32771c863d x-openstack-request-id: req-81a2464b-1fed-46ad-b6ce-9c32771c863d {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:00:03.444804 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256", "tag": "b6deba82-7c54-4be8-b175-eee907fc547d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:00:03.445409 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-81a2464b-1fed-46ad-b6ce-9c32771c863d {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:00:03.446159 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256', 'tag': 'b6deba82-7c54-4be8-b175-eee907fc547d', 'status': 'completed', 'code': 200} Nov 24 21:00:03.448917 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7a97fa-207f-44ac-adc3-76af7839ddb8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Made reservation on behalf of 477a0cb75e98499e9b77be2952c0d710 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:03.452834 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4d7a97fa-207f-44ac-adc3-76af7839ddb8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:03.488019 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fe093e-2666-4547-af72-abdc93da50c9 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:03.492443 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-03fe093e-2666-4547-af72-abdc93da50c9 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:03.506339 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4d7a97fa-207f-44ac-adc3-76af7839ddb8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:03.508597 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a28e7a-8b04-4491-a98d-db93c62985e9 None None] Routers {'450da802-2b3e-472c-9e1e-35f84e1a41b2'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:03.509297 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-47a28e7a-8b04-4491-a98d-db93c62985e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:59:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['450da802-2b3e-472c-9e1e-35f84e1a41b2'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:03.547902 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-d9cd3389-7258-4ca3-a9d3-2ac33cc7fe47 service neutron] 10.222.0.15 "GET /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522333 Nov 24 21:00:03.608622 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-be136082-274a-4b57-9160-d5e0d43243ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ef5f8c33-a3ce-4e37-9cc9-6819e3132187 HTTP/1.1" status: 200 len: 217 time: 0.0494351 Nov 24 21:00:03.615589 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2dfd0-e0eb-41e8-a80b-d64aaffa96ba req-07dda26c-b95b-4ff9-9312-d0b8e5d3b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:03.617245 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5c2dfd0-e0eb-41e8-a80b-d64aaffa96ba req-07dda26c-b95b-4ff9-9312-d0b8e5d3b547 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=05a0e117b094408ca97fe41bcd9a1090&device_id=8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256 HTTP/1.1" status: 200 len: 1097 time: 0.1492136 Nov 24 21:00:03.638951 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-47a28e7a-8b04-4491-a98d-db93c62985e9 None None] Set router 450da802-2b3e-472c-9e1e-35f84e1a41b2 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:00:03.671528 n-d-812111-8 neutron-server[109991]: INFO neutron.db.ipam_backend_mixin [None req-03fe093e-2666-4547-af72-abdc93da50c9 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b9cea42f-2aa7-4aa3-8f80-58ca5a334534 (CIDR: 2001:db8::/64) Nov 24 21:00:03.677436 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-03fe093e-2666-4547-af72-abdc93da50c9 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:00:03.677953 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03fe093e-2666-4547-af72-abdc93da50c9 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:00:03.687830 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39036) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:03.712561 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-03fe093e-2666-4547-af72-abdc93da50c9 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4520702 Nov 24 21:00:03.715964 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39040) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:03.717712 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:03.755152 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f0ef839b-79ca-4a63-aa37-d750f3c8d802 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'subnet': {'network_id': '1a33cc07-c597-4b12-bc95-3418df949349', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:03.763857 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-df807fd7-9ade-486d-8e4e-4da9435d64f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=05634e467ee1419a8168caac6026422a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0741420 Nov 24 21:00:03.783126 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39042) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:03.803827 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-10c5b643-3c19-455d-b442-70f57d455a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:03.805419 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-10c5b643-3c19-455d-b442-70f57d455a1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2eb2776b-5847-4479-b246-63584a539d1e HTTP/1.1" status: 200 len: 797 time: 0.1763821 Nov 24 21:00:03.817546 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e24648-f70a-43b1-847f-bd1f1989f30c req-c0fab5b6-8af4-4999-a4c8-a6d22cfebd2a tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:03.819103 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-17e24648-f70a-43b1-847f-bd1f1989f30c req-c0fab5b6-8af4-4999-a4c8-a6d22cfebd2a tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe578b9-fba6-41c7-a5cb-b3b2c01fee80 HTTP/1.1" status: 200 len: 949 time: 0.2132013 Nov 24 21:00:03.853409 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-706a7171-7c0b-4f33-8fd5-458df90c5f9f None None] For port 1f7f740f-286c-4f79-af53-4bbe9d1d985c, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:00:03.890710 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-706a7171-7c0b-4f33-8fd5-458df90c5f9f None None] For port 1f7f740f-286c-4f79-af53-4bbe9d1d985c, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1f7f740f-286c-4f79-af53-4bbe9d1d985c,segment=NetworkSegment(6a5fae62-da1f-4279-89c3-1e470a3ab118),segment_id=6a5fae62-da1f-4279-89c3-1e470a3ab118)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:00:03.910408 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-706a7171-7c0b-4f33-8fd5-458df90c5f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:03.915488 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4d7a97fa-207f-44ac-adc3-76af7839ddb8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:03.926164 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4d7a97fa-207f-44ac-adc3-76af7839ddb8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:03.942180 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2dfd0-e0eb-41e8-a80b-d64aaffa96ba req-c3a6670f-f5cd-48c0-894e-b57a3eb04689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:03.943129 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5c2dfd0-e0eb-41e8-a80b-d64aaffa96ba req-c3a6670f-f5cd-48c0-894e-b57a3eb04689 service neutron] 10.222.0.48 "GET /v2.0/networks?id=052aa3f3-cb01-49c1-a57f-09e705955607 HTTP/1.1" status: 200 len: 915 time: 0.3095026 Nov 24 21:00:03.958335 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f0020-fdf5-4030-bab9-1c31f5f6e038 req-f82cef39-4d37-4dab-810a-c66f7cecf05f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:03.964512 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f0020-fdf5-4030-bab9-1c31f5f6e038 req-f82cef39-4d37-4dab-810a-c66f7cecf05f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:03.966244 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10376465-f314-450f-9184-99f5e9a76b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-1a33cc07-c597-4b12-bc95-3418df949349', 'network_id': '1a33cc07-c597-4b12-bc95-3418df949349', 'tenant_id': 'b494baadac6c445f9c005699115a804c', 'fixed_ips': [{'subnet_id': 'b9cea42f-2aa7-4aa3-8f80-58ca5a334534'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:00:03.967144 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10376465-f314-450f-9184-99f5e9a76b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:03.971717 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f0020-fdf5-4030-bab9-1c31f5f6e038 req-f82cef39-4d37-4dab-810a-c66f7cecf05f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:03.978832 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f0020-fdf5-4030-bab9-1c31f5f6e038 req-f82cef39-4d37-4dab-810a-c66f7cecf05f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:03.987036 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f0020-fdf5-4030-bab9-1c31f5f6e038 req-f82cef39-4d37-4dab-810a-c66f7cecf05f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:03.991557 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7a97fa-207f-44ac-adc3-76af7839ddb8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:00:03.991993 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f0020-fdf5-4030-bab9-1c31f5f6e038 req-f82cef39-4d37-4dab-810a-c66f7cecf05f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:03.995617 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-1890fc6f-e24c-4188-bfbb-869661ae8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:03.997408 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-1890fc6f-e24c-4188-bfbb-869661ae8893 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1754162 Nov 24 21:00:03.998331 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f0020-fdf5-4030-bab9-1c31f5f6e038 req-f82cef39-4d37-4dab-810a-c66f7cecf05f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:04.000338 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a02f0020-fdf5-4030-bab9-1c31f5f6e038 req-f82cef39-4d37-4dab-810a-c66f7cecf05f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5421 time: 0.2507586 Nov 24 21:00:04.044039 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-17e24648-f70a-43b1-847f-bd1f1989f30c req-0de8f1c2-37cc-4b9b-8e37-9b5a9ec2faf3 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105682 Nov 24 21:00:04.049864 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3a5dd8a5-82f3-4d6a-acbb-fff99989910a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:04.056686 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a97fa-207f-44ac-adc3-76af7839ddb8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f30ff8bb-9412-4f98-beee-05df6cc6f595,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:04.079765 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4d7a97fa-207f-44ac-adc3-76af7839ddb8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:04.080218 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-4d7a97fa-207f-44ac-adc3-76af7839ddb8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Added segment f2d191f2-dfe6-4da1-86cf-f65a9c1e680d of type vlan for network b1eb42be-b701-45c2-bdbd-638ec7454b73 Nov 24 21:00:04.108017 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3a5dd8a5-82f3-4d6a-acbb-fff99989910a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:04.121005 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Deleting port 1f7f740f-286c-4f79-af53-4bbe9d1d985c {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:04.121477 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:04.124466 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a7171-7c0b-4f33-8fd5-458df90c5f9f None None] Pushing event updated for resources: {'Port': ['ID=1f7f740f-286c-4f79-af53-4bbe9d1d985c,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:04.164927 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ef839b-79ca-4a63-aa37-d750f3c8d802 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:04.168665 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f0ef839b-79ca-4a63-aa37-d750f3c8d802 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:04.235085 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755e2e64-8c49-41c6-ab87-077213a28021 None None] Network e5d06b05-cd5e-4414-bbf7-715ddc83e399 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:04.254993 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a02f0020-fdf5-4030-bab9-1c31f5f6e038 req-85d896b0-df5e-4f56-833b-2aa3dfb9de62 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2343035 Nov 24 21:00:04.296314 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] For port 1f7f740f-286c-4f79-af53-4bbe9d1d985c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1f7f740f-286c-4f79-af53-4bbe9d1d985c,segment=NetworkSegment(6a5fae62-da1f-4279-89c3-1e470a3ab118),segment_id=6a5fae62-da1f-4279-89c3-1e470a3ab118)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:04.297109 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:04.397733 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Calling delete_port for 1f7f740f-286c-4f79-af53-4bbe9d1d985c owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:04.433160 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3a5dd8a5-82f3-4d6a-acbb-fff99989910a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:04.436097 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3a5dd8a5-82f3-4d6a-acbb-fff99989910a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:04.437475 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3a5dd8a5-82f3-4d6a-acbb-fff99989910a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56c827aa-c7aa-4b0c-9d7a-e243c5173f28 HTTP/1.1" status: 204 len: 168 time: 0.6386795 Nov 24 21:00:04.493916 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-10376465-f314-450f-9184-99f5e9a76b4f None None] Allocated IP 2001:db8::2 (1a33cc07-c597-4b12-bc95-3418df949349/b9cea42f-2aa7-4aa3-8f80-58ca5a334534/14a0d1f5-6fdd-48af-a494-c48a513a53b0) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:04.524653 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dd8a5-82f3-4d6a-acbb-fff99989910a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c827aa-c7aa-4b0c-9d7a-e243c5173f28,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:04.530521 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-47a28e7a-8b04-4491-a98d-db93c62985e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'name': 'tempest-ServersTestFqdnHostnames-945402129-router', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:59:00Z', 'updated_at': '2021-11-24T20:59:09Z', 'revision_number': 4, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'gw_port': {'id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:59:01Z', 'updated_at': '2021-11-24T20:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '6c8e1a13-1285-455d-a31a-eb26aef832b5', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'port_id': 'b6deba82-7c54-4be8-b175-eee907fc547d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607', 'mac_address': 'fa:16:3e:92:91:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:59:23Z', 'updated_at': '2021-11-24T21:00:00Z', 'revision_number': 1, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2861750-d2eb-48b8-90ff-0f656683f198', 'name': '', 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'mac_address': 'fa:16:3e:5b:2c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '9e861052-0b84-4fa5-83b7-82ecf6009879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:59:07Z', 'updated_at': '2021-11-24T20:59:15Z', 'revision_number': 5, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'subnets': [{'id': '9e861052-0b84-4fa5-83b7-82ecf6009879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:04.552691 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dd8a5-82f3-4d6a-acbb-fff99989910a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:04.553068 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dd8a5-82f3-4d6a-acbb-fff99989910a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:04.553412 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dd8a5-82f3-4d6a-acbb-fff99989910a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:04.553748 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dd8a5-82f3-4d6a-acbb-fff99989910a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:04.554083 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dd8a5-82f3-4d6a-acbb-fff99989910a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:04.554413 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dd8a5-82f3-4d6a-acbb-fff99989910a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:04.554739 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dd8a5-82f3-4d6a-acbb-fff99989910a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:04.555393 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dd8a5-82f3-4d6a-acbb-fff99989910a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:04.555393 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dd8a5-82f3-4d6a-acbb-fff99989910a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:04.555693 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dd8a5-82f3-4d6a-acbb-fff99989910a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:04.556018 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dd8a5-82f3-4d6a-acbb-fff99989910a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:04.556334 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dd8a5-82f3-4d6a-acbb-fff99989910a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:04.576588 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a28e7a-8b04-4491-a98d-db93c62985e9 None None] Checking router: 450da802-2b3e-472c-9e1e-35f84e1a41b2 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:00:04.605106 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1d74f-95a2-465a-8391-0dc87628332f req-9915f73f-b0ab-4954-809f-043639d5a988 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:04.609578 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b512f2a2-32d6-46d1-b645-f544c8d3adea no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:00:04.613370 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f5d1d74f-95a2-465a-8391-0dc87628332f req-9915f73f-b0ab-4954-809f-043639d5a988 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.1931722 Nov 24 21:00:04.639808 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: b512f2a2-32d6-46d1-b645-f544c8d3adea {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:00:04.640166 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b512f2a2-32d6-46d1-b645-f544c8d3adea not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:00:04.722250 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4d7a97fa-207f-44ac-adc3-76af7839ddb8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:04.731097 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:04.758134 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5c2dfd0-e0eb-41e8-a80b-d64aaffa96ba req-1b3f765b-275c-45aa-8140-1866a016c59c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6deba82-7c54-4be8-b175-eee907fc547d HTTP/1.1" status: 200 len: 999 time: 0.7932913 Nov 24 21:00:04.760133 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No DVR routers for this DVR port 1f7f740f-286c-4f79-af53-4bbe9d1d985c on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:00:04.771082 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f5d1d74f-95a2-465a-8391-0dc87628332f req-6b3bddf5-7ff8-4055-b0c4-e11cbce4a66a tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556633 Nov 24 21:00:04.799372 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Port': ['ID=1f7f740f-286c-4f79-af53-4bbe9d1d985c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:04.817194 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a28e7a-8b04-4491-a98d-db93c62985e9 None None] Routers {'450da802-2b3e-472c-9e1e-35f84e1a41b2'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:04.817983 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-47a28e7a-8b04-4491-a98d-db93c62985e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:59:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['450da802-2b3e-472c-9e1e-35f84e1a41b2'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:04.851115 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4d7a97fa-207f-44ac-adc3-76af7839ddb8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:04.857428 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7a97fa-207f-44ac-adc3-76af7839ddb8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:04.858217 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4d7a97fa-207f-44ac-adc3-76af7839ddb8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:04.871374 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10376465-f314-450f-9184-99f5e9a76b4f None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:04.874539 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2dfd0-e0eb-41e8-a80b-d64aaffa96ba req-f1b74ff3-1029-4e4e-9f77-cdd18e55ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:04.877596 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5c2dfd0-e0eb-41e8-a80b-d64aaffa96ba req-f1b74ff3-1029-4e4e-9f77-cdd18e55ac8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e861052-0b84-4fa5-83b7-82ecf6009879 HTTP/1.1" status: 200 len: 853 time: 0.1087663 Nov 24 21:00:04.883963 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10376465-f314-450f-9184-99f5e9a76b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:04.896717 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-f74c382a-3a64-4fd9-a003-18e4bc14bd0e service neutron] 10.222.0.15 "GET /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8567548 Nov 24 21:00:04.929275 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39054) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:04.950404 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:04.959780 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4d7a97fa-207f-44ac-adc3-76af7839ddb8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9083257 Nov 24 21:00:04.968377 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39056) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:04.981085 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-67e4c424-dc7c-461f-831d-3ae4a305fb25 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-941282783'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:05.009394 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d06b05-cd5e-4414-bbf7-715ddc83e399']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:05.039633 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a5fae62-da1f-4279-89c3-1e470a3ab118') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:05.039917 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a5fae62-da1f-4279-89c3-1e470a3ab118') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:05.056605 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:05.064229 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a97fa-207f-44ac-adc3-76af7839ddb8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Network': ['ID=b1eb42be-b701-45c2-bdbd-638ec7454b73,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:05.066924 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f0ef839b-79ca-4a63-aa37-d750f3c8d802 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:05.117557 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2dfd0-e0eb-41e8-a80b-d64aaffa96ba req-1b253ec8-7997-4398-bff4-9b9c6a751499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:05.119132 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5c2dfd0-e0eb-41e8-a80b-d64aaffa96ba req-1b253ec8-7997-4398-bff4-9b9c6a751499 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=052aa3f3-cb01-49c1-a57f-09e705955607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2257068 Nov 24 21:00:05.129247 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9b4f893b-ee44-4cc1-aa9c-b6c13f040733 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d592aca24daa400288b34fefb9abab31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1823566 Nov 24 21:00:05.136557 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network b1eb42be-b701-45c2-bdbd-638ec7454b73 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:00:05.137768 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39060) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:05.146350 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10376465-f314-450f-9184-99f5e9a76b4f None None] Network 1a33cc07-c597-4b12-bc95-3418df949349 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:05.169394 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-10376465-f314-450f-9184-99f5e9a76b4f None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:05.169632 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-723ca5d5-e402-4949-af7a-906f1b55d24f req-3ba12803-a930-4328-b81c-0c8d4f1abb0e service neutron] 10.222.0.15 "GET /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584977 Nov 24 21:00:05.169724 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10376465-f314-450f-9184-99f5e9a76b4f None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:00:05.248876 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10376465-f314-450f-9184-99f5e9a76b4f None None] Pushing event updated for resources: {'Port': ['ID=14a0d1f5-6fdd-48af-a494-c48a513a53b0,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:05.323947 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-10376465-f314-450f-9184-99f5e9a76b4f None None] Attempting to bind port 14a0d1f5-6fdd-48af-a494-c48a513a53b0 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:00:05.324381 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-10376465-f314-450f-9184-99f5e9a76b4f None None] Attempting to bind port 14a0d1f5-6fdd-48af-a494-c48a513a53b0 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '4b64896a-933c-4b7d-9d0c-724c90cbf091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a33cc07-c597-4b12-bc95-3418df949349'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:00:05.324790 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10376465-f314-450f-9184-99f5e9a76b4f None None] Attempting to bind port 14a0d1f5-6fdd-48af-a494-c48a513a53b0 on network 1a33cc07-c597-4b12-bc95-3418df949349 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:00:05.330923 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e6a8f-f3da-47a0-b11a-504be4ee1e5b req-2fdaff0a-9503-4054-866c-6502f3080288 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:05.332535 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8d1e6a8f-f3da-47a0-b11a-504be4ee1e5b req-2fdaff0a-9503-4054-866c-6502f3080288 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe578b9-fba6-41c7-a5cb-b3b2c01fee80 HTTP/1.1" status: 200 len: 949 time: 0.1599636 Nov 24 21:00:05.333607 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-47a28e7a-8b04-4491-a98d-db93c62985e9 None None] Set router 450da802-2b3e-472c-9e1e-35f84e1a41b2 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:00:05.336210 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10376465-f314-450f-9184-99f5e9a76b4f None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:00:05.336210 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10376465-f314-450f-9184-99f5e9a76b4f None None] Checking segment: {'id': '4b64896a-933c-4b7d-9d0c-724c90cbf091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a33cc07-c597-4b12-bc95-3418df949349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:05.336644 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10376465-f314-450f-9184-99f5e9a76b4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:05.337021 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10376465-f314-450f-9184-99f5e9a76b4f None None] Bound using segment: {'id': '4b64896a-933c-4b7d-9d0c-724c90cbf091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a33cc07-c597-4b12-bc95-3418df949349'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:00:05.337469 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5c2dfd0-e0eb-41e8-a80b-d64aaffa96ba req-cc87229c-d5bc-467e-af8b-b3b681be7aa8 service neutron] 10.222.0.48 "GET /v2.0/networks/052aa3f3-cb01-49c1-a57f-09e705955607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021301 Nov 24 21:00:05.337593 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-10376465-f314-450f-9184-99f5e9a76b4f None None] Bound port: 14a0d1f5-6fdd-48af-a494-c48a513a53b0, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b64896a-933c-4b7d-9d0c-724c90cbf091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a33cc07-c597-4b12-bc95-3418df949349'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:00:05.337887 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10376465-f314-450f-9184-99f5e9a76b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:05.338255 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ef57a263-2ee6-47e3-a6bb-f2b0ce0a739d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:05.404619 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ef57a263-2ee6-47e3-a6bb-f2b0ce0a739d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:05.448151 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e4c424-dc7c-461f-831d-3ae4a305fb25 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Made reservation on behalf of 477a0cb75e98499e9b77be2952c0d710 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:05.451681 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-67e4c424-dc7c-461f-831d-3ae4a305fb25 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:05.493663 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8d1e6a8f-f3da-47a0-b11a-504be4ee1e5b req-82efcad2-b281-41d1-8563-e78d2f1995ef tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465261 Nov 24 21:00:05.531277 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5c2dfd0-e0eb-41e8-a80b-d64aaffa96ba req-23a7ef4e-0dc1-4287-b35e-e6f4e14f1dc9 service neutron] 10.222.0.48 "GET /v2.0/networks/052aa3f3-cb01-49c1-a57f-09e705955607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684258 Nov 24 21:00:05.537122 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:05.544391 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ef57a263-2ee6-47e3-a6bb-f2b0ce0a739d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:05.547245 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ef839b-79ca-4a63-aa37-d750f3c8d802 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network 1a33cc07-c597-4b12-bc95-3418df949349 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:05.547477 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ef57a263-2ee6-47e3-a6bb-f2b0ce0a739d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:05.552140 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ef57a263-2ee6-47e3-a6bb-f2b0ce0a739d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4cde05e5-f43e-4bd9-b7b0-6f599ae6eaab HTTP/1.1" status: 204 len: 168 time: 0.4109874 Nov 24 21:00:05.554041 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-f0ef839b-79ca-4a63-aa37-d750f3c8d802 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:05.558516 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57a263-2ee6-47e3-a6bb-f2b0ce0a739d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cde05e5-f43e-4bd9-b7b0-6f599ae6eaab,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:05.582641 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e4c424-dc7c-461f-831d-3ae4a305fb25 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:00:05.585398 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef839b-79ca-4a63-aa37-d750f3c8d802 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Subnet': ['ID=f9b4d3e4-7653-4052-b4ba-df97e6111bed,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:05.590869 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ef839b-79ca-4a63-aa37-d750f3c8d802 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:05.591471 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f0ef839b-79ca-4a63-aa37-d750f3c8d802 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:05.598836 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:00:05.598836 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:05.601270 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-10376465-f314-450f-9184-99f5e9a76b4f None None] For port 14a0d1f5-6fdd-48af-a494-c48a513a53b0, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:00:05.603972 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:00:05.621563 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-10376465-f314-450f-9184-99f5e9a76b4f None None] For port 14a0d1f5-6fdd-48af-a494-c48a513a53b0, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=14a0d1f5-6fdd-48af-a494-c48a513a53b0,segment=NetworkSegment(4b64896a-933c-4b7d-9d0c-724c90cbf091),segment_id=4b64896a-933c-4b7d-9d0c-724c90cbf091)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:00:05.635857 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-67e4c424-dc7c-461f-831d-3ae4a305fb25 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:05.636194 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-67e4c424-dc7c-461f-831d-3ae4a305fb25 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Added segment 9ad62e48-039c-465c-be64-98452c90cef0 of type vlan for network 0219a154-6c67-4447-8e6f-6a4e1aa3f028 Nov 24 21:00:05.646656 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10376465-f314-450f-9184-99f5e9a76b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:05.711148 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f0ef839b-79ca-4a63-aa37-d750f3c8d802 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9906607 Nov 24 21:00:05.714234 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39068) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:05.719396 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-49e20b46-3172-4d5b-9b11-c3fecfc8b781 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'port': {'network_id': '1a33cc07-c597-4b12-bc95-3418df949349', 'fixed_ips': [{'subnet_id': 'b9cea42f-2aa7-4aa3-8f80-58ca5a334534'}, {'subnet_id': 'f9b4d3e4-7653-4052-b4ba-df97e6111bed'}], 'name': 'tempest-PortsIpV6TestJSON-1128048491'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:05.739080 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751d958-57c8-4e0b-a2ff-25a8a9e485f5 req-53ece8cf-cf8e-48a7-a426-31914da2e9ca tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:05.754344 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751d958-57c8-4e0b-a2ff-25a8a9e485f5 req-53ece8cf-cf8e-48a7-a426-31914da2e9ca tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:05.760970 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751d958-57c8-4e0b-a2ff-25a8a9e485f5 req-53ece8cf-cf8e-48a7-a426-31914da2e9ca tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:05.770084 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10376465-f314-450f-9184-99f5e9a76b4f None None] Pushing event updated for resources: {'Port': ['ID=14a0d1f5-6fdd-48af-a494-c48a513a53b0,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:05.774900 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751d958-57c8-4e0b-a2ff-25a8a9e485f5 req-53ece8cf-cf8e-48a7-a426-31914da2e9ca tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:05.785863 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751d958-57c8-4e0b-a2ff-25a8a9e485f5 req-53ece8cf-cf8e-48a7-a426-31914da2e9ca tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:05.793350 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751d958-57c8-4e0b-a2ff-25a8a9e485f5 req-53ece8cf-cf8e-48a7-a426-31914da2e9ca tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:05.798627 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-47a28e7a-8b04-4491-a98d-db93c62985e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'name': 'tempest-ServersTestFqdnHostnames-945402129-router', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:59:00Z', 'updated_at': '2021-11-24T20:59:09Z', 'revision_number': 4, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'gw_port': {'id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:59:01Z', 'updated_at': '2021-11-24T20:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '6c8e1a13-1285-455d-a31a-eb26aef832b5', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'port_id': 'b6deba82-7c54-4be8-b175-eee907fc547d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607', 'mac_address': 'fa:16:3e:92:91:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:59:23Z', 'updated_at': '2021-11-24T21:00:00Z', 'revision_number': 1, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2861750-d2eb-48b8-90ff-0f656683f198', 'name': '', 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'mac_address': 'fa:16:3e:5b:2c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '9e861052-0b84-4fa5-83b7-82ecf6009879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:59:07Z', 'updated_at': '2021-11-24T20:59:15Z', 'revision_number': 5, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'subnets': [{'id': '9e861052-0b84-4fa5-83b7-82ecf6009879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:05.801033 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751d958-57c8-4e0b-a2ff-25a8a9e485f5 req-53ece8cf-cf8e-48a7-a426-31914da2e9ca tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:05.809843 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7751d958-57c8-4e0b-a2ff-25a8a9e485f5 req-53ece8cf-cf8e-48a7-a426-31914da2e9ca tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5421 time: 0.3792753 Nov 24 21:00:05.849045 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a28e7a-8b04-4491-a98d-db93c62985e9 None None] The sync data for ids ['450da802-2b3e-472c-9e1e-35f84e1a41b2'] in n-d-812111-8 is: [{'id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'name': 'tempest-ServersTestFqdnHostnames-945402129-router', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:59:00Z', 'updated_at': '2021-11-24T20:59:09Z', 'revision_number': 4, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'gw_port': {'id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:59:01Z', 'updated_at': '2021-11-24T20:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '6c8e1a13-1285-455d-a31a-eb26aef832b5', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'port_id': 'b6deba82-7c54-4be8-b175-eee907fc547d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607', 'mac_address': 'fa:16:3e:92:91:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:59:23Z', 'updated_at': '2021-11-24T21:00:00Z', 'revision_number': 1, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2861750-d2eb-48b8-90ff-0f656683f198', 'name': '', 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'mac_address': 'fa:16:3e:5b:2c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '9e861052-0b84-4fa5-83b7-82ecf6009879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:59:07Z', 'updated_at': '2021-11-24T20:59:15Z', 'revision_number': 5, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'subnets': [{'id': '9e861052-0b84-4fa5-83b7-82ecf6009879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:00:05.849540 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-67e4c424-dc7c-461f-831d-3ae4a305fb25 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:05.852021 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:05.890433 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:05.895116 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/networks/e5d06b05-cd5e-4414-bbf7-715ddc83e399 HTTP/1.1" status: 204 len: 168 time: 4.2851510 Nov 24 21:00:05.902031 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39074) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:05.913056 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-12a9b317-032e-44bb-9716-7ec56a6a3528 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-322368368'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:05.928729 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c86910-5593-47ac-96c4-0a184823f013 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Network': ['ID=e5d06b05-cd5e-4414-bbf7-715ddc83e399,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:05.958006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e20b46-3172-4d5b-9b11-c3fecfc8b781 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:05.987884 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7751d958-57c8-4e0b-a2ff-25a8a9e485f5 req-8e1ed1c7-1834-450a-a6d6-c6ccc8086f79 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1767950 Nov 24 21:00:06.010234 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-67e4c424-dc7c-461f-831d-3ae4a305fb25 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:06.014928 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4c424-dc7c-461f-831d-3ae4a305fb25 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:06.016361 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-67e4c424-dc7c-461f-831d-3ae4a305fb25 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:06.017493 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a9b317-032e-44bb-9716-7ec56a6a3528 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Made reservation on behalf of 5ef7f67306b24de79e4801e6d8b904e0 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:06.029851 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12a9b317-032e-44bb-9716-7ec56a6a3528 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:06.068583 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-67e4c424-dc7c-461f-831d-3ae4a305fb25 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0988758 Nov 24 21:00:06.075988 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 518c34a3-6779-4d25-bd45-7c57bffdb4f7 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:06.099934 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39080) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:06.105076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c7e92795-8b8d-47cd-a5b6-570f070adc35 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'subnet': {'network_id': 'b1eb42be-b701-45c2-bdbd-638ec7454b73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:06.186995 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 518c34a3-6779-4d25-bd45-7c57bffdb4f7 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:00:06.197748 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 518c34a3-6779-4d25-bd45-7c57bffdb4f7 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:06.198202 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:06.228834 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4c424-dc7c-461f-831d-3ae4a305fb25 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Network': ['ID=0219a154-6c67-4447-8e6f-6a4e1aa3f028,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:06.250451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a9b317-032e-44bb-9716-7ec56a6a3528 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:00:06.267426 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 0219a154-6c67-4447-8e6f-6a4e1aa3f028 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:00:06.272373 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4781b-bfd5-4d0d-9875-ce11521557a7 req-c7ad224f-a54a-43b2-b77d-c4e81f0edde8 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:06.274199 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e92795-8b8d-47cd-a5b6-570f070adc35 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Made reservation on behalf of 477a0cb75e98499e9b77be2952c0d710 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:06.274671 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90e4781b-bfd5-4d0d-9875-ce11521557a7 req-c7ad224f-a54a-43b2-b77d-c4e81f0edde8 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.15 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.3184552 Nov 24 21:00:06.278047 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7e92795-8b8d-47cd-a5b6-570f070adc35 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:06.288158 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f776f8-3df5-443b-aa83-9fb5574082ac req-b48c09f7-eb08-4a6c-9491-64b96fbdaee4 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:06.295918 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-36f776f8-3df5-443b-aa83-9fb5574082ac req-b48c09f7-eb08-4a6c-9491-64b96fbdaee4 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.3422837 Nov 24 21:00:06.304172 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12a9b317-032e-44bb-9716-7ec56a6a3528 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:06.304899 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-12a9b317-032e-44bb-9716-7ec56a6a3528 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Added segment 8d7a990f-1327-4d1b-9d29-628e02c35d4f of type vlan for network d5470584-59f0-4712-b26b-b392bdebe836 Nov 24 21:00:06.351755 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6291e15-5f6d-41c1-88d1-0ad68f87db04 None None] New status for floating IP 6c8e1a13-1285-455d-a31a-eb26aef832b5: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:00:06.471817 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-49e20b46-3172-4d5b-9b11-c3fecfc8b781 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:06.483321 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12a9b317-032e-44bb-9716-7ec56a6a3528 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:06.534911 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-36f776f8-3df5-443b-aa83-9fb5574082ac req-f8f2ca93-a127-417c-940f-0ffe802014b2 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349527 Nov 24 21:00:06.550145 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-49e20b46-3172-4d5b-9b11-c3fecfc8b781 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] device_id is not set on port 9554cb11-ead8-4a82-82cd-28d90a1e3115 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:00:06.552977 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:06.584699 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe578b9-fba6-41c7-a5cb-b3b2c01fee80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518c34a3-6779-4d25-bd45-7c57bffdb4f7'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:00:06.587265 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b60817b-51bf-44de-b221-31534b5e8d08" -d '{"events": [{"server_uuid": "afe578b9-fba6-41c7-a5cb-b3b2c01fee80", "name": "network-vif-plugged", "status": "completed", "tag": "518c34a3-6779-4d25-bd45-7c57bffdb4f7"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:00:06.603036 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12a9b317-032e-44bb-9716-7ec56a6a3528 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:06.611858 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7e92795-8b8d-47cd-a5b6-570f070adc35 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:06.617553 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a9b317-032e-44bb-9716-7ec56a6a3528 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:06.621388 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12a9b317-032e-44bb-9716-7ec56a6a3528 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:06.632942 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 518c34a3-6779-4d25-bd45-7c57bffdb4f7, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=518c34a3-6779-4d25-bd45-7c57bffdb4f7,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:06.644545 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:06.683507 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e92795-8b8d-47cd-a5b6-570f070adc35 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Subnet': ['ID=6f221d83-4d07-43be-8bfa-8e913dd168f1,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:06.692013 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b32c32-d86d-4d9e-9e7c-f74efb4bf080 x-openstack-request-id: req-e4b32c32-d86d-4d9e-9e7c-f74efb4bf080 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:00:06.692328 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe578b9-fba6-41c7-a5cb-b3b2c01fee80", "name": "network-vif-plugged", "status": "completed", "tag": "518c34a3-6779-4d25-bd45-7c57bffdb4f7", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:00:06.692594 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e4b32c32-d86d-4d9e-9e7c-f74efb4bf080 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:00:06.693032 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe578b9-fba6-41c7-a5cb-b3b2c01fee80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518c34a3-6779-4d25-bd45-7c57bffdb4f7', 'code': 200} Nov 24 21:00:06.752364 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=518c34a3-6779-4d25-bd45-7c57bffdb4f7,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:06.771960 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90229087-e3d9-413b-b7b4-330cc284c3a5 req-990f4c7f-1f0a-4db8-8a1d-a90456d37cfb tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:06.779421 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-90229087-e3d9-413b-b7b4-330cc284c3a5 req-990f4c7f-1f0a-4db8-8a1d-a90456d37cfb tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe578b9-fba6-41c7-a5cb-b3b2c01fee80 HTTP/1.1" status: 200 len: 950 time: 0.0969524 Nov 24 21:00:06.823742 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e92795-8b8d-47cd-a5b6-570f070adc35 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Checking segment: {'id': 'f2d191f2-dfe6-4da1-86cf-f65a9c1e680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1eb42be-b701-45c2-bdbd-638ec7454b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:06.824207 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e92795-8b8d-47cd-a5b6-570f070adc35 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network hostable DHCP agents. Network: b1eb42be-b701-45c2-bdbd-638ec7454b73, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:00:06.864831 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-90229087-e3d9-413b-b7b4-330cc284c3a5 req-437c93c9-0473-4cd1-b652-3f41cbcfa008 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844810 Nov 24 21:00:06.873669 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e92795-8b8d-47cd-a5b6-570f070adc35 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network b1eb42be-b701-45c2-bdbd-638ec7454b73 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:00:06.887621 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-c7e92795-8b8d-47cd-a5b6-570f070adc35 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, b1eb42be-b701-45c2-bdbd-638ec7454b73) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:06.894558 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-12a9b317-032e-44bb-9716-7ec56a6a3528 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9873412 Nov 24 21:00:06.897416 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39100) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:06.898078 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29deee41-a4e3-4776-845f-29d7991035fa None None] Network b1eb42be-b701-45c2-bdbd-638ec7454b73 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:06.917053 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-defbf6c3-a61a-4980-899b-4123b1c172f7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'subnet': {'network_id': 'd5470584-59f0-4712-b26b-b392bdebe836', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:06.927563 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9b317-032e-44bb-9716-7ec56a6a3528 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Network': ['ID=d5470584-59f0-4712-b26b-b392bdebe836,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:06.960542 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network d5470584-59f0-4712-b26b-b392bdebe836 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:00:06.964864 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e92795-8b8d-47cd-a5b6-570f070adc35 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:06.965746 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7e92795-8b8d-47cd-a5b6-570f070adc35 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:07.054301 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c7e92795-8b8d-47cd-a5b6-570f070adc35 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9533594 Nov 24 21:00:07.057109 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39108) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:07.068324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-8d215b0d-97a4-4678-ab76-6c62e8805719 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'subnet': {'network_id': '0219a154-6c67-4447-8e6f-6a4e1aa3f028', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:07.116929 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defbf6c3-a61a-4980-899b-4123b1c172f7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Made reservation on behalf of 5ef7f67306b24de79e4801e6d8b904e0 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:07.121862 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-defbf6c3-a61a-4980-899b-4123b1c172f7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:07.166024 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01975e22-1848-4d9f-951e-0c1f40a9b4aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-b1eb42be-b701-45c2-bdbd-638ec7454b73', 'network_id': 'b1eb42be-b701-45c2-bdbd-638ec7454b73', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'fixed_ips': [{'subnet_id': '6f221d83-4d07-43be-8bfa-8e913dd168f1'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:00:07.167955 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-01975e22-1848-4d9f-951e-0c1f40a9b4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:07.261209 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-90e4781b-bfd5-4d0d-9875-ce11521557a7 req-bb325839-6816-4951-aba7-d7c9c325581e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Deleting port 7e3ab263-906f-4e2b-b381-dc3be02396aa {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:07.261552 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-90e4781b-bfd5-4d0d-9875-ce11521557a7 req-bb325839-6816-4951-aba7-d7c9c325581e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:07.365111 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d215b0d-97a4-4678-ab76-6c62e8805719 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Made reservation on behalf of 477a0cb75e98499e9b77be2952c0d710 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:07.372240 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8d215b0d-97a4-4678-ab76-6c62e8805719 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:07.402141 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52854b72-db6d-4172-91ef-52474dcaf4b5 req-7b7a5ae4-35cc-490c-9205-04554548e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:07.403699 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-52854b72-db6d-4172-91ef-52474dcaf4b5 req-7b7a5ae4-35cc-490c-9205-04554548e338 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=afe578b9-fba6-41c7-a5cb-b3b2c01fee80 HTTP/1.1" status: 200 len: 1101 time: 0.6015842 Nov 24 21:00:07.437053 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-01975e22-1848-4d9f-951e-0c1f40a9b4aa None None] Allocated IP 2001:db8::2 (b1eb42be-b701-45c2-bdbd-638ec7454b73/6f221d83-4d07-43be-8bfa-8e913dd168f1/1fd431f3-99ae-4ed5-97be-29def938f005) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:07.466521 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1ad27f-67cf-4a82-a9dd-0ff370f01b7f None None] Network 1a33cc07-c597-4b12-bc95-3418df949349 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:07.478357 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7816b44-591a-4ad2-98d7-070e7ce131e6 req-2ae1cb36-8933-4d5b-b58c-6d1ad5e3b0a5 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:07.485613 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7816b44-591a-4ad2-98d7-070e7ce131e6 req-2ae1cb36-8933-4d5b-b58c-6d1ad5e3b0a5 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:07.492012 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7816b44-591a-4ad2-98d7-070e7ce131e6 req-2ae1cb36-8933-4d5b-b58c-6d1ad5e3b0a5 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:07.504276 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7816b44-591a-4ad2-98d7-070e7ce131e6 req-2ae1cb36-8933-4d5b-b58c-6d1ad5e3b0a5 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:07.512480 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7816b44-591a-4ad2-98d7-070e7ce131e6 req-2ae1cb36-8933-4d5b-b58c-6d1ad5e3b0a5 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:07.519840 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7816b44-591a-4ad2-98d7-070e7ce131e6 req-2ae1cb36-8933-4d5b-b58c-6d1ad5e3b0a5 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:07.525888 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7816b44-591a-4ad2-98d7-070e7ce131e6 req-2ae1cb36-8933-4d5b-b58c-6d1ad5e3b0a5 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:07.534819 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b7816b44-591a-4ad2-98d7-070e7ce131e6 req-2ae1cb36-8933-4d5b-b58c-6d1ad5e3b0a5 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5421 time: 0.2981610 Nov 24 21:00:07.612013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39116) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:07.646198 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-52854b72-db6d-4172-91ef-52474dcaf4b5 req-d4606638-3caa-4092-a704-b8007eb3d8a6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307119 Nov 24 21:00:07.703459 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-90e4781b-bfd5-4d0d-9875-ce11521557a7 req-bb325839-6816-4951-aba7-d7c9c325581e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] For port 7e3ab263-906f-4e2b-b381-dc3be02396aa, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7e3ab263-906f-4e2b-b381-dc3be02396aa,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:07.703789 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-90e4781b-bfd5-4d0d-9875-ce11521557a7 req-bb325839-6816-4951-aba7-d7c9c325581e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:07.747523 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 14a0d1f5-6fdd-48af-a494-c48a513a53b0 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:07.752600 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-defbf6c3-a61a-4980-899b-4123b1c172f7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:07.759122 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-01975e22-1848-4d9f-951e-0c1f40a9b4aa None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:07.832930 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-01975e22-1848-4d9f-951e-0c1f40a9b4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:07.843979 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-91156d2d-577f-427a-a8ed-145428b73d95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:07.849689 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c79bde55-7bc0-4fa9-bcd5-54ecd966cd27 None None] Provisioning complete for port 14a0d1f5-6fdd-48af-a494-c48a513a53b0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:07.850063 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c79bde55-7bc0-4fa9-bcd5-54ecd966cd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:07.893260 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea38f87-ad6a-422d-8938-df842a5136be req-595d7fa8-42a4-4842-9408-ad43112ecfc9 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:07.894861 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1ea38f87-ad6a-422d-8938-df842a5136be req-595d7fa8-42a4-4842-9408-ad43112ecfc9 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 945 time: 0.2131593 Nov 24 21:00:07.897395 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbf6c3-a61a-4980-899b-4123b1c172f7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Subnet': ['ID=bf79e65a-4702-4d1a-8d82-541f2420a72d,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:07.934897 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-91156d2d-577f-427a-a8ed-145428b73d95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:07.944079 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defbf6c3-a61a-4980-899b-4123b1c172f7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Checking segment: {'id': '8d7a990f-1327-4d1b-9d29-628e02c35d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd5470584-59f0-4712-b26b-b392bdebe836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:07.944457 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defbf6c3-a61a-4980-899b-4123b1c172f7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Network hostable DHCP agents. Network: d5470584-59f0-4712-b26b-b392bdebe836, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:00:07.948666 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-91156d2d-577f-427a-a8ed-145428b73d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:07.957793 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01975e22-1848-4d9f-951e-0c1f40a9b4aa None None] Network b1eb42be-b701-45c2-bdbd-638ec7454b73 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:07.959721 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01975e22-1848-4d9f-951e-0c1f40a9b4aa None None] Pushing event updated for resources: {'Port': ['ID=1fd431f3-99ae-4ed5-97be-29def938f005,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:07.968878 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-01975e22-1848-4d9f-951e-0c1f40a9b4aa None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:07.979165 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b7816b44-591a-4ad2-98d7-070e7ce131e6 req-07a3cca3-8a35-41eb-b0df-26f47c7b7e4c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4433324 Nov 24 21:00:07.984239 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8d215b0d-97a4-4678-ab76-6c62e8805719 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:07.992221 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01975e22-1848-4d9f-951e-0c1f40a9b4aa None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:00:08.009400 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-49e20b46-3172-4d5b-9b11-c3fecfc8b781 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Allocated IP 2001:db8::359 (1a33cc07-c597-4b12-bc95-3418df949349/b9cea42f-2aa7-4aa3-8f80-58ca5a334534/9554cb11-ead8-4a82-82cd-28d90a1e3115) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:08.009645 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 14a0d1f5-6fdd-48af-a494-c48a513a53b0 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:08.009849 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:08.020941 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-49e20b46-3172-4d5b-9b11-c3fecfc8b781 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Allocated IP 2001:db8:0:1::12b (1a33cc07-c597-4b12-bc95-3418df949349/f9b4d3e4-7653-4052-b4ba-df97e6111bed/9554cb11-ead8-4a82-82cd-28d90a1e3115) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:08.035840 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defbf6c3-a61a-4980-899b-4123b1c172f7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Network d5470584-59f0-4712-b26b-b392bdebe836 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:00:08.046867 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1ea38f87-ad6a-422d-8938-df842a5136be req-407981b8-fedd-46c0-b4d0-439af8b4d913 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups?id=d32cace9-2ce8-4a78-a6b6-d055f08d6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217120 Nov 24 21:00:08.074915 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-defbf6c3-a61a-4980-899b-4123b1c172f7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, d5470584-59f0-4712-b26b-b392bdebe836) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:08.087607 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defbf6c3-a61a-4980-899b-4123b1c172f7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:08.088159 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-defbf6c3-a61a-4980-899b-4123b1c172f7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:08.099436 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d215b0d-97a4-4678-ab76-6c62e8805719 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Subnet': ['ID=d77aa21b-4634-49cf-b414-ccc2089fa12f,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:08.109880 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df0ce43-feaf-4676-a400-eedd9bcd23dd None None] Network d5470584-59f0-4712-b26b-b392bdebe836 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:08.117488 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d215b0d-97a4-4678-ab76-6c62e8805719 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Checking segment: {'id': '9ad62e48-039c-465c-be64-98452c90cef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0219a154-6c67-4447-8e6f-6a4e1aa3f028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:08.117864 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d215b0d-97a4-4678-ab76-6c62e8805719 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network hostable DHCP agents. Network: 0219a154-6c67-4447-8e6f-6a4e1aa3f028, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:00:08.131121 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-defbf6c3-a61a-4980-899b-4123b1c172f7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2278969 Nov 24 21:00:08.131326 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39124) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:08.204408 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-01975e22-1848-4d9f-951e-0c1f40a9b4aa None None] Attempting to bind port 1fd431f3-99ae-4ed5-97be-29def938f005 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:00:08.205382 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-01975e22-1848-4d9f-951e-0c1f40a9b4aa None None] Attempting to bind port 1fd431f3-99ae-4ed5-97be-29def938f005 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'f2d191f2-dfe6-4da1-86cf-f65a9c1e680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1eb42be-b701-45c2-bdbd-638ec7454b73'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:00:08.205755 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01975e22-1848-4d9f-951e-0c1f40a9b4aa None None] Attempting to bind port 1fd431f3-99ae-4ed5-97be-29def938f005 on network b1eb42be-b701-45c2-bdbd-638ec7454b73 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:00:08.231865 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d215b0d-97a4-4678-ab76-6c62e8805719 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network 0219a154-6c67-4447-8e6f-6a4e1aa3f028 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:00:08.254211 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c79bde55-7bc0-4fa9-bcd5-54ecd966cd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:08.256251 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01975e22-1848-4d9f-951e-0c1f40a9b4aa None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:00:08.256630 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01975e22-1848-4d9f-951e-0c1f40a9b4aa None None] Checking segment: {'id': 'f2d191f2-dfe6-4da1-86cf-f65a9c1e680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1eb42be-b701-45c2-bdbd-638ec7454b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:08.257052 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-01975e22-1848-4d9f-951e-0c1f40a9b4aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:08.257450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01975e22-1848-4d9f-951e-0c1f40a9b4aa None None] Bound using segment: {'id': 'f2d191f2-dfe6-4da1-86cf-f65a9c1e680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1eb42be-b701-45c2-bdbd-638ec7454b73'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:00:08.257939 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-01975e22-1848-4d9f-951e-0c1f40a9b4aa None None] Bound port: 1fd431f3-99ae-4ed5-97be-29def938f005, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d191f2-dfe6-4da1-86cf-f65a9c1e680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1eb42be-b701-45c2-bdbd-638ec7454b73'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:00:08.258321 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-01975e22-1848-4d9f-951e-0c1f40a9b4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:08.275612 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-8d215b0d-97a4-4678-ab76-6c62e8805719 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 0219a154-6c67-4447-8e6f-6a4e1aa3f028) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:08.284981 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d215b0d-97a4-4678-ab76-6c62e8805719 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:08.285602 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8d215b0d-97a4-4678-ab76-6c62e8805719 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:08.292021 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae4dc55-99ee-4349-b4eb-6ed89ca592ae None None] Network 0219a154-6c67-4447-8e6f-6a4e1aa3f028 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:08.295052 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966db9c-1d6e-4615-9478-1480c4a2bc40 req-e2f9ec6c-e211-44c6-98a7-3d7e572abe21 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:08.296631 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4966db9c-1d6e-4615-9478-1480c4a2bc40 req-e2f9ec6c-e211-44c6-98a7-3d7e572abe21 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe578b9-fba6-41c7-a5cb-b3b2c01fee80 HTTP/1.1" status: 200 len: 950 time: 0.1366699 Nov 24 21:00:08.302864 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41d06427-fe1e-4b13-a0fe-0c7de3f3d26a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:08.338658 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8d215b0d-97a4-4678-ab76-6c62e8805719 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2802858 Nov 24 21:00:08.341158 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39126) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:08.346277 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-ec1e7b5e-77fb-4eb8-9506-103cf963e54a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1585982285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:08.448673 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4966db9c-1d6e-4615-9478-1480c4a2bc40 req-f2cc8055-3e21-4223-ad59-1ec0755f6d9f tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402307 Nov 24 21:00:08.455977 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41d06427-fe1e-4b13-a0fe-0c7de3f3d26a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:08.493536 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ec1e7b5e-77fb-4eb8-9506-103cf963e54a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:08.495115 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ec1e7b5e-77fb-4eb8-9506-103cf963e54a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:08.571403 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-90e4781b-bfd5-4d0d-9875-ce11521557a7 req-bb325839-6816-4951-aba7-d7c9c325581e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:08.571782 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-90e4781b-bfd5-4d0d-9875-ce11521557a7 req-bb325839-6816-4951-aba7-d7c9c325581e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:08.572478 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [req-90e4781b-bfd5-4d0d-9875-ce11521557a7 req-bb325839-6816-4951-aba7-d7c9c325581e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Floating IP 066a7c0c-7ec4-4a89-8f6c-f7f0abb43010 disassociated. External IP: 172.25.5.182, port: 7e3ab263-906f-4e2b-b381-dc3be02396aa. Nov 24 21:00:08.572478 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-90e4781b-bfd5-4d0d-9875-ce11521557a7 req-bb325839-6816-4951-aba7-d7c9c325581e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Calling delete_port for 7e3ab263-906f-4e2b-b381-dc3be02396aa owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:08.579990 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ec1e7b5e-77fb-4eb8-9506-103cf963e54a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:08.586558 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ec1e7b5e-77fb-4eb8-9506-103cf963e54a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:08.594345 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41d06427-fe1e-4b13-a0fe-0c7de3f3d26a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:08.629978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d06427-fe1e-4b13-a0fe-0c7de3f3d26a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Subnet': ['ID=bf79e65a-4702-4d1a-8d82-541f2420a72d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:08.630246 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c79bde55-7bc0-4fa9-bcd5-54ecd966cd27 None None] For port 14a0d1f5-6fdd-48af-a494-c48a513a53b0, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=14a0d1f5-6fdd-48af-a494-c48a513a53b0,segment=NetworkSegment(4b64896a-933c-4b7d-9d0c-724c90cbf091),segment_id=4b64896a-933c-4b7d-9d0c-724c90cbf091)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:08.653177 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ec1e7b5e-77fb-4eb8-9506-103cf963e54a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:08.657904 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ec1e7b5e-77fb-4eb8-9506-103cf963e54a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3150544 Nov 24 21:00:08.664187 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39128) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:08.676651 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c79bde55-7bc0-4fa9-bcd5-54ecd966cd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:08.678393 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:08.787557 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41d06427-fe1e-4b13-a0fe-0c7de3f3d26a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:08.789558 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-01975e22-1848-4d9f-951e-0c1f40a9b4aa None None] For port 1fd431f3-99ae-4ed5-97be-29def938f005, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:00:08.799777 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91156d2d-577f-427a-a8ed-145428b73d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3e6586-f34d-4035-9774-51fca5942511,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:08.805235 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cbed74-77e9-4e24-9c52-d0095aa73cba None None] Network d5470584-59f0-4712-b26b-b392bdebe836 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:08.829653 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-91156d2d-577f-427a-a8ed-145428b73d95 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c053617a11214ee683534c0360b45972&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2027955 Nov 24 21:00:08.830353 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39130) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:08.840503 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-01975e22-1848-4d9f-951e-0c1f40a9b4aa None None] For port 1fd431f3-99ae-4ed5-97be-29def938f005, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1fd431f3-99ae-4ed5-97be-29def938f005,segment=NetworkSegment(f2d191f2-dfe6-4da1-86cf-f65a9c1e680d),segment_id=f2d191f2-dfe6-4da1-86cf-f65a9c1e680d)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:00:08.880866 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dde3c0-dab4-45ff-baea-b180d5365843 None None] Update dhcp port {'port': {'network_id': '1a33cc07-c597-4b12-bc95-3418df949349', 'fixed_ips': [{'subnet_id': 'b9cea42f-2aa7-4aa3-8f80-58ca5a334534', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f9b4d3e4-7653-4052-b4ba-df97e6111bed'}], 'binding:host_id': 'n-d-812111-8'}, 'id': '14a0d1f5-6fdd-48af-a494-c48a513a53b0'} from n-d-812111-8. {{(pid=109992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 21:00:08.888784 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-41d06427-fe1e-4b13-a0fe-0c7de3f3d26a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5470584-59f0-4712-b26b-b392bdebe836']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:08.897094 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-90e4781b-bfd5-4d0d-9875-ce11521557a7 req-bb325839-6816-4951-aba7-d7c9c325581e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:08.898230 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-01975e22-1848-4d9f-951e-0c1f40a9b4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:08.904054 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-41d06427-fe1e-4b13-a0fe-0c7de3f3d26a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d7a990f-1327-4d1b-9d29-628e02c35d4f') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:08.904599 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-41d06427-fe1e-4b13-a0fe-0c7de3f3d26a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d7a990f-1327-4d1b-9d29-628e02c35d4f') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:08.934563 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79bde55-7bc0-4fa9-bcd5-54ecd966cd27 None None] Pushing event updated for resources: {'Port': ['ID=14a0d1f5-6fdd-48af-a494-c48a513a53b0,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:08.951116 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41d06427-fe1e-4b13-a0fe-0c7de3f3d26a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:08.995847 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb325839-6816-4951-aba7-d7c9c325581e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Pushing event deleted for resources: {'Port': ['ID=7e3ab263-906f-4e2b-b381-dc3be02396aa,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:09.000184 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41d06427-fe1e-4b13-a0fe-0c7de3f3d26a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:09.033198 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d06427-fe1e-4b13-a0fe-0c7de3f3d26a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:00:09.033808 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41d06427-fe1e-4b13-a0fe-0c7de3f3d26a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:00:09.037281 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:00:09.040403 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b5761204-60e2-4b33-93a6-74256a5c5b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:09.055036 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a6dde3c0-dab4-45ff-baea-b180d5365843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:09.145273 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-49e20b46-3172-4d5b-9b11-c3fecfc8b781 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:09.145986 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0b3ce722-07d2-474b-b2df-e31fdb4f4091 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:09.159770 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41d06427-fe1e-4b13-a0fe-0c7de3f3d26a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:09.176725 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41d06427-fe1e-4b13-a0fe-0c7de3f3d26a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:09.180402 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-41d06427-fe1e-4b13-a0fe-0c7de3f3d26a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/networks/d5470584-59f0-4712-b26b-b392bdebe836 HTTP/1.1" status: 204 len: 168 time: 1.0478296 Nov 24 21:00:09.200483 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39140) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:09.206140 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:00:09.206828 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-fc724123-bf66-4abb-b16a-09ba1a6d5d37 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2027108400'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:09.207326 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:00:09.211292 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d06427-fe1e-4b13-a0fe-0c7de3f3d26a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Network': ['ID=d5470584-59f0-4712-b26b-b392bdebe836,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:09.236257 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d272db3f-aadb-4217-b20e-140d74ea5607 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:09.265339 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2170ac51-4059-4082-8816-04a8ac82e71b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-0219a154-6c67-4447-8e6f-6a4e1aa3f028', 'network_id': '0219a154-6c67-4447-8e6f-6a4e1aa3f028', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'fixed_ips': [{'subnet_id': 'd77aa21b-4634-49cf-b414-ccc2089fa12f'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:00:09.268042 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2170ac51-4059-4082-8816-04a8ac82e71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:09.363820 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc724123-bf66-4abb-b16a-09ba1a6d5d37 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Made reservation on behalf of 5ef7f67306b24de79e4801e6d8b904e0 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:09.367550 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d272db3f-aadb-4217-b20e-140d74ea5607 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:09.368968 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fc724123-bf66-4abb-b16a-09ba1a6d5d37 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:09.393938 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01975e22-1848-4d9f-951e-0c1f40a9b4aa None None] Pushing event updated for resources: {'Port': ['ID=1fd431f3-99ae-4ed5-97be-29def938f005,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:09.529053 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-49e20b46-3172-4d5b-9b11-c3fecfc8b781 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:09.586378 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d272db3f-aadb-4217-b20e-140d74ea5607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:09.589532 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d272db3f-aadb-4217-b20e-140d74ea5607 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:09.590987 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d272db3f-aadb-4217-b20e-140d74ea5607 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac3e6586-f34d-4035-9774-51fca5942511 HTTP/1.1" status: 204 len: 168 time: 0.7508140 Nov 24 21:00:09.607898 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5cd97-85dc-4f31-9a19-307bae241f18 req-d2c06d20-34e1-4e9b-9ee0-d7c86f1ee423 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:09.616647 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:09.617601 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5cd97-85dc-4f31-9a19-307bae241f18 req-d2c06d20-34e1-4e9b-9ee0-d7c86f1ee423 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:09.626225 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5cd97-85dc-4f31-9a19-307bae241f18 req-d2c06d20-34e1-4e9b-9ee0-d7c86f1ee423 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:09.635277 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5cd97-85dc-4f31-9a19-307bae241f18 req-d2c06d20-34e1-4e9b-9ee0-d7c86f1ee423 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:09.646191 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5cd97-85dc-4f31-9a19-307bae241f18 req-d2c06d20-34e1-4e9b-9ee0-d7c86f1ee423 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:09.653583 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5cd97-85dc-4f31-9a19-307bae241f18 req-d2c06d20-34e1-4e9b-9ee0-d7c86f1ee423 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:09.662296 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5cd97-85dc-4f31-9a19-307bae241f18 req-d2c06d20-34e1-4e9b-9ee0-d7c86f1ee423 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:09.673760 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-36e5cd97-85dc-4f31-9a19-307bae241f18 req-d2c06d20-34e1-4e9b-9ee0-d7c86f1ee423 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5421 time: 0.5264134 Nov 24 21:00:09.680844 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-0b3ce722-07d2-474b-b2df-e31fdb4f4091 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Allocated IP 2001:db8::1 (b1eb42be-b701-45c2-bdbd-638ec7454b73/6f221d83-4d07-43be-8bfa-8e913dd168f1/e3f89eea-2afa-4096-a272-80f2ed7006e9) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:09.682279 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e20b46-3172-4d5b-9b11-c3fecfc8b781 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Port': ['ID=9554cb11-ead8-4a82-82cd-28d90a1e3115,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:09.709649 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272db3f-aadb-4217-b20e-140d74ea5607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3e6586-f34d-4035-9774-51fca5942511,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:09.730214 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90e4781b-bfd5-4d0d-9875-ce11521557a7 req-bb325839-6816-4951-aba7-d7c9c325581e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Router f5984050-e66b-42a1-a48c-f962672d7407 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:00:09.742994 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e20b46-3172-4d5b-9b11-c3fecfc8b781 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network 1a33cc07-c597-4b12-bc95-3418df949349 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:09.769517 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-af12d887-3e47-45a1-aa62-8a1bc4cc211d req-73349159-e32f-4899-85c8-1b9dc612bea7 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 210 time: 0.0459445 Nov 24 21:00:09.803805 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-36e5cd97-85dc-4f31-9a19-307bae241f18 req-4689df60-36df-4cd2-80e7-ff14ad86578a tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1288571 Nov 24 21:00:09.811338 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-49e20b46-3172-4d5b-9b11-c3fecfc8b781 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:09.820141 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e20b46-3172-4d5b-9b11-c3fecfc8b781 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:00:09.828314 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc724123-bf66-4abb-b16a-09ba1a6d5d37 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:00:09.840764 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e20b46-3172-4d5b-9b11-c3fecfc8b781 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:09.846082 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-49e20b46-3172-4d5b-9b11-c3fecfc8b781 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:09.865011 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fc724123-bf66-4abb-b16a-09ba1a6d5d37 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:09.865603 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-fc724123-bf66-4abb-b16a-09ba1a6d5d37 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Added segment cedf3ae6-39b0-423a-8d30-df4690e19dad of type vlan for network 56dbd8d1-4b8e-4b9e-831c-348b0a4cf452 Nov 24 21:00:09.867849 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-a6dde3c0-dab4-45ff-baea-b180d5365843 None None] Allocated IP 2001:db8:0:1::2 (1a33cc07-c597-4b12-bc95-3418df949349/f9b4d3e4-7653-4052-b4ba-df97e6111bed/14a0d1f5-6fdd-48af-a494-c48a513a53b0) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:09.870965 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-2170ac51-4059-4082-8816-04a8ac82e71b None None] Allocated IP 2001:db8:1::2 (0219a154-6c67-4447-8e6f-6a4e1aa3f028/d77aa21b-4634-49cf-b414-ccc2089fa12f/69ac5f30-b0c3-4ac4-8302-bcfb30b49845) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:09.982741 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fc724123-bf66-4abb-b16a-09ba1a6d5d37 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:10.015282 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0b3ce722-07d2-474b-b2df-e31fdb4f4091 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:10.018178 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fc724123-bf66-4abb-b16a-09ba1a6d5d37 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:10.024487 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc724123-bf66-4abb-b16a-09ba1a6d5d37 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:10.025300 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fc724123-bf66-4abb-b16a-09ba1a6d5d37 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:10.072545 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-49e20b46-3172-4d5b-9b11-c3fecfc8b781 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.3549910 Nov 24 21:00:10.087222 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39150) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:10.100431 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-794a9eac-fd90-4f95-bdba-f59e582a0811 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b9cea42f-2aa7-4aa3-8f80-58ca5a334534'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:10.175658 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90e4781b-bfd5-4d0d-9875-ce11521557a7 req-bb325839-6816-4951-aba7-d7c9c325581e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:00:10.191807 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fc724123-bf66-4abb-b16a-09ba1a6d5d37 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9897785 Nov 24 21:00:10.194402 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0b3ce722-07d2-474b-b2df-e31fdb4f4091 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:10.197047 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39154) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:10.247776 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f08662-72da-45be-8174-3db7cceca12d None None] Sync routers for ids ['f5984050-e66b-42a1-a48c-f962672d7407'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:00:10.270124 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2170ac51-4059-4082-8816-04a8ac82e71b None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:10.273979 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1fd431f3-99ae-4ed5-97be-29def938f005 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:10.280883 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc724123-bf66-4abb-b16a-09ba1a6d5d37 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Network': ['ID=56dbd8d1-4b8e-4b9e-831c-348b0a4cf452,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:10.303390 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-03112d62-738f-41be-948f-13bdeaed5581 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'subnet': {'network_id': '56dbd8d1-4b8e-4b9e-831c-348b0a4cf452', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:10.309389 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 56dbd8d1-4b8e-4b9e-831c-348b0a4cf452 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:00:10.312190 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ce722-07d2-474b-b2df-e31fdb4f4091 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Port': ['ID=e3f89eea-2afa-4096-a272-80f2ed7006e9,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:10.318847 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2170ac51-4059-4082-8816-04a8ac82e71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:10.341484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f08662-72da-45be-8174-3db7cceca12d None None] Routers {'f5984050-e66b-42a1-a48c-f962672d7407'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:10.342441 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a5f08662-72da-45be-8174-3db7cceca12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T20:59:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f5984050-e66b-42a1-a48c-f962672d7407'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:10.344025 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e4781b-bfd5-4d0d-9875-ce11521557a7 req-bb325839-6816-4951-aba7-d7c9c325581e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] No DVR routers for this DVR port 7e3ab263-906f-4e2b-b381-dc3be02396aa on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:00:10.348610 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-90e4781b-bfd5-4d0d-9875-ce11521557a7 req-bb325839-6816-4951-aba7-d7c9c325581e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:10.352802 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90e4781b-bfd5-4d0d-9875-ce11521557a7 req-bb325839-6816-4951-aba7-d7c9c325581e tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.15 "DELETE /v2.0/ports/7e3ab263-906f-4e2b-b381-dc3be02396aa HTTP/1.1" status: 204 len: 173 time: 4.0522194 Nov 24 21:00:10.355262 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26067d42-e992-4f89-8cdf-481c88e072db', 'name': 'network-vif-deleted', 'tag': '7e3ab263-906f-4e2b-b381-dc3be02396aa'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:00:10.358943 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7204e35f-e5db-4089-9fe9-805914924428" -d '{"events": [{"server_uuid": "26067d42-e992-4f89-8cdf-481c88e072db", "name": "network-vif-deleted", "tag": "7e3ab263-906f-4e2b-b381-dc3be02396aa"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:00:10.383557 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ab126-56bc-4329-9112-c065506ad263 req-fb90646e-7317-41a9-a62f-c13d4e3fc178 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:10.385690 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a39ab126-56bc-4329-9112-c065506ad263 req-fb90646e-7317-41a9-a62f-c13d4e3fc178 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe578b9-fba6-41c7-a5cb-b3b2c01fee80 HTTP/1.1" status: 200 len: 950 time: 0.3395469 Nov 24 21:00:10.403700 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3ce722-07d2-474b-b2df-e31fdb4f4091 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network b1eb42be-b701-45c2-bdbd-638ec7454b73 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:10.408194 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-0b3ce722-07d2-474b-b2df-e31fdb4f4091 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:10.438170 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-794a9eac-fd90-4f95-bdba-f59e582a0811 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:10.460953 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d09a9d7-3c41-4f4e-86fd-5c5ca9508919 x-openstack-request-id: req-4d09a9d7-3c41-4f4e-86fd-5c5ca9508919 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:00:10.460953 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26067d42-e992-4f89-8cdf-481c88e072db", "name": "network-vif-deleted", "tag": "7e3ab263-906f-4e2b-b381-dc3be02396aa", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:00:10.460953 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4d09a9d7-3c41-4f4e-86fd-5c5ca9508919 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:00:10.461378 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26067d42-e992-4f89-8cdf-481c88e072db', 'name': 'network-vif-deleted', 'tag': '7e3ab263-906f-4e2b-b381-dc3be02396aa', 'status': 'completed', 'code': 200} Nov 24 21:00:10.511242 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2170ac51-4059-4082-8816-04a8ac82e71b None None] Network 0219a154-6c67-4447-8e6f-6a4e1aa3f028 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:10.517111 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a39ab126-56bc-4329-9112-c065506ad263 req-d0bedcd3-60d6-4594-bfd0-818a0a41087c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117082 Nov 24 21:00:10.541959 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3ce722-07d2-474b-b2df-e31fdb4f4091 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:00:10.542658 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0b3ce722-07d2-474b-b2df-e31fdb4f4091 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:10.596666 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a6dde3c0-dab4-45ff-baea-b180d5365843 None None] For port 14a0d1f5-6fdd-48af-a494-c48a513a53b0, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=14a0d1f5-6fdd-48af-a494-c48a513a53b0,segment=NetworkSegment(4b64896a-933c-4b7d-9d0c-724c90cbf091),segment_id=4b64896a-933c-4b7d-9d0c-724c90cbf091)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:10.664585 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a6dde3c0-dab4-45ff-baea-b180d5365843 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:10.689498 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-2170ac51-4059-4082-8816-04a8ac82e71b None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:10.693076 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2170ac51-4059-4082-8816-04a8ac82e71b None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:00:10.743086 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7e3ab263-906f-4e2b-b381-dc3be02396aa no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:00:10.778290 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 7e3ab263-906f-4e2b-b381-dc3be02396aa {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:00:10.778933 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7e3ab263-906f-4e2b-b381-dc3be02396aa not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:00:10.779095 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03112d62-738f-41be-948f-13bdeaed5581 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Made reservation on behalf of 5ef7f67306b24de79e4801e6d8b904e0 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:10.782759 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a6dde3c0-dab4-45ff-baea-b180d5365843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:10.783592 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-03112d62-738f-41be-948f-13bdeaed5581 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:10.791580 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a0adc5-8c44-45ca-a514-2d8eb0a0763f None None] Network b1eb42be-b701-45c2-bdbd-638ec7454b73 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:10.809143 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94841e-5e1b-4d26-91e7-f2e0c22b03b1 req-ae5b7218-5652-4b00-a5f4-71e10c5b147b tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:10.810960 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe94841e-5e1b-4d26-91e7-f2e0c22b03b1 req-ae5b7218-5652-4b00-a5f4-71e10c5b147b tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=afe578b9-fba6-41c7-a5cb-b3b2c01fee80 HTTP/1.1" status: 200 len: 1101 time: 0.1077743 Nov 24 21:00:10.839719 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170ac51-4059-4082-8816-04a8ac82e71b None None] Pushing event updated for resources: {'Port': ['ID=69ac5f30-b0c3-4ac4-8302-bcfb30b49845,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:10.950668 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0b3ce722-07d2-474b-b2df-e31fdb4f4091 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:10.952150 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d1cad36a-9eaa-4296-8266-1ecefbf1f7fa req-aafaffc2-de99-4825-b1dc-52fc79c96103 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/ports?device_id=26067d42-e992-4f89-8cdf-481c88e072db HTTP/1.1" status: 200 len: 210 time: 0.0508769 Nov 24 21:00:10.965467 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe94841e-5e1b-4d26-91e7-f2e0c22b03b1 req-eb787f84-54a6-4be4-8293-a18c1dde32aa tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427100 Nov 24 21:00:10.973888 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-794a9eac-fd90-4f95-bdba-f59e582a0811 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Delete allocated IP 2001:db8:0:1::12b (1a33cc07-c597-4b12-bc95-3418df949349/f9b4d3e4-7653-4052-b4ba-df97e6111bed) {{(pid=109990) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 21:00:11.051484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dde3c0-dab4-45ff-baea-b180d5365843 None None] Pushing event updated for resources: {'Port': ['ID=14a0d1f5-6fdd-48af-a494-c48a513a53b0,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:11.133819 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-2170ac51-4059-4082-8816-04a8ac82e71b None None] Attempting to bind port 69ac5f30-b0c3-4ac4-8302-bcfb30b49845 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:00:11.134230 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-2170ac51-4059-4082-8816-04a8ac82e71b None None] Attempting to bind port 69ac5f30-b0c3-4ac4-8302-bcfb30b49845 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '9ad62e48-039c-465c-be64-98452c90cef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0219a154-6c67-4447-8e6f-6a4e1aa3f028'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:00:11.134726 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2170ac51-4059-4082-8816-04a8ac82e71b None None] Attempting to bind port 69ac5f30-b0c3-4ac4-8302-bcfb30b49845 on network 0219a154-6c67-4447-8e6f-6a4e1aa3f028 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:00:11.341590 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-794a9eac-fd90-4f95-bdba-f59e582a0811 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:11.361242 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-794a9eac-fd90-4f95-bdba-f59e582a0811 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:11.377892 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-3b8cfd5c-a9b9-4e4f-a49c-eaff17c5cdbe tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f9f97af922bb4212809f7d75bc05ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581322 Nov 24 21:00:11.467807 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-794a9eac-fd90-4f95-bdba-f59e582a0811 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] In _notify_port_updated(), no bound segment for port 9554cb11-ead8-4a82-82cd-28d90a1e3115 on network 1a33cc07-c597-4b12-bc95-3418df949349 {{(pid=109990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 21:00:11.474868 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794a9eac-fd90-4f95-bdba-f59e582a0811 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:11.475571 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-794a9eac-fd90-4f95-bdba-f59e582a0811 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:11.477249 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-794a9eac-fd90-4f95-bdba-f59e582a0811 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "PUT /v2.0/ports/9554cb11-ead8-4a82-82cd-28d90a1e3115 HTTP/1.1" status: 200 len: 926 time: 1.3858232 Nov 24 21:00:11.480853 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2170ac51-4059-4082-8816-04a8ac82e71b None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:00:11.480853 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2170ac51-4059-4082-8816-04a8ac82e71b None None] Checking segment: {'id': '9ad62e48-039c-465c-be64-98452c90cef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0219a154-6c67-4447-8e6f-6a4e1aa3f028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:11.481500 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2170ac51-4059-4082-8816-04a8ac82e71b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:11.481722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2170ac51-4059-4082-8816-04a8ac82e71b None None] Bound using segment: {'id': '9ad62e48-039c-465c-be64-98452c90cef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0219a154-6c67-4447-8e6f-6a4e1aa3f028'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:00:11.482808 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39196) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:11.483009 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-2170ac51-4059-4082-8816-04a8ac82e71b None None] Bound port: 69ac5f30-b0c3-4ac4-8302-bcfb30b49845, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad62e48-039c-465c-be64-98452c90cef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0219a154-6c67-4447-8e6f-6a4e1aa3f028'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:00:11.483859 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2170ac51-4059-4082-8816-04a8ac82e71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:11.494827 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0bd8b5a2-c469-4ace-ba43-8f8735ca3590 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b9cea42f-2aa7-4aa3-8f80-58ca5a334534'}, {'subnet_id': 'f9b4d3e4-7653-4052-b4ba-df97e6111bed'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:11.575905 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a9eac-fd90-4f95-bdba-f59e582a0811 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Port': ['ID=9554cb11-ead8-4a82-82cd-28d90a1e3115,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:11.653961 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d401c3c-b19a-4f2a-9317-19c2329a00be req-2500b1af-c140-4916-8f3f-4f1899e23e10 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:11.660327 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d401c3c-b19a-4f2a-9317-19c2329a00be req-2500b1af-c140-4916-8f3f-4f1899e23e10 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:11.666491 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d401c3c-b19a-4f2a-9317-19c2329a00be req-2500b1af-c140-4916-8f3f-4f1899e23e10 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:11.677120 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d401c3c-b19a-4f2a-9317-19c2329a00be req-2500b1af-c140-4916-8f3f-4f1899e23e10 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:11.677572 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-987d1a10-109b-41c4-bbc4-54aca020ba02 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:11.683209 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d401c3c-b19a-4f2a-9317-19c2329a00be req-2500b1af-c140-4916-8f3f-4f1899e23e10 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:11.685158 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-987d1a10-109b-41c4-bbc4-54aca020ba02 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3061271 Nov 24 21:00:11.694726 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d401c3c-b19a-4f2a-9317-19c2329a00be req-2500b1af-c140-4916-8f3f-4f1899e23e10 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:11.705233 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d401c3c-b19a-4f2a-9317-19c2329a00be req-2500b1af-c140-4916-8f3f-4f1899e23e10 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:11.709290 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9d401c3c-b19a-4f2a-9317-19c2329a00be req-2500b1af-c140-4916-8f3f-4f1899e23e10 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5421 time: 0.6088359 Nov 24 21:00:11.714208 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-827f10ae-6503-42c2-b457-6db50bc2acce tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/quotas/f9f97af922bb4212809f7d75bc05ed87 HTTP/1.1" status: 200 len: 375 time: 0.0280986 Nov 24 21:00:11.782380 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:11.822652 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0bd8b5a2-c469-4ace-ba43-8f8735ca3590 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:11.829142 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 1fd431f3-99ae-4ed5-97be-29def938f005 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:11.830780 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:11.864084 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-5a804ae2-6e7e-4b0a-bac8-573b40da2d7d tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9f97af922bb4212809f7d75bc05ed87&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1488843 Nov 24 21:00:11.864567 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-32ab01a1-871f-41f6-abed-e04b94512557 None None] Provisioning complete for port 1fd431f3-99ae-4ed5-97be-29def938f005 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:11.865764 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-32ab01a1-871f-41f6-abed-e04b94512557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:11.959279 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a4828353-30c0-4468-8ddb-34843264707f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:12.000169 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0b3ce722-07d2-474b-b2df-e31fdb4f4091 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:12.066037 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2170ac51-4059-4082-8816-04a8ac82e71b None None] For port 69ac5f30-b0c3-4ac4-8302-bcfb30b49845, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:00:12.118737 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9d401c3c-b19a-4f2a-9317-19c2329a00be req-4d8ff954-e9c7-421f-8d29-addfef4ff61a tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3650386 Nov 24 21:00:12.125215 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-03112d62-738f-41be-948f-13bdeaed5581 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:12.149739 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-a5f08662-72da-45be-8174-3db7cceca12d None None] Set router f5984050-e66b-42a1-a48c-f962672d7407 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:00:12.155674 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0b3ce722-07d2-474b-b2df-e31fdb4f4091 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:12.159781 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0b3ce722-07d2-474b-b2df-e31fdb4f4091 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:12.277979 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2170ac51-4059-4082-8816-04a8ac82e71b None None] For port 69ac5f30-b0c3-4ac4-8302-bcfb30b49845, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=69ac5f30-b0c3-4ac4-8302-bcfb30b49845,segment=NetworkSegment(9ad62e48-039c-465c-be64-98452c90cef0),segment_id=9ad62e48-039c-465c-be64-98452c90cef0)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:00:12.299996 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2170ac51-4059-4082-8816-04a8ac82e71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:12.322802 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39218) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:12.337167 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ce722-07d2-474b-b2df-e31fdb4f4091 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Port': ['ID=e3f89eea-2afa-4096-a272-80f2ed7006e9,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:12.383390 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bc56c127-e7a0-4766-a1e8-6d4f6a28e8d8 req-ae60da22-af55-4499-b18b-6264bb06d24c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 210 time: 0.1672306 Nov 24 21:00:12.424234 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03112d62-738f-41be-948f-13bdeaed5581 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Subnet': ['ID=52a81292-99e9-4be2-8371-2a7c71a30e60,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:12.542159 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266f3e2d-17e3-411c-8109-677c4ee925e0 None None] Network 1a33cc07-c597-4b12-bc95-3418df949349 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:12.560592 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:12.586675 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-0bd8b5a2-c469-4ace-ba43-8f8735ca3590 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Allocated IP 2001:db8:0:1::3d1 (1a33cc07-c597-4b12-bc95-3418df949349/f9b4d3e4-7653-4052-b4ba-df97e6111bed/9554cb11-ead8-4a82-82cd-28d90a1e3115) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:12.681709 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:12.723862 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3ce722-07d2-474b-b2df-e31fdb4f4091 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network b1eb42be-b701-45c2-bdbd-638ec7454b73 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:12.729682 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03112d62-738f-41be-948f-13bdeaed5581 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Checking segment: {'id': 'cedf3ae6-39b0-423a-8d30-df4690e19dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '56dbd8d1-4b8e-4b9e-831c-348b0a4cf452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:12.730080 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03112d62-738f-41be-948f-13bdeaed5581 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Network hostable DHCP agents. Network: 56dbd8d1-4b8e-4b9e-831c-348b0a4cf452, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:00:12.750192 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-0b3ce722-07d2-474b-b2df-e31fdb4f4091 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:12.789405 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170ac51-4059-4082-8816-04a8ac82e71b None None] Pushing event updated for resources: {'Port': ['ID=69ac5f30-b0c3-4ac4-8302-bcfb30b49845,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:12.855434 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0bd8b5a2-c469-4ace-ba43-8f8735ca3590 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:12.864266 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0bd8b5a2-c469-4ace-ba43-8f8735ca3590 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:12.873011 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-32ab01a1-871f-41f6-abed-e04b94512557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:13.013007 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 1fd431f3-99ae-4ed5-97be-29def938f005, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1fd431f3-99ae-4ed5-97be-29def938f005,segment=NetworkSegment(f2d191f2-dfe6-4da1-86cf-f65a9c1e680d),segment_id=f2d191f2-dfe6-4da1-86cf-f65a9c1e680d)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:13.055239 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:13.056038 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 14a0d1f5-6fdd-48af-a494-c48a513a53b0 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:13.072546 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03112d62-738f-41be-948f-13bdeaed5581 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Network 56dbd8d1-4b8e-4b9e-831c-348b0a4cf452 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:00:13.093892 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-03112d62-738f-41be-948f-13bdeaed5581 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 56dbd8d1-4b8e-4b9e-831c-348b0a4cf452) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:13.099556 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03112d62-738f-41be-948f-13bdeaed5581 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:13.100298 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-03112d62-738f-41be-948f-13bdeaed5581 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:13.124540 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-0bd8b5a2-c469-4ace-ba43-8f8735ca3590 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] In _notify_port_updated(), no bound segment for port 9554cb11-ead8-4a82-82cd-28d90a1e3115 on network 1a33cc07-c597-4b12-bc95-3418df949349 {{(pid=109990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 21:00:13.126992 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0f5befbc-62a5-4d4f-8556-24f98f4e6547 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:13.146511 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-03112d62-738f-41be-948f-13bdeaed5581 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8674073 Nov 24 21:00:13.150535 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd8b5a2-c469-4ace-ba43-8f8735ca3590 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:13.151555 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0bd8b5a2-c469-4ace-ba43-8f8735ca3590 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:13.156509 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39236) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:13.158024 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0bd8b5a2-c469-4ace-ba43-8f8735ca3590 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "PUT /v2.0/ports/9554cb11-ead8-4a82-82cd-28d90a1e3115 HTTP/1.1" status: 200 len: 1012 time: 1.6672208 Nov 24 21:00:13.161560 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39238) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:13.171050 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8708f6ab-1319-4827-a122-b7b97424827b None None] Network 56dbd8d1-4b8e-4b9e-831c-348b0a4cf452 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:13.306747 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8b5a2-c469-4ace-ba43-8f8735ca3590 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Port': ['ID=9554cb11-ead8-4a82-82cd-28d90a1e3115,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:13.460532 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-e7a6350e-49a9-40da-a9a0-ff368d8835f1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting port 9554cb11-ead8-4a82-82cd-28d90a1e3115 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:13.461289 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e7a6350e-49a9-40da-a9a0-ff368d8835f1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:13.477946 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bc7671cd-9cf1-47c0-bb7a-6cd3e89e4a23 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:13.479683 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-32ab01a1-871f-41f6-abed-e04b94512557 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:00:13.480059 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-32ab01a1-871f-41f6-abed-e04b94512557 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:00:13.480630 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=1fd431f3-99ae-4ed5-97be-29def938f005,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:13.494818 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0f5befbc-62a5-4d4f-8556-24f98f4e6547 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:13.521636 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3ce722-07d2-474b-b2df-e31fdb4f4091 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Router 7da4a434-f59f-46bf-ae3d-0a28f485bba5 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:00:13.668947 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 14a0d1f5-6fdd-48af-a494-c48a513a53b0 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:13.669713 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:13.676664 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768879b-8324-48a8-bc94-78c05ba09ead req-14d1b8a4-af20-41b3-8859-d7ab55d1c245 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:13.691879 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768879b-8324-48a8-bc94-78c05ba09ead req-14d1b8a4-af20-41b3-8859-d7ab55d1c245 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:13.707275 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768879b-8324-48a8-bc94-78c05ba09ead req-14d1b8a4-af20-41b3-8859-d7ab55d1c245 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:13.708639 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bd2c7f97-acc9-4c63-bc04-22c6b1266be6 req-02b7eb4e-c300-42fb-a78a-727ee0606cb0 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 210 time: 0.0889831 Nov 24 21:00:13.715974 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768879b-8324-48a8-bc94-78c05ba09ead req-14d1b8a4-af20-41b3-8859-d7ab55d1c245 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:13.725182 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768879b-8324-48a8-bc94-78c05ba09ead req-14d1b8a4-af20-41b3-8859-d7ab55d1c245 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:13.736446 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768879b-8324-48a8-bc94-78c05ba09ead req-14d1b8a4-af20-41b3-8859-d7ab55d1c245 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:13.746587 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768879b-8324-48a8-bc94-78c05ba09ead req-14d1b8a4-af20-41b3-8859-d7ab55d1c245 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:13.757746 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b768879b-8324-48a8-bc94-78c05ba09ead req-14d1b8a4-af20-41b3-8859-d7ab55d1c245 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5421 time: 0.4104702 Nov 24 21:00:13.761878 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e7a6350e-49a9-40da-a9a0-ff368d8835f1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:13.773314 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a5f08662-72da-45be-8174-3db7cceca12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'name': 'tempest-ServerActionsTestJSON-2020131962-router', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:49:50Z', 'updated_at': '2021-11-24T20:49:56Z', 'revision_number': 4, 'project_id': '951818ad52ff43b78906657d2000e269', 'gw_port': {'id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:36:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:49:51Z', 'updated_at': '2021-11-24T20:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'ba43ba1f-46fc-47d3-9b9e-df00fa87c730', 'name': '', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'mac_address': 'fa:16:3e:2a:7c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:49:55Z', 'updated_at': '2021-11-24T20:50:02Z', 'revision_number': 5, 'project_id': '951818ad52ff43b78906657d2000e269', 'subnets': [{'id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:13.803099 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-e7a6350e-49a9-40da-a9a0-ff368d8835f1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Calling delete_port for 9554cb11-ead8-4a82-82cd-28d90a1e3115 owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:13.873259 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526b6afb-d771-4945-ab6c-09acd6cf192b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-56dbd8d1-4b8e-4b9e-831c-348b0a4cf452', 'network_id': '56dbd8d1-4b8e-4b9e-831c-348b0a4cf452', 'tenant_id': '5ef7f67306b24de79e4801e6d8b904e0', 'fixed_ips': [{'subnet_id': '52a81292-99e9-4be2-8371-2a7c71a30e60'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:00:13.874300 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-526b6afb-d771-4945-ab6c-09acd6cf192b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:13.904801 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f08662-72da-45be-8174-3db7cceca12d None None] Checking router: f5984050-e66b-42a1-a48c-f962672d7407 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:00:13.974041 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3ce722-07d2-474b-b2df-e31fdb4f4091 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:00:13.983155 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f08662-72da-45be-8174-3db7cceca12d None None] Routers {'f5984050-e66b-42a1-a48c-f962672d7407'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:13.983695 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a5f08662-72da-45be-8174-3db7cceca12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f5984050-e66b-42a1-a48c-f962672d7407'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:13.984591 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-8ad0d4eb-d635-4c40-8eff-fdf6bbfe2c96 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f9f97af922bb4212809f7d75bc05ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704560 Nov 24 21:00:13.989835 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0b3ce722-07d2-474b-b2df-e31fdb4f4091 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/routers/7da4a434-f59f-46bf-ae3d-0a28f485bba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3245702 Nov 24 21:00:13.994810 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39250) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:13.996691 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce9d547-84a3-47bc-850b-699205bf6525 None None] Sync routers for ids ['7da4a434-f59f-46bf-ae3d-0a28f485bba5'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:00:14.023487 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce9d547-84a3-47bc-850b-699205bf6525 None None] Routers {'7da4a434-f59f-46bf-ae3d-0a28f485bba5'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:14.024671 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-6ce9d547-84a3-47bc-850b-699205bf6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7da4a434-f59f-46bf-ae3d-0a28f485bba5'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:14.062220 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bc7671cd-9cf1-47c0-bb7a-6cd3e89e4a23 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:14.103012 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-6ce9d547-84a3-47bc-850b-699205bf6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:14.114311 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce9d547-84a3-47bc-850b-699205bf6525 None None] Routers {'7da4a434-f59f-46bf-ae3d-0a28f485bba5'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:14.115534 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-6ce9d547-84a3-47bc-850b-699205bf6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7da4a434-f59f-46bf-ae3d-0a28f485bba5'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:14.163316 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-6ce9d547-84a3-47bc-850b-699205bf6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:14.164347 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce9d547-84a3-47bc-850b-699205bf6525 None None] The sync data for ids ['7da4a434-f59f-46bf-ae3d-0a28f485bba5'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:00:14.230997 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-a472d067-0133-4a21-98ee-e15b4ba6b27f tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:14.232769 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-a472d067-0133-4a21-98ee-e15b4ba6b27f tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2393763 Nov 24 21:00:14.256258 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-1e8da647-949e-4d6a-b8ab-c10cae8ca396 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Request body: {'port': {'device_id': '279a03d7-beb6-40e1-b616-064ace1866db', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': 'f9f97af922bb4212809f7d75bc05ed87'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:14.257114 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:14.298896 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c036a493-6f95-4c8c-a8b0-b02ca57e9f95 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:14.301228 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c036a493-6f95-4c8c-a8b0-b02ca57e9f95 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/ports/e3f89eea-2afa-4096-a272-80f2ed7006e9 HTTP/1.1" status: 200 len: 911 time: 0.3053446 Nov 24 21:00:14.306641 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39256) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:14.308350 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0f5befbc-62a5-4d4f-8556-24f98f4e6547 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:14.311611 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0f5befbc-62a5-4d4f-8556-24f98f4e6547 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:14.313724 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0f5befbc-62a5-4d4f-8556-24f98f4e6547 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "DELETE /v2.0/security-groups/d32cace9-2ce8-4a78-a6b6-d055f08d6d28 HTTP/1.1" status: 204 len: 168 time: 1.9672220 Nov 24 21:00:14.334528 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39258) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:14.338007 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5befbc-62a5-4d4f-8556-24f98f4e6547 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32cace9-2ce8-4a78-a6b6-d055f08d6d28,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:14.366938 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b768879b-8324-48a8-bc94-78c05ba09ead req-babe04fd-be54-46ed-a17e-4bef297e28bc tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6079919 Nov 24 21:00:14.370269 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-9baddfe4-20d7-4137-988b-f50aa724d088 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] show failed (client error): The resource could not be found. Nov 24 21:00:14.371395 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9baddfe4-20d7-4137-988b-f50aa724d088 tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "GET /v2.0/security-groups/d32cace9-2ce8-4a78-a6b6-d055f08d6d28 HTTP/1.1" status: 404 len: 347 time: 0.0311365 Nov 24 21:00:14.374210 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39260) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:14.573769 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bc7671cd-9cf1-47c0-bb7a-6cd3e89e4a23 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:14.600929 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-a5f08662-72da-45be-8174-3db7cceca12d None None] Set router f5984050-e66b-42a1-a48c-f962672d7407 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:00:14.659966 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61524ba9-158f-460a-85fe-0d8f200fa496 None None] Network 0219a154-6c67-4447-8e6f-6a4e1aa3f028 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:14.706711 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bc7671cd-9cf1-47c0-bb7a-6cd3e89e4a23 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:14.736676 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-bc7671cd-9cf1-47c0-bb7a-6cd3e89e4a23 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56dbd8d1-4b8e-4b9e-831c-348b0a4cf452']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:14.767280 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-bc7671cd-9cf1-47c0-bb7a-6cd3e89e4a23 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cedf3ae6-39b0-423a-8d30-df4690e19dad') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:14.768683 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-bc7671cd-9cf1-47c0-bb7a-6cd3e89e4a23 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cedf3ae6-39b0-423a-8d30-df4690e19dad') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:14.800688 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bc7671cd-9cf1-47c0-bb7a-6cd3e89e4a23 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:14.837271 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bc7671cd-9cf1-47c0-bb7a-6cd3e89e4a23 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:14.861914 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7671cd-9cf1-47c0-bb7a-6cd3e89e4a23 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:00:14.863655 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bc7671cd-9cf1-47c0-bb7a-6cd3e89e4a23 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server [None req-526b6afb-d771-4945-ab6c-09acd6cf192b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52a81292-99e9-4be2-8371-2a7c71a30e60: This subnet is being modified by another concurrent operation. Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 21:00:14.993997 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise exception Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52a81292-99e9-4be2-8371-2a7c71a30e60: This subnet is being modified by another concurrent operation. Nov 24 21:00:14.998357 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:00:15.016127 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:00:15.021108 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bc7671cd-9cf1-47c0-bb7a-6cd3e89e4a23 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:15.025427 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bc7671cd-9cf1-47c0-bb7a-6cd3e89e4a23 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:15.035792 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-bc7671cd-9cf1-47c0-bb7a-6cd3e89e4a23 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/networks/56dbd8d1-4b8e-4b9e-831c-348b0a4cf452 HTTP/1.1" status: 204 len: 168 time: 1.8770404 Nov 24 21:00:15.037254 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39268) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:15.084780 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-a71f6939-8708-4231-9153-eb860760826b tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-661035527'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:15.093327 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6121bd6-3066-4d6f-ae0a-2154c2b97b83 None None] Network 56dbd8d1-4b8e-4b9e-831c-348b0a4cf452 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:15.121780 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7671cd-9cf1-47c0-bb7a-6cd3e89e4a23 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Network': ['ID=56dbd8d1-4b8e-4b9e-831c-348b0a4cf452,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:15.132492 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7671cd-9cf1-47c0-bb7a-6cd3e89e4a23 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Subnet': ['ID=52a81292-99e9-4be2-8371-2a7c71a30e60,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:15.161735 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f59dd39e-e28b-4255-9b64-661fc7fbe348 req-eeebb960-db37-4a07-acd1-eca351af147a tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 210 time: 0.1517332 Nov 24 21:00:15.200864 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6121bd6-3066-4d6f-ae0a-2154c2b97b83 None None] Network 56dbd8d1-4b8e-4b9e-831c-348b0a4cf452 could not be found, it might have been deleted concurrently. {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 21:00:15.224173 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-96e86ae7-17b0-4488-a9a9-ff047c9398df tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Deleting port eafdac1f-370d-4813-a351-ed43253c7769 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:15.224473 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96e86ae7-17b0-4488-a9a9-ff047c9398df tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:15.252397 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.db.api [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-1e8da647-949e-4d6a-b8ab-c10cae8ca396 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 21:00:15.252397 n-d-812111-8 neutron-server[109990]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 24 21:00:15.252397 n-d-812111-8 neutron-server[109990]: [parameters: {'project_id': 'f9f97af922bb4212809f7d75bc05ed87', 'id': 'bc6fe655-d97a-49b3-b1b2-d908f691bff6', 'expiration': datetime.datetime(2021, 11, 24, 21, 2, 15, 225157)}] Nov 24 21:00:15.252397 n-d-812111-8 neutron-server[109990]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:00:15.253863 n-d-812111-8 neutron-server[109990]: DEBUG oslo_db.api [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-1e8da647-949e-4d6a-b8ab-c10cae8ca396 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:00:15.277667 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6acc5154-562d-4583-92dc-b572e769d3b0 None None] Provisioning complete for port 1fd431f3-99ae-4ed5-97be-29def938f005 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:15.278047 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6acc5154-562d-4583-92dc-b572e769d3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:15.299047 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71f6939-8708-4231-9153-eb860760826b tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Made reservation on behalf of 5ef7f67306b24de79e4801e6d8b904e0 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:15.310944 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a71f6939-8708-4231-9153-eb860760826b tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:15.318659 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:15.374489 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a71f6939-8708-4231-9153-eb860760826b tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:00:15.396955 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a71f6939-8708-4231-9153-eb860760826b tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:15.398027 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-a71f6939-8708-4231-9153-eb860760826b tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Added segment 7f0f701c-c511-41d7-8fd6-6940398097dc of type vlan for network 7eae5ed8-57ce-47d1-b59a-dfe5a9eab2bc Nov 24 21:00:15.468968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 69ac5f30-b0c3-4ac4-8302-bcfb30b49845 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:15.491407 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e7a6350e-49a9-40da-a9a0-ff368d8835f1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:15.501143 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a71f6939-8708-4231-9153-eb860760826b tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:15.537496 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96e86ae7-17b0-4488-a9a9-ff047c9398df tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:15.537838 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96e86ae7-17b0-4488-a9a9-ff047c9398df tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:15.567093 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-96e86ae7-17b0-4488-a9a9-ff047c9398df tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Calling delete_port for eafdac1f-370d-4813-a351-ed43253c7769 owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:15.597756 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6350e-49a9-40da-a9a0-ff368d8835f1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Port': ['ID=9554cb11-ead8-4a82-82cd-28d90a1e3115,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:15.633937 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a71f6939-8708-4231-9153-eb860760826b tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:15.644679 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71f6939-8708-4231-9153-eb860760826b tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:15.645620 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a71f6939-8708-4231-9153-eb860760826b tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:15.718387 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 69ac5f30-b0c3-4ac4-8302-bcfb30b49845 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:15.719259 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:15.763940 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f6939-8708-4231-9153-eb860760826b tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Network': ['ID=7eae5ed8-57ce-47d1-b59a-dfe5a9eab2bc,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:15.770734 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6acc5154-562d-4583-92dc-b572e769d3b0 None None] Provisioning complete for port 14a0d1f5-6fdd-48af-a494-c48a513a53b0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:15.771050 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6acc5154-562d-4583-92dc-b572e769d3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:15.795654 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a71f6939-8708-4231-9153-eb860760826b tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7320237 Nov 24 21:00:15.798132 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39276) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:15.806356 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 7eae5ed8-57ce-47d1-b59a-dfe5a9eab2bc details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:00:15.811156 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129354e2-0b45-4133-8973-5d79706e4a25 req-a1994221-7ee0-4dd8-bae1-ef1737dd0440 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:15.824409 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-17cec5f0-e0d7-452b-bca9-b2c13a6d5ea8 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'subnet': {'network_id': '7eae5ed8-57ce-47d1-b59a-dfe5a9eab2bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:15.825493 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129354e2-0b45-4133-8973-5d79706e4a25 req-a1994221-7ee0-4dd8-bae1-ef1737dd0440 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:15.836388 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129354e2-0b45-4133-8973-5d79706e4a25 req-a1994221-7ee0-4dd8-bae1-ef1737dd0440 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:15.856618 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129354e2-0b45-4133-8973-5d79706e4a25 req-a1994221-7ee0-4dd8-bae1-ef1737dd0440 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:15.870421 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129354e2-0b45-4133-8973-5d79706e4a25 req-a1994221-7ee0-4dd8-bae1-ef1737dd0440 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:15.887162 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129354e2-0b45-4133-8973-5d79706e4a25 req-a1994221-7ee0-4dd8-bae1-ef1737dd0440 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:15.894898 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129354e2-0b45-4133-8973-5d79706e4a25 req-a1994221-7ee0-4dd8-bae1-ef1737dd0440 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:15.911256 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-129354e2-0b45-4133-8973-5d79706e4a25 req-a1994221-7ee0-4dd8-bae1-ef1737dd0440 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5421 time: 0.3168375 Nov 24 21:00:15.962386 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e7a6350e-49a9-40da-a9a0-ff368d8835f1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:15.968845 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e7a6350e-49a9-40da-a9a0-ff368d8835f1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/ports/9554cb11-ead8-4a82-82cd-28d90a1e3115 HTTP/1.1" status: 204 len: 168 time: 2.8058565 Nov 24 21:00:15.970267 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a5f08662-72da-45be-8174-3db7cceca12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'name': 'tempest-ServerActionsTestJSON-2020131962-router', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:49:50Z', 'updated_at': '2021-11-24T20:49:56Z', 'revision_number': 4, 'project_id': '951818ad52ff43b78906657d2000e269', 'gw_port': {'id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:36:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:49:51Z', 'updated_at': '2021-11-24T20:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'ba43ba1f-46fc-47d3-9b9e-df00fa87c730', 'name': '', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'mac_address': 'fa:16:3e:2a:7c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:49:55Z', 'updated_at': '2021-11-24T20:50:02Z', 'revision_number': 5, 'project_id': '951818ad52ff43b78906657d2000e269', 'subnets': [{'id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:15.983860 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39278) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:16.027012 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-45952359-f844-4503-8314-fd1c9517bd39 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] GET failed (client error): The resource could not be found. Nov 24 21:00:16.029626 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-45952359-f844-4503-8314-fd1c9517bd39 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports/9554cb11-ead8-4a82-82cd-28d90a1e3115 HTTP/1.1" status: 404 len: 333 time: 0.0445316 Nov 24 21:00:16.045987 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39280) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:16.076495 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cec5f0-e0d7-452b-bca9-b2c13a6d5ea8 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Made reservation on behalf of 5ef7f67306b24de79e4801e6d8b904e0 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:16.078205 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-129354e2-0b45-4133-8973-5d79706e4a25 req-ac152a4f-542f-4fe5-a116-52e15fbc6083 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1657655 Nov 24 21:00:16.082288 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17cec5f0-e0d7-452b-bca9-b2c13a6d5ea8 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:16.097063 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f08662-72da-45be-8174-3db7cceca12d None None] The sync data for ids ['f5984050-e66b-42a1-a48c-f962672d7407'] in n-d-812111-8 is: [{'id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'name': 'tempest-ServerActionsTestJSON-2020131962-router', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:49:50Z', 'updated_at': '2021-11-24T20:49:56Z', 'revision_number': 4, 'project_id': '951818ad52ff43b78906657d2000e269', 'gw_port': {'id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:36:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:49:51Z', 'updated_at': '2021-11-24T20:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'ba43ba1f-46fc-47d3-9b9e-df00fa87c730', 'name': '', 'network_id': 'd57895c6-b2f2-4afe-a44e-1eb66b91940d', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'mac_address': 'fa:16:3e:2a:7c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:49:55Z', 'updated_at': '2021-11-24T20:50:02Z', 'revision_number': 5, 'project_id': '951818ad52ff43b78906657d2000e269', 'subnets': [{'id': '9ee9c5f7-570f-459a-a776-8d371777733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:00:16.097875 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-1e8da647-949e-4d6a-b8ab-c10cae8ca396 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Made reservation on behalf of f9f97af922bb4212809f7d75bc05ed87 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:16.103458 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-1e8da647-949e-4d6a-b8ab-c10cae8ca396 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:16.109011 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:16.194691 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d7dd80-3893-4a2b-848a-e30510604446 None None] get_active_networks_info from n-d-812111-8 {{(pid=109992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 21:00:16.279599 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 69ac5f30-b0c3-4ac4-8302-bcfb30b49845, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=69ac5f30-b0c3-4ac4-8302-bcfb30b49845,segment=NetworkSegment(9ad62e48-039c-465c-be64-98452c90cef0),segment_id=9ad62e48-039c-465c-be64-98452c90cef0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:16.284696 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6acc5154-562d-4583-92dc-b572e769d3b0 None None] Could not find standard attr ID for object 9554cb11-ead8-4a82-82cd-28d90a1e3115. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:00:16.285184 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.ipam_backend_mixin [None req-17cec5f0-e0d7-452b-bca9-b2c13a6d5ea8 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Performing IP validity checks on allocation pools {{(pid=109991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 21:00:16.285629 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.ipam_backend_mixin [None req-17cec5f0-e0d7-452b-bca9-b2c13a6d5ea8 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 21:00:16.306582 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:16.307722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1fd431f3-99ae-4ed5-97be-29def938f005 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:16.323614 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-bccd4c3c-8423-4b1d-8bc4-ff1485fa33e2 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting subnet f9b4d3e4-7653-4052-b4ba-df97e6111bed {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:00:16.326984 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bccd4c3c-8423-4b1d-8bc4-ff1485fa33e2 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:16.340592 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e069352-7bb0-447f-9a21-2c00dde918c7 req-4e153575-c480-4676-9c6f-e6b41b64530b tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 210 time: 0.0485053 Nov 24 21:00:16.342511 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96e86ae7-17b0-4488-a9a9-ff047c9398df tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:16.401175 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e86ae7-17b0-4488-a9a9-ff047c9398df tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Pushing event deleted for resources: {'Port': ['ID=eafdac1f-370d-4813-a351-ed43253c7769,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:16.423484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6acc5154-562d-4583-92dc-b572e769d3b0 None None] Provisioning complete for port e3f89eea-2afa-4096-a272-80f2ed7006e9 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:16.423968 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6acc5154-562d-4583-92dc-b572e769d3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:16.441680 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-080bc319-4249-4d85-9dbe-c3ad43c1d019 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:16.505955 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=69ac5f30-b0c3-4ac4-8302-bcfb30b49845,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:16.522784 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bccd4c3c-8423-4b1d-8bc4-ff1485fa33e2 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:16.571214 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96e86ae7-17b0-4488-a9a9-ff047c9398df tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:16.571555 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6acc5154-562d-4583-92dc-b572e769d3b0 None None] Port e3f89eea-2afa-4096-a272-80f2ed7006e9 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:00:16.574011 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96e86ae7-17b0-4488-a9a9-ff047c9398df tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:16.575275 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-96e86ae7-17b0-4488-a9a9-ff047c9398df tempest-ServerActionsTestJSON-271907284 tempest-ServerActionsTestJSON-271907284-project] 10.222.0.11 "DELETE /v2.0/floatingips/066a7c0c-7ec4-4a89-8f6c-f7f0abb43010 HTTP/1.1" status: 204 len: 168 time: 2.1999290 Nov 24 21:00:16.583187 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39290) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:16.583653 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 1fd431f3-99ae-4ed5-97be-29def938f005 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:16.585818 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:16.630901 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d7dd80-3893-4a2b-848a-e30510604446 None None] Resources bound (agent type, host, resource id): {{(pid=109992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 21:00:16.642370 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d593316-c32f-400c-9e2f-2ce59f97741e None None] New status for floating IP 066a7c0c-7ec4-4a89-8f6c-f7f0abb43010: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:00:16.672043 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17cec5f0-e0d7-452b-bca9-b2c13a6d5ea8 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:16.686872 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-1e8da647-949e-4d6a-b8ab-c10cae8ca396 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Allocated IP 192.168.233.104 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/f2f1a58a-a07a-4669-84bb-5d2ae15136c3) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:16.756728 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4d6b76ab-ca63-45fe-b51c-7285a169572d None None] Could not find standard attr ID for object 9554cb11-ead8-4a82-82cd-28d90a1e3115. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:00:16.773581 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cec5f0-e0d7-452b-bca9-b2c13a6d5ea8 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Subnet': ['ID=52e05f76-fff8-4a1a-bccc-64d86fe67eca,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:16.784311 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cec5f0-e0d7-452b-bca9-b2c13a6d5ea8 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Checking segment: {'id': '7f0f701c-c511-41d7-8fd6-6940398097dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7eae5ed8-57ce-47d1-b59a-dfe5a9eab2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:16.784691 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cec5f0-e0d7-452b-bca9-b2c13a6d5ea8 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Network hostable DHCP agents. Network: 7eae5ed8-57ce-47d1-b59a-dfe5a9eab2bc, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:00:16.829748 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cec5f0-e0d7-452b-bca9-b2c13a6d5ea8 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Network 7eae5ed8-57ce-47d1-b59a-dfe5a9eab2bc is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:00:16.858774 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-17cec5f0-e0d7-452b-bca9-b2c13a6d5ea8 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 7eae5ed8-57ce-47d1-b59a-dfe5a9eab2bc) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:16.863132 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4d6b76ab-ca63-45fe-b51c-7285a169572d None None] Provisioning complete for port 69ac5f30-b0c3-4ac4-8302-bcfb30b49845 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:16.863661 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4d6b76ab-ca63-45fe-b51c-7285a169572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:16.868379 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cec5f0-e0d7-452b-bca9-b2c13a6d5ea8 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:16.869492 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17cec5f0-e0d7-452b-bca9-b2c13a6d5ea8 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:16.902918 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-17cec5f0-e0d7-452b-bca9-b2c13a6d5ea8 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1005275 Nov 24 21:00:16.906029 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39304) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:16.977270 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 14a0d1f5-6fdd-48af-a494-c48a513a53b0 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:16.996921 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bccd4c3c-8423-4b1d-8bc4-ff1485fa33e2 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:17.142051 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79c3a615-86a6-4046-ba05-d9a40fb3d5ce tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:17.147142 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 14a0d1f5-6fdd-48af-a494-c48a513a53b0 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:17.147142 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:17.279559 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-1e8da647-949e-4d6a-b8ab-c10cae8ca396 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:17.352566 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77a8e87-27f0-457c-abe1-e50a021018d1 None None] get_active_networks_info from n-d-812111-8 {{(pid=109992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 21:00:17.355272 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-1e8da647-949e-4d6a-b8ab-c10cae8ca396 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:17.362962 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bccd4c3c-8423-4b1d-8bc4-ff1485fa33e2 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:17.369445 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79c3a615-86a6-4046-ba05-d9a40fb3d5ce tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:17.391635 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['975245fd-a239-4b38-a637-934a9f8ac234', 'b5f19f21-4989-42f5-9009-ef06859751d5', '2b62a78a-de27-40e5-9031-07782fc7c150', '2ef14d52-ee69-4d82-b823-64e70289fcc4'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:00:17.428316 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-080bc319-4249-4d85-9dbe-c3ad43c1d019 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Allocated IP 2001:db8:1::1 (0219a154-6c67-4447-8e6f-6a4e1aa3f028/d77aa21b-4634-49cf-b414-ccc2089fa12f/bcb1d986-570d-447c-825e-2870e36390b7) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:17.435884 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96576d-e624-4324-8fe8-ba0134b80ff6 req-328af4a5-113c-4274-bdae-b9671336e4a9 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:17.442954 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96576d-e624-4324-8fe8-ba0134b80ff6 req-328af4a5-113c-4274-bdae-b9671336e4a9 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:17.448961 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96576d-e624-4324-8fe8-ba0134b80ff6 req-328af4a5-113c-4274-bdae-b9671336e4a9 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:17.455337 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96576d-e624-4324-8fe8-ba0134b80ff6 req-328af4a5-113c-4274-bdae-b9671336e4a9 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:17.457130 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['85246882-73af-458a-a001-8de8506eefc2', 'efeeb778-bfb7-4f21-bc08-e5fbf5a7f445', '518c34a3-6779-4d25-bd45-7c57bffdb4f7'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:00:17.462048 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96576d-e624-4324-8fe8-ba0134b80ff6 req-328af4a5-113c-4274-bdae-b9671336e4a9 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:17.470847 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96576d-e624-4324-8fe8-ba0134b80ff6 req-328af4a5-113c-4274-bdae-b9671336e4a9 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:17.478865 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96576d-e624-4324-8fe8-ba0134b80ff6 req-328af4a5-113c-4274-bdae-b9671336e4a9 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:17.491704 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd4c3c-8423-4b1d-8bc4-ff1485fa33e2 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b4d3e4-7653-4052-b4ba-df97e6111bed,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:17.496649 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bccd4c3c-8423-4b1d-8bc4-ff1485fa33e2 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:17.497756 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6b96576d-e624-4324-8fe8-ba0134b80ff6 req-328af4a5-113c-4274-bdae-b9671336e4a9 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5421 time: 0.2654278 Nov 24 21:00:17.501872 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bccd4c3c-8423-4b1d-8bc4-ff1485fa33e2 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/subnets/f9b4d3e4-7653-4052-b4ba-df97e6111bed HTTP/1.1" status: 204 len: 168 time: 1.4218571 Nov 24 21:00:17.518044 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39312) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:17.562061 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-1e8da647-949e-4d6a-b8ab-c10cae8ca396 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:17.630814 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-1e8da647-949e-4d6a-b8ab-c10cae8ca396 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:17.641818 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8da647-949e-4d6a-b8ab-c10cae8ca396 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Pushing event updated for resources: {'Port': ['ID=f2f1a58a-a07a-4669-84bb-5d2ae15136c3,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:17.654239 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-1e8da647-949e-4d6a-b8ab-c10cae8ca396 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:00:17.744121 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 69ac5f30-b0c3-4ac4-8302-bcfb30b49845 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:17.785664 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6ae880-3f71-40c2-9723-3f516a0311c4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting subnet b9cea42f-2aa7-4aa3-8f80-58ca5a334534 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:00:17.828258 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-1e8da647-949e-4d6a-b8ab-c10cae8ca396 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:17.830395 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-1e8da647-949e-4d6a-b8ab-c10cae8ca396 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:17.854635 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aae68-053d-46c9-bef0-e2023a397a83 req-be36a836-1357-4b4b-b6a1-995653b91a6b tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:17.858128 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c1aae68-053d-46c9-bef0-e2023a397a83 req-be36a836-1357-4b4b-b6a1-995653b91a6b tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 936 time: 0.3736105 Nov 24 21:00:17.874210 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4b6ae880-3f71-40c2-9723-3f516a0311c4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:17.958043 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-1e8da647-949e-4d6a-b8ab-c10cae8ca396 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7081008 Nov 24 21:00:17.986763 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-27cc6234-52df-4904-8069-51f0d783a330 service neutron] Request body: {'port': {'device_id': '279a03d7-beb6-40e1-b616-064ace1866db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:18.064044 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4b6ae880-3f71-40c2-9723-3f516a0311c4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:18.068037 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-27cc6234-52df-4904-8069-51f0d783a330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:18.180037 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77a8e87-27f0-457c-abe1-e50a021018d1 None None] Resources bound (agent type, host, resource id): {{(pid=109992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 21:00:18.189582 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6b96576d-e624-4324-8fe8-ba0134b80ff6 req-4b0bf0d6-1c30-4612-a1fc-37535b107d29 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6908343 Nov 24 21:00:18.218533 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 69ac5f30-b0c3-4ac4-8302-bcfb30b49845 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:18.218918 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:18.275392 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4b6ae880-3f71-40c2-9723-3f516a0311c4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:18.320593 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79c3a615-86a6-4046-ba05-d9a40fb3d5ce tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:18.372986 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-080bc319-4249-4d85-9dbe-c3ad43c1d019 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:18.382945 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3a615-86a6-4046-ba05-d9a40fb3d5ce tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Subnet': ['ID=52e05f76-fff8-4a1a-bccc-64d86fe67eca,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:18.402967 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c1aae68-053d-46c9-bef0-e2023a397a83 req-c56a7ca5-154b-4dca-bedf-2121b4c9d021 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5340815 Nov 24 21:00:18.515298 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79c3a615-86a6-4046-ba05-d9a40fb3d5ce tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:18.562744 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-79c3a615-86a6-4046-ba05-d9a40fb3d5ce tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eae5ed8-57ce-47d1-b59a-dfe5a9eab2bc']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:18.581388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-79c3a615-86a6-4046-ba05-d9a40fb3d5ce tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0f701c-c511-41d7-8fd6-6940398097dc') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:18.581696 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-79c3a615-86a6-4046-ba05-d9a40fb3d5ce tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0f701c-c511-41d7-8fd6-6940398097dc') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:18.592479 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4379b8b1-7bb4-42c7-a480-4477367e63c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:18.641858 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4b6ae880-3f71-40c2-9723-3f516a0311c4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:18.662690 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79c3a615-86a6-4046-ba05-d9a40fb3d5ce tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:18.695198 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79c3a615-86a6-4046-ba05-d9a40fb3d5ce tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:18.756605 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c3a615-86a6-4046-ba05-d9a40fb3d5ce tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:00:18.757188 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79c3a615-86a6-4046-ba05-d9a40fb3d5ce tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:00:18.760595 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:00:18.766501 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-080bc319-4249-4d85-9dbe-c3ad43c1d019 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:18.775637 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ae880-3f71-40c2-9723-3f516a0311c4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Subnet': ['ID=b9cea42f-2aa7-4aa3-8f80-58ca5a334534,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:18.818379 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4b6ae880-3f71-40c2-9723-3f516a0311c4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:18.824969 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4b6ae880-3f71-40c2-9723-3f516a0311c4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/subnets/b9cea42f-2aa7-4aa3-8f80-58ca5a334534 HTTP/1.1" status: 204 len: 168 time: 1.2966094 Nov 24 21:00:18.833752 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39328) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:18.866007 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080bc319-4249-4d85-9dbe-c3ad43c1d019 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network 0219a154-6c67-4447-8e6f-6a4e1aa3f028 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:18.895047 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-080bc319-4249-4d85-9dbe-c3ad43c1d019 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:18.895619 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ba5bdf-3142-47a0-94a3-61dbee7c65be None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:00:18.907605 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99819224-4d18-483a-a350-b36564bb5251 None None] Network 7eae5ed8-57ce-47d1-b59a-dfe5a9eab2bc requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:18.909577 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22f61d1-f380-4b91-a8c0-1f4cbeb5c033 None None] Network 1a33cc07-c597-4b12-bc95-3418df949349 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:18.913203 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080bc319-4249-4d85-9dbe-c3ad43c1d019 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:00:18.913947 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-080bc319-4249-4d85-9dbe-c3ad43c1d019 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:18.943183 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79c3a615-86a6-4046-ba05-d9a40fb3d5ce tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:18.966356 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79c3a615-86a6-4046-ba05-d9a40fb3d5ce tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:18.974502 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-79c3a615-86a6-4046-ba05-d9a40fb3d5ce tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/networks/7eae5ed8-57ce-47d1-b59a-dfe5a9eab2bc HTTP/1.1" status: 204 len: 168 time: 2.0633748 Nov 24 21:00:18.978622 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39330) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:19.031343 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-b5984069-743f-4fa6-96b4-3033780b99e7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-827323998'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:19.037630 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3a615-86a6-4046-ba05-d9a40fb3d5ce tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Network': ['ID=7eae5ed8-57ce-47d1-b59a-dfe5a9eab2bc,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:19.083480 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5984069-743f-4fa6-96b4-3033780b99e7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Made reservation on behalf of 5ef7f67306b24de79e4801e6d8b904e0 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:19.092795 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b5984069-743f-4fa6-96b4-3033780b99e7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:19.147696 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bc319-4249-4d85-9dbe-c3ad43c1d019 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Port': ['ID=bcb1d986-570d-447c-825e-2870e36390b7,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:19.235853 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5984069-743f-4fa6-96b4-3033780b99e7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:00:19.310044 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b5984069-743f-4fa6-96b4-3033780b99e7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:19.310469 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-b5984069-743f-4fa6-96b4-3033780b99e7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Added segment 8f87b2e2-1554-41a2-9aab-def1c7678368 of type vlan for network 09c67c06-6bf6-4fb7-8713-88868df3b81f Nov 24 21:00:19.371974 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b5984069-743f-4fa6-96b4-3033780b99e7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:19.418648 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b5984069-743f-4fa6-96b4-3033780b99e7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:19.431845 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5984069-743f-4fa6-96b4-3033780b99e7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:19.432526 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b5984069-743f-4fa6-96b4-3033780b99e7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:19.504775 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8668be05-835f-43c3-960a-5f556b9bb584 None None] Provisioning complete for port f2f1a58a-a07a-4669-84bb-5d2ae15136c3 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:19.505265 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8668be05-835f-43c3-960a-5f556b9bb584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:19.525880 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3dfb4c-2d83-477e-9276-70a81a33f8e9 None None] Network 7eae5ed8-57ce-47d1-b59a-dfe5a9eab2bc requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:19.627804 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b5984069-743f-4fa6-96b4-3033780b99e7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6034186 Nov 24 21:00:19.632337 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4379b8b1-7bb4-42c7-a480-4477367e63c9 admin admin] Deleting port ba43ba1f-46fc-47d3-9b9e-df00fa87c730 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:19.632683 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4379b8b1-7bb4-42c7-a480-4477367e63c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:19.649497 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d987-d51e-40df-a0d5-1994336a5a63 req-1f65efd0-93c2-4159-8e4f-717adcacd27d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:19.657712 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d987-d51e-40df-a0d5-1994336a5a63 req-1f65efd0-93c2-4159-8e4f-717adcacd27d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:19.664388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d987-d51e-40df-a0d5-1994336a5a63 req-1f65efd0-93c2-4159-8e4f-717adcacd27d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:19.665972 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3dfb4c-2d83-477e-9276-70a81a33f8e9 None None] Network 7eae5ed8-57ce-47d1-b59a-dfe5a9eab2bc could not be found, it might have been deleted concurrently. {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 21:00:19.671029 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39340) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:19.671535 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d987-d51e-40df-a0d5-1994336a5a63 req-1f65efd0-93c2-4159-8e4f-717adcacd27d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:19.677132 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-03c122f2-245f-4c3f-b991-2ab022126502 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'subnet': {'network_id': '09c67c06-6bf6-4fb7-8713-88868df3b81f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:19.680510 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d987-d51e-40df-a0d5-1994336a5a63 req-1f65efd0-93c2-4159-8e4f-717adcacd27d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:19.684912 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6ee22b-48d3-4e5d-9318-706c584a67e3 None None] DHCP port deletion for 1a33cc07-c597-4b12-bc95-3418df949349 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:00:19.687729 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d987-d51e-40df-a0d5-1994336a5a63 req-1f65efd0-93c2-4159-8e4f-717adcacd27d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:19.695922 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d987-d51e-40df-a0d5-1994336a5a63 req-1f65efd0-93c2-4159-8e4f-717adcacd27d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:19.697983 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-52d3d987-d51e-40df-a0d5-1994336a5a63 req-1f65efd0-93c2-4159-8e4f-717adcacd27d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5421 time: 0.2970507 Nov 24 21:00:19.739671 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-8668be05-835f-43c3-960a-5f556b9bb584 None None] Port f2f1a58a-a07a-4669-84bb-5d2ae15136c3 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:00:19.769837 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ee22b-48d3-4e5d-9318-706c584a67e3 None None] Deleting port 14a0d1f5-6fdd-48af-a494-c48a513a53b0 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:19.770065 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ef6ee22b-48d3-4e5d-9318-706c584a67e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:19.772242 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5984069-743f-4fa6-96b4-3033780b99e7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Network': ['ID=09c67c06-6bf6-4fb7-8713-88868df3b81f,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:19.772580 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-302e017b-30a1-4af4-8b7e-092e11b6e04e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:19.792099 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 09c67c06-6bf6-4fb7-8713-88868df3b81f details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:00:19.792419 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-27cc6234-52df-4904-8069-51f0d783a330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f1a58a-a07a-4669-84bb-5d2ae15136c3 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:00:19.810221 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-27cc6234-52df-4904-8069-51f0d783a330 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:19.856433 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-080bc319-4249-4d85-9dbe-c3ad43c1d019 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:19.869391 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-52d3d987-d51e-40df-a0d5-1994336a5a63 req-93086778-3a21-4c7d-bda3-0b434b0bd59f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1379657 Nov 24 21:00:19.881241 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-27cc6234-52df-4904-8069-51f0d783a330 service neutron] Transition to ACTIVE for port object f2f1a58a-a07a-4669-84bb-5d2ae15136c3 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:00:19.897223 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a60491-1217-4993-bf2a-47ce34ee0b04 req-33ea0c7e-0311-4ff6-80bf-167c390b5863 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:19.897992 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-78a60491-1217-4993-bf2a-47ce34ee0b04 req-33ea0c7e-0311-4ff6-80bf-167c390b5863 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 936 time: 0.2424939 Nov 24 21:00:19.915786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-4379b8b1-7bb4-42c7-a480-4477367e63c9 admin admin] For port ba43ba1f-46fc-47d3-9b9e-df00fa87c730, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ba43ba1f-46fc-47d3-9b9e-df00fa87c730,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:19.916440 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4379b8b1-7bb4-42c7-a480-4477367e63c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:19.923460 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-27cc6234-52df-4904-8069-51f0d783a330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:19.931984 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-46531892-b602-461f-845f-50e2b79efc6e None None] Provisioning complete for port bcb1d986-570d-447c-825e-2870e36390b7 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:19.932521 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-46531892-b602-461f-845f-50e2b79efc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:19.933037 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4379b8b1-7bb4-42c7-a480-4477367e63c9 admin admin] Calling delete_port for ba43ba1f-46fc-47d3-9b9e-df00fa87c730 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:19.936119 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ef6ee22b-48d3-4e5d-9318-706c584a67e3 None None] For port 14a0d1f5-6fdd-48af-a494-c48a513a53b0, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=14a0d1f5-6fdd-48af-a494-c48a513a53b0,segment=NetworkSegment(4b64896a-933c-4b7d-9d0c-724c90cbf091),segment_id=4b64896a-933c-4b7d-9d0c-724c90cbf091)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:19.936671 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ef6ee22b-48d3-4e5d-9318-706c584a67e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:19.982128 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ee22b-48d3-4e5d-9318-706c584a67e3 None None] Calling delete_port for 14a0d1f5-6fdd-48af-a494-c48a513a53b0 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:20.005977 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-46531892-b602-461f-845f-50e2b79efc6e None None] Port bcb1d986-570d-447c-825e-2870e36390b7 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:00:20.099496 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c122f2-245f-4c3f-b991-2ab022126502 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Made reservation on behalf of 5ef7f67306b24de79e4801e6d8b904e0 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:20.103289 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-03c122f2-245f-4c3f-b991-2ab022126502 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:20.113204 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ef6ee22b-48d3-4e5d-9318-706c584a67e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:20.154838 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ee22b-48d3-4e5d-9318-706c584a67e3 None None] Pushing event deleted for resources: {'Port': ['ID=14a0d1f5-6fdd-48af-a494-c48a513a53b0,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:20.167645 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6ee22b-48d3-4e5d-9318-706c584a67e3 None None] No DVR routers for this DVR port 14a0d1f5-6fdd-48af-a494-c48a513a53b0 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:00:20.179536 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc6234-52df-4904-8069-51f0d783a330 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f1a58a-a07a-4669-84bb-5d2ae15136c3,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:20.210597 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-78a60491-1217-4993-bf2a-47ce34ee0b04 req-0ef571cc-2abc-452d-959f-acd6f04186e2 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819624 Nov 24 21:00:20.214677 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4379b8b1-7bb4-42c7-a480-4477367e63c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:20.262246 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379b8b1-7bb4-42c7-a480-4477367e63c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba43ba1f-46fc-47d3-9b9e-df00fa87c730,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:20.343356 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-302e017b-30a1-4af4-8b7e-092e11b6e04e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting port 14a0d1f5-6fdd-48af-a494-c48a513a53b0 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:20.343697 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-302e017b-30a1-4af4-8b7e-092e11b6e04e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:20.555214 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4379b8b1-7bb4-42c7-a480-4477367e63c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:20.566409 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-27cc6234-52df-4904-8069-51f0d783a330 service neutron] Attempting to bind port f2f1a58a-a07a-4669-84bb-5d2ae15136c3 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:00:20.566768 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-27cc6234-52df-4904-8069-51f0d783a330 service neutron] Attempting to bind port f2f1a58a-a07a-4669-84bb-5d2ae15136c3 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:00:20.568253 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-27cc6234-52df-4904-8069-51f0d783a330 service neutron] Attempting to bind port f2f1a58a-a07a-4669-84bb-5d2ae15136c3 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:00:20.596558 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-302e017b-30a1-4af4-8b7e-092e11b6e04e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] For port 14a0d1f5-6fdd-48af-a494-c48a513a53b0, host n-d-812111-8, got binding levels [] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:20.596970 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-302e017b-30a1-4af4-8b7e-092e11b6e04e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:20.599640 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-27cc6234-52df-4904-8069-51f0d783a330 service neutron] Port f2f1a58a-a07a-4669-84bb-5d2ae15136c3 on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:00:20.599851 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-27cc6234-52df-4904-8069-51f0d783a330 service neutron] Attempting to bind port f2f1a58a-a07a-4669-84bb-5d2ae15136c3 on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:00:20.626556 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-302e017b-30a1-4af4-8b7e-092e11b6e04e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Calling delete_port for 14a0d1f5-6fdd-48af-a494-c48a513a53b0 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:20.628605 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-27cc6234-52df-4904-8069-51f0d783a330 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:00:20.628969 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-27cc6234-52df-4904-8069-51f0d783a330 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:20.629385 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-27cc6234-52df-4904-8069-51f0d783a330 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:00:20.630206 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-27cc6234-52df-4904-8069-51f0d783a330 service neutron] Bound port: f2f1a58a-a07a-4669-84bb-5d2ae15136c3, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:00:20.630206 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-27cc6234-52df-4904-8069-51f0d783a330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:20.633914 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.ipam_backend_mixin [None req-302e017b-30a1-4af4-8b7e-092e11b6e04e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Port 14a0d1f5-6fdd-48af-a494-c48a513a53b0 was not found and therefore no delete operation was performed {{(pid=109990) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 21:00:20.651904 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-302e017b-30a1-4af4-8b7e-092e11b6e04e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:20.723981 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-080bc319-4249-4d85-9dbe-c3ad43c1d019 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:20.754598 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302e017b-30a1-4af4-8b7e-092e11b6e04e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] No DVR routers for this DVR port 14a0d1f5-6fdd-48af-a494-c48a513a53b0 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:00:20.756216 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-080bc319-4249-4d85-9dbe-c3ad43c1d019 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:20.757041 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-080bc319-4249-4d85-9dbe-c3ad43c1d019 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:20.764423 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e017b-30a1-4af4-8b7e-092e11b6e04e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Port': ['ID=14a0d1f5-6fdd-48af-a494-c48a513a53b0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:20.812506 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4379b8b1-7bb4-42c7-a480-4477367e63c9 admin admin] Router f5984050-e66b-42a1-a48c-f962672d7407 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:00:20.961355 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-27cc6234-52df-4904-8069-51f0d783a330 service neutron] For port f2f1a58a-a07a-4669-84bb-5d2ae15136c3, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:00:20.994745 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4379b8b1-7bb4-42c7-a480-4477367e63c9 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:00:21.001621 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-302e017b-30a1-4af4-8b7e-092e11b6e04e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:21.006551 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bc319-4249-4d85-9dbe-c3ad43c1d019 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Port': ['ID=bcb1d986-570d-447c-825e-2870e36390b7,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:21.006728 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4379b8b1-7bb4-42c7-a480-4477367e63c9 admin admin] 10.222.0.11 "PUT /v2.0/routers/f5984050-e66b-42a1-a48c-f962672d7407/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4203098 Nov 24 21:00:21.007120 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-03c122f2-245f-4c3f-b991-2ab022126502 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:21.011489 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75067073-ae5f-4f8c-ac66-d5b13ac1cb6c None None] Sync routers for ids ['f5984050-e66b-42a1-a48c-f962672d7407'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:00:21.013953 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39348) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:21.025711 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75067073-ae5f-4f8c-ac66-d5b13ac1cb6c None None] Routers {'f5984050-e66b-42a1-a48c-f962672d7407'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:21.026673 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-75067073-ae5f-4f8c-ac66-d5b13ac1cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f5984050-e66b-42a1-a48c-f962672d7407'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:21.130874 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-27cc6234-52df-4904-8069-51f0d783a330 service neutron] For port f2f1a58a-a07a-4669-84bb-5d2ae15136c3, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=f2f1a58a-a07a-4669-84bb-5d2ae15136c3,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:00:21.150703 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-302e017b-30a1-4af4-8b7e-092e11b6e04e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a33cc07-c597-4b12-bc95-3418df949349']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:21.158037 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-27cc6234-52df-4904-8069-51f0d783a330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:21.190464 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-75067073-ae5f-4f8c-ac66-d5b13ac1cb6c None None] Set router f5984050-e66b-42a1-a48c-f962672d7407 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:00:21.198474 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1a460fd4-5576-4ac4-b9e6-380cc2461f79 admin admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:21.254538 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-27cc6234-52df-4904-8069-51f0d783a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:21.255175 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-27cc6234-52df-4904-8069-51f0d783a330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:21.256630 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-27cc6234-52df-4904-8069-51f0d783a330 service neutron] 10.222.0.15 "PUT /v2.0/ports/f2f1a58a-a07a-4669-84bb-5d2ae15136c3 HTTP/1.1" status: 200 len: 1096 time: 3.2851517 Nov 24 21:00:21.260718 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-302e017b-30a1-4af4-8b7e-092e11b6e04e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b64896a-933c-4b7d-9d0c-724c90cbf091') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:21.260718 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-302e017b-30a1-4af4-8b7e-092e11b6e04e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b64896a-933c-4b7d-9d0c-724c90cbf091') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:21.273828 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119d9ec-d4f2-4dce-a850-0a9baff0ab40 req-dcc8f748-d460-439e-acdc-c93d7599aa6c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:21.280684 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119d9ec-d4f2-4dce-a850-0a9baff0ab40 req-dcc8f748-d460-439e-acdc-c93d7599aa6c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:21.287632 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119d9ec-d4f2-4dce-a850-0a9baff0ab40 req-dcc8f748-d460-439e-acdc-c93d7599aa6c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:21.293892 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119d9ec-d4f2-4dce-a850-0a9baff0ab40 req-dcc8f748-d460-439e-acdc-c93d7599aa6c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:21.300801 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119d9ec-d4f2-4dce-a850-0a9baff0ab40 req-dcc8f748-d460-439e-acdc-c93d7599aa6c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:21.307625 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119d9ec-d4f2-4dce-a850-0a9baff0ab40 req-dcc8f748-d460-439e-acdc-c93d7599aa6c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:21.321157 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119d9ec-d4f2-4dce-a850-0a9baff0ab40 req-dcc8f748-d460-439e-acdc-c93d7599aa6c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:21.323298 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b119d9ec-d4f2-4dce-a850-0a9baff0ab40 req-dcc8f748-d460-439e-acdc-c93d7599aa6c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5421 time: 0.3015378 Nov 24 21:00:21.350880 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279a03d7-beb6-40e1-b616-064ace1866db', 'tag': 'f2f1a58a-a07a-4669-84bb-5d2ae15136c3'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:00:21.353533 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d022a3e8-530b-49fb-93d2-b1ed37a9d66f" -d '{"events": [{"name": "network-changed", "server_uuid": "279a03d7-beb6-40e1-b616-064ace1866db", "tag": "f2f1a58a-a07a-4669-84bb-5d2ae15136c3"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:00:21.441890 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c122f2-245f-4c3f-b991-2ab022126502 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Checking segment: {'id': '8f87b2e2-1554-41a2-9aab-def1c7678368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c67c06-6bf6-4fb7-8713-88868df3b81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:21.442268 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c122f2-245f-4c3f-b991-2ab022126502 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Network hostable DHCP agents. Network: 09c67c06-6bf6-4fb7-8713-88868df3b81f, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:00:21.467320 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-302e017b-30a1-4af4-8b7e-092e11b6e04e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:21.494222 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc6234-52df-4904-8069-51f0d783a330 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f1a58a-a07a-4669-84bb-5d2ae15136c3,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:21.526297 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-75067073-ae5f-4f8c-ac66-d5b13ac1cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'name': 'tempest-ServerActionsTestJSON-2020131962-router', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:49:50Z', 'updated_at': '2021-11-24T21:00:20Z', 'revision_number': 5, 'project_id': '951818ad52ff43b78906657d2000e269', 'gw_port': {'id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:36:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:49:51Z', 'updated_at': '2021-11-24T20:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:21.533421 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c122f2-245f-4c3f-b991-2ab022126502 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Subnet': ['ID=28f34b20-4f62-4d02-a246-167349d63d1a,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:21.548156 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c122f2-245f-4c3f-b991-2ab022126502 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Network 09c67c06-6bf6-4fb7-8713-88868df3b81f is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:00:21.554649 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01295d4-4ce6-47e6-b58c-2255d3a89ea8 req-e8c7640e-65c8-4e52-a5fd-2e4fc2f72fb1 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:21.567730 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-302e017b-30a1-4af4-8b7e-092e11b6e04e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:21.570601 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-03c122f2-245f-4c3f-b991-2ab022126502 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 09c67c06-6bf6-4fb7-8713-88868df3b81f) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:21.579477 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f8af08-e1e4-4783-8de7-4c83d397d4f2 None None] Network 09c67c06-6bf6-4fb7-8713-88868df3b81f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:21.587233 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75067073-ae5f-4f8c-ac66-d5b13ac1cb6c None None] Checking router: f5984050-e66b-42a1-a48c-f962672d7407 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:00:21.587828 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c122f2-245f-4c3f-b991-2ab022126502 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:21.588597 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b01295d4-4ce6-47e6-b58c-2255d3a89ea8 req-e8c7640e-65c8-4e52-a5fd-2e4fc2f72fb1 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 948 time: 0.1619277 Nov 24 21:00:21.589094 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-03c122f2-245f-4c3f-b991-2ab022126502 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:21.605408 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1a460fd4-5576-4ac4-b9e6-380cc2461f79 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:21.612049 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b119d9ec-d4f2-4dce-a850-0a9baff0ab40 req-1f9840be-1889-43b3-a2ac-15ea46cc8118 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2532783 Nov 24 21:00:21.614157 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302e017b-30a1-4af4-8b7e-092e11b6e04e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:00:21.614476 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75067073-ae5f-4f8c-ac66-d5b13ac1cb6c None None] Routers {'f5984050-e66b-42a1-a48c-f962672d7407'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:21.614798 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-302e017b-30a1-4af4-8b7e-092e11b6e04e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:21.616610 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-75067073-ae5f-4f8c-ac66-d5b13ac1cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f5984050-e66b-42a1-a48c-f962672d7407'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:21.620431 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080bc319-4249-4d85-9dbe-c3ad43c1d019 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network 0219a154-6c67-4447-8e6f-6a4e1aa3f028 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:00:21.621591 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:00:21.627644 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-03c122f2-245f-4c3f-b991-2ab022126502 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9551888 Nov 24 21:00:21.636559 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39360) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:21.671185 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-0a9529f9-6db7-4e46-8b49-8f4f57f9e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:21.674439 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-0a9529f9-6db7-4e46-8b49-8f4f57f9e848 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9f97af922bb4212809f7d75bc05ed87&device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 1099 time: 0.2927735 Nov 24 21:00:21.682667 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-080bc319-4249-4d85-9dbe-c3ad43c1d019 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:21.833440 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-6fba63e5-7b17-45e2-9800-5da70b17b488 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=f2f1a58a-a07a-4669-84bb-5d2ae15136c3 HTTP/1.1" status: 200 len: 217 time: 0.1264820 Nov 24 21:00:21.847630 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd7f361-9862-48f3-b2c8-f4c154213496 x-openstack-request-id: req-8fd7f361-9862-48f3-b2c8-f4c154213496 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:00:21.848032 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279a03d7-beb6-40e1-b616-064ace1866db", "tag": "f2f1a58a-a07a-4669-84bb-5d2ae15136c3", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:00:21.848399 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8fd7f361-9862-48f3-b2c8-f4c154213496 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:00:21.849033 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279a03d7-beb6-40e1-b616-064ace1866db', 'tag': 'f2f1a58a-a07a-4669-84bb-5d2ae15136c3', 'status': 'completed', 'code': 200} Nov 24 21:00:21.930159 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-75067073-ae5f-4f8c-ac66-d5b13ac1cb6c None None] Set router f5984050-e66b-42a1-a48c-f962672d7407 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:00:22.017713 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 14a0d1f5-6fdd-48af-a494-c48a513a53b0 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:00:22.067654 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:22.075311 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 14a0d1f5-6fdd-48af-a494-c48a513a53b0 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:00:22.075703 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 14a0d1f5-6fdd-48af-a494-c48a513a53b0 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:00:22.114312 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b01295d4-4ce6-47e6-b58c-2255d3a89ea8 req-fd0e5dd2-44a0-46b8-a872-da4a06457c56 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642277 Nov 24 21:00:22.190477 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd448662-af65-490f-9ecb-e3046b785f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-09c67c06-6bf6-4fb7-8713-88868df3b81f', 'network_id': '09c67c06-6bf6-4fb7-8713-88868df3b81f', 'tenant_id': '5ef7f67306b24de79e4801e6d8b904e0', 'fixed_ips': [{'subnet_id': '28f34b20-4f62-4d02-a246-167349d63d1a'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:00:22.191507 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fd448662-af65-490f-9ecb-e3046b785f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:22.211099 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-63b28135-df7c-4d97-8abf-98844e469b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:22.212602 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-63b28135-df7c-4d97-8abf-98844e469b9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.2749307 Nov 24 21:00:22.263704 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-302e017b-30a1-4af4-8b7e-092e11b6e04e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:22.269556 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-302e017b-30a1-4af4-8b7e-092e11b6e04e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:22.275805 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-302e017b-30a1-4af4-8b7e-092e11b6e04e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/networks/1a33cc07-c597-4b12-bc95-3418df949349 HTTP/1.1" status: 204 len: 168 time: 3.4402952 Nov 24 21:00:22.280398 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-1a460fd4-5576-4ac4-b9e6-380cc2461f79 admin admin] Deleting port a2d4eff7-9d32-403e-85cd-4359ec323ac4 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:22.280995 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1a460fd4-5576-4ac4-b9e6-380cc2461f79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:22.302882 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39368) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:22.356884 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c32f2e02-d177-4b4d-a5f5-39eae6527cab None None] Provisioning complete for port bcb1d986-570d-447c-825e-2870e36390b7 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:22.357396 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c32f2e02-d177-4b4d-a5f5-39eae6527cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:22.371234 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080bc319-4249-4d85-9dbe-c3ad43c1d019 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Router 7da4a434-f59f-46bf-ae3d-0a28f485bba5 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:00:22.372656 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e017b-30a1-4af4-8b7e-092e11b6e04e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Network': ['ID=1a33cc07-c597-4b12-bc95-3418df949349,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:22.392663 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-ffa73558-ac33-49db-a8d4-ef3b07a3147b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:22.394686 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-ffa73558-ac33-49db-a8d4-ef3b07a3147b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1713204 Nov 24 21:00:22.398250 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-1a460fd4-5576-4ac4-b9e6-380cc2461f79 admin admin] For port a2d4eff7-9d32-403e-85cd-4359ec323ac4, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a2d4eff7-9d32-403e-85cd-4359ec323ac4,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:22.398620 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1a460fd4-5576-4ac4-b9e6-380cc2461f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:22.414229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-1a460fd4-5576-4ac4-b9e6-380cc2461f79 admin admin] Calling delete_port for a2d4eff7-9d32-403e-85cd-4359ec323ac4 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:22.522413 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-75067073-ae5f-4f8c-ac66-d5b13ac1cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'name': 'tempest-ServerActionsTestJSON-2020131962-router', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:49:50Z', 'updated_at': '2021-11-24T21:00:20Z', 'revision_number': 5, 'project_id': '951818ad52ff43b78906657d2000e269', 'gw_port': {'id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:36:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:49:51Z', 'updated_at': '2021-11-24T20:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:22.538335 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c32f2e02-d177-4b4d-a5f5-39eae6527cab None None] Port bcb1d986-570d-447c-825e-2870e36390b7 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:00:22.573078 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-fd448662-af65-490f-9ecb-e3046b785f6a None None] Allocated IP 172.20.0.1 (09c67c06-6bf6-4fb7-8713-88868df3b81f/28f34b20-4f62-4d02-a246-167349d63d1a/cd2d1fa5-8fe4-432d-a4e5-c4ef144e8688) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:22.591899 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75067073-ae5f-4f8c-ac66-d5b13ac1cb6c None None] The sync data for ids ['f5984050-e66b-42a1-a48c-f962672d7407'] in n-d-812111-8 is: [{'id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'name': 'tempest-ServerActionsTestJSON-2020131962-router', 'tenant_id': '951818ad52ff43b78906657d2000e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:49:50Z', 'updated_at': '2021-11-24T21:00:20Z', 'revision_number': 5, 'project_id': '951818ad52ff43b78906657d2000e269', 'gw_port': {'id': 'a2d4eff7-9d32-403e-85cd-4359ec323ac4', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:36:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5984050-e66b-42a1-a48c-f962672d7407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:49:51Z', 'updated_at': '2021-11-24T20:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:00:22.615841 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:22.663075 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8027cc76-da01-4e95-a67b-f01069058985 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:22.667280 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8027cc76-da01-4e95-a67b-f01069058985 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3372304 Nov 24 21:00:22.671941 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39370) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:22.673468 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1a460fd4-5576-4ac4-b9e6-380cc2461f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:22.734061 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd05dbc3-4163-4698-9ee3-7a587a5dbb3f None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:00:22.792620 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ba3201a4-5b5b-46b6-aae4-b8a08a8d300b tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1047122 Nov 24 21:00:22.792620 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a460fd4-5576-4ac4-b9e6-380cc2461f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2d4eff7-9d32-403e-85cd-4359ec323ac4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:22.846536 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39374) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:22.853852 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-cb667816-d410-4e62-89da-8a838f8a53f6 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-797102562'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:22.877018 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1a460fd4-5576-4ac4-b9e6-380cc2461f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:22.971267 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fd448662-af65-490f-9ecb-e3046b785f6a None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:22.985002 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fd448662-af65-490f-9ecb-e3046b785f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:23.031776 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1a460fd4-5576-4ac4-b9e6-380cc2461f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:23.035358 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1a460fd4-5576-4ac4-b9e6-380cc2461f79 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:23.092469 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd448662-af65-490f-9ecb-e3046b785f6a None None] Network 09c67c06-6bf6-4fb7-8713-88868df3b81f is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:23.101083 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-fd448662-af65-490f-9ecb-e3046b785f6a None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:23.105741 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb667816-d410-4e62-89da-8a838f8a53f6 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:23.114151 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cb667816-d410-4e62-89da-8a838f8a53f6 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:23.122624 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd448662-af65-490f-9ecb-e3046b785f6a None None] Pushing event updated for resources: {'Port': ['ID=cd2d1fa5-8fe4-432d-a4e5-c4ef144e8688,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:23.126003 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd448662-af65-490f-9ecb-e3046b785f6a None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:00:23.145420 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1a460fd4-5576-4ac4-b9e6-380cc2461f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:23.146134 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a460fd4-5576-4ac4-b9e6-380cc2461f79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5984050-e66b-42a1-a48c-f962672d7407 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:00:23.156271 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1a460fd4-5576-4ac4-b9e6-380cc2461f79 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:23.160338 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1a460fd4-5576-4ac4-b9e6-380cc2461f79 admin admin] 10.222.0.11 "DELETE /v2.0/routers/f5984050-e66b-42a1-a48c-f962672d7407 HTTP/1.1" status: 204 len: 168 time: 2.1432467 Nov 24 21:00:23.162013 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39382) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:23.237503 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:23.259066 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb667816-d410-4e62-89da-8a838f8a53f6 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:00:23.292229 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-fd448662-af65-490f-9ecb-e3046b785f6a None None] Attempting to bind port cd2d1fa5-8fe4-432d-a4e5-c4ef144e8688 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:00:23.292618 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-fd448662-af65-490f-9ecb-e3046b785f6a None None] Attempting to bind port cd2d1fa5-8fe4-432d-a4e5-c4ef144e8688 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '8f87b2e2-1554-41a2-9aab-def1c7678368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c67c06-6bf6-4fb7-8713-88868df3b81f'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:00:23.293104 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd448662-af65-490f-9ecb-e3046b785f6a None None] Attempting to bind port cd2d1fa5-8fe4-432d-a4e5-c4ef144e8688 on network 09c67c06-6bf6-4fb7-8713-88868df3b81f {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:00:23.323084 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd448662-af65-490f-9ecb-e3046b785f6a None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:00:23.323495 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd448662-af65-490f-9ecb-e3046b785f6a None None] Checking segment: {'id': '8f87b2e2-1554-41a2-9aab-def1c7678368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c67c06-6bf6-4fb7-8713-88868df3b81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:23.323893 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fd448662-af65-490f-9ecb-e3046b785f6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:23.324470 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd448662-af65-490f-9ecb-e3046b785f6a None None] Bound using segment: {'id': '8f87b2e2-1554-41a2-9aab-def1c7678368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c67c06-6bf6-4fb7-8713-88868df3b81f'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:00:23.327140 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-fd448662-af65-490f-9ecb-e3046b785f6a None None] Bound port: cd2d1fa5-8fe4-432d-a4e5-c4ef144e8688, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f87b2e2-1554-41a2-9aab-def1c7678368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c67c06-6bf6-4fb7-8713-88868df3b81f'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:00:23.327580 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fd448662-af65-490f-9ecb-e3046b785f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:23.333274 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Subnet': ['ID=28f34b20-4f62-4d02-a246-167349d63d1a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:23.349185 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c444a99-e4bd-4172-bfec-48a19def8aec admin admin] Deleting subnet 9ee9c5f7-570f-459a-a776-8d371777733b {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:00:23.476574 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:23.486801 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-fd448662-af65-490f-9ecb-e3046b785f6a None None] For port cd2d1fa5-8fe4-432d-a4e5-c4ef144e8688, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:00:23.500120 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c67c06-6bf6-4fb7-8713-88868df3b81f']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:23.503098 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-fd448662-af65-490f-9ecb-e3046b785f6a None None] For port cd2d1fa5-8fe4-432d-a4e5-c4ef144e8688, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=cd2d1fa5-8fe4-432d-a4e5-c4ef144e8688,segment=NetworkSegment(8f87b2e2-1554-41a2-9aab-def1c7678368),segment_id=8f87b2e2-1554-41a2-9aab-def1c7678368)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:00:23.513177 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fd448662-af65-490f-9ecb-e3046b785f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:23.520320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f87b2e2-1554-41a2-9aab-def1c7678368') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:23.520611 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f87b2e2-1554-41a2-9aab-def1c7678368') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:23.529168 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080bc319-4249-4d85-9dbe-c3ad43c1d019 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:00:23.533118 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:23.548009 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-080bc319-4249-4d85-9dbe-c3ad43c1d019 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/routers/7da4a434-f59f-46bf-ae3d-0a28f485bba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2375700 Nov 24 21:00:23.550569 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:23.552433 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39384) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:23.557566 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:00:23.558503 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:23.602600 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d1e98-e236-450e-b9ba-7179753aba37 req-6a04fc4c-687c-4f35-bbe1-d834a7bd2d07 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:23.605940 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6b8693-9a2c-45ef-906a-0d5cbf032adf None None] Sync routers for ids ['7da4a434-f59f-46bf-ae3d-0a28f485bba5'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:00:23.610326 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d1e98-e236-450e-b9ba-7179753aba37 req-6a04fc4c-687c-4f35-bbe1-d834a7bd2d07 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:23.623721 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d1e98-e236-450e-b9ba-7179753aba37 req-6a04fc4c-687c-4f35-bbe1-d834a7bd2d07 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:23.631516 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d1e98-e236-450e-b9ba-7179753aba37 req-6a04fc4c-687c-4f35-bbe1-d834a7bd2d07 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:00:23.639878 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:00:23.643620 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cb667816-d410-4e62-89da-8a838f8a53f6 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:23.644028 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-cb667816-d410-4e62-89da-8a838f8a53f6 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Added segment 5eebe051-e421-45ef-8aa9-1cea73c3f2dc of type vlan for network b71514e2-2485-4efd-8764-6edcbb20dcb9 Nov 24 21:00:23.646335 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0c444a99-e4bd-4172-bfec-48a19def8aec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:23.650654 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d1e98-e236-450e-b9ba-7179753aba37 req-6a04fc4c-687c-4f35-bbe1-d834a7bd2d07 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:23.655918 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.db.api [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 21:00:23.655918 n-d-812111-8 neutron-server[109991]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 21:00:23.655918 n-d-812111-8 neutron-server[109991]: [parameters: {'id': '09c67c06-6bf6-4fb7-8713-88868df3b81f'}] Nov 24 21:00:23.655918 n-d-812111-8 neutron-server[109991]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:00:23.656347 n-d-812111-8 neutron-server[109991]: DEBUG oslo_db.api [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:00:23.662464 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d1e98-e236-450e-b9ba-7179753aba37 req-6a04fc4c-687c-4f35-bbe1-d834a7bd2d07 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:23.681725 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d1e98-e236-450e-b9ba-7179753aba37 req-6a04fc4c-687c-4f35-bbe1-d834a7bd2d07 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:23.697111 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bf7d1e98-e236-450e-b9ba-7179753aba37 req-6a04fc4c-687c-4f35-bbe1-d834a7bd2d07 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5421 time: 0.2792568 Nov 24 21:00:23.730824 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cb667816-d410-4e62-89da-8a838f8a53f6 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:23.731981 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6b8693-9a2c-45ef-906a-0d5cbf032adf None None] Routers {'7da4a434-f59f-46bf-ae3d-0a28f485bba5'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:23.733226 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0d6b8693-9a2c-45ef-906a-0d5cbf032adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7da4a434-f59f-46bf-ae3d-0a28f485bba5'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:23.739363 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0c444a99-e4bd-4172-bfec-48a19def8aec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:23.773877 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-fd7ca62b-1c86-44d0-9035-afb808c61220 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3677955 Nov 24 21:00:23.777531 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdfd82-0eb2-43b8-9fb6-21a1b8d44f40 req-b6bb6e5a-8893-4c50-9a5f-9e4348194bff tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:23.779094 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3efdfd82-0eb2-43b8-9fb6-21a1b8d44f40 req-b6bb6e5a-8893-4c50-9a5f-9e4348194bff tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 948 time: 0.4846642 Nov 24 21:00:23.825117 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd448662-af65-490f-9ecb-e3046b785f6a None None] Pushing event updated for resources: {'Port': ['ID=cd2d1fa5-8fe4-432d-a4e5-c4ef144e8688,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:23.826684 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e01a56-2872-42bb-82b0-31728b018313 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:23.828767 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-48e01a56-2872-42bb-82b0-31728b018313 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/ports/bcb1d986-570d-447c-825e-2870e36390b7 HTTP/1.1" status: 200 len: 913 time: 0.2759483 Nov 24 21:00:23.840660 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ba43ba1f-46fc-47d3-9b9e-df00fa87c730 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:00:23.846922 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39386) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:23.847660 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0d6b8693-9a2c-45ef-906a-0d5cbf032adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:23.876092 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3efdfd82-0eb2-43b8-9fb6-21a1b8d44f40 req-fa6b8269-bafd-4caa-a379-2ff4396bcd2c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746200 Nov 24 21:00:23.880424 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cb667816-d410-4e62-89da-8a838f8a53f6 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:23.886017 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb667816-d410-4e62-89da-8a838f8a53f6 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:23.886818 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cb667816-d410-4e62-89da-8a838f8a53f6 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:23.895199 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29e9f60-d6c9-43a7-afb5-c255f2fca328 None None] Network 09c67c06-6bf6-4fb7-8713-88868df3b81f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:23.903262 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: ba43ba1f-46fc-47d3-9b9e-df00fa87c730 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:00:23.903618 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ba43ba1f-46fc-47d3-9b9e-df00fa87c730 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:00:23.923429 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6b8693-9a2c-45ef-906a-0d5cbf032adf None None] Routers {'7da4a434-f59f-46bf-ae3d-0a28f485bba5'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:23.924167 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0d6b8693-9a2c-45ef-906a-0d5cbf032adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7da4a434-f59f-46bf-ae3d-0a28f485bba5'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:23.977928 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0d6b8693-9a2c-45ef-906a-0d5cbf032adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:23.978661 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6b8693-9a2c-45ef-906a-0d5cbf032adf None None] The sync data for ids ['7da4a434-f59f-46bf-ae3d-0a28f485bba5'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:00:23.995304 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cb667816-d410-4e62-89da-8a838f8a53f6 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1432168 Nov 24 21:00:23.997867 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39388) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:23.998610 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bf7d1e98-e236-450e-b9ba-7179753aba37 req-b71e7b6c-6015-4fa3-8fd5-579e51a29279 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3003163 Nov 24 21:00:24.003224 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-5c83c097-7022-402f-9d0c-79b9af10724f tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'subnet': {'network_id': 'b71514e2-2485-4efd-8764-6edcbb20dcb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:24.008790 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb667816-d410-4e62-89da-8a838f8a53f6 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Network': ['ID=b71514e2-2485-4efd-8764-6edcbb20dcb9,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:24.038541 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0c444a99-e4bd-4172-bfec-48a19def8aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:24.133662 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-daa55cfd-da16-4a26-9da6-a66339af9e64 req-6b58a759-30f8-4783-865c-190b63cf24de service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476748 Nov 24 21:00:24.160934 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:24.205381 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0c444a99-e4bd-4172-bfec-48a19def8aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:24.270307 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c444a99-e4bd-4172-bfec-48a19def8aec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ee9c5f7-570f-459a-a776-8d371777733b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:24.272958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c83c097-7022-402f-9d0c-79b9af10724f tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:24.276434 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c83c097-7022-402f-9d0c-79b9af10724f tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:24.298417 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network b71514e2-2485-4efd-8764-6edcbb20dcb9 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:00:24.360611 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0c444a99-e4bd-4172-bfec-48a19def8aec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:24.365750 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0c444a99-e4bd-4172-bfec-48a19def8aec admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9ee9c5f7-570f-459a-a776-8d371777733b HTTP/1.1" status: 204 len: 168 time: 1.2007303 Nov 24 21:00:24.372668 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39400) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:24.374910 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bcc569-7989-4720-9e1f-c12c68ed07bb None None] Network d57895c6-b2f2-4afe-a44e-1eb66b91940d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:24.387742 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022a3e8-530b-49fb-93d2-b1ed37a9d66f req-3e8c7514-92e0-4e34-92fa-c473e49c4359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:24.390117 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d022a3e8-530b-49fb-93d2-b1ed37a9d66f req-3e8c7514-92e0-4e34-92fa-c473e49c4359 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9f97af922bb4212809f7d75bc05ed87&device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 1099 time: 0.1217899 Nov 24 21:00:24.603419 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022a3e8-530b-49fb-93d2-b1ed37a9d66f req-c6979241-035c-4c5e-80fb-8a53f186dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:24.604961 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d022a3e8-530b-49fb-93d2-b1ed37a9d66f req-c6979241-035c-4c5e-80fb-8a53f186dbbf service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.2063217 Nov 24 21:00:24.681789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0191790-6969-487f-b6ed-f5403d8c3275 None None] DHCP port deletion for d57895c6-b2f2-4afe-a44e-1eb66b91940d request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:00:24.685576 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d022a3e8-530b-49fb-93d2-b1ed37a9d66f req-98c2139e-fadc-449f-ab91-7106c785918c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=f2f1a58a-a07a-4669-84bb-5d2ae15136c3 HTTP/1.1" status: 200 len: 217 time: 0.0654263 Nov 24 21:00:24.712203 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0949af23-4d28-4f96-bcc8-1f81495e77ae tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:24.726567 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5f848b02-05bc-4238-b1ac-d026adbdf90d details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:00:24.819512 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022a3e8-530b-49fb-93d2-b1ed37a9d66f req-5732f48f-4a4e-4412-b2cf-f8432bb9e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:24.821219 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d022a3e8-530b-49fb-93d2-b1ed37a9d66f req-5732f48f-4a4e-4412-b2cf-f8432bb9e157 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.1260700 Nov 24 21:00:24.868354 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 5f848b02-05bc-4238-b1ac-d026adbdf90d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5f848b02-05bc-4238-b1ac-d026adbdf90d,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:24.886384 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '5f848b02-05bc-4238-b1ac-d026adbdf90d', 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a', 'port_id': '5f848b02-05bc-4238-b1ac-d026adbdf90d', 'mac_address': 'fa:16:3e:b1:d5:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f7ad4d-47f7-4f94-83c1-a9b148ce53d9', 'ip_address': '10.1.1.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:00:24.951751 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c0191790-6969-487f-b6ed-f5403d8c3275 None None] Deleting port dabad8df-d563-49a2-a00a-da51251101da {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:24.952379 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c0191790-6969-487f-b6ed-f5403d8c3275 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:24.976229 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:24.986664 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c83c097-7022-402f-9d0c-79b9af10724f tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:25.005946 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f848b02-05bc-4238-b1ac-d026adbdf90d {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:00:25.007438 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Deleting port cd2d1fa5-8fe4-432d-a4e5-c4ef144e8688 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:25.007910 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:25.065326 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022a3e8-530b-49fb-93d2-b1ed37a9d66f req-4a39ac37-17c5-469c-8e52-8734d577507a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:25.070863 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d022a3e8-530b-49fb-93d2-b1ed37a9d66f req-4a39ac37-17c5-469c-8e52-8734d577507a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2381771 Nov 24 21:00:25.074858 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 5f848b02-05bc-4238-b1ac-d026adbdf90d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5f848b02-05bc-4238-b1ac-d026adbdf90d,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:25.083415 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:25.084452 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device ef5f8c33-a3ce-4e37-9cc9-6819e3132187 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:00:25.085746 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] For port cd2d1fa5-8fe4-432d-a4e5-c4ef144e8688, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=cd2d1fa5-8fe4-432d-a4e5-c4ef144e8688,segment=NetworkSegment(8f87b2e2-1554-41a2-9aab-def1c7678368),segment_id=8f87b2e2-1554-41a2-9aab-def1c7678368)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:25.086277 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:25.101037 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Calling delete_port for cd2d1fa5-8fe4-432d-a4e5-c4ef144e8688 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:25.191398 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port ef5f8c33-a3ce-4e37-9cc9-6819e3132187, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ef5f8c33-a3ce-4e37-9cc9-6819e3132187,segment=NetworkSegment(73d2176d-a947-419f-a059-f0ef7a7b29a9),segment_id=73d2176d-a947-419f-a059-f0ef7a7b29a9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:25.212693 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'ef5f8c33-a3ce-4e37-9cc9-6819e3132187', 'network_id': '417e8feb-ccfa-4d8e-98e2-8cb36709c8c7', 'port_id': 'ef5f8c33-a3ce-4e37-9cc9-6819e3132187', 'mac_address': 'fa:16:3e:c2:c4:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb2776b-5847-4479-b246-63584a539d1e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:00:25.232002 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e2cd8-6613-4fea-9395-907286d5666b req-723e07c9-abea-45b0-aaba-b57b77c0ddb7 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:25.233414 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:25.240815 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ce1e2cd8-6613-4fea-9395-907286d5666b req-723e07c9-abea-45b0-aaba-b57b77c0ddb7 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 948 time: 0.2518156 Nov 24 21:00:25.271552 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bfea0443-0790-43a9-82c9-1948969213cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:25.275426 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c0191790-6969-487f-b6ed-f5403d8c3275 None None] For port dabad8df-d563-49a2-a00a-da51251101da, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=dabad8df-d563-49a2-a00a-da51251101da,segment=NetworkSegment(301e2225-e522-4c6c-abb4-498d606f32b2),segment_id=301e2225-e522-4c6c-abb4-498d606f32b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:25.276120 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No DVR routers for this DVR port cd2d1fa5-8fe4-432d-a4e5-c4ef144e8688 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:00:25.276294 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c0191790-6969-487f-b6ed-f5403d8c3275 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:25.320340 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c0191790-6969-487f-b6ed-f5403d8c3275 None None] Calling delete_port for dabad8df-d563-49a2-a00a-da51251101da owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:25.338886 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=5f848b02-05bc-4238-b1ac-d026adbdf90d,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:25.347579 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:25.366152 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Port': ['ID=cd2d1fa5-8fe4-432d-a4e5-c4ef144e8688,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:25.368610 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ce1e2cd8-6613-4fea-9395-907286d5666b req-514f3497-caf6-4009-917f-271f9b8af030 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269169 Nov 24 21:00:25.389881 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d022a3e8-530b-49fb-93d2-b1ed37a9d66f req-89118790-ea4d-457e-8ee9-917cc32a0a01 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001194 Nov 24 21:00:25.406947 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83c097-7022-402f-9d0c-79b9af10724f tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Subnet': ['ID=dc852461-76aa-4b45-9af2-8fc970640ef1,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:25.439184 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5f8c33-a3ce-4e37-9cc9-6819e3132187 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:00:25.461337 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port ef5f8c33-a3ce-4e37-9cc9-6819e3132187, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ef5f8c33-a3ce-4e37-9cc9-6819e3132187,segment=NetworkSegment(73d2176d-a947-419f-a059-f0ef7a7b29a9),segment_id=73d2176d-a947-419f-a059-f0ef7a7b29a9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:25.479871 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:25.480564 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device af61a7f2-1e25-4982-87e4-5079effabcf1 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:00:25.518226 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2667ea0-164b-4030-8219-37e32661edac req-71281b43-c9b8-40e3-b3a5-44c9ba9c0a53 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:25.524454 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2667ea0-164b-4030-8219-37e32661edac req-71281b43-c9b8-40e3-b3a5-44c9ba9c0a53 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:25.530540 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2667ea0-164b-4030-8219-37e32661edac req-71281b43-c9b8-40e3-b3a5-44c9ba9c0a53 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:25.537825 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2667ea0-164b-4030-8219-37e32661edac req-71281b43-c9b8-40e3-b3a5-44c9ba9c0a53 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:25.541497 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d022a3e8-530b-49fb-93d2-b1ed37a9d66f req-423e5c86-5040-4b48-a976-eb21780e2bfb service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203239 Nov 24 21:00:25.545734 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2667ea0-164b-4030-8219-37e32661edac req-71281b43-c9b8-40e3-b3a5-44c9ba9c0a53 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:25.552559 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2667ea0-164b-4030-8219-37e32661edac req-71281b43-c9b8-40e3-b3a5-44c9ba9c0a53 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:25.559902 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2667ea0-164b-4030-8219-37e32661edac req-71281b43-c9b8-40e3-b3a5-44c9ba9c0a53 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:25.561956 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2667ea0-164b-4030-8219-37e32661edac req-71281b43-c9b8-40e3-b3a5-44c9ba9c0a53 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5422 time: 0.3598132 Nov 24 21:00:25.566458 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:25.591396 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83c097-7022-402f-9d0c-79b9af10724f tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Checking segment: {'id': '5eebe051-e421-45ef-8aa9-1cea73c3f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b71514e2-2485-4efd-8764-6edcbb20dcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:25.591396 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c83c097-7022-402f-9d0c-79b9af10724f tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network hostable DHCP agents. Network: b71514e2-2485-4efd-8764-6edcbb20dcb9, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:00:25.591931 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-0949af23-4d28-4f96-bcc8-1f81495e77ae tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting port bcb1d986-570d-447c-825e-2870e36390b7 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:25.592283 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0949af23-4d28-4f96-bcc8-1f81495e77ae tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:25.598532 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port af61a7f2-1e25-4982-87e4-5079effabcf1, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=af61a7f2-1e25-4982-87e4-5079effabcf1,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:25.620190 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=ef5f8c33-a3ce-4e37-9cc9-6819e3132187,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:25.621944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c67c06-6bf6-4fb7-8713-88868df3b81f']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:25.629628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'af61a7f2-1e25-4982-87e4-5079effabcf1', 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a', 'port_id': 'af61a7f2-1e25-4982-87e4-5079effabcf1', 'mac_address': 'fa:16:3e:0d:5e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f7ad4d-47f7-4f94-83c1-a9b148ce53d9', 'ip_address': '10.1.1.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:00:25.643473 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f87b2e2-1554-41a2-9aab-def1c7678368') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:25.643765 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f87b2e2-1554-41a2-9aab-def1c7678368') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:25.648170 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c0191790-6969-487f-b6ed-f5403d8c3275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:25.676218 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0191790-6969-487f-b6ed-f5403d8c3275 None None] Pushing event deleted for resources: {'Port': ['ID=dabad8df-d563-49a2-a00a-da51251101da,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:25.699616 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:25.705382 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device dabad8df-d563-49a2-a00a-da51251101da no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:00:25.737820 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c83c097-7022-402f-9d0c-79b9af10724f tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network b71514e2-2485-4efd-8764-6edcbb20dcb9 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:00:25.740781 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: dabad8df-d563-49a2-a00a-da51251101da {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:00:25.741138 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device dabad8df-d563-49a2-a00a-da51251101da not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:00:25.741570 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a2d4eff7-9d32-403e-85cd-4359ec323ac4 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:00:25.744758 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0191790-6969-487f-b6ed-f5403d8c3275 None None] No DVR routers for this DVR port dabad8df-d563-49a2-a00a-da51251101da on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:00:25.761174 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2667ea0-164b-4030-8219-37e32661edac req-08048079-a5e4-4f84-8b5b-f664e9ad1be3 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1800759 Nov 24 21:00:25.772808 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: a2d4eff7-9d32-403e-85cd-4359ec323ac4 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:00:25.773382 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a2d4eff7-9d32-403e-85cd-4359ec323ac4 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:00:25.790571 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:25.793248 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:25.795681 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-bfea0443-0790-43a9-82c9-1948969213cc admin admin] Deleting port dabad8df-d563-49a2-a00a-da51251101da {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:25.799132 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482a80d9-1c76-449c-955a-4c05adb77a6a None None] get_active_networks_info from n-d-812111-8 {{(pid=109992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 21:00:25.807984 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bfea0443-0790-43a9-82c9-1948969213cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:25.811876 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-5c83c097-7022-402f-9d0c-79b9af10724f tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, b71514e2-2485-4efd-8764-6edcbb20dcb9) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:25.821861 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c83c097-7022-402f-9d0c-79b9af10724f tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:25.822506 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c83c097-7022-402f-9d0c-79b9af10724f tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:25.825994 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0949af23-4d28-4f96-bcc8-1f81495e77ae tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:25.836453 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:00:25.840201 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:00:25.843606 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:00:25.852076 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-0949af23-4d28-4f96-bcc8-1f81495e77ae tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Calling delete_port for bcb1d986-570d-447c-825e-2870e36390b7 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:25.863418 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af61a7f2-1e25-4982-87e4-5079effabcf1 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:00:25.916397 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port af61a7f2-1e25-4982-87e4-5079effabcf1, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=af61a7f2-1e25-4982-87e4-5079effabcf1,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:25.951668 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5c83c097-7022-402f-9d0c-79b9af10724f tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9526422 Nov 24 21:00:25.957683 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39420) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:25.968849 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-18e1f225-a876-4b1a-8bbb-a746453f098d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'port': {'network_id': 'b71514e2-2485-4efd-8764-6edcbb20dcb9', 'name': 'tempest-PortsIpV6TestJSON-1564441952'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:25.988229 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:25.989003 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 2350812e-3580-420e-832c-24f31e39b118 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:00:25.991621 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-bfea0443-0790-43a9-82c9-1948969213cc admin admin] For port dabad8df-d563-49a2-a00a-da51251101da, host n-d-812111-8, got binding levels [] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:25.992150 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bfea0443-0790-43a9-82c9-1948969213cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:26.003912 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:26.026042 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:26.034295 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/networks/09c67c06-6bf6-4fb7-8713-88868df3b81f HTTP/1.1" status: 204 len: 168 time: 4.3592420 Nov 24 21:00:26.034295 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-bfea0443-0790-43a9-82c9-1948969213cc admin admin] Calling delete_port for dabad8df-d563-49a2-a00a-da51251101da owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:26.037363 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39422) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:26.041843 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ff1fc31a-08d0-429d-83b1-792a4732de60 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1999880147'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:26.064059 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.ipam_backend_mixin [None req-bfea0443-0790-43a9-82c9-1948969213cc admin admin] Port dabad8df-d563-49a2-a00a-da51251101da was not found and therefore no delete operation was performed {{(pid=109991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 21:00:26.080062 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be881a90-af56-4ff0-82a1-4446eaaaca38 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Network': ['ID=09c67c06-6bf6-4fb7-8713-88868df3b81f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:26.082317 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bfea0443-0790-43a9-82c9-1948969213cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:26.106713 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 2350812e-3580-420e-832c-24f31e39b118, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2350812e-3580-420e-832c-24f31e39b118,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:26.109216 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=af61a7f2-1e25-4982-87e4-5079effabcf1,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:26.119017 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1fc31a-08d0-429d-83b1-792a4732de60 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Made reservation on behalf of 5ef7f67306b24de79e4801e6d8b904e0 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:26.122520 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea0443-0790-43a9-82c9-1948969213cc admin admin] Pushing event deleted for resources: {'Port': ['ID=dabad8df-d563-49a2-a00a-da51251101da,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:26.124364 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfea0443-0790-43a9-82c9-1948969213cc admin admin] No DVR routers for this DVR port dabad8df-d563-49a2-a00a-da51251101da on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:00:26.129959 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '2350812e-3580-420e-832c-24f31e39b118', 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a', 'port_id': '2350812e-3580-420e-832c-24f31e39b118', 'mac_address': 'fa:16:3e:1b:14:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f7ad4d-47f7-4f94-83c1-a9b148ce53d9', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:00:26.131266 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff1fc31a-08d0-429d-83b1-792a4732de60 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:26.142584 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482a80d9-1c76-449c-955a-4c05adb77a6a None None] Resources bound (agent type, host, resource id): {{(pid=109992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 21:00:26.156408 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0949af23-4d28-4f96-bcc8-1f81495e77ae tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:26.194105 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:26.194706 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949af23-4d28-4f96-bcc8-1f81495e77ae tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Port': ['ID=bcb1d986-570d-447c-825e-2870e36390b7,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:26.233641 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2350812e-3580-420e-832c-24f31e39b118 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:00:26.238337 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1fc31a-08d0-429d-83b1-792a4732de60 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:00:26.239357 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bfea0443-0790-43a9-82c9-1948969213cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:26.258853 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff1fc31a-08d0-429d-83b1-792a4732de60 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:26.259613 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-ff1fc31a-08d0-429d-83b1-792a4732de60 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Added segment 8f9e7f37-8b58-4330-9899-30a7ca48b420 of type vlan for network 928eb189-1453-459e-95d0-79ecbae7594d Nov 24 21:00:26.270716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e1f225-a876-4b1a-8bbb-a746453f098d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:26.275612 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-18e1f225-a876-4b1a-8bbb-a746453f098d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:26.310103 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-bfea0443-0790-43a9-82c9-1948969213cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57895c6-b2f2-4afe-a44e-1eb66b91940d']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:26.310369 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 2350812e-3580-420e-832c-24f31e39b118, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2350812e-3580-420e-832c-24f31e39b118,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:26.316913 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:26.317587 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 905b2eeb-dedf-487a-a6aa-667f4d04bff3 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:00:26.323379 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-18e1f225-a876-4b1a-8bbb-a746453f098d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] device_id is not set on port 382f3e3d-493e-4630-ae15-64d33a8b54c5 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:00:26.335324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-bfea0443-0790-43a9-82c9-1948969213cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301e2225-e522-4c6c-abb4-498d606f32b2') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:26.335712 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-bfea0443-0790-43a9-82c9-1948969213cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301e2225-e522-4c6c-abb4-498d606f32b2') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:26.349673 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bfea0443-0790-43a9-82c9-1948969213cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:26.400953 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bfea0443-0790-43a9-82c9-1948969213cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:26.414703 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfea0443-0790-43a9-82c9-1948969213cc admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:00:26.415112 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bfea0443-0790-43a9-82c9-1948969213cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:00:26.416896 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:00:26.428394 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=2350812e-3580-420e-832c-24f31e39b118,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:26.536636 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bfea0443-0790-43a9-82c9-1948969213cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:26.553569 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-18e1f225-a876-4b1a-8bbb-a746453f098d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Allocated IP 2001:db8::1cf (b71514e2-2485-4efd-8764-6edcbb20dcb9/dc852461-76aa-4b45-9af2-8fc970640ef1/382f3e3d-493e-4630-ae15-64d33a8b54c5) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:26.558911 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bfea0443-0790-43a9-82c9-1948969213cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:26.565990 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-bfea0443-0790-43a9-82c9-1948969213cc admin admin] 10.222.0.11 "DELETE /v2.0/networks/d57895c6-b2f2-4afe-a44e-1eb66b91940d HTTP/1.1" status: 204 len: 168 time: 2.1919072 Nov 24 21:00:26.587145 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea0443-0790-43a9-82c9-1948969213cc admin admin] Pushing event deleted for resources: {'Network': ['ID=d57895c6-b2f2-4afe-a44e-1eb66b91940d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:26.591622 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 905b2eeb-dedf-487a-a6aa-667f4d04bff3, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=905b2eeb-dedf-487a-a6aa-667f4d04bff3,segment=NetworkSegment(3e48d071-6453-4a90-9feb-c1ab8ce8a488),segment_id=3e48d071-6453-4a90-9feb-c1ab8ce8a488)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:26.616129 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '905b2eeb-dedf-487a-a6aa-667f4d04bff3', 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b', 'port_id': '905b2eeb-dedf-487a-a6aa-667f4d04bff3', 'mac_address': 'fa:16:3e:fa:55:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887b1e02-17a6-4db4-8124-14042ea3bbda', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:00:26.714763 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:26.731440 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c856be-8df0-4b3b-b157-b1df36c094a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-b71514e2-2485-4efd-8764-6edcbb20dcb9', 'network_id': 'b71514e2-2485-4efd-8764-6edcbb20dcb9', 'tenant_id': 'b494baadac6c445f9c005699115a804c', 'fixed_ips': [{'subnet_id': 'dc852461-76aa-4b45-9af2-8fc970640ef1'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:00:26.732332 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-85c856be-8df0-4b3b-b157-b1df36c094a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:26.748528 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 905b2eeb-dedf-487a-a6aa-667f4d04bff3 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:00:26.783686 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 905b2eeb-dedf-487a-a6aa-667f4d04bff3, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=905b2eeb-dedf-487a-a6aa-667f4d04bff3,segment=NetworkSegment(3e48d071-6453-4a90-9feb-c1ab8ce8a488),segment_id=3e48d071-6453-4a90-9feb-c1ab8ce8a488)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:26.818114 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39434) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:26.877216 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:26.877216 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 52edc988-d91c-414e-b88e-c8d5937a1086 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:00:26.893541 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0949af23-4d28-4f96-bcc8-1f81495e77ae tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:26.918695 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 52edc988-d91c-414e-b88e-c8d5937a1086, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=52edc988-d91c-414e-b88e-c8d5937a1086,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:26.964452 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff1fc31a-08d0-429d-83b1-792a4732de60 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:26.970084 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '52edc988-d91c-414e-b88e-c8d5937a1086', 'network_id': '0b5ef7b5-277e-46e9-bb51-4226a176b59a', 'port_id': '52edc988-d91c-414e-b88e-c8d5937a1086', 'mac_address': 'fa:16:3e:02:30:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f7ad4d-47f7-4f94-83c1-a9b148ce53d9', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:00:26.983765 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-18e1f225-a876-4b1a-8bbb-a746453f098d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:26.988296 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0215485a-7d80-4dbb-8f48-5f79de30585d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=951818ad52ff43b78906657d2000e269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1615584 Nov 24 21:00:26.993416 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39436) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:27.035595 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=905b2eeb-dedf-487a-a6aa-667f4d04bff3,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:27.052793 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc205a9f-75fc-44f6-92e4-db5fa3a479c4 req-383fb269-47e1-444d-a67b-9901fa2a2dec tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:27.059342 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc205a9f-75fc-44f6-92e4-db5fa3a479c4 req-383fb269-47e1-444d-a67b-9901fa2a2dec tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:27.066718 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc205a9f-75fc-44f6-92e4-db5fa3a479c4 req-383fb269-47e1-444d-a67b-9901fa2a2dec tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:27.072195 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:27.073912 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc205a9f-75fc-44f6-92e4-db5fa3a479c4 req-383fb269-47e1-444d-a67b-9901fa2a2dec tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:27.083213 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc205a9f-75fc-44f6-92e4-db5fa3a479c4 req-383fb269-47e1-444d-a67b-9901fa2a2dec tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:27.087585 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52edc988-d91c-414e-b88e-c8d5937a1086 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:00:27.091092 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc205a9f-75fc-44f6-92e4-db5fa3a479c4 req-383fb269-47e1-444d-a67b-9901fa2a2dec tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:27.098214 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc205a9f-75fc-44f6-92e4-db5fa3a479c4 req-383fb269-47e1-444d-a67b-9901fa2a2dec tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:27.106554 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc205a9f-75fc-44f6-92e4-db5fa3a479c4 req-383fb269-47e1-444d-a67b-9901fa2a2dec tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5426 time: 0.2009387 Nov 24 21:00:27.111619 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 52edc988-d91c-414e-b88e-c8d5937a1086, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=52edc988-d91c-414e-b88e-c8d5937a1086,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:27.116261 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff1fc31a-08d0-429d-83b1-792a4732de60 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:27.120519 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:27.121412 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device aa567d14-d659-4d4f-9c27-1888341ba909 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:00:27.122762 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1fc31a-08d0-429d-83b1-792a4732de60 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:27.123545 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff1fc31a-08d0-429d-83b1-792a4732de60 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:27.188580 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36942c84-7ddc-421f-93c9-6f71dfd426f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:27.213403 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36942c84-7ddc-421f-93c9-6f71dfd426f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:27.227903 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1fc31a-08d0-429d-83b1-792a4732de60 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Network': ['ID=928eb189-1453-459e-95d0-79ecbae7594d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:27.249764 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 928eb189-1453-459e-95d0-79ecbae7594d details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:00:27.259852 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6168eae-4041-4207-a735-dc710a587488 req-98fa71b9-6b9f-44e6-93ba-9eb016656480 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:27.261483 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f6168eae-4041-4207-a735-dc710a587488 req-98fa71b9-6b9f-44e6-93ba-9eb016656480 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 948 time: 0.3632667 Nov 24 21:00:27.268630 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port aa567d14-d659-4d4f-9c27-1888341ba909, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=aa567d14-d659-4d4f-9c27-1888341ba909,segment=NetworkSegment(73d2176d-a947-419f-a059-f0ef7a7b29a9),segment_id=73d2176d-a947-419f-a059-f0ef7a7b29a9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:27.279722 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-18e1f225-a876-4b1a-8bbb-a746453f098d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:27.317527 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ff1fc31a-08d0-429d-83b1-792a4732de60 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2769587 Nov 24 21:00:27.321817 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=52edc988-d91c-414e-b88e-c8d5937a1086,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:27.323012 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39438) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:27.330531 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-d57afbe8-c80d-4572-9427-54e3afa6ee59 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'subnet': {'network_id': '928eb189-1453-459e-95d0-79ecbae7594d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:27.340246 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'aa567d14-d659-4d4f-9c27-1888341ba909', 'network_id': '417e8feb-ccfa-4d8e-98e2-8cb36709c8c7', 'port_id': 'aa567d14-d659-4d4f-9c27-1888341ba909', 'mac_address': 'fa:16:3e:32:91:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb2776b-5847-4479-b246-63584a539d1e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:00:27.348820 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-85c856be-8df0-4b3b-b157-b1df36c094a5 None None] Allocated IP 2001:db8::2 (b71514e2-2485-4efd-8764-6edcbb20dcb9/dc852461-76aa-4b45-9af2-8fc970640ef1/35f9a2d6-0fa1-4cb8-b693-34dcc06ab3c0) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:27.360439 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36942c84-7ddc-421f-93c9-6f71dfd426f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:27.363379 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36942c84-7ddc-421f-93c9-6f71dfd426f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:27.364706 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-36942c84-7ddc-421f-93c9-6f71dfd426f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dc71e500-84a3-43e1-b48a-57a342c5eb85 HTTP/1.1" status: 204 len: 168 time: 0.3696899 Nov 24 21:00:27.368224 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e1f225-a876-4b1a-8bbb-a746453f098d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network b71514e2-2485-4efd-8764-6edcbb20dcb9 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:27.388891 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36942c84-7ddc-421f-93c9-6f71dfd426f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc71e500-84a3-43e1-b48a-57a342c5eb85,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:27.392922 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-18e1f225-a876-4b1a-8bbb-a746453f098d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:27.395144 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e1f225-a876-4b1a-8bbb-a746453f098d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:00:27.404710 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e1f225-a876-4b1a-8bbb-a746453f098d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:27.405618 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-18e1f225-a876-4b1a-8bbb-a746453f098d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:27.413637 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1f225-a876-4b1a-8bbb-a746453f098d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Port': ['ID=382f3e3d-493e-4630-ae15-64d33a8b54c5,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:27.432258 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc205a9f-75fc-44f6-92e4-db5fa3a479c4 req-d178fd65-04aa-4aaa-be2d-ae90a37a0b6a tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3228459 Nov 24 21:00:27.464138 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57afbe8-c80d-4572-9427-54e3afa6ee59 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Made reservation on behalf of 5ef7f67306b24de79e4801e6d8b904e0 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:27.467814 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d57afbe8-c80d-4572-9427-54e3afa6ee59 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:27.480281 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-18e1f225-a876-4b1a-8bbb-a746453f098d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5139227 Nov 24 21:00:27.480578 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39442) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:27.489179 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-8a3b7eb5-53df-4a99-9ce7-6c243324ecdc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'port': {'network_id': 'b71514e2-2485-4efd-8764-6edcbb20dcb9', 'name': 'tempest-PortsIpV6TestJSON-2086874147'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:27.606378 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f6168eae-4041-4207-a735-dc710a587488 req-b9bd681e-e107-4ea4-884f-b82bce8c3269 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317726 Nov 24 21:00:27.690769 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:27.730834 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa567d14-d659-4d4f-9c27-1888341ba909 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:00:27.765229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3b7eb5-53df-4a99-9ce7-6c243324ecdc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:27.769699 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8a3b7eb5-53df-4a99-9ce7-6c243324ecdc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:27.794875 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-8a3b7eb5-53df-4a99-9ce7-6c243324ecdc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] device_id is not set on port 536a9fe5-e585-4a45-8fb9-3088df2124ed yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:00:27.811577 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port aa567d14-d659-4d4f-9c27-1888341ba909, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=aa567d14-d659-4d4f-9c27-1888341ba909,segment=NetworkSegment(73d2176d-a947-419f-a059-f0ef7a7b29a9),segment_id=73d2176d-a947-419f-a059-f0ef7a7b29a9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:27.824426 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:27.881376 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device f2f1a58a-a07a-4669-84bb-5d2ae15136c3 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:00:27.972790 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=aa567d14-d659-4d4f-9c27-1888341ba909,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:28.022955 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0949af23-4d28-4f96-bcc8-1f81495e77ae tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Router 7da4a434-f59f-46bf-ae3d-0a28f485bba5 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:00:28.034311 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d57afbe8-c80d-4572-9427-54e3afa6ee59 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:28.045550 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5d30efef-aeef-4132-b64b-9cd4c67bf4f6 req-701e979a-07a4-4f0e-ab40-657d849e2189 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2514873 Nov 24 21:00:28.112985 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-85c856be-8df0-4b3b-b157-b1df36c094a5 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:28.134743 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-85c856be-8df0-4b3b-b157-b1df36c094a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:28.195151 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c856be-8df0-4b3b-b157-b1df36c094a5 None None] Pushing event updated for resources: {'Port': ['ID=35f9a2d6-0fa1-4cb8-b693-34dcc06ab3c0,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:28.211268 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port f2f1a58a-a07a-4669-84bb-5d2ae15136c3, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=f2f1a58a-a07a-4669-84bb-5d2ae15136c3,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:28.233270 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c856be-8df0-4b3b-b157-b1df36c094a5 None None] Network b71514e2-2485-4efd-8764-6edcbb20dcb9 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:28.236769 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-85c856be-8df0-4b3b-b157-b1df36c094a5 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:28.239522 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'f2f1a58a-a07a-4669-84bb-5d2ae15136c3', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': 'f2f1a58a-a07a-4669-84bb-5d2ae15136c3', 'mac_address': 'fa:16:3e:1d:dc:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:00:28.246589 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c856be-8df0-4b3b-b157-b1df36c094a5 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:00:28.276580 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57afbe8-c80d-4572-9427-54e3afa6ee59 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Subnet': ['ID=0f61bef4-ba44-4c6a-917b-26da8b0211a5,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:28.298817 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30efef-aeef-4132-b64b-9cd4c67bf4f6 req-14a3ad5e-c934-4430-b327-50d8bf78943d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:28.300404 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5d30efef-aeef-4132-b64b-9cd4c67bf4f6 req-14a3ad5e-c934-4430-b327-50d8bf78943d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9f97af922bb4212809f7d75bc05ed87&device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d HTTP/1.1" status: 200 len: 1101 time: 0.2090473 Nov 24 21:00:28.301219 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57afbe8-c80d-4572-9427-54e3afa6ee59 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Checking segment: {'id': '8f9e7f37-8b58-4330-9899-30a7ca48b420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '928eb189-1453-459e-95d0-79ecbae7594d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:28.301707 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57afbe8-c80d-4572-9427-54e3afa6ee59 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Network hostable DHCP agents. Network: 928eb189-1453-459e-95d0-79ecbae7594d, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:00:28.307253 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0949af23-4d28-4f96-bcc8-1f81495e77ae tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:00:28.316153 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0949af23-4d28-4f96-bcc8-1f81495e77ae tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/routers/7da4a434-f59f-46bf-ae3d-0a28f485bba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4640787 Nov 24 21:00:28.316153 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39466) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:28.333639 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f106d658-2a87-4d45-b45b-31128bc5ea2a None None] Sync routers for ids ['7da4a434-f59f-46bf-ae3d-0a28f485bba5'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:00:28.350797 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-8a3b7eb5-53df-4a99-9ce7-6c243324ecdc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Allocated IP 2001:db8::292 (b71514e2-2485-4efd-8764-6edcbb20dcb9/dc852461-76aa-4b45-9af2-8fc970640ef1/536a9fe5-e585-4a45-8fb9-3088df2124ed) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:28.366265 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f106d658-2a87-4d45-b45b-31128bc5ea2a None None] Routers {'7da4a434-f59f-46bf-ae3d-0a28f485bba5'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:28.367182 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-f106d658-2a87-4d45-b45b-31128bc5ea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7da4a434-f59f-46bf-ae3d-0a28f485bba5'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:28.418437 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57afbe8-c80d-4572-9427-54e3afa6ee59 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Network 928eb189-1453-459e-95d0-79ecbae7594d is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:00:28.446332 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-d57afbe8-c80d-4572-9427-54e3afa6ee59 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 928eb189-1453-459e-95d0-79ecbae7594d) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:28.455278 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39472) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:28.485057 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-f106d658-2a87-4d45-b45b-31128bc5ea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:28.505571 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:28.521027 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-85c856be-8df0-4b3b-b157-b1df36c094a5 None None] Attempting to bind port 35f9a2d6-0fa1-4cb8-b693-34dcc06ab3c0 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:00:28.521674 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-85c856be-8df0-4b3b-b157-b1df36c094a5 None None] Attempting to bind port 35f9a2d6-0fa1-4cb8-b693-34dcc06ab3c0 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '5eebe051-e421-45ef-8aa9-1cea73c3f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b71514e2-2485-4efd-8764-6edcbb20dcb9'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:00:28.522223 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c856be-8df0-4b3b-b157-b1df36c094a5 None None] Attempting to bind port 35f9a2d6-0fa1-4cb8-b693-34dcc06ab3c0 on network b71514e2-2485-4efd-8764-6edcbb20dcb9 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:00:28.522608 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57afbe8-c80d-4572-9427-54e3afa6ee59 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:28.523220 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d57afbe8-c80d-4572-9427-54e3afa6ee59 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:28.525709 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f106d658-2a87-4d45-b45b-31128bc5ea2a None None] Routers {'7da4a434-f59f-46bf-ae3d-0a28f485bba5'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:28.528392 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-f106d658-2a87-4d45-b45b-31128bc5ea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7da4a434-f59f-46bf-ae3d-0a28f485bba5'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:28.530529 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c856be-8df0-4b3b-b157-b1df36c094a5 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:00:28.531056 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c856be-8df0-4b3b-b157-b1df36c094a5 None None] Checking segment: {'id': '5eebe051-e421-45ef-8aa9-1cea73c3f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b71514e2-2485-4efd-8764-6edcbb20dcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:28.531790 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-85c856be-8df0-4b3b-b157-b1df36c094a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:28.532330 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c856be-8df0-4b3b-b157-b1df36c094a5 None None] Bound using segment: {'id': '5eebe051-e421-45ef-8aa9-1cea73c3f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b71514e2-2485-4efd-8764-6edcbb20dcb9'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:00:28.532960 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-85c856be-8df0-4b3b-b157-b1df36c094a5 None None] Bound port: 35f9a2d6-0fa1-4cb8-b693-34dcc06ab3c0, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eebe051-e421-45ef-8aa9-1cea73c3f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b71514e2-2485-4efd-8764-6edcbb20dcb9'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:00:28.533460 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-85c856be-8df0-4b3b-b157-b1df36c094a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:28.554649 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f1a58a-a07a-4669-84bb-5d2ae15136c3 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:00:28.579249 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d57afbe8-c80d-4572-9427-54e3afa6ee59 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2533462 Nov 24 21:00:28.580126 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39482) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:28.610412 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port f2f1a58a-a07a-4669-84bb-5d2ae15136c3, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=f2f1a58a-a07a-4669-84bb-5d2ae15136c3,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:28.616844 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-f106d658-2a87-4d45-b45b-31128bc5ea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:28.617764 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f106d658-2a87-4d45-b45b-31128bc5ea2a None None] The sync data for ids ['7da4a434-f59f-46bf-ae3d-0a28f485bba5'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:00:28.621610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['af61a7f2-1e25-4982-87e4-5079effabcf1'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:00:28.632665 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:28.695623 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['ef5f8c33-a3ce-4e37-9cc9-6819e3132187'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:00:28.802327 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['5f848b02-05bc-4238-b1ac-d026adbdf90d'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:00:28.807139 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['2350812e-3580-420e-832c-24f31e39b118'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:00:28.841488 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8a3b7eb5-53df-4a99-9ce7-6c243324ecdc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:28.883500 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39490) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:28.893651 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30efef-aeef-4132-b64b-9cd4c67bf4f6 req-f09d15c4-f4ab-4070-9a17-5fc6db955d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:28.895176 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5d30efef-aeef-4132-b64b-9cd4c67bf4f6 req-f09d15c4-f4ab-4070-9a17-5fc6db955d55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.5664771 Nov 24 21:00:28.935327 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['52edc988-d91c-414e-b88e-c8d5937a1086'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:00:28.936773 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728d52f-cb34-4b49-b9f7-533c3722b0a3 req-acf0540d-e572-40b2-8d41-f2dd3f977938 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:28.949673 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9728d52f-cb34-4b49-b9f7-533c3722b0a3 req-acf0540d-e572-40b2-8d41-f2dd3f977938 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 949 time: 0.1902225 Nov 24 21:00:28.965893 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8a3b7eb5-53df-4a99-9ce7-6c243324ecdc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:28.982631 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5d30efef-aeef-4132-b64b-9cd4c67bf4f6 req-4967d16e-4388-4738-bbde-7a38459d9822 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=975245fd-a239-4b38-a637-934a9f8ac234 HTTP/1.1" status: 200 len: 217 time: 0.0620825 Nov 24 21:00:28.990130 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['905b2eeb-dedf-487a-a6aa-667f4d04bff3'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:00:28.992610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['aa567d14-d659-4d4f-9c27-1888341ba909'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:00:29.037977 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-911cd562-aa11-45b2-907d-c8c8d798464c admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1674388813-network', 'tenant_id': '454455ff68ea44c1956877b9dab1f0c1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:29.059111 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3b7eb5-53df-4a99-9ce7-6c243324ecdc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network b71514e2-2485-4efd-8764-6edcbb20dcb9 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:29.069765 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae874be4-c953-4ad4-aa39-bb06085a5e67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:29.075868 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-8a3b7eb5-53df-4a99-9ce7-6c243324ecdc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:29.079129 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-de01d484-4ba2-4a33-84e8-d713711c9d1f tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:29.089184 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3b7eb5-53df-4a99-9ce7-6c243324ecdc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:00:29.098644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3b7eb5-53df-4a99-9ce7-6c243324ecdc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:29.099487 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8a3b7eb5-53df-4a99-9ce7-6c243324ecdc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:29.105164 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf4fd3-4606-4cdf-9ebf-66ad70a790d6 req-5d43bf53-4dc2-4ba5-878e-7e6cc9055f7b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:29.115383 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf4fd3-4606-4cdf-9ebf-66ad70a790d6 req-5d43bf53-4dc2-4ba5-878e-7e6cc9055f7b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:29.123269 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b7eb5-53df-4a99-9ce7-6c243324ecdc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Port': ['ID=536a9fe5-e585-4a45-8fb9-3088df2124ed,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:29.123991 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf4fd3-4606-4cdf-9ebf-66ad70a790d6 req-5d43bf53-4dc2-4ba5-878e-7e6cc9055f7b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:29.135449 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf4fd3-4606-4cdf-9ebf-66ad70a790d6 req-5d43bf53-4dc2-4ba5-878e-7e6cc9055f7b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:29.145516 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf4fd3-4606-4cdf-9ebf-66ad70a790d6 req-5d43bf53-4dc2-4ba5-878e-7e6cc9055f7b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:29.147299 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9728d52f-cb34-4b49-b9f7-533c3722b0a3 req-aac89f87-5e78-4984-93c8-65901ff9ca5b tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947985 Nov 24 21:00:29.154835 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf4fd3-4606-4cdf-9ebf-66ad70a790d6 req-5d43bf53-4dc2-4ba5-878e-7e6cc9055f7b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:29.161225 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf4fd3-4606-4cdf-9ebf-66ad70a790d6 req-5d43bf53-4dc2-4ba5-878e-7e6cc9055f7b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:29.163588 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7ddf4fd3-4606-4cdf-9ebf-66ad70a790d6 req-5d43bf53-4dc2-4ba5-878e-7e6cc9055f7b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5428 time: 0.4837477 Nov 24 21:00:29.177629 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-85c856be-8df0-4b3b-b157-b1df36c094a5 None None] For port 35f9a2d6-0fa1-4cb8-b693-34dcc06ab3c0, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:00:29.182198 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-85c856be-8df0-4b3b-b157-b1df36c094a5 None None] For port 35f9a2d6-0fa1-4cb8-b693-34dcc06ab3c0, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=35f9a2d6-0fa1-4cb8-b693-34dcc06ab3c0,segment=NetworkSegment(5eebe051-e421-45ef-8aa9-1cea73c3f2dc),segment_id=5eebe051-e421-45ef-8aa9-1cea73c3f2dc)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:00:29.294823 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8a3b7eb5-53df-4a99-9ce7-6c243324ecdc tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8129561 Nov 24 21:00:29.295754 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39498) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:29.320445 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911cd562-aa11-45b2-907d-c8c8d798464c admin admin] Made reservation on behalf of 454455ff68ea44c1956877b9dab1f0c1 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:29.323230 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-911cd562-aa11-45b2-907d-c8c8d798464c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:29.326804 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30efef-aeef-4132-b64b-9cd4c67bf4f6 req-338842de-f3ac-45a7-9bb7-82298b3d2ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:29.329335 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5d30efef-aeef-4132-b64b-9cd4c67bf4f6 req-338842de-f3ac-45a7-9bb7-82298b3d2ec0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.3221655 Nov 24 21:00:29.383494 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-911cd562-aa11-45b2-907d-c8c8d798464c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:29.387004 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=f2f1a58a-a07a-4669-84bb-5d2ae15136c3,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:29.399903 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['f2f1a58a-a07a-4669-84bb-5d2ae15136c3'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:00:29.481169 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-85c856be-8df0-4b3b-b157-b1df36c094a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:29.513459 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946896a4-fb3b-4cab-96ee-9c6a8b97ae03 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:29.516518 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-946896a4-fb3b-4cab-96ee-9c6a8b97ae03 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1cf HTTP/1.1" status: 200 len: 929 time: 0.2189810 Nov 24 21:00:29.519391 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39502) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:29.532182 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae874be4-c953-4ad4-aa39-bb06085a5e67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:29.555133 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-de01d484-4ba2-4a33-84e8-d713711c9d1f tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:29.590723 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae874be4-c953-4ad4-aa39-bb06085a5e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:29.687388 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae874be4-c953-4ad4-aa39-bb06085a5e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dc5101-a702-44f1-8afd-a7593351ff22,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:29.694284 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6ff9759c-24fe-4616-a900-8b7efb4e02f1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting port 536a9fe5-e585-4a45-8fb9-3088df2124ed {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:29.694628 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6ff9759c-24fe-4616-a900-8b7efb4e02f1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:29.756417 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5a4bf8f-16c1-4070-ba72-0abf30f380f1 req-0324b323-4d2a-4e01-be40-0b0cf9b75377 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=315ec67b-3934-4c32-b161-16991b8984aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1965773 Nov 24 21:00:29.761854 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7ddf4fd3-4606-4cdf-9ebf-66ad70a790d6 req-8561ae2c-5a05-4649-a947-160fa96171d6 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5592785 Nov 24 21:00:29.790373 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ae874be4-c953-4ad4-aa39-bb06085a5e67 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=78cc758ff10b4f4fbdb495970e20a0d8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2874379 Nov 24 21:00:29.804336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39504) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:29.880894 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6ff9759c-24fe-4616-a900-8b7efb4e02f1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:29.923639 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6ff9759c-24fe-4616-a900-8b7efb4e02f1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Calling delete_port for 536a9fe5-e585-4a45-8fb9-3088df2124ed owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:30.273597 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6ff9759c-24fe-4616-a900-8b7efb4e02f1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:30.310570 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9759c-24fe-4616-a900-8b7efb4e02f1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Port': ['ID=536a9fe5-e585-4a45-8fb9-3088df2124ed,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:30.370903 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30efef-aeef-4132-b64b-9cd4c67bf4f6 req-91ac24e4-c83f-4586-9be5-8c9d5858c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:30.372496 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5d30efef-aeef-4132-b64b-9cd4c67bf4f6 req-91ac24e4-c83f-4586-9be5-8c9d5858c74a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0290377 Nov 24 21:00:30.395659 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6ff9759c-24fe-4616-a900-8b7efb4e02f1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:30.399351 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6ff9759c-24fe-4616-a900-8b7efb4e02f1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/ports/536a9fe5-e585-4a45-8fb9-3088df2124ed HTTP/1.1" status: 204 len: 168 time: 0.8787768 Nov 24 21:00:30.404806 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39510) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:30.447340 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b9b4d-46a5-46e9-9d1e-b4172e50cbf6 req-9ca83d20-b3ca-4dc5-9483-db51ca389cb3 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:30.449265 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2f3b9b4d-46a5-46e9-9d1e-b4172e50cbf6 req-9ca83d20-b3ca-4dc5-9483-db51ca389cb3 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 949 time: 0.1255932 Nov 24 21:00:30.450992 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6a7350-a3ad-4218-b1e4-a2abde95084a tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] GET failed (client error): The resource could not be found. Nov 24 21:00:30.452649 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8a6a7350-a3ad-4218-b1e4-a2abde95084a tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports/536a9fe5-e585-4a45-8fb9-3088df2124ed HTTP/1.1" status: 404 len: 333 time: 0.0422933 Nov 24 21:00:30.456086 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39512) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:30.507739 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4bf8f-16c1-4070-ba72-0abf30f380f1 req-46c7272e-436d-4ac5-ad5c-5a12e2ffad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:30.509251 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5a4bf8f-16c1-4070-ba72-0abf30f380f1 req-46c7272e-436d-4ac5-ad5c-5a12e2ffad9e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9f97af922bb4212809f7d75bc05ed87&device_id=315ec67b-3934-4c32-b161-16991b8984aa HTTP/1.1" status: 200 len: 1099 time: 0.7058356 Nov 24 21:00:30.514283 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-de01d484-4ba2-4a33-84e8-d713711c9d1f tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:30.630766 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-62a05a67-f7fa-4d55-b58a-333482f4aacb tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting port 382f3e3d-493e-4630-ae15-64d33a8b54c5 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:30.631351 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-62a05a67-f7fa-4d55-b58a-333482f4aacb tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:30.651382 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2f3b9b4d-46a5-46e9-9d1e-b4172e50cbf6 req-177fa1a4-3422-4513-b713-2e5ff7c92aba tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445444 Nov 24 21:00:30.704980 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4bf8f-16c1-4070-ba72-0abf30f380f1 req-9ed5aa98-5a79-4af3-ac6f-a2db52d12ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:30.707687 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5a4bf8f-16c1-4070-ba72-0abf30f380f1 req-9ed5aa98-5a79-4af3-ac6f-a2db52d12ff8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.1550965 Nov 24 21:00:30.739754 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-62a05a67-f7fa-4d55-b58a-333482f4aacb tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:30.758745 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-62a05a67-f7fa-4d55-b58a-333482f4aacb tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Calling delete_port for 382f3e3d-493e-4630-ae15-64d33a8b54c5 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:30.900399 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c856be-8df0-4b3b-b157-b1df36c094a5 None None] Pushing event updated for resources: {'Port': ['ID=35f9a2d6-0fa1-4cb8-b693-34dcc06ab3c0,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:30.958733 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01d484-4ba2-4a33-84e8-d713711c9d1f tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Subnet': ['ID=0f61bef4-ba44-4c6a-917b-26da8b0211a5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:30.978990 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-62a05a67-f7fa-4d55-b58a-333482f4aacb tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:31.007611 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a05a67-f7fa-4d55-b58a-333482f4aacb tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Port': ['ID=382f3e3d-493e-4630-ae15-64d33a8b54c5,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:31.019275 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5a4bf8f-16c1-4070-ba72-0abf30f380f1 req-a6fbe27c-dc51-4ce0-abfb-bac1d6b646d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=85246882-73af-458a-a001-8de8506eefc2 HTTP/1.1" status: 200 len: 217 time: 0.2881534 Nov 24 21:00:31.041780 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-62a05a67-f7fa-4d55-b58a-333482f4aacb tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:31.046600 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-62a05a67-f7fa-4d55-b58a-333482f4aacb tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/ports/382f3e3d-493e-4630-ae15-64d33a8b54c5 HTTP/1.1" status: 204 len: 168 time: 0.5882368 Nov 24 21:00:31.051289 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39516) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:31.059874 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d175d6e3-25ae-48e6-ad79-b46b3c6181a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:31.082827 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ea52e3-35c2-47c6-9fc0-b69d5a6dad43 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] GET failed (client error): The resource could not be found. Nov 24 21:00:31.084299 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-31ea52e3-35c2-47c6-9fc0-b69d5a6dad43 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports/382f3e3d-493e-4630-ae15-64d33a8b54c5 HTTP/1.1" status: 404 len: 333 time: 0.0340598 Nov 24 21:00:31.088213 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39518) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:31.143837 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d853e5-f15d-4cce-9be9-aa2cad0fff76 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting subnet dc852461-76aa-4b45-9af2-8fc970640ef1 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:00:31.147241 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-78d853e5-f15d-4cce-9be9-aa2cad0fff76 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:31.153717 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-de01d484-4ba2-4a33-84e8-d713711c9d1f tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:31.198211 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-78d853e5-f15d-4cce-9be9-aa2cad0fff76 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:31.198758 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-911cd562-aa11-45b2-907d-c8c8d798464c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:31.232416 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-911cd562-aa11-45b2-907d-c8c8d798464c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:31.264344 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5d30efef-aeef-4132-b64b-9cd4c67bf4f6 req-6517a323-b0e5-47d1-b1b1-f86ad9135bfe service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8460097 Nov 24 21:00:31.268081 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d175d6e3-25ae-48e6-ad79-b46b3c6181a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:31.277996 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-de01d484-4ba2-4a33-84e8-d713711c9d1f tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928eb189-1453-459e-95d0-79ecbae7594d']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:31.302332 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-78d853e5-f15d-4cce-9be9-aa2cad0fff76 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:31.321566 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973c107a-17fc-499d-8b0c-f8c8a5033e93 None None] Network b71514e2-2485-4efd-8764-6edcbb20dcb9 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:31.327560 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-de01d484-4ba2-4a33-84e8-d713711c9d1f tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9e7f37-8b58-4330-9899-30a7ca48b420') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:31.327823 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-de01d484-4ba2-4a33-84e8-d713711c9d1f tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9e7f37-8b58-4330-9899-30a7ca48b420') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:31.333211 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911cd562-aa11-45b2-907d-c8c8d798464c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:00:31.353026 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65e5453-891b-45da-aa3c-31e0b148645e None None] Network 928eb189-1453-459e-95d0-79ecbae7594d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:31.373949 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4bf8f-16c1-4070-ba72-0abf30f380f1 req-83d16e1f-60cd-4331-96dd-f8af5ad4824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:31.375822 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5a4bf8f-16c1-4070-ba72-0abf30f380f1 req-83d16e1f-60cd-4331-96dd-f8af5ad4824c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.3171759 Nov 24 21:00:31.391817 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-78d853e5-f15d-4cce-9be9-aa2cad0fff76 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:31.396707 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-de01d484-4ba2-4a33-84e8-d713711c9d1f tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:31.401399 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75211699-24e9-41ae-82f2-14ee98fed606 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:31.416803 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-78d853e5-f15d-4cce-9be9-aa2cad0fff76 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:31.417050 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cd3a4-1930-4f23-9518-4842ffba86c3 req-d6c8c24c-79d0-4d7a-b803-9b0f894c80f2 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:31.426282 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-78d853e5-f15d-4cce-9be9-aa2cad0fff76 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/subnets/dc852461-76aa-4b45-9af2-8fc970640ef1 HTTP/1.1" status: 204 len: 168 time: 0.3331876 Nov 24 21:00:31.426564 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cd3a4-1930-4f23-9518-4842ffba86c3 req-d6c8c24c-79d0-4d7a-b803-9b0f894c80f2 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:31.431723 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3bbabb45-5db6-41ae-84c1-61355122624e None None] Provisioning complete for port 35f9a2d6-0fa1-4cb8-b693-34dcc06ab3c0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:31.432109 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3bbabb45-5db6-41ae-84c1-61355122624e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:31.432370 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cd3a4-1930-4f23-9518-4842ffba86c3 req-d6c8c24c-79d0-4d7a-b803-9b0f894c80f2 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:31.439933 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cd3a4-1930-4f23-9518-4842ffba86c3 req-d6c8c24c-79d0-4d7a-b803-9b0f894c80f2 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:31.446217 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cd3a4-1930-4f23-9518-4842ffba86c3 req-d6c8c24c-79d0-4d7a-b803-9b0f894c80f2 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:31.446497 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39522) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:31.454068 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cd3a4-1930-4f23-9518-4842ffba86c3 req-d6c8c24c-79d0-4d7a-b803-9b0f894c80f2 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:31.457572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d853e5-f15d-4cce-9be9-aa2cad0fff76 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Subnet': ['ID=dc852461-76aa-4b45-9af2-8fc970640ef1,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:31.460305 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cd3a4-1930-4f23-9518-4842ffba86c3 req-d6c8c24c-79d0-4d7a-b803-9b0f894c80f2 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:31.473247 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b16cd3a4-1930-4f23-9518-4842ffba86c3 req-d6c8c24c-79d0-4d7a-b803-9b0f894c80f2 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5428 time: 0.4831867 Nov 24 21:00:31.509818 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911cd562-aa11-45b2-907d-c8c8d798464c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911018b3-c778-4636-97ad-92bb0258275a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:31.518517 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-911cd562-aa11-45b2-907d-c8c8d798464c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:31.518873 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-911cd562-aa11-45b2-907d-c8c8d798464c admin admin] Added segment f6e88119-1d3f-4307-8bdc-8b06928297ad of type vlan for network 8db3f535-443c-4ad3-835f-a6a2a2d73d5d Nov 24 21:00:31.588601 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d96cea9-832a-4a24-a16d-0ef4f95cc35c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:31.612859 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b90fb3-d4e4-4323-bf4e-0cad3f8254a3 None None] Network 928eb189-1453-459e-95d0-79ecbae7594d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:31.669492 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-de01d484-4ba2-4a33-84e8-d713711c9d1f tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:31.721378 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-1d96cea9-832a-4a24-a16d-0ef4f95cc35c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting port 35f9a2d6-0fa1-4cb8-b693-34dcc06ab3c0 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:31.721950 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d96cea9-832a-4a24-a16d-0ef4f95cc35c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:31.731276 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de01d484-4ba2-4a33-84e8-d713711c9d1f tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:00:31.731276 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-de01d484-4ba2-4a33-84e8-d713711c9d1f tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:00:31.737337 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:00:31.850177 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 35f9a2d6-0fa1-4cb8-b693-34dcc06ab3c0 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:31.868793 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-1d96cea9-832a-4a24-a16d-0ef4f95cc35c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] For port 35f9a2d6-0fa1-4cb8-b693-34dcc06ab3c0, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=35f9a2d6-0fa1-4cb8-b693-34dcc06ab3c0,segment=NetworkSegment(5eebe051-e421-45ef-8aa9-1cea73c3f2dc),segment_id=5eebe051-e421-45ef-8aa9-1cea73c3f2dc)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:31.869132 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d96cea9-832a-4a24-a16d-0ef4f95cc35c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:31.887582 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-1d96cea9-832a-4a24-a16d-0ef4f95cc35c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Calling delete_port for 35f9a2d6-0fa1-4cb8-b693-34dcc06ab3c0 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:31.912816 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecbac8-c4d5-4c85-80b2-5aca3b142cec req-72e694d0-f6a5-49d9-bc85-5e0489221004 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:31.914252 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-20ecbac8-c4d5-4c85-80b2-5aca3b142cec req-72e694d0-f6a5-49d9-bc85-5e0489221004 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 949 time: 0.1222878 Nov 24 21:00:31.921514 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-911cd562-aa11-45b2-907d-c8c8d798464c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:31.937118 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4bf8f-16c1-4070-ba72-0abf30f380f1 req-a063b142-0ba9-471c-b0bd-6cf3026f2871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:31.939304 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5a4bf8f-16c1-4070-ba72-0abf30f380f1 req-a063b142-0ba9-471c-b0bd-6cf3026f2871 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5523071 Nov 24 21:00:31.950487 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d175d6e3-25ae-48e6-ad79-b46b3c6181a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:31.954539 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d175d6e3-25ae-48e6-ad79-b46b3c6181a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:31.958797 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d175d6e3-25ae-48e6-ad79-b46b3c6181a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e2dc5101-a702-44f1-8afd-a7593351ff22 HTTP/1.1" status: 204 len: 168 time: 2.1499326 Nov 24 21:00:31.991708 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5d30efef-aeef-4132-b64b-9cd4c67bf4f6 req-e7eb1a54-ef07-430d-85bb-11e311989713 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6878648 Nov 24 21:00:32.014410 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3bbabb45-5db6-41ae-84c1-61355122624e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.017252 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-de01d484-4ba2-4a33-84e8-d713711c9d1f tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.026148 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-de01d484-4ba2-4a33-84e8-d713711c9d1f tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.030270 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-20ecbac8-c4d5-4c85-80b2-5aca3b142cec req-870b608d-af0e-4dd5-84ea-85952ff3e513 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724075 Nov 24 21:00:32.030687 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-de01d484-4ba2-4a33-84e8-d713711c9d1f tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/networks/928eb189-1453-459e-95d0-79ecbae7594d HTTP/1.1" status: 204 len: 168 time: 3.4444211 Nov 24 21:00:32.034226 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39528) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:32.040328 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-0deec189-1350-4d2f-a626-7124238bcfb2 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1521815960'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:32.055857 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d96cea9-832a-4a24-a16d-0ef4f95cc35c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.103284 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcde83fd-1318-41de-9b40-f4cd43cc54f9 None None] Network b71514e2-2485-4efd-8764-6edcbb20dcb9 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:32.105208 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b16cd3a4-1930-4f23-9518-4842ffba86c3 req-1954f0d9-4430-4623-a0e2-b70b87cf7262 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6309328 Nov 24 21:00:32.106184 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96cea9-832a-4a24-a16d-0ef4f95cc35c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Port': ['ID=35f9a2d6-0fa1-4cb8-b693-34dcc06ab3c0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:32.114547 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175d6e3-25ae-48e6-ad79-b46b3c6181a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dc5101-a702-44f1-8afd-a7593351ff22,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:32.132170 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d96cea9-832a-4a24-a16d-0ef4f95cc35c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] No DVR routers for this DVR port 35f9a2d6-0fa1-4cb8-b693-34dcc06ab3c0 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:00:32.145401 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0deec189-1350-4d2f-a626-7124238bcfb2 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Made reservation on behalf of 5ef7f67306b24de79e4801e6d8b904e0 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:32.148499 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01d484-4ba2-4a33-84e8-d713711c9d1f tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Network': ['ID=928eb189-1453-459e-95d0-79ecbae7594d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:32.152641 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0deec189-1350-4d2f-a626-7124238bcfb2 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.209692 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-911cd562-aa11-45b2-907d-c8c8d798464c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.210773 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911cd562-aa11-45b2-907d-c8c8d798464c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:32.211375 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-911cd562-aa11-45b2-907d-c8c8d798464c admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.233707 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0deec189-1350-4d2f-a626-7124238bcfb2 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:00:32.243872 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0deec189-1350-4d2f-a626-7124238bcfb2 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.244168 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-0deec189-1350-4d2f-a626-7124238bcfb2 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Added segment bdfe4fd1-b9ae-42a4-90b9-e1ac6b4aa457 of type vlan for network 8a44de0c-ad18-459e-8896-5e35597a6513 Nov 24 21:00:32.272366 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 35f9a2d6-0fa1-4cb8-b693-34dcc06ab3c0 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:32.273148 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.290104 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0deec189-1350-4d2f-a626-7124238bcfb2 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.325617 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0deec189-1350-4d2f-a626-7124238bcfb2 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.326451 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Port 35f9a2d6-0fa1-4cb8-b693-34dcc06ab3c0 was deleted so its status cannot be updated. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 24 21:00:32.332360 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deec189-1350-4d2f-a626-7124238bcfb2 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:32.333006 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0deec189-1350-4d2f-a626-7124238bcfb2 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.339731 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-911cd562-aa11-45b2-907d-c8c8d798464c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.4549751 Nov 24 21:00:32.406171 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d96cea9-832a-4a24-a16d-0ef4f95cc35c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.419915 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911cd562-aa11-45b2-907d-c8c8d798464c admin admin] Pushing event updated for resources: {'Network': ['ID=8db3f535-443c-4ad3-835f-a6a2a2d73d5d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:32.436906 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0deec189-1350-4d2f-a626-7124238bcfb2 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4013474 Nov 24 21:00:32.441952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39534) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:32.460460 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 8db3f535-443c-4ad3-835f-a6a2a2d73d5d details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:00:32.468140 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0af1d875-1b0b-4b10-8985-2a667af5a506 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:32.481707 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5a4bf8f-16c1-4070-ba72-0abf30f380f1 req-ce7ae6c3-5167-4a6f-9db4-a99c0ae6321c service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233898 Nov 24 21:00:32.506041 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-1d96cea9-832a-4a24-a16d-0ef4f95cc35c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71514e2-2485-4efd-8764-6edcbb20dcb9']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:32.517649 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deec189-1350-4d2f-a626-7124238bcfb2 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Network': ['ID=8a44de0c-ad18-459e-8896-5e35597a6513,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:32.519694 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39536) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:32.537221 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-1d96cea9-832a-4a24-a16d-0ef4f95cc35c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eebe051-e421-45ef-8aa9-1cea73c3f2dc') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:32.537604 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-1d96cea9-832a-4a24-a16d-0ef4f95cc35c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eebe051-e421-45ef-8aa9-1cea73c3f2dc') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:32.538028 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 8a44de0c-ad18-459e-8896-5e35597a6513 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:00:32.539389 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab8d2fbf-2983-4fd9-bcc6-7d903ef5836b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.557868 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d96cea9-832a-4a24-a16d-0ef4f95cc35c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.579359 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d96cea9-832a-4a24-a16d-0ef4f95cc35c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.589454 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d96cea9-832a-4a24-a16d-0ef4f95cc35c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:00:32.589855 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d96cea9-832a-4a24-a16d-0ef4f95cc35c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:00:32.593117 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:00:32.697594 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d96cea9-832a-4a24-a16d-0ef4f95cc35c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.700546 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992780a1-2d2d-45d9-9f8f-12f2067b9859 None None] DHCP port deletion for b71514e2-2485-4efd-8764-6edcbb20dcb9 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:00:32.719023 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d96cea9-832a-4a24-a16d-0ef4f95cc35c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.722800 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1d96cea9-832a-4a24-a16d-0ef4f95cc35c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/networks/b71514e2-2485-4efd-8764-6edcbb20dcb9 HTTP/1.1" status: 204 len: 168 time: 1.2748559 Nov 24 21:00:32.726040 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96cea9-832a-4a24-a16d-0ef4f95cc35c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Network': ['ID=b71514e2-2485-4efd-8764-6edcbb20dcb9,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:32.727793 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39542) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:32.741028 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-cae6d79c-7f33-4ce8-91ec-21ec4172541c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-842182875'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:32.773156 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab8d2fbf-2983-4fd9-bcc6-7d903ef5836b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.783988 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab8d2fbf-2983-4fd9-bcc6-7d903ef5836b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.801875 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae6d79c-7f33-4ce8-91ec-21ec4172541c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:32.805268 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cae6d79c-7f33-4ce8-91ec-21ec4172541c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.853805 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ab8d2fbf-2983-4fd9-bcc6-7d903ef5836b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=852c3cf9e1ae42e2aae54fbb4c10452f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3287971 Nov 24 21:00:32.854781 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d2fbf-2983-4fd9-bcc6-7d903ef5836b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f46e47-fd0a-4a04-80ff-b112db7d30a6,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:32.857133 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39548) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:32.857836 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae6d79c-7f33-4ce8-91ec-21ec4172541c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:00:32.876192 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5a4bf8f-16c1-4070-ba72-0abf30f380f1 req-08ab01ad-8f5d-4c4f-a7e2-fe790f29cb08 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788245 Nov 24 21:00:32.900587 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cae6d79c-7f33-4ce8-91ec-21ec4172541c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.901018 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-cae6d79c-7f33-4ce8-91ec-21ec4172541c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Added segment ab828aab-caeb-408f-993e-a052ea094b8e of type vlan for network 3c889e2e-3805-4ee0-8ecb-d5aa687583ba Nov 24 21:00:32.905092 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0af1d875-1b0b-4b10-8985-2a667af5a506 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.932054 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0af1d875-1b0b-4b10-8985-2a667af5a506 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.951427 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f6da70c7-a764-4a7c-9c36-1a70a43ac8fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.956336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0af1d875-1b0b-4b10-8985-2a667af5a506 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Network 8a44de0c-ad18-459e-8896-5e35597a6513 is not hosted by any dhcp agent {{(pid=109990) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 21:00:32.958884 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cae6d79c-7f33-4ce8-91ec-21ec4172541c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.962152 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af1d875-1b0b-4b10-8985-2a667af5a506 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:32.962987 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0af1d875-1b0b-4b10-8985-2a667af5a506 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:32.966919 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0af1d875-1b0b-4b10-8985-2a667af5a506 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "PUT /v2.0/networks/8a44de0c-ad18-459e-8896-5e35597a6513 HTTP/1.1" status: 200 len: 723 time: 0.5172224 Nov 24 21:00:32.968253 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39550) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:32.977880 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-78e6fb32-5fda-44eb-8640-3f43c5cee3fd tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'subnet': {'network_id': '8a44de0c-ad18-459e-8896-5e35597a6513', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:32.978528 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-75211699-24e9-41ae-82f2-14ee98fed606 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting port e3f89eea-2afa-4096-a272-80f2ed7006e9 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:32.979424 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75211699-24e9-41ae-82f2-14ee98fed606 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:33.009553 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f6da70c7-a764-4a7c-9c36-1a70a43ac8fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:33.030213 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1d875-1b0b-4b10-8985-2a667af5a506 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Network': ['ID=8a44de0c-ad18-459e-8896-5e35597a6513,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:33.042513 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 8a44de0c-ad18-459e-8896-5e35597a6513 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:00:33.097620 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cae6d79c-7f33-4ce8-91ec-21ec4172541c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:33.103190 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae6d79c-7f33-4ce8-91ec-21ec4172541c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:33.104019 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cae6d79c-7f33-4ce8-91ec-21ec4172541c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:33.177616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e6fb32-5fda-44eb-8640-3f43c5cee3fd tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Made reservation on behalf of 5ef7f67306b24de79e4801e6d8b904e0 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:33.181414 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-78e6fb32-5fda-44eb-8640-3f43c5cee3fd tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:33.247821 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cae6d79c-7f33-4ce8-91ec-21ec4172541c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5165458 Nov 24 21:00:33.256241 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39556) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:33.304294 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-41a03340-4364-4cb1-b767-a819d4f295f6 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'subnet': {'network_id': '3c889e2e-3805-4ee0-8ecb-d5aa687583ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:33.317318 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f6da70c7-a764-4a7c-9c36-1a70a43ac8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:33.320005 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f6da70c7-a764-4a7c-9c36-1a70a43ac8fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:33.323443 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f6da70c7-a764-4a7c-9c36-1a70a43ac8fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/19f46e47-fd0a-4a04-80ff-b112db7d30a6 HTTP/1.1" status: 204 len: 168 time: 0.4611106 Nov 24 21:00:33.540307 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75211699-24e9-41ae-82f2-14ee98fed606 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:33.568023 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-75211699-24e9-41ae-82f2-14ee98fed606 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Calling delete_port for e3f89eea-2afa-4096-a272-80f2ed7006e9 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:33.586901 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff714385-a045-4890-b6ed-dd5f8913b112 req-07031bb5-650d-4d59-8bec-7316e71a968f tempest-ComputeTenantNetworksTest-1373152783 tempest-ComputeTenantNetworksTest-1373152783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:33.593224 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff714385-a045-4890-b6ed-dd5f8913b112 req-07031bb5-650d-4d59-8bec-7316e71a968f tempest-ComputeTenantNetworksTest-1373152783 tempest-ComputeTenantNetworksTest-1373152783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:33.600142 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff714385-a045-4890-b6ed-dd5f8913b112 req-07031bb5-650d-4d59-8bec-7316e71a968f tempest-ComputeTenantNetworksTest-1373152783 tempest-ComputeTenantNetworksTest-1373152783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:33.601936 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ff714385-a045-4890-b6ed-dd5f8913b112 req-07031bb5-650d-4d59-8bec-7316e71a968f tempest-ComputeTenantNetworksTest-1373152783 tempest-ComputeTenantNetworksTest-1373152783-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5009677 Nov 24 21:00:33.654434 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 35f9a2d6-0fa1-4cb8-b693-34dcc06ab3c0 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:00:33.677569 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6d79c-7f33-4ce8-91ec-21ec4172541c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Network': ['ID=3c889e2e-3805-4ee0-8ecb-d5aa687583ba,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:33.685529 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da70c7-a764-4a7c-9c36-1a70a43ac8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f46e47-fd0a-4a04-80ff-b112db7d30a6,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:33.698012 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 3c889e2e-3805-4ee0-8ecb-d5aa687583ba details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:00:33.774132 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e90fd9-6704-4b40-97d1-0cc56c5a0386 req-acab3be5-d5ad-432b-b347-3be55732ff01 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:33.775964 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e5e90fd9-6704-4b40-97d1-0cc56c5a0386 req-acab3be5-d5ad-432b-b347-3be55732ff01 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 949 time: 0.5796039 Nov 24 21:00:33.798532 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39566) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:33.800943 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d5c0e-6289-465f-9eb1-7641702f77a5 req-9b23687a-2da4-4738-b70e-cb796b0f670f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:33.806969 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d5c0e-6289-465f-9eb1-7641702f77a5 req-9b23687a-2da4-4738-b70e-cb796b0f670f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:33.814022 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d5c0e-6289-465f-9eb1-7641702f77a5 req-9b23687a-2da4-4738-b70e-cb796b0f670f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:33.819030 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 35f9a2d6-0fa1-4cb8-b693-34dcc06ab3c0 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:00:33.819030 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 35f9a2d6-0fa1-4cb8-b693-34dcc06ab3c0 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:00:33.820346 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d5c0e-6289-465f-9eb1-7641702f77a5 req-9b23687a-2da4-4738-b70e-cb796b0f670f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:33.826189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d5c0e-6289-465f-9eb1-7641702f77a5 req-9b23687a-2da4-4738-b70e-cb796b0f670f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:33.832857 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d5c0e-6289-465f-9eb1-7641702f77a5 req-9b23687a-2da4-4738-b70e-cb796b0f670f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:33.839747 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d5c0e-6289-465f-9eb1-7641702f77a5 req-9b23687a-2da4-4738-b70e-cb796b0f670f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:33.841793 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dc8d5c0e-6289-465f-9eb1-7641702f77a5 req-9b23687a-2da4-4738-b70e-cb796b0f670f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5428 time: 0.1201825 Nov 24 21:00:33.845074 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-50af432e-2da9-42a5-b6b2-e4a20e4bd3c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:33.851539 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a03340-4364-4cb1-b767-a819d4f295f6 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:33.855054 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41a03340-4364-4cb1-b767-a819d4f295f6 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:33.864652 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 2350812e-3580-420e-832c-24f31e39b118 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:33.923449 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75211699-24e9-41ae-82f2-14ee98fed606 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:33.935707 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 2350812e-3580-420e-832c-24f31e39b118 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:00:33.941405 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 2350812e-3580-420e-832c-24f31e39b118 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:33.941790 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:33.965704 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75211699-24e9-41ae-82f2-14ee98fed606 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Port': ['ID=e3f89eea-2afa-4096-a272-80f2ed7006e9,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:33.974219 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dc8d5c0e-6289-465f-9eb1-7641702f77a5 req-a12d6482-daf3-47ac-bf5c-7edbd1e539fe tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067305 Nov 24 21:00:33.991630 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e5e90fd9-6704-4b40-97d1-0cc56c5a0386 req-7ca3d840-be35-473f-9d39-4853d43272af tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982889 Nov 24 21:00:34.059362 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:34.089351 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2350812e-3580-420e-832c-24f31e39b118'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:00:34.091763 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb43ee1-4726-4521-b493-54c173299a0a" -d '{"events": [{"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-plugged", "status": "completed", "tag": "2350812e-3580-420e-832c-24f31e39b118"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:00:34.097990 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75211699-24e9-41ae-82f2-14ee98fed606 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:34.112194 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 2350812e-3580-420e-832c-24f31e39b118, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2350812e-3580-420e-832c-24f31e39b118,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:34.117383 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:34.119315 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5f848b02-05bc-4238-b1ac-d026adbdf90d up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:34.184958 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-78e6fb32-5fda-44eb-8640-3f43c5cee3fd tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:34.207520 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b06945-3e39-442e-84c0-af32fde24c16 x-openstack-request-id: req-c1b06945-3e39-442e-84c0-af32fde24c16 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:00:34.207957 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-plugged", "status": "completed", "tag": "2350812e-3580-420e-832c-24f31e39b118", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:00:34.208273 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1b06945-3e39-442e-84c0-af32fde24c16 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:00:34.208709 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2350812e-3580-420e-832c-24f31e39b118', 'code': 200} Nov 24 21:00:34.232557 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=2350812e-3580-420e-832c-24f31e39b118,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:34.238057 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 5f848b02-05bc-4238-b1ac-d026adbdf90d completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:00:34.242864 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 5f848b02-05bc-4238-b1ac-d026adbdf90d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:34.243348 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:34.319818 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31309849-0132-4445-8de9-c8986b5d9233 req-ebc2f969-f088-408a-9899-4ea8855f4d58 tempest-ComputeTenantNetworksTest-1373152783 tempest-ComputeTenantNetworksTest-1373152783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:34.321196 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31309849-0132-4445-8de9-c8986b5d9233 req-ebc2f969-f088-408a-9899-4ea8855f4d58 tempest-ComputeTenantNetworksTest-1373152783 tempest-ComputeTenantNetworksTest-1373152783-project] 10.222.0.11 "GET /v2.0/networks/8db3f535-443c-4ad3-835f-a6a2a2d73d5d HTTP/1.1" status: 200 len: 769 time: 0.2611616 Nov 24 21:00:34.334867 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39570) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:34.338087 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:34.358443 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-50af432e-2da9-42a5-b6b2-e4a20e4bd3c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:34.374351 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-50af432e-2da9-42a5-b6b2-e4a20e4bd3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:34.378642 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75211699-24e9-41ae-82f2-14ee98fed606 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Router 7da4a434-f59f-46bf-ae3d-0a28f485bba5 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:00:34.379762 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 5f848b02-05bc-4238-b1ac-d026adbdf90d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5f848b02-05bc-4238-b1ac-d026adbdf90d,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:34.383769 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:34.384669 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 905b2eeb-dedf-487a-a6aa-667f4d04bff3 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:34.420842 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6fb32-5fda-44eb-8640-3f43c5cee3fd tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Subnet': ['ID=ea965de4-c385-42f1-9e80-9daa527e1658,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:34.466149 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=5f848b02-05bc-4238-b1ac-d026adbdf90d,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:34.471965 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-50af432e-2da9-42a5-b6b2-e4a20e4bd3c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c14ed2af66ef45cebecbb7794744ca1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6684923 Nov 24 21:00:34.476617 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39572) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:34.481983 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 905b2eeb-dedf-487a-a6aa-667f4d04bff3 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:00:34.487019 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 905b2eeb-dedf-487a-a6aa-667f4d04bff3 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:34.487402 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:34.496410 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-41fde689-447b-4f7b-a7ed-c823b36a1508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:34.504407 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75211699-24e9-41ae-82f2-14ee98fed606 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:00:34.504970 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af432e-2da9-42a5-b6b2-e4a20e4bd3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3474d1ac-ea8e-406c-a65a-843f82460cf6,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:34.510175 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-75211699-24e9-41ae-82f2-14ee98fed606 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/routers/7da4a434-f59f-46bf-ae3d-0a28f485bba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1939597 Nov 24 21:00:34.513583 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39574) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:34.517908 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e6fb32-5fda-44eb-8640-3f43c5cee3fd tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Checking segment: {'id': 'bdfe4fd1-b9ae-42a4-90b9-e1ac6b4aa457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8a44de0c-ad18-459e-8896-5e35597a6513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:34.517908 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e6fb32-5fda-44eb-8640-3f43c5cee3fd tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Network hostable DHCP agents. Network: 8a44de0c-ad18-459e-8896-5e35597a6513, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:00:34.525699 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b477988-1669-417e-bb0c-32b14297f7f2 None None] Sync routers for ids ['7da4a434-f59f-46bf-ae3d-0a28f485bba5'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:00:34.552386 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b477988-1669-417e-bb0c-32b14297f7f2 None None] Routers {'7da4a434-f59f-46bf-ae3d-0a28f485bba5'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:34.553046 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8b477988-1669-417e-bb0c-32b14297f7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7da4a434-f59f-46bf-ae3d-0a28f485bba5'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:34.577276 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-986e3730-8c48-433a-ac0a-af7376382ccb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da4a434-f59f-46bf-ae3d-0a28f485bba5 HTTP/1.1" status: 200 len: 205 time: 0.0549877 Nov 24 21:00:34.584148 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39576) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:34.592108 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8b477988-1669-417e-bb0c-32b14297f7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:34.593251 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41a03340-4364-4cb1-b767-a819d4f295f6 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:34.601453 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-41fde689-447b-4f7b-a7ed-c823b36a1508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:34.623250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-41fde689-447b-4f7b-a7ed-c823b36a1508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db3f535-443c-4ad3-835f-a6a2a2d73d5d']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:34.629812 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b477988-1669-417e-bb0c-32b14297f7f2 None None] Routers {'7da4a434-f59f-46bf-ae3d-0a28f485bba5'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:34.630443 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8b477988-1669-417e-bb0c-32b14297f7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7da4a434-f59f-46bf-ae3d-0a28f485bba5'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:34.635311 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-41fde689-447b-4f7b-a7ed-c823b36a1508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e88119-1d3f-4307-8bdc-8b06928297ad') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:34.635614 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-41fde689-447b-4f7b-a7ed-c823b36a1508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e88119-1d3f-4307-8bdc-8b06928297ad') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:34.646532 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-41fde689-447b-4f7b-a7ed-c823b36a1508 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:34.661415 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-41fde689-447b-4f7b-a7ed-c823b36a1508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:34.667703 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8b477988-1669-417e-bb0c-32b14297f7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:34.668355 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b477988-1669-417e-bb0c-32b14297f7f2 None None] The sync data for ids ['7da4a434-f59f-46bf-ae3d-0a28f485bba5'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:00:34.669097 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41fde689-447b-4f7b-a7ed-c823b36a1508 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:00:34.669521 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-41fde689-447b-4f7b-a7ed-c823b36a1508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:00:34.671582 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:00:34.674886 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:34.715610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 905b2eeb-dedf-487a-a6aa-667f4d04bff3, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=905b2eeb-dedf-487a-a6aa-667f4d04bff3,segment=NetworkSegment(3e48d071-6453-4a90-9feb-c1ab8ce8a488),segment_id=3e48d071-6453-4a90-9feb-c1ab8ce8a488)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:34.718711 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e6fb32-5fda-44eb-8640-3f43c5cee3fd tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Network 8a44de0c-ad18-459e-8896-5e35597a6513 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:00:34.721233 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:34.722189 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 52edc988-d91c-414e-b88e-c8d5937a1086 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:34.739909 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-41fde689-447b-4f7b-a7ed-c823b36a1508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:34.743780 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-89e43d61-88dd-409a-987f-61c3dccbe045 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:34.749493 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-78e6fb32-5fda-44eb-8640-3f43c5cee3fd tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 8a44de0c-ad18-459e-8896-5e35597a6513) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:34.758692 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-41fde689-447b-4f7b-a7ed-c823b36a1508 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:34.762363 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-41fde689-447b-4f7b-a7ed-c823b36a1508 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8db3f535-443c-4ad3-835f-a6a2a2d73d5d HTTP/1.1" status: 204 len: 168 time: 0.4264321 Nov 24 21:00:34.763284 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fde689-447b-4f7b-a7ed-c823b36a1508 admin admin] Pushing event deleted for resources: {'Network': ['ID=8db3f535-443c-4ad3-835f-a6a2a2d73d5d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:34.778047 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072b782a-0e81-4c83-8a36-e919fd154581 None None] Network 8a44de0c-ad18-459e-8896-5e35597a6513 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:34.794539 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e6fb32-5fda-44eb-8640-3f43c5cee3fd tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:34.795131 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-78e6fb32-5fda-44eb-8640-3f43c5cee3fd tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:34.830326 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a03340-4364-4cb1-b767-a819d4f295f6 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Subnet': ['ID=89036f3c-d696-40a1-8c86-c217aaa5f815,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:34.856030 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3196bc2-702c-4ea7-8b27-4753f1a2ef80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:34.907906 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-78e6fb32-5fda-44eb-8640-3f43c5cee3fd tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9388437 Nov 24 21:00:34.910793 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39580) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:34.916455 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=905b2eeb-dedf-487a-a6aa-667f4d04bff3,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:34.919772 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ab7abada-563e-4ac4-9747-8fd5d4a2e4c2 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:34.943298 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a03340-4364-4cb1-b767-a819d4f295f6 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Checking segment: {'id': 'ab828aab-caeb-408f-993e-a052ea094b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3c889e2e-3805-4ee0-8ecb-d5aa687583ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:34.943894 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a03340-4364-4cb1-b767-a819d4f295f6 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network hostable DHCP agents. Network: 3c889e2e-3805-4ee0-8ecb-d5aa687583ba, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:00:34.981370 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39582) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:34.983243 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 52edc988-d91c-414e-b88e-c8d5937a1086 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:00:34.985062 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3196bc2-702c-4ea7-8b27-4753f1a2ef80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:34.993837 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 52edc988-d91c-414e-b88e-c8d5937a1086 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:34.994328 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.017100 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-89e43d61-88dd-409a-987f-61c3dccbe045 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.026930 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-89e43d61-88dd-409a-987f-61c3dccbe045 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.050334 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab7abada-563e-4ac4-9747-8fd5d4a2e4c2 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4448782'] for subnet, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.072800 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0749955b-63c7-4625-8b8f-b21aa83006ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-8a44de0c-ad18-459e-8896-5e35597a6513', 'network_id': '8a44de0c-ad18-459e-8896-5e35597a6513', 'tenant_id': '5ef7f67306b24de79e4801e6d8b904e0', 'fixed_ips': [{'subnet_id': 'ea965de4-c385-42f1-9e80-9daa527e1658'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:00:35.074577 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0749955b-63c7-4625-8b8f-b21aa83006ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.114625 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a03340-4364-4cb1-b767-a819d4f295f6 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network 3c889e2e-3805-4ee0-8ecb-d5aa687583ba is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:00:35.122349 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-89e43d61-88dd-409a-987f-61c3dccbe045 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.122349 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e43d61-88dd-409a-987f-61c3dccbe045 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Fanout notify agent at l3_agent the message router_deleted on router 7da4a434-f59f-46bf-ae3d-0a28f485bba5 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:00:35.127441 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cba9d9a6-ee86-4b09-af26-40efbac987d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=454455ff68ea44c1956877b9dab1f0c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1392853 Nov 24 21:00:35.134000 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-89e43d61-88dd-409a-987f-61c3dccbe045 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.134692 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39588) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:35.135079 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-89e43d61-88dd-409a-987f-61c3dccbe045 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/routers/7da4a434-f59f-46bf-ae3d-0a28f485bba5 HTTP/1.1" status: 204 len: 168 time: 0.5500529 Nov 24 21:00:35.139317 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39592) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:35.148641 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-41a03340-4364-4cb1-b767-a819d4f295f6 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 3c889e2e-3805-4ee0-8ecb-d5aa687583ba) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:35.200322 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a03340-4364-4cb1-b767-a819d4f295f6 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:35.201000 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41a03340-4364-4cb1-b767-a819d4f295f6 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.209234 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b133d7-ddfe-4dbe-a8d7-3ce67c29f192 None None] Network 3c889e2e-3805-4ee0-8ecb-d5aa687583ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:35.248161 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1f2251-21fa-49ce-bad5-5b2accf9e604 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting subnet d77aa21b-4634-49cf-b414-ccc2089fa12f {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:00:35.252345 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3196bc2-702c-4ea7-8b27-4753f1a2ef80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.256090 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3196bc2-702c-4ea7-8b27-4753f1a2ef80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.260115 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f3196bc2-702c-4ea7-8b27-4753f1a2ef80 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3474d1ac-ea8e-406c-a65a-843f82460cf6 HTTP/1.1" status: 204 len: 168 time: 0.7804320 Nov 24 21:00:35.282014 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2251-21fa-49ce-bad5-5b2accf9e604 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.296452 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eab4d2-e566-47e9-ae4e-efa2607755ab req-88168951-b2f9-4e65-9567-1c5ee284c2fb tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:35.299420 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-37eab4d2-e566-47e9-ae4e-efa2607755ab req-88168951-b2f9-4e65-9567-1c5ee284c2fb tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 949 time: 0.1401467 Nov 24 21:00:35.307609 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.325325 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-41a03340-4364-4cb1-b767-a819d4f295f6 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0271745 Nov 24 21:00:35.326297 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3196bc2-702c-4ea7-8b27-4753f1a2ef80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3474d1ac-ea8e-406c-a65a-843f82460cf6,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:35.334306 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39596) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:35.349596 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 52edc988-d91c-414e-b88e-c8d5937a1086, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=52edc988-d91c-414e-b88e-c8d5937a1086,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:35.352704 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-14a697e0-2776-4488-88fc-8f096628cbb1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'port': {'network_id': '3c889e2e-3805-4ee0-8ecb-d5aa687583ba', 'name': 'tempest-PortsIpV6TestJSON-2033768099', 'fixed_ips': [{'subnet_id': '89036f3c-d696-40a1-8c86-c217aaa5f815', 'ip_address': '2001:db8::10'}]}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:35.373154 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.373154 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device ef5f8c33-a3ce-4e37-9cc9-6819e3132187 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:35.376532 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d5b1-83e1-4e82-a66b-005e70ad16a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.399068 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edca753-ccf0-4bfe-9d59-d1a033a25fc1 req-decbf938-b678-4416-9f0f-f5b00358e43f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:35.405509 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edca753-ccf0-4bfe-9d59-d1a033a25fc1 req-decbf938-b678-4416-9f0f-f5b00358e43f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:35.413838 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edca753-ccf0-4bfe-9d59-d1a033a25fc1 req-decbf938-b678-4416-9f0f-f5b00358e43f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:35.420875 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edca753-ccf0-4bfe-9d59-d1a033a25fc1 req-decbf938-b678-4416-9f0f-f5b00358e43f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:35.424628 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab7abada-563e-4ac4-9747-8fd5d4a2e4c2 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740975591033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5718148'] for subnet, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.427655 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edca753-ccf0-4bfe-9d59-d1a033a25fc1 req-decbf938-b678-4416-9f0f-f5b00358e43f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:35.434122 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edca753-ccf0-4bfe-9d59-d1a033a25fc1 req-decbf938-b678-4416-9f0f-f5b00358e43f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:35.440982 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edca753-ccf0-4bfe-9d59-d1a033a25fc1 req-decbf938-b678-4416-9f0f-f5b00358e43f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:35.442979 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1edca753-ccf0-4bfe-9d59-d1a033a25fc1 req-decbf938-b678-4416-9f0f-f5b00358e43f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5431 time: 0.2541623 Nov 24 21:00:35.464113 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2251-21fa-49ce-bad5-5b2accf9e604 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.484786 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d5b1-83e1-4e82-a66b-005e70ad16a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.486691 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7abada-563e-4ac4-9747-8fd5d4a2e4c2 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Subnet': ['ID=ea965de4-c385-42f1-9e80-9daa527e1658,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:35.495380 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7abada-563e-4ac4-9747-8fd5d4a2e4c2 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:35.496021 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab7abada-563e-4ac4-9747-8fd5d4a2e4c2 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.499952 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ab7abada-563e-4ac4-9747-8fd5d4a2e4c2 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "PUT /v2.0/subnets/ea965de4-c385-42f1-9e80-9daa527e1658 HTTP/1.1" status: 200 len: 806 time: 0.5849931 Nov 24 21:00:35.513412 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-37eab4d2-e566-47e9-ae4e-efa2607755ab req-1f43f537-b1fa-498b-a678-9c782a18b39c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810656 Nov 24 21:00:35.516820 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39598) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:35.710801 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d5b1-83e1-4e82-a66b-005e70ad16a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.715981 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d5b1-83e1-4e82-a66b-005e70ad16a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.716329 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-0749955b-63c7-4625-8b8f-b21aa83006ef None None] Allocated IP 172.20.0.2 (8a44de0c-ad18-459e-8896-5e35597a6513/ea965de4-c385-42f1-9e80-9daa527e1658/4369139f-8ca2-401e-8ff9-0a4762e4d7e3) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:35.718309 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c6f0d5b1-83e1-4e82-a66b-005e70ad16a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/911018b3-c778-4636-97ad-92bb0258275a HTTP/1.1" status: 204 len: 168 time: 0.5815411 Nov 24 21:00:35.732796 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1edca753-ccf0-4bfe-9d59-d1a033a25fc1 req-49d911fa-4e0e-475d-a5d2-05d97bc94bec tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2740114 Nov 24 21:00:35.736913 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.740370 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0d5b1-83e1-4e82-a66b-005e70ad16a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911018b3-c778-4636-97ad-92bb0258275a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:35.765104 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2251-21fa-49ce-bad5-5b2accf9e604 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.807350 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a697e0-2776-4488-88fc-8f096628cbb1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:35.831376 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=52edc988-d91c-414e-b88e-c8d5937a1086,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:35.831730 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.857660 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffc9d71-d2cd-4779-816d-f1c6833a85a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-3c889e2e-3805-4ee0-8ecb-d5aa687583ba', 'network_id': '3c889e2e-3805-4ee0-8ecb-d5aa687583ba', 'tenant_id': 'b494baadac6c445f9c005699115a804c', 'fixed_ips': [{'subnet_id': '89036f3c-d696-40a1-8c86-c217aaa5f815'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:00:35.858539 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4ffc9d71-d2cd-4779-816d-f1c6833a85a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.939346 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2251-21fa-49ce-bad5-5b2accf9e604 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.990631 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-14a697e0-2776-4488-88fc-8f096628cbb1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:35.994172 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f2251-21fa-49ce-bad5-5b2accf9e604 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Subnet': ['ID=d77aa21b-4634-49cf-b414-ccc2089fa12f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:36.001725 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port ef5f8c33-a3ce-4e37-9cc9-6819e3132187 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:00:36.007950 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2251-21fa-49ce-bad5-5b2accf9e604 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:36.011988 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2c1f2251-21fa-49ce-bad5-5b2accf9e604 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/subnets/d77aa21b-4634-49cf-b414-ccc2089fa12f HTTP/1.1" status: 204 len: 168 time: 0.8730354 Nov 24 21:00:36.014781 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39610) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:36.023860 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-14a697e0-2776-4488-88fc-8f096628cbb1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] device_id is not set on port 3948bbe3-f9ba-4f3f-ac0a-9b6cf295cd87 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:00:36.038567 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8834773-afb1-4662-b5ed-9fd337a390b5 None None] Network 0219a154-6c67-4447-8e6f-6a4e1aa3f028 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:36.090802 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port ef5f8c33-a3ce-4e37-9cc9-6819e3132187 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:36.091477 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:36.135206 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4918108-758f-469b-9f16-1c9601f58064 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting subnet 6f221d83-4d07-43be-8bfa-8e913dd168f1 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:00:36.138871 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d4918108-758f-469b-9f16-1c9601f58064 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:36.210323 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f848b02-05bc-4238-b1ac-d026adbdf90d'}, {'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905b2eeb-dedf-487a-a6aa-667f4d04bff3'}, {'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52edc988-d91c-414e-b88e-c8d5937a1086'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:00:36.213400 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee31555-0cf1-471e-ba73-212a0ac55f93" -d '{"events": [{"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-plugged", "status": "completed", "tag": "5f848b02-05bc-4238-b1ac-d026adbdf90d"}, {"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-plugged", "status": "completed", "tag": "905b2eeb-dedf-487a-a6aa-667f4d04bff3"}, {"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-plugged", "status": "completed", "tag": "52edc988-d91c-414e-b88e-c8d5937a1086"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:00:36.233290 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d4918108-758f-469b-9f16-1c9601f58064 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:36.269674 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-14a697e0-2776-4488-88fc-8f096628cbb1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Allocated IP 2001:db8::10 (3c889e2e-3805-4ee0-8ecb-d5aa687583ba/89036f3c-d696-40a1-8c86-c217aaa5f815/3948bbe3-f9ba-4f3f-ac0a-9b6cf295cd87) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:36.295356 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 24 Nov 2021 21:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072409a3-451f-4384-afb0-c783a5e7fc91 x-openstack-request-id: req-072409a3-451f-4384-afb0-c783a5e7fc91 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:00:36.295674 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-plugged", "status": "completed", "tag": "5f848b02-05bc-4238-b1ac-d026adbdf90d", "code": 200}, {"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-plugged", "status": "completed", "tag": "905b2eeb-dedf-487a-a6aa-667f4d04bff3", "code": 200}, {"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-plugged", "status": "completed", "tag": "52edc988-d91c-414e-b88e-c8d5937a1086", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:00:36.295936 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-072409a3-451f-4384-afb0-c783a5e7fc91 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:00:36.296345 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f848b02-05bc-4238-b1ac-d026adbdf90d', 'code': 200} Nov 24 21:00:36.296609 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905b2eeb-dedf-487a-a6aa-667f4d04bff3', 'code': 200} Nov 24 21:00:36.297541 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52edc988-d91c-414e-b88e-c8d5937a1086', 'code': 200} Nov 24 21:00:36.365129 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0749955b-63c7-4625-8b8f-b21aa83006ef None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:36.384563 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0749955b-63c7-4625-8b8f-b21aa83006ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:36.400099 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d4918108-758f-469b-9f16-1c9601f58064 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:36.473326 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0749955b-63c7-4625-8b8f-b21aa83006ef None None] Network 8a44de0c-ad18-459e-8896-5e35597a6513 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:36.476392 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-0749955b-63c7-4625-8b8f-b21aa83006ef None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:36.479830 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:36.484002 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0749955b-63c7-4625-8b8f-b21aa83006ef None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:00:36.499085 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749955b-63c7-4625-8b8f-b21aa83006ef None None] Pushing event updated for resources: {'Port': ['ID=4369139f-8ca2-401e-8ff9-0a4762e4d7e3,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:36.527680 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-14a697e0-2776-4488-88fc-8f096628cbb1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:36.554861 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:36.571038 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8a0a36-15ef-4320-bce3-4ec87bea14f9 None None] DHCP port deletion for 0219a154-6c67-4447-8e6f-6a4e1aa3f028 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:00:36.576372 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port ef5f8c33-a3ce-4e37-9cc9-6819e3132187, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ef5f8c33-a3ce-4e37-9cc9-6819e3132187,segment=NetworkSegment(73d2176d-a947-419f-a059-f0ef7a7b29a9),segment_id=73d2176d-a947-419f-a059-f0ef7a7b29a9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:36.591664 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:36.592481 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device af61a7f2-1e25-4982-87e4-5079effabcf1 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:36.612884 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-14a697e0-2776-4488-88fc-8f096628cbb1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:36.665082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0749955b-63c7-4625-8b8f-b21aa83006ef None None] Attempting to bind port 4369139f-8ca2-401e-8ff9-0a4762e4d7e3 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:00:36.665728 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0749955b-63c7-4625-8b8f-b21aa83006ef None None] Attempting to bind port 4369139f-8ca2-401e-8ff9-0a4762e4d7e3 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'bdfe4fd1-b9ae-42a4-90b9-e1ac6b4aa457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8a44de0c-ad18-459e-8896-5e35597a6513'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:00:36.666260 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0749955b-63c7-4625-8b8f-b21aa83006ef None None] Attempting to bind port 4369139f-8ca2-401e-8ff9-0a4762e4d7e3 on network 8a44de0c-ad18-459e-8896-5e35597a6513 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:00:36.732030 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a697e0-2776-4488-88fc-8f096628cbb1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network 3c889e2e-3805-4ee0-8ecb-d5aa687583ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:36.738945 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-14a697e0-2776-4488-88fc-8f096628cbb1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:36.762165 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0749955b-63c7-4625-8b8f-b21aa83006ef None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:00:36.762545 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0749955b-63c7-4625-8b8f-b21aa83006ef None None] Checking segment: {'id': 'bdfe4fd1-b9ae-42a4-90b9-e1ac6b4aa457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8a44de0c-ad18-459e-8896-5e35597a6513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:36.762951 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0749955b-63c7-4625-8b8f-b21aa83006ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:36.763356 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0749955b-63c7-4625-8b8f-b21aa83006ef None None] Bound using segment: {'id': 'bdfe4fd1-b9ae-42a4-90b9-e1ac6b4aa457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8a44de0c-ad18-459e-8896-5e35597a6513'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:00:36.763611 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a697e0-2776-4488-88fc-8f096628cbb1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:00:36.763845 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0749955b-63c7-4625-8b8f-b21aa83006ef None None] Bound port: 4369139f-8ca2-401e-8ff9-0a4762e4d7e3, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfe4fd1-b9ae-42a4-90b9-e1ac6b4aa457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8a44de0c-ad18-459e-8896-5e35597a6513'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:00:36.764226 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0749955b-63c7-4625-8b8f-b21aa83006ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:36.772740 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a697e0-2776-4488-88fc-8f096628cbb1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:36.773624 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-14a697e0-2776-4488-88fc-8f096628cbb1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:36.785387 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:36.800928 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-14a697e0-2776-4488-88fc-8f096628cbb1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4551194 Nov 24 21:00:36.806877 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39640) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:36.809274 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a697e0-2776-4488-88fc-8f096628cbb1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Port': ['ID=3948bbe3-f9ba-4f3f-ac0a-9b6cf295cd87,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:36.815218 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-63a05ced-a67b-463d-b8ab-5e9163720cbe tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'port': {'network_id': '3c889e2e-3805-4ee0-8ecb-d5aa687583ba', 'name': 'tempest-PortsIpV6TestJSON-1045705805', 'fixed_ips': [{'subnet_id': '89036f3c-d696-40a1-8c86-c217aaa5f815', 'ip_address': '2001:db8::f'}]}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:36.838489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-4ffc9d71-d2cd-4779-816d-f1c6833a85a8 None None] Allocated IP 2001:db8::2 (3c889e2e-3805-4ee0-8ecb-d5aa687583ba/89036f3c-d696-40a1-8c86-c217aaa5f815/238c601e-8f81-4dd2-8cc4-4a1564fd2351) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:36.865808 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a22128-ac0c-4bcc-b46d-f7024b271df1 req-10f58130-6083-4a93-a71b-5ebde55ef195 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:36.867481 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10a22128-ac0c-4bcc-b46d-f7024b271df1 req-10f58130-6083-4a93-a71b-5ebde55ef195 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 949 time: 0.1587119 Nov 24 21:00:36.876423 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Subnet': ['ID=ea965de4-c385-42f1-9e80-9daa527e1658,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:36.891934 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a44de0c-ad18-459e-8896-5e35597a6513']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:36.895385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=ef5f8c33-a3ce-4e37-9cc9-6819e3132187,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:36.927971 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfe4fd1-b9ae-42a4-90b9-e1ac6b4aa457') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:36.928288 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfe4fd1-b9ae-42a4-90b9-e1ac6b4aa457') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:36.956650 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:36.995822 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:37.008667 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d4918108-758f-469b-9f16-1c9601f58064 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:37.016626 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10a22128-ac0c-4bcc-b46d-f7024b271df1 req-d2fb6869-4509-4b18-bcc3-1007a88597bc tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988202 Nov 24 21:00:37.019633 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:00:37.019990 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:00:37.032052 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:00:37.035926 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port af61a7f2-1e25-4982-87e4-5079effabcf1 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:00:37.067579 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a05ced-a67b-463d-b8ab-5e9163720cbe tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:37.069823 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port af61a7f2-1e25-4982-87e4-5079effabcf1 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:37.070179 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:37.072497 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-af8a0a36-15ef-4320-bce3-4ec87bea14f9 None None] Deleting port 69ac5f30-b0c3-4ac4-8302-bcfb30b49845 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:37.072725 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-af8a0a36-15ef-4320-bce3-4ec87bea14f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:37.075327 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-63a05ced-a67b-463d-b8ab-5e9163720cbe tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:37.102315 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-63a05ced-a67b-463d-b8ab-5e9163720cbe tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] device_id is not set on port f80397ed-276f-4417-8966-f73352858ffd yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:00:37.112022 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0749955b-63c7-4625-8b8f-b21aa83006ef None None] For port 4369139f-8ca2-401e-8ff9-0a4762e4d7e3, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:00:37.196627 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d4918108-758f-469b-9f16-1c9601f58064 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:37.206625 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39652) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:37.208095 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d4918108-758f-469b-9f16-1c9601f58064 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/subnets/6f221d83-4d07-43be-8bfa-8e913dd168f1 HTTP/1.1" status: 204 len: 168 time: 1.1920459 Nov 24 21:00:37.209286 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4918108-758f-469b-9f16-1c9601f58064 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Subnet': ['ID=6f221d83-4d07-43be-8bfa-8e913dd168f1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:37.211718 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.db.api [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 21:00:37.211718 n-d-812111-8 neutron-server[109990]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 21:00:37.211718 n-d-812111-8 neutron-server[109990]: [parameters: {'id': '8a44de0c-ad18-459e-8896-5e35597a6513'}] Nov 24 21:00:37.211718 n-d-812111-8 neutron-server[109990]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:00:37.212528 n-d-812111-8 neutron-server[109990]: DEBUG oslo_db.api [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:00:37.223352 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdd8e4c-7734-42ea-8cfd-eb35f9b3e4b9 None None] Network b1eb42be-b701-45c2-bdbd-638ec7454b73 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:37.252083 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0749955b-63c7-4625-8b8f-b21aa83006ef None None] For port 4369139f-8ca2-401e-8ff9-0a4762e4d7e3, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=4369139f-8ca2-401e-8ff9-0a4762e4d7e3,segment=NetworkSegment(bdfe4fd1-b9ae-42a4-90b9-e1ac6b4aa457),segment_id=bdfe4fd1-b9ae-42a4-90b9-e1ac6b4aa457)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:00:37.291443 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0749955b-63c7-4625-8b8f-b21aa83006ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:37.302034 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-af8a0a36-15ef-4320-bce3-4ec87bea14f9 None None] For port 69ac5f30-b0c3-4ac4-8302-bcfb30b49845, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=69ac5f30-b0c3-4ac4-8302-bcfb30b49845,segment=NetworkSegment(9ad62e48-039c-465c-be64-98452c90cef0),segment_id=9ad62e48-039c-465c-be64-98452c90cef0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:37.302435 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-af8a0a36-15ef-4320-bce3-4ec87bea14f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:37.311966 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bf8aa-a62f-4450-b463-8fb477d2455c req-f7c8c8aa-10ad-4137-82fa-42434e304bd8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:37.331035 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bf8aa-a62f-4450-b463-8fb477d2455c req-f7c8c8aa-10ad-4137-82fa-42434e304bd8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:37.353799 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bf8aa-a62f-4450-b463-8fb477d2455c req-f7c8c8aa-10ad-4137-82fa-42434e304bd8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:37.361356 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39656) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:37.368630 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bf8aa-a62f-4450-b463-8fb477d2455c req-f7c8c8aa-10ad-4137-82fa-42434e304bd8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:37.375502 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bf8aa-a62f-4450-b463-8fb477d2455c req-f7c8c8aa-10ad-4137-82fa-42434e304bd8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:37.375813 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-af8a0a36-15ef-4320-bce3-4ec87bea14f9 None None] Calling delete_port for 69ac5f30-b0c3-4ac4-8302-bcfb30b49845 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:37.385239 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bf8aa-a62f-4450-b463-8fb477d2455c req-f7c8c8aa-10ad-4137-82fa-42434e304bd8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:37.392277 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bf8aa-a62f-4450-b463-8fb477d2455c req-f7c8c8aa-10ad-4137-82fa-42434e304bd8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:37.394369 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d86bf8aa-a62f-4450-b463-8fb477d2455c req-f7c8c8aa-10ad-4137-82fa-42434e304bd8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5433 time: 0.3512185 Nov 24 21:00:37.410731 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa812-836d-40e3-a0de-2cf53f606c3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:37.476339 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-fe2fa812-836d-40e3-a0de-2cf53f606c3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting port 69ac5f30-b0c3-4ac4-8302-bcfb30b49845 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:37.477003 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa812-836d-40e3-a0de-2cf53f606c3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:37.537631 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d86bf8aa-a62f-4450-b463-8fb477d2455c req-c890c251-9b76-453a-a0a6-6ac7aed009e3 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1321123 Nov 24 21:00:37.588274 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-2ef65e0e-e47f-4007-b2dc-679a52164bd0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-708664594-network', 'tenant_id': '76400c1822bc4519abca8b807069cf99'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:37.612741 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-fe2fa812-836d-40e3-a0de-2cf53f606c3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] For port 69ac5f30-b0c3-4ac4-8302-bcfb30b49845, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=69ac5f30-b0c3-4ac4-8302-bcfb30b49845,segment=NetworkSegment(9ad62e48-039c-465c-be64-98452c90cef0),segment_id=9ad62e48-039c-465c-be64-98452c90cef0)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:37.613172 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa812-836d-40e3-a0de-2cf53f606c3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:37.632773 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-fe2fa812-836d-40e3-a0de-2cf53f606c3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Calling delete_port for 69ac5f30-b0c3-4ac4-8302-bcfb30b49845 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:37.651274 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef65e0e-e47f-4007-b2dc-679a52164bd0 admin admin] Made reservation on behalf of 76400c1822bc4519abca8b807069cf99 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:37.656204 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2ef65e0e-e47f-4007-b2dc-679a52164bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:37.680692 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4ffc9d71-d2cd-4779-816d-f1c6833a85a8 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:37.683788 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749955b-63c7-4625-8b8f-b21aa83006ef None None] Pushing event updated for resources: {'Port': ['ID=4369139f-8ca2-401e-8ff9-0a4762e4d7e3,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:37.694743 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 69ac5f30-b0c3-4ac4-8302-bcfb30b49845 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:00:37.695884 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2ef65e0e-e47f-4007-b2dc-679a52164bd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:37.714287 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:37.723731 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:37.733085 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dad126a-eee7-44c8-9960-4c4c47429af0 None None] Network 8a44de0c-ad18-459e-8896-5e35597a6513 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:37.752625 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4ffc9d71-d2cd-4779-816d-f1c6833a85a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:37.817207 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-63a05ced-a67b-463d-b8ab-5e9163720cbe tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Allocated IP 2001:db8::f (3c889e2e-3805-4ee0-8ecb-d5aa687583ba/89036f3c-d696-40a1-8c86-c217aaa5f815/f80397ed-276f-4417-8966-f73352858ffd) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:37.837046 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Deleting port 4369139f-8ca2-401e-8ff9-0a4762e4d7e3 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:37.838032 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:37.853037 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa812-836d-40e3-a0de-2cf53f606c3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:37.904026 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fa812-836d-40e3-a0de-2cf53f606c3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Port': ['ID=69ac5f30-b0c3-4ac4-8302-bcfb30b49845,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:37.930304 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2fa812-836d-40e3-a0de-2cf53f606c3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] No DVR routers for this DVR port 69ac5f30-b0c3-4ac4-8302-bcfb30b49845 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:00:37.965341 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] For port 4369139f-8ca2-401e-8ff9-0a4762e4d7e3, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=4369139f-8ca2-401e-8ff9-0a4762e4d7e3,segment=NetworkSegment(bdfe4fd1-b9ae-42a4-90b9-e1ac6b4aa457),segment_id=bdfe4fd1-b9ae-42a4-90b9-e1ac6b4aa457)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:37.965791 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:37.983801 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Calling delete_port for 4369139f-8ca2-401e-8ff9-0a4762e4d7e3 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:38.026503 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2ef65e0e-e47f-4007-b2dc-679a52164bd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.074207 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2ef65e0e-e47f-4007-b2dc-679a52164bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.084099 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffc9d71-d2cd-4779-816d-f1c6833a85a8 None None] Network 3c889e2e-3805-4ee0-8ecb-d5aa687583ba is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:38.102077 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-4ffc9d71-d2cd-4779-816d-f1c6833a85a8 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:38.108970 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port af61a7f2-1e25-4982-87e4-5079effabcf1, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=af61a7f2-1e25-4982-87e4-5079effabcf1,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:38.112180 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.112622 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffc9d71-d2cd-4779-816d-f1c6833a85a8 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:00:38.130264 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc9d71-d2cd-4779-816d-f1c6833a85a8 None None] Pushing event updated for resources: {'Port': ['ID=238c601e-8f81-4dd2-8cc4-4a1564fd2351,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:38.135827 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No active binding found for port 69ac5f30-b0c3-4ac4-8302-bcfb30b49845 {{(pid=109992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 24 21:00:38.136276 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 69ac5f30-b0c3-4ac4-8302-bcfb30b49845 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:00:38.147636 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Port': ['ID=4369139f-8ca2-401e-8ff9-0a4762e4d7e3,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:38.149141 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.149981 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device aa567d14-d659-4d4f-9c27-1888341ba909 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:38.151736 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-af8a0a36-15ef-4320-bce3-4ec87bea14f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.160166 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No DVR routers for this DVR port 4369139f-8ca2-401e-8ff9-0a4762e4d7e3 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:00:38.185354 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa812-836d-40e3-a0de-2cf53f606c3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.211679 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef65e0e-e47f-4007-b2dc-679a52164bd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:00:38.229229 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdca7a2-618a-404b-ba14-beae2ccbbc6a None None] DHCP port deletion for b1eb42be-b701-45c2-bdbd-638ec7454b73 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:00:38.242786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef65e0e-e47f-4007-b2dc-679a52164bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7f7f3d-ef4f-464d-a7ba-c8c80bb3b0c7,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:38.259941 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-fe2fa812-836d-40e3-a0de-2cf53f606c3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0219a154-6c67-4447-8e6f-6a4e1aa3f028']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:38.278282 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2ef65e0e-e47f-4007-b2dc-679a52164bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.278614 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-2ef65e0e-e47f-4007-b2dc-679a52164bd0 admin admin] Added segment 50091b6f-8510-4fe7-99f6-affd19cd995c of type vlan for network 1db2c526-7dbb-43dc-8355-0dce2bb7e6cc Nov 24 21:00:38.282899 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-fe2fa812-836d-40e3-a0de-2cf53f606c3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad62e48-039c-465c-be64-98452c90cef0') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:38.283202 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-fe2fa812-836d-40e3-a0de-2cf53f606c3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad62e48-039c-465c-be64-98452c90cef0') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:38.286972 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-63a05ced-a67b-463d-b8ab-5e9163720cbe tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.301868 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5f8c33-a3ce-4e37-9cc9-6819e3132187'}, {'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af61a7f2-1e25-4982-87e4-5079effabcf1'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:00:38.304243 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c059cd-d662-4249-b160-441b4a120310" -d '{"events": [{"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-plugged", "status": "completed", "tag": "ef5f8c33-a3ce-4e37-9cc9-6819e3132187"}, {"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-plugged", "status": "completed", "tag": "af61a7f2-1e25-4982-87e4-5079effabcf1"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:00:38.304385 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa812-836d-40e3-a0de-2cf53f606c3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.322129 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8a0a36-15ef-4320-bce3-4ec87bea14f9 None None] No DVR routers for this DVR port 69ac5f30-b0c3-4ac4-8302-bcfb30b49845 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:00:38.357911 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa812-836d-40e3-a0de-2cf53f606c3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.367611 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e07a05f-57c8-41cf-ac69-f226bccdb9eb None None] Network 8a44de0c-ad18-459e-8896-5e35597a6513 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:38.374449 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2fa812-836d-40e3-a0de-2cf53f606c3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:00:38.379972 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa812-836d-40e3-a0de-2cf53f606c3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.380991 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.403600 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941564f5-297c-4662-a142-c3b9d772e462 req-01e6480f-c627-4d6a-a8b3-e1b48bbc1f3a tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:38.405943 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Nov 2021 21:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc76d72-e8e2-4907-b0ea-a2c8023a5a17 x-openstack-request-id: req-9cc76d72-e8e2-4907-b0ea-a2c8023a5a17 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:00:38.406804 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-plugged", "status": "completed", "tag": "ef5f8c33-a3ce-4e37-9cc9-6819e3132187", "code": 200}, {"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-plugged", "status": "completed", "tag": "af61a7f2-1e25-4982-87e4-5079effabcf1", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:00:38.407304 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9cc76d72-e8e2-4907-b0ea-a2c8023a5a17 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:00:38.407837 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5f8c33-a3ce-4e37-9cc9-6819e3132187', 'code': 200} Nov 24 21:00:38.407837 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af61a7f2-1e25-4982-87e4-5079effabcf1', 'code': 200} Nov 24 21:00:38.411526 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-941564f5-297c-4662-a142-c3b9d772e462 req-01e6480f-c627-4d6a-a8b3-e1b48bbc1f3a tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 949 time: 0.2109802 Nov 24 21:00:38.430811 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4ffc9d71-d2cd-4779-816d-f1c6833a85a8 None None] Attempting to bind port 238c601e-8f81-4dd2-8cc4-4a1564fd2351 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:00:38.431192 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4ffc9d71-d2cd-4779-816d-f1c6833a85a8 None None] Attempting to bind port 238c601e-8f81-4dd2-8cc4-4a1564fd2351 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'ab828aab-caeb-408f-993e-a052ea094b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3c889e2e-3805-4ee0-8ecb-d5aa687583ba'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:00:38.431571 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffc9d71-d2cd-4779-816d-f1c6833a85a8 None None] Attempting to bind port 238c601e-8f81-4dd2-8cc4-4a1564fd2351 on network 3c889e2e-3805-4ee0-8ecb-d5aa687583ba {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:00:38.433561 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a44de0c-ad18-459e-8896-5e35597a6513']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:38.436739 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=af61a7f2-1e25-4982-87e4-5079effabcf1,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:38.448304 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfe4fd1-b9ae-42a4-90b9-e1ac6b4aa457') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:38.448564 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfe4fd1-b9ae-42a4-90b9-e1ac6b4aa457') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:38.474214 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.489921 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2ef65e0e-e47f-4007-b2dc-679a52164bd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:00:38.493292 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:00:38.499419 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.501849 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffc9d71-d2cd-4779-816d-f1c6833a85a8 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:00:38.501849 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffc9d71-d2cd-4779-816d-f1c6833a85a8 None None] Checking segment: {'id': 'ab828aab-caeb-408f-993e-a052ea094b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3c889e2e-3805-4ee0-8ecb-d5aa687583ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:38.502133 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4ffc9d71-d2cd-4779-816d-f1c6833a85a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.502778 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffc9d71-d2cd-4779-816d-f1c6833a85a8 None None] Bound using segment: {'id': 'ab828aab-caeb-408f-993e-a052ea094b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3c889e2e-3805-4ee0-8ecb-d5aa687583ba'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:00:38.502972 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4ffc9d71-d2cd-4779-816d-f1c6833a85a8 None None] Bound port: 238c601e-8f81-4dd2-8cc4-4a1564fd2351, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab828aab-caeb-408f-993e-a052ea094b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3c889e2e-3805-4ee0-8ecb-d5aa687583ba'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:00:38.503341 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4ffc9d71-d2cd-4779-816d-f1c6833a85a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.520720 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a0a36-15ef-4320-bce3-4ec87bea14f9 None None] Pushing event deleted for resources: {'Port': ['ID=69ac5f30-b0c3-4ac4-8302-bcfb30b49845,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:38.532130 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa812-836d-40e3-a0de-2cf53f606c3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.533798 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port aa567d14-d659-4d4f-9c27-1888341ba909 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:00:38.542843 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa812-836d-40e3-a0de-2cf53f606c3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.549637 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fe2fa812-836d-40e3-a0de-2cf53f606c3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/networks/0219a154-6c67-4447-8e6f-6a4e1aa3f028 HTTP/1.1" status: 204 len: 168 time: 1.3422825 Nov 24 21:00:38.550307 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:00:38.551008 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.559442 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port aa567d14-d659-4d4f-9c27-1888341ba909 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:38.559935 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.562138 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39672) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:38.573535 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fa812-836d-40e3-a0de-2cf53f606c3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Network': ['ID=0219a154-6c67-4447-8e6f-6a4e1aa3f028,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:38.575766 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-63a05ced-a67b-463d-b8ab-5e9163720cbe tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.590406 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2ef65e0e-e47f-4007-b2dc-679a52164bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.590406 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef65e0e-e47f-4007-b2dc-679a52164bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:38.590720 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2ef65e0e-e47f-4007-b2dc-679a52164bd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:00:38.616502 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:00:38.701312 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-941564f5-297c-4662-a142-c3b9d772e462 req-6e6794a7-302a-4a4c-bd34-39e0f78c7ad3 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888570 Nov 24 21:00:38.705284 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4ffc9d71-d2cd-4779-816d-f1c6833a85a8 None None] For port 238c601e-8f81-4dd2-8cc4-4a1564fd2351, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:00:38.722706 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.730320 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.733664 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/networks/8a44de0c-ad18-459e-8896-5e35597a6513 HTTP/1.1" status: 204 len: 168 time: 3.2157786 Nov 24 21:00:38.736335 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39678) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:38.743720 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-acdca7a2-618a-404b-ba14-beae2ccbbc6a None None] Deleting port 1fd431f3-99ae-4ed5-97be-29def938f005 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:38.744372 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-acdca7a2-618a-404b-ba14-beae2ccbbc6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.760021 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a259c8-8d36-4ed7-8816-101fdbeb0c44 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Network': ['ID=8a44de0c-ad18-459e-8896-5e35597a6513,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:38.769321 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4ffc9d71-d2cd-4779-816d-f1c6833a85a8 None None] For port 238c601e-8f81-4dd2-8cc4-4a1564fd2351, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=238c601e-8f81-4dd2-8cc4-4a1564fd2351,segment=NetworkSegment(ab828aab-caeb-408f-993e-a052ea094b8e),segment_id=ab828aab-caeb-408f-993e-a052ea094b8e)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:00:38.774139 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc259ea7-bb0b-42a2-bd9d-d16257281ad7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] DELETE failed (client error): The resource could not be found. Nov 24 21:00:38.774755 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc259ea7-bb0b-42a2-bd9d-d16257281ad7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:00:38.778439 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cc259ea7-bb0b-42a2-bd9d-d16257281ad7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/networks/8a44de0c-ad18-459e-8896-5e35597a6513 HTTP/1.1" status: 404 len: 339 time: 0.0410280 Nov 24 21:00:38.787943 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4ffc9d71-d2cd-4779-816d-f1c6833a85a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.788158 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39680) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:38.793418 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ea7d297f-ed17-4a6b-9dc9-19210f71e997 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1818533274', 'description': 'd1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:38.805289 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2ef65e0e-e47f-4007-b2dc-679a52164bd0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4381394 Nov 24 21:00:38.810562 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39682) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:38.823710 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4473d8ff-281d-49c2-b53a-20690c34f8cf admin admin] Request body: {'subnet': {'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-708664594-subnet', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:38.839436 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a05ced-a67b-463d-b8ab-5e9163720cbe tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network 3c889e2e-3805-4ee0-8ecb-d5aa687583ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:38.861686 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7d297f-ed17-4a6b-9dc9-19210f71e997 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Made reservation on behalf of 5ef7f67306b24de79e4801e6d8b904e0 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:38.867087 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea7d297f-ed17-4a6b-9dc9-19210f71e997 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.877193 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-63a05ced-a67b-463d-b8ab-5e9163720cbe tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:38.882198 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a05ced-a67b-463d-b8ab-5e9163720cbe tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:00:38.891204 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a05ced-a67b-463d-b8ab-5e9163720cbe tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:38.896027 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-63a05ced-a67b-463d-b8ab-5e9163720cbe tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.913933 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.926305 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-983ec667-2c0f-4c87-9a8e-82168c61be66 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.941243 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef65e0e-e47f-4007-b2dc-679a52164bd0 admin admin] Pushing event updated for resources: {'Network': ['ID=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:38.943575 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4473d8ff-281d-49c2-b53a-20690c34f8cf admin admin] Made reservation on behalf of 76400c1822bc4519abca8b807069cf99 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:38.946408 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4473d8ff-281d-49c2-b53a-20690c34f8cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:38.949444 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a05ced-a67b-463d-b8ab-5e9163720cbe tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Port': ['ID=f80397ed-276f-4417-8966-f73352858ffd,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:38.975759 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc9d71-d2cd-4779-816d-f1c6833a85a8 None None] Pushing event updated for resources: {'Port': ['ID=238c601e-8f81-4dd2-8cc4-4a1564fd2351,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:38.997914 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7d297f-ed17-4a6b-9dc9-19210f71e997 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:00:39.009224 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 1db2c526-7dbb-43dc-8355-0dce2bb7e6cc details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:00:39.038598 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-63a05ced-a67b-463d-b8ab-5e9163720cbe tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2297344 Nov 24 21:00:39.043603 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39686) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:39.064775 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea7d297f-ed17-4a6b-9dc9-19210f71e997 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:39.065250 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-ea7d297f-ed17-4a6b-9dc9-19210f71e997 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Added segment 620589dd-e570-4e7e-b17b-fe4c39fd8694 of type vlan for network 415b96ba-bcce-4119-bcff-3c1fd1917ebb Nov 24 21:00:39.145588 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea7d297f-ed17-4a6b-9dc9-19210f71e997 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:39.150729 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89c6b7-acef-49e8-b311-875f6ed4ec86 req-cb41e5eb-7d23-49aa-bc5d-e6b9dc17cbf0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:39.157369 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89c6b7-acef-49e8-b311-875f6ed4ec86 req-cb41e5eb-7d23-49aa-bc5d-e6b9dc17cbf0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:39.162666 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port aa567d14-d659-4d4f-9c27-1888341ba909, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=aa567d14-d659-4d4f-9c27-1888341ba909,segment=NetworkSegment(73d2176d-a947-419f-a059-f0ef7a7b29a9),segment_id=73d2176d-a947-419f-a059-f0ef7a7b29a9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:39.164109 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89c6b7-acef-49e8-b311-875f6ed4ec86 req-cb41e5eb-7d23-49aa-bc5d-e6b9dc17cbf0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:39.171316 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89c6b7-acef-49e8-b311-875f6ed4ec86 req-cb41e5eb-7d23-49aa-bc5d-e6b9dc17cbf0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:39.179014 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89c6b7-acef-49e8-b311-875f6ed4ec86 req-cb41e5eb-7d23-49aa-bc5d-e6b9dc17cbf0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:39.182411 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-acdca7a2-618a-404b-ba14-beae2ccbbc6a None None] For port 1fd431f3-99ae-4ed5-97be-29def938f005, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1fd431f3-99ae-4ed5-97be-29def938f005,segment=NetworkSegment(f2d191f2-dfe6-4da1-86cf-f65a9c1e680d),segment_id=f2d191f2-dfe6-4da1-86cf-f65a9c1e680d)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:39.182894 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-acdca7a2-618a-404b-ba14-beae2ccbbc6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:39.192233 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89c6b7-acef-49e8-b311-875f6ed4ec86 req-cb41e5eb-7d23-49aa-bc5d-e6b9dc17cbf0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:39.192634 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1608011c-1742-4207-898e-e78ee80fcb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:39.194814 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:39.212688 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89c6b7-acef-49e8-b311-875f6ed4ec86 req-cb41e5eb-7d23-49aa-bc5d-e6b9dc17cbf0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:39.215077 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5a89c6b7-acef-49e8-b311-875f6ed4ec86 req-cb41e5eb-7d23-49aa-bc5d-e6b9dc17cbf0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5434 time: 0.5037982 Nov 24 21:00:39.251356 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea7d297f-ed17-4a6b-9dc9-19210f71e997 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:39.258228 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7d297f-ed17-4a6b-9dc9-19210f71e997 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:39.259210 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea7d297f-ed17-4a6b-9dc9-19210f71e997 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:39.321015 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=aa567d14-d659-4d4f-9c27-1888341ba909,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:39.329466 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device f2f1a58a-a07a-4669-84bb-5d2ae15136c3 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:39.348394 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-acdca7a2-618a-404b-ba14-beae2ccbbc6a None None] Calling delete_port for 1fd431f3-99ae-4ed5-97be-29def938f005 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:39.423666 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ea7d297f-ed17-4a6b-9dc9-19210f71e997 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6313083 Nov 24 21:00:39.425472 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39688) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:39.426786 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d297f-ed17-4a6b-9dc9-19210f71e997 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Network': ['ID=415b96ba-bcce-4119-bcff-3c1fd1917ebb,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:39.568597 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 415b96ba-bcce-4119-bcff-3c1fd1917ebb details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:00:39.580568 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4473d8ff-281d-49c2-b53a-20690c34f8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:39.668685 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20adcfd3-953b-4ca4-a558-780899a7efc4 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:39.673735 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-20adcfd3-953b-4ca4-a558-780899a7efc4 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "GET /v2.0/networks?id=415b96ba-bcce-4119-bcff-3c1fd1917ebb HTTP/1.1" status: 200 len: 761 time: 0.2407908 Nov 24 21:00:39.679029 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39690) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:39.685297 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-16d851f8-8ac9-4eaa-9c59-2cac52786cac tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'network': {'description': 'd2'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:39.702061 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:39.702745 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4473d8ff-281d-49c2-b53a-20690c34f8cf admin admin] Checking segment: {'id': '50091b6f-8510-4fe7-99f6-affd19cd995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:39.703164 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4473d8ff-281d-49c2-b53a-20690c34f8cf admin admin] Network hostable DHCP agents. Network: 1db2c526-7dbb-43dc-8355-0dce2bb7e6cc, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:00:39.710643 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473d8ff-281d-49c2-b53a-20690c34f8cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df44411-bad0-41e8-8c64-bf8945205f26,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:39.730661 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4473d8ff-281d-49c2-b53a-20690c34f8cf admin admin] Network 1db2c526-7dbb-43dc-8355-0dce2bb7e6cc is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:00:39.751830 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-4473d8ff-281d-49c2-b53a-20690c34f8cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 1db2c526-7dbb-43dc-8355-0dce2bb7e6cc) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:39.778952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4473d8ff-281d-49c2-b53a-20690c34f8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:39.780698 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4473d8ff-281d-49c2-b53a-20690c34f8cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:39.792658 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd29afa8-d78f-45ce-aeb1-89bd44e9ac3e None None] Network 1db2c526-7dbb-43dc-8355-0dce2bb7e6cc requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:39.796253 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 238c601e-8f81-4dd2-8cc4-4a1564fd2351 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:39.802764 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-acdca7a2-618a-404b-ba14-beae2ccbbc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:39.821955 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4473d8ff-281d-49c2-b53a-20690c34f8cf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0098813 Nov 24 21:00:39.822792 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39698) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:39.829277 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-430259d3-d526-4652-80c4-1cb493e9efb5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-708664594-router', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:39.879854 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port f2f1a58a-a07a-4669-84bb-5d2ae15136c3 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:00:39.912781 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-430259d3-d526-4652-80c4-1cb493e9efb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:39.913882 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdca7a2-618a-404b-ba14-beae2ccbbc6a None None] Pushing event deleted for resources: {'Port': ['ID=1fd431f3-99ae-4ed5-97be-29def938f005,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:39.914868 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-430259d3-d526-4652-80c4-1cb493e9efb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:39.930886 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72430695-1ff8-43f4-a6dc-e65f6db91e40 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:39.935850 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39704) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:39.936545 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-72430695-1ff8-43f4-a6dc-e65f6db91e40 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.8905165 Nov 24 21:00:39.976521 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5a89c6b7-acef-49e8-b311-875f6ed4ec86 req-914b4066-9f55-4ab5-8ed6-2d3fab4dea2d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3228321 Nov 24 21:00:39.977927 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port f2f1a58a-a07a-4669-84bb-5d2ae15136c3 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:39.978419 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:40.038367 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-983ec667-2c0f-4c87-9a8e-82168c61be66 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting port 1fd431f3-99ae-4ed5-97be-29def938f005 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:40.038963 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-983ec667-2c0f-4c87-9a8e-82168c61be66 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:40.045892 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdca7a2-618a-404b-ba14-beae2ccbbc6a None None] No DVR routers for this DVR port 1fd431f3-99ae-4ed5-97be-29def938f005 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:00:40.071054 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ef75c-8d05-4035-828b-e31c556a4ce7 req-0d9641f9-455b-4d6a-bfe7-691220867032 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:40.072664 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-391ef75c-8d05-4035-828b-e31c556a4ce7 req-0d9641f9-455b-4d6a-bfe7-691220867032 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 949 time: 0.2025678 Nov 24 21:00:40.093008 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-16d851f8-8ac9-4eaa-9c59-2cac52786cac tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:40.155091 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-16d851f8-8ac9-4eaa-9c59-2cac52786cac tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:40.192146 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 238c601e-8f81-4dd2-8cc4-4a1564fd2351 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:40.192687 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:40.260229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d851f8-8ac9-4eaa-9c59-2cac52786cac tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Network': ['ID=415b96ba-bcce-4119-bcff-3c1fd1917ebb,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:40.262076 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:40.266174 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-983ec667-2c0f-4c87-9a8e-82168c61be66 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] For port 1fd431f3-99ae-4ed5-97be-29def938f005, host n-d-812111-8, got binding levels [] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:40.266547 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-983ec667-2c0f-4c87-9a8e-82168c61be66 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:40.275061 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16d851f8-8ac9-4eaa-9c59-2cac52786cac tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Network 415b96ba-bcce-4119-bcff-3c1fd1917ebb is not hosted by any dhcp agent {{(pid=109991) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 21:00:40.282397 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d851f8-8ac9-4eaa-9c59-2cac52786cac tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:40.283161 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-16d851f8-8ac9-4eaa-9c59-2cac52786cac tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:40.288097 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-16d851f8-8ac9-4eaa-9c59-2cac52786cac tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "PUT /v2.0/networks/415b96ba-bcce-4119-bcff-3c1fd1917ebb HTTP/1.1" status: 200 len: 758 time: 0.6067524 Nov 24 21:00:40.291579 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39712) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:40.302231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 415b96ba-bcce-4119-bcff-3c1fd1917ebb details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:00:40.311159 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-983ec667-2c0f-4c87-9a8e-82168c61be66 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Calling delete_port for 1fd431f3-99ae-4ed5-97be-29def938f005 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:40.315724 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.ipam_backend_mixin [None req-983ec667-2c0f-4c87-9a8e-82168c61be66 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Port 1fd431f3-99ae-4ed5-97be-29def938f005 was not found and therefore no delete operation was performed {{(pid=109991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 21:00:40.327607 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-983ec667-2c0f-4c87-9a8e-82168c61be66 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:40.368596 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port f2f1a58a-a07a-4669-84bb-5d2ae15136c3, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=f2f1a58a-a07a-4669-84bb-5d2ae15136c3,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:40.379022 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:00:40.385058 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ec667-2c0f-4c87-9a8e-82168c61be66 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Port': ['ID=1fd431f3-99ae-4ed5-97be-29def938f005,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:40.412050 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa567d14-d659-4d4f-9c27-1888341ba909'}, {'server_uuid': '279a03d7-beb6-40e1-b616-064ace1866db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f1a58a-a07a-4669-84bb-5d2ae15136c3'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:00:40.414416 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8367996d-ff1d-4586-8e18-9b87f693e2d1" -d '{"events": [{"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-plugged", "status": "completed", "tag": "aa567d14-d659-4d4f-9c27-1888341ba909"}, {"server_uuid": "279a03d7-beb6-40e1-b616-064ace1866db", "name": "network-vif-plugged", "status": "completed", "tag": "f2f1a58a-a07a-4669-84bb-5d2ae15136c3"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:00:40.433251 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983ec667-2c0f-4c87-9a8e-82168c61be66 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] No DVR routers for this DVR port 1fd431f3-99ae-4ed5-97be-29def938f005 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:00:40.446272 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:40.512289 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=f2f1a58a-a07a-4669-84bb-5d2ae15136c3,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:40.516544 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635d75a2-018b-44f0-9522-ee186cab0226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'fixed_ips': [{'subnet_id': '5df44411-bad0-41e8-8c64-bf8945205f26'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:00:40.518048 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-635d75a2-018b-44f0-9522-ee186cab0226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:40.562900 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Nov 2021 21:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053d6c10-854a-4fdd-a001-8bbe2a48674f x-openstack-request-id: req-053d6c10-854a-4fdd-a001-8bbe2a48674f {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:00:40.563734 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-plugged", "status": "completed", "tag": "aa567d14-d659-4d4f-9c27-1888341ba909", "code": 200}, {"server_uuid": "279a03d7-beb6-40e1-b616-064ace1866db", "name": "network-vif-plugged", "status": "completed", "tag": "f2f1a58a-a07a-4669-84bb-5d2ae15136c3", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:00:40.564227 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-053d6c10-854a-4fdd-a001-8bbe2a48674f {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:00:40.564870 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa567d14-d659-4d4f-9c27-1888341ba909', 'code': 200} Nov 24 21:00:40.565323 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279a03d7-beb6-40e1-b616-064ace1866db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f1a58a-a07a-4669-84bb-5d2ae15136c3', 'code': 200} Nov 24 21:00:40.572670 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeccdf28-14e7-4649-bed7-088ec46857f2 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:40.574727 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-aeccdf28-14e7-4649-bed7-088ec46857f2 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "GET /v2.0/networks?id=415b96ba-bcce-4119-bcff-3c1fd1917ebb HTTP/1.1" status: 200 len: 761 time: 0.2821274 Nov 24 21:00:40.576977 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-983ec667-2c0f-4c87-9a8e-82168c61be66 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:40.581396 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39716) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:40.606269 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-a42a2604-4fc4-421e-90a0-8e11b8e6d51a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-247870723'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:40.694171 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-983ec667-2c0f-4c87-9a8e-82168c61be66 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1eb42be-b701-45c2-bdbd-638ec7454b73']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:40.709146 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-983ec667-2c0f-4c87-9a8e-82168c61be66 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d191f2-dfe6-4da1-86cf-f65a9c1e680d') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:40.709567 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-983ec667-2c0f-4c87-9a8e-82168c61be66 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d191f2-dfe6-4da1-86cf-f65a9c1e680d') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:40.722185 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-983ec667-2c0f-4c87-9a8e-82168c61be66 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:40.747775 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-983ec667-2c0f-4c87-9a8e-82168c61be66 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:40.755119 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983ec667-2c0f-4c87-9a8e-82168c61be66 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:00:40.755660 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-983ec667-2c0f-4c87-9a8e-82168c61be66 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:00:40.791898 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:00:40.817938 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-635d75a2-018b-44f0-9522-ee186cab0226 None None] Allocated IP 172.20.0.2 (1db2c526-7dbb-43dc-8355-0dce2bb7e6cc/5df44411-bad0-41e8-8c64-bf8945205f26/95aed45b-c0e7-445d-b3ed-5f14dc39ab8e) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:40.850812 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-430259d3-d526-4652-80c4-1cb493e9efb5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:40.882745 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42a2604-4fc4-421e-90a0-8e11b8e6d51a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Made reservation on behalf of 5ef7f67306b24de79e4801e6d8b904e0 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:40.887036 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a42a2604-4fc4-421e-90a0-8e11b8e6d51a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:40.892351 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-983ec667-2c0f-4c87-9a8e-82168c61be66 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:40.909387 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-983ec667-2c0f-4c87-9a8e-82168c61be66 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:40.913692 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-983ec667-2c0f-4c87-9a8e-82168c61be66 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/networks/b1eb42be-b701-45c2-bdbd-638ec7454b73 HTTP/1.1" status: 204 len: 168 time: 2.3497865 Nov 24 21:00:40.929433 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39724) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:40.934855 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-711110da-c266-4957-adaa-15eb2f63eb69 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1129556572'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:40.939325 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ec667-2c0f-4c87-9a8e-82168c61be66 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Network': ['ID=b1eb42be-b701-45c2-bdbd-638ec7454b73,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:40.956179 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc2e26-9b80-489e-a250-08ad4251d678 req-6bf24349-bf66-434e-bf17-2365ffed7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:40.956885 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc2e26-9b80-489e-a250-08ad4251d678 req-6bf24349-bf66-434e-bf17-2365ffed7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:40.957551 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc2e26-9b80-489e-a250-08ad4251d678 req-6bf24349-bf66-434e-bf17-2365ffed7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:40.957959 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc2e26-9b80-489e-a250-08ad4251d678 req-6bf24349-bf66-434e-bf17-2365ffed7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:40.958493 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc2e26-9b80-489e-a250-08ad4251d678 req-6bf24349-bf66-434e-bf17-2365ffed7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:40.959068 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc2e26-9b80-489e-a250-08ad4251d678 req-6bf24349-bf66-434e-bf17-2365ffed7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:40.959573 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc2e26-9b80-489e-a250-08ad4251d678 req-6bf24349-bf66-434e-bf17-2365ffed7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:40.961661 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-acdc2e26-9b80-489e-a250-08ad4251d678 req-6bf24349-bf66-434e-bf17-2365ffed7002 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 6492 time: 0.1666877 Nov 24 21:00:41.010816 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42a2604-4fc4-421e-90a0-8e11b8e6d51a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:00:41.014202 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-635d75a2-018b-44f0-9522-ee186cab0226 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:41.026368 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089494c1-694c-42ab-afcf-8db1a9ce6ce9 None None] Network 3c889e2e-3805-4ee0-8ecb-d5aa687583ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:41.034058 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711110da-c266-4957-adaa-15eb2f63eb69 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Made reservation on behalf of 477a0cb75e98499e9b77be2952c0d710 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:41.038714 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-711110da-c266-4957-adaa-15eb2f63eb69 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:41.049056 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:41.062924 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a42a2604-4fc4-421e-90a0-8e11b8e6d51a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:41.063656 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-a42a2604-4fc4-421e-90a0-8e11b8e6d51a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Added segment 566a5e6f-0eda-4ac4-a826-4b3465b1b4cf of type vlan for network 2923d3ac-ce71-4e11-818a-225b8c548c90 Nov 24 21:00:41.063795 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-635d75a2-018b-44f0-9522-ee186cab0226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:41.068027 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-430259d3-d526-4652-80c4-1cb493e9efb5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:41.079037 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-acdc2e26-9b80-489e-a250-08ad4251d678 req-bb34e856-c674-483c-8e72-6a9e0a9b9f41 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1033900 Nov 24 21:00:41.096981 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 238c601e-8f81-4dd2-8cc4-4a1564fd2351, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=238c601e-8f81-4dd2-8cc4-4a1564fd2351,segment=NetworkSegment(ab828aab-caeb-408f-993e-a052ea094b8e),segment_id=ab828aab-caeb-408f-993e-a052ea094b8e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:41.097240 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c996bc-1277-4857-b29a-264e1b04adf3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:41.103262 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c996bc-1277-4857-b29a-264e1b04adf3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:41.110051 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c996bc-1277-4857-b29a-264e1b04adf3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:41.114688 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-99c996bc-1277-4857-b29a-264e1b04adf3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 1.1752565 Nov 24 21:00:41.118680 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39728) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:41.139639 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711110da-c266-4957-adaa-15eb2f63eb69 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:00:41.143780 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a42a2604-4fc4-421e-90a0-8e11b8e6d51a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:41.150225 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:41.162222 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-391ef75c-8d05-4035-828b-e31c556a4ce7 req-4f5ff44e-772d-48a1-a604-54011e837bab tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0544925 Nov 24 21:00:41.179982 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab643489-3b62-48e5-9d4b-4425ccd08dda req-195633a4-653e-41bf-acb2-4471f190b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:41.181541 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ab643489-3b62-48e5-9d4b-4425ccd08dda req-195633a4-653e-41bf-acb2-4471f190b9b0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 1101 time: 0.3351676 Nov 24 21:00:41.225936 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635d75a2-018b-44f0-9522-ee186cab0226 None None] Network 1db2c526-7dbb-43dc-8355-0dce2bb7e6cc is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:41.250686 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-711110da-c266-4957-adaa-15eb2f63eb69 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:41.251254 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-711110da-c266-4957-adaa-15eb2f63eb69 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Added segment 2ecb6e3c-2e22-45b8-b215-eeb1196cb749 of type vlan for network edb763d1-ab0d-40bc-9121-8568fd759fa5 Nov 24 21:00:41.353998 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a42a2604-4fc4-421e-90a0-8e11b8e6d51a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:41.361291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42a2604-4fc4-421e-90a0-8e11b8e6d51a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:41.362053 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a42a2604-4fc4-421e-90a0-8e11b8e6d51a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:41.366360 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-711110da-c266-4957-adaa-15eb2f63eb69 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:41.431165 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6bcb2-aa95-4a0c-98e7-aa188a8e07c0 req-0bb42f74-a225-4a1d-be72-c7988d22401b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:41.434602 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-635d75a2-018b-44f0-9522-ee186cab0226 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:41.437443 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635d75a2-018b-44f0-9522-ee186cab0226 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:00:41.438494 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6bcb2-aa95-4a0c-98e7-aa188a8e07c0 req-0bb42f74-a225-4a1d-be72-c7988d22401b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:41.440459 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f9ca8e8b-60f7-4eb3-aea9-9a18789005b7 None None] Provisioning complete for port 238c601e-8f81-4dd2-8cc4-4a1564fd2351 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:41.440836 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f9ca8e8b-60f7-4eb3-aea9-9a18789005b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:41.446128 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6bcb2-aa95-4a0c-98e7-aa188a8e07c0 req-0bb42f74-a225-4a1d-be72-c7988d22401b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:41.453630 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6bcb2-aa95-4a0c-98e7-aa188a8e07c0 req-0bb42f74-a225-4a1d-be72-c7988d22401b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:41.459752 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6bcb2-aa95-4a0c-98e7-aa188a8e07c0 req-0bb42f74-a225-4a1d-be72-c7988d22401b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:41.467185 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6bcb2-aa95-4a0c-98e7-aa188a8e07c0 req-0bb42f74-a225-4a1d-be72-c7988d22401b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:41.474667 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6bcb2-aa95-4a0c-98e7-aa188a8e07c0 req-0bb42f74-a225-4a1d-be72-c7988d22401b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:41.476846 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a9e6bcb2-aa95-4a0c-98e7-aa188a8e07c0 req-0bb42f74-a225-4a1d-be72-c7988d22401b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5435 time: 0.2991536 Nov 24 21:00:41.484624 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1fd431f3-99ae-4ed5-97be-29def938f005 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:00:41.496971 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a42a2604-4fc4-421e-90a0-8e11b8e6d51a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9143395 Nov 24 21:00:41.499683 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39732) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:41.500979 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ab643489-3b62-48e5-9d4b-4425ccd08dda req-be9a48b0-4488-43e8-a203-25517e1db8e4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946276 Nov 24 21:00:41.507296 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:41.515895 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 1fd431f3-99ae-4ed5-97be-29def938f005 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:00:41.516370 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1fd431f3-99ae-4ed5-97be-29def938f005 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:00:41.517654 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-430259d3-d526-4652-80c4-1cb493e9efb5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:41.529502 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f2832cd7-4d9e-4ae1-b570-f3ae702cea52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:41.550706 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-430259d3-d526-4652-80c4-1cb493e9efb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:41.554950 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-b0b478dc-2dec-43fc-ac04-e5a4e92d86fc tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'subnet': {'network_id': '2923d3ac-ce71-4e11-818a-225b8c548c90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:41.570088 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d75a2-018b-44f0-9522-ee186cab0226 None None] Pushing event updated for resources: {'Port': ['ID=95aed45b-c0e7-445d-b3ed-5f14dc39ab8e,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:41.591808 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a2604-4fc4-421e-90a0-8e11b8e6d51a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Network': ['ID=2923d3ac-ce71-4e11-818a-225b8c548c90,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:41.616657 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-711110da-c266-4957-adaa-15eb2f63eb69 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:41.622461 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711110da-c266-4957-adaa-15eb2f63eb69 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:41.623178 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-711110da-c266-4957-adaa-15eb2f63eb69 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:41.702002 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 2923d3ac-ce71-4e11-818a-225b8c548c90 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:00:41.730060 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-1bab9e43-633c-4a58-9059-f7a1c32c63ab tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting port f80397ed-276f-4417-8966-f73352858ffd {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:41.730566 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1bab9e43-633c-4a58-9059-f7a1c32c63ab tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:41.738955 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-711110da-c266-4957-adaa-15eb2f63eb69 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8057408 Nov 24 21:00:41.743037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39736) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:41.752500 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-bdafdac6-5782-4d90-b6e1-7891ecbf94e8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'subnet': {'network_id': 'edb763d1-ab0d-40bc-9121-8568fd759fa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:41.758201 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-430259d3-d526-4652-80c4-1cb493e9efb5 admin admin] Allocated IP 172.25.5.106 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/7f432429-060f-40c1-ac7d-964025e76a03) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:41.897992 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711110da-c266-4957-adaa-15eb2f63eb69 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Network': ['ID=edb763d1-ab0d-40bc-9121-8568fd759fa5,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:41.929330 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network edb763d1-ab0d-40bc-9121-8568fd759fa5 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:00:41.951905 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a9e6bcb2-aa95-4a0c-98e7-aa188a8e07c0 req-37d596b5-083e-4230-bce0-edb7dc47604d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4470437 Nov 24 21:00:41.957353 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-635d75a2-018b-44f0-9522-ee186cab0226 None None] Attempting to bind port 95aed45b-c0e7-445d-b3ed-5f14dc39ab8e on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:00:41.958374 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-635d75a2-018b-44f0-9522-ee186cab0226 None None] Attempting to bind port 95aed45b-c0e7-445d-b3ed-5f14dc39ab8e by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '50091b6f-8510-4fe7-99f6-affd19cd995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:00:41.958374 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635d75a2-018b-44f0-9522-ee186cab0226 None None] Attempting to bind port 95aed45b-c0e7-445d-b3ed-5f14dc39ab8e on network 1db2c526-7dbb-43dc-8355-0dce2bb7e6cc {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:00:41.997194 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1bab9e43-633c-4a58-9059-f7a1c32c63ab tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:41.997882 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635d75a2-018b-44f0-9522-ee186cab0226 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:00:41.998359 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635d75a2-018b-44f0-9522-ee186cab0226 None None] Checking segment: {'id': '50091b6f-8510-4fe7-99f6-affd19cd995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:41.998825 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-635d75a2-018b-44f0-9522-ee186cab0226 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:41.999260 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635d75a2-018b-44f0-9522-ee186cab0226 None None] Bound using segment: {'id': '50091b6f-8510-4fe7-99f6-affd19cd995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:00:41.999891 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-635d75a2-018b-44f0-9522-ee186cab0226 None None] Bound port: 95aed45b-c0e7-445d-b3ed-5f14dc39ab8e, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50091b6f-8510-4fe7-99f6-affd19cd995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:00:42.001104 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-635d75a2-018b-44f0-9522-ee186cab0226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:42.017382 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-430259d3-d526-4652-80c4-1cb493e9efb5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:42.019332 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-1bab9e43-633c-4a58-9059-f7a1c32c63ab tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Calling delete_port for f80397ed-276f-4417-8966-f73352858ffd owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:42.024865 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=238c601e-8f81-4dd2-8cc4-4a1564fd2351,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:42.050356 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdafdac6-5782-4d90-b6e1-7891ecbf94e8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Made reservation on behalf of 477a0cb75e98499e9b77be2952c0d710 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:42.054012 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bdafdac6-5782-4d90-b6e1-7891ecbf94e8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:42.098543 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b478dc-2dec-43fc-ac04-e5a4e92d86fc tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Made reservation on behalf of 5ef7f67306b24de79e4801e6d8b904e0 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:42.102453 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b0b478dc-2dec-43fc-ac04-e5a4e92d86fc tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:42.144340 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-635d75a2-018b-44f0-9522-ee186cab0226 None None] For port 95aed45b-c0e7-445d-b3ed-5f14dc39ab8e, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:00:42.148952 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-635d75a2-018b-44f0-9522-ee186cab0226 None None] For port 95aed45b-c0e7-445d-b3ed-5f14dc39ab8e, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=95aed45b-c0e7-445d-b3ed-5f14dc39ab8e,segment=NetworkSegment(50091b6f-8510-4fe7-99f6-affd19cd995c),segment_id=50091b6f-8510-4fe7-99f6-affd19cd995c)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:00:42.155823 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-635d75a2-018b-44f0-9522-ee186cab0226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:42.195215 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-430259d3-d526-4652-80c4-1cb493e9efb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:42.246561 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d75a2-018b-44f0-9522-ee186cab0226 None None] Pushing event updated for resources: {'Port': ['ID=95aed45b-c0e7-445d-b3ed-5f14dc39ab8e,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:42.248013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430259d3-d526-4652-80c4-1cb493e9efb5 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:42.256711 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-430259d3-d526-4652-80c4-1cb493e9efb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:42.274884 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09665138-7939-482f-9954-a2f59c61f3e4 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:00:42.298771 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430259d3-d526-4652-80c4-1cb493e9efb5 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:00:42.315443 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1bab9e43-633c-4a58-9059-f7a1c32c63ab tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:42.334487 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:42.339394 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ad217d70-898e-448a-b7ad-50da92e3f2d9 None None] Provisioning complete for port 7f432429-060f-40c1-ac7d-964025e76a03 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:42.339774 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ad217d70-898e-448a-b7ad-50da92e3f2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:42.399380 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-ad217d70-898e-448a-b7ad-50da92e3f2d9 None None] Port 7f432429-060f-40c1-ac7d-964025e76a03 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:00:42.491237 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab9e43-633c-4a58-9059-f7a1c32c63ab tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Port': ['ID=f80397ed-276f-4417-8966-f73352858ffd,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:42.519830 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1bab9e43-633c-4a58-9059-f7a1c32c63ab tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:42.525956 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1bab9e43-633c-4a58-9059-f7a1c32c63ab tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/ports/f80397ed-276f-4417-8966-f73352858ffd HTTP/1.1" status: 204 len: 168 time: 1.4035676 Nov 24 21:00:42.525956 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b0b478dc-2dec-43fc-ac04-e5a4e92d86fc tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:42.527862 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39742) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:42.587479 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430259d3-d526-4652-80c4-1cb493e9efb5 admin admin] Pushing event updated for resources: {'Port': ['ID=7f432429-060f-40c1-ac7d-964025e76a03,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:42.597862 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-a994f493-22cb-4df4-a246-d66c2fef36e3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] GET failed (client error): The resource could not be found. Nov 24 21:00:42.599446 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a994f493-22cb-4df4-a246-d66c2fef36e3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports/f80397ed-276f-4417-8966-f73352858ffd HTTP/1.1" status: 404 len: 333 time: 0.0684340 Nov 24 21:00:42.602226 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39744) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:42.619556 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-05101b6e-5d29-4a54-bf01-d22e7516d9e5 None None] Could not find standard attr ID for object f80397ed-276f-4417-8966-f73352858ffd. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:00:42.658251 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-05101b6e-5d29-4a54-bf01-d22e7516d9e5 None None] Provisioning complete for port 3948bbe3-f9ba-4f3f-ac0a-9b6cf295cd87 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:42.659005 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-05101b6e-5d29-4a54-bf01-d22e7516d9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:42.693675 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b478dc-2dec-43fc-ac04-e5a4e92d86fc tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Subnet': ['ID=1365f30f-b6a7-4320-aca7-795f452d92b0,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:42.706481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b478dc-2dec-43fc-ac04-e5a4e92d86fc tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Checking segment: {'id': '566a5e6f-0eda-4ac4-a826-4b3465b1b4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2923d3ac-ce71-4e11-818a-225b8c548c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:42.706481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b478dc-2dec-43fc-ac04-e5a4e92d86fc tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Network hostable DHCP agents. Network: 2923d3ac-ce71-4e11-818a-225b8c548c90, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:00:42.721494 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecf799-982e-4fec-a533-b073f32dc8d8 req-4e09390c-a5c1-4d55-bee2-055a8a3199d0 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:42.730077 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-13ecf799-982e-4fec-a533-b073f32dc8d8 req-4e09390c-a5c1-4d55-bee2-055a8a3199d0 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 950 time: 0.4118335 Nov 24 21:00:42.736042 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-05101b6e-5d29-4a54-bf01-d22e7516d9e5 None None] Port 3948bbe3-f9ba-4f3f-ac0a-9b6cf295cd87 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:00:42.771681 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-05101b6e-5d29-4a54-bf01-d22e7516d9e5 None None] Provisioning complete for port 238c601e-8f81-4dd2-8cc4-4a1564fd2351 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:42.771937 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-05101b6e-5d29-4a54-bf01-d22e7516d9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:42.816740 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b478dc-2dec-43fc-ac04-e5a4e92d86fc tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Network 2923d3ac-ce71-4e11-818a-225b8c548c90 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:00:42.854303 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-b0b478dc-2dec-43fc-ac04-e5a4e92d86fc tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 2923d3ac-ce71-4e11-818a-225b8c548c90) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:42.869574 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f71f9b-3ea4-4fb9-9975-26c521a58d0a None None] Network 2923d3ac-ce71-4e11-818a-225b8c548c90 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:42.873319 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b478dc-2dec-43fc-ac04-e5a4e92d86fc tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:42.874130 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b0b478dc-2dec-43fc-ac04-e5a4e92d86fc tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:42.911845 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-de582bb3-b94a-4f90-84fd-a1a24334f721 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting port 3948bbe3-f9ba-4f3f-ac0a-9b6cf295cd87 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:42.912191 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de582bb3-b94a-4f90-84fd-a1a24334f721 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:42.952542 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b0b478dc-2dec-43fc-ac04-e5a4e92d86fc tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4460201 Nov 24 21:00:42.957397 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39750) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:43.150374 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-13ecf799-982e-4fec-a533-b073f32dc8d8 req-e0448366-9b55-484b-ae25-ddbdbd04c999 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190795 Nov 24 21:00:43.158516 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bdafdac6-5782-4d90-b6e1-7891ecbf94e8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:43.257917 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-825a2240-252b-47cb-8b32-3ed530f6603a None None] Provisioning complete for port 3948bbe3-f9ba-4f3f-ac0a-9b6cf295cd87 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:43.259903 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-825a2240-252b-47cb-8b32-3ed530f6603a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:43.275676 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de582bb3-b94a-4f90-84fd-a1a24334f721 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:43.298376 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafdac6-5782-4d90-b6e1-7891ecbf94e8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Subnet': ['ID=75175cc1-ddcd-45c1-82e3-d0523349be61,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:43.308997 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-825a2240-252b-47cb-8b32-3ed530f6603a None None] Port 3948bbe3-f9ba-4f3f-ac0a-9b6cf295cd87 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:00:43.311432 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba8499b-8bc2-4281-a71b-441bb31d9229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-2923d3ac-ce71-4e11-818a-225b8c548c90', 'network_id': '2923d3ac-ce71-4e11-818a-225b8c548c90', 'tenant_id': '5ef7f67306b24de79e4801e6d8b904e0', 'fixed_ips': [{'subnet_id': '1365f30f-b6a7-4320-aca7-795f452d92b0'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:00:43.312347 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4ba8499b-8bc2-4281-a71b-441bb31d9229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:43.331986 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-de582bb3-b94a-4f90-84fd-a1a24334f721 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Calling delete_port for 3948bbe3-f9ba-4f3f-ac0a-9b6cf295cd87 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:43.370127 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-430259d3-d526-4652-80c4-1cb493e9efb5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:43.375279 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16d70b-0c64-4f09-b514-a9493f4cc9d4 req-8095e32f-03c7-4a73-90f7-314957f07381 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:43.381838 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16d70b-0c64-4f09-b514-a9493f4cc9d4 req-8095e32f-03c7-4a73-90f7-314957f07381 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:43.394317 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16d70b-0c64-4f09-b514-a9493f4cc9d4 req-8095e32f-03c7-4a73-90f7-314957f07381 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:43.409326 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16d70b-0c64-4f09-b514-a9493f4cc9d4 req-8095e32f-03c7-4a73-90f7-314957f07381 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:43.419199 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16d70b-0c64-4f09-b514-a9493f4cc9d4 req-8095e32f-03c7-4a73-90f7-314957f07381 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:43.426157 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16d70b-0c64-4f09-b514-a9493f4cc9d4 req-8095e32f-03c7-4a73-90f7-314957f07381 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:43.432163 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16d70b-0c64-4f09-b514-a9493f4cc9d4 req-8095e32f-03c7-4a73-90f7-314957f07381 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:43.435404 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ac16d70b-0c64-4f09-b514-a9493f4cc9d4 req-8095e32f-03c7-4a73-90f7-314957f07381 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5435 time: 0.2847126 Nov 24 21:00:43.460911 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:43.470588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdafdac6-5782-4d90-b6e1-7891ecbf94e8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Checking segment: {'id': '2ecb6e3c-2e22-45b8-b215-eeb1196cb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'edb763d1-ab0d-40bc-9121-8568fd759fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:43.471262 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdafdac6-5782-4d90-b6e1-7891ecbf94e8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network hostable DHCP agents. Network: edb763d1-ab0d-40bc-9121-8568fd759fa5, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:00:43.589207 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b0aa062c-9191-40e2-afcd-1ff0144bd5c9 None None] Could not find standard attr ID for object f80397ed-276f-4417-8966-f73352858ffd. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:00:43.627740 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-4ba8499b-8bc2-4281-a71b-441bb31d9229 None None] Allocated IP 172.20.0.2 (2923d3ac-ce71-4e11-818a-225b8c548c90/1365f30f-b6a7-4320-aca7-795f452d92b0/7898c8c5-36a8-4eaa-93aa-17bd45d5eb42) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:43.651392 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdafdac6-5782-4d90-b6e1-7891ecbf94e8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network edb763d1-ab0d-40bc-9121-8568fd759fa5 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:00:43.697279 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-bdafdac6-5782-4d90-b6e1-7891ecbf94e8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, edb763d1-ab0d-40bc-9121-8568fd759fa5) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:43.708667 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdafdac6-5782-4d90-b6e1-7891ecbf94e8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:43.709536 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bdafdac6-5782-4d90-b6e1-7891ecbf94e8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:43.732455 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8243ac-3c15-49bd-9a23-66b61a96723d None None] Network edb763d1-ab0d-40bc-9121-8568fd759fa5 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:43.780718 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ac16d70b-0c64-4f09-b514-a9493f4cc9d4 req-5860c0e1-7d7f-46d5-a071-bc62a8607ad2 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3310506 Nov 24 21:00:43.794979 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bdafdac6-5782-4d90-b6e1-7891ecbf94e8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0499375 Nov 24 21:00:43.798261 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39760) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:43.803046 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-26e349cf-ca20-4365-850e-df978b692fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1343652090', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:43.836962 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:43.911042 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:43.929488 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26e349cf-ca20-4365-850e-df978b692fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:43.932938 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26e349cf-ca20-4365-850e-df978b692fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:43.958043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 238c601e-8f81-4dd2-8cc4-4a1564fd2351 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:44.026882 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-430259d3-d526-4652-80c4-1cb493e9efb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:44.059473 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de582bb3-b94a-4f90-84fd-a1a24334f721 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:44.085548 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26e349cf-ca20-4365-850e-df978b692fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:44.101153 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de582bb3-b94a-4f90-84fd-a1a24334f721 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Port': ['ID=3948bbe3-f9ba-4f3f-ac0a-9b6cf295cd87,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:44.149099 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de582bb3-b94a-4f90-84fd-a1a24334f721 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:44.156685 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-de582bb3-b94a-4f90-84fd-a1a24334f721 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/ports/3948bbe3-f9ba-4f3f-ac0a-9b6cf295cd87 HTTP/1.1" status: 204 len: 168 time: 1.5534043 Nov 24 21:00:44.158536 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723ec5a9-770d-4216-9db6-e430812c22e4 None None] Network 1db2c526-7dbb-43dc-8355-0dce2bb7e6cc requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:44.161369 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39764) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:44.173503 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26e349cf-ca20-4365-850e-df978b692fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:44.206432 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-460254d5-9e19-4237-93f3-5b308824210c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] GET failed (client error): The resource could not be found. Nov 24 21:00:44.211043 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-460254d5-9e19-4237-93f3-5b308824210c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports/3948bbe3-f9ba-4f3f-ac0a-9b6cf295cd87 HTTP/1.1" status: 404 len: 333 time: 0.0459847 Nov 24 21:00:44.211309 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39768) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:44.303154 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3be780-f7d6-4a1b-a495-dc05381763df tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting subnet 89036f3c-d696-40a1-8c86-c217aaa5f815 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:00:44.303689 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef3be780-f7d6-4a1b-a495-dc05381763df tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:44.323805 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 238c601e-8f81-4dd2-8cc4-4a1564fd2351 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:44.324814 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:44.400923 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef3be780-f7d6-4a1b-a495-dc05381763df tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:44.458000 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4388dd-5fdd-433a-b86b-5af4c38a9207 req-e73549f5-685d-47ac-a4d1-bfa7c2313e90 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:44.459879 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1e4388dd-5fdd-433a-b86b-5af4c38a9207 req-e73549f5-685d-47ac-a4d1-bfa7c2313e90 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 950 time: 0.1070027 Nov 24 21:00:44.554182 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef3be780-f7d6-4a1b-a495-dc05381763df tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:44.582922 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1e4388dd-5fdd-433a-b86b-5af4c38a9207 req-c357a51c-71cd-442f-adc2-a7e9dca8b0e0 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158829 Nov 24 21:00:44.628828 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77020199-9280-4352-9552-ccd86bb256e1 req-210ea04e-487e-4ae8-b344-54b013a463d4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:44.641709 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77020199-9280-4352-9552-ccd86bb256e1 req-210ea04e-487e-4ae8-b344-54b013a463d4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:44.648786 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77020199-9280-4352-9552-ccd86bb256e1 req-210ea04e-487e-4ae8-b344-54b013a463d4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:44.653688 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77020199-9280-4352-9552-ccd86bb256e1 req-210ea04e-487e-4ae8-b344-54b013a463d4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:44.659793 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef3be780-f7d6-4a1b-a495-dc05381763df tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:44.660452 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77020199-9280-4352-9552-ccd86bb256e1 req-210ea04e-487e-4ae8-b344-54b013a463d4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:44.666763 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77020199-9280-4352-9552-ccd86bb256e1 req-210ea04e-487e-4ae8-b344-54b013a463d4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:44.673874 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77020199-9280-4352-9552-ccd86bb256e1 req-210ea04e-487e-4ae8-b344-54b013a463d4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:44.697406 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77020199-9280-4352-9552-ccd86bb256e1 req-210ea04e-487e-4ae8-b344-54b013a463d4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5435 time: 0.7148235 Nov 24 21:00:44.697939 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39776) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:44.717575 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3be780-f7d6-4a1b-a495-dc05381763df tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Subnet': ['ID=89036f3c-d696-40a1-8c86-c217aaa5f815,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:44.732050 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef3be780-f7d6-4a1b-a495-dc05381763df tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:44.738146 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ef3be780-f7d6-4a1b-a495-dc05381763df tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/subnets/89036f3c-d696-40a1-8c86-c217aaa5f815 HTTP/1.1" status: 204 len: 168 time: 0.5254526 Nov 24 21:00:44.740967 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39778) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:44.771083 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-5d4528af-3041-4253-93a4-d7e305303d79 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Request body: {'floatingip': {'port_id': '905b2eeb-dedf-487a-a6aa-667f4d04bff3'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:44.781565 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26e349cf-ca20-4365-850e-df978b692fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:44.790544 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-26e349cf-ca20-4365-850e-df978b692fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9912331 Nov 24 21:00:44.800976 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39780) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:44.818058 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-cf93cb56-4485-4687-91fa-c57579d7b1cb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'port': {'network_id': 'edb763d1-ab0d-40bc-9121-8568fd759fa5', 'name': 'tempest-RoutersIpV6Test-1398676336'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:44.840603 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-fe1c947a-f80a-4fe1-a96e-247e11021440 None None] Provisioning complete for port 95aed45b-c0e7-445d-b3ed-5f14dc39ab8e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:44.841404 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fe1c947a-f80a-4fe1-a96e-247e11021440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:44.843597 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-edb763d1-ab0d-40bc-9121-8568fd759fa5', 'network_id': 'edb763d1-ab0d-40bc-9121-8568fd759fa5', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'fixed_ips': [{'subnet_id': '75175cc1-ddcd-45c1-82e3-d0523349be61'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:00:44.845352 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:44.846573 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5d4528af-3041-4253-93a4-d7e305303d79 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for floatingip, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:44.872605 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 95aed45b-c0e7-445d-b3ed-5f14dc39ab8e up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:44.912080 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d781e94c-ed81-4cb1-960c-d5159e624f19 None None] Network 3c889e2e-3805-4ee0-8ecb-d5aa687583ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:44.995532 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4ba8499b-8bc2-4281-a71b-441bb31d9229 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:45.007195 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430259d3-d526-4652-80c4-1cb493e9efb5 admin admin] Router f3ffbb09-f811-44f4-8484-b0fd0dce135c is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:00:45.018385 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:45.080981 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659bce7-521b-4cea-abee-8c5e24cb0242 req-82c7f412-3218-4d0b-a092-d3b3657286d4 tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:45.083250 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a659bce7-521b-4cea-abee-8c5e24cb0242 req-82c7f412-3218-4d0b-a092-d3b3657286d4 tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 1101 time: 0.3535578 Nov 24 21:00:45.091799 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 95aed45b-c0e7-445d-b3ed-5f14dc39ab8e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:45.092231 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:45.092941 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c6dc653-4b7b-4c2e-b7b3-c1c3273787c8 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:45.110584 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf93cb56-4485-4687-91fa-c57579d7b1cb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Made reservation on behalf of 477a0cb75e98499e9b77be2952c0d710 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:45.119520 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf93cb56-4485-4687-91fa-c57579d7b1cb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:45.144598 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4ba8499b-8bc2-4281-a71b-441bb31d9229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:45.162497 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:45.212658 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-cf93cb56-4485-4687-91fa-c57579d7b1cb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] device_id is not set on port 575d42b8-1bca-435a-96eb-6ae53c58ba52 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:00:45.251166 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Subnet': ['ID=1365f30f-b6a7-4320-aca7-795f452d92b0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:45.275132 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430259d3-d526-4652-80c4-1cb493e9efb5 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:00:45.278955 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8499b-8bc2-4281-a71b-441bb31d9229 None None] Pushing event updated for resources: {'Port': ['ID=7898c8c5-36a8-4eaa-93aa-17bd45d5eb42,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:45.289072 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] Sync routers for ids ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:00:45.311251 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] Routers {'f3ffbb09-f811-44f4-8484-b0fd0dce135c'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:45.311702 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:45.373677 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-430259d3-d526-4652-80c4-1cb493e9efb5 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:45.375365 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-430259d3-d526-4652-80c4-1cb493e9efb5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5509233 Nov 24 21:00:45.378537 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39784) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:45.399299 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a659bce7-521b-4cea-abee-8c5e24cb0242 req-f1731690-b84e-4ef8-80f1-10d31d13fca6 tempest-ServersOnMultiNodesTest-1175634293 tempest-ServersOnMultiNodesTest-1175634293-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004529 Nov 24 21:00:45.455407 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Allocated IP 2001:db8::2 (edb763d1-ab0d-40bc-9121-8568fd759fa5/75175cc1-ddcd-45c1-82e3-d0523349be61/ba0cb9ca-16e4-4e35-8e72-77bf595e847c) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:45.604951 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] Set router f3ffbb09-f811-44f4-8484-b0fd0dce135c gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:00:45.643071 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:45.695285 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba8499b-8bc2-4281-a71b-441bb31d9229 None None] Network 2923d3ac-ce71-4e11-818a-225b8c548c90 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:45.699689 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:45.833175 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Network edb763d1-ab0d-40bc-9121-8568fd759fa5 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:45.837487 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-4ba8499b-8bc2-4281-a71b-441bb31d9229 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:45.904863 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:45.910201 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Pushing event updated for resources: {'Port': ['ID=ba0cb9ca-16e4-4e35-8e72-77bf595e847c,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:45.918851 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-9c6dc653-4b7b-4c2e-b7b3-c1c3273787c8 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting port 238c601e-8f81-4dd2-8cc4-4a1564fd2351 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:45.919188 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c6dc653-4b7b-4c2e-b7b3-c1c3273787c8 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:45.931577 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:45.949119 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba8499b-8bc2-4281-a71b-441bb31d9229 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:00:45.954770 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5d4528af-3041-4253-93a4-d7e305303d79 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:45.983469 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:45.983828 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:45.984704 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:45.985428 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:45.986407 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:45.988611 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:45.989183 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:45.989595 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:45.989954 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:45.990304 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:45.990649 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:45.994473 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:46.006268 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5d4528af-3041-4253-93a4-d7e305303d79 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:46.025785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:00:46.026473 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-9c6dc653-4b7b-4c2e-b7b3-c1c3273787c8 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] For port 238c601e-8f81-4dd2-8cc4-4a1564fd2351, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=238c601e-8f81-4dd2-8cc4-4a1564fd2351,segment=NetworkSegment(ab828aab-caeb-408f-993e-a052ea094b8e),segment_id=ab828aab-caeb-408f-993e-a052ea094b8e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:46.026834 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c6dc653-4b7b-4c2e-b7b3-c1c3273787c8 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:46.044101 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-9c6dc653-4b7b-4c2e-b7b3-c1c3273787c8 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Calling delete_port for 238c601e-8f81-4dd2-8cc4-4a1564fd2351 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:46.113577 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'name': 'tempest-AttachVolumeTestJSON-708664594-router', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7f432429-060f-40c1-ac7d-964025e76a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:00:39Z', 'updated_at': '2021-11-24T21:00:42Z', 'revision_number': 3, 'project_id': '76400c1822bc4519abca8b807069cf99', 'gw_port': {'id': '7f432429-060f-40c1-ac7d-964025e76a03', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ed:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:41Z', 'updated_at': '2021-11-24T21:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:46.160246 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] Checking router: f3ffbb09-f811-44f4-8484-b0fd0dce135c for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:00:46.160604 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] Updating router f3ffbb09-f811-44f4-8484-b0fd0dce135c port 7f432429-060f-40c1-ac7d-964025e76a03 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:00:46.177010 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c6dc653-4b7b-4c2e-b7b3-c1c3273787c8 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:46.212997 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:46.219249 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4ba8499b-8bc2-4281-a71b-441bb31d9229 None None] Attempting to bind port 7898c8c5-36a8-4eaa-93aa-17bd45d5eb42 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:00:46.221368 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4ba8499b-8bc2-4281-a71b-441bb31d9229 None None] Attempting to bind port 7898c8c5-36a8-4eaa-93aa-17bd45d5eb42 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '566a5e6f-0eda-4ac4-a826-4b3465b1b4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2923d3ac-ce71-4e11-818a-225b8c548c90'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:00:46.229283 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba8499b-8bc2-4281-a71b-441bb31d9229 None None] Attempting to bind port 7898c8c5-36a8-4eaa-93aa-17bd45d5eb42 on network 2923d3ac-ce71-4e11-818a-225b8c548c90 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:00:46.233749 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:46.246569 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6dc653-4b7b-4c2e-b7b3-c1c3273787c8 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Port': ['ID=238c601e-8f81-4dd2-8cc4-4a1564fd2351,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:46.262889 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2923d3ac-ce71-4e11-818a-225b8c548c90']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:46.287852 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6dc653-4b7b-4c2e-b7b3-c1c3273787c8 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] No DVR routers for this DVR port 238c601e-8f81-4dd2-8cc4-4a1564fd2351 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:00:46.313562 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fe1c947a-f80a-4fe1-a96e-247e11021440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:46.316894 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566a5e6f-0eda-4ac4-a826-4b3465b1b4cf') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:46.317196 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566a5e6f-0eda-4ac4-a826-4b3465b1b4cf') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:46.330572 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba8499b-8bc2-4281-a71b-441bb31d9229 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:00:46.337157 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba8499b-8bc2-4281-a71b-441bb31d9229 None None] Checking segment: {'id': '566a5e6f-0eda-4ac4-a826-4b3465b1b4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2923d3ac-ce71-4e11-818a-225b8c548c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:46.337760 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4ba8499b-8bc2-4281-a71b-441bb31d9229 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:46.338610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba8499b-8bc2-4281-a71b-441bb31d9229 None None] Bound using segment: {'id': '566a5e6f-0eda-4ac4-a826-4b3465b1b4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2923d3ac-ce71-4e11-818a-225b8c548c90'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:00:46.338927 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4ba8499b-8bc2-4281-a71b-441bb31d9229 None None] Bound port: 7898c8c5-36a8-4eaa-93aa-17bd45d5eb42, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566a5e6f-0eda-4ac4-a826-4b3465b1b4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2923d3ac-ce71-4e11-818a-225b8c548c90'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:00:46.339972 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4ba8499b-8bc2-4281-a71b-441bb31d9229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:46.363385 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-5d4528af-3041-4253-93a4-d7e305303d79 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Floating IP c8b7e7c3-b8ff-4c95-8c8c-2dfd55031704 associated. External IP: 172.25.5.37, port: 905b2eeb-dedf-487a-a6aa-667f4d04bff3. Nov 24 21:00:46.372699 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:46.389185 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:46.396990 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Attempting to bind port ba0cb9ca-16e4-4e35-8e72-77bf595e847c on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:00:46.397566 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Attempting to bind port ba0cb9ca-16e4-4e35-8e72-77bf595e847c by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '2ecb6e3c-2e22-45b8-b215-eeb1196cb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'edb763d1-ab0d-40bc-9121-8568fd759fa5'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:00:46.398163 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Attempting to bind port ba0cb9ca-16e4-4e35-8e72-77bf595e847c on network edb763d1-ab0d-40bc-9121-8568fd759fa5 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:00:46.401762 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:00:46.402457 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:46.486090 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:00:46.486669 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Checking segment: {'id': '2ecb6e3c-2e22-45b8-b215-eeb1196cb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'edb763d1-ab0d-40bc-9121-8568fd759fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:46.487129 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:46.487625 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Bound using segment: {'id': '2ecb6e3c-2e22-45b8-b215-eeb1196cb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'edb763d1-ab0d-40bc-9121-8568fd759fa5'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:00:46.488251 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Bound port: ba0cb9ca-16e4-4e35-8e72-77bf595e847c, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ecb6e3c-2e22-45b8-b215-eeb1196cb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'edb763d1-ab0d-40bc-9121-8568fd759fa5'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:00:46.488776 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:46.565090 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 95aed45b-c0e7-445d-b3ed-5f14dc39ab8e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=95aed45b-c0e7-445d-b3ed-5f14dc39ab8e,segment=NetworkSegment(50091b6f-8510-4fe7-99f6-affd19cd995c),segment_id=50091b6f-8510-4fe7-99f6-affd19cd995c)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:46.586537 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:46.603591 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-cf93cb56-4485-4687-91fa-c57579d7b1cb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Allocated IP 2001:db8::164 (edb763d1-ab0d-40bc-9121-8568fd759fa5/75175cc1-ddcd-45c1-82e3-d0523349be61/575d42b8-1bca-435a-96eb-6ae53c58ba52) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:46.659195 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247b1fdf-de14-4e55-8034-a0528eade11b None None] DHCP port deletion for 3c889e2e-3805-4ee0-8ecb-d5aa687583ba request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:00:46.674668 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4ba8499b-8bc2-4281-a71b-441bb31d9229 None None] For port 7898c8c5-36a8-4eaa-93aa-17bd45d5eb42, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:00:46.695395 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:46.717065 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4ba8499b-8bc2-4281-a71b-441bb31d9229 None None] For port 7898c8c5-36a8-4eaa-93aa-17bd45d5eb42, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7898c8c5-36a8-4eaa-93aa-17bd45d5eb42,segment=NetworkSegment(566a5e6f-0eda-4ac4-a826-4b3465b1b4cf),segment_id=566a5e6f-0eda-4ac4-a826-4b3465b1b4cf)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:00:46.735529 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] For port ba0cb9ca-16e4-4e35-8e72-77bf595e847c, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:00:46.741688 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4ba8499b-8bc2-4281-a71b-441bb31d9229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:46.746046 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] For port ba0cb9ca-16e4-4e35-8e72-77bf595e847c, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ba0cb9ca-16e4-4e35-8e72-77bf595e847c,segment=NetworkSegment(2ecb6e3c-2e22-45b8-b215-eeb1196cb749),segment_id=2ecb6e3c-2e22-45b8-b215-eeb1196cb749)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:00:46.747837 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-fe1c947a-f80a-4fe1-a96e-247e11021440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:00:46.747837 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-fe1c947a-f80a-4fe1-a96e-247e11021440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:00:46.758447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=95aed45b-c0e7-445d-b3ed-5f14dc39ab8e,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:46.799120 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:46.815122 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:46.839617 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8499b-8bc2-4281-a71b-441bb31d9229 None None] Pushing event updated for resources: {'Port': ['ID=7898c8c5-36a8-4eaa-93aa-17bd45d5eb42,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:46.870085 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 238c601e-8f81-4dd2-8cc4-4a1564fd2351 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:00:46.872901 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:46.875147 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf93cb56-4485-4687-91fa-c57579d7b1cb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:00:46.914211 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:00:46.926358 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.db.api [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 21:00:46.926358 n-d-812111-8 neutron-server[109991]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 21:00:46.926358 n-d-812111-8 neutron-server[109991]: [parameters: {'id': '2923d3ac-ce71-4e11-818a-225b8c548c90'}] Nov 24 21:00:46.926358 n-d-812111-8 neutron-server[109991]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:00:46.926795 n-d-812111-8 neutron-server[109991]: DEBUG oslo_db.api [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:00:46.932144 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccba3d72-b1b8-41a9-a21f-34ca8afb1ff1 None None] Network 2923d3ac-ce71-4e11-818a-225b8c548c90 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:46.938305 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 238c601e-8f81-4dd2-8cc4-4a1564fd2351 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:00:46.938795 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 238c601e-8f81-4dd2-8cc4-4a1564fd2351 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:00:46.941117 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28eb4c0-46ed-44e2-9577-c9e0d376559b req-461a89ab-1cc5-4706-a4d2-b54abefea3df tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:46.942728 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e28eb4c0-46ed-44e2-9577-c9e0d376559b req-461a89ab-1cc5-4706-a4d2-b54abefea3df tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 950 time: 1.0793757 Nov 24 21:00:46.945464 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf93cb56-4485-4687-91fa-c57579d7b1cb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:46.967442 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f7a06-138b-4c6c-b05b-8e60c9ec614e None None] Pushing event updated for resources: {'Port': ['ID=7f432429-060f-40c1-ac7d-964025e76a03,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:46.979372 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cfb9c3-41e2-4051-8233-abe5030364fa None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:00:47.027787 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f7a06-138b-4c6c-b05b-8e60c9ec614e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:47.028325 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f7a06-138b-4c6c-b05b-8e60c9ec614e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:47.028840 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f7a06-138b-4c6c-b05b-8e60c9ec614e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:47.029435 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f7a06-138b-4c6c-b05b-8e60c9ec614e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:47.030415 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f7a06-138b-4c6c-b05b-8e60c9ec614e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:47.033212 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f7a06-138b-4c6c-b05b-8e60c9ec614e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:47.033710 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f7a06-138b-4c6c-b05b-8e60c9ec614e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:47.034290 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f7a06-138b-4c6c-b05b-8e60c9ec614e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:47.034956 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f7a06-138b-4c6c-b05b-8e60c9ec614e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:47.035626 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f7a06-138b-4c6c-b05b-8e60c9ec614e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:47.038536 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f7a06-138b-4c6c-b05b-8e60c9ec614e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:47.039058 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f7a06-138b-4c6c-b05b-8e60c9ec614e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:47.057923 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] Attempting to bind port 7f432429-060f-40c1-ac7d-964025e76a03 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:00:47.058542 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] Attempting to bind port 7f432429-060f-40c1-ac7d-964025e76a03 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:00:47.059067 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] Attempting to bind port 7f432429-060f-40c1-ac7d-964025e76a03 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:00:47.071176 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffcadb-3c4d-448d-88cd-2a9fa95ac68c None None] Pushing event updated for resources: {'Port': ['ID=ba0cb9ca-16e4-4e35-8e72-77bf595e847c,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:47.086250 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:00:47.086685 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:47.087093 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:47.087491 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:00:47.087976 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] Bound port: 7f432429-060f-40c1-ac7d-964025e76a03, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:00:47.088359 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:47.108331 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e28eb4c0-46ed-44e2-9577-c9e0d376559b req-55f50ea4-a7f8-4ca0-8a21-40056e08a004 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577084 Nov 24 21:00:47.109743 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93cb56-4485-4687-91fa-c57579d7b1cb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Port': ['ID=575d42b8-1bca-435a-96eb-6ae53c58ba52,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:47.154247 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c6dc653-4b7b-4c2e-b7b3-c1c3273787c8 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:47.203321 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-9c6dc653-4b7b-4c2e-b7b3-c1c3273787c8 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c889e2e-3805-4ee0-8ecb-d5aa687583ba']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:47.208397 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf93cb56-4485-4687-91fa-c57579d7b1cb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network edb763d1-ab0d-40bc-9121-8568fd759fa5 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:47.216808 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-cf93cb56-4485-4687-91fa-c57579d7b1cb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:47.220790 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-9c6dc653-4b7b-4c2e-b7b3-c1c3273787c8 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab828aab-caeb-408f-993e-a052ea094b8e') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:47.221581 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-9c6dc653-4b7b-4c2e-b7b3-c1c3273787c8 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab828aab-caeb-408f-993e-a052ea094b8e') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:47.222406 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] For port 7f432429-060f-40c1-ac7d-964025e76a03, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:00:47.223926 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf93cb56-4485-4687-91fa-c57579d7b1cb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:00:47.227424 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] For port 7f432429-060f-40c1-ac7d-964025e76a03, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7f432429-060f-40c1-ac7d-964025e76a03,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:00:47.232932 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf93cb56-4485-4687-91fa-c57579d7b1cb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:47.234533 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf93cb56-4485-4687-91fa-c57579d7b1cb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:47.238282 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:47.269406 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c6dc653-4b7b-4c2e-b7b3-c1c3273787c8 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:47.279205 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cf93cb56-4485-4687-91fa-c57579d7b1cb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4745743 Nov 24 21:00:47.287240 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39798) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:47.377749 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f7a06-138b-4c6c-b05b-8e60c9ec614e None None] Pushing event updated for resources: {'Port': ['ID=7f432429-060f-40c1-ac7d-964025e76a03,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:47.393209 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] Routers {'f3ffbb09-f811-44f4-8484-b0fd0dce135c'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:47.394665 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5569e0d-08f7-4be0-b397-19b5f9ffd087 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:00:47.396302 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:47.474471 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e7a35404-0be9-4ff0-803d-8a7c761f1dd3 None None] Provisioning complete for port 95aed45b-c0e7-445d-b3ed-5f14dc39ab8e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:47.474875 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e7a35404-0be9-4ff0-803d-8a7c761f1dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:47.512127 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:47.523093 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c6dc653-4b7b-4c2e-b7b3-c1c3273787c8 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:47.533345 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6dc653-4b7b-4c2e-b7b3-c1c3273787c8 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:00:47.533841 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c6dc653-4b7b-4c2e-b7b3-c1c3273787c8 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:47.599097 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] Set router f3ffbb09-f811-44f4-8484-b0fd0dce135c gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:00:47.619509 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:00:47.765644 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c6dc653-4b7b-4c2e-b7b3-c1c3273787c8 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:47.771451 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e7a35404-0be9-4ff0-803d-8a7c761f1dd3 None None] Provisioning complete for port 7f432429-060f-40c1-ac7d-964025e76a03 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:47.771999 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e7a35404-0be9-4ff0-803d-8a7c761f1dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:47.796455 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c6dc653-4b7b-4c2e-b7b3-c1c3273787c8 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:47.804680 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9c6dc653-4b7b-4c2e-b7b3-c1c3273787c8 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/networks/3c889e2e-3805-4ee0-8ecb-d5aa687583ba HTTP/1.1" status: 204 len: 168 time: 3.0498745 Nov 24 21:00:47.821510 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39806) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:47.833435 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-dfd01de5-51d6-4d12-802b-4fc60e2cc38c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1896389920'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:47.846878 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6dc653-4b7b-4c2e-b7b3-c1c3273787c8 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Network': ['ID=3c889e2e-3805-4ee0-8ecb-d5aa687583ba,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:47.954034 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Allocated IP 172.20.0.1 (1db2c526-7dbb-43dc-8355-0dce2bb7e6cc/5df44411-bad0-41e8-8c64-bf8945205f26/f715d8b5-3fc2-4267-9512-ca0f9a46817c) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:48.010287 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'name': 'tempest-AttachVolumeTestJSON-708664594-router', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7f432429-060f-40c1-ac7d-964025e76a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:00:39Z', 'updated_at': '2021-11-24T21:00:42Z', 'revision_number': 3, 'project_id': '76400c1822bc4519abca8b807069cf99', 'gw_port': {'id': '7f432429-060f-40c1-ac7d-964025e76a03', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ed:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:41Z', 'updated_at': '2021-11-24T21:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:48.049369 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128b58bc-2dc4-4f8b-abe2-6b394c35c7d2 None None] The sync data for ids ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'] in n-d-812111-8 is: [{'id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'name': 'tempest-AttachVolumeTestJSON-708664594-router', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7f432429-060f-40c1-ac7d-964025e76a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:00:39Z', 'updated_at': '2021-11-24T21:00:42Z', 'revision_number': 3, 'project_id': '76400c1822bc4519abca8b807069cf99', 'gw_port': {'id': '7f432429-060f-40c1-ac7d-964025e76a03', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ed:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:41Z', 'updated_at': '2021-11-24T21:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:00:48.134290 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd01de5-51d6-4d12-802b-4fc60e2cc38c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:48.137986 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfd01de5-51d6-4d12-802b-4fc60e2cc38c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:48.144613 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:48.257008 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4528af-3041-4253-93a4-d7e305303d79 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Router 36587df1-ab15-4f57-9a61-01d90f974732 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:00:48.279319 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Deleting port 7898c8c5-36a8-4eaa-93aa-17bd45d5eb42 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:48.279919 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:48.376357 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e7a35404-0be9-4ff0-803d-8a7c761f1dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:48.386363 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd01de5-51d6-4d12-802b-4fc60e2cc38c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:00:48.434222 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163be7f1-2b5b-486f-a389-b71853564ffe req-e7cfb007-8a3f-4b67-90a3-4ce2e3afce90 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:48.435732 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-163be7f1-2b5b-486f-a389-b71853564ffe req-e7cfb007-8a3f-4b67-90a3-4ce2e3afce90 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 950 time: 1.2556334 Nov 24 21:00:48.449368 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-e7a35404-0be9-4ff0-803d-8a7c761f1dd3 None None] For port 7f432429-060f-40c1-ac7d-964025e76a03, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7f432429-060f-40c1-ac7d-964025e76a03,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:48.462998 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e7a35404-0be9-4ff0-803d-8a7c761f1dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:48.466963 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:48.470385 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5631de64-4ad7-49a9-82c2-1024630bdc0b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:48.550667 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfd01de5-51d6-4d12-802b-4fc60e2cc38c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:48.551289 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-dfd01de5-51d6-4d12-802b-4fc60e2cc38c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Added segment 436cf594-684f-4010-bad7-bbcc0412c3e4 of type vlan for network 23cbde20-8586-4fec-8309-69bdd17e3b0f Nov 24 21:00:48.604861 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a35404-0be9-4ff0-803d-8a7c761f1dd3 None None] Pushing event updated for resources: {'Port': ['ID=7f432429-060f-40c1-ac7d-964025e76a03,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:48.685759 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Network 1db2c526-7dbb-43dc-8355-0dce2bb7e6cc is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:48.713255 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:48.727210 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:00:48.760802 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] For port 7898c8c5-36a8-4eaa-93aa-17bd45d5eb42, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7898c8c5-36a8-4eaa-93aa-17bd45d5eb42,segment=NetworkSegment(566a5e6f-0eda-4ac4-a826-4b3465b1b4cf),segment_id=566a5e6f-0eda-4ac4-a826-4b3465b1b4cf)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:48.761594 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:48.791157 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfd01de5-51d6-4d12-802b-4fc60e2cc38c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:48.888208 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84281b47-3b94-47dd-93c2-d9c22a4d7f0a None None] Network edb763d1-ab0d-40bc-9121-8568fd759fa5 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:48.913607 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084e1ae-d9ee-4ec2-bb64-4fd6d3af6da3 req-461ccbd2-acdd-4c08-92d7-714e201f09c1 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:48.925404 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Pushing event updated for resources: {'Port': ['ID=f715d8b5-3fc2-4267-9512-ca0f9a46817c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:48.927341 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b084e1ae-d9ee-4ec2-bb64-4fd6d3af6da3 req-461ccbd2-acdd-4c08-92d7-714e201f09c1 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 950 time: 0.6271052 Nov 24 21:00:48.957011 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.db.resource_extend [None req-dfd01de5-51d6-4d12-802b-4fc60e2cc38c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 21:00:48.979889 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4528af-3041-4253-93a4-d7e305303d79 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:00:48.990734 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:48.996879 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:48.997241 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:48.997591 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:48.997931 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:48.998438 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:49.005323 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:49.005911 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:49.006449 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:49.006954 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:49.007454 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:49.007578 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Calling delete_port for 7898c8c5-36a8-4eaa-93aa-17bd45d5eb42 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:49.008054 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:00:49.021520 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5d4528af-3041-4253-93a4-d7e305303d79 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:49.025245 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:49.029657 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99aeeb9-a37e-4465-b846-fb0decdb047d None None] Sync routers for ids ['36587df1-ab15-4f57-9a61-01d90f974732'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:00:49.054227 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-67da70eb-3078-4fe6-ba7c-24fedece9e3a None None] Provisioning complete for port ba0cb9ca-16e4-4e35-8e72-77bf595e847c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:49.059844 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-67da70eb-3078-4fe6-ba7c-24fedece9e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:49.072240 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 95aed45b-c0e7-445d-b3ed-5f14dc39ab8e up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:49.180282 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5d4528af-3041-4253-93a4-d7e305303d79 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "PUT /v2.0/floatingips/c8b7e7c3-b8ff-4c95-8c8c-2dfd55031704 HTTP/1.1" status: 200 len: 990 time: 4.4142866 Nov 24 21:00:49.208218 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'tag': '905b2eeb-dedf-487a-a6aa-667f4d04bff3'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:00:49.210606 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf0af52-c670-479d-96ba-e14bddd0f656" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "tag": "905b2eeb-dedf-487a-a6aa-667f4d04bff3"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:00:49.214777 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99aeeb9-a37e-4465-b846-fb0decdb047d None None] Routers {'36587df1-ab15-4f57-9a61-01d90f974732'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:49.215691 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c99aeeb9-a37e-4465-b846-fb0decdb047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['36587df1-ab15-4f57-9a61-01d90f974732'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:49.228275 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfd01de5-51d6-4d12-802b-4fc60e2cc38c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:49.238298 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd01de5-51d6-4d12-802b-4fc60e2cc38c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:49.239151 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfd01de5-51d6-4d12-802b-4fc60e2cc38c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:49.378281 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-163be7f1-2b5b-486f-a389-b71853564ffe req-288aa949-87c9-4071-8396-7e3f87e08ca8 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Deleting port f2f1a58a-a07a-4669-84bb-5d2ae15136c3 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:49.378641 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-163be7f1-2b5b-486f-a389-b71853564ffe req-288aa949-87c9-4071-8396-7e3f87e08ca8 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:49.400944 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:49.409461 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd01de5-51d6-4d12-802b-4fc60e2cc38c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Network': ['ID=23cbde20-8586-4fec-8309-69bdd17e3b0f,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:49.457748 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dfd01de5-51d6-4d12-802b-4fc60e2cc38c tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6324048 Nov 24 21:00:49.464600 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 23cbde20-8586-4fec-8309-69bdd17e3b0f details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:00:49.468060 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39820) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:49.472380 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd935da8-9505-455d-9321-48209b667f21 x-openstack-request-id: req-cd935da8-9505-455d-9321-48209b667f21 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:00:49.472683 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "tag": "905b2eeb-dedf-487a-a6aa-667f4d04bff3", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:00:49.472973 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd935da8-9505-455d-9321-48209b667f21 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:00:49.473383 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'tag': '905b2eeb-dedf-487a-a6aa-667f4d04bff3', 'status': 'completed', 'code': 200} Nov 24 21:00:49.506547 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Port': ['ID=7898c8c5-36a8-4eaa-93aa-17bd45d5eb42,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:49.514334 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ffb0f551-68c1-4dd1-aeac-e5426ea14bb3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'subnet': {'network_id': '23cbde20-8586-4fec-8309-69bdd17e3b0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:49.617155 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No DVR routers for this DVR port 7898c8c5-36a8-4eaa-93aa-17bd45d5eb42 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:00:49.675706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 95aed45b-c0e7-445d-b3ed-5f14dc39ab8e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:49.676178 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:49.729073 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-c99aeeb9-a37e-4465-b846-fb0decdb047d None None] Set router 36587df1-ab15-4f57-9a61-01d90f974732 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:00:49.736037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-163be7f1-2b5b-486f-a389-b71853564ffe req-288aa949-87c9-4071-8396-7e3f87e08ca8 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] For port f2f1a58a-a07a-4669-84bb-5d2ae15136c3, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=f2f1a58a-a07a-4669-84bb-5d2ae15136c3,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:49.736501 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-163be7f1-2b5b-486f-a389-b71853564ffe req-288aa949-87c9-4071-8396-7e3f87e08ca8 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:49.757760 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-163be7f1-2b5b-486f-a389-b71853564ffe req-288aa949-87c9-4071-8396-7e3f87e08ca8 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Calling delete_port for f2f1a58a-a07a-4669-84bb-5d2ae15136c3 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:49.765003 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0af52-c670-479d-96ba-e14bddd0f656 req-92f6cf4e-d84e-4b17-9324-702c11e20801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:49.765712 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0af52-c670-479d-96ba-e14bddd0f656 req-92f6cf4e-d84e-4b17-9324-702c11e20801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:49.766411 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0af52-c670-479d-96ba-e14bddd0f656 req-92f6cf4e-d84e-4b17-9324-702c11e20801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:49.767233 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0af52-c670-479d-96ba-e14bddd0f656 req-92f6cf4e-d84e-4b17-9324-702c11e20801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:49.767731 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0af52-c670-479d-96ba-e14bddd0f656 req-92f6cf4e-d84e-4b17-9324-702c11e20801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:49.772516 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0af52-c670-479d-96ba-e14bddd0f656 req-92f6cf4e-d84e-4b17-9324-702c11e20801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:49.773293 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0af52-c670-479d-96ba-e14bddd0f656 req-92f6cf4e-d84e-4b17-9324-702c11e20801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:49.775635 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8bf0af52-c670-479d-96ba-e14bddd0f656 req-92f6cf4e-d84e-4b17-9324-702c11e20801 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=838d059057e840c09ac19be61b107bec&device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 6492 time: 0.2527294 Nov 24 21:00:49.784960 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-67da70eb-3078-4fe6-ba7c-24fedece9e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:49.902287 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:49.935956 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2923d3ac-ce71-4e11-818a-225b8c548c90']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:49.945002 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb0f551-68c1-4dd1-aeac-e5426ea14bb3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:49.949356 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ffb0f551-68c1-4dd1-aeac-e5426ea14bb3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:49.954450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device f2f1a58a-a07a-4669-84bb-5d2ae15136c3 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:00:49.959907 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-67da70eb-3078-4fe6-ba7c-24fedece9e3a None None] For port ba0cb9ca-16e4-4e35-8e72-77bf595e847c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ba0cb9ca-16e4-4e35-8e72-77bf595e847c,segment=NetworkSegment(2ecb6e3c-2e22-45b8-b215-eeb1196cb749),segment_id=2ecb6e3c-2e22-45b8-b215-eeb1196cb749)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:49.964059 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566a5e6f-0eda-4ac4-a826-4b3465b1b4cf') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:49.964428 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566a5e6f-0eda-4ac4-a826-4b3465b1b4cf') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:49.992331 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:50.007421 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-67da70eb-3078-4fe6-ba7c-24fedece9e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:50.018043 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:50.026119 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:00:50.026565 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:50.055865 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7f432429-060f-40c1-ac7d-964025e76a03 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:00:50.056178 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:00:50.106773 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:50.270855 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0af52-c670-479d-96ba-e14bddd0f656 req-6cdda161-7fc6-4e24-b3fb-8f3a904eb988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:50.272564 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8bf0af52-c670-479d-96ba-e14bddd0f656 req-6cdda161-7fc6-4e24-b3fb-8f3a904eb988 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2b80d919-dc76-4e07-9d79-d9c7af051c8b HTTP/1.1" status: 200 len: 912 time: 0.1846826 Nov 24 21:00:50.280582 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d54f348a-dd0a-4128-a598-90396c0c28ed None None] Provisioning complete for port f715d8b5-3fc2-4267-9512-ca0f9a46817c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:50.283281 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d54f348a-dd0a-4128-a598-90396c0c28ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:50.358493 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ffb0f551-68c1-4dd1-aeac-e5426ea14bb3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:50.368298 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b084e1ae-d9ee-4ec2-bb64-4fd6d3af6da3 req-b5fccc20-4d0d-45b4-87ff-679d90fc71ee tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4385114 Nov 24 21:00:50.373778 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:50.374751 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-163be7f1-2b5b-486f-a389-b71853564ffe req-288aa949-87c9-4071-8396-7e3f87e08ca8 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:50.385920 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da70eb-3078-4fe6-ba7c-24fedece9e3a None None] Pushing event updated for resources: {'Port': ['ID=ba0cb9ca-16e4-4e35-8e72-77bf595e847c,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:50.402038 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:50.415568 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/networks/2923d3ac-ce71-4e11-818a-225b8c548c90 HTTP/1.1" status: 204 len: 168 time: 7.4570956 Nov 24 21:00:50.423483 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39828) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:50.492850 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-d54f348a-dd0a-4128-a598-90396c0c28ed None None] Port f715d8b5-3fc2-4267-9512-ca0f9a46817c cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:00:50.494870 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['85246882-73af-458a-a001-8de8506eefc2', 'efeeb778-bfb7-4f21-bc08-e5fbf5a7f445', '518c34a3-6779-4d25-bd45-7c57bffdb4f7'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:00:50.515683 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0f551-68c1-4dd1-aeac-e5426ea14bb3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Subnet': ['ID=8d4dc2c5-173d-4566-a3d8-ab17d8abe3ef,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:50.521009 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50fcdd-85ba-4790-b4af-c7cf42742175 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Network': ['ID=2923d3ac-ce71-4e11-818a-225b8c548c90,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:50.533568 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-048eb396-ffc9-4035-86b0-b4a95c7a2cb4 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] GET failed (client error): The resource could not be found. Nov 24 21:00:50.537856 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-048eb396-ffc9-4035-86b0-b4a95c7a2cb4 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "GET /v2.0/subnets/1365f30f-b6a7-4320-aca7-795f452d92b0 HTTP/1.1" status: 404 len: 337 time: 0.0778935 Nov 24 21:00:50.541254 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39830) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:50.598987 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb256ab-068d-4ce6-9965-df9aaa20b9b3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] DELETE failed (client error): The resource could not be found. Nov 24 21:00:50.599514 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb256ab-068d-4ce6-9965-df9aaa20b9b3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:00:50.599958 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['975245fd-a239-4b38-a637-934a9f8ac234', 'b5f19f21-4989-42f5-9009-ef06859751d5', '2b62a78a-de27-40e5-9031-07782fc7c150', '2ef14d52-ee69-4d82-b823-64e70289fcc4'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:00:50.610253 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4bb256ab-068d-4ce6-9965-df9aaa20b9b3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/networks/2923d3ac-ce71-4e11-818a-225b8c548c90 HTTP/1.1" status: 404 len: 339 time: 0.0598848 Nov 24 21:00:50.613619 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39832) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:50.629097 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8bf0af52-c670-479d-96ba-e14bddd0f656 req-ad606e9d-9fb1-4962-bad1-e997c4404bfe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=905b2eeb-dedf-487a-a6aa-667f4d04bff3 HTTP/1.1" status: 200 len: 998 time: 0.2596936 Nov 24 21:00:50.769152 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:50.777109 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288aa949-87c9-4071-8396-7e3f87e08ca8 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Pushing event deleted for resources: {'Port': ['ID=f2f1a58a-a07a-4669-84bb-5d2ae15136c3,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:50.781477 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1681097-e085-45f2-b347-eb4d306e2f64 None None] get_active_networks_info from n-d-812111-8 {{(pid=109992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 21:00:50.783903 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:50.787093 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 7f432429-060f-40c1-ac7d-964025e76a03 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:50.787723 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:50.884870 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5631de64-4ad7-49a9-82c2-1024630bdc0b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:50.894609 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0af52-c670-479d-96ba-e14bddd0f656 req-b44d4a28-2cc4-4d80-b876-8b45d51216c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:50.896205 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8bf0af52-c670-479d-96ba-e14bddd0f656 req-b44d4a28-2cc4-4d80-b876-8b45d51216c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=887b1e02-17a6-4db4-8124-14042ea3bbda HTTP/1.1" status: 200 len: 850 time: 0.2512026 Nov 24 21:00:50.902109 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-163be7f1-2b5b-486f-a389-b71853564ffe req-288aa949-87c9-4071-8396-7e3f87e08ca8 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] No DVR routers for this DVR port f2f1a58a-a07a-4669-84bb-5d2ae15136c3 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:00:50.904042 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5631de64-4ad7-49a9-82c2-1024630bdc0b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:50.919508 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-163be7f1-2b5b-486f-a389-b71853564ffe req-288aa949-87c9-4071-8396-7e3f87e08ca8 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:50.925109 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-163be7f1-2b5b-486f-a389-b71853564ffe req-288aa949-87c9-4071-8396-7e3f87e08ca8 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "DELETE /v2.0/ports/f2f1a58a-a07a-4669-84bb-5d2ae15136c3 HTTP/1.1" status: 204 len: 173 time: 2.4736190 Nov 24 21:00:50.926790 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-65b145d4-820f-4b48-9f6a-d09809346573 None None] Provisioning complete for port 575d42b8-1bca-435a-96eb-6ae53c58ba52 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:50.927177 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-65b145d4-820f-4b48-9f6a-d09809346573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:50.960269 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:50.963805 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb0f551-68c1-4dd1-aeac-e5426ea14bb3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Checking segment: {'id': '436cf594-684f-4010-bad7-bbcc0412c3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '23cbde20-8586-4fec-8309-69bdd17e3b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:50.964474 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb0f551-68c1-4dd1-aeac-e5426ea14bb3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network hostable DHCP agents. Network: 23cbde20-8586-4fec-8309-69bdd17e3b0f, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:00:50.982649 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Pushing event updated for resources: {'Port': ['ID=f715d8b5-3fc2-4267-9512-ca0f9a46817c,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:51.021572 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb0f551-68c1-4dd1-aeac-e5426ea14bb3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network 23cbde20-8586-4fec-8309-69bdd17e3b0f is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:00:51.027349 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-65b145d4-820f-4b48-9f6a-d09809346573 None None] Port 575d42b8-1bca-435a-96eb-6ae53c58ba52 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:00:51.115437 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-ffb0f551-68c1-4dd1-aeac-e5426ea14bb3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 23cbde20-8586-4fec-8309-69bdd17e3b0f) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:51.124564 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Network 1db2c526-7dbb-43dc-8355-0dce2bb7e6cc is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:51.127193 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb0f551-68c1-4dd1-aeac-e5426ea14bb3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:51.128400 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ffb0f551-68c1-4dd1-aeac-e5426ea14bb3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:51.142566 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:51.158387 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:51.161467 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ffb0f551-68c1-4dd1-aeac-e5426ea14bb3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6871099 Nov 24 21:00:51.166206 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39836) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:51.224540 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-1ccf165c-56bb-4c73-b6da-70daf544be79 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1708853682', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:51.238134 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-65b145d4-820f-4b48-9f6a-d09809346573 None None] Provisioning complete for port ba0cb9ca-16e4-4e35-8e72-77bf595e847c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:51.238849 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-65b145d4-820f-4b48-9f6a-d09809346573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:51.318746 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1ccf165c-56bb-4c73-b6da-70daf544be79 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:51.319801 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1ccf165c-56bb-4c73-b6da-70daf544be79 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:51.408410 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1ccf165c-56bb-4c73-b6da-70daf544be79 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:51.466880 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1ccf165c-56bb-4c73-b6da-70daf544be79 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:51.481278 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49989df-caf3-4151-94a6-204a09db620e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:51.487378 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f49989df-caf3-4151-94a6-204a09db620e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8722239 Nov 24 21:00:51.490495 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39842) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:51.518842 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Router f3ffbb09-f811-44f4-8484-b0fd0dce135c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:00:51.521399 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279a03d7-beb6-40e1-b616-064ace1866db', 'name': 'network-vif-deleted', 'tag': 'f2f1a58a-a07a-4669-84bb-5d2ae15136c3'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:00:51.532669 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b8d71a-cc86-47a5-8c87-3efe64e0a1d0" -d '{"events": [{"server_uuid": "279a03d7-beb6-40e1-b616-064ace1866db", "name": "network-vif-deleted", "tag": "f2f1a58a-a07a-4669-84bb-5d2ae15136c3"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:00:51.534826 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631de64-4ad7-49a9-82c2-1024630bdc0b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Port': ['ID=575d42b8-1bca-435a-96eb-6ae53c58ba52,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:51.553647 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1ccf165c-56bb-4c73-b6da-70daf544be79 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:51.554771 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1ccf165c-56bb-4c73-b6da-70daf544be79 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3882780 Nov 24 21:00:51.558088 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39846) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:51.572658 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-3b49304f-2531-40da-91a1-60ff1bdecc47 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'port': {'network_id': '23cbde20-8586-4fec-8309-69bdd17e3b0f', 'name': 'tempest-PortsIpV6TestJSON-50031883'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:51.623172 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e8c57676-7afb-4246-a684-f9380db294de tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "GET /v2.0/subnets?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 207 time: 0.1279769 Nov 24 21:00:51.623832 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39848) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:51.677686 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c5cccc-5f10-4e6d-a6a6-2904ab9cc3f0 x-openstack-request-id: req-90c5cccc-5f10-4e6d-a6a6-2904ab9cc3f0 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:00:51.678050 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279a03d7-beb6-40e1-b616-064ace1866db", "name": "network-vif-deleted", "tag": "f2f1a58a-a07a-4669-84bb-5d2ae15136c3", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:00:51.678250 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90c5cccc-5f10-4e6d-a6a6-2904ab9cc3f0 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:00:51.678636 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ba0cb9ca-16e4-4e35-8e72-77bf595e847c up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:51.678762 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279a03d7-beb6-40e1-b616-064ace1866db', 'name': 'network-vif-deleted', 'tag': 'f2f1a58a-a07a-4669-84bb-5d2ae15136c3', 'status': 'completed', 'code': 200} Nov 24 21:00:51.717307 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0af52-c670-479d-96ba-e14bddd0f656 req-c0fcab68-cde5-44bb-9464-e5880e685ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:51.719866 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8bf0af52-c670-479d-96ba-e14bddd0f656 req-c0fcab68-cde5-44bb-9464-e5880e685ac7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2b80d919-dc76-4e07-9d79-d9c7af051c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8132415 Nov 24 21:00:51.802492 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-288b5ce5-7a05-4dbd-8ac6-f66778aef258 req-5aebfb61-2ffc-4152-96bc-63a62c0460be tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=279a03d7-beb6-40e1-b616-064ace1866db HTTP/1.1" status: 200 len: 210 time: 0.1844690 Nov 24 21:00:51.879468 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c99aeeb9-a37e-4465-b846-fb0decdb047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36587df1-ab15-4f57-9a61-01d90f974732', 'name': 'tempest-TaggedBootDevicesTest-697328584-router', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:57:14Z', 'updated_at': '2021-11-24T20:57:25Z', 'revision_number': 4, 'project_id': '838d059057e840c09ac19be61b107bec', 'gw_port': {'id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:15Z', 'updated_at': '2021-11-24T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'c8b7e7c3-b8ff-4c95-8c8c-2dfd55031704', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'floating_ip_address': '172.25.5.37', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'port_id': '905b2eeb-dedf-487a-a6aa-667f4d04bff3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b', 'mac_address': 'fa:16:3e:fa:55:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:58:56Z', 'updated_at': '2021-11-24T21:00:45Z', 'revision_number': 1, 'project_id': '838d059057e840c09ac19be61b107bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc0aaa8-3e99-4713-a051-7e9f056309ed', 'name': '', 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'mac_address': 'fa:16:3e:2a:9d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '887b1e02-17a6-4db4-8124-14042ea3bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:23Z', 'updated_at': '2021-11-24T20:57:31Z', 'revision_number': 5, 'project_id': '838d059057e840c09ac19be61b107bec', 'subnets': [{'id': '887b1e02-17a6-4db4-8124-14042ea3bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:51.920317 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99aeeb9-a37e-4465-b846-fb0decdb047d None None] Checking router: 36587df1-ab15-4f57-9a61-01d90f974732 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:00:51.934332 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:00:51.941544 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6b1c129b-565c-4dd6-b8e5-d13f6ab45b09 admin admin] 10.222.0.11 "PUT /v2.0/routers/f3ffbb09-f811-44f4-8484-b0fd0dce135c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5613360 Nov 24 21:00:51.962052 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] Sync routers for ids ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:00:51.985762 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] Routers {'f3ffbb09-f811-44f4-8484-b0fd0dce135c'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:51.986932 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:52.020105 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5631de64-4ad7-49a9-82c2-1024630bdc0b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:52.022604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99aeeb9-a37e-4465-b846-fb0decdb047d None None] Routers {'36587df1-ab15-4f57-9a61-01d90f974732'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:52.023678 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c99aeeb9-a37e-4465-b846-fb0decdb047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['36587df1-ab15-4f57-9a61-01d90f974732'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:52.060408 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b49304f-2531-40da-91a1-60ff1bdecc47 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:52.065133 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3b49304f-2531-40da-91a1-60ff1bdecc47 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:52.114885 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-3b49304f-2531-40da-91a1-60ff1bdecc47 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] device_id is not set on port 87b734f1-3688-443e-a6ce-1aec9d75e843 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:00:52.156776 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b8aaf60d-bc06-4980-af2d-3e620c4f3b42 None None] Provisioning complete for port 575d42b8-1bca-435a-96eb-6ae53c58ba52 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:52.157398 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b8aaf60d-bc06-4980-af2d-3e620c4f3b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:52.205882 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port ba0cb9ca-16e4-4e35-8e72-77bf595e847c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:52.206413 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:52.210943 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3025d63f-a8f3-41ce-9359-51e6237a0722 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:52.237627 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3025d63f-a8f3-41ce-9359-51e6237a0722 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:52.280138 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3025d63f-a8f3-41ce-9359-51e6237a0722 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:52.288821 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3025d63f-a8f3-41ce-9359-51e6237a0722 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:52.290834 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3025d63f-a8f3-41ce-9359-51e6237a0722 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.6241450 Nov 24 21:00:52.299068 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39862) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:52.359706 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] Set router f3ffbb09-f811-44f4-8484-b0fd0dce135c gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:00:52.403160 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8bf0af52-c670-479d-96ba-e14bddd0f656 req-9ed0f448-9911-48cb-b86c-891e1461941c service neutron] 10.222.0.15 "GET /v2.0/networks/2b80d919-dc76-4e07-9d79-d9c7af051c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6614041 Nov 24 21:00:52.457301 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39864) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:52.457441 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-86d45990-3d35-43c3-baa6-2471ee9c6df9 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1559386 Nov 24 21:00:52.478203 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-3b49304f-2531-40da-91a1-60ff1bdecc47 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Allocated IP 2001:db8::395 (23cbde20-8586-4fec-8309-69bdd17e3b0f/8d4dc2c5-173d-4566-a3d8-ab17d8abe3ef/87b734f1-3688-443e-a6ce-1aec9d75e843) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:52.542794 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-b8aaf60d-bc06-4980-af2d-3e620c4f3b42 None None] Port 575d42b8-1bca-435a-96eb-6ae53c58ba52 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:00:52.702884 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-c99aeeb9-a37e-4465-b846-fb0decdb047d None None] Set router 36587df1-ab15-4f57-9a61-01d90f974732 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:00:52.753881 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3b49304f-2531-40da-91a1-60ff1bdecc47 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:52.831573 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3b49304f-2531-40da-91a1-60ff1bdecc47 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:52.844799 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bc1f7d-79d9-45bc-9e75-adfdbd7b21cf tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:52.852360 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bc1f7d-79d9-45bc-9e75-adfdbd7b21cf tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:52.860973 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a3bc1f7d-79d9-45bc-9e75-adfdbd7b21cf tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3894069 Nov 24 21:00:52.872819 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39876) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:52.883510 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'name': 'tempest-AttachVolumeTestJSON-708664594-router', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7f432429-060f-40c1-ac7d-964025e76a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:00:39Z', 'updated_at': '2021-11-24T21:00:49Z', 'revision_number': 4, 'project_id': '76400c1822bc4519abca8b807069cf99', 'gw_port': {'id': '7f432429-060f-40c1-ac7d-964025e76a03', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:41Z', 'updated_at': '2021-11-24T21:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'f715d8b5-3fc2-4267-9512-ca0f9a46817c', 'name': '', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'mac_address': 'fa:16:3e:2e:16:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:46Z', 'updated_at': '2021-11-24T21:00:50Z', 'revision_number': 2, 'project_id': '76400c1822bc4519abca8b807069cf99', 'subnets': [{'id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:52.907188 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5631de64-4ad7-49a9-82c2-1024630bdc0b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:52.967031 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] Checking router: f3ffbb09-f811-44f4-8484-b0fd0dce135c for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:00:52.968061 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] Updating router f3ffbb09-f811-44f4-8484-b0fd0dce135c port f715d8b5-3fc2-4267-9512-ca0f9a46817c binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:00:53.001236 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1681097-e085-45f2-b347-eb4d306e2f64 None None] Unable to find a vacant binding_index for network 23cbde20-8586-4fec-8309-69bdd17e3b0f and agent 76e995fb-581e-4619-8a75-b0aae4925c9a {{(pid=109992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 24 21:00:53.030191 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1681097-e085-45f2-b347-eb4d306e2f64 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 23cbde20-8586-4fec-8309-69bdd17e3b0f) {{(pid=109992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 21:00:53.033767 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:53.108472 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b49304f-2531-40da-91a1-60ff1bdecc47 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network 23cbde20-8586-4fec-8309-69bdd17e3b0f is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:53.116347 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7f432429-060f-40c1-ac7d-964025e76a03 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:53.137648 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8bf0af52-c670-479d-96ba-e14bddd0f656 req-be2ed9ad-4d2d-4ce2-bb1b-2a774d7e372c service neutron] 10.222.0.15 "GET /v2.0/networks/2b80d919-dc76-4e07-9d79-d9c7af051c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6795909 Nov 24 21:00:53.143661 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-3b49304f-2531-40da-91a1-60ff1bdecc47 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:53.167639 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b49304f-2531-40da-91a1-60ff1bdecc47 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:00:53.185932 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b49304f-2531-40da-91a1-60ff1bdecc47 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:53.188275 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3b49304f-2531-40da-91a1-60ff1bdecc47 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:53.242131 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49304f-2531-40da-91a1-60ff1bdecc47 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Port': ['ID=87b734f1-3688-443e-a6ce-1aec9d75e843,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:53.254520 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059eb616-ee82-459b-b954-866ebf40cbf1 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:53.256719 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059eb616-ee82-459b-b954-866ebf40cbf1 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:53.259082 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-059eb616-ee82-459b-b954-866ebf40cbf1 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3183007 Nov 24 21:00:53.263818 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3b49304f-2531-40da-91a1-60ff1bdecc47 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7031028 Nov 24 21:00:53.266038 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39884) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:53.268083 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39886) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:53.545077 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382c9f42-7c3b-47c0-83fa-32bd20887af1 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:53.547293 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-382c9f42-7c3b-47c0-83fa-32bd20887af1 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "GET /v2.0/networks/bf0add21-1974-48f9-b24f-d18b213a687d HTTP/1.1" status: 200 len: 800 time: 0.2791655 Nov 24 21:00:53.549335 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39888) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:53.563130 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-553a5be9-139d-41e4-8b6f-7ad0017b6ee8 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1414494782', 'description': 'tempest-description--1510394601'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:53.569878 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39890) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:53.612177 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5631de64-4ad7-49a9-82c2-1024630bdc0b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:53.619509 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5631de64-4ad7-49a9-82c2-1024630bdc0b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:53.620769 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5631de64-4ad7-49a9-82c2-1024630bdc0b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:53.707296 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631de64-4ad7-49a9-82c2-1024630bdc0b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Port': ['ID=575d42b8-1bca-435a-96eb-6ae53c58ba52,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:53.738252 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:53.768538 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:53.787480 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 7f432429-060f-40c1-ac7d-964025e76a03 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:53.788106 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:53.869933 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5631de64-4ad7-49a9-82c2-1024630bdc0b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network edb763d1-ab0d-40bc-9121-8568fd759fa5 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:53.871452 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-5631de64-4ad7-49a9-82c2-1024630bdc0b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:53.917729 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea2261-f4ee-4b99-95bb-8ef9a6bfd339 None None] Pushing event updated for resources: {'Port': ['ID=f715d8b5-3fc2-4267-9512-ca0f9a46817c,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:53.981298 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] Attempting to bind port f715d8b5-3fc2-4267-9512-ca0f9a46817c on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:00:53.981956 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] Attempting to bind port f715d8b5-3fc2-4267-9512-ca0f9a46817c by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '50091b6f-8510-4fe7-99f6-affd19cd995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:00:53.982281 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] Attempting to bind port f715d8b5-3fc2-4267-9512-ca0f9a46817c on network 1db2c526-7dbb-43dc-8355-0dce2bb7e6cc {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:00:53.993065 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:00:53.993759 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] Checking segment: {'id': '50091b6f-8510-4fe7-99f6-affd19cd995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:53.994328 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:53.995380 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] Bound using segment: {'id': '50091b6f-8510-4fe7-99f6-affd19cd995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:00:53.996031 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] Bound port: f715d8b5-3fc2-4267-9512-ca0f9a46817c, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50091b6f-8510-4fe7-99f6-affd19cd995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:00:53.996577 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:54.083126 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] For port f715d8b5-3fc2-4267-9512-ca0f9a46817c, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:00:54.087710 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] For port f715d8b5-3fc2-4267-9512-ca0f9a46817c, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=f715d8b5-3fc2-4267-9512-ca0f9a46817c,segment=NetworkSegment(50091b6f-8510-4fe7-99f6-affd19cd995c),segment_id=50091b6f-8510-4fe7-99f6-affd19cd995c)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:00:54.097827 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:54.147976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c99aeeb9-a37e-4465-b846-fb0decdb047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36587df1-ab15-4f57-9a61-01d90f974732', 'name': 'tempest-TaggedBootDevicesTest-697328584-router', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:57:14Z', 'updated_at': '2021-11-24T20:57:25Z', 'revision_number': 4, 'project_id': '838d059057e840c09ac19be61b107bec', 'gw_port': {'id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:15Z', 'updated_at': '2021-11-24T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'c8b7e7c3-b8ff-4c95-8c8c-2dfd55031704', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'floating_ip_address': '172.25.5.37', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'port_id': '905b2eeb-dedf-487a-a6aa-667f4d04bff3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b', 'mac_address': 'fa:16:3e:fa:55:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:58:56Z', 'updated_at': '2021-11-24T21:00:45Z', 'revision_number': 1, 'project_id': '838d059057e840c09ac19be61b107bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc0aaa8-3e99-4713-a051-7e9f056309ed', 'name': '', 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'mac_address': 'fa:16:3e:2a:9d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '887b1e02-17a6-4db4-8124-14042ea3bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:23Z', 'updated_at': '2021-11-24T20:57:31Z', 'revision_number': 5, 'project_id': '838d059057e840c09ac19be61b107bec', 'subnets': [{'id': '887b1e02-17a6-4db4-8124-14042ea3bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:54.161115 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea2261-f4ee-4b99-95bb-8ef9a6bfd339 None None] Pushing event updated for resources: {'Port': ['ID=f715d8b5-3fc2-4267-9512-ca0f9a46817c,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:54.179718 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5631de64-4ad7-49a9-82c2-1024630bdc0b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Router 39586b2a-cb8c-4330-bcce-4914607f1167 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:00:54.202762 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] Routers {'f3ffbb09-f811-44f4-8484-b0fd0dce135c'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:54.204060 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:54.231015 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd961f19-45d0-45b3-9dd5-c226bf2cdb34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-23cbde20-8586-4fec-8309-69bdd17e3b0f', 'network_id': '23cbde20-8586-4fec-8309-69bdd17e3b0f', 'tenant_id': 'b494baadac6c445f9c005699115a804c', 'fixed_ips': [{'subnet_id': '8d4dc2c5-173d-4566-a3d8-ab17d8abe3ef'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:00:54.232197 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cd961f19-45d0-45b3-9dd5-c226bf2cdb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:54.348963 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5631de64-4ad7-49a9-82c2-1024630bdc0b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:00:54.357519 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5631de64-4ad7-49a9-82c2-1024630bdc0b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/routers/39586b2a-cb8c-4330-bcce-4914607f1167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0690038 Nov 24 21:00:54.358146 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39898) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:54.377460 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ba0cb9ca-16e4-4e35-8e72-77bf595e847c up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:54.394540 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4244f838-1797-491f-8676-f341fed19b8f None None] Sync routers for ids ['39586b2a-cb8c-4330-bcce-4914607f1167'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:00:54.401522 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99aeeb9-a37e-4465-b846-fb0decdb047d None None] The sync data for ids ['36587df1-ab15-4f57-9a61-01d90f974732'] in n-d-812111-8 is: [{'id': '36587df1-ab15-4f57-9a61-01d90f974732', 'name': 'tempest-TaggedBootDevicesTest-697328584-router', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:57:14Z', 'updated_at': '2021-11-24T20:57:25Z', 'revision_number': 4, 'project_id': '838d059057e840c09ac19be61b107bec', 'gw_port': {'id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:15Z', 'updated_at': '2021-11-24T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'c8b7e7c3-b8ff-4c95-8c8c-2dfd55031704', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'floating_ip_address': '172.25.5.37', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'port_id': '905b2eeb-dedf-487a-a6aa-667f4d04bff3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b', 'mac_address': 'fa:16:3e:fa:55:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:58:56Z', 'updated_at': '2021-11-24T21:00:45Z', 'revision_number': 1, 'project_id': '838d059057e840c09ac19be61b107bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc0aaa8-3e99-4713-a051-7e9f056309ed', 'name': '', 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'mac_address': 'fa:16:3e:2a:9d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '887b1e02-17a6-4db4-8124-14042ea3bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:23Z', 'updated_at': '2021-11-24T20:57:31Z', 'revision_number': 5, 'project_id': '838d059057e840c09ac19be61b107bec', 'subnets': [{'id': '887b1e02-17a6-4db4-8124-14042ea3bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:00:54.424249 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] Set router f3ffbb09-f811-44f4-8484-b0fd0dce135c gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:00:54.430685 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d589af-0734-43d5-8e96-93890803b2d9 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:54.435844 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-40d589af-0734-43d5-8e96-93890803b2d9 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/ports/575d42b8-1bca-435a-96eb-6ae53c58ba52 HTTP/1.1" status: 200 len: 984 time: 0.0766191 Nov 24 21:00:54.436469 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39900) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:54.462912 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4244f838-1797-491f-8676-f341fed19b8f None None] Routers {'39586b2a-cb8c-4330-bcce-4914607f1167'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:54.463515 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4244f838-1797-491f-8676-f341fed19b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['39586b2a-cb8c-4330-bcce-4914607f1167'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:54.631068 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-553a5be9-139d-41e4-8b6f-7ad0017b6ee8 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:54.713394 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a3a2f45f-40e5-4c61-ba64-09b0bb6075fd tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "GET /v2.0/networks/bf0add21-1974-48f9-b24f-d18b213a687d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 1.1408031 Nov 24 21:00:54.762673 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39902) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:54.802900 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4244f838-1797-491f-8676-f341fed19b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:54.832612 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4244f838-1797-491f-8676-f341fed19b8f None None] Routers {'39586b2a-cb8c-4330-bcce-4914607f1167'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:54.833419 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4244f838-1797-491f-8676-f341fed19b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['39586b2a-cb8c-4330-bcce-4914607f1167'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:54.916871 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b4911a-4f29-4a59-8b6a-aaf947ffbd68 None None] New status for floating IP c8b7e7c3-b8ff-4c95-8c8c-2dfd55031704: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:00:54.947532 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4244f838-1797-491f-8676-f341fed19b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:54.948123 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4244f838-1797-491f-8676-f341fed19b8f None None] The sync data for ids ['39586b2a-cb8c-4330-bcce-4914607f1167'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:00:54.952173 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea18ae80-f9c6-47e0-9f20-1a8d1c61ebbc tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:54.955999 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ea18ae80-f9c6-47e0-9f20-1a8d1c61ebbc tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "GET /v2.0/subnets/7c10d440-a4a9-4db1-9933-d66545e1c0d3 HTTP/1.1" status: 200 len: 811 time: 0.1900733 Nov 24 21:00:54.962164 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39910) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:54.986347 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d72f7-0f82-4266-8b98-8b750aa1f4b9 req-d46719ea-704c-4d64-a422-11a3ddc7ca69 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:54.988334 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-502d72f7-0f82-4266-8b98-8b750aa1f4b9 req-d46719ea-704c-4d64-a422-11a3ddc7ca69 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe578b9-fba6-41c7-a5cb-b3b2c01fee80 HTTP/1.1" status: 200 len: 950 time: 1.4377718 Nov 24 21:00:55.064809 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1eafe8-7d75-4454-ab10-43e8f52cc79c req-dd95c09f-0722-4172-92e6-ae9040929711 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:55.066410 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db1eafe8-7d75-4454-ab10-43e8f52cc79c req-dd95c09f-0722-4172-92e6-ae9040929711 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.48 "GET /v2.0/ports?device_id=afe578b9-fba6-41c7-a5cb-b3b2c01fee80 HTTP/1.1" status: 200 len: 950 time: 0.4951367 Nov 24 21:00:55.066900 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-cd961f19-45d0-45b3-9dd5-c226bf2cdb34 None None] Allocated IP 2001:db8::2 (23cbde20-8586-4fec-8309-69bdd17e3b0f/8d4dc2c5-173d-4566-a3d8-ab17d8abe3ef/c7e465ba-acef-4678-9db3-f9b25402b768) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:55.089763 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port ba0cb9ca-16e4-4e35-8e72-77bf595e847c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:55.090139 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:55.232760 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'name': 'tempest-AttachVolumeTestJSON-708664594-router', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7f432429-060f-40c1-ac7d-964025e76a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:00:39Z', 'updated_at': '2021-11-24T21:00:49Z', 'revision_number': 4, 'project_id': '76400c1822bc4519abca8b807069cf99', 'gw_port': {'id': '7f432429-060f-40c1-ac7d-964025e76a03', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:41Z', 'updated_at': '2021-11-24T21:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'f715d8b5-3fc2-4267-9512-ca0f9a46817c', 'name': '', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'mac_address': 'fa:16:3e:2e:16:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:46Z', 'updated_at': '2021-11-24T21:00:54Z', 'revision_number': 4, 'project_id': '76400c1822bc4519abca8b807069cf99', 'subnets': [{'id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:55.283429 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a798e586-1641-40eb-a6a2-31ee2aeff9a2 None None] The sync data for ids ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'] in n-d-812111-8 is: [{'id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'name': 'tempest-AttachVolumeTestJSON-708664594-router', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7f432429-060f-40c1-ac7d-964025e76a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:00:39Z', 'updated_at': '2021-11-24T21:00:49Z', 'revision_number': 4, 'project_id': '76400c1822bc4519abca8b807069cf99', 'gw_port': {'id': '7f432429-060f-40c1-ac7d-964025e76a03', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:41Z', 'updated_at': '2021-11-24T21:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'f715d8b5-3fc2-4267-9512-ca0f9a46817c', 'name': '', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'mac_address': 'fa:16:3e:2e:16:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:46Z', 'updated_at': '2021-11-24T21:00:54Z', 'revision_number': 4, 'project_id': '76400c1822bc4519abca8b807069cf99', 'subnets': [{'id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:00:55.464516 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917ecef8-d9fa-470c-a391-e025555b26d8 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:55.465546 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-917ecef8-d9fa-470c-a391-e025555b26d8 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "GET /v2.0/subnets/7c10d440-a4a9-4db1-9933-d66545e1c0d3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4764941 Nov 24 21:00:55.519265 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cd961f19-45d0-45b3-9dd5-c226bf2cdb34 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:55.522946 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-553a5be9-139d-41e4-8b6f-7ad0017b6ee8 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:55.523936 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39918) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:55.535235 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cd961f19-45d0-45b3-9dd5-c226bf2cdb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:55.538592 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-aeb7aea7-ec5e-431d-a6fe-e7b796586517 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1188596846'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:55.589935 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-553a5be9-139d-41e4-8b6f-7ad0017b6ee8 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:55.611796 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd961f19-45d0-45b3-9dd5-c226bf2cdb34 None None] Network 23cbde20-8586-4fec-8309-69bdd17e3b0f is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:55.633319 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-cd961f19-45d0-45b3-9dd5-c226bf2cdb34 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:55.633873 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ec43f6f2-bae7-412e-854f-230f7fe69c08 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:55.637516 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd961f19-45d0-45b3-9dd5-c226bf2cdb34 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:00:55.661627 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd961f19-45d0-45b3-9dd5-c226bf2cdb34 None None] Pushing event updated for resources: {'Port': ['ID=c7e465ba-acef-4678-9db3-f9b25402b768,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:55.680305 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a5be9-139d-41e4-8b6f-7ad0017b6ee8 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:55.682763 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb7aea7-ec5e-431d-a6fe-e7b796586517 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Made reservation on behalf of 5ef7f67306b24de79e4801e6d8b904e0 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:55.686503 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aeb7aea7-ec5e-431d-a6fe-e7b796586517 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:55.735354 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device f715d8b5-3fc2-4267-9512-ca0f9a46817c up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:55.779673 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-502d72f7-0f82-4266-8b98-8b750aa1f4b9 req-3880b7ad-ef6d-4118-87e7-a0ff3e6ee672 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7026637 Nov 24 21:00:55.789134 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-cd961f19-45d0-45b3-9dd5-c226bf2cdb34 None None] Attempting to bind port c7e465ba-acef-4678-9db3-f9b25402b768 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:00:55.790183 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-553a5be9-139d-41e4-8b6f-7ad0017b6ee8 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:55.791512 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-553a5be9-139d-41e4-8b6f-7ad0017b6ee8 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 2.2334194 Nov 24 21:00:55.798081 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-cd961f19-45d0-45b3-9dd5-c226bf2cdb34 None None] Attempting to bind port c7e465ba-acef-4678-9db3-f9b25402b768 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '436cf594-684f-4010-bad7-bbcc0412c3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '23cbde20-8586-4fec-8309-69bdd17e3b0f'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:00:55.798570 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd961f19-45d0-45b3-9dd5-c226bf2cdb34 None None] Attempting to bind port c7e465ba-acef-4678-9db3-f9b25402b768 on network 23cbde20-8586-4fec-8309-69bdd17e3b0f {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:00:55.810274 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39922) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:55.812788 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd961f19-45d0-45b3-9dd5-c226bf2cdb34 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:00:55.813750 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd961f19-45d0-45b3-9dd5-c226bf2cdb34 None None] Checking segment: {'id': '436cf594-684f-4010-bad7-bbcc0412c3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '23cbde20-8586-4fec-8309-69bdd17e3b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:55.814387 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cd961f19-45d0-45b3-9dd5-c226bf2cdb34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:55.815177 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd961f19-45d0-45b3-9dd5-c226bf2cdb34 None None] Bound using segment: {'id': '436cf594-684f-4010-bad7-bbcc0412c3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '23cbde20-8586-4fec-8309-69bdd17e3b0f'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:00:55.815826 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-cd961f19-45d0-45b3-9dd5-c226bf2cdb34 None None] Bound port: c7e465ba-acef-4678-9db3-f9b25402b768, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436cf594-684f-4010-bad7-bbcc0412c3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '23cbde20-8586-4fec-8309-69bdd17e3b0f'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:00:55.816401 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cd961f19-45d0-45b3-9dd5-c226bf2cdb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:55.818584 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-1d2010c8-a826-4f0f-8947-7b0258600011 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Request body: {'security_group_rule': {'security_group_id': 'aac244b8-f2ea-4870-8ed8-fcdfc930b7e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:55.887671 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb7aea7-ec5e-431d-a6fe-e7b796586517 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:00:55.926742 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port f715d8b5-3fc2-4267-9512-ca0f9a46817c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:55.927161 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:55.954067 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c0f29c0-7e7e-4ecd-8436-e4a2c7b7f796 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:55.978886 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aeb7aea7-ec5e-431d-a6fe-e7b796586517 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:55.979240 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-aeb7aea7-ec5e-431d-a6fe-e7b796586517 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Added segment 2a13d72e-b633-4b57-8571-88e948a471f6 of type vlan for network 3c4b6965-57d6-4bb2-a7b1-d4dac269b510 Nov 24 21:00:55.993884 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-cd961f19-45d0-45b3-9dd5-c226bf2cdb34 None None] For port c7e465ba-acef-4678-9db3-f9b25402b768, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:00:56.011438 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d2010c8-a826-4f0f-8947-7b0258600011 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:56.040912 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-cd961f19-45d0-45b3-9dd5-c226bf2cdb34 None None] For port c7e465ba-acef-4678-9db3-f9b25402b768, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c7e465ba-acef-4678-9db3-f9b25402b768,segment=NetworkSegment(436cf594-684f-4010-bad7-bbcc0412c3e4),segment_id=436cf594-684f-4010-bad7-bbcc0412c3e4)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:00:56.041121 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-db1eafe8-7d75-4454-ab10-43e8f52cc79c req-21c46e6e-2cdb-4cf1-a2ae-0b340f67c2d5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Deleting port 518c34a3-6779-4d25-bd45-7c57bffdb4f7 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:56.041121 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db1eafe8-7d75-4454-ab10-43e8f52cc79c req-21c46e6e-2cdb-4cf1-a2ae-0b340f67c2d5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:56.050939 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cd961f19-45d0-45b3-9dd5-c226bf2cdb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:56.154039 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aeb7aea7-ec5e-431d-a6fe-e7b796586517 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:56.241891 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d2010c8-a826-4f0f-8947-7b0258600011 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:56.275369 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d2010c8-a826-4f0f-8947-7b0258600011 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:56.304135 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2010c8-a826-4f0f-8947-7b0258600011 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b38ef68-bd03-4d15-afb8-003d84b5322b,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:56.316673 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d2010c8-a826-4f0f-8947-7b0258600011 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:56.322664 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1d2010c8-a826-4f0f-8947-7b0258600011 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5107400 Nov 24 21:00:56.323364 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39928) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:56.324527 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd961f19-45d0-45b3-9dd5-c226bf2cdb34 None None] Pushing event updated for resources: {'Port': ['ID=c7e465ba-acef-4678-9db3-f9b25402b768,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:56.331050 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-9d5e36ee-27c5-4eba-8c2b-1948d8bbab73 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Request body: {'security_group_rule': {'security_group_id': 'aac244b8-f2ea-4870-8ed8-fcdfc930b7e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:56.349846 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:56.387821 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d5e36ee-27c5-4eba-8c2b-1948d8bbab73 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:56.404941 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ec43f6f2-bae7-412e-854f-230f7fe69c08 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting port 575d42b8-1bca-435a-96eb-6ae53c58ba52 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:00:56.405294 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ec43f6f2-bae7-412e-854f-230f7fe69c08 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:56.411754 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port f715d8b5-3fc2-4267-9512-ca0f9a46817c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=f715d8b5-3fc2-4267-9512-ca0f9a46817c,segment=NetworkSegment(50091b6f-8510-4fe7-99f6-affd19cd995c),segment_id=50091b6f-8510-4fe7-99f6-affd19cd995c)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:56.419566 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:56.447561 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.db.resource_extend [None req-aeb7aea7-ec5e-431d-a6fe-e7b796586517 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 21:00:56.551124 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aeb7aea7-ec5e-431d-a6fe-e7b796586517 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:56.559077 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb7aea7-ec5e-431d-a6fe-e7b796586517 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:56.560056 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aeb7aea7-ec5e-431d-a6fe-e7b796586517 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:56.582464 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=f715d8b5-3fc2-4267-9512-ca0f9a46817c,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:56.605949 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d5e36ee-27c5-4eba-8c2b-1948d8bbab73 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:56.620364 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d5e36ee-27c5-4eba-8c2b-1948d8bbab73 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:56.663643 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ec43f6f2-bae7-412e-854f-230f7fe69c08 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:56.674616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e36ee-27c5-4eba-8c2b-1948d8bbab73 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8678e29f-48f9-48ab-90f2-000c723d7941,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:56.683041 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ec43f6f2-bae7-412e-854f-230f7fe69c08 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Calling delete_port for 575d42b8-1bca-435a-96eb-6ae53c58ba52 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:56.689870 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d5e36ee-27c5-4eba-8c2b-1948d8bbab73 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:56.691501 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9d5e36ee-27c5-4eba-8c2b-1948d8bbab73 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3656387 Nov 24 21:00:56.697292 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39932) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:56.702431 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-d0ecd7de-9d01-4c4e-a295-fe02e4b837dc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:56.733152 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7aea7-ec5e-431d-a6fe-e7b796586517 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Network': ['ID=3c4b6965-57d6-4bb2-a7b1-d4dac269b510,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:56.739058 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0ecd7de-9d01-4c4e-a295-fe02e4b837dc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:56.748938 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 3c4b6965-57d6-4bb2-a7b1-d4dac269b510 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:00:56.828812 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-aeb7aea7-ec5e-431d-a6fe-e7b796586517 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3006179 Nov 24 21:00:56.829460 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39936) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:56.837328 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-bcb3293d-73be-4938-b361-09bec0a761d0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'subnet': {'network_id': '3c4b6965-57d6-4bb2-a7b1-d4dac269b510', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:56.837697 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-db1eafe8-7d75-4454-ab10-43e8f52cc79c req-21c46e6e-2cdb-4cf1-a2ae-0b340f67c2d5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] For port 518c34a3-6779-4d25-bd45-7c57bffdb4f7, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=518c34a3-6779-4d25-bd45-7c57bffdb4f7,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:56.838173 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db1eafe8-7d75-4454-ab10-43e8f52cc79c req-21c46e6e-2cdb-4cf1-a2ae-0b340f67c2d5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:56.869648 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-db1eafe8-7d75-4454-ab10-43e8f52cc79c req-21c46e6e-2cdb-4cf1-a2ae-0b340f67c2d5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Calling delete_port for 518c34a3-6779-4d25-bd45-7c57bffdb4f7 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:00:56.960387 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c0f29c0-7e7e-4ecd-8436-e4a2c7b7f796 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:56.980855 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c0f29c0-7e7e-4ecd-8436-e4a2c7b7f796 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:57.055589 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f29c0-7e7e-4ecd-8436-e4a2c7b7f796 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Port': ['ID=87b734f1-3688-443e-a6ce-1aec9d75e843,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:57.366073 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db1eafe8-7d75-4454-ab10-43e8f52cc79c req-21c46e6e-2cdb-4cf1-a2ae-0b340f67c2d5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:57.379664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['85246882-73af-458a-a001-8de8506eefc2', 'efeeb778-bfb7-4f21-bc08-e5fbf5a7f445'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:00:57.394071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['975245fd-a239-4b38-a637-934a9f8ac234', 'b5f19f21-4989-42f5-9009-ef06859751d5', '2b62a78a-de27-40e5-9031-07782fc7c150', '2ef14d52-ee69-4d82-b823-64e70289fcc4'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:00:57.435138 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c46e6e-2cdb-4cf1-a2ae-0b340f67c2d5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Pushing event deleted for resources: {'Port': ['ID=518c34a3-6779-4d25-bd45-7c57bffdb4f7,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:57.519092 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c0f29c0-7e7e-4ecd-8436-e4a2c7b7f796 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:57.695639 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1eafe8-7d75-4454-ab10-43e8f52cc79c req-21c46e6e-2cdb-4cf1-a2ae-0b340f67c2d5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] No DVR routers for this DVR port 518c34a3-6779-4d25-bd45-7c57bffdb4f7 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:00:57.713766 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-75a9c9fd-7441-4f83-bbe8-be6442b66b46 req-3fd1ddce-a724-46c0-98fe-390cac687a28 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe578b9-fba6-41c7-a5cb-b3b2c01fee80 HTTP/1.1" status: 200 len: 210 time: 0.7080843 Nov 24 21:00:57.724777 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ec43f6f2-bae7-412e-854f-230f7fe69c08 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:57.770341 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db1eafe8-7d75-4454-ab10-43e8f52cc79c req-21c46e6e-2cdb-4cf1-a2ae-0b340f67c2d5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:57.774466 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db1eafe8-7d75-4454-ab10-43e8f52cc79c req-21c46e6e-2cdb-4cf1-a2ae-0b340f67c2d5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.48 "DELETE /v2.0/ports/518c34a3-6779-4d25-bd45-7c57bffdb4f7 HTTP/1.1" status: 204 len: 173 time: 2.6903851 Nov 24 21:00:57.775380 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c0f29c0-7e7e-4ecd-8436-e4a2c7b7f796 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:57.777451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe578b9-fba6-41c7-a5cb-b3b2c01fee80', 'name': 'network-vif-deleted', 'tag': '518c34a3-6779-4d25-bd45-7c57bffdb4f7'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:00:57.781523 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43f6f2-bae7-412e-854f-230f7fe69c08 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Port': ['ID=575d42b8-1bca-435a-96eb-6ae53c58ba52,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:57.795708 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7db57f-0d40-4a49-8735-cb6fe749e358" -d '{"events": [{"server_uuid": "afe578b9-fba6-41c7-a5cb-b3b2c01fee80", "name": "network-vif-deleted", "tag": "518c34a3-6779-4d25-bd45-7c57bffdb4f7"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:00:57.866722 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb3293d-73be-4938-b361-09bec0a761d0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Made reservation on behalf of 5ef7f67306b24de79e4801e6d8b904e0 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:00:57.871178 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bcb3293d-73be-4938-b361-09bec0a761d0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:57.989645 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.ipam_backend_mixin [None req-bcb3293d-73be-4938-b361-09bec0a761d0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Performing IP validity checks on allocation pools {{(pid=109991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 21:00:57.990221 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.ipam_backend_mixin [None req-bcb3293d-73be-4938-b361-09bec0a761d0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 21:00:58.007201 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c7e465ba-acef-4678-9db3-f9b25402b768 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:58.043364 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48f1579-f24d-4d24-a2fc-17192075b008 x-openstack-request-id: req-f48f1579-f24d-4d24-a2fc-17192075b008 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:00:58.043893 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe578b9-fba6-41c7-a5cb-b3b2c01fee80", "name": "network-vif-deleted", "tag": "518c34a3-6779-4d25-bd45-7c57bffdb4f7", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:00:58.044605 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f48f1579-f24d-4d24-a2fc-17192075b008 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:00:58.045061 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe578b9-fba6-41c7-a5cb-b3b2c01fee80', 'name': 'network-vif-deleted', 'tag': '518c34a3-6779-4d25-bd45-7c57bffdb4f7', 'status': 'completed', 'code': 200} Nov 24 21:00:58.090630 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c377d6-aa0f-4bb7-a36d-e0bda4f71237 None None] get_active_networks_info from n-d-812111-8 {{(pid=109992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 21:00:58.128681 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ec43f6f2-bae7-412e-854f-230f7fe69c08 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:58.147787 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0ecd7de-9d01-4c4e-a295-fe02e4b837dc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:58.225767 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8f1f964c-ebf6-47c7-8a0c-47c4c0b41e48 None None] Provisioning complete for port 87b734f1-3688-443e-a6ce-1aec9d75e843 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:58.226153 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8f1f964c-ebf6-47c7-8a0c-47c4c0b41e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:58.316919 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 518c34a3-6779-4d25-bd45-7c57bffdb4f7 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:00:58.385697 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f964c-ebf6-47c7-8a0c-47c4c0b41e48 None None] Port 87b734f1-3688-443e-a6ce-1aec9d75e843 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:00:58.387485 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 518c34a3-6779-4d25-bd45-7c57bffdb4f7 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:00:58.387485 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 518c34a3-6779-4d25-bd45-7c57bffdb4f7 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:00:58.423893 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port c7e465ba-acef-4678-9db3-f9b25402b768 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:58.424284 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:58.495897 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c0f29c0-7e7e-4ecd-8436-e4a2c7b7f796 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:58.517654 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c0f29c0-7e7e-4ecd-8436-e4a2c7b7f796 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:58.521565 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c0f29c0-7e7e-4ecd-8436-e4a2c7b7f796 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:58.543050 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8f1f964c-ebf6-47c7-8a0c-47c4c0b41e48 None None] Provisioning complete for port c7e465ba-acef-4678-9db3-f9b25402b768 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:58.543050 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8f1f964c-ebf6-47c7-8a0c-47c4c0b41e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:58.612201 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c377d6-aa0f-4bb7-a36d-e0bda4f71237 None None] Resources bound (agent type, host, resource id): {{(pid=109992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 21:00:58.620160 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec43f6f2-bae7-412e-854f-230f7fe69c08 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Router 39586b2a-cb8c-4330-bcce-4914607f1167 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:00:58.636460 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f29c0-7e7e-4ecd-8436-e4a2c7b7f796 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Port': ['ID=87b734f1-3688-443e-a6ce-1aec9d75e843,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:58.775945 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f29c0-7e7e-4ecd-8436-e4a2c7b7f796 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network 23cbde20-8586-4fec-8309-69bdd17e3b0f is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:00:58.777043 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-4c0f29c0-7e7e-4ecd-8436-e4a2c7b7f796 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:58.871768 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:58.895432 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bcb3293d-73be-4938-b361-09bec0a761d0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:58.899650 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-d0ecd7de-9d01-4c4e-a295-fe02e4b837dc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Allocated IP 172.25.5.155 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/1823d924-ebf1-451b-851d-a18d258b070c) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:00:58.941339 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec43f6f2-bae7-412e-854f-230f7fe69c08 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:00:58.948995 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ec43f6f2-bae7-412e-854f-230f7fe69c08 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/routers/39586b2a-cb8c-4330-bcce-4914607f1167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5111823 Nov 24 21:00:58.960358 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25906301-fa72-43d6-ba6e-c5f68ec38931 None None] Sync routers for ids ['39586b2a-cb8c-4330-bcce-4914607f1167'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:00:58.963698 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39956) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:58.967351 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8f1f964c-ebf6-47c7-8a0c-47c4c0b41e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:58.996157 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0f29c0-7e7e-4ecd-8436-e4a2c7b7f796 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Router 3a667cab-b3eb-48f2-8f43-f55b30a08e45 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:00:59.037154 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port c7e465ba-acef-4678-9db3-f9b25402b768, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c7e465ba-acef-4678-9db3-f9b25402b768,segment=NetworkSegment(436cf594-684f-4010-bad7-bbcc0412c3e4),segment_id=436cf594-684f-4010-bad7-bbcc0412c3e4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:00:59.126709 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:59.127821 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device f715d8b5-3fc2-4267-9512-ca0f9a46817c up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:00:59.135853 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0f29c0-7e7e-4ecd-8436-e4a2c7b7f796 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:00:59.142413 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4c0f29c0-7e7e-4ecd-8436-e4a2c7b7f796 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "PUT /v2.0/routers/3a667cab-b3eb-48f2-8f43-f55b30a08e45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6163428 Nov 24 21:00:59.145008 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39960) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:59.167463 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd290e-bfaa-40b0-a1cc-5ef83875031b None None] Sync routers for ids ['3a667cab-b3eb-48f2-8f43-f55b30a08e45'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:00:59.191258 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bd290e-bfaa-40b0-a1cc-5ef83875031b None None] Routers {'3a667cab-b3eb-48f2-8f43-f55b30a08e45'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:59.192186 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-81bd290e-bfaa-40b0-a1cc-5ef83875031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['3a667cab-b3eb-48f2-8f43-f55b30a08e45'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:59.236047 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25906301-fa72-43d6-ba6e-c5f68ec38931 None None] Routers {'39586b2a-cb8c-4330-bcce-4914607f1167'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:59.236655 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-25906301-fa72-43d6-ba6e-c5f68ec38931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['39586b2a-cb8c-4330-bcce-4914607f1167'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:59.254172 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7619e81-c65c-4656-9f02-56dfe3d08519 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:59.255305 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-81bd290e-bfaa-40b0-a1cc-5ef83875031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:59.265458 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f7619e81-c65c-4656-9f02-56dfe3d08519 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a667cab-b3eb-48f2-8f43-f55b30a08e45 HTTP/1.1" status: 200 len: 987 time: 0.1190655 Nov 24 21:00:59.265682 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bd290e-bfaa-40b0-a1cc-5ef83875031b None None] Routers {'3a667cab-b3eb-48f2-8f43-f55b30a08e45'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:59.266325 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-81bd290e-bfaa-40b0-a1cc-5ef83875031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['3a667cab-b3eb-48f2-8f43-f55b30a08e45'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:59.266540 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39962) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:59.284344 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3293d-73be-4938-b361-09bec0a761d0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Subnet': ['ID=1dc6babd-9d87-4d2d-be9d-adf6585b7021,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:59.311277 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-81bd290e-bfaa-40b0-a1cc-5ef83875031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:59.312565 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd290e-bfaa-40b0-a1cc-5ef83875031b None None] The sync data for ids ['3a667cab-b3eb-48f2-8f43-f55b30a08e45'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:00:59.426074 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb3293d-73be-4938-b361-09bec0a761d0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Checking segment: {'id': '2a13d72e-b633-4b57-8571-88e948a471f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3c4b6965-57d6-4bb2-a7b1-d4dac269b510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:00:59.426482 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb3293d-73be-4938-b361-09bec0a761d0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Network hostable DHCP agents. Network: 3c4b6965-57d6-4bb2-a7b1-d4dac269b510, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:00:59.430456 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-2e93904b-830a-4207-8343-95ad13b1b1a7 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] remove_router_interface failed (client error): The resource could not be found. Nov 24 21:00:59.430612 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2e93904b-830a-4207-8343-95ad13b1b1a7 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/routers/39586b2a-cb8c-4330-bcce-4914607f1167/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4627340 Nov 24 21:00:59.436031 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39966) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:59.470094 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-57a301a5-29c8-4944-87c3-e29f5bb18136 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/ports?device_id=39586b2a-cb8c-4330-bcce-4914607f1167 HTTP/1.1" status: 200 len: 205 time: 0.0306835 Nov 24 21:00:59.475765 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39968) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:59.500071 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0fb66b-f4dc-41ee-a0fb-640b161d976d req-29d6f2dd-f487-4a84-9acf-c5f55c1b81b6 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:59.503590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-25906301-fa72-43d6-ba6e-c5f68ec38931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:59.504092 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c0fb66b-f4dc-41ee-a0fb-640b161d976d req-29d6f2dd-f487-4a84-9acf-c5f55c1b81b6 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=86fb0c6f-cd78-4a65-a552-18ca80426ae9 HTTP/1.1" status: 200 len: 950 time: 0.3882322 Nov 24 21:00:59.536397 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0ecd7de-9d01-4c4e-a295-fe02e4b837dc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:59.537895 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb3293d-73be-4938-b361-09bec0a761d0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Network 3c4b6965-57d6-4bb2-a7b1-d4dac269b510 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:00:59.560797 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-bcb3293d-73be-4938-b361-09bec0a761d0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 3c4b6965-57d6-4bb2-a7b1-d4dac269b510) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:00:59.576262 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-8f1f964c-ebf6-47c7-8a0c-47c4c0b41e48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:00:59.576643 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-8f1f964c-ebf6-47c7-8a0c-47c4c0b41e48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:00:59.597957 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb3293d-73be-4938-b361-09bec0a761d0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:00:59.598629 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bcb3293d-73be-4938-b361-09bec0a761d0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900218'] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:59.608247 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25906301-fa72-43d6-ba6e-c5f68ec38931 None None] Routers {'39586b2a-cb8c-4330-bcce-4914607f1167'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:00:59.608517 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c0fb66b-f4dc-41ee-a0fb-640b161d976d req-cc6a4457-33f7-40c4-b2f1-ddbfd0551aa8 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950119 Nov 24 21:00:59.609567 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-25906301-fa72-43d6-ba6e-c5f68ec38931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['39586b2a-cb8c-4330-bcce-4914607f1167'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:59.612338 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=c7e465ba-acef-4678-9db3-f9b25402b768,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:00:59.671408 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-bcb3293d-73be-4938-b361-09bec0a761d0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.8395057 Nov 24 21:00:59.673615 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39972) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:00:59.682898 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-25906301-fa72-43d6-ba6e-c5f68ec38931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:00:59.683580 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25906301-fa72-43d6-ba6e-c5f68ec38931 None None] The sync data for ids ['39586b2a-cb8c-4330-bcce-4914607f1167'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:00:59.693492 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-e467f7fe-efef-4364-8e8c-6ba31ba34787 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:00:59.721248 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port f715d8b5-3fc2-4267-9512-ca0f9a46817c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:00:59.721628 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:59.780628 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0ecd7de-9d01-4c4e-a295-fe02e4b837dc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:00:59.806787 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8674dcf-2393-48ce-b90a-f432a7f0428e None None] Network 23cbde20-8586-4fec-8309-69bdd17e3b0f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:59.862064 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483694f4-1cbd-4290-96fa-0cc886156925 None None] Network 3c4b6965-57d6-4bb2-a7b1-d4dac269b510 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:00:59.984521 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ecd7de-9d01-4c4e-a295-fe02e4b837dc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:00.003290 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-d0ecd7de-9d01-4c4e-a295-fe02e4b837dc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:00.005931 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ecd7de-9d01-4c4e-a295-fe02e4b837dc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:01:00.012074 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecd7de-9d01-4c4e-a295-fe02e4b837dc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Pushing event updated for resources: {'Port': ['ID=1823d924-ebf1-451b-851d-a18d258b070c,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:00.076788 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e467f7fe-efef-4364-8e8c-6ba31ba34787 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4238276'] for subnet, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:00.232813 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b29a09a8-f1b2-4a70-82a1-d24871a21212 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:00.410080 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e467f7fe-efef-4364-8e8c-6ba31ba34787 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740975591033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16666607'] for subnet, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:00.552976 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e467f7fe-efef-4364-8e8c-6ba31ba34787 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:00.554276 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e467f7fe-efef-4364-8e8c-6ba31ba34787 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:00.558172 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e467f7fe-efef-4364-8e8c-6ba31ba34787 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "PUT /v2.0/subnets/1dc6babd-9d87-4d2d-be9d-adf6585b7021 HTTP/1.1" status: 200 len: 877 time: 0.8810952 Nov 24 21:01:00.558172 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467f7fe-efef-4364-8e8c-6ba31ba34787 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event updated for resources: {'Subnet': ['ID=1dc6babd-9d87-4d2d-be9d-adf6585b7021,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:00.565217 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39976) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:00.631288 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c7e465ba-acef-4678-9db3-f9b25402b768 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:01:00.653506 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-300bb6f7-0e9c-4229-a311-e891310f2b85 None None] Could not find standard attr ID for object 575d42b8-1bca-435a-96eb-6ae53c58ba52. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:01:00.704705 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2a530-466f-4e6d-ba9b-71f9778aebb5 req-91825712-906b-419f-b8a1-29bbf0d2d76a tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:00.706352 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a9e2a530-466f-4e6d-ba9b-71f9778aebb5 req-91825712-906b-419f-b8a1-29bbf0d2d76a tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.48 "GET /v2.0/ports?device_id=86fb0c6f-cd78-4a65-a552-18ca80426ae9 HTTP/1.1" status: 200 len: 950 time: 0.3933303 Nov 24 21:01:00.724072 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bd7810-4ebf-4534-8529-ddebece69f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-3c4b6965-57d6-4bb2-a7b1-d4dac269b510', 'network_id': '3c4b6965-57d6-4bb2-a7b1-d4dac269b510', 'tenant_id': '5ef7f67306b24de79e4801e6d8b904e0', 'fixed_ips': [{'subnet_id': '1dc6babd-9d87-4d2d-be9d-adf6585b7021'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:01:00.725005 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-61bd7810-4ebf-4534-8529-ddebece69f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:00.856101 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b29a09a8-f1b2-4a70-82a1-d24871a21212 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:00.857702 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-300bb6f7-0e9c-4229-a311-e891310f2b85 None None] Provisioning complete for port f715d8b5-3fc2-4267-9512-ca0f9a46817c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:00.863344 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:00.863679 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-300bb6f7-0e9c-4229-a311-e891310f2b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:00.898885 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b29a09a8-f1b2-4a70-82a1-d24871a21212 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:00.947600 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0ecd7de-9d01-4c4e-a295-fe02e4b837dc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:01.127723 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:01.155266 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b29a09a8-f1b2-4a70-82a1-d24871a21212 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:01.158888 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29a09a8-f1b2-4a70-82a1-d24871a21212 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Fanout notify agent at l3_agent the message router_deleted on router 39586b2a-cb8c-4330-bcce-4914607f1167 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:01:01.198269 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port c7e465ba-acef-4678-9db3-f9b25402b768 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:01.198650 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:01.228537 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0ecd7de-9d01-4c4e-a295-fe02e4b837dc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:01.247794 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b29a09a8-f1b2-4a70-82a1-d24871a21212 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:01.253715 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b29a09a8-f1b2-4a70-82a1-d24871a21212 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/routers/39586b2a-cb8c-4330-bcce-4914607f1167 HTTP/1.1" status: 204 len: 168 time: 1.7721114 Nov 24 21:01:01.256528 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39986) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:01.259221 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-61bd7810-4ebf-4534-8529-ddebece69f9c None None] Allocated IP 172.20.0.3 (3c4b6965-57d6-4bb2-a7b1-d4dac269b510/1dc6babd-9d87-4d2d-be9d-adf6585b7021/8ded4cc2-5919-40c6-b01b-b8e8f9ed15fe) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:01:01.362156 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c17c92-12c7-4be9-a080-c91fd52ed6eb req-5c3ff669-133a-4082-b700-2431468b5d00 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:01.369593 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-35c17c92-12c7-4be9-a080-c91fd52ed6eb req-5c3ff669-133a-4082-b700-2431468b5d00 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=86fb0c6f-cd78-4a65-a552-18ca80426ae9 HTTP/1.1" status: 200 len: 950 time: 0.4930758 Nov 24 21:01:01.453240 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e1a92f-2444-415c-ac22-961bed9f5b27 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting subnet 75175cc1-ddcd-45c1-82e3-d0523349be61 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:01:01.474060 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d5e1a92f-2444-415c-ac22-961bed9f5b27 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:01.482886 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0ecd7de-9d01-4c4e-a295-fe02e4b837dc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:01.489766 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0ecd7de-9d01-4c4e-a295-fe02e4b837dc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:01.530329 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-a9e2a530-466f-4e6d-ba9b-71f9778aebb5 req-4caf6f7d-155a-4aa9-a201-e47cca0909e8 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Deleting port efeeb778-bfb7-4f21-bc08-e5fbf5a7f445 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:01.531241 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a9e2a530-466f-4e6d-ba9b-71f9778aebb5 req-4caf6f7d-155a-4aa9-a201-e47cca0909e8 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:01.540768 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d270ee11-5bc6-4c60-986e-79227d9cb832 None None] Network 23cbde20-8586-4fec-8309-69bdd17e3b0f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:01:01.595652 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecd7de-9d01-4c4e-a295-fe02e4b837dc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Pushing event updated for resources: {'Port': ['ID=1823d924-ebf1-451b-851d-a18d258b070c,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:01.600339 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0ecd7de-9d01-4c4e-a295-fe02e4b837dc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:01.618681 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0ecd7de-9d01-4c4e-a295-fe02e4b837dc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:01.628717 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d0ecd7de-9d01-4c4e-a295-fe02e4b837dc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9219129 Nov 24 21:01:01.674572 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a9e2a530-466f-4e6d-ba9b-71f9778aebb5 req-4caf6f7d-155a-4aa9-a201-e47cca0909e8 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] For port efeeb778-bfb7-4f21-bc08-e5fbf5a7f445, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=efeeb778-bfb7-4f21-bc08-e5fbf5a7f445,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:01.675210 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a9e2a530-466f-4e6d-ba9b-71f9778aebb5 req-4caf6f7d-155a-4aa9-a201-e47cca0909e8 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:01.701800 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-a9e2a530-466f-4e6d-ba9b-71f9778aebb5 req-4caf6f7d-155a-4aa9-a201-e47cca0909e8 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Calling delete_port for efeeb778-bfb7-4f21-bc08-e5fbf5a7f445 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:01.718403 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-61bd7810-4ebf-4534-8529-ddebece69f9c None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:01.754473 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-61bd7810-4ebf-4534-8529-ddebece69f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:01.769257 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:01.826049 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bd7810-4ebf-4534-8529-ddebece69f9c None None] Network 3c4b6965-57d6-4bb2-a7b1-d4dac269b510 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:01.841685 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc6babd-9d87-4d2d-be9d-adf6585b7021,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:01.848590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-61bd7810-4ebf-4534-8529-ddebece69f9c None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:01.862540 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bd7810-4ebf-4534-8529-ddebece69f9c None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:01:01.870598 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd7810-4ebf-4534-8529-ddebece69f9c None None] Pushing event updated for resources: {'Port': ['ID=8ded4cc2-5919-40c6-b01b-b8e8f9ed15fe,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:01.910476 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-35c17c92-12c7-4be9-a080-c91fd52ed6eb req-ea49f38a-9c23-4649-97b1-a9647cb4a361 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397043 Nov 24 21:01:01.935890 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d5e1a92f-2444-415c-ac22-961bed9f5b27 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:01.953184 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8730a449-9ae3-41bf-ae87-db494c19d7ee None None] Provisioning complete for port c7e465ba-acef-4678-9db3-f9b25402b768 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:01.953655 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8730a449-9ae3-41bf-ae87-db494c19d7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:01.960060 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-61bd7810-4ebf-4534-8529-ddebece69f9c None None] Attempting to bind port 8ded4cc2-5919-40c6-b01b-b8e8f9ed15fe on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:01:01.960562 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-61bd7810-4ebf-4534-8529-ddebece69f9c None None] Attempting to bind port 8ded4cc2-5919-40c6-b01b-b8e8f9ed15fe by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '2a13d72e-b633-4b57-8571-88e948a471f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3c4b6965-57d6-4bb2-a7b1-d4dac269b510'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:01:01.960960 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd7810-4ebf-4534-8529-ddebece69f9c None None] Attempting to bind port 8ded4cc2-5919-40c6-b01b-b8e8f9ed15fe on network 3c4b6965-57d6-4bb2-a7b1-d4dac269b510 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:01:01.989215 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd7810-4ebf-4534-8529-ddebece69f9c None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:01:01.989681 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd7810-4ebf-4534-8529-ddebece69f9c None None] Checking segment: {'id': '2a13d72e-b633-4b57-8571-88e948a471f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3c4b6965-57d6-4bb2-a7b1-d4dac269b510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:01:01.990161 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-61bd7810-4ebf-4534-8529-ddebece69f9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:01.990713 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd7810-4ebf-4534-8529-ddebece69f9c None None] Bound using segment: {'id': '2a13d72e-b633-4b57-8571-88e948a471f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3c4b6965-57d6-4bb2-a7b1-d4dac269b510'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:01:01.991332 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-61bd7810-4ebf-4534-8529-ddebece69f9c None None] Bound port: 8ded4cc2-5919-40c6-b01b-b8e8f9ed15fe, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a13d72e-b633-4b57-8571-88e948a471f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3c4b6965-57d6-4bb2-a7b1-d4dac269b510'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:01:01.991815 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-61bd7810-4ebf-4534-8529-ddebece69f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:02.074010 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:02.137890 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d5a3-b1d3-4dcd-bc91-9bfc7fc292b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:02.145404 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-f99f56fb-9ceb-4365-8bdd-9d628ebd9393 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1414494782&fields=id&tenant_id=76400c1822bc4519abca8b807069cf99 HTTP/1.1" status: 200 len: 267 time: 0.3057427 Nov 24 21:01:02.149801 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-61bd7810-4ebf-4534-8529-ddebece69f9c None None] For port 8ded4cc2-5919-40c6-b01b-b8e8f9ed15fe, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:01:02.170895 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-61bd7810-4ebf-4534-8529-ddebece69f9c None None] For port 8ded4cc2-5919-40c6-b01b-b8e8f9ed15fe, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=8ded4cc2-5919-40c6-b01b-b8e8f9ed15fe,segment=NetworkSegment(2a13d72e-b633-4b57-8571-88e948a471f6),segment_id=2a13d72e-b633-4b57-8571-88e948a471f6)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:01:02.193222 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-61bd7810-4ebf-4534-8529-ddebece69f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:02.206961 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4b6965-57d6-4bb2-a7b1-d4dac269b510']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:02.244660 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a13d72e-b633-4b57-8571-88e948a471f6') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:02.245210 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a13d72e-b633-4b57-8571-88e948a471f6') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:02.268709 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd7810-4ebf-4534-8529-ddebece69f9c None None] Pushing event updated for resources: {'Port': ['ID=8ded4cc2-5919-40c6-b01b-b8e8f9ed15fe,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:02.294277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8730a449-9ae3-41bf-ae87-db494c19d7ee None None] Provisioning complete for port 87b734f1-3688-443e-a6ce-1aec9d75e843 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:02.294672 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8730a449-9ae3-41bf-ae87-db494c19d7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:02.298383 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:02.337175 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:02.350408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:01:02.351110 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:01:02.354436 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:01:02.379655 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a9e2a530-466f-4e6d-ba9b-71f9778aebb5 req-4caf6f7d-155a-4aa9-a201-e47cca0909e8 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:02.411393 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['85246882-73af-458a-a001-8de8506eefc2'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:01:02.413586 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['975245fd-a239-4b38-a637-934a9f8ac234', 'b5f19f21-4989-42f5-9009-ef06859751d5', '2b62a78a-de27-40e5-9031-07782fc7c150', '2ef14d52-ee69-4d82-b823-64e70289fcc4'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:01:02.439477 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-baece72e-7f90-4d1c-87ec-03df13097046 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:02.447999 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-baece72e-7f90-4d1c-87ec-03df13097046 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/networks?id=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc HTTP/1.1" status: 200 len: 810 time: 0.3010962 Nov 24 21:01:02.466743 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-40a72eb5-89a5-4475-ad77-3530c0b572e9 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/quotas/76400c1822bc4519abca8b807069cf99 HTTP/1.1" status: 200 len: 375 time: 0.0176003 Nov 24 21:01:02.483522 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.db.api [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 21:01:02.483522 n-d-812111-8 neutron-server[109991]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 21:01:02.483522 n-d-812111-8 neutron-server[109991]: [parameters: {'id': '3c4b6965-57d6-4bb2-a7b1-d4dac269b510'}] Nov 24 21:01:02.483522 n-d-812111-8 neutron-server[109991]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:01:02.485263 n-d-812111-8 neutron-server[109991]: DEBUG oslo_db.api [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:01:02.492847 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-8730a449-9ae3-41bf-ae87-db494c19d7ee None None] Port 87b734f1-3688-443e-a6ce-1aec9d75e843 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:02.496404 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf6f7d-155a-4aa9-a201-e47cca0909e8 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Pushing event deleted for resources: {'Port': ['ID=efeeb778-bfb7-4f21-bc08-e5fbf5a7f445,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:02.525262 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a0070b-0759-46ff-bc3c-398cd2d10e3e None None] Network 3c4b6965-57d6-4bb2-a7b1-d4dac269b510 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:01:02.552403 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8730a449-9ae3-41bf-ae87-db494c19d7ee None None] Provisioning complete for port f715d8b5-3fc2-4267-9512-ca0f9a46817c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:02.552801 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8730a449-9ae3-41bf-ae87-db494c19d7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:02.556177 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-fe233605-0d41-49cb-9e7e-6b970c08c9fb tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=76400c1822bc4519abca8b807069cf99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878744 Nov 24 21:01:02.643241 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d5e1a92f-2444-415c-ac22-961bed9f5b27 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:02.647129 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e2a530-466f-4e6d-ba9b-71f9778aebb5 req-4caf6f7d-155a-4aa9-a201-e47cca0909e8 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] No DVR routers for this DVR port efeeb778-bfb7-4f21-bc08-e5fbf5a7f445 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:01:02.671018 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a9e2a530-466f-4e6d-ba9b-71f9778aebb5 req-4caf6f7d-155a-4aa9-a201-e47cca0909e8 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:02.675445 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a9e2a530-466f-4e6d-ba9b-71f9778aebb5 req-4caf6f7d-155a-4aa9-a201-e47cca0909e8 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.48 "DELETE /v2.0/ports/efeeb778-bfb7-4f21-bc08-e5fbf5a7f445 HTTP/1.1" status: 204 len: 173 time: 1.9559610 Nov 24 21:01:02.678842 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fb0c6f-cd78-4a65-a552-18ca80426ae9', 'name': 'network-vif-deleted', 'tag': 'efeeb778-bfb7-4f21-bc08-e5fbf5a7f445'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:01:02.681084 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c97179-4c48-43a7-8ff4-2666a18b5020" -d '{"events": [{"server_uuid": "86fb0c6f-cd78-4a65-a552-18ca80426ae9", "name": "network-vif-deleted", "tag": "efeeb778-bfb7-4f21-bc08-e5fbf5a7f445"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:01:02.725945 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-910df1b3-cb06-4726-ae48-cfcfa4e64e76 service neutron] 10.222.0.11 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398425 Nov 24 21:01:02.816509 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62312239-45f6-4c21-afcd-2431e4cfb21a x-openstack-request-id: req-62312239-45f6-4c21-afcd-2431e4cfb21a {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:01:02.817539 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fb0c6f-cd78-4a65-a552-18ca80426ae9", "name": "network-vif-deleted", "tag": "efeeb778-bfb7-4f21-bc08-e5fbf5a7f445", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:01:02.818040 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-62312239-45f6-4c21-afcd-2431e4cfb21a {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:01:02.819737 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fb0c6f-cd78-4a65-a552-18ca80426ae9', 'name': 'network-vif-deleted', 'tag': 'efeeb778-bfb7-4f21-bc08-e5fbf5a7f445', 'status': 'completed', 'code': 200} Nov 24 21:01:02.866897 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d5e1a92f-2444-415c-ac22-961bed9f5b27 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:02.951812 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1a92f-2444-415c-ac22-961bed9f5b27 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Subnet': ['ID=75175cc1-ddcd-45c1-82e3-d0523349be61,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:02.955524 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d5e1a92f-2444-415c-ac22-961bed9f5b27 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:02.965149 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d5e1a92f-2444-415c-ac22-961bed9f5b27 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/subnets/75175cc1-ddcd-45c1-82e3-d0523349be61 HTTP/1.1" status: 204 len: 168 time: 1.6899114 Nov 24 21:01:02.974008 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40010) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:03.015657 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:03.023310 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-e4b0d5a3-b1d3-4dcd-bc91-9bfc7fc292b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting port 87b734f1-3688-443e-a6ce-1aec9d75e843 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:03.023673 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d5a3-b1d3-4dcd-bc91-9bfc7fc292b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:03.134184 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-493e5397-1b63-49be-a410-fec4ce47a424 service neutron] 10.222.0.11 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036024 Nov 24 21:01:03.251151 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34de8c4a-03ea-4c27-8fb8-34951e51e55a None None] Network edb763d1-ab0d-40bc-9121-8568fd759fa5 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:01:03.258056 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f3c18b70-cfb8-4b69-8c52-532f93e3c2bb req-a23fd918-69c7-4de6-8237-213ac3e93821 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=86fb0c6f-cd78-4a65-a552-18ca80426ae9 HTTP/1.1" status: 200 len: 210 time: 0.1044247 Nov 24 21:01:03.323013 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d5a3-b1d3-4dcd-bc91-9bfc7fc292b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:03.330737 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-022e6ca9-3582-4c8c-a5d5-5202e8817fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:03.380622 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-e4b0d5a3-b1d3-4dcd-bc91-9bfc7fc292b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Calling delete_port for 87b734f1-3688-443e-a6ce-1aec9d75e843 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:03.482363 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Deleting port 8ded4cc2-5919-40c6-b01b-b8e8f9ed15fe {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:03.483019 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:03.618620 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] For port 8ded4cc2-5919-40c6-b01b-b8e8f9ed15fe, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=8ded4cc2-5919-40c6-b01b-b8e8f9ed15fe,segment=NetworkSegment(2a13d72e-b633-4b57-8571-88e948a471f6),segment_id=2a13d72e-b633-4b57-8571-88e948a471f6)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:03.619268 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:03.636139 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Calling delete_port for 8ded4cc2-5919-40c6-b01b-b8e8f9ed15fe owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:03.877658 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d5a3-b1d3-4dcd-bc91-9bfc7fc292b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:03.904386 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aca8ccb-2c92-46ab-b905-7d10b41ce9f6 None None] Network 3c4b6965-57d6-4bb2-a7b1-d4dac269b510 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:01:03.944426 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0d5a3-b1d3-4dcd-bc91-9bfc7fc292b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Port': ['ID=87b734f1-3688-443e-a6ce-1aec9d75e843,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:04.070212 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-fd56cdb3-6f00-45b7-80e4-f3a938b08956 None None] Provisioning complete for port c7e465ba-acef-4678-9db3-f9b25402b768 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:04.070757 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fd56cdb3-6f00-45b7-80e4-f3a938b08956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:04.186395 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d5a3-b1d3-4dcd-bc91-9bfc7fc292b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:04.230899 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e744ffa-a94e-43c2-aed6-4b6535c7034a None None] DHCP port deletion for edb763d1-ab0d-40bc-9121-8568fd759fa5 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:01:04.329098 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device efeeb778-bfb7-4f21-bc08-e5fbf5a7f445 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:01:04.364933 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: efeeb778-bfb7-4f21-bc08-e5fbf5a7f445 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:01:04.365097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device efeeb778-bfb7-4f21-bc08-e5fbf5a7f445 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:01:04.492772 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:04.514351 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-fd56cdb3-6f00-45b7-80e4-f3a938b08956 None None] Could not find standard attr ID for object 87b734f1-3688-443e-a6ce-1aec9d75e843. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:01:04.526809 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-5e744ffa-a94e-43c2-aed6-4b6535c7034a None None] Deleting port ba0cb9ca-16e4-4e35-8e72-77bf595e847c {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:04.527213 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5e744ffa-a94e-43c2-aed6-4b6535c7034a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:04.558608 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Port': ['ID=8ded4cc2-5919-40c6-b01b-b8e8f9ed15fe,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:04.571450 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-af718c0f-ec4f-4d51-b813-6993aa0e7720 req-32ead5fb-447e-4028-9579-309db1f9dbf3 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 210 time: 0.1231906 Nov 24 21:01:04.589288 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:04.589616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:04.590165 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:04.590679 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:04.591178 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:04.591761 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:04.592268 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:04.592810 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:04.593997 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:04.594668 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:04.595185 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:04.595675 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:04.626705 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-5e744ffa-a94e-43c2-aed6-4b6535c7034a None None] For port ba0cb9ca-16e4-4e35-8e72-77bf595e847c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ba0cb9ca-16e4-4e35-8e72-77bf595e847c,segment=NetworkSegment(2ecb6e3c-2e22-45b8-b215-eeb1196cb749),segment_id=2ecb6e3c-2e22-45b8-b215-eeb1196cb749)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:04.627117 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5e744ffa-a94e-43c2-aed6-4b6535c7034a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:04.634163 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No DVR routers for this DVR port 8ded4cc2-5919-40c6-b01b-b8e8f9ed15fe on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:01:04.647595 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-5e744ffa-a94e-43c2-aed6-4b6535c7034a None None] Calling delete_port for ba0cb9ca-16e4-4e35-8e72-77bf595e847c owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:04.706363 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ba0cb9ca-16e4-4e35-8e72-77bf595e847c no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:01:04.818794 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:04.845250 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-022e6ca9-3582-4c8c-a5d5-5202e8817fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting port ba0cb9ca-16e4-4e35-8e72-77bf595e847c {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:04.846254 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-022e6ca9-3582-4c8c-a5d5-5202e8817fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:04.874129 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5e744ffa-a94e-43c2-aed6-4b6535c7034a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:04.898021 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4b6965-57d6-4bb2-a7b1-d4dac269b510']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:04.925492 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Port ba0cb9ca-16e4-4e35-8e72-77bf595e847c update to DOWN by agent not found {{(pid=109992) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 24 21:01:04.932316 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e744ffa-a94e-43c2-aed6-4b6535c7034a None None] Pushing event deleted for resources: {'Port': ['ID=ba0cb9ca-16e4-4e35-8e72-77bf595e847c,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:04.935379 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e744ffa-a94e-43c2-aed6-4b6535c7034a None None] No DVR routers for this DVR port ba0cb9ca-16e4-4e35-8e72-77bf595e847c on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:01:04.970888 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6979e27-66b4-4088-9aeb-9f0fe0a6e555 None None] get_active_networks_info from n-d-812111-8 {{(pid=109992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 21:01:04.997933 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a13d72e-b633-4b57-8571-88e948a471f6') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:04.998413 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a13d72e-b633-4b57-8571-88e948a471f6') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:05.019354 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-022e6ca9-3582-4c8c-a5d5-5202e8817fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] For port ba0cb9ca-16e4-4e35-8e72-77bf595e847c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ba0cb9ca-16e4-4e35-8e72-77bf595e847c,segment=NetworkSegment(2ecb6e3c-2e22-45b8-b215-eeb1196cb749),segment_id=2ecb6e3c-2e22-45b8-b215-eeb1196cb749)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:05.019968 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-022e6ca9-3582-4c8c-a5d5-5202e8817fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:05.076168 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:05.090889 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-022e6ca9-3582-4c8c-a5d5-5202e8817fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Calling delete_port for ba0cb9ca-16e4-4e35-8e72-77bf595e847c owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:05.129898 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:05.202735 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:01:05.203360 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:01:05.207060 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:01:05.308943 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:05.321110 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:05.329061 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b0d5a3-b1d3-4dcd-bc91-9bfc7fc292b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Router 3a667cab-b3eb-48f2-8f43-f55b30a08e45 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:01:05.329613 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/networks/3c4b6965-57d6-4bb2-a7b1-d4dac269b510 HTTP/1.1" status: 204 len: 168 time: 4.7612863 Nov 24 21:01:05.341908 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40042) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:05.359448 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6979e27-66b4-4088-9aeb-9f0fe0a6e555 None None] Resources bound (agent type, host, resource id): {{(pid=109992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 21:01:05.382095 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deadd73-4b6d-4d9f-bb73-09babbba1d2e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Network': ['ID=3c4b6965-57d6-4bb2-a7b1-d4dac269b510,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:05.386546 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc3af20-69fc-44a1-abf6-ce1d0a7a24a8 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:05.387010 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc3af20-69fc-44a1-abf6-ce1d0a7a24a8 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:05.393545 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5fc3af20-69fc-44a1-abf6-ce1d0a7a24a8 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/subnets/1dc6babd-9d87-4d2d-be9d-adf6585b7021 HTTP/1.1" status: 404 len: 337 time: 0.0478494 Nov 24 21:01:05.395604 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40046) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:05.425279 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-022e6ca9-3582-4c8c-a5d5-5202e8817fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:05.463441 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec921686-0530-4e95-bcd3-0f0b3822ecb9 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:05.464173 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec921686-0530-4e95-bcd3-0f0b3822ecb9 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:05.470121 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ec921686-0530-4e95-bcd3-0f0b3822ecb9 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/networks/3c4b6965-57d6-4bb2-a7b1-d4dac269b510 HTTP/1.1" status: 404 len: 339 time: 0.0752783 Nov 24 21:01:05.489129 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40048) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:05.522159 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022e6ca9-3582-4c8c-a5d5-5202e8817fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] No DVR routers for this DVR port ba0cb9ca-16e4-4e35-8e72-77bf595e847c on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:01:05.525244 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e6ca9-3582-4c8c-a5d5-5202e8817fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Port': ['ID=ba0cb9ca-16e4-4e35-8e72-77bf595e847c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:05.532338 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9120c6-97da-45d3-888d-38958b5685bf tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:05.532859 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe9120c6-97da-45d3-888d-38958b5685bf tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:05.539532 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fe9120c6-97da-45d3-888d-38958b5685bf tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/subnets/1365f30f-b6a7-4320-aca7-795f452d92b0 HTTP/1.1" status: 404 len: 337 time: 0.0463486 Nov 24 21:01:05.559488 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40050) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:05.590500 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f26404-c02f-469f-9802-3f937050d82d tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:05.591076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f26404-c02f-469f-9802-3f937050d82d tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:05.597703 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c2f26404-c02f-469f-9802-3f937050d82d tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/networks/2923d3ac-ce71-4e11-818a-225b8c548c90 HTTP/1.1" status: 404 len: 339 time: 0.0345063 Nov 24 21:01:05.606764 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98deb1d6-9a01-4898-8786-e835bf87dcd8 req-ac31e417-cb08-4c64-a660-ae4188341f17 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:05.608430 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40052) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:05.615570 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98deb1d6-9a01-4898-8786-e835bf87dcd8 req-ac31e417-cb08-4c64-a660-ae4188341f17 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=315ec67b-3934-4c32-b161-16991b8984aa HTTP/1.1" status: 200 len: 948 time: 0.2721772 Nov 24 21:01:05.684580 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b0d5a3-b1d3-4dcd-bc91-9bfc7fc292b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:01:05.692862 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-022e6ca9-3582-4c8c-a5d5-5202e8817fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:05.699698 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e4b0d5a3-b1d3-4dcd-bc91-9bfc7fc292b1 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "PUT /v2.0/routers/3a667cab-b3eb-48f2-8f43-f55b30a08e45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4286103 Nov 24 21:01:05.702788 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df9f516-dfbe-4dc8-92ce-00353751cd24 None None] Sync routers for ids ['3a667cab-b3eb-48f2-8f43-f55b30a08e45'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:01:05.706120 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40056) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:05.734532 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df9f516-dfbe-4dc8-92ce-00353751cd24 None None] Routers {'3a667cab-b3eb-48f2-8f43-f55b30a08e45'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:05.735165 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-9df9f516-dfbe-4dc8-92ce-00353751cd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['3a667cab-b3eb-48f2-8f43-f55b30a08e45'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:05.771748 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28dd9579-9bb4-439f-ac54-9849d3d1efe0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:05.775278 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-022e6ca9-3582-4c8c-a5d5-5202e8817fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb763d1-ab0d-40bc-9121-8568fd759fa5']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:05.780921 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-9df9f516-dfbe-4dc8-92ce-00353751cd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:05.798041 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98deb1d6-9a01-4898-8786-e835bf87dcd8 req-4cd57952-216c-4066-857c-b3648c0e36f3 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783714 Nov 24 21:01:05.800089 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0814475a-d9bb-486d-a4a4-8c3daf69c168 req-b02951fc-3c1f-4df9-b04f-a942f6008bdf tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 210 time: 0.0533433 Nov 24 21:01:05.803500 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-022e6ca9-3582-4c8c-a5d5-5202e8817fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ecb6e3c-2e22-45b8-b215-eeb1196cb749') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:05.803807 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-022e6ca9-3582-4c8c-a5d5-5202e8817fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ecb6e3c-2e22-45b8-b215-eeb1196cb749') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:05.813146 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df9f516-dfbe-4dc8-92ce-00353751cd24 None None] Routers {'3a667cab-b3eb-48f2-8f43-f55b30a08e45'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:05.813146 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-9df9f516-dfbe-4dc8-92ce-00353751cd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:00:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['3a667cab-b3eb-48f2-8f43-f55b30a08e45'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:05.821574 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-022e6ca9-3582-4c8c-a5d5-5202e8817fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:05.853670 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-d8a5ccdf-8f74-4c3d-94a6-2fbf92f25ef2 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:05.857579 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-d8a5ccdf-8f74-4c3d-94a6-2fbf92f25ef2 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.48 "GET /v2.0/networks?id=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc HTTP/1.1" status: 200 len: 810 time: 0.5936372 Nov 24 21:01:05.857579 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87ca75f-a983-469c-8222-7e2d7c6a1bb3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] GET failed (client error): The resource could not be found. Nov 24 21:01:05.859517 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d87ca75f-a983-469c-8222-7e2d7c6a1bb3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports/87b734f1-3688-443e-a6ce-1aec9d75e843 HTTP/1.1" status: 404 len: 333 time: 0.1005366 Nov 24 21:01:05.862838 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40058) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:05.874083 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-9df9f516-dfbe-4dc8-92ce-00353751cd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:05.874774 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df9f516-dfbe-4dc8-92ce-00353751cd24 None None] The sync data for ids ['3a667cab-b3eb-48f2-8f43-f55b30a08e45'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:01:05.876123 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-022e6ca9-3582-4c8c-a5d5-5202e8817fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:05.888186 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022e6ca9-3582-4c8c-a5d5-5202e8817fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:01:05.888501 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-022e6ca9-3582-4c8c-a5d5-5202e8817fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: self.session.flush() Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: self.session.flush() Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: self.session.flush() Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: self.session.flush() Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:01:05.891857 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:01:06.002907 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28dd9579-9bb4-439f-ac54-9849d3d1efe0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:06.021884 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-022e6ca9-3582-4c8c-a5d5-5202e8817fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:06.025610 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a0d947eb-6973-4f70-aedf-5f2272ebbe6e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:06.034155 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-022e6ca9-3582-4c8c-a5d5-5202e8817fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:06.038995 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-022e6ca9-3582-4c8c-a5d5-5202e8817fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/networks/edb763d1-ab0d-40bc-9121-8568fd759fa5 HTTP/1.1" status: 204 len: 168 time: 3.0626822 Nov 24 21:01:06.042822 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40064) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:06.044347 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-28dd9579-9bb4-439f-ac54-9849d3d1efe0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['415b96ba-bcce-4119-bcff-3c1fd1917ebb']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:06.051034 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-e80d9e38-6a9b-4cc9-90ac-a24b59741c7a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-531319398'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:06.073003 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-28dd9579-9bb4-439f-ac54-9849d3d1efe0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620589dd-e570-4e7e-b17b-fe4c39fd8694') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:06.073353 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-28dd9579-9bb4-439f-ac54-9849d3d1efe0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620589dd-e570-4e7e-b17b-fe4c39fd8694') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:06.075103 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e6ca9-3582-4c8c-a5d5-5202e8817fbb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Network': ['ID=edb763d1-ab0d-40bc-9121-8568fd759fa5,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:06.091370 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28dd9579-9bb4-439f-ac54-9849d3d1efe0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:06.113724 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28dd9579-9bb4-439f-ac54-9849d3d1efe0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:06.118348 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80d9e38-6a9b-4cc9-90ac-a24b59741c7a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Made reservation on behalf of 477a0cb75e98499e9b77be2952c0d710 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:01:06.121970 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e80d9e38-6a9b-4cc9-90ac-a24b59741c7a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:06.126397 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28dd9579-9bb4-439f-ac54-9849d3d1efe0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:01:06.126803 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28dd9579-9bb4-439f-ac54-9849d3d1efe0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:01:06.133607 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:01:06.143958 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-aa074e7f-46eb-435a-a3ef-552e7ed86401 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76400c1822bc4519abca8b807069cf99 HTTP/1.1" status: 200 len: 380 time: 0.2558401 Nov 24 21:01:06.187663 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-627f53ca-51b9-4247-ae01-7f0ee79ae501 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Request body: {'port': {'device_id': '4cab293e-9eff-4dab-aa2e-b95d19df1d47', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'admin_state_up': True, 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'security_groups': ['aac244b8-f2ea-4870-8ed8-fcdfc930b7e9']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:06.209259 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80d9e38-6a9b-4cc9-90ac-a24b59741c7a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:01:06.222038 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28dd9579-9bb4-439f-ac54-9849d3d1efe0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:06.224435 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e80d9e38-6a9b-4cc9-90ac-a24b59741c7a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:06.227672 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-e80d9e38-6a9b-4cc9-90ac-a24b59741c7a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Added segment c95fbd17-1c9d-4b17-9fd1-bb34c26895a9 of type vlan for network a61202d5-595d-455d-a2fe-c9c5758b1462 Nov 24 21:01:06.237362 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28dd9579-9bb4-439f-ac54-9849d3d1efe0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:06.240638 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-28dd9579-9bb4-439f-ac54-9849d3d1efe0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/networks/415b96ba-bcce-4119-bcff-3c1fd1917ebb HTTP/1.1" status: 204 len: 168 time: 0.6310678 Nov 24 21:01:06.243745 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40066) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:06.261950 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd9579-9bb4-439f-ac54-9849d3d1efe0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Network': ['ID=415b96ba-bcce-4119-bcff-3c1fd1917ebb,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:06.305002 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a0d947eb-6973-4f70-aedf-5f2272ebbe6e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:06.308941 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a0d947eb-6973-4f70-aedf-5f2272ebbe6e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:06.312522 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7072a6-4eba-43ec-8734-d2162639410e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:06.313209 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7072a6-4eba-43ec-8734-d2162639410e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:06.316967 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-eb7072a6-4eba-43ec-8734-d2162639410e tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/subnets/ea965de4-c385-42f1-9e80-9daa527e1658 HTTP/1.1" status: 404 len: 337 time: 0.0632229 Nov 24 21:01:06.320840 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40068) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:06.345400 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e80d9e38-6a9b-4cc9-90ac-a24b59741c7a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:06.362033 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-62707e1e-baea-42ab-992e-630797cc68f9 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:06.362685 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62707e1e-baea-42ab-992e-630797cc68f9 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:06.365925 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-62707e1e-baea-42ab-992e-630797cc68f9 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/networks/8a44de0c-ad18-459e-8896-5e35597a6513 HTTP/1.1" status: 404 len: 339 time: 0.0443859 Nov 24 21:01:06.370641 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40070) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:06.408997 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba2b01e-e77b-44e5-8f19-79637504501d tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:06.409504 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dba2b01e-e77b-44e5-8f19-79637504501d tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:06.415585 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dba2b01e-e77b-44e5-8f19-79637504501d tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/subnets/0f61bef4-ba44-4c6a-917b-26da8b0211a5 HTTP/1.1" status: 404 len: 337 time: 0.0410366 Nov 24 21:01:06.415807 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5db22a-d606-4a85-8ada-29899b888dc7 req-77cfaf9e-8afa-4918-a96b-5e0000f70052 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:06.417177 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40072) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:06.417949 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e5db22a-d606-4a85-8ada-29899b888dc7 req-77cfaf9e-8afa-4918-a96b-5e0000f70052 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.48 "GET /v2.0/ports?device_id=315ec67b-3934-4c32-b161-16991b8984aa HTTP/1.1" status: 200 len: 948 time: 0.1586640 Nov 24 21:01:06.421744 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a0d947eb-6973-4f70-aedf-5f2272ebbe6e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:06.422272 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d947eb-6973-4f70-aedf-5f2272ebbe6e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Fanout notify agent at l3_agent the message router_deleted on router 3a667cab-b3eb-48f2-8f43-f55b30a08e45 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:01:06.441714 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e80d9e38-6a9b-4cc9-90ac-a24b59741c7a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:06.447677 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80d9e38-6a9b-4cc9-90ac-a24b59741c7a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:06.448269 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e80d9e38-6a9b-4cc9-90ac-a24b59741c7a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:06.457915 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a0d947eb-6973-4f70-aedf-5f2272ebbe6e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:06.461451 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a0d947eb-6973-4f70-aedf-5f2272ebbe6e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/routers/3a667cab-b3eb-48f2-8f43-f55b30a08e45 HTTP/1.1" status: 204 len: 168 time: 0.5946760 Nov 24 21:01:06.461630 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ce2dc2-c843-4957-a621-8684611bf2c2 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:06.461630 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ce2dc2-c843-4957-a621-8684611bf2c2 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:06.468815 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e1ce2dc2-c843-4957-a621-8684611bf2c2 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/networks/928eb189-1453-459e-95d0-79ecbae7594d HTTP/1.1" status: 404 len: 339 time: 0.0459549 Nov 24 21:01:06.468815 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40074) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:06.482701 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40078) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:06.486298 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e80d9e38-6a9b-4cc9-90ac-a24b59741c7a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4394176 Nov 24 21:01:06.492121 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40080) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:06.500667 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-d431ccf5-175c-45db-a7ed-1af58a3d3ab2 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'subnet': {'network_id': 'a61202d5-595d-455d-a2fe-c9c5758b1462', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:06.568821 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-5722c1c1-69d7-4813-a0cc-3ec12d63ce51 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:06.569533 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5722c1c1-69d7-4813-a0cc-3ec12d63ce51 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:06.572561 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5722c1c1-69d7-4813-a0cc-3ec12d63ce51 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/subnets/28f34b20-4f62-4d02-a246-167349d63d1a HTTP/1.1" status: 404 len: 337 time: 0.0851500 Nov 24 21:01:06.580155 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40082) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:06.629792 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-627f53ca-51b9-4247-ae01-7f0ee79ae501 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Made reservation on behalf of 76400c1822bc4519abca8b807069cf99 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:01:06.633328 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-627f53ca-51b9-4247-ae01-7f0ee79ae501 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:06.647566 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a1034a-3054-4ba2-9735-78a97928bd9a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:06.648299 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a1034a-3054-4ba2-9735-78a97928bd9a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:06.653404 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-80a1034a-3054-4ba2-9735-78a97928bd9a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/networks/09c67c06-6bf6-4fb7-8713-88868df3b81f HTTP/1.1" status: 404 len: 339 time: 0.0704248 Nov 24 21:01:06.658916 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40084) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:06.666393 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d9e38-6a9b-4cc9-90ac-a24b59741c7a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Network': ['ID=a61202d5-595d-455d-a2fe-c9c5758b1462,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:06.672994 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae5f1f7-221e-4c5d-bff2-6d40d0ce2636 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting subnet 8d4dc2c5-173d-4566-a3d8-ab17d8abe3ef {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:01:06.683260 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5ae5f1f7-221e-4c5d-bff2-6d40d0ce2636 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:06.693778 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network a61202d5-595d-455d-a2fe-c9c5758b1462 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:01:06.711866 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-19696ed1-bca7-4f79-a18a-33a31f51ea01 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:06.712331 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19696ed1-bca7-4f79-a18a-33a31f51ea01 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:06.716279 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-19696ed1-bca7-4f79-a18a-33a31f51ea01 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/subnets/52e05f76-fff8-4a1a-bccc-64d86fe67eca HTTP/1.1" status: 404 len: 337 time: 0.0542617 Nov 24 21:01:06.725840 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40086) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:06.752855 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-e255c1cb-a3c2-476c-afaf-076bd92fe089 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:06.753369 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e255c1cb-a3c2-476c-afaf-076bd92fe089 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:06.756633 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e255c1cb-a3c2-476c-afaf-076bd92fe089 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/networks/7eae5ed8-57ce-47d1-b59a-dfe5a9eab2bc HTTP/1.1" status: 404 len: 339 time: 0.0298705 Nov 24 21:01:06.763900 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40088) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:06.776678 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5ae5f1f7-221e-4c5d-bff2-6d40d0ce2636 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:06.788125 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02787428-9762-4029-98e8-6d7fc07cbef3 req-a0381ffa-05f6-4ca6-ae4b-3b24a90e5e9f tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:06.789758 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-02787428-9762-4029-98e8-6d7fc07cbef3 req-a0381ffa-05f6-4ca6-ae4b-3b24a90e5e9f tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d103be5-4711-42c8-8565-1a4b05a1eaf8 HTTP/1.1" status: 200 len: 950 time: 0.1701477 Nov 24 21:01:06.801651 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-7e5db22a-d606-4a85-8ada-29899b888dc7 req-45ec43b0-41f3-478e-a98a-82addd989f24 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Deleting port 85246882-73af-458a-a001-8de8506eefc2 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:06.802264 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7e5db22a-d606-4a85-8ada-29899b888dc7 req-45ec43b0-41f3-478e-a98a-82addd989f24 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:06.810191 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d431ccf5-175c-45db-a7ed-1af58a3d3ab2 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Made reservation on behalf of 477a0cb75e98499e9b77be2952c0d710 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:01:06.815645 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d431ccf5-175c-45db-a7ed-1af58a3d3ab2 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:06.879891 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b5df51-ba45-4ae0-912c-b2ec843c04b6 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:06.880379 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b5df51-ba45-4ae0-912c-b2ec843c04b6 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:06.885127 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a2b5df51-ba45-4ae0-912c-b2ec843c04b6 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/subnets/52a81292-99e9-4be2-8371-2a7c71a30e60 HTTP/1.1" status: 404 len: 337 time: 0.1185231 Nov 24 21:01:06.917139 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40094) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:06.949157 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7bee0a-2aa1-4294-8f16-4d1683ca452d tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:06.949687 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7bee0a-2aa1-4294-8f16-4d1683ca452d tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:06.953149 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1e7bee0a-2aa1-4294-8f16-4d1683ca452d tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/networks/56dbd8d1-4b8e-4b9e-831c-348b0a4cf452 HTTP/1.1" status: 404 len: 339 time: 0.0339878 Nov 24 21:01:06.985904 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a77b74d9-874c-46a7-bd0e-6c125bbeda38 req-625fd139-b8ff-4190-a1c4-0ddd21252a9a tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 210 time: 0.0313706 Nov 24 21:01:06.986125 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40096) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:07.046925 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-02787428-9762-4029-98e8-6d7fc07cbef3 req-f60bde60-b437-435e-a4f3-d9eec6b317bf tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Deleting port 2ef14d52-ee69-4d82-b823-64e70289fcc4 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:07.047485 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-02787428-9762-4029-98e8-6d7fc07cbef3 req-f60bde60-b437-435e-a4f3-d9eec6b317bf tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:07.064893 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5ae5f1f7-221e-4c5d-bff2-6d40d0ce2636 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:07.100426 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f20115-7587-462d-8558-f82551b730cc tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:07.100945 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f20115-7587-462d-8558-f82551b730cc tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:07.107010 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b7f20115-7587-462d-8558-f82551b730cc tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/subnets/bf79e65a-4702-4d1a-8d82-541f2420a72d HTTP/1.1" status: 404 len: 337 time: 0.1088569 Nov 24 21:01:07.109444 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40100) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:07.167030 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-1acb880b-aac5-42a2-b27f-4afeef2c042b tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:07.167735 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1acb880b-aac5-42a2-b27f-4afeef2c042b tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:07.170955 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1acb880b-aac5-42a2-b27f-4afeef2c042b tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/networks/d5470584-59f0-4712-b26b-b392bdebe836 HTTP/1.1" status: 404 len: 339 time: 0.0586171 Nov 24 21:01:07.180912 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40104) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:07.226815 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-805317eb-6911-4ba6-bf6a-cf141f12f15c tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:07.227303 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805317eb-6911-4ba6-bf6a-cf141f12f15c tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:07.230526 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-805317eb-6911-4ba6-bf6a-cf141f12f15c tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/subnets/ac942ea0-8a25-4b98-bfae-b7b60d74a952 HTTP/1.1" status: 404 len: 337 time: 0.0488386 Nov 24 21:01:07.236716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40106) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:07.248425 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-627f53ca-51b9-4247-ae01-7f0ee79ae501 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Allocated IP 172.20.0.4 (1db2c526-7dbb-43dc-8355-0dce2bb7e6cc/5df44411-bad0-41e8-8c64-bf8945205f26/af0d2ff1-f872-4b17-9b2e-15bc4503c995) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:01:07.259407 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff6b3f-2725-4438-811e-7fc26c2d5901 req-63f280d6-b03e-4f7b-a48b-a6397e94d4f2 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:07.273216 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-66ff6b3f-2725-4438-811e-7fc26c2d5901 req-63f280d6-b03e-4f7b-a48b-a6397e94d4f2 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=315ec67b-3934-4c32-b161-16991b8984aa HTTP/1.1" status: 200 len: 948 time: 0.2877102 Nov 24 21:01:07.280118 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-02787428-9762-4029-98e8-6d7fc07cbef3 req-f60bde60-b437-435e-a4f3-d9eec6b317bf tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] For port 2ef14d52-ee69-4d82-b823-64e70289fcc4, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2ef14d52-ee69-4d82-b823-64e70289fcc4,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:07.280859 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-02787428-9762-4029-98e8-6d7fc07cbef3 req-f60bde60-b437-435e-a4f3-d9eec6b317bf tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:07.283926 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-db68d7e7-ebef-46f6-b79b-c5791b5b30f8 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:07.284555 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db68d7e7-ebef-46f6-b79b-c5791b5b30f8 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:07.288324 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-db68d7e7-ebef-46f6-b79b-c5791b5b30f8 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/networks/e5d06b05-cd5e-4414-bbf7-715ddc83e399 HTTP/1.1" status: 404 len: 339 time: 0.0504136 Nov 24 21:01:07.292790 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40108) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:07.297432 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5ae5f1f7-221e-4c5d-bff2-6d40d0ce2636 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:07.329080 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5f1f7-221e-4c5d-bff2-6d40d0ce2636 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4dc2c5-173d-4566-a3d8-ab17d8abe3ef,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:07.331566 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-02787428-9762-4029-98e8-6d7fc07cbef3 req-f60bde60-b437-435e-a4f3-d9eec6b317bf tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Calling delete_port for 2ef14d52-ee69-4d82-b823-64e70289fcc4 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:07.341130 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5ae5f1f7-221e-4c5d-bff2-6d40d0ce2636 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:07.344648 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5ae5f1f7-221e-4c5d-bff2-6d40d0ce2636 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/subnets/8d4dc2c5-173d-4566-a3d8-ab17d8abe3ef HTTP/1.1" status: 204 len: 168 time: 0.8711829 Nov 24 21:01:07.348719 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40110) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:07.349475 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632bf67c-4067-428e-ac87-76ea5a7c9fc5 None None] Network 23cbde20-8586-4fec-8309-69bdd17e3b0f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:01:07.410979 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2790dc-b7f7-433c-a1e0-bc3daa4c080a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:07.416157 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2790dc-b7f7-433c-a1e0-bc3daa4c080a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:07.425209 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5a2790dc-b7f7-433c-a1e0-bc3daa4c080a tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/subnets/5d0bcbaa-ed1e-421f-a2a6-8e5465291430 HTTP/1.1" status: 404 len: 337 time: 0.1251788 Nov 24 21:01:07.429454 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-7e5db22a-d606-4a85-8ada-29899b888dc7 req-45ec43b0-41f3-478e-a98a-82addd989f24 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] For port 85246882-73af-458a-a001-8de8506eefc2, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=85246882-73af-458a-a001-8de8506eefc2,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:07.429800 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7e5db22a-d606-4a85-8ada-29899b888dc7 req-45ec43b0-41f3-478e-a98a-82addd989f24 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:07.436117 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40112) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:07.477214 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-f723047b-47d7-4c1a-801d-e5ab282cd9c7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:07.478948 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f723047b-47d7-4c1a-801d-e5ab282cd9c7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:07.479344 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5bb740af-e319-40ef-8775-93035d4d0837 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:07.482320 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f723047b-47d7-4c1a-801d-e5ab282cd9c7 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/networks/ccfaea3a-b848-480e-8c3c-96175808bb4e HTTP/1.1" status: 404 len: 339 time: 0.0361357 Nov 24 21:01:07.488121 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40114) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:07.504722 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-7e5db22a-d606-4a85-8ada-29899b888dc7 req-45ec43b0-41f3-478e-a98a-82addd989f24 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Calling delete_port for 85246882-73af-458a-a001-8de8506eefc2 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:07.581224 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-66ff6b3f-2725-4438-811e-7fc26c2d5901 req-f79fd8c1-9b63-48bb-841a-111359188e2c tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064947 Nov 24 21:01:07.680526 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c1a802-7b68-401d-a8f3-c86048ec9be0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Deleting subnet 7c10d440-a4a9-4db1-9933-d66545e1c0d3 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:01:07.693334 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d7c1a802-7b68-401d-a8f3-c86048ec9be0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:07.695406 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b37dfb-5cd4-48f1-a06c-9455c71fd9cc None None] DHCP port deletion for 23cbde20-8586-4fec-8309-69bdd17e3b0f request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:01:07.776367 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-27b37dfb-5cd4-48f1-a06c-9455c71fd9cc None None] Deleting port c7e465ba-acef-4678-9db3-f9b25402b768 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:07.777172 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-27b37dfb-5cd4-48f1-a06c-9455c71fd9cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:07.782877 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d7c1a802-7b68-401d-a8f3-c86048ec9be0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:07.786576 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-5bb740af-e319-40ef-8775-93035d4d0837 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting port c7e465ba-acef-4678-9db3-f9b25402b768 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:07.786576 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5bb740af-e319-40ef-8775-93035d4d0837 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:07.830165 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d431ccf5-175c-45db-a7ed-1af58a3d3ab2 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:07.864792 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-5bb740af-e319-40ef-8775-93035d4d0837 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] For port c7e465ba-acef-4678-9db3-f9b25402b768, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c7e465ba-acef-4678-9db3-f9b25402b768,segment=NetworkSegment(436cf594-684f-4010-bad7-bbcc0412c3e4),segment_id=436cf594-684f-4010-bad7-bbcc0412c3e4)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:07.865283 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5bb740af-e319-40ef-8775-93035d4d0837 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:07.879854 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-5bb740af-e319-40ef-8775-93035d4d0837 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Calling delete_port for c7e465ba-acef-4678-9db3-f9b25402b768 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:07.901369 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-27b37dfb-5cd4-48f1-a06c-9455c71fd9cc None None] For port c7e465ba-acef-4678-9db3-f9b25402b768, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c7e465ba-acef-4678-9db3-f9b25402b768,segment=NetworkSegment(436cf594-684f-4010-bad7-bbcc0412c3e4),segment_id=436cf594-684f-4010-bad7-bbcc0412c3e4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:07.902272 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-27b37dfb-5cd4-48f1-a06c-9455c71fd9cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:07.909943 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-02787428-9762-4029-98e8-6d7fc07cbef3 req-f60bde60-b437-435e-a4f3-d9eec6b317bf tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:07.928137 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['85246882-73af-458a-a001-8de8506eefc2'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:01:07.932355 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['975245fd-a239-4b38-a637-934a9f8ac234', 'b5f19f21-4989-42f5-9009-ef06859751d5', '2b62a78a-de27-40e5-9031-07782fc7c150', '2ef14d52-ee69-4d82-b823-64e70289fcc4'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:01:07.956353 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-627f53ca-51b9-4247-ae01-7f0ee79ae501 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:07.988032 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bde60-b437-435e-a4f3-d9eec6b317bf tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Pushing event deleted for resources: {'Port': ['ID=2ef14d52-ee69-4d82-b823-64e70289fcc4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:08.001407 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431ccf5-175c-45db-a7ed-1af58a3d3ab2 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Subnet': ['ID=3fbde542-37d4-4495-bdb5-8d323ddd21af,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:08.011087 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d431ccf5-175c-45db-a7ed-1af58a3d3ab2 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Checking segment: {'id': 'c95fbd17-1c9d-4b17-9fd1-bb34c26895a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a61202d5-595d-455d-a2fe-c9c5758b1462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:01:08.011535 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d431ccf5-175c-45db-a7ed-1af58a3d3ab2 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network hostable DHCP agents. Network: a61202d5-595d-455d-a2fe-c9c5758b1462, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:01:08.017472 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7e5db22a-d606-4a85-8ada-29899b888dc7 req-45ec43b0-41f3-478e-a98a-82addd989f24 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:08.050487 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-27b37dfb-5cd4-48f1-a06c-9455c71fd9cc None None] Calling delete_port for c7e465ba-acef-4678-9db3-f9b25402b768 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:08.073140 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-02787428-9762-4029-98e8-6d7fc07cbef3 req-f60bde60-b437-435e-a4f3-d9eec6b317bf tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] No DVR routers for this DVR port 2ef14d52-ee69-4d82-b823-64e70289fcc4 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:01:08.094365 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-02787428-9762-4029-98e8-6d7fc07cbef3 req-f60bde60-b437-435e-a4f3-d9eec6b317bf tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:08.098172 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-02787428-9762-4029-98e8-6d7fc07cbef3 req-f60bde60-b437-435e-a4f3-d9eec6b317bf tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "DELETE /v2.0/ports/2ef14d52-ee69-4d82-b823-64e70289fcc4 HTTP/1.1" status: 204 len: 173 time: 1.2700498 Nov 24 21:01:08.100159 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d103be5-4711-42c8-8565-1a4b05a1eaf8', 'name': 'network-vif-deleted', 'tag': '2ef14d52-ee69-4d82-b823-64e70289fcc4'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:01:08.102713 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dceb4c22-e98d-4337-86db-cce9c8b53cea" -d '{"events": [{"server_uuid": "8d103be5-4711-42c8-8565-1a4b05a1eaf8", "name": "network-vif-deleted", "tag": "2ef14d52-ee69-4d82-b823-64e70289fcc4"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:01:08.138951 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d7c1a802-7b68-401d-a8f3-c86048ec9be0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:08.152540 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec43b0-41f3-478e-a98a-82addd989f24 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Pushing event deleted for resources: {'Port': ['ID=85246882-73af-458a-a001-8de8506eefc2,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:08.158678 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5bb740af-e319-40ef-8775-93035d4d0837 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:08.160716 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5db22a-d606-4a85-8ada-29899b888dc7 req-45ec43b0-41f3-478e-a98a-82addd989f24 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] No DVR routers for this DVR port 85246882-73af-458a-a001-8de8506eefc2 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:01:08.176913 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7e5db22a-d606-4a85-8ada-29899b888dc7 req-45ec43b0-41f3-478e-a98a-82addd989f24 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:08.183554 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e5db22a-d606-4a85-8ada-29899b888dc7 req-45ec43b0-41f3-478e-a98a-82addd989f24 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.48 "DELETE /v2.0/ports/85246882-73af-458a-a001-8de8506eefc2 HTTP/1.1" status: 204 len: 173 time: 1.7455561 Nov 24 21:01:08.204419 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315ec67b-3934-4c32-b161-16991b8984aa', 'name': 'network-vif-deleted', 'tag': '85246882-73af-458a-a001-8de8506eefc2'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:01:08.207116 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5901e7-fc6f-4369-8f3d-6546b3290fac" -d '{"events": [{"server_uuid": "315ec67b-3934-4c32-b161-16991b8984aa", "name": "network-vif-deleted", "tag": "85246882-73af-458a-a001-8de8506eefc2"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:01:08.241598 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d431ccf5-175c-45db-a7ed-1af58a3d3ab2 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network a61202d5-595d-455d-a2fe-c9c5758b1462 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:01:08.247467 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2d28e1-286d-4756-ab05-d612918c51c4 x-openstack-request-id: req-5e2d28e1-286d-4756-ab05-d612918c51c4 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:01:08.250080 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d103be5-4711-42c8-8565-1a4b05a1eaf8", "name": "network-vif-deleted", "tag": "2ef14d52-ee69-4d82-b823-64e70289fcc4", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:01:08.250684 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5e2d28e1-286d-4756-ab05-d612918c51c4 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:01:08.251343 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d103be5-4711-42c8-8565-1a4b05a1eaf8', 'name': 'network-vif-deleted', 'tag': '2ef14d52-ee69-4d82-b823-64e70289fcc4', 'status': 'completed', 'code': 200} Nov 24 21:01:08.267449 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-627f53ca-51b9-4247-ae01-7f0ee79ae501 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:08.317952 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb740af-e319-40ef-8775-93035d4d0837 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Port': ['ID=c7e465ba-acef-4678-9db3-f9b25402b768,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:08.330090 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb740af-e319-40ef-8775-93035d4d0837 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] No DVR routers for this DVR port c7e465ba-acef-4678-9db3-f9b25402b768 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:01:08.349923 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-d431ccf5-175c-45db-a7ed-1af58a3d3ab2 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, a61202d5-595d-455d-a2fe-c9c5758b1462) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:08.440605 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d50b263-a647-4158-9941-2845e8150de6 x-openstack-request-id: req-3d50b263-a647-4158-9941-2845e8150de6 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:01:08.441285 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315ec67b-3934-4c32-b161-16991b8984aa", "name": "network-vif-deleted", "tag": "85246882-73af-458a-a001-8de8506eefc2", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:01:08.444535 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d50b263-a647-4158-9941-2845e8150de6 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:01:08.445234 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315ec67b-3934-4c32-b161-16991b8984aa', 'name': 'network-vif-deleted', 'tag': '85246882-73af-458a-a001-8de8506eefc2', 'status': 'completed', 'code': 200} Nov 24 21:01:08.447291 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-627f53ca-51b9-4247-ae01-7f0ee79ae501 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Network 1db2c526-7dbb-43dc-8355-0dce2bb7e6cc is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:08.456768 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d431ccf5-175c-45db-a7ed-1af58a3d3ab2 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:08.463007 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d431ccf5-175c-45db-a7ed-1af58a3d3ab2 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:08.497287 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f8ac4-6fe8-4d06-9b8a-eb16b4770194 req-b1a75f57-1e2f-427a-aa17-8236582eeed8 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:08.505471 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-857f8ac4-6fe8-4d06-9b8a-eb16b4770194 req-b1a75f57-1e2f-427a-aa17-8236582eeed8 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 931 time: 0.2811949 Nov 24 21:01:08.520604 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-627f53ca-51b9-4247-ae01-7f0ee79ae501 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:08.528356 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-627f53ca-51b9-4247-ae01-7f0ee79ae501 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:01:08.539828 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f53ca-51b9-4247-ae01-7f0ee79ae501 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Pushing event updated for resources: {'Port': ['ID=af0d2ff1-f872-4b17-9b2e-15bc4503c995,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:08.592117 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d431ccf5-175c-45db-a7ed-1af58a3d3ab2 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0962191 Nov 24 21:01:08.597861 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40128) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:08.603822 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7addd023-81e5-4683-a833-795bb587320d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1048449035', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:08.668302 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5bb740af-e319-40ef-8775-93035d4d0837 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:08.755676 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-627f53ca-51b9-4247-ae01-7f0ee79ae501 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:08.756574 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-627f53ca-51b9-4247-ae01-7f0ee79ae501 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:08.796470 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7addd023-81e5-4683-a833-795bb587320d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:08.797841 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7addd023-81e5-4683-a833-795bb587320d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:08.836375 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6e72d338-f2fd-453d-baf3-492379f8113a req-ba37fcee-d335-4019-a12b-e39852e85296 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=315ec67b-3934-4c32-b161-16991b8984aa HTTP/1.1" status: 200 len: 210 time: 0.0537901 Nov 24 21:01:08.843469 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-627f53ca-51b9-4247-ae01-7f0ee79ae501 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6597064 Nov 24 21:01:08.857727 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-30446737-a387-4654-b732-fe51f2ac850f service neutron] Request body: {'port': {'device_id': '4cab293e-9eff-4dab-aa2e-b95d19df1d47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:08.873325 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d7c1a802-7b68-401d-a8f3-c86048ec9be0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:08.909763 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a474c351-b77b-41bb-a361-45841b414c81 None None] Network a61202d5-595d-455d-a2fe-c9c5758b1462 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:01:08.913351 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c7e465ba-acef-4678-9db3-f9b25402b768 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:01:09.013986 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: c7e465ba-acef-4678-9db3-f9b25402b768 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:01:09.014760 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c7e465ba-acef-4678-9db3-f9b25402b768 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:01:09.029586 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7addd023-81e5-4683-a833-795bb587320d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:09.033499 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-5bb740af-e319-40ef-8775-93035d4d0837 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23cbde20-8586-4fec-8309-69bdd17e3b0f']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:09.050752 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-24141159-b561-49a4-acaa-1fa3717fec97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:09.093029 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-5bb740af-e319-40ef-8775-93035d4d0837 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '436cf594-684f-4010-bad7-bbcc0412c3e4') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:09.093312 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7addd023-81e5-4683-a833-795bb587320d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:09.093773 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-5bb740af-e319-40ef-8775-93035d4d0837 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '436cf594-684f-4010-bad7-bbcc0412c3e4') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:09.118183 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-857f8ac4-6fe8-4d06-9b8a-eb16b4770194 req-fe5fa2ee-278c-4a4f-bffd-e6004663d047 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6112523 Nov 24 21:01:09.119942 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1a802-7b68-401d-a8f3-c86048ec9be0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Subnet': ['ID=7c10d440-a4a9-4db1-9933-d66545e1c0d3,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:09.123096 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-30446737-a387-4654-b732-fe51f2ac850f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:09.158250 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5bb740af-e319-40ef-8775-93035d4d0837 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:09.161836 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d7c1a802-7b68-401d-a8f3-c86048ec9be0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:09.163120 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7addd023-81e5-4683-a833-795bb587320d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:09.164345 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7addd023-81e5-4683-a833-795bb587320d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5655124 Nov 24 21:01:09.169370 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d7c1a802-7b68-401d-a8f3-c86048ec9be0 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/subnets/7c10d440-a4a9-4db1-9933-d66545e1c0d3 HTTP/1.1" status: 204 len: 168 time: 1.6801300 Nov 24 21:01:09.185327 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40134) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:09.185976 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40136) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:09.220771 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eef4c6-d1db-49f3-81cc-f0d924fb8b06 None None] Network bf0add21-1974-48f9-b24f-d18b213a687d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:01:09.426473 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-27b37dfb-5cd4-48f1-a06c-9455c71fd9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:09.429368 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5bb740af-e319-40ef-8775-93035d4d0837 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:09.468733 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb740af-e319-40ef-8775-93035d4d0837 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:01:09.469146 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5bb740af-e319-40ef-8775-93035d4d0837 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:01:09.473024 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:01:09.484801 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b37dfb-5cd4-48f1-a06c-9455c71fd9cc None None] Pushing event deleted for resources: {'Port': ['ID=c7e465ba-acef-4678-9db3-f9b25402b768,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:09.529332 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4d7d03fa-6f27-4f76-8987-d41bde716946 None None] Provisioning complete for port af0d2ff1-f872-4b17-9b2e-15bc4503c995 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:09.529893 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4d7d03fa-6f27-4f76-8987-d41bde716946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:09.596422 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b37dfb-5cd4-48f1-a06c-9455c71fd9cc None None] No DVR routers for this DVR port c7e465ba-acef-4678-9db3-f9b25402b768 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:01:09.643177 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-4d7d03fa-6f27-4f76-8987-d41bde716946 None None] Port af0d2ff1-f872-4b17-9b2e-15bc4503c995 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:09.687135 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:09.703756 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d70c8651-10b5-4b6b-9c92-188f19b220c3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:09.734379 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db081ad-b33d-4c3f-8b3f-0a4ab40be8dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-a61202d5-595d-455d-a2fe-c9c5758b1462', 'network_id': 'a61202d5-595d-455d-a2fe-c9c5758b1462', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'fixed_ips': [{'subnet_id': '3fbde542-37d4-4495-bdb5-8d323ddd21af'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:01:09.736051 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6db081ad-b33d-4c3f-8b3f-0a4ab40be8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:09.737950 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5bb740af-e319-40ef-8775-93035d4d0837 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:09.863510 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5bb740af-e319-40ef-8775-93035d4d0837 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:09.867035 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5bb740af-e319-40ef-8775-93035d4d0837 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/networks/23cbde20-8586-4fec-8309-69bdd17e3b0f HTTP/1.1" status: 204 len: 168 time: 2.5172813 Nov 24 21:01:09.873331 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb740af-e319-40ef-8775-93035d4d0837 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Network': ['ID=23cbde20-8586-4fec-8309-69bdd17e3b0f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:09.877525 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40144) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:09.898068 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-30446737-a387-4654-b732-fe51f2ac850f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0d2ff1-f872-4b17-9b2e-15bc4503c995 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:01:09.919250 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-30446737-a387-4654-b732-fe51f2ac850f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:09.935261 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-30446737-a387-4654-b732-fe51f2ac850f service neutron] Transition to ACTIVE for port object af0d2ff1-f872-4b17-9b2e-15bc4503c995 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:01:09.941889 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-30446737-a387-4654-b732-fe51f2ac850f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:09.942831 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3314d5f4-e617-4276-bbb6-74d5cf8b4aed tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:09.944506 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3314d5f4-e617-4276-bbb6-74d5cf8b4aed tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports/dbcd6bc9-6231-4165-be88-33bb1623a95f HTTP/1.1" status: 200 len: 844 time: 0.0658972 Nov 24 21:01:09.950027 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40148) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:09.979180 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698e58d3-92fa-4289-bbae-c700776bd71f None None] DHCP port deletion for bf0add21-1974-48f9-b24f-d18b213a687d request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:01:10.053349 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30446737-a387-4654-b732-fe51f2ac850f service neutron] Pushing event updated for resources: {'Port': ['ID=af0d2ff1-f872-4b17-9b2e-15bc4503c995,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:10.106645 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-03f4855b-fc1e-4fda-966e-3885c251d37f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:10.227618 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-30446737-a387-4654-b732-fe51f2ac850f service neutron] Attempting to bind port af0d2ff1-f872-4b17-9b2e-15bc4503c995 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:01:10.228036 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-30446737-a387-4654-b732-fe51f2ac850f service neutron] Attempting to bind port af0d2ff1-f872-4b17-9b2e-15bc4503c995 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '50091b6f-8510-4fe7-99f6-affd19cd995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:01:10.228450 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-30446737-a387-4654-b732-fe51f2ac850f service neutron] Attempting to bind port af0d2ff1-f872-4b17-9b2e-15bc4503c995 on network 1db2c526-7dbb-43dc-8355-0dce2bb7e6cc {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:01:10.245537 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-30446737-a387-4654-b732-fe51f2ac850f service neutron] Port af0d2ff1-f872-4b17-9b2e-15bc4503c995 on network 1db2c526-7dbb-43dc-8355-0dce2bb7e6cc not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:01:10.245896 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-30446737-a387-4654-b732-fe51f2ac850f service neutron] Attempting to bind port af0d2ff1-f872-4b17-9b2e-15bc4503c995 on network 1db2c526-7dbb-43dc-8355-0dce2bb7e6cc {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:01:10.267006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-30446737-a387-4654-b732-fe51f2ac850f service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:01:10.267358 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-30446737-a387-4654-b732-fe51f2ac850f service neutron] Checking segment: {'id': '50091b6f-8510-4fe7-99f6-affd19cd995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:01:10.267782 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-30446737-a387-4654-b732-fe51f2ac850f service neutron] Bound using segment: {'id': '50091b6f-8510-4fe7-99f6-affd19cd995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:01:10.268308 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-30446737-a387-4654-b732-fe51f2ac850f service neutron] Bound port: af0d2ff1-f872-4b17-9b2e-15bc4503c995, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50091b6f-8510-4fe7-99f6-affd19cd995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:01:10.268667 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-30446737-a387-4654-b732-fe51f2ac850f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:10.314294 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-6db081ad-b33d-4c3f-8b3f-0a4ab40be8dc None None] Allocated IP 2001:db8::2 (a61202d5-595d-455d-a2fe-c9c5758b1462/3fbde542-37d4-4495-bdb5-8d323ddd21af/626baebe-b761-4f20-937d-87a2f2a5e810) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:01:10.412429 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 85246882-73af-458a-a001-8de8506eefc2 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:01:10.470693 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 85246882-73af-458a-a001-8de8506eefc2 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:01:10.471392 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 85246882-73af-458a-a001-8de8506eefc2 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:01:10.520278 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-698e58d3-92fa-4289-bbae-c700776bd71f None None] Deleting port d570718d-5172-4632-96b3-fd9a76d79245 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:10.520856 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-698e58d3-92fa-4289-bbae-c700776bd71f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:10.569411 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-30446737-a387-4654-b732-fe51f2ac850f service neutron] For port af0d2ff1-f872-4b17-9b2e-15bc4503c995, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:01:10.574923 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-30446737-a387-4654-b732-fe51f2ac850f service neutron] For port af0d2ff1-f872-4b17-9b2e-15bc4503c995, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=af0d2ff1-f872-4b17-9b2e-15bc4503c995,segment=NetworkSegment(50091b6f-8510-4fe7-99f6-affd19cd995c),segment_id=50091b6f-8510-4fe7-99f6-affd19cd995c)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:01:10.590434 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-30446737-a387-4654-b732-fe51f2ac850f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:10.664198 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d570718d-5172-4632-96b3-fd9a76d79245 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:01:10.697144 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-30446737-a387-4654-b732-fe51f2ac850f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:10.698429 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-30446737-a387-4654-b732-fe51f2ac850f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:10.700407 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-30446737-a387-4654-b732-fe51f2ac850f service neutron] 10.222.0.48 "PUT /v2.0/ports/af0d2ff1-f872-4b17-9b2e-15bc4503c995 HTTP/1.1" status: 200 len: 1091 time: 1.8476448 Nov 24 21:01:10.706598 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cab293e-9eff-4dab-aa2e-b95d19df1d47', 'tag': 'af0d2ff1-f872-4b17-9b2e-15bc4503c995'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:01:10.709041 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a51828f-7edf-49b6-ab26-88e71865a56e" -d '{"events": [{"name": "network-changed", "server_uuid": "4cab293e-9eff-4dab-aa2e-b95d19df1d47", "tag": "af0d2ff1-f872-4b17-9b2e-15bc4503c995"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:01:10.726006 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-698e58d3-92fa-4289-bbae-c700776bd71f None None] For port d570718d-5172-4632-96b3-fd9a76d79245, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d570718d-5172-4632-96b3-fd9a76d79245,segment=NetworkSegment(079d8706-5aaa-4497-bc02-2b1257311c88),segment_id=079d8706-5aaa-4497-bc02-2b1257311c88)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:10.727266 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-698e58d3-92fa-4289-bbae-c700776bd71f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:10.768081 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-698e58d3-92fa-4289-bbae-c700776bd71f None None] Calling delete_port for d570718d-5172-4632-96b3-fd9a76d79245 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:10.791497 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6db081ad-b33d-4c3f-8b3f-0a4ab40be8dc None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:10.819692 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30446737-a387-4654-b732-fe51f2ac850f service neutron] Pushing event updated for resources: {'Port': ['ID=af0d2ff1-f872-4b17-9b2e-15bc4503c995,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:10.968020 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6db081ad-b33d-4c3f-8b3f-0a4ab40be8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:11.021340 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-0d269c82-9f81-4b64-b99a-2290d9edfdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:11.027490 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-0d269c82-9f81-4b64-b99a-2290d9edfdd1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76400c1822bc4519abca8b807069cf99&device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 1094 time: 0.2581410 Nov 24 21:01:11.042591 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db081ad-b33d-4c3f-8b3f-0a4ab40be8dc None None] Pushing event updated for resources: {'Port': ['ID=626baebe-b761-4f20-937d-87a2f2a5e810,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:11.068481 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db081ad-b33d-4c3f-8b3f-0a4ab40be8dc None None] Network a61202d5-595d-455d-a2fe-c9c5758b1462 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:11.113827 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-085dbbff-6735-4dd4-a5ba-984d4947ba77 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af0d2ff1-f872-4b17-9b2e-15bc4503c995 HTTP/1.1" status: 200 len: 217 time: 0.0756052 Nov 24 21:01:11.121449 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-6db081ad-b33d-4c3f-8b3f-0a4ab40be8dc None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:11.130647 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db081ad-b33d-4c3f-8b3f-0a4ab40be8dc None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:01:11.176328 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c8d67437-194d-4f3f-ae40-320539653cfb tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports/dbcd6bc9-6231-4165-be88-33bb1623a95f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 1.2250633 Nov 24 21:01:11.190830 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40170) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:11.196045 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7ad799ea-efad-4b0f-b66c-b6d94a3b2262 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'subnet': {'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:11.204922 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:11.257743 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-6db081ad-b33d-4c3f-8b3f-0a4ab40be8dc None None] Attempting to bind port 626baebe-b761-4f20-937d-87a2f2a5e810 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:01:11.258111 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-6db081ad-b33d-4c3f-8b3f-0a4ab40be8dc None None] Attempting to bind port 626baebe-b761-4f20-937d-87a2f2a5e810 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c95fbd17-1c9d-4b17-9fd1-bb34c26895a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a61202d5-595d-455d-a2fe-c9c5758b1462'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:01:11.258533 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db081ad-b33d-4c3f-8b3f-0a4ab40be8dc None None] Attempting to bind port 626baebe-b761-4f20-937d-87a2f2a5e810 on network a61202d5-595d-455d-a2fe-c9c5758b1462 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:01:11.261287 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-698e58d3-92fa-4289-bbae-c700776bd71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:11.269352 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:11.306300 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-1e3a4b51-ecab-4d33-a6d4-cdf5179484b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:11.312226 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f248d2a6-cae9-44b7-9403-d7e9f0866512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:11.315502 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-1e3a4b51-ecab-4d33-a6d4-cdf5179484b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df44411-bad0-41e8-8c64-bf8945205f26 HTTP/1.1" status: 200 len: 849 time: 0.1915329 Nov 24 21:01:11.318493 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e58d3-92fa-4289-bbae-c700776bd71f None None] Pushing event deleted for resources: {'Port': ['ID=d570718d-5172-4632-96b3-fd9a76d79245,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:11.327032 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db081ad-b33d-4c3f-8b3f-0a4ab40be8dc None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:01:11.328329 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db081ad-b33d-4c3f-8b3f-0a4ab40be8dc None None] Checking segment: {'id': 'c95fbd17-1c9d-4b17-9fd1-bb34c26895a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a61202d5-595d-455d-a2fe-c9c5758b1462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:01:11.329108 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6db081ad-b33d-4c3f-8b3f-0a4ab40be8dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:11.329663 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db081ad-b33d-4c3f-8b3f-0a4ab40be8dc None None] Bound using segment: {'id': 'c95fbd17-1c9d-4b17-9fd1-bb34c26895a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a61202d5-595d-455d-a2fe-c9c5758b1462'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:01:11.330421 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-6db081ad-b33d-4c3f-8b3f-0a4ab40be8dc None None] Bound port: 626baebe-b761-4f20-937d-87a2f2a5e810, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95fbd17-1c9d-4b17-9fd1-bb34c26895a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a61202d5-595d-455d-a2fe-c9c5758b1462'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:01:11.330992 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6db081ad-b33d-4c3f-8b3f-0a4ab40be8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:11.382671 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-03f4855b-fc1e-4fda-966e-3885c251d37f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Allocated IP 2001:db8::1 (a61202d5-595d-455d-a2fe-c9c5758b1462/3fbde542-37d4-4495-bdb5-8d323ddd21af/e123fca7-808c-4958-9ab6-e0584992e38a) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:01:11.383178 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698e58d3-92fa-4289-bbae-c700776bd71f None None] No DVR routers for this DVR port d570718d-5172-4632-96b3-fd9a76d79245 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:01:11.387972 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793ab7f7-66f3-4493-bc2f-6cd4c2d4bafe x-openstack-request-id: req-793ab7f7-66f3-4493-bc2f-6cd4c2d4bafe {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:01:11.388490 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cab293e-9eff-4dab-aa2e-b95d19df1d47", "tag": "af0d2ff1-f872-4b17-9b2e-15bc4503c995", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:01:11.388956 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-793ab7f7-66f3-4493-bc2f-6cd4c2d4bafe {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:01:11.390075 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cab293e-9eff-4dab-aa2e-b95d19df1d47', 'tag': 'af0d2ff1-f872-4b17-9b2e-15bc4503c995', 'status': 'completed', 'code': 200} Nov 24 21:01:11.430018 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6db081ad-b33d-4c3f-8b3f-0a4ab40be8dc None None] For port 626baebe-b761-4f20-937d-87a2f2a5e810, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:01:11.435351 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6db081ad-b33d-4c3f-8b3f-0a4ab40be8dc None None] For port 626baebe-b761-4f20-937d-87a2f2a5e810, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=626baebe-b761-4f20-937d-87a2f2a5e810,segment=NetworkSegment(c95fbd17-1c9d-4b17-9fd1-bb34c26895a9),segment_id=c95fbd17-1c9d-4b17-9fd1-bb34c26895a9)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:01:11.465955 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6db081ad-b33d-4c3f-8b3f-0a4ab40be8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:11.467642 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-1827f57b-d921-424f-a069-622606399f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:11.470306 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-1827f57b-d921-424f-a069-622606399f67 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1415684 Nov 24 21:01:11.476583 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad799ea-efad-4b0f-b66c-b6d94a3b2262 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:01:11.482299 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ad799ea-efad-4b0f-b66c-b6d94a3b2262 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:11.533339 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-03f4855b-fc1e-4fda-966e-3885c251d37f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:11.566798 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db081ad-b33d-4c3f-8b3f-0a4ab40be8dc None None] Pushing event updated for resources: {'Port': ['ID=626baebe-b761-4f20-937d-87a2f2a5e810,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:11.614775 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2aadfa-64e2-4609-9681-46ca06865c64 req-05a5d97b-3579-4783-ad14-edef84ca996f tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:11.616351 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1e2aadfa-64e2-4609-9681-46ca06865c64 req-05a5d97b-3579-4783-ad14-edef84ca996f tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=def7405a-25e5-4b25-ab24-bdf5ab741d91 HTTP/1.1" status: 200 len: 950 time: 0.1839652 Nov 24 21:01:11.636998 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-03f4855b-fc1e-4fda-966e-3885c251d37f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:11.710683 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f4855b-fc1e-4fda-966e-3885c251d37f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network a61202d5-595d-455d-a2fe-c9c5758b1462 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:11.719934 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-d70c8651-10b5-4b6b-9c92-188f19b220c3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Deleting port d570718d-5172-4632-96b3-fd9a76d79245 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:11.719934 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d70c8651-10b5-4b6b-9c92-188f19b220c3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:11.755770 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928106f4-2fdf-4ee0-8e23-d6b3abe566b1 req-858d24bb-aa2e-49fb-ae6c-f76cf6ee76ef tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:11.757499 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-928106f4-2fdf-4ee0-8e23-d6b3abe566b1 req-858d24bb-aa2e-49fb-ae6c-f76cf6ee76ef tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 943 time: 0.6287372 Nov 24 21:01:11.762811 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-03f4855b-fc1e-4fda-966e-3885c251d37f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:11.766031 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f4855b-fc1e-4fda-966e-3885c251d37f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:01:11.766428 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-03f4855b-fc1e-4fda-966e-3885c251d37f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:11.865286 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4855b-fc1e-4fda-966e-3885c251d37f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Port': ['ID=e123fca7-808c-4958-9ab6-e0584992e38a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:11.898899 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['975245fd-a239-4b38-a637-934a9f8ac234', 'b5f19f21-4989-42f5-9009-ef06859751d5', '2b62a78a-de27-40e5-9031-07782fc7c150'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:01:12.026900 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-d70c8651-10b5-4b6b-9c92-188f19b220c3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] For port d570718d-5172-4632-96b3-fd9a76d79245, host n-d-812111-8, got binding levels [] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:12.027367 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d70c8651-10b5-4b6b-9c92-188f19b220c3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:12.039568 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-928106f4-2fdf-4ee0-8e23-d6b3abe566b1 req-52e4bf0d-f28f-47be-a699-4ae96e2b9ffe tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893325 Nov 24 21:01:12.072707 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-d70c8651-10b5-4b6b-9c92-188f19b220c3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Calling delete_port for d570718d-5172-4632-96b3-fd9a76d79245 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:12.079085 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 2ef14d52-ee69-4d82-b823-64e70289fcc4 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:01:12.082501 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.ipam_backend_mixin [None req-d70c8651-10b5-4b6b-9c92-188f19b220c3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Port d570718d-5172-4632-96b3-fd9a76d79245 was not found and therefore no delete operation was performed {{(pid=109991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 21:01:12.089341 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d70c8651-10b5-4b6b-9c92-188f19b220c3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:12.117600 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 2ef14d52-ee69-4d82-b823-64e70289fcc4 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:01:12.118143 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 2ef14d52-ee69-4d82-b823-64e70289fcc4 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:01:12.227449 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70c8651-10b5-4b6b-9c92-188f19b220c3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] No DVR routers for this DVR port d570718d-5172-4632-96b3-fd9a76d79245 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:01:12.236199 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c8651-10b5-4b6b-9c92-188f19b220c3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Port': ['ID=d570718d-5172-4632-96b3-fd9a76d79245,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:12.278023 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-753ee174-7fce-4316-b64d-8dce9e3e869c service neutron] 10.222.0.48 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7903986 Nov 24 21:01:12.396409 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d70c8651-10b5-4b6b-9c92-188f19b220c3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:12.418589 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1e2aadfa-64e2-4609-9681-46ca06865c64 req-885b203e-075c-4720-bef3-fe103f509a87 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7701738 Nov 24 21:01:12.422812 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-d70c8651-10b5-4b6b-9c92-188f19b220c3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0add21-1974-48f9-b24f-d18b213a687d']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:12.438718 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:12.447565 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-d70c8651-10b5-4b6b-9c92-188f19b220c3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079d8706-5aaa-4497-bc02-2b1257311c88') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:12.447730 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-d70c8651-10b5-4b6b-9c92-188f19b220c3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079d8706-5aaa-4497-bc02-2b1257311c88') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:12.460634 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d70c8651-10b5-4b6b-9c92-188f19b220c3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:12.477870 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d70c8651-10b5-4b6b-9c92-188f19b220c3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:12.484252 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70c8651-10b5-4b6b-9c92-188f19b220c3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:01:12.484944 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d70c8651-10b5-4b6b-9c92-188f19b220c3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:12.524681 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e18b6a8-a3a5-4bb8-bf6f-af54963bc365 req-3cfe5c3e-f396-49ed-9027-e2aeacd7e9f7 service neutron] 10.222.0.48 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226593 Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:01:12.560225 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:01:12.572995 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-03f4855b-fc1e-4fda-966e-3885c251d37f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:12.599770 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0468836-dcd3-44ae-b11f-c11de83d54c9 req-5ca3da27-a52f-479d-acb8-d467e0cdd255 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:12.605827 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b0468836-dcd3-44ae-b11f-c11de83d54c9 req-5ca3da27-a52f-479d-acb8-d467e0cdd255 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "GET /v2.0/ports?device_id=def7405a-25e5-4b25-ab24-bdf5ab741d91 HTTP/1.1" status: 200 len: 950 time: 0.5085685 Nov 24 21:01:12.634653 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d70c8651-10b5-4b6b-9c92-188f19b220c3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:12.649696 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 626baebe-b761-4f20-937d-87a2f2a5e810 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:01:12.678110 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d70c8651-10b5-4b6b-9c92-188f19b220c3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:12.682214 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d70c8651-10b5-4b6b-9c92-188f19b220c3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] 10.222.0.11 "DELETE /v2.0/networks/bf0add21-1974-48f9-b24f-d18b213a687d HTTP/1.1" status: 204 len: 168 time: 3.4824338 Nov 24 21:01:12.724303 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c8651-10b5-4b6b-9c92-188f19b220c3 tempest-NetworksTest-1515895149 tempest-NetworksTest-1515895149-project] Pushing event deleted for resources: {'Network': ['ID=bf0add21-1974-48f9-b24f-d18b213a687d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:12.801550 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 626baebe-b761-4f20-937d-87a2f2a5e810 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:12.802080 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:12.818145 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbae2c-7032-4c27-8e0b-1c03b8877477 req-d8d6bf61-dd88-4402-89fd-a2e69445cceb tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:12.824763 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5cbae2c-7032-4c27-8e0b-1c03b8877477 req-d8d6bf61-dd88-4402-89fd-a2e69445cceb tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba30c875-4e2b-434c-ae52-002e879583ba HTTP/1.1" status: 200 len: 950 time: 0.2938557 Nov 24 21:01:12.838399 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ad799ea-efad-4b0f-b66c-b6d94a3b2262 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:12.940017 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:12.989089 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 626baebe-b761-4f20-937d-87a2f2a5e810, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=626baebe-b761-4f20-937d-87a2f2a5e810,segment=NetworkSegment(c95fbd17-1c9d-4b17-9fd1-bb34c26895a9),segment_id=c95fbd17-1c9d-4b17-9fd1-bb34c26895a9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:12.994559 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:13.026590 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-b0468836-dcd3-44ae-b11f-c11de83d54c9 req-1e8592a4-b263-423a-bc36-67650a4be4c0 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Deleting port b5f19f21-4989-42f5-9009-ef06859751d5 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:13.026937 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b0468836-dcd3-44ae-b11f-c11de83d54c9 req-1e8592a4-b263-423a-bc36-67650a4be4c0 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:13.060225 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad799ea-efad-4b0f-b66c-b6d94a3b2262 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Subnet': ['ID=7d9a7078-e763-40e9-a13f-a03b6b26695b,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:13.069529 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad799ea-efad-4b0f-b66c-b6d94a3b2262 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network 1f176f74-01d3-4640-935b-9a80200a4c6b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:13.073016 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51828f-7edf-49b6-ab26-88e71865a56e req-061679b8-afb9-409f-9973-709943c7376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:13.074778 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3a51828f-7edf-49b6-ab26-88e71865a56e req-061679b8-afb9-409f-9973-709943c7376d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76400c1822bc4519abca8b807069cf99&device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 1094 time: 0.4117019 Nov 24 21:01:13.076098 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-7ad799ea-efad-4b0f-b66c-b6d94a3b2262 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:13.086388 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad799ea-efad-4b0f-b66c-b6d94a3b2262 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:13.087055 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ad799ea-efad-4b0f-b66c-b6d94a3b2262 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:13.116156 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f95254-8a8f-4bf3-90fc-8db9b80e14e0 None None] Network 1f176f74-01d3-4640-935b-9a80200a4c6b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:01:13.152723 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40186) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:13.178588 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=626baebe-b761-4f20-937d-87a2f2a5e810,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:13.277558 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31601a93-b231-4695-a3ab-4f588be0af6a None None] Network a61202d5-595d-455d-a2fe-c9c5758b1462 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:01:13.281274 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7ad799ea-efad-4b0f-b66c-b6d94a3b2262 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0884209 Nov 24 21:01:13.282638 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40192) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:13.290119 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e4031486-da49-497a-9b55-ec8edb2f7cb3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'security_group': {'name': 'tempest-secgroup-536591794'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:13.397786 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51828f-7edf-49b6-ab26-88e71865a56e req-856159dd-27cd-45b8-b895-731455806641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:13.399754 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3a51828f-7edf-49b6-ab26-88e71865a56e req-856159dd-27cd-45b8-b895-731455806641 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc HTTP/1.1" status: 200 len: 911 time: 0.3098495 Nov 24 21:01:13.406057 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e4031486-da49-497a-9b55-ec8edb2f7cb3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:13.426382 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8dc62811-f442-4a76-ba9c-ef8facf958a3 None None] Provisioning complete for port 626baebe-b761-4f20-937d-87a2f2a5e810 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:13.426897 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8dc62811-f442-4a76-ba9c-ef8facf958a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:13.433664 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-d5cbae2c-7032-4c27-8e0b-1c03b8877477 req-a7660d58-371d-406a-80ed-29ecace77de5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Deleting port 2b62a78a-de27-40e5-9031-07782fc7c150 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:13.434523 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d5cbae2c-7032-4c27-8e0b-1c03b8877477 req-a7660d58-371d-406a-80ed-29ecace77de5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:13.443497 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ff640-3cc1-4033-be86-0f597f185c0c req-b4699e7c-9fdb-45a7-8d30-5f05e45d064e tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:13.452451 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df2ff640-3cc1-4033-be86-0f597f185c0c req-b4699e7c-9fdb-45a7-8d30-5f05e45d064e tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 943 time: 0.2225921 Nov 24 21:01:13.495343 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-b0468836-dcd3-44ae-b11f-c11de83d54c9 req-1e8592a4-b263-423a-bc36-67650a4be4c0 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] For port b5f19f21-4989-42f5-9009-ef06859751d5, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b5f19f21-4989-42f5-9009-ef06859751d5,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:13.495343 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b0468836-dcd3-44ae-b11f-c11de83d54c9 req-1e8592a4-b263-423a-bc36-67650a4be4c0 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:13.528018 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3a51828f-7edf-49b6-ab26-88e71865a56e req-ac9f3c49-db5c-4873-9c8a-e4056bae2dec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af0d2ff1-f872-4b17-9b2e-15bc4503c995 HTTP/1.1" status: 200 len: 217 time: 0.1174958 Nov 24 21:01:13.532952 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-03f4855b-fc1e-4fda-966e-3885c251d37f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:13.547466 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-b0468836-dcd3-44ae-b11f-c11de83d54c9 req-1e8592a4-b263-423a-bc36-67650a4be4c0 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Calling delete_port for b5f19f21-4989-42f5-9009-ef06859751d5 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:13.549514 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-03f4855b-fc1e-4fda-966e-3885c251d37f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:13.550578 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-03f4855b-fc1e-4fda-966e-3885c251d37f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:13.608504 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df2ff640-3cc1-4033-be86-0f597f185c0c req-c1e3e346-1d83-4025-a935-e64671cac79a tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528974 Nov 24 21:01:13.725967 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f71a8a-a146-45c1-9cc1-12e46dc54654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-1f176f74-01d3-4640-935b-9a80200a4c6b', 'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b', 'tenant_id': 'b494baadac6c445f9c005699115a804c', 'fixed_ips': [{'subnet_id': '7d9a7078-e763-40e9-a13f-a03b6b26695b'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:01:13.727184 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-05f71a8a-a146-45c1-9cc1-12e46dc54654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:13.744905 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4855b-fc1e-4fda-966e-3885c251d37f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Port': ['ID=e123fca7-808c-4958-9ab6-e0584992e38a,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:13.774053 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:13.802745 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bc189-e025-4f9a-9ff8-f4a13bfc4dd1 req-78c5b6fc-a2ed-434e-bfee-c6432cdefd19 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:13.812885 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-001bc189-e025-4f9a-9ff8-f4a13bfc4dd1 req-78c5b6fc-a2ed-434e-bfee-c6432cdefd19 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=def7405a-25e5-4b25-ab24-bdf5ab741d91 HTTP/1.1" status: 200 len: 950 time: 0.2625885 Nov 24 21:01:13.820216 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f4855b-fc1e-4fda-966e-3885c251d37f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network a61202d5-595d-455d-a2fe-c9c5758b1462 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:13.822623 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-03f4855b-fc1e-4fda-966e-3885c251d37f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:13.843519 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-737322bf-023c-428e-bb14-40f2748c2635 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5ef7f67306b24de79e4801e6d8b904e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6849973 Nov 24 21:01:13.858861 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51828f-7edf-49b6-ab26-88e71865a56e req-adbce0c0-f767-4a8d-85ac-fd09a7c3f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:13.861049 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3a51828f-7edf-49b6-ab26-88e71865a56e req-adbce0c0-f767-4a8d-85ac-fd09a7c3f5a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df44411-bad0-41e8-8c64-bf8945205f26 HTTP/1.1" status: 200 len: 849 time: 0.3228915 Nov 24 21:01:13.866091 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40198) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:13.956092 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d5cbae2c-7032-4c27-8e0b-1c03b8877477 req-a7660d58-371d-406a-80ed-29ecace77de5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] For port 2b62a78a-de27-40e5-9031-07782fc7c150, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2b62a78a-de27-40e5-9031-07782fc7c150,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:13.957568 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d5cbae2c-7032-4c27-8e0b-1c03b8877477 req-a7660d58-371d-406a-80ed-29ecace77de5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:13.965625 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-05f71a8a-a146-45c1-9cc1-12e46dc54654 None None] Allocated IP 2001:db8::2 (1f176f74-01d3-4640-935b-9a80200a4c6b/7d9a7078-e763-40e9-a13f-a03b6b26695b/af9d39f1-7760-4f25-ab12-6e6ea115026c) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:01:14.002185 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b0468836-dcd3-44ae-b11f-c11de83d54c9 req-1e8592a4-b263-423a-bc36-67650a4be4c0 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:14.018361 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['975245fd-a239-4b38-a637-934a9f8ac234', 'b5f19f21-4989-42f5-9009-ef06859751d5', '2b62a78a-de27-40e5-9031-07782fc7c150'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:01:14.048645 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-d5cbae2c-7032-4c27-8e0b-1c03b8877477 req-a7660d58-371d-406a-80ed-29ecace77de5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Calling delete_port for 2b62a78a-de27-40e5-9031-07782fc7c150 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:14.077190 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8592a4-b263-423a-bc36-67650a4be4c0 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Pushing event deleted for resources: {'Port': ['ID=b5f19f21-4989-42f5-9009-ef06859751d5,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:14.141758 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0468836-dcd3-44ae-b11f-c11de83d54c9 req-1e8592a4-b263-423a-bc36-67650a4be4c0 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] No DVR routers for this DVR port b5f19f21-4989-42f5-9009-ef06859751d5 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:01:14.146157 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b0468836-dcd3-44ae-b11f-c11de83d54c9 req-1e8592a4-b263-423a-bc36-67650a4be4c0 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:14.150012 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b0468836-dcd3-44ae-b11f-c11de83d54c9 req-1e8592a4-b263-423a-bc36-67650a4be4c0 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "DELETE /v2.0/ports/b5f19f21-4989-42f5-9009-ef06859751d5 HTTP/1.1" status: 204 len: 173 time: 1.5300343 Nov 24 21:01:14.151129 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def7405a-25e5-4b25-ab24-bdf5ab741d91', 'name': 'network-vif-deleted', 'tag': 'b5f19f21-4989-42f5-9009-ef06859751d5'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:01:14.154870 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cdbe4f-0517-4cad-8f2c-81e03b1fb86d" -d '{"events": [{"server_uuid": "def7405a-25e5-4b25-ab24-bdf5ab741d91", "name": "network-vif-deleted", "tag": "b5f19f21-4989-42f5-9009-ef06859751d5"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:01:14.158046 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f4855b-fc1e-4fda-966e-3885c251d37f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Router b06bc2f9-c545-43e0-b10d-04145cb6e53c is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:01:14.225143 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-001bc189-e025-4f9a-9ff8-f4a13bfc4dd1 req-266e59e0-28a8-4b99-a7f7-d54b4540b7eb tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099844 Nov 24 21:01:14.251766 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e4031486-da49-497a-9b55-ec8edb2f7cb3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:14.284367 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-24e935c8-d32a-4b39-843b-357315853d43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:14.290632 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e4031486-da49-497a-9b55-ec8edb2f7cb3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:14.325958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f4855b-fc1e-4fda-966e-3885c251d37f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:01:14.335357 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-03f4855b-fc1e-4fda-966e-3885c251d37f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/routers/b06bc2f9-c545-43e0-b10d-04145cb6e53c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1478808 Nov 24 21:01:14.336894 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59b8714-68dc-41fb-9aa1-d59ae2f5436b x-openstack-request-id: req-c59b8714-68dc-41fb-9aa1-d59ae2f5436b {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:01:14.337188 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def7405a-25e5-4b25-ab24-bdf5ab741d91", "name": "network-vif-deleted", "tag": "b5f19f21-4989-42f5-9009-ef06859751d5", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:01:14.337445 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c59b8714-68dc-41fb-9aa1-d59ae2f5436b {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:01:14.337862 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def7405a-25e5-4b25-ab24-bdf5ab741d91', 'name': 'network-vif-deleted', 'tag': 'b5f19f21-4989-42f5-9009-ef06859751d5', 'status': 'completed', 'code': 200} Nov 24 21:01:14.338226 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40206) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:14.339258 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51828f-7edf-49b6-ab26-88e71865a56e req-6a60eced-9493-4bad-b664-8ee59938f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:14.340995 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda913b7-3db9-4314-954a-3d0b04fcb5b5 None None] Sync routers for ids ['b06bc2f9-c545-43e0-b10d-04145cb6e53c'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:01:14.342145 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3a51828f-7edf-49b6-ab26-88e71865a56e req-6a60eced-9493-4bad-b664-8ee59938f2d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4434335 Nov 24 21:01:14.363688 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda913b7-3db9-4314-954a-3d0b04fcb5b5 None None] Routers {'b06bc2f9-c545-43e0-b10d-04145cb6e53c'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:14.369086 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-fda913b7-3db9-4314-954a-3d0b04fcb5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b06bc2f9-c545-43e0-b10d-04145cb6e53c'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:14.462764 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a56f7e-2a43-4bf5-a8a2-7de4932a0595 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:14.475328 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-fda913b7-3db9-4314-954a-3d0b04fcb5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:14.483201 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e7a56f7e-2a43-4bf5-a8a2-7de4932a0595 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/ports/e123fca7-808c-4958-9ab6-e0584992e38a HTTP/1.1" status: 200 len: 911 time: 0.1438029 Nov 24 21:01:14.484276 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40210) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:14.503310 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-05f71a8a-a146-45c1-9cc1-12e46dc54654 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:14.523487 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda913b7-3db9-4314-954a-3d0b04fcb5b5 None None] Routers {'b06bc2f9-c545-43e0-b10d-04145cb6e53c'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:14.524558 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-fda913b7-3db9-4314-954a-3d0b04fcb5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b06bc2f9-c545-43e0-b10d-04145cb6e53c'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:14.528040 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e4031486-da49-497a-9b55-ec8edb2f7cb3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:14.535580 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e4031486-da49-497a-9b55-ec8edb2f7cb3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2470121 Nov 24 21:01:14.552723 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-05f71a8a-a146-45c1-9cc1-12e46dc54654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:14.556543 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40212) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:14.586149 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-24e935c8-d32a-4b39-843b-357315853d43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:14.610312 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-1ba26858-806c-4fbb-818e-358807d549f5 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'security_group': {'name': 'tempest-secgroup-1884495031'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:14.612509 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b819928b-4e24-4428-952c-c2f9ae2755f0 None None] Provisioning complete for port 626baebe-b761-4f20-937d-87a2f2a5e810 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:14.613294 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b819928b-4e24-4428-952c-c2f9ae2755f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:14.648286 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-fda913b7-3db9-4314-954a-3d0b04fcb5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:14.651768 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda913b7-3db9-4314-954a-3d0b04fcb5b5 None None] The sync data for ids ['b06bc2f9-c545-43e0-b10d-04145cb6e53c'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:01:14.689603 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 626baebe-b761-4f20-937d-87a2f2a5e810 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:01:14.698188 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4031486-da49-497a-9b55-ec8edb2f7cb3 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b423dfb8-4d9c-4d53-867f-54188f9b7a1b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:14.771175 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f71a8a-a146-45c1-9cc1-12e46dc54654 None None] Network 1f176f74-01d3-4640-935b-9a80200a4c6b is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:14.795657 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1ba26858-806c-4fbb-818e-358807d549f5 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:14.854956 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-05f71a8a-a146-45c1-9cc1-12e46dc54654 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:14.892401 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3a51828f-7edf-49b6-ab26-88e71865a56e req-d483fef1-7d0f-4022-bbb5-b787fa71c5c3 service neutron] 10.222.0.48 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036268 Nov 24 21:01:14.905619 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f71a8a-a146-45c1-9cc1-12e46dc54654 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:01:14.925607 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-24e935c8-d32a-4b39-843b-357315853d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:14.928434 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-24e935c8-d32a-4b39-843b-357315853d43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:14.930546 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-24e935c8-d32a-4b39-843b-357315853d43 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eae7a282-a3ac-4310-95fd-d5bfeea41b4a HTTP/1.1" status: 204 len: 168 time: 1.0588372 Nov 24 21:01:14.972540 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d5cbae2c-7032-4c27-8e0b-1c03b8877477 req-a7660d58-371d-406a-80ed-29ecace77de5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:14.986564 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e935c8-d32a-4b39-843b-357315853d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae7a282-a3ac-4310-95fd-d5bfeea41b4a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:15.114545 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7660d58-371d-406a-80ed-29ecace77de5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Pushing event deleted for resources: {'Port': ['ID=2b62a78a-de27-40e5-9031-07782fc7c150,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:15.141813 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f71a8a-a146-45c1-9cc1-12e46dc54654 None None] Pushing event updated for resources: {'Port': ['ID=af9d39f1-7760-4f25-ab12-6e6ea115026c,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:15.161132 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1ba26858-806c-4fbb-818e-358807d549f5 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:15.172604 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:15.208786 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1ba26858-806c-4fbb-818e-358807d549f5 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:15.250049 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cbae2c-7032-4c27-8e0b-1c03b8877477 req-a7660d58-371d-406a-80ed-29ecace77de5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] No DVR routers for this DVR port 2b62a78a-de27-40e5-9031-07782fc7c150 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:01:15.265528 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d5cbae2c-7032-4c27-8e0b-1c03b8877477 req-a7660d58-371d-406a-80ed-29ecace77de5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:15.269230 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5cbae2c-7032-4c27-8e0b-1c03b8877477 req-a7660d58-371d-406a-80ed-29ecace77de5 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "DELETE /v2.0/ports/2b62a78a-de27-40e5-9031-07782fc7c150 HTTP/1.1" status: 204 len: 173 time: 2.4259551 Nov 24 21:01:15.272584 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba30c875-4e2b-434c-ae52-002e879583ba', 'name': 'network-vif-deleted', 'tag': '2b62a78a-de27-40e5-9031-07782fc7c150'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:01:15.274998 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d0b10b-6f69-41cd-8142-234fcf471e74" -d '{"events": [{"server_uuid": "ba30c875-4e2b-434c-ae52-002e879583ba", "name": "network-vif-deleted", "tag": "2b62a78a-de27-40e5-9031-07782fc7c150"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:01:15.286067 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3a51828f-7edf-49b6-ab26-88e71865a56e req-62b200be-368d-4b0a-8f04-3425956d3caf service neutron] 10.222.0.48 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823559 Nov 24 21:01:15.291822 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1ba26858-806c-4fbb-818e-358807d549f5 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:15.295755 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1ba26858-806c-4fbb-818e-358807d549f5 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7017369 Nov 24 21:01:15.298258 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40224) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:15.304451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-52995963-d09f-4c4a-a225-dd892a83d45e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1565453966', 'security_groups': ['b11ea120-ef0a-4371-9081-e8e6e286cab1'], 'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7d9a7078-e763-40e9-a13f-a03b6b26695b'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:15.314785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-05f71a8a-a146-45c1-9cc1-12e46dc54654 None None] Attempting to bind port af9d39f1-7760-4f25-ab12-6e6ea115026c on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:01:15.315235 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-05f71a8a-a146-45c1-9cc1-12e46dc54654 None None] Attempting to bind port af9d39f1-7760-4f25-ab12-6e6ea115026c by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '5fe46d8e-64ed-4727-86a6-b2910dd9218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:01:15.315614 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f71a8a-a146-45c1-9cc1-12e46dc54654 None None] Attempting to bind port af9d39f1-7760-4f25-ab12-6e6ea115026c on network 1f176f74-01d3-4640-935b-9a80200a4c6b {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:01:15.360620 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba26858-806c-4fbb-818e-358807d549f5 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b11ea120-ef0a-4371-9081-e8e6e286cab1,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:15.362775 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 626baebe-b761-4f20-937d-87a2f2a5e810 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:15.366948 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:15.398219 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f9851-08b2-4540-92b3-50d49209d977 req-f0ebfcd5-b99b-4130-9055-6694cb1bcfcf tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:15.411933 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6e0f9851-08b2-4540-92b3-50d49209d977 req-f0ebfcd5-b99b-4130-9055-6694cb1bcfcf tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 943 time: 0.3790469 Nov 24 21:01:15.533605 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898e8c54-e5ee-4f90-861d-28651337b764 x-openstack-request-id: req-898e8c54-e5ee-4f90-861d-28651337b764 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:01:15.535510 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba30c875-4e2b-434c-ae52-002e879583ba", "name": "network-vif-deleted", "tag": "2b62a78a-de27-40e5-9031-07782fc7c150", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:01:15.535883 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-898e8c54-e5ee-4f90-861d-28651337b764 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:01:15.536451 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba30c875-4e2b-434c-ae52-002e879583ba', 'name': 'network-vif-deleted', 'tag': '2b62a78a-de27-40e5-9031-07782fc7c150', 'status': 'completed', 'code': 200} Nov 24 21:01:15.537148 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f71a8a-a146-45c1-9cc1-12e46dc54654 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:01:15.537664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f71a8a-a146-45c1-9cc1-12e46dc54654 None None] Checking segment: {'id': '5fe46d8e-64ed-4727-86a6-b2910dd9218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:01:15.537926 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-05f71a8a-a146-45c1-9cc1-12e46dc54654 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:15.538327 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f71a8a-a146-45c1-9cc1-12e46dc54654 None None] Bound using segment: {'id': '5fe46d8e-64ed-4727-86a6-b2910dd9218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:01:15.538854 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-05f71a8a-a146-45c1-9cc1-12e46dc54654 None None] Bound port: af9d39f1-7760-4f25-ab12-6e6ea115026c, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe46d8e-64ed-4727-86a6-b2910dd9218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:01:15.539311 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-05f71a8a-a146-45c1-9cc1-12e46dc54654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:15.657550 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52995963-d09f-4c4a-a225-dd892a83d45e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:01:15.688174 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6e0f9851-08b2-4540-92b3-50d49209d977 req-941b098d-6e66-448c-9395-821be5f1ebad tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752256 Nov 24 21:01:15.726441 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1393d1e4-8080-4e35-8a91-5eb6494072d6 req-b78c7969-d011-45c7-b116-7a24b9d43e96 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba30c875-4e2b-434c-ae52-002e879583ba HTTP/1.1" status: 200 len: 210 time: 0.0462663 Nov 24 21:01:15.735540 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cd71f7e2-081c-4e9d-956d-4f70f0be2208 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:15.754261 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-05f71a8a-a146-45c1-9cc1-12e46dc54654 None None] For port af9d39f1-7760-4f25-ab12-6e6ea115026c, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:01:15.758683 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-05f71a8a-a146-45c1-9cc1-12e46dc54654 None None] For port af9d39f1-7760-4f25-ab12-6e6ea115026c, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=af9d39f1-7760-4f25-ab12-6e6ea115026c,segment=NetworkSegment(5fe46d8e-64ed-4727-86a6-b2910dd9218e),segment_id=5fe46d8e-64ed-4727-86a6-b2910dd9218e)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:01:15.812221 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-05f71a8a-a146-45c1-9cc1-12e46dc54654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:15.820553 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b819928b-4e24-4428-952c-c2f9ae2755f0 None None] Provisioning complete for port e123fca7-808c-4958-9ab6-e0584992e38a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:15.821194 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b819928b-4e24-4428-952c-c2f9ae2755f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:15.947943 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-52995963-d09f-4c4a-a225-dd892a83d45e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:15.990372 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-52995963-d09f-4c4a-a225-dd892a83d45e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] device_id is not set on port 024ff036-4580-41b5-a6dc-5db13f93292e yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:01:16.071974 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b5f19f21-4989-42f5-9009-ef06859751d5 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:01:16.117794 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-b819928b-4e24-4428-952c-c2f9ae2755f0 None None] Port e123fca7-808c-4958-9ab6-e0584992e38a cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:16.122438 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: b5f19f21-4989-42f5-9009-ef06859751d5 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:01:16.123086 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b5f19f21-4989-42f5-9009-ef06859751d5 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:01:16.125492 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f71a8a-a146-45c1-9cc1-12e46dc54654 None None] Pushing event updated for resources: {'Port': ['ID=af9d39f1-7760-4f25-ab12-6e6ea115026c,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:16.267794 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a05e5516-bdc5-42eb-80b4-09cac78caeda None None] Provisioning complete for port e123fca7-808c-4958-9ab6-e0584992e38a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:16.269319 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a05e5516-bdc5-42eb-80b4-09cac78caeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:16.378100 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device af0d2ff1-f872-4b17-9b2e-15bc4503c995 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:01:16.394414 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-52995963-d09f-4c4a-a225-dd892a83d45e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Allocated IP 2001:db8::2c6 (1f176f74-01d3-4640-935b-9a80200a4c6b/7d9a7078-e763-40e9-a13f-a03b6b26695b/024ff036-4580-41b5-a6dc-5db13f93292e) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:01:16.403327 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-cd71f7e2-081c-4e9d-956d-4f70f0be2208 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting port e123fca7-808c-4958-9ab6-e0584992e38a {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:16.403670 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cd71f7e2-081c-4e9d-956d-4f70f0be2208 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:16.458372 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-a05e5516-bdc5-42eb-80b4-09cac78caeda None None] Port e123fca7-808c-4958-9ab6-e0584992e38a cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:16.482734 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['975245fd-a239-4b38-a637-934a9f8ac234'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:01:16.652720 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cd71f7e2-081c-4e9d-956d-4f70f0be2208 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:16.676820 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-cd71f7e2-081c-4e9d-956d-4f70f0be2208 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Calling delete_port for e123fca7-808c-4958-9ab6-e0584992e38a owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:16.714425 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-52995963-d09f-4c4a-a225-dd892a83d45e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:16.764794 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40270) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:16.787361 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-52995963-d09f-4c4a-a225-dd892a83d45e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:16.871790 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device af9d39f1-7760-4f25-ab12-6e6ea115026c up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:01:16.925790 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52995963-d09f-4c4a-a225-dd892a83d45e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network 1f176f74-01d3-4640-935b-9a80200a4c6b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:16.954785 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-52995963-d09f-4c4a-a225-dd892a83d45e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:16.965015 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52995963-d09f-4c4a-a225-dd892a83d45e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Port': ['ID=024ff036-4580-41b5-a6dc-5db13f93292e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:16.968775 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52995963-d09f-4c4a-a225-dd892a83d45e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:01:16.986856 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52995963-d09f-4c4a-a225-dd892a83d45e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:16.987844 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-52995963-d09f-4c4a-a225-dd892a83d45e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:17.036802 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-65b1fe46-eafc-4253-8ff4-4777d26ca553 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] Request body: {'port': {'network_id': 'aaa4735d-90e3-4ff4-91c2-2a506665cbca', 'name': 'tempest-NetworksNegativeTestJSON-676926199'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:17.078592 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-52995963-d09f-4c4a-a225-dd892a83d45e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7765663 Nov 24 21:01:17.080378 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40282) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:17.088348 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-4d565436-7825-4f2e-8044-f08e088cae69 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'subnet': {'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:17.092009 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b1fe46-eafc-4253-8ff4-4777d26ca553 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] POST failed (client error): The resource could not be found. Nov 24 21:01:17.095134 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b1fe46-eafc-4253-8ff4-4777d26ca553 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:17.096724 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-65b1fe46-eafc-4253-8ff4-4777d26ca553 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3310635 Nov 24 21:01:17.101584 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40284) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:17.112476 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cd71f7e2-081c-4e9d-956d-4f70f0be2208 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:17.139426 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed111d-e882-4326-9c2f-3cba8a61cff5 req-083a83d7-1571-4921-a772-ddccd7e63a36 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:17.141800 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-89ed111d-e882-4326-9c2f-3cba8a61cff5 req-083a83d7-1571-4921-a772-ddccd7e63a36 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 943 time: 0.2791612 Nov 24 21:01:17.200786 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a75325-6c6b-4c41-9e8b-154764524741 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:17.201343 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a75325-6c6b-4c41-9e8b-154764524741 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:17.204668 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-22a75325-6c6b-4c41-9e8b-154764524741 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] 10.222.0.11 "DELETE /v2.0/networks/571110d2-5b85-4daa-b06b-01db1b48fddd HTTP/1.1" status: 404 len: 339 time: 0.1018305 Nov 24 21:01:17.217220 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40286) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:17.224781 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71f7e2-081c-4e9d-956d-4f70f0be2208 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Port': ['ID=e123fca7-808c-4958-9ab6-e0584992e38a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:17.230764 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port af0d2ff1-f872-4b17-9b2e-15bc4503c995, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=af0d2ff1-f872-4b17-9b2e-15bc4503c995,segment=NetworkSegment(50091b6f-8510-4fe7-99f6-affd19cd995c),segment_id=50091b6f-8510-4fe7-99f6-affd19cd995c)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:17.267700 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c0b6fd-79ac-4aec-943e-a9f8e8b38882 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:17.268359 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port af9d39f1-7760-4f25-ab12-6e6ea115026c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:17.268738 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:17.268958 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c0b6fd-79ac-4aec-943e-a9f8e8b38882 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:17.271365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'af0d2ff1-f872-4b17-9b2e-15bc4503c995', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'port_id': 'af0d2ff1-f872-4b17-9b2e-15bc4503c995', 'mac_address': 'fa:16:3e:15:3e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:01:17.273302 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-87c0b6fd-79ac-4aec-943e-a9f8e8b38882 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] 10.222.0.11 "DELETE /v2.0/ports/3bddebfd-972e-48d8-8ef4-cc79e9bca848 HTTP/1.1" status: 404 len: 333 time: 0.0525875 Nov 24 21:01:17.277115 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40288) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:17.348916 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-89ed111d-e882-4326-9c2f-3cba8a61cff5 req-0fcb7223-6436-4ff3-a870-94ef82c35c5b tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940403 Nov 24 21:01:17.349941 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e1bf6a-1244-48cd-b5f0-200efd4e9ea7 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:17.350513 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e1bf6a-1244-48cd-b5f0-200efd4e9ea7 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:17.354560 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-52e1bf6a-1244-48cd-b5f0-200efd4e9ea7 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] 10.222.0.11 "DELETE /v2.0/subnets/8981c5d1-f0a0-4068-838c-d17d28133033 HTTP/1.1" status: 404 len: 337 time: 0.0760968 Nov 24 21:01:17.358524 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40290) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:17.385386 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:01:17.411131 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd4d219-a71d-4295-af36-bb29b5340ab9 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] GET failed (client error): The resource could not be found. Nov 24 21:01:17.417304 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-edd4d219-a71d-4295-af36-bb29b5340ab9 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] 10.222.0.11 "GET /v2.0/networks/af969499-1dba-4a5a-86f4-1f481f1d795c HTTP/1.1" status: 404 len: 339 time: 0.0575635 Nov 24 21:01:17.423368 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40292) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:17.509330 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea476662-07c4-4f6d-9c42-10499251cf77 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] GET failed (client error): The resource could not be found. Nov 24 21:01:17.517191 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ea476662-07c4-4f6d-9c42-10499251cf77 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] 10.222.0.11 "GET /v2.0/ports/61a39203-868c-4336-8cad-97a2dd98387d HTTP/1.1" status: 404 len: 333 time: 0.0879087 Nov 24 21:01:17.519063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40298) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:17.520993 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cd71f7e2-081c-4e9d-956d-4f70f0be2208 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:17.585528 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-066e2664-e244-4bf5-a666-fe4673bd4ea5 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] GET failed (client error): The resource could not be found. Nov 24 21:01:17.587862 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-066e2664-e244-4bf5-a666-fe4673bd4ea5 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] 10.222.0.11 "GET /v2.0/subnets/5355bb06-a357-4346-a5cd-eb4f01fc4296 HTTP/1.1" status: 404 len: 337 time: 0.0669804 Nov 24 21:01:17.594683 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40300) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:17.603275 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b6c30457-0c7c-44b9-b904-61494b4c8d69 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:17.626120 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:17.637603 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c30457-0c7c-44b9-b904-61494b4c8d69 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] PUT failed (client error): The resource could not be found. Nov 24 21:01:17.637821 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c30457-0c7c-44b9-b904-61494b4c8d69 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:17.640800 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b6c30457-0c7c-44b9-b904-61494b4c8d69 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] 10.222.0.11 "PUT /v2.0/networks/6d44a89d-40e4-4f19-8782-11856f090bb5 HTTP/1.1" status: 404 len: 339 time: 0.0425899 Nov 24 21:01:17.645360 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40302) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:17.650602 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-9df788f8-357e-4845-862a-cd8757dd3379 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:17.708758 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0d2ff1-f872-4b17-9b2e-15bc4503c995 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:01:17.735035 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port af0d2ff1-f872-4b17-9b2e-15bc4503c995, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=af0d2ff1-f872-4b17-9b2e-15bc4503c995,segment=NetworkSegment(50091b6f-8510-4fe7-99f6-affd19cd995c),segment_id=50091b6f-8510-4fe7-99f6-affd19cd995c)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:17.742234 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:17.757560 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df788f8-357e-4845-862a-cd8757dd3379 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] PUT failed (client error): The resource could not be found. Nov 24 21:01:17.758458 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df788f8-357e-4845-862a-cd8757dd3379 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:17.775011 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9df788f8-357e-4845-862a-cd8757dd3379 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] 10.222.0.11 "PUT /v2.0/ports/b95c52da-e040-47f3-9d0a-ec730282720d HTTP/1.1" status: 404 len: 333 time: 0.1230497 Nov 24 21:01:17.775243 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:17.775347 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40304) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:17.799946 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-f5cacfc1-ca87-4dbb-9360-3d23abde69c1 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:17.851891 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5cacfc1-ca87-4dbb-9360-3d23abde69c1 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] PUT failed (client error): The resource could not be found. Nov 24 21:01:17.852681 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5cacfc1-ca87-4dbb-9360-3d23abde69c1 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:17.854094 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f5cacfc1-ca87-4dbb-9360-3d23abde69c1 tempest-NetworksNegativeTestJSON-919126279 tempest-NetworksNegativeTestJSON-919126279-project] 10.222.0.11 "PUT /v2.0/subnets/02ba7402-f780-41f6-b7df-0899472bf735 HTTP/1.1" status: 404 len: 337 time: 0.0778823 Nov 24 21:01:17.861250 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port af9d39f1-7760-4f25-ab12-6e6ea115026c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=af9d39f1-7760-4f25-ab12-6e6ea115026c,segment=NetworkSegment(5fe46d8e-64ed-4727-86a6-b2910dd9218e),segment_id=5fe46d8e-64ed-4727-86a6-b2910dd9218e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:17.863158 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=af0d2ff1-f872-4b17-9b2e-15bc4503c995,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:17.871668 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:17.897229 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a033420-0602-434b-8c4e-96ad808e8cff req-50e890dc-1ad5-4f82-b03d-ee01418a4851 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:17.904167 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5a033420-0602-434b-8c4e-96ad808e8cff req-50e890dc-1ad5-4f82-b03d-ee01418a4851 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d HTTP/1.1" status: 200 len: 950 time: 0.2500291 Nov 24 21:01:17.968315 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['af0d2ff1-f872-4b17-9b2e-15bc4503c995'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:01:17.997451 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5a033420-0602-434b-8c4e-96ad808e8cff req-8ac04ff1-e8c0-41e1-850e-a59fdcf23b93 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856798 Nov 24 21:01:18.064406 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 2b62a78a-de27-40e5-9031-07782fc7c150 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:01:18.131028 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 2b62a78a-de27-40e5-9031-07782fc7c150 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:01:18.131730 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 2b62a78a-de27-40e5-9031-07782fc7c150 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:01:18.139036 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=af9d39f1-7760-4f25-ab12-6e6ea115026c,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:18.157059 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ed2ac20b-888e-4738-ab6c-d5fcc4155903 None None] Provisioning complete for port dbcd6bc9-6231-4165-be88-33bb1623a95f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:18.157593 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ed2ac20b-888e-4738-ab6c-d5fcc4155903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:18.225945 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-ed2ac20b-888e-4738-ab6c-d5fcc4155903 None None] Port dbcd6bc9-6231-4165-be88-33bb1623a95f cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:18.258968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ed2ac20b-888e-4738-ab6c-d5fcc4155903 None None] Provisioning complete for port af9d39f1-7760-4f25-ab12-6e6ea115026c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:18.259638 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ed2ac20b-888e-4738-ab6c-d5fcc4155903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:18.424733 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40316) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:18.431403 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd71f7e2-081c-4e9d-956d-4f70f0be2208 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Router b06bc2f9-c545-43e0-b10d-04145cb6e53c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:01:18.432099 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d565436-7825-4f2e-8044-f08e088cae69 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:01:18.437204 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d565436-7825-4f2e-8044-f08e088cae69 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:18.529021 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device af9d39f1-7760-4f25-ab12-6e6ea115026c up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:01:18.562357 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d5ad47d6-eb0a-4463-a18f-ddffb8958fb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:18.587180 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a49c3608-29f2-4e7f-b23a-efc8ef48068e None None] Provisioning complete for port 024ff036-4580-41b5-a6dc-5db13f93292e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:18.587555 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a49c3608-29f2-4e7f-b23a-efc8ef48068e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:18.631345 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port af9d39f1-7760-4f25-ab12-6e6ea115026c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:18.634829 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:18.658672 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-a49c3608-29f2-4e7f-b23a-efc8ef48068e None None] Port 024ff036-4580-41b5-a6dc-5db13f93292e cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:18.702057 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d5ad47d6-eb0a-4463-a18f-ddffb8958fb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:18.702312 n-d-812111-8 neutron-server[109991]: INFO neutron.db.ipam_backend_mixin [None req-4d565436-7825-4f2e-8044-f08e088cae69 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7d9a7078-e763-40e9-a13f-a03b6b26695b (CIDR: 2001:db8::/64) Nov 24 21:01:18.708390 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d5ad47d6-eb0a-4463-a18f-ddffb8958fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:18.708526 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9072e22-5459-4217-8350-f7087ab5c8a7 req-cff2d762-d9ef-4da0-a69c-843e869a1614 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:18.711296 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a9072e22-5459-4217-8350-f7087ab5c8a7 req-cff2d762-d9ef-4da0-a69c-843e869a1614 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 944 time: 0.2512727 Nov 24 21:01:18.719375 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d565436-7825-4f2e-8044-f08e088cae69 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:01:18.719838 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d565436-7825-4f2e-8044-f08e088cae69 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:18.725322 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd71f7e2-081c-4e9d-956d-4f70f0be2208 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:01:18.738948 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cd71f7e2-081c-4e9d-956d-4f70f0be2208 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/routers/b06bc2f9-c545-43e0-b10d-04145cb6e53c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2517080 Nov 24 21:01:18.740637 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdd0b0c-7148-40ff-a698-488bccc01ca0 None None] Sync routers for ids ['b06bc2f9-c545-43e0-b10d-04145cb6e53c'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:01:18.743095 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40324) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:18.760883 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdd0b0c-7148-40ff-a698-488bccc01ca0 None None] Routers {'b06bc2f9-c545-43e0-b10d-04145cb6e53c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:18.762267 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-dbdd0b0c-7148-40ff-a698-488bccc01ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b06bc2f9-c545-43e0-b10d-04145cb6e53c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:18.780736 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4d565436-7825-4f2e-8044-f08e088cae69 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6977634 Nov 24 21:01:18.784433 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40328) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:18.790677 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-44a5d044-2787-4558-89aa-51c29d04aa5d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'subnet': {'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:18.810423 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-70ec8011-455f-4dad-9c54-c72f138d21a7 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/ports?device_id=b06bc2f9-c545-43e0-b10d-04145cb6e53c HTTP/1.1" status: 200 len: 205 time: 0.0641117 Nov 24 21:01:18.814902 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40330) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:18.818129 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d5ad47d6-eb0a-4463-a18f-ddffb8958fb0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d7948f9928f4925ab4feeaba2c67e71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3919477 Nov 24 21:01:18.822137 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40332) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:18.827242 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad47d6-eb0a-4463-a18f-ddffb8958fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f04ee2b-e858-4b33-9707-563fe7493886,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:18.833434 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a9072e22-5459-4217-8350-f7087ab5c8a7 req-2e4f3b6a-d90d-4a03-8e9b-b3e97ecfe462 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160462 Nov 24 21:01:18.845531 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-dbdd0b0c-7148-40ff-a698-488bccc01ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:18.885687 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdd0b0c-7148-40ff-a698-488bccc01ca0 None None] Routers {'b06bc2f9-c545-43e0-b10d-04145cb6e53c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:18.886343 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-dbdd0b0c-7148-40ff-a698-488bccc01ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b06bc2f9-c545-43e0-b10d-04145cb6e53c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:18.945130 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-dbdd0b0c-7148-40ff-a698-488bccc01ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:18.946866 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdd0b0c-7148-40ff-a698-488bccc01ca0 None None] The sync data for ids ['b06bc2f9-c545-43e0-b10d-04145cb6e53c'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:01:18.966848 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b30c2b38-7534-4418-b194-b8de64ab511a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:18.969697 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e758e196-4b66-4bd0-8701-4402bcd6728d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:19.004731 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b30c2b38-7534-4418-b194-b8de64ab511a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:19.025435 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a5d044-2787-4558-89aa-51c29d04aa5d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:01:19.031256 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-44a5d044-2787-4558-89aa-51c29d04aa5d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:19.163245 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b30c2b38-7534-4418-b194-b8de64ab511a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:19.166039 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b30c2b38-7534-4418-b194-b8de64ab511a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:19.167663 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b30c2b38-7534-4418-b194-b8de64ab511a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f04ee2b-e858-4b33-9707-563fe7493886 HTTP/1.1" status: 204 len: 168 time: 0.3445103 Nov 24 21:01:19.180801 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c2b38-7534-4418-b194-b8de64ab511a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f04ee2b-e858-4b33-9707-563fe7493886,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:19.221502 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2d5b9-5049-4323-8508-a887e0830252 req-ddb451b9-4e44-4dec-a618-c806265e7c7b tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:19.223050 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1f2d5b9-5049-4323-8508-a887e0830252 req-ddb451b9-4e44-4dec-a618-c806265e7c7b tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d HTTP/1.1" status: 200 len: 950 time: 0.2092290 Nov 24 21:01:19.263902 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e758e196-4b66-4bd0-8701-4402bcd6728d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:19.292048 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e758e196-4b66-4bd0-8701-4402bcd6728d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:19.376131 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b82f8-b54d-4f3d-8b72-e1e75facc984 req-d7b9f268-c0e6-409b-a2ce-30bf8e42624f tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:19.384444 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-aa8b82f8-b54d-4f3d-8b72-e1e75facc984 req-d7b9f268-c0e6-409b-a2ce-30bf8e42624f tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d HTTP/1.1" status: 200 len: 950 time: 0.2241750 Nov 24 21:01:19.419260 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-44a5d044-2787-4558-89aa-51c29d04aa5d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:19.445000 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e758e196-4b66-4bd0-8701-4402bcd6728d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:19.445569 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e758e196-4b66-4bd0-8701-4402bcd6728d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Fanout notify agent at l3_agent the message router_deleted on router b06bc2f9-c545-43e0-b10d-04145cb6e53c {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:01:19.453939 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e758e196-4b66-4bd0-8701-4402bcd6728d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:19.457713 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e758e196-4b66-4bd0-8701-4402bcd6728d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/routers/b06bc2f9-c545-43e0-b10d-04145cb6e53c HTTP/1.1" status: 204 len: 168 time: 0.6351249 Nov 24 21:01:19.459521 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40344) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:19.504035 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-aa8b82f8-b54d-4f3d-8b72-e1e75facc984 req-bb060aa8-12c5-42d8-b4e8-b7fa22d02675 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3083d6-1b53-4f52-8139-708e776277fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185629 Nov 24 21:01:19.507602 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-e1f2d5b9-5049-4323-8508-a887e0830252 req-fc0af782-6f3a-4736-b11c-c322402442c4 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Deleting port 975245fd-a239-4b38-a637-934a9f8ac234 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:19.507950 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e1f2d5b9-5049-4323-8508-a887e0830252 req-fc0af782-6f3a-4736-b11c-c322402442c4 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:19.524716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a5d044-2787-4558-89aa-51c29d04aa5d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network 1f176f74-01d3-4640-935b-9a80200a4c6b is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:19.535064 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-44a5d044-2787-4558-89aa-51c29d04aa5d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:19.540157 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a5d044-2787-4558-89aa-51c29d04aa5d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:19.540832 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-44a5d044-2787-4558-89aa-51c29d04aa5d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:19.543617 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5d044-2787-4558-89aa-51c29d04aa5d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Subnet': ['ID=7386e1e6-08e3-46b3-8740-51c395c228c1,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:19.549836 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f25cfe-247e-40dd-90f6-94cb39a0a583 None None] Network 1f176f74-01d3-4640-935b-9a80200a4c6b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:01:19.562879 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc85a2d0-e799-4d9e-ba08-e5ca7825b550 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting subnet 3fbde542-37d4-4495-bdb5-8d323ddd21af {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:01:19.566833 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cc85a2d0-e799-4d9e-ba08-e5ca7825b550 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:19.612881 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-e1f2d5b9-5049-4323-8508-a887e0830252 req-fc0af782-6f3a-4736-b11c-c322402442c4 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] For port 975245fd-a239-4b38-a637-934a9f8ac234, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=975245fd-a239-4b38-a637-934a9f8ac234,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:19.613255 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e1f2d5b9-5049-4323-8508-a887e0830252 req-fc0af782-6f3a-4736-b11c-c322402442c4 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:19.627435 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-e1f2d5b9-5049-4323-8508-a887e0830252 req-fc0af782-6f3a-4736-b11c-c322402442c4 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Calling delete_port for 975245fd-a239-4b38-a637-934a9f8ac234 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:19.627720 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cc85a2d0-e799-4d9e-ba08-e5ca7825b550 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:19.686015 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-44a5d044-2787-4558-89aa-51c29d04aa5d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8975575 Nov 24 21:01:19.688287 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40352) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:19.713957 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-15c52828-b774-4156-acaa-4c4fdca83d5d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1353969233', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7386e1e6-08e3-46b3-8740-51c395c228c1'}], 'security_groups': ['b423dfb8-4d9c-4d53-867f-54188f9b7a1b']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:19.781486 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e1f2d5b9-5049-4323-8508-a887e0830252 req-fc0af782-6f3a-4736-b11c-c322402442c4 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:19.787472 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cc85a2d0-e799-4d9e-ba08-e5ca7825b550 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:19.803822 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['975245fd-a239-4b38-a637-934a9f8ac234'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:01:19.847109 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0af782-6f3a-4736-b11c-c322402442c4 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Pushing event deleted for resources: {'Port': ['ID=975245fd-a239-4b38-a637-934a9f8ac234,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:19.931667 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f2d5b9-5049-4323-8508-a887e0830252 req-fc0af782-6f3a-4736-b11c-c322402442c4 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] No DVR routers for this DVR port 975245fd-a239-4b38-a637-934a9f8ac234 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:01:19.937720 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e1f2d5b9-5049-4323-8508-a887e0830252 req-fc0af782-6f3a-4736-b11c-c322402442c4 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:19.941557 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1f2d5b9-5049-4323-8508-a887e0830252 req-fc0af782-6f3a-4736-b11c-c322402442c4 tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.15 "DELETE /v2.0/ports/975245fd-a239-4b38-a637-934a9f8ac234 HTTP/1.1" status: 204 len: 173 time: 0.7067707 Nov 24 21:01:19.942298 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51f7b56-b9cb-41f8-9fee-21f30dc7089d', 'name': 'network-vif-deleted', 'tag': '975245fd-a239-4b38-a637-934a9f8ac234'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:01:19.945020 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c77e31-bf8f-402e-b7ba-d66c21bf7481" -d '{"events": [{"server_uuid": "f51f7b56-b9cb-41f8-9fee-21f30dc7089d", "name": "network-vif-deleted", "tag": "975245fd-a239-4b38-a637-934a9f8ac234"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:01:20.044948 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c3954e-9d84-4404-a8e3-c6ad4cf83740 x-openstack-request-id: req-e6c3954e-9d84-4404-a8e3-c6ad4cf83740 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:01:20.046256 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51f7b56-b9cb-41f8-9fee-21f30dc7089d", "name": "network-vif-deleted", "tag": "975245fd-a239-4b38-a637-934a9f8ac234", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:01:20.046817 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6c3954e-9d84-4404-a8e3-c6ad4cf83740 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:01:20.047484 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51f7b56-b9cb-41f8-9fee-21f30dc7089d', 'name': 'network-vif-deleted', 'tag': '975245fd-a239-4b38-a637-934a9f8ac234', 'status': 'completed', 'code': 200} Nov 24 21:01:20.081706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54b5dec-fbc8-44d6-ab4c-50392552b8bb None None] Update dhcp port {'port': {'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b', 'fixed_ips': [{'subnet_id': '7d9a7078-e763-40e9-a13f-a03b6b26695b', 'ip_address': '2001:db8::2'}, {'subnet_id': '7386e1e6-08e3-46b3-8740-51c395c228c1'}], 'binding:host_id': 'n-d-812111-8'}, 'id': 'af9d39f1-7760-4f25-ab12-6e6ea115026c'} from n-d-812111-8. {{(pid=109992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 21:01:20.106062 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-15c52828-b774-4156-acaa-4c4fdca83d5d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:20.135013 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e54b5dec-fbc8-44d6-ab4c-50392552b8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:20.145606 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4fd2b4-9d4c-441b-848e-9d56e2c326b1 req-cfae6abc-a25d-4b61-9890-a4ef5abb6a50 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:20.153736 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dc4fd2b4-9d4c-441b-848e-9d56e2c326b1 req-cfae6abc-a25d-4b61-9890-a4ef5abb6a50 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 944 time: 0.1415105 Nov 24 21:01:20.162827 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cc85a2d0-e799-4d9e-ba08-e5ca7825b550 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:20.293212 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85a2d0-e799-4d9e-ba08-e5ca7825b550 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Subnet': ['ID=3fbde542-37d4-4495-bdb5-8d323ddd21af,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:20.349748 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cc85a2d0-e799-4d9e-ba08-e5ca7825b550 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:20.353185 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device af0d2ff1-f872-4b17-9b2e-15bc4503c995 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:01:20.357774 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cc85a2d0-e799-4d9e-ba08-e5ca7825b550 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/subnets/3fbde542-37d4-4495-bdb5-8d323ddd21af HTTP/1.1" status: 204 len: 168 time: 0.8969896 Nov 24 21:01:20.361157 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c83a594-b861-46f4-9ff3-82f83fdea1f8 None None] Network a61202d5-595d-455d-a2fe-c9c5758b1462 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:01:20.361372 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40374) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:20.481357 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dc4fd2b4-9d4c-441b-848e-9d56e2c326b1 req-06d46f09-4f7e-425c-8498-955749b7f6ea tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3261445 Nov 24 21:01:20.569165 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40378) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:20.612493 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-90cb51ca-08ac-4e1c-90f0-456cd40c6011 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:20.662924 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-e54b5dec-fbc8-44d6-ab4c-50392552b8bb None None] Allocated IP 2001:db8:0:1::2 (1f176f74-01d3-4640-935b-9a80200a4c6b/7386e1e6-08e3-46b3-8740-51c395c228c1/af9d39f1-7760-4f25-ab12-6e6ea115026c) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:01:20.723403 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6997c79c-0820-4345-a97b-ee652471a5f2 req-53296582-eb09-4c6c-bb68-980bed356f7b tempest-ServersOnMultiNodesTest-1710463716 tempest-ServersOnMultiNodesTest-1710463716-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51f7b56-b9cb-41f8-9fee-21f30dc7089d HTTP/1.1" status: 200 len: 210 time: 0.0491056 Nov 24 21:01:20.747911 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-90cb51ca-08ac-4e1c-90f0-456cd40c6011 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting port 626baebe-b761-4f20-937d-87a2f2a5e810 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:20.749865 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-90cb51ca-08ac-4e1c-90f0-456cd40c6011 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:20.816441 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-568e73a9-ec3a-4276-8ae1-7927809c5179 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Request body: {'security_group': {'name': 'tempest-secgroup--175161881'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:20.841032 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-90cb51ca-08ac-4e1c-90f0-456cd40c6011 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] For port 626baebe-b761-4f20-937d-87a2f2a5e810, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=626baebe-b761-4f20-937d-87a2f2a5e810,segment=NetworkSegment(c95fbd17-1c9d-4b17-9fd1-bb34c26895a9),segment_id=c95fbd17-1c9d-4b17-9fd1-bb34c26895a9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:20.841446 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-90cb51ca-08ac-4e1c-90f0-456cd40c6011 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:20.860633 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-90cb51ca-08ac-4e1c-90f0-456cd40c6011 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Calling delete_port for 626baebe-b761-4f20-937d-87a2f2a5e810 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:20.865240 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port af0d2ff1-f872-4b17-9b2e-15bc4503c995 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:01:20.871353 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-568e73a9-ec3a-4276-8ae1-7927809c5179 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:20.878860 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port af0d2ff1-f872-4b17-9b2e-15bc4503c995 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:20.879246 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:20.886614 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-568e73a9-ec3a-4276-8ae1-7927809c5179 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:20.939798 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-e54b5dec-fbc8-44d6-ab4c-50392552b8bb None None] For port af9d39f1-7760-4f25-ab12-6e6ea115026c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=af9d39f1-7760-4f25-ab12-6e6ea115026c,segment=NetworkSegment(5fe46d8e-64ed-4727-86a6-b2910dd9218e),segment_id=5fe46d8e-64ed-4727-86a6-b2910dd9218e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:20.981846 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccf3b4d-11c5-4f6a-8f10-e5d305d58354 None None] DHCP port deletion for a61202d5-595d-455d-a2fe-c9c5758b1462 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:01:20.992330 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e54b5dec-fbc8-44d6-ab4c-50392552b8bb None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:21.032998 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-90cb51ca-08ac-4e1c-90f0-456cd40c6011 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:21.034708 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e54b5dec-fbc8-44d6-ab4c-50392552b8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:21.044736 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-568e73a9-ec3a-4276-8ae1-7927809c5179 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:21.085911 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb51ca-08ac-4e1c-90f0-456cd40c6011 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Port': ['ID=626baebe-b761-4f20-937d-87a2f2a5e810,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:21.092051 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-568e73a9-ec3a-4276-8ae1-7927809c5179 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:21.148289 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-15c52828-b774-4156-acaa-4c4fdca83d5d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Delete allocated IP 2001:db8::2c6 (1f176f74-01d3-4640-935b-9a80200a4c6b/7d9a7078-e763-40e9-a13f-a03b6b26695b) {{(pid=109991) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 21:01:21.157836 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-15c52828-b774-4156-acaa-4c4fdca83d5d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Allocated IP 2001:db8:0:1::33f (1f176f74-01d3-4640-935b-9a80200a4c6b/7386e1e6-08e3-46b3-8740-51c395c228c1/024ff036-4580-41b5-a6dc-5db13f93292e) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:01:21.187478 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-568e73a9-ec3a-4276-8ae1-7927809c5179 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:21.189452 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cb51ca-08ac-4e1c-90f0-456cd40c6011 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] No DVR routers for this DVR port 626baebe-b761-4f20-937d-87a2f2a5e810 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:01:21.222048 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e73a9-ec3a-4276-8ae1-7927809c5179 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fd9afb-d25c-4f65-93f3-b9b892c72980,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:21.224919 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-568e73a9-ec3a-4276-8ae1-7927809c5179 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:21.255829 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e73a9-ec3a-4276-8ae1-7927809c5179 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d9065b-c48b-472c-8822-86eda5fa3be7,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:21.288486 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:21.302321 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-568e73a9-ec3a-4276-8ae1-7927809c5179 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:21.306454 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-568e73a9-ec3a-4276-8ae1-7927809c5179 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7362847 Nov 24 21:01:21.307170 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40386) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:21.308488 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b5dec-fbc8-44d6-ab4c-50392552b8bb None None] Pushing event updated for resources: {'Port': ['ID=af9d39f1-7760-4f25-ab12-6e6ea115026c,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:21.321163 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-15c52828-b774-4156-acaa-4c4fdca83d5d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:21.329228 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-15c52828-b774-4156-acaa-4c4fdca83d5d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:21.378697 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cab293e-9eff-4dab-aa2e-b95d19df1d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0d2ff1-f872-4b17-9b2e-15bc4503c995'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:01:21.381709 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39aefb7e-da3d-4882-9018-99bd5cbd3944" -d '{"events": [{"server_uuid": "4cab293e-9eff-4dab-aa2e-b95d19df1d47", "name": "network-vif-plugged", "status": "completed", "tag": "af0d2ff1-f872-4b17-9b2e-15bc4503c995"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:01:21.383838 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-90cb51ca-08ac-4e1c-90f0-456cd40c6011 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:21.406863 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port af0d2ff1-f872-4b17-9b2e-15bc4503c995, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=af0d2ff1-f872-4b17-9b2e-15bc4503c995,segment=NetworkSegment(50091b6f-8510-4fe7-99f6-affd19cd995c),segment_id=50091b6f-8510-4fe7-99f6-affd19cd995c)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:21.407079 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-15c52828-b774-4156-acaa-4c4fdca83d5d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] In _notify_port_updated(), no bound segment for port 024ff036-4580-41b5-a6dc-5db13f93292e on network 1f176f74-01d3-4640-935b-9a80200a4c6b {{(pid=109991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 21:01:21.413560 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:21.414614 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c52828-b774-4156-acaa-4c4fdca83d5d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:21.415271 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-15c52828-b774-4156-acaa-4c4fdca83d5d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:21.416878 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-15c52828-b774-4156-acaa-4c4fdca83d5d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "PUT /v2.0/ports/024ff036-4580-41b5-a6dc-5db13f93292e HTTP/1.1" status: 200 len: 931 time: 1.7257032 Nov 24 21:01:21.420115 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40390) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:21.435157 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf3b4d-11c5-4f6a-8f10-e5d305d58354 None None] Deleting port 626baebe-b761-4f20-937d-87a2f2a5e810 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:21.435970 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1ccf3b4d-11c5-4f6a-8f10-e5d305d58354 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:21.481491 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01abd99-3a0b-42f7-a88d-d3d7be5d79df x-openstack-request-id: req-c01abd99-3a0b-42f7-a88d-d3d7be5d79df {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:01:21.481808 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cab293e-9eff-4dab-aa2e-b95d19df1d47", "name": "network-vif-plugged", "status": "completed", "tag": "af0d2ff1-f872-4b17-9b2e-15bc4503c995", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:01:21.482067 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c01abd99-3a0b-42f7-a88d-d3d7be5d79df {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:01:21.482493 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cab293e-9eff-4dab-aa2e-b95d19df1d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0d2ff1-f872-4b17-9b2e-15bc4503c995', 'code': 200} Nov 24 21:01:21.539158 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c52828-b774-4156-acaa-4c4fdca83d5d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Port': ['ID=024ff036-4580-41b5-a6dc-5db13f93292e,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:21.645014 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4af172bb-15ac-4284-a7ac-eb25eea5390e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting port 024ff036-4580-41b5-a6dc-5db13f93292e {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:21.645262 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4af172bb-15ac-4284-a7ac-eb25eea5390e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:21.710078 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=af0d2ff1-f872-4b17-9b2e-15bc4503c995,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:21.714468 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1ccf3b4d-11c5-4f6a-8f10-e5d305d58354 None None] For port 626baebe-b761-4f20-937d-87a2f2a5e810, host n-d-812111-8, got binding levels [] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:21.714939 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1ccf3b4d-11c5-4f6a-8f10-e5d305d58354 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:21.759687 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf3b4d-11c5-4f6a-8f10-e5d305d58354 None None] Calling delete_port for 626baebe-b761-4f20-937d-87a2f2a5e810 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:21.771414 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.ipam_backend_mixin [None req-1ccf3b4d-11c5-4f6a-8f10-e5d305d58354 None None] Port 626baebe-b761-4f20-937d-87a2f2a5e810 was not found and therefore no delete operation was performed {{(pid=109992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 21:01:21.779181 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1ccf3b4d-11c5-4f6a-8f10-e5d305d58354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:21.806696 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4af172bb-15ac-4284-a7ac-eb25eea5390e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:21.832705 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccf3b4d-11c5-4f6a-8f10-e5d305d58354 None None] No DVR routers for this DVR port 626baebe-b761-4f20-937d-87a2f2a5e810 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:01:21.837937 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4af172bb-15ac-4284-a7ac-eb25eea5390e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Calling delete_port for 024ff036-4580-41b5-a6dc-5db13f93292e owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:21.872896 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf3b4d-11c5-4f6a-8f10-e5d305d58354 None None] Pushing event deleted for resources: {'Port': ['ID=626baebe-b761-4f20-937d-87a2f2a5e810,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:21.966822 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-90cb51ca-08ac-4e1c-90f0-456cd40c6011 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61202d5-595d-455d-a2fe-c9c5758b1462']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:22.008409 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-90cb51ca-08ac-4e1c-90f0-456cd40c6011 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95fbd17-1c9d-4b17-9fd1-bb34c26895a9') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:22.008639 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-90cb51ca-08ac-4e1c-90f0-456cd40c6011 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95fbd17-1c9d-4b17-9fd1-bb34c26895a9') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:22.022516 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-90cb51ca-08ac-4e1c-90f0-456cd40c6011 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:22.036422 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4af172bb-15ac-4284-a7ac-eb25eea5390e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:22.043512 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-90cb51ca-08ac-4e1c-90f0-456cd40c6011 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:22.053403 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90cb51ca-08ac-4e1c-90f0-456cd40c6011 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:01:22.053757 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-90cb51ca-08ac-4e1c-90f0-456cd40c6011 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:01:22.070274 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:01:22.083920 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af172bb-15ac-4284-a7ac-eb25eea5390e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Port': ['ID=024ff036-4580-41b5-a6dc-5db13f93292e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:22.112039 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4af172bb-15ac-4284-a7ac-eb25eea5390e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:22.115918 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4af172bb-15ac-4284-a7ac-eb25eea5390e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/ports/024ff036-4580-41b5-a6dc-5db13f93292e HTTP/1.1" status: 204 len: 168 time: 0.6944582 Nov 24 21:01:22.118704 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40402) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:22.164570 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4135cbc-0e0c-4eaa-a158-2f50a419b034 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] GET failed (client error): The resource could not be found. Nov 24 21:01:22.167102 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b4135cbc-0e0c-4eaa-a158-2f50a419b034 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports/024ff036-4580-41b5-a6dc-5db13f93292e HTTP/1.1" status: 404 len: 333 time: 0.0473864 Nov 24 21:01:22.177163 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40406) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:22.269507 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-90cb51ca-08ac-4e1c-90f0-456cd40c6011 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:22.288252 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-90cb51ca-08ac-4e1c-90f0-456cd40c6011 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:22.292013 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-90cb51ca-08ac-4e1c-90f0-456cd40c6011 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/networks/a61202d5-595d-455d-a2fe-c9c5758b1462 HTTP/1.1" status: 204 len: 168 time: 1.9296248 Nov 24 21:01:22.301953 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40412) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:22.317554 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ce8d1939-6e12-4ab4-80eb-1152b11a2144 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-734063119', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}, 'admin_state_up': False}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:22.333598 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e350e741-f5a4-483d-a3fe-ed11585b1bf6 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 1.0222316 Nov 24 21:01:22.345642 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb51ca-08ac-4e1c-90f0-456cd40c6011 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Network': ['ID=a61202d5-595d-455d-a2fe-c9c5758b1462,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:22.351030 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40414) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:22.360072 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-49a9a08b-ecd5-4182-9fd8-50a1136f9350 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Request body: {'security_group': {'name': 'tempest-security--1109468757', 'description': 'tempest-security-description-1975858083'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:22.392542 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf34b7-19d8-4645-a2c8-8e3486352084 req-ac2251ec-5e38-455d-b5af-1fb04a9595bf tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:22.394705 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-47096cf6-8584-44de-9ee4-8f43a2beb3c4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:22.401775 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40418) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:22.403844 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-efcf34b7-19d8-4645-a2c8-8e3486352084 req-ac2251ec-5e38-455d-b5af-1fb04a9595bf tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.2942798 Nov 24 21:01:22.421926 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6be7e7e7-0791-4928-b2f8-cf11375471e5 None None] Could not find standard attr ID for object 024ff036-4580-41b5-a6dc-5db13f93292e. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:01:22.445859 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5d913-26c7-4076-b488-a12adf575b82 req-569b4d1f-4664-4d7d-b63b-0d443af206ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:22.448102 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-19b5d913-26c7-4076-b488-a12adf575b82 req-569b4d1f-4664-4d7d-b63b-0d443af206ff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 1096 time: 0.3754714 Nov 24 21:01:22.479968 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-47096cf6-8584-44de-9ee4-8f43a2beb3c4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:22.502407 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6be7e7e7-0791-4928-b2f8-cf11375471e5 None None] Provisioning complete for port dbcd6bc9-6231-4165-be88-33bb1623a95f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:22.502791 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6be7e7e7-0791-4928-b2f8-cf11375471e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:22.503815 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-efcf34b7-19d8-4645-a2c8-8e3486352084 req-f7cc0e83-bd5e-4692-8fa0-0252f17ec4de tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991189 Nov 24 21:01:22.504787 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1939-6e12-4ab4-80eb-1152b11a2144 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:22.507848 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1939-6e12-4ab4-80eb-1152b11a2144 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:22.544777 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-49a9a08b-ecd5-4182-9fd8-50a1136f9350 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:22.589856 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6be7e7e7-0791-4928-b2f8-cf11375471e5 None None] Port dbcd6bc9-6231-4165-be88-33bb1623a95f cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:22.628399 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-47096cf6-8584-44de-9ee4-8f43a2beb3c4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:22.629862 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6be7e7e7-0791-4928-b2f8-cf11375471e5 None None] Provisioning complete for port af9d39f1-7760-4f25-ab12-6e6ea115026c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:22.630316 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6be7e7e7-0791-4928-b2f8-cf11375471e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:22.631085 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-47096cf6-8584-44de-9ee4-8f43a2beb3c4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:22.634986 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-47096cf6-8584-44de-9ee4-8f43a2beb3c4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/security-groups/b11ea120-ef0a-4371-9081-e8e6e286cab1 HTTP/1.1" status: 204 len: 168 time: 0.4540396 Nov 24 21:01:22.638485 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40424) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:22.685708 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device af9d39f1-7760-4f25-ab12-6e6ea115026c up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:01:22.692321 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47096cf6-8584-44de-9ee4-8f43a2beb3c4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11ea120-ef0a-4371-9081-e8e6e286cab1,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:22.734906 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-19b5d913-26c7-4076-b488-a12adf575b82 req-28e7eef7-bfa9-4df8-8752-9fe3c7e0741f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538428 Nov 24 21:01:22.740706 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1939-6e12-4ab4-80eb-1152b11a2144 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:22.765153 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-49a9a08b-ecd5-4182-9fd8-50a1136f9350 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:22.788982 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3fd884d3-d401-4f26-a4f2-c4a858ed62ed tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:22.840100 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3fd884d3-d401-4f26-a4f2-c4a858ed62ed tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:22.893386 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ab056367-c04c-4e58-a18a-33ceb0f4b4e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f9f97af922bb4212809f7d75bc05ed87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4884610 Nov 24 21:01:22.894069 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40428) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:22.925606 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port af9d39f1-7760-4f25-ab12-6e6ea115026c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:22.926058 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:22.935189 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-49a9a08b-ecd5-4182-9fd8-50a1136f9350 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:22.942779 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-49a9a08b-ecd5-4182-9fd8-50a1136f9350 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:22.954715 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-49a9a08b-ecd5-4182-9fd8-50a1136f9350 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "PUT /v2.0/security-groups/46d9065b-c48b-472c-8822-86eda5fa3be7 HTTP/1.1" status: 200 len: 1797 time: 0.6011014 Nov 24 21:01:22.974578 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40430) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:23.034202 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3fd884d3-d401-4f26-a4f2-c4a858ed62ed tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:23.042254 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3fd884d3-d401-4f26-a4f2-c4a858ed62ed tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:23.043544 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3fd884d3-d401-4f26-a4f2-c4a858ed62ed tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/security-groups/b423dfb8-4d9c-4d53-867f-54188f9b7a1b HTTP/1.1" status: 204 len: 168 time: 0.4066107 Nov 24 21:01:23.049944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40432) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:23.055884 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2df68b50-33f5-4247-8c5d-4eec69861d55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:23.099656 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e88d5bc9-571c-423b-83cb-24f72333ea69 None None] Could not find standard attr ID for object 024ff036-4580-41b5-a6dc-5db13f93292e. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:01:23.153036 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2df68b50-33f5-4247-8c5d-4eec69861d55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:23.185510 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 626baebe-b761-4f20-937d-87a2f2a5e810 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:01:23.206184 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1939-6e12-4ab4-80eb-1152b11a2144 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:23.212033 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9a08b-ecd5-4182-9fd8-50a1136f9350 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d9065b-c48b-472c-8822-86eda5fa3be7,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:23.242718 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd884d3-d401-4f26-a4f2-c4a858ed62ed tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b423dfb8-4d9c-4d53-867f-54188f9b7a1b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:23.245014 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2df68b50-33f5-4247-8c5d-4eec69861d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:23.248064 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2df68b50-33f5-4247-8c5d-4eec69861d55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:23.252994 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 626baebe-b761-4f20-937d-87a2f2a5e810 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:01:23.252994 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 626baebe-b761-4f20-937d-87a2f2a5e810 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:01:23.254945 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2df68b50-33f5-4247-8c5d-4eec69861d55 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a3083d6-1b53-4f52-8139-708e776277fd HTTP/1.1" status: 204 len: 168 time: 0.3552876 Nov 24 21:01:23.276648 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-597bb446-29b9-4fc3-b70e-baace5849c96 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-groups/46d9065b-c48b-472c-8822-86eda5fa3be7 HTTP/1.1" status: 200 len: 1797 time: 0.3008919 Nov 24 21:01:23.279704 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40436) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:23.288603 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df68b50-33f5-4247-8c5d-4eec69861d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3083d6-1b53-4f52-8139-708e776277fd,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:23.309853 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a75ed77-74c5-43b4-b062-ee905041d38b tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting subnet 7d9a7078-e763-40e9-a13f-a03b6b26695b {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:01:23.321010 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9a75ed77-74c5-43b4-b062-ee905041d38b tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:23.410618 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9a75ed77-74c5-43b4-b062-ee905041d38b tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:23.483656 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19edddab-54d8-4e4c-a4fa-d57a8f8d44e6 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:23.534224 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19edddab-54d8-4e4c-a4fa-d57a8f8d44e6 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:23.592123 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9a75ed77-74c5-43b4-b062-ee905041d38b tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:23.613995 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19edddab-54d8-4e4c-a4fa-d57a8f8d44e6 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:23.616663 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19edddab-54d8-4e4c-a4fa-d57a8f8d44e6 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:23.617685 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-19edddab-54d8-4e4c-a4fa-d57a8f8d44e6 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "DELETE /v2.0/security-groups/46d9065b-c48b-472c-8822-86eda5fa3be7 HTTP/1.1" status: 204 len: 168 time: 0.3339643 Nov 24 21:01:23.622799 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40444) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:23.679427 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edddab-54d8-4e4c-a4fa-d57a8f8d44e6 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d9065b-c48b-472c-8822-86eda5fa3be7,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:23.682850 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9a75ed77-74c5-43b4-b062-ee905041d38b tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:23.702443 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40446) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:23.785036 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79991af-8697-4727-ae34-87c704fe00fa req-ce0a4914-ef3a-4fbe-8b5f-64679689baee tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:23.808007 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d79991af-8697-4727-ae34-87c704fe00fa req-ce0a4914-ef3a-4fbe-8b5f-64679689baee tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.2037196 Nov 24 21:01:23.809103 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75ed77-74c5-43b4-b062-ee905041d38b tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Subnet': ['ID=7d9a7078-e763-40e9-a13f-a03b6b26695b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:23.813965 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9a75ed77-74c5-43b4-b062-ee905041d38b tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:23.817531 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9a75ed77-74c5-43b4-b062-ee905041d38b tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/subnets/7d9a7078-e763-40e9-a13f-a03b6b26695b HTTP/1.1" status: 204 len: 168 time: 0.7626162 Nov 24 21:01:23.821577 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40448) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:23.828872 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-98ba5d35-b6f4-400a-aee7-a65d89684e66 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'subnet': {'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:23.833378 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7343f1b-3dee-48af-93df-e4ac56c7dae2 None None] Network 1f176f74-01d3-4640-935b-9a80200a4c6b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:01:23.948630 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4a497fa1-fc26-4b8e-933b-085a8b2e0389 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=752b2aedf37f4e8c8eb4d5f2207cd7cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2285669 Nov 24 21:01:23.950901 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40454) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:24.035592 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-18520212-4328-49d1-b786-b1eccd9b6752 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3963683 Nov 24 21:01:24.045736 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40456) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:24.079916 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1939-6e12-4ab4-80eb-1152b11a2144 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:24.087593 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 975245fd-a239-4b38-a637-934a9f8ac234 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:01:24.090751 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-acb8f965-6b05-4eae-8a16-a4a37290353a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:24.095397 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-8e5752b2-5be4-4e7c-b1cf-19d0ceb379f9 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] delete failed (client error): The resource could not be found. Nov 24 21:01:24.097100 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8e5752b2-5be4-4e7c-b1cf-19d0ceb379f9 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "DELETE /v2.0/security-groups/46d9065b-c48b-472c-8822-86eda5fa3be7 HTTP/1.1" status: 404 len: 347 time: 0.0502219 Nov 24 21:01:24.098043 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ba5d35-b6f4-400a-aee7-a65d89684e66 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:01:24.102328 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-98ba5d35-b6f4-400a-aee7-a65d89684e66 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:24.114069 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40458) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:24.134486 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1939-6e12-4ab4-80eb-1152b11a2144 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:24.135139 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-b856abc1-8b35-4125-9381-190f8326bdec tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Request body: {'security_group': {'name': 'tempest-secgroup--1100854889'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:24.172858 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-acb8f965-6b05-4eae-8a16-a4a37290353a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:24.254610 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b856abc1-8b35-4125-9381-190f8326bdec tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:24.284979 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-ce8d1939-6e12-4ab4-80eb-1152b11a2144 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Allocated IP 172.25.5.163 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/3a511785-cf8c-4c8d-9515-3d99d535fea7) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:01:24.325746 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 975245fd-a239-4b38-a637-934a9f8ac234 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:01:24.326174 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 975245fd-a239-4b38-a637-934a9f8ac234 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:01:24.399787 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-acb8f965-6b05-4eae-8a16-a4a37290353a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:24.403331 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-acb8f965-6b05-4eae-8a16-a4a37290353a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:24.404261 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d79991af-8697-4727-ae34-87c704fe00fa req-e603043b-9a1c-4ef4-9e76-29d35334780c tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5932648 Nov 24 21:01:24.409931 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-acb8f965-6b05-4eae-8a16-a4a37290353a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6cbbb3f9-3295-42f4-bafe-18edec986a9b HTTP/1.1" status: 204 len: 168 time: 0.4579248 Nov 24 21:01:24.428931 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1939-6e12-4ab4-80eb-1152b11a2144 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:24.429251 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b856abc1-8b35-4125-9381-190f8326bdec tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:24.458064 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b856abc1-8b35-4125-9381-190f8326bdec tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:24.504896 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1939-6e12-4ab4-80eb-1152b11a2144 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:24.571363 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8f965-6b05-4eae-8a16-a4a37290353a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbbb3f9-3295-42f4-bafe-18edec986a9b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:24.581330 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8d1939-6e12-4ab4-80eb-1152b11a2144 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:24.584650 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-ce8d1939-6e12-4ab4-80eb-1152b11a2144 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:24.594678 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8d1939-6e12-4ab4-80eb-1152b11a2144 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:01:24.603895 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5431895a-8674-4082-913c-3820650eb128 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:01:24.651909 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856abc1-8b35-4125-9381-190f8326bdec tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6549e944-8181-495a-9129-96bb9f2041c1,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:24.658460 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b856abc1-8b35-4125-9381-190f8326bdec tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:24.663170 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b856abc1-8b35-4125-9381-190f8326bdec tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5475240 Nov 24 21:01:24.666137 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40464) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:24.673715 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d1939-6e12-4ab4-80eb-1152b11a2144 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Port': ['ID=3a511785-cf8c-4c8d-9515-3d99d535fea7,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:24.680530 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-da69e608-88c2-428f-8909-c00919e70fb6 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Request body: {'security_group_rule': {'security_group_id': '6549e944-8181-495a-9129-96bb9f2041c1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:24.685388 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-98ba5d35-b6f4-400a-aee7-a65d89684e66 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:24.755483 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a0141522-985a-455d-86c1-ccf31b5bc1b0 None None] Provisioning complete for port 3a511785-cf8c-4c8d-9515-3d99d535fea7 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:24.755483 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a0141522-985a-455d-86c1-ccf31b5bc1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:24.769922 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ba5d35-b6f4-400a-aee7-a65d89684e66 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network 1f176f74-01d3-4640-935b-9a80200a4c6b is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:24.774242 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-98ba5d35-b6f4-400a-aee7-a65d89684e66 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:24.796267 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ba5d35-b6f4-400a-aee7-a65d89684e66 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:24.796875 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-98ba5d35-b6f4-400a-aee7-a65d89684e66 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:24.805092 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-da69e608-88c2-428f-8909-c00919e70fb6 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:24.819037 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-a0141522-985a-455d-86c1-ccf31b5bc1b0 None None] Port 3a511785-cf8c-4c8d-9515-3d99d535fea7 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:24.828250 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba5d35-b6f4-400a-aee7-a65d89684e66 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Subnet': ['ID=e8334a94-a875-4309-a8fb-2fe1869672f5,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:24.868788 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-98ba5d35-b6f4-400a-aee7-a65d89684e66 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0453293 Nov 24 21:01:24.872042 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40468) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:24.881965 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-375f0aff-a403-4551-9af4-26df539f6933 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'security_group': {'name': 'tempest-secgroup-1260478986'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:24.940784 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-375f0aff-a403-4551-9af4-26df539f6933 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:25.071309 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-375f0aff-a403-4551-9af4-26df539f6933 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:25.080954 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-375f0aff-a403-4551-9af4-26df539f6933 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:25.101278 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-da69e608-88c2-428f-8909-c00919e70fb6 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:25.159225 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-da69e608-88c2-428f-8909-c00919e70fb6 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:25.188482 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1939-6e12-4ab4-80eb-1152b11a2144 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:25.201151 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-da69e608-88c2-428f-8909-c00919e70fb6 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:25.208086 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-da69e608-88c2-428f-8909-c00919e70fb6 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5396183 Nov 24 21:01:25.238835 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-375f0aff-a403-4551-9af4-26df539f6933 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:25.240374 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-375f0aff-a403-4551-9af4-26df539f6933 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3671255 Nov 24 21:01:25.242673 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40480) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:25.245725 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40482) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:25.255271 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f0aff-a403-4551-9af4-26df539f6933 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f208e75-3814-42e4-9c88-cd44b66f67e8,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:25.257583 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69e608-88c2-428f-8909-c00919e70fb6 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a152d028-fd1b-49e0-95d4-082260c82682,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:25.268463 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f8035aae-a2b8-4aaf-ba8a-d99e94e69b9a tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'security_group': {'name': 'tempest-secgroup-464315366'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:25.307928 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8035aae-a2b8-4aaf-ba8a-d99e94e69b9a tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:25.338729 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1fc4-c339-481d-8859-6527ad32a7cb tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:25.368613 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1fc4-c339-481d-8859-6527ad32a7cb tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:25.410327 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034f1f3b-5134-46d3-8b88-5abfa6fdafe0 None None] Network 1f176f74-01d3-4640-935b-9a80200a4c6b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:01:25.429763 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1fc4-c339-481d-8859-6527ad32a7cb tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:25.439432 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1fc4-c339-481d-8859-6527ad32a7cb tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:25.441117 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a4cb1fc4-c339-481d-8859-6527ad32a7cb tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/a152d028-fd1b-49e0-95d4-082260c82682 HTTP/1.1" status: 204 len: 168 time: 0.1965179 Nov 24 21:01:25.447456 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40486) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:25.457340 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb1fc4-c339-481d-8859-6527ad32a7cb tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a152d028-fd1b-49e0-95d4-082260c82682,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:25.473663 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8035aae-a2b8-4aaf-ba8a-d99e94e69b9a tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:25.480198 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8035aae-a2b8-4aaf-ba8a-d99e94e69b9a tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:25.525482 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8035aae-a2b8-4aaf-ba8a-d99e94e69b9a tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:25.527208 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f8035aae-a2b8-4aaf-ba8a-d99e94e69b9a tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2744777 Nov 24 21:01:25.529430 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8035aae-a2b8-4aaf-ba8a-d99e94e69b9a tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29b26ca6-168e-4f4d-966a-4ed5fb940418,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:25.543570 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40490) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:25.570507 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-1df93df7-a5a7-420f-868c-0d0f05de72a0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'security_group': {'name': 'tempest-secgroup-1554430170'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:25.617819 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f6db9d44-7482-479b-8881-0e71d8e95916 None None] Provisioning complete for port dbcd6bc9-6231-4165-be88-33bb1623a95f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:25.618267 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f6db9d44-7482-479b-8881-0e71d8e95916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:25.659888 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-64cc915c-4a9b-45e7-af06-2cc41a1d6395 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2112293 Nov 24 21:01:25.669337 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8fbdd-65e8-4228-86cf-051630aa5336 req-896b0090-bd2c-4baf-9528-f0917f74eb70 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:25.673880 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f6db9d44-7482-479b-8881-0e71d8e95916 None None] Port dbcd6bc9-6231-4165-be88-33bb1623a95f cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:25.677036 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40496) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:25.681839 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fdc8fbdd-65e8-4228-86cf-051630aa5336 req-896b0090-bd2c-4baf-9528-f0917f74eb70 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.1073346 Nov 24 21:01:25.713707 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1939-6e12-4ab4-80eb-1152b11a2144 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:25.753909 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1df93df7-a5a7-420f-868c-0d0f05de72a0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:25.776517 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fdc8fbdd-65e8-4228-86cf-051630aa5336 req-405532cf-0f89-4198-b989-88dbb93d99aa tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929592 Nov 24 21:01:25.781964 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f6db9d44-7482-479b-8881-0e71d8e95916 None None] Provisioning complete for port af9d39f1-7760-4f25-ab12-6e6ea115026c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:25.782375 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f6db9d44-7482-479b-8881-0e71d8e95916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:25.913406 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40506) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:25.997925 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6f89a9-7755-42db-b3bd-45161f50388c None None] Update dhcp port {'port': {'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b', 'fixed_ips': [{'subnet_id': '7386e1e6-08e3-46b3-8740-51c395c228c1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e8334a94-a875-4309-a8fb-2fe1869672f5'}], 'binding:host_id': 'n-d-812111-8'}, 'id': 'af9d39f1-7760-4f25-ab12-6e6ea115026c'} from n-d-812111-8. {{(pid=109992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 21:01:26.034774 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-db6f89a9-7755-42db-b3bd-45161f50388c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:26.050512 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-94e02da8-8fb0-4d07-bbac-2dfec6d1d25e tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:26.071639 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-b0d187e4-0c3e-44af-9a77-8a757f80178e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-389673703-network', 'tenant_id': 'dc497067416e4ddc9349da2e326a90a4'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:26.082131 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-94e02da8-8fb0-4d07-bbac-2dfec6d1d25e tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:26.099924 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d187e4-0c3e-44af-9a77-8a757f80178e admin admin] Made reservation on behalf of dc497067416e4ddc9349da2e326a90a4 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:01:26.107389 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b0d187e4-0c3e-44af-9a77-8a757f80178e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:26.124675 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b0d187e4-0c3e-44af-9a77-8a757f80178e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:26.128781 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607f8da-69c1-463d-b142-487b0d53e9c4 req-79f7738c-7d04-4f87-a508-09a176715ac8 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:26.130364 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0607f8da-69c1-463d-b142-487b0d53e9c4 req-79f7738c-7d04-4f87-a508-09a176715ac8 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.2136538 Nov 24 21:01:26.141091 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40510) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:26.255204 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1df93df7-a5a7-420f-868c-0d0f05de72a0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:26.257701 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-94e02da8-8fb0-4d07-bbac-2dfec6d1d25e tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:26.261201 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-94e02da8-8fb0-4d07-bbac-2dfec6d1d25e tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:26.261375 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b0d187e4-0c3e-44af-9a77-8a757f80178e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:26.263134 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-94e02da8-8fb0-4d07-bbac-2dfec6d1d25e tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "DELETE /v2.0/security-groups/6549e944-8181-495a-9129-96bb9f2041c1 HTTP/1.1" status: 204 len: 168 time: 0.5731485 Nov 24 21:01:26.269608 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1df93df7-a5a7-420f-868c-0d0f05de72a0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:26.270188 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-bd03eaa4-f58e-4119-b5e3-f1a248f72f68 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Request body: {'floatingip': {'port_id': 'af0d2ff1-f872-4b17-9b2e-15bc4503c995'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:26.272063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40516) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:26.296831 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-db6f89a9-7755-42db-b3bd-45161f50388c None None] Allocated IP 2001:db8::2 (1f176f74-01d3-4640-935b-9a80200a4c6b/e8334a94-a875-4309-a8fb-2fe1869672f5/af9d39f1-7760-4f25-ab12-6e6ea115026c) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:01:26.307844 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8d1939-6e12-4ab4-80eb-1152b11a2144 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Router e27c5104-d255-44c7-b333-774e534ae9b7 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:01:26.325039 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bd03eaa4-f58e-4119-b5e3-f1a248f72f68 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for floatingip, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:26.330782 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b0d187e4-0c3e-44af-9a77-8a757f80178e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:26.350419 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e02da8-8fb0-4d07-bbac-2dfec6d1d25e tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6549e944-8181-495a-9129-96bb9f2041c1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:26.416364 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-db6f89a9-7755-42db-b3bd-45161f50388c None None] For port af9d39f1-7760-4f25-ab12-6e6ea115026c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=af9d39f1-7760-4f25-ab12-6e6ea115026c,segment=NetworkSegment(5fe46d8e-64ed-4727-86a6-b2910dd9218e),segment_id=5fe46d8e-64ed-4727-86a6-b2910dd9218e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:26.422538 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d187e4-0c3e-44af-9a77-8a757f80178e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:01:26.435755 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df93df7-a5a7-420f-868c-0d0f05de72a0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5e37a6-db0d-4b2c-9589-ae1d8175ef73,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:26.454043 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-db6f89a9-7755-42db-b3bd-45161f50388c None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:26.470251 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-db6f89a9-7755-42db-b3bd-45161f50388c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:26.471538 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d187e4-0c3e-44af-9a77-8a757f80178e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1faf0a-e028-40b6-a56a-0ccd35a3dd61,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:26.486558 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b0d187e4-0c3e-44af-9a77-8a757f80178e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:26.486912 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-b0d187e4-0c3e-44af-9a77-8a757f80178e admin admin] Added segment 9f20543f-a876-45ec-a52f-5300db96570f of type vlan for network 27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11 Nov 24 21:01:26.501476 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1df93df7-a5a7-420f-868c-0d0f05de72a0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:26.510621 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1df93df7-a5a7-420f-868c-0d0f05de72a0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9624357 Nov 24 21:01:26.516138 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40518) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:26.526824 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-60512e9a-69da-4b0b-8e32-fb43b6596462 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-930400960', 'security_groups': ['5d5e37a6-db0d-4b2c-9589-ae1d8175ef73'], 'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e8334a94-a875-4309-a8fb-2fe1869672f5'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:26.555347 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-91f77342-6d91-4556-a4f1-b6848f648916 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2785888 Nov 24 21:01:26.566015 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40520) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:26.574207 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-12ef7524-e9c6-4606-8ec3-ccbe18080e6d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Request body: {'security_group': {'name': 'tempest-secgroup--660233621'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:26.604944 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b0d187e4-0c3e-44af-9a77-8a757f80178e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:26.624518 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f89a9-7755-42db-b3bd-45161f50388c None None] Pushing event updated for resources: {'Port': ['ID=af9d39f1-7760-4f25-ab12-6e6ea115026c,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:26.633181 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12ef7524-e9c6-4606-8ec3-ccbe18080e6d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:26.704366 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b0d187e4-0c3e-44af-9a77-8a757f80178e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:26.705405 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d187e4-0c3e-44af-9a77-8a757f80178e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:26.706021 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b0d187e4-0c3e-44af-9a77-8a757f80178e admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:26.773356 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b0d187e4-0c3e-44af-9a77-8a757f80178e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8588271 Nov 24 21:01:26.779077 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40522) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:26.787810 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-3dbd9995-f35c-437f-bd58-b460eda99272 admin admin] Request body: {'subnet': {'network_id': '27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-389673703-subnet', 'tenant_id': 'dc497067416e4ddc9349da2e326a90a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:26.805688 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12ef7524-e9c6-4606-8ec3-ccbe18080e6d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:26.820439 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12ef7524-e9c6-4606-8ec3-ccbe18080e6d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:26.892347 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d187e4-0c3e-44af-9a77-8a757f80178e admin admin] Pushing event updated for resources: {'Network': ['ID=27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:26.906166 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:01:26.925742 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef7524-e9c6-4606-8ec3-ccbe18080e6d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98fa9546-7606-4228-9c4f-0bb5663e5983,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:26.956356 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8d1939-6e12-4ab4-80eb-1152b11a2144 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:01:26.969838 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1d6be8-44c6-4a48-8649-5586ac98ac03 None None] Sync routers for ids ['e27c5104-d255-44c7-b333-774e534ae9b7'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:01:27.008388 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1d6be8-44c6-4a48-8649-5586ac98ac03 None None] Routers {'e27c5104-d255-44c7-b333-774e534ae9b7'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:27.009146 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-8e1d6be8-44c6-4a48-8649-5586ac98ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['e27c5104-d255-44c7-b333-774e534ae9b7'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:27.078787 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-8e1d6be8-44c6-4a48-8649-5586ac98ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:27.102374 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1d6be8-44c6-4a48-8649-5586ac98ac03 None None] Routers {'e27c5104-d255-44c7-b333-774e534ae9b7'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:27.103320 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-8e1d6be8-44c6-4a48-8649-5586ac98ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['e27c5104-d255-44c7-b333-774e534ae9b7'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:27.146748 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-8e1d6be8-44c6-4a48-8649-5586ac98ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:27.148311 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1d6be8-44c6-4a48-8649-5586ac98ac03 None None] The sync data for ids ['e27c5104-d255-44c7-b333-774e534ae9b7'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:01:27.572392 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1939-6e12-4ab4-80eb-1152b11a2144 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:27.573918 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ce8d1939-6e12-4ab4-80eb-1152b11a2144 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.2600820 Nov 24 21:01:27.577551 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40572) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:27.581223 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12ef7524-e9c6-4606-8ec3-ccbe18080e6d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:27.586448 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-12ef7524-e9c6-4606-8ec3-ccbe18080e6d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0168405 Nov 24 21:01:27.601379 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40574) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:27.607147 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c4f2aeeb-b0ec-45bd-8b91-889f6d27e37c tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Request body: {'security_group_rule': {'security_group_id': '98fa9546-7606-4228-9c4f-0bb5663e5983', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:27.613254 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbd9995-f35c-437f-bd58-b460eda99272 admin admin] Made reservation on behalf of dc497067416e4ddc9349da2e326a90a4 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:01:27.615845 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9995-f35c-437f-bd58-b460eda99272 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:27.737004 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60512e9a-69da-4b0b-8e32-fb43b6596462 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:01:27.753122 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7b605b46-4c1e-4477-95ad-fd3c6497e131 None None] Provisioning complete for port dbcd6bc9-6231-4165-be88-33bb1623a95f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:27.759741 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7b605b46-4c1e-4477-95ad-fd3c6497e131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:27.826419 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-7b605b46-4c1e-4477-95ad-fd3c6497e131 None None] Port dbcd6bc9-6231-4165-be88-33bb1623a95f cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:27.839075 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7b605b46-4c1e-4477-95ad-fd3c6497e131 None None] Provisioning complete for port af9d39f1-7760-4f25-ab12-6e6ea115026c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:27.839837 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7b605b46-4c1e-4477-95ad-fd3c6497e131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:27.891453 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-52fa9448-649a-4e99-b927-9bdcc0b49664 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/routers/e27c5104-d255-44c7-b333-774e534ae9b7 HTTP/1.1" status: 200 len: 884 time: 0.3019447 Nov 24 21:01:27.894142 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40580) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:28.005584 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-60512e9a-69da-4b0b-8e32-fb43b6596462 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:28.044037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-60512e9a-69da-4b0b-8e32-fb43b6596462 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] device_id is not set on port cfcd8fba-33b5-4d0a-b52b-58745d0fdb26 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:01:28.194275 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c4f2aeeb-b0ec-45bd-8b91-889f6d27e37c tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:28.216642 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9995-f35c-437f-bd58-b460eda99272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:28.283784 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.db.resource_extend [None req-bd03eaa4-f58e-4119-b5e3-f1a248f72f68 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 21:01:28.403054 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd9995-f35c-437f-bd58-b460eda99272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bec2978c-e36e-4e0f-b9fe-84d54983f4be,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:28.438213 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bd03eaa4-f58e-4119-b5e3-f1a248f72f68 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:28.495806 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c4f2aeeb-b0ec-45bd-8b91-889f6d27e37c tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:28.506684 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c4f2aeeb-b0ec-45bd-8b91-889f6d27e37c tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:28.510488 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bd03eaa4-f58e-4119-b5e3-f1a248f72f68 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:28.588426 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device af9d39f1-7760-4f25-ab12-6e6ea115026c up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:01:28.630021 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2aeeb-b0ec-45bd-8b91-889f6d27e37c tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0044b6b3-5f74-418e-a77b-ac5ab6c61ec4,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:28.661740 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port af9d39f1-7760-4f25-ab12-6e6ea115026c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:28.662169 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:28.729731 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbd9995-f35c-437f-bd58-b460eda99272 admin admin] Checking segment: {'id': '9f20543f-a876-45ec-a52f-5300db96570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:01:28.730283 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbd9995-f35c-437f-bd58-b460eda99272 admin admin] Network hostable DHCP agents. Network: 27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:01:28.736187 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c4f2aeeb-b0ec-45bd-8b91-889f6d27e37c tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:28.738236 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c4f2aeeb-b0ec-45bd-8b91-889f6d27e37c tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1351907 Nov 24 21:01:28.742728 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40618) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:28.755131 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-a3294366-ae20-47ec-8fe4-fe86961e59e5 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Request body: {'security_group_rule': {'security_group_id': '98fa9546-7606-4228-9c4f-0bb5663e5983', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:28.757363 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c16920c3-a093-4a44-9a91-dc6578e3c39e tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8616478 Nov 24 21:01:28.758053 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40620) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:28.769653 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-515fe00f-a51c-4f3e-b0f4-6e9ded6db5e1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-734063119'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:28.784027 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-60512e9a-69da-4b0b-8e32-fb43b6596462 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Allocated IP 2001:db8::315 (1f176f74-01d3-4640-935b-9a80200a4c6b/e8334a94-a875-4309-a8fb-2fe1869672f5/cfcd8fba-33b5-4d0a-b52b-58745d0fdb26) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:01:28.822344 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-bd03eaa4-f58e-4119-b5e3-f1a248f72f68 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Floating IP c4ea7ce6-ae3e-4a8b-8f40-baa9965cc9f7 associated. External IP: 172.25.5.155, port: af0d2ff1-f872-4b17-9b2e-15bc4503c995. Nov 24 21:01:28.877939 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a3294366-ae20-47ec-8fe4-fe86961e59e5 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:28.880589 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbd9995-f35c-437f-bd58-b460eda99272 admin admin] Network 27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:01:28.914483 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-3dbd9995-f35c-437f-bd58-b460eda99272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:28.924375 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a1fae2-2f65-4bcf-99e9-e4e43fa09766 None None] Network 27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:01:28.927868 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbd9995-f35c-437f-bd58-b460eda99272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:28.929004 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9995-f35c-437f-bd58-b460eda99272 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:29.018098 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3dbd9995-f35c-437f-bd58-b460eda99272 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2345090 Nov 24 21:01:29.022234 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40622) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:29.029673 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-480e9b2d-dc24-4cd1-962a-850d7b0e84ee admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-389673703-router', 'tenant_id': 'dc497067416e4ddc9349da2e326a90a4', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:29.062868 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-480e9b2d-dc24-4cd1-962a-850d7b0e84ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:29.063876 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-480e9b2d-dc24-4cd1-962a-850d7b0e84ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:29.080569 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a3294366-ae20-47ec-8fe4-fe86961e59e5 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:29.093952 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a3294366-ae20-47ec-8fe4-fe86961e59e5 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:29.180457 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-60512e9a-69da-4b0b-8e32-fb43b6596462 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:29.305000 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd03eaa4-f58e-4119-b5e3-f1a248f72f68 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Router f3ffbb09-f811-44f4-8484-b0fd0dce135c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:01:29.307526 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3294366-ae20-47ec-8fe4-fe86961e59e5 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc0daf6-d47e-402c-90c5-65b87d9ab3ac,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:29.315122 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-480e9b2d-dc24-4cd1-962a-850d7b0e84ee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:29.320740 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a3294366-ae20-47ec-8fe4-fe86961e59e5 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:29.322070 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a3294366-ae20-47ec-8fe4-fe86961e59e5 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5776439 Nov 24 21:01:29.326202 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40624) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:29.332835 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-6fb3b8b6-04ef-4138-8f55-1bc5e80c6ed3 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Request body: {'security_group_rule': {'security_group_id': '98fa9546-7606-4228-9c4f-0bb5663e5983', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:29.340818 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daffd70-27d9-4c19-914f-7511af74d4dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11', 'network_id': '27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11', 'tenant_id': 'dc497067416e4ddc9349da2e326a90a4', 'fixed_ips': [{'subnet_id': 'bec2978c-e36e-4e0f-b9fe-84d54983f4be'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:01:29.341657 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9daffd70-27d9-4c19-914f-7511af74d4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:29.373978 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-515fe00f-a51c-4f3e-b0f4-6e9ded6db5e1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:29.395824 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-515fe00f-a51c-4f3e-b0f4-6e9ded6db5e1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-320311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-320300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-319781'] for router, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:29.542927 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-480e9b2d-dc24-4cd1-962a-850d7b0e84ee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:29.559159 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6fb3b8b6-04ef-4138-8f55-1bc5e80c6ed3 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:29.569830 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515fe00f-a51c-4f3e-b0f4-6e9ded6db5e1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Router e27c5104-d255-44c7-b333-774e534ae9b7 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:01:29.585248 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-60512e9a-69da-4b0b-8e32-fb43b6596462 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:29.650254 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd03eaa4-f58e-4119-b5e3-f1a248f72f68 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:01:29.660676 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60512e9a-69da-4b0b-8e32-fb43b6596462 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network 1f176f74-01d3-4640-935b-9a80200a4c6b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:29.668080 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-60512e9a-69da-4b0b-8e32-fb43b6596462 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:29.675511 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bd03eaa4-f58e-4119-b5e3-f1a248f72f68 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:29.678358 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60512e9a-69da-4b0b-8e32-fb43b6596462 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:01:29.683115 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e52e6f-1c79-4749-a522-49a728a2de39 None None] Sync routers for ids ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:01:29.685966 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60512e9a-69da-4b0b-8e32-fb43b6596462 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:29.686961 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-60512e9a-69da-4b0b-8e32-fb43b6596462 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:29.741544 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e52e6f-1c79-4749-a522-49a728a2de39 None None] Routers {'f3ffbb09-f811-44f4-8484-b0fd0dce135c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:29.742233 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-63e52e6f-1c79-4749-a522-49a728a2de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:29.761880 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-bd03eaa4-f58e-4119-b5e3-f1a248f72f68 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "PUT /v2.0/floatingips/c4ea7ce6-ae3e-4a8b-8f40-baa9965cc9f7 HTTP/1.1" status: 200 len: 991 time: 3.6193330 Nov 24 21:01:29.779085 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cab293e-9eff-4dab-aa2e-b95d19df1d47', 'tag': 'af0d2ff1-f872-4b17-9b2e-15bc4503c995'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:01:29.781958 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ade0c4a-18dd-4784-a3d4-d9cb4dbe3f05" -d '{"events": [{"name": "network-changed", "server_uuid": "4cab293e-9eff-4dab-aa2e-b95d19df1d47", "tag": "af0d2ff1-f872-4b17-9b2e-15bc4503c995"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:01:29.810135 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-60512e9a-69da-4b0b-8e32-fb43b6596462 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2879088 Nov 24 21:01:29.813631 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40636) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:29.845919 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-9daffd70-27d9-4c19-914f-7511af74d4dd None None] Allocated IP 172.20.0.2 (27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11/bec2978c-e36e-4e0f-b9fe-84d54983f4be/7a494df7-0af9-40e5-af99-b925c9c9c618) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:01:29.864023 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-55cf60f6-7c97-465e-bdb3-faef94d9cc28 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'subnet': {'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:29.911863 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-640673f8-4926-4a8a-93a5-16b59199b213 req-324e6cd1-2e86-4216-80ba-2f6efd8b178e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3583913 Nov 24 21:01:29.912661 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60512e9a-69da-4b0b-8e32-fb43b6596462 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Port': ['ID=cfcd8fba-33b5-4d0a-b52b-58745d0fdb26,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:29.994206 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184f6837-8ab1-4a42-bd62-563a0473f5d6 x-openstack-request-id: req-184f6837-8ab1-4a42-bd62-563a0473f5d6 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:01:29.994446 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cab293e-9eff-4dab-aa2e-b95d19df1d47", "tag": "af0d2ff1-f872-4b17-9b2e-15bc4503c995", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:01:29.994624 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-184f6837-8ab1-4a42-bd62-563a0473f5d6 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:01:29.995234 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cab293e-9eff-4dab-aa2e-b95d19df1d47', 'tag': 'af0d2ff1-f872-4b17-9b2e-15bc4503c995', 'status': 'completed', 'code': 200} Nov 24 21:01:30.009474 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6fb3b8b6-04ef-4138-8f55-1bc5e80c6ed3 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:30.054737 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6fb3b8b6-04ef-4138-8f55-1bc5e80c6ed3 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:30.125693 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3b8b6-04ef-4138-8f55-1bc5e80c6ed3 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d1d088-adc0-453e-9c86-53fcbc3a071a,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:30.137306 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640673f8-4926-4a8a-93a5-16b59199b213 req-0215e292-86b3-4127-951d-3ed9bce632bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:30.144200 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-640673f8-4926-4a8a-93a5-16b59199b213 req-0215e292-86b3-4127-951d-3ed9bce632bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=05a0e117b094408ca97fe41bcd9a1090&device_id=8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256 HTTP/1.1" status: 200 len: 1097 time: 0.1651618 Nov 24 21:01:30.146669 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515fe00f-a51c-4f3e-b0f4-6e9ded6db5e1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:01:30.161647 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6fb3b8b6-04ef-4138-8f55-1bc5e80c6ed3 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:30.166220 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-515fe00f-a51c-4f3e-b0f4-6e9ded6db5e1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:30.168317 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-515fe00f-a51c-4f3e-b0f4-6e9ded6db5e1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/routers/e27c5104-d255-44c7-b333-774e534ae9b7 HTTP/1.1" status: 200 len: 891 time: 1.4067240 Nov 24 21:01:30.170979 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af349cd5-5db1-4cbd-bdfe-b2324da57640 None None] Sync routers for ids ['e27c5104-d255-44c7-b333-774e534ae9b7'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:01:30.173376 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40638) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:30.173862 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40640) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:30.182797 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-23374c90-c04f-427a-8823-09f95d8dc7e9 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Request body: {'security_group_rule': {'security_group_id': '98fa9546-7606-4228-9c4f-0bb5663e5983', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:30.186798 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6fb3b8b6-04ef-4138-8f55-1bc5e80c6ed3 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8589029 Nov 24 21:01:30.189351 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af349cd5-5db1-4cbd-bdfe-b2324da57640 None None] Routers {'e27c5104-d255-44c7-b333-774e534ae9b7'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:30.190367 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-af349cd5-5db1-4cbd-bdfe-b2324da57640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['e27c5104-d255-44c7-b333-774e534ae9b7'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:30.271959 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cf60f6-7c97-465e-bdb3-faef94d9cc28 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:01:30.278441 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55cf60f6-7c97-465e-bdb3-faef94d9cc28 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:30.279014 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-af349cd5-5db1-4cbd-bdfe-b2324da57640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:30.295909 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af349cd5-5db1-4cbd-bdfe-b2324da57640 None None] Routers {'e27c5104-d255-44c7-b333-774e534ae9b7'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:30.297155 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-af349cd5-5db1-4cbd-bdfe-b2324da57640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['e27c5104-d255-44c7-b333-774e534ae9b7'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:30.321833 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9daffd70-27d9-4c19-914f-7511af74d4dd None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:30.332273 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-63e52e6f-1c79-4749-a522-49a728a2de39 None None] Set router f3ffbb09-f811-44f4-8484-b0fd0dce135c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:01:30.363882 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-af349cd5-5db1-4cbd-bdfe-b2324da57640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:30.365947 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af349cd5-5db1-4cbd-bdfe-b2324da57640 None None] The sync data for ids ['e27c5104-d255-44c7-b333-774e534ae9b7'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:01:30.403878 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade0c4a-18dd-4784-a3d4-d9cb4dbe3f05 req-5b122912-17f3-4e13-ad95-15b01f00e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:30.406878 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8ade0c4a-18dd-4784-a3d4-d9cb4dbe3f05 req-5b122912-17f3-4e13-ad95-15b01f00e2ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76400c1822bc4519abca8b807069cf99&device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 1096 time: 0.3809540 Nov 24 21:01:30.420414 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9daffd70-27d9-4c19-914f-7511af74d4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:30.521833 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-480e9b2d-dc24-4cd1-962a-850d7b0e84ee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:30.551433 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23374c90-c04f-427a-8823-09f95d8dc7e9 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:30.569835 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-480e9b2d-dc24-4cd1-962a-850d7b0e84ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:30.605875 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3b95a27e-af5c-43a0-ba08-2491ea3161ad tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/routers/e27c5104-d255-44c7-b333-774e534ae9b7 HTTP/1.1" status: 200 len: 891 time: 0.4262028 Nov 24 21:01:30.622031 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40642) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:30.656973 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daffd70-27d9-4c19-914f-7511af74d4dd None None] Network 27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:30.664569 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-9daffd70-27d9-4c19-914f-7511af74d4dd None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:30.666920 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c4fdf391-5545-457a-99d0-c17b1a653143 None None] Provisioning complete for port cfcd8fba-33b5-4d0a-b52b-58745d0fdb26 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:30.667299 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c4fdf391-5545-457a-99d0-c17b1a653143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:30.721067 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daffd70-27d9-4c19-914f-7511af74d4dd None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:01:30.722449 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-94d1105d-5a3d-4329-8d68-d64b3db17b96 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/ports?device_id=e27c5104-d255-44c7-b333-774e534ae9b7 HTTP/1.1" status: 200 len: 205 time: 0.0953612 Nov 24 21:01:30.735739 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40644) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:30.737971 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c4fdf391-5545-457a-99d0-c17b1a653143 None None] Port cfcd8fba-33b5-4d0a-b52b-58745d0fdb26 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:30.746720 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daffd70-27d9-4c19-914f-7511af74d4dd None None] Pushing event updated for resources: {'Port': ['ID=7a494df7-0af9-40e5-af99-b925c9c9c618,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:30.756542 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-480e9b2d-dc24-4cd1-962a-850d7b0e84ee admin admin] Allocated IP 172.25.5.156 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/018c6b21-d34c-4d3f-85cd-5139a398923e) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:01:30.834686 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640673f8-4926-4a8a-93a5-16b59199b213 req-f8f205d0-2191-4cae-8f9c-8c05e30646b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:30.836203 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-640673f8-4926-4a8a-93a5-16b59199b213 req-f8f205d0-2191-4cae-8f9c-8c05e30646b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=052aa3f3-cb01-49c1-a57f-09e705955607 HTTP/1.1" status: 200 len: 915 time: 0.6349518 Nov 24 21:01:30.841411 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-9daffd70-27d9-4c19-914f-7511af74d4dd None None] Attempting to bind port 7a494df7-0af9-40e5-af99-b925c9c9c618 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:01:30.841942 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-9daffd70-27d9-4c19-914f-7511af74d4dd None None] Attempting to bind port 7a494df7-0af9-40e5-af99-b925c9c9c618 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '9f20543f-a876-45ec-a52f-5300db96570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:01:30.842950 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daffd70-27d9-4c19-914f-7511af74d4dd None None] Attempting to bind port 7a494df7-0af9-40e5-af99-b925c9c9c618 on network 27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:01:30.853924 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daffd70-27d9-4c19-914f-7511af74d4dd None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:01:30.854481 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daffd70-27d9-4c19-914f-7511af74d4dd None None] Checking segment: {'id': '9f20543f-a876-45ec-a52f-5300db96570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:01:30.854980 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9daffd70-27d9-4c19-914f-7511af74d4dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:30.855475 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daffd70-27d9-4c19-914f-7511af74d4dd None None] Bound using segment: {'id': '9f20543f-a876-45ec-a52f-5300db96570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:01:30.856118 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-9daffd70-27d9-4c19-914f-7511af74d4dd None None] Bound port: 7a494df7-0af9-40e5-af99-b925c9c9c618, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f20543f-a876-45ec-a52f-5300db96570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:01:30.856550 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9daffd70-27d9-4c19-914f-7511af74d4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:30.979074 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade0c4a-18dd-4784-a3d4-d9cb4dbe3f05 req-55661fd6-8241-47ef-9def-8fb343d75b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:30.986661 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8ade0c4a-18dd-4784-a3d4-d9cb4dbe3f05 req-55661fd6-8241-47ef-9def-8fb343d75b0d service neutron] 10.222.0.48 "GET /v2.0/networks?id=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc HTTP/1.1" status: 200 len: 911 time: 0.5614829 Nov 24 21:01:31.012226 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-480e9b2d-dc24-4cd1-962a-850d7b0e84ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:31.069998 n-d-812111-8 neutron-server[109991]: INFO neutron.db.ipam_backend_mixin [None req-55cf60f6-7c97-465e-bdb3-faef94d9cc28 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e8334a94-a875-4309-a8fb-2fe1869672f5 (CIDR: 2001:db8::/64) Nov 24 21:01:31.091569 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-55cf60f6-7c97-465e-bdb3-faef94d9cc28 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:01:31.091569 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55cf60f6-7c97-465e-bdb3-faef94d9cc28 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:31.155813 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23374c90-c04f-427a-8823-09f95d8dc7e9 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:31.161909 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-640673f8-4926-4a8a-93a5-16b59199b213 req-c9dc74f1-1e53-441d-8d9f-2d4b47f871fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6deba82-7c54-4be8-b175-eee907fc547d HTTP/1.1" status: 200 len: 1001 time: 0.3034511 Nov 24 21:01:31.176862 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-55cf60f6-7c97-465e-bdb3-faef94d9cc28 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3518791 Nov 24 21:01:31.176862 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-480e9b2d-dc24-4cd1-962a-850d7b0e84ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:31.179137 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40654) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:31.205006 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-9daffd70-27d9-4c19-914f-7511af74d4dd None None] For port 7a494df7-0af9-40e5-af99-b925c9c9c618, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:01:31.221964 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8ade0c4a-18dd-4784-a3d4-d9cb4dbe3f05 req-845a97ca-816a-424d-adbe-dc76223a1bbb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af0d2ff1-f872-4b17-9b2e-15bc4503c995 HTTP/1.1" status: 200 len: 999 time: 0.1957941 Nov 24 21:01:31.222679 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23374c90-c04f-427a-8823-09f95d8dc7e9 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:31.229089 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-9daffd70-27d9-4c19-914f-7511af74d4dd None None] For port 7a494df7-0af9-40e5-af99-b925c9c9c618, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7a494df7-0af9-40e5-af99-b925c9c9c618,segment=NetworkSegment(9f20543f-a876-45ec-a52f-5300db96570f),segment_id=9f20543f-a876-45ec-a52f-5300db96570f)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:01:31.239255 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9daffd70-27d9-4c19-914f-7511af74d4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:31.250027 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-3572c31f-3059-45e7-b9ce-f8f250f918ca tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'subnet': {'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:31.254493 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e9b2d-dc24-4cd1-962a-850d7b0e84ee admin admin] Pushing event updated for resources: {'Port': ['ID=018c6b21-d34c-4d3f-85cd-5139a398923e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:31.273592 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640673f8-4926-4a8a-93a5-16b59199b213 req-a5dbf79a-3230-4e90-973f-657c5f5c4fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:31.275368 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-640673f8-4926-4a8a-93a5-16b59199b213 req-a5dbf79a-3230-4e90-973f-657c5f5c4fd6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e861052-0b84-4fa5-83b7-82ecf6009879 HTTP/1.1" status: 200 len: 853 time: 0.0565805 Nov 24 21:01:31.302252 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480e9b2d-dc24-4cd1-962a-850d7b0e84ee admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:31.306346 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-480e9b2d-dc24-4cd1-962a-850d7b0e84ee admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:31.311080 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e9b2d-dc24-4cd1-962a-850d7b0e84ee admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:01:31.320330 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-63e52e6f-1c79-4749-a522-49a728a2de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'name': 'tempest-AttachVolumeTestJSON-708664594-router', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7f432429-060f-40c1-ac7d-964025e76a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:00:39Z', 'updated_at': '2021-11-24T21:00:49Z', 'revision_number': 4, 'project_id': '76400c1822bc4519abca8b807069cf99', 'gw_port': {'id': '7f432429-060f-40c1-ac7d-964025e76a03', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:41Z', 'updated_at': '2021-11-24T21:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'c4ea7ce6-ae3e-4a8b-8f40-baa9965cc9f7', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'port_id': 'af0d2ff1-f872-4b17-9b2e-15bc4503c995', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'mac_address': 'fa:16:3e:15:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cab293e-9eff-4dab-aa2e-b95d19df1d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:01:00Z', 'updated_at': '2021-11-24T21:01:28Z', 'revision_number': 1, 'project_id': '76400c1822bc4519abca8b807069cf99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f715d8b5-3fc2-4267-9512-ca0f9a46817c', 'name': '', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'mac_address': 'fa:16:3e:2e:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:46Z', 'updated_at': '2021-11-24T21:00:56Z', 'revision_number': 5, 'project_id': '76400c1822bc4519abca8b807069cf99', 'subnets': [{'id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:31.353921 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c2ca76-d3c2-4fbf-8b95-a1a7db876cab None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:01:31.356566 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daffd70-27d9-4c19-914f-7511af74d4dd None None] Pushing event updated for resources: {'Port': ['ID=7a494df7-0af9-40e5-af99-b925c9c9c618,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:31.362321 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e52e6f-1c79-4749-a522-49a728a2de39 None None] Checking router: f3ffbb09-f811-44f4-8484-b0fd0dce135c for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:01:31.365758 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23374c90-c04f-427a-8823-09f95d8dc7e9 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49215340-8334-4ed5-93b5-d0d204fed184,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:31.379509 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f810f7d8-87c2-4273-935a-d5ccb6e6e871 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:31.386294 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e52e6f-1c79-4749-a522-49a728a2de39 None None] Routers {'f3ffbb09-f811-44f4-8484-b0fd0dce135c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:31.386934 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-63e52e6f-1c79-4749-a522-49a728a2de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:31.524544 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9c8f65d9-d519-43fa-97b4-3d66593ad517 None None] Provisioning complete for port 018c6b21-d34c-4d3f-85cd-5139a398923e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:31.525063 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9c8f65d9-d519-43fa-97b4-3d66593ad517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:31.580834 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-63e52e6f-1c79-4749-a522-49a728a2de39 None None] Set router f3ffbb09-f811-44f4-8484-b0fd0dce135c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:01:31.867287 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9c8f65d9-d519-43fa-97b4-3d66593ad517 None None] Port 018c6b21-d34c-4d3f-85cd-5139a398923e cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:32.052666 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23374c90-c04f-427a-8823-09f95d8dc7e9 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:32.069510 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-23374c90-c04f-427a-8823-09f95d8dc7e9 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.8789861 Nov 24 21:01:32.070419 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40660) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:32.100860 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-c7e08b44-6544-44d4-bb26-92204fc527fd tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Request body: {'security_group_rule': {'security_group_id': '98fa9546-7606-4228-9c4f-0bb5663e5983', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:32.220057 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade0c4a-18dd-4784-a3d4-d9cb4dbe3f05 req-6dad1fd5-1724-474e-b96e-3e0412a2f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:32.228106 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8ade0c4a-18dd-4784-a3d4-d9cb4dbe3f05 req-6dad1fd5-1724-474e-b96e-3e0412a2f4ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df44411-bad0-41e8-8c64-bf8945205f26 HTTP/1.1" status: 200 len: 849 time: 0.9435637 Nov 24 21:01:32.247807 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3572c31f-3059-45e7-b9ce-f8f250f918ca tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:01:32.251675 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3572c31f-3059-45e7-b9ce-f8f250f918ca tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:32.290114 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f810f7d8-87c2-4273-935a-d5ccb6e6e871 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:32.306066 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640673f8-4926-4a8a-93a5-16b59199b213 req-1b193ee5-381e-4d65-8e1b-4d31a534f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:32.307622 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-640673f8-4926-4a8a-93a5-16b59199b213 req-1b193ee5-381e-4d65-8e1b-4d31a534f46b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=052aa3f3-cb01-49c1-a57f-09e705955607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0207794 Nov 24 21:01:32.312472 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-63e52e6f-1c79-4749-a522-49a728a2de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'name': 'tempest-AttachVolumeTestJSON-708664594-router', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7f432429-060f-40c1-ac7d-964025e76a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:00:39Z', 'updated_at': '2021-11-24T21:00:49Z', 'revision_number': 4, 'project_id': '76400c1822bc4519abca8b807069cf99', 'gw_port': {'id': '7f432429-060f-40c1-ac7d-964025e76a03', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:41Z', 'updated_at': '2021-11-24T21:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'c4ea7ce6-ae3e-4a8b-8f40-baa9965cc9f7', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'port_id': 'af0d2ff1-f872-4b17-9b2e-15bc4503c995', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'mac_address': 'fa:16:3e:15:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cab293e-9eff-4dab-aa2e-b95d19df1d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:01:00Z', 'updated_at': '2021-11-24T21:01:28Z', 'revision_number': 1, 'project_id': '76400c1822bc4519abca8b807069cf99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f715d8b5-3fc2-4267-9512-ca0f9a46817c', 'name': '', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'mac_address': 'fa:16:3e:2e:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:46Z', 'updated_at': '2021-11-24T21:00:56Z', 'revision_number': 5, 'project_id': '76400c1822bc4519abca8b807069cf99', 'subnets': [{'id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:32.347699 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e52e6f-1c79-4749-a522-49a728a2de39 None None] The sync data for ids ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'] in n-d-812111-8 is: [{'id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'name': 'tempest-AttachVolumeTestJSON-708664594-router', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7f432429-060f-40c1-ac7d-964025e76a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:00:39Z', 'updated_at': '2021-11-24T21:00:49Z', 'revision_number': 4, 'project_id': '76400c1822bc4519abca8b807069cf99', 'gw_port': {'id': '7f432429-060f-40c1-ac7d-964025e76a03', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:41Z', 'updated_at': '2021-11-24T21:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'c4ea7ce6-ae3e-4a8b-8f40-baa9965cc9f7', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'port_id': 'af0d2ff1-f872-4b17-9b2e-15bc4503c995', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'mac_address': 'fa:16:3e:15:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cab293e-9eff-4dab-aa2e-b95d19df1d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:01:00Z', 'updated_at': '2021-11-24T21:01:28Z', 'revision_number': 1, 'project_id': '76400c1822bc4519abca8b807069cf99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f715d8b5-3fc2-4267-9512-ca0f9a46817c', 'name': '', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'mac_address': 'fa:16:3e:2e:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:46Z', 'updated_at': '2021-11-24T21:00:56Z', 'revision_number': 5, 'project_id': '76400c1822bc4519abca8b807069cf99', 'subnets': [{'id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:01:32.387844 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c7e08b44-6544-44d4-bb26-92204fc527fd tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:32.423992 n-d-812111-8 neutron-server[109991]: INFO neutron.db.ipam_backend_mixin [None req-3572c31f-3059-45e7-b9ce-f8f250f918ca tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7386e1e6-08e3-46b3-8740-51c395c228c1 (CIDR: 2001:db8:0:1::/64) Nov 24 21:01:32.426636 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-480e9b2d-dc24-4cd1-962a-850d7b0e84ee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:32.437599 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade0c4a-18dd-4784-a3d4-d9cb4dbe3f05 req-d5207e37-59fe-4301-a92a-80e1b8b5aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:32.439414 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8ade0c4a-18dd-4784-a3d4-d9cb4dbe3f05 req-d5207e37-59fe-4301-a92a-80e1b8b5aba7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2001843 Nov 24 21:01:32.482643 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-3572c31f-3059-45e7-b9ce-f8f250f918ca tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:01:32.483884 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3572c31f-3059-45e7-b9ce-f8f250f918ca tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:32.579268 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3572c31f-3059-45e7-b9ce-f8f250f918ca tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3342695 Nov 24 21:01:32.579511 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40666) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:32.590316 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-2bdb18d6-1b01-4f4b-9a8a-3ebf95b49a63 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'subnet': {'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:32.657560 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7a494df7-0af9-40e5-af99-b925c9c9c618 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:01:32.724484 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-f810f7d8-87c2-4273-935a-d5ccb6e6e871 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting port 3a511785-cf8c-4c8d-9515-3d99d535fea7 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:32.725033 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f810f7d8-87c2-4273-935a-d5ccb6e6e871 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:32.730873 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c7e08b44-6544-44d4-bb26-92204fc527fd tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:32.757707 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd70d13-3217-4be1-9204-561d640572f4 None None] New status for floating IP c4ea7ce6-ae3e-4a8b-8f40-baa9965cc9f7: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:01:32.761383 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-640673f8-4926-4a8a-93a5-16b59199b213 req-65344643-f8cc-45d4-9e6b-1da974bd85e5 service neutron] 10.222.0.48 "GET /v2.0/networks/052aa3f3-cb01-49c1-a57f-09e705955607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292667 Nov 24 21:01:32.776530 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c7e08b44-6544-44d4-bb26-92204fc527fd tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:32.808947 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e08b44-6544-44d4-bb26-92204fc527fd tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d698ac29-459f-4263-b64a-58464322db50,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:32.841584 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdb18d6-1b01-4f4b-9a8a-3ebf95b49a63 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Made reservation on behalf of b494baadac6c445f9c005699115a804c for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:01:32.846865 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2bdb18d6-1b01-4f4b-9a8a-3ebf95b49a63 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:32.913754 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 7a494df7-0af9-40e5-af99-b925c9c9c618 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:32.914472 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:32.940691 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c7e08b44-6544-44d4-bb26-92204fc527fd tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:32.949521 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c7e08b44-6544-44d4-bb26-92204fc527fd tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8737576 Nov 24 21:01:32.953287 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8ade0c4a-18dd-4784-a3d4-d9cb4dbe3f05 req-91468ab8-3cd1-4f60-8f67-ee6726baa8b2 service neutron] 10.222.0.48 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978132 Nov 24 21:01:32.977871 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40668) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:33.016479 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f810f7d8-87c2-4273-935a-d5ccb6e6e871 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:33.062532 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1203fc12-3608-402e-b2c1-d989585a4a6c None None] Network 27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:01:33.099570 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d1c744e8-e7d5-4a65-956b-b11e3d6121bd tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:33.118058 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d1c744e8-e7d5-4a65-956b-b11e3d6121bd tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:33.145195 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-480e9b2d-dc24-4cd1-962a-850d7b0e84ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:33.152203 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-f810f7d8-87c2-4273-935a-d5ccb6e6e871 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Calling delete_port for 3a511785-cf8c-4c8d-9515-3d99d535fea7 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:33.225345 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:33.280484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-5c2f6aa0-4443-44d1-98e7-101458c224c8 None None] Provisioning complete for port 7a494df7-0af9-40e5-af99-b925c9c9c618 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:33.280968 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5c2f6aa0-4443-44d1-98e7-101458c224c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:33.365950 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d1c744e8-e7d5-4a65-956b-b11e3d6121bd tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:33.370742 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-640673f8-4926-4a8a-93a5-16b59199b213 req-bb6d8bab-d6d9-4ee5-b1a8-ebb190d70864 service neutron] 10.222.0.48 "GET /v2.0/networks/052aa3f3-cb01-49c1-a57f-09e705955607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5886891 Nov 24 21:01:33.373861 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 7a494df7-0af9-40e5-af99-b925c9c9c618, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7a494df7-0af9-40e5-af99-b925c9c9c618,segment=NetworkSegment(9f20543f-a876-45ec-a52f-5300db96570f),segment_id=9f20543f-a876-45ec-a52f-5300db96570f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:33.376423 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8ade0c4a-18dd-4784-a3d4-d9cb4dbe3f05 req-02864c22-77ff-4235-beb7-897754501f64 service neutron] 10.222.0.48 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631639 Nov 24 21:01:33.406542 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d1c744e8-e7d5-4a65-956b-b11e3d6121bd tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:33.408166 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d1c744e8-e7d5-4a65-956b-b11e3d6121bd tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/d698ac29-459f-4263-b64a-58464322db50 HTTP/1.1" status: 204 len: 168 time: 0.4271746 Nov 24 21:01:33.411769 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40678) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:33.414997 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:33.448005 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c744e8-e7d5-4a65-956b-b11e3d6121bd tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d698ac29-459f-4263-b64a-58464322db50,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:33.480735 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480e9b2d-dc24-4cd1-962a-850d7b0e84ee admin admin] Router 1165a583-a656-46c6-bee1-4aa15d497e8b is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:01:33.545486 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=7a494df7-0af9-40e5-af99-b925c9c9c618,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:33.584247 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2bdb18d6-1b01-4f4b-9a8a-3ebf95b49a63 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:33.632156 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7d6f0a93-f869-493b-8bc3-f66a2cc444e1 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2196712 Nov 24 21:01:33.633726 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f810f7d8-87c2-4273-935a-d5ccb6e6e871 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:33.637882 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40680) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:33.695071 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810f7d8-87c2-4273-935a-d5ccb6e6e871 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Port': ['ID=3a511785-cf8c-4c8d-9515-3d99d535fea7,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:33.700413 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b86028-9bd7-49ef-aeeb-8c1a80084bf1 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:01:33.714705 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdb18d6-1b01-4f4b-9a8a-3ebf95b49a63 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Network 1f176f74-01d3-4640-935b-9a80200a4c6b is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:33.716270 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-2bdb18d6-1b01-4f4b-9a8a-3ebf95b49a63 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:33.720719 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdb18d6-1b01-4f4b-9a8a-3ebf95b49a63 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:33.721638 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2bdb18d6-1b01-4f4b-9a8a-3ebf95b49a63 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:33.737642 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486db86f-5823-464e-a108-3972b049e15c None None] Network 1f176f74-01d3-4640-935b-9a80200a4c6b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:01:33.757470 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2bdb18d6-1b01-4f4b-9a8a-3ebf95b49a63 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1768651 Nov 24 21:01:33.763858 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40682) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:33.786710 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-40316f9e-6681-4188-9e0d-8939f8d1af7e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-719924602', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c159c0fa-5d83-47a5-bd81-df50d189633f'}], 'security_groups': ['9f208e75-3814-42e4-9c88-cd44b66f67e8', '29b26ca6-168e-4f4d-966a-4ed5fb940418']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:33.798860 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f810f7d8-87c2-4273-935a-d5ccb6e6e871 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:33.803162 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb18d6-1b01-4f4b-9a8a-3ebf95b49a63 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Subnet': ['ID=c159c0fa-5d83-47a5-bd81-df50d189633f,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:33.828088 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b3703807-8ec3-4a99-b13c-b9716005f302 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:33.848573 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b3703807-8ec3-4a99-b13c-b9716005f302 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:33.861368 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480e9b2d-dc24-4cd1-962a-850d7b0e84ee admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:01:33.873023 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] Sync routers for ids ['1165a583-a656-46c6-bee1-4aa15d497e8b'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:01:33.905221 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-480e9b2d-dc24-4cd1-962a-850d7b0e84ee admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:33.906765 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-480e9b2d-dc24-4cd1-962a-850d7b0e84ee admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8807085 Nov 24 21:01:33.909343 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] Routers {'1165a583-a656-46c6-bee1-4aa15d497e8b'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:33.914577 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40684) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:33.916018 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['1165a583-a656-46c6-bee1-4aa15d497e8b'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:33.936138 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f810f7d8-87c2-4273-935a-d5ccb6e6e871 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:33.938431 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f810f7d8-87c2-4273-935a-d5ccb6e6e871 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.015936 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f810f7d8-87c2-4273-935a-d5ccb6e6e871 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.017371 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f810f7d8-87c2-4273-935a-d5ccb6e6e871 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Fanout notify agent at l3_agent the message router_deleted on router e27c5104-d255-44c7-b333-774e534ae9b7 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:01:34.022315 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b3703807-8ec3-4a99-b13c-b9716005f302 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.031543 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f810f7d8-87c2-4273-935a-d5ccb6e6e871 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.036484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b7450e25-6a93-411b-a87b-6900b535c6ed None None] Provisioning complete for port 7a494df7-0af9-40e5-af99-b925c9c9c618 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:34.036484 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b7450e25-6a93-411b-a87b-6900b535c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.037265 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f810f7d8-87c2-4273-935a-d5ccb6e6e871 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/routers/e27c5104-d255-44c7-b333-774e534ae9b7 HTTP/1.1" status: 204 len: 168 time: 3.2820568 Nov 24 21:01:34.039695 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40686) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:34.043812 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b3703807-8ec3-4a99-b13c-b9716005f302 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.047979 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b3703807-8ec3-4a99-b13c-b9716005f302 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/49215340-8334-4ed5-93b5-d0d204fed184 HTTP/1.1" status: 204 len: 168 time: 0.4025602 Nov 24 21:01:34.048282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40688) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:34.051044 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-75f469f2-57ff-4ff6-ab96-a5aca995d908 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1127867287'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:34.076399 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3703807-8ec3-4a99-b13c-b9716005f302 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49215340-8334-4ed5-93b5-d0d204fed184,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:34.104691 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7471a77f-0716-4f8d-aecc-98ccde4590f8 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0552151 Nov 24 21:01:34.107407 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40690) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:34.145391 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f217eb75-1fb5-439d-8525-cb72d3157af9 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.150616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f469f2-57ff-4ff6-ab96-a5aca995d908 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Made reservation on behalf of 477a0cb75e98499e9b77be2952c0d710 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:01:34.155595 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-75f469f2-57ff-4ff6-ab96-a5aca995d908 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.163876 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f217eb75-1fb5-439d-8525-cb72d3157af9 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.220096 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f217eb75-1fb5-439d-8525-cb72d3157af9 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.220658 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-40316f9e-6681-4188-9e0d-8939f8d1af7e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.238210 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f217eb75-1fb5-439d-8525-cb72d3157af9 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.239379 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f217eb75-1fb5-439d-8525-cb72d3157af9 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/b7d1d088-adc0-453e-9c86-53fcbc3a071a HTTP/1.1" status: 204 len: 168 time: 0.1294169 Nov 24 21:01:34.240222 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217eb75-1fb5-439d-8525-cb72d3157af9 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7d1d088-adc0-453e-9c86-53fcbc3a071a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:34.245414 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] Set router 1165a583-a656-46c6-bee1-4aa15d497e8b gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:01:34.249902 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40696) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:34.336699 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66aeff8-2e15-42bc-bcf8-4513a980cbc8 None None] Update dhcp port {'port': {'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b', 'fixed_ips': [{'subnet_id': '7386e1e6-08e3-46b3-8740-51c395c228c1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e8334a94-a875-4309-a8fb-2fe1869672f5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c159c0fa-5d83-47a5-bd81-df50d189633f'}], 'binding:host_id': 'n-d-812111-8'}, 'id': 'af9d39f1-7760-4f25-ab12-6e6ea115026c'} from n-d-812111-8. {{(pid=109992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 21:01:34.373387 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f469f2-57ff-4ff6-ab96-a5aca995d908 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:01:34.383177 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f66aeff8-2e15-42bc-bcf8-4513a980cbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.438998 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e9e80164-b545-432f-a236-c88527028ff4 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1875753 Nov 24 21:01:34.441494 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40702) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:34.487631 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-75f469f2-57ff-4ff6-ab96-a5aca995d908 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.488326 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-75f469f2-57ff-4ff6-ab96-a5aca995d908 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Added segment c67afc29-95f8-4e90-a1fb-700445ec288e of type vlan for network 87382081-954a-41ce-baca-d3a9a2b53bc5 Nov 24 21:01:34.554865 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7977be83-e817-4cf2-ae6b-e22e50b81243 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.573919 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7977be83-e817-4cf2-ae6b-e22e50b81243 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.605735 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-75f469f2-57ff-4ff6-ab96-a5aca995d908 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.649322 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-f66aeff8-2e15-42bc-bcf8-4513a980cbc8 None None] Allocated IP 2001:db8:0:2::2 (1f176f74-01d3-4640-935b-9a80200a4c6b/c159c0fa-5d83-47a5-bd81-df50d189633f/af9d39f1-7760-4f25-ab12-6e6ea115026c) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:01:34.662638 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7977be83-e817-4cf2-ae6b-e22e50b81243 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.671894 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7977be83-e817-4cf2-ae6b-e22e50b81243 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.673093 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7977be83-e817-4cf2-ae6b-e22e50b81243 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/8dc0daf6-d47e-402c-90c5-65b87d9ab3ac HTTP/1.1" status: 204 len: 168 time: 0.2299559 Nov 24 21:01:34.676952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40704) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:34.690970 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7a494df7-0af9-40e5-af99-b925c9c9c618 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:01:34.699856 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977be83-e817-4cf2-ae6b-e22e50b81243 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8dc0daf6-d47e-402c-90c5-65b87d9ab3ac,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:34.736199 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1165a583-a656-46c6-bee1-4aa15d497e8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-389673703-router', 'tenant_id': 'dc497067416e4ddc9349da2e326a90a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '018c6b21-d34c-4d3f-85cd-5139a398923e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:29Z', 'updated_at': '2021-11-24T21:01:32Z', 'revision_number': 3, 'project_id': 'dc497067416e4ddc9349da2e326a90a4', 'gw_port': {'id': '018c6b21-d34c-4d3f-85cd-5139a398923e', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:de:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1165a583-a656-46c6-bee1-4aa15d497e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:01:30Z', 'updated_at': '2021-11-24T21:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:34.762454 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e63f1a87-cded-454a-a57b-e86846408e2d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0824127 Nov 24 21:01:34.765556 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40706) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:34.790781 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] Checking router: 1165a583-a656-46c6-bee1-4aa15d497e8b for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:01:34.791450 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] Updating router 1165a583-a656-46c6-bee1-4aa15d497e8b port 018c6b21-d34c-4d3f-85cd-5139a398923e binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:01:34.813345 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-75f469f2-57ff-4ff6-ab96-a5aca995d908 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.819509 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f469f2-57ff-4ff6-ab96-a5aca995d908 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:34.820220 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-75f469f2-57ff-4ff6-ab96-a5aca995d908 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.824287 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.846036 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f44f6a91-b508-45b8-be51-03e09a3982c7 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.868866 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 7a494df7-0af9-40e5-af99-b925c9c9c618 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:34.870445 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.877668 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f44f6a91-b508-45b8-be51-03e09a3982c7 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.894744 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-75f469f2-57ff-4ff6-ab96-a5aca995d908 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8453472 Nov 24 21:01:34.898675 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40708) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:34.903770 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-884a5fa4-ab39-4d44-8a60-fa9858777956 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'subnet': {'network_id': '87382081-954a-41ce-baca-d3a9a2b53bc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:34.953717 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f66aeff8-2e15-42bc-bcf8-4513a980cbc8 None None] For port af9d39f1-7760-4f25-ab12-6e6ea115026c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=af9d39f1-7760-4f25-ab12-6e6ea115026c,segment=NetworkSegment(5fe46d8e-64ed-4727-86a6-b2910dd9218e),segment_id=5fe46d8e-64ed-4727-86a6-b2910dd9218e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:34.975919 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f44f6a91-b508-45b8-be51-03e09a3982c7 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.986253 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f44f6a91-b508-45b8-be51-03e09a3982c7 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:34.987328 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f469f2-57ff-4ff6-ab96-a5aca995d908 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Network': ['ID=87382081-954a-41ce-baca-d3a9a2b53bc5,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:34.991768 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f44f6a91-b508-45b8-be51-03e09a3982c7 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/0044b6b3-5f74-418e-a77b-ac5ab6c61ec4 HTTP/1.1" status: 204 len: 168 time: 0.2215908 Nov 24 21:01:34.992425 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40710) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:35.003647 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 87382081-954a-41ce-baca-d3a9a2b53bc5 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:01:35.028368 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f6a91-b508-45b8-be51-03e09a3982c7 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0044b6b3-5f74-418e-a77b-ac5ab6c61ec4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:35.135928 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:35.144811 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884a5fa4-ab39-4d44-8a60-fa9858777956 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Made reservation on behalf of 477a0cb75e98499e9b77be2952c0d710 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:01:35.148412 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:35.154283 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f66aeff8-2e15-42bc-bcf8-4513a980cbc8 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:35.155857 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-884a5fa4-ab39-4d44-8a60-fa9858777956 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:35.169146 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f66aeff8-2e15-42bc-bcf8-4513a980cbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:35.170946 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-eb0e18f0-e834-47e3-9314-e00326314e2c tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1537378 Nov 24 21:01:35.175222 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40712) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:35.199140 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] Attempting to bind port 018c6b21-d34c-4d3f-85cd-5139a398923e on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:01:35.199534 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] Attempting to bind port 018c6b21-d34c-4d3f-85cd-5139a398923e by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:01:35.199994 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] Attempting to bind port 018c6b21-d34c-4d3f-85cd-5139a398923e on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:01:35.223064 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:01:35.223765 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:01:35.224334 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:35.224921 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:01:35.225580 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] Bound port: 018c6b21-d34c-4d3f-85cd-5139a398923e, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:01:35.226139 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:35.251638 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66aeff8-2e15-42bc-bcf8-4513a980cbc8 None None] Pushing event updated for resources: {'Port': ['ID=af9d39f1-7760-4f25-ab12-6e6ea115026c,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:35.257214 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabf8528-db66-4a50-b7bf-bc7197cf5233 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:01:35.291478 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] For port 018c6b21-d34c-4d3f-85cd-5139a398923e, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:01:35.294985 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] For port 018c6b21-d34c-4d3f-85cd-5139a398923e, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=018c6b21-d34c-4d3f-85cd-5139a398923e,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:01:35.304813 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:35.328722 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367dbdc-fd45-4609-8f51-f1b39c797dc0 None None] Pushing event updated for resources: {'Port': ['ID=018c6b21-d34c-4d3f-85cd-5139a398923e,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:35.330064 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c8338bbc-01e2-402f-8c28-ba4ae1dd4873 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:35.362906 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc10241-ed12-4219-8492-414dbb0ec6c2 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:01:35.383942 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17f6c1a3-d68f-40de-abbf-042131bc8edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:35.399976 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c8338bbc-01e2-402f-8c28-ba4ae1dd4873 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:35.418366 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] Routers {'1165a583-a656-46c6-bee1-4aa15d497e8b'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:35.419288 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['1165a583-a656-46c6-bee1-4aa15d497e8b'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:35.435610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3282e2b0-5b00-47cf-862c-daa44f849ddd None None] Provisioning complete for port 018c6b21-d34c-4d3f-85cd-5139a398923e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:35.435610 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3282e2b0-5b00-47cf-862c-daa44f849ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:35.508244 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c8338bbc-01e2-402f-8c28-ba4ae1dd4873 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:35.517466 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c8338bbc-01e2-402f-8c28-ba4ae1dd4873 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:35.522727 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367dbdc-fd45-4609-8f51-f1b39c797dc0 None None] Pushing event updated for resources: {'Port': ['ID=018c6b21-d34c-4d3f-85cd-5139a398923e,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:35.523305 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c8338bbc-01e2-402f-8c28-ba4ae1dd4873 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "DELETE /v2.0/security-groups/98fa9546-7606-4228-9c4f-0bb5663e5983 HTTP/1.1" status: 204 len: 168 time: 0.3439946 Nov 24 21:01:35.524810 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40720) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:35.629014 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3282e2b0-5b00-47cf-862c-daa44f849ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:35.650668 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8338bbc-01e2-402f-8c28-ba4ae1dd4873 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fa9546-7606-4228-9c4f-0bb5663e5983,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:35.684339 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] Set router 1165a583-a656-46c6-bee1-4aa15d497e8b gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:01:35.695862 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-3282e2b0-5b00-47cf-862c-daa44f849ddd None None] For port 018c6b21-d34c-4d3f-85cd-5139a398923e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=018c6b21-d34c-4d3f-85cd-5139a398923e,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:35.726898 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3282e2b0-5b00-47cf-862c-daa44f849ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:35.770647 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a95c8b8c-aa92-457c-b53b-8e6484d77dde tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1924324 Nov 24 21:01:35.776781 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40724) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:35.790680 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4714dc28-bc7d-45a8-98ee-ca2b9664e10a tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Request body: {'security_group': {'name': 'tempest-secgroup--1788785012'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:35.816157 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-40316f9e-6681-4188-9e0d-8939f8d1af7e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Delete allocated IP 2001:db8::315 (1f176f74-01d3-4640-935b-9a80200a4c6b/e8334a94-a875-4309-a8fb-2fe1869672f5) {{(pid=109991) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 21:01:35.824273 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4714dc28-bc7d-45a8-98ee-ca2b9664e10a tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:35.833703 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-40316f9e-6681-4188-9e0d-8939f8d1af7e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Allocated IP 2001:db8:0:2::260 (1f176f74-01d3-4640-935b-9a80200a4c6b/c159c0fa-5d83-47a5-bd81-df50d189633f/cfcd8fba-33b5-4d0a-b52b-58745d0fdb26) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:01:35.855222 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282e2b0-5b00-47cf-862c-daa44f849ddd None None] Pushing event updated for resources: {'Port': ['ID=018c6b21-d34c-4d3f-85cd-5139a398923e,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:35.867968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d68f8953-5f2d-47c2-bf7b-2ae2708653b7 None None] Provisioning complete for port 018c6b21-d34c-4d3f-85cd-5139a398923e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:35.868400 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d68f8953-5f2d-47c2-bf7b-2ae2708653b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:35.868681 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-884a5fa4-ab39-4d44-8a60-fa9858777956 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:35.966144 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4714dc28-bc7d-45a8-98ee-ca2b9664e10a tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:35.971769 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4714dc28-bc7d-45a8-98ee-ca2b9664e10a tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:36.029672 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4714dc28-bc7d-45a8-98ee-ca2b9664e10a tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:36.031661 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4714dc28-bc7d-45a8-98ee-ca2b9664e10a tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2537296 Nov 24 21:01:36.036735 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40726) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:36.040589 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714dc28-bc7d-45a8-98ee-ca2b9664e10a tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8784def7-7328-49e1-87a4-b71e5a91bd5c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:36.048389 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-249fd631-340c-428c-b64c-332001faa317 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Request body: {'security_group_rule': {'security_group_id': '8784def7-7328-49e1-87a4-b71e5a91bd5c', 'direction': 'ingress', 'protocol': 17}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:36.050794 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1165a583-a656-46c6-bee1-4aa15d497e8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-389673703-router', 'tenant_id': 'dc497067416e4ddc9349da2e326a90a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '018c6b21-d34c-4d3f-85cd-5139a398923e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:29Z', 'updated_at': '2021-11-24T21:01:32Z', 'revision_number': 3, 'project_id': 'dc497067416e4ddc9349da2e326a90a4', 'gw_port': {'id': '018c6b21-d34c-4d3f-85cd-5139a398923e', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:de:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1165a583-a656-46c6-bee1-4aa15d497e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:01:30Z', 'updated_at': '2021-11-24T21:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:36.088037 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-249fd631-340c-428c-b64c-332001faa317 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:36.091046 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9295a01a-67eb-4802-9ef4-f29d01a5b178 None None] The sync data for ids ['1165a583-a656-46c6-bee1-4aa15d497e8b'] in n-d-812111-8 is: [{'id': '1165a583-a656-46c6-bee1-4aa15d497e8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-389673703-router', 'tenant_id': 'dc497067416e4ddc9349da2e326a90a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '018c6b21-d34c-4d3f-85cd-5139a398923e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:29Z', 'updated_at': '2021-11-24T21:01:32Z', 'revision_number': 3, 'project_id': 'dc497067416e4ddc9349da2e326a90a4', 'gw_port': {'id': '018c6b21-d34c-4d3f-85cd-5139a398923e', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:de:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1165a583-a656-46c6-bee1-4aa15d497e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:01:30Z', 'updated_at': '2021-11-24T21:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:01:36.182943 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a5fa4-ab39-4d44-8a60-fa9858777956 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Subnet': ['ID=3f06c336-5d43-4e41-8575-3532890e8687,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:36.188676 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-249fd631-340c-428c-b64c-332001faa317 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:36.198642 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-249fd631-340c-428c-b64c-332001faa317 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:36.220774 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249fd631-340c-428c-b64c-332001faa317 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfb9abd-717d-4c7e-a8da-9aada43dea72,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:36.250114 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-249fd631-340c-428c-b64c-332001faa317 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:36.254146 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-249fd631-340c-428c-b64c-332001faa317 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2134829 Nov 24 21:01:36.256356 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40728) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:36.332040 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6d554613-6dcd-41fc-8d22-63cfbb327551 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:36.367017 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6d554613-6dcd-41fc-8d22-63cfbb327551 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:36.433714 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6d554613-6dcd-41fc-8d22-63cfbb327551 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:36.437314 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6d554613-6dcd-41fc-8d22-63cfbb327551 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:36.438533 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6d554613-6dcd-41fc-8d22-63cfbb327551 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "DELETE /v2.0/security-groups/8784def7-7328-49e1-87a4-b71e5a91bd5c HTTP/1.1" status: 204 len: 168 time: 0.1811206 Nov 24 21:01:36.441923 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40730) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:36.464962 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d554613-6dcd-41fc-8d22-63cfbb327551 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8784def7-7328-49e1-87a4-b71e5a91bd5c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:36.503515 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-fddcc951-9e24-4005-84d7-00204fa843c8 None None] Provisioning complete for port dbcd6bc9-6231-4165-be88-33bb1623a95f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:36.506837 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fddcc951-9e24-4005-84d7-00204fa843c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:36.537239 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3d08ff0d-4380-41b1-b85e-53cc25fa6ebb tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0940361 Nov 24 21:01:36.542123 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40734) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:36.560602 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-20fd4723-9c00-49d3-ac28-66a43ccd4be4 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Request body: {'security_group': {'name': 'tempest-secgroup--607381632'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:36.627470 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20fd4723-9c00-49d3-ac28-66a43ccd4be4 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:36.656968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-fddcc951-9e24-4005-84d7-00204fa843c8 None None] Port dbcd6bc9-6231-4165-be88-33bb1623a95f cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:36.723181 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-fddcc951-9e24-4005-84d7-00204fa843c8 None None] Provisioning complete for port af9d39f1-7760-4f25-ab12-6e6ea115026c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:36.723654 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fddcc951-9e24-4005-84d7-00204fa843c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:36.741486 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device af9d39f1-7760-4f25-ab12-6e6ea115026c up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:01:36.822490 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20fd4723-9c00-49d3-ac28-66a43ccd4be4 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:36.830489 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20fd4723-9c00-49d3-ac28-66a43ccd4be4 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:36.884995 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884a5fa4-ab39-4d44-8a60-fa9858777956 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Checking segment: {'id': 'c67afc29-95f8-4e90-a1fb-700445ec288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '87382081-954a-41ce-baca-d3a9a2b53bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:01:36.885607 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884a5fa4-ab39-4d44-8a60-fa9858777956 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network hostable DHCP agents. Network: 87382081-954a-41ce-baca-d3a9a2b53bc5, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:01:36.891176 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20fd4723-9c00-49d3-ac28-66a43ccd4be4 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:36.895403 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40744) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:36.897115 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-20fd4723-9c00-49d3-ac28-66a43ccd4be4 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3531425 Nov 24 21:01:36.906740 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-3f30ec8d-0493-4a91-b04c-7324a8800fc4 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Request body: {'security_group': {'name': 'tempest-secgroup--1117269666'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:36.928891 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd4723-9c00-49d3-ac28-66a43ccd4be4 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c11a4a-d8bb-443c-b330-082be3d9edcb,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:36.988713 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port af9d39f1-7760-4f25-ab12-6e6ea115026c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:36.989953 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:37.009872 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f30ec8d-0493-4a91-b04c-7324a8800fc4 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:37.022851 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884a5fa4-ab39-4d44-8a60-fa9858777956 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network 87382081-954a-41ce-baca-d3a9a2b53bc5 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:01:37.027205 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-17f6c1a3-d68f-40de-abbf-042131bc8edd admin admin] Allocated IP 172.20.0.1 (27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11/bec2978c-e36e-4e0f-b9fe-84d54983f4be/ff73c806-252b-4057-acff-354ab4402fc4) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:01:37.065327 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-fddcc951-9e24-4005-84d7-00204fa843c8 None None] Provisioning complete for port cfcd8fba-33b5-4d0a-b52b-58745d0fdb26 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:37.065696 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fddcc951-9e24-4005-84d7-00204fa843c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:37.078511 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-884a5fa4-ab39-4d44-8a60-fa9858777956 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 87382081-954a-41ce-baca-d3a9a2b53bc5) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:37.085887 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-40316f9e-6681-4188-9e0d-8939f8d1af7e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:37.088334 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884a5fa4-ab39-4d44-8a60-fa9858777956 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:37.088965 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-884a5fa4-ab39-4d44-8a60-fa9858777956 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:37.122703 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-40316f9e-6681-4188-9e0d-8939f8d1af7e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:37.258145 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-884a5fa4-ab39-4d44-8a60-fa9858777956 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3553147 Nov 24 21:01:37.258587 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40746) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:37.284060 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e6f9ae20-2133-4dd2-b12d-5cca8de597c4 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1370722829', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:37.321354 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-40316f9e-6681-4188-9e0d-8939f8d1af7e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] In _notify_port_updated(), no bound segment for port cfcd8fba-33b5-4d0a-b52b-58745d0fdb26 on network 1f176f74-01d3-4640-935b-9a80200a4c6b {{(pid=109991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 21:01:37.328082 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40316f9e-6681-4188-9e0d-8939f8d1af7e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:37.328783 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-40316f9e-6681-4188-9e0d-8939f8d1af7e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:37.334133 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40748) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:37.337026 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-40316f9e-6681-4188-9e0d-8939f8d1af7e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "PUT /v2.0/ports/cfcd8fba-33b5-4d0a-b52b-58745d0fdb26 HTTP/1.1" status: 200 len: 969 time: 3.5530045 Nov 24 21:01:37.355442 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40316f9e-6681-4188-9e0d-8939f8d1af7e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event updated for resources: {'Port': ['ID=cfcd8fba-33b5-4d0a-b52b-58745d0fdb26,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:37.355698 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1251c73e-dc80-4ade-8549-17b268cfb728 None None] Network 87382081-954a-41ce-baca-d3a9a2b53bc5 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:01:37.429396 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ae20-2133-4dd2-b12d-5cca8de597c4 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:37.430930 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ae20-2133-4dd2-b12d-5cca8de597c4 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:37.442219 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17f6c1a3-d68f-40de-abbf-042131bc8edd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:37.449898 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-fddcc951-9e24-4005-84d7-00204fa843c8 None None] Port cfcd8fba-33b5-4d0a-b52b-58745d0fdb26 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:37.470923 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f30ec8d-0493-4a91-b04c-7324a8800fc4 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:37.486190 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f30ec8d-0493-4a91-b04c-7324a8800fc4 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:37.532629 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ae20-2133-4dd2-b12d-5cca8de597c4 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:37.552428 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ae20-2133-4dd2-b12d-5cca8de597c4 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:37.552720 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f30ec8d-0493-4a91-b04c-7324a8800fc4 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:37.556793 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3f30ec8d-0493-4a91-b04c-7324a8800fc4 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6528716 Nov 24 21:01:37.556793 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30ec8d-0493-4a91-b04c-7324a8800fc4 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42cf23b3-09c8-4cfa-88f5-51687b92679b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:37.558324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40750) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:37.563167 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-71a67495-d946-442c-8b37-73c6cf4a0da0 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Request body: {'security_group_rule': {'security_group_id': 'e8c11a4a-d8bb-443c-b330-082be3d9edcb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '42cf23b3-09c8-4cfa-88f5-51687b92679b', 'remote_ip_prefix': None}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:37.571784 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17f6c1a3-d68f-40de-abbf-042131bc8edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:37.668557 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f6c1a3-d68f-40de-abbf-042131bc8edd admin admin] Network 27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:37.676431 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-17f6c1a3-d68f-40de-abbf-042131bc8edd admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:37.680512 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f6c1a3-d68f-40de-abbf-042131bc8edd admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:01:37.703856 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-e9c8ac0e-f755-473b-a8b1-d73d12b99440 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting port cfcd8fba-33b5-4d0a-b52b-58745d0fdb26 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:37.704170 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ac0e-f755-473b-a8b1-d73d12b99440 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:37.744365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8084c83f-4b38-4013-a760-ff2a2f5c0a8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-87382081-954a-41ce-baca-d3a9a2b53bc5', 'network_id': '87382081-954a-41ce-baca-d3a9a2b53bc5', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'fixed_ips': [{'subnet_id': '3f06c336-5d43-4e41-8575-3532890e8687'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:01:37.745616 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8084c83f-4b38-4013-a760-ff2a2f5c0a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:37.756702 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6c1a3-d68f-40de-abbf-042131bc8edd admin admin] Pushing event updated for resources: {'Port': ['ID=ff73c806-252b-4057-acff-354ab4402fc4,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:37.797629 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-71a67495-d946-442c-8b37-73c6cf4a0da0 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:37.863197 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17f6c1a3-d68f-40de-abbf-042131bc8edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:37.974813 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ae20-2133-4dd2-b12d-5cca8de597c4 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:37.983320 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e6f9ae20-2133-4dd2-b12d-5cca8de597c4 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7195151 Nov 24 21:01:37.998018 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40760) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:38.135035 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b75e3be4-54be-4ff6-96c3-969c8b84ae81 None None] Provisioning complete for port cfcd8fba-33b5-4d0a-b52b-58745d0fdb26 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:38.136272 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b75e3be4-54be-4ff6-96c3-969c8b84ae81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:38.145872 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-71a67495-d946-442c-8b37-73c6cf4a0da0 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:38.156470 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-71a67495-d946-442c-8b37-73c6cf4a0da0 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:38.192240 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-8084c83f-4b38-4013-a760-ff2a2f5c0a8f None None] Allocated IP 2001:db8::2 (87382081-954a-41ce-baca-d3a9a2b53bc5/3f06c336-5d43-4e41-8575-3532890e8687/b8fdc538-ede1-4bfd-b0d8-8c101965bfb0) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:01:38.202137 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-b75e3be4-54be-4ff6-96c3-969c8b84ae81 None None] Port cfcd8fba-33b5-4d0a-b52b-58745d0fdb26 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:38.202380 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a67495-d946-442c-8b37-73c6cf4a0da0 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe746004-11a1-4023-8478-cdfdc428f357,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:38.236008 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-71a67495-d946-442c-8b37-73c6cf4a0da0 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:38.240693 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-71a67495-d946-442c-8b37-73c6cf4a0da0 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6815026 Nov 24 21:01:38.241407 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40766) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:38.264836 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17f6c1a3-d68f-40de-abbf-042131bc8edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:38.320700 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-145b223d-e002-46cc-ba00-6f75def68d33 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:38.335053 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-145b223d-e002-46cc-ba00-6f75def68d33 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:38.395276 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7dfe062e-54b2-4008-9e9d-672827b7bf20 None None] Provisioning complete for port ff73c806-252b-4057-acff-354ab4402fc4 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:38.396104 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7dfe062e-54b2-4008-9e9d-672827b7bf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:38.405873 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ac0e-f755-473b-a8b1-d73d12b99440 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:38.425711 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-145b223d-e002-46cc-ba00-6f75def68d33 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:38.440110 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-145b223d-e002-46cc-ba00-6f75def68d33 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:38.441892 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-145b223d-e002-46cc-ba00-6f75def68d33 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/fe746004-11a1-4023-8478-cdfdc428f357 HTTP/1.1" status: 204 len: 168 time: 0.1969008 Nov 24 21:01:38.455526 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40768) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:38.490145 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-e9c8ac0e-f755-473b-a8b1-d73d12b99440 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Calling delete_port for cfcd8fba-33b5-4d0a-b52b-58745d0fdb26 owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:38.537282 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8084c83f-4b38-4013-a760-ff2a2f5c0a8f None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:38.539304 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-7dfe062e-54b2-4008-9e9d-672827b7bf20 None None] Port ff73c806-252b-4057-acff-354ab4402fc4 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:38.553888 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8084c83f-4b38-4013-a760-ff2a2f5c0a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:38.573468 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17f6c1a3-d68f-40de-abbf-042131bc8edd admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:38.583151 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b223d-e002-46cc-ba00-6f75def68d33 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe746004-11a1-4023-8478-cdfdc428f357,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:38.589373 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17f6c1a3-d68f-40de-abbf-042131bc8edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:38.617558 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8084c83f-4b38-4013-a760-ff2a2f5c0a8f None None] Network 87382081-954a-41ce-baca-d3a9a2b53bc5 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:38.624758 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-8084c83f-4b38-4013-a760-ff2a2f5c0a8f None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:38.629169 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8084c83f-4b38-4013-a760-ff2a2f5c0a8f None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:01:38.640020 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084c83f-4b38-4013-a760-ff2a2f5c0a8f None None] Pushing event updated for resources: {'Port': ['ID=b8fdc538-ede1-4bfd-b0d8-8c101965bfb0,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:38.701982 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17f6c1a3-d68f-40de-abbf-042131bc8edd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:38.711208 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6c1a3-d68f-40de-abbf-042131bc8edd admin admin] Pushing event updated for resources: {'Port': ['ID=ff73c806-252b-4057-acff-354ab4402fc4,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:38.716204 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 018c6b21-d34c-4d3f-85cd-5139a398923e up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:01:38.733912 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-250e12e7-be4c-4f72-97f1-05b7f8de24aa tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:38.767366 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-8084c83f-4b38-4013-a760-ff2a2f5c0a8f None None] Attempting to bind port b8fdc538-ede1-4bfd-b0d8-8c101965bfb0 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:01:38.767950 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-8084c83f-4b38-4013-a760-ff2a2f5c0a8f None None] Attempting to bind port b8fdc538-ede1-4bfd-b0d8-8c101965bfb0 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c67afc29-95f8-4e90-a1fb-700445ec288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '87382081-954a-41ce-baca-d3a9a2b53bc5'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:01:38.768211 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8084c83f-4b38-4013-a760-ff2a2f5c0a8f None None] Attempting to bind port b8fdc538-ede1-4bfd-b0d8-8c101965bfb0 on network 87382081-954a-41ce-baca-d3a9a2b53bc5 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:01:38.772343 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-927cd60b-fa6b-4a1d-90e5-013d51cbe357 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3156431 Nov 24 21:01:38.773040 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40770) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:38.779882 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8084c83f-4b38-4013-a760-ff2a2f5c0a8f None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:01:38.780130 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8084c83f-4b38-4013-a760-ff2a2f5c0a8f None None] Checking segment: {'id': 'c67afc29-95f8-4e90-a1fb-700445ec288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '87382081-954a-41ce-baca-d3a9a2b53bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:01:38.780551 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8084c83f-4b38-4013-a760-ff2a2f5c0a8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:38.781000 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8084c83f-4b38-4013-a760-ff2a2f5c0a8f None None] Bound using segment: {'id': 'c67afc29-95f8-4e90-a1fb-700445ec288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '87382081-954a-41ce-baca-d3a9a2b53bc5'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:01:38.781494 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-8084c83f-4b38-4013-a760-ff2a2f5c0a8f None None] Bound port: b8fdc538-ede1-4bfd-b0d8-8c101965bfb0, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67afc29-95f8-4e90-a1fb-700445ec288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '87382081-954a-41ce-baca-d3a9a2b53bc5'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:01:38.781893 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8084c83f-4b38-4013-a760-ff2a2f5c0a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:38.855062 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 018c6b21-d34c-4d3f-85cd-5139a398923e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:38.855479 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:38.888565 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f6c1a3-d68f-40de-abbf-042131bc8edd admin admin] Network 27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:38.891720 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-17f6c1a3-d68f-40de-abbf-042131bc8edd admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:38.892185 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c2223025-da9f-42c4-8e85-6f00844f51be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:38.911784 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-8084c83f-4b38-4013-a760-ff2a2f5c0a8f None None] For port b8fdc538-ede1-4bfd-b0d8-8c101965bfb0, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:01:38.916441 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-8084c83f-4b38-4013-a760-ff2a2f5c0a8f None None] For port b8fdc538-ede1-4bfd-b0d8-8c101965bfb0, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b8fdc538-ede1-4bfd-b0d8-8c101965bfb0,segment=NetworkSegment(c67afc29-95f8-4e90-a1fb-700445ec288e),segment_id=c67afc29-95f8-4e90-a1fb-700445ec288e)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:01:38.929668 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8084c83f-4b38-4013-a760-ff2a2f5c0a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:39.045414 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0d236-38c3-44ef-9e51-b28bd490c1db req-16334a91-587c-473b-8080-1e3434de5636 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:39.055364 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7ed0d236-38c3-44ef-9e51-b28bd490c1db req-16334a91-587c-473b-8080-1e3434de5636 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256 HTTP/1.1" status: 200 len: 946 time: 0.8511436 Nov 24 21:01:39.117818 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084c83f-4b38-4013-a760-ff2a2f5c0a8f None None] Pushing event updated for resources: {'Port': ['ID=b8fdc538-ede1-4bfd-b0d8-8c101965bfb0,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:39.155675 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f6c1a3-d68f-40de-abbf-042131bc8edd admin admin] Router 1165a583-a656-46c6-bee1-4aa15d497e8b has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:01:39.211996 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea05c416-962d-4263-8947-dc33c371818b tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:39.341190 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f6c1a3-d68f-40de-abbf-042131bc8edd admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:01:39.358084 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-17f6c1a3-d68f-40de-abbf-042131bc8edd admin admin] 10.222.0.11 "PUT /v2.0/routers/1165a583-a656-46c6-bee1-4aa15d497e8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4344087 Nov 24 21:01:39.361489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] Sync routers for ids ['1165a583-a656-46c6-bee1-4aa15d497e8b'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:01:39.387411 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] Routers {'1165a583-a656-46c6-bee1-4aa15d497e8b'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:39.391568 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['1165a583-a656-46c6-bee1-4aa15d497e8b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:39.405231 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea05c416-962d-4263-8947-dc33c371818b tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:39.413950 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7ed0d236-38c3-44ef-9e51-b28bd490c1db req-fa0e3d99-9524-47ea-8661-0544217588d9 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/security-groups?id=455029b9-f600-4cf6-8df5-667d9c16934a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3576276 Nov 24 21:01:39.488717 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ac0e-f755-473b-a8b1-d73d12b99440 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:39.622375 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-080483b7-15c7-4e24-bf29-9da810cb532b None None] Provisioning complete for port ff73c806-252b-4057-acff-354ab4402fc4 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:39.622769 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-080483b7-15c7-4e24-bf29-9da810cb532b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:39.656576 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:39.679096 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-250e12e7-be4c-4f72-97f1-05b7f8de24aa tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Allocated IP 2001:db8::1 (87382081-954a-41ce-baca-d3a9a2b53bc5/3f06c336-5d43-4e41-8575-3532890e8687/5ebda9ae-5ba3-45bc-8074-0258fb0f2300) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:01:39.720455 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-080483b7-15c7-4e24-bf29-9da810cb532b None None] Port ff73c806-252b-4057-acff-354ab4402fc4 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:39.723664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] Set router 1165a583-a656-46c6-bee1-4aa15d497e8b gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:01:39.936885 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea05c416-962d-4263-8947-dc33c371818b tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:39.940121 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea05c416-962d-4263-8947-dc33c371818b tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:39.941842 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ea05c416-962d-4263-8947-dc33c371818b tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "DELETE /v2.0/security-groups/42cf23b3-09c8-4cfa-88f5-51687b92679b HTTP/1.1" status: 204 len: 168 time: 1.1636674 Nov 24 21:01:39.946534 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40784) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:40.000026 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8ac0e-f755-473b-a8b1-d73d12b99440 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Port': ['ID=cfcd8fba-33b5-4d0a-b52b-58745d0fdb26,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:40.067812 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05c416-962d-4263-8947-dc33c371818b tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cf23b3-09c8-4cfa-88f5-51687b92679b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:40.097373 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ac0e-f755-473b-a8b1-d73d12b99440 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:40.107005 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e9c8ac0e-f755-473b-a8b1-d73d12b99440 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/ports/cfcd8fba-33b5-4d0a-b52b-58745d0fdb26 HTTP/1.1" status: 204 len: 168 time: 2.7716222 Nov 24 21:01:40.109915 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40794) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:40.124627 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-250e12e7-be4c-4f72-97f1-05b7f8de24aa tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:40.164616 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120fcfa-6a20-40b0-8e1a-b82ff34e6fca req-80a3a208-d542-453d-a6c1-d47ffad9835a tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:40.172487 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c120fcfa-6a20-40b0-8e1a-b82ff34e6fca req-80a3a208-d542-453d-a6c1-d47ffad9835a tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256 HTTP/1.1" status: 200 len: 946 time: 0.7145219 Nov 24 21:01:40.224574 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-78b0b191-d02e-4417-817a-0a239ff6c8b0 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2761753 Nov 24 21:01:40.226025 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89a1d9b-3263-4c6d-9c9c-ee8886c3e4e0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] GET failed (client error): The resource could not be found. Nov 24 21:01:40.230003 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a89a1d9b-3263-4c6d-9c9c-ee8886c3e4e0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports/cfcd8fba-33b5-4d0a-b52b-58745d0fdb26 HTTP/1.1" status: 404 len: 333 time: 0.1166565 Nov 24 21:01:40.230003 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40798) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:40.239446 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40800) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:40.311396 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e6be25bb-b4d7-4446-bc6c-37f6534a8940 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:40.350153 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e6be25bb-b4d7-4446-bc6c-37f6534a8940 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:40.370912 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1165a583-a656-46c6-bee1-4aa15d497e8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-389673703-router', 'tenant_id': 'dc497067416e4ddc9349da2e326a90a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '018c6b21-d34c-4d3f-85cd-5139a398923e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:29Z', 'updated_at': '2021-11-24T21:01:38Z', 'revision_number': 4, 'project_id': 'dc497067416e4ddc9349da2e326a90a4', 'gw_port': {'id': '018c6b21-d34c-4d3f-85cd-5139a398923e', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:de:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1165a583-a656-46c6-bee1-4aa15d497e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:01:30Z', 'updated_at': '2021-11-24T21:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'ff73c806-252b-4057-acff-354ab4402fc4', 'name': '', 'network_id': '27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11', 'tenant_id': 'dc497067416e4ddc9349da2e326a90a4', 'mac_address': 'fa:16:3e:a6:3c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1165a583-a656-46c6-bee1-4aa15d497e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'bec2978c-e36e-4e0f-b9fe-84d54983f4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:01:35Z', 'updated_at': '2021-11-24T21:01:38Z', 'revision_number': 2, 'project_id': 'dc497067416e4ddc9349da2e326a90a4', 'subnets': [{'id': 'bec2978c-e36e-4e0f-b9fe-84d54983f4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:40.386372 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-250e12e7-be4c-4f72-97f1-05b7f8de24aa tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:40.419725 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e6be25bb-b4d7-4446-bc6c-37f6534a8940 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:40.423653 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e6be25bb-b4d7-4446-bc6c-37f6534a8940 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:40.424884 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e6be25bb-b4d7-4446-bc6c-37f6534a8940 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "DELETE /v2.0/security-groups/e8c11a4a-d8bb-443c-b330-082be3d9edcb HTTP/1.1" status: 204 len: 168 time: 0.1958823 Nov 24 21:01:40.428812 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250e12e7-be4c-4f72-97f1-05b7f8de24aa tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network 87382081-954a-41ce-baca-d3a9a2b53bc5 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:40.431792 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40804) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:40.436815 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-250e12e7-be4c-4f72-97f1-05b7f8de24aa tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:40.446735 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] Checking router: 1165a583-a656-46c6-bee1-4aa15d497e8b for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:01:40.447109 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] Updating router 1165a583-a656-46c6-bee1-4aa15d497e8b port ff73c806-252b-4057-acff-354ab4402fc4 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:01:40.472773 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250e12e7-be4c-4f72-97f1-05b7f8de24aa tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:01:40.477684 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-250e12e7-be4c-4f72-97f1-05b7f8de24aa tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:40.493231 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be25bb-b4d7-4446-bc6c-37f6534a8940 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c11a4a-d8bb-443c-b330-082be3d9edcb,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:40.571463 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:40.580417 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f587dd92-25c1-49db-be74-5ea3a63253d8 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1475067 Nov 24 21:01:40.589388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40810) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:40.594359 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c58da9ce-e270-450f-9e38-028ae00966da tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Request body: {'security_group': {'name': 'tempest-secgroup--851569296'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:40.648600 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40812) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:40.660487 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-7ed381fe-a2c9-4424-9aa4-78675e04b18c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-666654284-network', 'tenant_id': '44ef6e26f7e242d49beb387443d34764'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:40.676398 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c58da9ce-e270-450f-9e38-028ae00966da tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:40.712297 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a603-061b-4d26-8891-9719f60fba97 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:40.751567 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed381fe-a2c9-4424-9aa4-78675e04b18c admin admin] Made reservation on behalf of 44ef6e26f7e242d49beb387443d34764 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:01:40.757432 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7ed381fe-a2c9-4424-9aa4-78675e04b18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:40.759252 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e12e7-be4c-4f72-97f1-05b7f8de24aa tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Port': ['ID=5ebda9ae-5ba3-45bc-8074-0258fb0f2300,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:40.787097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b8fdc538-ede1-4bfd-b0d8-8c101965bfb0 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:01:40.791372 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7ed381fe-a2c9-4424-9aa4-78675e04b18c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:40.820584 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a603-061b-4d26-8891-9719f60fba97 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:40.831299 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde4561-9f02-4a4c-be08-c5dcdc3b4c4f req-0865b891-f1dd-4e0e-a763-e9562275cd39 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:40.832995 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-abde4561-9f02-4a4c-be08-c5dcdc3b4c4f req-0865b891-f1dd-4e0e-a763-e9562275cd39 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256 HTTP/1.1" status: 200 len: 946 time: 0.1768508 Nov 24 21:01:40.845855 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-c120fcfa-6a20-40b0-8e1a-b82ff34e6fca req-cea4bddc-2acb-44a0-9459-0001496171c8 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Deleting port b6deba82-7c54-4be8-b175-eee907fc547d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:40.846244 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c120fcfa-6a20-40b0-8e1a-b82ff34e6fca req-cea4bddc-2acb-44a0-9459-0001496171c8 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:40.899884 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c58da9ce-e270-450f-9e38-028ae00966da tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:40.920817 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c58da9ce-e270-450f-9e38-028ae00966da tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:40.931742 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b8fdc538-ede1-4bfd-b0d8-8c101965bfb0 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:40.931742 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:40.952363 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c58da9ce-e270-450f-9e38-028ae00966da tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:40.954352 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c58da9ce-e270-450f-9e38-028ae00966da tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3637247 Nov 24 21:01:40.966448 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40814) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:40.982963 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-27c1964b-a88f-4901-a554-7be35844d16c tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Request body: {'security_group_rule': {'security_group_id': '85ad63e0-49ef-4166-aaad-493cc3ad2f11', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:41.046733 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b646700-d261-42c0-aea5-834a0f235692 None None] Network 87382081-954a-41ce-baca-d3a9a2b53bc5 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:01:41.074810 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-27c1964b-a88f-4901-a554-7be35844d16c tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.075559 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.122486 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58da9ce-e270-450f-9e38-028ae00966da tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85ad63e0-49ef-4166-aaad-493cc3ad2f11,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:41.187593 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7ed381fe-a2c9-4424-9aa4-78675e04b18c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.204726 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7ed381fe-a2c9-4424-9aa4-78675e04b18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.205065 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3b395c7f-208c-4ad2-9dd1-3ba2051e20e2 None None] Provisioning complete for port b8fdc538-ede1-4bfd-b0d8-8c101965bfb0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:41.205451 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3b395c7f-208c-4ad2-9dd1-3ba2051e20e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.211672 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.227732 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed381fe-a2c9-4424-9aa4-78675e04b18c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:01:41.242304 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7ed381fe-a2c9-4424-9aa4-78675e04b18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.242984 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-7ed381fe-a2c9-4424-9aa4-78675e04b18c admin admin] Added segment 1f9fea9f-42cf-45c9-abd7-007c76432f31 of type vlan for network d004fdc5-924a-4258-857a-01a998145c3a Nov 24 21:01:41.252767 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.291074 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.293390 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-35ee3886-0f57-4b06-b1f4-181631ef4e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.304282 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7ed381fe-a2c9-4424-9aa4-78675e04b18c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.338703 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-27c1964b-a88f-4901-a554-7be35844d16c tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.354964 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e63fd3-d4b9-4c2f-af45-0598fd0665a6 None None] Pushing event updated for resources: {'Port': ['ID=ff73c806-252b-4057-acff-354ab4402fc4,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:41.374113 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed381fe-a2c9-4424-9aa4-78675e04b18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c624e07f-ec6b-4b27-bb41-5d245d487444,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:41.378820 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-27c1964b-a88f-4901-a554-7be35844d16c tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.384889 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7ed381fe-a2c9-4424-9aa4-78675e04b18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.386261 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed381fe-a2c9-4424-9aa4-78675e04b18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:41.387199 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7ed381fe-a2c9-4424-9aa4-78675e04b18c admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.396372 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port b8fdc538-ede1-4bfd-b0d8-8c101965bfb0, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b8fdc538-ede1-4bfd-b0d8-8c101965bfb0,segment=NetworkSegment(c67afc29-95f8-4e90-a1fb-700445ec288e),segment_id=c67afc29-95f8-4e90-a1fb-700445ec288e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:41.411595 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.451585 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1964b-a88f-4901-a554-7be35844d16c tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048a2d18-9932-47d1-80ff-b4f0c8de15fc,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:41.470583 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7ed381fe-a2c9-4424-9aa4-78675e04b18c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8207519 Nov 24 21:01:41.477651 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-27c1964b-a88f-4901-a554-7be35844d16c tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.479529 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-27c1964b-a88f-4901-a554-7be35844d16c tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5116043 Nov 24 21:01:41.483237 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40822) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:41.483921 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40824) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:41.514011 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-6266c1f9-0040-4402-a882-2551d67537f1 admin admin] Request body: {'subnet': {'network_id': 'd004fdc5-924a-4258-857a-01a998145c3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-666654284-subnet', 'tenant_id': '44ef6e26f7e242d49beb387443d34764', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:41.570760 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed381fe-a2c9-4424-9aa4-78675e04b18c admin admin] Pushing event updated for resources: {'Network': ['ID=d004fdc5-924a-4258-857a-01a998145c3a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:41.603572 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11d456fc-bad7-458b-bd30-e19d19e2e891 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.617420 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11d456fc-bad7-458b-bd30-e19d19e2e891 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.627421 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6266c1f9-0040-4402-a882-2551d67537f1 admin admin] Made reservation on behalf of 44ef6e26f7e242d49beb387443d34764 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:01:41.630083 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6266c1f9-0040-4402-a882-2551d67537f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.711818 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-c120fcfa-6a20-40b0-8e1a-b82ff34e6fca req-cea4bddc-2acb-44a0-9459-0001496171c8 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] For port b6deba82-7c54-4be8-b175-eee907fc547d, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=b6deba82-7c54-4be8-b175-eee907fc547d,segment=NetworkSegment(7a44ead5-6dd0-40be-9dbb-70a3360b9949),segment_id=7a44ead5-6dd0-40be-9dbb-70a3360b9949)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:41.714709 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11d456fc-bad7-458b-bd30-e19d19e2e891 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.717290 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c120fcfa-6a20-40b0-8e1a-b82ff34e6fca req-cea4bddc-2acb-44a0-9459-0001496171c8 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.727924 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11d456fc-bad7-458b-bd30-e19d19e2e891 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.732268 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-11d456fc-bad7-458b-bd30-e19d19e2e891 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/048a2d18-9932-47d1-80ff-b4f0c8de15fc HTTP/1.1" status: 204 len: 168 time: 0.2456565 Nov 24 21:01:41.735159 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40826) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:41.749938 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d456fc-bad7-458b-bd30-e19d19e2e891 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=048a2d18-9932-47d1-80ff-b4f0c8de15fc,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:41.843202 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-47c5bfeb-3973-41c5-a85d-5ebcfed98c02 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1028438 Nov 24 21:01:41.843896 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40828) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:41.844037 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network d004fdc5-924a-4258-857a-01a998145c3a details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:01:41.937503 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a603-061b-4d26-8891-9719f60fba97 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.938603 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=b8fdc538-ede1-4bfd-b0d8-8c101965bfb0,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:41.950159 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a603-061b-4d26-8891-9719f60fba97 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.956374 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ccc3a603-061b-4d26-8891-9719f60fba97 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/security-groups/5d5e37a6-db0d-4b2c-9589-ae1d8175ef73 HTTP/1.1" status: 204 len: 168 time: 1.7134430 Nov 24 21:01:41.957278 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40830) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:41.976516 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-abde4561-9f02-4a4c-be08-c5dcdc3b4c4f req-9e8694ef-954c-48bd-a630-db020f47b5a4 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/security-groups?id=455029b9-f600-4cf6-8df5-667d9c16934a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1226432 Nov 24 21:01:41.984004 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-250e12e7-be4c-4f72-97f1-05b7f8de24aa tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:41.991275 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fd454f9d-f376-4d90-a96e-b9edba8f0512 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:42.005981 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] Attempting to bind port ff73c806-252b-4057-acff-354ab4402fc4 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:01:42.006367 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] Attempting to bind port ff73c806-252b-4057-acff-354ab4402fc4 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '9f20543f-a876-45ec-a52f-5300db96570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:01:42.006935 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] Attempting to bind port ff73c806-252b-4057-acff-354ab4402fc4 on network 27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:01:42.022713 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:01:42.023417 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] Checking segment: {'id': '9f20543f-a876-45ec-a52f-5300db96570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:01:42.024017 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:42.024424 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] Bound using segment: {'id': '9f20543f-a876-45ec-a52f-5300db96570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:01:42.024966 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] Bound port: ff73c806-252b-4057-acff-354ab4402fc4, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f20543f-a876-45ec-a52f-5300db96570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:01:42.025363 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:42.059923 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6266c1f9-0040-4402-a882-2551d67537f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:42.068089 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fd454f9d-f376-4d90-a96e-b9edba8f0512 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:42.075520 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3a603-061b-4d26-8891-9719f60fba97 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5e37a6-db0d-4b2c-9589-ae1d8175ef73,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:42.135066 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-714c7b8d-236a-4fae-ade9-739a44cb44e1 None None] Provisioning complete for port ff73c806-252b-4057-acff-354ab4402fc4 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:42.135441 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-714c7b8d-236a-4fae-ade9-739a44cb44e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:42.168415 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] For port ff73c806-252b-4057-acff-354ab4402fc4, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:01:42.205454 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] For port ff73c806-252b-4057-acff-354ab4402fc4, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ff73c806-252b-4057-acff-354ab4402fc4,segment=NetworkSegment(9f20543f-a876-45ec-a52f-5300db96570f),segment_id=9f20543f-a876-45ec-a52f-5300db96570f)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:01:42.214604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-714c7b8d-236a-4fae-ade9-739a44cb44e1 None None] Port ff73c806-252b-4057-acff-354ab4402fc4 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:42.224142 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:42.246163 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266c1f9-0040-4402-a882-2551d67537f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe84adb6-491e-424a-862d-05aae73bbcb1,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:42.262374 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a576bab0-3022-41b3-8a02-e712f92e5c13 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:42.300822 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6266c1f9-0040-4402-a882-2551d67537f1 admin admin] Checking segment: {'id': '1f9fea9f-42cf-45c9-abd7-007c76432f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd004fdc5-924a-4258-857a-01a998145c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:01:42.301216 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6266c1f9-0040-4402-a882-2551d67537f1 admin admin] Network hostable DHCP agents. Network: d004fdc5-924a-4258-857a-01a998145c3a, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:01:42.317125 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fd454f9d-f376-4d90-a96e-b9edba8f0512 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:42.320023 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fd454f9d-f376-4d90-a96e-b9edba8f0512 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:42.324806 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fd454f9d-f376-4d90-a96e-b9edba8f0512 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "DELETE /v2.0/security-groups/85ad63e0-49ef-4166-aaad-493cc3ad2f11 HTTP/1.1" status: 204 len: 168 time: 0.4775748 Nov 24 21:01:42.330466 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40834) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:42.339344 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] Routers {'1165a583-a656-46c6-bee1-4aa15d497e8b'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:42.341096 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['1165a583-a656-46c6-bee1-4aa15d497e8b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:42.350380 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e63fd3-d4b9-4c2f-af45-0598fd0665a6 None None] Pushing event updated for resources: {'Port': ['ID=ff73c806-252b-4057-acff-354ab4402fc4,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:42.420157 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a576bab0-3022-41b3-8a02-e712f92e5c13 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:42.441141 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c120fcfa-6a20-40b0-8e1a-b82ff34e6fca req-cea4bddc-2acb-44a0-9459-0001496171c8 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:42.442274 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c120fcfa-6a20-40b0-8e1a-b82ff34e6fca req-cea4bddc-2acb-44a0-9459-0001496171c8 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:42.450261 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [req-c120fcfa-6a20-40b0-8e1a-b82ff34e6fca req-cea4bddc-2acb-44a0-9459-0001496171c8 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Floating IP 6c8e1a13-1285-455d-a31a-eb26aef832b5 disassociated. External IP: 172.25.5.44, port: b6deba82-7c54-4be8-b175-eee907fc547d. Nov 24 21:01:42.453950 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-c120fcfa-6a20-40b0-8e1a-b82ff34e6fca req-cea4bddc-2acb-44a0-9459-0001496171c8 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Calling delete_port for b6deba82-7c54-4be8-b175-eee907fc547d owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:42.478383 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:42.478961 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd454f9d-f376-4d90-a96e-b9edba8f0512 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ad63e0-49ef-4166-aaad-493cc3ad2f11,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:42.501053 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device b6deba82-7c54-4be8-b175-eee907fc547d no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:01:42.603585 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6266c1f9-0040-4402-a882-2551d67537f1 admin admin] Network d004fdc5-924a-4258-857a-01a998145c3a is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:01:42.641456 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-39f734d2-5c6f-4031-a02f-8f6470f40db2 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2995486 Nov 24 21:01:42.651191 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40840) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:42.662576 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-1963eaf8-acf1-478f-ab30-e23de9cb308c tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Request body: {'security_group': {'name': 'tempest-secgroup--1395616694'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:42.667068 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-6266c1f9-0040-4402-a882-2551d67537f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, d004fdc5-924a-4258-857a-01a998145c3a) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:42.680367 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b8fdc538-ede1-4bfd-b0d8-8c101965bfb0 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:01:42.690204 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6266c1f9-0040-4402-a882-2551d67537f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:42.690827 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6266c1f9-0040-4402-a882-2551d67537f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:42.712089 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a63a62-fcc4-4cea-a399-fc79656f00e8 None None] Network d004fdc5-924a-4258-857a-01a998145c3a requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:01:42.725804 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a576bab0-3022-41b3-8a02-e712f92e5c13 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:42.736036 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a576bab0-3022-41b3-8a02-e712f92e5c13 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:42.737602 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a576bab0-3022-41b3-8a02-e712f92e5c13 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/security-groups/29b26ca6-168e-4f4d-966a-4ed5fb940418 HTTP/1.1" status: 204 len: 168 time: 0.7585993 Nov 24 21:01:42.741355 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40842) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:42.771971 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576bab0-3022-41b3-8a02-e712f92e5c13 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b26ca6-168e-4f4d-966a-4ed5fb940418,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:42.779552 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1963eaf8-acf1-478f-ab30-e23de9cb308c tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:42.870558 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6266c1f9-0040-4402-a882-2551d67537f1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3841019 Nov 24 21:01:42.879051 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40844) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:42.889934 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] Set router 1165a583-a656-46c6-bee1-4aa15d497e8b gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:01:42.894488 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-5da9b207-436f-4782-902d-29cc19290ca2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-666654284-router', 'tenant_id': '44ef6e26f7e242d49beb387443d34764', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:42.943879 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9e554b5a-8534-4cff-b828-ec6121ba05e4 None None] Provisioning complete for port b8fdc538-ede1-4bfd-b0d8-8c101965bfb0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:42.944348 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9e554b5a-8534-4cff-b828-ec6121ba05e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.009035 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1963eaf8-acf1-478f-ab30-e23de9cb308c tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.015702 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5da9b207-436f-4782-902d-29cc19290ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.018608 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5da9b207-436f-4782-902d-29cc19290ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.036186 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-250e12e7-be4c-4f72-97f1-05b7f8de24aa tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.040935 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c120fcfa-6a20-40b0-8e1a-b82ff34e6fca req-cea4bddc-2acb-44a0-9459-0001496171c8 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.064370 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-250e12e7-be4c-4f72-97f1-05b7f8de24aa tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.067909 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-250e12e7-be4c-4f72-97f1-05b7f8de24aa tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.105873 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-04412be6-0eed-45cc-af5e-933c8931fcca tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.125942 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5da9b207-436f-4782-902d-29cc19290ca2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.135453 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1963eaf8-acf1-478f-ab30-e23de9cb308c tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.154746 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4bddc-2acb-44a0-9459-0001496171c8 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Pushing event deleted for resources: {'Port': ['ID=b6deba82-7c54-4be8-b175-eee907fc547d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:43.156017 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.178101 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b8fdc538-ede1-4bfd-b0d8-8c101965bfb0 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:43.178495 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.288470 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1963eaf8-acf1-478f-ab30-e23de9cb308c tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.295908 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1963eaf8-acf1-478f-ab30-e23de9cb308c tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6422317 Nov 24 21:01:43.307090 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40850) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:43.316684 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-31283305-0520-4712-b33c-3ba05c0a4e01 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Request body: {'security_group_rule': {'security_group_id': '5a8dec8d-185e-4ab5-9dc6-6390abde4ba1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:43.357284 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-04412be6-0eed-45cc-af5e-933c8931fcca tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.393965 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963eaf8-acf1-478f-ab30-e23de9cb308c tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8dec8d-185e-4ab5-9dc6-6390abde4ba1,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:43.402097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570a1b01-8022-406b-af1a-b4a7b3158531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-d004fdc5-924a-4258-857a-01a998145c3a', 'network_id': 'd004fdc5-924a-4258-857a-01a998145c3a', 'tenant_id': '44ef6e26f7e242d49beb387443d34764', 'fixed_ips': [{'subnet_id': 'fe84adb6-491e-424a-862d-05aae73bbcb1'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:01:43.402970 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-570a1b01-8022-406b-af1a-b4a7b3158531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.496275 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e12e7-be4c-4f72-97f1-05b7f8de24aa tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Port': ['ID=5ebda9ae-5ba3-45bc-8074-0258fb0f2300,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:43.557226 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-31283305-0520-4712-b33c-3ba05c0a4e01 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.575619 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c120fcfa-6a20-40b0-8e1a-b82ff34e6fca req-cea4bddc-2acb-44a0-9459-0001496171c8 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Router 450da802-2b3e-472c-9e1e-35f84e1a41b2 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:01:43.599616 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-04412be6-0eed-45cc-af5e-933c8931fcca tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.603065 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-04412be6-0eed-45cc-af5e-933c8931fcca tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.608562 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-04412be6-0eed-45cc-af5e-933c8931fcca tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/security-groups/9f208e75-3814-42e4-9c88-cd44b66f67e8 HTTP/1.1" status: 204 len: 168 time: 0.8649700 Nov 24 21:01:43.611178 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40856) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:43.640682 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5da9b207-436f-4782-902d-29cc19290ca2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.671147 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9e554b5a-8534-4cff-b828-ec6121ba05e4 None None] Provisioning complete for port 5ebda9ae-5ba3-45bc-8074-0258fb0f2300 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:43.671791 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9e554b5a-8534-4cff-b828-ec6121ba05e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.726454 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04412be6-0eed-45cc-af5e-933c8931fcca tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f208e75-3814-42e4-9c88-cd44b66f67e8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:43.762225 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63358277-b7e0-44b7-8af3-c6cff996fe03 req-a33b7966-1f21-434a-9e85-7ffe7baa94b3 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256 HTTP/1.1" status: 200 len: 210 time: 0.6329350 Nov 24 21:01:43.819841 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250e12e7-be4c-4f72-97f1-05b7f8de24aa tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network 87382081-954a-41ce-baca-d3a9a2b53bc5 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:43.825480 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-31283305-0520-4712-b33c-3ba05c0a4e01 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.827925 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-250e12e7-be4c-4f72-97f1-05b7f8de24aa tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:43.861780 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f115b8-2e96-44c3-803a-9d4d10038f73 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting subnet e8334a94-a875-4309-a8fb-2fe1869672f5 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:01:43.867022 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.868849 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-31283305-0520-4712-b33c-3ba05c0a4e01 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.872602 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9e554b5a-8534-4cff-b828-ec6121ba05e4 None None] Port 5ebda9ae-5ba3-45bc-8074-0258fb0f2300 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:43.914693 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1165a583-a656-46c6-bee1-4aa15d497e8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-389673703-router', 'tenant_id': 'dc497067416e4ddc9349da2e326a90a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '018c6b21-d34c-4d3f-85cd-5139a398923e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:29Z', 'updated_at': '2021-11-24T21:01:38Z', 'revision_number': 4, 'project_id': 'dc497067416e4ddc9349da2e326a90a4', 'gw_port': {'id': '018c6b21-d34c-4d3f-85cd-5139a398923e', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:de:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1165a583-a656-46c6-bee1-4aa15d497e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:01:30Z', 'updated_at': '2021-11-24T21:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'ff73c806-252b-4057-acff-354ab4402fc4', 'name': '', 'network_id': '27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11', 'tenant_id': 'dc497067416e4ddc9349da2e326a90a4', 'mac_address': 'fa:16:3e:a6:3c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1165a583-a656-46c6-bee1-4aa15d497e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'bec2978c-e36e-4e0f-b9fe-84d54983f4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:01:35Z', 'updated_at': '2021-11-24T21:01:42Z', 'revision_number': 4, 'project_id': 'dc497067416e4ddc9349da2e326a90a4', 'subnets': [{'id': 'bec2978c-e36e-4e0f-b9fe-84d54983f4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:43.918852 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-31283305-0520-4712-b33c-3ba05c0a4e01 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:43.923344 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-31283305-0520-4712-b33c-3ba05c0a4e01 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6113269 Nov 24 21:01:43.934545 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40860) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:43.944883 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31283305-0520-4712-b33c-3ba05c0a4e01 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ea128a-1fc9-4578-b296-1bd43819ec6e,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:43.962835 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfacce7-c28d-43a8-83e0-37d4b423e815 None None] The sync data for ids ['1165a583-a656-46c6-bee1-4aa15d497e8b'] in n-d-812111-8 is: [{'id': '1165a583-a656-46c6-bee1-4aa15d497e8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-389673703-router', 'tenant_id': 'dc497067416e4ddc9349da2e326a90a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '018c6b21-d34c-4d3f-85cd-5139a398923e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:29Z', 'updated_at': '2021-11-24T21:01:38Z', 'revision_number': 4, 'project_id': 'dc497067416e4ddc9349da2e326a90a4', 'gw_port': {'id': '018c6b21-d34c-4d3f-85cd-5139a398923e', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:de:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1165a583-a656-46c6-bee1-4aa15d497e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:01:30Z', 'updated_at': '2021-11-24T21:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'ff73c806-252b-4057-acff-354ab4402fc4', 'name': '', 'network_id': '27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11', 'tenant_id': 'dc497067416e4ddc9349da2e326a90a4', 'mac_address': 'fa:16:3e:a6:3c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1165a583-a656-46c6-bee1-4aa15d497e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'bec2978c-e36e-4e0f-b9fe-84d54983f4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:01:35Z', 'updated_at': '2021-11-24T21:01:42Z', 'revision_number': 4, 'project_id': 'dc497067416e4ddc9349da2e326a90a4', 'subnets': [{'id': 'bec2978c-e36e-4e0f-b9fe-84d54983f4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:01:43.965194 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-570a1b01-8022-406b-af1a-b4a7b3158531 None None] Allocated IP 172.20.0.2 (d004fdc5-924a-4258-857a-01a998145c3a/fe84adb6-491e-424a-862d-05aae73bbcb1/b53751f2-2fe9-474e-8d1c-0987d8cb52b6) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:01:43.977725 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f78bdeac-3e74-4ae8-a245-f47835757760 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-group-rules/41ea128a-1fc9-4578-b296-1bd43819ec6e HTTP/1.1" status: 200 len: 763 time: 0.0400450 Nov 24 21:01:43.980352 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40862) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:44.077987 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27f115b8-2e96-44c3-803a-9d4d10038f73 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:44.186485 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8612c0a1-119f-40b3-9ba0-78df35ee9b1a None None] Provisioning complete for port 5ebda9ae-5ba3-45bc-8074-0258fb0f2300 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:44.189699 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8612c0a1-119f-40b3-9ba0-78df35ee9b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:44.204607 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-25a13840-bf83-4600-8b9a-058f7190d730 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2227230 Nov 24 21:01:44.206598 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27f115b8-2e96-44c3-803a-9d4d10038f73 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:44.208047 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40864) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:44.277341 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c120fcfa-6a20-40b0-8e1a-b82ff34e6fca req-cea4bddc-2acb-44a0-9459-0001496171c8 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:01:44.294011 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e93ea-cbb1-4b3f-a21b-6660719764a5 None None] Sync routers for ids ['450da802-2b3e-472c-9e1e-35f84e1a41b2'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:01:44.308866 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e93ea-cbb1-4b3f-a21b-6660719764a5 None None] Routers {'450da802-2b3e-472c-9e1e-35f84e1a41b2'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:44.309828 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c92e93ea-cbb1-4b3f-a21b-6660719764a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['450da802-2b3e-472c-9e1e-35f84e1a41b2'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:44.322911 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5da9b207-436f-4782-902d-29cc19290ca2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:44.324967 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9faa701c-4494-4b5b-b9c0-56456a9e5fe3 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:44.345338 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-c120fcfa-6a20-40b0-8e1a-b82ff34e6fca req-cea4bddc-2acb-44a0-9459-0001496171c8 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] No DVR routers for this DVR port b6deba82-7c54-4be8-b175-eee907fc547d on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:01:44.351412 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c120fcfa-6a20-40b0-8e1a-b82ff34e6fca req-cea4bddc-2acb-44a0-9459-0001496171c8 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:44.355256 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c120fcfa-6a20-40b0-8e1a-b82ff34e6fca req-cea4bddc-2acb-44a0-9459-0001496171c8 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.48 "DELETE /v2.0/ports/b6deba82-7c54-4be8-b175-eee907fc547d HTTP/1.1" status: 204 len: 173 time: 4.1786983 Nov 24 21:01:44.358117 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256', 'name': 'network-vif-deleted', 'tag': 'b6deba82-7c54-4be8-b175-eee907fc547d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:01:44.360457 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02de4adf-1915-4296-8c5e-96cb98323271" -d '{"events": [{"server_uuid": "8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256", "name": "network-vif-deleted", "tag": "b6deba82-7c54-4be8-b175-eee907fc547d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:01:44.393604 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9faa701c-4494-4b5b-b9c0-56456a9e5fe3 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:44.405088 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5da9b207-436f-4782-902d-29cc19290ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:44.451335 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27f115b8-2e96-44c3-803a-9d4d10038f73 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:44.500934 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c0d245-25ef-4eb6-82ed-b15c585f0744 x-openstack-request-id: req-73c0d245-25ef-4eb6-82ed-b15c585f0744 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:01:44.501501 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256", "name": "network-vif-deleted", "tag": "b6deba82-7c54-4be8-b175-eee907fc547d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:01:44.501956 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-73c0d245-25ef-4eb6-82ed-b15c585f0744 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:01:44.502544 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256', 'name': 'network-vif-deleted', 'tag': 'b6deba82-7c54-4be8-b175-eee907fc547d', 'status': 'completed', 'code': 200} Nov 24 21:01:44.506178 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250e12e7-be4c-4f72-97f1-05b7f8de24aa tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Router 3e44f180-4576-4cef-a485-969660a0613d is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:01:44.738572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-5da9b207-436f-4782-902d-29cc19290ca2 admin admin] Allocated IP 172.25.5.181 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/83d96436-77a7-4906-a6f4-f854f00542e9) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:01:44.780206 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9faa701c-4494-4b5b-b9c0-56456a9e5fe3 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:44.790612 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9faa701c-4494-4b5b-b9c0-56456a9e5fe3 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:44.794267 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9faa701c-4494-4b5b-b9c0-56456a9e5fe3 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/41ea128a-1fc9-4578-b296-1bd43819ec6e HTTP/1.1" status: 204 len: 168 time: 0.5773845 Nov 24 21:01:44.824203 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40876) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:44.827558 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa701c-4494-4b5b-b9c0-56456a9e5fe3 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41ea128a-1fc9-4578-b296-1bd43819ec6e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:44.851019 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27f115b8-2e96-44c3-803a-9d4d10038f73 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:44.864348 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ff73c806-252b-4057-acff-354ab4402fc4 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:01:44.947886 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f115b8-2e96-44c3-803a-9d4d10038f73 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Subnet': ['ID=e8334a94-a875-4309-a8fb-2fe1869672f5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:44.980813 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-8612c0a1-119f-40b3-9ba0-78df35ee9b1a None None] Port 5ebda9ae-5ba3-45bc-8074-0258fb0f2300 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:44.981037 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27f115b8-2e96-44c3-803a-9d4d10038f73 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:44.992389 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-27f115b8-2e96-44c3-803a-9d4d10038f73 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/subnets/e8334a94-a875-4309-a8fb-2fe1869672f5 HTTP/1.1" status: 204 len: 168 time: 1.3760233 Nov 24 21:01:44.997813 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40878) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:45.008878 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88656f1f-a613-49c0-8a1e-112198201cbe None None] Network 1f176f74-01d3-4640-935b-9a80200a4c6b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:01:45.011103 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:45.049321 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-570a1b01-8022-406b-af1a-b4a7b3158531 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:45.049491 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-c92e93ea-cbb1-4b3f-a21b-6660719764a5 None None] Set router 450da802-2b3e-472c-9e1e-35f84e1a41b2 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:01:45.114010 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa4fdae0-f1ab-42ef-a7aa-405c1ee91497 req-b98a0096-ea48-4e31-9aa4-20d929524a36 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c90bbdd-0e2f-4aaa-b3ab-9a031f5ae256 HTTP/1.1" status: 200 len: 210 time: 0.1095862 Nov 24 21:01:45.127794 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-570a1b01-8022-406b-af1a-b4a7b3158531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:45.143229 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250e12e7-be4c-4f72-97f1-05b7f8de24aa tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:01:45.164588 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-250e12e7-be4c-4f72-97f1-05b7f8de24aa tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/routers/3e44f180-4576-4cef-a485-969660a0613d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1617415 Nov 24 21:01:45.173295 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40880) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:45.230219 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb89cfb-ca0d-4578-a8c5-92e27cf1bbd4 None None] Sync routers for ids ['3e44f180-4576-4cef-a485-969660a0613d'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:01:45.249792 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8612c0a1-119f-40b3-9ba0-78df35ee9b1a None None] Provisioning complete for port ff73c806-252b-4057-acff-354ab4402fc4 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:45.250939 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8612c0a1-119f-40b3-9ba0-78df35ee9b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:45.266046 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5da9b207-436f-4782-902d-29cc19290ca2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:45.321935 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-1423884d-0026-400a-8f59-cd634b736c86 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting subnet c159c0fa-5d83-47a5-bd81-df50d189633f {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:01:45.343788 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c4017ed6-95e7-41ff-abc0-23fecdd6caec tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5097387 Nov 24 21:01:45.345742 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5da9b207-436f-4782-902d-29cc19290ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:45.349867 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c024500-1d16-4e79-97a3-ddd3d17c4faa tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:45.352074 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0c024500-1d16-4e79-97a3-ddd3d17c4faa tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/ports/5ebda9ae-5ba3-45bc-8074-0258fb0f2300 HTTP/1.1" status: 200 len: 911 time: 0.1691179 Nov 24 21:01:45.353839 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1423884d-0026-400a-8f59-cd634b736c86 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:45.356951 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40882) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:45.357992 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40884) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:45.375648 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-611fb094-4d17-41f5-8118-5575f186558d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Request body: {'security_group_rule': {'security_group_id': '5a8dec8d-185e-4ab5-9dc6-6390abde4ba1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:45.384947 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-0ceaa251-45ca-4a93-a9ec-ae3f630b6ce9 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3f06c336-5d43-4e41-8575-3532890e8687'}]}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:45.441990 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1423884d-0026-400a-8f59-cd634b736c86 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:45.448921 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570a1b01-8022-406b-af1a-b4a7b3158531 None None] Network d004fdc5-924a-4258-857a-01a998145c3a is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:45.456663 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb89cfb-ca0d-4578-a8c5-92e27cf1bbd4 None None] Routers {'3e44f180-4576-4cef-a485-969660a0613d'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:45.457681 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-ceb89cfb-ca0d-4578-a8c5-92e27cf1bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['3e44f180-4576-4cef-a485-969660a0613d'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:45.464441 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c92e93ea-cbb1-4b3f-a21b-6660719764a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'name': 'tempest-ServersTestFqdnHostnames-945402129-router', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:59:00Z', 'updated_at': '2021-11-24T20:59:09Z', 'revision_number': 4, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'gw_port': {'id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:59:01Z', 'updated_at': '2021-11-24T20:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'e2861750-d2eb-48b8-90ff-0f656683f198', 'name': '', 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'mac_address': 'fa:16:3e:5b:2c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '9e861052-0b84-4fa5-83b7-82ecf6009879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:59:07Z', 'updated_at': '2021-11-24T20:59:15Z', 'revision_number': 5, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'subnets': [{'id': '9e861052-0b84-4fa5-83b7-82ecf6009879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:45.467710 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-570a1b01-8022-406b-af1a-b4a7b3158531 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:45.469838 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port ff73c806-252b-4057-acff-354ab4402fc4 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:45.470502 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:45.474834 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570a1b01-8022-406b-af1a-b4a7b3158531 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:01:45.505488 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9b207-436f-4782-902d-29cc19290ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=83d96436-77a7-4906-a6f4-f854f00542e9,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:45.513343 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da9b207-436f-4782-902d-29cc19290ca2 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:45.523831 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e93ea-cbb1-4b3f-a21b-6660719764a5 None None] Checking router: 450da802-2b3e-472c-9e1e-35f84e1a41b2 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:01:45.524889 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-5da9b207-436f-4782-902d-29cc19290ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:45.530828 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da9b207-436f-4782-902d-29cc19290ca2 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:01:45.539944 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a1b01-8022-406b-af1a-b4a7b3158531 None None] Pushing event updated for resources: {'Port': ['ID=b53751f2-2fe9-474e-8d1c-0987d8cb52b6,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:45.553848 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e93ea-cbb1-4b3f-a21b-6660719764a5 None None] Routers {'450da802-2b3e-472c-9e1e-35f84e1a41b2'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:45.554583 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c92e93ea-cbb1-4b3f-a21b-6660719764a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['450da802-2b3e-472c-9e1e-35f84e1a41b2'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:45.592407 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-ceb89cfb-ca0d-4578-a8c5-92e27cf1bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:45.607126 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374f3c53-442f-4866-9ba4-cf35314bfa6c None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:01:45.611472 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1423884d-0026-400a-8f59-cd634b736c86 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:45.733588 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1423884d-0026-400a-8f59-cd634b736c86 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:45.769743 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1423884d-0026-400a-8f59-cd634b736c86 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:45.787740 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1423884d-0026-400a-8f59-cd634b736c86 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/subnets/c159c0fa-5d83-47a5-bd81-df50d189633f HTTP/1.1" status: 204 len: 168 time: 0.7776906 Nov 24 21:01:45.790284 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40888) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:45.791608 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-c92e93ea-cbb1-4b3f-a21b-6660719764a5 None None] Set router 450da802-2b3e-472c-9e1e-35f84e1a41b2 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:01:45.894581 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ceaa251-45ca-4a93-a9ec-ae3f630b6ce9 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:45.928134 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423884d-0026-400a-8f59-cd634b736c86 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Subnet': ['ID=c159c0fa-5d83-47a5-bd81-df50d189633f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:45.930358 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf7bbec6-daa0-4683-8f72-0d2798673328 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:45.930819 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf7bbec6-daa0-4683-8f72-0d2798673328 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:45.934012 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bf7bbec6-daa0-4683-8f72-0d2798673328 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/subnets/e8334a94-a875-4309-a8fb-2fe1869672f5 HTTP/1.1" status: 404 len: 337 time: 0.1424828 Nov 24 21:01:45.936572 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40892) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:45.978578 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb89cfb-ca0d-4578-a8c5-92e27cf1bbd4 None None] Routers {'3e44f180-4576-4cef-a485-969660a0613d'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:45.979226 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-ceb89cfb-ca0d-4578-a8c5-92e27cf1bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['3e44f180-4576-4cef-a485-969660a0613d'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:46.012768 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-611fb094-4d17-41f5-8118-5575f186558d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:46.033846 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-43be1638-1b2a-485d-a6c8-b196962e62e4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting subnet 7386e1e6-08e3-46b3-8740-51c395c228c1 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:01:46.043453 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-43be1638-1b2a-485d-a6c8-b196962e62e4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:46.119234 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-ceb89cfb-ca0d-4578-a8c5-92e27cf1bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:46.120250 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb89cfb-ca0d-4578-a8c5-92e27cf1bbd4 None None] The sync data for ids ['3e44f180-4576-4cef-a485-969660a0613d'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:01:46.126509 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8612c0a1-119f-40b3-9ba0-78df35ee9b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:46.133173 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-570a1b01-8022-406b-af1a-b4a7b3158531 None None] Attempting to bind port b53751f2-2fe9-474e-8d1c-0987d8cb52b6 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:01:46.133731 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-570a1b01-8022-406b-af1a-b4a7b3158531 None None] Attempting to bind port b53751f2-2fe9-474e-8d1c-0987d8cb52b6 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '1f9fea9f-42cf-45c9-abd7-007c76432f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd004fdc5-924a-4258-857a-01a998145c3a'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:01:46.134337 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570a1b01-8022-406b-af1a-b4a7b3158531 None None] Attempting to bind port b53751f2-2fe9-474e-8d1c-0987d8cb52b6 on network d004fdc5-924a-4258-857a-01a998145c3a {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:01:46.144668 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-43be1638-1b2a-485d-a6c8-b196962e62e4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:46.289038 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-611fb094-4d17-41f5-8118-5575f186558d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:46.290622 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40900) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:46.306143 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570a1b01-8022-406b-af1a-b4a7b3158531 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:01:46.306951 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570a1b01-8022-406b-af1a-b4a7b3158531 None None] Checking segment: {'id': '1f9fea9f-42cf-45c9-abd7-007c76432f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd004fdc5-924a-4258-857a-01a998145c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:01:46.307609 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-570a1b01-8022-406b-af1a-b4a7b3158531 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:46.308237 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570a1b01-8022-406b-af1a-b4a7b3158531 None None] Bound using segment: {'id': '1f9fea9f-42cf-45c9-abd7-007c76432f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd004fdc5-924a-4258-857a-01a998145c3a'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:01:46.308941 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-570a1b01-8022-406b-af1a-b4a7b3158531 None None] Bound port: b53751f2-2fe9-474e-8d1c-0987d8cb52b6, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9fea9f-42cf-45c9-abd7-007c76432f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd004fdc5-924a-4258-857a-01a998145c3a'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:01:46.309584 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-570a1b01-8022-406b-af1a-b4a7b3158531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:46.324644 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c92e93ea-cbb1-4b3f-a21b-6660719764a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'name': 'tempest-ServersTestFqdnHostnames-945402129-router', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:59:00Z', 'updated_at': '2021-11-24T20:59:09Z', 'revision_number': 4, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'gw_port': {'id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:59:01Z', 'updated_at': '2021-11-24T20:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'e2861750-d2eb-48b8-90ff-0f656683f198', 'name': '', 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'mac_address': 'fa:16:3e:5b:2c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '9e861052-0b84-4fa5-83b7-82ecf6009879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:59:07Z', 'updated_at': '2021-11-24T20:59:15Z', 'revision_number': 5, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'subnets': [{'id': '9e861052-0b84-4fa5-83b7-82ecf6009879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:46.348187 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-611fb094-4d17-41f5-8118-5575f186558d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:46.361568 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:46.385320 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-8612c0a1-119f-40b3-9ba0-78df35ee9b1a None None] For port ff73c806-252b-4057-acff-354ab4402fc4, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ff73c806-252b-4057-acff-354ab4402fc4,segment=NetworkSegment(9f20543f-a876-45ec-a52f-5300db96570f),segment_id=9f20543f-a876-45ec-a52f-5300db96570f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:46.396484 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e93ea-cbb1-4b3f-a21b-6660719764a5 None None] The sync data for ids ['450da802-2b3e-472c-9e1e-35f84e1a41b2'] in n-d-812111-8 is: [{'id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'name': 'tempest-ServersTestFqdnHostnames-945402129-router', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:59:00Z', 'updated_at': '2021-11-24T20:59:09Z', 'revision_number': 4, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'gw_port': {'id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:59:01Z', 'updated_at': '2021-11-24T20:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'e2861750-d2eb-48b8-90ff-0f656683f198', 'name': '', 'network_id': '052aa3f3-cb01-49c1-a57f-09e705955607', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'mac_address': 'fa:16:3e:5b:2c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '9e861052-0b84-4fa5-83b7-82ecf6009879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:59:07Z', 'updated_at': '2021-11-24T20:59:15Z', 'revision_number': 5, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'subnets': [{'id': '9e861052-0b84-4fa5-83b7-82ecf6009879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:01:46.420897 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8612c0a1-119f-40b3-9ba0-78df35ee9b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:46.484161 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fb094-4d17-41f5-8118-5575f186558d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a27334-8cb6-4bcd-bbf0-5b72e20fb3bd,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:46.525173 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-611fb094-4d17-41f5-8118-5575f186558d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:46.526859 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-611fb094-4d17-41f5-8118-5575f186558d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1610799 Nov 24 21:01:46.533717 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40902) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:46.544074 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8785d90-cc4e-4e22-a7cb-4ef7af1b7e7f tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:46.559965 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-43be1638-1b2a-485d-a6c8-b196962e62e4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:46.570982 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-570a1b01-8022-406b-af1a-b4a7b3158531 None None] For port b53751f2-2fe9-474e-8d1c-0987d8cb52b6, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:01:46.606697 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612c0a1-119f-40b3-9ba0-78df35ee9b1a None None] Pushing event updated for resources: {'Port': ['ID=ff73c806-252b-4057-acff-354ab4402fc4,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:46.611776 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-96a4489d-c1cb-464c-ab39-d960cc68d13d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-group-rules/75a27334-8cb6-4bcd-bbf0-5b72e20fb3bd HTTP/1.1" status: 200 len: 763 time: 0.0744851 Nov 24 21:01:46.616397 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40904) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:46.616623 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-570a1b01-8022-406b-af1a-b4a7b3158531 None None] For port b53751f2-2fe9-474e-8d1c-0987d8cb52b6, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b53751f2-2fe9-474e-8d1c-0987d8cb52b6,segment=NetworkSegment(1f9fea9f-42cf-45c9-abd7-007c76432f31),segment_id=1f9fea9f-42cf-45c9-abd7-007c76432f31)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:01:46.620713 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8612c0a1-119f-40b3-9ba0-78df35ee9b1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:46.621445 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8612c0a1-119f-40b3-9ba0-78df35ee9b1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:46.621562 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8612c0a1-119f-40b3-9ba0-78df35ee9b1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:46.621877 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8612c0a1-119f-40b3-9ba0-78df35ee9b1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:46.622225 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8612c0a1-119f-40b3-9ba0-78df35ee9b1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:46.622577 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8612c0a1-119f-40b3-9ba0-78df35ee9b1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:46.623154 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8612c0a1-119f-40b3-9ba0-78df35ee9b1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:46.623585 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8612c0a1-119f-40b3-9ba0-78df35ee9b1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:46.623986 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8612c0a1-119f-40b3-9ba0-78df35ee9b1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:46.624365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8612c0a1-119f-40b3-9ba0-78df35ee9b1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:46.624712 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8612c0a1-119f-40b3-9ba0-78df35ee9b1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:46.625187 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8612c0a1-119f-40b3-9ba0-78df35ee9b1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:46.635888 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-570a1b01-8022-406b-af1a-b4a7b3158531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:46.640699 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:01:46.641083 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:01:46.650791 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8785d90-cc4e-4e22-a7cb-4ef7af1b7e7f tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:46.675268 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c851f929-081c-4492-92c5-cc3bc9a34016 None None] Update dhcp port {'port': {'network_id': '1f176f74-01d3-4640-935b-9a80200a4c6b', 'fixed_ips': [{'subnet_id': '7386e1e6-08e3-46b3-8740-51c395c228c1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c159c0fa-5d83-47a5-bd81-df50d189633f'}], 'binding:host_id': 'n-d-812111-8'}, 'id': 'af9d39f1-7760-4f25-ab12-6e6ea115026c'} from n-d-812111-8. {{(pid=109992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 21:01:46.679708 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34c9d0c2-809c-46f0-8d33-9ccd9e145eae None None] Provisioning complete for port 5ebda9ae-5ba3-45bc-8074-0258fb0f2300 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:46.680091 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34c9d0c2-809c-46f0-8d33-9ccd9e145eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:46.725646 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c7b8c587-eeb8-4dca-af1d-14036b69e632 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1017191 Nov 24 21:01:46.729702 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40906) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:46.767236 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c851f929-081c-4492-92c5-cc3bc9a34016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:46.773751 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a1b01-8022-406b-af1a-b4a7b3158531 None None] Pushing event updated for resources: {'Port': ['ID=b53751f2-2fe9-474e-8d1c-0987d8cb52b6,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:46.806688 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34c9d0c2-809c-46f0-8d33-9ccd9e145eae None None] Port 5ebda9ae-5ba3-45bc-8074-0258fb0f2300 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:46.836034 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ee70622-09e5-412e-86c8-1b8c0f96600d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:46.860438 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ee70622-09e5-412e-86c8-1b8c0f96600d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:46.884982 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34c9d0c2-809c-46f0-8d33-9ccd9e145eae None None] Provisioning complete for port 83d96436-77a7-4906-a6f4-f854f00542e9 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:46.885506 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34c9d0c2-809c-46f0-8d33-9ccd9e145eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:46.895898 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8785d90-cc4e-4e22-a7cb-4ef7af1b7e7f tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:46.911415 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8785d90-cc4e-4e22-a7cb-4ef7af1b7e7f tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:46.914537 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e8785d90-cc4e-4e22-a7cb-4ef7af1b7e7f tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "DELETE /v2.0/security-groups/455029b9-f600-4cf6-8df5-667d9c16934a HTTP/1.1" status: 204 len: 168 time: 0.6207340 Nov 24 21:01:46.914537 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-43be1638-1b2a-485d-a6c8-b196962e62e4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:46.924205 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40910) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:46.983619 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8785d90-cc4e-4e22-a7cb-4ef7af1b7e7f tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=455029b9-f600-4cf6-8df5-667d9c16934a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:47.048992 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be1638-1b2a-485d-a6c8-b196962e62e4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Subnet': ['ID=7386e1e6-08e3-46b3-8740-51c395c228c1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:47.051394 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-88b19770-d26a-4509-885a-efdf08187d57 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] show failed (client error): The resource could not be found. Nov 24 21:01:47.051640 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31345a2-f49b-45da-835f-261b47ae5f00 None None] New status for floating IP 6c8e1a13-1285-455d-a31a-eb26aef832b5: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:01:47.052961 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-88b19770-d26a-4509-885a-efdf08187d57 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "GET /v2.0/security-groups/455029b9-f600-4cf6-8df5-667d9c16934a HTTP/1.1" status: 404 len: 347 time: 0.0910473 Nov 24 21:01:47.054480 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-43be1638-1b2a-485d-a6c8-b196962e62e4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:47.060168 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-43be1638-1b2a-485d-a6c8-b196962e62e4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/subnets/7386e1e6-08e3-46b3-8740-51c395c228c1 HTTP/1.1" status: 204 len: 168 time: 1.1204474 Nov 24 21:01:47.061037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40914) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:47.061398 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40916) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:47.114632 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ee70622-09e5-412e-86c8-1b8c0f96600d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:47.156431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34c9d0c2-809c-46f0-8d33-9ccd9e145eae None None] Port 83d96436-77a7-4906-a6f4-f854f00542e9 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:47.177531 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ee70622-09e5-412e-86c8-1b8c0f96600d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:47.178631 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2ee70622-09e5-412e-86c8-1b8c0f96600d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/75a27334-8cb6-4bcd-bbf0-5b72e20fb3bd HTTP/1.1" status: 204 len: 168 time: 0.4432197 Nov 24 21:01:47.181186 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a806913-122e-414c-a773-47370591d884 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:47.181656 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a806913-122e-414c-a773-47370591d884 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:47.188050 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8a806913-122e-414c-a773-47370591d884 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/subnets/7d9a7078-e763-40e9-a13f-a03b6b26695b HTTP/1.1" status: 404 len: 337 time: 0.1168931 Nov 24 21:01:47.193726 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40920) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:47.193726 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40922) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server [None req-c851f929-081c-4492-92c5-cc3bc9a34016 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7386e1e6-08e3-46b3-8740-51c395c228c1: This subnet is being modified by another concurrent operation. Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 21:01:47.258976 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise exception Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7386e1e6-08e3-46b3-8740-51c395c228c1: This subnet is being modified by another concurrent operation. Nov 24 21:01:47.262540 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server Nov 24 21:01:47.353092 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee70622-09e5-412e-86c8-1b8c0f96600d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75a27334-8cb6-4bcd-bbf0-5b72e20fb3bd,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:47.373569 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-edc1d3e4-8995-4f5e-acc3-2a5f5b051183 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a667cab-b3eb-48f2-8f43-f55b30a08e45 HTTP/1.1" status: 200 len: 205 time: 0.1367660 Nov 24 21:01:47.383919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40924) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:47.412252 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b61a0b51-c58c-4498-9bc9-a19884a9b4de None None] Provisioning complete for port dbcd6bc9-6231-4165-be88-33bb1623a95f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:47.412637 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b61a0b51-c58c-4498-9bc9-a19884a9b4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:47.417460 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5534c5e8-f226-45e1-a6ab-066e5c89400a None None] Network 1f176f74-01d3-4640-935b-9a80200a4c6b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:01:47.490724 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-e51014c9-ca7d-4fbd-b911-9639121cbd89 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] delete failed (client error): The resource could not be found. Nov 24 21:01:47.492207 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e51014c9-ca7d-4fbd-b911-9639121cbd89 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/routers/3a667cab-b3eb-48f2-8f43-f55b30a08e45 HTTP/1.1" status: 404 len: 336 time: 0.1060450 Nov 24 21:01:47.517799 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a0fae36a-15b1-4488-b81d-d922a40fcea6 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3189368 Nov 24 21:01:47.518843 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40926) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:47.552558 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-b61a0b51-c58c-4498-9bc9-a19884a9b4de None None] Port dbcd6bc9-6231-4165-be88-33bb1623a95f cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:47.559857 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40928) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:47.562022 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-455cd6cc-63e5-4b05-a7b8-bc39fac45a59 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:47.562597 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455cd6cc-63e5-4b05-a7b8-bc39fac45a59 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:47.568128 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-455cd6cc-63e5-4b05-a7b8-bc39fac45a59 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/subnets/8d4dc2c5-173d-4566-a3d8-ab17d8abe3ef HTTP/1.1" status: 404 len: 337 time: 0.0450966 Nov 24 21:01:47.571679 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-c133a187-c65f-45e9-a846-e2600adac91d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Request body: {'security_group_rule': {'security_group_id': '5a8dec8d-185e-4ab5-9dc6-6390abde4ba1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:47.576889 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40930) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:47.580416 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b61a0b51-c58c-4498-9bc9-a19884a9b4de None None] Provisioning complete for port af9d39f1-7760-4f25-ab12-6e6ea115026c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:47.580832 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b61a0b51-c58c-4498-9bc9-a19884a9b4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:47.583563 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ceaa251-45ca-4a93-a9ec-ae3f630b6ce9 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:47.593862 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5da9b207-436f-4782-902d-29cc19290ca2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:47.626343 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5960734-03c9-4d9f-a5da-5a6e0aab9da9 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:47.626951 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5960734-03c9-4d9f-a5da-5a6e0aab9da9 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:47.637214 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a5960734-03c9-4d9f-a5da-5a6e0aab9da9 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/subnets/89036f3c-d696-40a1-8c86-c217aaa5f815 HTTP/1.1" status: 404 len: 337 time: 0.0581453 Nov 24 21:01:47.637430 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40932) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:47.649066 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ceaa251-45ca-4a93-a9ec-ae3f630b6ce9 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:47.656659 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceaa251-45ca-4a93-a9ec-ae3f630b6ce9 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:47.658077 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ceaa251-45ca-4a93-a9ec-ae3f630b6ce9 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:47.663217 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0ceaa251-45ca-4a93-a9ec-ae3f630b6ce9 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/ports/5ebda9ae-5ba3-45bc-8074-0258fb0f2300 HTTP/1.1" status: 200 len: 911 time: 2.2964025 Nov 24 21:01:47.666420 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40934) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:47.693742 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c133a187-c65f-45e9-a846-e2600adac91d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:47.708965 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ff73c806-252b-4057-acff-354ab4402fc4 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:01:47.710224 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-fbb4a577-6faa-43bf-a680-6994f6d0b7e6 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Deleting port e697ed03-f401-4291-a467-2bee873bd137 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:47.710580 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fbb4a577-6faa-43bf-a680-6994f6d0b7e6 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:47.807815 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port ff73c806-252b-4057-acff-354ab4402fc4 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:47.808201 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:47.813364 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de45c0b1-7575-4d9e-bfa1-397bd56ad709 None None] DHCP port deletion for 1f176f74-01d3-4640-935b-9a80200a4c6b request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:01:47.865647 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fbb4a577-6faa-43bf-a680-6994f6d0b7e6 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:47.866030 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fbb4a577-6faa-43bf-a680-6994f6d0b7e6 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:47.875610 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c133a187-c65f-45e9-a846-e2600adac91d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:47.898012 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c133a187-c65f-45e9-a846-e2600adac91d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:47.925470 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-fbb4a577-6faa-43bf-a680-6994f6d0b7e6 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Calling delete_port for e697ed03-f401-4291-a467-2bee873bd137 owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:47.926473 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133a187-c65f-45e9-a846-e2600adac91d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8741354a-74f2-4ecc-b104-40abd416412b,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:48.008386 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b53751f2-2fe9-474e-8d1c-0987d8cb52b6 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:01:48.010416 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c133a187-c65f-45e9-a846-e2600adac91d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:48.012223 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c133a187-c65f-45e9-a846-e2600adac91d tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4442587 Nov 24 21:01:48.013983 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-de45c0b1-7575-4d9e-bfa1-397bd56ad709 None None] Deleting port af9d39f1-7760-4f25-ab12-6e6ea115026c {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:48.014376 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-de45c0b1-7575-4d9e-bfa1-397bd56ad709 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:48.020411 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40938) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:48.051620 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-680ff361-2fff-4f0d-bc3e-af0aa722a1bc tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-group-rules/8741354a-74f2-4ecc-b104-40abd416412b HTTP/1.1" status: 200 len: 764 time: 0.0276916 Nov 24 21:01:48.065148 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40942) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:48.069753 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11f0807-9028-4c73-8797-4c31dea44662 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:48.073505 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d11f0807-9028-4c73-8797-4c31dea44662 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:48.087441 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d11f0807-9028-4c73-8797-4c31dea44662 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/subnets/dc852461-76aa-4b45-9af2-8fc970640ef1 HTTP/1.1" status: 404 len: 337 time: 0.4473178 Nov 24 21:01:48.089720 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40944) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:48.148963 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-590ab545-bba7-441b-bb6b-d52dcde38f65 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0802817 Nov 24 21:01:48.151645 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40946) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:48.165783 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-de45c0b1-7575-4d9e-bfa1-397bd56ad709 None None] For port af9d39f1-7760-4f25-ab12-6e6ea115026c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=af9d39f1-7760-4f25-ab12-6e6ea115026c,segment=NetworkSegment(5fe46d8e-64ed-4727-86a6-b2910dd9218e),segment_id=5fe46d8e-64ed-4727-86a6-b2910dd9218e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:48.171793 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-de45c0b1-7575-4d9e-bfa1-397bd56ad709 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:48.193576 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-de45c0b1-7575-4d9e-bfa1-397bd56ad709 None None] Calling delete_port for af9d39f1-7760-4f25-ab12-6e6ea115026c owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:48.247011 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-049b5e73-d65c-4cb5-9502-6beb33e30c8b tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:48.265488 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-049b5e73-d65c-4cb5-9502-6beb33e30c8b tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:48.269541 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceaa251-45ca-4a93-a9ec-ae3f630b6ce9 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Port': ['ID=5ebda9ae-5ba3-45bc-8074-0258fb0f2300,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:48.276032 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b53751f2-2fe9-474e-8d1c-0987d8cb52b6 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:48.276032 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:48.304256 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b20f15-e002-425b-870e-3dc5963148a0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:48.306234 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b20f15-e002-425b-870e-3dc5963148a0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:48.313781 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-44b20f15-e002-425b-870e-3dc5963148a0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/ports/9554cb11-ead8-4a82-82cd-28d90a1e3115 HTTP/1.1" status: 404 len: 333 time: 0.0768459 Nov 24 21:01:48.314036 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40948) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:48.394846 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fbb4a577-6faa-43bf-a680-6994f6d0b7e6 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:48.416650 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-de45c0b1-7575-4d9e-bfa1-397bd56ad709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:48.424091 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-049b5e73-d65c-4cb5-9502-6beb33e30c8b tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:48.437135 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-049b5e73-d65c-4cb5-9502-6beb33e30c8b tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:48.438616 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-049b5e73-d65c-4cb5-9502-6beb33e30c8b tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/8741354a-74f2-4ecc-b104-40abd416412b HTTP/1.1" status: 204 len: 168 time: 0.2860456 Nov 24 21:01:48.461696 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0d030c-34e6-46b3-82e9-bbccc11c4d58 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:01:48.466306 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45c0b1-7575-4d9e-bfa1-397bd56ad709 None None] Pushing event deleted for resources: {'Port': ['ID=af9d39f1-7760-4f25-ab12-6e6ea115026c,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:48.468073 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40960) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:48.470862 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de45c0b1-7575-4d9e-bfa1-397bd56ad709 None None] No DVR routers for this DVR port af9d39f1-7760-4f25-ab12-6e6ea115026c on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:01:48.477465 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:48.487232 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-939f2f9d-a8a0-4352-abd0-14f89db2d35d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:48.495961 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939f2f9d-a8a0-4352-abd0-14f89db2d35d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:48.501686 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-939f2f9d-a8a0-4352-abd0-14f89db2d35d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/subnets/f9b4d3e4-7653-4052-b4ba-df97e6111bed HTTP/1.1" status: 404 len: 337 time: 0.1835454 Nov 24 21:01:48.524507 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port b53751f2-2fe9-474e-8d1c-0987d8cb52b6, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b53751f2-2fe9-474e-8d1c-0987d8cb52b6,segment=NetworkSegment(1f9fea9f-42cf-45c9-abd7-007c76432f31),segment_id=1f9fea9f-42cf-45c9-abd7-007c76432f31)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:48.531494 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:48.535169 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40962) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:48.603431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=b53751f2-2fe9-474e-8d1c-0987d8cb52b6,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:48.618197 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b5e73-d65c-4cb5-9502-6beb33e30c8b tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8741354a-74f2-4ecc-b104-40abd416412b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:48.620433 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device af9d39f1-7760-4f25-ab12-6e6ea115026c no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:01:48.626491 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4a577-6faa-43bf-a680-6994f6d0b7e6 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Pushing event deleted for resources: {'Port': ['ID=e697ed03-f401-4291-a467-2bee873bd137,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:48.656368 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-478c64b5-2c1c-4cec-903e-c225b2d12e64 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:48.657002 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478c64b5-2c1c-4cec-903e-c225b2d12e64 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:48.661399 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558ca7c3-f8fe-4259-b9c0-3d344afcde6f None None] Network d004fdc5-924a-4258-857a-01a998145c3a requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:01:48.662772 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-478c64b5-2c1c-4cec-903e-c225b2d12e64 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/subnets/b9cea42f-2aa7-4aa3-8f80-58ca5a334534 HTTP/1.1" status: 404 len: 337 time: 0.1156797 Nov 24 21:01:48.663809 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: af9d39f1-7760-4f25-ab12-6e6ea115026c {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:01:48.664010 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40964) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:48.664166 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device af9d39f1-7760-4f25-ab12-6e6ea115026c not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:01:48.667482 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-74e09d2c-f87c-41df-94f3-6623d6f35328 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:48.706790 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-8967daee-a65d-4880-9493-71bf5219f227 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:48.707273 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8967daee-a65d-4880-9493-71bf5219f227 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:48.713260 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8967daee-a65d-4880-9493-71bf5219f227 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/ports/03ea14de-946b-46cc-9d52-7cc0ed870ea0 HTTP/1.1" status: 404 len: 333 time: 0.0392897 Nov 24 21:01:48.717453 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40966) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:48.752312 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d42eee9-8f97-4d70-8316-ee3402e3fc7d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:48.752814 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d42eee9-8f97-4d70-8316-ee3402e3fc7d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:48.759115 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3d42eee9-8f97-4d70-8316-ee3402e3fc7d tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/subnets/024130c5-1426-45f8-b503-77afa33701f5 HTTP/1.1" status: 404 len: 337 time: 0.0381234 Nov 24 21:01:48.759398 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40968) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:48.761739 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-08b8712a-6981-4e22-9863-10468a7e7f13 None None] Provisioning complete for port b53751f2-2fe9-474e-8d1c-0987d8cb52b6 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:48.761964 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-08b8712a-6981-4e22-9863-10468a7e7f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:48.778105 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-46e16f23-4dbd-45df-983b-9230e534044f tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2687857 Nov 24 21:01:48.779075 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40970) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:48.791111 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0203f0e-5f7f-485b-ae46-1b8f040ea9b4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] DELETE failed (client error): The resource could not be found. Nov 24 21:01:48.791583 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0203f0e-5f7f-485b-ae46-1b8f040ea9b4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:01:48.795359 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e0203f0e-5f7f-485b-ae46-1b8f040ea9b4 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/subnets/f099ff24-f7dd-4029-91b6-7cb9099a838e HTTP/1.1" status: 404 len: 337 time: 0.0345919 Nov 24 21:01:48.798733 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fbb4a577-6faa-43bf-a680-6994f6d0b7e6 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:48.801794 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fbb4a577-6faa-43bf-a680-6994f6d0b7e6 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:48.803192 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fbb4a577-6faa-43bf-a680-6994f6d0b7e6 tempest-ServersTestFqdnHostnames-2126875140 tempest-ServersTestFqdnHostnames-2126875140-project] 10.222.0.11 "DELETE /v2.0/floatingips/6c8e1a13-1285-455d-a31a-eb26aef832b5 HTTP/1.1" status: 204 len: 168 time: 1.7408090 Nov 24 21:01:48.803749 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40972) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:48.844537 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40974) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:48.949626 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5b7393cc-570c-4f81-ae61-80252fad80d8 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:48.977774 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5b7393cc-570c-4f81-ae61-80252fad80d8 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:49.042332 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5b7393cc-570c-4f81-ae61-80252fad80d8 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:49.045737 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5b7393cc-570c-4f81-ae61-80252fad80d8 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:49.050817 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5b7393cc-570c-4f81-ae61-80252fad80d8 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "DELETE /v2.0/security-groups/5a8dec8d-185e-4ab5-9dc6-6390abde4ba1 HTTP/1.1" status: 204 len: 168 time: 0.2076318 Nov 24 21:01:49.052924 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40978) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:49.084296 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7393cc-570c-4f81-ae61-80252fad80d8 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8dec8d-185e-4ab5-9dc6-6390abde4ba1,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:49.097544 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5da9b207-436f-4782-902d-29cc19290ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:49.277202 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-53431959-843f-4f05-94bb-dd255fc01311 tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2136314 Nov 24 21:01:49.324949 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40982) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:49.381759 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea4739a-b903-4706-ac04-07d7e53ca1de None None] get_active_networks_info from n-d-812111-8 {{(pid=109992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 21:01:49.454019 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-fe56439b-3ff8-4276-96c8-94234920aec0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Deleting port dbcd6bc9-6231-4165-be88-33bb1623a95f {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:49.454679 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fe56439b-3ff8-4276-96c8-94234920aec0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:49.481922 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da9b207-436f-4782-902d-29cc19290ca2 admin admin] Router 54e4ac62-05cf-4b68-9e45-7b086bf5f12f is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:01:49.497762 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ba238c12-df9e-4618-8470-9d5503dee04b tempest-SecGroupTest-272414247 tempest-SecGroupTest-272414247-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1669922 Nov 24 21:01:49.573748 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-74e09d2c-f87c-41df-94f3-6623d6f35328 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting port 5ebda9ae-5ba3-45bc-8074-0258fb0f2300 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:49.574130 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-74e09d2c-f87c-41df-94f3-6623d6f35328 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:49.574977 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea4739a-b903-4706-ac04-07d7e53ca1de None None] Resources bound (agent type, host, resource id): {{(pid=109992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 21:01:49.582632 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b53751f2-2fe9-474e-8d1c-0987d8cb52b6 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:01:49.620094 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-82328537-da78-4db1-8bd5-542cac1ea9f8 None None] Provisioning complete for port b53751f2-2fe9-474e-8d1c-0987d8cb52b6 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:49.620666 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-82328537-da78-4db1-8bd5-542cac1ea9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:49.711202 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fe56439b-3ff8-4276-96c8-94234920aec0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:49.806429 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da9b207-436f-4782-902d-29cc19290ca2 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:01:49.809222 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-fe56439b-3ff8-4276-96c8-94234920aec0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Calling delete_port for dbcd6bc9-6231-4165-be88-33bb1623a95f owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:49.809448 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-74e09d2c-f87c-41df-94f3-6623d6f35328 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:49.829372 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] Sync routers for ids ['54e4ac62-05cf-4b68-9e45-7b086bf5f12f'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:01:49.829775 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-74e09d2c-f87c-41df-94f3-6623d6f35328 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Calling delete_port for 5ebda9ae-5ba3-45bc-8074-0258fb0f2300 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:49.848698 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5da9b207-436f-4782-902d-29cc19290ca2 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:49.850199 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5da9b207-436f-4782-902d-29cc19290ca2 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.9700389 Nov 24 21:01:49.881820 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40998) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:49.936373 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b53751f2-2fe9-474e-8d1c-0987d8cb52b6 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:49.936579 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:49.953284 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41000) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:49.956084 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] Routers {'54e4ac62-05cf-4b68-9e45-7b086bf5f12f'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:49.956766 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['54e4ac62-05cf-4b68-9e45-7b086bf5f12f'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:50.067768 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fe56439b-3ff8-4276-96c8-94234920aec0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:50.093472 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] Set router 54e4ac62-05cf-4b68-9e45-7b086bf5f12f gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:01:50.128826 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fe56439b-3ff8-4276-96c8-94234920aec0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:50.135572 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fe56439b-3ff8-4276-96c8-94234920aec0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/ports/dbcd6bc9-6231-4165-be88-33bb1623a95f HTTP/1.1" status: 204 len: 168 time: 1.3307481 Nov 24 21:01:50.137305 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56439b-3ff8-4276-96c8-94234920aec0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Port': ['ID=dbcd6bc9-6231-4165-be88-33bb1623a95f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:50.146168 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41006) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:50.153800 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56439b-3ff8-4276-96c8-94234920aec0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:50.154211 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56439b-3ff8-4276-96c8-94234920aec0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:50.155224 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56439b-3ff8-4276-96c8-94234920aec0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:50.155672 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56439b-3ff8-4276-96c8-94234920aec0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:50.156165 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56439b-3ff8-4276-96c8-94234920aec0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:50.157039 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56439b-3ff8-4276-96c8-94234920aec0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:50.157505 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56439b-3ff8-4276-96c8-94234920aec0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:50.158524 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56439b-3ff8-4276-96c8-94234920aec0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:50.159014 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56439b-3ff8-4276-96c8-94234920aec0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:50.159658 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56439b-3ff8-4276-96c8-94234920aec0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:50.160110 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56439b-3ff8-4276-96c8-94234920aec0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:50.160557 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56439b-3ff8-4276-96c8-94234920aec0 tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:50.276722 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-165a57e6-2a1e-4d36-9721-080687801e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:50.592381 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e4ac62-05cf-4b68-9e45-7b086bf5f12f', 'name': 'tempest-AttachSCSIVolumeTestJSON-666654284-router', 'tenant_id': '44ef6e26f7e242d49beb387443d34764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '83d96436-77a7-4906-a6f4-f854f00542e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:43Z', 'updated_at': '2021-11-24T21:01:46Z', 'revision_number': 3, 'project_id': '44ef6e26f7e242d49beb387443d34764', 'gw_port': {'id': '83d96436-77a7-4906-a6f4-f854f00542e9', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e4ac62-05cf-4b68-9e45-7b086bf5f12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:01:44Z', 'updated_at': '2021-11-24T21:01:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:50.631386 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] Checking router: 54e4ac62-05cf-4b68-9e45-7b086bf5f12f for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:01:50.631865 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] Updating router 54e4ac62-05cf-4b68-9e45-7b086bf5f12f port 83d96436-77a7-4906-a6f4-f854f00542e9 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:01:50.658109 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c9954dca-c187-4f01-ab62-aad37d44e65e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:50.660343 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:50.667114 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6d2caef0-753a-44e4-b80f-b3acf9393642 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ec49d2c79c8b48ceb54404dd2ec446ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7127504 Nov 24 21:01:50.671500 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41010) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:50.724971 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-165a57e6-2a1e-4d36-9721-080687801e13 admin admin] Deleting port e2861750-d2eb-48b8-90ff-0f656683f198 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:50.727687 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-165a57e6-2a1e-4d36-9721-080687801e13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:50.741369 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-74e09d2c-f87c-41df-94f3-6623d6f35328 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:50.820673 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e09d2c-f87c-41df-94f3-6623d6f35328 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Port': ['ID=5ebda9ae-5ba3-45bc-8074-0258fb0f2300,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:50.830021 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-43042140-5df8-4687-b7fe-33302fc7e5a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:50.926727 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-43042140-5df8-4687-b7fe-33302fc7e5a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:50.987742 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-165a57e6-2a1e-4d36-9721-080687801e13 admin admin] For port e2861750-d2eb-48b8-90ff-0f656683f198, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e2861750-d2eb-48b8-90ff-0f656683f198,segment=NetworkSegment(7a44ead5-6dd0-40be-9dbb-70a3360b9949),segment_id=7a44ead5-6dd0-40be-9dbb-70a3360b9949)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:50.988524 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-165a57e6-2a1e-4d36-9721-080687801e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:51.004721 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-165a57e6-2a1e-4d36-9721-080687801e13 admin admin] Calling delete_port for e2861750-d2eb-48b8-90ff-0f656683f198 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:51.022500 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:51.032947 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:51.079994 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-43042140-5df8-4687-b7fe-33302fc7e5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:51.082998 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-43042140-5df8-4687-b7fe-33302fc7e5a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:51.086595 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-43042140-5df8-4687-b7fe-33302fc7e5a0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5fd9afb-d25c-4f65-93f3-b9b892c72980 HTTP/1.1" status: 204 len: 168 time: 0.4091959 Nov 24 21:01:51.099259 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd7301e-48a2-4b1b-af9c-ead170bbe35c None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:01:51.114319 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] Attempting to bind port 83d96436-77a7-4906-a6f4-f854f00542e9 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:01:51.114930 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] Attempting to bind port 83d96436-77a7-4906-a6f4-f854f00542e9 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:01:51.115239 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] Attempting to bind port 83d96436-77a7-4906-a6f4-f854f00542e9 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:01:51.119499 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e59af0-a7e1-40d5-84fd-c7c893511a93 None None] Pushing event updated for resources: {'Port': ['ID=83d96436-77a7-4906-a6f4-f854f00542e9,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:51.125336 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:01:51.125778 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:01:51.126202 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:51.126604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:01:51.127092 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] Bound port: 83d96436-77a7-4906-a6f4-f854f00542e9, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:01:51.127485 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:51.148186 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43042140-5df8-4687-b7fe-33302fc7e5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fd9afb-d25c-4f65-93f3-b9b892c72980,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:51.241299 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d23c087a-978b-4068-93f8-ecded5824e26 None None] Provisioning complete for port 83d96436-77a7-4906-a6f4-f854f00542e9 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:51.241711 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d23c087a-978b-4068-93f8-ecded5824e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:51.246290 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] For port 83d96436-77a7-4906-a6f4-f854f00542e9, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:01:51.283651 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] For port 83d96436-77a7-4906-a6f4-f854f00542e9, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=83d96436-77a7-4906-a6f4-f854f00542e9,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:01:51.295758 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:51.297778 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-d23c087a-978b-4068-93f8-ecded5824e26 None None] Port 83d96436-77a7-4906-a6f4-f854f00542e9 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:51.372178 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] Routers {'54e4ac62-05cf-4b68-9e45-7b086bf5f12f'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:51.376243 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['54e4ac62-05cf-4b68-9e45-7b086bf5f12f'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:51.390489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b55137-8b33-4a50-a3e6-26cddb5ea791 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:01:51.456973 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-165a57e6-2a1e-4d36-9721-080687801e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:51.468078 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c9954dca-c187-4f01-ab62-aad37d44e65e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:51.472532 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e59af0-a7e1-40d5-84fd-c7c893511a93 None None] Pushing event updated for resources: {'Port': ['ID=83d96436-77a7-4906-a6f4-f854f00542e9,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:51.546594 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a57e6-2a1e-4d36-9721-080687801e13 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2861750-d2eb-48b8-90ff-0f656683f198,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:51.574549 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ac18c1c3-7e37-4a2d-9f24-c5719b427ff6 None None] Provisioning complete for port 83d96436-77a7-4906-a6f4-f854f00542e9 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:51.575064 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ac18c1c3-7e37-4a2d-9f24-c5719b427ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:51.611673 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-74e09d2c-f87c-41df-94f3-6623d6f35328 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:51.613304 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] Set router 54e4ac62-05cf-4b68-9e45-7b086bf5f12f gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:01:51.677298 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c9954dca-c187-4f01-ab62-aad37d44e65e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f176f74-01d3-4640-935b-9a80200a4c6b']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:51.699190 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c9954dca-c187-4f01-ab62-aad37d44e65e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe46d8e-64ed-4727-86a6-b2910dd9218e') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:51.699490 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c9954dca-c187-4f01-ab62-aad37d44e65e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe46d8e-64ed-4727-86a6-b2910dd9218e') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:51.795658 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-165a57e6-2a1e-4d36-9721-080687801e13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:51.899794 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c9954dca-c187-4f01-ab62-aad37d44e65e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:51.904663 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c192ac5-faed-42db-a09b-2658d0546d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:51.992945 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c9954dca-c187-4f01-ab62-aad37d44e65e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:52.007467 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9954dca-c187-4f01-ab62-aad37d44e65e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:01:52.008562 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c9954dca-c187-4f01-ab62-aad37d44e65e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:01:52.012974 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:01:52.038418 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e09d2c-f87c-41df-94f3-6623d6f35328 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Router 3e44f180-4576-4cef-a485-969660a0613d has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:01:52.205531 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ac18c1c3-7e37-4a2d-9f24-c5719b427ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:52.257050 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ac18c1c3-7e37-4a2d-9f24-c5719b427ff6 None None] For port 83d96436-77a7-4906-a6f4-f854f00542e9, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=83d96436-77a7-4906-a6f4-f854f00542e9,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:52.265422 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ac18c1c3-7e37-4a2d-9f24-c5719b427ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:52.281453 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c9954dca-c187-4f01-ab62-aad37d44e65e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:52.302422 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165a57e6-2a1e-4d36-9721-080687801e13 admin admin] Router 450da802-2b3e-472c-9e1e-35f84e1a41b2 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:01:52.371272 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e4ac62-05cf-4b68-9e45-7b086bf5f12f', 'name': 'tempest-AttachSCSIVolumeTestJSON-666654284-router', 'tenant_id': '44ef6e26f7e242d49beb387443d34764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '83d96436-77a7-4906-a6f4-f854f00542e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:43Z', 'updated_at': '2021-11-24T21:01:46Z', 'revision_number': 3, 'project_id': '44ef6e26f7e242d49beb387443d34764', 'gw_port': {'id': '83d96436-77a7-4906-a6f4-f854f00542e9', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e4ac62-05cf-4b68-9e45-7b086bf5f12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:01:44Z', 'updated_at': '2021-11-24T21:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:52.375940 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18c1c3-7e37-4a2d-9f24-c5719b427ff6 None None] Pushing event updated for resources: {'Port': ['ID=83d96436-77a7-4906-a6f4-f854f00542e9,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:52.406409 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a29d87-bc0c-47fa-b1b7-205d769b7e66 None None] The sync data for ids ['54e4ac62-05cf-4b68-9e45-7b086bf5f12f'] in n-d-812111-8 is: [{'id': '54e4ac62-05cf-4b68-9e45-7b086bf5f12f', 'name': 'tempest-AttachSCSIVolumeTestJSON-666654284-router', 'tenant_id': '44ef6e26f7e242d49beb387443d34764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '83d96436-77a7-4906-a6f4-f854f00542e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:43Z', 'updated_at': '2021-11-24T21:01:46Z', 'revision_number': 3, 'project_id': '44ef6e26f7e242d49beb387443d34764', 'gw_port': {'id': '83d96436-77a7-4906-a6f4-f854f00542e9', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e4ac62-05cf-4b68-9e45-7b086bf5f12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:01:44Z', 'updated_at': '2021-11-24T21:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:01:52.419471 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c9954dca-c187-4f01-ab62-aad37d44e65e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:52.424198 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c9954dca-c187-4f01-ab62-aad37d44e65e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] 10.222.0.11 "DELETE /v2.0/networks/1f176f74-01d3-4640-935b-9a80200a4c6b HTTP/1.1" status: 204 len: 168 time: 2.2732604 Nov 24 21:01:52.473866 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165a57e6-2a1e-4d36-9721-080687801e13 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:01:52.487570 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99276907-7612-41f0-9d33-7a1fac71f58f None None] Sync routers for ids ['450da802-2b3e-472c-9e1e-35f84e1a41b2'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:01:52.493360 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-165a57e6-2a1e-4d36-9721-080687801e13 admin admin] 10.222.0.11 "PUT /v2.0/routers/450da802-2b3e-472c-9e1e-35f84e1a41b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6421368 Nov 24 21:01:52.495862 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41054) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:52.509899 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99276907-7612-41f0-9d33-7a1fac71f58f None None] Routers {'450da802-2b3e-472c-9e1e-35f84e1a41b2'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:52.515312 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-99276907-7612-41f0-9d33-7a1fac71f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['450da802-2b3e-472c-9e1e-35f84e1a41b2'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:52.519841 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9954dca-c187-4f01-ab62-aad37d44e65e tempest-PortsIpV6TestJSON-1520301354 tempest-PortsIpV6TestJSON-1520301354-project] Pushing event deleted for resources: {'Network': ['ID=1f176f74-01d3-4640-935b-9a80200a4c6b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:52.547438 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e09d2c-f87c-41df-94f3-6623d6f35328 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:01:52.556565 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-74e09d2c-f87c-41df-94f3-6623d6f35328 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/routers/3e44f180-4576-4cef-a485-969660a0613d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8837371 Nov 24 21:01:52.561162 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1087945-081d-44fe-8f8e-626268f6c5e1 None None] Sync routers for ids ['3e44f180-4576-4cef-a485-969660a0613d'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:01:52.563579 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41056) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:52.577820 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1087945-081d-44fe-8f8e-626268f6c5e1 None None] Routers {'3e44f180-4576-4cef-a485-969660a0613d'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:52.578507 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c1087945-081d-44fe-8f8e-626268f6c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['3e44f180-4576-4cef-a485-969660a0613d'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:52.627761 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5ec6ba20-9183-485e-8631-91b5ab4a2077 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e44f180-4576-4cef-a485-969660a0613d HTTP/1.1" status: 200 len: 205 time: 0.0628374 Nov 24 21:01:52.633932 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41060) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:52.684629 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c1087945-081d-44fe-8f8e-626268f6c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:52.723549 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1087945-081d-44fe-8f8e-626268f6c5e1 None None] Routers {'3e44f180-4576-4cef-a485-969660a0613d'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:52.724272 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c1087945-081d-44fe-8f8e-626268f6c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['3e44f180-4576-4cef-a485-969660a0613d'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:52.735854 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-6c192ac5-faed-42db-a09b-2658d0546d7d admin admin] Allocated IP 172.20.0.1 (d004fdc5-924a-4258-857a-01a998145c3a/fe84adb6-491e-424a-862d-05aae73bbcb1/53fc4ed9-26db-4ede-890d-7d75b298add5) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:01:52.795771 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-99276907-7612-41f0-9d33-7a1fac71f58f None None] Set router 450da802-2b3e-472c-9e1e-35f84e1a41b2 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:01:52.809407 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c1087945-081d-44fe-8f8e-626268f6c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:52.810050 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1087945-081d-44fe-8f8e-626268f6c5e1 None None] The sync data for ids ['3e44f180-4576-4cef-a485-969660a0613d'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:01:52.978736 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6c39365-df51-4869-91e1-33b9cb100115 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:53.061123 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-99276907-7612-41f0-9d33-7a1fac71f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'name': 'tempest-ServersTestFqdnHostnames-945402129-router', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:59:00Z', 'updated_at': '2021-11-24T21:01:51Z', 'revision_number': 5, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'gw_port': {'id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:59:01Z', 'updated_at': '2021-11-24T20:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:53.096123 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c192ac5-faed-42db-a09b-2658d0546d7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:53.097728 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41068) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:53.136106 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99276907-7612-41f0-9d33-7a1fac71f58f None None] Checking router: 450da802-2b3e-472c-9e1e-35f84e1a41b2 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:01:53.151930 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99276907-7612-41f0-9d33-7a1fac71f58f None None] Routers {'450da802-2b3e-472c-9e1e-35f84e1a41b2'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:53.153062 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-99276907-7612-41f0-9d33-7a1fac71f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['450da802-2b3e-472c-9e1e-35f84e1a41b2'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:53.206331 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c192ac5-faed-42db-a09b-2658d0546d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:53.360978 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-99276907-7612-41f0-9d33-7a1fac71f58f None None] Set router 450da802-2b3e-472c-9e1e-35f84e1a41b2 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:01:53.364391 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6c39365-df51-4869-91e1-33b9cb100115 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:53.365886 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c192ac5-faed-42db-a09b-2658d0546d7d admin admin] Network d004fdc5-924a-4258-857a-01a998145c3a is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:53.371802 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6c39365-df51-4869-91e1-33b9cb100115 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:53.386846 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-6c192ac5-faed-42db-a09b-2658d0546d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:53.418199 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c192ac5-faed-42db-a09b-2658d0546d7d admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:01:53.420409 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c192ac5-faed-42db-a09b-2658d0546d7d admin admin] Pushing event updated for resources: {'Port': ['ID=53fc4ed9-26db-4ede-890d-7d75b298add5,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:53.481605 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10cdf2ee-5726-4c07-b0a8-35f990553266 admin admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:53.591826 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2b12f54a-7ee8-4bc4-964f-1e1be67c2604 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b494baadac6c445f9c005699115a804c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4927554 Nov 24 21:01:53.594520 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41080) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:53.673672 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 83d96436-77a7-4906-a6f4-f854f00542e9 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:01:53.707398 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c192ac5-faed-42db-a09b-2658d0546d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:53.719196 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-99276907-7612-41f0-9d33-7a1fac71f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'name': 'tempest-ServersTestFqdnHostnames-945402129-router', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:59:00Z', 'updated_at': '2021-11-24T21:01:51Z', 'revision_number': 5, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'gw_port': {'id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:59:01Z', 'updated_at': '2021-11-24T20:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:53.735570 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6c39365-df51-4869-91e1-33b9cb100115 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:53.736082 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c39365-df51-4869-91e1-33b9cb100115 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Fanout notify agent at l3_agent the message router_deleted on router 3e44f180-4576-4cef-a485-969660a0613d {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:01:53.765568 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6c39365-df51-4869-91e1-33b9cb100115 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:53.773365 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a6c39365-df51-4869-91e1-33b9cb100115 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/routers/3e44f180-4576-4cef-a485-969660a0613d HTTP/1.1" status: 204 len: 168 time: 1.1372404 Nov 24 21:01:53.775251 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41086) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:53.790043 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99276907-7612-41f0-9d33-7a1fac71f58f None None] The sync data for ids ['450da802-2b3e-472c-9e1e-35f84e1a41b2'] in n-d-812111-8 is: [{'id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'name': 'tempest-ServersTestFqdnHostnames-945402129-router', 'tenant_id': '05a0e117b094408ca97fe41bcd9a1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:59:00Z', 'updated_at': '2021-11-24T21:01:51Z', 'revision_number': 5, 'project_id': '05a0e117b094408ca97fe41bcd9a1090', 'gw_port': {'id': 'a83a6158-9115-479c-9c86-7eac8ab2b142', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450da802-2b3e-472c-9e1e-35f84e1a41b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:59:01Z', 'updated_at': '2021-11-24T20:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:01:53.818650 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 83d96436-77a7-4906-a6f4-f854f00542e9 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:53.820873 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:53.878902 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10cdf2ee-5726-4c07-b0a8-35f990553266 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:53.906136 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf0005d-90b3-4b01-a96b-14de688245b7 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting subnet 3f06c336-5d43-4e41-8575-3532890e8687 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:01:53.913060 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-caf0005d-90b3-4b01-a96b-14de688245b7 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:53.990932 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9449bed0-c435-41e2-8972-9582e1226e87 None None] Provisioning complete for port 53fc4ed9-26db-4ede-890d-7d75b298add5 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:53.991846 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5e7203e8-8c31-4c3b-b050-05db8e319aa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:53.992407 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9449bed0-c435-41e2-8972-9582e1226e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:54.026514 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-caf0005d-90b3-4b01-a96b-14de688245b7 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:54.052319 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5e7203e8-8c31-4c3b-b050-05db8e319aa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:54.103198 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9449bed0-c435-41e2-8972-9582e1226e87 None None] Port 53fc4ed9-26db-4ede-890d-7d75b298add5 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:54.104857 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-10cdf2ee-5726-4c07-b0a8-35f990553266 admin admin] Deleting port a83a6158-9115-479c-9c86-7eac8ab2b142 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:54.104857 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10cdf2ee-5726-4c07-b0a8-35f990553266 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:54.141473 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c192ac5-faed-42db-a09b-2658d0546d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:54.232591 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-caf0005d-90b3-4b01-a96b-14de688245b7 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:54.256020 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5e7203e8-8c31-4c3b-b050-05db8e319aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:54.258736 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5e7203e8-8c31-4c3b-b050-05db8e319aa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:54.259916 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5e7203e8-8c31-4c3b-b050-05db8e319aa4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/913021c3-56d2-4d3a-8877-444c6adc6f82 HTTP/1.1" status: 204 len: 168 time: 0.6420231 Nov 24 21:01:54.282946 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7203e8-8c31-4c3b-b050-05db8e319aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913021c3-56d2-4d3a-8877-444c6adc6f82,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:54.391281 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:01:54.452911 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-caf0005d-90b3-4b01-a96b-14de688245b7 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:54.474710 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c192ac5-faed-42db-a09b-2658d0546d7d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:54.480996 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c192ac5-faed-42db-a09b-2658d0546d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:54.508842 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0005d-90b3-4b01-a96b-14de688245b7 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Subnet': ['ID=3f06c336-5d43-4e41-8575-3532890e8687,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:54.525544 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c995f3a-f259-4fd7-b508-59cdb277c8bb None None] Network 87382081-954a-41ce-baca-d3a9a2b53bc5 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:01:54.541442 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-caf0005d-90b3-4b01-a96b-14de688245b7 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:54.550658 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-caf0005d-90b3-4b01-a96b-14de688245b7 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/subnets/3f06c336-5d43-4e41-8575-3532890e8687 HTTP/1.1" status: 204 len: 168 time: 0.7672417 Nov 24 21:01:54.555990 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41102) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:54.611199 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-10cdf2ee-5726-4c07-b0a8-35f990553266 admin admin] For port a83a6158-9115-479c-9c86-7eac8ab2b142, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a83a6158-9115-479c-9c86-7eac8ab2b142,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:54.612346 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10cdf2ee-5726-4c07-b0a8-35f990553266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:54.639283 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c192ac5-faed-42db-a09b-2658d0546d7d admin admin] Pushing event updated for resources: {'Port': ['ID=53fc4ed9-26db-4ede-890d-7d75b298add5,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:54.644959 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-10cdf2ee-5726-4c07-b0a8-35f990553266 admin admin] Calling delete_port for a83a6158-9115-479c-9c86-7eac8ab2b142 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:54.647401 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c192ac5-faed-42db-a09b-2658d0546d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:54.843091 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee2ba4b-aa3e-4b47-8959-20afb6309aca None None] DHCP port deletion for 87382081-954a-41ce-baca-d3a9a2b53bc5 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:01:54.881455 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-817c4b36-6df7-4c0d-8a9b-e3cf9aff66d6 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:55.024702 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-cee2ba4b-aa3e-4b47-8959-20afb6309aca None None] Deleting port b8fdc538-ede1-4bfd-b0d8-8c101965bfb0 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:55.025273 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cee2ba4b-aa3e-4b47-8959-20afb6309aca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:55.050261 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c192ac5-faed-42db-a09b-2658d0546d7d admin admin] Network d004fdc5-924a-4258-857a-01a998145c3a is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:01:55.056141 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-6c192ac5-faed-42db-a09b-2658d0546d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:01:55.127316 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-817c4b36-6df7-4c0d-8a9b-e3cf9aff66d6 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting port b8fdc538-ede1-4bfd-b0d8-8c101965bfb0 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:55.132465 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-817c4b36-6df7-4c0d-8a9b-e3cf9aff66d6 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:55.163275 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10cdf2ee-5726-4c07-b0a8-35f990553266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:55.230690 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-cee2ba4b-aa3e-4b47-8959-20afb6309aca None None] For port b8fdc538-ede1-4bfd-b0d8-8c101965bfb0, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b8fdc538-ede1-4bfd-b0d8-8c101965bfb0,segment=NetworkSegment(c67afc29-95f8-4e90-a1fb-700445ec288e),segment_id=c67afc29-95f8-4e90-a1fb-700445ec288e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:55.231509 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cee2ba4b-aa3e-4b47-8959-20afb6309aca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:55.247856 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdf2ee-5726-4c07-b0a8-35f990553266 admin admin] Pushing event deleted for resources: {'Port': ['ID=a83a6158-9115-479c-9c86-7eac8ab2b142,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:55.256665 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-cee2ba4b-aa3e-4b47-8959-20afb6309aca None None] Calling delete_port for b8fdc538-ede1-4bfd-b0d8-8c101965bfb0 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:55.265515 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-817c4b36-6df7-4c0d-8a9b-e3cf9aff66d6 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] For port b8fdc538-ede1-4bfd-b0d8-8c101965bfb0, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b8fdc538-ede1-4bfd-b0d8-8c101965bfb0,segment=NetworkSegment(c67afc29-95f8-4e90-a1fb-700445ec288e),segment_id=c67afc29-95f8-4e90-a1fb-700445ec288e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:55.266076 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-817c4b36-6df7-4c0d-8a9b-e3cf9aff66d6 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:55.443370 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec10a733-7652-4292-bc24-8ee7d890fe4e None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:01:55.447011 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cee2ba4b-aa3e-4b47-8959-20afb6309aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:55.519230 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee2ba4b-aa3e-4b47-8959-20afb6309aca None None] No DVR routers for this DVR port b8fdc538-ede1-4bfd-b0d8-8c101965bfb0 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:01:55.522296 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10cdf2ee-5726-4c07-b0a8-35f990553266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:55.524397 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2ba4b-aa3e-4b47-8959-20afb6309aca None None] Pushing event deleted for resources: {'Port': ['ID=b8fdc538-ede1-4bfd-b0d8-8c101965bfb0,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:55.664449 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-077320e0-4383-4a3f-9a97-196dfcc12487 None None] Provisioning complete for port 53fc4ed9-26db-4ede-890d-7d75b298add5 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:55.664943 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-077320e0-4383-4a3f-9a97-196dfcc12487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:55.793432 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b8fdc538-ede1-4bfd-b0d8-8c101965bfb0 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:01:55.862826 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: b8fdc538-ede1-4bfd-b0d8-8c101965bfb0 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:01:55.863507 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b8fdc538-ede1-4bfd-b0d8-8c101965bfb0 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:01:55.863701 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e2861750-d2eb-48b8-90ff-0f656683f198 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:01:55.867552 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-077320e0-4383-4a3f-9a97-196dfcc12487 None None] Port 53fc4ed9-26db-4ede-890d-7d75b298add5 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:01:55.891823 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10cdf2ee-5726-4c07-b0a8-35f990553266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:55.902892 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10cdf2ee-5726-4c07-b0a8-35f990553266 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:55.916339 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: e2861750-d2eb-48b8-90ff-0f656683f198 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:01:55.916696 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e2861750-d2eb-48b8-90ff-0f656683f198 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:01:55.959403 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-817c4b36-6df7-4c0d-8a9b-e3cf9aff66d6 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Calling delete_port for b8fdc538-ede1-4bfd-b0d8-8c101965bfb0 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:55.963941 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10cdf2ee-5726-4c07-b0a8-35f990553266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:55.965017 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cdf2ee-5726-4c07-b0a8-35f990553266 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 450da802-2b3e-472c-9e1e-35f84e1a41b2 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:01:55.970090 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10cdf2ee-5726-4c07-b0a8-35f990553266 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:55.971642 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-10cdf2ee-5726-4c07-b0a8-35f990553266 admin admin] 10.222.0.11 "DELETE /v2.0/routers/450da802-2b3e-472c-9e1e-35f84e1a41b2 HTTP/1.1" status: 204 len: 168 time: 3.4742839 Nov 24 21:01:55.974569 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41138) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:56.080137 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0be01f4-5ffe-47ff-9bcf-df8aa5ea6354 admin admin] Deleting subnet 9e861052-0b84-4fa5-83b7-82ecf6009879 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:01:56.089571 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e0be01f4-5ffe-47ff-9bcf-df8aa5ea6354 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:56.127352 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41142) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:56.158413 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-817c4b36-6df7-4c0d-8a9b-e3cf9aff66d6 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:56.188332 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c4b36-6df7-4c0d-8a9b-e3cf9aff66d6 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Port': ['ID=b8fdc538-ede1-4bfd-b0d8-8c101965bfb0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:56.198796 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e0be01f4-5ffe-47ff-9bcf-df8aa5ea6354 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:56.206537 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c192ac5-faed-42db-a09b-2658d0546d7d admin admin] Router 54e4ac62-05cf-4b68-9e45-7b086bf5f12f has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:01:56.212002 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817c4b36-6df7-4c0d-8a9b-e3cf9aff66d6 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] No DVR routers for this DVR port b8fdc538-ede1-4bfd-b0d8-8c101965bfb0 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:01:56.375746 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e0be01f4-5ffe-47ff-9bcf-df8aa5ea6354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:56.410609 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-7b5daace-ab40-40ec-aae9-199c1713c364 tempest-DvrRoutersNegativeTest-1120520493 tempest-DvrRoutersNegativeTest-1120520493-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-498951524', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:56.413629 n-d-812111-8 neutron-server[109991]: DEBUG neutron.policy [None req-7b5daace-ab40-40ec-aae9-199c1713c364 tempest-DvrRoutersNegativeTest-1120520493 tempest-DvrRoutersNegativeTest-1120520493-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109991) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 24 21:01:56.413966 n-d-812111-8 neutron-server[109991]: DEBUG neutron.policy [None req-7b5daace-ab40-40ec-aae9-199c1713c364 tempest-DvrRoutersNegativeTest-1120520493 tempest-DvrRoutersNegativeTest-1120520493-project] Failed policy check for 'create_router' {{(pid=109991) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 24 21:01:56.414722 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-7b5daace-ab40-40ec-aae9-199c1713c364 tempest-DvrRoutersNegativeTest-1120520493 tempest-DvrRoutersNegativeTest-1120520493-project] create failed (client error): Access was denied to this resource. Nov 24 21:01:56.420912 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7b5daace-ab40-40ec-aae9-199c1713c364 tempest-DvrRoutersNegativeTest-1120520493 tempest-DvrRoutersNegativeTest-1120520493-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2903292 Nov 24 21:01:56.470218 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e0be01f4-5ffe-47ff-9bcf-df8aa5ea6354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:56.518295 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-817c4b36-6df7-4c0d-8a9b-e3cf9aff66d6 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:56.535846 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be01f4-5ffe-47ff-9bcf-df8aa5ea6354 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e861052-0b84-4fa5-83b7-82ecf6009879,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:56.551352 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e0be01f4-5ffe-47ff-9bcf-df8aa5ea6354 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:56.559900 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550e6310-2b8a-43a0-b533-fc412e446854 None None] Network 052aa3f3-cb01-49c1-a57f-09e705955607 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:01:56.562147 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-817c4b36-6df7-4c0d-8a9b-e3cf9aff66d6 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87382081-954a-41ce-baca-d3a9a2b53bc5']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:56.568585 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e0be01f4-5ffe-47ff-9bcf-df8aa5ea6354 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9e861052-0b84-4fa5-83b7-82ecf6009879 HTTP/1.1" status: 204 len: 168 time: 0.5927827 Nov 24 21:01:56.577225 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41150) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:56.607917 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c192ac5-faed-42db-a09b-2658d0546d7d admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:01:56.616469 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6c192ac5-faed-42db-a09b-2658d0546d7d admin admin] 10.222.0.11 "PUT /v2.0/routers/54e4ac62-05cf-4b68-9e45-7b086bf5f12f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7335808 Nov 24 21:01:56.621290 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-817c4b36-6df7-4c0d-8a9b-e3cf9aff66d6 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67afc29-95f8-4e90-a1fb-700445ec288e') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:56.621589 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-817c4b36-6df7-4c0d-8a9b-e3cf9aff66d6 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67afc29-95f8-4e90-a1fb-700445ec288e') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:56.626111 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] Sync routers for ids ['54e4ac62-05cf-4b68-9e45-7b086bf5f12f'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:01:56.647168 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] Routers {'54e4ac62-05cf-4b68-9e45-7b086bf5f12f'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:56.648524 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['54e4ac62-05cf-4b68-9e45-7b086bf5f12f'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:56.660491 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-817c4b36-6df7-4c0d-8a9b-e3cf9aff66d6 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:56.712866 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-817c4b36-6df7-4c0d-8a9b-e3cf9aff66d6 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:56.725752 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817c4b36-6df7-4c0d-8a9b-e3cf9aff66d6 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:01:56.726429 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-817c4b36-6df7-4c0d-8a9b-e3cf9aff66d6 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: self.session.flush() Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: self.session.flush() Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: self.session.flush() Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: self.session.flush() Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:01:56.775004 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:01:56.878770 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66f35af0-8d37-4c47-9843-5453dacd3886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:57.018799 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-817c4b36-6df7-4c0d-8a9b-e3cf9aff66d6 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:57.031131 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-817c4b36-6df7-4c0d-8a9b-e3cf9aff66d6 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:57.059893 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41160) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:57.079945 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-817c4b36-6df7-4c0d-8a9b-e3cf9aff66d6 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/networks/87382081-954a-41ce-baca-d3a9a2b53bc5 HTTP/1.1" status: 204 len: 168 time: 2.5155194 Nov 24 21:01:57.084005 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e93c36a6-d6ae-4a45-a9b2-eb9550d3e513 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1055163613', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:57.101882 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c4b36-6df7-4c0d-8a9b-e3cf9aff66d6 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Network': ['ID=87382081-954a-41ce-baca-d3a9a2b53bc5,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:57.199835 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a29ac4-acd6-4928-95d5-b440665708a3 None None] DHCP port deletion for 052aa3f3-cb01-49c1-a57f-09e705955607 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:01:57.200478 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-66f35af0-8d37-4c47-9843-5453dacd3886 admin admin] Deleting port 792a59ca-de88-4ced-b570-462594a5c836 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:57.202404 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66f35af0-8d37-4c47-9843-5453dacd3886 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:57.210047 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e93c36a6-d6ae-4a45-a9b2-eb9550d3e513 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:57.226760 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e93c36a6-d6ae-4a45-a9b2-eb9550d3e513 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:57.267183 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] Set router 54e4ac62-05cf-4b68-9e45-7b086bf5f12f gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:01:57.303493 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41170) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:57.387078 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-19a29ac4-acd6-4928-95d5-b440665708a3 None None] Deleting port 792a59ca-de88-4ced-b570-462594a5c836 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:01:57.391049 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-19a29ac4-acd6-4928-95d5-b440665708a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:57.437879 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e93c36a6-d6ae-4a45-a9b2-eb9550d3e513 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:57.452943 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e93c36a6-d6ae-4a45-a9b2-eb9550d3e513 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:57.536012 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a83a6158-9115-479c-9c86-7eac8ab2b142 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:01:57.568377 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a1c2f3db-ebb9-4e11-bd2b-3494548eb905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:57.571355 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-66f35af0-8d37-4c47-9843-5453dacd3886 admin admin] For port 792a59ca-de88-4ced-b570-462594a5c836, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=792a59ca-de88-4ced-b570-462594a5c836,segment=NetworkSegment(7a44ead5-6dd0-40be-9dbb-70a3360b9949),segment_id=7a44ead5-6dd0-40be-9dbb-70a3360b9949)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:57.572897 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66f35af0-8d37-4c47-9843-5453dacd3886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:57.590891 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-66f35af0-8d37-4c47-9843-5453dacd3886 admin admin] Calling delete_port for 792a59ca-de88-4ced-b570-462594a5c836 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:57.624258 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: a83a6158-9115-479c-9c86-7eac8ab2b142 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:01:57.626865 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a83a6158-9115-479c-9c86-7eac8ab2b142 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:01:57.628785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 792a59ca-de88-4ced-b570-462594a5c836 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:01:57.680149 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a1c2f3db-ebb9-4e11-bd2b-3494548eb905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:57.684417 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a1c2f3db-ebb9-4e11-bd2b-3494548eb905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:57.712357 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-19a29ac4-acd6-4928-95d5-b440665708a3 None None] For port 792a59ca-de88-4ced-b570-462594a5c836, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=792a59ca-de88-4ced-b570-462594a5c836,segment=NetworkSegment(7a44ead5-6dd0-40be-9dbb-70a3360b9949),segment_id=7a44ead5-6dd0-40be-9dbb-70a3360b9949)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:01:57.735773 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-19a29ac4-acd6-4928-95d5-b440665708a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:57.737487 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a1c2f3db-ebb9-4e11-bd2b-3494548eb905 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dac700b146ff4099baf3baa93ee21a77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4318018 Nov 24 21:01:57.741614 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41178) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:57.766533 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66f35af0-8d37-4c47-9843-5453dacd3886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:57.802177 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-19a29ac4-acd6-4928-95d5-b440665708a3 None None] Calling delete_port for 792a59ca-de88-4ced-b570-462594a5c836 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:01:57.825234 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2f3db-ebb9-4e11-bd2b-3494548eb905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9473e2-c61a-4bc9-8be8-7d12c6f9006a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:57.860165 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e93c36a6-d6ae-4a45-a9b2-eb9550d3e513 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:57.862414 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e93c36a6-d6ae-4a45-a9b2-eb9550d3e513 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7989156 Nov 24 21:01:57.864079 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f35af0-8d37-4c47-9843-5453dacd3886 admin admin] Pushing event deleted for resources: {'Port': ['ID=792a59ca-de88-4ced-b570-462594a5c836,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:57.869425 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41182) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:57.876898 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f35af0-8d37-4c47-9843-5453dacd3886 admin admin] No DVR routers for this DVR port 792a59ca-de88-4ced-b570-462594a5c836 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:01:57.878562 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e4ac62-05cf-4b68-9e45-7b086bf5f12f', 'name': 'tempest-AttachSCSIVolumeTestJSON-666654284-router', 'tenant_id': '44ef6e26f7e242d49beb387443d34764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '83d96436-77a7-4906-a6f4-f854f00542e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:43Z', 'updated_at': '2021-11-24T21:01:54Z', 'revision_number': 4, 'project_id': '44ef6e26f7e242d49beb387443d34764', 'gw_port': {'id': '83d96436-77a7-4906-a6f4-f854f00542e9', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e4ac62-05cf-4b68-9e45-7b086bf5f12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:01:44Z', 'updated_at': '2021-11-24T21:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '53fc4ed9-26db-4ede-890d-7d75b298add5', 'name': '', 'network_id': 'd004fdc5-924a-4258-857a-01a998145c3a', 'tenant_id': '44ef6e26f7e242d49beb387443d34764', 'mac_address': 'fa:16:3e:f8:22:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e4ac62-05cf-4b68-9e45-7b086bf5f12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': 'fe84adb6-491e-424a-862d-05aae73bbcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:01:52Z', 'updated_at': '2021-11-24T21:01:54Z', 'revision_number': 2, 'project_id': '44ef6e26f7e242d49beb387443d34764', 'subnets': [{'id': 'fe84adb6-491e-424a-862d-05aae73bbcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:57.883740 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-70881318-e864-419e-8972-45f44887db6b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-83387643'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:57.968622 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70881318-e864-419e-8972-45f44887db6b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Made reservation on behalf of 477a0cb75e98499e9b77be2952c0d710 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:01:57.984609 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] Checking router: 54e4ac62-05cf-4b68-9e45-7b086bf5f12f for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:01:57.986026 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] Updating router 54e4ac62-05cf-4b68-9e45-7b086bf5f12f port 53fc4ed9-26db-4ede-890d-7d75b298add5 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:01:57.987380 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70881318-e864-419e-8972-45f44887db6b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:57.998649 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-147a8658-8fc0-4cbd-b1f7-460425ac5c1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:58.006734 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No active binding found for port 792a59ca-de88-4ced-b570-462594a5c836 {{(pid=109992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 24 21:01:58.008644 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 792a59ca-de88-4ced-b570-462594a5c836 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:01:58.061889 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-147a8658-8fc0-4cbd-b1f7-460425ac5c1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:58.078097 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:58.085524 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-19a29ac4-acd6-4928-95d5-b440665708a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:58.116622 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a29ac4-acd6-4928-95d5-b440665708a3 None None] Pushing event deleted for resources: {'Port': ['ID=792a59ca-de88-4ced-b570-462594a5c836,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:58.131330 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a29ac4-acd6-4928-95d5-b440665708a3 None None] No DVR routers for this DVR port 792a59ca-de88-4ced-b570-462594a5c836 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:01:58.210715 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-147a8658-8fc0-4cbd-b1f7-460425ac5c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:58.213675 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-147a8658-8fc0-4cbd-b1f7-460425ac5c1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:58.218319 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-147a8658-8fc0-4cbd-b1f7-460425ac5c1a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf9473e2-c61a-4bc9-8be8-7d12c6f9006a HTTP/1.1" status: 204 len: 168 time: 0.4752946 Nov 24 21:01:58.234471 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a8658-8fc0-4cbd-b1f7-460425ac5c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9473e2-c61a-4bc9-8be8-7d12c6f9006a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:58.265770 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66f35af0-8d37-4c47-9843-5453dacd3886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:58.279863 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70881318-e864-419e-8972-45f44887db6b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:01:58.306712 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-66f35af0-8d37-4c47-9843-5453dacd3886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052aa3f3-cb01-49c1-a57f-09e705955607']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:58.310788 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70881318-e864-419e-8972-45f44887db6b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:58.311195 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-70881318-e864-419e-8972-45f44887db6b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Added segment 6a26473e-a1a6-4d18-9146-23b90b5cab5a of type vlan for network dc7756fe-899a-4c70-85df-cac335a4d1bd Nov 24 21:01:58.330268 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-66f35af0-8d37-4c47-9843-5453dacd3886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a44ead5-6dd0-40be-9dbb-70a3360b9949') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:58.330268 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-66f35af0-8d37-4c47-9843-5453dacd3886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a44ead5-6dd0-40be-9dbb-70a3360b9949') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:58.378951 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66f35af0-8d37-4c47-9843-5453dacd3886 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:58.401158 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70881318-e864-419e-8972-45f44887db6b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:58.429554 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66f35af0-8d37-4c47-9843-5453dacd3886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:58.445867 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f35af0-8d37-4c47-9843-5453dacd3886 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:01:58.446557 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66f35af0-8d37-4c47-9843-5453dacd3886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:01:58.448702 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:01:58.540341 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70881318-e864-419e-8972-45f44887db6b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:58.549031 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70881318-e864-419e-8972-45f44887db6b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:01:58.550013 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70881318-e864-419e-8972-45f44887db6b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:58.569348 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66f35af0-8d37-4c47-9843-5453dacd3886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:58.590858 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-70881318-e864-419e-8972-45f44887db6b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7187796 Nov 24 21:01:58.593078 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66f35af0-8d37-4c47-9843-5453dacd3886 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:58.594821 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41196) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:58.601220 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-66f35af0-8d37-4c47-9843-5453dacd3886 admin admin] 10.222.0.11 "DELETE /v2.0/networks/052aa3f3-cb01-49c1-a57f-09e705955607 HTTP/1.1" status: 204 len: 168 time: 2.0224075 Nov 24 21:01:58.618492 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-df992a62-27d0-45cf-b69a-bc898d2f7e34 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'subnet': {'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:01:58.725105 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70881318-e864-419e-8972-45f44887db6b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Network': ['ID=dc7756fe-899a-4c70-85df-cac335a4d1bd,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:58.742986 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network dc7756fe-899a-4c70-85df-cac335a4d1bd details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:01:58.762910 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f35af0-8d37-4c47-9843-5453dacd3886 admin admin] Pushing event deleted for resources: {'Network': ['ID=052aa3f3-cb01-49c1-a57f-09e705955607,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:58.942760 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:58.962724 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:59.002011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41208) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:59.047756 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df992a62-27d0-45cf-b69a-bc898d2f7e34 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Made reservation on behalf of 477a0cb75e98499e9b77be2952c0d710 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:01:59.064402 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df992a62-27d0-45cf-b69a-bc898d2f7e34 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:59.096271 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-86bae819-4a03-4633-80a4-3fc53f0bd927 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=05a0e117b094408ca97fe41bcd9a1090&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0907974 Nov 24 21:01:59.097250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41212) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:01:59.245465 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a23a5-5d50-4325-861d-bf4cccea44f4 None None] Pushing event updated for resources: {'Port': ['ID=53fc4ed9-26db-4ede-890d-7d75b298add5,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:59.292740 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e05de10a-5207-4906-a357-c858242976ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:59.318181 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a23a5-5d50-4325-861d-bf4cccea44f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:59.319587 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a23a5-5d50-4325-861d-bf4cccea44f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:59.320101 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a23a5-5d50-4325-861d-bf4cccea44f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:59.321147 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a23a5-5d50-4325-861d-bf4cccea44f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:59.322190 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a23a5-5d50-4325-861d-bf4cccea44f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:59.323769 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a23a5-5d50-4325-861d-bf4cccea44f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:59.324274 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a23a5-5d50-4325-861d-bf4cccea44f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:59.327536 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a23a5-5d50-4325-861d-bf4cccea44f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:59.328115 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a23a5-5d50-4325-861d-bf4cccea44f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:59.328611 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a23a5-5d50-4325-861d-bf4cccea44f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:59.329222 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a23a5-5d50-4325-861d-bf4cccea44f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:59.329732 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a23a5-5d50-4325-861d-bf4cccea44f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:01:59.392506 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e05de10a-5207-4906-a357-c858242976ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:59.437966 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] Attempting to bind port 53fc4ed9-26db-4ede-890d-7d75b298add5 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:01:59.438394 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] Attempting to bind port 53fc4ed9-26db-4ede-890d-7d75b298add5 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '1f9fea9f-42cf-45c9-abd7-007c76432f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd004fdc5-924a-4258-857a-01a998145c3a'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:01:59.438761 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] Attempting to bind port 53fc4ed9-26db-4ede-890d-7d75b298add5 on network d004fdc5-924a-4258-857a-01a998145c3a {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:01:59.453989 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:01:59.454607 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] Checking segment: {'id': '1f9fea9f-42cf-45c9-abd7-007c76432f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd004fdc5-924a-4258-857a-01a998145c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:01:59.455198 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:59.456721 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] Bound using segment: {'id': '1f9fea9f-42cf-45c9-abd7-007c76432f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd004fdc5-924a-4258-857a-01a998145c3a'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:01:59.457549 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] Bound port: 53fc4ed9-26db-4ede-890d-7d75b298add5, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9fea9f-42cf-45c9-abd7-007c76432f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd004fdc5-924a-4258-857a-01a998145c3a'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:01:59.459323 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:59.588870 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e05de10a-5207-4906-a357-c858242976ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:59.589511 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e05de10a-5207-4906-a357-c858242976ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:59.592697 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e05de10a-5207-4906-a357-c858242976ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf0eabc1-bb26-46a9-bd64-24922fb9dce4 HTTP/1.1" status: 204 len: 168 time: 0.4911985 Nov 24 21:01:59.666349 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05de10a-5207-4906-a357-c858242976ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0eabc1-bb26-46a9-bd64-24922fb9dce4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:59.684763 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] For port 53fc4ed9-26db-4ede-890d-7d75b298add5, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:01:59.695716 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] For port 53fc4ed9-26db-4ede-890d-7d75b298add5, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=53fc4ed9-26db-4ede-890d-7d75b298add5,segment=NetworkSegment(1f9fea9f-42cf-45c9-abd7-007c76432f31),segment_id=1f9fea9f-42cf-45c9-abd7-007c76432f31)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:01:59.706538 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:59.796552 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df992a62-27d0-45cf-b69a-bc898d2f7e34 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:59.811124 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a23a5-5d50-4325-861d-bf4cccea44f4 None None] Pushing event updated for resources: {'Port': ['ID=53fc4ed9-26db-4ede-890d-7d75b298add5,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:01:59.831561 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] Routers {'54e4ac62-05cf-4b68-9e45-7b086bf5f12f'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:01:59.832595 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['54e4ac62-05cf-4b68-9e45-7b086bf5f12f'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:01:59.866618 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d972b3e2-43a8-4d0e-8d6d-b701e4ed5d1a None None] Provisioning complete for port 53fc4ed9-26db-4ede-890d-7d75b298add5 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:01:59.868410 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d972b3e2-43a8-4d0e-8d6d-b701e4ed5d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:01:59.922284 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df992a62-27d0-45cf-b69a-bc898d2f7e34 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Subnet': ['ID=09214594-3435-4e47-8f97-390308f0a908,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:00.043880 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df992a62-27d0-45cf-b69a-bc898d2f7e34 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Checking segment: {'id': '6a26473e-a1a6-4d18-9146-23b90b5cab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:02:00.052482 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df992a62-27d0-45cf-b69a-bc898d2f7e34 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network hostable DHCP agents. Network: dc7756fe-899a-4c70-85df-cac335a4d1bd, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:02:00.103312 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] Set router 54e4ac62-05cf-4b68-9e45-7b086bf5f12f gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:02:00.111148 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df992a62-27d0-45cf-b69a-bc898d2f7e34 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network dc7756fe-899a-4c70-85df-cac335a4d1bd is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:02:00.131116 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-df992a62-27d0-45cf-b69a-bc898d2f7e34 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, dc7756fe-899a-4c70-85df-cac335a4d1bd) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:00.147057 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df992a62-27d0-45cf-b69a-bc898d2f7e34 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:00.147642 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df992a62-27d0-45cf-b69a-bc898d2f7e34 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:00.168785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641e62e7-7ee1-486b-837d-8ef1ba81ceaf None None] Network dc7756fe-899a-4c70-85df-cac335a4d1bd requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:02:00.269348 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d972b3e2-43a8-4d0e-8d6d-b701e4ed5d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:00.269587 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-df992a62-27d0-45cf-b69a-bc898d2f7e34 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6721380 Nov 24 21:02:00.273209 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41234) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:00.541894 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d972b3e2-43a8-4d0e-8d6d-b701e4ed5d1a None None] For port 53fc4ed9-26db-4ede-890d-7d75b298add5, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=53fc4ed9-26db-4ede-890d-7d75b298add5,segment=NetworkSegment(1f9fea9f-42cf-45c9-abd7-007c76432f31),segment_id=1f9fea9f-42cf-45c9-abd7-007c76432f31)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:02:00.589306 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d972b3e2-43a8-4d0e-8d6d-b701e4ed5d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:00.834386 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972b3e2-43a8-4d0e-8d6d-b701e4ed5d1a None None] Pushing event updated for resources: {'Port': ['ID=53fc4ed9-26db-4ede-890d-7d75b298add5,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:00.897295 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41256) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:00.899996 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6eae341b-8a17-4475-8cbd-810ee8da7ccf None None] Provisioning complete for port 53fc4ed9-26db-4ede-890d-7d75b298add5 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:00.900445 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6eae341b-8a17-4475-8cbd-810ee8da7ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:00.915443 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e4ac62-05cf-4b68-9e45-7b086bf5f12f', 'name': 'tempest-AttachSCSIVolumeTestJSON-666654284-router', 'tenant_id': '44ef6e26f7e242d49beb387443d34764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '83d96436-77a7-4906-a6f4-f854f00542e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:43Z', 'updated_at': '2021-11-24T21:01:54Z', 'revision_number': 4, 'project_id': '44ef6e26f7e242d49beb387443d34764', 'gw_port': {'id': '83d96436-77a7-4906-a6f4-f854f00542e9', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e4ac62-05cf-4b68-9e45-7b086bf5f12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:01:44Z', 'updated_at': '2021-11-24T21:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '53fc4ed9-26db-4ede-890d-7d75b298add5', 'name': '', 'network_id': 'd004fdc5-924a-4258-857a-01a998145c3a', 'tenant_id': '44ef6e26f7e242d49beb387443d34764', 'mac_address': 'fa:16:3e:f8:22:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e4ac62-05cf-4b68-9e45-7b086bf5f12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': 'fe84adb6-491e-424a-862d-05aae73bbcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:01:52Z', 'updated_at': '2021-11-24T21:01:59Z', 'revision_number': 4, 'project_id': '44ef6e26f7e242d49beb387443d34764', 'subnets': [{'id': 'fe84adb6-491e-424a-862d-05aae73bbcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:01.003763 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850d0808-4f19-444c-9788-48ab8b0ef56d None None] The sync data for ids ['54e4ac62-05cf-4b68-9e45-7b086bf5f12f'] in n-d-812111-8 is: [{'id': '54e4ac62-05cf-4b68-9e45-7b086bf5f12f', 'name': 'tempest-AttachSCSIVolumeTestJSON-666654284-router', 'tenant_id': '44ef6e26f7e242d49beb387443d34764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '83d96436-77a7-4906-a6f4-f854f00542e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:43Z', 'updated_at': '2021-11-24T21:01:54Z', 'revision_number': 4, 'project_id': '44ef6e26f7e242d49beb387443d34764', 'gw_port': {'id': '83d96436-77a7-4906-a6f4-f854f00542e9', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e4ac62-05cf-4b68-9e45-7b086bf5f12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:01:44Z', 'updated_at': '2021-11-24T21:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '53fc4ed9-26db-4ede-890d-7d75b298add5', 'name': '', 'network_id': 'd004fdc5-924a-4258-857a-01a998145c3a', 'tenant_id': '44ef6e26f7e242d49beb387443d34764', 'mac_address': 'fa:16:3e:f8:22:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e4ac62-05cf-4b68-9e45-7b086bf5f12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': 'fe84adb6-491e-424a-862d-05aae73bbcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:01:52Z', 'updated_at': '2021-11-24T21:01:59Z', 'revision_number': 4, 'project_id': '44ef6e26f7e242d49beb387443d34764', 'subnets': [{'id': 'fe84adb6-491e-424a-862d-05aae73bbcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:02:01.229076 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f56592cd-eea5-4ebc-b8b4-2118e243c2d6 tempest-ServiceProvidersTest-961835565 tempest-ServiceProvidersTest-961835565-project] 10.222.0.11 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3299763 Nov 24 21:02:01.592076 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74947e3d-5403-499a-ac3e-bc16a356bf0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-dc7756fe-899a-4c70-85df-cac335a4d1bd', 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'fixed_ips': [{'subnet_id': '09214594-3435-4e47-8f97-390308f0a908'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:02:01.597242 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-74947e3d-5403-499a-ac3e-bc16a356bf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:01.887631 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 53fc4ed9-26db-4ede-890d-7d75b298add5 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:02:01.937287 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41282) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:02.287701 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91a139f5-ef4d-4874-a571-2a52bcc0951a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:02.394755 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-74947e3d-5403-499a-ac3e-bc16a356bf0c None None] Allocated IP 2001:db8::2 (dc7756fe-899a-4c70-85df-cac335a4d1bd/09214594-3435-4e47-8f97-390308f0a908/e7305340-7b83-4c65-a85f-fd8a50f59347) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:02:02.402681 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 53fc4ed9-26db-4ede-890d-7d75b298add5 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:02.403061 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:02.589921 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41296) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:02.599329 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-db49ec03-00da-4d22-8320-da533ad87df1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:02.626972 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91a139f5-ef4d-4874-a571-2a52bcc0951a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:02.641410 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91a139f5-ef4d-4874-a571-2a52bcc0951a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:02.769663 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-91a139f5-ef4d-4874-a571-2a52bcc0951a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de1aa6b1f56140bdae5584a22502468a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8312404 Nov 24 21:02:02.801310 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41306) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:02.802387 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a139f5-ef4d-4874-a571-2a52bcc0951a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f8873e-e818-48e3-adae-f5124431bf87,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:02.929402 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-55e777e5-e65c-4dc5-8136-c47eae5ca9ac admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-815817235-network', 'tenant_id': '9ef947511a354d6a97f9332543c7809a'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:02:03.022435 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab87b096-56ea-402c-85f5-cd5e00c6fec3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:03.076622 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab87b096-56ea-402c-85f5-cd5e00c6fec3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:03.078618 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e777e5-e65c-4dc5-8136-c47eae5ca9ac admin admin] Made reservation on behalf of 9ef947511a354d6a97f9332543c7809a for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:02:03.084485 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55e777e5-e65c-4dc5-8136-c47eae5ca9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:03.117237 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55e777e5-e65c-4dc5-8136-c47eae5ca9ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:03.379234 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-74947e3d-5403-499a-ac3e-bc16a356bf0c None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:03.396534 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-74947e3d-5403-499a-ac3e-bc16a356bf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:03.551430 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74947e3d-5403-499a-ac3e-bc16a356bf0c None None] Pushing event updated for resources: {'Port': ['ID=e7305340-7b83-4c65-a85f-fd8a50f59347,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:03.561594 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55e777e5-e65c-4dc5-8136-c47eae5ca9ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:03.563532 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab87b096-56ea-402c-85f5-cd5e00c6fec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:03.566641 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab87b096-56ea-402c-85f5-cd5e00c6fec3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:03.570423 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ab87b096-56ea-402c-85f5-cd5e00c6fec3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87f8873e-e818-48e3-adae-f5124431bf87 HTTP/1.1" status: 204 len: 168 time: 0.7606678 Nov 24 21:02:03.573796 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55e777e5-e65c-4dc5-8136-c47eae5ca9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:03.593149 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74947e3d-5403-499a-ac3e-bc16a356bf0c None None] Network dc7756fe-899a-4c70-85df-cac335a4d1bd is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:02:03.595737 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-74947e3d-5403-499a-ac3e-bc16a356bf0c None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:03.601051 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74947e3d-5403-499a-ac3e-bc16a356bf0c None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:02:03.608153 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87b096-56ea-402c-85f5-cd5e00c6fec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f8873e-e818-48e3-adae-f5124431bf87,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:03.639838 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e777e5-e65c-4dc5-8136-c47eae5ca9ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:02:03.648185 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-db49ec03-00da-4d22-8320-da533ad87df1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Allocated IP 2001:db8::1 (dc7756fe-899a-4c70-85df-cac335a4d1bd/09214594-3435-4e47-8f97-390308f0a908/8b4e3c02-0524-4807-88d8-9b0e732d1e35) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:02:03.699386 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55e777e5-e65c-4dc5-8136-c47eae5ca9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:03.699743 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-55e777e5-e65c-4dc5-8136-c47eae5ca9ac admin admin] Added segment f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40 of type vlan for network eb9d7270-e2f5-43e6-902e-dd066a69e6c8 Nov 24 21:02:03.755116 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-74947e3d-5403-499a-ac3e-bc16a356bf0c None None] Attempting to bind port e7305340-7b83-4c65-a85f-fd8a50f59347 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:02:03.755511 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-74947e3d-5403-499a-ac3e-bc16a356bf0c None None] Attempting to bind port e7305340-7b83-4c65-a85f-fd8a50f59347 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '6a26473e-a1a6-4d18-9146-23b90b5cab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:02:03.758209 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74947e3d-5403-499a-ac3e-bc16a356bf0c None None] Attempting to bind port e7305340-7b83-4c65-a85f-fd8a50f59347 on network dc7756fe-899a-4c70-85df-cac335a4d1bd {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:02:03.772630 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74947e3d-5403-499a-ac3e-bc16a356bf0c None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:02:03.772930 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74947e3d-5403-499a-ac3e-bc16a356bf0c None None] Checking segment: {'id': '6a26473e-a1a6-4d18-9146-23b90b5cab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:02:03.773403 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-74947e3d-5403-499a-ac3e-bc16a356bf0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:03.773815 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74947e3d-5403-499a-ac3e-bc16a356bf0c None None] Bound using segment: {'id': '6a26473e-a1a6-4d18-9146-23b90b5cab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:02:03.774305 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-74947e3d-5403-499a-ac3e-bc16a356bf0c None None] Bound port: e7305340-7b83-4c65-a85f-fd8a50f59347, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a26473e-a1a6-4d18-9146-23b90b5cab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:02:03.776340 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-74947e3d-5403-499a-ac3e-bc16a356bf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:03.812423 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55e777e5-e65c-4dc5-8136-c47eae5ca9ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:03.947154 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e777e5-e65c-4dc5-8136-c47eae5ca9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae38809-5b13-488b-b99b-ee640d4a052f,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:03.964705 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55e777e5-e65c-4dc5-8136-c47eae5ca9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:03.968353 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e777e5-e65c-4dc5-8136-c47eae5ca9ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:03.969198 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55e777e5-e65c-4dc5-8136-c47eae5ca9ac admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:03.978717 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-74947e3d-5403-499a-ac3e-bc16a356bf0c None None] For port e7305340-7b83-4c65-a85f-fd8a50f59347, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:02:03.988125 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-74947e3d-5403-499a-ac3e-bc16a356bf0c None None] For port e7305340-7b83-4c65-a85f-fd8a50f59347, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e7305340-7b83-4c65-a85f-fd8a50f59347,segment=NetworkSegment(6a26473e-a1a6-4d18-9146-23b90b5cab5a),segment_id=6a26473e-a1a6-4d18-9146-23b90b5cab5a)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:02:04.002262 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-74947e3d-5403-499a-ac3e-bc16a356bf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:04.206527 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-db49ec03-00da-4d22-8320-da533ad87df1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:04.296890 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-db49ec03-00da-4d22-8320-da533ad87df1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:04.304703 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e777e5-e65c-4dc5-8136-c47eae5ca9ac admin admin] Pushing event updated for resources: {'Network': ['ID=eb9d7270-e2f5-43e6-902e-dd066a69e6c8,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:04.336861 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74947e3d-5403-499a-ac3e-bc16a356bf0c None None] Pushing event updated for resources: {'Port': ['ID=e7305340-7b83-4c65-a85f-fd8a50f59347,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:04.342789 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-55e777e5-e65c-4dc5-8136-c47eae5ca9ac admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7516584 Nov 24 21:02:04.347078 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41328) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:04.354740 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network eb9d7270-e2f5-43e6-902e-dd066a69e6c8 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:02:04.367285 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-a7b54321-c008-4019-888e-739460d9589a admin admin] Request body: {'subnet': {'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-815817235-subnet', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:02:04.437050 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49ec03-00da-4d22-8320-da533ad87df1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Port': ['ID=8b4e3c02-0524-4807-88d8-9b0e732d1e35,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:04.519150 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b54321-c008-4019-888e-739460d9589a admin admin] Made reservation on behalf of 9ef947511a354d6a97f9332543c7809a for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:02:04.541170 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db49ec03-00da-4d22-8320-da533ad87df1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network dc7756fe-899a-4c70-85df-cac335a4d1bd is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:02:04.557839 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-db49ec03-00da-4d22-8320-da533ad87df1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:04.562318 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a7b54321-c008-4019-888e-739460d9589a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:04.572063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db49ec03-00da-4d22-8320-da533ad87df1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:02:04.573000 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-db49ec03-00da-4d22-8320-da533ad87df1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:04.833450 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-db49ec03-00da-4d22-8320-da533ad87df1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:05.062778 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a7b54321-c008-4019-888e-739460d9589a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:05.309963 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b54321-c008-4019-888e-739460d9589a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3bd6d43-8c60-4a64-b4d6-a1e768c3a588,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:05.337727 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b54321-c008-4019-888e-739460d9589a admin admin] Checking segment: {'id': 'f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:02:05.342711 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b54321-c008-4019-888e-739460d9589a admin admin] Network hostable DHCP agents. Network: eb9d7270-e2f5-43e6-902e-dd066a69e6c8, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:02:05.352667 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54321-c008-4019-888e-739460d9589a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:05.353052 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54321-c008-4019-888e-739460d9589a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:05.353378 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54321-c008-4019-888e-739460d9589a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:05.358432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54321-c008-4019-888e-739460d9589a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:05.358432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54321-c008-4019-888e-739460d9589a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:05.358432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54321-c008-4019-888e-739460d9589a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:05.358432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54321-c008-4019-888e-739460d9589a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:05.358432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54321-c008-4019-888e-739460d9589a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:05.358432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54321-c008-4019-888e-739460d9589a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:05.358432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54321-c008-4019-888e-739460d9589a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:05.358432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54321-c008-4019-888e-739460d9589a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:05.358432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54321-c008-4019-888e-739460d9589a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:05.422276 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b54321-c008-4019-888e-739460d9589a admin admin] Network eb9d7270-e2f5-43e6-902e-dd066a69e6c8 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:02:05.446344 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-a7b54321-c008-4019-888e-739460d9589a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, eb9d7270-e2f5-43e6-902e-dd066a69e6c8) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:05.456477 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b54321-c008-4019-888e-739460d9589a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:05.457205 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a7b54321-c008-4019-888e-739460d9589a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:05.463660 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769aba50-fd6d-4622-a1a0-ccf9e1f5b425 None None] Network eb9d7270-e2f5-43e6-902e-dd066a69e6c8 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:02:05.499843 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a7b54321-c008-4019-888e-739460d9589a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1514940 Nov 24 21:02:05.503738 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41362) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:05.508380 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f183432b-8abb-4f34-847b-ec8acc57a63c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-815817235-router', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:02:05.560881 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f183432b-8abb-4f34-847b-ec8acc57a63c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:05.562220 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f183432b-8abb-4f34-847b-ec8acc57a63c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:05.680341 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f183432b-8abb-4f34-847b-ec8acc57a63c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:05.743846 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-db49ec03-00da-4d22-8320-da533ad87df1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:05.750632 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-db49ec03-00da-4d22-8320-da533ad87df1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:05.752003 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-db49ec03-00da-4d22-8320-da533ad87df1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:05.923934 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41366) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:06.017906 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49ec03-00da-4d22-8320-da533ad87df1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Port': ['ID=8b4e3c02-0524-4807-88d8-9b0e732d1e35,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:06.037298 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db49ec03-00da-4d22-8320-da533ad87df1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network dc7756fe-899a-4c70-85df-cac335a4d1bd is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:02:06.040239 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-db49ec03-00da-4d22-8320-da533ad87df1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:06.186394 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f183432b-8abb-4f34-847b-ec8acc57a63c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:06.265859 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-6426daec-8d38-4f4f-af7a-749766a3df57 tempest-SubnetPoolsTestJSON-1818040369 tempest-SubnetPoolsTestJSON-1818040369-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2075384469', 'prefixes': ['172.20.0.0/16']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:02:06.287573 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e7305340-7b83-4c65-a85f-fd8a50f59347 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:02:06.302965 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db49ec03-00da-4d22-8320-da533ad87df1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:02:06.370047 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645e80c6-92b9-4cc1-8cc4-41ce955f8402 None None] Network dc7756fe-899a-4c70-85df-cac335a4d1bd requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:02:06.478598 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db49ec03-00da-4d22-8320-da533ad87df1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:02:06.492816 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-db49ec03-00da-4d22-8320-da533ad87df1 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/routers/4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2150171 Nov 24 21:02:06.493667 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41376) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:06.506412 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-22271807-0207-4b14-ac81-e5f6f78c1210 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1950966690'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:02:06.563197 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22271807-0207-4b14-ac81-e5f6f78c1210 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Made reservation on behalf of 477a0cb75e98499e9b77be2952c0d710 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:02:06.567781 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-22271807-0207-4b14-ac81-e5f6f78c1210 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:06.576664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] Sync routers for ids ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:02:06.603653 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4309c99a-914c-4990-ad1b-e864fb23b18d None None] Provisioning complete for port e7305340-7b83-4c65-a85f-fd8a50f59347 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:06.604897 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4309c99a-914c-4990-ad1b-e864fb23b18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:06.627189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22271807-0207-4b14-ac81-e5f6f78c1210 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:02:06.651035 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6426daec-8d38-4f4f-af7a-749766a3df57 tempest-SubnetPoolsTestJSON-1818040369 tempest-SubnetPoolsTestJSON-1818040369-project] Publish callbacks [] for subnetpool, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:06.653623 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6426daec-8d38-4f4f-af7a-749766a3df57 tempest-SubnetPoolsTestJSON-1818040369 tempest-SubnetPoolsTestJSON-1818040369-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7285988 Nov 24 21:02:06.653769 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-22271807-0207-4b14-ac81-e5f6f78c1210 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:06.654296 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-22271807-0207-4b14-ac81-e5f6f78c1210 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Added segment 9398aa6e-4871-4d88-b575-7434e4d33b9e of type vlan for network 10bb7bfb-6209-441c-8b83-0c519bd827a1 Nov 24 21:02:06.659656 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41378) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:06.662841 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port e7305340-7b83-4c65-a85f-fd8a50f59347 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:06.663920 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:06.744811 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] Routers {'4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:02:06.745743 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:06.766813 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-22271807-0207-4b14-ac81-e5f6f78c1210 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:06.813451 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-22271807-0207-4b14-ac81-e5f6f78c1210 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:06.823683 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22271807-0207-4b14-ac81-e5f6f78c1210 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:06.824337 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-22271807-0207-4b14-ac81-e5f6f78c1210 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:06.922769 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4309c99a-914c-4990-ad1b-e864fb23b18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:06.979720 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-454166f3-0721-4f32-bfa3-34d3d7d90c21 tempest-SubnetPoolsTestJSON-1818040369 tempest-SubnetPoolsTestJSON-1818040369-project] 10.222.0.11 "GET /v2.0/subnetpools/84efc5cb-936e-4e7c-ab3a-57082d8831c8 HTTP/1.1" status: 200 len: 732 time: 0.3115923 Nov 24 21:02:06.982504 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41382) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:06.988679 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-0b7f0372-018b-4f96-8d09-50ef59511b99 tempest-SubnetPoolsTestJSON-1818040369 tempest-SubnetPoolsTestJSON-1818040369-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1795695173'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:02:07.041182 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-22271807-0207-4b14-ac81-e5f6f78c1210 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5453999 Nov 24 21:02:07.044793 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41384) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:07.050585 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-d254b73d-db09-489f-8db2-83e9f8c166d3 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'subnet': {'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:02:07.054283 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22271807-0207-4b14-ac81-e5f6f78c1210 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Network': ['ID=10bb7bfb-6209-441c-8b83-0c519bd827a1,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:07.131382 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f183432b-8abb-4f34-847b-ec8acc57a63c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:07.201644 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f183432b-8abb-4f34-847b-ec8acc57a63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:07.204958 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 10bb7bfb-6209-441c-8b83-0c519bd827a1 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:02:07.269420 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0b7f0372-018b-4f96-8d09-50ef59511b99 tempest-SubnetPoolsTestJSON-1818040369 tempest-SubnetPoolsTestJSON-1818040369-project] Publish callbacks [] for subnetpool, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:07.288305 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0b7f0372-018b-4f96-8d09-50ef59511b99 tempest-SubnetPoolsTestJSON-1818040369 tempest-SubnetPoolsTestJSON-1818040369-project] 10.222.0.11 "PUT /v2.0/subnetpools/84efc5cb-936e-4e7c-ab3a-57082d8831c8 HTTP/1.1" status: 200 len: 684 time: 0.2870231 Nov 24 21:02:07.304030 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41388) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:07.393887 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-f183432b-8abb-4f34-847b-ec8acc57a63c admin admin] Allocated IP 172.25.5.180 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/46e629df-3906-4300-9c89-47418aa46592) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:02:07.415740 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d254b73d-db09-489f-8db2-83e9f8c166d3 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Made reservation on behalf of 477a0cb75e98499e9b77be2952c0d710 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:02:07.421067 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d254b73d-db09-489f-8db2-83e9f8c166d3 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:07.532855 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] Set router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:02:07.671314 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f183432b-8abb-4f34-847b-ec8acc57a63c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:07.682111 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:07.718825 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8cce2aa9-bf1e-4214-adb5-48248d6f17bd tempest-SubnetPoolsTestJSON-1818040369 tempest-SubnetPoolsTestJSON-1818040369-project] Publish callbacks [] for subnetpool, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:07.722960 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8cce2aa9-bf1e-4214-adb5-48248d6f17bd tempest-SubnetPoolsTestJSON-1818040369 tempest-SubnetPoolsTestJSON-1818040369-project] 10.222.0.11 "DELETE /v2.0/subnetpools/84efc5cb-936e-4e7c-ab3a-57082d8831c8 HTTP/1.1" status: 204 len: 168 time: 0.4099343 Nov 24 21:02:07.738010 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41394) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:07.763716 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4309c99a-914c-4990-ad1b-e864fb23b18d None None] For port e7305340-7b83-4c65-a85f-fd8a50f59347, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e7305340-7b83-4c65-a85f-fd8a50f59347,segment=NetworkSegment(6a26473e-a1a6-4d18-9146-23b90b5cab5a),segment_id=6a26473e-a1a6-4d18-9146-23b90b5cab5a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:02:07.788326 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-e3673e46-362b-4a3f-baa5-7262b149177d tempest-SubnetPoolsTestJSON-1818040369 tempest-SubnetPoolsTestJSON-1818040369-project] show failed (client error): The resource could not be found. Nov 24 21:02:07.793203 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e3673e46-362b-4a3f-baa5-7262b149177d tempest-SubnetPoolsTestJSON-1818040369 tempest-SubnetPoolsTestJSON-1818040369-project] 10.222.0.11 "GET /v2.0/subnetpools/84efc5cb-936e-4e7c-ab3a-57082d8831c8 HTTP/1.1" status: 404 len: 346 time: 0.0517256 Nov 24 21:02:07.797935 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41396) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:07.827516 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4309c99a-914c-4990-ad1b-e864fb23b18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:07.839311 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f183432b-8abb-4f34-847b-ec8acc57a63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:07.880307 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-06e9184e-41a1-4d09-a68c-8631a7a88af4 tempest-SubnetPoolsTestJSON-1818040369 tempest-SubnetPoolsTestJSON-1818040369-project] delete failed (client error): The resource could not be found. Nov 24 21:02:07.882335 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-06e9184e-41a1-4d09-a68c-8631a7a88af4 tempest-SubnetPoolsTestJSON-1818040369 tempest-SubnetPoolsTestJSON-1818040369-project] 10.222.0.11 "DELETE /v2.0/subnetpools/84efc5cb-936e-4e7c-ab3a-57082d8831c8 HTTP/1.1" status: 404 len: 346 time: 0.0817919 Nov 24 21:02:07.896135 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f183432b-8abb-4f34-847b-ec8acc57a63c admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:02:07.924449 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-f183432b-8abb-4f34-847b-ec8acc57a63c admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:07.943601 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f183432b-8abb-4f34-847b-ec8acc57a63c admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:02:07.971185 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fc6f77-71a7-4fa4-938f-2d9ace169bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-eb9d7270-e2f5-43e6-902e-dd066a69e6c8', 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'fixed_ips': [{'subnet_id': 'e3bd6d43-8c60-4a64-b4d6-a1e768c3a588'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:02:07.973983 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6f77-71a7-4fa4-938f-2d9ace169bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:08.067046 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309c99a-914c-4990-ad1b-e864fb23b18d None None] Pushing event updated for resources: {'Port': ['ID=e7305340-7b83-4c65-a85f-fd8a50f59347,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:08.177008 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1906d7d3-b539-4164-a2e8-22be533d2201 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:02:08.252799 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d254b73d-db09-489f-8db2-83e9f8c166d3 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:08.476914 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254b73d-db09-489f-8db2-83e9f8c166d3 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Subnet': ['ID=fffbf5c6-1298-47e5-8dfb-39b91842ba78,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:08.486558 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254b73d-db09-489f-8db2-83e9f8c166d3 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Checking segment: {'id': '9398aa6e-4871-4d88-b575-7434e4d33b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:02:08.488863 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d254b73d-db09-489f-8db2-83e9f8c166d3 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network hostable DHCP agents. Network: 10bb7bfb-6209-441c-8b83-0c519bd827a1, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:02:08.511349 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f183432b-8abb-4f34-847b-ec8acc57a63c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:08.531352 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d254b73d-db09-489f-8db2-83e9f8c166d3 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network 10bb7bfb-6209-441c-8b83-0c519bd827a1 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:02:08.562776 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-d254b73d-db09-489f-8db2-83e9f8c166d3 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 10bb7bfb-6209-441c-8b83-0c519bd827a1) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:08.573080 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d254b73d-db09-489f-8db2-83e9f8c166d3 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:08.573692 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d254b73d-db09-489f-8db2-83e9f8c166d3 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:08.612218 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d254b73d-db09-489f-8db2-83e9f8c166d3 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5658915 Nov 24 21:02:08.612881 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41406) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:08.618921 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41408) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:08.652138 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fd0290-36ab-4460-9635-2316f26f04b3 None None] Network 10bb7bfb-6209-441c-8b83-0c519bd827a1 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:02:08.654972 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:02:08.655395 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:02:08.958215 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183432b-8abb-4f34-847b-ec8acc57a63c admin admin] Pushing event updated for resources: {'Port': ['ID=46e629df-3906-4300-9c89-47418aa46592,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:09.088972 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00d562d0-7456-412b-9986-a51cf2d68042 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:09.425964 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00d562d0-7456-412b-9986-a51cf2d68042 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:09.431075 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-769009e8-5e65-4f26-a0ce-3a998a074b33 None None] Provisioning complete for port 46e629df-3906-4300-9c89-47418aa46592 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:09.431635 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-769009e8-5e65-4f26-a0ce-3a998a074b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:09.479115 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00d562d0-7456-412b-9986-a51cf2d68042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:09.507694 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4ece4c2d-4715-430c-83d3-6e00bfe0142c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:09.640786 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e7305340-7b83-4c65-a85f-fd8a50f59347 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:02:09.680561 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d562d0-7456-412b-9986-a51cf2d68042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a420a284-804d-40ab-a68a-5527b26361c7,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:09.745999 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-00d562d0-7456-412b-9986-a51cf2d68042 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5cb19eecdef247f9ba54f304ad65d798&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1295636 Nov 24 21:02:09.759754 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41420) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:09.840502 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-f7fc6f77-71a7-4fa4-938f-2d9ace169bf4 None None] Allocated IP 172.20.0.2 (eb9d7270-e2f5-43e6-902e-dd066a69e6c8/e3bd6d43-8c60-4a64-b4d6-a1e768c3a588/32ade227-6726-43e8-a0cb-92a4a089177f) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:02:09.880150 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a1230cb-b1b5-45a5-8fa6-496c76acabc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:09.890694 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f183432b-8abb-4f34-847b-ec8acc57a63c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:09.976047 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a1230cb-b1b5-45a5-8fa6-496c76acabc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:10.107047 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2f2caa-c01b-473d-80fa-7531e9082e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-10bb7bfb-6209-441c-8b83-0c519bd827a1', 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'fixed_ips': [{'subnet_id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:02:10.108339 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4f2f2caa-c01b-473d-80fa-7531e9082e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:10.204481 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20f2e1e4-2da0-4d4c-987b-455f4449ae48 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:10.229396 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:02:04Z', 'revision_number': 2, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None, '_interfaces': [{'id': '8b4e3c02-0524-4807-88d8-9b0e732d1e35', 'name': '', 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:8c:90:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '09214594-3435-4e47-8f97-390308f0a908', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:02Z', 'updated_at': '2021-11-24T21:02:05Z', 'revision_number': 2, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '09214594-3435-4e47-8f97-390308f0a908', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:10.301727 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] Checking router: 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:02:10.302245 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] Updating router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a port 8b4e3c02-0524-4807-88d8-9b0e732d1e35 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:02:10.337431 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:10.338830 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f183432b-8abb-4f34-847b-ec8acc57a63c admin admin] Router 1e58f0c5-d487-438e-9486-72718ed21d7f is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:02:10.339549 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:10.388081 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port e7305340-7b83-4c65-a85f-fd8a50f59347 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:10.388798 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:10.424720 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-769009e8-5e65-4f26-a0ce-3a998a074b33 None None] Port 46e629df-3906-4300-9c89-47418aa46592 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:02:10.583264 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a1230cb-b1b5-45a5-8fa6-496c76acabc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:10.597404 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a1230cb-b1b5-45a5-8fa6-496c76acabc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:10.602277 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0a1230cb-b1b5-45a5-8fa6-496c76acabc1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a420a284-804d-40ab-a68a-5527b26361c7 HTTP/1.1" status: 204 len: 168 time: 0.8391848 Nov 24 21:02:10.657887 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1230cb-b1b5-45a5-8fa6-496c76acabc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a420a284-804d-40ab-a68a-5527b26361c7,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:10.722828 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f183432b-8abb-4f34-847b-ec8acc57a63c admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:02:10.733910 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] Sync routers for ids ['1e58f0c5-d487-438e-9486-72718ed21d7f'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:02:10.749877 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] Routers {'1e58f0c5-d487-438e-9486-72718ed21d7f'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:02:10.752996 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:01:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['1e58f0c5-d487-438e-9486-72718ed21d7f'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:10.783784 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f183432b-8abb-4f34-847b-ec8acc57a63c admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:10.785391 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f183432b-8abb-4f34-847b-ec8acc57a63c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2806094 Nov 24 21:02:10.789177 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41436) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:11.104944 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] Set router 1e58f0c5-d487-438e-9486-72718ed21d7f gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:02:11.433931 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6f77-71a7-4fa4-938f-2d9ace169bf4 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:11.488819 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-20f2e1e4-2da0-4d4c-987b-455f4449ae48 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Allocated IP 2001:db8:1::1 (10bb7bfb-6209-441c-8b83-0c519bd827a1/fffbf5c6-1298-47e5-8dfb-39b91842ba78/1d341989-47fc-409a-9554-c6e109e5e00a) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:02:11.788841 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'name': 'tempest-ServersTestManualDisk-815817235-router', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '46e629df-3906-4300-9c89-47418aa46592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:02:05Z', 'updated_at': '2021-11-24T21:02:08Z', 'revision_number': 3, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'gw_port': {'id': '46e629df-3906-4300-9c89-47418aa46592', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:07Z', 'updated_at': '2021-11-24T21:02:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:11.828192 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] Checking router: 1e58f0c5-d487-438e-9486-72718ed21d7f for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:02:11.828823 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] Updating router 1e58f0c5-d487-438e-9486-72718ed21d7f port 46e629df-3906-4300-9c89-47418aa46592 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:02:11.912055 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:11.922031 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6f77-71a7-4fa4-938f-2d9ace169bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:12.022917 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20f2e1e4-2da0-4d4c-987b-455f4449ae48 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:12.039659 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:12.099139 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20f2e1e4-2da0-4d4c-987b-455f4449ae48 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:12.195007 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fc6f77-71a7-4fa4-938f-2d9ace169bf4 None None] Network eb9d7270-e2f5-43e6-902e-dd066a69e6c8 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:02:12.229108 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4cfe0e08-3b98-4bf5-8ffc-fd8be4f6e87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:12.241710 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f2e1e4-2da0-4d4c-987b-455f4449ae48 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network 10bb7bfb-6209-441c-8b83-0c519bd827a1 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:02:12.268763 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-20f2e1e4-2da0-4d4c-987b-455f4449ae48 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:12.276083 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-f7fc6f77-71a7-4fa4-938f-2d9ace169bf4 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:12.281283 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1f22aec1-0553-4950-b255-73dcc23bab71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:12.292362 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f2e1e4-2da0-4d4c-987b-455f4449ae48 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:02:12.292958 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20f2e1e4-2da0-4d4c-987b-455f4449ae48 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:12.307006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f2e1e4-2da0-4d4c-987b-455f4449ae48 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Port': ['ID=1d341989-47fc-409a-9554-c6e109e5e00a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:12.441339 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-4f2f2caa-c01b-473d-80fa-7531e9082e1c None None] Allocated IP 2001:db8:1::2 (10bb7bfb-6209-441c-8b83-0c519bd827a1/fffbf5c6-1298-47e5-8dfb-39b91842ba78/4827b40e-57e9-421f-b894-6dabce5e26c0) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:02:12.471447 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:12.474184 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc6f77-71a7-4fa4-938f-2d9ace169bf4 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:02:12.481482 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:12.577938 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26207e59-9a33-4414-9744-470257a4853c None None] Pushing event updated for resources: {'Port': ['ID=46e629df-3906-4300-9c89-47418aa46592,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:12.657939 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] Attempting to bind port 46e629df-3906-4300-9c89-47418aa46592 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:02:12.661975 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] Attempting to bind port 46e629df-3906-4300-9c89-47418aa46592 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:02:12.662624 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] Attempting to bind port 46e629df-3906-4300-9c89-47418aa46592 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:02:12.682742 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:02:12.683642 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:02:12.683642 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:12.686932 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20f2e1e4-2da0-4d4c-987b-455f4449ae48 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:12.687556 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:02:12.688167 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] Bound port: 46e629df-3906-4300-9c89-47418aa46592, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:02:12.688680 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:12.813560 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] For port 46e629df-3906-4300-9c89-47418aa46592, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:02:12.817998 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] For port 46e629df-3906-4300-9c89-47418aa46592, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=46e629df-3906-4300-9c89-47418aa46592,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:02:12.823188 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-4cfe0e08-3b98-4bf5-8ffc-fd8be4f6e87b admin admin] Allocated IP 172.20.0.1 (eb9d7270-e2f5-43e6-902e-dd066a69e6c8/e3bd6d43-8c60-4a64-b4d6-a1e768c3a588/3d1d10db-974a-41e8-8ddd-3315db98eab7) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:02:12.828510 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:12.846057 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:12.935568 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ddd254-399a-4117-825d-4be2ce3e3976 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:02:13.015707 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2f8f7fb7-e589-49c2-b528-c25c760cb43f None None] Provisioning complete for port e7305340-7b83-4c65-a85f-fd8a50f59347 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:13.015919 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2f8f7fb7-e589-49c2-b528-c25c760cb43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:13.041050 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26207e59-9a33-4414-9744-470257a4853c None None] Pushing event updated for resources: {'Port': ['ID=46e629df-3906-4300-9c89-47418aa46592,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:13.081239 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] Routers {'1e58f0c5-d487-438e-9486-72718ed21d7f'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:02:13.086917 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:02:12Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['1e58f0c5-d487-438e-9486-72718ed21d7f'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:13.141070 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:13.186445 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4cfe0e08-3b98-4bf5-8ffc-fd8be4f6e87b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:13.188038 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f7fc6f77-71a7-4fa4-938f-2d9ace169bf4 None None] Attempting to bind port 32ade227-6726-43e8-a0cb-92a4a089177f on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:02:13.190722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f7fc6f77-71a7-4fa4-938f-2d9ace169bf4 None None] Attempting to bind port 32ade227-6726-43e8-a0cb-92a4a089177f by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:02:13.191169 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc6f77-71a7-4fa4-938f-2d9ace169bf4 None None] Attempting to bind port 32ade227-6726-43e8-a0cb-92a4a089177f on network eb9d7270-e2f5-43e6-902e-dd066a69e6c8 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:02:13.212610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e6ac92-11de-4191-af7f-2655b66d27bd None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:02:13.236541 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc6f77-71a7-4fa4-938f-2d9ace169bf4 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:02:13.237040 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc6f77-71a7-4fa4-938f-2d9ace169bf4 None None] Checking segment: {'id': 'f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:02:13.238629 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6f77-71a7-4fa4-938f-2d9ace169bf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:13.239590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc6f77-71a7-4fa4-938f-2d9ace169bf4 None None] Bound using segment: {'id': 'f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:02:13.240122 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f7fc6f77-71a7-4fa4-938f-2d9ace169bf4 None None] Bound port: 32ade227-6726-43e8-a0cb-92a4a089177f, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:02:13.240525 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6f77-71a7-4fa4-938f-2d9ace169bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:13.269806 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4cfe0e08-3b98-4bf5-8ffc-fd8be4f6e87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:13.300944 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc6f77-71a7-4fa4-938f-2d9ace169bf4 None None] Pushing event updated for resources: {'Port': ['ID=32ade227-6726-43e8-a0cb-92a4a089177f,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:13.329035 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfe0e08-3b98-4bf5-8ffc-fd8be4f6e87b admin admin] Network eb9d7270-e2f5-43e6-902e-dd066a69e6c8 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:02:13.331091 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-4cfe0e08-3b98-4bf5-8ffc-fd8be4f6e87b admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:13.338852 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfe0e08-3b98-4bf5-8ffc-fd8be4f6e87b admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:02:13.423037 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4cfe0e08-3b98-4bf5-8ffc-fd8be4f6e87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:13.427450 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe0e08-3b98-4bf5-8ffc-fd8be4f6e87b admin admin] Pushing event updated for resources: {'Port': ['ID=3d1d10db-974a-41e8-8ddd-3315db98eab7,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:13.564323 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:13.692405 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20f2e1e4-2da0-4d4c-987b-455f4449ae48 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:13.708926 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20f2e1e4-2da0-4d4c-987b-455f4449ae48 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:13.710322 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20f2e1e4-2da0-4d4c-987b-455f4449ae48 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:13.744954 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] Set router 1e58f0c5-d487-438e-9486-72718ed21d7f gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:02:13.884087 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d642a3-a7c9-4cf3-80b4-5627642f3a8f None None] Pushing event updated for resources: {'Port': ['ID=8b4e3c02-0524-4807-88d8-9b0e732d1e35,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:13.902354 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f2e1e4-2da0-4d4c-987b-455f4449ae48 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Port': ['ID=1d341989-47fc-409a-9554-c6e109e5e00a,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:13.915248 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] Attempting to bind port 8b4e3c02-0524-4807-88d8-9b0e732d1e35 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:02:13.915660 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] Attempting to bind port 8b4e3c02-0524-4807-88d8-9b0e732d1e35 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '6a26473e-a1a6-4d18-9146-23b90b5cab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:02:13.916447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] Attempting to bind port 8b4e3c02-0524-4807-88d8-9b0e732d1e35 on network dc7756fe-899a-4c70-85df-cac335a4d1bd {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:02:14.029626 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f2e1e4-2da0-4d4c-987b-455f4449ae48 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network 10bb7bfb-6209-441c-8b83-0c519bd827a1 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:02:14.030175 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4cfe0e08-3b98-4bf5-8ffc-fd8be4f6e87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:14.031545 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-20f2e1e4-2da0-4d4c-987b-455f4449ae48 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:14.066921 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:14.100588 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:02:14.101020 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] Checking segment: {'id': '6a26473e-a1a6-4d18-9146-23b90b5cab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:02:14.103708 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:14.104129 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] Bound using segment: {'id': '6a26473e-a1a6-4d18-9146-23b90b5cab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:02:14.104639 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] Bound port: 8b4e3c02-0524-4807-88d8-9b0e732d1e35, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a26473e-a1a6-4d18-9146-23b90b5cab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:02:14.105096 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:14.252369 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f7fc6f77-71a7-4fa4-938f-2d9ace169bf4 None None] For port 32ade227-6726-43e8-a0cb-92a4a089177f, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:02:14.298240 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f2e1e4-2da0-4d4c-987b-455f4449ae48 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:02:14.344321 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'name': 'tempest-ServersTestManualDisk-815817235-router', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '46e629df-3906-4300-9c89-47418aa46592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:02:05Z', 'updated_at': '2021-11-24T21:02:08Z', 'revision_number': 3, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'gw_port': {'id': '46e629df-3906-4300-9c89-47418aa46592', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:07Z', 'updated_at': '2021-11-24T21:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:14.554947 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4f2f2caa-c01b-473d-80fa-7531e9082e1c None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:14.658280 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4cfe0e08-3b98-4bf5-8ffc-fd8be4f6e87b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:14.658850 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] For port 8b4e3c02-0524-4807-88d8-9b0e732d1e35, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:02:14.662386 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] For port 8b4e3c02-0524-4807-88d8-9b0e732d1e35, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=8b4e3c02-0524-4807-88d8-9b0e732d1e35,segment=NetworkSegment(6a26473e-a1a6-4d18-9146-23b90b5cab5a),segment_id=6a26473e-a1a6-4d18-9146-23b90b5cab5a)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:02:14.667254 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f7fc6f77-71a7-4fa4-938f-2d9ace169bf4 None None] For port 32ade227-6726-43e8-a0cb-92a4a089177f, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=32ade227-6726-43e8-a0cb-92a4a089177f,segment=NetworkSegment(f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40),segment_id=f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:02:14.674622 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4cfe0e08-3b98-4bf5-8ffc-fd8be4f6e87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:14.701759 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4f2f2caa-c01b-473d-80fa-7531e9082e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:14.703977 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2f8f7fb7-e589-49c2-b528-c25c760cb43f None None] Provisioning complete for port 8b4e3c02-0524-4807-88d8-9b0e732d1e35 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:14.704451 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2f8f7fb7-e589-49c2-b528-c25c760cb43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:14.713998 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f2e1e4-2da0-4d4c-987b-455f4449ae48 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:02:14.733006 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-20f2e1e4-2da0-4d4c-987b-455f4449ae48 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/routers/4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0979722 Nov 24 21:02:14.742927 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41534) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:14.748455 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4cfe0e08-3b98-4bf5-8ffc-fd8be4f6e87b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:14.761532 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ad85934c-2af9-4907-a16f-d1623e7e4674 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-48544491'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:02:14.828719 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad85934c-2af9-4907-a16f-d1623e7e4674 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Made reservation on behalf of 477a0cb75e98499e9b77be2952c0d710 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:02:14.834093 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ad85934c-2af9-4907-a16f-d1623e7e4674 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:14.850774 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe0e08-3b98-4bf5-8ffc-fd8be4f6e87b admin admin] Pushing event updated for resources: {'Port': ['ID=3d1d10db-974a-41e8-8ddd-3315db98eab7,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:14.896006 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:14.911922 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf3e7ad-7443-4581-906e-449a9fc9e577 None None] The sync data for ids ['1e58f0c5-d487-438e-9486-72718ed21d7f'] in n-d-812111-8 is: [{'id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'name': 'tempest-ServersTestManualDisk-815817235-router', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '46e629df-3906-4300-9c89-47418aa46592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:02:05Z', 'updated_at': '2021-11-24T21:02:08Z', 'revision_number': 3, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'gw_port': {'id': '46e629df-3906-4300-9c89-47418aa46592', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:07Z', 'updated_at': '2021-11-24T21:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:02:14.929241 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad85934c-2af9-4907-a16f-d1623e7e4674 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:02:14.932622 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6f77-71a7-4fa4-938f-2d9ace169bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:14.973520 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ad85934c-2af9-4907-a16f-d1623e7e4674 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:14.974630 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-ad85934c-2af9-4907-a16f-d1623e7e4674 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Added segment 1b0d6d03-6744-4fee-b4bd-accc5c4beb1f of type vlan for network fe511d5d-c0d7-453e-b2ed-50d66455dc05 Nov 24 21:02:15.033007 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfe0e08-3b98-4bf5-8ffc-fd8be4f6e87b admin admin] Network eb9d7270-e2f5-43e6-902e-dd066a69e6c8 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:02:15.040708 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-4cfe0e08-3b98-4bf5-8ffc-fd8be4f6e87b admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:15.190889 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2f2caa-c01b-473d-80fa-7531e9082e1c None None] Network 10bb7bfb-6209-441c-8b83-0c519bd827a1 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:02:15.198716 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ad85934c-2af9-4907-a16f-d1623e7e4674 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:15.280273 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ad85934c-2af9-4907-a16f-d1623e7e4674 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:15.280582 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-4f2f2caa-c01b-473d-80fa-7531e9082e1c None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:15.285736 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f2caa-c01b-473d-80fa-7531e9082e1c None None] Pushing event updated for resources: {'Port': ['ID=4827b40e-57e9-421f-b894-6dabce5e26c0,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:15.305958 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad85934c-2af9-4907-a16f-d1623e7e4674 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:15.307457 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ad85934c-2af9-4907-a16f-d1623e7e4674 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:15.310554 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2f2caa-c01b-473d-80fa-7531e9082e1c None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:02:15.400907 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ad85934c-2af9-4907-a16f-d1623e7e4674 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6565373 Nov 24 21:02:15.414710 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41546) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:15.432374 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:15.434037 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-eb6bd777-90c5-4f6b-b04e-cde4683d26ae tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'subnet': {'network_id': 'fe511d5d-c0d7-453e-b2ed-50d66455dc05', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:02:15.562502 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85934c-2af9-4907-a16f-d1623e7e4674 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Network': ['ID=fe511d5d-c0d7-453e-b2ed-50d66455dc05,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:15.628716 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2f8f7fb7-e589-49c2-b528-c25c760cb43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:15.678590 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41548) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:15.705262 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network fe511d5d-c0d7-453e-b2ed-50d66455dc05 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:02:15.842451 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6bd777-90c5-4f6b-b04e-cde4683d26ae tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Made reservation on behalf of 477a0cb75e98499e9b77be2952c0d710 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:02:15.867264 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eb6bd777-90c5-4f6b-b04e-cde4683d26ae tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:15.991224 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c5f44f3-cd07-4e89-aaba-65fb793942b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:15.993004 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfe0e08-3b98-4bf5-8ffc-fd8be4f6e87b admin admin] Router 1e58f0c5-d487-438e-9486-72718ed21d7f has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:02:16.164007 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2f8f7fb7-e589-49c2-b528-c25c760cb43f None None] For port 8b4e3c02-0524-4807-88d8-9b0e732d1e35, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=8b4e3c02-0524-4807-88d8-9b0e732d1e35,segment=NetworkSegment(6a26473e-a1a6-4d18-9146-23b90b5cab5a),segment_id=6a26473e-a1a6-4d18-9146-23b90b5cab5a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:02:16.172837 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] Routers {'4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:02:16.172837 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:02:12Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:16.185435 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4f2f2caa-c01b-473d-80fa-7531e9082e1c None None] Attempting to bind port 4827b40e-57e9-421f-b894-6dabce5e26c0 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:02:16.186185 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4f2f2caa-c01b-473d-80fa-7531e9082e1c None None] Attempting to bind port 4827b40e-57e9-421f-b894-6dabce5e26c0 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '9398aa6e-4871-4d88-b575-7434e4d33b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:02:16.186645 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2f2caa-c01b-473d-80fa-7531e9082e1c None None] Attempting to bind port 4827b40e-57e9-421f-b894-6dabce5e26c0 on network 10bb7bfb-6209-441c-8b83-0c519bd827a1 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:02:16.206094 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2f2caa-c01b-473d-80fa-7531e9082e1c None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:02:16.207102 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2f2caa-c01b-473d-80fa-7531e9082e1c None None] Checking segment: {'id': '9398aa6e-4871-4d88-b575-7434e4d33b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:02:16.209417 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4f2f2caa-c01b-473d-80fa-7531e9082e1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:16.209897 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2f2caa-c01b-473d-80fa-7531e9082e1c None None] Bound using segment: {'id': '9398aa6e-4871-4d88-b575-7434e4d33b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:02:16.210665 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4f2f2caa-c01b-473d-80fa-7531e9082e1c None None] Bound port: 4827b40e-57e9-421f-b894-6dabce5e26c0, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398aa6e-4871-4d88-b575-7434e4d33b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:02:16.211068 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4f2f2caa-c01b-473d-80fa-7531e9082e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:16.221900 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2f8f7fb7-e589-49c2-b528-c25c760cb43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:16.228318 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d642a3-a7c9-4cf3-80b4-5627642f3a8f None None] Pushing event updated for resources: {'Port': ['ID=8b4e3c02-0524-4807-88d8-9b0e732d1e35,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:16.296097 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c5f44f3-cd07-4e89-aaba-65fb793942b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:16.311894 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c5f44f3-cd07-4e89-aaba-65fb793942b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:16.709246 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfe0e08-3b98-4bf5-8ffc-fd8be4f6e87b admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:02:16.728804 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4cfe0e08-3b98-4bf5-8ffc-fd8be4f6e87b admin admin] 10.222.0.11 "PUT /v2.0/routers/1e58f0c5-d487-438e-9486-72718ed21d7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9325182 Nov 24 21:02:16.793728 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7de53345-de08-4199-aac0-363fd55a060b None None] Provisioning complete for port 46e629df-3906-4300-9c89-47418aa46592 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:16.795141 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7de53345-de08-4199-aac0-363fd55a060b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:16.892546 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eb6bd777-90c5-4f6b-b04e-cde4683d26ae tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:17.017806 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] Set router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:02:17.122984 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc6f77-71a7-4fa4-938f-2d9ace169bf4 None None] Pushing event updated for resources: {'Port': ['ID=32ade227-6726-43e8-a0cb-92a4a089177f,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:17.163609 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bd777-90c5-4f6b-b04e-cde4683d26ae tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Subnet': ['ID=5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:17.298211 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6bd777-90c5-4f6b-b04e-cde4683d26ae tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Checking segment: {'id': '1b0d6d03-6744-4fee-b4bd-accc5c4beb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fe511d5d-c0d7-453e-b2ed-50d66455dc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:02:17.302058 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6bd777-90c5-4f6b-b04e-cde4683d26ae tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network hostable DHCP agents. Network: fe511d5d-c0d7-453e-b2ed-50d66455dc05, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:02:17.307876 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f44f3-cd07-4e89-aaba-65fb793942b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4303caaa-7f6f-4ae8-95ae-2f9959315cc2,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:17.317682 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4c5f44f3-cd07-4e89-aaba-65fb793942b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee2b59c6485d476eba6921db353629d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6339111 Nov 24 21:02:17.320920 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41568) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:17.403062 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6bd777-90c5-4f6b-b04e-cde4683d26ae tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network fe511d5d-c0d7-453e-b2ed-50d66455dc05 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:02:17.404707 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d864cf87-07e6-456b-a5f6-7520c12fef3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:17.446097 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-eb6bd777-90c5-4f6b-b04e-cde4683d26ae tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, fe511d5d-c0d7-453e-b2ed-50d66455dc05) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:17.469620 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6bd777-90c5-4f6b-b04e-cde4683d26ae tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:17.469829 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eb6bd777-90c5-4f6b-b04e-cde4683d26ae tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:17.472121 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4f2f2caa-c01b-473d-80fa-7531e9082e1c None None] For port 4827b40e-57e9-421f-b894-6dabce5e26c0, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:02:17.493960 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d864cf87-07e6-456b-a5f6-7520c12fef3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:17.498573 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07f1100-738e-4256-a646-acfc80ace6f0 None None] Network eb9d7270-e2f5-43e6-902e-dd066a69e6c8 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:02:17.601019 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-eb6bd777-90c5-4f6b-b04e-cde4683d26ae tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1851280 Nov 24 21:02:17.604405 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41578) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:17.883368 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b44e59-4815-4180-ac9a-fd74c43d4d30 None None] Network fe511d5d-c0d7-453e-b2ed-50d66455dc05 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:02:18.058441 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f7fb7-e589-49c2-b528-c25c760cb43f None None] Pushing event updated for resources: {'Port': ['ID=8b4e3c02-0524-4807-88d8-9b0e732d1e35,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:18.116816 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d864cf87-07e6-456b-a5f6-7520c12fef3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:18.118638 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d864cf87-07e6-456b-a5f6-7520c12fef3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:18.119986 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d864cf87-07e6-456b-a5f6-7520c12fef3b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4303caaa-7f6f-4ae8-95ae-2f9959315cc2 HTTP/1.1" status: 204 len: 168 time: 0.7979310 Nov 24 21:02:18.172787 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864cf87-07e6-456b-a5f6-7520c12fef3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4303caaa-7f6f-4ae8-95ae-2f9959315cc2,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:18.202115 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 32ade227-6726-43e8-a0cb-92a4a089177f up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:02:18.612620 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4f2f2caa-c01b-473d-80fa-7531e9082e1c None None] For port 4827b40e-57e9-421f-b894-6dabce5e26c0, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=4827b40e-57e9-421f-b894-6dabce5e26c0,segment=NetworkSegment(9398aa6e-4871-4d88-b575-7434e4d33b9e),segment_id=9398aa6e-4871-4d88-b575-7434e4d33b9e)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:02:18.621664 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41590) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:18.650962 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c86ec3ad-49a4-4a57-b713-29ec417764a0 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:18.682191 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] Sync routers for ids ['1e58f0c5-d487-438e-9486-72718ed21d7f'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:02:18.869123 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4f2f2caa-c01b-473d-80fa-7531e9082e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:18.973387 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41596) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:19.042484 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-568e53bd-664d-4056-a0ec-cbef349db618 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:19.050183 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] Routers {'1e58f0c5-d487-438e-9486-72718ed21d7f'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:02:19.050855 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:02:12Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['1e58f0c5-d487-438e-9486-72718ed21d7f'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:19.081371 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f03adef-e69d-40c1-9362-2bd50c98deac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:19.197266 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41602) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:19.223699 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-2aa0546a-b3eb-45b6-bb91-c9f1efdb88f0 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Request body: {'security_group': {'name': 'tempest-securitygroup--196145531', 'description': 'tempest-description--1444101024'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:02:19.249005 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-568e53bd-664d-4056-a0ec-cbef349db618 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:19.279605 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-568e53bd-664d-4056-a0ec-cbef349db618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:19.388197 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] Set router 1e58f0c5-d487-438e-9486-72718ed21d7f gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:02:19.412249 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-568e53bd-664d-4056-a0ec-cbef349db618 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=376ce67996534bd5bdf2d78cef46080b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4326258 Nov 24 21:02:19.468167 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41606) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:19.622521 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2aa0546a-b3eb-45b6-bb91-c9f1efdb88f0 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:19.638691 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7de53345-de08-4199-aac0-363fd55a060b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:19.667446 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e53bd-664d-4056-a0ec-cbef349db618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1221b8f6-693d-4bc2-a333-575622e0cbfb,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:19.711185 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-7de53345-de08-4199-aac0-363fd55a060b None None] For port 46e629df-3906-4300-9c89-47418aa46592, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=46e629df-3906-4300-9c89-47418aa46592,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:02:19.817961 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f03adef-e69d-40c1-9362-2bd50c98deac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:19.861797 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f03adef-e69d-40c1-9362-2bd50c98deac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:19.870503 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2aa0546a-b3eb-45b6-bb91-c9f1efdb88f0 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:19.873385 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-c86ec3ad-49a4-4a57-b713-29ec417764a0 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Allocated IP 2001:db8:2::1 (fe511d5d-c0d7-453e-b2ed-50d66455dc05/5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d/717cc8f5-5803-4e27-ac84-6aa969226d9b) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:02:19.882629 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2aa0546a-b3eb-45b6-bb91-c9f1efdb88f0 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:19.923115 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0546a-b3eb-45b6-bb91-c9f1efdb88f0 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0505e0e5-58a9-4713-a3d8-2ea715e2b3ff,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:19.931002 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aad71963-6e49-4b37-a1d2-f39c49bd236e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:19.978798 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2aa0546a-b3eb-45b6-bb91-c9f1efdb88f0 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:19.980605 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2aa0546a-b3eb-45b6-bb91-c9f1efdb88f0 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7824216 Nov 24 21:02:19.988357 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41612) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:19.996387 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4e036d0f-f64c-4f29-b8aa-b29c5b2ba2fc tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Request body: {'security_group_rule': {'security_group_id': '0505e0e5-58a9-4713-a3d8-2ea715e2b3ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:02:20.069760 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e036d0f-f64c-4f29-b8aa-b29c5b2ba2fc tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:20.070482 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7de53345-de08-4199-aac0-363fd55a060b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:20.182387 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6f03adef-e69d-40c1-9362-2bd50c98deac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad8a14d864b7403a889e98e8ea80f02f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5583599 Nov 24 21:02:20.188647 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e036d0f-f64c-4f29-b8aa-b29c5b2ba2fc tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:20.193044 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41616) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:20.213669 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aad71963-6e49-4b37-a1d2-f39c49bd236e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:20.217227 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e036d0f-f64c-4f29-b8aa-b29c5b2ba2fc tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:20.221991 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03adef-e69d-40c1-9362-2bd50c98deac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25c5e59-0e5c-4af6-bd30-fa8eb5b2f8cb,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:20.283607 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e036d0f-f64c-4f29-b8aa-b29c5b2ba2fc tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9bba1ad-dbda-4ea0-b5c3-215c0f7c22a2,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:20.344121 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e036d0f-f64c-4f29-b8aa-b29c5b2ba2fc tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:20.346058 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4e036d0f-f64c-4f29-b8aa-b29c5b2ba2fc tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3538730 Nov 24 21:02:20.350302 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41618) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:20.356093 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-835ec8f8-8682-408f-99f4-22b3db5c64af tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Request body: {'security_group_rule': {'security_group_id': '0505e0e5-58a9-4713-a3d8-2ea715e2b3ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:02:20.427001 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c86ec3ad-49a4-4a57-b713-29ec417764a0 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:20.436649 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-835ec8f8-8682-408f-99f4-22b3db5c64af tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:20.443827 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d3440a42-2b16-4ca4-98cf-5138769cb587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:20.473836 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 32ade227-6726-43e8-a0cb-92a4a089177f triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:20.474217 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:20.477595 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f2caa-c01b-473d-80fa-7531e9082e1c None None] Pushing event updated for resources: {'Port': ['ID=4827b40e-57e9-421f-b894-6dabce5e26c0,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:20.510542 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aad71963-6e49-4b37-a1d2-f39c49bd236e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:20.516106 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aad71963-6e49-4b37-a1d2-f39c49bd236e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:20.525173 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-aad71963-6e49-4b37-a1d2-f39c49bd236e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1221b8f6-693d-4bc2-a333-575622e0cbfb HTTP/1.1" status: 204 len: 168 time: 1.0558043 Nov 24 21:02:20.554313 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d3440a42-2b16-4ca4-98cf-5138769cb587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:20.612025 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-835ec8f8-8682-408f-99f4-22b3db5c64af tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:20.650016 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-835ec8f8-8682-408f-99f4-22b3db5c64af tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:20.667304 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad71963-6e49-4b37-a1d2-f39c49bd236e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1221b8f6-693d-4bc2-a333-575622e0cbfb,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:20.726448 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de53345-de08-4199-aac0-363fd55a060b None None] Pushing event updated for resources: {'Port': ['ID=46e629df-3906-4300-9c89-47418aa46592,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:20.759337 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-835ec8f8-8682-408f-99f4-22b3db5c64af tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:20.766364 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d3440a42-2b16-4ca4-98cf-5138769cb587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:20.770455 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d3440a42-2b16-4ca4-98cf-5138769cb587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:20.786405 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-835ec8f8-8682-408f-99f4-22b3db5c64af tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4320776 Nov 24 21:02:20.794901 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d3440a42-2b16-4ca4-98cf-5138769cb587 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f25c5e59-0e5c-4af6-bd30-fa8eb5b2f8cb HTTP/1.1" status: 204 len: 168 time: 0.5997753 Nov 24 21:02:20.804270 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41626) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:20.823277 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-e4015251-43bb-4954-8e51-a734a8190f6f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:02:20.823508 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ec8f8-8682-408f-99f4-22b3db5c64af tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc784cc-853e-4a40-8c2c-17cb05896ae4,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:20.840178 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c86ec3ad-49a4-4a57-b713-29ec417764a0 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:20.866336 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7de53345-de08-4199-aac0-363fd55a060b None None] Provisioning complete for port 8b4e3c02-0524-4807-88d8-9b0e732d1e35 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:20.866720 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7de53345-de08-4199-aac0-363fd55a060b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:20.890461 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3440a42-2b16-4ca4-98cf-5138769cb587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25c5e59-0e5c-4af6-bd30-fa8eb5b2f8cb,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:20.895405 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e4015251-43bb-4954-8e51-a734a8190f6f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:21.001421 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86ec3ad-49a4-4a57-b713-29ec417764a0 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network fe511d5d-c0d7-453e-b2ed-50d66455dc05 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:02:21.004681 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-c86ec3ad-49a4-4a57-b713-29ec417764a0 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:21.012025 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86ec3ad-49a4-4a57-b713-29ec417764a0 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:02:21.013421 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c86ec3ad-49a4-4a57-b713-29ec417764a0 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:21.206547 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374057ef-20a1-4ef4-a5d7-4349eaa47d03 None None] Network 10bb7bfb-6209-441c-8b83-0c519bd827a1 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:02:21.260791 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ec3ad-49a4-4a57-b713-29ec417764a0 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Port': ['ID=717cc8f5-5803-4e27-ac84-6aa969226d9b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:21.329648 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e4015251-43bb-4954-8e51-a734a8190f6f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:21.501029 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c86ec3ad-49a4-4a57-b713-29ec417764a0 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:21.672918 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:02:12Z', 'revision_number': 3, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None, '_interfaces': [{'id': '1d341989-47fc-409a-9554-c6e109e5e00a', 'name': '', 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:21:ce:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:10Z', 'updated_at': '2021-11-24T21:02:13Z', 'revision_number': 2, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b4e3c02-0524-4807-88d8-9b0e732d1e35', 'name': '', 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:8c:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '09214594-3435-4e47-8f97-390308f0a908', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:02Z', 'updated_at': '2021-11-24T21:02:16Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '09214594-3435-4e47-8f97-390308f0a908', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:21.724194 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d344a30-c678-4ce6-964e-8aa8793d8f4f None None] The sync data for ids ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'] in n-d-812111-8 is: [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:02:12Z', 'revision_number': 3, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None, '_interfaces': [{'id': '1d341989-47fc-409a-9554-c6e109e5e00a', 'name': '', 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:21:ce:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:10Z', 'updated_at': '2021-11-24T21:02:13Z', 'revision_number': 2, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b4e3c02-0524-4807-88d8-9b0e732d1e35', 'name': '', 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:8c:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '09214594-3435-4e47-8f97-390308f0a908', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:02Z', 'updated_at': '2021-11-24T21:02:16Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '09214594-3435-4e47-8f97-390308f0a908', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:02:21.740958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41642) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:21.819167 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-e4015251-43bb-4954-8e51-a734a8190f6f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Allocated IP 172.25.5.90 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/dc735ca0-ae8c-43ec-972a-1be1f063dd7c) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:02:21.839266 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e7988b41-260f-4035-9c51-4dd9f75f7bb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:22.016253 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:22.079073 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'name': 'tempest-ServersTestManualDisk-815817235-router', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '46e629df-3906-4300-9c89-47418aa46592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:02:05Z', 'updated_at': '2021-11-24T21:02:13Z', 'revision_number': 4, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'gw_port': {'id': '46e629df-3906-4300-9c89-47418aa46592', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:07Z', 'updated_at': '2021-11-24T21:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3d1d10db-974a-41e8-8ddd-3315db98eab7', 'name': '', 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'mac_address': 'fa:16:3e:a3:35:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': 'e3bd6d43-8c60-4a64-b4d6-a1e768c3a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:12Z', 'updated_at': '2021-11-24T21:02:14Z', 'revision_number': 2, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'subnets': [{'id': 'e3bd6d43-8c60-4a64-b4d6-a1e768c3a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:22.453491 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 32ade227-6726-43e8-a0cb-92a4a089177f, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=32ade227-6726-43e8-a0cb-92a4a089177f,segment=NetworkSegment(f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40),segment_id=f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:02:22.469307 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] Checking router: 1e58f0c5-d487-438e-9486-72718ed21d7f for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:02:22.469307 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] Updating router 1e58f0c5-d487-438e-9486-72718ed21d7f port 3d1d10db-974a-41e8-8ddd-3315db98eab7 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:02:22.476162 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:22.477074 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 46e629df-3906-4300-9c89-47418aa46592 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:02:22.515922 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e4015251-43bb-4954-8e51-a734a8190f6f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:22.738832 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e7988b41-260f-4035-9c51-4dd9f75f7bb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:22.759650 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c86ec3ad-49a4-4a57-b713-29ec417764a0 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:22.773125 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c86ec3ad-49a4-4a57-b713-29ec417764a0 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:22.775959 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e7988b41-260f-4035-9c51-4dd9f75f7bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:22.778270 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c86ec3ad-49a4-4a57-b713-29ec417764a0 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:22.833290 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e4015251-43bb-4954-8e51-a734a8190f6f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:22.930860 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ec3ad-49a4-4a57-b713-29ec417764a0 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Port': ['ID=717cc8f5-5803-4e27-ac84-6aa969226d9b,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:23.174111 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86ec3ad-49a4-4a57-b713-29ec417764a0 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network fe511d5d-c0d7-453e-b2ed-50d66455dc05 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:02:23.176046 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-c86ec3ad-49a4-4a57-b713-29ec417764a0 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:23.498333 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86ec3ad-49a4-4a57-b713-29ec417764a0 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:02:23.595205 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3845374c-311c-452e-b012-b49596667798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-fe511d5d-c0d7-453e-b2ed-50d66455dc05', 'network_id': 'fe511d5d-c0d7-453e-b2ed-50d66455dc05', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'fixed_ips': [{'subnet_id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:02:23.596159 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3845374c-311c-452e-b012-b49596667798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:23.684104 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=32ade227-6726-43e8-a0cb-92a4a089177f,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:23.724077 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4015251-43bb-4954-8e51-a734a8190f6f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Pushing event updated for resources: {'Port': ['ID=dc735ca0-ae8c-43ec-972a-1be1f063dd7c,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:23.743208 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e7988b41-260f-4035-9c51-4dd9f75f7bb5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=afb8cdaf07924e7aaeabdd2b42cd0fe0&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0011165 Nov 24 21:02:23.747240 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7988b41-260f-4035-9c51-4dd9f75f7bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc0a49e-fe9a-4032-b8bb-52fd29152411,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:23.760062 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41670) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:23.806980 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4015251-43bb-4954-8e51-a734a8190f6f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:02:23.816418 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-e4015251-43bb-4954-8e51-a734a8190f6f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:23.844912 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4015251-43bb-4954-8e51-a734a8190f6f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:02:23.849880 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86ec3ad-49a4-4a57-b713-29ec417764a0 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:02:23.866647 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c86ec3ad-49a4-4a57-b713-29ec417764a0 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/routers/4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2609797 Nov 24 21:02:23.869553 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41676) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:23.882541 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7075d31f-3c3d-406a-a719-0f7ba1a124e7 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1294610113'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:02:23.944545 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7075d31f-3c3d-406a-a719-0f7ba1a124e7 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Made reservation on behalf of 477a0cb75e98499e9b77be2952c0d710 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:02:23.956497 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7075d31f-3c3d-406a-a719-0f7ba1a124e7 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:24.014754 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7075d31f-3c3d-406a-a719-0f7ba1a124e7 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:02:24.039347 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ca1e52f0-e0cf-4386-97c0-7838e81d9644 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:24.041819 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7075d31f-3c3d-406a-a719-0f7ba1a124e7 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:24.042547 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-7075d31f-3c3d-406a-a719-0f7ba1a124e7 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Added segment 6a2bed4b-1a4c-499f-bea5-ce10131faa5e of type vlan for network ce943e5f-1503-4a99-a61e-c680d6088348 Nov 24 21:02:24.134404 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-3845374c-311c-452e-b012-b49596667798 None None] Allocated IP 2001:db8:2::2 (fe511d5d-c0d7-453e-b2ed-50d66455dc05/5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d/9eb10e03-34a7-47ce-9f44-4c2addcee7d1) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:02:24.180303 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7075d31f-3c3d-406a-a719-0f7ba1a124e7 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:24.250238 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7075d31f-3c3d-406a-a719-0f7ba1a124e7 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:24.263108 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7075d31f-3c3d-406a-a719-0f7ba1a124e7 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:24.264277 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7075d31f-3c3d-406a-a719-0f7ba1a124e7 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:24.268628 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ca1e52f0-e0cf-4386-97c0-7838e81d9644 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:24.371044 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7075d31f-3c3d-406a-a719-0f7ba1a124e7 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4976776 Nov 24 21:02:24.374419 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41686) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:24.431974 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-64f40feb-3121-43dd-ad96-046796be382b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'subnet': {'network_id': 'ce943e5f-1503-4a99-a61e-c680d6088348', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:02:24.470018 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:24.501192 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075d31f-3c3d-406a-a719-0f7ba1a124e7 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Network': ['ID=ce943e5f-1503-4a99-a61e-c680d6088348,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:24.539091 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3845374c-311c-452e-b012-b49596667798 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:24.543447 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ca1e52f0-e0cf-4386-97c0-7838e81d9644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:24.548305 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ca1e52f0-e0cf-4386-97c0-7838e81d9644 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:24.553194 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ca1e52f0-e0cf-4386-97c0-7838e81d9644 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ddc0a49e-fe9a-4032-b8bb-52fd29152411 HTTP/1.1" status: 204 len: 168 time: 0.7785871 Nov 24 21:02:24.607795 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e52f0-e0cf-4386-97c0-7838e81d9644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc0a49e-fe9a-4032-b8bb-52fd29152411,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:24.627682 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e4015251-43bb-4954-8e51-a734a8190f6f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:24.648631 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f40feb-3121-43dd-ad96-046796be382b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Made reservation on behalf of 477a0cb75e98499e9b77be2952c0d710 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:02:24.652677 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-64f40feb-3121-43dd-ad96-046796be382b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:24.780904 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network ce943e5f-1503-4a99-a61e-c680d6088348 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:02:24.785167 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e4015251-43bb-4954-8e51-a734a8190f6f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:24.855983 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3845374c-311c-452e-b012-b49596667798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:25.077574 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3845374c-311c-452e-b012-b49596667798 None None] Network fe511d5d-c0d7-453e-b2ed-50d66455dc05 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:02:25.083576 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-91f35256-35d5-44b2-87e2-68065b5799a9 None None] Provisioning complete for port 3d1d10db-974a-41e8-8ddd-3315db98eab7 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:25.084274 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-91f35256-35d5-44b2-87e2-68065b5799a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:25.104793 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-3845374c-311c-452e-b012-b49596667798 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:25.220013 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e4015251-43bb-4954-8e51-a734a8190f6f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:25.235592 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e4015251-43bb-4954-8e51-a734a8190f6f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:25.265535 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3845374c-311c-452e-b012-b49596667798 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:02:25.511616 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 46e629df-3906-4300-9c89-47418aa46592 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:25.511998 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:25.513954 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4015251-43bb-4954-8e51-a734a8190f6f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Pushing event updated for resources: {'Port': ['ID=dc735ca0-ae8c-43ec-972a-1be1f063dd7c,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:25.602604 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e4015251-43bb-4954-8e51-a734a8190f6f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:25.643363 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845374c-311c-452e-b012-b49596667798 None None] Pushing event updated for resources: {'Port': ['ID=9eb10e03-34a7-47ce-9f44-4c2addcee7d1,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:25.718023 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-91f35256-35d5-44b2-87e2-68065b5799a9 None None] Port 3d1d10db-974a-41e8-8ddd-3315db98eab7 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:02:25.754577 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-3845374c-311c-452e-b012-b49596667798 None None] Attempting to bind port 9eb10e03-34a7-47ce-9f44-4c2addcee7d1 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:02:25.755572 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-3845374c-311c-452e-b012-b49596667798 None None] Attempting to bind port 9eb10e03-34a7-47ce-9f44-4c2addcee7d1 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '1b0d6d03-6744-4fee-b4bd-accc5c4beb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fe511d5d-c0d7-453e-b2ed-50d66455dc05'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:02:25.756111 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3845374c-311c-452e-b012-b49596667798 None None] Attempting to bind port 9eb10e03-34a7-47ce-9f44-4c2addcee7d1 on network fe511d5d-c0d7-453e-b2ed-50d66455dc05 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:02:25.760819 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e4015251-43bb-4954-8e51-a734a8190f6f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:25.769315 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e4015251-43bb-4954-8e51-a734a8190f6f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9571636 Nov 24 21:02:25.775700 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-64f40feb-3121-43dd-ad96-046796be382b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:25.785691 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3845374c-311c-452e-b012-b49596667798 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:02:25.786652 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3845374c-311c-452e-b012-b49596667798 None None] Checking segment: {'id': '1b0d6d03-6744-4fee-b4bd-accc5c4beb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fe511d5d-c0d7-453e-b2ed-50d66455dc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:02:25.787243 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3845374c-311c-452e-b012-b49596667798 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:25.787830 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3845374c-311c-452e-b012-b49596667798 None None] Bound using segment: {'id': '1b0d6d03-6744-4fee-b4bd-accc5c4beb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fe511d5d-c0d7-453e-b2ed-50d66455dc05'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:02:25.788513 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-3845374c-311c-452e-b012-b49596667798 None None] Bound port: 9eb10e03-34a7-47ce-9f44-4c2addcee7d1, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0d6d03-6744-4fee-b4bd-accc5c4beb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fe511d5d-c0d7-453e-b2ed-50d66455dc05'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:02:25.789098 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3845374c-311c-452e-b012-b49596667798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:25.845085 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-91f35256-35d5-44b2-87e2-68065b5799a9 None None] Provisioning complete for port 1d341989-47fc-409a-9554-c6e109e5e00a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:25.845830 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-91f35256-35d5-44b2-87e2-68065b5799a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:26.019468 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:26.073968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-91f35256-35d5-44b2-87e2-68065b5799a9 None None] Port 1d341989-47fc-409a-9554-c6e109e5e00a cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:02:26.098890 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Sync routers for ids ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:02:26.108982 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:26.125510 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f40feb-3121-43dd-ad96-046796be382b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Checking segment: {'id': '6a2bed4b-1a4c-499f-bea5-ce10131faa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ce943e5f-1503-4a99-a61e-c680d6088348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:02:26.126411 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f40feb-3121-43dd-ad96-046796be382b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network hostable DHCP agents. Network: ce943e5f-1503-4a99-a61e-c680d6088348, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:02:26.154855 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Routers {'4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:02:26.165485 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:02:12Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:26.193571 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f40feb-3121-43dd-ad96-046796be382b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Subnet': ['ID=b18388a9-cb53-4fee-9c79-2765fa3bf33f,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:26.269823 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-91f35256-35d5-44b2-87e2-68065b5799a9 None None] Provisioning complete for port 4827b40e-57e9-421f-b894-6dabce5e26c0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:26.270608 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-91f35256-35d5-44b2-87e2-68065b5799a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:26.283143 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f40feb-3121-43dd-ad96-046796be382b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network ce943e5f-1503-4a99-a61e-c680d6088348 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:02:26.385951 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-64f40feb-3121-43dd-ad96-046796be382b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, ce943e5f-1503-4a99-a61e-c680d6088348) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:26.453627 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d519a29-0cca-4c37-9702-8acabbebbe52 None None] Network ce943e5f-1503-4a99-a61e-c680d6088348 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:02:26.480461 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f40feb-3121-43dd-ad96-046796be382b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:26.481781 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-64f40feb-3121-43dd-ad96-046796be382b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:26.504268 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-3845374c-311c-452e-b012-b49596667798 None None] For port 9eb10e03-34a7-47ce-9f44-4c2addcee7d1, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:02:26.525581 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] Attempting to bind port 3d1d10db-974a-41e8-8ddd-3315db98eab7 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:02:26.526530 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] Attempting to bind port 3d1d10db-974a-41e8-8ddd-3315db98eab7 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:02:26.527107 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] Attempting to bind port 3d1d10db-974a-41e8-8ddd-3315db98eab7 on network eb9d7270-e2f5-43e6-902e-dd066a69e6c8 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:02:26.538046 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da77548-7bd9-4ef0-adeb-23802cb7ac73 None None] Pushing event updated for resources: {'Port': ['ID=3d1d10db-974a-41e8-8ddd-3315db98eab7,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:26.552972 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:02:26.553149 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] Checking segment: {'id': 'f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:02:26.553561 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:26.554018 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] Bound using segment: {'id': 'f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:02:26.554775 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] Bound port: 3d1d10db-974a-41e8-8ddd-3315db98eab7, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:02:26.555173 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:26.605330 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-64f40feb-3121-43dd-ad96-046796be382b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1909270 Nov 24 21:02:26.609764 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41782) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:26.618479 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Set router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:02:26.673989 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-20bf569e-6edc-43c7-b080-d466827726e6 req-0b962614-0e66-4b75-a138-c0a001c118b4 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--196145531&fields=id&tenant_id=9ef947511a354d6a97f9332543c7809a HTTP/1.1" status: 200 len: 267 time: 0.3547814 Nov 24 21:02:26.687656 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-3845374c-311c-452e-b012-b49596667798 None None] For port 9eb10e03-34a7-47ce-9f44-4c2addcee7d1, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9eb10e03-34a7-47ce-9f44-4c2addcee7d1,segment=NetworkSegment(1b0d6d03-6744-4fee-b4bd-accc5c4beb1f),segment_id=1b0d6d03-6744-4fee-b4bd-accc5c4beb1f)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:02:26.845383 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 46e629df-3906-4300-9c89-47418aa46592 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:02:26.850346 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3845374c-311c-452e-b012-b49596667798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:26.990046 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] For port 3d1d10db-974a-41e8-8ddd-3315db98eab7, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:02:26.998179 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] For port 3d1d10db-974a-41e8-8ddd-3315db98eab7, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3d1d10db-974a-41e8-8ddd-3315db98eab7,segment=NetworkSegment(f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40),segment_id=f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:02:26.998630 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf569e-6edc-43c7-b080-d466827726e6 req-1c9721ae-7187-409c-9378-cc4139a4818a tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:27.000481 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-20bf569e-6edc-43c7-b080-d466827726e6 req-1c9721ae-7187-409c-9378-cc4139a4818a tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/networks?id=eb9d7270-e2f5-43e6-902e-dd066a69e6c8 HTTP/1.1" status: 200 len: 811 time: 0.3189454 Nov 24 21:02:27.033583 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-20bf569e-6edc-43c7-b080-d466827726e6 req-d452526b-a4a6-4154-a28c-e404cc03b1c2 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/quotas/9ef947511a354d6a97f9332543c7809a HTTP/1.1" status: 200 len: 375 time: 0.0268486 Nov 24 21:02:27.149969 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-20bf569e-6edc-43c7-b080-d466827726e6 req-878c473d-0bbd-4f15-a6b1-a91980ab2553 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9ef947511a354d6a97f9332543c7809a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0964901 Nov 24 21:02:27.202041 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:27.435037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41816) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:27.438727 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-91f35256-35d5-44b2-87e2-68065b5799a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:27.453831 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-20bf569e-6edc-43c7-b080-d466827726e6 req-3fdc0544-6eab-4865-a177-471773352458 service neutron] 10.222.0.11 "GET /v2.0/networks/eb9d7270-e2f5-43e6-902e-dd066a69e6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029444 Nov 24 21:02:27.621582 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:02:21Z', 'revision_number': 4, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None, '_interfaces': [{'id': '1d341989-47fc-409a-9554-c6e109e5e00a', 'name': '', 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:21:ce:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:10Z', 'updated_at': '2021-11-24T21:02:13Z', 'revision_number': 2, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '717cc8f5-5803-4e27-ac84-6aa969226d9b', 'name': '', 'network_id': 'fe511d5d-c0d7-453e-b2ed-50d66455dc05', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:e0:38:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:18Z', 'updated_at': '2021-11-24T21:02:22Z', 'revision_number': 2, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b4e3c02-0524-4807-88d8-9b0e732d1e35', 'name': '', 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:8c:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '09214594-3435-4e47-8f97-390308f0a908', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:02Z', 'updated_at': '2021-11-24T21:02:16Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '09214594-3435-4e47-8f97-390308f0a908', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:27.666138 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-91f35256-35d5-44b2-87e2-68065b5799a9 None None] For port 4827b40e-57e9-421f-b894-6dabce5e26c0, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=4827b40e-57e9-421f-b894-6dabce5e26c0,segment=NetworkSegment(9398aa6e-4871-4d88-b575-7434e4d33b9e),segment_id=9398aa6e-4871-4d88-b575-7434e4d33b9e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:02:27.676232 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c481f38-aa08-48ea-9ac2-768a016ae9df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-ce943e5f-1503-4a99-a61e-c680d6088348', 'network_id': 'ce943e5f-1503-4a99-a61e-c680d6088348', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'fixed_ips': [{'subnet_id': 'b18388a9-cb53-4fee-9c79-2765fa3bf33f'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:02:27.685400 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4c481f38-aa08-48ea-9ac2-768a016ae9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:27.737645 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Checking router: 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:02:27.737999 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Updating router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a port 1d341989-47fc-409a-9554-c6e109e5e00a binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:02:27.740276 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-91f35256-35d5-44b2-87e2-68065b5799a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:27.834185 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] Routers {'1e58f0c5-d487-438e-9486-72718ed21d7f'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:02:27.834840 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:02:12Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['1e58f0c5-d487-438e-9486-72718ed21d7f'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:27.838464 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:27.883977 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845374c-311c-452e-b012-b49596667798 None None] Pushing event updated for resources: {'Port': ['ID=9eb10e03-34a7-47ce-9f44-4c2addcee7d1,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:27.893656 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-20bf569e-6edc-43c7-b080-d466827726e6 req-cd56ea5c-cd33-4961-800d-25930e0c5394 service neutron] 10.222.0.11 "GET /v2.0/networks/eb9d7270-e2f5-43e6-902e-dd066a69e6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236128 Nov 24 21:02:27.988196 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba6be993-0beb-4685-89a0-b67c050cc47f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:28.026463 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd10a5f1-a673-4ca3-be80-9751597cfb3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:28.231708 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] Set router 1e58f0c5-d487-438e-9486-72718ed21d7f gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:02:28.674766 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-91f35256-35d5-44b2-87e2-68065b5799a9 None None] Provisioning complete for port 32ade227-6726-43e8-a0cb-92a4a089177f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:28.675156 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-91f35256-35d5-44b2-87e2-68065b5799a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:28.768587 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f2d4b361-b7cc-40bc-8655-2a0b7ff2cec3 req-93dd95c1-2427-4014-9fc1-fa9c22e36279 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 210 time: 0.1397686 Nov 24 21:02:28.783668 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba6be993-0beb-4685-89a0-b67c050cc47f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:28.814313 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba6be993-0beb-4685-89a0-b67c050cc47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:28.880391 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:28.898621 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:29.052875 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6be993-0beb-4685-89a0-b67c050cc47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ea4397-ce13-4d65-8495-3fd35952850a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:29.063956 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ba6be993-0beb-4685-89a0-b67c050cc47f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1dd0a435ee4440559ab0e2da48c2ec05&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6255534 Nov 24 21:02:29.066506 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41874) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:29.087740 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3017ad-19f4-4669-b8e4-3f447155b7bc None None] Pushing event updated for resources: {'Port': ['ID=1d341989-47fc-409a-9554-c6e109e5e00a,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:29.262902 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c20f3811-7a69-4019-8f1e-0f88e8e03068 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:29.351485 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Attempting to bind port 1d341989-47fc-409a-9554-c6e109e5e00a on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:02:29.351924 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Attempting to bind port 1d341989-47fc-409a-9554-c6e109e5e00a by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '9398aa6e-4871-4d88-b575-7434e4d33b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:02:29.352291 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Attempting to bind port 1d341989-47fc-409a-9554-c6e109e5e00a on network 10bb7bfb-6209-441c-8b83-0c519bd827a1 {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:02:29.382427 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da77548-7bd9-4ef0-adeb-23802cb7ac73 None None] Pushing event updated for resources: {'Port': ['ID=3d1d10db-974a-41e8-8ddd-3315db98eab7,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:29.405972 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:02:29.408365 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Checking segment: {'id': '9398aa6e-4871-4d88-b575-7434e4d33b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:02:29.409612 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c20f3811-7a69-4019-8f1e-0f88e8e03068 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:29.410945 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:29.413416 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Bound using segment: {'id': '9398aa6e-4871-4d88-b575-7434e4d33b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:02:29.413971 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Bound port: 1d341989-47fc-409a-9554-c6e109e5e00a, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398aa6e-4871-4d88-b575-7434e4d33b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:02:29.415800 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:29.582350 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-b8f690dd-29ef-4590-9ea5-9fcef251b36f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7962549 Nov 24 21:02:29.663117 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c20f3811-7a69-4019-8f1e-0f88e8e03068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:29.667473 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c20f3811-7a69-4019-8f1e-0f88e8e03068 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:29.671554 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c20f3811-7a69-4019-8f1e-0f88e8e03068 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a9ea4397-ce13-4d65-8495-3fd35952850a HTTP/1.1" status: 204 len: 168 time: 0.6040075 Nov 24 21:02:29.734489 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] For port 1d341989-47fc-409a-9554-c6e109e5e00a, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:02:29.742689 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] For port 1d341989-47fc-409a-9554-c6e109e5e00a, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1d341989-47fc-409a-9554-c6e109e5e00a,segment=NetworkSegment(9398aa6e-4871-4d88-b575-7434e4d33b9e),segment_id=9398aa6e-4871-4d88-b575-7434e4d33b9e)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:02:29.747286 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f3811-7a69-4019-8f1e-0f88e8e03068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ea4397-ce13-4d65-8495-3fd35952850a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:29.765783 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:29.769950 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41888) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:29.988544 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68a81-5cd3-48c4-a310-e352a86967db req-ba6867f0-a8b2-40d1-a2d0-d64b05fd2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:29.989278 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68a81-5cd3-48c4-a310-e352a86967db req-ba6867f0-a8b2-40d1-a2d0-d64b05fd2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:29.992762 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68a81-5cd3-48c4-a310-e352a86967db req-ba6867f0-a8b2-40d1-a2d0-d64b05fd2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:29.994073 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68a81-5cd3-48c4-a310-e352a86967db req-ba6867f0-a8b2-40d1-a2d0-d64b05fd2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:29.999622 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68a81-5cd3-48c4-a310-e352a86967db req-ba6867f0-a8b2-40d1-a2d0-d64b05fd2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:30.000385 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68a81-5cd3-48c4-a310-e352a86967db req-ba6867f0-a8b2-40d1-a2d0-d64b05fd2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:30.002482 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68a81-5cd3-48c4-a310-e352a86967db req-ba6867f0-a8b2-40d1-a2d0-d64b05fd2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:30.008983 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-ba6867f0-a8b2-40d1-a2d0-d64b05fd2fe5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=838d059057e840c09ac19be61b107bec&device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 6492 time: 0.3287132 Nov 24 21:02:30.065970 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4bc21bbd-a233-42b7-905f-ba1ef4927d6b req-c5f4b858-8cff-485c-b35e-bf8ba5af5907 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 210 time: 0.1094694 Nov 24 21:02:30.102078 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Updating router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a port 717cc8f5-5803-4e27-ac84-6aa969226d9b binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:02:30.112727 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2678894-5cd8-4899-81b5-a5e2feed55f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:30.183046 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-4c481f38-aa08-48ea-9ac2-768a016ae9df None None] Allocated IP 2001:db8:3::2 (ce943e5f-1503-4a99-a61e-c680d6088348/b18388a9-cb53-4fee-9c79-2765fa3bf33f/e64efe93-b916-4639-a2b7-ae9f7e0f0d81) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:02:30.210099 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3017ad-19f4-4669-b8e4-3f447155b7bc None None] Pushing event updated for resources: {'Port': ['ID=1d341989-47fc-409a-9554-c6e109e5e00a,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:30.226877 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:30.313883 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518538ef-60c2-4c93-b366-b08abea77542 None None] Network fe511d5d-c0d7-453e-b2ed-50d66455dc05 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:02:30.343290 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2678894-5cd8-4899-81b5-a5e2feed55f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:30.355652 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2678894-5cd8-4899-81b5-a5e2feed55f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:30.569986 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68a81-5cd3-48c4-a310-e352a86967db req-007ab21b-b1ab-4f80-87d8-c40608a37652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:30.571273 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68a81-5cd3-48c4-a310-e352a86967db req-007ab21b-b1ab-4f80-87d8-c40608a37652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:30.573678 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68a81-5cd3-48c4-a310-e352a86967db req-007ab21b-b1ab-4f80-87d8-c40608a37652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:30.578585 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-007ab21b-b1ab-4f80-87d8-c40608a37652 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2b80d919-dc76-4e07-9d79-d9c7af051c8b&id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&id=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7&id=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7 HTTP/1.1" status: 200 len: 2293 time: 0.5356793 Nov 24 21:02:30.581782 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 46e629df-3906-4300-9c89-47418aa46592 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:30.582286 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:30.598348 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2678894-5cd8-4899-81b5-a5e2feed55f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13850ddc-72bc-4cad-8a58-f67cd0fab6b1,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:30.627006 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f2678894-5cd8-4899-81b5-a5e2feed55f8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=348fd19d09314114a94cc99ce9fa6902&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8460722 Nov 24 21:02:30.627006 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41914) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:30.786861 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0d544bf8-cafc-40fc-8b65-9b9489ac4ee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:30.836217 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-ee09030e-883a-4771-9d25-3ec8f54fd637 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=905b2eeb-dedf-487a-a6aa-667f4d04bff3 HTTP/1.1" status: 200 len: 1000 time: 0.2444580 Nov 24 21:02:30.858528 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0d544bf8-cafc-40fc-8b65-9b9489ac4ee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:30.955979 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0d544bf8-cafc-40fc-8b65-9b9489ac4ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:30.966476 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0d544bf8-cafc-40fc-8b65-9b9489ac4ee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:30.968018 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0d544bf8-cafc-40fc-8b65-9b9489ac4ee0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13850ddc-72bc-4cad-8a58-f67cd0fab6b1 HTTP/1.1" status: 204 len: 168 time: 0.3435087 Nov 24 21:02:30.990883 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d544bf8-cafc-40fc-8b65-9b9489ac4ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13850ddc-72bc-4cad-8a58-f67cd0fab6b1,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:31.125286 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68a81-5cd3-48c4-a310-e352a86967db req-b3c9e587-41e6-4cae-b9b8-dc60b4d8bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:31.135365 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-b3c9e587-41e6-4cae-b9b8-dc60b4d8bd93 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=887b1e02-17a6-4db4-8124-14042ea3bbda HTTP/1.1" status: 200 len: 850 time: 0.2873993 Nov 24 21:02:31.165902 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f35256-35d5-44b2-87e2-68065b5799a9 None None] Pushing event updated for resources: {'Port': ['ID=4827b40e-57e9-421f-b894-6dabce5e26c0,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:31.325389 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dc41f54e-76c9-45f7-9084-e40fd0a93144 req-d87cfe15-1adb-473e-b11f-21ac00a80b64 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 210 time: 0.0660255 Nov 24 21:02:31.388552 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 8b4e3c02-0524-4807-88d8-9b0e732d1e35 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:02:31.394895 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68a81-5cd3-48c4-a310-e352a86967db req-27f5ff48-4f7a-4361-bf19-c9bb54c2653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:31.409050 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-27f5ff48-4f7a-4361-bf19-c9bb54c2653c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2b80d919-dc76-4e07-9d79-d9c7af051c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2586794 Nov 24 21:02:31.460590 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:02:31.509246 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:31.530485 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:31.725416 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3017ad-19f4-4669-b8e4-3f447155b7bc None None] Pushing event updated for resources: {'Port': ['ID=717cc8f5-5803-4e27-ac84-6aa969226d9b,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:31.939684 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-1d503e8a-3723-4e1e-944f-e6f706cd5c48 service neutron] 10.222.0.15 "GET /v2.0/networks/2b80d919-dc76-4e07-9d79-d9c7af051c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186825 Nov 24 21:02:31.951079 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Attempting to bind port 717cc8f5-5803-4e27-ac84-6aa969226d9b on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:02:31.951447 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Attempting to bind port 717cc8f5-5803-4e27-ac84-6aa969226d9b by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '1b0d6d03-6744-4fee-b4bd-accc5c4beb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fe511d5d-c0d7-453e-b2ed-50d66455dc05'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:02:31.951898 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Attempting to bind port 717cc8f5-5803-4e27-ac84-6aa969226d9b on network fe511d5d-c0d7-453e-b2ed-50d66455dc05 {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:02:31.970090 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4c481f38-aa08-48ea-9ac2-768a016ae9df None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:31.972726 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:02:31.974563 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Checking segment: {'id': '1b0d6d03-6744-4fee-b4bd-accc5c4beb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fe511d5d-c0d7-453e-b2ed-50d66455dc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:02:31.976732 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:31.977178 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Bound using segment: {'id': '1b0d6d03-6744-4fee-b4bd-accc5c4beb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fe511d5d-c0d7-453e-b2ed-50d66455dc05'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:02:31.985029 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Bound port: 717cc8f5-5803-4e27-ac84-6aa969226d9b, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0d6d03-6744-4fee-b4bd-accc5c4beb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fe511d5d-c0d7-453e-b2ed-50d66455dc05'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:02:31.985506 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:32.068210 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41960) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:32.089618 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-443b39b6-ca91-4c5e-86c2-589dd29065b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:32.098180 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4c481f38-aa08-48ea-9ac2-768a016ae9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:32.127564 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c481f38-aa08-48ea-9ac2-768a016ae9df None None] Network ce943e5f-1503-4a99-a61e-c680d6088348 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:02:32.140456 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-4c481f38-aa08-48ea-9ac2-768a016ae9df None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:32.155022 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c481f38-aa08-48ea-9ac2-768a016ae9df None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:02:32.199102 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] For port 717cc8f5-5803-4e27-ac84-6aa969226d9b, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:02:32.212576 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] For port 717cc8f5-5803-4e27-ac84-6aa969226d9b, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=717cc8f5-5803-4e27-ac84-6aa969226d9b,segment=NetworkSegment(1b0d6d03-6744-4fee-b4bd-accc5c4beb1f),segment_id=1b0d6d03-6744-4fee-b4bd-accc5c4beb1f)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:02:32.224422 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:32.278363 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2841621b-ab93-4b84-8c9a-43d496c30eba None None] Provisioning complete for port 3d1d10db-974a-41e8-8ddd-3315db98eab7 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:32.278835 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2841621b-ab93-4b84-8c9a-43d496c30eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:32.308591 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-443b39b6-ca91-4c5e-86c2-589dd29065b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:32.321390 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41968) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:32.334841 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-443b39b6-ca91-4c5e-86c2-589dd29065b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:32.459895 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-dd10a5f1-a673-4ca3-be80-9751597cfb3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Allocated IP 2001:db8:3::1 (ce943e5f-1503-4a99-a61e-c680d6088348/b18388a9-cb53-4fee-9c79-2765fa3bf33f/7def9592-69c7-4fa7-96f7-a80c8bda9743) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:02:32.472406 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'name': 'tempest-ServersTestManualDisk-815817235-router', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '46e629df-3906-4300-9c89-47418aa46592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:02:05Z', 'updated_at': '2021-11-24T21:02:13Z', 'revision_number': 4, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'gw_port': {'id': '46e629df-3906-4300-9c89-47418aa46592', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:07Z', 'updated_at': '2021-11-24T21:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3d1d10db-974a-41e8-8ddd-3315db98eab7', 'name': '', 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'mac_address': 'fa:16:3e:a3:35:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': 'e3bd6d43-8c60-4a64-b4d6-a1e768c3a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:12Z', 'updated_at': '2021-11-24T21:02:26Z', 'revision_number': 4, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'subnets': [{'id': 'e3bd6d43-8c60-4a64-b4d6-a1e768c3a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:32.482626 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-443b39b6-ca91-4c5e-86c2-589dd29065b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c74a2ea7ed14be09bda0aa1e7900869&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4113255 Nov 24 21:02:32.489515 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b39b6-ca91-4c5e-86c2-589dd29065b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb21986-0355-4f6f-9a09-0428ad664216,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:32.494990 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41976) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:32.523036 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Routers {'4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:02:32.523669 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:02:12Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:32.549532 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 8b4e3c02-0524-4807-88d8-9b0e732d1e35 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:32.549914 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:32.583422 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2841621b-ab93-4b84-8c9a-43d496c30eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:32.590861 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf569e-6edc-43c7-b080-d466827726e6 req-71a27a2b-d894-482d-b5c0-a23c360181f4 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:32.595247 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-20bf569e-6edc-43c7-b080-d466827726e6 req-71a27a2b-d894-482d-b5c0-a23c360181f4 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.48 "GET /v2.0/networks?id=eb9d7270-e2f5-43e6-902e-dd066a69e6c8 HTTP/1.1" status: 200 len: 811 time: 1.0288424 Nov 24 21:02:32.612171 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6571eafc-871b-4508-98cb-5b40be1a2229 req-d3363cc8-2a98-4941-a6a0-da3068d01137 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1111460 Nov 24 21:02:32.676699 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4c481f38-aa08-48ea-9ac2-768a016ae9df None None] Attempting to bind port e64efe93-b916-4639-a2b7-ae9f7e0f0d81 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:02:32.677460 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4c481f38-aa08-48ea-9ac2-768a016ae9df None None] Attempting to bind port e64efe93-b916-4639-a2b7-ae9f7e0f0d81 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '6a2bed4b-1a4c-499f-bea5-ce10131faa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ce943e5f-1503-4a99-a61e-c680d6088348'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:02:32.678863 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c481f38-aa08-48ea-9ac2-768a016ae9df None None] Attempting to bind port e64efe93-b916-4639-a2b7-ae9f7e0f0d81 on network ce943e5f-1503-4a99-a61e-c680d6088348 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:02:32.683245 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f7fac4b3-5ef2-41fd-a5f7-c229edf1d6b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:32.695203 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7024-b0d4-4013-af78-d85122ff6b26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:32.728373 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-50a76595-e633-4511-baba-ed60f786b070 req-61f8c526-865e-445c-aa5f-0c2d2bd8a970 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 210 time: 0.0786364 Nov 24 21:02:32.731740 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c481f38-aa08-48ea-9ac2-768a016ae9df None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:02:32.738303 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c481f38-aa08-48ea-9ac2-768a016ae9df None None] Checking segment: {'id': '6a2bed4b-1a4c-499f-bea5-ce10131faa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ce943e5f-1503-4a99-a61e-c680d6088348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:02:32.738736 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4c481f38-aa08-48ea-9ac2-768a016ae9df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:32.739146 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c481f38-aa08-48ea-9ac2-768a016ae9df None None] Bound using segment: {'id': '6a2bed4b-1a4c-499f-bea5-ce10131faa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ce943e5f-1503-4a99-a61e-c680d6088348'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:02:32.739797 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4c481f38-aa08-48ea-9ac2-768a016ae9df None None] Bound port: e64efe93-b916-4639-a2b7-ae9f7e0f0d81, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a2bed4b-1a4c-499f-bea5-ce10131faa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ce943e5f-1503-4a99-a61e-c680d6088348'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:02:32.740191 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4c481f38-aa08-48ea-9ac2-768a016ae9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:32.753896 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50599a2c-f5c9-4a6c-ab9c-1fa0b785c8ed None None] The sync data for ids ['1e58f0c5-d487-438e-9486-72718ed21d7f'] in n-d-812111-8 is: [{'id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'name': 'tempest-ServersTestManualDisk-815817235-router', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '46e629df-3906-4300-9c89-47418aa46592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:02:05Z', 'updated_at': '2021-11-24T21:02:13Z', 'revision_number': 4, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'gw_port': {'id': '46e629df-3906-4300-9c89-47418aa46592', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:07Z', 'updated_at': '2021-11-24T21:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3d1d10db-974a-41e8-8ddd-3315db98eab7', 'name': '', 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'mac_address': 'fa:16:3e:a3:35:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': 'e3bd6d43-8c60-4a64-b4d6-a1e768c3a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:12Z', 'updated_at': '2021-11-24T21:02:26Z', 'revision_number': 4, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'subnets': [{'id': 'e3bd6d43-8c60-4a64-b4d6-a1e768c3a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:02:32.756388 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c481f38-aa08-48ea-9ac2-768a016ae9df None None] Pushing event updated for resources: {'Port': ['ID=e64efe93-b916-4639-a2b7-ae9f7e0f0d81,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:32.841650 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2841621b-ab93-4b84-8c9a-43d496c30eba None None] For port 3d1d10db-974a-41e8-8ddd-3315db98eab7, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3d1d10db-974a-41e8-8ddd-3315db98eab7,segment=NetworkSegment(f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40),segment_id=f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:02:32.884991 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-7d0314b7-6552-4b68-a065-575249bbf98c service neutron] 10.222.0.15 "GET /v2.0/networks/2b80d919-dc76-4e07-9d79-d9c7af051c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8616812 Nov 24 21:02:32.915521 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3017ad-19f4-4669-b8e4-3f447155b7bc None None] Pushing event updated for resources: {'Port': ['ID=717cc8f5-5803-4e27-ac84-6aa969226d9b,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:32.915827 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f7fac4b3-5ef2-41fd-a5f7-c229edf1d6b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:32.964726 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7024-b0d4-4013-af78-d85122ff6b26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:32.978647 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f7fac4b3-5ef2-41fd-a5f7-c229edf1d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:33.046243 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] Set router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:02:33.051050 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4c481f38-aa08-48ea-9ac2-768a016ae9df None None] For port e64efe93-b916-4639-a2b7-ae9f7e0f0d81, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:02:33.059553 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4c481f38-aa08-48ea-9ac2-768a016ae9df None None] For port e64efe93-b916-4639-a2b7-ae9f7e0f0d81, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e64efe93-b916-4639-a2b7-ae9f7e0f0d81,segment=NetworkSegment(6a2bed4b-1a4c-499f-bea5-ce10131faa5e),segment_id=6a2bed4b-1a4c-499f-bea5-ce10131faa5e)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:02:33.069898 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2841621b-ab93-4b84-8c9a-43d496c30eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:33.097761 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4c481f38-aa08-48ea-9ac2-768a016ae9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:33.170520 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fac4b3-5ef2-41fd-a5f7-c229edf1d6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140e1afa-5239-4906-ba25-821e359c750b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:33.193750 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f7fac4b3-5ef2-41fd-a5f7-c229edf1d6b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=422678ca20a248fba57ff4bd9642c768&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8709340 Nov 24 21:02:33.197069 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41980) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:33.355346 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7024-b0d4-4013-af78-d85122ff6b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:33.376181 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7024-b0d4-4013-af78-d85122ff6b26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:33.385515 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f6ed7024-b0d4-4013-af78-d85122ff6b26 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4eb21986-0355-4f6f-9a09-0428ad664216 HTTP/1.1" status: 204 len: 168 time: 0.8632412 Nov 24 21:02:33.421082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841621b-ab93-4b84-8c9a-43d496c30eba None None] Pushing event updated for resources: {'Port': ['ID=3d1d10db-974a-41e8-8ddd-3315db98eab7,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:33.434988 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a531bcf9-810b-4bbc-999a-03429248cdfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:33.445207 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed7024-b0d4-4013-af78-d85122ff6b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb21986-0355-4f6f-9a09-0428ad664216,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:33.549621 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a531bcf9-810b-4bbc-999a-03429248cdfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:33.624628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2841621b-ab93-4b84-8c9a-43d496c30eba None None] Provisioning complete for port 717cc8f5-5803-4e27-ac84-6aa969226d9b triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:33.630501 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2841621b-ab93-4b84-8c9a-43d496c30eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:33.745688 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a531bcf9-810b-4bbc-999a-03429248cdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:33.750102 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a531bcf9-810b-4bbc-999a-03429248cdfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:33.751302 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a531bcf9-810b-4bbc-999a-03429248cdfc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/140e1afa-5239-4906-ba25-821e359c750b HTTP/1.1" status: 204 len: 168 time: 0.5532503 Nov 24 21:02:33.792657 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531bcf9-810b-4bbc-999a-03429248cdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140e1afa-5239-4906-ba25-821e359c750b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:33.943724 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 32ade227-6726-43e8-a0cb-92a4a089177f up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:02:33.964955 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:02:21Z', 'revision_number': 4, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None, '_interfaces': [{'id': '1d341989-47fc-409a-9554-c6e109e5e00a', 'name': '', 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:21:ce:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:10Z', 'updated_at': '2021-11-24T21:02:29Z', 'revision_number': 4, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '717cc8f5-5803-4e27-ac84-6aa969226d9b', 'name': '', 'network_id': 'fe511d5d-c0d7-453e-b2ed-50d66455dc05', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:e0:38:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:18Z', 'updated_at': '2021-11-24T21:02:32Z', 'revision_number': 4, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b4e3c02-0524-4807-88d8-9b0e732d1e35', 'name': '', 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:8c:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '09214594-3435-4e47-8f97-390308f0a908', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:02Z', 'updated_at': '2021-11-24T21:02:16Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '09214594-3435-4e47-8f97-390308f0a908', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:34.146273 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c481f38-aa08-48ea-9ac2-768a016ae9df None None] Pushing event updated for resources: {'Port': ['ID=e64efe93-b916-4639-a2b7-ae9f7e0f0d81,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:34.151985 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-b837eb0c-1c60-4068-876a-dbd8e9ecd944 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=5f848b02-05bc-4238-b1ac-d026adbdf90d HTTP/1.1" status: 200 len: 217 time: 1.2432892 Nov 24 21:02:34.227428 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 32ade227-6726-43e8-a0cb-92a4a089177f triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:34.227971 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:34.447236 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e8df6e-76f8-4e01-8d48-f47f8da1a77b None None] The sync data for ids ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'] in n-d-812111-8 is: [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:02:21Z', 'revision_number': 4, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None, '_interfaces': [{'id': '1d341989-47fc-409a-9554-c6e109e5e00a', 'name': '', 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:21:ce:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:10Z', 'updated_at': '2021-11-24T21:02:29Z', 'revision_number': 4, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '717cc8f5-5803-4e27-ac84-6aa969226d9b', 'name': '', 'network_id': 'fe511d5d-c0d7-453e-b2ed-50d66455dc05', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:e0:38:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:18Z', 'updated_at': '2021-11-24T21:02:32Z', 'revision_number': 4, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b4e3c02-0524-4807-88d8-9b0e732d1e35', 'name': '', 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:8c:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '09214594-3435-4e47-8f97-390308f0a908', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:02Z', 'updated_at': '2021-11-24T21:02:16Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '09214594-3435-4e47-8f97-390308f0a908', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:02:34.545450 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68a81-5cd3-48c4-a310-e352a86967db req-9c97c877-b3b2-4197-9697-64023c700a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:34.548319 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-9c97c877-b3b2-4197-9697-64023c700a11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26f7ad4d-47f7-4f94-83c1-a9b148ce53d9 HTTP/1.1" status: 200 len: 797 time: 0.2626851 Nov 24 21:02:34.555588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571eafc-871b-4508-98cb-5b40be1a2229 req-b1e75ebf-3c68-450e-bd01-e02f9bf2f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:34.562574 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6571eafc-871b-4508-98cb-5b40be1a2229 req-b1e75ebf-3c68-450e-bd01-e02f9bf2f6d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76400c1822bc4519abca8b807069cf99&device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 1096 time: 1.9017847 Nov 24 21:02:34.598167 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-20bf569e-6edc-43c7-b080-d466827726e6 req-c28f0716-95c9-44ab-b54e-129e9069fb0d tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ef947511a354d6a97f9332543c7809a HTTP/1.1" status: 200 len: 379 time: 1.9693189 Nov 24 21:02:34.687536 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2841621b-ab93-4b84-8c9a-43d496c30eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:34.695512 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1fcd8be4-c718-434a-90b2-dfa5aeac2a5b req-672f177a-7cd3-4f2a-921e-30df6aa99539 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 210 time: 0.7145329 Nov 24 21:02:34.750211 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2841621b-ab93-4b84-8c9a-43d496c30eba None None] For port 717cc8f5-5803-4e27-ac84-6aa969226d9b, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=717cc8f5-5803-4e27-ac84-6aa969226d9b,segment=NetworkSegment(1b0d6d03-6744-4fee-b4bd-accc5c4beb1f),segment_id=1b0d6d03-6744-4fee-b4bd-accc5c4beb1f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:02:34.753108 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 4827b40e-57e9-421f-b894-6dabce5e26c0 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:02:34.766584 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2841621b-ab93-4b84-8c9a-43d496c30eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:34.771525 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-20bf569e-6edc-43c7-b080-d466827726e6 req-c6ee1aa0-abe9-41d9-80bd-9f961ef09bc8 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Request body: {'port': {'device_id': '9e976313-22c9-4309-b0b7-76a602e16780', 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8', 'admin_state_up': True, 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'security_groups': ['0505e0e5-58a9-4713-a3d8-2ea715e2b3ff']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:02:34.935850 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42018) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:34.947213 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841621b-ab93-4b84-8c9a-43d496c30eba None None] Pushing event updated for resources: {'Port': ['ID=717cc8f5-5803-4e27-ac84-6aa969226d9b,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:34.988716 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2841621b-ab93-4b84-8c9a-43d496c30eba None None] Provisioning complete for port 9eb10e03-34a7-47ce-9f44-4c2addcee7d1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:34.989151 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2841621b-ab93-4b84-8c9a-43d496c30eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:35.001588 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1346125c-98a1-4642-ace8-238f0740d930 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:35.105005 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571eafc-871b-4508-98cb-5b40be1a2229 req-7ecb8c97-813c-49fb-a339-daa9f3da71df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:35.107442 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6571eafc-871b-4508-98cb-5b40be1a2229 req-7ecb8c97-813c-49fb-a339-daa9f3da71df service neutron] 10.222.0.48 "GET /v2.0/networks?id=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc HTTP/1.1" status: 200 len: 911 time: 0.3924963 Nov 24 21:02:35.211473 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 4827b40e-57e9-421f-b894-6dabce5e26c0 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:35.212201 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:35.224288 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68a81-5cd3-48c4-a310-e352a86967db req-2005421d-7ac7-45b8-8906-6192ea6ad006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:35.229255 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-2005421d-7ac7-45b8-8906-6192ea6ad006 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6243551 Nov 24 21:02:35.313797 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1346125c-98a1-4642-ace8-238f0740d930 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:35.329876 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1346125c-98a1-4642-ace8-238f0740d930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:35.479472 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346125c-98a1-4642-ace8-238f0740d930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72b5602-75c3-4ef8-bc8d-081aa02524a3,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:35.510180 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1346125c-98a1-4642-ace8-238f0740d930 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=df4088ee54ed4a969697e49840653606&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5701597 Nov 24 21:02:35.521089 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42028) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:35.606463 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2841621b-ab93-4b84-8c9a-43d496c30eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:35.708375 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29658773-56aa-4c73-9872-73cf3c1ceb17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:35.790208 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2841621b-ab93-4b84-8c9a-43d496c30eba None None] For port 9eb10e03-34a7-47ce-9f44-4c2addcee7d1, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9eb10e03-34a7-47ce-9f44-4c2addcee7d1,segment=NetworkSegment(1b0d6d03-6744-4fee-b4bd-accc5c4beb1f),segment_id=1b0d6d03-6744-4fee-b4bd-accc5c4beb1f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:02:35.812378 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2841621b-ab93-4b84-8c9a-43d496c30eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:35.824168 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29658773-56aa-4c73-9872-73cf3c1ceb17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:36.074934 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6571eafc-871b-4508-98cb-5b40be1a2229 req-241728f2-c4ba-483a-ac27-c7a8e00f58f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af0d2ff1-f872-4b17-9b2e-15bc4503c995 HTTP/1.1" status: 200 len: 1001 time: 0.9245698 Nov 24 21:02:36.093245 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd10a5f1-a673-4ca3-be80-9751597cfb3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:36.249163 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-225d3cd1-1466-45e3-a6d3-38d1ae5bc218 req-b133cf0b-d7e8-4469-b91e-b339bc01841f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 210 time: 0.2496064 Nov 24 21:02:36.295849 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29658773-56aa-4c73-9872-73cf3c1ceb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:36.299911 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29658773-56aa-4c73-9872-73cf3c1ceb17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:36.301446 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-29658773-56aa-4c73-9872-73cf3c1ceb17 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c72b5602-75c3-4ef8-bc8d-081aa02524a3 HTTP/1.1" status: 204 len: 168 time: 0.7791677 Nov 24 21:02:36.344216 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29658773-56aa-4c73-9872-73cf3c1ceb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72b5602-75c3-4ef8-bc8d-081aa02524a3,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:36.479810 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3e229a-e368-4d26-9719-aa57103d7fe8 None None] Network ce943e5f-1503-4a99-a61e-c680d6088348 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:02:36.507177 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2841621b-ab93-4b84-8c9a-43d496c30eba None None] Provisioning complete for port 1d341989-47fc-409a-9554-c6e109e5e00a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:36.507592 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2841621b-ab93-4b84-8c9a-43d496c30eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:36.550572 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-7593aecb-fe9f-4a5b-9f10-c4631177b839 service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2834244 Nov 24 21:02:36.606546 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571eafc-871b-4508-98cb-5b40be1a2229 req-939f7732-ba1c-41e4-aa1b-d9cdd59aaba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:36.610098 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6571eafc-871b-4508-98cb-5b40be1a2229 req-939f7732-ba1c-41e4-aa1b-d9cdd59aaba4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df44411-bad0-41e8-8c64-bf8945205f26 HTTP/1.1" status: 200 len: 849 time: 0.5147545 Nov 24 21:02:36.721245 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20bf569e-6edc-43c7-b080-d466827726e6 req-c6ee1aa0-abe9-41d9-80bd-9f961ef09bc8 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Made reservation on behalf of 9ef947511a354d6a97f9332543c7809a for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:02:36.748879 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-20bf569e-6edc-43c7-b080-d466827726e6 req-c6ee1aa0-abe9-41d9-80bd-9f961ef09bc8 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:36.840885 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e64efe93-b916-4639-a2b7-ae9f7e0f0d81 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:02:36.884541 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841621b-ab93-4b84-8c9a-43d496c30eba None None] Pushing event updated for resources: {'Port': ['ID=9eb10e03-34a7-47ce-9f44-4c2addcee7d1,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:37.040617 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2841621b-ab93-4b84-8c9a-43d496c30eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:37.319013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-20bf569e-6edc-43c7-b080-d466827726e6 req-c6ee1aa0-abe9-41d9-80bd-9f961ef09bc8 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Allocated IP 172.20.0.14 (eb9d7270-e2f5-43e6-902e-dd066a69e6c8/e3bd6d43-8c60-4a64-b4d6-a1e768c3a588/085932f5-eefc-41e5-be5b-1cb6bdef5908) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:02:37.358552 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2841621b-ab93-4b84-8c9a-43d496c30eba None None] For port 1d341989-47fc-409a-9554-c6e109e5e00a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1d341989-47fc-409a-9554-c6e109e5e00a,segment=NetworkSegment(9398aa6e-4871-4d88-b575-7434e4d33b9e),segment_id=9398aa6e-4871-4d88-b575-7434e4d33b9e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:02:37.367145 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port e64efe93-b916-4639-a2b7-ae9f7e0f0d81 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:37.368090 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:37.422196 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2841621b-ab93-4b84-8c9a-43d496c30eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:37.624068 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-20bf569e-6edc-43c7-b080-d466827726e6 req-c6ee1aa0-abe9-41d9-80bd-9f961ef09bc8 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:37.678761 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571eafc-871b-4508-98cb-5b40be1a2229 req-4de84c3b-9fe5-422f-b0b7-46bc5b834fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:37.680989 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6571eafc-871b-4508-98cb-5b40be1a2229 req-4de84c3b-9fe5-422f-b0b7-46bc5b834fc6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9656985 Nov 24 21:02:37.708030 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d5808cff-e0e6-460e-bbda-afe056146842 None None] Provisioning complete for port 717cc8f5-5803-4e27-ac84-6aa969226d9b triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:37.709826 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d5808cff-e0e6-460e-bbda-afe056146842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:37.746307 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd10a5f1-a673-4ca3-be80-9751597cfb3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:37.818927 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841621b-ab93-4b84-8c9a-43d496c30eba None None] Pushing event updated for resources: {'Port': ['ID=1d341989-47fc-409a-9554-c6e109e5e00a,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:37.962290 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:38.014484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port e64efe93-b916-4639-a2b7-ae9f7e0f0d81, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e64efe93-b916-4639-a2b7-ae9f7e0f0d81,segment=NetworkSegment(6a2bed4b-1a4c-499f-bea5-ce10131faa5e),segment_id=6a2bed4b-1a4c-499f-bea5-ce10131faa5e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:02:38.043621 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:38.044617 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 4827b40e-57e9-421f-b894-6dabce5e26c0 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:02:38.144135 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6571eafc-871b-4508-98cb-5b40be1a2229 req-2f474dfa-3733-4ad1-aeed-3c4ab8493deb service neutron] 10.222.0.48 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529136 Nov 24 21:02:38.146641 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-6ad1e7f4-26c3-41e8-9e85-a515d3221079 service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5472264 Nov 24 21:02:38.148997 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-20bf569e-6edc-43c7-b080-d466827726e6 req-c6ee1aa0-abe9-41d9-80bd-9f961ef09bc8 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:38.172648 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d5808cff-e0e6-460e-bbda-afe056146842 None None] Provisioning complete for port 9eb10e03-34a7-47ce-9f44-4c2addcee7d1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:38.173188 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d5808cff-e0e6-460e-bbda-afe056146842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:38.249463 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=e64efe93-b916-4639-a2b7-ae9f7e0f0d81,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:38.259067 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 4827b40e-57e9-421f-b894-6dabce5e26c0 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:38.259906 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:38.310849 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20bf569e-6edc-43c7-b080-d466827726e6 req-c6ee1aa0-abe9-41d9-80bd-9f961ef09bc8 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Network eb9d7270-e2f5-43e6-902e-dd066a69e6c8 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:02:38.343009 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-20bf569e-6edc-43c7-b080-d466827726e6 req-c6ee1aa0-abe9-41d9-80bd-9f961ef09bc8 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:38.357312 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd10a5f1-a673-4ca3-be80-9751597cfb3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network ce943e5f-1503-4a99-a61e-c680d6088348 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:02:38.358461 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-20bf569e-6edc-43c7-b080-d466827726e6 req-c6ee1aa0-abe9-41d9-80bd-9f961ef09bc8 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:02:38.368149 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-b2c1e4c8-43fd-4145-ba21-f1d302103b6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=af61a7f2-1e25-4982-87e4-5079effabcf1 HTTP/1.1" status: 200 len: 217 time: 0.2069907 Nov 24 21:02:38.411295 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-dd10a5f1-a673-4ca3-be80-9751597cfb3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:38.505742 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd10a5f1-a673-4ca3-be80-9751597cfb3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:02:38.506307 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd10a5f1-a673-4ca3-be80-9751597cfb3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:38.511209 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d5808cff-e0e6-460e-bbda-afe056146842 None None] Provisioning complete for port e64efe93-b916-4639-a2b7-ae9f7e0f0d81 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:38.511831 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d5808cff-e0e6-460e-bbda-afe056146842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:38.586427 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02500db9-c748-4eea-9401-e56af7652ce2 req-71ceb354-7dde-4565-9220-463df4fba3bc tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:38.588067 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02500db9-c748-4eea-9401-e56af7652ce2 req-71ceb354-7dde-4565-9220-463df4fba3bc tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 932 time: 0.9051652 Nov 24 21:02:38.631950 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 717cc8f5-5803-4e27-ac84-6aa969226d9b up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:02:38.803556 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10a5f1-a673-4ca3-be80-9751597cfb3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Port': ['ID=7def9592-69c7-4fa7-96f7-a80c8bda9743,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:38.945382 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 717cc8f5-5803-4e27-ac84-6aa969226d9b triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:38.945871 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:39.018279 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf569e-6edc-43c7-b080-d466827726e6 req-c6ee1aa0-abe9-41d9-80bd-9f961ef09bc8 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:39.018935 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-20bf569e-6edc-43c7-b080-d466827726e6 req-c6ee1aa0-abe9-41d9-80bd-9f961ef09bc8 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:39.026430 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2ca4328b-6b4c-4f18-8730-31a0020ac319 None None] Provisioning complete for port 7def9592-69c7-4fa7-96f7-a80c8bda9743 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:39.026430 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2ca4328b-6b4c-4f18-8730-31a0020ac319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:39.026996 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4bd4b110-b06d-49c8-942c-ccf7758ee530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:39.080150 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68a81-5cd3-48c4-a310-e352a86967db req-ae95a18b-ac9e-4cd6-b219-208213722ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:39.088565 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-ae95a18b-ac9e-4cd6-b219-208213722ada service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26f7ad4d-47f7-4f94-83c1-a9b148ce53d9 HTTP/1.1" status: 200 len: 797 time: 0.6804769 Nov 24 21:02:39.133233 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3d1d10db-974a-41e8-8ddd-3315db98eab7 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:02:39.137687 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42124) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:39.159407 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6571eafc-871b-4508-98cb-5b40be1a2229 req-dc6efcc6-53f6-4a39-96ad-8ec7ab5d51c6 service neutron] 10.222.0.48 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0034435 Nov 24 21:02:39.173457 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-20bf569e-6edc-43c7-b080-d466827726e6 req-c6ee1aa0-abe9-41d9-80bd-9f961ef09bc8 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4163387 Nov 24 21:02:39.238305 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-2ca4328b-6b4c-4f18-8730-31a0020ac319 None None] Port 7def9592-69c7-4fa7-96f7-a80c8bda9743 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:02:39.286732 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-20bf569e-6edc-43c7-b080-d466827726e6 req-4d487d6c-ea55-4a39-a339-aaa33b978e63 service neutron] Request body: {'port': {'device_id': '9e976313-22c9-4309-b0b7-76a602e16780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:02:39.328701 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2ca4328b-6b4c-4f18-8730-31a0020ac319 None None] Provisioning complete for port e64efe93-b916-4639-a2b7-ae9f7e0f0d81 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:39.331327 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2ca4328b-6b4c-4f18-8730-31a0020ac319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:39.350763 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02500db9-c748-4eea-9401-e56af7652ce2 req-d52609ae-f178-4998-8027-c96b150056f2 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/security-groups?id=0505e0e5-58a9-4713-a3d8-2ea715e2b3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6171477 Nov 24 21:02:39.420736 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68a81-5cd3-48c4-a310-e352a86967db req-8a1833b2-cf0b-4650-9fa5-389a6f7fd3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:39.423057 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-8a1833b2-cf0b-4650-9fa5-389a6f7fd3bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2442377 Nov 24 21:02:39.423302 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd10a5f1-a673-4ca3-be80-9751597cfb3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:39.431443 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee1aa0-abe9-41d9-80bd-9f961ef09bc8 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Pushing event updated for resources: {'Port': ['ID=085932f5-eefc-41e5-be5b-1cb6bdef5908,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:39.450585 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a17bcdb-8781-4091-82b6-4a8765fef35b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:39.584655 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:39.588364 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2ca4328b-6b4c-4f18-8730-31a0020ac319 None None] Provisioning complete for port 085932f5-eefc-41e5-be5b-1cb6bdef5908 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:39.588960 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2ca4328b-6b4c-4f18-8730-31a0020ac319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:39.630721 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-2ca4328b-6b4c-4f18-8730-31a0020ac319 None None] Port 085932f5-eefc-41e5-be5b-1cb6bdef5908 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:02:39.638347 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 3d1d10db-974a-41e8-8ddd-3315db98eab7 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:39.638998 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:39.704422 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a17bcdb-8781-4091-82b6-4a8765fef35b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:39.716374 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a17bcdb-8781-4091-82b6-4a8765fef35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:39.755828 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9eb10e03-34a7-47ce-9f44-4c2addcee7d1 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:02:39.860544 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 9eb10e03-34a7-47ce-9f44-4c2addcee7d1 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:39.860995 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:39.899594 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5a17bcdb-8781-4091-82b6-4a8765fef35b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c69c675f9c254846a32fd561bed15933&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7593234 Nov 24 21:02:39.900627 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17bcdb-8781-4091-82b6-4a8765fef35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a9d87b-c625-4696-8e3f-4fed85ff3335,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:39.917941 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42140) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:39.956722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ef607308-3243-40ae-ac9f-dadf8cfddba4 None None] Provisioning complete for port 7def9592-69c7-4fa7-96f7-a80c8bda9743 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:39.957297 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-20bf569e-6edc-43c7-b080-d466827726e6 req-4d487d6c-ea55-4a39-a339-aaa33b978e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:39.960010 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ef607308-3243-40ae-ac9f-dadf8cfddba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:40.029899 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-ef607308-3243-40ae-ac9f-dadf8cfddba4 None None] Port 7def9592-69c7-4fa7-96f7-a80c8bda9743 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:02:40.037589 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2fc3057c-519d-4be1-a7ef-cb3c1a487740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:40.072723 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2fc3057c-519d-4be1-a7ef-cb3c1a487740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:40.097503 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1d341989-47fc-409a-9554-c6e109e5e00a up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:02:40.163947 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2fc3057c-519d-4be1-a7ef-cb3c1a487740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:40.172580 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2fc3057c-519d-4be1-a7ef-cb3c1a487740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:40.183528 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2fc3057c-519d-4be1-a7ef-cb3c1a487740 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3a9d87b-c625-4696-8e3f-4fed85ff3335 HTTP/1.1" status: 204 len: 168 time: 0.2625508 Nov 24 21:02:40.209711 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3057c-519d-4be1-a7ef-cb3c1a487740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a9d87b-c625-4696-8e3f-4fed85ff3335,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:40.225869 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 1d341989-47fc-409a-9554-c6e109e5e00a triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:40.229063 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:40.371039 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-4469ee73-e333-40d3-a1a9-e81b9fdd55bc service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8903697 Nov 24 21:02:40.672699 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef32c59-b2f6-43e6-b536-e1ae3b3ba90d req-8024360f-534e-415b-8631-e1303796ff71 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:40.679947 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eef32c59-b2f6-43e6-b536-e1ae3b3ba90d req-8024360f-534e-415b-8631-e1303796ff71 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 932 time: 0.1372313 Nov 24 21:02:40.695265 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e64efe93-b916-4639-a2b7-ae9f7e0f0d81 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:02:40.725218 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd10a5f1-a673-4ca3-be80-9751597cfb3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:40.760830 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eef32c59-b2f6-43e6-b536-e1ae3b3ba90d req-3cd47c01-0080-4ce0-8813-f60930ca9190 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/security-groups?id=0505e0e5-58a9-4713-a3d8-2ea715e2b3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757959 Nov 24 21:02:40.765889 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd10a5f1-a673-4ca3-be80-9751597cfb3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:40.766612 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd10a5f1-a673-4ca3-be80-9751597cfb3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:40.776215 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port e64efe93-b916-4639-a2b7-ae9f7e0f0d81 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:40.776215 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:40.922976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1d341989-47fc-409a-9554-c6e109e5e00a up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:02:41.011132 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 1d341989-47fc-409a-9554-c6e109e5e00a triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:41.012247 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:41.081341 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:41.150188 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-20bf569e-6edc-43c7-b080-d466827726e6 req-4d487d6c-ea55-4a39-a339-aaa33b978e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 085932f5-eefc-41e5-be5b-1cb6bdef5908 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:02:41.172138 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-20bf569e-6edc-43c7-b080-d466827726e6 req-4d487d6c-ea55-4a39-a339-aaa33b978e63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:41.187839 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-20bf569e-6edc-43c7-b080-d466827726e6 req-4d487d6c-ea55-4a39-a339-aaa33b978e63 service neutron] Transition to ACTIVE for port object 085932f5-eefc-41e5-be5b-1cb6bdef5908 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:02:41.189343 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42168) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:41.203780 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-fa704d4e-ab09-44ec-9000-95363e46a174 service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8200655 Nov 24 21:02:41.205210 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9eb10e03-34a7-47ce-9f44-4c2addcee7d1 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:02:41.212059 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-20bf569e-6edc-43c7-b080-d466827726e6 req-4d487d6c-ea55-4a39-a339-aaa33b978e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:41.315007 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-47c3c980-f52e-46d7-a2b2-545f5689ab0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:41.346544 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 9eb10e03-34a7-47ce-9f44-4c2addcee7d1 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:41.347172 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:41.425035 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-9d499a6f-c08e-4a7e-a7e8-de3c2a00707b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=2350812e-3580-420e-832c-24f31e39b118 HTTP/1.1" status: 200 len: 217 time: 0.2075942 Nov 24 21:02:41.425652 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10a5f1-a673-4ca3-be80-9751597cfb3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event updated for resources: {'Port': ['ID=7def9592-69c7-4fa7-96f7-a80c8bda9743,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:41.429294 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ffbb6a68-36c0-4abb-8d0d-3279a9368729 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:41.555865 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d487d6c-ea55-4a39-a339-aaa33b978e63 service neutron] Pushing event updated for resources: {'Port': ['ID=085932f5-eefc-41e5-be5b-1cb6bdef5908,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:41.625267 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ffbb6a68-36c0-4abb-8d0d-3279a9368729 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:41.636136 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ffbb6a68-36c0-4abb-8d0d-3279a9368729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:41.712632 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ffbb6a68-36c0-4abb-8d0d-3279a9368729 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5524b2468a5e4033af9d66c261c3d314&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5207188 Nov 24 21:02:41.713823 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb6a68-36c0-4abb-8d0d-3279a9368729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0784d1-3fa4-407e-9513-0c9503d52cf0,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:41.717149 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42182) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:41.805214 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae35cccc-7e20-4703-85e6-641c886ae2ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:41.896473 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae35cccc-7e20-4703-85e6-641c886ae2ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:42.031102 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae35cccc-7e20-4703-85e6-641c886ae2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:42.043168 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae35cccc-7e20-4703-85e6-641c886ae2ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:42.047811 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ae35cccc-7e20-4703-85e6-641c886ae2ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e0784d1-3fa4-407e-9513-0c9503d52cf0 HTTP/1.1" status: 204 len: 168 time: 0.3269942 Nov 24 21:02:42.082202 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35cccc-7e20-4703-85e6-641c886ae2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0784d1-3fa4-407e-9513-0c9503d52cf0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:42.348357 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:42.702901 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68a81-5cd3-48c4-a310-e352a86967db req-36be46b9-0e54-490e-ab0a-c033217b3a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:42.704422 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-36be46b9-0e54-490e-ab0a-c033217b3a70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26f7ad4d-47f7-4f94-83c1-a9b148ce53d9 HTTP/1.1" status: 200 len: 797 time: 1.2553785 Nov 24 21:02:42.714250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d1e58-1a1a-4047-a612-d9af94a11ac2 req-7fd762f3-f0cd-465a-8d23-41aeb13ef3df tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:42.716052 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a50d1e58-1a1a-4047-a612-d9af94a11ac2 req-7fd762f3-f0cd-465a-8d23-41aeb13ef3df tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 944 time: 0.1651258 Nov 24 21:02:42.769520 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd10a5f1-a673-4ca3-be80-9751597cfb3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Network ce943e5f-1503-4a99-a61e-c680d6088348 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:02:42.777023 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42206) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:42.801304 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-dd10a5f1-a673-4ca3-be80-9751597cfb3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:42.803899 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91214083-f333-43ae-ba5a-8f1460009fa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:42.810114 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-20bf569e-6edc-43c7-b080-d466827726e6 req-4d487d6c-ea55-4a39-a339-aaa33b978e63 service neutron] Attempting to bind port 085932f5-eefc-41e5-be5b-1cb6bdef5908 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:02:42.810628 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-20bf569e-6edc-43c7-b080-d466827726e6 req-4d487d6c-ea55-4a39-a339-aaa33b978e63 service neutron] Attempting to bind port 085932f5-eefc-41e5-be5b-1cb6bdef5908 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:02:42.810971 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf569e-6edc-43c7-b080-d466827726e6 req-4d487d6c-ea55-4a39-a339-aaa33b978e63 service neutron] Attempting to bind port 085932f5-eefc-41e5-be5b-1cb6bdef5908 on network eb9d7270-e2f5-43e6-902e-dd066a69e6c8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:02:42.847368 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf569e-6edc-43c7-b080-d466827726e6 req-4d487d6c-ea55-4a39-a339-aaa33b978e63 service neutron] Port 085932f5-eefc-41e5-be5b-1cb6bdef5908 on network eb9d7270-e2f5-43e6-902e-dd066a69e6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:02:42.848067 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf569e-6edc-43c7-b080-d466827726e6 req-4d487d6c-ea55-4a39-a339-aaa33b978e63 service neutron] Attempting to bind port 085932f5-eefc-41e5-be5b-1cb6bdef5908 on network eb9d7270-e2f5-43e6-902e-dd066a69e6c8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:02:42.993322 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68a81-5cd3-48c4-a310-e352a86967db req-38d1033b-be57-481d-a53d-926807452297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:42.995394 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-38d1033b-be57-481d-a53d-926807452297 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2754920 Nov 24 21:02:43.005137 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a50d1e58-1a1a-4047-a612-d9af94a11ac2 req-2b1c5d2d-a839-40c8-b2cb-78bb06b15844 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/security-groups?id=0505e0e5-58a9-4713-a3d8-2ea715e2b3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473822 Nov 24 21:02:43.011387 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf569e-6edc-43c7-b080-d466827726e6 req-4d487d6c-ea55-4a39-a339-aaa33b978e63 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:02:43.012553 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf569e-6edc-43c7-b080-d466827726e6 req-4d487d6c-ea55-4a39-a339-aaa33b978e63 service neutron] Checking segment: {'id': 'f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:02:43.013191 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf569e-6edc-43c7-b080-d466827726e6 req-4d487d6c-ea55-4a39-a339-aaa33b978e63 service neutron] Bound using segment: {'id': 'f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:02:43.013831 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-20bf569e-6edc-43c7-b080-d466827726e6 req-4d487d6c-ea55-4a39-a339-aaa33b978e63 service neutron] Bound port: 085932f5-eefc-41e5-be5b-1cb6bdef5908, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:02:43.014204 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-20bf569e-6edc-43c7-b080-d466827726e6 req-4d487d6c-ea55-4a39-a339-aaa33b978e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:43.022832 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91214083-f333-43ae-ba5a-8f1460009fa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:43.040792 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91214083-f333-43ae-ba5a-8f1460009fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:43.100892 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-91214083-f333-43ae-ba5a-8f1460009fa2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=71b66f366d264a6faa0b2a7d301ae720&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3204579 Nov 24 21:02:43.100892 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91214083-f333-43ae-ba5a-8f1460009fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802ebc16-a752-425b-b9d1-edf16f958ba4,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:43.102062 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42208) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:43.170094 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bcb7fb6-a91e-41f8-b0d1-f652489e0aa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:43.176412 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd10a5f1-a673-4ca3-be80-9751597cfb3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:02:43.179123 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-1d5e689d-7c35-4a90-81b9-06ed8db0740b service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690390 Nov 24 21:02:43.222632 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bcb7fb6-a91e-41f8-b0d1-f652489e0aa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:43.303422 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bcb7fb6-a91e-41f8-b0d1-f652489e0aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:43.309642 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bcb7fb6-a91e-41f8-b0d1-f652489e0aa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:43.315215 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3bcb7fb6-a91e-41f8-b0d1-f652489e0aa1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/802ebc16-a752-425b-b9d1-edf16f958ba4 HTTP/1.1" status: 204 len: 168 time: 0.2094002 Nov 24 21:02:43.344166 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb7fb6-a91e-41f8-b0d1-f652489e0aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802ebc16-a752-425b-b9d1-edf16f958ba4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:43.346380 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-56ff7cf3-74d7-47d4-b4f6-a2e33c4cf0f3 None None] Provisioning complete for port 7def9592-69c7-4fa7-96f7-a80c8bda9743 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:43.347314 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-56ff7cf3-74d7-47d4-b4f6-a2e33c4cf0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:43.499614 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-56ff7cf3-74d7-47d4-b4f6-a2e33c4cf0f3 None None] Port 7def9592-69c7-4fa7-96f7-a80c8bda9743 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:02:43.591541 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-13ea3652-bdfb-40b1-ac28-a711230aa219 service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927698 Nov 24 21:02:43.593523 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd10a5f1-a673-4ca3-be80-9751597cfb3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:02:43.603029 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-dd10a5f1-a673-4ca3-be80-9751597cfb3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/routers/4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9921246 Nov 24 21:02:43.603290 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42224) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:43.613437 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-d0ce8f94-80f7-42db-94e2-110952c1c53e tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:02:43.618189 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] Sync routers for ids ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:02:43.642552 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] Routers {'4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:02:43.643288 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:02:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:43.822422 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:43.841873 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] Set router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:02:43.843019 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-88ff6dfd-87ed-4b67-8797-3c49d7f60c4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=52edc988-d91c-414e-b88e-c8d5937a1086 HTTP/1.1" status: 200 len: 217 time: 0.2381754 Nov 24 21:02:44.124479 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-20bf569e-6edc-43c7-b080-d466827726e6 req-4d487d6c-ea55-4a39-a339-aaa33b978e63 service neutron] For port 085932f5-eefc-41e5-be5b-1cb6bdef5908, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:02:44.151085 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-20bf569e-6edc-43c7-b080-d466827726e6 req-4d487d6c-ea55-4a39-a339-aaa33b978e63 service neutron] For port 085932f5-eefc-41e5-be5b-1cb6bdef5908, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=085932f5-eefc-41e5-be5b-1cb6bdef5908,segment=NetworkSegment(f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40),segment_id=f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:02:44.153901 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68a81-5cd3-48c4-a310-e352a86967db req-d0dff52e-22f5-400a-9bbc-7edfcbf2da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:44.155544 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-d0dff52e-22f5-400a-9bbc-7edfcbf2da73 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26f7ad4d-47f7-4f94-83c1-a9b148ce53d9 HTTP/1.1" status: 200 len: 797 time: 0.3016031 Nov 24 21:02:44.204101 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-20bf569e-6edc-43c7-b080-d466827726e6 req-4d487d6c-ea55-4a39-a339-aaa33b978e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:44.412165 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865229fb-d609-4170-8779-81f73d30e171 req-87a7ca08-cb5e-4878-9bd9-bbde9b67b781 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:44.414795 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-865229fb-d609-4170-8779-81f73d30e171 req-87a7ca08-cb5e-4878-9bd9-bbde9b67b781 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 944 time: 0.2114739 Nov 24 21:02:44.462510 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d487d6c-ea55-4a39-a339-aaa33b978e63 service neutron] Pushing event updated for resources: {'Port': ['ID=085932f5-eefc-41e5-be5b-1cb6bdef5908,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:44.534633 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf569e-6edc-43c7-b080-d466827726e6 req-4d487d6c-ea55-4a39-a339-aaa33b978e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:44.538467 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-20bf569e-6edc-43c7-b080-d466827726e6 req-4d487d6c-ea55-4a39-a339-aaa33b978e63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:44.543631 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-20bf569e-6edc-43c7-b080-d466827726e6 req-4d487d6c-ea55-4a39-a339-aaa33b978e63 service neutron] 10.222.0.48 "PUT /v2.0/ports/085932f5-eefc-41e5-be5b-1cb6bdef5908 HTTP/1.1" status: 200 len: 1092 time: 5.2662919 Nov 24 21:02:44.571322 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e976313-22c9-4309-b0b7-76a602e16780', 'tag': '085932f5-eefc-41e5-be5b-1cb6bdef5908'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:02:44.583969 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3391e9-1b7a-4849-bca2-e4f893e31aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "9e976313-22c9-4309-b0b7-76a602e16780", "tag": "085932f5-eefc-41e5-be5b-1cb6bdef5908"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:02:44.605112 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:02:39Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None, '_interfaces': [{'id': '1d341989-47fc-409a-9554-c6e109e5e00a', 'name': '', 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:21:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:10Z', 'updated_at': '2021-11-24T21:02:37Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '717cc8f5-5803-4e27-ac84-6aa969226d9b', 'name': '', 'network_id': 'fe511d5d-c0d7-453e-b2ed-50d66455dc05', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:e0:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:18Z', 'updated_at': '2021-11-24T21:02:34Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7def9592-69c7-4fa7-96f7-a80c8bda9743', 'name': '', 'network_id': 'ce943e5f-1503-4a99-a61e-c680d6088348', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:00:a7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'b18388a9-cb53-4fee-9c79-2765fa3bf33f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:28Z', 'updated_at': '2021-11-24T21:02:39Z', 'revision_number': 2, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': 'b18388a9-cb53-4fee-9c79-2765fa3bf33f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b4e3c02-0524-4807-88d8-9b0e732d1e35', 'name': '', 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:8c:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '09214594-3435-4e47-8f97-390308f0a908', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:02Z', 'updated_at': '2021-11-24T21:02:16Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '09214594-3435-4e47-8f97-390308f0a908', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:44.664976 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68a81-5cd3-48c4-a310-e352a86967db req-3ef23234-7264-4b30-a8c6-02fd0d732263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:44.670587 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-3ef23234-7264-4b30-a8c6-02fd0d732263 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4985516 Nov 24 21:02:44.707840 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-865229fb-d609-4170-8779-81f73d30e171 req-493ee062-b639-45f7-a386-ee2892d5aec9 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/security-groups?id=0505e0e5-58a9-4713-a3d8-2ea715e2b3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2471282 Nov 24 21:02:44.741103 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] Checking router: 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:02:44.741579 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] Updating router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a port 7def9592-69c7-4fa7-96f7-a80c8bda9743 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:02:44.863525 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:44.874383 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:44.970997 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf569e-6edc-43c7-b080-d466827726e6 req-86f04f82-2607-42f8-a8b8-938e11522d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:44.982878 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-20bf569e-6edc-43c7-b080-d466827726e6 req-86f04f82-2607-42f8-a8b8-938e11522d11 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ef947511a354d6a97f9332543c7809a&device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 1095 time: 0.3805771 Nov 24 21:02:44.999363 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.extraroute_db [None req-d0ce8f94-80f7-42db-94e2-110952c1c53e tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=109991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 21:02:45.048914 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.extraroute_db [None req-d0ce8f94-80f7-42db-94e2-110952c1c53e tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Removed routes are [] {{(pid=109991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 21:02:45.049705 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0ce8f94-80f7-42db-94e2-110952c1c53e tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:45.296759 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-20bf569e-6edc-43c7-b080-d466827726e6 req-2e626fb4-af7e-4f59-92a3-8c2ffcfea20f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=085932f5-eefc-41e5-be5b-1cb6bdef5908 HTTP/1.1" status: 200 len: 217 time: 0.1334560 Nov 24 21:02:45.459065 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-0f2ab5fa-21bb-4d1d-aed1-f277eec74b91 service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7526186 Nov 24 21:02:45.496380 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf569e-6edc-43c7-b080-d466827726e6 req-999a8841-68c7-448d-b076-9a6cad896e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:45.500342 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-20bf569e-6edc-43c7-b080-d466827726e6 req-999a8841-68c7-448d-b076-9a6cad896e96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3bd6d43-8c60-4a64-b4d6-a1e768c3a588 HTTP/1.1" status: 200 len: 850 time: 0.1946101 Nov 24 21:02:45.675954 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:45.700255 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:45.723432 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0ce8f94-80f7-42db-94e2-110952c1c53e tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:45.727212 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0ce8f94-80f7-42db-94e2-110952c1c53e tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-320311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-320300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-319781'] for router, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:45.851300 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-0925955d-d63a-4c13-bc21-404353608cc9 service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730717 Nov 24 21:02:45.879944 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a654a78-9d4c-4d2e-a04c-8079360172fc None None] Pushing event updated for resources: {'Port': ['ID=7def9592-69c7-4fa7-96f7-a80c8bda9743,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:45.882520 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf569e-6edc-43c7-b080-d466827726e6 req-393b6892-6d29-4de6-a224-431b2677d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:45.897411 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-20bf569e-6edc-43c7-b080-d466827726e6 req-393b6892-6d29-4de6-a224-431b2677d3c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb9d7270-e2f5-43e6-902e-dd066a69e6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3734355 Nov 24 21:02:46.148382 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-5e9263f2-6f2f-4448-9758-8df02399788e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aa567d14-d659-4d4f-9c27-1888341ba909 HTTP/1.1" status: 200 len: 217 time: 0.2874203 Nov 24 21:02:46.242083 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] Attempting to bind port 7def9592-69c7-4fa7-96f7-a80c8bda9743 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:02:46.245951 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] Attempting to bind port 7def9592-69c7-4fa7-96f7-a80c8bda9743 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '6a2bed4b-1a4c-499f-bea5-ce10131faa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ce943e5f-1503-4a99-a61e-c680d6088348'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:02:46.247075 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] Attempting to bind port 7def9592-69c7-4fa7-96f7-a80c8bda9743 on network ce943e5f-1503-4a99-a61e-c680d6088348 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:02:46.261401 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:02:46.262214 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] Checking segment: {'id': '6a2bed4b-1a4c-499f-bea5-ce10131faa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ce943e5f-1503-4a99-a61e-c680d6088348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:02:46.265345 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:46.265986 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] Bound using segment: {'id': '6a2bed4b-1a4c-499f-bea5-ce10131faa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ce943e5f-1503-4a99-a61e-c680d6088348'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:02:46.267088 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] Bound port: 7def9592-69c7-4fa7-96f7-a80c8bda9743, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a2bed4b-1a4c-499f-bea5-ce10131faa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ce943e5f-1503-4a99-a61e-c680d6088348'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:02:46.267663 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:46.329921 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ce8f94-80f7-42db-94e2-110952c1c53e tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:02:46.482275 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] For port 7def9592-69c7-4fa7-96f7-a80c8bda9743, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:02:46.508140 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] For port 7def9592-69c7-4fa7-96f7-a80c8bda9743, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7def9592-69c7-4fa7-96f7-a80c8bda9743,segment=NetworkSegment(6a2bed4b-1a4c-499f-bea5-ce10131faa5e),segment_id=6a2bed4b-1a4c-499f-bea5-ce10131faa5e)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:02:46.509447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-38d994f2-bc5d-4644-a5bd-a51bedb61f9f None None] Provisioning complete for port 7def9592-69c7-4fa7-96f7-a80c8bda9743 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:46.510380 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-38d994f2-bc5d-4644-a5bd-a51bedb61f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:46.543617 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:46.545531 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814684ed-9a6e-473f-a7a8-855db69f7dba x-openstack-request-id: req-814684ed-9a6e-473f-a7a8-855db69f7dba {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:02:46.545839 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e976313-22c9-4309-b0b7-76a602e16780", "tag": "085932f5-eefc-41e5-be5b-1cb6bdef5908", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:02:46.546100 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-814684ed-9a6e-473f-a7a8-855db69f7dba {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:02:46.549460 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e976313-22c9-4309-b0b7-76a602e16780', 'tag': '085932f5-eefc-41e5-be5b-1cb6bdef5908', 'status': 'completed', 'code': 200} Nov 24 21:02:46.578238 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ce8f94-80f7-42db-94e2-110952c1c53e tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:02:46.618831 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0ce8f94-80f7-42db-94e2-110952c1c53e tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:46.628243 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d0ce8f94-80f7-42db-94e2-110952c1c53e tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/routers/4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a HTTP/1.1" status: 200 len: 954 time: 3.0236106 Nov 24 21:02:46.630445 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] Routers {'4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:02:46.631207 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:02:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:46.635251 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42290) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:46.686847 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68a81-5cd3-48c4-a310-e352a86967db req-54bd7409-a3fe-4f58-a0c0-fdf11d9b2bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:46.697994 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-54bd7409-a3fe-4f58-a0c0-fdf11d9b2bb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2eb2776b-5847-4479-b246-63584a539d1e HTTP/1.1" status: 200 len: 797 time: 0.5302405 Nov 24 21:02:46.730477 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404d828-dba8-4145-95ae-557822f6296a req-a11978aa-8332-4c85-abb8-a0b957d3435f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:46.743231 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3404d828-dba8-4145-95ae-557822f6296a req-a11978aa-8332-4c85-abb8-a0b957d3435f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 944 time: 0.5892458 Nov 24 21:02:46.756995 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] Set router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:02:46.922404 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-20bf569e-6edc-43c7-b080-d466827726e6 req-60010537-2121-4950-bfd2-03f8d206cf07 service neutron] 10.222.0.48 "GET /v2.0/networks/eb9d7270-e2f5-43e6-902e-dd066a69e6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7728443 Nov 24 21:02:46.965814 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-64f535b4-d826-4643-b959-9e6a1486e2d7 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/routers/4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a HTTP/1.1" status: 200 len: 954 time: 0.3266447 Nov 24 21:02:46.966769 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42302) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:46.975372 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-8b59efdd-4784-42c2-842c-357b878bb443 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'router': {'routes': None}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:02:47.053679 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-38d994f2-bc5d-4644-a5bd-a51bedb61f9f None None] Port 7def9592-69c7-4fa7-96f7-a80c8bda9743 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:02:47.176538 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3404d828-dba8-4145-95ae-557822f6296a req-3e141e0d-a0a5-4b2e-9e0c-603ff321a69e tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/security-groups?id=0505e0e5-58a9-4713-a3d8-2ea715e2b3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4320889 Nov 24 21:02:47.196016 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68a81-5cd3-48c4-a310-e352a86967db req-e6c9f449-4515-432d-8b9c-7ec31f208b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:47.197697 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-e6c9f449-4515-432d-8b9c-7ec31f208b38 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4391372 Nov 24 21:02:47.427942 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a654a78-9d4c-4d2e-a04c-8079360172fc None None] Pushing event updated for resources: {'Port': ['ID=7def9592-69c7-4fa7-96f7-a80c8bda9743,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:47.434399 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-20bf569e-6edc-43c7-b080-d466827726e6 req-33fbfd9d-a390-40e5-8c2f-28f8952a55d1 service neutron] 10.222.0.48 "GET /v2.0/networks/eb9d7270-e2f5-43e6-902e-dd066a69e6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5000517 Nov 24 21:02:47.452297 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a654a78-9d4c-4d2e-a04c-8079360172fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:47.452670 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a654a78-9d4c-4d2e-a04c-8079360172fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:47.453051 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a654a78-9d4c-4d2e-a04c-8079360172fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:47.453399 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a654a78-9d4c-4d2e-a04c-8079360172fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:47.453753 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a654a78-9d4c-4d2e-a04c-8079360172fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:47.454092 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a654a78-9d4c-4d2e-a04c-8079360172fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:47.454684 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a654a78-9d4c-4d2e-a04c-8079360172fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:47.454791 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a654a78-9d4c-4d2e-a04c-8079360172fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:47.455103 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a654a78-9d4c-4d2e-a04c-8079360172fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:47.455449 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a654a78-9d4c-4d2e-a04c-8079360172fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:47.455788 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a654a78-9d4c-4d2e-a04c-8079360172fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:47.466808 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a654a78-9d4c-4d2e-a04c-8079360172fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:47.519189 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-aa2464da-2b9e-4580-94e3-e52b16dbdf1d None None] Provisioning complete for port 7def9592-69c7-4fa7-96f7-a80c8bda9743 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:47.519189 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-aa2464da-2b9e-4580-94e3-e52b16dbdf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:47.578358 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-302486bd-bc1b-4b55-b8d1-4197c6fbe47e service neutron] 10.222.0.15 "GET /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232439 Nov 24 21:02:47.857856 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-aa2464da-2b9e-4580-94e3-e52b16dbdf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:47.869707 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3391e9-1b7a-4849-bca2-e4f893e31aa4 req-226c2b18-dbb7-480e-863e-638d535ee7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:47.877413 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e3391e9-1b7a-4849-bca2-e4f893e31aa4 req-226c2b18-dbb7-480e-863e-638d535ee7bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ef947511a354d6a97f9332543c7809a&device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 1095 time: 0.1195657 Nov 24 21:02:47.891412 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:02:45Z', 'revision_number': 6, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None, '_interfaces': [{'id': '1d341989-47fc-409a-9554-c6e109e5e00a', 'name': '', 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:21:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:10Z', 'updated_at': '2021-11-24T21:02:37Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '717cc8f5-5803-4e27-ac84-6aa969226d9b', 'name': '', 'network_id': 'fe511d5d-c0d7-453e-b2ed-50d66455dc05', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:e0:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:18Z', 'updated_at': '2021-11-24T21:02:34Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7def9592-69c7-4fa7-96f7-a80c8bda9743', 'name': '', 'network_id': 'ce943e5f-1503-4a99-a61e-c680d6088348', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:00:a7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'b18388a9-cb53-4fee-9c79-2765fa3bf33f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:28Z', 'updated_at': '2021-11-24T21:02:46Z', 'revision_number': 4, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': 'b18388a9-cb53-4fee-9c79-2765fa3bf33f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b4e3c02-0524-4807-88d8-9b0e732d1e35', 'name': '', 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:8c:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '09214594-3435-4e47-8f97-390308f0a908', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:02Z', 'updated_at': '2021-11-24T21:02:16Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '09214594-3435-4e47-8f97-390308f0a908', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:47.935813 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-3fd4add7-bc43-4c97-b72d-8d0c0b92583f service neutron] 10.222.0.15 "GET /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417983 Nov 24 21:02:47.983335 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7357532f-be08-4664-973b-d21fcdd00ed0 None None] The sync data for ids ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'] in n-d-812111-8 is: [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:02:45Z', 'revision_number': 6, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None, '_interfaces': [{'id': '1d341989-47fc-409a-9554-c6e109e5e00a', 'name': '', 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:21:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:10Z', 'updated_at': '2021-11-24T21:02:37Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '717cc8f5-5803-4e27-ac84-6aa969226d9b', 'name': '', 'network_id': 'fe511d5d-c0d7-453e-b2ed-50d66455dc05', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:e0:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:18Z', 'updated_at': '2021-11-24T21:02:34Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7def9592-69c7-4fa7-96f7-a80c8bda9743', 'name': '', 'network_id': 'ce943e5f-1503-4a99-a61e-c680d6088348', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:00:a7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'b18388a9-cb53-4fee-9c79-2765fa3bf33f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:28Z', 'updated_at': '2021-11-24T21:02:46Z', 'revision_number': 4, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': 'b18388a9-cb53-4fee-9c79-2765fa3bf33f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b4e3c02-0524-4807-88d8-9b0e732d1e35', 'name': '', 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:8c:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '09214594-3435-4e47-8f97-390308f0a908', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:02Z', 'updated_at': '2021-11-24T21:02:16Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '09214594-3435-4e47-8f97-390308f0a908', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:02:48.058211 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.extraroute_db [None req-8b59efdd-4784-42c2-842c-357b878bb443 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Added routes are [] {{(pid=109991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 21:02:48.059385 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.extraroute_db [None req-8b59efdd-4784-42c2-842c-357b878bb443 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=109991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 21:02:48.102484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-aa2464da-2b9e-4580-94e3-e52b16dbdf1d None None] For port 7def9592-69c7-4fa7-96f7-a80c8bda9743, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7def9592-69c7-4fa7-96f7-a80c8bda9743,segment=NetworkSegment(6a2bed4b-1a4c-499f-bea5-ce10131faa5e),segment_id=6a2bed4b-1a4c-499f-bea5-ce10131faa5e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:02:48.143898 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-fe8452e3-1860-428a-80a8-fadcfdaf6db0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ef5f8c33-a3ce-4e37-9cc9-6819e3132187 HTTP/1.1" status: 200 len: 217 time: 0.1845632 Nov 24 21:02:48.167452 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b59efdd-4784-42c2-842c-357b878bb443 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:48.189681 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-aa2464da-2b9e-4580-94e3-e52b16dbdf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:48.287602 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68a81-5cd3-48c4-a310-e352a86967db req-a1456d28-e395-41b3-8e17-962fe670ae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:48.290444 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-a1456d28-e395-41b3-8e17-962fe670ae06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2eb2776b-5847-4479-b246-63584a539d1e HTTP/1.1" status: 200 len: 797 time: 0.0758893 Nov 24 21:02:48.295688 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3391e9-1b7a-4849-bca2-e4f893e31aa4 req-b50b7d83-7968-49a1-959b-259f69342fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:48.297525 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e3391e9-1b7a-4849-bca2-e4f893e31aa4 req-b50b7d83-7968-49a1-959b-259f69342fb5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eb9d7270-e2f5-43e6-902e-dd066a69e6c8 HTTP/1.1" status: 200 len: 912 time: 0.4163151 Nov 24 21:02:48.359666 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2464da-2b9e-4580-94e3-e52b16dbdf1d None None] Pushing event updated for resources: {'Port': ['ID=7def9592-69c7-4fa7-96f7-a80c8bda9743,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:48.448924 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e3391e9-1b7a-4849-bca2-e4f893e31aa4 req-e7d36cdd-9b82-48b2-8bb3-203568a58d02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=085932f5-eefc-41e5-be5b-1cb6bdef5908 HTTP/1.1" status: 200 len: 217 time: 0.1230116 Nov 24 21:02:48.557795 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68a81-5cd3-48c4-a310-e352a86967db req-2a52a5c0-e139-45fc-a2d8-8faa7efc51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:48.562362 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-2a52a5c0-e139-45fc-a2d8-8faa7efc51f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2581289 Nov 24 21:02:48.708525 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b59efdd-4784-42c2-842c-357b878bb443 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:48.740564 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482f296-c5d9-47a8-9716-be4c0c2937ce req-be2e2bba-bf39-41bc-b5c9-500ae7fef92f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:48.744839 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8482f296-c5d9-47a8-9716-be4c0c2937ce req-be2e2bba-bf39-41bc-b5c9-500ae7fef92f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 944 time: 0.2616520 Nov 24 21:02:48.746079 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b59efdd-4784-42c2-842c-357b878bb443 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-320311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-320300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-319781'] for router, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:48.776441 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3391e9-1b7a-4849-bca2-e4f893e31aa4 req-6c57584a-b850-482d-9c53-dc7eb9480e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:48.778018 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e3391e9-1b7a-4849-bca2-e4f893e31aa4 req-6c57584a-b850-482d-9c53-dc7eb9480e85 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3bd6d43-8c60-4a64-b4d6-a1e768c3a588 HTTP/1.1" status: 200 len: 850 time: 0.3190856 Nov 24 21:02:48.850650 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7def9592-69c7-4fa7-96f7-a80c8bda9743 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:02:48.913347 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42360) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:48.957810 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-43031b90-5e19-4237-bd59-ad49999bbec0 service neutron] 10.222.0.15 "GET /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840671 Nov 24 21:02:49.024154 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 7def9592-69c7-4fa7-96f7-a80c8bda9743 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:49.024569 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:49.062368 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3391e9-1b7a-4849-bca2-e4f893e31aa4 req-409bcabb-eadc-49d2-b6c3-c6787f1ce1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:49.064529 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e3391e9-1b7a-4849-bca2-e4f893e31aa4 req-409bcabb-eadc-49d2-b6c3-c6787f1ce1eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb9d7270-e2f5-43e6-902e-dd066a69e6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2733309 Nov 24 21:02:49.175714 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8482f296-c5d9-47a8-9716-be4c0c2937ce req-4911b884-1e30-405c-829b-3f0b469bad4b tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/security-groups?id=0505e0e5-58a9-4713-a3d8-2ea715e2b3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4081197 Nov 24 21:02:49.253902 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b59efdd-4784-42c2-842c-357b878bb443 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:02:49.373096 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d1802fab-0f2b-4e3e-8329-6391104caa5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:49.378164 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e3391e9-1b7a-4849-bca2-e4f893e31aa4 req-020ffdbb-b904-480b-9dba-72b6c792a49d service neutron] 10.222.0.48 "GET /v2.0/networks/eb9d7270-e2f5-43e6-902e-dd066a69e6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887719 Nov 24 21:02:49.514608 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d1802fab-0f2b-4e3e-8329-6391104caa5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:49.519214 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b59efdd-4784-42c2-842c-357b878bb443 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:02:49.538193 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b59efdd-4784-42c2-842c-357b878bb443 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:49.540828 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8b59efdd-4784-42c2-842c-357b878bb443 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/routers/4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a HTTP/1.1" status: 200 len: 704 time: 2.5729723 Nov 24 21:02:49.544667 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42366) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:49.565220 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d1802fab-0f2b-4e3e-8329-6391104caa5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:49.640415 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c13b99-2190-4f4e-9bae-203e07d763a6 None None] Sync routers for ids ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:02:49.652003 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c13b99-2190-4f4e-9bae-203e07d763a6 None None] Routers {'4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:02:49.669527 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-a6c13b99-2190-4f4e-9bae-203e07d763a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:02:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:49.691929 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d1802fab-0f2b-4e3e-8329-6391104caa5d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb1f9c1a8bd34cae827b57cd9052173e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7772236 Nov 24 21:02:49.700101 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42374) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:49.725524 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1802fab-0f2b-4e3e-8329-6391104caa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e8a3d8-3294-4913-9606-e49b595ecc69,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:49.767022 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-21b68a81-5cd3-48c4-a310-e352a86967db req-506308e9-1c5d-4114-94fe-db93f215ad31 service neutron] 10.222.0.15 "GET /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7781579 Nov 24 21:02:49.798881 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e3391e9-1b7a-4849-bca2-e4f893e31aa4 req-4e4ee5a8-c9dc-453c-aa49-e9b156b80e4b service neutron] 10.222.0.48 "GET /v2.0/networks/eb9d7270-e2f5-43e6-902e-dd066a69e6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099720 Nov 24 21:02:49.807639 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e9d20f6d-bfe2-45b5-abd8-b1be5b4b006d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/routers/4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a HTTP/1.1" status: 200 len: 704 time: 0.2580748 Nov 24 21:02:49.808322 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42380) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:49.914656 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-a6c13b99-2190-4f4e-9bae-203e07d763a6 None None] Set router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:02:50.004321 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f32645c0-d845-4357-baff-3ac7c73b9e29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:50.067166 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f32645c0-d845-4357-baff-3ac7c73b9e29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:50.272416 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-a6c13b99-2190-4f4e-9bae-203e07d763a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:02:48Z', 'revision_number': 7, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None, '_interfaces': [{'id': '1d341989-47fc-409a-9554-c6e109e5e00a', 'name': '', 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:21:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:10Z', 'updated_at': '2021-11-24T21:02:37Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '717cc8f5-5803-4e27-ac84-6aa969226d9b', 'name': '', 'network_id': 'fe511d5d-c0d7-453e-b2ed-50d66455dc05', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:e0:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:18Z', 'updated_at': '2021-11-24T21:02:34Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7def9592-69c7-4fa7-96f7-a80c8bda9743', 'name': '', 'network_id': 'ce943e5f-1503-4a99-a61e-c680d6088348', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:00:a7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'b18388a9-cb53-4fee-9c79-2765fa3bf33f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:28Z', 'updated_at': '2021-11-24T21:02:47Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': 'b18388a9-cb53-4fee-9c79-2765fa3bf33f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b4e3c02-0524-4807-88d8-9b0e732d1e35', 'name': '', 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:8c:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '09214594-3435-4e47-8f97-390308f0a908', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:02Z', 'updated_at': '2021-11-24T21:02:16Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '09214594-3435-4e47-8f97-390308f0a908', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:50.303922 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c13b99-2190-4f4e-9bae-203e07d763a6 None None] Checking router: 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:02:50.314475 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c13b99-2190-4f4e-9bae-203e07d763a6 None None] Routers {'4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:02:50.315266 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-a6c13b99-2190-4f4e-9bae-203e07d763a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:02:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:50.444724 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-a6c13b99-2190-4f4e-9bae-203e07d763a6 None None] Set router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:02:50.516017 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-579764de-b46b-4630-920d-4fd348bb9de5 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:50.517737 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-579764de-b46b-4630-920d-4fd348bb9de5 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/networks?id=27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11 HTTP/1.1" status: 200 len: 814 time: 0.2625835 Nov 24 21:02:50.524715 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f32645c0-d845-4357-baff-3ac7c73b9e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:50.527588 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f32645c0-d845-4357-baff-3ac7c73b9e29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:50.528719 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f32645c0-d845-4357-baff-3ac7c73b9e29 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f1e8a3d8-3294-4913-9606-e49b595ecc69 HTTP/1.1" status: 204 len: 168 time: 0.8269207 Nov 24 21:02:50.546730 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32645c0-d845-4357-baff-3ac7c73b9e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e8a3d8-3294-4913-9606-e49b595ecc69,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:50.574927 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8810276-401c-47e8-8306-405e0b4f2e34 req-780461a7-39f8-4068-b2ee-0573f0918835 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:50.591608 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-2424ead1-0e4f-4326-9e6c-51e7e9da286e tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/quotas/dc497067416e4ddc9349da2e326a90a4 HTTP/1.1" status: 200 len: 375 time: 0.0659060 Nov 24 21:02:50.595235 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b8810276-401c-47e8-8306-405e0b4f2e34 req-780461a7-39f8-4068-b2ee-0573f0918835 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 944 time: 0.1581571 Nov 24 21:02:50.700827 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-8ac3dce9-e4d9-4016-8620-d84262a37e10 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc497067416e4ddc9349da2e326a90a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1034861 Nov 24 21:02:50.736594 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b8810276-401c-47e8-8306-405e0b4f2e34 req-a4bae2af-e6d2-4d56-943d-2bffe27293d7 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/security-groups?id=0505e0e5-58a9-4713-a3d8-2ea715e2b3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403441 Nov 24 21:02:50.792167 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-a6c13b99-2190-4f4e-9bae-203e07d763a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:02:48Z', 'revision_number': 7, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None, '_interfaces': [{'id': '1d341989-47fc-409a-9554-c6e109e5e00a', 'name': '', 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:21:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:10Z', 'updated_at': '2021-11-24T21:02:37Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '717cc8f5-5803-4e27-ac84-6aa969226d9b', 'name': '', 'network_id': 'fe511d5d-c0d7-453e-b2ed-50d66455dc05', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:e0:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:18Z', 'updated_at': '2021-11-24T21:02:34Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7def9592-69c7-4fa7-96f7-a80c8bda9743', 'name': '', 'network_id': 'ce943e5f-1503-4a99-a61e-c680d6088348', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:00:a7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'b18388a9-cb53-4fee-9c79-2765fa3bf33f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:28Z', 'updated_at': '2021-11-24T21:02:47Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': 'b18388a9-cb53-4fee-9c79-2765fa3bf33f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b4e3c02-0524-4807-88d8-9b0e732d1e35', 'name': '', 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:8c:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '09214594-3435-4e47-8f97-390308f0a908', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:02Z', 'updated_at': '2021-11-24T21:02:16Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '09214594-3435-4e47-8f97-390308f0a908', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:50.832852 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 085932f5-eefc-41e5-be5b-1cb6bdef5908 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:02:50.866151 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c13b99-2190-4f4e-9bae-203e07d763a6 None None] The sync data for ids ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'] in n-d-812111-8 is: [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:02:48Z', 'revision_number': 7, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None, '_interfaces': [{'id': '1d341989-47fc-409a-9554-c6e109e5e00a', 'name': '', 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:21:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:10Z', 'updated_at': '2021-11-24T21:02:37Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '717cc8f5-5803-4e27-ac84-6aa969226d9b', 'name': '', 'network_id': 'fe511d5d-c0d7-453e-b2ed-50d66455dc05', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:e0:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:18Z', 'updated_at': '2021-11-24T21:02:34Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7def9592-69c7-4fa7-96f7-a80c8bda9743', 'name': '', 'network_id': 'ce943e5f-1503-4a99-a61e-c680d6088348', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:00:a7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'b18388a9-cb53-4fee-9c79-2765fa3bf33f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:28Z', 'updated_at': '2021-11-24T21:02:47Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': 'b18388a9-cb53-4fee-9c79-2765fa3bf33f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b4e3c02-0524-4807-88d8-9b0e732d1e35', 'name': '', 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:8c:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '09214594-3435-4e47-8f97-390308f0a908', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:02Z', 'updated_at': '2021-11-24T21:02:16Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '09214594-3435-4e47-8f97-390308f0a908', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:02:50.875699 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb440412-d909-4550-b357-072290a03668 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:51.126094 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 085932f5-eefc-41e5-be5b-1cb6bdef5908, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=085932f5-eefc-41e5-be5b-1cb6bdef5908,segment=NetworkSegment(f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40),segment_id=f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:02:51.166360 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '085932f5-eefc-41e5-be5b-1cb6bdef5908', 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8', 'port_id': '085932f5-eefc-41e5-be5b-1cb6bdef5908', 'mac_address': 'fa:16:3e:ef:cd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3bd6d43-8c60-4a64-b4d6-a1e768c3a588', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:02:51.249692 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-58711e2a-be8a-4eb8-aa52-5a8cb029f0a9 service neutron] 10.222.0.11 "GET /v2.0/networks/27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404053 Nov 24 21:02:51.289338 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:51.289673 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42416) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:51.306316 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 085932f5-eefc-41e5-be5b-1cb6bdef5908 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:02:51.351412 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 085932f5-eefc-41e5-be5b-1cb6bdef5908, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=085932f5-eefc-41e5-be5b-1cb6bdef5908,segment=NetworkSegment(f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40),segment_id=f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:02:51.357058 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:51.443917 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-fb440412-d909-4550-b357-072290a03668 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting port 7def9592-69c7-4fa7-96f7-a80c8bda9743 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:02:51.444676 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb440412-d909-4550-b357-072290a03668 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:51.451849 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-da0c5200-3bf2-4436-b4e5-73352ede8610 service neutron] 10.222.0.11 "GET /v2.0/networks/27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948884 Nov 24 21:02:51.452708 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b4e241a4-c3fc-4e05-93a2-595089c794fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:51.467016 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=085932f5-eefc-41e5-be5b-1cb6bdef5908,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:51.557281 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-fb440412-d909-4550-b357-072290a03668 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] For port 7def9592-69c7-4fa7-96f7-a80c8bda9743, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7def9592-69c7-4fa7-96f7-a80c8bda9743,segment=NetworkSegment(6a2bed4b-1a4c-499f-bea5-ce10131faa5e),segment_id=6a2bed4b-1a4c-499f-bea5-ce10131faa5e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:02:51.557956 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb440412-d909-4550-b357-072290a03668 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:51.578623 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['085932f5-eefc-41e5-be5b-1cb6bdef5908'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:02:51.578883 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-fb440412-d909-4550-b357-072290a03668 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Calling delete_port for 7def9592-69c7-4fa7-96f7-a80c8bda9743 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:02:51.597522 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b4e241a4-c3fc-4e05-93a2-595089c794fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:51.603242 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b4e241a4-c3fc-4e05-93a2-595089c794fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:51.681980 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b4e241a4-c3fc-4e05-93a2-595089c794fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=394a9e23a40945b69a4baceb0d29ddf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3951190 Nov 24 21:02:51.685069 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e241a4-c3fc-4e05-93a2-595089c794fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a80a17-cda3-49bc-9ba7-4bd7c5ebadb8,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:51.693363 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42420) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:51.695072 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e241a4-c3fc-4e05-93a2-595089c794fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:51.695435 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e241a4-c3fc-4e05-93a2-595089c794fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:51.695898 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e241a4-c3fc-4e05-93a2-595089c794fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:51.696134 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e241a4-c3fc-4e05-93a2-595089c794fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:51.696480 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e241a4-c3fc-4e05-93a2-595089c794fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:51.696853 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e241a4-c3fc-4e05-93a2-595089c794fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:51.697196 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e241a4-c3fc-4e05-93a2-595089c794fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:51.697583 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e241a4-c3fc-4e05-93a2-595089c794fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:51.698182 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e241a4-c3fc-4e05-93a2-595089c794fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:51.698566 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e241a4-c3fc-4e05-93a2-595089c794fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:51.698908 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e241a4-c3fc-4e05-93a2-595089c794fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:51.699273 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e241a4-c3fc-4e05-93a2-595089c794fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:02:51.814533 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4eddca59-0fb0-4498-b154-01f4f9dac554 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:51.849163 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4eddca59-0fb0-4498-b154-01f4f9dac554 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:51.928835 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4eddca59-0fb0-4498-b154-01f4f9dac554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:51.931827 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4eddca59-0fb0-4498-b154-01f4f9dac554 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:51.934435 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4eddca59-0fb0-4498-b154-01f4f9dac554 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/50a80a17-cda3-49bc-9ba7-4bd7c5ebadb8 HTTP/1.1" status: 204 len: 168 time: 0.2143853 Nov 24 21:02:51.948037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eddca59-0fb0-4498-b154-01f4f9dac554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a80a17-cda3-49bc-9ba7-4bd7c5ebadb8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:52.190963 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb440412-d909-4550-b357-072290a03668 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:52.243818 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb440412-d909-4550-b357-072290a03668 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Port': ['ID=7def9592-69c7-4fa7-96f7-a80c8bda9743,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:52.282398 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efdb9c-9746-4cc6-8f36-3d957ebb60a0 req-9d3733c1-27dc-46a7-99a5-9b98f171e4ab tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:52.302425 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c4efdb9c-9746-4cc6-8f36-3d957ebb60a0 req-9d3733c1-27dc-46a7-99a5-9b98f171e4ab tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 945 time: 0.1891096 Nov 24 21:02:52.450111 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c4efdb9c-9746-4cc6-8f36-3d957ebb60a0 req-bbe535e3-931c-4c55-9cd4-ff0c60f04ad6 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/security-groups?id=0505e0e5-58a9-4713-a3d8-2ea715e2b3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467154 Nov 24 21:02:52.481375 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb440412-d909-4550-b357-072290a03668 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:52.804287 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ba642b34-5e53-439d-8ccd-5b6b8129e952 req-ac9b80c3-97f5-474b-8744-517e6b950d9d tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/ports?device_id=39232bc3-1e3c-4794-bcbb-629a91770789 HTTP/1.1" status: 200 len: 210 time: 0.0513291 Nov 24 21:02:52.820165 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb440412-d909-4550-b357-072290a03668 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:02:52.847081 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 085932f5-eefc-41e5-be5b-1cb6bdef5908 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:02:52.946164 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb440412-d909-4550-b357-072290a03668 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:02:52.959324 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fb440412-d909-4550-b357-072290a03668 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/routers/4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1477010 Nov 24 21:02:52.964120 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42456) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:52.977164 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021dbf43-5a23-4ef2-a24e-c191ed7648e4 None None] Sync routers for ids ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:02:52.993909 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021dbf43-5a23-4ef2-a24e-c191ed7648e4 None None] Routers {'4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:02:52.994670 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-021dbf43-5a23-4ef2-a24e-c191ed7648e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:02:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:52.996799 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 085932f5-eefc-41e5-be5b-1cb6bdef5908 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:02:53.040474 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 085932f5-eefc-41e5-be5b-1cb6bdef5908 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:53.041047 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:53.047468 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-70742530-c86e-46dc-9d7d-37557167373f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting subnet b18388a9-cb53-4fee-9c79-2765fa3bf33f {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:02:53.052518 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70742530-c86e-46dc-9d7d-37557167373f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:53.247819 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70742530-c86e-46dc-9d7d-37557167373f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:53.424612 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70742530-c86e-46dc-9d7d-37557167373f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:53.515393 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70742530-c86e-46dc-9d7d-37557167373f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:53.520767 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-021dbf43-5a23-4ef2-a24e-c191ed7648e4 None None] Set router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:02:53.629754 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42480) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:53.691618 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70742530-c86e-46dc-9d7d-37557167373f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:53.697382 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-70742530-c86e-46dc-9d7d-37557167373f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/subnets/b18388a9-cb53-4fee-9c79-2765fa3bf33f HTTP/1.1" status: 204 len: 168 time: 0.7312553 Nov 24 21:02:53.699078 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70742530-c86e-46dc-9d7d-37557167373f tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Subnet': ['ID=b18388a9-cb53-4fee-9c79-2765fa3bf33f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:53.702923 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42486) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:53.747900 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf9fa13-9898-413b-9b9a-63667ae748b9 None None] Network ce943e5f-1503-4a99-a61e-c680d6088348 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:02:53.908102 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4558a4b5-1932-4e11-9db4-b76f6e4ae035 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:53.969187 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a480041-0228-4c7c-a59c-f93c5905f1ad req-6f639b5e-f6e8-495c-9ce4-e36f79d98b7d tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:53.990062 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8a480041-0228-4c7c-a59c-f93c5905f1ad req-6f639b5e-f6e8-495c-9ce4-e36f79d98b7d tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 945 time: 0.2985551 Nov 24 21:02:54.073386 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d640efc6-413a-4f51-9a6b-1419700a33df admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:54.123433 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-337fe1cd-7f33-4500-b9ee-b168ae121c2f req-8b8cc7ce-68b8-4278-a058-e9b7a1b61e1d tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/ports?device_id=39232bc3-1e3c-4794-bcbb-629a91770789 HTTP/1.1" status: 200 len: 210 time: 0.0825405 Nov 24 21:02:54.142735 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-4558a4b5-1932-4e11-9db4-b76f6e4ae035 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting port e64efe93-b916-4639-a2b7-ae9f7e0f0d81 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:02:54.143208 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4558a4b5-1932-4e11-9db4-b76f6e4ae035 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:54.168852 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8a480041-0228-4c7c-a59c-f93c5905f1ad req-492de00f-cd67-4bee-946d-beb70a143e3f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/security-groups?id=0505e0e5-58a9-4713-a3d8-2ea715e2b3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759164 Nov 24 21:02:54.310874 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-4558a4b5-1932-4e11-9db4-b76f6e4ae035 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] For port e64efe93-b916-4639-a2b7-ae9f7e0f0d81, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e64efe93-b916-4639-a2b7-ae9f7e0f0d81,segment=NetworkSegment(6a2bed4b-1a4c-499f-bea5-ce10131faa5e),segment_id=6a2bed4b-1a4c-499f-bea5-ce10131faa5e)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:02:54.311243 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4558a4b5-1932-4e11-9db4-b76f6e4ae035 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:54.326412 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-4558a4b5-1932-4e11-9db4-b76f6e4ae035 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Calling delete_port for e64efe93-b916-4639-a2b7-ae9f7e0f0d81 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:02:54.332273 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d640efc6-413a-4f51-9a6b-1419700a33df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:54.347268 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d640efc6-413a-4f51-9a6b-1419700a33df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:54.377783 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:54.386000 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-021dbf43-5a23-4ef2-a24e-c191ed7648e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:02:51Z', 'revision_number': 8, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None, '_interfaces': [{'id': '1d341989-47fc-409a-9554-c6e109e5e00a', 'name': '', 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:21:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:10Z', 'updated_at': '2021-11-24T21:02:37Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '717cc8f5-5803-4e27-ac84-6aa969226d9b', 'name': '', 'network_id': 'fe511d5d-c0d7-453e-b2ed-50d66455dc05', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:e0:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:18Z', 'updated_at': '2021-11-24T21:02:34Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b4e3c02-0524-4807-88d8-9b0e732d1e35', 'name': '', 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:8c:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '09214594-3435-4e47-8f97-390308f0a908', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:02Z', 'updated_at': '2021-11-24T21:02:16Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '09214594-3435-4e47-8f97-390308f0a908', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:54.404722 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d640efc6-413a-4f51-9a6b-1419700a33df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=744174dcf3e440ab9e865076532e3d85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7730618 Nov 24 21:02:54.406442 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42502) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:54.413946 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640efc6-413a-4f51-9a6b-1419700a33df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ff718e-225d-49d3-8df1-a2bd965e93c4,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:54.461695 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021dbf43-5a23-4ef2-a24e-c191ed7648e4 None None] Checking router: 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:02:54.505490 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3d43122c-97af-4836-b541-3d608818e470 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:54.507575 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e976313-22c9-4309-b0b7-76a602e16780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085932f5-eefc-41e5-be5b-1cb6bdef5908'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:02:54.510057 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c421e83-7623-40ae-836d-b4b7a98706ef" -d '{"events": [{"server_uuid": "9e976313-22c9-4309-b0b7-76a602e16780", "name": "network-vif-plugged", "status": "completed", "tag": "085932f5-eefc-41e5-be5b-1cb6bdef5908"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:02:54.510274 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4558a4b5-1932-4e11-9db4-b76f6e4ae035 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:54.535616 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 085932f5-eefc-41e5-be5b-1cb6bdef5908, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=085932f5-eefc-41e5-be5b-1cb6bdef5908,segment=NetworkSegment(f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40),segment_id=f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:02:54.536986 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021dbf43-5a23-4ef2-a24e-c191ed7648e4 None None] Routers {'4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:02:54.537622 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-021dbf43-5a23-4ef2-a24e-c191ed7648e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:02:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:54.568145 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3d43122c-97af-4836-b541-3d608818e470 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:54.584890 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558a4b5-1932-4e11-9db4-b76f6e4ae035 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Port': ['ID=e64efe93-b916-4639-a2b7-ae9f7e0f0d81,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:54.604233 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:54.607466 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4558a4b5-1932-4e11-9db4-b76f6e4ae035 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] No DVR routers for this DVR port e64efe93-b916-4639-a2b7-ae9f7e0f0d81 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:02:54.684624 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3d43122c-97af-4836-b541-3d608818e470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:54.689496 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3d43122c-97af-4836-b541-3d608818e470 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:54.690743 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3d43122c-97af-4836-b541-3d608818e470 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/77ff718e-225d-49d3-8df1-a2bd965e93c4 HTTP/1.1" status: 204 len: 168 time: 0.2830813 Nov 24 21:02:54.714223 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43122c-97af-4836-b541-3d608818e470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ff718e-225d-49d3-8df1-a2bd965e93c4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:54.799746 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=085932f5-eefc-41e5-be5b-1cb6bdef5908,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:54.822390 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d77d08b-0264-440e-9f65-568a6e5bd2e5 None None] DHCP port deletion for ce943e5f-1503-4a99-a61e-c680d6088348 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:02:54.927960 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-021dbf43-5a23-4ef2-a24e-c191ed7648e4 None None] Set router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:02:54.928806 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-150dcbc4-99f1-4b6b-9508-0300a30a9ab3 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:54.931832 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-150dcbc4-99f1-4b6b-9508-0300a30a9ab3 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.15 "GET /v2.0/networks?id=27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11 HTTP/1.1" status: 200 len: 814 time: 0.2208278 Nov 24 21:02:54.977171 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-ea053c29-dbe7-47e5-b0d5-3454abf3c10c tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Request body: {'port': {'device_id': '39232bc3-1e3c-4794-bcbb-629a91770789', 'network_id': '27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11', 'admin_state_up': True, 'tenant_id': 'dc497067416e4ddc9349da2e326a90a4'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:02:54.983116 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4558a4b5-1932-4e11-9db4-b76f6e4ae035 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:55.040160 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-4558a4b5-1932-4e11-9db4-b76f6e4ae035 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce943e5f-1503-4a99-a61e-c680d6088348']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:55.125678 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-4558a4b5-1932-4e11-9db4-b76f6e4ae035 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2bed4b-1a4c-499f-bea5-ce10131faa5e') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:55.126282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-4558a4b5-1932-4e11-9db4-b76f6e4ae035 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2bed4b-1a4c-499f-bea5-ce10131faa5e') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:55.146216 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4558a4b5-1932-4e11-9db4-b76f6e4ae035 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:55.176658 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4558a4b5-1932-4e11-9db4-b76f6e4ae035 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:55.192517 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4558a4b5-1932-4e11-9db4-b76f6e4ae035 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:02:55.193359 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4558a4b5-1932-4e11-9db4-b76f6e4ae035 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:55.200305 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d939eb6d-46db-4950-b6a0-6941a76fe05c x-openstack-request-id: req-d939eb6d-46db-4950-b6a0-6941a76fe05c {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:02:55.200764 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e976313-22c9-4309-b0b7-76a602e16780", "name": "network-vif-plugged", "status": "completed", "tag": "085932f5-eefc-41e5-be5b-1cb6bdef5908", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:02:55.201046 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d939eb6d-46db-4950-b6a0-6941a76fe05c {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:02:55.202947 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e976313-22c9-4309-b0b7-76a602e16780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085932f5-eefc-41e5-be5b-1cb6bdef5908', 'code': 200} Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:02:55.203107 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:02:55.358566 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-ea053c29-dbe7-47e5-b0d5-3454abf3c10c tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Made reservation on behalf of dc497067416e4ddc9349da2e326a90a4 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:02:55.362846 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-ea053c29-dbe7-47e5-b0d5-3454abf3c10c tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:55.391146 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ab1edcd4-237c-406b-819c-7157588984cf req-0f0d1b65-03a1-4c6b-9dba-6074599a1c51 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/ports?device_id=39232bc3-1e3c-4794-bcbb-629a91770789 HTTP/1.1" status: 200 len: 210 time: 0.0713952 Nov 24 21:02:55.442222 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d865a53-35a0-460f-b3d2-4a3eddc278a2 req-77722627-a101-48a9-a108-97df7ea062ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:55.444005 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d865a53-35a0-460f-b3d2-4a3eddc278a2 req-77722627-a101-48a9-a108-97df7ea062ec service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 1097 time: 0.1981802 Nov 24 21:02:55.473575 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4558a4b5-1932-4e11-9db4-b76f6e4ae035 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:55.478868 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4558a4b5-1932-4e11-9db4-b76f6e4ae035 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:55.488778 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42540) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:55.498926 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4558a4b5-1932-4e11-9db4-b76f6e4ae035 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/networks/ce943e5f-1503-4a99-a61e-c680d6088348 HTTP/1.1" status: 204 len: 168 time: 1.7945712 Nov 24 21:02:55.538507 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-021dbf43-5a23-4ef2-a24e-c191ed7648e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:02:51Z', 'revision_number': 8, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None, '_interfaces': [{'id': '1d341989-47fc-409a-9554-c6e109e5e00a', 'name': '', 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:21:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:10Z', 'updated_at': '2021-11-24T21:02:37Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '717cc8f5-5803-4e27-ac84-6aa969226d9b', 'name': '', 'network_id': 'fe511d5d-c0d7-453e-b2ed-50d66455dc05', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:e0:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:18Z', 'updated_at': '2021-11-24T21:02:34Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b4e3c02-0524-4807-88d8-9b0e732d1e35', 'name': '', 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:8c:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '09214594-3435-4e47-8f97-390308f0a908', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:02Z', 'updated_at': '2021-11-24T21:02:16Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '09214594-3435-4e47-8f97-390308f0a908', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:55.563251 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558a4b5-1932-4e11-9db4-b76f6e4ae035 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Network': ['ID=ce943e5f-1503-4a99-a61e-c680d6088348,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:55.584328 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021dbf43-5a23-4ef2-a24e-c191ed7648e4 None None] The sync data for ids ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'] in n-d-812111-8 is: [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:02:51Z', 'revision_number': 8, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None, '_interfaces': [{'id': '1d341989-47fc-409a-9554-c6e109e5e00a', 'name': '', 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:21:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:10Z', 'updated_at': '2021-11-24T21:02:37Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '717cc8f5-5803-4e27-ac84-6aa969226d9b', 'name': '', 'network_id': 'fe511d5d-c0d7-453e-b2ed-50d66455dc05', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:e0:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:18Z', 'updated_at': '2021-11-24T21:02:34Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b4e3c02-0524-4807-88d8-9b0e732d1e35', 'name': '', 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:8c:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '09214594-3435-4e47-8f97-390308f0a908', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:02Z', 'updated_at': '2021-11-24T21:02:16Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '09214594-3435-4e47-8f97-390308f0a908', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:02:56.505543 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6d34f68d-68a6-4627-99b3-6b2c29a25c0c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:56.591407 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42574) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:56.681025 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7def9592-69c7-4fa7-96f7-a80c8bda9743 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:02:56.736008 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec0996-2c8f-4021-9721-4370d5742abd req-490ce8be-01fb-4389-a192-7e8ade9be0ef tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:56.744816 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dcec0996-2c8f-4021-9721-4370d5742abd req-490ce8be-01fb-4389-a192-7e8ade9be0ef tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 946 time: 1.4071798 Nov 24 21:02:56.755738 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 7def9592-69c7-4fa7-96f7-a80c8bda9743 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:02:56.756817 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7def9592-69c7-4fa7-96f7-a80c8bda9743 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:02:56.758192 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e64efe93-b916-4639-a2b7-ae9f7e0f0d81 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:02:56.831628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: e64efe93-b916-4639-a2b7-ae9f7e0f0d81 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:02:56.846502 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e64efe93-b916-4639-a2b7-ae9f7e0f0d81 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:02:56.866794 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da1e2431-a745-44b8-8d59-3087a1359774 req-2f8f0b69-f68c-42b5-b02b-544ec803dd06 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/ports?device_id=39232bc3-1e3c-4794-bcbb-629a91770789 HTTP/1.1" status: 200 len: 210 time: 0.0721247 Nov 24 21:02:57.040216 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dcec0996-2c8f-4021-9721-4370d5742abd req-1174b8e0-0783-4a87-aaa9-4a3414c621b4 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/security-groups?id=0505e0e5-58a9-4713-a3d8-2ea715e2b3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2941999 Nov 24 21:02:57.051004 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-fcc2a29e-3123-492a-a601-aa198e0bde66 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-996547784-network', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:02:57.077127 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d865a53-35a0-460f-b3d2-4a3eddc278a2 req-a682bcf3-2f36-4a34-8707-17f288aebb72 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0505e0e5-58a9-4713-a3d8-2ea715e2b3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5769062 Nov 24 21:02:57.084796 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-ea053c29-dbe7-47e5-b0d5-3454abf3c10c tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Allocated IP 172.20.0.8 (27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11/bec2978c-e36e-4e0f-b9fe-84d54983f4be/3490a98c-8665-403a-a127-fdf71d2a6c71) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:02:57.144987 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc2a29e-3123-492a-a601-aa198e0bde66 admin admin] Made reservation on behalf of 556a7fb82bf0472892818b31cf2a9453 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:02:57.148794 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fcc2a29e-3123-492a-a601-aa198e0bde66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:57.205814 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fcc2a29e-3123-492a-a601-aa198e0bde66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:57.276326 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6d34f68d-68a6-4627-99b3-6b2c29a25c0c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting port 717cc8f5-5803-4e27-ac84-6aa969226d9b {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:02:57.276568 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6d34f68d-68a6-4627-99b3-6b2c29a25c0c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:57.405716 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-ea053c29-dbe7-47e5-b0d5-3454abf3c10c tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:57.472303 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-ea053c29-dbe7-47e5-b0d5-3454abf3c10c tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:57.566669 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fcc2a29e-3123-492a-a601-aa198e0bde66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:57.575982 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-6d34f68d-68a6-4627-99b3-6b2c29a25c0c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] For port 717cc8f5-5803-4e27-ac84-6aa969226d9b, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=717cc8f5-5803-4e27-ac84-6aa969226d9b,segment=NetworkSegment(1b0d6d03-6744-4fee-b4bd-accc5c4beb1f),segment_id=1b0d6d03-6744-4fee-b4bd-accc5c4beb1f)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:02:57.575982 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6d34f68d-68a6-4627-99b3-6b2c29a25c0c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:57.588269 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fcc2a29e-3123-492a-a601-aa198e0bde66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:57.612045 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6d34f68d-68a6-4627-99b3-6b2c29a25c0c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Calling delete_port for 717cc8f5-5803-4e27-ac84-6aa969226d9b owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:02:57.643705 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea053c29-dbe7-47e5-b0d5-3454abf3c10c tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Pushing event updated for resources: {'Port': ['ID=3490a98c-8665-403a-a127-fdf71d2a6c71,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:57.647915 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc2a29e-3123-492a-a601-aa198e0bde66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:02:57.667198 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2a29e-3123-492a-a601-aa198e0bde66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbbe72a-dad9-4c5f-b01e-f33fcf872fd9,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:57.686697 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-ea053c29-dbe7-47e5-b0d5-3454abf3c10c tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Network 27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:02:57.690226 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-ea053c29-dbe7-47e5-b0d5-3454abf3c10c tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:57.702565 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-ea053c29-dbe7-47e5-b0d5-3454abf3c10c tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:02:57.727967 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fcc2a29e-3123-492a-a601-aa198e0bde66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:57.728577 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-fcc2a29e-3123-492a-a601-aa198e0bde66 admin admin] Added segment 090e3039-982e-4b26-93bb-2ff84bb97731 of type vlan for network 9d916e9d-e955-4ce2-aa60-2a3a83ce1216 Nov 24 21:02:57.804812 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-ea053c29-dbe7-47e5-b0d5-3454abf3c10c tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:57.805463 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-ea053c29-dbe7-47e5-b0d5-3454abf3c10c tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:57.843374 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-ea053c29-dbe7-47e5-b0d5-3454abf3c10c tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8721724 Nov 24 21:02:57.869796 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fcc2a29e-3123-492a-a601-aa198e0bde66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:57.875546 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-af185769-ef69-41a9-aeb5-f5cb58ce2b43 service neutron] Request body: {'port': {'device_id': '39232bc3-1e3c-4794-bcbb-629a91770789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:02:58.050076 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fcc2a29e-3123-492a-a601-aa198e0bde66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:58.051146 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc2a29e-3123-492a-a601-aa198e0bde66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:58.051730 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fcc2a29e-3123-492a-a601-aa198e0bde66 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:58.174324 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-af185769-ef69-41a9-aeb5-f5cb58ce2b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:58.202463 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fcc2a29e-3123-492a-a601-aa198e0bde66 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6094465 Nov 24 21:02:58.205509 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42598) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:58.234888 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6176920b-cde7-4c5d-869e-926036c4c67a None None] Provisioning complete for port 3490a98c-8665-403a-a127-fdf71d2a6c71 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:02:58.235925 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6176920b-cde7-4c5d-869e-926036c4c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:58.243248 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-aec055ed-702a-404a-b5cd-eddf451e470a admin admin] Request body: {'subnet': {'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-996547784-subnet', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:02:58.350504 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6176920b-cde7-4c5d-869e-926036c4c67a None None] Port 3490a98c-8665-403a-a127-fdf71d2a6c71 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:02:58.357664 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec055ed-702a-404a-b5cd-eddf451e470a admin admin] Made reservation on behalf of 556a7fb82bf0472892818b31cf2a9453 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:02:58.363433 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aec055ed-702a-404a-b5cd-eddf451e470a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:58.385677 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2a29e-3123-492a-a601-aa198e0bde66 admin admin] Pushing event updated for resources: {'Network': ['ID=9d916e9d-e955-4ce2-aa60-2a3a83ce1216,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:58.398536 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 9d916e9d-e955-4ce2-aa60-2a3a83ce1216 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:02:58.405912 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ac164-de72-4f12-bdc8-a4e2fcdda243 req-0a0e8b8c-037e-4837-b608-19e6f4f2116e tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:58.412938 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ac9ac164-de72-4f12-bdc8-a4e2fcdda243 req-0a0e8b8c-037e-4837-b608-19e6f4f2116e tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/ports?device_id=39232bc3-1e3c-4794-bcbb-629a91770789 HTTP/1.1" status: 200 len: 931 time: 0.3122602 Nov 24 21:02:58.421879 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6d34f68d-68a6-4627-99b3-6b2c29a25c0c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:58.437930 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66226ea-4939-4718-9b96-7590b6338faa req-a7d33794-5ace-41a9-aa39-98c54360d5a3 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:58.449002 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f66226ea-4939-4718-9b96-7590b6338faa req-a7d33794-5ace-41a9-aa39-98c54360d5a3 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 946 time: 0.2546887 Nov 24 21:02:58.466834 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34f68d-68a6-4627-99b3-6b2c29a25c0c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Port': ['ID=717cc8f5-5803-4e27-ac84-6aa969226d9b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:58.990289 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f66226ea-4939-4718-9b96-7590b6338faa req-2efa655f-a7f0-4f90-9ea4-d3ed3c4fc85f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/security-groups?id=0505e0e5-58a9-4713-a3d8-2ea715e2b3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5395436 Nov 24 21:02:59.216501 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6d34f68d-68a6-4627-99b3-6b2c29a25c0c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:59.230875 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ac9ac164-de72-4f12-bdc8-a4e2fcdda243 req-a5598d73-ff2b-4496-888c-36445691ada6 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1faf0a-e028-40b6-a56a-0ccd35a3dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8169525 Nov 24 21:02:59.365460 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-af185769-ef69-41a9-aeb5-f5cb58ce2b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3490a98c-8665-403a-a127-fdf71d2a6c71 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:02:59.377181 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-af185769-ef69-41a9-aeb5-f5cb58ce2b43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:59.392689 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-af185769-ef69-41a9-aeb5-f5cb58ce2b43 service neutron] Transition to ACTIVE for port object 3490a98c-8665-403a-a127-fdf71d2a6c71 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:02:59.423398 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-af185769-ef69-41a9-aeb5-f5cb58ce2b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:59.481056 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aec055ed-702a-404a-b5cd-eddf451e470a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:59.483727 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af185769-ef69-41a9-aeb5-f5cb58ce2b43 service neutron] Pushing event updated for resources: {'Port': ['ID=3490a98c-8665-403a-a127-fdf71d2a6c71,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:59.500143 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d34f68d-68a6-4627-99b3-6b2c29a25c0c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:02:59.630731 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d34f68d-68a6-4627-99b3-6b2c29a25c0c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:02:59.638603 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6d34f68d-68a6-4627-99b3-6b2c29a25c0c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/routers/4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1494372 Nov 24 21:02:59.639336 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42608) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:59.651468 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f152c9-e312-4a6b-b7da-611953cc8976 None None] Sync routers for ids ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:02:59.668245 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f152c9-e312-4a6b-b7da-611953cc8976 None None] Routers {'4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:02:59.669273 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c0f152c9-e312-4a6b-b7da-611953cc8976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:02:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:02:59.691982 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec055ed-702a-404a-b5cd-eddf451e470a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fa3a3b9-560c-46ac-a6a5-06b5210eff64,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:02:59.729322 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec055ed-702a-404a-b5cd-eddf451e470a admin admin] Checking segment: {'id': '090e3039-982e-4b26-93bb-2ff84bb97731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:02:59.729714 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec055ed-702a-404a-b5cd-eddf451e470a admin admin] Network hostable DHCP agents. Network: 9d916e9d-e955-4ce2-aa60-2a3a83ce1216, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:02:59.758592 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec055ed-702a-404a-b5cd-eddf451e470a admin admin] Network 9d916e9d-e955-4ce2-aa60-2a3a83ce1216 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:02:59.794187 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-aec055ed-702a-404a-b5cd-eddf451e470a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 9d916e9d-e955-4ce2-aa60-2a3a83ce1216) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:02:59.805793 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf5f239-3acc-4350-9a1a-3c6ba0173dbe None None] Network 9d916e9d-e955-4ce2-aa60-2a3a83ce1216 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:02:59.812166 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-04aebdb2-a815-47c0-a2b9-a839e580bb9c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting subnet 5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:02:59.817087 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec055ed-702a-404a-b5cd-eddf451e470a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:02:59.817682 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aec055ed-702a-404a-b5cd-eddf451e470a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:59.822508 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-04aebdb2-a815-47c0-a2b9-a839e580bb9c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:59.865895 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-aec055ed-702a-404a-b5cd-eddf451e470a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6589987 Nov 24 21:02:59.866954 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-af185769-ef69-41a9-aeb5-f5cb58ce2b43 service neutron] Attempting to bind port 3490a98c-8665-403a-a127-fdf71d2a6c71 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:02:59.867295 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-af185769-ef69-41a9-aeb5-f5cb58ce2b43 service neutron] Attempting to bind port 3490a98c-8665-403a-a127-fdf71d2a6c71 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '9f20543f-a876-45ec-a52f-5300db96570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:02:59.867628 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-af185769-ef69-41a9-aeb5-f5cb58ce2b43 service neutron] Attempting to bind port 3490a98c-8665-403a-a127-fdf71d2a6c71 on network 27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:02:59.869644 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42610) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:02:59.874656 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b6686a6c-047d-48e4-9169-18fc608eafa9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-996547784-router', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:02:59.887768 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-af185769-ef69-41a9-aeb5-f5cb58ce2b43 service neutron] Port 3490a98c-8665-403a-a127-fdf71d2a6c71 on network 27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:02:59.888286 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-af185769-ef69-41a9-aeb5-f5cb58ce2b43 service neutron] Attempting to bind port 3490a98c-8665-403a-a127-fdf71d2a6c71 on network 27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:02:59.920157 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-af185769-ef69-41a9-aeb5-f5cb58ce2b43 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:02:59.920600 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-af185769-ef69-41a9-aeb5-f5cb58ce2b43 service neutron] Checking segment: {'id': '9f20543f-a876-45ec-a52f-5300db96570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:02:59.920903 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-af185769-ef69-41a9-aeb5-f5cb58ce2b43 service neutron] Bound using segment: {'id': '9f20543f-a876-45ec-a52f-5300db96570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:02:59.921353 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-af185769-ef69-41a9-aeb5-f5cb58ce2b43 service neutron] Bound port: 3490a98c-8665-403a-a127-fdf71d2a6c71, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f20543f-a876-45ec-a52f-5300db96570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:02:59.921710 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-af185769-ef69-41a9-aeb5-f5cb58ce2b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:59.929810 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-04aebdb2-a815-47c0-a2b9-a839e580bb9c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:02:59.947391 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-c0f152c9-e312-4a6b-b7da-611953cc8976 None None] Set router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:03:00.086072 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-af185769-ef69-41a9-aeb5-f5cb58ce2b43 service neutron] For port 3490a98c-8665-403a-a127-fdf71d2a6c71, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:03:00.098033 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-af185769-ef69-41a9-aeb5-f5cb58ce2b43 service neutron] For port 3490a98c-8665-403a-a127-fdf71d2a6c71, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=3490a98c-8665-403a-a127-fdf71d2a6c71,segment=NetworkSegment(9f20543f-a876-45ec-a52f-5300db96570f),segment_id=9f20543f-a876-45ec-a52f-5300db96570f)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:03:00.110022 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-af185769-ef69-41a9-aeb5-f5cb58ce2b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:00.115016 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6686a6c-047d-48e4-9169-18fc608eafa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:00.116089 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6686a6c-047d-48e4-9169-18fc608eafa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:00.140581 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-04aebdb2-a815-47c0-a2b9-a839e580bb9c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:00.155653 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b716a3da-952b-45ba-8cfb-638da155f738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-9d916e9d-e955-4ce2-aa60-2a3a83ce1216', 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'fixed_ips': [{'subnet_id': '6fa3a3b9-560c-46ac-a6a5-06b5210eff64'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:03:00.157792 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b716a3da-952b-45ba-8cfb-638da155f738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:00.334399 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6686a6c-047d-48e4-9169-18fc608eafa9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:00.489342 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81c95b-be73-4671-b419-597338cca434 req-17b126fc-0fad-45fa-9334-67bdb0f627bd tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:00.498088 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7c81c95b-be73-4671-b419-597338cca434 req-17b126fc-0fad-45fa-9334-67bdb0f627bd tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 946 time: 0.2384486 Nov 24 21:03:00.525481 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-04aebdb2-a815-47c0-a2b9-a839e580bb9c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:00.566167 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-04aebdb2-a815-47c0-a2b9-a839e580bb9c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:00.573056 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-04aebdb2-a815-47c0-a2b9-a839e580bb9c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/subnets/5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d HTTP/1.1" status: 204 len: 168 time: 0.9331007 Nov 24 21:03:00.575102 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44356bc6-ece4-440a-8e05-6142c995db7c None None] Network fe511d5d-c0d7-453e-b2ed-50d66455dc05 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:03:00.581653 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-b716a3da-952b-45ba-8cfb-638da155f738 None None] Allocated IP 172.20.0.2 (9d916e9d-e955-4ce2-aa60-2a3a83ce1216/6fa3a3b9-560c-46ac-a6a5-06b5210eff64/d5b98780-b8d1-4953-9c2b-01a62dc71c30) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:03:00.656086 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42630) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:00.738536 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7c81c95b-be73-4671-b419-597338cca434 req-7c535a43-4c67-4d0a-8b7d-5554a084420a tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/security-groups?id=0505e0e5-58a9-4713-a3d8-2ea715e2b3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394161 Nov 24 21:03:00.741157 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aebdb2-a815-47c0-a2b9-a839e580bb9c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Subnet': ['ID=5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:00.862867 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c0f152c9-e312-4a6b-b7da-611953cc8976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:02:58Z', 'revision_number': 9, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None, '_interfaces': [{'id': '1d341989-47fc-409a-9554-c6e109e5e00a', 'name': '', 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:21:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:10Z', 'updated_at': '2021-11-24T21:02:37Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b4e3c02-0524-4807-88d8-9b0e732d1e35', 'name': '', 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:8c:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '09214594-3435-4e47-8f97-390308f0a908', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:02Z', 'updated_at': '2021-11-24T21:02:16Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '09214594-3435-4e47-8f97-390308f0a908', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:00.893889 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af185769-ef69-41a9-aeb5-f5cb58ce2b43 service neutron] Pushing event updated for resources: {'Port': ['ID=3490a98c-8665-403a-a127-fdf71d2a6c71,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:00.912456 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-af185769-ef69-41a9-aeb5-f5cb58ce2b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:00.914443 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-af185769-ef69-41a9-aeb5-f5cb58ce2b43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:00.925245 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-af185769-ef69-41a9-aeb5-f5cb58ce2b43 service neutron] 10.222.0.15 "PUT /v2.0/ports/3490a98c-8665-403a-a127-fdf71d2a6c71 HTTP/1.1" status: 200 len: 1091 time: 3.0555513 Nov 24 21:03:00.988004 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f152c9-e312-4a6b-b7da-611953cc8976 None None] Checking router: 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:03:00.996672 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39232bc3-1e3c-4794-bcbb-629a91770789', 'tag': '3490a98c-8665-403a-a127-fdf71d2a6c71'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:03:01.002725 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412e6ad6-6330-4010-bbf0-56bdc8cff8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "39232bc3-1e3c-4794-bcbb-629a91770789", "tag": "3490a98c-8665-403a-a127-fdf71d2a6c71"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:03:01.020460 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f152c9-e312-4a6b-b7da-611953cc8976 None None] Routers {'4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:01.024206 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c0f152c9-e312-4a6b-b7da-611953cc8976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:02:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:01.216479 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b35936-4550-4f27-a489-d9afa6f0c435 req-107175d2-0503-400f-b6d0-4eff9f3305d9 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:01.243076 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-07b35936-4550-4f27-a489-d9afa6f0c435 req-107175d2-0503-400f-b6d0-4eff9f3305d9 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 946 time: 0.2205474 Nov 24 21:03:01.243632 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42642) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:01.271213 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-d9780fd1-cc90-4c54-b7b9-448803ae528c tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Request body: {'floatingip': {'port_id': '085932f5-eefc-41e5-be5b-1cb6bdef5908'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:01.351044 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d9780fd1-cc90-4c54-b7b9-448803ae528c tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks [] for floatingip, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:01.389945 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-c0f152c9-e312-4a6b-b7da-611953cc8976 None None] Set router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:03:01.450436 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6686a6c-047d-48e4-9169-18fc608eafa9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:01.486520 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2af880-34cf-4595-80e2-99edc94836ea x-openstack-request-id: req-4c2af880-34cf-4595-80e2-99edc94836ea {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:03:01.486815 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39232bc3-1e3c-4794-bcbb-629a91770789", "tag": "3490a98c-8665-403a-a127-fdf71d2a6c71", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:03:01.487128 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4c2af880-34cf-4595-80e2-99edc94836ea {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:03:01.490324 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39232bc3-1e3c-4794-bcbb-629a91770789', 'tag': '3490a98c-8665-403a-a127-fdf71d2a6c71', 'status': 'completed', 'code': 200} Nov 24 21:03:01.561252 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b716a3da-952b-45ba-8cfb-638da155f738 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:01.576968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a98854a-608e-4abc-9ac9-790acdd3fdda None None] DHCP port deletion for fe511d5d-c0d7-453e-b2ed-50d66455dc05 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:03:01.608941 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b716a3da-952b-45ba-8cfb-638da155f738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:01.692138 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dbbe5-f56d-466f-b0f1-7d2338702146 req-f4c8c7fd-5633-45e5-a2c8-192cd9ba1f04 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:01.712477 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-218dbbe5-f56d-466f-b0f1-7d2338702146 req-f4c8c7fd-5633-45e5-a2c8-192cd9ba1f04 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/ports?device_id=39232bc3-1e3c-4794-bcbb-629a91770789 HTTP/1.1" status: 200 len: 943 time: 1.0252054 Nov 24 21:03:01.838339 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-c506b17d-40cf-4d92-ad63-490b272d9eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:01.845764 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-c506b17d-40cf-4d92-ad63-490b272d9eec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc497067416e4ddc9349da2e326a90a4&device_id=39232bc3-1e3c-4794-bcbb-629a91770789 HTTP/1.1" status: 200 len: 1094 time: 0.7627556 Nov 24 21:03:01.849237 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b716a3da-952b-45ba-8cfb-638da155f738 None None] Network 9d916e9d-e955-4ce2-aa60-2a3a83ce1216 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:03:01.851018 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f274ccef-0411-4c51-9f5d-cfdb229aac4c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:01.863432 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-b716a3da-952b-45ba-8cfb-638da155f738 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:03:01.883003 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716a3da-952b-45ba-8cfb-638da155f738 None None] Pushing event updated for resources: {'Port': ['ID=d5b98780-b8d1-4953-9c2b-01a62dc71c30,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:01.892002 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b716a3da-952b-45ba-8cfb-638da155f738 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:03:01.940958 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9a98854a-608e-4abc-9ac9-790acdd3fdda None None] Deleting port 9eb10e03-34a7-47ce-9f44-4c2addcee7d1 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:03:01.941337 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9a98854a-608e-4abc-9ac9-790acdd3fdda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:02.039633 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-218dbbe5-f56d-466f-b0f1-7d2338702146 req-051037bb-e20f-46fd-9719-45b499361f91 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1faf0a-e028-40b6-a56a-0ccd35a3dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157382 Nov 24 21:03:02.087726 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c0f152c9-e312-4a6b-b7da-611953cc8976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:02:58Z', 'revision_number': 9, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None, '_interfaces': [{'id': '1d341989-47fc-409a-9554-c6e109e5e00a', 'name': '', 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:21:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:10Z', 'updated_at': '2021-11-24T21:02:37Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b4e3c02-0524-4807-88d8-9b0e732d1e35', 'name': '', 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:8c:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '09214594-3435-4e47-8f97-390308f0a908', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:02Z', 'updated_at': '2021-11-24T21:02:16Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '09214594-3435-4e47-8f97-390308f0a908', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:02.179785 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f152c9-e312-4a6b-b7da-611953cc8976 None None] The sync data for ids ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'] in n-d-812111-8 is: [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:02:58Z', 'revision_number': 9, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None, '_interfaces': [{'id': '1d341989-47fc-409a-9554-c6e109e5e00a', 'name': '', 'network_id': '10bb7bfb-6209-441c-8b83-0c519bd827a1', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:21:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:10Z', 'updated_at': '2021-11-24T21:02:37Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': 'fffbf5c6-1298-47e5-8dfb-39b91842ba78', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b4e3c02-0524-4807-88d8-9b0e732d1e35', 'name': '', 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:8c:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '09214594-3435-4e47-8f97-390308f0a908', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:02Z', 'updated_at': '2021-11-24T21:02:16Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '09214594-3435-4e47-8f97-390308f0a908', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:03:02.206806 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-8e1ab3e2-5238-484d-929d-7079e9104edc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3490a98c-8665-403a-a127-fdf71d2a6c71 HTTP/1.1" status: 200 len: 217 time: 0.0859513 Nov 24 21:03:02.268254 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b716a3da-952b-45ba-8cfb-638da155f738 None None] Attempting to bind port d5b98780-b8d1-4953-9c2b-01a62dc71c30 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:03:02.268659 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b716a3da-952b-45ba-8cfb-638da155f738 None None] Attempting to bind port d5b98780-b8d1-4953-9c2b-01a62dc71c30 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '090e3039-982e-4b26-93bb-2ff84bb97731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:03:02.270065 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b716a3da-952b-45ba-8cfb-638da155f738 None None] Attempting to bind port d5b98780-b8d1-4953-9c2b-01a62dc71c30 on network 9d916e9d-e955-4ce2-aa60-2a3a83ce1216 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:03:02.283306 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-9a98854a-608e-4abc-9ac9-790acdd3fdda None None] For port 9eb10e03-34a7-47ce-9f44-4c2addcee7d1, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9eb10e03-34a7-47ce-9f44-4c2addcee7d1,segment=NetworkSegment(1b0d6d03-6744-4fee-b4bd-accc5c4beb1f),segment_id=1b0d6d03-6744-4fee-b4bd-accc5c4beb1f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:02.283710 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9a98854a-608e-4abc-9ac9-790acdd3fdda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:02.305916 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b716a3da-952b-45ba-8cfb-638da155f738 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:03:02.306313 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b716a3da-952b-45ba-8cfb-638da155f738 None None] Checking segment: {'id': '090e3039-982e-4b26-93bb-2ff84bb97731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:03:02.306747 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b716a3da-952b-45ba-8cfb-638da155f738 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:02.307110 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b716a3da-952b-45ba-8cfb-638da155f738 None None] Bound using segment: {'id': '090e3039-982e-4b26-93bb-2ff84bb97731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:03:02.307607 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b716a3da-952b-45ba-8cfb-638da155f738 None None] Bound port: d5b98780-b8d1-4953-9c2b-01a62dc71c30, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090e3039-982e-4b26-93bb-2ff84bb97731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:03:02.308113 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b716a3da-952b-45ba-8cfb-638da155f738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:02.332421 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-02c32146-4896-44ad-b357-439d4b8bb370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:02.334681 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9a98854a-608e-4abc-9ac9-790acdd3fdda None None] Calling delete_port for 9eb10e03-34a7-47ce-9f44-4c2addcee7d1 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:03:02.335159 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-02c32146-4896-44ad-b357-439d4b8bb370 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bec2978c-e36e-4e0f-b9fe-84d54983f4be HTTP/1.1" status: 200 len: 853 time: 0.0840390 Nov 24 21:03:02.476975 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b716a3da-952b-45ba-8cfb-638da155f738 None None] For port d5b98780-b8d1-4953-9c2b-01a62dc71c30, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:03:02.481200 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b716a3da-952b-45ba-8cfb-638da155f738 None None] For port d5b98780-b8d1-4953-9c2b-01a62dc71c30, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d5b98780-b8d1-4953-9c2b-01a62dc71c30,segment=NetworkSegment(090e3039-982e-4b26-93bb-2ff84bb97731),segment_id=090e3039-982e-4b26-93bb-2ff84bb97731)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:03:02.500125 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b716a3da-952b-45ba-8cfb-638da155f738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:02.678898 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d9780fd1-cc90-4c54-b7b9-448803ae528c tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:02.686470 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d9780fd1-cc90-4c54-b7b9-448803ae528c tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:02.693741 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-f274ccef-0411-4c51-9f5d-cfdb229aac4c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting port 9eb10e03-34a7-47ce-9f44-4c2addcee7d1 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:03:02.694295 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f274ccef-0411-4c51-9f5d-cfdb229aac4c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:02.733784 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-a96c4232-c678-4d74-bbd8-bddd25aa4c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:02.737182 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-a96c4232-c678-4d74-bbd8-bddd25aa4c30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3837025 Nov 24 21:03:02.950219 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9eb10e03-34a7-47ce-9f44-4c2addcee7d1 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:03:02.985901 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9a98854a-608e-4abc-9ac9-790acdd3fdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:02.998688 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 9eb10e03-34a7-47ce-9f44-4c2addcee7d1 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:03:02.999124 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9eb10e03-34a7-47ce-9f44-4c2addcee7d1 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:03:02.999479 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 717cc8f5-5803-4e27-ac84-6aa969226d9b no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:03:03.038685 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 717cc8f5-5803-4e27-ac84-6aa969226d9b {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:03:03.038685 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 717cc8f5-5803-4e27-ac84-6aa969226d9b not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:03:03.051141 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a98854a-608e-4abc-9ac9-790acdd3fdda None None] No DVR routers for this DVR port 9eb10e03-34a7-47ce-9f44-4c2addcee7d1 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:03:03.095153 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716a3da-952b-45ba-8cfb-638da155f738 None None] Pushing event updated for resources: {'Port': ['ID=d5b98780-b8d1-4953-9c2b-01a62dc71c30,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:03.209199 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-d9780fd1-cc90-4c54-b7b9-448803ae528c tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Floating IP 6f7ab2ee-66c1-4b70-9276-350689dac98a associated. External IP: 172.25.5.90, port: 085932f5-eefc-41e5-be5b-1cb6bdef5908. Nov 24 21:03:03.210027 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98854a-608e-4abc-9ac9-790acdd3fdda None None] Pushing event deleted for resources: {'Port': ['ID=9eb10e03-34a7-47ce-9f44-4c2addcee7d1,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:03.299612 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-f274ccef-0411-4c51-9f5d-cfdb229aac4c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] For port 9eb10e03-34a7-47ce-9f44-4c2addcee7d1, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9eb10e03-34a7-47ce-9f44-4c2addcee7d1,segment=NetworkSegment(1b0d6d03-6744-4fee-b4bd-accc5c4beb1f),segment_id=1b0d6d03-6744-4fee-b4bd-accc5c4beb1f)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:03.310337 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f274ccef-0411-4c51-9f5d-cfdb229aac4c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:03.385875 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6686a6c-047d-48e4-9169-18fc608eafa9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:03.437278 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9c609-c007-4e12-b624-b0a73bb1fe30 req-eef7b381-485b-45cc-9232-44592b03ac1a tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:03.445497 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84e9c609-c007-4e12-b624-b0a73bb1fe30 req-eef7b381-485b-45cc-9232-44592b03ac1a tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/ports?device_id=39232bc3-1e3c-4794-bcbb-629a91770789 HTTP/1.1" status: 200 len: 943 time: 0.1575081 Nov 24 21:03:03.520828 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-f274ccef-0411-4c51-9f5d-cfdb229aac4c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Calling delete_port for 9eb10e03-34a7-47ce-9f44-4c2addcee7d1 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:03:03.523086 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84e9c609-c007-4e12-b624-b0a73bb1fe30 req-9b6483d7-a2fc-4676-b596-bed3fbfa747d tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1faf0a-e028-40b6-a56a-0ccd35a3dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709338 Nov 24 21:03:03.526268 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6686a6c-047d-48e4-9169-18fc608eafa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:03.732338 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9780fd1-cc90-4c54-b7b9-448803ae528c tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Router 1e58f0c5-d487-438e-9486-72718ed21d7f has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:03:03.900407 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-b6686a6c-047d-48e4-9169-18fc608eafa9 admin admin] Allocated IP 172.25.5.31 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/adc73a8f-1e61-44b7-9d9d-50c2ecb99c73) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:03:03.908710 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-c63284db-5bc2-43a4-b572-99fb27d64ee2 service neutron] 10.222.0.15 "GET /v2.0/networks/27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1284628 Nov 24 21:03:03.920823 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9780fd1-cc90-4c54-b7b9-448803ae528c tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:03:03.939185 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d9780fd1-cc90-4c54-b7b9-448803ae528c tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:03.942834 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7954f515-e610-46be-b807-e3935b2f2018 None None] Sync routers for ids ['1e58f0c5-d487-438e-9486-72718ed21d7f'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:03:03.960600 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7954f515-e610-46be-b807-e3935b2f2018 None None] Routers {'1e58f0c5-d487-438e-9486-72718ed21d7f'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:03.966383 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7954f515-e610-46be-b807-e3935b2f2018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:02:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['1e58f0c5-d487-438e-9486-72718ed21d7f'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:04.007727 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d9780fd1-cc90-4c54-b7b9-448803ae528c tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "PUT /v2.0/floatingips/6f7ab2ee-66c1-4b70-9276-350689dac98a HTTP/1.1" status: 200 len: 991 time: 2.7625799 Nov 24 21:03:04.008436 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e976313-22c9-4309-b0b7-76a602e16780', 'tag': '085932f5-eefc-41e5-be5b-1cb6bdef5908'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:03:04.010882 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf18095-4817-402f-9734-671d6fb807f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9e976313-22c9-4309-b0b7-76a602e16780", "tag": "085932f5-eefc-41e5-be5b-1cb6bdef5908"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:03:04.078133 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dcc880-8261-4d50-858e-91305fea0ef4 x-openstack-request-id: req-f3dcc880-8261-4d50-858e-91305fea0ef4 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:03:04.078633 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e976313-22c9-4309-b0b7-76a602e16780", "tag": "085932f5-eefc-41e5-be5b-1cb6bdef5908", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:03:04.079081 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3dcc880-8261-4d50-858e-91305fea0ef4 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:03:04.079829 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e976313-22c9-4309-b0b7-76a602e16780', 'tag': '085932f5-eefc-41e5-be5b-1cb6bdef5908', 'status': 'completed', 'code': 200} Nov 24 21:03:04.243963 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f274ccef-0411-4c51-9f5d-cfdb229aac4c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:04.326030 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf18095-4817-402f-9734-671d6fb807f0 req-eb60398e-6653-46e1-be40-0f5939b2c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:04.341930 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9cf18095-4817-402f-9734-671d6fb807f0 req-eb60398e-6653-46e1-be40-0f5939b2c4d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ef947511a354d6a97f9332543c7809a&device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 1097 time: 0.2108810 Nov 24 21:03:04.617501 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274ccef-0411-4c51-9f5d-cfdb229aac4c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Port': ['ID=9eb10e03-34a7-47ce-9f44-4c2addcee7d1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:04.628780 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f274ccef-0411-4c51-9f5d-cfdb229aac4c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] No DVR routers for this DVR port 9eb10e03-34a7-47ce-9f44-4c2addcee7d1 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:03:04.638827 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d00ef93-a692-4c91-abe3-26422471be3f None None] Network 9d916e9d-e955-4ce2-aa60-2a3a83ce1216 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:03:04.693150 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf18095-4817-402f-9734-671d6fb807f0 req-40531d46-343c-4d38-a0cf-9edce112b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:04.694999 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9cf18095-4817-402f-9734-671d6fb807f0 req-40531d46-343c-4d38-a0cf-9edce112b453 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eb9d7270-e2f5-43e6-902e-dd066a69e6c8 HTTP/1.1" status: 200 len: 912 time: 0.3328090 Nov 24 21:03:04.707748 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6686a6c-047d-48e4-9169-18fc608eafa9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:04.741202 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-459b30b4-03b6-45e1-b489-5430d1e37077 None None] Provisioning complete for port d5b98780-b8d1-4953-9c2b-01a62dc71c30 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:04.741967 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-459b30b4-03b6-45e1-b489-5430d1e37077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:04.835035 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d5b98780-b8d1-4953-9c2b-01a62dc71c30 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:03:04.873535 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6686a6c-047d-48e4-9169-18fc608eafa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:05.002530 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-7954f515-e610-46be-b807-e3935b2f2018 None None] Set router 1e58f0c5-d487-438e-9486-72718ed21d7f gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:03:05.183746 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port d5b98780-b8d1-4953-9c2b-01a62dc71c30 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:05.184377 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:05.330874 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6686a6c-047d-48e4-9169-18fc608eafa9 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:03:05.338509 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f274ccef-0411-4c51-9f5d-cfdb229aac4c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:05.343808 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9cf18095-4817-402f-9734-671d6fb807f0 req-daa6d698-e04b-42f3-981a-8134abf7d37c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=085932f5-eefc-41e5-be5b-1cb6bdef5908 HTTP/1.1" status: 200 len: 999 time: 0.5097203 Nov 24 21:03:05.362654 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-b6686a6c-047d-48e4-9169-18fc608eafa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:03:05.391309 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6686a6c-047d-48e4-9169-18fc608eafa9 admin admin] Pushing event updated for resources: {'Port': ['ID=adc73a8f-1e61-44b7-9d9d-50c2ecb99c73,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:05.402867 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870e3864-c54e-45bf-b855-3fcd7bf2781a None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:03:05.429095 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-459b30b4-03b6-45e1-b489-5430d1e37077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:05.444456 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6686a6c-047d-48e4-9169-18fc608eafa9 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:03:05.472177 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-f274ccef-0411-4c51-9f5d-cfdb229aac4c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe511d5d-c0d7-453e-b2ed-50d66455dc05']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:05.931305 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-459b30b4-03b6-45e1-b489-5430d1e37077 None None] For port d5b98780-b8d1-4953-9c2b-01a62dc71c30, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d5b98780-b8d1-4953-9c2b-01a62dc71c30,segment=NetworkSegment(090e3039-982e-4b26-93bb-2ff84bb97731),segment_id=090e3039-982e-4b26-93bb-2ff84bb97731)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:05.951434 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-459b30b4-03b6-45e1-b489-5430d1e37077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:06.234638 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b30b4-03b6-45e1-b489-5430d1e37077 None None] Pushing event updated for resources: {'Port': ['ID=d5b98780-b8d1-4953-9c2b-01a62dc71c30,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:06.297371 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:06.300450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-55f49078-2dd9-44d5-b259-548cdd39201b None None] Provisioning complete for port adc73a8f-1e61-44b7-9d9d-50c2ecb99c73 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:06.300849 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-55f49078-2dd9-44d5-b259-548cdd39201b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:06.356031 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-f274ccef-0411-4c51-9f5d-cfdb229aac4c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0d6d03-6744-4fee-b4bd-accc5c4beb1f') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:06.356642 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-f274ccef-0411-4c51-9f5d-cfdb229aac4c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0d6d03-6744-4fee-b4bd-accc5c4beb1f') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:06.399973 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f274ccef-0411-4c51-9f5d-cfdb229aac4c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:06.424487 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42cd1f-1690-4e28-be87-71c8176ba19d req-035ca673-728b-44d5-b263-2363ec20fa74 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:06.432329 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1e42cd1f-1690-4e28-be87-71c8176ba19d req-035ca673-728b-44d5-b263-2363ec20fa74 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/ports?device_id=39232bc3-1e3c-4794-bcbb-629a91770789 HTTP/1.1" status: 200 len: 943 time: 1.5707071 Nov 24 21:03:06.455436 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f274ccef-0411-4c51-9f5d-cfdb229aac4c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:06.482606 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b1f3bc2a-47d0-4c7a-a2e7-b204618b3bfe req-1541e2db-afbc-470c-bbe7-89c676a3fe40 service neutron] 10.222.0.15 "GET /v2.0/networks/27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6779728 Nov 24 21:03:06.491435 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f274ccef-0411-4c51-9f5d-cfdb229aac4c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:03:06.491857 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f274ccef-0411-4c51-9f5d-cfdb229aac4c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: self.session.flush() Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: self.session.flush() Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: self.session.flush() Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: self.session.flush() Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:03:06.495371 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:03:06.552173 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1e42cd1f-1690-4e28-be87-71c8176ba19d req-4a1765c2-baa9-458e-a51e-7507f385303a tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1faf0a-e028-40b6-a56a-0ccd35a3dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186867 Nov 24 21:03:06.597157 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-55f49078-2dd9-44d5-b259-548cdd39201b None None] Port adc73a8f-1e61-44b7-9d9d-50c2ecb99c73 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:03:06.689289 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf18095-4817-402f-9734-671d6fb807f0 req-3214fa00-d8a3-4639-93d4-56c6ee7b75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:06.690783 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9cf18095-4817-402f-9734-671d6fb807f0 req-3214fa00-d8a3-4639-93d4-56c6ee7b75a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3bd6d43-8c60-4a64-b4d6-a1e768c3a588 HTTP/1.1" status: 200 len: 850 time: 1.3299372 Nov 24 21:03:06.834164 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a24e8a76-6cf4-410f-8cf1-f4bb0ff17d35 None None] Provisioning complete for port d5b98780-b8d1-4953-9c2b-01a62dc71c30 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:06.834591 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a24e8a76-6cf4-410f-8cf1-f4bb0ff17d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:06.875416 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f274ccef-0411-4c51-9f5d-cfdb229aac4c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:06.891375 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f274ccef-0411-4c51-9f5d-cfdb229aac4c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:06.895102 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f274ccef-0411-4c51-9f5d-cfdb229aac4c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/networks/fe511d5d-c0d7-453e-b2ed-50d66455dc05 HTTP/1.1" status: 204 len: 168 time: 6.2095344 Nov 24 21:03:06.900998 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42720) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:06.940465 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:03:06.941214 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:03:06.968178 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e6ad6-6330-4010-bbf0-56bdc8cff8bb req-0534d980-6f86-4d80-a4a7-dfcd2e1fc623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:06.986534 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-412e6ad6-6330-4010-bbf0-56bdc8cff8bb req-0534d980-6f86-4d80-a4a7-dfcd2e1fc623 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc497067416e4ddc9349da2e326a90a4&device_id=39232bc3-1e3c-4794-bcbb-629a91770789 HTTP/1.1" status: 200 len: 1094 time: 0.3196740 Nov 24 21:03:07.002398 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274ccef-0411-4c51-9f5d-cfdb229aac4c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Network': ['ID=fe511d5d-c0d7-453e-b2ed-50d66455dc05,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:07.065063 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7954f515-e610-46be-b807-e3935b2f2018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'name': 'tempest-ServersTestManualDisk-815817235-router', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '46e629df-3906-4300-9c89-47418aa46592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:02:05Z', 'updated_at': '2021-11-24T21:02:13Z', 'revision_number': 4, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'gw_port': {'id': '46e629df-3906-4300-9c89-47418aa46592', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:07Z', 'updated_at': '2021-11-24T21:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '6f7ab2ee-66c1-4b70-9276-350689dac98a', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'port_id': '085932f5-eefc-41e5-be5b-1cb6bdef5908', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8', 'mac_address': 'fa:16:3e:ef:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e976313-22c9-4309-b0b7-76a602e16780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:02:24Z', 'updated_at': '2021-11-24T21:03:02Z', 'revision_number': 1, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d1d10db-974a-41e8-8ddd-3315db98eab7', 'name': '', 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'mac_address': 'fa:16:3e:a3:35:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': 'e3bd6d43-8c60-4a64-b4d6-a1e768c3a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:12Z', 'updated_at': '2021-11-24T21:02:32Z', 'revision_number': 5, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'subnets': [{'id': 'e3bd6d43-8c60-4a64-b4d6-a1e768c3a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:07.148021 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7954f515-e610-46be-b807-e3935b2f2018 None None] Checking router: 1e58f0c5-d487-438e-9486-72718ed21d7f for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:03:07.176875 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf18095-4817-402f-9734-671d6fb807f0 req-8d62fc52-9923-4d16-b3fe-f278b03309aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:07.180093 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7954f515-e610-46be-b807-e3935b2f2018 None None] Routers {'1e58f0c5-d487-438e-9486-72718ed21d7f'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:07.181140 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7954f515-e610-46be-b807-e3935b2f2018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:02:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['1e58f0c5-d487-438e-9486-72718ed21d7f'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:07.185128 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9cf18095-4817-402f-9734-671d6fb807f0 req-8d62fc52-9923-4d16-b3fe-f278b03309aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb9d7270-e2f5-43e6-902e-dd066a69e6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4478664 Nov 24 21:03:07.443004 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-7954f515-e610-46be-b807-e3935b2f2018 None None] Set router 1e58f0c5-d487-438e-9486-72718ed21d7f gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:03:07.658267 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e6ad6-6330-4010-bbf0-56bdc8cff8bb req-b071a00a-8773-4d97-8cb1-a7f001fa6106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:07.659953 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-412e6ad6-6330-4010-bbf0-56bdc8cff8bb req-b071a00a-8773-4d97-8cb1-a7f001fa6106 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11 HTTP/1.1" status: 200 len: 915 time: 0.6374872 Nov 24 21:03:07.873560 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-412e6ad6-6330-4010-bbf0-56bdc8cff8bb req-4166f6ff-e73e-4332-bad2-48664d4e0fb5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3490a98c-8665-403a-a127-fdf71d2a6c71 HTTP/1.1" status: 200 len: 217 time: 0.1935217 Nov 24 21:03:07.916916 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6686a6c-047d-48e4-9169-18fc608eafa9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:08.141239 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d5b98780-b8d1-4953-9c2b-01a62dc71c30 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:03:08.165067 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9cf18095-4817-402f-9734-671d6fb807f0 req-706947e5-c8ab-4579-999c-0306cbd83c6c service neutron] 10.222.0.48 "GET /v2.0/networks/eb9d7270-e2f5-43e6-902e-dd066a69e6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9181509 Nov 24 21:03:08.215031 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a25ff9-99d1-4154-9705-bedf79fe2124 req-5edc0397-71f1-40d9-a27a-279e3ffda720 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:08.232643 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-76a25ff9-99d1-4154-9705-bedf79fe2124 req-5edc0397-71f1-40d9-a27a-279e3ffda720 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/ports?device_id=39232bc3-1e3c-4794-bcbb-629a91770789 HTTP/1.1" status: 200 len: 943 time: 0.3489921 Nov 24 21:03:08.239094 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e6ad6-6330-4010-bbf0-56bdc8cff8bb req-8ce3fd30-a459-4ec8-b5bf-b49e3a635259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:08.241267 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-412e6ad6-6330-4010-bbf0-56bdc8cff8bb req-8ce3fd30-a459-4ec8-b5bf-b49e3a635259 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bec2978c-e36e-4e0f-b9fe-84d54983f4be HTTP/1.1" status: 200 len: 853 time: 0.3496943 Nov 24 21:03:08.391514 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:03:08.395727 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port d5b98780-b8d1-4953-9c2b-01a62dc71c30 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:08.396110 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:08.466432 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8118c1e6-afa5-4b6a-95ec-7417cdaef231 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:08.728515 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7954f515-e610-46be-b807-e3935b2f2018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'name': 'tempest-ServersTestManualDisk-815817235-router', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '46e629df-3906-4300-9c89-47418aa46592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:02:05Z', 'updated_at': '2021-11-24T21:02:13Z', 'revision_number': 4, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'gw_port': {'id': '46e629df-3906-4300-9c89-47418aa46592', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:07Z', 'updated_at': '2021-11-24T21:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '6f7ab2ee-66c1-4b70-9276-350689dac98a', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'port_id': '085932f5-eefc-41e5-be5b-1cb6bdef5908', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8', 'mac_address': 'fa:16:3e:ef:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e976313-22c9-4309-b0b7-76a602e16780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:02:24Z', 'updated_at': '2021-11-24T21:03:02Z', 'revision_number': 1, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d1d10db-974a-41e8-8ddd-3315db98eab7', 'name': '', 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'mac_address': 'fa:16:3e:a3:35:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': 'e3bd6d43-8c60-4a64-b4d6-a1e768c3a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:12Z', 'updated_at': '2021-11-24T21:02:32Z', 'revision_number': 5, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'subnets': [{'id': 'e3bd6d43-8c60-4a64-b4d6-a1e768c3a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:08.819281 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e6ad6-6330-4010-bbf0-56bdc8cff8bb req-a177a730-6f8c-4fe9-8652-994a562376a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:08.826491 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-412e6ad6-6330-4010-bbf0-56bdc8cff8bb req-a177a730-6f8c-4fe9-8652-994a562376a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3314795 Nov 24 21:03:08.867742 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9cf18095-4817-402f-9734-671d6fb807f0 req-436088e1-3486-4fd4-b72a-648f72cfcdd0 service neutron] 10.222.0.48 "GET /v2.0/networks/eb9d7270-e2f5-43e6-902e-dd066a69e6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6889479 Nov 24 21:03:08.906833 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6686a6c-047d-48e4-9169-18fc608eafa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:09.272403 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-76a25ff9-99d1-4154-9705-bedf79fe2124 req-3de94d7e-77a2-4810-ab08-a5978afb49a1 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1faf0a-e028-40b6-a56a-0ccd35a3dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0373757 Nov 24 21:03:09.337140 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7954f515-e610-46be-b807-e3935b2f2018 None None] The sync data for ids ['1e58f0c5-d487-438e-9486-72718ed21d7f'] in n-d-812111-8 is: [{'id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'name': 'tempest-ServersTestManualDisk-815817235-router', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '46e629df-3906-4300-9c89-47418aa46592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:02:05Z', 'updated_at': '2021-11-24T21:02:13Z', 'revision_number': 4, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'gw_port': {'id': '46e629df-3906-4300-9c89-47418aa46592', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:07Z', 'updated_at': '2021-11-24T21:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '6f7ab2ee-66c1-4b70-9276-350689dac98a', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'port_id': '085932f5-eefc-41e5-be5b-1cb6bdef5908', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8', 'mac_address': 'fa:16:3e:ef:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e976313-22c9-4309-b0b7-76a602e16780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:02:24Z', 'updated_at': '2021-11-24T21:03:02Z', 'revision_number': 1, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d1d10db-974a-41e8-8ddd-3315db98eab7', 'name': '', 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'mac_address': 'fa:16:3e:a3:35:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': 'e3bd6d43-8c60-4a64-b4d6-a1e768c3a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:12Z', 'updated_at': '2021-11-24T21:02:32Z', 'revision_number': 5, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'subnets': [{'id': 'e3bd6d43-8c60-4a64-b4d6-a1e768c3a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:03:09.363440 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5f2b588e-e1d6-4f29-90c7-9e20aaa6f73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:09.415477 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6686a6c-047d-48e4-9169-18fc608eafa9 admin admin] Router 5828db56-68e1-4e07-9970-ae697964f878 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:03:09.501206 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:09.502992 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-412e6ad6-6330-4010-bbf0-56bdc8cff8bb req-8497a063-e8e7-4964-89b0-835d343cbd55 service neutron] 10.222.0.15 "GET /v2.0/networks/27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092673 Nov 24 21:03:09.770343 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-8118c1e6-afa5-4b6a-95ec-7417cdaef231 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting port 1d341989-47fc-409a-9554-c6e109e5e00a {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:03:09.770717 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8118c1e6-afa5-4b6a-95ec-7417cdaef231 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:09.816173 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bca37f-5939-4b81-b939-a4ac77718d83 None None] New status for floating IP 6f7ab2ee-66c1-4b70-9276-350689dac98a: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:03:09.870346 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6686a6c-047d-48e4-9169-18fc608eafa9 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:03:09.887227 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] Sync routers for ids ['5828db56-68e1-4e07-9970-ae697964f878'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:03:09.906693 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] Routers {'5828db56-68e1-4e07-9970-ae697964f878'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:09.907338 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:02:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['5828db56-68e1-4e07-9970-ae697964f878'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:09.983011 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6686a6c-047d-48e4-9169-18fc608eafa9 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:09.987095 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b6686a6c-047d-48e4-9169-18fc608eafa9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 10.1137888 Nov 24 21:03:09.987095 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42796) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:10.090022 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-8118c1e6-afa5-4b6a-95ec-7417cdaef231 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] For port 1d341989-47fc-409a-9554-c6e109e5e00a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1d341989-47fc-409a-9554-c6e109e5e00a,segment=NetworkSegment(9398aa6e-4871-4d88-b575-7434e4d33b9e),segment_id=9398aa6e-4871-4d88-b575-7434e4d33b9e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:10.090534 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8118c1e6-afa5-4b6a-95ec-7417cdaef231 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:10.126126 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-8118c1e6-afa5-4b6a-95ec-7417cdaef231 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Calling delete_port for 1d341989-47fc-409a-9554-c6e109e5e00a owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:03:10.184903 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] Set router 5828db56-68e1-4e07-9970-ae697964f878 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:03:10.509047 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8118c1e6-afa5-4b6a-95ec-7417cdaef231 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:10.546837 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118c1e6-afa5-4b6a-95ec-7417cdaef231 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Port': ['ID=1d341989-47fc-409a-9554-c6e109e5e00a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:10.562694 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c1e6-afa5-4b6a-95ec-7417cdaef231 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:10.563225 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c1e6-afa5-4b6a-95ec-7417cdaef231 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:10.563755 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c1e6-afa5-4b6a-95ec-7417cdaef231 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:10.564241 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c1e6-afa5-4b6a-95ec-7417cdaef231 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:10.564737 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c1e6-afa5-4b6a-95ec-7417cdaef231 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:10.565980 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c1e6-afa5-4b6a-95ec-7417cdaef231 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:10.565980 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c1e6-afa5-4b6a-95ec-7417cdaef231 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:10.566363 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c1e6-afa5-4b6a-95ec-7417cdaef231 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:10.566849 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c1e6-afa5-4b6a-95ec-7417cdaef231 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:10.567352 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c1e6-afa5-4b6a-95ec-7417cdaef231 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:10.567846 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c1e6-afa5-4b6a-95ec-7417cdaef231 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:10.568346 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c1e6-afa5-4b6a-95ec-7417cdaef231 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:10.736087 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5828db56-68e1-4e07-9970-ae697964f878', 'name': 'tempest-TestServerBasicOps-996547784-router', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:00Z', 'updated_at': '2021-11-24T21:03:06Z', 'revision_number': 3, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'gw_port': {'id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5828db56-68e1-4e07-9970-ae697964f878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:03Z', 'updated_at': '2021-11-24T21:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:10.782294 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8118c1e6-afa5-4b6a-95ec-7417cdaef231 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:10.799053 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-412e6ad6-6330-4010-bbf0-56bdc8cff8bb req-c46905ed-b34f-4614-b585-676cd55a6a99 service neutron] 10.222.0.15 "GET /v2.0/networks/27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2041521 Nov 24 21:03:10.806833 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] Checking router: 5828db56-68e1-4e07-9970-ae697964f878 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:03:10.809814 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] Updating router 5828db56-68e1-4e07-9970-ae697964f878 port adc73a8f-1e61-44b7-9d9d-50c2ecb99c73 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:03:10.867973 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:11.008411 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbca699-873e-4532-ba5e-aa0979206e4a req-c807e4da-b09d-40c6-be0e-67a5b2da2d7b tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:11.021979 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4cbca699-873e-4532-ba5e-aa0979206e4a req-c807e4da-b09d-40c6-be0e-67a5b2da2d7b tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/ports?device_id=39232bc3-1e3c-4794-bcbb-629a91770789 HTTP/1.1" status: 200 len: 943 time: 0.5035396 Nov 24 21:03:11.099641 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81b79ead-6aa8-4447-8878-28dd9524f3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:11.252017 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8118c1e6-afa5-4b6a-95ec-7417cdaef231 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:03:11.287359 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4cbca699-873e-4532-ba5e-aa0979206e4a req-df75c4e1-fb45-4dbd-ac92-e7dfb64ac4ec tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1faf0a-e028-40b6-a56a-0ccd35a3dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629061 Nov 24 21:03:11.299240 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:11.331354 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:11.385235 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d0d43254-628d-4e84-bcf4-44d66505f7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:11.427172 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] Attempting to bind port adc73a8f-1e61-44b7-9d9d-50c2ecb99c73 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:03:11.428886 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] Attempting to bind port adc73a8f-1e61-44b7-9d9d-50c2ecb99c73 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:03:11.429370 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] Attempting to bind port adc73a8f-1e61-44b7-9d9d-50c2ecb99c73 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:03:11.454052 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e17ad4e-85cc-4d8f-9ef9-c865f14cfcef None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:03:11.454052 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:03:11.454052 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:03:11.454052 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:11.454052 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:03:11.454052 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] Bound port: adc73a8f-1e61-44b7-9d9d-50c2ecb99c73, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:03:11.454052 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:11.515295 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] For port adc73a8f-1e61-44b7-9d9d-50c2ecb99c73, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:03:11.519034 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] For port adc73a8f-1e61-44b7-9d9d-50c2ecb99c73, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=adc73a8f-1e61-44b7-9d9d-50c2ecb99c73,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:03:11.524633 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:11.533152 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:11.536366 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c63d4-b05c-4d66-aa41-2cd590896305 None None] Pushing event updated for resources: {'Port': ['ID=adc73a8f-1e61-44b7-9d9d-50c2ecb99c73,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:11.550285 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-81b79ead-6aa8-4447-8878-28dd9524f3c7 admin admin] Allocated IP 172.20.0.1 (9d916e9d-e955-4ce2-aa60-2a3a83ce1216/6fa3a3b9-560c-46ac-a6a5-06b5210eff64/efeacff7-2fd4-4a41-a2c8-2a365edbc637) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:03:11.605758 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c63d4-b05c-4d66-aa41-2cd590896305 None None] Pushing event updated for resources: {'Port': ['ID=adc73a8f-1e61-44b7-9d9d-50c2ecb99c73,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:11.617886 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8118c1e6-afa5-4b6a-95ec-7417cdaef231 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:03:11.627611 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8118c1e6-afa5-4b6a-95ec-7417cdaef231 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/routers/4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7254879 Nov 24 21:03:11.631045 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42830) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:11.633179 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bdc678-6897-45a5-a228-f9106bb7963b None None] Sync routers for ids ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:03:11.635029 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4944a803-ee5e-4c3e-a108-dfd6862af88e None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:03:11.651660 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bdc678-6897-45a5-a228-f9106bb7963b None None] Routers {'4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:11.659662 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-61bdc678-6897-45a5-a228-f9106bb7963b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:11.675185 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] Routers {'5828db56-68e1-4e07-9970-ae697964f878'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:11.675838 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['5828db56-68e1-4e07-9970-ae697964f878'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:11.765332 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81b79ead-6aa8-4447-8878-28dd9524f3c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:11.768062 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-10978850-f514-4411-b5e0-e51dec888b3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting subnet fffbf5c6-1298-47e5-8dfb-39b91842ba78 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:03:11.781512 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-10978850-f514-4411-b5e0-e51dec888b3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:11.857875 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-61bdc678-6897-45a5-a228-f9106bb7963b None None] Set router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:03:11.876709 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81b79ead-6aa8-4447-8878-28dd9524f3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:11.899573 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b8b2b00a-7a4a-4f7c-9937-c91ba16ab33f None None] Provisioning complete for port adc73a8f-1e61-44b7-9d9d-50c2ecb99c73 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:11.900093 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b8b2b00a-7a4a-4f7c-9937-c91ba16ab33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:11.908683 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-10978850-f514-4411-b5e0-e51dec888b3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:11.974078 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b79ead-6aa8-4447-8878-28dd9524f3c7 admin admin] Network 9d916e9d-e955-4ce2-aa60-2a3a83ce1216 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:03:11.986028 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-81b79ead-6aa8-4447-8878-28dd9524f3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:03:11.990705 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b79ead-6aa8-4447-8878-28dd9524f3c7 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:03:12.069044 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] Set router 5828db56-68e1-4e07-9970-ae697964f878 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:03:12.145999 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-10978850-f514-4411-b5e0-e51dec888b3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:12.212675 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81b79ead-6aa8-4447-8878-28dd9524f3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:12.311338 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-10978850-f514-4411-b5e0-e51dec888b3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:12.332147 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b79ead-6aa8-4447-8878-28dd9524f3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=efeacff7-2fd4-4a41-a2c8-2a365edbc637,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:12.377049 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10978850-f514-4411-b5e0-e51dec888b3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Subnet': ['ID=fffbf5c6-1298-47e5-8dfb-39b91842ba78,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:12.384698 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-61bdc678-6897-45a5-a228-f9106bb7963b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:03:10Z', 'revision_number': 10, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None, '_interfaces': [{'id': '8b4e3c02-0524-4807-88d8-9b0e732d1e35', 'name': '', 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:8c:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '09214594-3435-4e47-8f97-390308f0a908', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:02Z', 'updated_at': '2021-11-24T21:02:16Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '09214594-3435-4e47-8f97-390308f0a908', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:12.388110 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-10978850-f514-4411-b5e0-e51dec888b3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:12.393531 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-10978850-f514-4411-b5e0-e51dec888b3d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/subnets/fffbf5c6-1298-47e5-8dfb-39b91842ba78 HTTP/1.1" status: 204 len: 168 time: 0.7590728 Nov 24 21:03:12.403816 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42846) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:12.430733 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bdc678-6897-45a5-a228-f9106bb7963b None None] Checking router: 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:03:12.442961 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bdc678-6897-45a5-a228-f9106bb7963b None None] Routers {'4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:12.444278 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-61bdc678-6897-45a5-a228-f9106bb7963b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:12.532007 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff89107-bc11-40b3-8b1b-c6b394ae6524 None None] Network 10bb7bfb-6209-441c-8b83-0c519bd827a1 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:03:12.559194 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 3490a98c-8665-403a-a127-fdf71d2a6c71 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:03:12.591251 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-61bdc678-6897-45a5-a228-f9106bb7963b None None] Set router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:03:12.618508 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81b79ead-6aa8-4447-8878-28dd9524f3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:12.642626 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b079ec-5f0e-4fef-bbfa-724927afa29b req-4d48a0f1-ae06-4754-9c4f-5095e4cc79f0 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:12.652851 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-34b079ec-5f0e-4fef-bbfa-724927afa29b req-4d48a0f1-ae06-4754-9c4f-5095e4cc79f0 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/ports?device_id=39232bc3-1e3c-4794-bcbb-629a91770789 HTTP/1.1" status: 200 len: 943 time: 0.2008004 Nov 24 21:03:12.664980 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a99fa9b6-5206-41ed-9db9-fc98fa90c290 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:12.769864 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 3490a98c-8665-403a-a127-fdf71d2a6c71, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=3490a98c-8665-403a-a127-fdf71d2a6c71,segment=NetworkSegment(9f20543f-a876-45ec-a52f-5300db96570f),segment_id=9f20543f-a876-45ec-a52f-5300db96570f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:12.798240 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '3490a98c-8665-403a-a127-fdf71d2a6c71', 'network_id': '27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11', 'port_id': '3490a98c-8665-403a-a127-fdf71d2a6c71', 'mac_address': 'fa:16:3e:27:a9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec2978c-e36e-4e0f-b9fe-84d54983f4be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:03:12.845845 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b8b2b00a-7a4a-4f7c-9937-c91ba16ab33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:12.857180 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:12.877744 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-34b079ec-5f0e-4fef-bbfa-724927afa29b req-4980e85e-6c9e-4020-87b5-faf9659e10d9 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1faf0a-e028-40b6-a56a-0ccd35a3dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225420 Nov 24 21:03:12.888154 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b8b2b00a-7a4a-4f7c-9937-c91ba16ab33f None None] For port adc73a8f-1e61-44b7-9d9d-50c2ecb99c73, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=adc73a8f-1e61-44b7-9d9d-50c2ecb99c73,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:12.932109 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a99fa9b6-5206-41ed-9db9-fc98fa90c290 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting port 4827b40e-57e9-421f-b894-6dabce5e26c0 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:03:12.932605 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a99fa9b6-5206-41ed-9db9-fc98fa90c290 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:12.967791 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b8b2b00a-7a4a-4f7c-9937-c91ba16ab33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:13.030858 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81b79ead-6aa8-4447-8878-28dd9524f3c7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:13.044409 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81b79ead-6aa8-4447-8878-28dd9524f3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:13.096397 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-a99fa9b6-5206-41ed-9db9-fc98fa90c290 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] For port 4827b40e-57e9-421f-b894-6dabce5e26c0, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=4827b40e-57e9-421f-b894-6dabce5e26c0,segment=NetworkSegment(9398aa6e-4871-4d88-b575-7434e4d33b9e),segment_id=9398aa6e-4871-4d88-b575-7434e4d33b9e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:13.096791 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a99fa9b6-5206-41ed-9db9-fc98fa90c290 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:13.113520 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a99fa9b6-5206-41ed-9db9-fc98fa90c290 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Calling delete_port for 4827b40e-57e9-421f-b894-6dabce5e26c0 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:03:13.116678 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:13.119821 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-61bdc678-6897-45a5-a228-f9106bb7963b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:03:10Z', 'revision_number': 10, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None, '_interfaces': [{'id': '8b4e3c02-0524-4807-88d8-9b0e732d1e35', 'name': '', 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:8c:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '09214594-3435-4e47-8f97-390308f0a908', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:02Z', 'updated_at': '2021-11-24T21:02:16Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '09214594-3435-4e47-8f97-390308f0a908', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:13.146471 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81b79ead-6aa8-4447-8878-28dd9524f3c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:13.148312 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b79ead-6aa8-4447-8878-28dd9524f3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=efeacff7-2fd4-4a41-a2c8-2a365edbc637,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:13.213219 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bdc678-6897-45a5-a228-f9106bb7963b None None] The sync data for ids ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'] in n-d-812111-8 is: [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:03:10Z', 'revision_number': 10, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None, '_interfaces': [{'id': '8b4e3c02-0524-4807-88d8-9b0e732d1e35', 'name': '', 'network_id': 'dc7756fe-899a-4c70-85df-cac335a4d1bd', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'mac_address': 'fa:16:3e:8c:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '09214594-3435-4e47-8f97-390308f0a908', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:02Z', 'updated_at': '2021-11-24T21:02:16Z', 'revision_number': 5, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'subnets': [{'id': '09214594-3435-4e47-8f97-390308f0a908', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:03:13.241472 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3490a98c-8665-403a-a127-fdf71d2a6c71 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:03:13.260450 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a99fa9b6-5206-41ed-9db9-fc98fa90c290 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:13.285138 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b79ead-6aa8-4447-8878-28dd9524f3c7 admin admin] Network 9d916e9d-e955-4ce2-aa60-2a3a83ce1216 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:03:13.288066 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-81b79ead-6aa8-4447-8878-28dd9524f3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:03:13.295363 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-020ef97f-1a1d-417a-b0c2-355344d7dba0 None None] Provisioning complete for port efeacff7-2fd4-4a41-a2c8-2a365edbc637 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:13.295738 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-020ef97f-1a1d-417a-b0c2-355344d7dba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:13.335294 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fa9b6-5206-41ed-9db9-fc98fa90c290 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Port': ['ID=4827b40e-57e9-421f-b894-6dabce5e26c0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:13.337704 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99fa9b6-5206-41ed-9db9-fc98fa90c290 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] No DVR routers for this DVR port 4827b40e-57e9-421f-b894-6dabce5e26c0 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:03:13.421993 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-020ef97f-1a1d-417a-b0c2-355344d7dba0 None None] Port efeacff7-2fd4-4a41-a2c8-2a365edbc637 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:03:13.540715 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2b00a-7a4a-4f7c-9937-c91ba16ab33f None None] Pushing event updated for resources: {'Port': ['ID=adc73a8f-1e61-44b7-9d9d-50c2ecb99c73,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:13.547323 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 3490a98c-8665-403a-a127-fdf71d2a6c71, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=3490a98c-8665-403a-a127-fdf71d2a6c71,segment=NetworkSegment(9f20543f-a876-45ec-a52f-5300db96570f),segment_id=9f20543f-a876-45ec-a52f-5300db96570f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:13.549608 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-020ef97f-1a1d-417a-b0c2-355344d7dba0 None None] Provisioning complete for port adc73a8f-1e61-44b7-9d9d-50c2ecb99c73 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:13.549975 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-020ef97f-1a1d-417a-b0c2-355344d7dba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:13.578509 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a99fa9b6-5206-41ed-9db9-fc98fa90c290 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:13.622010 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:13.635022 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-a99fa9b6-5206-41ed-9db9-fc98fa90c290 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10bb7bfb-6209-441c-8b83-0c519bd827a1']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:13.635273 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b79ead-6aa8-4447-8878-28dd9524f3c7 admin admin] Router 5828db56-68e1-4e07-9970-ae697964f878 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:03:13.679122 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-a99fa9b6-5206-41ed-9db9-fc98fa90c290 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9398aa6e-4871-4d88-b575-7434e4d33b9e') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:13.680835 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-a99fa9b6-5206-41ed-9db9-fc98fa90c290 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9398aa6e-4871-4d88-b575-7434e4d33b9e') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:13.744543 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a99fa9b6-5206-41ed-9db9-fc98fa90c290 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:13.800032 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a99fa9b6-5206-41ed-9db9-fc98fa90c290 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:13.829528 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99fa9b6-5206-41ed-9db9-fc98fa90c290 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:03:13.832637 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a99fa9b6-5206-41ed-9db9-fc98fa90c290 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:03:13.845410 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:03:13.970480 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b79ead-6aa8-4447-8878-28dd9524f3c7 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:03:13.989916 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-81b79ead-6aa8-4447-8878-28dd9524f3c7 admin admin] 10.222.0.11 "PUT /v2.0/routers/5828db56-68e1-4e07-9970-ae697964f878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0014718 Nov 24 21:03:14.091944 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a99fa9b6-5206-41ed-9db9-fc98fa90c290 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:14.102098 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a99fa9b6-5206-41ed-9db9-fc98fa90c290 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:14.110821 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a99fa9b6-5206-41ed-9db9-fc98fa90c290 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/networks/10bb7bfb-6209-441c-8b83-0c519bd827a1 HTTP/1.1" status: 204 len: 168 time: 1.7057045 Nov 24 21:03:14.117260 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42890) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:14.244859 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=3490a98c-8665-403a-a127-fdf71d2a6c71,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:14.252519 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ff3e4-e5d8-43fa-a5aa-a22912ae790a req-2a7c3ac4-f578-4ef8-85ee-6724d19dfa09 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:14.264026 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d15ff3e4-e5d8-43fa-a5aa-a22912ae790a req-2a7c3ac4-f578-4ef8-85ee-6724d19dfa09 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/ports?device_id=39232bc3-1e3c-4794-bcbb-629a91770789 HTTP/1.1" status: 200 len: 944 time: 0.1878459 Nov 24 21:03:14.308342 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1d341989-47fc-409a-9554-c6e109e5e00a no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:03:14.348411 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e3ea25-173d-42c3-afc0-6d3ba1293513 None None] DHCP port deletion for 10bb7bfb-6209-441c-8b83-0c519bd827a1 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:03:14.398054 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d15ff3e4-e5d8-43fa-a5aa-a22912ae790a req-2ac6667f-ee6e-4b25-8e25-5256ae8b4b4c tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1faf0a-e028-40b6-a56a-0ccd35a3dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324680 Nov 24 21:03:14.416255 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:14.419019 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['3490a98c-8665-403a-a127-fdf71d2a6c71'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:03:14.428476 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 1d341989-47fc-409a-9554-c6e109e5e00a {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:03:14.428982 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1d341989-47fc-409a-9554-c6e109e5e00a not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:03:14.453050 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fa9b6-5206-41ed-9db9-fc98fa90c290 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Network': ['ID=10bb7bfb-6209-441c-8b83-0c519bd827a1,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:14.457653 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5828db56-68e1-4e07-9970-ae697964f878', 'name': 'tempest-TestServerBasicOps-996547784-router', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:00Z', 'updated_at': '2021-11-24T21:03:06Z', 'revision_number': 3, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'gw_port': {'id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5828db56-68e1-4e07-9970-ae697964f878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:03Z', 'updated_at': '2021-11-24T21:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:14.547699 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f136fcbb-10d5-4441-9f88-79cd508cd6e7 None None] The sync data for ids ['5828db56-68e1-4e07-9970-ae697964f878'] in n-d-812111-8 is: [{'id': '5828db56-68e1-4e07-9970-ae697964f878', 'name': 'tempest-TestServerBasicOps-996547784-router', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:00Z', 'updated_at': '2021-11-24T21:03:06Z', 'revision_number': 3, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'gw_port': {'id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5828db56-68e1-4e07-9970-ae697964f878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:03Z', 'updated_at': '2021-11-24T21:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:03:14.893070 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:14.926595 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-5af69451-5fc0-4757-8353-b9320209a7e0 None None] Provisioning complete for port efeacff7-2fd4-4a41-a2c8-2a365edbc637 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:14.928999 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5af69451-5fc0-4757-8353-b9320209a7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:15.017072 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-5af69451-5fc0-4757-8353-b9320209a7e0 None None] Port efeacff7-2fd4-4a41-a2c8-2a365edbc637 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:03:15.251278 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c4cc7b33-6459-4d0e-a398-2646e6360a32 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:15.296019 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42922) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:15.301163 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-f9c2932a-a07c-4fb2-b6c9-ef5b039d2461 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1141515167-network', 'tenant_id': '4612e98f8a4a45a4888d59f1b0ab694a'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:15.339933 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c2932a-a07c-4fb2-b6c9-ef5b039d2461 admin admin] Made reservation on behalf of 4612e98f8a4a45a4888d59f1b0ab694a for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:03:15.343255 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9c2932a-a07c-4fb2-b6c9-ef5b039d2461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:15.362435 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9c2932a-a07c-4fb2-b6c9-ef5b039d2461 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:15.601092 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9c2932a-a07c-4fb2-b6c9-ef5b039d2461 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:15.614578 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9c2932a-a07c-4fb2-b6c9-ef5b039d2461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:15.647309 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c2932a-a07c-4fb2-b6c9-ef5b039d2461 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:03:15.661164 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9c2932a-a07c-4fb2-b6c9-ef5b039d2461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:15.661798 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-f9c2932a-a07c-4fb2-b6c9-ef5b039d2461 admin admin] Added segment ba200b0b-2b11-413e-8292-f6e90613e0f5 of type vlan for network 5ac53735-8275-45d7-820a-1d48d9f38fcf Nov 24 21:03:15.731491 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9c2932a-a07c-4fb2-b6c9-ef5b039d2461 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:15.771439 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9c2932a-a07c-4fb2-b6c9-ef5b039d2461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:15.772810 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c2932a-a07c-4fb2-b6c9-ef5b039d2461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:15.773883 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9c2932a-a07c-4fb2-b6c9-ef5b039d2461 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:15.952335 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2932a-a07c-4fb2-b6c9-ef5b039d2461 admin admin] Pushing event updated for resources: {'Network': ['ID=5ac53735-8275-45d7-820a-1d48d9f38fcf,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:15.984863 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f9c2932a-a07c-4fb2-b6c9-ef5b039d2461 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6873522 Nov 24 21:03:15.986879 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42930) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:15.993514 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428e9bd-f3a2-414b-b79a-2f69d714cc43 req-f89c49ec-38a9-4e28-b4b7-ab325d8fc884 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:16.001740 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 5ac53735-8275-45d7-820a-1d48d9f38fcf details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:03:16.019936 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c428e9bd-f3a2-414b-b79a-2f69d714cc43 req-f89c49ec-38a9-4e28-b4b7-ab325d8fc884 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/ports?device_id=39232bc3-1e3c-4794-bcbb-629a91770789 HTTP/1.1" status: 200 len: 944 time: 0.1458836 Nov 24 21:03:16.021656 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-c0045a7f-5650-4ea5-9820-a07f585d265e admin admin] Request body: {'subnet': {'network_id': '5ac53735-8275-45d7-820a-1d48d9f38fcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1141515167-subnet', 'tenant_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:16.043542 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2932a-a07c-4fb2-b6c9-ef5b039d2461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd31d43-b30f-4d17-8cbb-10905996b807,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:16.109370 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0045a7f-5650-4ea5-9820-a07f585d265e admin admin] Made reservation on behalf of 4612e98f8a4a45a4888d59f1b0ab694a for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:03:16.112630 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c0045a7f-5650-4ea5-9820-a07f585d265e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:16.333884 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device adc73a8f-1e61-44b7-9d9d-50c2ecb99c73 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:03:16.413591 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c428e9bd-f3a2-414b-b79a-2f69d714cc43 req-7e38faec-d0aa-40c3-a9c7-1bd6f41a2f0f tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1faf0a-e028-40b6-a56a-0ccd35a3dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927526 Nov 24 21:03:16.489463 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c4cc7b33-6459-4d0e-a398-2646e6360a32 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting port 8b4e3c02-0524-4807-88d8-9b0e732d1e35 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:03:16.489966 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c4cc7b33-6459-4d0e-a398-2646e6360a32 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:16.491136 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port adc73a8f-1e61-44b7-9d9d-50c2ecb99c73 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:16.491702 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:16.535286 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c0045a7f-5650-4ea5-9820-a07f585d265e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:16.539399 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 3490a98c-8665-403a-a127-fdf71d2a6c71 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:03:16.642096 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0045a7f-5650-4ea5-9820-a07f585d265e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2df02a9-54e0-48bc-ac45-28ba5fa5e127,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:16.650866 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0045a7f-5650-4ea5-9820-a07f585d265e admin admin] Checking segment: {'id': 'ba200b0b-2b11-413e-8292-f6e90613e0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5ac53735-8275-45d7-820a-1d48d9f38fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:03:16.655917 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0045a7f-5650-4ea5-9820-a07f585d265e admin admin] Network hostable DHCP agents. Network: 5ac53735-8275-45d7-820a-1d48d9f38fcf, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:03:16.676842 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-c4cc7b33-6459-4d0e-a398-2646e6360a32 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] For port 8b4e3c02-0524-4807-88d8-9b0e732d1e35, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=8b4e3c02-0524-4807-88d8-9b0e732d1e35,segment=NetworkSegment(6a26473e-a1a6-4d18-9146-23b90b5cab5a),segment_id=6a26473e-a1a6-4d18-9146-23b90b5cab5a)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:16.677483 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c4cc7b33-6459-4d0e-a398-2646e6360a32 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:16.713592 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0045a7f-5650-4ea5-9820-a07f585d265e admin admin] Network 5ac53735-8275-45d7-820a-1d48d9f38fcf is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:03:16.716633 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c4cc7b33-6459-4d0e-a398-2646e6360a32 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Calling delete_port for 8b4e3c02-0524-4807-88d8-9b0e732d1e35 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:03:16.723045 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 3490a98c-8665-403a-a127-fdf71d2a6c71 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:03:16.732771 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 3490a98c-8665-403a-a127-fdf71d2a6c71 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:16.736463 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-c0045a7f-5650-4ea5-9820-a07f585d265e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 5ac53735-8275-45d7-820a-1d48d9f38fcf) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:03:16.750976 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0045a7f-5650-4ea5-9820-a07f585d265e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:16.751600 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c0045a7f-5650-4ea5-9820-a07f585d265e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:16.758484 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:16.801350 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c0045a7f-5650-4ea5-9820-a07f585d265e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7946520 Nov 24 21:03:16.802826 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42950) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:16.817549 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e8706ee5-bf15-4b9c-a2bc-cd8c1d2e0793 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1141515167-router', 'tenant_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:16.881257 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a367948-daf7-4370-ac92-225ace0803f5 None None] Network 5ac53735-8275-45d7-820a-1d48d9f38fcf requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:03:16.891336 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8706ee5-bf15-4b9c-a2bc-cd8c1d2e0793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:16.894166 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8706ee5-bf15-4b9c-a2bc-cd8c1d2e0793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:16.998063 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8706ee5-bf15-4b9c-a2bc-cd8c1d2e0793 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:17.047445 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 4827b40e-57e9-421f-b894-6dabce5e26c0 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:03:17.098260 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 4827b40e-57e9-421f-b894-6dabce5e26c0 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:03:17.098617 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 4827b40e-57e9-421f-b894-6dabce5e26c0 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:03:17.201502 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:17.251943 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 3490a98c-8665-403a-a127-fdf71d2a6c71, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=3490a98c-8665-403a-a127-fdf71d2a6c71,segment=NetworkSegment(9f20543f-a876-45ec-a52f-5300db96570f),segment_id=9f20543f-a876-45ec-a52f-5300db96570f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:17.274055 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05baafd1-4e9a-4f97-b720-74881f4c6058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-5ac53735-8275-45d7-820a-1d48d9f38fcf', 'network_id': '5ac53735-8275-45d7-820a-1d48d9f38fcf', 'tenant_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'fixed_ips': [{'subnet_id': 'd2df02a9-54e0-48bc-ac45-28ba5fa5e127'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:03:17.275254 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-05baafd1-4e9a-4f97-b720-74881f4c6058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:17.275389 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c4cc7b33-6459-4d0e-a398-2646e6360a32 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:17.284960 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39232bc3-1e3c-4794-bcbb-629a91770789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3490a98c-8665-403a-a127-fdf71d2a6c71'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:03:17.291562 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf5c8ea-ae11-467f-b6d0-61891f76cb9f" -d '{"events": [{"server_uuid": "39232bc3-1e3c-4794-bcbb-629a91770789", "name": "network-vif-plugged", "status": "completed", "tag": "3490a98c-8665-403a-a127-fdf71d2a6c71"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:03:17.299267 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:17.338235 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc7b33-6459-4d0e-a398-2646e6360a32 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Port': ['ID=8b4e3c02-0524-4807-88d8-9b0e732d1e35,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:17.507621 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8706ee5-bf15-4b9c-a2bc-cd8c1d2e0793 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:17.539869 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12da7c9a-43c1-4458-97eb-1987f301112d x-openstack-request-id: req-12da7c9a-43c1-4458-97eb-1987f301112d {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:03:17.540130 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39232bc3-1e3c-4794-bcbb-629a91770789", "name": "network-vif-plugged", "status": "completed", "tag": "3490a98c-8665-403a-a127-fdf71d2a6c71", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:03:17.548505 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12da7c9a-43c1-4458-97eb-1987f301112d {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:03:17.549111 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39232bc3-1e3c-4794-bcbb-629a91770789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3490a98c-8665-403a-a127-fdf71d2a6c71', 'code': 200} Nov 24 21:03:17.571694 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=3490a98c-8665-403a-a127-fdf71d2a6c71,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:17.707634 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c4cc7b33-6459-4d0e-a398-2646e6360a32 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:17.784352 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] Sync routers for ids ['5828db56-68e1-4e07-9970-ae697964f878'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:03:17.854100 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] Routers {'5828db56-68e1-4e07-9970-ae697964f878'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:17.856956 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['5828db56-68e1-4e07-9970-ae697964f878'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:18.039661 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cc7b33-6459-4d0e-a398-2646e6360a32 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:03:18.071202 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-05baafd1-4e9a-4f97-b720-74881f4c6058 None None] Allocated IP 172.20.0.2 (5ac53735-8275-45d7-820a-1d48d9f38fcf/d2df02a9-54e0-48bc-ac45-28ba5fa5e127/d458f8f3-ddad-4b71-ad37-ee9d669f32d4) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:03:18.235690 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cc7b33-6459-4d0e-a398-2646e6360a32 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:03:18.249243 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d793f-5b04-4b05-8995-df13dd906dd2 None None] Sync routers for ids ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:03:18.256070 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c4cc7b33-6459-4d0e-a398-2646e6360a32 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/routers/4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1376908 Nov 24 21:03:18.259586 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42974) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:18.278221 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d793f-5b04-4b05-8995-df13dd906dd2 None None] Routers {'4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:18.278866 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-db8d793f-5b04-4b05-8995-df13dd906dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:18.340728 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] Set router 5828db56-68e1-4e07-9970-ae697964f878 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:03:18.414370 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f1d5867-7ece-4621-863c-462ceb7fe86d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting subnet 09214594-3435-4e47-8f97-390308f0a908 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:03:18.440278 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0f1d5867-7ece-4621-863c-462ceb7fe86d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:18.474779 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-db8d793f-5b04-4b05-8995-df13dd906dd2 None None] Set router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:03:18.596131 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-db8d793f-5b04-4b05-8995-df13dd906dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:03:17Z', 'revision_number': 11, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:18.638795 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0f1d5867-7ece-4621-863c-462ceb7fe86d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:18.678152 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d793f-5b04-4b05-8995-df13dd906dd2 None None] Checking router: 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:03:18.710514 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d793f-5b04-4b05-8995-df13dd906dd2 None None] Routers {'4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:18.711250 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-db8d793f-5b04-4b05-8995-df13dd906dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:18.786219 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447a4a8-c85a-4ae6-b9e8-b5953642cf29 req-ebb3fa1f-5533-4234-be1e-cff629db3c8c tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:18.797835 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8447a4a8-c85a-4ae6-b9e8-b5953642cf29 req-ebb3fa1f-5533-4234-be1e-cff629db3c8c tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/ports?device_id=39232bc3-1e3c-4794-bcbb-629a91770789 HTTP/1.1" status: 200 len: 945 time: 1.1107430 Nov 24 21:03:18.848925 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507aae47-53cb-4b62-8df5-478a242d92b5 req-748cf188-58e0-4c17-8aa4-bdef5cb23acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:18.851779 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-507aae47-53cb-4b62-8df5-478a242d92b5 req-748cf188-58e0-4c17-8aa4-bdef5cb23acd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=39232bc3-1e3c-4794-bcbb-629a91770789 HTTP/1.1" status: 200 len: 1096 time: 1.3355670 Nov 24 21:03:18.940453 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0f1d5867-7ece-4621-863c-462ceb7fe86d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:19.001055 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-db8d793f-5b04-4b05-8995-df13dd906dd2 None None] Set router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:03:19.040822 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8447a4a8-c85a-4ae6-b9e8-b5953642cf29 req-c8762398-e4dc-4f88-b516-acd3db7807ae tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1faf0a-e028-40b6-a56a-0ccd35a3dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418733 Nov 24 21:03:19.135491 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0f1d5867-7ece-4621-863c-462ceb7fe86d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:19.172775 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-db8d793f-5b04-4b05-8995-df13dd906dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:03:17Z', 'revision_number': 11, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:19.194039 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-05baafd1-4e9a-4f97-b720-74881f4c6058 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:19.202250 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-507aae47-53cb-4b62-8df5-478a242d92b5 req-a8ed472f-d504-4c2e-9264-897c0ccf54f8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cd1faf0a-e028-40b6-a56a-0ccd35a3dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306456 Nov 24 21:03:19.244205 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d5867-7ece-4621-863c-462ceb7fe86d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Subnet': ['ID=09214594-3435-4e47-8f97-390308f0a908,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:19.253162 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0f1d5867-7ece-4621-863c-462ceb7fe86d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:19.270452 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0f1d5867-7ece-4621-863c-462ceb7fe86d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/subnets/09214594-3435-4e47-8f97-390308f0a908 HTTP/1.1" status: 204 len: 168 time: 1.0093117 Nov 24 21:03:19.271244 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42994) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:19.274457 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d793f-5b04-4b05-8995-df13dd906dd2 None None] The sync data for ids ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'] in n-d-812111-8 is: [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:03:17Z', 'revision_number': 11, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:03:19.274995 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcff0149-c408-4027-ae50-e257a9251432 None None] Network dc7756fe-899a-4c70-85df-cac335a4d1bd requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:03:19.314946 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-05baafd1-4e9a-4f97-b720-74881f4c6058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:19.551811 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3d9b5fac-823d-4d40-b256-ca7eb10801b5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:19.560168 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8706ee5-bf15-4b9c-a2bc-cd8c1d2e0793 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:19.592270 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8706ee5-bf15-4b9c-a2bc-cd8c1d2e0793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:19.663242 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05baafd1-4e9a-4f97-b720-74881f4c6058 None None] Network 5ac53735-8275-45d7-820a-1d48d9f38fcf is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:03:19.750034 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b5fac-823d-4d40-b256-ca7eb10801b5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Deleting port e7305340-7b83-4c65-a85f-fd8a50f59347 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:03:19.753434 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3d9b5fac-823d-4d40-b256-ca7eb10801b5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:19.761043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-05baafd1-4e9a-4f97-b720-74881f4c6058 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:03:19.780965 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05baafd1-4e9a-4f97-b720-74881f4c6058 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:03:19.834683 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05baafd1-4e9a-4f97-b720-74881f4c6058 None None] Pushing event updated for resources: {'Port': ['ID=d458f8f3-ddad-4b71-ad37-ee9d669f32d4,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:19.992223 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-e8706ee5-bf15-4b9c-a2bc-cd8c1d2e0793 admin admin] Allocated IP 172.25.5.134 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/b623472e-b099-41a7-9ab4-1edb99168831) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:03:20.003293 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3d9b5fac-823d-4d40-b256-ca7eb10801b5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] For port e7305340-7b83-4c65-a85f-fd8a50f59347, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e7305340-7b83-4c65-a85f-fd8a50f59347,segment=NetworkSegment(6a26473e-a1a6-4d18-9146-23b90b5cab5a),segment_id=6a26473e-a1a6-4d18-9146-23b90b5cab5a)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:20.003771 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3d9b5fac-823d-4d40-b256-ca7eb10801b5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:20.039450 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b5fac-823d-4d40-b256-ca7eb10801b5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Calling delete_port for e7305340-7b83-4c65-a85f-fd8a50f59347 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:03:20.047580 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 8b4e3c02-0524-4807-88d8-9b0e732d1e35 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:03:20.097545 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 8b4e3c02-0524-4807-88d8-9b0e732d1e35 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:03:20.098248 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 8b4e3c02-0524-4807-88d8-9b0e732d1e35 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:03:20.109881 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-05baafd1-4e9a-4f97-b720-74881f4c6058 None None] Attempting to bind port d458f8f3-ddad-4b71-ad37-ee9d669f32d4 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:03:20.110619 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-05baafd1-4e9a-4f97-b720-74881f4c6058 None None] Attempting to bind port d458f8f3-ddad-4b71-ad37-ee9d669f32d4 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'ba200b0b-2b11-413e-8292-f6e90613e0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5ac53735-8275-45d7-820a-1d48d9f38fcf'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:03:20.111297 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05baafd1-4e9a-4f97-b720-74881f4c6058 None None] Attempting to bind port d458f8f3-ddad-4b71-ad37-ee9d669f32d4 on network 5ac53735-8275-45d7-820a-1d48d9f38fcf {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:03:20.119083 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05baafd1-4e9a-4f97-b720-74881f4c6058 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:03:20.119884 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05baafd1-4e9a-4f97-b720-74881f4c6058 None None] Checking segment: {'id': 'ba200b0b-2b11-413e-8292-f6e90613e0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5ac53735-8275-45d7-820a-1d48d9f38fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:03:20.120847 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-05baafd1-4e9a-4f97-b720-74881f4c6058 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:20.122063 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05baafd1-4e9a-4f97-b720-74881f4c6058 None None] Bound using segment: {'id': 'ba200b0b-2b11-413e-8292-f6e90613e0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5ac53735-8275-45d7-820a-1d48d9f38fcf'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:03:20.122824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-05baafd1-4e9a-4f97-b720-74881f4c6058 None None] Bound port: d458f8f3-ddad-4b71-ad37-ee9d669f32d4, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba200b0b-2b11-413e-8292-f6e90613e0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5ac53735-8275-45d7-820a-1d48d9f38fcf'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:03:20.123443 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-05baafd1-4e9a-4f97-b720-74881f4c6058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:20.127773 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5828db56-68e1-4e07-9970-ae697964f878', 'name': 'tempest-TestServerBasicOps-996547784-router', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:00Z', 'updated_at': '2021-11-24T21:03:12Z', 'revision_number': 4, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'gw_port': {'id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828db56-68e1-4e07-9970-ae697964f878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:03Z', 'updated_at': '2021-11-24T21:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'efeacff7-2fd4-4a41-a2c8-2a365edbc637', 'name': '', 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'mac_address': 'fa:16:3e:bb:73:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5828db56-68e1-4e07-9970-ae697964f878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '6fa3a3b9-560c-46ac-a6a5-06b5210eff64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:11Z', 'updated_at': '2021-11-24T21:03:12Z', 'revision_number': 2, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'subnets': [{'id': '6fa3a3b9-560c-46ac-a6a5-06b5210eff64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:20.168527 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] Checking router: 5828db56-68e1-4e07-9970-ae697964f878 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:03:20.169315 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] Updating router 5828db56-68e1-4e07-9970-ae697964f878 port efeacff7-2fd4-4a41-a2c8-2a365edbc637 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:03:20.334032 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3d9b5fac-823d-4d40-b256-ca7eb10801b5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:20.441639 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-05baafd1-4e9a-4f97-b720-74881f4c6058 None None] For port d458f8f3-ddad-4b71-ad37-ee9d669f32d4, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:03:20.454253 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-05baafd1-4e9a-4f97-b720-74881f4c6058 None None] For port d458f8f3-ddad-4b71-ad37-ee9d669f32d4, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d458f8f3-ddad-4b71-ad37-ee9d669f32d4,segment=NetworkSegment(ba200b0b-2b11-413e-8292-f6e90613e0f5),segment_id=ba200b0b-2b11-413e-8292-f6e90613e0f5)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:03:20.467370 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b5fac-823d-4d40-b256-ca7eb10801b5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Port': ['ID=e7305340-7b83-4c65-a85f-fd8a50f59347,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:20.475179 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464f9bd0-b71c-4841-aca2-4b0ac9e075f0 None None] DHCP port deletion for dc7756fe-899a-4c70-85df-cac335a4d1bd request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:03:20.475814 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8706ee5-bf15-4b9c-a2bc-cd8c1d2e0793 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:20.478444 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9b5fac-823d-4d40-b256-ca7eb10801b5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] No DVR routers for this DVR port e7305340-7b83-4c65-a85f-fd8a50f59347 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:03:20.532792 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-05baafd1-4e9a-4f97-b720-74881f4c6058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:20.647594 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfbab6-0d8d-48d5-8ff8-9143c66e7ed1 req-401cff09-0c36-4fe6-9f46-75f017e04c9f tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:20.652848 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4fdfbab6-0d8d-48d5-8ff8-9143c66e7ed1 req-401cff09-0c36-4fe6-9f46-75f017e04c9f tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/ports?device_id=39232bc3-1e3c-4794-bcbb-629a91770789 HTTP/1.1" status: 200 len: 945 time: 0.3509822 Nov 24 21:03:20.658031 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8706ee5-bf15-4b9c-a2bc-cd8c1d2e0793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:20.777785 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8706ee5-bf15-4b9c-a2bc-cd8c1d2e0793 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:03:20.781939 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-e8706ee5-bf15-4b9c-a2bc-cd8c1d2e0793 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:03:20.794612 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8706ee5-bf15-4b9c-a2bc-cd8c1d2e0793 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:03:20.817100 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:20.819359 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aab9846-3f79-4519-91b2-75671fe4b2cb None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:03:20.871862 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3d9b5fac-823d-4d40-b256-ca7eb10801b5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:20.926079 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-3d9b5fac-823d-4d40-b256-ca7eb10801b5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7756fe-899a-4c70-85df-cac335a4d1bd']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:20.958335 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8706ee5-bf15-4b9c-a2bc-cd8c1d2e0793 admin admin] Pushing event updated for resources: {'Port': ['ID=b623472e-b099-41a7-9ab4-1edb99168831,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:20.968401 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-3d9b5fac-823d-4d40-b256-ca7eb10801b5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a26473e-a1a6-4d18-9146-23b90b5cab5a') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:20.968712 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-3d9b5fac-823d-4d40-b256-ca7eb10801b5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a26473e-a1a6-4d18-9146-23b90b5cab5a') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:20.992847 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3d9b5fac-823d-4d40-b256-ca7eb10801b5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:21.022542 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05baafd1-4e9a-4f97-b720-74881f4c6058 None None] Pushing event updated for resources: {'Port': ['ID=d458f8f3-ddad-4b71-ad37-ee9d669f32d4,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:21.023887 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3d9b5fac-823d-4d40-b256-ca7eb10801b5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:21.038367 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9b5fac-823d-4d40-b256-ca7eb10801b5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:03:21.042697 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3d9b5fac-823d-4d40-b256-ca7eb10801b5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:03:21.265812 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:03:21.361659 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4fdfbab6-0d8d-48d5-8ff8-9143c66e7ed1 req-822933f5-02a2-48a1-b952-deda5cd868f3 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1faf0a-e028-40b6-a56a-0ccd35a3dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457305 Nov 24 21:03:21.363969 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7bf1a5e7-927f-4589-8864-315081292cf3 None None] Provisioning complete for port b623472e-b099-41a7-9ab4-1edb99168831 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:21.364355 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7bf1a5e7-927f-4589-8864-315081292cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:21.373586 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3d9b5fac-823d-4d40-b256-ca7eb10801b5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:21.450620 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3d9b5fac-823d-4d40-b256-ca7eb10801b5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:21.469518 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43034) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:21.473375 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3d9b5fac-823d-4d40-b256-ca7eb10801b5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/networks/dc7756fe-899a-4c70-85df-cac335a4d1bd HTTP/1.1" status: 204 len: 168 time: 2.2007325 Nov 24 21:03:21.474426 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b5fac-823d-4d40-b256-ca7eb10801b5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Pushing event deleted for resources: {'Network': ['ID=dc7756fe-899a-4c70-85df-cac335a4d1bd,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:21.482430 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a54622a4-6d43-42c3-a60a-8403cca6350a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'router': {'routes': None}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:21.598179 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-7bf1a5e7-927f-4589-8864-315081292cf3 None None] Port b623472e-b099-41a7-9ab4-1edb99168831 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:03:21.887638 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.extraroute_db [None req-a54622a4-6d43-42c3-a60a-8403cca6350a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Added routes are [] {{(pid=109990) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 21:03:21.888146 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.extraroute_db [None req-a54622a4-6d43-42c3-a60a-8403cca6350a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Removed routes are [] {{(pid=109990) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 21:03:21.888895 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a54622a4-6d43-42c3-a60a-8403cca6350a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:21.910754 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:21.925110 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:22.081588 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8706ee5-bf15-4b9c-a2bc-cd8c1d2e0793 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:22.093349 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315cca27-a814-42c7-af46-0607964bada3 None None] Pushing event updated for resources: {'Port': ['ID=efeacff7-2fd4-4a41-a2c8-2a365edbc637,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:22.342905 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d458f8f3-ddad-4b71-ad37-ee9d669f32d4 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:03:22.351199 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] Attempting to bind port efeacff7-2fd4-4a41-a2c8-2a365edbc637 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:03:22.351409 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] Attempting to bind port efeacff7-2fd4-4a41-a2c8-2a365edbc637 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '090e3039-982e-4b26-93bb-2ff84bb97731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:03:22.351787 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] Attempting to bind port efeacff7-2fd4-4a41-a2c8-2a365edbc637 on network 9d916e9d-e955-4ce2-aa60-2a3a83ce1216 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:03:22.412978 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:03:22.413365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] Checking segment: {'id': '090e3039-982e-4b26-93bb-2ff84bb97731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:03:22.413813 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:22.414229 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] Bound using segment: {'id': '090e3039-982e-4b26-93bb-2ff84bb97731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:03:22.414789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] Bound port: efeacff7-2fd4-4a41-a2c8-2a365edbc637, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090e3039-982e-4b26-93bb-2ff84bb97731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:03:22.416256 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:22.576621 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port d458f8f3-ddad-4b71-ad37-ee9d669f32d4 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:22.577357 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:22.649792 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] For port efeacff7-2fd4-4a41-a2c8-2a365edbc637, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:03:22.659737 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a54622a4-6d43-42c3-a60a-8403cca6350a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:22.665588 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f60d9938-77db-4e89-8c54-2ddcba1175cc None None] Provisioning complete for port efeacff7-2fd4-4a41-a2c8-2a365edbc637 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:22.666091 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f60d9938-77db-4e89-8c54-2ddcba1175cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:22.666452 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a54622a4-6d43-42c3-a60a-8403cca6350a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-320311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-320300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-319781'] for router, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:22.673397 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] For port efeacff7-2fd4-4a41-a2c8-2a365edbc637, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=efeacff7-2fd4-4a41-a2c8-2a365edbc637,segment=NetworkSegment(090e3039-982e-4b26-93bb-2ff84bb97731),segment_id=090e3039-982e-4b26-93bb-2ff84bb97731)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:03:22.723887 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:22.891536 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315cca27-a814-42c7-af46-0607964bada3 None None] Pushing event updated for resources: {'Port': ['ID=efeacff7-2fd4-4a41-a2c8-2a365edbc637,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:22.920145 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54622a4-6d43-42c3-a60a-8403cca6350a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:03:22.925371 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f60d9938-77db-4e89-8c54-2ddcba1175cc None None] Port efeacff7-2fd4-4a41-a2c8-2a365edbc637 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:03:22.939983 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a4fec-bd7a-4596-8927-4b2fc3178180 req-660a3a10-569f-4854-9186-e6970a609efd tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:22.952058 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2a1a4fec-bd7a-4596-8927-4b2fc3178180 req-660a3a10-569f-4854-9186-e6970a609efd tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/ports?device_id=39232bc3-1e3c-4794-bcbb-629a91770789 HTTP/1.1" status: 200 len: 945 time: 0.3778701 Nov 24 21:03:22.955883 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] Routers {'5828db56-68e1-4e07-9970-ae697964f878'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:22.957129 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['5828db56-68e1-4e07-9970-ae697964f878'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:22.960440 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:23.046576 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0c7f67-9434-42b9-957a-a2626b27cd0a None None] Network 5ac53735-8275-45d7-820a-1d48d9f38fcf requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:03:23.049988 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2a1a4fec-bd7a-4596-8927-4b2fc3178180 req-f56ac8e1-4d54-4fe6-a0f9-280acf3aece6 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1faf0a-e028-40b6-a56a-0ccd35a3dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969846 Nov 24 21:03:23.187452 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54622a4-6d43-42c3-a60a-8403cca6350a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:03:23.205701 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a54622a4-6d43-42c3-a60a-8403cca6350a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:23.209860 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43072) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:23.210359 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a54622a4-6d43-42c3-a60a-8403cca6350a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/routers/4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a HTTP/1.1" status: 200 len: 705 time: 1.7315233 Nov 24 21:03:23.281726 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee289e-3ace-4f46-bb4f-14fe84856799 None None] Sync routers for ids ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:03:23.293410 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fedf95e3-49c3-406a-9f42-684e4136e947 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a HTTP/1.1" status: 200 len: 205 time: 0.0820239 Nov 24 21:03:23.296521 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43076) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:23.313297 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8706ee5-bf15-4b9c-a2bc-cd8c1d2e0793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:23.322821 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b60c0df9-186c-4860-9b90-979e7400a853 None None] Provisioning complete for port d458f8f3-ddad-4b71-ad37-ee9d669f32d4 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:23.323841 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b60c0df9-186c-4860-9b90-979e7400a853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:23.369528 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port d458f8f3-ddad-4b71-ad37-ee9d669f32d4, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d458f8f3-ddad-4b71-ad37-ee9d669f32d4,segment=NetworkSegment(ba200b0b-2b11-413e-8292-f6e90613e0f5),segment_id=ba200b0b-2b11-413e-8292-f6e90613e0f5)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:23.409267 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:23.506616 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee289e-3ace-4f46-bb4f-14fe84856799 None None] Routers {'4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:23.507362 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8fee289e-3ace-4f46-bb4f-14fe84856799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:23.562240 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d53df8c7-f393-40e9-8eeb-7c990a095a01 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:23.649622 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] Set router 5828db56-68e1-4e07-9970-ae697964f878 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:03:23.669745 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8706ee5-bf15-4b9c-a2bc-cd8c1d2e0793 admin admin] Router 36eaad74-0cbd-4cf1-a70e-f57b734a62c0 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:03:23.723505 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e7305340-7b83-4c65-a85f-fd8a50f59347 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:03:23.781537 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-8fee289e-3ace-4f46-bb4f-14fe84856799 None None] Set router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:03:23.793559 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: e7305340-7b83-4c65-a85f-fd8a50f59347 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:03:23.794116 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e7305340-7b83-4c65-a85f-fd8a50f59347 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:03:23.899121 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=d458f8f3-ddad-4b71-ad37-ee9d669f32d4,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:23.959085 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8706ee5-bf15-4b9c-a2bc-cd8c1d2e0793 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:03:23.971720 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] Sync routers for ids ['36eaad74-0cbd-4cf1-a70e-f57b734a62c0'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:03:24.001805 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8706ee5-bf15-4b9c-a2bc-cd8c1d2e0793 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:24.003369 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] Routers {'36eaad74-0cbd-4cf1-a70e-f57b734a62c0'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:24.003504 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e8706ee5-bf15-4b9c-a2bc-cd8c1d2e0793 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.1940324 Nov 24 21:03:24.006040 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['36eaad74-0cbd-4cf1-a70e-f57b734a62c0'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:24.006206 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43094) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:24.129198 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d53df8c7-f393-40e9-8eeb-7c990a095a01 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:24.131412 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d53df8c7-f393-40e9-8eeb-7c990a095a01 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:24.140527 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8fee289e-3ace-4f46-bb4f-14fe84856799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a', 'name': 'tempest-RoutersIpV6Test-router-1055163613', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:57Z', 'updated_at': '2021-11-24T21:03:17Z', 'revision_number': 11, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:24.175594 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d458f8f3-ddad-4b71-ad37-ee9d669f32d4 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:03:24.295991 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d53df8c7-f393-40e9-8eeb-7c990a095a01 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:24.297406 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53df8c7-f393-40e9-8eeb-7c990a095a01 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Fanout notify agent at l3_agent the message router_deleted on router 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:03:24.306730 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d53df8c7-f393-40e9-8eeb-7c990a095a01 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:24.309795 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d53df8c7-f393-40e9-8eeb-7c990a095a01 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/routers/4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a HTTP/1.1" status: 204 len: 168 time: 1.0111866 Nov 24 21:03:24.314649 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43102) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:24.326146 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-1719d1e4-0619-4bda-b836-21bda3ac5eeb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1013635316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:24.372967 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee289e-3ace-4f46-bb4f-14fe84856799 None None] Checking router: 4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:03:24.380614 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1719d1e4-0619-4bda-b836-21bda3ac5eeb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:24.382666 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1719d1e4-0619-4bda-b836-21bda3ac5eeb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:24.387046 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] Set router 36eaad74-0cbd-4cf1-a70e-f57b734a62c0 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:03:24.599653 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1719d1e4-0619-4bda-b836-21bda3ac5eeb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:24.607201 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1719d1e4-0619-4bda-b836-21bda3ac5eeb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:24.688381 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1719d1e4-0619-4bda-b836-21bda3ac5eeb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:24.689972 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1719d1e4-0619-4bda-b836-21bda3ac5eeb tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3739455 Nov 24 21:03:24.692848 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43116) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:24.704679 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f2c71fe1-de49-4c14-ac62-d2f7b24ce634 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:24.821739 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36eaad74-0cbd-4cf1-a70e-f57b734a62c0', 'name': 'tempest-TestServerBasicOps-1141515167-router', 'tenant_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'b623472e-b099-41a7-9ab4-1edb99168831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:16Z', 'updated_at': '2021-11-24T21:03:21Z', 'revision_number': 3, 'project_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'gw_port': {'id': 'b623472e-b099-41a7-9ab4-1edb99168831', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36eaad74-0cbd-4cf1-a70e-f57b734a62c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:19Z', 'updated_at': '2021-11-24T21:03:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:24.904734 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] Checking router: 36eaad74-0cbd-4cf1-a70e-f57b734a62c0 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:03:24.905370 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] Updating router 36eaad74-0cbd-4cf1-a70e-f57b734a62c0 port b623472e-b099-41a7-9ab4-1edb99168831 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:03:24.950470 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35c9b8f6-e2af-40b1-8730-21311d4c53da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:24.959238 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee289e-3ace-4f46-bb4f-14fe84856799 None None] Routers set() bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:24.959732 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee289e-3ace-4f46-bb4f-14fe84856799 None None] Router IDs set() for agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 21:03:24.960285 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_agentschedulers_db [None req-8fee289e-3ace-4f46-bb4f-14fe84856799 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent'). {{(pid=109992) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 24 21:03:24.960677 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee289e-3ace-4f46-bb4f-14fe84856799 None None] The sync data for ids ['4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:03:24.971373 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:25.257201 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port d458f8f3-ddad-4b71-ad37-ee9d669f32d4 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:25.257478 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:25.403978 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e124bd05-f9c7-4c8a-8b2e-00fd79edd097 None None] Provisioning complete for port efeacff7-2fd4-4a41-a2c8-2a365edbc637 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:25.404354 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e124bd05-f9c7-4c8a-8b2e-00fd79edd097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:25.521640 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2c71fe1-de49-4c14-ac62-d2f7b24ce634 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:25.561042 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-35c9b8f6-e2af-40b1-8730-21311d4c53da admin admin] Allocated IP 172.20.0.1 (5ac53735-8275-45d7-820a-1d48d9f38fcf/d2df02a9-54e0-48bc-ac45-28ba5fa5e127/ba6a29b7-01f4-43fa-a4a4-971738b47455) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:03:25.579454 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2c71fe1-de49-4c14-ac62-d2f7b24ce634 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-320311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-320300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-319781'] for router, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:25.689141 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e124bd05-f9c7-4c8a-8b2e-00fd79edd097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:25.711316 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5828db56-68e1-4e07-9970-ae697964f878', 'name': 'tempest-TestServerBasicOps-996547784-router', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:00Z', 'updated_at': '2021-11-24T21:03:12Z', 'revision_number': 4, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'gw_port': {'id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828db56-68e1-4e07-9970-ae697964f878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:03Z', 'updated_at': '2021-11-24T21:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'efeacff7-2fd4-4a41-a2c8-2a365edbc637', 'name': '', 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'mac_address': 'fa:16:3e:bb:73:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5828db56-68e1-4e07-9970-ae697964f878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '6fa3a3b9-560c-46ac-a6a5-06b5210eff64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:11Z', 'updated_at': '2021-11-24T21:03:22Z', 'revision_number': 4, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'subnets': [{'id': '6fa3a3b9-560c-46ac-a6a5-06b5210eff64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:25.841505 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35c9b8f6-e2af-40b1-8730-21311d4c53da admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:25.859164 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c898c29f-d2c2-4974-a413-383048535e30 None None] The sync data for ids ['5828db56-68e1-4e07-9970-ae697964f878'] in n-d-812111-8 is: [{'id': '5828db56-68e1-4e07-9970-ae697964f878', 'name': 'tempest-TestServerBasicOps-996547784-router', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:00Z', 'updated_at': '2021-11-24T21:03:12Z', 'revision_number': 4, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'gw_port': {'id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828db56-68e1-4e07-9970-ae697964f878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:03Z', 'updated_at': '2021-11-24T21:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'efeacff7-2fd4-4a41-a2c8-2a365edbc637', 'name': '', 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'mac_address': 'fa:16:3e:bb:73:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5828db56-68e1-4e07-9970-ae697964f878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '6fa3a3b9-560c-46ac-a6a5-06b5210eff64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:11Z', 'updated_at': '2021-11-24T21:03:22Z', 'revision_number': 4, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'subnets': [{'id': '6fa3a3b9-560c-46ac-a6a5-06b5210eff64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:03:25.909879 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:25.928664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-e124bd05-f9c7-4c8a-8b2e-00fd79edd097 None None] For port efeacff7-2fd4-4a41-a2c8-2a365edbc637, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=efeacff7-2fd4-4a41-a2c8-2a365edbc637,segment=NetworkSegment(090e3039-982e-4b26-93bb-2ff84bb97731),segment_id=090e3039-982e-4b26-93bb-2ff84bb97731)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:25.932124 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:25.942436 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e124bd05-f9c7-4c8a-8b2e-00fd79edd097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:25.993344 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35c9b8f6-e2af-40b1-8730-21311d4c53da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:26.083702 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c71fe1-de49-4c14-ac62-d2f7b24ce634 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Router d46fda30-4219-4973-bf51-87e233f93edc is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:03:26.117337 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124bd05-f9c7-4c8a-8b2e-00fd79edd097 None None] Pushing event updated for resources: {'Port': ['ID=efeacff7-2fd4-4a41-a2c8-2a365edbc637,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:26.134140 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-732ee3db-15a4-4800-a95b-70253d9ca8f9 None None] Provisioning complete for port d458f8f3-ddad-4b71-ad37-ee9d669f32d4 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:26.134523 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-732ee3db-15a4-4800-a95b-70253d9ca8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:26.137028 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8ab83-c10c-4228-8b5a-799fb39be29e None None] Pushing event updated for resources: {'Port': ['ID=b623472e-b099-41a7-9ab4-1edb99168831,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:26.144659 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fdab7f-6cc4-473b-846e-2edae9f65705 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:03:26.194897 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] Attempting to bind port b623472e-b099-41a7-9ab4-1edb99168831 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:03:26.194897 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] Attempting to bind port b623472e-b099-41a7-9ab4-1edb99168831 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:03:26.194897 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] Attempting to bind port b623472e-b099-41a7-9ab4-1edb99168831 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:03:26.205200 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9b8f6-e2af-40b1-8730-21311d4c53da admin admin] Pushing event updated for resources: {'Port': ['ID=ba6a29b7-01f4-43fa-a4a4-971738b47455,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:26.215499 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c9b8f6-e2af-40b1-8730-21311d4c53da admin admin] Network 5ac53735-8275-45d7-820a-1d48d9f38fcf is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:03:26.231267 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-35c9b8f6-e2af-40b1-8730-21311d4c53da admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:03:26.232983 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:03:26.233366 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:03:26.233775 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:26.234171 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:03:26.234664 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] Bound port: b623472e-b099-41a7-9ab4-1edb99168831, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:03:26.235056 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:26.246684 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c9b8f6-e2af-40b1-8730-21311d4c53da admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:03:26.299853 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c71fe1-de49-4c14-ac62-d2f7b24ce634 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:03:26.314481 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2c71fe1-de49-4c14-ac62-d2f7b24ce634 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:26.316028 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f2c71fe1-de49-4c14-ac62-d2f7b24ce634 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "PUT /v2.0/routers/d46fda30-4219-4973-bf51-87e233f93edc HTTP/1.1" status: 200 len: 698 time: 1.6219146 Nov 24 21:03:26.318870 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43154) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:26.321767 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670af728-a603-459b-8d88-03cfc5e4595f None None] Sync routers for ids ['d46fda30-4219-4973-bf51-87e233f93edc'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:03:26.373061 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670af728-a603-459b-8d88-03cfc5e4595f None None] Routers {'d46fda30-4219-4973-bf51-87e233f93edc'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:26.373719 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-670af728-a603-459b-8d88-03cfc5e4595f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d46fda30-4219-4973-bf51-87e233f93edc'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:26.407620 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] For port b623472e-b099-41a7-9ab4-1edb99168831, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:03:26.411044 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] For port b623472e-b099-41a7-9ab4-1edb99168831, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b623472e-b099-41a7-9ab4-1edb99168831,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:03:26.420211 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c8ab83-c10c-4228-8b5a-799fb39be29e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:26.420566 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c8ab83-c10c-4228-8b5a-799fb39be29e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:26.420942 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c8ab83-c10c-4228-8b5a-799fb39be29e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:26.421283 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c8ab83-c10c-4228-8b5a-799fb39be29e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:26.429079 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c8ab83-c10c-4228-8b5a-799fb39be29e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:26.429523 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c8ab83-c10c-4228-8b5a-799fb39be29e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:26.429863 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c8ab83-c10c-4228-8b5a-799fb39be29e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:26.430204 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c8ab83-c10c-4228-8b5a-799fb39be29e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:26.431629 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c8ab83-c10c-4228-8b5a-799fb39be29e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:26.431629 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c8ab83-c10c-4228-8b5a-799fb39be29e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:26.431629 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c8ab83-c10c-4228-8b5a-799fb39be29e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:26.431629 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c8ab83-c10c-4228-8b5a-799fb39be29e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:26.435348 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:26.520947 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35c9b8f6-e2af-40b1-8730-21311d4c53da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:26.665449 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7a6377f2-30cb-453e-a09e-535bd7114ee8 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/routers/d46fda30-4219-4973-bf51-87e233f93edc HTTP/1.1" status: 200 len: 704 time: 0.3377814 Nov 24 21:03:26.666959 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43162) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:26.673516 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8ab83-c10c-4228-8b5a-799fb39be29e None None] Pushing event updated for resources: {'Port': ['ID=b623472e-b099-41a7-9ab4-1edb99168831,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:26.744345 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce74416-25d0-48f1-bd3a-dce018515188 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:03:26.750886 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-670af728-a603-459b-8d88-03cfc5e4595f None None] Set router d46fda30-4219-4973-bf51-87e233f93edc gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:03:26.756876 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9c0b2532-5bf0-4d99-8a7c-031a51f0d3f3 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/ports?device_id=d46fda30-4219-4973-bf51-87e233f93edc HTTP/1.1" status: 200 len: 205 time: 0.0822635 Nov 24 21:03:26.759758 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43166) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:26.765786 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] Routers {'36eaad74-0cbd-4cf1-a70e-f57b734a62c0'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:26.772478 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['36eaad74-0cbd-4cf1-a70e-f57b734a62c0'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:27.008004 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35c9b8f6-e2af-40b1-8730-21311d4c53da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:27.102642 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-670af728-a603-459b-8d88-03cfc5e4595f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46fda30-4219-4973-bf51-87e233f93edc', 'name': 'tempest-RoutersIpV6Test-router-1013635316', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:24Z', 'updated_at': '2021-11-24T21:03:25Z', 'revision_number': 2, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:27.134853 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] Set router 36eaad74-0cbd-4cf1-a70e-f57b734a62c0 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:03:27.305025 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670af728-a603-459b-8d88-03cfc5e4595f None None] Checking router: d46fda30-4219-4973-bf51-87e233f93edc for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:03:27.354153 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670af728-a603-459b-8d88-03cfc5e4595f None None] Routers {'d46fda30-4219-4973-bf51-87e233f93edc'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:27.361566 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-670af728-a603-459b-8d88-03cfc5e4595f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d46fda30-4219-4973-bf51-87e233f93edc'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:27.554870 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a60171c2-f2c8-428d-9de9-b48614b319de None None] Provisioning complete for port b623472e-b099-41a7-9ab4-1edb99168831 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:27.555151 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a60171c2-f2c8-428d-9de9-b48614b319de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:27.594839 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35c9b8f6-e2af-40b1-8730-21311d4c53da admin admin] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:27.609599 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35c9b8f6-e2af-40b1-8730-21311d4c53da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:27.655439 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-670af728-a603-459b-8d88-03cfc5e4595f None None] Set router d46fda30-4219-4973-bf51-87e233f93edc gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:03:27.687313 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36eaad74-0cbd-4cf1-a70e-f57b734a62c0', 'name': 'tempest-TestServerBasicOps-1141515167-router', 'tenant_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'b623472e-b099-41a7-9ab4-1edb99168831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:16Z', 'updated_at': '2021-11-24T21:03:21Z', 'revision_number': 3, 'project_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'gw_port': {'id': 'b623472e-b099-41a7-9ab4-1edb99168831', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36eaad74-0cbd-4cf1-a70e-f57b734a62c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:19Z', 'updated_at': '2021-11-24T21:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:27.753132 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-13907cdb-7618-4864-bd90-e6418c82a5ea tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:27.782810 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1642cfa2-01cc-4e59-9668-3e44d1caf54a None None] The sync data for ids ['36eaad74-0cbd-4cf1-a70e-f57b734a62c0'] in n-d-812111-8 is: [{'id': '36eaad74-0cbd-4cf1-a70e-f57b734a62c0', 'name': 'tempest-TestServerBasicOps-1141515167-router', 'tenant_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'b623472e-b099-41a7-9ab4-1edb99168831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:16Z', 'updated_at': '2021-11-24T21:03:21Z', 'revision_number': 3, 'project_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'gw_port': {'id': 'b623472e-b099-41a7-9ab4-1edb99168831', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36eaad74-0cbd-4cf1-a70e-f57b734a62c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:19Z', 'updated_at': '2021-11-24T21:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:03:27.795902 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9b8f6-e2af-40b1-8730-21311d4c53da admin admin] Pushing event updated for resources: {'Port': ['ID=ba6a29b7-01f4-43fa-a4a4-971738b47455,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:27.799036 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35c9b8f6-e2af-40b1-8730-21311d4c53da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:27.906901 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-670af728-a603-459b-8d88-03cfc5e4595f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46fda30-4219-4973-bf51-87e233f93edc', 'name': 'tempest-RoutersIpV6Test-router-1013635316', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:24Z', 'updated_at': '2021-11-24T21:03:25Z', 'revision_number': 2, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:28.147496 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c9b8f6-e2af-40b1-8730-21311d4c53da admin admin] Network 5ac53735-8275-45d7-820a-1d48d9f38fcf is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:03:28.156029 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-35c9b8f6-e2af-40b1-8730-21311d4c53da admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:03:28.177641 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670af728-a603-459b-8d88-03cfc5e4595f None None] The sync data for ids ['d46fda30-4219-4973-bf51-87e233f93edc'] in n-d-812111-8 is: [{'id': 'd46fda30-4219-4973-bf51-87e233f93edc', 'name': 'tempest-RoutersIpV6Test-router-1013635316', 'tenant_id': '477a0cb75e98499e9b77be2952c0d710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:24Z', 'updated_at': '2021-11-24T21:03:25Z', 'revision_number': 2, 'project_id': '477a0cb75e98499e9b77be2952c0d710', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:03:28.227434 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device efeacff7-2fd4-4a41-a2c8-2a365edbc637 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:03:28.527813 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a60171c2-f2c8-428d-9de9-b48614b319de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:28.619526 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-13907cdb-7618-4864-bd90-e6418c82a5ea tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:28.632669 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-13907cdb-7618-4864-bd90-e6418c82a5ea tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:28.687449 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a60171c2-f2c8-428d-9de9-b48614b319de None None] For port b623472e-b099-41a7-9ab4-1edb99168831, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b623472e-b099-41a7-9ab4-1edb99168831,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:28.703882 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port efeacff7-2fd4-4a41-a2c8-2a365edbc637 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:28.704561 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:28.747483 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-13907cdb-7618-4864-bd90-e6418c82a5ea tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:28.748526 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13907cdb-7618-4864-bd90-e6418c82a5ea tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Fanout notify agent at l3_agent the message router_deleted on router d46fda30-4219-4973-bf51-87e233f93edc {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:03:28.778970 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-13907cdb-7618-4864-bd90-e6418c82a5ea tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:28.782139 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-13907cdb-7618-4864-bd90-e6418c82a5ea tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/routers/d46fda30-4219-4973-bf51-87e233f93edc HTTP/1.1" status: 204 len: 168 time: 2.0205457 Nov 24 21:03:28.794579 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43202) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:28.802596 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a60171c2-f2c8-428d-9de9-b48614b319de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:28.902220 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e5c58725-a252-4c97-8232-10c3b30368f5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/ports?device_id=d46fda30-4219-4973-bf51-87e233f93edc HTTP/1.1" status: 200 len: 205 time: 0.1044142 Nov 24 21:03:28.905184 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43206) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:29.059463 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60171c2-f2c8-428d-9de9-b48614b319de None None] Pushing event updated for resources: {'Port': ['ID=b623472e-b099-41a7-9ab4-1edb99168831,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:29.105239 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-43952a22-3da6-4ed4-a042-5d4e06785eea tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] delete failed (client error): The resource could not be found. Nov 24 21:03:29.106742 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-43952a22-3da6-4ed4-a042-5d4e06785eea tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/routers/d46fda30-4219-4973-bf51-87e233f93edc HTTP/1.1" status: 404 len: 336 time: 0.2003493 Nov 24 21:03:29.109341 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43210) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:29.135538 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a60171c2-f2c8-428d-9de9-b48614b319de None None] Provisioning complete for port ba6a29b7-01f4-43fa-a4a4-971738b47455 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:29.136854 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a60171c2-f2c8-428d-9de9-b48614b319de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:29.192281 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5ad854-17db-4c96-843b-4b4f9a257848 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] DELETE failed (client error): The resource could not be found. Nov 24 21:03:29.192281 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b5ad854-17db-4c96-843b-4b4f9a257848 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:03:29.204452 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2b5ad854-17db-4c96-843b-4b4f9a257848 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/subnets/b18388a9-cb53-4fee-9c79-2765fa3bf33f HTTP/1.1" status: 404 len: 337 time: 0.0937042 Nov 24 21:03:29.207461 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43218) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:29.304969 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd5cab1-a2f4-4293-99ae-180f9e750f2a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] DELETE failed (client error): The resource could not be found. Nov 24 21:03:29.306149 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd5cab1-a2f4-4293-99ae-180f9e750f2a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:03:29.322342 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-edd5cab1-a2f4-4293-99ae-180f9e750f2a tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/subnets/5b893c9d-fd1e-41a8-88a8-cfc57bd64a6d HTTP/1.1" status: 404 len: 337 time: 0.1100538 Nov 24 21:03:29.324853 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43222) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:29.363215 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-a60171c2-f2c8-428d-9de9-b48614b319de None None] Port ba6a29b7-01f4-43fa-a4a4-971738b47455 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:03:29.444165 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-237aa45c-31ba-421e-9dbb-8766e3d42b20 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] DELETE failed (client error): The resource could not be found. Nov 24 21:03:29.453202 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237aa45c-31ba-421e-9dbb-8766e3d42b20 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:03:29.477793 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-237aa45c-31ba-421e-9dbb-8766e3d42b20 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/subnets/fffbf5c6-1298-47e5-8dfb-39b91842ba78 HTTP/1.1" status: 404 len: 337 time: 0.1498916 Nov 24 21:03:29.480841 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43230) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:29.532464 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c6878faf-da3d-4f1f-ba6c-e51e4043dc6f None None] Provisioning complete for port ba6a29b7-01f4-43fa-a4a4-971738b47455 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:29.534136 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c6878faf-da3d-4f1f-ba6c-e51e4043dc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:29.671399 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-51915780-5538-439d-9846-5163c9b7a066 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] DELETE failed (client error): The resource could not be found. Nov 24 21:03:29.672181 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51915780-5538-439d-9846-5163c9b7a066 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:03:29.679784 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-51915780-5538-439d-9846-5163c9b7a066 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/subnets/09214594-3435-4e47-8f97-390308f0a908 HTTP/1.1" status: 404 len: 337 time: 0.1977212 Nov 24 21:03:29.682726 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43232) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:29.717258 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c6878faf-da3d-4f1f-ba6c-e51e4043dc6f None None] Port ba6a29b7-01f4-43fa-a4a4-971738b47455 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:03:29.760451 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-076cae10-9abf-4dde-a69e-0f159d7a24e0 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a HTTP/1.1" status: 200 len: 205 time: 0.0719335 Nov 24 21:03:29.766359 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43234) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:29.865315 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-515caeae-6446-4619-9989-7e9caba1b693 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] delete failed (client error): The resource could not be found. Nov 24 21:03:29.867963 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-515caeae-6446-4619-9989-7e9caba1b693 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/routers/4c2d3867-e9fa-48a8-bf8d-f6fb626ec00a HTTP/1.1" status: 404 len: 336 time: 0.1003563 Nov 24 21:03:29.871593 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43236) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:29.939693 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9b57f4a5-0e80-43fb-81be-2716cb19b11b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e44f180-4576-4cef-a485-969660a0613d HTTP/1.1" status: 200 len: 205 time: 0.0665462 Nov 24 21:03:29.942711 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43238) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:30.046960 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-f33963b1-7454-4261-b760-e411bbf4f984 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] delete failed (client error): The resource could not be found. Nov 24 21:03:30.048198 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f33963b1-7454-4261-b760-e411bbf4f984 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/routers/3e44f180-4576-4cef-a485-969660a0613d HTTP/1.1" status: 404 len: 336 time: 0.1044436 Nov 24 21:03:30.050874 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43244) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:30.111839 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14eb784-7858-4711-91a9-88ceb8460b16 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] DELETE failed (client error): The resource could not be found. Nov 24 21:03:30.111839 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14eb784-7858-4711-91a9-88ceb8460b16 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:03:30.122487 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d14eb784-7858-4711-91a9-88ceb8460b16 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/subnets/3f06c336-5d43-4e41-8575-3532890e8687 HTTP/1.1" status: 404 len: 337 time: 0.0643508 Nov 24 21:03:30.122487 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43248) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:30.176601 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b623472e-b099-41a7-9ab4-1edb99168831 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:03:30.190684 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f1bf4b29-bfc6-41bb-9f8d-390ba6bc0f29 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/ports?device_id=e27c5104-d255-44c7-b333-774e534ae9b7 HTTP/1.1" status: 200 len: 205 time: 0.0667126 Nov 24 21:03:30.193369 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43250) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:30.255399 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-87e56986-17eb-494e-a0a7-53e02521df6e tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] delete failed (client error): The resource could not be found. Nov 24 21:03:30.256715 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-87e56986-17eb-494e-a0a7-53e02521df6e tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/routers/e27c5104-d255-44c7-b333-774e534ae9b7 HTTP/1.1" status: 404 len: 336 time: 0.0606692 Nov 24 21:03:30.261972 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43252) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:30.284362 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c9b8f6-e2af-40b1-8730-21311d4c53da admin admin] Router 36eaad74-0cbd-4cf1-a70e-f57b734a62c0 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:03:30.317229 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998630c-e017-4b02-926b-902d804b7f98 req-fa95163a-2c50-46fa-b5cf-68ddef9d95a1 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:30.326202 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e998630c-e017-4b02-926b-902d804b7f98 req-fa95163a-2c50-46fa-b5cf-68ddef9d95a1 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.4409268 Nov 24 21:03:30.349340 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b623472e-b099-41a7-9ab4-1edb99168831 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:30.349888 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:30.363588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43258) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:30.369427 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0dbe66e5-231d-43b0-ac45-9c4f6b4e1a75 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/ports?device_id=b06bc2f9-c545-43e0-b10d-04145cb6e53c HTTP/1.1" status: 200 len: 205 time: 0.1062663 Nov 24 21:03:30.533737 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e998630c-e017-4b02-926b-902d804b7f98 req-8866336b-69dd-4304-acbe-fc93e3a32cec tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058253 Nov 24 21:03:30.560715 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-88428549-e7da-47ef-bcb0-9fee822a59f3 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] delete failed (client error): The resource could not be found. Nov 24 21:03:30.564908 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43264) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:30.576965 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-88428549-e7da-47ef-bcb0-9fee822a59f3 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/routers/b06bc2f9-c545-43e0-b10d-04145cb6e53c HTTP/1.1" status: 404 len: 336 time: 0.1737008 Nov 24 21:03:30.603524 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-9a05c42c-27b2-4529-894a-7e2fe31b7343 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7458429 Nov 24 21:03:30.643554 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f047671-e1d4-4ac3-9587-24eaced38aa5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] DELETE failed (client error): The resource could not be found. Nov 24 21:03:30.644084 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f047671-e1d4-4ac3-9587-24eaced38aa5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:03:30.659298 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6f047671-e1d4-4ac3-9587-24eaced38aa5 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/subnets/3fbde542-37d4-4495-bdb5-8d323ddd21af HTTP/1.1" status: 404 len: 337 time: 0.0930693 Nov 24 21:03:30.659961 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43270) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:30.727159 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d86fc205-2bdc-4c44-814f-4fbac393080b tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/ports?device_id=39586b2a-cb8c-4330-bcce-4914607f1167 HTTP/1.1" status: 200 len: 205 time: 0.0639946 Nov 24 21:03:30.728038 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43272) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:30.811639 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-250b8c6e-93d4-4263-9c1e-e6d042d247c3 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] delete failed (client error): The resource could not be found. Nov 24 21:03:30.827183 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-250b8c6e-93d4-4263-9c1e-e6d042d247c3 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/routers/39586b2a-cb8c-4330-bcce-4914607f1167 HTTP/1.1" status: 404 len: 336 time: 0.0978656 Nov 24 21:03:30.828733 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43274) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:30.850819 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c9b8f6-e2af-40b1-8730-21311d4c53da admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:03:30.867146 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-fb94ed68-bf2c-419a-98f2-037bb6b21e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:30.867633 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-fb94ed68-bf2c-419a-98f2-037bb6b21e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:30.868134 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-fb94ed68-bf2c-419a-98f2-037bb6b21e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:30.868603 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-fb94ed68-bf2c-419a-98f2-037bb6b21e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:30.869105 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-fb94ed68-bf2c-419a-98f2-037bb6b21e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:30.869577 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-fb94ed68-bf2c-419a-98f2-037bb6b21e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:30.870246 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-fb94ed68-bf2c-419a-98f2-037bb6b21e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:30.884136 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-fb94ed68-bf2c-419a-98f2-037bb6b21e74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=838d059057e840c09ac19be61b107bec&device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 6492 time: 0.1810496 Nov 24 21:03:30.888542 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92c4b4f-9f69-45b6-9ec2-e036e235ba12 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] DELETE failed (client error): The resource could not be found. Nov 24 21:03:30.889585 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92c4b4f-9f69-45b6-9ec2-e036e235ba12 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:03:30.901091 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c92c4b4f-9f69-45b6-9ec2-e036e235ba12 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/subnets/75175cc1-ddcd-45c1-82e3-d0523349be61 HTTP/1.1" status: 404 len: 337 time: 0.0708411 Nov 24 21:03:30.902642 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43276) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:30.924199 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-35c9b8f6-e2af-40b1-8730-21311d4c53da admin admin] 10.222.0.11 "PUT /v2.0/routers/36eaad74-0cbd-4cf1-a70e-f57b734a62c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9169495 Nov 24 21:03:30.966429 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-11620a80-bf03-41b7-8c5d-93d457ce064d tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da4a434-f59f-46bf-ae3d-0a28f485bba5 HTTP/1.1" status: 200 len: 205 time: 0.0624456 Nov 24 21:03:30.968778 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43282) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:31.046550 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-ab084dff-f54a-4e8e-acfa-4a8a4572289c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] delete failed (client error): The resource could not be found. Nov 24 21:03:31.047836 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ab084dff-f54a-4e8e-acfa-4a8a4572289c tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/routers/7da4a434-f59f-46bf-ae3d-0a28f485bba5 HTTP/1.1" status: 404 len: 336 time: 0.0778513 Nov 24 21:03:31.051438 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43286) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:31.099161 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-a5c9cbdd-b33d-4a8b-b09a-1875d635b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:31.101407 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-a5c9cbdd-b33d-4a8b-b09a-1875d635b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:31.102848 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-a5c9cbdd-b33d-4a8b-b09a-1875d635b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:31.105641 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-a5c9cbdd-b33d-4a8b-b09a-1875d635b5ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=2b80d919-dc76-4e07-9d79-d9c7af051c8b&id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&id=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7&id=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7 HTTP/1.1" status: 200 len: 2293 time: 0.1778965 Nov 24 21:03:31.129594 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-7853099f-8678-4ad6-b222-9cdd666da218 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] DELETE failed (client error): The resource could not be found. Nov 24 21:03:31.130061 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7853099f-8678-4ad6-b222-9cdd666da218 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:03:31.133488 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7853099f-8678-4ad6-b222-9cdd666da218 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/subnets/d77aa21b-4634-49cf-b414-ccc2089fa12f HTTP/1.1" status: 404 len: 337 time: 0.0804532 Nov 24 21:03:31.137608 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43288) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:31.213464 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f460ad0-5a02-411f-b3cb-b88fde0ede42 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] DELETE failed (client error): The resource could not be found. Nov 24 21:03:31.214758 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f460ad0-5a02-411f-b3cb-b88fde0ede42 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:03:31.218584 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7f460ad0-5a02-411f-b3cb-b88fde0ede42 tempest-RoutersIpV6Test-127789051 tempest-RoutersIpV6Test-127789051-project] 10.222.0.11 "DELETE /v2.0/subnets/6f221d83-4d07-43be-8bfa-8e913dd168f1 HTTP/1.1" status: 404 len: 337 time: 0.0799978 Nov 24 21:03:31.277241 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-0ea4ac52-8ec9-489d-8738-ebb342c5282b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=905b2eeb-dedf-487a-a6aa-667f4d04bff3 HTTP/1.1" status: 200 len: 1000 time: 0.1604311 Nov 24 21:03:31.433963 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-e831c95c-e5e5-4f74-a5e8-2ba664cd6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:31.449450 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-e831c95c-e5e5-4f74-a5e8-2ba664cd6713 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=887b1e02-17a6-4db4-8124-14042ea3bbda HTTP/1.1" status: 200 len: 850 time: 0.1479888 Nov 24 21:03:31.637433 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-96b533e0-8919-4fd2-b2be-16bd19741cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:31.646155 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-96b533e0-8919-4fd2-b2be-16bd19741cdd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2b80d919-dc76-4e07-9d79-d9c7af051c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1955619 Nov 24 21:03:31.792718 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f55bc-0477-4ac1-86a5-8902fb53cf4c req-3bb8286a-865f-4e1e-a731-5cd4ea278be0 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:31.794958 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fc4f55bc-0477-4ac1-86a5-8902fb53cf4c req-3bb8286a-865f-4e1e-a731-5cd4ea278be0 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.1190417 Nov 24 21:03:31.831287 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-87c6b32f-7c5c-4f46-a176-7020f05099ae service neutron] 10.222.0.15 "GET /v2.0/networks/2b80d919-dc76-4e07-9d79-d9c7af051c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710248 Nov 24 21:03:31.907789 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43314) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:31.915624 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fc4f55bc-0477-4ac1-86a5-8902fb53cf4c req-36df2a6a-eb67-4cc8-9f93-e02f077f7bf7 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125188 Nov 24 21:03:31.925226 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6497356-9889-478b-8041-39f044202dd5 None None] Sync routers for ids ['36eaad74-0cbd-4cf1-a70e-f57b734a62c0'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:03:31.972981 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6497356-9889-478b-8041-39f044202dd5 None None] Routers {'36eaad74-0cbd-4cf1-a70e-f57b734a62c0'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:31.980919 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c6497356-9889-478b-8041-39f044202dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['36eaad74-0cbd-4cf1-a70e-f57b734a62c0'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:32.002404 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f78c1c-b632-473f-adc0-57ed9c0b1828 req-50a6b066-d764-4330-9fed-dcb5644b1cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:32.005975 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-32f78c1c-b632-473f-adc0-57ed9c0b1828 req-50a6b066-d764-4330-9fed-dcb5644b1cb7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76400c1822bc4519abca8b807069cf99&device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 1096 time: 0.4697211 Nov 24 21:03:32.114168 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43322) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:32.120302 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-236510f1-222a-4038-ad36-ae2e21b01be2 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2044522919', 'description': 'tempest-secgroup-smoke-2044522919 description', 'project_id': '556a7fb82bf0472892818b31cf2a9453'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:32.182849 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-92cd9834-fb7f-4de5-9597-ec65515ea0b0 service neutron] 10.222.0.15 "GET /v2.0/networks/2b80d919-dc76-4e07-9d79-d9c7af051c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396399 Nov 24 21:03:32.226334 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-236510f1-222a-4038-ad36-ae2e21b01be2 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:32.258379 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-542ab98b-eaf2-45d4-a22d-b8c3085c5a3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=5f848b02-05bc-4238-b1ac-d026adbdf90d HTTP/1.1" status: 200 len: 217 time: 0.0590606 Nov 24 21:03:32.368416 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-58b47456-a232-4fa9-a6f0-8139dbbd947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:32.372109 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-58b47456-a232-4fa9-a6f0-8139dbbd947c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26f7ad4d-47f7-4f94-83c1-a9b148ce53d9 HTTP/1.1" status: 200 len: 797 time: 0.1024745 Nov 24 21:03:32.374024 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-c6497356-9889-478b-8041-39f044202dd5 None None] Set router 36eaad74-0cbd-4cf1-a70e-f57b734a62c0 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:03:32.429523 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-236510f1-222a-4038-ad36-ae2e21b01be2 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:32.468430 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f78c1c-b632-473f-adc0-57ed9c0b1828 req-1aa44c83-9c57-4ac7-9c56-50a295626e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:32.471021 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-32f78c1c-b632-473f-adc0-57ed9c0b1828 req-1aa44c83-9c57-4ac7-9c56-50a295626e30 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc HTTP/1.1" status: 200 len: 911 time: 0.4260564 Nov 24 21:03:32.479064 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-236510f1-222a-4038-ad36-ae2e21b01be2 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:32.547650 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236510f1-222a-4038-ad36-ae2e21b01be2 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=980f901d-b38c-4491-a428-245d0be36711,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:32.566691 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-32f78c1c-b632-473f-adc0-57ed9c0b1828 req-fd6f6c71-89da-4ee3-b17d-a3882ef9c67f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af0d2ff1-f872-4b17-9b2e-15bc4503c995 HTTP/1.1" status: 200 len: 1001 time: 0.0825474 Nov 24 21:03:32.585076 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-92ba2ada-aba8-4ec5-a31b-2e88e4c3cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:32.587302 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-92ba2ada-aba8-4ec5-a31b-2e88e4c3cbf3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1983249 Nov 24 21:03:32.645078 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dd4d9fc3-9b8e-4a02-90b8-b5ed9a67ba1f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=477a0cb75e98499e9b77be2952c0d710&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7263486 Nov 24 21:03:32.668325 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-236510f1-222a-4038-ad36-ae2e21b01be2 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:32.675508 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-236510f1-222a-4038-ad36-ae2e21b01be2 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5599847 Nov 24 21:03:32.676166 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43338) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:32.676503 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43340) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:32.841181 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-b8d0d3e7-c085-44ee-ae85-05abdd88ed2f tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Request body: {'security_group_rule': {'security_group_id': '980f901d-b38c-4491-a428-245d0be36711', 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:32.908897 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cc579d89-f89d-4da1-860b-62d4df8e9ef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:32.967432 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-b761e365-fdfe-41ab-a8a0-d84489a12ddb service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237114 Nov 24 21:03:32.971603 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f78c1c-b632-473f-adc0-57ed9c0b1828 req-d45f20a9-133b-4ca9-9795-74bd5f23e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:32.973375 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-32f78c1c-b632-473f-adc0-57ed9c0b1828 req-d45f20a9-133b-4ca9-9795-74bd5f23e340 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df44411-bad0-41e8-8c64-bf8945205f26 HTTP/1.1" status: 200 len: 849 time: 0.3910530 Nov 24 21:03:32.975092 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cc579d89-f89d-4da1-860b-62d4df8e9ef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:33.041918 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c6497356-9889-478b-8041-39f044202dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36eaad74-0cbd-4cf1-a70e-f57b734a62c0', 'name': 'tempest-TestServerBasicOps-1141515167-router', 'tenant_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'b623472e-b099-41a7-9ab4-1edb99168831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:16Z', 'updated_at': '2021-11-24T21:03:26Z', 'revision_number': 4, 'project_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'gw_port': {'id': 'b623472e-b099-41a7-9ab4-1edb99168831', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36eaad74-0cbd-4cf1-a70e-f57b734a62c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:19Z', 'updated_at': '2021-11-24T21:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'ba6a29b7-01f4-43fa-a4a4-971738b47455', 'name': '', 'network_id': '5ac53735-8275-45d7-820a-1d48d9f38fcf', 'tenant_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'mac_address': 'fa:16:3e:13:6e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36eaad74-0cbd-4cf1-a70e-f57b734a62c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'd2df02a9-54e0-48bc-ac45-28ba5fa5e127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:24Z', 'updated_at': '2021-11-24T21:03:27Z', 'revision_number': 2, 'project_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'subnets': [{'id': 'd2df02a9-54e0-48bc-ac45-28ba5fa5e127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:33.082425 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b8d0d3e7-c085-44ee-ae85-05abdd88ed2f tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:33.100490 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6497356-9889-478b-8041-39f044202dd5 None None] Checking router: 36eaad74-0cbd-4cf1-a70e-f57b734a62c0 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:03:33.100777 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6497356-9889-478b-8041-39f044202dd5 None None] Updating router 36eaad74-0cbd-4cf1-a70e-f57b734a62c0 port ba6a29b7-01f4-43fa-a4a4-971738b47455 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:03:33.109539 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cc579d89-f89d-4da1-860b-62d4df8e9ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:33.121920 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cc579d89-f89d-4da1-860b-62d4df8e9ef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:33.153566 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cc579d89-f89d-4da1-860b-62d4df8e9ef0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f30ff8bb-9412-4f98-beee-05df6cc6f595 HTTP/1.1" status: 204 len: 168 time: 0.4747601 Nov 24 21:03:33.162240 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-c6497356-9889-478b-8041-39f044202dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:33.228189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43354) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:33.276818 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f78c1c-b632-473f-adc0-57ed9c0b1828 req-e2f568c9-cab1-428c-a224-a763c877e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:33.278549 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-32f78c1c-b632-473f-adc0-57ed9c0b1828 req-e2f568c9-cab1-428c-a224-a763c877e0b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2936103 Nov 24 21:03:33.285463 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc579d89-f89d-4da1-860b-62d4df8e9ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30ff8bb-9412-4f98-beee-05df6cc6f595,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:33.341099 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b8d0d3e7-c085-44ee-ae85-05abdd88ed2f tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:33.351791 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b8d0d3e7-c085-44ee-ae85-05abdd88ed2f tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:33.403292 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0d3e7-c085-44ee-ae85-05abdd88ed2f tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733ed63f-0e93-4668-b58b-37e35c0116e5,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:33.426411 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b8d0d3e7-c085-44ee-ae85-05abdd88ed2f tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:33.426411 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b8d0d3e7-c085-44ee-ae85-05abdd88ed2f tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7318468 Nov 24 21:03:33.431518 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf495b3e-3ab7-4f2c-bf7d-01d0b627e734 req-07db5605-c256-4205-8461-0b4044994f07 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:33.435802 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43358) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:33.440641 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cf495b3e-3ab7-4f2c-bf7d-01d0b627e734 req-07db5605-c256-4205-8461-0b4044994f07 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.3704545 Nov 24 21:03:33.444424 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f81c30f9-55a4-4777-a207-ca02576f1b86 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Request body: {'security_group_rule': {'security_group_id': '980f901d-b38c-4491-a428-245d0be36711', 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:33.542550 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f81c30f9-55a4-4777-a207-ca02576f1b86 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:33.627778 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cf495b3e-3ab7-4f2c-bf7d-01d0b627e734 req-670501a3-46de-46e5-a832-608425ef815f tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856446 Nov 24 21:03:33.645406 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-8f15e951-953b-4ccf-9391-2594dbd8df78 service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6680095 Nov 24 21:03:33.771495 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f81c30f9-55a4-4777-a207-ca02576f1b86 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:33.778803 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f81c30f9-55a4-4777-a207-ca02576f1b86 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:33.781737 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-2f88aa1c-fb75-4a3f-9ea5-e7cdf53f2cb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=af61a7f2-1e25-4982-87e4-5079effabcf1 HTTP/1.1" status: 200 len: 217 time: 0.1237025 Nov 24 21:03:33.850663 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c30f9-55a4-4777-a207-ca02576f1b86 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33be12a-afe6-453c-9e3c-0ad16ad780b7,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:33.882335 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f81c30f9-55a4-4777-a207-ca02576f1b86 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:33.883888 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f81c30f9-55a4-4777-a207-ca02576f1b86 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4452918 Nov 24 21:03:33.887076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43378) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:33.891870 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-62cf6b41-ea0e-46c9-aac2-a8d8ddbc6cb0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Request body: {'security_group_rule': {'security_group_id': '980f901d-b38c-4491-a428-245d0be36711', 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:33.952973 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-62cf6b41-ea0e-46c9-aac2-a8d8ddbc6cb0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:33.978743 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b7103fe3-35f9-4a70-8950-fa88c27f90e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:33.986233 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-32f78c1c-b632-473f-adc0-57ed9c0b1828 req-3d64210f-1d05-4240-a196-a5a376a73a8d service neutron] 10.222.0.48 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6691089 Nov 24 21:03:34.081271 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-62cf6b41-ea0e-46c9-aac2-a8d8ddbc6cb0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:34.093434 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-c6497356-9889-478b-8041-39f044202dd5 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:34.109641 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-c6497356-9889-478b-8041-39f044202dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:34.122513 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-62cf6b41-ea0e-46c9-aac2-a8d8ddbc6cb0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:34.139666 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-9cd0fca7-d3e9-421a-90fc-27009c7faea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:34.150429 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-9cd0fca7-d3e9-421a-90fc-27009c7faea0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26f7ad4d-47f7-4f94-83c1-a9b148ce53d9 HTTP/1.1" status: 200 len: 797 time: 0.3355317 Nov 24 21:03:34.215281 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf6b41-ea0e-46c9-aac2-a8d8ddbc6cb0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07179e6b-8b2f-46a4-bd27-f7ce398da43d,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:34.245275 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-62cf6b41-ea0e-46c9-aac2-a8d8ddbc6cb0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:34.247280 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-62cf6b41-ea0e-46c9-aac2-a8d8ddbc6cb0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3589509 Nov 24 21:03:34.250334 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43392) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:34.256359 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-ad2f0780-4088-4520-b656-a9407a286bd0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Request body: {'security_group_rule': {'security_group_id': '980f901d-b38c-4491-a428-245d0be36711', 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:34.286820 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-c6497356-9889-478b-8041-39f044202dd5 None None] Attempting to bind port ba6a29b7-01f4-43fa-a4a4-971738b47455 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:03:34.287677 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-c6497356-9889-478b-8041-39f044202dd5 None None] Attempting to bind port ba6a29b7-01f4-43fa-a4a4-971738b47455 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'ba200b0b-2b11-413e-8292-f6e90613e0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5ac53735-8275-45d7-820a-1d48d9f38fcf'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:03:34.288052 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6497356-9889-478b-8041-39f044202dd5 None None] Attempting to bind port ba6a29b7-01f4-43fa-a4a4-971738b47455 on network 5ac53735-8275-45d7-820a-1d48d9f38fcf {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:03:34.300311 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6497356-9889-478b-8041-39f044202dd5 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:03:34.300690 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6497356-9889-478b-8041-39f044202dd5 None None] Checking segment: {'id': 'ba200b0b-2b11-413e-8292-f6e90613e0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5ac53735-8275-45d7-820a-1d48d9f38fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:03:34.302588 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-c6497356-9889-478b-8041-39f044202dd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:34.302995 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6497356-9889-478b-8041-39f044202dd5 None None] Bound using segment: {'id': 'ba200b0b-2b11-413e-8292-f6e90613e0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5ac53735-8275-45d7-820a-1d48d9f38fcf'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:03:34.303494 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-c6497356-9889-478b-8041-39f044202dd5 None None] Bound port: ba6a29b7-01f4-43fa-a4a4-971738b47455, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba200b0b-2b11-413e-8292-f6e90613e0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5ac53735-8275-45d7-820a-1d48d9f38fcf'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:03:34.303885 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-c6497356-9889-478b-8041-39f044202dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:34.357614 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad2f0780-4088-4520-b656-a9407a286bd0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:34.430730 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-c6497356-9889-478b-8041-39f044202dd5 None None] For port ba6a29b7-01f4-43fa-a4a4-971738b47455, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:03:34.436070 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-c6497356-9889-478b-8041-39f044202dd5 None None] For port ba6a29b7-01f4-43fa-a4a4-971738b47455, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ba6a29b7-01f4-43fa-a4a4-971738b47455,segment=NetworkSegment(ba200b0b-2b11-413e-8292-f6e90613e0f5),segment_id=ba200b0b-2b11-413e-8292-f6e90613e0f5)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:03:34.450855 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-c6497356-9889-478b-8041-39f044202dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:34.483649 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152276b-a2d8-44a1-8b37-304dda049ae4 None None] Pushing event updated for resources: {'Port': ['ID=ba6a29b7-01f4-43fa-a4a4-971738b47455,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:34.492033 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad2f0780-4088-4520-b656-a9407a286bd0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:34.497241 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6497356-9889-478b-8041-39f044202dd5 None None] Routers {'36eaad74-0cbd-4cf1-a70e-f57b734a62c0'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:34.497952 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c6497356-9889-478b-8041-39f044202dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['36eaad74-0cbd-4cf1-a70e-f57b734a62c0'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:34.500719 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad2f0780-4088-4520-b656-a9407a286bd0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:34.503554 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-e6515aec-d650-47ee-b136-b5d98d8714ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:34.505116 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-e6515aec-d650-47ee-b136-b5d98d8714ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2814848 Nov 24 21:03:34.535544 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-32f78c1c-b632-473f-adc0-57ed9c0b1828 req-0ed703aa-b265-4f45-8bb6-40e8c1223cfb service neutron] 10.222.0.48 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397336 Nov 24 21:03:34.552857 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f0780-4088-4520-b656-a9407a286bd0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39ab837-166e-4529-8323-63d4b5e74dfa,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:34.583734 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad2f0780-4088-4520-b656-a9407a286bd0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:34.594280 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ad2f0780-4088-4520-b656-a9407a286bd0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3397245 Nov 24 21:03:34.596380 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43398) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:34.605581 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-5ac1e630-095f-4f25-909f-d7f61a60019a tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Request body: {'security_group_rule': {'security_group_id': '980f901d-b38c-4491-a428-245d0be36711', 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:34.655641 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43404) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:34.681802 n-d-812111-8 neutron-server[109991]: INFO neutron.db.securitygroups_db [None req-5ac1e630-095f-4f25-909f-d7f61a60019a tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Project 556a7fb82bf0472892818b31cf2a9453 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:03:34.697430 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5ac1e630-095f-4f25-909f-d7f61a60019a tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:34.722690 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152276b-a2d8-44a1-8b37-304dda049ae4 None None] Pushing event updated for resources: {'Port': ['ID=ba6a29b7-01f4-43fa-a4a4-971738b47455,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:34.835726 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-10fbb24c-5ef4-47b7-b764-ce3b42567697 None None] Provisioning complete for port ba6a29b7-01f4-43fa-a4a4-971738b47455 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:34.836235 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b7103fe3-35f9-4a70-8950-fa88c27f90e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:34.838110 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10fbb24c-5ef4-47b7-b764-ce3b42567697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:34.851491 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b7103fe3-35f9-4a70-8950-fa88c27f90e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:34.882067 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5ac1e630-095f-4f25-909f-d7f61a60019a tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:34.918948 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7103fe3-35f9-4a70-8950-fa88c27f90e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb01455-2864-41d1-9a76-dfd7d94d0d76,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:34.925608 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e6871ff7-be1b-4012-8bca-7bc54a1c5f23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'network': {'name': 'tempest-RoutersTest-55306408'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:34.958069 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5ac1e630-095f-4f25-909f-d7f61a60019a tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:34.966781 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-c6497356-9889-478b-8041-39f044202dd5 None None] Set router 36eaad74-0cbd-4cf1-a70e-f57b734a62c0 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:03:34.977338 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1e630-095f-4f25-909f-d7f61a60019a tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422a2d3f-4fa1-42e1-a84d-0a496f6bdb3d,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:34.990244 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-debf6a90-2822-4747-994c-21776b072e1b service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742134 Nov 24 21:03:34.992554 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b7103fe3-35f9-4a70-8950-fa88c27f90e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9c55d043d7f64fb6baa4e831c09df581&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7631519 Nov 24 21:03:34.996010 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43416) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:35.037161 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988688f-bb36-426c-ada3-f79d62dcb46c req-8fb4ca45-5a03-4d7d-a2ed-5a128fc8cdff tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:35.041027 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a988688f-bb36-426c-ada3-f79d62dcb46c req-8fb4ca45-5a03-4d7d-a2ed-5a128fc8cdff tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.1537223 Nov 24 21:03:35.146745 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a988688f-bb36-426c-ada3-f79d62dcb46c req-8f692d0f-6052-43f3-9eed-af759f156618 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931530 Nov 24 21:03:35.147726 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e273d94-8ce3-41ed-884c-e001c40a7199 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:35.150071 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-930de29f-a251-4116-8cbb-bdf56eab1c9f service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403718 Nov 24 21:03:35.192368 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10fbb24c-5ef4-47b7-b764-ce3b42567697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:35.208617 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5ac1e630-095f-4f25-909f-d7f61a60019a tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:35.212339 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5ac1e630-095f-4f25-909f-d7f61a60019a tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6118526 Nov 24 21:03:35.212676 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43418) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:35.227792 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-d8b711d1-7994-49e2-ac3e-e3db0ae93dfc tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Request body: {'security_group_rule': {'security_group_id': '980f901d-b38c-4491-a428-245d0be36711', 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:35.239490 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-10fbb24c-5ef4-47b7-b764-ce3b42567697 None None] For port ba6a29b7-01f4-43fa-a4a4-971738b47455, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ba6a29b7-01f4-43fa-a4a4-971738b47455,segment=NetworkSegment(ba200b0b-2b11-413e-8292-f6e90613e0f5),segment_id=ba200b0b-2b11-413e-8292-f6e90613e0f5)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:35.240527 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6871ff7-be1b-4012-8bca-7bc54a1c5f23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Made reservation on behalf of 2917837c238043fba5d286c1caf5dabd for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:03:35.244247 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6871ff7-be1b-4012-8bca-7bc54a1c5f23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:35.245991 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10fbb24c-5ef4-47b7-b764-ce3b42567697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:35.258897 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e273d94-8ce3-41ed-884c-e001c40a7199 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:35.264228 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-f1b769c8-7e10-4868-943b-47b772582e7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=2350812e-3580-420e-832c-24f31e39b118 HTTP/1.1" status: 200 len: 217 time: 0.1063998 Nov 24 21:03:35.281601 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6871ff7-be1b-4012-8bca-7bc54a1c5f23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:35.319618 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fbb24c-5ef4-47b7-b764-ce3b42567697 None None] Pushing event updated for resources: {'Port': ['ID=ba6a29b7-01f4-43fa-a4a4-971738b47455,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:35.342796 n-d-812111-8 neutron-server[109991]: INFO neutron.db.securitygroups_db [None req-d8b711d1-7994-49e2-ac3e-e3db0ae93dfc tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Project 556a7fb82bf0472892818b31cf2a9453 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:03:35.349198 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d8b711d1-7994-49e2-ac3e-e3db0ae93dfc tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:35.374184 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b8694fcf-ad1a-46e8-b89c-374840acf33c None None] Provisioning complete for port ba6a29b7-01f4-43fa-a4a4-971738b47455 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:35.374669 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b8694fcf-ad1a-46e8-b89c-374840acf33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:35.467094 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d8b711d1-7994-49e2-ac3e-e3db0ae93dfc tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:35.482751 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6871ff7-be1b-4012-8bca-7bc54a1c5f23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:35.488200 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d8b711d1-7994-49e2-ac3e-e3db0ae93dfc tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:35.496165 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6871ff7-be1b-4012-8bca-7bc54a1c5f23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:35.507383 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e273d94-8ce3-41ed-884c-e001c40a7199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:35.510959 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e273d94-8ce3-41ed-884c-e001c40a7199 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:35.517420 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2e273d94-8ce3-41ed-884c-e001c40a7199 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fbb01455-2864-41d1-9a76-dfd7d94d0d76 HTTP/1.1" status: 204 len: 168 time: 0.5199726 Nov 24 21:03:35.532200 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c6497356-9889-478b-8041-39f044202dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36eaad74-0cbd-4cf1-a70e-f57b734a62c0', 'name': 'tempest-TestServerBasicOps-1141515167-router', 'tenant_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'b623472e-b099-41a7-9ab4-1edb99168831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:16Z', 'updated_at': '2021-11-24T21:03:26Z', 'revision_number': 4, 'project_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'gw_port': {'id': 'b623472e-b099-41a7-9ab4-1edb99168831', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36eaad74-0cbd-4cf1-a70e-f57b734a62c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:19Z', 'updated_at': '2021-11-24T21:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'ba6a29b7-01f4-43fa-a4a4-971738b47455', 'name': '', 'network_id': '5ac53735-8275-45d7-820a-1d48d9f38fcf', 'tenant_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'mac_address': 'fa:16:3e:13:6e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36eaad74-0cbd-4cf1-a70e-f57b734a62c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'd2df02a9-54e0-48bc-ac45-28ba5fa5e127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:24Z', 'updated_at': '2021-11-24T21:03:34Z', 'revision_number': 4, 'project_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'subnets': [{'id': 'd2df02a9-54e0-48bc-ac45-28ba5fa5e127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:35.534110 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b711d1-7994-49e2-ac3e-e3db0ae93dfc tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6be83ee-bebb-4dd1-bb56-ba4701b561ee,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:35.539101 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e273d94-8ce3-41ed-884c-e001c40a7199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb01455-2864-41d1-9a76-dfd7d94d0d76,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:35.548994 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d8b711d1-7994-49e2-ac3e-e3db0ae93dfc tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:35.550453 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d8b711d1-7994-49e2-ac3e-e3db0ae93dfc tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3286104 Nov 24 21:03:35.608109 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-7bca77a6-fbb8-4184-8bdb-6a65372ad860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:35.616866 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6497356-9889-478b-8041-39f044202dd5 None None] The sync data for ids ['36eaad74-0cbd-4cf1-a70e-f57b734a62c0'] in n-d-812111-8 is: [{'id': '36eaad74-0cbd-4cf1-a70e-f57b734a62c0', 'name': 'tempest-TestServerBasicOps-1141515167-router', 'tenant_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'b623472e-b099-41a7-9ab4-1edb99168831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:16Z', 'updated_at': '2021-11-24T21:03:26Z', 'revision_number': 4, 'project_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'gw_port': {'id': 'b623472e-b099-41a7-9ab4-1edb99168831', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36eaad74-0cbd-4cf1-a70e-f57b734a62c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:19Z', 'updated_at': '2021-11-24T21:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'ba6a29b7-01f4-43fa-a4a4-971738b47455', 'name': '', 'network_id': '5ac53735-8275-45d7-820a-1d48d9f38fcf', 'tenant_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'mac_address': 'fa:16:3e:13:6e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36eaad74-0cbd-4cf1-a70e-f57b734a62c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'd2df02a9-54e0-48bc-ac45-28ba5fa5e127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:24Z', 'updated_at': '2021-11-24T21:03:34Z', 'revision_number': 4, 'project_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'subnets': [{'id': 'd2df02a9-54e0-48bc-ac45-28ba5fa5e127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:03:35.620557 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-7bca77a6-fbb8-4184-8bdb-6a65372ad860 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26f7ad4d-47f7-4f94-83c1-a9b148ce53d9 HTTP/1.1" status: 200 len: 797 time: 0.3365428 Nov 24 21:03:35.621450 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6871ff7-be1b-4012-8bca-7bc54a1c5f23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:03:35.785056 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6871ff7-be1b-4012-8bca-7bc54a1c5f23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4111faa4-fd8b-432d-a446-1bf8b6499eef,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:35.808189 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6871ff7-be1b-4012-8bca-7bc54a1c5f23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:35.808189 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-e6871ff7-be1b-4012-8bca-7bc54a1c5f23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Added segment b6baa7b7-1554-4976-9570-8786e510aa27 of type vlan for network 537d395e-fdde-425a-89e2-6f570517712d Nov 24 21:03:35.984153 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6871ff7-be1b-4012-8bca-7bc54a1c5f23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:36.000225 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-3c7b4b28-2758-4951-a3e4-af98d2362cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:36.002044 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-3c7b4b28-2758-4951-a3e4-af98d2362cb7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3528287 Nov 24 21:03:36.013925 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b547f20-9899-491a-b991-810f0ba9a459 req-8b35f1de-df1e-47ca-9180-87199d10dfd8 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2044522919&fields=id&tenant_id=556a7fb82bf0472892818b31cf2a9453 HTTP/1.1" status: 200 len: 267 time: 0.1240962 Nov 24 21:03:36.150466 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ba6a29b7-01f4-43fa-a4a4-971738b47455 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:03:36.180903 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.db.resource_extend [None req-e6871ff7-be1b-4012-8bca-7bc54a1c5f23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 21:03:36.232789 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43454) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:36.265570 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6871ff7-be1b-4012-8bca-7bc54a1c5f23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:36.273769 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6871ff7-be1b-4012-8bca-7bc54a1c5f23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:36.274778 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6871ff7-be1b-4012-8bca-7bc54a1c5f23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:36.279497 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab8182e6-a02a-47d6-9773-47da40a48799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:36.316589 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port ba6a29b7-01f4-43fa-a4a4-971738b47455 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:36.317841 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:36.332212 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-b66689e9-6ccd-4808-98f6-def7d4f933af service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162711 Nov 24 21:03:36.346763 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b547f20-9899-491a-b991-810f0ba9a459 req-9f3a3f5a-9556-4c21-82e7-67c96f6eda14 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:36.351768 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b547f20-9899-491a-b991-810f0ba9a459 req-9f3a3f5a-9556-4c21-82e7-67c96f6eda14 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/networks?id=9d916e9d-e955-4ce2-aa60-2a3a83ce1216 HTTP/1.1" status: 200 len: 808 time: 0.3304260 Nov 24 21:03:36.378881 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b547f20-9899-491a-b991-810f0ba9a459 req-cb76c529-abff-43fa-9471-f61f3c2e3c48 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/quotas/556a7fb82bf0472892818b31cf2a9453 HTTP/1.1" status: 200 len: 375 time: 0.0199943 Nov 24 21:03:36.389320 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e6871ff7-be1b-4012-8bca-7bc54a1c5f23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.7316186 Nov 24 21:03:36.405614 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43456) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:36.425591 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-9f658f62-dbd9-41de-b4d5-aa4503a16e23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'network': {'name': 'tempest-RoutersTest-1023124005'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:36.498819 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b547f20-9899-491a-b991-810f0ba9a459 req-9555e693-b653-4cd7-9d9f-f0f2c36ebef8 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=556a7fb82bf0472892818b31cf2a9453&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1106293 Nov 24 21:03:36.560326 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6871ff7-be1b-4012-8bca-7bc54a1c5f23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Network': ['ID=537d395e-fdde-425a-89e2-6f570517712d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:36.578445 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 537d395e-fdde-425a-89e2-6f570517712d details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:03:36.661896 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b547f20-9899-491a-b991-810f0ba9a459 req-24aad821-20a3-4ae3-80c2-1115017b45d2 service neutron] 10.222.0.11 "GET /v2.0/networks/9d916e9d-e955-4ce2-aa60-2a3a83ce1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463614 Nov 24 21:03:36.786373 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-be45f587-cb7e-4977-92e4-7c0dfeb3da25 service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243834 Nov 24 21:03:36.793807 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f658f62-dbd9-41de-b4d5-aa4503a16e23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Made reservation on behalf of 2917837c238043fba5d286c1caf5dabd for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:03:36.797584 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f658f62-dbd9-41de-b4d5-aa4503a16e23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:36.815833 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b547f20-9899-491a-b991-810f0ba9a459 req-69b94b10-8345-4059-86b7-b9bcecae9894 service neutron] 10.222.0.11 "GET /v2.0/networks/9d916e9d-e955-4ce2-aa60-2a3a83ce1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465333 Nov 24 21:03:36.902148 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-46599f91-22e4-43f5-973f-76014e157cb0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=52edc988-d91c-414e-b88e-c8d5937a1086 HTTP/1.1" status: 200 len: 217 time: 0.0954633 Nov 24 21:03:36.919284 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17ab5a-3d49-4728-a9f5-216fd434ff93 req-dfbac856-9e37-4b14-99ba-f3139d1c5e29 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:36.922761 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da17ab5a-3d49-4728-a9f5-216fd434ff93 req-dfbac856-9e37-4b14-99ba-f3139d1c5e29 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.4610393 Nov 24 21:03:36.971391 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab8182e6-a02a-47d6-9773-47da40a48799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:37.023546 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f658f62-dbd9-41de-b4d5-aa4503a16e23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:03:37.025619 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab8182e6-a02a-47d6-9773-47da40a48799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:37.075650 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f658f62-dbd9-41de-b4d5-aa4503a16e23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:37.076024 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-9f658f62-dbd9-41de-b4d5-aa4503a16e23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Added segment c4e85adc-79bf-48e0-ac20-d89ac041d9c6 of type vlan for network 339f14ba-8103-410a-b3dc-6ad4a8ca7bdf Nov 24 21:03:37.173556 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ab8182e6-a02a-47d6-9773-47da40a48799 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b8b053f84fc04b5fa81c30bd87505d50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9393034 Nov 24 21:03:37.175143 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-1febe891-0d73-4778-9679-1c1a19fbcdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:37.176631 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-1febe891-0d73-4778-9679-1c1a19fbcdaf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26f7ad4d-47f7-4f94-83c1-a9b148ce53d9 HTTP/1.1" status: 200 len: 797 time: 0.2386541 Nov 24 21:03:37.177391 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43476) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:37.186974 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da17ab5a-3d49-4728-a9f5-216fd434ff93 req-98f40ead-d8ad-4c5b-83b6-90c98eeb9a04 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463064 Nov 24 21:03:37.226703 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8182e6-a02a-47d6-9773-47da40a48799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a4bf1a-7b48-406b-b3fb-e2678cb71854,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:37.243507 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f658f62-dbd9-41de-b4d5-aa4503a16e23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:37.278077 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-5f231264-998f-463c-bbb2-666b994d1d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:37.279859 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-5f231264-998f-463c-bbb2-666b994d1d7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0919411 Nov 24 21:03:37.328721 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e595ee9-582d-4a45-a407-8e599633ebd9 req-684a6424-7eab-4b42-b128-acc03d1aaea2 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 210 time: 0.0530286 Nov 24 21:03:37.345015 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f658f62-dbd9-41de-b4d5-aa4503a16e23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:37.346822 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba2f8a14-b9c1-442e-9e3c-1313fdde3c10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:37.360515 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f658f62-dbd9-41de-b4d5-aa4503a16e23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:37.365178 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f658f62-dbd9-41de-b4d5-aa4503a16e23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:37.381549 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba2f8a14-b9c1-442e-9e3c-1313fdde3c10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:37.470352 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba2f8a14-b9c1-442e-9e3c-1313fdde3c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:37.478588 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba2f8a14-b9c1-442e-9e3c-1313fdde3c10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:37.481872 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ba2f8a14-b9c1-442e-9e3c-1313fdde3c10 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/65a4bf1a-7b48-406b-b3fb-e2678cb71854 HTTP/1.1" status: 204 len: 168 time: 0.3032289 Nov 24 21:03:37.515541 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9f658f62-dbd9-41de-b4d5-aa4503a16e23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1071837 Nov 24 21:03:37.522874 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43486) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:37.537857 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-1e8a1e63-f177-4c60-828a-30e7c3510fa4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'subnet': {'network_id': '537d395e-fdde-425a-89e2-6f570517712d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:37.538675 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f8a14-b9c1-442e-9e3c-1313fdde3c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a4bf1a-7b48-406b-b3fb-e2678cb71854,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:38.137904 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f658f62-dbd9-41de-b4d5-aa4503a16e23 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Network': ['ID=339f14ba-8103-410a-b3dc-6ad4a8ca7bdf,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:38.161577 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 339f14ba-8103-410a-b3dc-6ad4a8ca7bdf details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:03:38.268779 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-ba48e05d-afc5-41a8-9324-6666ee42ccf5 service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9802952 Nov 24 21:03:38.487506 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-290653b2-44fa-4e52-9241-2131f1d8ed69 req-d3e92b0b-ac7d-42e3-8068-e73ca92fe8db tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 210 time: 0.0403960 Nov 24 21:03:38.530207 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-77146ab5-a0c5-4337-bf50-1d5f9d3663df service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507501 Nov 24 21:03:38.591810 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8a1e63-f177-4c60-828a-30e7c3510fa4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Made reservation on behalf of 2917837c238043fba5d286c1caf5dabd for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:03:38.595426 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1e8a1e63-f177-4c60-828a-30e7c3510fa4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:38.651970 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-c46b1931-bb13-4786-bad2-94045ee69e08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aa567d14-d659-4d4f-9c27-1888341ba909 HTTP/1.1" status: 200 len: 217 time: 0.0751679 Nov 24 21:03:38.676083 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eca066-8982-4f70-9f23-e27db8284900 req-860af2cb-e9a2-46cb-911c-76c98619e828 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:38.683808 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-97eca066-8982-4f70-9f23-e27db8284900 req-860af2cb-e9a2-46cb-911c-76c98619e828 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.3264790 Nov 24 21:03:38.744624 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-a2c193e0-1374-4961-858d-710279895a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:38.746897 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-a2c193e0-1374-4961-858d-710279895a49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2eb2776b-5847-4479-b246-63584a539d1e HTTP/1.1" status: 200 len: 797 time: 0.0575962 Nov 24 21:03:38.868816 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e24a9287-95df-4162-9e75-bf9580670560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:39.042548 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-97eca066-8982-4f70-9f23-e27db8284900 req-e068b996-eddc-4bf7-b615-eb0a72866c7d tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3559754 Nov 24 21:03:39.055717 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-1b2c6974-ff92-43c9-a1fa-d95e502bc454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:39.058619 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-1b2c6974-ff92-43c9-a1fa-d95e502bc454 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3015821 Nov 24 21:03:39.139952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b547f20-9899-491a-b991-810f0ba9a459 req-79e438bf-dcea-49d7-ad56-cf887b7d0a76 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:39.141853 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5b547f20-9899-491a-b991-810f0ba9a459 req-79e438bf-dcea-49d7-ad56-cf887b7d0a76 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.48 "GET /v2.0/networks?id=9d916e9d-e955-4ce2-aa60-2a3a83ce1216 HTTP/1.1" status: 200 len: 808 time: 0.3186677 Nov 24 21:03:39.371532 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5b547f20-9899-491a-b991-810f0ba9a459 req-3b666347-4311-4ea0-a329-6c548958f790 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=556a7fb82bf0472892818b31cf2a9453 HTTP/1.1" status: 200 len: 380 time: 0.2122529 Nov 24 21:03:39.389010 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-5b547f20-9899-491a-b991-810f0ba9a459 req-eb538176-27cd-4b30-88e1-22c0840231fb tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Request body: {'port': {'device_id': '85ad4608-ac8e-4da4-afff-bd5ba20b0477', 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216', 'admin_state_up': True, 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'security_groups': ['980f901d-b38c-4491-a428-245d0be36711']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:39.416609 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1e8a1e63-f177-4c60-828a-30e7c3510fa4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:39.525789 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-755ce73b-211e-492a-909d-272f9e3a8419 service neutron] 10.222.0.15 "GET /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310400 Nov 24 21:03:39.531538 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:39.602455 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a1e63-f177-4c60-828a-30e7c3510fa4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Subnet': ['ID=edca49e1-5c9f-4336-b590-8f59d74696f5,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:39.652171 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8a1e63-f177-4c60-828a-30e7c3510fa4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Checking segment: {'id': 'b6baa7b7-1554-4976-9570-8786e510aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '537d395e-fdde-425a-89e2-6f570517712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:03:39.652611 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8a1e63-f177-4c60-828a-30e7c3510fa4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network hostable DHCP agents. Network: 537d395e-fdde-425a-89e2-6f570517712d, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:03:39.699395 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c60ef4b0-8961-4ba9-ada5-130f7b3650e8 req-0fea28a6-d2ee-4d67-9e40-f44bcc11d642 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 210 time: 0.0398402 Nov 24 21:03:39.767728 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8a1e63-f177-4c60-828a-30e7c3510fa4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network 537d395e-fdde-425a-89e2-6f570517712d is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:03:39.782691 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b547f20-9899-491a-b991-810f0ba9a459 req-eb538176-27cd-4b30-88e1-22c0840231fb tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Made reservation on behalf of 556a7fb82bf0472892818b31cf2a9453 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:03:39.786802 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5b547f20-9899-491a-b991-810f0ba9a459 req-eb538176-27cd-4b30-88e1-22c0840231fb tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:39.800223 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-212d2573-02e5-493e-af8a-6ac1c3cf8776 service neutron] 10.222.0.15 "GET /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561953 Nov 24 21:03:39.813226 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-1e8a1e63-f177-4c60-828a-30e7c3510fa4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 537d395e-fdde-425a-89e2-6f570517712d) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:03:39.818638 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8a1e63-f177-4c60-828a-30e7c3510fa4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:39.819248 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1e8a1e63-f177-4c60-828a-30e7c3510fa4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:39.832772 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30a0f26-0b20-4a56-a655-dd6a8a7e74b6 None None] Network 537d395e-fdde-425a-89e2-6f570517712d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:03:39.881233 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-12eb26e0-9f35-4a85-ab42-94dae3f30220 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ef5f8c33-a3ce-4e37-9cc9-6819e3132187 HTTP/1.1" status: 200 len: 217 time: 0.0708544 Nov 24 21:03:39.924850 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43564) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:39.925541 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1e8a1e63-f177-4c60-828a-30e7c3510fa4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4011612 Nov 24 21:03:39.930323 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-8c2c11d7-0838-47cc-b013-ba7e738d5c94 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'subnet': {'network_id': '339f14ba-8103-410a-b3dc-6ad4a8ca7bdf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:40.008769 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3f4739-c340-4d80-826c-462a65321924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-537d395e-fdde-425a-89e2-6f570517712d', 'network_id': '537d395e-fdde-425a-89e2-6f570517712d', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'fixed_ips': [{'subnet_id': 'edca49e1-5c9f-4336-b590-8f59d74696f5'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:03:40.014842 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2d3f4739-c340-4d80-826c-462a65321924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:40.055797 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-5b547f20-9899-491a-b991-810f0ba9a459 req-eb538176-27cd-4b30-88e1-22c0840231fb tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Allocated IP 172.20.0.10 (9d916e9d-e955-4ce2-aa60-2a3a83ce1216/6fa3a3b9-560c-46ac-a6a5-06b5210eff64/77401df4-c207-4bbd-a85a-e2b717f46531) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:03:40.172502 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2c11d7-0838-47cc-b013-ba7e738d5c94 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Made reservation on behalf of 2917837c238043fba5d286c1caf5dabd for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:03:40.183579 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8c2c11d7-0838-47cc-b013-ba7e738d5c94 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:40.289541 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-2d3f4739-c340-4d80-826c-462a65321924 None None] Allocated IP 172.20.0.2 (537d395e-fdde-425a-89e2-6f570517712d/edca49e1-5c9f-4336-b590-8f59d74696f5/402b822e-9bf5-403d-99c7-e0af3f081f2d) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:03:40.346932 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5b547f20-9899-491a-b991-810f0ba9a459 req-eb538176-27cd-4b30-88e1-22c0840231fb tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:40.399179 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-16a2371c-279a-429c-910c-4ce537813f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:40.402194 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-16a2371c-279a-429c-910c-4ce537813f13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2eb2776b-5847-4479-b246-63584a539d1e HTTP/1.1" status: 200 len: 797 time: 0.5123587 Nov 24 21:03:40.441628 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f2462-53a6-48a6-9831-a6174838efaa req-bdc22e37-295c-4aa8-a7f0-1b47d9a6976f tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:40.458982 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-964f2462-53a6-48a6-9831-a6174838efaa req-bdc22e37-295c-4aa8-a7f0-1b47d9a6976f tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.2298903 Nov 24 21:03:40.568045 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-cefd7d84-f7e8-46be-a021-ab07826404dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:40.575584 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-cefd7d84-f7e8-46be-a021-ab07826404dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1498613 Nov 24 21:03:40.639179 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-964f2462-53a6-48a6-9831-a6174838efaa req-68518087-fe4f-428d-b6dd-a36d5cd01dce tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786728 Nov 24 21:03:40.662419 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5b547f20-9899-491a-b991-810f0ba9a459 req-eb538176-27cd-4b30-88e1-22c0840231fb tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:40.716399 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2d3f4739-c340-4d80-826c-462a65321924 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:40.728872 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2d3f4739-c340-4d80-826c-462a65321924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:40.797446 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f4739-c340-4d80-826c-462a65321924 None None] Pushing event updated for resources: {'Port': ['ID=402b822e-9bf5-403d-99c7-e0af3f081f2d,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:40.803849 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3f4739-c340-4d80-826c-462a65321924 None None] Network 537d395e-fdde-425a-89e2-6f570517712d is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:03:40.807725 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-2d3f4739-c340-4d80-826c-462a65321924 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:03:40.818462 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3f4739-c340-4d80-826c-462a65321924 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:03:40.865063 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8c2c11d7-0838-47cc-b013-ba7e738d5c94 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:40.923184 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b547f20-9899-491a-b991-810f0ba9a459 req-eb538176-27cd-4b30-88e1-22c0840231fb tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Network 9d916e9d-e955-4ce2-aa60-2a3a83ce1216 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:03:40.930304 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-5b547f20-9899-491a-b991-810f0ba9a459 req-eb538176-27cd-4b30-88e1-22c0840231fb tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:03:40.973005 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b547f20-9899-491a-b991-810f0ba9a459 req-eb538176-27cd-4b30-88e1-22c0840231fb tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:03:41.067159 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-2d3f4739-c340-4d80-826c-462a65321924 None None] Attempting to bind port 402b822e-9bf5-403d-99c7-e0af3f081f2d on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:03:41.067856 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-2d3f4739-c340-4d80-826c-462a65321924 None None] Attempting to bind port 402b822e-9bf5-403d-99c7-e0af3f081f2d by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'b6baa7b7-1554-4976-9570-8786e510aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '537d395e-fdde-425a-89e2-6f570517712d'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:03:41.068454 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f4739-c340-4d80-826c-462a65321924 None None] Attempting to bind port 402b822e-9bf5-403d-99c7-e0af3f081f2d on network 537d395e-fdde-425a-89e2-6f570517712d {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:03:41.077414 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:41.079011 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f4739-c340-4d80-826c-462a65321924 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:03:41.079432 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f4739-c340-4d80-826c-462a65321924 None None] Checking segment: {'id': 'b6baa7b7-1554-4976-9570-8786e510aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '537d395e-fdde-425a-89e2-6f570517712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:03:41.079796 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2d3f4739-c340-4d80-826c-462a65321924 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:41.080372 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f4739-c340-4d80-826c-462a65321924 None None] Bound using segment: {'id': 'b6baa7b7-1554-4976-9570-8786e510aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '537d395e-fdde-425a-89e2-6f570517712d'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:03:41.080888 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-2d3f4739-c340-4d80-826c-462a65321924 None None] Bound port: 402b822e-9bf5-403d-99c7-e0af3f081f2d, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6baa7b7-1554-4976-9570-8786e510aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '537d395e-fdde-425a-89e2-6f570517712d'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:03:41.081464 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2d3f4739-c340-4d80-826c-462a65321924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:41.180130 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2c11d7-0838-47cc-b013-ba7e738d5c94 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Checking segment: {'id': 'c4e85adc-79bf-48e0-ac20-d89ac041d9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '339f14ba-8103-410a-b3dc-6ad4a8ca7bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:03:41.181279 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2c11d7-0838-47cc-b013-ba7e738d5c94 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network hostable DHCP agents. Network: 339f14ba-8103-410a-b3dc-6ad4a8ca7bdf, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:03:41.189319 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb538176-27cd-4b30-88e1-22c0840231fb tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Pushing event updated for resources: {'Port': ['ID=77401df4-c207-4bbd-a85a-e2b717f46531,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:41.210865 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c11d7-0838-47cc-b013-ba7e738d5c94 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Subnet': ['ID=16afe95c-4afd-4760-874a-b6eb076e3d4c,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:41.232786 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ed9a41e1-2891-49f0-a6f1-09fc7e1ae7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:41.237400 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2d3f4739-c340-4d80-826c-462a65321924 None None] For port 402b822e-9bf5-403d-99c7-e0af3f081f2d, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:03:41.242439 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2d3f4739-c340-4d80-826c-462a65321924 None None] For port 402b822e-9bf5-403d-99c7-e0af3f081f2d, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=402b822e-9bf5-403d-99c7-e0af3f081f2d,segment=NetworkSegment(b6baa7b7-1554-4976-9570-8786e510aa27),segment_id=b6baa7b7-1554-4976-9570-8786e510aa27)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:03:41.255507 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2d3f4739-c340-4d80-826c-462a65321924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:41.255972 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38654f-4132-452e-aa05-0f1fe252e23e req-b9432581-e0aa-4b16-b553-d232602ed711 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:41.269729 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0f38654f-4132-452e-aa05-0f1fe252e23e req-b9432581-e0aa-4b16-b553-d232602ed711 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 932 time: 0.2422647 Nov 24 21:03:41.323645 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-b3fc42af-37fd-4329-89ec-9aba6c269d19 service neutron] 10.222.0.15 "GET /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7370169 Nov 24 21:03:41.329883 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2c11d7-0838-47cc-b013-ba7e738d5c94 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network 339f14ba-8103-410a-b3dc-6ad4a8ca7bdf is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:03:41.357580 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0f38654f-4132-452e-aa05-0f1fe252e23e req-241e696a-fb1d-4f7b-a9f8-df235abc9801 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/security-groups?id=980f901d-b38c-4491-a428-245d0be36711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849168 Nov 24 21:03:41.362864 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f4739-c340-4d80-826c-462a65321924 None None] Pushing event updated for resources: {'Port': ['ID=402b822e-9bf5-403d-99c7-e0af3f081f2d,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:41.363008 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-8c2c11d7-0838-47cc-b013-ba7e738d5c94 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 339f14ba-8103-410a-b3dc-6ad4a8ca7bdf) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:03:41.364934 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b547f20-9899-491a-b991-810f0ba9a459 req-eb538176-27cd-4b30-88e1-22c0840231fb tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:41.365757 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5b547f20-9899-491a-b991-810f0ba9a459 req-eb538176-27cd-4b30-88e1-22c0840231fb tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:41.380008 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2c11d7-0838-47cc-b013-ba7e738d5c94 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:41.380919 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8c2c11d7-0838-47cc-b013-ba7e738d5c94 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:41.403683 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8c2c11d7-0838-47cc-b013-ba7e738d5c94 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4777014 Nov 24 21:03:41.407923 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43598) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:41.416170 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-39c57b4b-2100-48c0-851f-0bef91118cec tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-279846478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:41.425071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08425cd-0a00-473e-9f21-33d5792bc61a None None] Network 339f14ba-8103-410a-b3dc-6ad4a8ca7bdf requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:03:41.450504 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-39c57b4b-2100-48c0-851f-0bef91118cec tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:41.451797 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-39c57b4b-2100-48c0-851f-0bef91118cec tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:41.455491 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e63483-c15b-4db9-85b3-262597eb3263 req-3faea8de-20ee-4b09-abd5-24e04a3e8f33 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:41.465711 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-69e63483-c15b-4db9-85b3-262597eb3263 req-3faea8de-20ee-4b09-abd5-24e04a3e8f33 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.4240668 Nov 24 21:03:41.504213 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5b547f20-9899-491a-b991-810f0ba9a459 req-eb538176-27cd-4b30-88e1-22c0840231fb tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1226571 Nov 24 21:03:41.522309 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e4d14a82-3c6b-412a-a689-afa23800c6bf None None] Provisioning complete for port 77401df4-c207-4bbd-a85a-e2b717f46531 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:41.522870 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e4d14a82-3c6b-412a-a689-afa23800c6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:41.545483 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-5b547f20-9899-491a-b991-810f0ba9a459 req-f5e52f37-3178-4127-a098-309c1bc4685d service neutron] Request body: {'port': {'device_id': '85ad4608-ac8e-4da4-afff-bd5ba20b0477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:41.551352 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af9269-d709-4420-9865-342c04abfb63 req-1f14be73-4b68-4e6e-88de-b70131423e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:41.552893 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f7af9269-d709-4420-9865-342c04abfb63 req-1f14be73-4b68-4e6e-88de-b70131423e87 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76400c1822bc4519abca8b807069cf99&device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 1096 time: 0.3192456 Nov 24 21:03:41.591108 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-39c57b4b-2100-48c0-851f-0bef91118cec tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:41.604685 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-39c57b4b-2100-48c0-851f-0bef91118cec tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:41.622067 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-e4d14a82-3c6b-412a-a689-afa23800c6bf None None] Port 77401df4-c207-4bbd-a85a-e2b717f46531 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:03:41.644919 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-39c57b4b-2100-48c0-851f-0bef91118cec tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:41.668241 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-39c57b4b-2100-48c0-851f-0bef91118cec tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2584863 Nov 24 21:03:41.674271 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43608) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:41.754011 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118671b5-e772-4dbc-b48b-1a7d74e4afb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-339f14ba-8103-410a-b3dc-6ad4a8ca7bdf', 'network_id': '339f14ba-8103-410a-b3dc-6ad4a8ca7bdf', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'fixed_ips': [{'subnet_id': '16afe95c-4afd-4760-874a-b6eb076e3d4c'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:03:41.755724 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-118671b5-e772-4dbc-b48b-1a7d74e4afb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:41.876037 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-69e63483-c15b-4db9-85b3-262597eb3263 req-c954f5dd-58b5-4f53-a394-7b103f433adc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4093232 Nov 24 21:03:41.930998 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f0a43d8-cb12-4344-b296-ec10d22dcbbf req-b89adbbe-5a38-40a2-82af-2166b1680535 service neutron] 10.222.0.15 "GET /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826490 Nov 24 21:03:41.959880 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5b547f20-9899-491a-b991-810f0ba9a459 req-f5e52f37-3178-4127-a098-309c1bc4685d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:42.032886 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af9269-d709-4420-9865-342c04abfb63 req-ab3912b5-0b79-4ea2-9595-b99234542e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:42.034695 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f7af9269-d709-4420-9865-342c04abfb63 req-ab3912b5-0b79-4ea2-9595-b99234542e40 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc HTTP/1.1" status: 200 len: 911 time: 0.4563353 Nov 24 21:03:42.124741 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-118671b5-e772-4dbc-b48b-1a7d74e4afb1 None None] Allocated IP 172.21.0.2 (339f14ba-8103-410a-b3dc-6ad4a8ca7bdf/16afe95c-4afd-4760-874a-b6eb076e3d4c/20ab5aa0-d47e-4b8a-a674-83368e13e8b2) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:03:42.148546 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 402b822e-9bf5-403d-99c7-e0af3f081f2d up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:03:42.203255 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0e34edc7-98de-474e-9854-49434f966842 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:42.294596 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-536034aa-4b29-4077-a7f5-75b66dd9b163 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=bee1784e3ad34e33aeaba5b59d691815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1967123 Nov 24 21:03:42.324620 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 402b822e-9bf5-403d-99c7-e0af3f081f2d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:42.325317 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:42.472570 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-ce132a20-33f3-47fb-be6d-b91f2630d33c tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:42.478209 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:42.480339 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-ce132a20-33f3-47fb-be6d-b91f2630d33c tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1525891 Nov 24 21:03:42.514792 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f7af9269-d709-4420-9865-342c04abfb63 req-4068bd01-a390-4f01-bdcc-05606d1a1cad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af0d2ff1-f872-4b17-9b2e-15bc4503c995 HTTP/1.1" status: 200 len: 1001 time: 0.4059174 Nov 24 21:03:42.522903 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-599c2371-ff2d-44f0-8fed-78b2f7a2c14e tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/quotas/bee1784e3ad34e33aeaba5b59d691815 HTTP/1.1" status: 200 len: 375 time: 0.0415783 Nov 24 21:03:42.618051 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-a47886a4-8739-4aca-b0e3-b1c9705875e8 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bee1784e3ad34e33aeaba5b59d691815&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0937903 Nov 24 21:03:42.659122 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-0e34edc7-98de-474e-9854-49434f966842 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Allocated IP 172.20.0.1 (537d395e-fdde-425a-89e2-6f570517712d/edca49e1-5c9f-4336-b590-8f59d74696f5/e8f7f30f-a05e-4290-a728-a5a0832fcb6c) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:03:42.710747 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af9269-d709-4420-9865-342c04abfb63 req-f7bad397-81d5-4f8f-97b6-c5038237e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:42.717701 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f7af9269-d709-4420-9865-342c04abfb63 req-f7bad397-81d5-4f8f-97b6-c5038237e2bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df44411-bad0-41e8-8c64-bf8945205f26 HTTP/1.1" status: 200 len: 849 time: 0.1898153 Nov 24 21:03:42.808572 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0e34edc7-98de-474e-9854-49434f966842 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:42.857619 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0e34edc7-98de-474e-9854-49434f966842 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:42.936392 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-118671b5-e772-4dbc-b48b-1a7d74e4afb1 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:42.938383 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af9269-d709-4420-9865-342c04abfb63 req-b4e84f9b-db92-48e1-b67d-0f1f9f8e238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:42.946701 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:42.949163 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f7af9269-d709-4420-9865-342c04abfb63 req-b4e84f9b-db92-48e1-b67d-0f1f9f8e238a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2222888 Nov 24 21:03:42.992802 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e34edc7-98de-474e-9854-49434f966842 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network 537d395e-fdde-425a-89e2-6f570517712d is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:03:43.010729 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bddad-145d-40fd-b3f1-17e103a26b28 req-732603c5-241a-4901-a760-bd49e9b18a10 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:43.018247 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1c7bddad-145d-40fd-b3f1-17e103a26b28 req-732603c5-241a-4901-a760-bd49e9b18a10 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 932 time: 0.1757641 Nov 24 21:03:43.020342 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-0e34edc7-98de-474e-9854-49434f966842 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:03:43.021994 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-118671b5-e772-4dbc-b48b-1a7d74e4afb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:43.022894 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e34edc7-98de-474e-9854-49434f966842 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:03:43.066667 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-5b547f20-9899-491a-b991-810f0ba9a459 req-f5e52f37-3178-4127-a098-309c1bc4685d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77401df4-c207-4bbd-a85a-e2b717f46531 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:03:43.075030 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34edc7-98de-474e-9854-49434f966842 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Port': ['ID=e8f7f30f-a05e-4290-a728-a5a0832fcb6c,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:43.099591 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118671b5-e772-4dbc-b48b-1a7d74e4afb1 None None] Pushing event updated for resources: {'Port': ['ID=20ab5aa0-d47e-4b8a-a674-83368e13e8b2,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:43.117835 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1c7bddad-145d-40fd-b3f1-17e103a26b28 req-8ae12a0f-2b91-4224-821f-0936ef7fb278 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/security-groups?id=980f901d-b38c-4491-a428-245d0be36711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980642 Nov 24 21:03:43.123857 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0e34edc7-98de-474e-9854-49434f966842 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:43.155317 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 402b822e-9bf5-403d-99c7-e0af3f081f2d, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=402b822e-9bf5-403d-99c7-e0af3f081f2d,segment=NetworkSegment(b6baa7b7-1554-4976-9570-8786e510aa27),segment_id=b6baa7b7-1554-4976-9570-8786e510aa27)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:43.169592 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118671b5-e772-4dbc-b48b-1a7d74e4afb1 None None] Network 339f14ba-8103-410a-b3dc-6ad4a8ca7bdf is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:03:43.171515 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-118671b5-e772-4dbc-b48b-1a7d74e4afb1 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:03:43.174555 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118671b5-e772-4dbc-b48b-1a7d74e4afb1 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:03:43.178983 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5b547f20-9899-491a-b991-810f0ba9a459 req-f5e52f37-3178-4127-a098-309c1bc4685d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:43.180768 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54566ed-5d49-4843-b90d-5886f6f73471 None None] Network 537d395e-fdde-425a-89e2-6f570517712d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:03:43.242834 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f3dfc96f-469b-4cc5-b289-f37c99f41655 req-d2eb51ee-f667-452f-b292-3adddf660ffc tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ea79dd3-6e8f-4092-8b14-ecbf83de3621 HTTP/1.1" status: 200 len: 210 time: 0.1203198 Nov 24 21:03:43.317430 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:43.357595 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-5b547f20-9899-491a-b991-810f0ba9a459 req-f5e52f37-3178-4127-a098-309c1bc4685d service neutron] Transition to ACTIVE for port object 77401df4-c207-4bbd-a85a-e2b717f46531 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:03:43.371690 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5b547f20-9899-491a-b991-810f0ba9a459 req-f5e52f37-3178-4127-a098-309c1bc4685d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:43.509850 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f7af9269-d709-4420-9865-342c04abfb63 req-2bb76d9f-b9bc-4f5d-a938-8854fdded629 service neutron] 10.222.0.48 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597365 Nov 24 21:03:43.511759 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-118671b5-e772-4dbc-b48b-1a7d74e4afb1 None None] Attempting to bind port 20ab5aa0-d47e-4b8a-a674-83368e13e8b2 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:03:43.512149 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-118671b5-e772-4dbc-b48b-1a7d74e4afb1 None None] Attempting to bind port 20ab5aa0-d47e-4b8a-a674-83368e13e8b2 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c4e85adc-79bf-48e0-ac20-d89ac041d9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '339f14ba-8103-410a-b3dc-6ad4a8ca7bdf'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:03:43.512556 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118671b5-e772-4dbc-b48b-1a7d74e4afb1 None None] Attempting to bind port 20ab5aa0-d47e-4b8a-a674-83368e13e8b2 on network 339f14ba-8103-410a-b3dc-6ad4a8ca7bdf {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:03:43.515061 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-5e40aada-b99d-4fa1-8879-8d448ed1faff None None] Provisioning complete for port 402b822e-9bf5-403d-99c7-e0af3f081f2d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:43.515441 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5e40aada-b99d-4fa1-8879-8d448ed1faff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:43.530589 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e52f37-3178-4127-a098-309c1bc4685d service neutron] Pushing event updated for resources: {'Port': ['ID=77401df4-c207-4bbd-a85a-e2b717f46531,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:43.628256 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118671b5-e772-4dbc-b48b-1a7d74e4afb1 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:03:43.628649 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118671b5-e772-4dbc-b48b-1a7d74e4afb1 None None] Checking segment: {'id': 'c4e85adc-79bf-48e0-ac20-d89ac041d9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '339f14ba-8103-410a-b3dc-6ad4a8ca7bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:03:43.629072 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-118671b5-e772-4dbc-b48b-1a7d74e4afb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:43.629680 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118671b5-e772-4dbc-b48b-1a7d74e4afb1 None None] Bound using segment: {'id': 'c4e85adc-79bf-48e0-ac20-d89ac041d9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '339f14ba-8103-410a-b3dc-6ad4a8ca7bdf'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:03:43.630427 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-118671b5-e772-4dbc-b48b-1a7d74e4afb1 None None] Bound port: 20ab5aa0-d47e-4b8a-a674-83368e13e8b2, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e85adc-79bf-48e0-ac20-d89ac041d9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '339f14ba-8103-410a-b3dc-6ad4a8ca7bdf'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:03:43.631019 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-118671b5-e772-4dbc-b48b-1a7d74e4afb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:43.677931 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-5b547f20-9899-491a-b991-810f0ba9a459 req-f5e52f37-3178-4127-a098-309c1bc4685d service neutron] Attempting to bind port 77401df4-c207-4bbd-a85a-e2b717f46531 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:03:43.679729 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-5b547f20-9899-491a-b991-810f0ba9a459 req-f5e52f37-3178-4127-a098-309c1bc4685d service neutron] Attempting to bind port 77401df4-c207-4bbd-a85a-e2b717f46531 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '090e3039-982e-4b26-93bb-2ff84bb97731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:03:43.682735 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b547f20-9899-491a-b991-810f0ba9a459 req-f5e52f37-3178-4127-a098-309c1bc4685d service neutron] Attempting to bind port 77401df4-c207-4bbd-a85a-e2b717f46531 on network 9d916e9d-e955-4ce2-aa60-2a3a83ce1216 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:03:43.716146 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=402b822e-9bf5-403d-99c7-e0af3f081f2d,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:43.757808 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b547f20-9899-491a-b991-810f0ba9a459 req-f5e52f37-3178-4127-a098-309c1bc4685d service neutron] Port 77401df4-c207-4bbd-a85a-e2b717f46531 on network 9d916e9d-e955-4ce2-aa60-2a3a83ce1216 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:03:43.758724 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b547f20-9899-491a-b991-810f0ba9a459 req-f5e52f37-3178-4127-a098-309c1bc4685d service neutron] Attempting to bind port 77401df4-c207-4bbd-a85a-e2b717f46531 on network 9d916e9d-e955-4ce2-aa60-2a3a83ce1216 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:03:43.814208 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0e34edc7-98de-474e-9854-49434f966842 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:43.821006 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:43.862982 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b547f20-9899-491a-b991-810f0ba9a459 req-f5e52f37-3178-4127-a098-309c1bc4685d service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:03:43.863597 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b547f20-9899-491a-b991-810f0ba9a459 req-f5e52f37-3178-4127-a098-309c1bc4685d service neutron] Checking segment: {'id': '090e3039-982e-4b26-93bb-2ff84bb97731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:03:43.866557 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b547f20-9899-491a-b991-810f0ba9a459 req-f5e52f37-3178-4127-a098-309c1bc4685d service neutron] Bound using segment: {'id': '090e3039-982e-4b26-93bb-2ff84bb97731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:03:43.867126 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-5b547f20-9899-491a-b991-810f0ba9a459 req-f5e52f37-3178-4127-a098-309c1bc4685d service neutron] Bound port: 77401df4-c207-4bbd-a85a-e2b717f46531, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '090e3039-982e-4b26-93bb-2ff84bb97731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:03:43.867539 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5b547f20-9899-491a-b991-810f0ba9a459 req-f5e52f37-3178-4127-a098-309c1bc4685d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:43.884011 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-118671b5-e772-4dbc-b48b-1a7d74e4afb1 None None] For port 20ab5aa0-d47e-4b8a-a674-83368e13e8b2, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:03:43.884584 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328055f-d0b4-4869-ab52-06ca9a00737b req-14c1efb5-a8a3-4dce-b326-44dded6c1023 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:43.889132 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b328055f-d0b4-4869-ab52-06ca9a00737b req-14c1efb5-a8a3-4dce-b326-44dded6c1023 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.6076350 Nov 24 21:03:43.895004 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-118671b5-e772-4dbc-b48b-1a7d74e4afb1 None None] For port 20ab5aa0-d47e-4b8a-a674-83368e13e8b2, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=20ab5aa0-d47e-4b8a-a674-83368e13e8b2,segment=NetworkSegment(c4e85adc-79bf-48e0-ac20-d89ac041d9c6),segment_id=c4e85adc-79bf-48e0-ac20-d89ac041d9c6)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:03:43.906223 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-118671b5-e772-4dbc-b48b-1a7d74e4afb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:43.965213 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f7af9269-d709-4420-9865-342c04abfb63 req-a0c317ca-0ace-4eec-a28e-1016b17ed07d service neutron] 10.222.0.48 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306052 Nov 24 21:03:44.033914 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-5b547f20-9899-491a-b991-810f0ba9a459 req-f5e52f37-3178-4127-a098-309c1bc4685d service neutron] For port 77401df4-c207-4bbd-a85a-e2b717f46531, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:03:44.042692 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118671b5-e772-4dbc-b48b-1a7d74e4afb1 None None] Pushing event updated for resources: {'Port': ['ID=20ab5aa0-d47e-4b8a-a674-83368e13e8b2,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:44.044972 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-5b547f20-9899-491a-b991-810f0ba9a459 req-f5e52f37-3178-4127-a098-309c1bc4685d service neutron] For port 77401df4-c207-4bbd-a85a-e2b717f46531, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=77401df4-c207-4bbd-a85a-e2b717f46531,segment=NetworkSegment(090e3039-982e-4b26-93bb-2ff84bb97731),segment_id=090e3039-982e-4b26-93bb-2ff84bb97731)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:03:44.059006 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5b547f20-9899-491a-b991-810f0ba9a459 req-f5e52f37-3178-4127-a098-309c1bc4685d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:44.135329 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 402b822e-9bf5-403d-99c7-e0af3f081f2d up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:03:44.139062 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b547f20-9899-491a-b991-810f0ba9a459 req-f5e52f37-3178-4127-a098-309c1bc4685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:44.141070 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5b547f20-9899-491a-b991-810f0ba9a459 req-f5e52f37-3178-4127-a098-309c1bc4685d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:44.142672 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5b547f20-9899-491a-b991-810f0ba9a459 req-f5e52f37-3178-4127-a098-309c1bc4685d service neutron] 10.222.0.48 "PUT /v2.0/ports/77401df4-c207-4bbd-a85a-e2b717f46531 HTTP/1.1" status: 200 len: 1092 time: 2.6017907 Nov 24 21:03:44.143336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ad4608-ac8e-4da4-afff-bd5ba20b0477', 'tag': '77401df4-c207-4bbd-a85a-e2b717f46531'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:03:44.169801 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d72a45e-fff6-4cc3-8f2d-b47acbe0c719" -d '{"events": [{"name": "network-changed", "server_uuid": "85ad4608-ac8e-4da4-afff-bd5ba20b0477", "tag": "77401df4-c207-4bbd-a85a-e2b717f46531"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:03:44.215579 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b328055f-d0b4-4869-ab52-06ca9a00737b req-823ad971-e71f-42a9-8298-ac3d25afbb42 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703450 Nov 24 21:03:44.284738 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e52f37-3178-4127-a098-309c1bc4685d service neutron] Pushing event updated for resources: {'Port': ['ID=77401df4-c207-4bbd-a85a-e2b717f46531,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:44.400401 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7f8fbdf8-e945-4ea0-ad35-3dd4471edc28 None None] Provisioning complete for port 402b822e-9bf5-403d-99c7-e0af3f081f2d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:44.401323 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7f8fbdf8-e945-4ea0-ad35-3dd4471edc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:44.519067 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13806cbb-0934-4e44-a2f3-b1ac1eca411e x-openstack-request-id: req-13806cbb-0934-4e44-a2f3-b1ac1eca411e {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:03:44.519671 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ad4608-ac8e-4da4-afff-bd5ba20b0477", "tag": "77401df4-c207-4bbd-a85a-e2b717f46531", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:03:44.521612 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-13806cbb-0934-4e44-a2f3-b1ac1eca411e {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:03:44.522203 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ad4608-ac8e-4da4-afff-bd5ba20b0477', 'tag': '77401df4-c207-4bbd-a85a-e2b717f46531', 'status': 'completed', 'code': 200} Nov 24 21:03:44.590122 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbedd4-3f08-4eca-ad50-f458d130e0c4 req-961c0c5f-f675-4668-adfc-998c686818a6 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:44.601892 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-65cbedd4-3f08-4eca-ad50-f458d130e0c4 req-961c0c5f-f675-4668-adfc-998c686818a6 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 944 time: 0.2036064 Nov 24 21:03:44.612141 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b547f20-9899-491a-b991-810f0ba9a459 req-f4ea48d9-0a80-4703-a36a-441b5984e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:44.614100 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 402b822e-9bf5-403d-99c7-e0af3f081f2d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:44.614531 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5b547f20-9899-491a-b991-810f0ba9a459 req-f4ea48d9-0a80-4703-a36a-441b5984e199 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=556a7fb82bf0472892818b31cf2a9453&device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 1095 time: 0.3166747 Nov 24 21:03:44.614705 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:44.645597 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d57d49c1-4caa-49ec-95ac-9086d3271225 req-8c8081e8-3c7e-4134-944b-f9f9a53547ad tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ea79dd3-6e8f-4092-8b14-ecbf83de3621 HTTP/1.1" status: 200 len: 210 time: 0.0934856 Nov 24 21:03:44.726238 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0e34edc7-98de-474e-9854-49434f966842 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:44.740964 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0e34edc7-98de-474e-9854-49434f966842 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:44.764791 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5b547f20-9899-491a-b991-810f0ba9a459 req-e546cf55-cf2c-4e82-b224-50e230b57374 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77401df4-c207-4bbd-a85a-e2b717f46531 HTTP/1.1" status: 200 len: 217 time: 0.1400580 Nov 24 21:03:44.790708 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7f8fbdf8-e945-4ea0-ad35-3dd4471edc28 None None] Provisioning complete for port e8f7f30f-a05e-4290-a728-a5a0832fcb6c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:44.791275 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7f8fbdf8-e945-4ea0-ad35-3dd4471edc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:44.898301 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-7f8fbdf8-e945-4ea0-ad35-3dd4471edc28 None None] Port e8f7f30f-a05e-4290-a728-a5a0832fcb6c cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:03:44.926455 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-65cbedd4-3f08-4eca-ad50-f458d130e0c4 req-ab64cc7f-d2dd-4e96-ba9c-413a9e498ece tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/security-groups?id=980f901d-b38c-4491-a428-245d0be36711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3220644 Nov 24 21:03:44.987318 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b547f20-9899-491a-b991-810f0ba9a459 req-c301f859-e7ae-489b-90f8-3af06e4cc383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:44.987497 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:44.990309 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5b547f20-9899-491a-b991-810f0ba9a459 req-c301f859-e7ae-489b-90f8-3af06e4cc383 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6fa3a3b9-560c-46ac-a6a5-06b5210eff64 HTTP/1.1" status: 200 len: 847 time: 0.2129886 Nov 24 21:03:45.032723 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-4de1e8a8-30bd-4a7e-acdc-61b8a5d6c417 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bee1784e3ad34e33aeaba5b59d691815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1041903 Nov 24 21:03:45.059167 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34edc7-98de-474e-9854-49434f966842 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Port': ['ID=e8f7f30f-a05e-4290-a728-a5a0832fcb6c,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:45.094957 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-bcf13a46-eebc-48a8-bfa1-a9a0c6730eac None None] Provisioning complete for port e8f7f30f-a05e-4290-a728-a5a0832fcb6c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:45.095654 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bcf13a46-eebc-48a8-bfa1-a9a0c6730eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:45.106143 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0e34edc7-98de-474e-9854-49434f966842 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:45.171927 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b547f20-9899-491a-b991-810f0ba9a459 req-0152b678-0f1e-49e4-8f73-57babc40c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:45.174560 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5b547f20-9899-491a-b991-810f0ba9a459 req-0152b678-0f1e-49e4-8f73-57babc40c2e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d916e9d-e955-4ce2-aa60-2a3a83ce1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396244 Nov 24 21:03:45.219591 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-bcf13a46-eebc-48a8-bfa1-a9a0c6730eac None None] Port e8f7f30f-a05e-4290-a728-a5a0832fcb6c cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:03:45.280126 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-e280f0db-0f35-4930-b44c-5bfc721d9aa6 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:45.281815 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-e280f0db-0f35-4930-b44c-5bfc721d9aa6 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2385480 Nov 24 21:03:45.300217 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e34edc7-98de-474e-9854-49434f966842 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network 537d395e-fdde-425a-89e2-6f570517712d is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:03:45.302216 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-0e34edc7-98de-474e-9854-49434f966842 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:03:45.315921 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-778ca2ea-16c5-4503-b328-3be6e636ece3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Request body: {'port': {'device_id': '7ea79dd3-6e8f-4092-8b14-ecbf83de3621', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': 'bee1784e3ad34e33aeaba5b59d691815'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:45.396320 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:03:45.523326 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbe63d-6629-4ae1-bd2a-03f5f46b4100 req-28630952-0abe-4d6c-89ce-795bf989981e tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:45.524900 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51fbe63d-6629-4ae1-bd2a-03f5f46b4100 req-28630952-0abe-4d6c-89ce-795bf989981e tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.1434724 Nov 24 21:03:45.647504 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51fbe63d-6629-4ae1-bd2a-03f5f46b4100 req-f4396cce-1722-4b20-8549-4536d4e0a216 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136851 Nov 24 21:03:45.652028 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e34edc7-98de-474e-9854-49434f966842 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Router b7ae6e18-1c46-4f10-bd7f-c61616d8da2f is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:03:45.794462 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-55083935-f605-4c74-b7a8-7f7721ef4ddb None None] Provisioning complete for port e8f7f30f-a05e-4290-a728-a5a0832fcb6c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:45.794850 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-55083935-f605-4c74-b7a8-7f7721ef4ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:45.796729 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e34edc7-98de-474e-9854-49434f966842 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:03:45.802269 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0e34edc7-98de-474e-9854-49434f966842 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/routers/b7ae6e18-1c46-4f10-bd7f-c61616d8da2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1263945 Nov 24 21:03:45.804669 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43708) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:45.828558 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a18e8e-aef6-4483-bb3e-05b6be4d5a78 None None] Sync routers for ids ['b7ae6e18-1c46-4f10-bd7f-c61616d8da2f'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:03:45.857896 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-55083935-f605-4c74-b7a8-7f7721ef4ddb None None] Port e8f7f30f-a05e-4290-a728-a5a0832fcb6c cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:03:45.863306 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a18e8e-aef6-4483-bb3e-05b6be4d5a78 None None] Routers {'b7ae6e18-1c46-4f10-bd7f-c61616d8da2f'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:45.863994 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d3a18e8e-aef6-4483-bb3e-05b6be4d5a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b7ae6e18-1c46-4f10-bd7f-c61616d8da2f'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:45.873957 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e6d525-7272-4e6f-bf20-302415f88ade tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:45.875839 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d7e6d525-7272-4e6f-bf20-302415f88ade tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/ports/e8f7f30f-a05e-4290-a728-a5a0832fcb6c HTTP/1.1" status: 200 len: 910 time: 0.0699687 Nov 24 21:03:45.878587 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43712) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:45.953048 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d3a18e8e-aef6-4483-bb3e-05b6be4d5a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:45.958288 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5b547f20-9899-491a-b991-810f0ba9a459 req-564a67d1-cf99-4418-9d94-c6f6b766eed0 service neutron] 10.222.0.48 "GET /v2.0/networks/9d916e9d-e955-4ce2-aa60-2a3a83ce1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7461669 Nov 24 21:03:45.969168 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a18e8e-aef6-4483-bb3e-05b6be4d5a78 None None] Routers {'b7ae6e18-1c46-4f10-bd7f-c61616d8da2f'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:45.969947 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d3a18e8e-aef6-4483-bb3e-05b6be4d5a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b7ae6e18-1c46-4f10-bd7f-c61616d8da2f'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:46.097816 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d3a18e8e-aef6-4483-bb3e-05b6be4d5a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:46.098610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a18e8e-aef6-4483-bb3e-05b6be4d5a78 None None] The sync data for ids ['b7ae6e18-1c46-4f10-bd7f-c61616d8da2f'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:03:46.186901 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2eb9f99c-7f0a-40d9-8be1-5b2b2626060b req-61f7bf56-8ea7-41f7-ad3d-6f64bf517d8d tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ea79dd3-6e8f-4092-8b14-ecbf83de3621 HTTP/1.1" status: 200 len: 210 time: 0.2308877 Nov 24 21:03:46.192836 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc508207-1815-4d1d-9dee-80c7963bb3ad None None] Network 339f14ba-8103-410a-b3dc-6ad4a8ca7bdf requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:03:46.239031 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01690e2-6258-4bcb-addb-17d409000d79 req-9ace2de4-098f-4b1b-ba56-0e445cbf3c89 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:46.249237 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f01690e2-6258-4bcb-addb-17d409000d79 req-9ace2de4-098f-4b1b-ba56-0e445cbf3c89 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 944 time: 0.1622818 Nov 24 21:03:46.251870 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 20ab5aa0-d47e-4b8a-a674-83368e13e8b2 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:03:46.301865 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5b547f20-9899-491a-b991-810f0ba9a459 req-063c80a6-218e-45ab-9251-f7b583bcef78 service neutron] 10.222.0.48 "GET /v2.0/networks/9d916e9d-e955-4ce2-aa60-2a3a83ce1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328781 Nov 24 21:03:46.373305 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6266f4f0-cdc1-469e-8024-add4db260a22 None None] Provisioning complete for port 20ab5aa0-d47e-4b8a-a674-83368e13e8b2 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:46.373877 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6266f4f0-cdc1-469e-8024-add4db260a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:46.398927 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 20ab5aa0-d47e-4b8a-a674-83368e13e8b2 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:46.399444 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:46.418654 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f01690e2-6258-4bcb-addb-17d409000d79 req-3cccfdbc-9ce5-4a4e-9111-798ff425f9a6 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/security-groups?id=980f901d-b38c-4491-a428-245d0be36711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673965 Nov 24 21:03:46.474198 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-778ca2ea-16c5-4503-b328-3be6e636ece3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Made reservation on behalf of bee1784e3ad34e33aeaba5b59d691815 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:03:46.479857 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-778ca2ea-16c5-4503-b328-3be6e636ece3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:46.502572 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-778ca2ea-16c5-4503-b328-3be6e636ece3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:46.521604 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72a45e-fff6-4cc3-8f2d-b47acbe0c719 req-132b5f54-32fe-4cd6-8ef1-b55d75084aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:46.524688 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d72a45e-fff6-4cc3-8f2d-b47acbe0c719 req-132b5f54-32fe-4cd6-8ef1-b55d75084aeb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=556a7fb82bf0472892818b31cf2a9453&device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 1095 time: 0.1313558 Nov 24 21:03:46.632979 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:46.721779 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72a45e-fff6-4cc3-8f2d-b47acbe0c719 req-b9ada55e-1f77-4622-a5ef-425a2cebe9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:46.723650 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d72a45e-fff6-4cc3-8f2d-b47acbe0c719 req-b9ada55e-1f77-4622-a5ef-425a2cebe9d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d916e9d-e955-4ce2-aa60-2a3a83ce1216 HTTP/1.1" status: 200 len: 909 time: 0.1903870 Nov 24 21:03:46.739702 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6266f4f0-cdc1-469e-8024-add4db260a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:46.753857 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 20ab5aa0-d47e-4b8a-a674-83368e13e8b2, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=20ab5aa0-d47e-4b8a-a674-83368e13e8b2,segment=NetworkSegment(c4e85adc-79bf-48e0-ac20-d89ac041d9c6),segment_id=c4e85adc-79bf-48e0-ac20-d89ac041d9c6)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:46.764475 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:46.800573 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2aacaf2d-3eb6-43b8-990d-1a1b87c58618 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:46.807628 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d72a45e-fff6-4cc3-8f2d-b47acbe0c719 req-280024d6-d27b-4267-b7ab-f25b373b2e95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77401df4-c207-4bbd-a85a-e2b717f46531 HTTP/1.1" status: 200 len: 217 time: 0.0713253 Nov 24 21:03:46.915309 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=20ab5aa0-d47e-4b8a-a674-83368e13e8b2,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:46.915616 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72a45e-fff6-4cc3-8f2d-b47acbe0c719 req-fd790a7e-a498-412e-ad65-cd6ae9ae3753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:46.920295 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d72a45e-fff6-4cc3-8f2d-b47acbe0c719 req-fd790a7e-a498-412e-ad65-cd6ae9ae3753 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6fa3a3b9-560c-46ac-a6a5-06b5210eff64 HTTP/1.1" status: 200 len: 847 time: 0.1032059 Nov 24 21:03:46.923504 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-6266f4f0-cdc1-469e-8024-add4db260a22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:03:46.928121 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-6266f4f0-cdc1-469e-8024-add4db260a22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:03:47.050951 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-778ca2ea-16c5-4503-b328-3be6e636ece3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:47.058289 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-778ca2ea-16c5-4503-b328-3be6e636ece3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:47.063064 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72a45e-fff6-4cc3-8f2d-b47acbe0c719 req-d7dc7dfc-df97-4dc7-9345-b99a564a3486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:47.064934 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d72a45e-fff6-4cc3-8f2d-b47acbe0c719 req-d7dc7dfc-df97-4dc7-9345-b99a564a3486 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d916e9d-e955-4ce2-aa60-2a3a83ce1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330950 Nov 24 21:03:47.214883 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ca2ea-16c5-4503-b328-3be6e636ece3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28eff678-e8bb-481b-9fc2-e79d5fa4514f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:47.245513 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-2aacaf2d-3eb6-43b8-990d-1a1b87c58618 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Allocated IP 172.21.0.1 (339f14ba-8103-410a-b3dc-6ad4a8ca7bdf/16afe95c-4afd-4760-874a-b6eb076e3d4c/47586fb0-d85d-4dae-97d7-27ef941e9441) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:03:47.321655 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ceb16756-ba71-40ee-9535-401d1f0aaf95 req-efb90b8d-918e-4479-8832-9e45c4825808 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ea79dd3-6e8f-4092-8b14-ecbf83de3621 HTTP/1.1" status: 200 len: 210 time: 0.0416024 Nov 24 21:03:47.345083 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d72a45e-fff6-4cc3-8f2d-b47acbe0c719 req-25eb9942-d319-4612-88d5-efa680bbf441 service neutron] 10.222.0.48 "GET /v2.0/networks/9d916e9d-e955-4ce2-aa60-2a3a83ce1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687941 Nov 24 21:03:47.356701 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-778ca2ea-16c5-4503-b328-3be6e636ece3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Allocated IP 192.168.233.162 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/17b1b8f3-e265-4a3b-bd36-776d27b4bf8c) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:03:47.409562 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2aacaf2d-3eb6-43b8-990d-1a1b87c58618 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:47.465683 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2aacaf2d-3eb6-43b8-990d-1a1b87c58618 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:47.527716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aacaf2d-3eb6-43b8-990d-1a1b87c58618 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network 339f14ba-8103-410a-b3dc-6ad4a8ca7bdf is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:03:47.544948 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-2aacaf2d-3eb6-43b8-990d-1a1b87c58618 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:03:47.551926 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aacaf2d-3eb6-43b8-990d-1a1b87c58618 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:03:47.605788 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d72a45e-fff6-4cc3-8f2d-b47acbe0c719 req-d28cacee-e44e-44ff-91b7-3b521cd06fcd service neutron] 10.222.0.48 "GET /v2.0/networks/9d916e9d-e955-4ce2-aa60-2a3a83ce1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510781 Nov 24 21:03:47.610774 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3cbe0fe0-50cb-4d62-8fe2-55886295044a None None] Provisioning complete for port 20ab5aa0-d47e-4b8a-a674-83368e13e8b2 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:47.612942 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3cbe0fe0-50cb-4d62-8fe2-55886295044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:47.658598 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacaf2d-3eb6-43b8-990d-1a1b87c58618 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Port': ['ID=47586fb0-d85d-4dae-97d7-27ef941e9441,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:47.705276 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6235ff-70c0-4988-889a-c7da616cc5fd req-83d9159a-6ccd-4efa-8f59-bae4e7546da0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:47.707090 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ff6235ff-70c0-4988-889a-c7da616cc5fd req-83d9159a-6ccd-4efa-8f59-bae4e7546da0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 944 time: 0.1782799 Nov 24 21:03:47.708571 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2aacaf2d-3eb6-43b8-990d-1a1b87c58618 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:47.799821 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-778ca2ea-16c5-4503-b328-3be6e636ece3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:47.867661 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-778ca2ea-16c5-4503-b328-3be6e636ece3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:47.903868 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ff6235ff-70c0-4988-889a-c7da616cc5fd req-598f57bd-a514-45cb-859d-7b2a9e28e69f tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/security-groups?id=980f901d-b38c-4491-a428-245d0be36711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074789 Nov 24 21:03:47.935949 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-778ca2ea-16c5-4503-b328-3be6e636ece3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:03:47.939261 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-778ca2ea-16c5-4503-b328-3be6e636ece3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:03:47.946331 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-778ca2ea-16c5-4503-b328-3be6e636ece3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:03:47.984312 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2aacaf2d-3eb6-43b8-990d-1a1b87c58618 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:47.990155 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ca2ea-16c5-4503-b328-3be6e636ece3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Pushing event updated for resources: {'Port': ['ID=17b1b8f3-e265-4a3b-bd36-776d27b4bf8c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:48.065898 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-778ca2ea-16c5-4503-b328-3be6e636ece3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:48.066600 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-778ca2ea-16c5-4503-b328-3be6e636ece3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:48.097111 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-778ca2ea-16c5-4503-b328-3be6e636ece3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7859111 Nov 24 21:03:48.113994 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-14a537bf-caf8-4339-8ec4-4c1b72cbea3e service neutron] Request body: {'port': {'device_id': '7ea79dd3-6e8f-4092-8b14-ecbf83de3621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:48.114738 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-06a0e562-9917-41d3-8d7d-56091328e35f None None] Provisioning complete for port 47586fb0-d85d-4dae-97d7-27ef941e9441 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:48.115376 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-06a0e562-9917-41d3-8d7d-56091328e35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:48.174123 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 20ab5aa0-d47e-4b8a-a674-83368e13e8b2 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:03:48.243693 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-06a0e562-9917-41d3-8d7d-56091328e35f None None] Port 47586fb0-d85d-4dae-97d7-27ef941e9441 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:03:48.256258 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-14a537bf-caf8-4339-8ec4-4c1b72cbea3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:48.308808 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 20ab5aa0-d47e-4b8a-a674-83368e13e8b2 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:48.308808 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:48.420019 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d234df49-15e3-484d-a353-ebe57927cdbf None None] Provisioning complete for port 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:48.423129 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d234df49-15e3-484d-a353-ebe57927cdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:48.511094 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-d234df49-15e3-484d-a353-ebe57927cdbf None None] Port 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:03:48.514069 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2aacaf2d-3eb6-43b8-990d-1a1b87c58618 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:48.526201 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2aacaf2d-3eb6-43b8-990d-1a1b87c58618 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:48.613815 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937a015-2818-410d-b54d-3a1ecdc6a6e8 req-026329fc-b83e-4292-8f52-b6c438333949 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:48.615447 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2937a015-2818-410d-b54d-3a1ecdc6a6e8 req-026329fc-b83e-4292-8f52-b6c438333949 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ea79dd3-6e8f-4092-8b14-ecbf83de3621 HTTP/1.1" status: 200 len: 936 time: 0.1295407 Nov 24 21:03:48.651616 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2aacaf2d-3eb6-43b8-990d-1a1b87c58618 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:48.691697 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacaf2d-3eb6-43b8-990d-1a1b87c58618 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Port': ['ID=47586fb0-d85d-4dae-97d7-27ef941e9441,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:48.753825 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2937a015-2818-410d-b54d-3a1ecdc6a6e8 req-052e8c3b-20ae-4610-85d3-8c077219c637 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/security-groups?id=28eff678-e8bb-481b-9fc2-e79d5fa4514f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244690 Nov 24 21:03:48.770552 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-14a537bf-caf8-4339-8ec4-4c1b72cbea3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:03:48.779497 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-14a537bf-caf8-4339-8ec4-4c1b72cbea3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:48.793750 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-14a537bf-caf8-4339-8ec4-4c1b72cbea3e service neutron] Transition to ACTIVE for port object 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:03:48.799187 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-14a537bf-caf8-4339-8ec4-4c1b72cbea3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:48.801696 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aacaf2d-3eb6-43b8-990d-1a1b87c58618 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network 339f14ba-8103-410a-b3dc-6ad4a8ca7bdf is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:03:48.803831 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-2aacaf2d-3eb6-43b8-990d-1a1b87c58618 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:03:48.930176 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a537bf-caf8-4339-8ec4-4c1b72cbea3e service neutron] Pushing event updated for resources: {'Port': ['ID=17b1b8f3-e265-4a3b-bd36-776d27b4bf8c,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:49.101221 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 77401df4-c207-4bbd-a85a-e2b717f46531 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:03:49.108329 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-14a537bf-caf8-4339-8ec4-4c1b72cbea3e service neutron] Attempting to bind port 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:03:49.108329 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-14a537bf-caf8-4339-8ec4-4c1b72cbea3e service neutron] Attempting to bind port 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:03:49.108329 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-14a537bf-caf8-4339-8ec4-4c1b72cbea3e service neutron] Attempting to bind port 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:03:49.146998 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aacaf2d-3eb6-43b8-990d-1a1b87c58618 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Router b7ae6e18-1c46-4f10-bd7f-c61616d8da2f has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:03:49.175955 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-14a537bf-caf8-4339-8ec4-4c1b72cbea3e service neutron] Port 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:03:49.181309 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-14a537bf-caf8-4339-8ec4-4c1b72cbea3e service neutron] Attempting to bind port 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:03:49.202334 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-14a537bf-caf8-4339-8ec4-4c1b72cbea3e service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:03:49.208661 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-14a537bf-caf8-4339-8ec4-4c1b72cbea3e service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:03:49.209098 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-14a537bf-caf8-4339-8ec4-4c1b72cbea3e service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:03:49.209565 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-14a537bf-caf8-4339-8ec4-4c1b72cbea3e service neutron] Bound port: 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:03:49.209937 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-14a537bf-caf8-4339-8ec4-4c1b72cbea3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:49.274269 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3542ac-3894-4c7c-a68c-0ad7d99e6383 req-1af88ed3-e9d8-461b-a253-1604865ea7fc tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:49.289424 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eb3542ac-3894-4c7c-a68c-0ad7d99e6383 req-1af88ed3-e9d8-461b-a253-1604865ea7fc tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 944 time: 0.2404170 Nov 24 21:03:49.383642 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 77401df4-c207-4bbd-a85a-e2b717f46531, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=77401df4-c207-4bbd-a85a-e2b717f46531,segment=NetworkSegment(090e3039-982e-4b26-93bb-2ff84bb97731),segment_id=090e3039-982e-4b26-93bb-2ff84bb97731)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:49.397639 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '77401df4-c207-4bbd-a85a-e2b717f46531', 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216', 'port_id': '77401df4-c207-4bbd-a85a-e2b717f46531', 'mac_address': 'fa:16:3e:75:2e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa3a3b9-560c-46ac-a6a5-06b5210eff64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:03:49.420820 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eb3542ac-3894-4c7c-a68c-0ad7d99e6383 req-c48ff08c-c98f-4a52-8686-63d20e8d8482 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/security-groups?id=980f901d-b38c-4491-a428-245d0be36711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211038 Nov 24 21:03:49.469420 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:49.488661 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-14a537bf-caf8-4339-8ec4-4c1b72cbea3e service neutron] For port 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:03:49.492687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-14a537bf-caf8-4339-8ec4-4c1b72cbea3e service neutron] For port 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=17b1b8f3-e265-4a3b-bd36-776d27b4bf8c,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:03:49.499312 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-14a537bf-caf8-4339-8ec4-4c1b72cbea3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:49.506218 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ea476c3f-dd1e-453a-bc7d-085005c4ca74 None None] Provisioning complete for port 47586fb0-d85d-4dae-97d7-27ef941e9441 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:49.506898 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ea476c3f-dd1e-453a-bc7d-085005c4ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:49.546236 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77401df4-c207-4bbd-a85a-e2b717f46531 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:03:49.588628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 77401df4-c207-4bbd-a85a-e2b717f46531, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=77401df4-c207-4bbd-a85a-e2b717f46531,segment=NetworkSegment(090e3039-982e-4b26-93bb-2ff84bb97731),segment_id=090e3039-982e-4b26-93bb-2ff84bb97731)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:49.598426 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-ea476c3f-dd1e-453a-bc7d-085005c4ca74 None None] Port 47586fb0-d85d-4dae-97d7-27ef941e9441 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:03:49.599822 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a537bf-caf8-4339-8ec4-4c1b72cbea3e service neutron] Pushing event updated for resources: {'Port': ['ID=17b1b8f3-e265-4a3b-bd36-776d27b4bf8c,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:49.605420 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:49.629905 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-14a537bf-caf8-4339-8ec4-4c1b72cbea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:49.630621 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-14a537bf-caf8-4339-8ec4-4c1b72cbea3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:49.632124 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-14a537bf-caf8-4339-8ec4-4c1b72cbea3e service neutron] 10.222.0.15 "PUT /v2.0/ports/17b1b8f3-e265-4a3b-bd36-776d27b4bf8c HTTP/1.1" status: 200 len: 1096 time: 1.5250428 Nov 24 21:03:49.634488 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea79dd3-6e8f-4092-8b14-ecbf83de3621', 'tag': '17b1b8f3-e265-4a3b-bd36-776d27b4bf8c'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:03:49.641190 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13a78b7-d7e3-488c-84ca-2c75b6c14552" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea79dd3-6e8f-4092-8b14-ecbf83de3621", "tag": "17b1b8f3-e265-4a3b-bd36-776d27b4bf8c"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:03:49.720217 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=77401df4-c207-4bbd-a85a-e2b717f46531,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:49.731549 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:49.732071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:49.732418 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:49.732789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:49.733120 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:49.735547 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:49.749532 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:49.749916 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:49.750268 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:49.750617 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:49.750966 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:49.751305 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:49.759578 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbb74f6-2619-4069-ae3d-55de9e2a9ca3 x-openstack-request-id: req-5dbb74f6-2619-4069-ae3d-55de9e2a9ca3 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:03:49.760436 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea79dd3-6e8f-4092-8b14-ecbf83de3621", "tag": "17b1b8f3-e265-4a3b-bd36-776d27b4bf8c", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:03:49.765182 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5dbb74f6-2619-4069-ae3d-55de9e2a9ca3 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:03:49.765734 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea79dd3-6e8f-4092-8b14-ecbf83de3621', 'tag': '17b1b8f3-e265-4a3b-bd36-776d27b4bf8c', 'status': 'completed', 'code': 200} Nov 24 21:03:49.801537 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-9ffcaaaa-fa6b-4860-af05-3fea90f3fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:49.803516 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-9ffcaaaa-fa6b-4860-af05-3fea90f3fa0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bee1784e3ad34e33aeaba5b59d691815&device_id=7ea79dd3-6e8f-4092-8b14-ecbf83de3621 HTTP/1.1" status: 200 len: 1099 time: 0.1225412 Nov 24 21:03:49.859667 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['77401df4-c207-4bbd-a85a-e2b717f46531'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:03:49.878062 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-c590cb23-1dd4-430c-b4ba-cd393c794777 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=17b1b8f3-e265-4a3b-bd36-776d27b4bf8c HTTP/1.1" status: 200 len: 217 time: 0.0630267 Nov 24 21:03:49.946208 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-e8e1fcf3-cd4a-4ef7-8a45-d6ffbbab3002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:49.948926 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-e8e1fcf3-cd4a-4ef7-8a45-d6ffbbab3002 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0619907 Nov 24 21:03:50.029123 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-cc474277-487f-48b9-ac40-bc6aab1d8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:50.033423 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-cc474277-487f-48b9-ac40-bc6aab1d8908 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0763013 Nov 24 21:03:50.085324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aacaf2d-3eb6-43b8-990d-1a1b87c58618 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:03:50.093021 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2aacaf2d-3eb6-43b8-990d-1a1b87c58618 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/routers/b7ae6e18-1c46-4f10-bd7f-c61616d8da2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2130263 Nov 24 21:03:50.096961 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9723d74-fe7d-4a3e-91a2-2f90bb125d5f None None] Sync routers for ids ['b7ae6e18-1c46-4f10-bd7f-c61616d8da2f'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:03:50.108327 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9723d74-fe7d-4a3e-91a2-2f90bb125d5f None None] Routers {'b7ae6e18-1c46-4f10-bd7f-c61616d8da2f'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:50.109364 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-d9723d74-fe7d-4a3e-91a2-2f90bb125d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b7ae6e18-1c46-4f10-bd7f-c61616d8da2f'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:50.117992 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea60d5-1a22-4854-860d-0557d2e25fe5 req-c1be5713-eb21-4242-861f-a8f9452d29c4 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:50.137106 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-58ea60d5-1a22-4854-860d-0557d2e25fe5 req-c1be5713-eb21-4242-861f-a8f9452d29c4 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ea79dd3-6e8f-4092-8b14-ecbf83de3621 HTTP/1.1" status: 200 len: 948 time: 0.1384015 Nov 24 21:03:50.139591 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43810) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:50.154089 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-d9723d74-fe7d-4a3e-91a2-2f90bb125d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:50.184736 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-662fff73-8918-4f0f-9da0-0c1255ab7f10 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316705 Nov 24 21:03:50.186076 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9723d74-fe7d-4a3e-91a2-2f90bb125d5f None None] Routers {'b7ae6e18-1c46-4f10-bd7f-c61616d8da2f'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:50.186709 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-d9723d74-fe7d-4a3e-91a2-2f90bb125d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b7ae6e18-1c46-4f10-bd7f-c61616d8da2f'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:50.261228 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-58ea60d5-1a22-4854-860d-0557d2e25fe5 req-6a30ee07-835f-4a5b-b337-52ccf342d5ae tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/security-groups?id=28eff678-e8bb-481b-9fc2-e79d5fa4514f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231110 Nov 24 21:03:50.289591 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-d9723d74-fe7d-4a3e-91a2-2f90bb125d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:50.290473 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9723d74-fe7d-4a3e-91a2-2f90bb125d5f None None] The sync data for ids ['b7ae6e18-1c46-4f10-bd7f-c61616d8da2f'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:03:50.311390 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be2339-9555-4057-8a29-34e03489ca75 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:50.313797 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e2be2339-9555-4057-8a29-34e03489ca75 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/ports/47586fb0-d85d-4dae-97d7-27ef941e9441 HTTP/1.1" status: 200 len: 910 time: 0.1731434 Nov 24 21:03:50.316575 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43818) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:50.387308 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2cd4beba-8aed-44f6-9836-5c80f2affd94 req-96a36093-57e1-402a-a658-128026d29661 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929185 Nov 24 21:03:50.574854 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a78b7-d7e3-488c-84ca-2c75b6c14552 req-40922f2e-f889-4b53-afb3-28d1fe3d2892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:50.576396 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c13a78b7-d7e3-488c-84ca-2c75b6c14552 req-40922f2e-f889-4b53-afb3-28d1fe3d2892 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bee1784e3ad34e33aeaba5b59d691815&device_id=7ea79dd3-6e8f-4092-8b14-ecbf83de3621 HTTP/1.1" status: 200 len: 1099 time: 0.1247311 Nov 24 21:03:50.597678 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da1187-ef10-40bb-a442-780ec2040b13 req-c816311a-94c2-4183-b6ee-7febd445405b tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:50.599291 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a7da1187-ef10-40bb-a442-780ec2040b13 req-c816311a-94c2-4183-b6ee-7febd445405b tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 945 time: 0.0710490 Nov 24 21:03:50.745135 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8ad95a2e-cac8-4764-b0db-ec34d1654b35 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:50.782944 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a7da1187-ef10-40bb-a442-780ec2040b13 req-0dc8629e-9e05-4046-a1a5-a24fad41e462 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/security-groups?id=980f901d-b38c-4491-a428-245d0be36711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743600 Nov 24 21:03:50.784531 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a78b7-d7e3-488c-84ca-2c75b6c14552 req-7d00bcd7-8f67-4f70-8958-91539db3500c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:50.786953 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c13a78b7-d7e3-488c-84ca-2c75b6c14552 req-7d00bcd7-8f67-4f70-8958-91539db3500c service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.2003727 Nov 24 21:03:50.848843 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c13a78b7-d7e3-488c-84ca-2c75b6c14552 req-fe5722fc-d4dd-4414-bcee-ef606bf7aab3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=17b1b8f3-e265-4a3b-bd36-776d27b4bf8c HTTP/1.1" status: 200 len: 217 time: 0.0494037 Nov 24 21:03:50.910577 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a78b7-d7e3-488c-84ca-2c75b6c14552 req-a007b4b0-142a-4431-ac15-388a99322d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:50.912345 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c13a78b7-d7e3-488c-84ca-2c75b6c14552 req-a007b4b0-142a-4431-ac15-388a99322d04 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0558348 Nov 24 21:03:50.980577 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a78b7-d7e3-488c-84ca-2c75b6c14552 req-9fa10e6e-ebdb-454c-b7dd-ed472835d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:50.982063 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c13a78b7-d7e3-488c-84ca-2c75b6c14552 req-9fa10e6e-ebdb-454c-b7dd-ed472835d3cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0546174 Nov 24 21:03:51.040324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-8ad95a2e-cac8-4764-b0db-ec34d1654b35 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting port 47586fb0-d85d-4dae-97d7-27ef941e9441 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:03:51.041740 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8ad95a2e-cac8-4764-b0db-ec34d1654b35 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:51.095963 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c13a78b7-d7e3-488c-84ca-2c75b6c14552 req-64a81a88-f3d5-43e7-aac8-6628a84fb287 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036277 Nov 24 21:03:51.136176 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 77401df4-c207-4bbd-a85a-e2b717f46531 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:03:51.163293 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8ad95a2e-cac8-4764-b0db-ec34d1654b35 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:51.186133 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-8ad95a2e-cac8-4764-b0db-ec34d1654b35 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Calling delete_port for 47586fb0-d85d-4dae-97d7-27ef941e9441 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:03:51.237755 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 77401df4-c207-4bbd-a85a-e2b717f46531 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:03:51.238414 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c13a78b7-d7e3-488c-84ca-2c75b6c14552 req-ed522936-0543-4b01-8fdb-1f45f23f181e service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323256 Nov 24 21:03:51.241822 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 77401df4-c207-4bbd-a85a-e2b717f46531 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:51.242198 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:51.355241 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:51.399420 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ad4608-ac8e-4da4-afff-bd5ba20b0477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77401df4-c207-4bbd-a85a-e2b717f46531'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:03:51.402579 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52f976d-a4fc-4612-825a-f16dc160f8a6" -d '{"events": [{"server_uuid": "85ad4608-ac8e-4da4-afff-bd5ba20b0477", "name": "network-vif-plugged", "status": "completed", "tag": "77401df4-c207-4bbd-a85a-e2b717f46531"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:03:51.415743 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 77401df4-c207-4bbd-a85a-e2b717f46531, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=77401df4-c207-4bbd-a85a-e2b717f46531,segment=NetworkSegment(090e3039-982e-4b26-93bb-2ff84bb97731),segment_id=090e3039-982e-4b26-93bb-2ff84bb97731)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:51.421681 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:51.423451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d9b83-1c62-41b4-9891-a7a8f5976a24 req-f34a9c2e-48ef-4094-b691-52a61fe420f6 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:51.425274 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d88d9b83-1c62-41b4-9891-a7a8f5976a24 req-f34a9c2e-48ef-4094-b691-52a61fe420f6 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ea79dd3-6e8f-4092-8b14-ecbf83de3621 HTTP/1.1" status: 200 len: 948 time: 0.0637784 Nov 24 21:03:51.534094 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d88d9b83-1c62-41b4-9891-a7a8f5976a24 req-37b6f4f6-42be-4150-9051-5918b50151c6 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/security-groups?id=28eff678-e8bb-481b-9fc2-e79d5fa4514f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008687 Nov 24 21:03:51.548656 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8ad95a2e-cac8-4764-b0db-ec34d1654b35 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:51.592182 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad95a2e-cac8-4764-b0db-ec34d1654b35 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Port': ['ID=47586fb0-d85d-4dae-97d7-27ef941e9441,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:51.668285 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3349dae-1e6b-4329-aed0-fffb3050b291 req-437f8beb-3e22-4e4d-8199-06a303ab5791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:51.669834 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f3349dae-1e6b-4329-aed0-fffb3050b291 req-437f8beb-3e22-4e4d-8199-06a303ab5791 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 1097 time: 0.0803046 Nov 24 21:03:51.705601 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72245e2-bfef-418d-849c-0e140ffcd3ae x-openstack-request-id: req-f72245e2-bfef-418d-849c-0e140ffcd3ae {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:03:51.705880 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ad4608-ac8e-4da4-afff-bd5ba20b0477", "name": "network-vif-plugged", "status": "completed", "tag": "77401df4-c207-4bbd-a85a-e2b717f46531", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:03:51.706141 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f72245e2-bfef-418d-849c-0e140ffcd3ae {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:03:51.706539 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ad4608-ac8e-4da4-afff-bd5ba20b0477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77401df4-c207-4bbd-a85a-e2b717f46531', 'code': 200} Nov 24 21:03:51.737590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=77401df4-c207-4bbd-a85a-e2b717f46531,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:51.771073 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f3349dae-1e6b-4329-aed0-fffb3050b291 req-3a301480-a4c5-41f1-8146-9729bedb90a0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=980f901d-b38c-4491-a428-245d0be36711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923417 Nov 24 21:03:51.897829 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8ad95a2e-cac8-4764-b0db-ec34d1654b35 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:52.050633 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b28197-d919-47ef-8661-c62dc1fac67f req-82f4d937-3e50-46b5-90bc-93f1e7ea46ad tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:52.059793 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5b28197-d919-47ef-8661-c62dc1fac67f req-82f4d937-3e50-46b5-90bc-93f1e7ea46ad tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 946 time: 0.1109102 Nov 24 21:03:52.117552 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5b28197-d919-47ef-8661-c62dc1fac67f req-1a2b6766-311f-4f00-9c74-91b70167ea2e tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/security-groups?id=980f901d-b38c-4491-a428-245d0be36711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566120 Nov 24 21:03:52.160923 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad95a2e-cac8-4764-b0db-ec34d1654b35 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Router b7ae6e18-1c46-4f10-bd7f-c61616d8da2f has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:03:52.278247 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad95a2e-cac8-4764-b0db-ec34d1654b35 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:03:52.286265 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8ad95a2e-cac8-4764-b0db-ec34d1654b35 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/routers/b7ae6e18-1c46-4f10-bd7f-c61616d8da2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9683950 Nov 24 21:03:52.289089 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43862) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:52.290372 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593cb15f-1ce0-4d67-8036-bca1fdb3c9df None None] Sync routers for ids ['b7ae6e18-1c46-4f10-bd7f-c61616d8da2f'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:03:52.303032 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593cb15f-1ce0-4d67-8036-bca1fdb3c9df None None] Routers {'b7ae6e18-1c46-4f10-bd7f-c61616d8da2f'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:52.304487 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-593cb15f-1ce0-4d67-8036-bca1fdb3c9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b7ae6e18-1c46-4f10-bd7f-c61616d8da2f'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:52.342372 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-593cb15f-1ce0-4d67-8036-bca1fdb3c9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:52.352665 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593cb15f-1ce0-4d67-8036-bca1fdb3c9df None None] Routers {'b7ae6e18-1c46-4f10-bd7f-c61616d8da2f'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:52.354281 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-593cb15f-1ce0-4d67-8036-bca1fdb3c9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b7ae6e18-1c46-4f10-bd7f-c61616d8da2f'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:52.391203 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-593cb15f-1ce0-4d67-8036-bca1fdb3c9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:52.392247 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593cb15f-1ce0-4d67-8036-bca1fdb3c9df None None] The sync data for ids ['b7ae6e18-1c46-4f10-bd7f-c61616d8da2f'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:03:52.643109 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e43bedc-077d-4c6a-8d9c-b9c5539aeb70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:52.679761 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:03:52.827376 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=17b1b8f3-e265-4a3b-bd36-776d27b4bf8c,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:52.842633 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '17b1b8f3-e265-4a3b-bd36-776d27b4bf8c', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': '17b1b8f3-e265-4a3b-bd36-776d27b4bf8c', 'mac_address': 'fa:16:3e:4a:1a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:03:52.879176 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a884457-fc85-45f1-b343-fc194e00a158 req-140e35e1-3dba-4e7a-8a67-6e4da3261233 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:52.890389 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7a884457-fc85-45f1-b343-fc194e00a158 req-140e35e1-3dba-4e7a-8a67-6e4da3261233 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ea79dd3-6e8f-4092-8b14-ecbf83de3621 HTTP/1.1" status: 200 len: 948 time: 0.1667874 Nov 24 21:03:52.919664 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:52.966792 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:03:52.981137 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7a884457-fc85-45f1-b343-fc194e00a158 req-95fd9da8-d6bd-495d-9b48-2bdb6a2ad244 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/security-groups?id=28eff678-e8bb-481b-9fc2-e79d5fa4514f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897145 Nov 24 21:03:53.001634 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=17b1b8f3-e265-4a3b-bd36-776d27b4bf8c,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:53.009358 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:53.065489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=17b1b8f3-e265-4a3b-bd36-776d27b4bf8c,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:53.105262 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-3e43bedc-077d-4c6a-8d9c-b9c5539aeb70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting port e8f7f30f-a05e-4290-a728-a5a0832fcb6c {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:03:53.105619 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e43bedc-077d-4c6a-8d9c-b9c5539aeb70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:53.237460 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e43bedc-077d-4c6a-8d9c-b9c5539aeb70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:53.272520 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-3e43bedc-077d-4c6a-8d9c-b9c5539aeb70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Calling delete_port for e8f7f30f-a05e-4290-a728-a5a0832fcb6c owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:03:53.356121 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['17b1b8f3-e265-4a3b-bd36-776d27b4bf8c'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:03:53.374047 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398fb80-6851-4d71-9b6d-a6d8d1edfb74 req-b9bbaa2f-a990-48c4-bff4-98b131e816d4 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:53.376315 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5398fb80-6851-4d71-9b6d-a6d8d1edfb74 req-b9bbaa2f-a990-48c4-bff4-98b131e816d4 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 946 time: 0.1553702 Nov 24 21:03:53.546373 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5398fb80-6851-4d71-9b6d-a6d8d1edfb74 req-fe920f64-7ead-49b5-b1cb-3f39a372c62f tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/security-groups?id=980f901d-b38c-4491-a428-245d0be36711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604013 Nov 24 21:03:53.578284 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e43bedc-077d-4c6a-8d9c-b9c5539aeb70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:53.622399 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43bedc-077d-4c6a-8d9c-b9c5539aeb70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Port': ['ID=e8f7f30f-a05e-4290-a728-a5a0832fcb6c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:53.676993 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e43bedc-077d-4c6a-8d9c-b9c5539aeb70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:53.677713 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e43bedc-077d-4c6a-8d9c-b9c5539aeb70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:53.678282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e43bedc-077d-4c6a-8d9c-b9c5539aeb70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:53.678998 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e43bedc-077d-4c6a-8d9c-b9c5539aeb70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:53.679575 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e43bedc-077d-4c6a-8d9c-b9c5539aeb70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:53.680280 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e43bedc-077d-4c6a-8d9c-b9c5539aeb70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:53.681059 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e43bedc-077d-4c6a-8d9c-b9c5539aeb70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:53.682299 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e43bedc-077d-4c6a-8d9c-b9c5539aeb70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:53.683072 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e43bedc-077d-4c6a-8d9c-b9c5539aeb70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:53.683648 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e43bedc-077d-4c6a-8d9c-b9c5539aeb70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:53.684431 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e43bedc-077d-4c6a-8d9c-b9c5539aeb70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:53.685224 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e43bedc-077d-4c6a-8d9c-b9c5539aeb70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:03:53.771521 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca24111-4e5d-434b-a898-7243e5bcd7b0 req-1dca6d5c-31ab-4034-80fe-29b31372f2a2 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:53.780891 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dca24111-4e5d-434b-a898-7243e5bcd7b0 req-1dca6d5c-31ab-4034-80fe-29b31372f2a2 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 946 time: 0.1061735 Nov 24 21:03:53.798166 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e43bedc-077d-4c6a-8d9c-b9c5539aeb70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:53.846635 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dca24111-4e5d-434b-a898-7243e5bcd7b0 req-38e67f99-003d-403b-8e72-44d121cc1f9d tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/security-groups?id=980f901d-b38c-4491-a428-245d0be36711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648510 Nov 24 21:03:54.053166 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e43bedc-077d-4c6a-8d9c-b9c5539aeb70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Router b7ae6e18-1c46-4f10-bd7f-c61616d8da2f has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:03:54.074868 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efaaf75-b62b-42b9-a8d8-f05d51088ce9 req-b2bee75c-063f-4aa8-9474-ea54f73eb4c7 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:54.076886 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5efaaf75-b62b-42b9-a8d8-f05d51088ce9 req-b2bee75c-063f-4aa8-9474-ea54f73eb4c7 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 946 time: 0.0773251 Nov 24 21:03:54.126929 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb1ce4-d6c0-4e55-a928-18650b741933 req-e3eb3c68-ae97-4a52-81ce-40ccde46cf45 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:54.134120 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-58bb1ce4-d6c0-4e55-a928-18650b741933 req-e3eb3c68-ae97-4a52-81ce-40ccde46cf45 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ea79dd3-6e8f-4092-8b14-ecbf83de3621 HTTP/1.1" status: 200 len: 949 time: 0.0669401 Nov 24 21:03:54.218561 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-58bb1ce4-d6c0-4e55-a928-18650b741933 req-6654861d-caa1-4d2c-b8fc-e859d18bf7ef tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/security-groups?id=28eff678-e8bb-481b-9fc2-e79d5fa4514f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805750 Nov 24 21:03:54.551472 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e43bedc-077d-4c6a-8d9c-b9c5539aeb70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:03:54.561173 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3e43bedc-077d-4c6a-8d9c-b9c5539aeb70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/routers/b7ae6e18-1c46-4f10-bd7f-c61616d8da2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2675309 Nov 24 21:03:54.562012 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43918) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:54.568673 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb09ba2-3c88-4cdb-bf79-4f6570d87299 None None] Sync routers for ids ['b7ae6e18-1c46-4f10-bd7f-c61616d8da2f'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:03:54.585635 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5efaaf75-b62b-42b9-a8d8-f05d51088ce9 req-0b087780-2324-4290-a814-499d2ef0fafa tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/security-groups?id=980f901d-b38c-4491-a428-245d0be36711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4984589 Nov 24 21:03:54.592039 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb09ba2-3c88-4cdb-bf79-4f6570d87299 None None] Routers {'b7ae6e18-1c46-4f10-bd7f-c61616d8da2f'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:54.592944 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7cb09ba2-3c88-4cdb-bf79-4f6570d87299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b7ae6e18-1c46-4f10-bd7f-c61616d8da2f'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:54.613210 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-784557d8-6db4-45a9-b6c0-dad2cf3790ae tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ae6e18-1c46-4f10-bd7f-c61616d8da2f HTTP/1.1" status: 200 len: 205 time: 0.0485806 Nov 24 21:03:54.613949 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43920) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:54.623206 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43922) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:54.626409 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7cb09ba2-3c88-4cdb-bf79-4f6570d87299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:54.636855 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb09ba2-3c88-4cdb-bf79-4f6570d87299 None None] Routers {'b7ae6e18-1c46-4f10-bd7f-c61616d8da2f'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:54.637455 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7cb09ba2-3c88-4cdb-bf79-4f6570d87299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b7ae6e18-1c46-4f10-bd7f-c61616d8da2f'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:54.675722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:03:54.699165 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7cb09ba2-3c88-4cdb-bf79-4f6570d87299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:54.700125 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb09ba2-3c88-4cdb-bf79-4f6570d87299 None None] The sync data for ids ['b7ae6e18-1c46-4f10-bd7f-c61616d8da2f'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:03:54.716734 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3471517c-70ab-4e73-a1aa-a255a911d767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:54.762411 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:03:54.772058 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:03:54.772997 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:54.923271 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:54.955849 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea79dd3-6e8f-4092-8b14-ecbf83de3621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b1b8f3-e265-4a3b-bd36-776d27b4bf8c'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:03:54.959246 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd55e1e8-0316-4377-8854-46dd77d8aefd" -d '{"events": [{"server_uuid": "7ea79dd3-6e8f-4092-8b14-ecbf83de3621", "name": "network-vif-plugged", "status": "completed", "tag": "17b1b8f3-e265-4a3b-bd36-776d27b4bf8c"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:03:54.977933 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c99137-baf7-4556-a675-e303fa76814a tempest-TestServerBasicOps-1733458877 tempest-TestServerBasicOps-1733458877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:54.984148 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=17b1b8f3-e265-4a3b-bd36-776d27b4bf8c,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:54.984983 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-50c99137-baf7-4556-a675-e303fa76814a tempest-TestServerBasicOps-1733458877 tempest-TestServerBasicOps-1733458877-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 1092 time: 0.3605423 Nov 24 21:03:54.985803 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43942) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:54.992338 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-25e9f85a-39a5-42f7-9329-499c3c7135f9 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': '77401df4-c207-4bbd-a85a-e2b717f46531', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:54.997982 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:55.001879 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3471517c-70ab-4e73-a1aa-a255a911d767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:55.007189 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3471517c-70ab-4e73-a1aa-a255a911d767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:55.037918 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b4a761-def0-4a6d-977d-b4f3716423eb x-openstack-request-id: req-38b4a761-def0-4a6d-977d-b4f3716423eb {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:03:55.038209 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea79dd3-6e8f-4092-8b14-ecbf83de3621", "name": "network-vif-plugged", "status": "completed", "tag": "17b1b8f3-e265-4a3b-bd36-776d27b4bf8c", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:03:55.038466 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38b4a761-def0-4a6d-977d-b4f3716423eb {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:03:55.038862 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea79dd3-6e8f-4092-8b14-ecbf83de3621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b1b8f3-e265-4a3b-bd36-776d27b4bf8c', 'code': 200} Nov 24 21:03:55.080379 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3471517c-70ab-4e73-a1aa-a255a911d767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:55.081406 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=17b1b8f3-e265-4a3b-bd36-776d27b4bf8c,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:55.081850 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3471517c-70ab-4e73-a1aa-a255a911d767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Fanout notify agent at l3_agent the message router_deleted on router b7ae6e18-1c46-4f10-bd7f-c61616d8da2f {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:03:55.101941 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3471517c-70ab-4e73-a1aa-a255a911d767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:55.106868 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3471517c-70ab-4e73-a1aa-a255a911d767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/routers/b7ae6e18-1c46-4f10-bd7f-c61616d8da2f HTTP/1.1" status: 204 len: 168 time: 0.4881248 Nov 24 21:03:55.106868 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25e9f85a-39a5-42f7-9329-499c3c7135f9 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:55.108987 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43952) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:55.221006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a36bbe-1b17-4416-b7f2-f94844c31e1f req-1d42c7c6-3839-4748-af5f-60ac18d317f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:55.222935 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d3a36bbe-1b17-4416-b7f2-f94844c31e1f req-1d42c7c6-3839-4748-af5f-60ac18d317f0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ea79dd3-6e8f-4092-8b14-ecbf83de3621 HTTP/1.1" status: 200 len: 1101 time: 0.1045122 Nov 24 21:03:55.234469 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cdc18ef-48a7-47dc-a2e9-8d0f7d793757 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting subnet 16afe95c-4afd-4760-874a-b6eb076e3d4c {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:03:55.237883 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6cdc18ef-48a7-47dc-a2e9-8d0f7d793757 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:55.265686 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25e9f85a-39a5-42f7-9329-499c3c7135f9 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:55.326505 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6cdc18ef-48a7-47dc-a2e9-8d0f7d793757 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:55.363292 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d3a36bbe-1b17-4416-b7f2-f94844c31e1f req-55a765c6-1d7f-4831-85ff-306fdba6633f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28eff678-e8bb-481b-9fc2-e79d5fa4514f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193275 Nov 24 21:03:55.440405 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6cdc18ef-48a7-47dc-a2e9-8d0f7d793757 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:55.475993 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-25e9f85a-39a5-42f7-9329-499c3c7135f9 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Allocated IP 172.25.5.126 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/4857fa8b-6992-46ac-b5ba-afcd89be07d7) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:03:55.555223 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cc0d5-1870-48d5-9c38-7eb6513db53c req-ec49f6fc-3ffe-490b-8d78-eb3b910d4e9f tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:55.557465 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d74cc0d5-1870-48d5-9c38-7eb6513db53c req-ec49f6fc-3ffe-490b-8d78-eb3b910d4e9f tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/ports?device_id=39232bc3-1e3c-4794-bcbb-629a91770789 HTTP/1.1" status: 200 len: 945 time: 0.0853794 Nov 24 21:03:55.574530 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6cdc18ef-48a7-47dc-a2e9-8d0f7d793757 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:55.611030 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc18ef-48a7-47dc-a2e9-8d0f7d793757 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Subnet': ['ID=16afe95c-4afd-4760-874a-b6eb076e3d4c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:55.623822 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6cdc18ef-48a7-47dc-a2e9-8d0f7d793757 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:55.626784 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25e9f85a-39a5-42f7-9329-499c3c7135f9 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:55.629908 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6cdc18ef-48a7-47dc-a2e9-8d0f7d793757 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/subnets/16afe95c-4afd-4760-874a-b6eb076e3d4c HTTP/1.1" status: 204 len: 168 time: 0.5197480 Nov 24 21:03:55.630432 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b6cf02-0950-42b1-95f8-22cd3d48d23d None None] Network 339f14ba-8103-410a-b3dc-6ad4a8ca7bdf requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:03:55.630578 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43966) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:55.670817 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335378b-09e0-43a7-a625-1b3540f54082 req-8c001b1d-d5f2-42db-857f-6c3c43518710 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:55.684126 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d74cc0d5-1870-48d5-9c38-7eb6513db53c req-0da907e7-709b-42c9-852e-72aa63a91cef tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1faf0a-e028-40b6-a56a-0ccd35a3dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172845 Nov 24 21:03:55.687217 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3335378b-09e0-43a7-a625-1b3540f54082 req-8c001b1d-d5f2-42db-857f-6c3c43518710 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ea79dd3-6e8f-4092-8b14-ecbf83de3621 HTTP/1.1" status: 200 len: 950 time: 0.3399684 Nov 24 21:03:55.695555 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25e9f85a-39a5-42f7-9329-499c3c7135f9 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:55.705423 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e509ff-f120-4279-9e0e-7e612548e6bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting subnet edca49e1-5c9f-4336-b590-8f59d74696f5 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:03:55.710618 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-57e509ff-f120-4279-9e0e-7e612548e6bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:55.750656 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e9f85a-39a5-42f7-9329-499c3c7135f9 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:03:55.757194 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-25e9f85a-39a5-42f7-9329-499c3c7135f9 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:03:55.767878 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e9f85a-39a5-42f7-9329-499c3c7135f9 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:03:55.821422 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3335378b-09e0-43a7-a625-1b3540f54082 req-9a9155ea-19c5-429f-a559-a19f7819a104 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/security-groups?id=28eff678-e8bb-481b-9fc2-e79d5fa4514f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320255 Nov 24 21:03:55.827106 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9f85a-39a5-42f7-9329-499c3c7135f9 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Pushing event updated for resources: {'Port': ['ID=4857fa8b-6992-46ac-b5ba-afcd89be07d7,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:55.845137 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-57e509ff-f120-4279-9e0e-7e612548e6bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:55.938377 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b926b44d-7211-431b-b131-68f148cb6aab None None] DHCP port deletion for 339f14ba-8103-410a-b3dc-6ad4a8ca7bdf request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:03:55.972561 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-57e509ff-f120-4279-9e0e-7e612548e6bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:56.008601 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-b926b44d-7211-431b-b131-68f148cb6aab None None] Deleting port 20ab5aa0-d47e-4b8a-a674-83368e13e8b2 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:03:56.009387 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b926b44d-7211-431b-b131-68f148cb6aab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:56.089693 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 20ab5aa0-d47e-4b8a-a674-83368e13e8b2 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:03:56.105617 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-57e509ff-f120-4279-9e0e-7e612548e6bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:56.136083 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b926b44d-7211-431b-b131-68f148cb6aab None None] For port 20ab5aa0-d47e-4b8a-a674-83368e13e8b2, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=20ab5aa0-d47e-4b8a-a674-83368e13e8b2,segment=NetworkSegment(c4e85adc-79bf-48e0-ac20-d89ac041d9c6),segment_id=c4e85adc-79bf-48e0-ac20-d89ac041d9c6)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:56.136825 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b926b44d-7211-431b-b131-68f148cb6aab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:56.147597 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e509ff-f120-4279-9e0e-7e612548e6bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Subnet': ['ID=edca49e1-5c9f-4336-b590-8f59d74696f5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:56.167070 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-57e509ff-f120-4279-9e0e-7e612548e6bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:56.174699 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-b926b44d-7211-431b-b131-68f148cb6aab None None] Calling delete_port for 20ab5aa0-d47e-4b8a-a674-83368e13e8b2 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:03:56.176101 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-57e509ff-f120-4279-9e0e-7e612548e6bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/subnets/edca49e1-5c9f-4336-b590-8f59d74696f5 HTTP/1.1" status: 204 len: 168 time: 0.5369387 Nov 24 21:03:56.177195 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43978) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:56.185969 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d26df97-af89-40f9-8351-665d3bb36540 None None] Network 537d395e-fdde-425a-89e2-6f570517712d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:03:56.272544 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-154ad550-1aec-4b44-bfbf-d135d03249e1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:56.314584 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b926b44d-7211-431b-b131-68f148cb6aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:56.337658 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-154ad550-1aec-4b44-bfbf-d135d03249e1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting port 20ab5aa0-d47e-4b8a-a674-83368e13e8b2 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:03:56.338705 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-154ad550-1aec-4b44-bfbf-d135d03249e1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:56.365643 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b926b44d-7211-431b-b131-68f148cb6aab None None] No DVR routers for this DVR port 20ab5aa0-d47e-4b8a-a674-83368e13e8b2 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:03:56.380398 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926b44d-7211-431b-b131-68f148cb6aab None None] Pushing event deleted for resources: {'Port': ['ID=20ab5aa0-d47e-4b8a-a674-83368e13e8b2,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:56.382595 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No active binding found for port 20ab5aa0-d47e-4b8a-a674-83368e13e8b2 {{(pid=109992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 24 21:03:56.383250 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 20ab5aa0-d47e-4b8a-a674-83368e13e8b2 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:03:56.441950 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-154ad550-1aec-4b44-bfbf-d135d03249e1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] For port 20ab5aa0-d47e-4b8a-a674-83368e13e8b2, host n-d-812111-8, got binding levels [] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:56.442587 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-154ad550-1aec-4b44-bfbf-d135d03249e1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:56.457491 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-154ad550-1aec-4b44-bfbf-d135d03249e1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Calling delete_port for 20ab5aa0-d47e-4b8a-a674-83368e13e8b2 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:03:56.460893 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.ipam_backend_mixin [None req-154ad550-1aec-4b44-bfbf-d135d03249e1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Port 20ab5aa0-d47e-4b8a-a674-83368e13e8b2 was not found and therefore no delete operation was performed {{(pid=109990) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 21:03:56.463588 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-154ad550-1aec-4b44-bfbf-d135d03249e1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:56.500558 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ad550-1aec-4b44-bfbf-d135d03249e1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Port': ['ID=20ab5aa0-d47e-4b8a-a674-83368e13e8b2,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:56.504980 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154ad550-1aec-4b44-bfbf-d135d03249e1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] No DVR routers for this DVR port 20ab5aa0-d47e-4b8a-a674-83368e13e8b2 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:03:56.630828 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5acd654-5f87-44c9-8cfb-c3f7ec8c3333 None None] DHCP port deletion for 537d395e-fdde-425a-89e2-6f570517712d request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:03:56.632017 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25e9f85a-39a5-42f7-9329-499c3c7135f9 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:56.641869 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-154ad550-1aec-4b44-bfbf-d135d03249e1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:56.682542 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-154ad550-1aec-4b44-bfbf-d135d03249e1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339f14ba-8103-410a-b3dc-6ad4a8ca7bdf']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:56.694352 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-154ad550-1aec-4b44-bfbf-d135d03249e1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e85adc-79bf-48e0-ac20-d89ac041d9c6') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:56.695232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-154ad550-1aec-4b44-bfbf-d135d03249e1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e85adc-79bf-48e0-ac20-d89ac041d9c6') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:56.705116 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-e5acd654-5f87-44c9-8cfb-c3f7ec8c3333 None None] Deleting port 402b822e-9bf5-403d-99c7-e0af3f081f2d {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:03:56.705500 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e5acd654-5f87-44c9-8cfb-c3f7ec8c3333 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:56.707275 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-154ad550-1aec-4b44-bfbf-d135d03249e1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:56.721191 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-154ad550-1aec-4b44-bfbf-d135d03249e1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:56.728118 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154ad550-1aec-4b44-bfbf-d135d03249e1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:03:56.729294 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-154ad550-1aec-4b44-bfbf-d135d03249e1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:56.740704 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25e9f85a-39a5-42f7-9329-499c3c7135f9 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:56.774250 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-e5acd654-5f87-44c9-8cfb-c3f7ec8c3333 None None] For port 402b822e-9bf5-403d-99c7-e0af3f081f2d, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=402b822e-9bf5-403d-99c7-e0af3f081f2d,segment=NetworkSegment(b6baa7b7-1554-4976-9570-8786e510aa27),segment_id=b6baa7b7-1554-4976-9570-8786e510aa27)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:56.774718 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e5acd654-5f87-44c9-8cfb-c3f7ec8c3333 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:56.790865 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-e5acd654-5f87-44c9-8cfb-c3f7ec8c3333 None None] Calling delete_port for 402b822e-9bf5-403d-99c7-e0af3f081f2d owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:03:56.823045 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:03:56.827433 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-154ad550-1aec-4b44-bfbf-d135d03249e1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:56.835669 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-154ad550-1aec-4b44-bfbf-d135d03249e1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:56.839671 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-154ad550-1aec-4b44-bfbf-d135d03249e1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/networks/339f14ba-8103-410a-b3dc-6ad4a8ca7bdf HTTP/1.1" status: 204 len: 168 time: 0.6613431 Nov 24 21:03:56.842219 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43994) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:56.879626 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ad550-1aec-4b44-bfbf-d135d03249e1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Network': ['ID=339f14ba-8103-410a-b3dc-6ad4a8ca7bdf,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:56.911995 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df38ed2-db18-4909-a7a6-d9fccb7b8309 req-e242689b-c659-4551-9f54-8f69a90319d0 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:56.921859 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2df38ed2-db18-4909-a7a6-d9fccb7b8309 req-e242689b-c659-4551-9f54-8f69a90319d0 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/ports?device_id=39232bc3-1e3c-4794-bcbb-629a91770789 HTTP/1.1" status: 200 len: 945 time: 0.1322227 Nov 24 21:03:56.936506 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e5acd654-5f87-44c9-8cfb-c3f7ec8c3333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:56.967481 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acd654-5f87-44c9-8cfb-c3f7ec8c3333 None None] Pushing event deleted for resources: {'Port': ['ID=402b822e-9bf5-403d-99c7-e0af3f081f2d,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:56.971508 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5acd654-5f87-44c9-8cfb-c3f7ec8c3333 None None] No DVR routers for this DVR port 402b822e-9bf5-403d-99c7-e0af3f081f2d on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:03:57.022957 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f8acd68b-d49f-433e-a99d-4fff89377fa0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:57.040036 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2df38ed2-db18-4909-a7a6-d9fccb7b8309 req-76069d8a-cc2d-4268-be8f-bb726059d926 tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1faf0a-e028-40b6-a56a-0ccd35a3dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175716 Nov 24 21:03:57.082835 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25e9f85a-39a5-42f7-9329-499c3c7135f9 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:57.087668 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25e9f85a-39a5-42f7-9329-499c3c7135f9 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:57.163006 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9f85a-39a5-42f7-9329-499c3c7135f9 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Pushing event updated for resources: {'Port': ['ID=4857fa8b-6992-46ac-b5ba-afcd89be07d7,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:57.168140 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f8acd68b-d49f-433e-a99d-4fff89377fa0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:57.187184 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25e9f85a-39a5-42f7-9329-499c3c7135f9 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:57.211552 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-f8acd68b-d49f-433e-a99d-4fff89377fa0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537d395e-fdde-425a-89e2-6f570517712d']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:57.221418 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7633f8-bf6c-432f-ac3e-5b590cb6f21c req-80d23b85-1c39-4f59-9c61-08c68a5101e8 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:57.223177 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c7633f8-bf6c-432f-ac3e-5b590cb6f21c req-80d23b85-1c39-4f59-9c61-08c68a5101e8 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ea79dd3-6e8f-4092-8b14-ecbf83de3621 HTTP/1.1" status: 200 len: 950 time: 0.1454935 Nov 24 21:03:57.232520 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-f8acd68b-d49f-433e-a99d-4fff89377fa0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6baa7b7-1554-4976-9570-8786e510aa27') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:57.232910 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-f8acd68b-d49f-433e-a99d-4fff89377fa0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6baa7b7-1554-4976-9570-8786e510aa27') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:57.258256 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f8acd68b-d49f-433e-a99d-4fff89377fa0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:57.284868 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f8acd68b-d49f-433e-a99d-4fff89377fa0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:57.300034 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8acd68b-d49f-433e-a99d-4fff89377fa0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:03:57.300417 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f8acd68b-d49f-433e-a99d-4fff89377fa0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:03:57.303419 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:03:57.309828 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-25e9f85a-39a5-42f7-9329-499c3c7135f9 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Floating IP 29cc02ef-71cb-42bd-9c68-f3c428c0de36 associated. External IP: 172.25.5.126, port: 77401df4-c207-4bbd-a85a-e2b717f46531. Nov 24 21:03:57.317091 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6c7633f8-bf6c-432f-ac3e-5b590cb6f21c req-9d930c31-3e91-41d2-b14f-d75ce0a90b06 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/security-groups?id=28eff678-e8bb-481b-9fc2-e79d5fa4514f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806952 Nov 24 21:03:57.388693 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f8acd68b-d49f-433e-a99d-4fff89377fa0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:57.425260 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f8acd68b-d49f-433e-a99d-4fff89377fa0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:57.432227 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f8acd68b-d49f-433e-a99d-4fff89377fa0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/networks/537d395e-fdde-425a-89e2-6f570517712d HTTP/1.1" status: 204 len: 168 time: 0.5852716 Nov 24 21:03:57.438839 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44012) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:57.446042 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-77bcb0d1-4405-45b3-947c-51a29a7d0741 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'network': {'name': 'tempest-RoutersTest-1111936339'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:57.446780 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acd68b-d49f-433e-a99d-4fff89377fa0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Network': ['ID=537d395e-fdde-425a-89e2-6f570517712d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:57.475017 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454048bb-1b51-42b6-9aa9-fd676cb0d1ad req-723fe99e-980c-4695-a49a-f49095c4642f tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:57.476595 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-454048bb-1b51-42b6-9aa9-fd676cb0d1ad req-723fe99e-980c-4695-a49a-f49095c4642f tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.15 "GET /v2.0/ports?device_id=39232bc3-1e3c-4794-bcbb-629a91770789 HTTP/1.1" status: 200 len: 945 time: 0.0855880 Nov 24 21:03:57.562529 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bcb0d1-4405-45b3-947c-51a29a7d0741 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Made reservation on behalf of 2917837c238043fba5d286c1caf5dabd for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:03:57.566818 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-77bcb0d1-4405-45b3-947c-51a29a7d0741 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:57.615415 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-454048bb-1b51-42b6-9aa9-fd676cb0d1ad req-36ef7eaf-a738-4b84-afd4-841861c4f60a tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Deleting port 3490a98c-8665-403a-a127-fdf71d2a6c71 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:03:57.616065 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-454048bb-1b51-42b6-9aa9-fd676cb0d1ad req-36ef7eaf-a738-4b84-afd4-841861c4f60a tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:57.629737 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e9f85a-39a5-42f7-9329-499c3c7135f9 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Router 5828db56-68e1-4e07-9970-ae697964f878 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:03:57.666811 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77bcb0d1-4405-45b3-947c-51a29a7d0741 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:03:57.685855 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-77bcb0d1-4405-45b3-947c-51a29a7d0741 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:57.686198 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-77bcb0d1-4405-45b3-947c-51a29a7d0741 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Added segment 4ded401e-02ca-4f53-b564-fac88f6a0f62 of type vlan for network d36ca199-bc78-430c-8027-14003b8ef5ad Nov 24 21:03:57.752133 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-454048bb-1b51-42b6-9aa9-fd676cb0d1ad req-36ef7eaf-a738-4b84-afd4-841861c4f60a tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] For port 3490a98c-8665-403a-a127-fdf71d2a6c71, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=3490a98c-8665-403a-a127-fdf71d2a6c71,segment=NetworkSegment(9f20543f-a876-45ec-a52f-5300db96570f),segment_id=9f20543f-a876-45ec-a52f-5300db96570f)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:03:57.752647 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-454048bb-1b51-42b6-9aa9-fd676cb0d1ad req-36ef7eaf-a738-4b84-afd4-841861c4f60a tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:57.776425 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-454048bb-1b51-42b6-9aa9-fd676cb0d1ad req-36ef7eaf-a738-4b84-afd4-841861c4f60a tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Calling delete_port for 3490a98c-8665-403a-a127-fdf71d2a6c71 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:03:57.794439 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-77bcb0d1-4405-45b3-947c-51a29a7d0741 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:57.895715 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-77bcb0d1-4405-45b3-947c-51a29a7d0741 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:57.903662 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bcb0d1-4405-45b3-947c-51a29a7d0741 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:57.903951 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-77bcb0d1-4405-45b3-947c-51a29a7d0741 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:57.911208 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e9f85a-39a5-42f7-9329-499c3c7135f9 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:03:57.925768 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9b338d-2fd8-4b85-9a1e-eb28a791078e None None] Sync routers for ids ['5828db56-68e1-4e07-9970-ae697964f878'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:03:57.944339 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9b338d-2fd8-4b85-9a1e-eb28a791078e None None] Routers {'5828db56-68e1-4e07-9970-ae697964f878'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:57.945089 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5b9b338d-2fd8-4b85-9a1e-eb28a791078e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['5828db56-68e1-4e07-9970-ae697964f878'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:57.991898 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-454048bb-1b51-42b6-9aa9-fd676cb0d1ad req-36ef7eaf-a738-4b84-afd4-841861c4f60a tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:58.036096 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef7eaf-a738-4b84-afd4-841861c4f60a tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Pushing event deleted for resources: {'Port': ['ID=3490a98c-8665-403a-a127-fdf71d2a6c71,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:58.046809 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-77bcb0d1-4405-45b3-947c-51a29a7d0741 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6024549 Nov 24 21:03:58.052258 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44028) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:58.063329 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-c1f707e3-f052-4ce3-b6dc-8b9990c7989f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'subnet': {'network_id': 'd36ca199-bc78-430c-8027-14003b8ef5ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:58.076444 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['3490a98c-8665-403a-a127-fdf71d2a6c71'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:03:58.184013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-454048bb-1b51-42b6-9aa9-fd676cb0d1ad req-36ef7eaf-a738-4b84-afd4-841861c4f60a tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] No DVR routers for this DVR port 3490a98c-8665-403a-a127-fdf71d2a6c71 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:03:58.189190 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25e9f85a-39a5-42f7-9329-499c3c7135f9 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:58.198219 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-454048bb-1b51-42b6-9aa9-fd676cb0d1ad req-36ef7eaf-a738-4b84-afd4-841861c4f60a tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:58.203075 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-454048bb-1b51-42b6-9aa9-fd676cb0d1ad req-36ef7eaf-a738-4b84-afd4-841861c4f60a tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.15 "DELETE /v2.0/ports/3490a98c-8665-403a-a127-fdf71d2a6c71 HTTP/1.1" status: 204 len: 173 time: 0.7186973 Nov 24 21:03:58.203570 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39232bc3-1e3c-4794-bcbb-629a91770789', 'name': 'network-vif-deleted', 'tag': '3490a98c-8665-403a-a127-fdf71d2a6c71'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:03:58.205956 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcb0d1-4405-45b3-947c-51a29a7d0741 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Network': ['ID=d36ca199-bc78-430c-8027-14003b8ef5ad,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:58.220822 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ad4ee269-1975-482f-b2e6-b3bed78e6119 req-9b29713b-4e79-4810-a2e6-27875e2e32ee tempest-AttachSCSIVolumeTestJSON-2041045025 tempest-AttachSCSIVolumeTestJSON-2041045025-project] 10.222.0.11 "GET /v2.0/ports?device_id=39232bc3-1e3c-4794-bcbb-629a91770789 HTTP/1.1" status: 200 len: 210 time: 0.0515647 Nov 24 21:03:58.221955 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef37464-e25c-4f32-a941-d6d27edabd3c" -d '{"events": [{"server_uuid": "39232bc3-1e3c-4794-bcbb-629a91770789", "name": "network-vif-deleted", "tag": "3490a98c-8665-403a-a127-fdf71d2a6c71"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:03:58.271536 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 402b822e-9bf5-403d-99c7-e0af3f081f2d no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:03:58.314668 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-25e9f85a-39a5-42f7-9329-499c3c7135f9 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3275697 Nov 24 21:03:58.315097 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ad4608-ac8e-4da4-afff-bd5ba20b0477', 'tag': '77401df4-c207-4bbd-a85a-e2b717f46531'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:03:58.317411 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2b06e6-7fff-422e-a5d6-feba669ffb7c" -d '{"events": [{"name": "network-changed", "server_uuid": "85ad4608-ac8e-4da4-afff-bd5ba20b0477", "tag": "77401df4-c207-4bbd-a85a-e2b717f46531"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:03:58.317822 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 402b822e-9bf5-403d-99c7-e0af3f081f2d {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:03:58.318564 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 402b822e-9bf5-403d-99c7-e0af3f081f2d not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:03:58.335624 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network d36ca199-bc78-430c-8027-14003b8ef5ad details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:03:58.373317 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303b0f3f-2963-4206-8d40-7090527e6c2f x-openstack-request-id: req-303b0f3f-2963-4206-8d40-7090527e6c2f {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:03:58.374672 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39232bc3-1e3c-4794-bcbb-629a91770789", "name": "network-vif-deleted", "tag": "3490a98c-8665-403a-a127-fdf71d2a6c71", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:03:58.375136 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-303b0f3f-2963-4206-8d40-7090527e6c2f {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:03:58.376898 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39232bc3-1e3c-4794-bcbb-629a91770789', 'name': 'network-vif-deleted', 'tag': '3490a98c-8665-403a-a127-fdf71d2a6c71', 'status': 'completed', 'code': 200} Nov 24 21:03:58.428946 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-5b9b338d-2fd8-4b85-9a1e-eb28a791078e None None] Set router 5828db56-68e1-4e07-9970-ae697964f878 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:03:58.461290 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f707e3-f052-4ce3-b6dc-8b9990c7989f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Made reservation on behalf of 2917837c238043fba5d286c1caf5dabd for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:03:58.467884 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c1f707e3-f052-4ce3-b6dc-8b9990c7989f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:58.735563 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4804f0-083e-42f7-91b8-868468231414 x-openstack-request-id: req-2d4804f0-083e-42f7-91b8-868468231414 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:03:58.736088 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ad4608-ac8e-4da4-afff-bd5ba20b0477", "tag": "77401df4-c207-4bbd-a85a-e2b717f46531", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:03:58.736088 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2d4804f0-083e-42f7-91b8-868468231414 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:03:58.736472 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ad4608-ac8e-4da4-afff-bd5ba20b0477', 'tag': '77401df4-c207-4bbd-a85a-e2b717f46531', 'status': 'completed', 'code': 200} Nov 24 21:03:58.842895 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c1f707e3-f052-4ce3-b6dc-8b9990c7989f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:58.868698 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5b9b338d-2fd8-4b85-9a1e-eb28a791078e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5828db56-68e1-4e07-9970-ae697964f878', 'name': 'tempest-TestServerBasicOps-996547784-router', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:00Z', 'updated_at': '2021-11-24T21:03:12Z', 'revision_number': 4, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'gw_port': {'id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828db56-68e1-4e07-9970-ae697964f878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:03Z', 'updated_at': '2021-11-24T21:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '29cc02ef-71cb-42bd-9c68-f3c428c0de36', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '5828db56-68e1-4e07-9970-ae697964f878', 'port_id': '77401df4-c207-4bbd-a85a-e2b717f46531', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216', 'mac_address': 'fa:16:3e:75:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ad4608-ac8e-4da4-afff-bd5ba20b0477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:03:56Z', 'updated_at': '2021-11-24T21:03:56Z', 'revision_number': 0, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efeacff7-2fd4-4a41-a2c8-2a365edbc637', 'name': '', 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'mac_address': 'fa:16:3e:bb:73:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828db56-68e1-4e07-9970-ae697964f878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '6fa3a3b9-560c-46ac-a6a5-06b5210eff64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:11Z', 'updated_at': '2021-11-24T21:03:25Z', 'revision_number': 5, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'subnets': [{'id': '6fa3a3b9-560c-46ac-a6a5-06b5210eff64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:58.909225 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b06e6-7fff-422e-a5d6-feba669ffb7c req-000e9469-e668-4ea1-b962-a68955833b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:58.911118 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4c2b06e6-7fff-422e-a5d6-feba669ffb7c req-000e9469-e668-4ea1-b962-a68955833b39 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=556a7fb82bf0472892818b31cf2a9453&device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 1097 time: 0.1240132 Nov 24 21:03:58.921216 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9b338d-2fd8-4b85-9a1e-eb28a791078e None None] Checking router: 5828db56-68e1-4e07-9970-ae697964f878 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:03:58.931037 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9b338d-2fd8-4b85-9a1e-eb28a791078e None None] Routers {'5828db56-68e1-4e07-9970-ae697964f878'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:03:58.932520 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5b9b338d-2fd8-4b85-9a1e-eb28a791078e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['5828db56-68e1-4e07-9970-ae697964f878'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:59.047383 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b06e6-7fff-422e-a5d6-feba669ffb7c req-6d0ab3e9-0063-4396-9465-99dca3eded52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:59.048973 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4c2b06e6-7fff-422e-a5d6-feba669ffb7c req-6d0ab3e9-0063-4396-9465-99dca3eded52 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d916e9d-e955-4ce2-aa60-2a3a83ce1216 HTTP/1.1" status: 200 len: 909 time: 0.1128609 Nov 24 21:03:59.057495 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f707e3-f052-4ce3-b6dc-8b9990c7989f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Subnet': ['ID=c70e845f-9cd5-4cd2-bf73-e66117d1958d,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:03:59.067671 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-5b9b338d-2fd8-4b85-9a1e-eb28a791078e None None] Set router 5828db56-68e1-4e07-9970-ae697964f878 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:03:59.109270 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f707e3-f052-4ce3-b6dc-8b9990c7989f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Checking segment: {'id': '4ded401e-02ca-4f53-b564-fac88f6a0f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd36ca199-bc78-430c-8027-14003b8ef5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:03:59.109556 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f707e3-f052-4ce3-b6dc-8b9990c7989f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network hostable DHCP agents. Network: d36ca199-bc78-430c-8027-14003b8ef5ad, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:03:59.173186 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f707e3-f052-4ce3-b6dc-8b9990c7989f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network d36ca199-bc78-430c-8027-14003b8ef5ad is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:03:59.190034 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4c2b06e6-7fff-422e-a5d6-feba669ffb7c req-29cbf753-ada6-48e6-802d-c0d17ce355ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77401df4-c207-4bbd-a85a-e2b717f46531 HTTP/1.1" status: 200 len: 1000 time: 0.1300144 Nov 24 21:03:59.236136 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-c1f707e3-f052-4ce3-b6dc-8b9990c7989f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, d36ca199-bc78-430c-8027-14003b8ef5ad) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:03:59.245636 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f707e3-f052-4ce3-b6dc-8b9990c7989f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:59.246370 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c1f707e3-f052-4ce3-b6dc-8b9990c7989f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:59.265920 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b06e6-7fff-422e-a5d6-feba669ffb7c req-b683d651-5c93-48d4-ae96-d00cf398b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:59.267938 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4c2b06e6-7fff-422e-a5d6-feba669ffb7c req-b683d651-5c93-48d4-ae96-d00cf398b3de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6fa3a3b9-560c-46ac-a6a5-06b5210eff64 HTTP/1.1" status: 200 len: 847 time: 0.0713193 Nov 24 21:03:59.280558 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c1f707e3-f052-4ce3-b6dc-8b9990c7989f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2248597 Nov 24 21:03:59.280899 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44068) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:59.294481 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-23d3619b-eca5-4e5d-bfc0-919337c91f76 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1463929186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:59.366489 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b06e6-7fff-422e-a5d6-feba669ffb7c req-d30c77a4-2547-403a-8ab6-7e84f12e92ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:03:59.368437 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4c2b06e6-7fff-422e-a5d6-feba669ffb7c req-d30c77a4-2547-403a-8ab6-7e84f12e92ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d916e9d-e955-4ce2-aa60-2a3a83ce1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640631 Nov 24 21:03:59.371046 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23d3619b-eca5-4e5d-bfc0-919337c91f76 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:59.372433 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23d3619b-eca5-4e5d-bfc0-919337c91f76 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:59.387403 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e486fad0-f6db-4e48-ba3e-ae55196c1987 None None] Network d36ca199-bc78-430c-8027-14003b8ef5ad requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:03:59.486930 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5b9b338d-2fd8-4b85-9a1e-eb28a791078e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5828db56-68e1-4e07-9970-ae697964f878', 'name': 'tempest-TestServerBasicOps-996547784-router', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:00Z', 'updated_at': '2021-11-24T21:03:12Z', 'revision_number': 4, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'gw_port': {'id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828db56-68e1-4e07-9970-ae697964f878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:03Z', 'updated_at': '2021-11-24T21:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '29cc02ef-71cb-42bd-9c68-f3c428c0de36', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '5828db56-68e1-4e07-9970-ae697964f878', 'port_id': '77401df4-c207-4bbd-a85a-e2b717f46531', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216', 'mac_address': 'fa:16:3e:75:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ad4608-ac8e-4da4-afff-bd5ba20b0477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:03:56Z', 'updated_at': '2021-11-24T21:03:56Z', 'revision_number': 0, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efeacff7-2fd4-4a41-a2c8-2a365edbc637', 'name': '', 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'mac_address': 'fa:16:3e:bb:73:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828db56-68e1-4e07-9970-ae697964f878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '6fa3a3b9-560c-46ac-a6a5-06b5210eff64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:11Z', 'updated_at': '2021-11-24T21:03:25Z', 'revision_number': 5, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'subnets': [{'id': '6fa3a3b9-560c-46ac-a6a5-06b5210eff64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:03:59.642529 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23d3619b-eca5-4e5d-bfc0-919337c91f76 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:59.661347 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23d3619b-eca5-4e5d-bfc0-919337c91f76 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:59.705161 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23d3619b-eca5-4e5d-bfc0-919337c91f76 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:59.708871 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-23d3619b-eca5-4e5d-bfc0-919337c91f76 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4245169 Nov 24 21:03:59.709232 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44086) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:03:59.713917 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4c2b06e6-7fff-422e-a5d6-feba669ffb7c req-2fe8b369-9386-400c-b548-5ef5f94fbca8 service neutron] 10.222.0.48 "GET /v2.0/networks/9d916e9d-e955-4ce2-aa60-2a3a83ce1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297992 Nov 24 21:03:59.714374 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-15904523-fca6-45d8-9ea5-ac652ae5625e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'port': {'network_id': 'd36ca199-bc78-430c-8027-14003b8ef5ad', 'name': 'tempest-RoutersTest-201910402'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:03:59.736783 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9b338d-2fd8-4b85-9a1e-eb28a791078e None None] The sync data for ids ['5828db56-68e1-4e07-9970-ae697964f878'] in n-d-812111-8 is: [{'id': '5828db56-68e1-4e07-9970-ae697964f878', 'name': 'tempest-TestServerBasicOps-996547784-router', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:00Z', 'updated_at': '2021-11-24T21:03:12Z', 'revision_number': 4, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'gw_port': {'id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828db56-68e1-4e07-9970-ae697964f878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:03Z', 'updated_at': '2021-11-24T21:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '29cc02ef-71cb-42bd-9c68-f3c428c0de36', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '5828db56-68e1-4e07-9970-ae697964f878', 'port_id': '77401df4-c207-4bbd-a85a-e2b717f46531', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216', 'mac_address': 'fa:16:3e:75:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ad4608-ac8e-4da4-afff-bd5ba20b0477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:03:56Z', 'updated_at': '2021-11-24T21:03:56Z', 'revision_number': 0, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efeacff7-2fd4-4a41-a2c8-2a365edbc637', 'name': '', 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'mac_address': 'fa:16:3e:bb:73:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828db56-68e1-4e07-9970-ae697964f878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '6fa3a3b9-560c-46ac-a6a5-06b5210eff64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:11Z', 'updated_at': '2021-11-24T21:03:25Z', 'revision_number': 5, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'subnets': [{'id': '6fa3a3b9-560c-46ac-a6a5-06b5210eff64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:03:59.937762 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a7ccfb-192e-4953-8ae2-872c9272b488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-d36ca199-bc78-430c-8027-14003b8ef5ad', 'network_id': 'd36ca199-bc78-430c-8027-14003b8ef5ad', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'fixed_ips': [{'subnet_id': 'c70e845f-9cd5-4cd2-bf73-e66117d1958d'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:03:59.938914 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-50a7ccfb-192e-4953-8ae2-872c9272b488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:59.943289 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15904523-fca6-45d8-9ea5-ac652ae5625e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Made reservation on behalf of 2917837c238043fba5d286c1caf5dabd for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:03:59.950222 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-15904523-fca6-45d8-9ea5-ac652ae5625e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:03:59.973350 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-15904523-fca6-45d8-9ea5-ac652ae5625e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] device_id is not set on port 1d3ad229-829e-4ab5-b174-da9f067e3b65 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:03:59.997127 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4c2b06e6-7fff-422e-a5d6-feba669ffb7c req-710d0701-6ddf-41cd-964d-29c9fb9a38a6 service neutron] 10.222.0.48 "GET /v2.0/networks/9d916e9d-e955-4ce2-aa60-2a3a83ce1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690043 Nov 24 21:04:00.199734 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-15904523-fca6-45d8-9ea5-ac652ae5625e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Allocated IP 172.20.0.11 (d36ca199-bc78-430c-8027-14003b8ef5ad/c70e845f-9cd5-4cd2-bf73-e66117d1958d/1d3ad229-829e-4ab5-b174-da9f067e3b65) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:04:00.218385 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b9f9ad-ea80-4b6c-afd8-d4ea4dc5f5a6 None None] New status for floating IP 29cc02ef-71cb-42bd-9c68-f3c428c0de36: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:04:00.415356 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-15904523-fca6-45d8-9ea5-ac652ae5625e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:00.460671 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-15904523-fca6-45d8-9ea5-ac652ae5625e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:00.523321 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15904523-fca6-45d8-9ea5-ac652ae5625e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network d36ca199-bc78-430c-8027-14003b8ef5ad is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:04:00.538459 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-15904523-fca6-45d8-9ea5-ac652ae5625e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:00.551062 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15904523-fca6-45d8-9ea5-ac652ae5625e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:04:00.561651 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-50a7ccfb-192e-4953-8ae2-872c9272b488 None None] Allocated IP 172.20.0.2 (d36ca199-bc78-430c-8027-14003b8ef5ad/c70e845f-9cd5-4cd2-bf73-e66117d1958d/808be0b2-c01b-4133-8172-7ea940aa070f) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:04:00.618056 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15904523-fca6-45d8-9ea5-ac652ae5625e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:00.619429 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-15904523-fca6-45d8-9ea5-ac652ae5625e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:00.640046 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-15904523-fca6-45d8-9ea5-ac652ae5625e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9296675 Nov 24 21:04:00.641332 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15904523-fca6-45d8-9ea5-ac652ae5625e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Port': ['ID=1d3ad229-829e-4ab5-b174-da9f067e3b65,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:00.643441 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44130) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:00.706799 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 3490a98c-8665-403a-a127-fdf71d2a6c71 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:04:00.741150 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 3490a98c-8665-403a-a127-fdf71d2a6c71 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:04:00.741502 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 3490a98c-8665-403a-a127-fdf71d2a6c71 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:04:00.755876 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-50a7ccfb-192e-4953-8ae2-872c9272b488 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:00.763597 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-50a7ccfb-192e-4953-8ae2-872c9272b488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:00.801396 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a7ccfb-192e-4953-8ae2-872c9272b488 None None] Network d36ca199-bc78-430c-8027-14003b8ef5ad is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:04:00.808428 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-50a7ccfb-192e-4953-8ae2-872c9272b488 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:00.811956 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a7ccfb-192e-4953-8ae2-872c9272b488 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:04:00.819275 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7ccfb-192e-4953-8ae2-872c9272b488 None None] Pushing event updated for resources: {'Port': ['ID=808be0b2-c01b-4133-8172-7ea940aa070f,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:00.873408 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-50a7ccfb-192e-4953-8ae2-872c9272b488 None None] Attempting to bind port 808be0b2-c01b-4133-8172-7ea940aa070f on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:04:00.873789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-50a7ccfb-192e-4953-8ae2-872c9272b488 None None] Attempting to bind port 808be0b2-c01b-4133-8172-7ea940aa070f by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '4ded401e-02ca-4f53-b564-fac88f6a0f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd36ca199-bc78-430c-8027-14003b8ef5ad'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:04:00.874165 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a7ccfb-192e-4953-8ae2-872c9272b488 None None] Attempting to bind port 808be0b2-c01b-4133-8172-7ea940aa070f on network d36ca199-bc78-430c-8027-14003b8ef5ad {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:04:00.879549 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a7ccfb-192e-4953-8ae2-872c9272b488 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:04:00.879929 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a7ccfb-192e-4953-8ae2-872c9272b488 None None] Checking segment: {'id': '4ded401e-02ca-4f53-b564-fac88f6a0f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd36ca199-bc78-430c-8027-14003b8ef5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:04:00.880337 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-50a7ccfb-192e-4953-8ae2-872c9272b488 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:00.880740 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a7ccfb-192e-4953-8ae2-872c9272b488 None None] Bound using segment: {'id': '4ded401e-02ca-4f53-b564-fac88f6a0f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd36ca199-bc78-430c-8027-14003b8ef5ad'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:04:00.881231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-50a7ccfb-192e-4953-8ae2-872c9272b488 None None] Bound port: 808be0b2-c01b-4133-8172-7ea940aa070f, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ded401e-02ca-4f53-b564-fac88f6a0f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd36ca199-bc78-430c-8027-14003b8ef5ad'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:04:00.881616 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-50a7ccfb-192e-4953-8ae2-872c9272b488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:00.950118 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-50a7ccfb-192e-4953-8ae2-872c9272b488 None None] For port 808be0b2-c01b-4133-8172-7ea940aa070f, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:04:00.953138 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-50a7ccfb-192e-4953-8ae2-872c9272b488 None None] For port 808be0b2-c01b-4133-8172-7ea940aa070f, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=808be0b2-c01b-4133-8172-7ea940aa070f,segment=NetworkSegment(4ded401e-02ca-4f53-b564-fac88f6a0f62),segment_id=4ded401e-02ca-4f53-b564-fac88f6a0f62)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:04:00.960017 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-50a7ccfb-192e-4953-8ae2-872c9272b488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:01.011241 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4eb8b17e-0777-4537-957d-e96258915ae7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:01.046148 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7ccfb-192e-4953-8ae2-872c9272b488 None None] Pushing event updated for resources: {'Port': ['ID=808be0b2-c01b-4133-8172-7ea940aa070f,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:01.386885 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4eb8b17e-0777-4537-957d-e96258915ae7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:01.395532 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4eb8b17e-0777-4537-957d-e96258915ae7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:01.474375 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8b17e-0777-4537-957d-e96258915ae7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Port': ['ID=1d3ad229-829e-4ab5-b174-da9f067e3b65,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:01.635773 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4eb8b17e-0777-4537-957d-e96258915ae7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:01.770397 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4eb8b17e-0777-4537-957d-e96258915ae7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:02.096142 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4eb8b17e-0777-4537-957d-e96258915ae7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:02.102201 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4eb8b17e-0777-4537-957d-e96258915ae7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:02.129276 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 808be0b2-c01b-4133-8172-7ea940aa070f up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:04:02.193167 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 808be0b2-c01b-4133-8172-7ea940aa070f triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:02.193808 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:02.256474 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f94d345-00aa-4793-8302-b27698b81b92 None None] Network d36ca199-bc78-430c-8027-14003b8ef5ad requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:04:02.268177 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8b17e-0777-4537-957d-e96258915ae7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Port': ['ID=1d3ad229-829e-4ab5-b174-da9f067e3b65,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:02.276141 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4eb8b17e-0777-4537-957d-e96258915ae7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:02.349144 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4ccaa81e-a800-4f59-8e47-47dc5bcc9798 None None] Provisioning complete for port 808be0b2-c01b-4133-8172-7ea940aa070f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:02.349793 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4ccaa81e-a800-4f59-8e47-47dc5bcc9798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:02.378506 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb8b17e-0777-4537-957d-e96258915ae7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network d36ca199-bc78-430c-8027-14003b8ef5ad is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:04:02.380066 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-4eb8b17e-0777-4537-957d-e96258915ae7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:02.440802 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:02.524065 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb8b17e-0777-4537-957d-e96258915ae7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Router 76337e0a-0e24-4b8a-961f-01050ac48915 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:04:02.565062 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 808be0b2-c01b-4133-8172-7ea940aa070f, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=808be0b2-c01b-4133-8172-7ea940aa070f,segment=NetworkSegment(4ded401e-02ca-4f53-b564-fac88f6a0f62),segment_id=4ded401e-02ca-4f53-b564-fac88f6a0f62)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:02.569088 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4ccaa81e-a800-4f59-8e47-47dc5bcc9798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:02.596908 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:02.630941 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb8b17e-0777-4537-957d-e96258915ae7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:04:02.641798 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4eb8b17e-0777-4537-957d-e96258915ae7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/routers/76337e0a-0e24-4b8a-961f-01050ac48915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9968989 Nov 24 21:04:02.642348 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44150) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:02.673169 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6965abb0-2337-4fdd-a09d-5ef2601e52d3 None None] Sync routers for ids ['76337e0a-0e24-4b8a-961f-01050ac48915'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:04:02.703989 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0654e1-2d7c-4e60-b0c9-36b9df29e242 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:02.708904 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44154) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:02.709073 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1c0654e1-2d7c-4e60-b0c9-36b9df29e242 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/ports/1d3ad229-829e-4ab5-b174-da9f067e3b65 HTTP/1.1" status: 200 len: 977 time: 0.0642960 Nov 24 21:04:02.724595 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-4ccaa81e-a800-4f59-8e47-47dc5bcc9798 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:04:02.725336 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-4ccaa81e-a800-4f59-8e47-47dc5bcc9798 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:04:02.725834 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=808be0b2-c01b-4133-8172-7ea940aa070f,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:02.733050 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6965abb0-2337-4fdd-a09d-5ef2601e52d3 None None] Routers {'76337e0a-0e24-4b8a-961f-01050ac48915'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:02.733709 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-6965abb0-2337-4fdd-a09d-5ef2601e52d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['76337e0a-0e24-4b8a-961f-01050ac48915'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:02.774408 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-6965abb0-2337-4fdd-a09d-5ef2601e52d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:02.785798 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6965abb0-2337-4fdd-a09d-5ef2601e52d3 None None] Routers {'76337e0a-0e24-4b8a-961f-01050ac48915'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:02.786761 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-6965abb0-2337-4fdd-a09d-5ef2601e52d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['76337e0a-0e24-4b8a-961f-01050ac48915'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:02.823017 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-6965abb0-2337-4fdd-a09d-5ef2601e52d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:02.823817 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6965abb0-2337-4fdd-a09d-5ef2601e52d3 None None] The sync data for ids ['76337e0a-0e24-4b8a-961f-01050ac48915'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:04:03.409935 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b06b89bc-5e7d-4770-97ec-c005e3ae7d15 None None] Provisioning complete for port 808be0b2-c01b-4133-8172-7ea940aa070f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:03.411310 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b06b89bc-5e7d-4770-97ec-c005e3ae7d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:03.512877 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1158ec23-c8c7-43d6-9472-1e2a921e798b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:03.529642 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b06b89bc-5e7d-4770-97ec-c005e3ae7d15 None None] Provisioning complete for port 1d3ad229-829e-4ab5-b174-da9f067e3b65 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:03.530131 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b06b89bc-5e7d-4770-97ec-c005e3ae7d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:03.573609 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-b06b89bc-5e7d-4770-97ec-c005e3ae7d15 None None] Port 1d3ad229-829e-4ab5-b174-da9f067e3b65 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:04:03.695621 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9bc559ec-113c-40f7-b0ae-5f752c6128a5 None None] Provisioning complete for port 1d3ad229-829e-4ab5-b174-da9f067e3b65 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:03.696087 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9bc559ec-113c-40f7-b0ae-5f752c6128a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:03.730906 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9bc559ec-113c-40f7-b0ae-5f752c6128a5 None None] Port 1d3ad229-829e-4ab5-b174-da9f067e3b65 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:04:03.740331 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-1158ec23-c8c7-43d6-9472-1e2a921e798b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting port 1d3ad229-829e-4ab5-b174-da9f067e3b65 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:04:03.740727 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1158ec23-c8c7-43d6-9472-1e2a921e798b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:03.834953 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1158ec23-c8c7-43d6-9472-1e2a921e798b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:03.847593 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-1158ec23-c8c7-43d6-9472-1e2a921e798b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Calling delete_port for 1d3ad229-829e-4ab5-b174-da9f067e3b65 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:04:04.025143 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1158ec23-c8c7-43d6-9472-1e2a921e798b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:04.059958 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158ec23-c8c7-43d6-9472-1e2a921e798b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Port': ['ID=1d3ad229-829e-4ab5-b174-da9f067e3b65,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:04.065500 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 808be0b2-c01b-4133-8172-7ea940aa070f up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:04:04.139135 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 808be0b2-c01b-4133-8172-7ea940aa070f triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:04.139613 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:04.211457 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1158ec23-c8c7-43d6-9472-1e2a921e798b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:04.385772 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1158ec23-c8c7-43d6-9472-1e2a921e798b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Router 76337e0a-0e24-4b8a-961f-01050ac48915 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:04:04.468973 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1158ec23-c8c7-43d6-9472-1e2a921e798b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:04:04.474922 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1158ec23-c8c7-43d6-9472-1e2a921e798b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/routers/76337e0a-0e24-4b8a-961f-01050ac48915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7645538 Nov 24 21:04:04.479703 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44172) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:04.480600 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ab7369-5ac2-43e8-8a30-b289fff2394a None None] Sync routers for ids ['76337e0a-0e24-4b8a-961f-01050ac48915'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:04:04.491918 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ab7369-5ac2-43e8-8a30-b289fff2394a None None] Routers {'76337e0a-0e24-4b8a-961f-01050ac48915'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:04.492561 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-58ab7369-5ac2-43e8-8a30-b289fff2394a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['76337e0a-0e24-4b8a-961f-01050ac48915'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:04.538184 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-58ab7369-5ac2-43e8-8a30-b289fff2394a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:04.547847 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ab7369-5ac2-43e8-8a30-b289fff2394a None None] Routers {'76337e0a-0e24-4b8a-961f-01050ac48915'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:04.548456 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-58ab7369-5ac2-43e8-8a30-b289fff2394a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['76337e0a-0e24-4b8a-961f-01050ac48915'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:04.586158 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-58ab7369-5ac2-43e8-8a30-b289fff2394a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:04.586820 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ab7369-5ac2-43e8-8a30-b289fff2394a None None] The sync data for ids ['76337e0a-0e24-4b8a-961f-01050ac48915'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:04:04.702039 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-f2490289-db12-4e04-b2fe-4bd708489e8f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] remove_router_interface failed (client error): The resource could not be found. Nov 24 21:04:04.703976 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f2490289-db12-4e04-b2fe-4bd708489e8f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/routers/76337e0a-0e24-4b8a-961f-01050ac48915/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2228239 Nov 24 21:04:04.706021 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44176) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:04.734383 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b350ecda-c2b9-4149-b4b9-9acc797d5aae tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/ports?device_id=76337e0a-0e24-4b8a-961f-01050ac48915 HTTP/1.1" status: 200 len: 205 time: 0.0264959 Nov 24 21:04:04.736212 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44178) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:04.813043 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8d5601e6-a07c-49b8-8906-7a41a006e727 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:04.974922 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8d5601e6-a07c-49b8-8906-7a41a006e727 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:04.977096 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8d5601e6-a07c-49b8-8906-7a41a006e727 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:05.021585 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8d5601e6-a07c-49b8-8906-7a41a006e727 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:05.022122 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5601e6-a07c-49b8-8906-7a41a006e727 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Fanout notify agent at l3_agent the message router_deleted on router 76337e0a-0e24-4b8a-961f-01050ac48915 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:04:05.029835 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8d5601e6-a07c-49b8-8906-7a41a006e727 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:05.033261 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8d5601e6-a07c-49b8-8906-7a41a006e727 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/routers/76337e0a-0e24-4b8a-961f-01050ac48915 HTTP/1.1" status: 204 len: 168 time: 0.2959721 Nov 24 21:04:05.033426 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44182) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:05.090265 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff93b5a8-62d1-46f1-bbda-0a3268c770dc tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting subnet c70e845f-9cd5-4cd2-bf73-e66117d1958d {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:04:05.093763 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff93b5a8-62d1-46f1-bbda-0a3268c770dc tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:05.135739 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff93b5a8-62d1-46f1-bbda-0a3268c770dc tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:05.223683 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff93b5a8-62d1-46f1-bbda-0a3268c770dc tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:05.289902 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff93b5a8-62d1-46f1-bbda-0a3268c770dc tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:05.323797 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff93b5a8-62d1-46f1-bbda-0a3268c770dc tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:05.329525 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d62084-19a6-47e1-ab47-e1fd1052c100 None None] Network d36ca199-bc78-430c-8027-14003b8ef5ad requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:04:05.330114 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ff93b5a8-62d1-46f1-bbda-0a3268c770dc tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/subnets/c70e845f-9cd5-4cd2-bf73-e66117d1958d HTTP/1.1" status: 204 len: 168 time: 0.2952740 Nov 24 21:04:05.330884 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93b5a8-62d1-46f1-bbda-0a3268c770dc tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Subnet': ['ID=c70e845f-9cd5-4cd2-bf73-e66117d1958d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:05.332538 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44184) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:05.425235 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8d4f04a1-98cf-4b6b-9ed0-fd210a625952 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:05.501220 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-8d4f04a1-98cf-4b6b-9ed0-fd210a625952 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting port 808be0b2-c01b-4133-8172-7ea940aa070f {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:04:05.501844 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8d4f04a1-98cf-4b6b-9ed0-fd210a625952 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:05.585340 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-8d4f04a1-98cf-4b6b-9ed0-fd210a625952 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] For port 808be0b2-c01b-4133-8172-7ea940aa070f, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=808be0b2-c01b-4133-8172-7ea940aa070f,segment=NetworkSegment(4ded401e-02ca-4f53-b564-fac88f6a0f62),segment_id=4ded401e-02ca-4f53-b564-fac88f6a0f62)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:05.585798 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8d4f04a1-98cf-4b6b-9ed0-fd210a625952 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:05.600195 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-8d4f04a1-98cf-4b6b-9ed0-fd210a625952 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Calling delete_port for 808be0b2-c01b-4133-8172-7ea940aa070f owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:04:05.606058 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee4b242-2bda-466b-a566-b98c9d69c996 None None] DHCP port deletion for d36ca199-bc78-430c-8027-14003b8ef5ad request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:04:05.655440 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-fee4b242-2bda-466b-a566-b98c9d69c996 None None] Deleting port 808be0b2-c01b-4133-8172-7ea940aa070f {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:04:05.656120 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fee4b242-2bda-466b-a566-b98c9d69c996 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:05.686539 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8d4f04a1-98cf-4b6b-9ed0-fd210a625952 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:05.714276 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f04a1-98cf-4b6b-9ed0-fd210a625952 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Port': ['ID=808be0b2-c01b-4133-8172-7ea940aa070f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:05.722895 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4f04a1-98cf-4b6b-9ed0-fd210a625952 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] No DVR routers for this DVR port 808be0b2-c01b-4133-8172-7ea940aa070f on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:04:05.740714 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-fee4b242-2bda-466b-a566-b98c9d69c996 None None] For port 808be0b2-c01b-4133-8172-7ea940aa070f, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=808be0b2-c01b-4133-8172-7ea940aa070f,segment=NetworkSegment(4ded401e-02ca-4f53-b564-fac88f6a0f62),segment_id=4ded401e-02ca-4f53-b564-fac88f6a0f62)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:05.741215 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fee4b242-2bda-466b-a566-b98c9d69c996 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:05.775273 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-fee4b242-2bda-466b-a566-b98c9d69c996 None None] Calling delete_port for 808be0b2-c01b-4133-8172-7ea940aa070f owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:04:05.842137 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8d4f04a1-98cf-4b6b-9ed0-fd210a625952 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:05.865250 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-8d4f04a1-98cf-4b6b-9ed0-fd210a625952 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d36ca199-bc78-430c-8027-14003b8ef5ad']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:05.871769 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fee4b242-2bda-466b-a566-b98c9d69c996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:05.876255 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-8d4f04a1-98cf-4b6b-9ed0-fd210a625952 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ded401e-02ca-4f53-b564-fac88f6a0f62') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:05.876675 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-8d4f04a1-98cf-4b6b-9ed0-fd210a625952 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ded401e-02ca-4f53-b564-fac88f6a0f62') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:05.889264 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8d4f04a1-98cf-4b6b-9ed0-fd210a625952 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:05.906895 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8d4f04a1-98cf-4b6b-9ed0-fd210a625952 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:05.907573 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4b242-2bda-466b-a566-b98c9d69c996 None None] Pushing event deleted for resources: {'Port': ['ID=808be0b2-c01b-4133-8172-7ea940aa070f,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:05.911236 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee4b242-2bda-466b-a566-b98c9d69c996 None None] No DVR routers for this DVR port 808be0b2-c01b-4133-8172-7ea940aa070f on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:04:05.923413 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4f04a1-98cf-4b6b-9ed0-fd210a625952 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:04:05.923413 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8d4f04a1-98cf-4b6b-9ed0-fd210a625952 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:04:05.943614 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:04:06.001649 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8d4f04a1-98cf-4b6b-9ed0-fd210a625952 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:06.007433 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8d4f04a1-98cf-4b6b-9ed0-fd210a625952 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:06.011257 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8d4f04a1-98cf-4b6b-9ed0-fd210a625952 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/networks/d36ca199-bc78-430c-8027-14003b8ef5ad HTTP/1.1" status: 204 len: 168 time: 0.6776319 Nov 24 21:04:06.015120 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44198) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:06.028568 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f04a1-98cf-4b6b-9ed0-fd210a625952 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Network': ['ID=d36ca199-bc78-430c-8027-14003b8ef5ad,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:06.030472 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e863269c-9f0b-4937-91c7-39c051198810 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'network': {'name': 'tempest-RoutersTest-782203270'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:04:06.055034 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e863269c-9f0b-4937-91c7-39c051198810 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Made reservation on behalf of 2917837c238043fba5d286c1caf5dabd for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:04:06.060026 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e863269c-9f0b-4937-91c7-39c051198810 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:06.073350 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 808be0b2-c01b-4133-8172-7ea940aa070f no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:04:06.089487 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e863269c-9f0b-4937-91c7-39c051198810 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:04:06.094075 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 808be0b2-c01b-4133-8172-7ea940aa070f {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:04:06.094436 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 808be0b2-c01b-4133-8172-7ea940aa070f not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:04:06.104502 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e863269c-9f0b-4937-91c7-39c051198810 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:06.105023 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-e863269c-9f0b-4937-91c7-39c051198810 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Added segment 216a7fa9-9839-483b-8cf9-6b8b3414b6cb of type vlan for network 8659528c-f414-42d8-b9bd-97c56dd5c3b5 Nov 24 21:04:06.155738 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e863269c-9f0b-4937-91c7-39c051198810 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:06.179940 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e863269c-9f0b-4937-91c7-39c051198810 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:06.187707 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e863269c-9f0b-4937-91c7-39c051198810 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:06.188359 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e863269c-9f0b-4937-91c7-39c051198810 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:06.227247 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e863269c-9f0b-4937-91c7-39c051198810 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2022972 Nov 24 21:04:06.230754 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44200) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:06.236112 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-e76f0558-bbc0-410a-a40c-e26bac0ed342 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'subnet': {'network_id': '8659528c-f414-42d8-b9bd-97c56dd5c3b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:04:06.265946 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863269c-9f0b-4937-91c7-39c051198810 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Network': ['ID=8659528c-f414-42d8-b9bd-97c56dd5c3b5,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:06.283363 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 8659528c-f414-42d8-b9bd-97c56dd5c3b5 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:04:06.335011 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76f0558-bbc0-410a-a40c-e26bac0ed342 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Made reservation on behalf of 2917837c238043fba5d286c1caf5dabd for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:04:06.340279 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e76f0558-bbc0-410a-a40c-e26bac0ed342 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:06.549367 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e76f0558-bbc0-410a-a40c-e26bac0ed342 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:06.623897 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f0558-bbc0-410a-a40c-e26bac0ed342 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Subnet': ['ID=a2c946a5-dbdb-42e6-86ba-109b130bf233,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:06.634081 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f0558-bbc0-410a-a40c-e26bac0ed342 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Checking segment: {'id': '216a7fa9-9839-483b-8cf9-6b8b3414b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8659528c-f414-42d8-b9bd-97c56dd5c3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:04:06.635194 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76f0558-bbc0-410a-a40c-e26bac0ed342 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network hostable DHCP agents. Network: 8659528c-f414-42d8-b9bd-97c56dd5c3b5, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:04:06.652206 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76f0558-bbc0-410a-a40c-e26bac0ed342 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network 8659528c-f414-42d8-b9bd-97c56dd5c3b5 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:04:06.660608 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-e76f0558-bbc0-410a-a40c-e26bac0ed342 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 8659528c-f414-42d8-b9bd-97c56dd5c3b5) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:06.664630 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76f0558-bbc0-410a-a40c-e26bac0ed342 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:06.665275 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e76f0558-bbc0-410a-a40c-e26bac0ed342 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:06.673246 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9daee26-269f-4c1f-8451-486d06690cb5 None None] Network 8659528c-f414-42d8-b9bd-97c56dd5c3b5 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:04:06.687509 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e76f0558-bbc0-410a-a40c-e26bac0ed342 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4528430 Nov 24 21:04:06.687783 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44208) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:06.692186 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-bfce8473-6c26-4bb1-bb9a-0c8d42f621e4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1739446313', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:04:06.719401 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bfce8473-6c26-4bb1-bb9a-0c8d42f621e4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:06.720492 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bfce8473-6c26-4bb1-bb9a-0c8d42f621e4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:06.772669 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bfce8473-6c26-4bb1-bb9a-0c8d42f621e4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:06.778346 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bfce8473-6c26-4bb1-bb9a-0c8d42f621e4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:06.797806 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bfce8473-6c26-4bb1-bb9a-0c8d42f621e4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:06.799437 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-bfce8473-6c26-4bb1-bb9a-0c8d42f621e4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1104877 Nov 24 21:04:06.801850 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44212) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:06.860433 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10af63ea-6fdd-4ffc-83a9-639a4032a0bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-8659528c-f414-42d8-b9bd-97c56dd5c3b5', 'network_id': '8659528c-f414-42d8-b9bd-97c56dd5c3b5', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'fixed_ips': [{'subnet_id': 'a2c946a5-dbdb-42e6-86ba-109b130bf233'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:04:06.862717 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10af63ea-6fdd-4ffc-83a9-639a4032a0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:07.038111 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-10af63ea-6fdd-4ffc-83a9-639a4032a0bd None None] Allocated IP 172.20.0.2 (8659528c-f414-42d8-b9bd-97c56dd5c3b5/a2c946a5-dbdb-42e6-86ba-109b130bf233/7ac92ca3-6e0b-4cec-accc-9ac12477e889) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:04:07.217199 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10af63ea-6fdd-4ffc-83a9-639a4032a0bd None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:07.224315 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10af63ea-6fdd-4ffc-83a9-639a4032a0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:07.269766 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10af63ea-6fdd-4ffc-83a9-639a4032a0bd None None] Network 8659528c-f414-42d8-b9bd-97c56dd5c3b5 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:04:07.272863 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-10af63ea-6fdd-4ffc-83a9-639a4032a0bd None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:07.277231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10af63ea-6fdd-4ffc-83a9-639a4032a0bd None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:04:07.285555 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af63ea-6fdd-4ffc-83a9-639a4032a0bd None None] Pushing event updated for resources: {'Port': ['ID=7ac92ca3-6e0b-4cec-accc-9ac12477e889,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:07.342094 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-10af63ea-6fdd-4ffc-83a9-639a4032a0bd None None] Attempting to bind port 7ac92ca3-6e0b-4cec-accc-9ac12477e889 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:04:07.342468 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-10af63ea-6fdd-4ffc-83a9-639a4032a0bd None None] Attempting to bind port 7ac92ca3-6e0b-4cec-accc-9ac12477e889 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '216a7fa9-9839-483b-8cf9-6b8b3414b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8659528c-f414-42d8-b9bd-97c56dd5c3b5'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:04:07.342841 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10af63ea-6fdd-4ffc-83a9-639a4032a0bd None None] Attempting to bind port 7ac92ca3-6e0b-4cec-accc-9ac12477e889 on network 8659528c-f414-42d8-b9bd-97c56dd5c3b5 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:04:07.348218 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10af63ea-6fdd-4ffc-83a9-639a4032a0bd None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:04:07.348410 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ac317db-2e8a-449b-875e-089c431d4152 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:07.348600 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10af63ea-6fdd-4ffc-83a9-639a4032a0bd None None] Checking segment: {'id': '216a7fa9-9839-483b-8cf9-6b8b3414b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8659528c-f414-42d8-b9bd-97c56dd5c3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:04:07.349097 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10af63ea-6fdd-4ffc-83a9-639a4032a0bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:07.349508 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10af63ea-6fdd-4ffc-83a9-639a4032a0bd None None] Bound using segment: {'id': '216a7fa9-9839-483b-8cf9-6b8b3414b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8659528c-f414-42d8-b9bd-97c56dd5c3b5'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:04:07.349985 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-10af63ea-6fdd-4ffc-83a9-639a4032a0bd None None] Bound port: 7ac92ca3-6e0b-4cec-accc-9ac12477e889, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216a7fa9-9839-483b-8cf9-6b8b3414b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8659528c-f414-42d8-b9bd-97c56dd5c3b5'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:04:07.350371 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10af63ea-6fdd-4ffc-83a9-639a4032a0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:07.419188 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-10af63ea-6fdd-4ffc-83a9-639a4032a0bd None None] For port 7ac92ca3-6e0b-4cec-accc-9ac12477e889, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:04:07.422647 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-10af63ea-6fdd-4ffc-83a9-639a4032a0bd None None] For port 7ac92ca3-6e0b-4cec-accc-9ac12477e889, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7ac92ca3-6e0b-4cec-accc-9ac12477e889,segment=NetworkSegment(216a7fa9-9839-483b-8cf9-6b8b3414b6cb),segment_id=216a7fa9-9839-483b-8cf9-6b8b3414b6cb)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:04:07.428952 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10af63ea-6fdd-4ffc-83a9-639a4032a0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:07.492369 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af63ea-6fdd-4ffc-83a9-639a4032a0bd None None] Pushing event updated for resources: {'Port': ['ID=7ac92ca3-6e0b-4cec-accc-9ac12477e889,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:07.642544 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-0ac317db-2e8a-449b-875e-089c431d4152 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Allocated IP 172.20.0.1 (8659528c-f414-42d8-b9bd-97c56dd5c3b5/a2c946a5-dbdb-42e6-86ba-109b130bf233/d4c00a62-df03-4d0a-9a99-044460d5eb65) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:04:07.805210 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ac317db-2e8a-449b-875e-089c431d4152 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:07.845817 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ac317db-2e8a-449b-875e-089c431d4152 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:07.892520 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac317db-2e8a-449b-875e-089c431d4152 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network 8659528c-f414-42d8-b9bd-97c56dd5c3b5 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:04:07.905279 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-0ac317db-2e8a-449b-875e-089c431d4152 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:07.909262 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac317db-2e8a-449b-875e-089c431d4152 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:04:07.945189 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac317db-2e8a-449b-875e-089c431d4152 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Port': ['ID=d4c00a62-df03-4d0a-9a99-044460d5eb65,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:07.970577 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ac317db-2e8a-449b-875e-089c431d4152 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:08.106981 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ac317db-2e8a-449b-875e-089c431d4152 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:08.114916 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7ac92ca3-6e0b-4cec-accc-9ac12477e889 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:04:08.168849 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 7ac92ca3-6e0b-4cec-accc-9ac12477e889 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:08.169229 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:08.257512 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:08.295002 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 7ac92ca3-6e0b-4cec-accc-9ac12477e889, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7ac92ca3-6e0b-4cec-accc-9ac12477e889,segment=NetworkSegment(216a7fa9-9839-483b-8cf9-6b8b3414b6cb),segment_id=216a7fa9-9839-483b-8cf9-6b8b3414b6cb)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:08.303306 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:08.374613 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=7ac92ca3-6e0b-4cec-accc-9ac12477e889,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:08.432156 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ac317db-2e8a-449b-875e-089c431d4152 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:08.437340 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ac317db-2e8a-449b-875e-089c431d4152 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:08.520568 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ac317db-2e8a-449b-875e-089c431d4152 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:08.522429 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac317db-2e8a-449b-875e-089c431d4152 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Port': ['ID=d4c00a62-df03-4d0a-9a99-044460d5eb65,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:08.630591 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac317db-2e8a-449b-875e-089c431d4152 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network 8659528c-f414-42d8-b9bd-97c56dd5c3b5 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:04:08.632426 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-0ac317db-2e8a-449b-875e-089c431d4152 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:08.651431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc88f658-96e8-4822-a422-1edaf756c71c None None] Network 8659528c-f414-42d8-b9bd-97c56dd5c3b5 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:04:08.750516 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c280d7ef-7d57-4977-a3f2-ebc097cedf3d None None] Provisioning complete for port 7ac92ca3-6e0b-4cec-accc-9ac12477e889 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:08.750899 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c280d7ef-7d57-4977-a3f2-ebc097cedf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:08.770412 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac317db-2e8a-449b-875e-089c431d4152 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Router 11dd7625-89a6-4d20-81bd-2dafe66f8ae0 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:04:08.866946 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6323b1cc-d56e-416a-ab77-b29d314b605a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:08.878758 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac317db-2e8a-449b-875e-089c431d4152 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:04:08.887948 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44236) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:08.889706 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0ac317db-2e8a-449b-875e-089c431d4152 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/routers/11dd7625-89a6-4d20-81bd-2dafe66f8ae0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0859575 Nov 24 21:04:08.918776 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a86856f-b09a-4df3-8d5a-a1e1c257ce65 None None] Sync routers for ids ['11dd7625-89a6-4d20-81bd-2dafe66f8ae0'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:04:08.938751 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932c74ab-3299-47ba-9388-a61e36a2c77d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:08.942980 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-932c74ab-3299-47ba-9388-a61e36a2c77d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/ports/d4c00a62-df03-4d0a-9a99-044460d5eb65 HTTP/1.1" status: 200 len: 910 time: 0.0513775 Nov 24 21:04:08.943795 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44238) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:08.951391 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a86856f-b09a-4df3-8d5a-a1e1c257ce65 None None] Routers {'11dd7625-89a6-4d20-81bd-2dafe66f8ae0'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:08.952135 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5a86856f-b09a-4df3-8d5a-a1e1c257ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['11dd7625-89a6-4d20-81bd-2dafe66f8ae0'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:08.992365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5a86856f-b09a-4df3-8d5a-a1e1c257ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:09.020045 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a86856f-b09a-4df3-8d5a-a1e1c257ce65 None None] Routers {'11dd7625-89a6-4d20-81bd-2dafe66f8ae0'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:09.020796 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5a86856f-b09a-4df3-8d5a-a1e1c257ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['11dd7625-89a6-4d20-81bd-2dafe66f8ae0'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:09.067678 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5a86856f-b09a-4df3-8d5a-a1e1c257ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:09.068359 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a86856f-b09a-4df3-8d5a-a1e1c257ce65 None None] The sync data for ids ['11dd7625-89a6-4d20-81bd-2dafe66f8ae0'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:04:09.278360 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8de7aeec-f587-48b0-b76b-fb31af2ffbc9 None None] Provisioning complete for port d4c00a62-df03-4d0a-9a99-044460d5eb65 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:09.279019 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8de7aeec-f587-48b0-b76b-fb31af2ffbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:09.349706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-8de7aeec-f587-48b0-b76b-fb31af2ffbc9 None None] Port d4c00a62-df03-4d0a-9a99-044460d5eb65 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:04:09.362015 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8de7aeec-f587-48b0-b76b-fb31af2ffbc9 None None] Provisioning complete for port 7ac92ca3-6e0b-4cec-accc-9ac12477e889 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:09.362414 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8de7aeec-f587-48b0-b76b-fb31af2ffbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:09.443049 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e0ecdc2c-c79a-4483-af5d-69affc19756f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:09.529967 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:09.584130 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f0fa81d7-3a5f-42fe-82a9-5b501e707f5c None None] Provisioning complete for port d4c00a62-df03-4d0a-9a99-044460d5eb65 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:09.584691 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f0fa81d7-3a5f-42fe-82a9-5b501e707f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:09.629585 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f0fa81d7-3a5f-42fe-82a9-5b501e707f5c None None] Port d4c00a62-df03-4d0a-9a99-044460d5eb65 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:04:09.756943 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-adeae0cf-9a51-49b6-9d17-052e6360ec6b None None] Provisioning complete for port d4c00a62-df03-4d0a-9a99-044460d5eb65 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:09.757318 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-adeae0cf-9a51-49b6-9d17-052e6360ec6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:09.777665 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-e0ecdc2c-c79a-4483-af5d-69affc19756f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting port d4c00a62-df03-4d0a-9a99-044460d5eb65 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:04:09.778106 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e0ecdc2c-c79a-4483-af5d-69affc19756f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:09.845022 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-adeae0cf-9a51-49b6-9d17-052e6360ec6b None None] Port d4c00a62-df03-4d0a-9a99-044460d5eb65 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:04:09.895206 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e0ecdc2c-c79a-4483-af5d-69affc19756f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:09.911926 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-e0ecdc2c-c79a-4483-af5d-69affc19756f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Calling delete_port for d4c00a62-df03-4d0a-9a99-044460d5eb65 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:04:10.082317 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7ac92ca3-6e0b-4cec-accc-9ac12477e889 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:04:10.130999 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e0ecdc2c-c79a-4483-af5d-69affc19756f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:10.179549 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ecdc2c-c79a-4483-af5d-69affc19756f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Port': ['ID=d4c00a62-df03-4d0a-9a99-044460d5eb65,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:10.381643 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e0ecdc2c-c79a-4483-af5d-69affc19756f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:10.426442 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 7ac92ca3-6e0b-4cec-accc-9ac12477e889 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:10.427059 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:10.610203 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ecdc2c-c79a-4483-af5d-69affc19756f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Router 11dd7625-89a6-4d20-81bd-2dafe66f8ae0 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:04:10.694664 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ecdc2c-c79a-4483-af5d-69affc19756f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:04:10.703167 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e0ecdc2c-c79a-4483-af5d-69affc19756f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/routers/11dd7625-89a6-4d20-81bd-2dafe66f8ae0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7558894 Nov 24 21:04:10.703627 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44350) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:10.706434 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e91ac-edea-4a23-b72c-c404a90cea07 None None] Sync routers for ids ['11dd7625-89a6-4d20-81bd-2dafe66f8ae0'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:04:10.718594 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e91ac-edea-4a23-b72c-c404a90cea07 None None] Routers {'11dd7625-89a6-4d20-81bd-2dafe66f8ae0'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:10.719235 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-da2e91ac-edea-4a23-b72c-c404a90cea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['11dd7625-89a6-4d20-81bd-2dafe66f8ae0'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:10.737227 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-91f33a15-8496-4c06-a4a1-6d75b19f90c1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/ports?device_id=11dd7625-89a6-4d20-81bd-2dafe66f8ae0 HTTP/1.1" status: 200 len: 205 time: 0.0322108 Nov 24 21:04:10.739526 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44356) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:10.754910 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-da2e91ac-edea-4a23-b72c-c404a90cea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:10.764361 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e91ac-edea-4a23-b72c-c404a90cea07 None None] Routers {'11dd7625-89a6-4d20-81bd-2dafe66f8ae0'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:10.765035 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-da2e91ac-edea-4a23-b72c-c404a90cea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:03:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['11dd7625-89a6-4d20-81bd-2dafe66f8ae0'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:10.814460 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-da2e91ac-edea-4a23-b72c-c404a90cea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:10.815569 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e91ac-edea-4a23-b72c-c404a90cea07 None None] The sync data for ids ['11dd7625-89a6-4d20-81bd-2dafe66f8ae0'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:04:10.862436 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-14b94872-a8a9-4835-81d8-53698d179da5 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:11.051711 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-14b94872-a8a9-4835-81d8-53698d179da5 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:11.053841 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:11.053998 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-14b94872-a8a9-4835-81d8-53698d179da5 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:11.103832 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-14b94872-a8a9-4835-81d8-53698d179da5 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:11.104560 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b94872-a8a9-4835-81d8-53698d179da5 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Fanout notify agent at l3_agent the message router_deleted on router 11dd7625-89a6-4d20-81bd-2dafe66f8ae0 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:04:11.116311 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-14b94872-a8a9-4835-81d8-53698d179da5 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:11.117682 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-14b94872-a8a9-4835-81d8-53698d179da5 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/routers/11dd7625-89a6-4d20-81bd-2dafe66f8ae0 HTTP/1.1" status: 204 len: 168 time: 0.3765202 Nov 24 21:04:11.120645 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44414) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:11.167002 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fda6b13a-ec56-47ed-a4ed-21bc9d1beca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:11.200736 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a312831-eae5-4f53-a095-09bb2c6a5109 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting subnet a2c946a5-dbdb-42e6-86ba-109b130bf233 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:04:11.205181 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8a312831-eae5-4f53-a095-09bb2c6a5109 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:11.257731 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8a312831-eae5-4f53-a095-09bb2c6a5109 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:11.378083 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8a312831-eae5-4f53-a095-09bb2c6a5109 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:11.441310 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8a312831-eae5-4f53-a095-09bb2c6a5109 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:11.473674 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a312831-eae5-4f53-a095-09bb2c6a5109 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Subnet': ['ID=a2c946a5-dbdb-42e6-86ba-109b130bf233,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:11.475868 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8a312831-eae5-4f53-a095-09bb2c6a5109 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:11.480060 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8a312831-eae5-4f53-a095-09bb2c6a5109 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/subnets/a2c946a5-dbdb-42e6-86ba-109b130bf233 HTTP/1.1" status: 204 len: 168 time: 0.3578467 Nov 24 21:04:11.482352 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44460) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:11.485734 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23aeba0-8577-4857-8c34-a4cf914e9aea None None] Network 8659528c-f414-42d8-b9bd-97c56dd5c3b5 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:04:11.591200 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88a38b65-be73-470e-80d4-d2dab6faa7fb tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:11.664540 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-88a38b65-be73-470e-80d4-d2dab6faa7fb tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting port 7ac92ca3-6e0b-4cec-accc-9ac12477e889 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:04:11.664917 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88a38b65-be73-470e-80d4-d2dab6faa7fb tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:11.734468 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3bb1c3-ec82-4c39-9d27-c9dd6ed23abf None None] DHCP port deletion for 8659528c-f414-42d8-b9bd-97c56dd5c3b5 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:04:11.742184 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-88a38b65-be73-470e-80d4-d2dab6faa7fb tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] For port 7ac92ca3-6e0b-4cec-accc-9ac12477e889, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7ac92ca3-6e0b-4cec-accc-9ac12477e889,segment=NetworkSegment(216a7fa9-9839-483b-8cf9-6b8b3414b6cb),segment_id=216a7fa9-9839-483b-8cf9-6b8b3414b6cb)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:11.742684 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88a38b65-be73-470e-80d4-d2dab6faa7fb tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:11.762378 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-88a38b65-be73-470e-80d4-d2dab6faa7fb tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Calling delete_port for 7ac92ca3-6e0b-4cec-accc-9ac12477e889 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:04:11.796539 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-0a3bb1c3-ec82-4c39-9d27-c9dd6ed23abf None None] Deleting port 7ac92ca3-6e0b-4cec-accc-9ac12477e889 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:04:11.796947 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0a3bb1c3-ec82-4c39-9d27-c9dd6ed23abf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:11.892499 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88a38b65-be73-470e-80d4-d2dab6faa7fb tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:11.893024 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0a3bb1c3-ec82-4c39-9d27-c9dd6ed23abf None None] For port 7ac92ca3-6e0b-4cec-accc-9ac12477e889, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7ac92ca3-6e0b-4cec-accc-9ac12477e889,segment=NetworkSegment(216a7fa9-9839-483b-8cf9-6b8b3414b6cb),segment_id=216a7fa9-9839-483b-8cf9-6b8b3414b6cb)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:11.893454 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0a3bb1c3-ec82-4c39-9d27-c9dd6ed23abf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:11.929022 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-0a3bb1c3-ec82-4c39-9d27-c9dd6ed23abf None None] Calling delete_port for 7ac92ca3-6e0b-4cec-accc-9ac12477e889 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:04:11.945398 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a38b65-be73-470e-80d4-d2dab6faa7fb tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Port': ['ID=7ac92ca3-6e0b-4cec-accc-9ac12477e889,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:11.950019 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a38b65-be73-470e-80d4-d2dab6faa7fb tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] No DVR routers for this DVR port 7ac92ca3-6e0b-4cec-accc-9ac12477e889 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:04:12.106285 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88a38b65-be73-470e-80d4-d2dab6faa7fb tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:12.137703 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-88a38b65-be73-470e-80d4-d2dab6faa7fb tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8659528c-f414-42d8-b9bd-97c56dd5c3b5']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:12.150766 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0a3bb1c3-ec82-4c39-9d27-c9dd6ed23abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:12.152179 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-88a38b65-be73-470e-80d4-d2dab6faa7fb tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216a7fa9-9839-483b-8cf9-6b8b3414b6cb') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:12.152494 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-88a38b65-be73-470e-80d4-d2dab6faa7fb tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216a7fa9-9839-483b-8cf9-6b8b3414b6cb') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:12.164383 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88a38b65-be73-470e-80d4-d2dab6faa7fb tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:12.180642 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88a38b65-be73-470e-80d4-d2dab6faa7fb tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:12.195463 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a38b65-be73-470e-80d4-d2dab6faa7fb tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:04:12.195788 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88a38b65-be73-470e-80d4-d2dab6faa7fb tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:04:12.201975 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:04:12.208439 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7ac92ca3-6e0b-4cec-accc-9ac12477e889 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:04:12.213325 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3bb1c3-ec82-4c39-9d27-c9dd6ed23abf None None] No DVR routers for this DVR port 7ac92ca3-6e0b-4cec-accc-9ac12477e889 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:04:12.240882 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bb1c3-ec82-4c39-9d27-c9dd6ed23abf None None] Pushing event deleted for resources: {'Port': ['ID=7ac92ca3-6e0b-4cec-accc-9ac12477e889,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:12.250886 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 7ac92ca3-6e0b-4cec-accc-9ac12477e889 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:04:12.251344 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7ac92ca3-6e0b-4cec-accc-9ac12477e889 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:04:12.276919 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88a38b65-be73-470e-80d4-d2dab6faa7fb tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:12.284723 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88a38b65-be73-470e-80d4-d2dab6faa7fb tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:12.289206 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-88a38b65-be73-470e-80d4-d2dab6faa7fb tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/networks/8659528c-f414-42d8-b9bd-97c56dd5c3b5 HTTP/1.1" status: 204 len: 168 time: 0.8053610 Nov 24 21:04:12.293456 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44546) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:12.301875 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-231375084', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}, 'admin_state_up': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:04:12.305654 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a38b65-be73-470e-80d4-d2dab6faa7fb tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Network': ['ID=8659528c-f414-42d8-b9bd-97c56dd5c3b5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:12.343384 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:12.378099 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:12.379790 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:12.456702 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:12.611555 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:12.854371 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:12.875106 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:13.024346 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Allocated IP 172.25.5.244 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/b9f4db26-800e-45b2-8551-73adae983659) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:04:13.180635 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:13.257698 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:13.319099 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:04:13.322670 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:13.330517 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:04:13.341431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae16e932-46f2-4829-bbe4-79919cf0daa0 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:04:13.418067 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-601c6718-15d4-4691-aa59-bc19f8097af7 None None] Provisioning complete for port b9f4db26-800e-45b2-8551-73adae983659 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:13.418669 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-601c6718-15d4-4691-aa59-bc19f8097af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:13.538902 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-601c6718-15d4-4691-aa59-bc19f8097af7 None None] Port b9f4db26-800e-45b2-8551-73adae983659 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:04:13.619388 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44718) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:13.720213 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:13.745782 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Port': ['ID=b9f4db26-800e-45b2-8551-73adae983659,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:13.761789 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:13.762292 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:13.762645 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:13.762989 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:13.763381 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:13.763725 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:13.764057 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:13.764391 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:13.764727 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:13.765079 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:13.765410 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:13.765738 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:14.073309 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:14.188122 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bdcd05e2-ab9f-4e4f-96bc-20abe5769519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:14.356879 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:14.558464 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Router b382439f-a872-44c9-9be0-c1237a9079c9 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:04:14.704963 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:04:14.725888 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b0fa7d-2533-458c-92fa-bdf58268b0cd None None] Sync routers for ids ['b382439f-a872-44c9-9be0-c1237a9079c9'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:04:14.732148 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:14.733870 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-625e3a3e-efd2-4a20-93df-5d3b7cbdc8bd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.4388094 Nov 24 21:04:14.738087 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44762) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:14.739337 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b0fa7d-2533-458c-92fa-bdf58268b0cd None None] Routers {'b382439f-a872-44c9-9be0-c1237a9079c9'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:14.740257 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-65b0fa7d-2533-458c-92fa-bdf58268b0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b382439f-a872-44c9-9be0-c1237a9079c9'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:14.813909 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-65b0fa7d-2533-458c-92fa-bdf58268b0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:14.833491 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:14.856246 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b0fa7d-2533-458c-92fa-bdf58268b0cd None None] Routers {'b382439f-a872-44c9-9be0-c1237a9079c9'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:14.860971 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-65b0fa7d-2533-458c-92fa-bdf58268b0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b382439f-a872-44c9-9be0-c1237a9079c9'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:14.867483 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a7bed759-9ba1-4b62-bcd7-7e663f69b8c5 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/routers/b382439f-a872-44c9-9be0-c1237a9079c9 HTTP/1.1" status: 200 len: 880 time: 0.1272948 Nov 24 21:04:14.870554 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44764) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:14.929313 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-65b0fa7d-2533-458c-92fa-bdf58268b0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:14.930257 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b0fa7d-2533-458c-92fa-bdf58268b0cd None None] The sync data for ids ['b382439f-a872-44c9-9be0-c1237a9079c9'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:04:14.966683 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-bdcd05e2-ab9f-4e4f-96bc-20abe5769519 admin admin] Deleting port ff73c806-252b-4057-acff-354ab4402fc4 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:04:14.967272 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bdcd05e2-ab9f-4e4f-96bc-20abe5769519 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:15.051550 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-bdcd05e2-ab9f-4e4f-96bc-20abe5769519 admin admin] For port ff73c806-252b-4057-acff-354ab4402fc4, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ff73c806-252b-4057-acff-354ab4402fc4,segment=NetworkSegment(9f20543f-a876-45ec-a52f-5300db96570f),segment_id=9f20543f-a876-45ec-a52f-5300db96570f)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:15.052192 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bdcd05e2-ab9f-4e4f-96bc-20abe5769519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:15.066884 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-bdcd05e2-ab9f-4e4f-96bc-20abe5769519 admin admin] Calling delete_port for ff73c806-252b-4057-acff-354ab4402fc4 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:04:15.139797 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ecbb8acd-4347-4c8c-9705-e39a28cd0181 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2679238 Nov 24 21:04:15.140423 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44770) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:15.146646 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c4143eb1-e6a0-471a-8fef-a8be32f46851 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-231375084'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:04:15.418995 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bdcd05e2-ab9f-4e4f-96bc-20abe5769519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:15.466109 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd05e2-ab9f-4e4f-96bc-20abe5769519 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff73c806-252b-4057-acff-354ab4402fc4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:15.810383 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bdcd05e2-ab9f-4e4f-96bc-20abe5769519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:15.949122 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c4143eb1-e6a0-471a-8fef-a8be32f46851 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:15.966787 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c4143eb1-e6a0-471a-8fef-a8be32f46851 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-320311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-320300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-319781'] for router, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:16.114778 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcd05e2-ab9f-4e4f-96bc-20abe5769519 admin admin] Router 1165a583-a656-46c6-bee1-4aa15d497e8b has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:04:16.130247 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4143eb1-e6a0-471a-8fef-a8be32f46851 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Router b382439f-a872-44c9-9be0-c1237a9079c9 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:04:16.239916 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcd05e2-ab9f-4e4f-96bc-20abe5769519 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:04:16.249099 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bdcd05e2-ab9f-4e4f-96bc-20abe5769519 admin admin] 10.222.0.11 "PUT /v2.0/routers/1165a583-a656-46c6-bee1-4aa15d497e8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6258113 Nov 24 21:04:16.249099 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44780) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:16.250422 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e96c3b8-62c9-4ea1-a2e3-a481681cb457 None None] Sync routers for ids ['1165a583-a656-46c6-bee1-4aa15d497e8b'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:04:16.271783 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e96c3b8-62c9-4ea1-a2e3-a481681cb457 None None] Routers {'1165a583-a656-46c6-bee1-4aa15d497e8b'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:16.273483 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-3e96c3b8-62c9-4ea1-a2e3-a481681cb457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['1165a583-a656-46c6-bee1-4aa15d497e8b'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:16.314102 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4143eb1-e6a0-471a-8fef-a8be32f46851 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:04:16.342995 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b62946-51ae-42a3-8747-360b94e229f1 None None] Sync routers for ids ['b382439f-a872-44c9-9be0-c1237a9079c9'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:04:16.351748 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c4143eb1-e6a0-471a-8fef-a8be32f46851 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:16.358961 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c4143eb1-e6a0-471a-8fef-a8be32f46851 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/routers/b382439f-a872-44c9-9be0-c1237a9079c9 HTTP/1.1" status: 200 len: 887 time: 1.2151818 Nov 24 21:04:16.359390 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44786) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:16.361941 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b62946-51ae-42a3-8747-360b94e229f1 None None] Routers {'b382439f-a872-44c9-9be0-c1237a9079c9'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:16.362692 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a0b62946-51ae-42a3-8747-360b94e229f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b382439f-a872-44c9-9be0-c1237a9079c9'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:16.449797 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a0b62946-51ae-42a3-8747-360b94e229f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:16.471782 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b62946-51ae-42a3-8747-360b94e229f1 None None] Routers {'b382439f-a872-44c9-9be0-c1237a9079c9'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:16.472687 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a0b62946-51ae-42a3-8747-360b94e229f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b382439f-a872-44c9-9be0-c1237a9079c9'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:16.529592 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-3e96c3b8-62c9-4ea1-a2e3-a481681cb457 None None] Set router 1165a583-a656-46c6-bee1-4aa15d497e8b gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:04:16.542546 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a64a940f-c9ff-4e6d-8c5e-362790428e39 admin admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:16.556268 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a0b62946-51ae-42a3-8747-360b94e229f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:16.557318 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b62946-51ae-42a3-8747-360b94e229f1 None None] The sync data for ids ['b382439f-a872-44c9-9be0-c1237a9079c9'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:04:16.629092 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-67c58ea5-02a2-4360-a6f2-42666902f08a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/routers/b382439f-a872-44c9-9be0-c1237a9079c9 HTTP/1.1" status: 200 len: 887 time: 0.2619417 Nov 24 21:04:16.630064 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44790) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:16.684878 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44792) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:16.685153 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d2d37603-bea2-456d-9f4d-d009d165947c tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/ports?device_id=b382439f-a872-44c9-9be0-c1237a9079c9 HTTP/1.1" status: 200 len: 205 time: 0.0493126 Nov 24 21:04:16.757886 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a64a940f-c9ff-4e6d-8c5e-362790428e39 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:16.776025 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-3e96c3b8-62c9-4ea1-a2e3-a481681cb457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1165a583-a656-46c6-bee1-4aa15d497e8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-389673703-router', 'tenant_id': 'dc497067416e4ddc9349da2e326a90a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '018c6b21-d34c-4d3f-85cd-5139a398923e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:29Z', 'updated_at': '2021-11-24T21:04:15Z', 'revision_number': 5, 'project_id': 'dc497067416e4ddc9349da2e326a90a4', 'gw_port': {'id': '018c6b21-d34c-4d3f-85cd-5139a398923e', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:de:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1165a583-a656-46c6-bee1-4aa15d497e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:01:30Z', 'updated_at': '2021-11-24T21:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:16.816864 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e96c3b8-62c9-4ea1-a2e3-a481681cb457 None None] Checking router: 1165a583-a656-46c6-bee1-4aa15d497e8b for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:04:16.827904 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e96c3b8-62c9-4ea1-a2e3-a481681cb457 None None] Routers {'1165a583-a656-46c6-bee1-4aa15d497e8b'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:16.828724 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-3e96c3b8-62c9-4ea1-a2e3-a481681cb457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['1165a583-a656-46c6-bee1-4aa15d497e8b'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:16.845407 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f6d0fc12-5f11-4cc1-bf1e-e37f71546b29 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:16.953647 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-3e96c3b8-62c9-4ea1-a2e3-a481681cb457 None None] Set router 1165a583-a656-46c6-bee1-4aa15d497e8b gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:04:16.967474 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a64a940f-c9ff-4e6d-8c5e-362790428e39 admin admin] Deleting port 018c6b21-d34c-4d3f-85cd-5139a398923e {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:04:16.967831 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a64a940f-c9ff-4e6d-8c5e-362790428e39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:17.007478 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f6d0fc12-5f11-4cc1-bf1e-e37f71546b29 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:17.021954 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-3e96c3b8-62c9-4ea1-a2e3-a481681cb457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1165a583-a656-46c6-bee1-4aa15d497e8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-389673703-router', 'tenant_id': 'dc497067416e4ddc9349da2e326a90a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:29Z', 'updated_at': '2021-11-24T21:04:16Z', 'revision_number': 6, 'project_id': 'dc497067416e4ddc9349da2e326a90a4', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:17.067164 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e96c3b8-62c9-4ea1-a2e3-a481681cb457 None None] The sync data for ids ['1165a583-a656-46c6-bee1-4aa15d497e8b'] in n-d-812111-8 is: [{'id': '1165a583-a656-46c6-bee1-4aa15d497e8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-389673703-router', 'tenant_id': 'dc497067416e4ddc9349da2e326a90a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:29Z', 'updated_at': '2021-11-24T21:04:16Z', 'revision_number': 6, 'project_id': 'dc497067416e4ddc9349da2e326a90a4', 'gw_port_host': None}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:04:17.098965 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-a64a940f-c9ff-4e6d-8c5e-362790428e39 admin admin] For port 018c6b21-d34c-4d3f-85cd-5139a398923e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=018c6b21-d34c-4d3f-85cd-5139a398923e,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:17.099468 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a64a940f-c9ff-4e6d-8c5e-362790428e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:17.119284 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a64a940f-c9ff-4e6d-8c5e-362790428e39 admin admin] Calling delete_port for 018c6b21-d34c-4d3f-85cd-5139a398923e owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:04:17.185028 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-f6d0fc12-5f11-4cc1-bf1e-e37f71546b29 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting port b9f4db26-800e-45b2-8551-73adae983659 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:04:17.185374 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f6d0fc12-5f11-4cc1-bf1e-e37f71546b29 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:17.323345 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f6d0fc12-5f11-4cc1-bf1e-e37f71546b29 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:17.338683 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-f6d0fc12-5f11-4cc1-bf1e-e37f71546b29 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Calling delete_port for b9f4db26-800e-45b2-8551-73adae983659 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:04:17.447471 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a64a940f-c9ff-4e6d-8c5e-362790428e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:17.511442 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252b060b-10c7-409b-a790-d70b14a76657 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:04:17.529130 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a940f-c9ff-4e6d-8c5e-362790428e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=018c6b21-d34c-4d3f-85cd-5139a398923e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:17.635714 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a64a940f-c9ff-4e6d-8c5e-362790428e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:17.739984 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a64a940f-c9ff-4e6d-8c5e-362790428e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:17.742445 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a64a940f-c9ff-4e6d-8c5e-362790428e39 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:17.744065 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f6d0fc12-5f11-4cc1-bf1e-e37f71546b29 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:17.803514 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0fc12-5f11-4cc1-bf1e-e37f71546b29 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Port': ['ID=b9f4db26-800e-45b2-8551-73adae983659,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:17.829870 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283ff600-9e80-4fa5-8e15-579883d0b610 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:04:17.835942 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a64a940f-c9ff-4e6d-8c5e-362790428e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:17.836226 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64a940f-c9ff-4e6d-8c5e-362790428e39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1165a583-a656-46c6-bee1-4aa15d497e8b {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:04:17.881783 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a64a940f-c9ff-4e6d-8c5e-362790428e39 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:17.883004 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a64a940f-c9ff-4e6d-8c5e-362790428e39 admin admin] 10.222.0.11 "DELETE /v2.0/routers/1165a583-a656-46c6-bee1-4aa15d497e8b HTTP/1.1" status: 204 len: 168 time: 1.6329360 Nov 24 21:04:17.886689 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f6d0fc12-5f11-4cc1-bf1e-e37f71546b29 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:17.887643 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44804) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:17.967033 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af34c0d-60f9-4bbf-bf8c-df80636953d7 admin admin] Deleting subnet bec2978c-e36e-4e0f-b9fe-84d54983f4be {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:04:17.976986 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0af34c0d-60f9-4bbf-bf8c-df80636953d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:18.078516 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0af34c0d-60f9-4bbf-bf8c-df80636953d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:18.086800 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f6d0fc12-5f11-4cc1-bf1e-e37f71546b29 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:18.090567 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f6d0fc12-5f11-4cc1-bf1e-e37f71546b29 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:18.151220 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ff73c806-252b-4057-acff-354ab4402fc4 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:04:18.153290 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f6d0fc12-5f11-4cc1-bf1e-e37f71546b29 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:18.155409 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d0fc12-5f11-4cc1-bf1e-e37f71546b29 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Fanout notify agent at l3_agent the message router_deleted on router b382439f-a872-44c9-9be0-c1237a9079c9 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:04:18.163681 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f6d0fc12-5f11-4cc1-bf1e-e37f71546b29 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:18.173321 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44808) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:18.177349 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f6d0fc12-5f11-4cc1-bf1e-e37f71546b29 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/routers/b382439f-a872-44c9-9be0-c1237a9079c9 HTTP/1.1" status: 204 len: 168 time: 1.4903724 Nov 24 21:04:18.178746 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-b873115e-f091-40ff-92ea-f6b6aee35e70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'network': {'name': 'tempest-RoutersTest-1319576834'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:04:18.204803 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: ff73c806-252b-4057-acff-354ab4402fc4 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:04:18.205598 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ff73c806-252b-4057-acff-354ab4402fc4 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:04:18.206207 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 018c6b21-d34c-4d3f-85cd-5139a398923e no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:04:18.216535 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b873115e-f091-40ff-92ea-f6b6aee35e70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Made reservation on behalf of 2917837c238043fba5d286c1caf5dabd for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:04:18.220847 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b873115e-f091-40ff-92ea-f6b6aee35e70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:18.227264 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0af34c0d-60f9-4bbf-bf8c-df80636953d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:18.239871 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 018c6b21-d34c-4d3f-85cd-5139a398923e {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:04:18.240489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 018c6b21-d34c-4d3f-85cd-5139a398923e not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:04:18.289481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b873115e-f091-40ff-92ea-f6b6aee35e70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:04:18.304417 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b873115e-f091-40ff-92ea-f6b6aee35e70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:18.304851 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-b873115e-f091-40ff-92ea-f6b6aee35e70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Added segment e5644436-e90b-4714-bb15-95b4e22a3ba2 of type vlan for network 3f4fce7f-8ec4-494c-be9a-47a002179da3 Nov 24 21:04:18.341186 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0af34c0d-60f9-4bbf-bf8c-df80636953d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:18.379069 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b873115e-f091-40ff-92ea-f6b6aee35e70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:18.384539 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af34c0d-60f9-4bbf-bf8c-df80636953d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bec2978c-e36e-4e0f-b9fe-84d54983f4be,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:18.388668 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0af34c0d-60f9-4bbf-bf8c-df80636953d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:18.395261 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44810) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:18.395996 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0af34c0d-60f9-4bbf-bf8c-df80636953d7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bec2978c-e36e-4e0f-b9fe-84d54983f4be HTTP/1.1" status: 204 len: 168 time: 0.5067484 Nov 24 21:04:18.403988 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7eaf76-92f0-4da7-b63f-22521310ea20 None None] Network 27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:04:18.455981 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b873115e-f091-40ff-92ea-f6b6aee35e70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:18.461791 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b873115e-f091-40ff-92ea-f6b6aee35e70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:18.463156 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b873115e-f091-40ff-92ea-f6b6aee35e70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:18.551753 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b873115e-f091-40ff-92ea-f6b6aee35e70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3748157 Nov 24 21:04:18.551925 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27ecf370-bd04-4f48-8587-decfdf187ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:18.552044 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44816) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:18.575091 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f574942d-83ec-4ab8-acc3-20f2053167b0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'subnet': {'network_id': '3f4fce7f-8ec4-494c-be9a-47a002179da3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:04:18.663126 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-27ecf370-bd04-4f48-8587-decfdf187ca1 admin admin] Deleting port 7a494df7-0af9-40e5-af99-b925c9c9c618 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:04:18.663482 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27ecf370-bd04-4f48-8587-decfdf187ca1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:18.691782 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873115e-f091-40ff-92ea-f6b6aee35e70 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Network': ['ID=3f4fce7f-8ec4-494c-be9a-47a002179da3,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:18.710834 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eeb3f7-f120-4d11-866e-f2288affd570 None None] DHCP port deletion for 27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:04:18.754113 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f574942d-83ec-4ab8-acc3-20f2053167b0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Made reservation on behalf of 2917837c238043fba5d286c1caf5dabd for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:04:18.760738 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f574942d-83ec-4ab8-acc3-20f2053167b0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:18.786206 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 3f4fce7f-8ec4-494c-be9a-47a002179da3 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:04:18.826539 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-27ecf370-bd04-4f48-8587-decfdf187ca1 admin admin] For port 7a494df7-0af9-40e5-af99-b925c9c9c618, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7a494df7-0af9-40e5-af99-b925c9c9c618,segment=NetworkSegment(9f20543f-a876-45ec-a52f-5300db96570f),segment_id=9f20543f-a876-45ec-a52f-5300db96570f)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:18.827207 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27ecf370-bd04-4f48-8587-decfdf187ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:18.849164 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-27ecf370-bd04-4f48-8587-decfdf187ca1 admin admin] Calling delete_port for 7a494df7-0af9-40e5-af99-b925c9c9c618 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:04:18.990293 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27ecf370-bd04-4f48-8587-decfdf187ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:19.006860 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-08eeb3f7-f120-4d11-866e-f2288affd570 None None] Deleting port 7a494df7-0af9-40e5-af99-b925c9c9c618 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:04:19.009995 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-08eeb3f7-f120-4d11-866e-f2288affd570 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:19.053489 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ecf370-bd04-4f48-8587-decfdf187ca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a494df7-0af9-40e5-af99-b925c9c9c618,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:19.067404 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ecf370-bd04-4f48-8587-decfdf187ca1 admin admin] No DVR routers for this DVR port 7a494df7-0af9-40e5-af99-b925c9c9c618 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:04:19.104471 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f574942d-83ec-4ab8-acc3-20f2053167b0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:19.111107 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-08eeb3f7-f120-4d11-866e-f2288affd570 None None] For port 7a494df7-0af9-40e5-af99-b925c9c9c618, host n-d-812111-8, got binding levels [] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:19.111634 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-08eeb3f7-f120-4d11-866e-f2288affd570 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:19.126679 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-08eeb3f7-f120-4d11-866e-f2288affd570 None None] Calling delete_port for 7a494df7-0af9-40e5-af99-b925c9c9c618 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:04:19.129610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.ipam_backend_mixin [None req-08eeb3f7-f120-4d11-866e-f2288affd570 None None] Port 7a494df7-0af9-40e5-af99-b925c9c9c618 was not found and therefore no delete operation was performed {{(pid=109992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 21:04:19.131560 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-08eeb3f7-f120-4d11-866e-f2288affd570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:19.152120 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eeb3f7-f120-4d11-866e-f2288affd570 None None] No DVR routers for this DVR port 7a494df7-0af9-40e5-af99-b925c9c9c618 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:04:19.210623 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27ecf370-bd04-4f48-8587-decfdf187ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:19.219004 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eeb3f7-f120-4d11-866e-f2288affd570 None None] Pushing event deleted for resources: {'Port': ['ID=7a494df7-0af9-40e5-af99-b925c9c9c618,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:19.239953 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-27ecf370-bd04-4f48-8587-decfdf187ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:19.241878 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574942d-83ec-4ab8-acc3-20f2053167b0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Subnet': ['ID=43b1a4b9-32c9-499c-97e7-01a8411aae5c,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:19.250399 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-27ecf370-bd04-4f48-8587-decfdf187ca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f20543f-a876-45ec-a52f-5300db96570f') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:19.250706 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-27ecf370-bd04-4f48-8587-decfdf187ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f20543f-a876-45ec-a52f-5300db96570f') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:19.263056 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27ecf370-bd04-4f48-8587-decfdf187ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:19.281359 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27ecf370-bd04-4f48-8587-decfdf187ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:19.294173 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ecf370-bd04-4f48-8587-decfdf187ca1 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:04:19.294860 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27ecf370-bd04-4f48-8587-decfdf187ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:04:19.296560 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:04:19.309403 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f574942d-83ec-4ab8-acc3-20f2053167b0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Checking segment: {'id': 'e5644436-e90b-4714-bb15-95b4e22a3ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3f4fce7f-8ec4-494c-be9a-47a002179da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:04:19.309778 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f574942d-83ec-4ab8-acc3-20f2053167b0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network hostable DHCP agents. Network: 3f4fce7f-8ec4-494c-be9a-47a002179da3, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:04:19.341737 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f574942d-83ec-4ab8-acc3-20f2053167b0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network 3f4fce7f-8ec4-494c-be9a-47a002179da3 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:04:19.358209 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-f574942d-83ec-4ab8-acc3-20f2053167b0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 3f4fce7f-8ec4-494c-be9a-47a002179da3) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:19.368118 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea09687-00e3-472c-a3ec-88fa368d7684 None None] Network 3f4fce7f-8ec4-494c-be9a-47a002179da3 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:04:19.370956 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f574942d-83ec-4ab8-acc3-20f2053167b0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:19.372628 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f574942d-83ec-4ab8-acc3-20f2053167b0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:19.411441 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f574942d-83ec-4ab8-acc3-20f2053167b0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8583601 Nov 24 21:04:19.412784 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44826) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:19.424591 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-36a90db9-b8e3-4512-980b-20b6d17f8459 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1531934227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:04:19.445898 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27ecf370-bd04-4f48-8587-decfdf187ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:19.454969 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27ecf370-bd04-4f48-8587-decfdf187ca1 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:19.464843 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-27ecf370-bd04-4f48-8587-decfdf187ca1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11 HTTP/1.1" status: 204 len: 168 time: 1.0646830 Nov 24 21:04:19.466380 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44832) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:19.493737 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36a90db9-b8e3-4512-980b-20b6d17f8459 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:19.495751 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36a90db9-b8e3-4512-980b-20b6d17f8459 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:19.512800 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ecf370-bd04-4f48-8587-decfdf187ca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=27756e7f-a9ab-42bb-a3e6-27e3cf7f8d11,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:19.640596 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36a90db9-b8e3-4512-980b-20b6d17f8459 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:19.647266 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36a90db9-b8e3-4512-980b-20b6d17f8459 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:19.694676 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36a90db9-b8e3-4512-980b-20b6d17f8459 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:19.696181 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-36a90db9-b8e3-4512-980b-20b6d17f8459 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2823021 Nov 24 21:04:19.701118 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44840) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:19.715188 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fec7225-b885-47bc-bb8c-aab6980d8ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-3f4fce7f-8ec4-494c-be9a-47a002179da3', 'network_id': '3f4fce7f-8ec4-494c-be9a-47a002179da3', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'fixed_ips': [{'subnet_id': '43b1a4b9-32c9-499c-97e7-01a8411aae5c'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:04:19.716080 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5fec7225-b885-47bc-bb8c-aab6980d8ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:20.022606 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-5fec7225-b885-47bc-bb8c-aab6980d8ca7 None None] Allocated IP 172.20.0.2 (3f4fce7f-8ec4-494c-be9a-47a002179da3/43b1a4b9-32c9-499c-97e7-01a8411aae5c/fc5b875a-5fac-4577-bee9-04c2fa6c72af) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:04:20.144433 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7a494df7-0af9-40e5-af99-b925c9c9c618 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:04:20.172233 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 7a494df7-0af9-40e5-af99-b925c9c9c618 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:04:20.172871 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7a494df7-0af9-40e5-af99-b925c9c9c618 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:04:20.193384 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44850) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:20.253967 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0307f60e-81c2-405d-bbf6-ae1bccd86125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:20.327545 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae95c788-6f80-4353-91cc-176b8133743f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:20.425313 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5fec7225-b885-47bc-bb8c-aab6980d8ca7 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:20.459782 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5fec7225-b885-47bc-bb8c-aab6980d8ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:20.652848 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec7225-b885-47bc-bb8c-aab6980d8ca7 None None] Pushing event updated for resources: {'Port': ['ID=fc5b875a-5fac-4577-bee9-04c2fa6c72af,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:20.655280 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d37baeb4-d384-4313-8694-13ccb133b839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:20.667555 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fec7225-b885-47bc-bb8c-aab6980d8ca7 None None] Network 3f4fce7f-8ec4-494c-be9a-47a002179da3 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:04:20.672321 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-5fec7225-b885-47bc-bb8c-aab6980d8ca7 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:20.676279 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fec7225-b885-47bc-bb8c-aab6980d8ca7 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:04:20.823524 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-5fec7225-b885-47bc-bb8c-aab6980d8ca7 None None] Attempting to bind port fc5b875a-5fac-4577-bee9-04c2fa6c72af on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:04:20.825777 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-5fec7225-b885-47bc-bb8c-aab6980d8ca7 None None] Attempting to bind port fc5b875a-5fac-4577-bee9-04c2fa6c72af by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'e5644436-e90b-4714-bb15-95b4e22a3ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3f4fce7f-8ec4-494c-be9a-47a002179da3'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:04:20.826369 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fec7225-b885-47bc-bb8c-aab6980d8ca7 None None] Attempting to bind port fc5b875a-5fac-4577-bee9-04c2fa6c72af on network 3f4fce7f-8ec4-494c-be9a-47a002179da3 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:04:20.837996 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fec7225-b885-47bc-bb8c-aab6980d8ca7 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:04:20.839713 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fec7225-b885-47bc-bb8c-aab6980d8ca7 None None] Checking segment: {'id': 'e5644436-e90b-4714-bb15-95b4e22a3ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3f4fce7f-8ec4-494c-be9a-47a002179da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:04:20.841366 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5fec7225-b885-47bc-bb8c-aab6980d8ca7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:20.842789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fec7225-b885-47bc-bb8c-aab6980d8ca7 None None] Bound using segment: {'id': 'e5644436-e90b-4714-bb15-95b4e22a3ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3f4fce7f-8ec4-494c-be9a-47a002179da3'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:04:20.845897 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-5fec7225-b885-47bc-bb8c-aab6980d8ca7 None None] Bound port: fc5b875a-5fac-4577-bee9-04c2fa6c72af, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5644436-e90b-4714-bb15-95b4e22a3ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3f4fce7f-8ec4-494c-be9a-47a002179da3'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:04:20.846307 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5fec7225-b885-47bc-bb8c-aab6980d8ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:20.870889 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d37baeb4-d384-4313-8694-13ccb133b839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:20.890968 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d37baeb4-d384-4313-8694-13ccb133b839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:20.954763 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d37baeb4-d384-4313-8694-13ccb133b839 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b09fc4e33e2d4e19bd6b03d3d006d4fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7576923 Nov 24 21:04:20.960703 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44858) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:21.006517 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-5fec7225-b885-47bc-bb8c-aab6980d8ca7 None None] For port fc5b875a-5fac-4577-bee9-04c2fa6c72af, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:04:21.014289 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-5fec7225-b885-47bc-bb8c-aab6980d8ca7 None None] For port fc5b875a-5fac-4577-bee9-04c2fa6c72af, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fc5b875a-5fac-4577-bee9-04c2fa6c72af,segment=NetworkSegment(e5644436-e90b-4714-bb15-95b4e22a3ba2),segment_id=e5644436-e90b-4714-bb15-95b4e22a3ba2)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:04:21.026225 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-ae95c788-6f80-4353-91cc-176b8133743f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Allocated IP 172.20.0.1 (3f4fce7f-8ec4-494c-be9a-47a002179da3/43b1a4b9-32c9-499c-97e7-01a8411aae5c/6e74f1c7-d75e-489f-b5c3-b1ec04dd6b80) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:04:21.027609 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5fec7225-b885-47bc-bb8c-aab6980d8ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:21.124158 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37baeb4-d384-4313-8694-13ccb133b839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550200c4-114f-417c-8afb-88feaf0e64eb,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:21.146183 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e54eb56f-c798-4399-a736-25efb46f52db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:21.244716 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e54eb56f-c798-4399-a736-25efb46f52db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:21.303480 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec7225-b885-47bc-bb8c-aab6980d8ca7 None None] Pushing event updated for resources: {'Port': ['ID=fc5b875a-5fac-4577-bee9-04c2fa6c72af,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:21.332790 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae95c788-6f80-4353-91cc-176b8133743f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:21.369067 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-0307f60e-81c2-405d-bbf6-ae1bccd86125 admin admin] Deleting port 53fc4ed9-26db-4ede-890d-7d75b298add5 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:04:21.370371 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0307f60e-81c2-405d-bbf6-ae1bccd86125 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:21.482010 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae95c788-6f80-4353-91cc-176b8133743f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:21.534554 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e54eb56f-c798-4399-a736-25efb46f52db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:21.542476 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e54eb56f-c798-4399-a736-25efb46f52db admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:21.542815 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae95c788-6f80-4353-91cc-176b8133743f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network 3f4fce7f-8ec4-494c-be9a-47a002179da3 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:04:21.548307 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e54eb56f-c798-4399-a736-25efb46f52db admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/550200c4-114f-417c-8afb-88feaf0e64eb HTTP/1.1" status: 204 len: 168 time: 0.5707157 Nov 24 21:04:21.561787 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-ae95c788-6f80-4353-91cc-176b8133743f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:21.569953 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae95c788-6f80-4353-91cc-176b8133743f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:04:21.616572 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54eb56f-c798-4399-a736-25efb46f52db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550200c4-114f-417c-8afb-88feaf0e64eb,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:21.700851 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-0307f60e-81c2-405d-bbf6-ae1bccd86125 admin admin] For port 53fc4ed9-26db-4ede-890d-7d75b298add5, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=53fc4ed9-26db-4ede-890d-7d75b298add5,segment=NetworkSegment(1f9fea9f-42cf-45c9-abd7-007c76432f31),segment_id=1f9fea9f-42cf-45c9-abd7-007c76432f31)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:21.709067 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0307f60e-81c2-405d-bbf6-ae1bccd86125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:21.743080 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-0307f60e-81c2-405d-bbf6-ae1bccd86125 admin admin] Calling delete_port for 53fc4ed9-26db-4ede-890d-7d75b298add5 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:04:21.777731 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95c788-6f80-4353-91cc-176b8133743f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Port': ['ID=6e74f1c7-d75e-489f-b5c3-b1ec04dd6b80,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:21.813827 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae95c788-6f80-4353-91cc-176b8133743f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:22.147308 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae95c788-6f80-4353-91cc-176b8133743f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:22.243373 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fc5b875a-5fac-4577-bee9-04c2fa6c72af up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:04:22.395056 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:04:22.438513 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port fc5b875a-5fac-4577-bee9-04c2fa6c72af triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:22.438513 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:22.728626 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae95c788-6f80-4353-91cc-176b8133743f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:22.736672 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae95c788-6f80-4353-91cc-176b8133743f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:22.781945 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:22.846698 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae95c788-6f80-4353-91cc-176b8133743f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:22.893950 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port fc5b875a-5fac-4577-bee9-04c2fa6c72af, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fc5b875a-5fac-4577-bee9-04c2fa6c72af,segment=NetworkSegment(e5644436-e90b-4714-bb15-95b4e22a3ba2),segment_id=e5644436-e90b-4714-bb15-95b4e22a3ba2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:22.902492 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:22.989990 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95c788-6f80-4353-91cc-176b8133743f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Port': ['ID=6e74f1c7-d75e-489f-b5c3-b1ec04dd6b80,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:23.070004 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=fc5b875a-5fac-4577-bee9-04c2fa6c72af,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:23.082431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832f131c-39db-4a53-903b-fc94e9ae867c None None] Network 3f4fce7f-8ec4-494c-be9a-47a002179da3 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:04:23.126714 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-00124db1-b32e-4c3e-8700-2d9bbf9ba7c2 None None] Provisioning complete for port fc5b875a-5fac-4577-bee9-04c2fa6c72af triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:23.127202 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-00124db1-b32e-4c3e-8700-2d9bbf9ba7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:23.154217 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae95c788-6f80-4353-91cc-176b8133743f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network 3f4fce7f-8ec4-494c-be9a-47a002179da3 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:04:23.155720 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-ae95c788-6f80-4353-91cc-176b8133743f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:23.246416 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0307f60e-81c2-405d-bbf6-ae1bccd86125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:23.338344 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae95c788-6f80-4353-91cc-176b8133743f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Router b5969736-df5c-4109-ab41-ddcd504a1e79 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:04:23.368773 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307f60e-81c2-405d-bbf6-ae1bccd86125 admin admin] Pushing event deleted for resources: {'Port': ['ID=53fc4ed9-26db-4ede-890d-7d75b298add5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:23.653087 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae95c788-6f80-4353-91cc-176b8133743f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:04:23.662470 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ae95c788-6f80-4353-91cc-176b8133743f tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/routers/b5969736-df5c-4109-ab41-ddcd504a1e79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9600737 Nov 24 21:04:23.666254 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44906) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:23.668363 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c6f499-002b-4d30-a9a1-861a3e2c8110 None None] Sync routers for ids ['b5969736-df5c-4109-ab41-ddcd504a1e79'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:04:23.687709 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c6f499-002b-4d30-a9a1-861a3e2c8110 None None] Routers {'b5969736-df5c-4109-ab41-ddcd504a1e79'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:23.688653 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-53c6f499-002b-4d30-a9a1-861a3e2c8110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b5969736-df5c-4109-ab41-ddcd504a1e79'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:23.776133 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-53c6f499-002b-4d30-a9a1-861a3e2c8110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:23.812882 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c6f499-002b-4d30-a9a1-861a3e2c8110 None None] Routers {'b5969736-df5c-4109-ab41-ddcd504a1e79'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:23.813886 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-53c6f499-002b-4d30-a9a1-861a3e2c8110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b5969736-df5c-4109-ab41-ddcd504a1e79'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:23.886836 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-53c6f499-002b-4d30-a9a1-861a3e2c8110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:23.888313 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7025be-34b8-479a-803e-b8e3c9dc8ad0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:23.894194 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c6f499-002b-4d30-a9a1-861a3e2c8110 None None] The sync data for ids ['b5969736-df5c-4109-ab41-ddcd504a1e79'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:04:23.904368 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6a7025be-34b8-479a-803e-b8e3c9dc8ad0 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/ports/6e74f1c7-d75e-489f-b5c3-b1ec04dd6b80 HTTP/1.1" status: 200 len: 910 time: 0.2305059 Nov 24 21:04:23.909446 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44910) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:23.923865 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-8f2ba530-4328-44d0-b91f-a2c8316b1ebe tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '43b1a4b9-32c9-499c-97e7-01a8411aae5c'}]}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:04:24.064959 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0307f60e-81c2-405d-bbf6-ae1bccd86125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:24.251436 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e0e98e8e-c1af-4746-b4cb-dd4a4cdd977c None None] Provisioning complete for port 6e74f1c7-d75e-489f-b5c3-b1ec04dd6b80 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:24.251928 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e0e98e8e-c1af-4746-b4cb-dd4a4cdd977c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:24.410156 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fc5b875a-5fac-4577-bee9-04c2fa6c72af up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:04:24.463752 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f2ba530-4328-44d0-b91f-a2c8316b1ebe tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:24.562345 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-e0e98e8e-c1af-4746-b4cb-dd4a4cdd977c None None] Port 6e74f1c7-d75e-489f-b5c3-b1ec04dd6b80 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:04:24.612162 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port fc5b875a-5fac-4577-bee9-04c2fa6c72af triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:24.612838 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:24.720496 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e0e98e8e-c1af-4746-b4cb-dd4a4cdd977c None None] Provisioning complete for port fc5b875a-5fac-4577-bee9-04c2fa6c72af triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:24.723689 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e0e98e8e-c1af-4746-b4cb-dd4a4cdd977c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:24.895382 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0307f60e-81c2-405d-bbf6-ae1bccd86125 admin admin] Router 54e4ac62-05cf-4b68-9e45-7b086bf5f12f has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:04:25.209811 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0307f60e-81c2-405d-bbf6-ae1bccd86125 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:04:25.226486 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0307f60e-81c2-405d-bbf6-ae1bccd86125 admin admin] 10.222.0.11 "PUT /v2.0/routers/54e4ac62-05cf-4b68-9e45-7b086bf5f12f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7572589 Nov 24 21:04:25.229932 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44958) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:25.420851 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a5e87a-f94a-416a-8c9c-b0229229bbca None None] Sync routers for ids ['54e4ac62-05cf-4b68-9e45-7b086bf5f12f'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:04:25.443568 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a5e87a-f94a-416a-8c9c-b0229229bbca None None] Routers {'54e4ac62-05cf-4b68-9e45-7b086bf5f12f'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:25.444233 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d9a5e87a-f94a-416a-8c9c-b0229229bbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['54e4ac62-05cf-4b68-9e45-7b086bf5f12f'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:25.610155 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-847c750f-1e01-4ffe-b3f6-4fc5d589fc1a None None] Provisioning complete for port 6e74f1c7-d75e-489f-b5c3-b1ec04dd6b80 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:25.621173 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-847c750f-1e01-4ffe-b3f6-4fc5d589fc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:25.641458 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0638-4159-4a03-8233-c4730a52499d admin admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:25.706110 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-847c750f-1e01-4ffe-b3f6-4fc5d589fc1a None None] Port 6e74f1c7-d75e-489f-b5c3-b1ec04dd6b80 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:04:25.725326 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-d9a5e87a-f94a-416a-8c9c-b0229229bbca None None] Set router 54e4ac62-05cf-4b68-9e45-7b086bf5f12f gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:04:25.841839 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0638-4159-4a03-8233-c4730a52499d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:25.865816 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f2ba530-4328-44d0-b91f-a2c8316b1ebe tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:25.897234 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f2ba530-4328-44d0-b91f-a2c8316b1ebe tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:26.015715 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-2f9b0638-4159-4a03-8233-c4730a52499d admin admin] Deleting port 83d96436-77a7-4906-a6f4-f854f00542e9 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:04:26.016256 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0638-4159-4a03-8233-c4730a52499d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:26.057141 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ba530-4328-44d0-b91f-a2c8316b1ebe tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Port': ['ID=6e74f1c7-d75e-489f-b5c3-b1ec04dd6b80,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:26.082336 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2ba530-4328-44d0-b91f-a2c8316b1ebe tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:26.088333 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f2ba530-4328-44d0-b91f-a2c8316b1ebe tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:26.097140 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8f2ba530-4328-44d0-b91f-a2c8316b1ebe tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/ports/6e74f1c7-d75e-489f-b5c3-b1ec04dd6b80 HTTP/1.1" status: 200 len: 910 time: 2.1865442 Nov 24 21:04:26.098619 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44998) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:26.223364 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d9a5e87a-f94a-416a-8c9c-b0229229bbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e4ac62-05cf-4b68-9e45-7b086bf5f12f', 'name': 'tempest-AttachSCSIVolumeTestJSON-666654284-router', 'tenant_id': '44ef6e26f7e242d49beb387443d34764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '83d96436-77a7-4906-a6f4-f854f00542e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:43Z', 'updated_at': '2021-11-24T21:04:23Z', 'revision_number': 5, 'project_id': '44ef6e26f7e242d49beb387443d34764', 'gw_port': {'id': '83d96436-77a7-4906-a6f4-f854f00542e9', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e4ac62-05cf-4b68-9e45-7b086bf5f12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:01:44Z', 'updated_at': '2021-11-24T21:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:26.304449 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a5e87a-f94a-416a-8c9c-b0229229bbca None None] Checking router: 54e4ac62-05cf-4b68-9e45-7b086bf5f12f for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:04:26.330011 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a5e87a-f94a-416a-8c9c-b0229229bbca None None] Routers {'54e4ac62-05cf-4b68-9e45-7b086bf5f12f'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:26.330670 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d9a5e87a-f94a-416a-8c9c-b0229229bbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['54e4ac62-05cf-4b68-9e45-7b086bf5f12f'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:26.458373 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-d9a5e87a-f94a-416a-8c9c-b0229229bbca None None] Set router 54e4ac62-05cf-4b68-9e45-7b086bf5f12f gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:04:26.640508 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d9a5e87a-f94a-416a-8c9c-b0229229bbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e4ac62-05cf-4b68-9e45-7b086bf5f12f', 'name': 'tempest-AttachSCSIVolumeTestJSON-666654284-router', 'tenant_id': '44ef6e26f7e242d49beb387443d34764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:43Z', 'updated_at': '2021-11-24T21:04:25Z', 'revision_number': 6, 'project_id': '44ef6e26f7e242d49beb387443d34764', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:26.705856 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a5e87a-f94a-416a-8c9c-b0229229bbca None None] The sync data for ids ['54e4ac62-05cf-4b68-9e45-7b086bf5f12f'] in n-d-812111-8 is: [{'id': '54e4ac62-05cf-4b68-9e45-7b086bf5f12f', 'name': 'tempest-AttachSCSIVolumeTestJSON-666654284-router', 'tenant_id': '44ef6e26f7e242d49beb387443d34764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:01:43Z', 'updated_at': '2021-11-24T21:04:25Z', 'revision_number': 6, 'project_id': '44ef6e26f7e242d49beb387443d34764', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:04:26.710322 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-2f9b0638-4159-4a03-8233-c4730a52499d admin admin] For port 83d96436-77a7-4906-a6f4-f854f00542e9, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=83d96436-77a7-4906-a6f4-f854f00542e9,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:26.710999 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0638-4159-4a03-8233-c4730a52499d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:26.738391 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-2f9b0638-4159-4a03-8233-c4730a52499d admin admin] Calling delete_port for 83d96436-77a7-4906-a6f4-f854f00542e9 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:04:26.997348 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c507990b-435d-41bb-ba54-c4d272201edc tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:27.296868 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0638-4159-4a03-8233-c4730a52499d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:27.351613 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b0638-4159-4a03-8233-c4730a52499d admin admin] Pushing event deleted for resources: {'Port': ['ID=83d96436-77a7-4906-a6f4-f854f00542e9,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:27.369292 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a1aea3-fb18-423f-9133-222be16354e8 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:04:27.582039 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0638-4159-4a03-8233-c4730a52499d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:27.743472 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0638-4159-4a03-8233-c4730a52499d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:27.749049 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0638-4159-4a03-8233-c4730a52499d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:27.752134 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-c507990b-435d-41bb-ba54-c4d272201edc tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting port 6e74f1c7-d75e-489f-b5c3-b1ec04dd6b80 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:04:27.752455 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c507990b-435d-41bb-ba54-c4d272201edc tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:27.855404 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0638-4159-4a03-8233-c4730a52499d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:27.855943 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9b0638-4159-4a03-8233-c4730a52499d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54e4ac62-05cf-4b68-9e45-7b086bf5f12f {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:04:27.860861 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0638-4159-4a03-8233-c4730a52499d admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:27.865063 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45016) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:27.885352 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2f9b0638-4159-4a03-8233-c4730a52499d admin admin] 10.222.0.11 "DELETE /v2.0/routers/54e4ac62-05cf-4b68-9e45-7b086bf5f12f HTTP/1.1" status: 204 len: 168 time: 2.6540236 Nov 24 21:04:27.934750 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c507990b-435d-41bb-ba54-c4d272201edc tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:27.950475 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-c507990b-435d-41bb-ba54-c4d272201edc tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Calling delete_port for 6e74f1c7-d75e-489f-b5c3-b1ec04dd6b80 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:04:27.956594 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f399d5-70e0-49ab-b8a3-9837ddc24c1b admin admin] Deleting subnet fe84adb6-491e-424a-862d-05aae73bbcb1 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:04:27.974759 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-98f399d5-70e0-49ab-b8a3-9837ddc24c1b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:28.037857 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-98f399d5-70e0-49ab-b8a3-9837ddc24c1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:28.127083 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 83d96436-77a7-4906-a6f4-f854f00542e9 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:04:28.183662 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 83d96436-77a7-4906-a6f4-f854f00542e9 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:04:28.184020 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 83d96436-77a7-4906-a6f4-f854f00542e9 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:04:28.184450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 53fc4ed9-26db-4ede-890d-7d75b298add5 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:04:28.259882 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 53fc4ed9-26db-4ede-890d-7d75b298add5 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:04:28.263948 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 53fc4ed9-26db-4ede-890d-7d75b298add5 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:04:28.277809 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-98f399d5-70e0-49ab-b8a3-9837ddc24c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:28.373367 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c507990b-435d-41bb-ba54-c4d272201edc tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:28.429463 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-98f399d5-70e0-49ab-b8a3-9837ddc24c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:28.439016 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507990b-435d-41bb-ba54-c4d272201edc tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Port': ['ID=6e74f1c7-d75e-489f-b5c3-b1ec04dd6b80,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:28.482192 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f399d5-70e0-49ab-b8a3-9837ddc24c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe84adb6-491e-424a-862d-05aae73bbcb1,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:28.487970 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-98f399d5-70e0-49ab-b8a3-9837ddc24c1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:28.494517 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9e8ea4-4232-4ad4-9383-146e9a706f09 None None] Network d004fdc5-924a-4258-857a-01a998145c3a requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:04:28.494828 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-98f399d5-70e0-49ab-b8a3-9837ddc24c1b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fe84adb6-491e-424a-862d-05aae73bbcb1 HTTP/1.1" status: 204 len: 168 time: 0.6283643 Nov 24 21:04:28.496967 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45028) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:28.664183 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11707a19-e039-4e11-809f-5c23b0b416ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:28.747502 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c507990b-435d-41bb-ba54-c4d272201edc tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:28.814621 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-11707a19-e039-4e11-809f-5c23b0b416ad admin admin] Deleting port b53751f2-2fe9-474e-8d1c-0987d8cb52b6 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:04:28.816215 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11707a19-e039-4e11-809f-5c23b0b416ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:28.868273 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4014830f-47c9-4df9-bd71-e5e071377fe2 None None] DHCP port deletion for d004fdc5-924a-4258-857a-01a998145c3a request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:04:28.950285 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-4014830f-47c9-4df9-bd71-e5e071377fe2 None None] Deleting port b53751f2-2fe9-474e-8d1c-0987d8cb52b6 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:04:28.950676 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4014830f-47c9-4df9-bd71-e5e071377fe2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:28.956980 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c507990b-435d-41bb-ba54-c4d272201edc tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Router b5969736-df5c-4109-ab41-ddcd504a1e79 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:04:28.959810 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-11707a19-e039-4e11-809f-5c23b0b416ad admin admin] For port b53751f2-2fe9-474e-8d1c-0987d8cb52b6, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b53751f2-2fe9-474e-8d1c-0987d8cb52b6,segment=NetworkSegment(1f9fea9f-42cf-45c9-abd7-007c76432f31),segment_id=1f9fea9f-42cf-45c9-abd7-007c76432f31)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:28.960313 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11707a19-e039-4e11-809f-5c23b0b416ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:28.994472 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-11707a19-e039-4e11-809f-5c23b0b416ad admin admin] Calling delete_port for b53751f2-2fe9-474e-8d1c-0987d8cb52b6 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:04:29.047479 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c507990b-435d-41bb-ba54-c4d272201edc tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:04:29.058300 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9877b4e1-70e4-4b4e-a492-8aded3125077 None None] Sync routers for ids ['b5969736-df5c-4109-ab41-ddcd504a1e79'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:04:29.061902 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c507990b-435d-41bb-ba54-c4d272201edc tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/routers/b5969736-df5c-4109-ab41-ddcd504a1e79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9521241 Nov 24 21:04:29.064601 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45030) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:29.077246 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9877b4e1-70e4-4b4e-a492-8aded3125077 None None] Routers {'b5969736-df5c-4109-ab41-ddcd504a1e79'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:29.077907 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9877b4e1-70e4-4b4e-a492-8aded3125077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b5969736-df5c-4109-ab41-ddcd504a1e79'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:29.105429 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4014830f-47c9-4df9-bd71-e5e071377fe2 None None] For port b53751f2-2fe9-474e-8d1c-0987d8cb52b6, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b53751f2-2fe9-474e-8d1c-0987d8cb52b6,segment=NetworkSegment(1f9fea9f-42cf-45c9-abd7-007c76432f31),segment_id=1f9fea9f-42cf-45c9-abd7-007c76432f31)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:29.105839 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4014830f-47c9-4df9-bd71-e5e071377fe2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:29.131814 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9405075e-9621-4244-a1c5-874245882336 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5969736-df5c-4109-ab41-ddcd504a1e79 HTTP/1.1" status: 200 len: 205 time: 0.0655649 Nov 24 21:04:29.134708 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-4014830f-47c9-4df9-bd71-e5e071377fe2 None None] Calling delete_port for b53751f2-2fe9-474e-8d1c-0987d8cb52b6 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:04:29.135441 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45032) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:29.152262 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9877b4e1-70e4-4b4e-a492-8aded3125077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:29.176361 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11707a19-e039-4e11-809f-5c23b0b416ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:29.186321 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9877b4e1-70e4-4b4e-a492-8aded3125077 None None] Routers {'b5969736-df5c-4109-ab41-ddcd504a1e79'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:29.187975 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9877b4e1-70e4-4b4e-a492-8aded3125077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b5969736-df5c-4109-ab41-ddcd504a1e79'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:29.234447 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d851b7ed-829c-4e88-852a-23cfd832473d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:29.273180 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11707a19-e039-4e11-809f-5c23b0b416ad admin admin] No DVR routers for this DVR port b53751f2-2fe9-474e-8d1c-0987d8cb52b6 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:04:29.283084 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11707a19-e039-4e11-809f-5c23b0b416ad admin admin] Pushing event deleted for resources: {'Port': ['ID=b53751f2-2fe9-474e-8d1c-0987d8cb52b6,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:29.284450 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9877b4e1-70e4-4b4e-a492-8aded3125077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:29.287625 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9877b4e1-70e4-4b4e-a492-8aded3125077 None None] The sync data for ids ['b5969736-df5c-4109-ab41-ddcd504a1e79'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:04:29.390102 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4014830f-47c9-4df9-bd71-e5e071377fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:29.463918 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014830f-47c9-4df9-bd71-e5e071377fe2 None None] Pushing event deleted for resources: {'Port': ['ID=b53751f2-2fe9-474e-8d1c-0987d8cb52b6,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:29.477943 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4014830f-47c9-4df9-bd71-e5e071377fe2 None None] No DVR routers for this DVR port b53751f2-2fe9-474e-8d1c-0987d8cb52b6 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:04:29.507079 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11707a19-e039-4e11-809f-5c23b0b416ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:29.553901 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-11707a19-e039-4e11-809f-5c23b0b416ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d004fdc5-924a-4258-857a-01a998145c3a']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:29.560545 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d851b7ed-829c-4e88-852a-23cfd832473d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:29.564462 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d851b7ed-829c-4e88-852a-23cfd832473d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:29.581540 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-11707a19-e039-4e11-809f-5c23b0b416ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9fea9f-42cf-45c9-abd7-007c76432f31') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:29.582236 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-11707a19-e039-4e11-809f-5c23b0b416ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9fea9f-42cf-45c9-abd7-007c76432f31') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:29.601766 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11707a19-e039-4e11-809f-5c23b0b416ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:29.623084 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11707a19-e039-4e11-809f-5c23b0b416ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:29.637088 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11707a19-e039-4e11-809f-5c23b0b416ad admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:04:29.638157 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11707a19-e039-4e11-809f-5c23b0b416ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:04:29.640727 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:04:29.749896 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11707a19-e039-4e11-809f-5c23b0b416ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:29.759730 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11707a19-e039-4e11-809f-5c23b0b416ad admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:29.768914 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-11707a19-e039-4e11-809f-5c23b0b416ad admin admin] 10.222.0.11 "DELETE /v2.0/networks/d004fdc5-924a-4258-857a-01a998145c3a HTTP/1.1" status: 204 len: 168 time: 1.2704160 Nov 24 21:04:29.816864 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11707a19-e039-4e11-809f-5c23b0b416ad admin admin] Pushing event deleted for resources: {'Network': ['ID=d004fdc5-924a-4258-857a-01a998145c3a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:30.030122 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45050) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:30.145495 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-bd6f2102-7805-40f4-83d4-7b3738e91bcc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dc497067416e4ddc9349da2e326a90a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1128893 Nov 24 21:04:30.147618 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45052) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:30.167730 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b53751f2-2fe9-474e-8d1c-0987d8cb52b6 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:04:30.204186 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: b53751f2-2fe9-474e-8d1c-0987d8cb52b6 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:04:30.204922 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b53751f2-2fe9-474e-8d1c-0987d8cb52b6 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:04:30.250393 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f26de7c-f432-40b1-b6c1-c543a6d77ad6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:30.259591 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d851b7ed-829c-4e88-852a-23cfd832473d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:30.260069 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d851b7ed-829c-4e88-852a-23cfd832473d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Fanout notify agent at l3_agent the message router_deleted on router b5969736-df5c-4109-ab41-ddcd504a1e79 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:04:30.267620 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d851b7ed-829c-4e88-852a-23cfd832473d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:30.271199 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d851b7ed-829c-4e88-852a-23cfd832473d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/routers/b5969736-df5c-4109-ab41-ddcd504a1e79 HTTP/1.1" status: 204 len: 168 time: 1.1317182 Nov 24 21:04:30.271420 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45054) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:30.279442 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f26de7c-f432-40b1-b6c1-c543a6d77ad6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:30.335187 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c249d59-9ea9-4301-ade4-5c67fa0bbf08 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting subnet 43b1a4b9-32c9-499c-97e7-01a8411aae5c {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:04:30.340672 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3c249d59-9ea9-4301-ade4-5c67fa0bbf08 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:30.382670 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f26de7c-f432-40b1-b6c1-c543a6d77ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:30.385396 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975fbd-0eb8-4e6b-ba1e-6c8c4f4b00f8 req-ab789dee-8e60-4ae4-a83a-51cb92fc919f tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:30.387486 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f26de7c-f432-40b1-b6c1-c543a6d77ad6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:30.389290 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5f26de7c-f432-40b1-b6c1-c543a6d77ad6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cd1faf0a-e028-40b6-a56a-0ccd35a3dd61 HTTP/1.1" status: 204 len: 168 time: 0.2381260 Nov 24 21:04:30.393320 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b2975fbd-0eb8-4e6b-ba1e-6c8c4f4b00f8 req-ab789dee-8e60-4ae4-a83a-51cb92fc919f tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.1681633 Nov 24 21:04:30.401227 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26de7c-f432-40b1-b6c1-c543a6d77ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1faf0a-e028-40b6-a56a-0ccd35a3dd61,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:30.437628 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3c249d59-9ea9-4301-ade4-5c67fa0bbf08 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:30.525860 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b2975fbd-0eb8-4e6b-ba1e-6c8c4f4b00f8 req-dffa992b-d784-42c4-b75f-ca221dd6ea0a tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217208 Nov 24 21:04:30.637081 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3c249d59-9ea9-4301-ade4-5c67fa0bbf08 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:30.723560 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3c249d59-9ea9-4301-ade4-5c67fa0bbf08 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:30.802965 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c249d59-9ea9-4301-ade4-5c67fa0bbf08 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Subnet': ['ID=43b1a4b9-32c9-499c-97e7-01a8411aae5c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:30.815041 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3c249d59-9ea9-4301-ade4-5c67fa0bbf08 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:30.818888 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d97a5d-11b8-4c77-b4d5-7294b9ff4bef None None] Network 3f4fce7f-8ec4-494c-be9a-47a002179da3 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:04:30.823216 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3c249d59-9ea9-4301-ade4-5c67fa0bbf08 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/subnets/43b1a4b9-32c9-499c-97e7-01a8411aae5c HTTP/1.1" status: 204 len: 168 time: 0.5492833 Nov 24 21:04:30.824346 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45066) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:30.996201 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfbfc84d-90f2-47d2-9298-188dc412dfdd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:31.069317 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45070) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:31.151650 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d6798d86-9506-4244-8340-9030515d28fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=44ef6e26f7e242d49beb387443d34764&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0811009 Nov 24 21:04:31.154335 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45072) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:31.160768 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-dfbfc84d-90f2-47d2-9298-188dc412dfdd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting port fc5b875a-5fac-4577-bee9-04c2fa6c72af {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:04:31.161815 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfbfc84d-90f2-47d2-9298-188dc412dfdd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:31.164540 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e19ac2-c203-4b38-a0c0-31fbed714618 None None] DHCP port deletion for 3f4fce7f-8ec4-494c-be9a-47a002179da3 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:04:31.241031 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-25e19ac2-c203-4b38-a0c0-31fbed714618 None None] Deleting port fc5b875a-5fac-4577-bee9-04c2fa6c72af {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:04:31.241687 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-25e19ac2-c203-4b38-a0c0-31fbed714618 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:31.242142 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b75fd3dd-4483-42fe-a0c5-495e59c10b81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:31.275171 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b75fd3dd-4483-42fe-a0c5-495e59c10b81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:31.285870 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-dfbfc84d-90f2-47d2-9298-188dc412dfdd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] For port fc5b875a-5fac-4577-bee9-04c2fa6c72af, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fc5b875a-5fac-4577-bee9-04c2fa6c72af,segment=NetworkSegment(e5644436-e90b-4714-bb15-95b4e22a3ba2),segment_id=e5644436-e90b-4714-bb15-95b4e22a3ba2)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:31.286237 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfbfc84d-90f2-47d2-9298-188dc412dfdd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:31.304041 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-dfbfc84d-90f2-47d2-9298-188dc412dfdd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Calling delete_port for fc5b875a-5fac-4577-bee9-04c2fa6c72af owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:04:31.335103 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-25e19ac2-c203-4b38-a0c0-31fbed714618 None None] For port fc5b875a-5fac-4577-bee9-04c2fa6c72af, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fc5b875a-5fac-4577-bee9-04c2fa6c72af,segment=NetworkSegment(e5644436-e90b-4714-bb15-95b4e22a3ba2),segment_id=e5644436-e90b-4714-bb15-95b4e22a3ba2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:31.335953 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-25e19ac2-c203-4b38-a0c0-31fbed714618 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:31.339036 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b75fd3dd-4483-42fe-a0c5-495e59c10b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:31.344364 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b75fd3dd-4483-42fe-a0c5-495e59c10b81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:31.346577 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b75fd3dd-4483-42fe-a0c5-495e59c10b81 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c624e07f-ec6b-4b27-bb41-5d245d487444 HTTP/1.1" status: 204 len: 168 time: 0.1910949 Nov 24 21:04:31.368892 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fd3dd-4483-42fe-a0c5-495e59c10b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c624e07f-ec6b-4b27-bb41-5d245d487444,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:31.374608 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-25e19ac2-c203-4b38-a0c0-31fbed714618 None None] Calling delete_port for fc5b875a-5fac-4577-bee9-04c2fa6c72af owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:04:31.429533 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfbfc84d-90f2-47d2-9298-188dc412dfdd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:31.450026 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbfc84d-90f2-47d2-9298-188dc412dfdd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] No DVR routers for this DVR port fc5b875a-5fac-4577-bee9-04c2fa6c72af on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:04:31.494653 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfc84d-90f2-47d2-9298-188dc412dfdd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Port': ['ID=fc5b875a-5fac-4577-bee9-04c2fa6c72af,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:31.515357 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a9337bfb-2e38-4bb4-8d05-fcb189167afc req-14e5a981-acbb-479f-9271-53ac2bfad13d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0802741 Nov 24 21:04:31.551807 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-25e19ac2-c203-4b38-a0c0-31fbed714618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:31.582779 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfbfc84d-90f2-47d2-9298-188dc412dfdd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:31.618745 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e19ac2-c203-4b38-a0c0-31fbed714618 None None] No DVR routers for this DVR port fc5b875a-5fac-4577-bee9-04c2fa6c72af on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:04:31.629550 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9337bfb-2e38-4bb4-8d05-fcb189167afc req-ce1ff3f6-061e-4cd2-9375-64c7ee333746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:31.633977 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-dfbfc84d-90f2-47d2-9298-188dc412dfdd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4fce7f-8ec4-494c-be9a-47a002179da3']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:31.635151 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a9337bfb-2e38-4bb4-8d05-fcb189167afc req-ce1ff3f6-061e-4cd2-9375-64c7ee333746 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ef947511a354d6a97f9332543c7809a&device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 1097 time: 0.0855770 Nov 24 21:04:31.653794 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-dfbfc84d-90f2-47d2-9298-188dc412dfdd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5644436-e90b-4714-bb15-95b4e22a3ba2') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:31.654458 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-dfbfc84d-90f2-47d2-9298-188dc412dfdd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5644436-e90b-4714-bb15-95b4e22a3ba2') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:31.681969 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e19ac2-c203-4b38-a0c0-31fbed714618 None None] Pushing event deleted for resources: {'Port': ['ID=fc5b875a-5fac-4577-bee9-04c2fa6c72af,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:31.713076 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfbfc84d-90f2-47d2-9298-188dc412dfdd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:31.748003 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfbfc84d-90f2-47d2-9298-188dc412dfdd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:31.771936 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfbfc84d-90f2-47d2-9298-188dc412dfdd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:04:31.772401 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfbfc84d-90f2-47d2-9298-188dc412dfdd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:04:31.776087 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:04:31.811873 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca18cc-ba8d-4f6a-a7f7-20a054d8b35f req-f16fc263-8f58-489c-a7a3-aad00a5861f7 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:31.814205 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e9ca18cc-ba8d-4f6a-a7f7-20a054d8b35f req-f16fc263-8f58-489c-a7a3-aad00a5861f7 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.1503022 Nov 24 21:04:31.817673 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9337bfb-2e38-4bb4-8d05-fcb189167afc req-f4113203-fafb-4dee-a6b1-311c152562ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:31.828456 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a9337bfb-2e38-4bb4-8d05-fcb189167afc req-f4113203-fafb-4dee-a6b1-311c152562ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=eb9d7270-e2f5-43e6-902e-dd066a69e6c8 HTTP/1.1" status: 200 len: 912 time: 0.1545506 Nov 24 21:04:31.893993 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfbfc84d-90f2-47d2-9298-188dc412dfdd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:31.901110 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfbfc84d-90f2-47d2-9298-188dc412dfdd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:31.905341 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dfbfc84d-90f2-47d2-9298-188dc412dfdd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/networks/3f4fce7f-8ec4-494c-be9a-47a002179da3 HTTP/1.1" status: 204 len: 168 time: 1.0799325 Nov 24 21:04:31.913854 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45086) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:31.946291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfc84d-90f2-47d2-9298-188dc412dfdd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Network': ['ID=3f4fce7f-8ec4-494c-be9a-47a002179da3,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:31.948674 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-fd4f5cfc-7e44-465f-8515-69002d334ef2 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-729456210', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:04:31.969092 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a9337bfb-2e38-4bb4-8d05-fcb189167afc req-34d9c566-fc77-40f7-87ab-4608074e5fb4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=085932f5-eefc-41e5-be5b-1cb6bdef5908 HTTP/1.1" status: 200 len: 1001 time: 0.1398144 Nov 24 21:04:31.985572 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e9ca18cc-ba8d-4f6a-a7f7-20a054d8b35f req-9f582784-acca-4ced-9912-617f3e812166 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297624 Nov 24 21:04:32.052586 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9337bfb-2e38-4bb4-8d05-fcb189167afc req-8d1648e7-a3c7-45d5-8c03-c85fe5650875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:32.054086 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a9337bfb-2e38-4bb4-8d05-fcb189167afc req-8d1648e7-a3c7-45d5-8c03-c85fe5650875 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3bd6d43-8c60-4a64-b4d6-a1e768c3a588 HTTP/1.1" status: 200 len: 850 time: 0.0701210 Nov 24 21:04:32.118815 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fd4f5cfc-7e44-465f-8515-69002d334ef2 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:32.120073 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fd4f5cfc-7e44-465f-8515-69002d334ef2 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:32.147851 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9337bfb-2e38-4bb4-8d05-fcb189167afc req-c6800b1a-1a01-4bc6-8a2d-2cb686ae19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:32.149679 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a9337bfb-2e38-4bb4-8d05-fcb189167afc req-c6800b1a-1a01-4bc6-8a2d-2cb686ae19dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb9d7270-e2f5-43e6-902e-dd066a69e6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863171 Nov 24 21:04:32.153197 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fc5b875a-5fac-4577-bee9-04c2fa6c72af no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:04:32.186478 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: fc5b875a-5fac-4577-bee9-04c2fa6c72af {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:04:32.186884 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fc5b875a-5fac-4577-bee9-04c2fa6c72af not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:04:32.263620 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fd4f5cfc-7e44-465f-8515-69002d334ef2 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:32.269722 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fd4f5cfc-7e44-465f-8515-69002d334ef2 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:32.323136 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fd4f5cfc-7e44-465f-8515-69002d334ef2 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:32.324395 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fd4f5cfc-7e44-465f-8515-69002d334ef2 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4095495 Nov 24 21:04:32.328829 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45102) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:32.340800 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-865005ff-0387-4619-b91c-f03209a102c8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'network': {'name': 'tempest-RoutersTest-813354350'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:04:32.379782 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a9337bfb-2e38-4bb4-8d05-fcb189167afc req-7173e1a0-cefe-412f-9552-7e6a0371e7e4 service neutron] 10.222.0.48 "GET /v2.0/networks/eb9d7270-e2f5-43e6-902e-dd066a69e6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155333 Nov 24 21:04:32.385600 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865005ff-0387-4619-b91c-f03209a102c8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Made reservation on behalf of 2917837c238043fba5d286c1caf5dabd for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:04:32.397344 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-865005ff-0387-4619-b91c-f03209a102c8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:32.444247 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865005ff-0387-4619-b91c-f03209a102c8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:04:32.470860 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-865005ff-0387-4619-b91c-f03209a102c8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:32.471998 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-865005ff-0387-4619-b91c-f03209a102c8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Added segment 85c03c0b-2ade-4590-a244-0b5fb19e82ce of type vlan for network 0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4 Nov 24 21:04:32.561496 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-865005ff-0387-4619-b91c-f03209a102c8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:32.569750 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a9337bfb-2e38-4bb4-8d05-fcb189167afc req-148ba802-1539-4085-b5ed-086fbd12c0b2 service neutron] 10.222.0.48 "GET /v2.0/networks/eb9d7270-e2f5-43e6-902e-dd066a69e6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797295 Nov 24 21:04:32.610233 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-865005ff-0387-4619-b91c-f03209a102c8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:32.621059 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865005ff-0387-4619-b91c-f03209a102c8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:32.622021 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-865005ff-0387-4619-b91c-f03209a102c8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:32.694950 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45114) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:32.708091 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45118) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:32.713272 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-865005ff-0387-4619-b91c-f03209a102c8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3826437 Nov 24 21:04:32.717913 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865005ff-0387-4619-b91c-f03209a102c8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Network': ['ID=0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:32.726735 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ef5cc1a6-213e-479c-9512-647466080db5 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'subnet': {'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:04:32.732172 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:04:32.879542 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-816b462d-9a61-416a-a4a5-a0f9eca79da4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-network', 'tenant_id': '0692c1d9cf724f438a66002310ca2265'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:04:32.917698 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.db.api [None req-ef5cc1a6-213e-479c-9512-647466080db5 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 21:04:32.917698 n-d-812111-8 neutron-server[109990]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 24 21:04:32.917698 n-d-812111-8 neutron-server[109990]: [parameters: {'project_id': '2917837c238043fba5d286c1caf5dabd', 'id': 'ce8d94f1-ae18-44c1-8837-db7a58dbee92', 'expiration': datetime.datetime(2021, 11, 24, 21, 6, 32, 905879)}] Nov 24 21:04:32.917698 n-d-812111-8 neutron-server[109990]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:04:32.918256 n-d-812111-8 neutron-server[109990]: DEBUG oslo_db.api [None req-ef5cc1a6-213e-479c-9512-647466080db5 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:04:32.925036 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816b462d-9a61-416a-a4a5-a0f9eca79da4 admin admin] Made reservation on behalf of 0692c1d9cf724f438a66002310ca2265 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:04:32.927080 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-816b462d-9a61-416a-a4a5-a0f9eca79da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:32.946831 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-816b462d-9a61-416a-a4a5-a0f9eca79da4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:33.114379 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-816b462d-9a61-416a-a4a5-a0f9eca79da4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:33.128761 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-816b462d-9a61-416a-a4a5-a0f9eca79da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:33.181730 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816b462d-9a61-416a-a4a5-a0f9eca79da4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:04:33.209993 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-816b462d-9a61-416a-a4a5-a0f9eca79da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:33.210393 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-816b462d-9a61-416a-a4a5-a0f9eca79da4 admin admin] Added segment 85387244-4381-4a41-ae45-dafeac5d8c7f of type vlan for network 90488595-632e-4a60-8936-692e2b535085 Nov 24 21:04:33.228937 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be9cb6-f79f-4394-99c2-bdf5a41fe6b0 req-9484db56-ad62-4293-b031-9e9f075748bd tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:33.230398 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-27be9cb6-f79f-4394-99c2-bdf5a41fe6b0 req-9484db56-ad62-4293-b031-9e9f075748bd tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.1650612 Nov 24 21:04:33.231053 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b462d-9a61-416a-a4a5-a0f9eca79da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fb95b7-8edc-4135-ab69-92cbc4e6b104,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:33.303089 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-816b462d-9a61-416a-a4a5-a0f9eca79da4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:33.343620 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-27be9cb6-f79f-4394-99c2-bdf5a41fe6b0 req-c8ce8a90-7683-4990-8ec4-54c71537a586 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971515 Nov 24 21:04:33.358166 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-816b462d-9a61-416a-a4a5-a0f9eca79da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:33.358944 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816b462d-9a61-416a-a4a5-a0f9eca79da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:33.360289 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-816b462d-9a61-416a-a4a5-a0f9eca79da4 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:33.436206 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-816b462d-9a61-416a-a4a5-a0f9eca79da4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7397499 Nov 24 21:04:33.439419 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45132) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:33.445319 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-a5de436f-aba9-45ed-becb-3cc2a015cf19 admin admin] Request body: {'subnet': {'network_id': '90488595-632e-4a60-8936-692e2b535085', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-subnet', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:04:33.471717 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b462d-9a61-416a-a4a5-a0f9eca79da4 admin admin] Pushing event updated for resources: {'Network': ['ID=90488595-632e-4a60-8936-692e2b535085,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:33.478036 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.db.api [None req-a5de436f-aba9-45ed-becb-3cc2a015cf19 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 21:04:33.478036 n-d-812111-8 neutron-server[109991]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 24 21:04:33.478036 n-d-812111-8 neutron-server[109991]: [parameters: {'project_id_1': '0692c1d9cf724f438a66002310ca2265', 'expiration_1': datetime.datetime(2021, 11, 24, 21, 4, 13, 455426)}] Nov 24 21:04:33.478036 n-d-812111-8 neutron-server[109991]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:04:33.478823 n-d-812111-8 neutron-server[109991]: DEBUG oslo_db.api [None req-a5de436f-aba9-45ed-becb-3cc2a015cf19 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:04:33.484637 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 90488595-632e-4a60-8936-692e2b535085 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:04:33.486721 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5cc1a6-213e-479c-9512-647466080db5 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Made reservation on behalf of 2917837c238043fba5d286c1caf5dabd for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:04:33.493809 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc1a6-213e-479c-9512-647466080db5 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:33.718703 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc1a6-213e-479c-9512-647466080db5 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:33.803119 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cc1a6-213e-479c-9512-647466080db5 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Subnet': ['ID=cf035f64-1e45-4acd-8cba-21205c428370,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:33.810978 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5cc1a6-213e-479c-9512-647466080db5 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Checking segment: {'id': '85c03c0b-2ade-4590-a244-0b5fb19e82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:04:33.810978 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5cc1a6-213e-479c-9512-647466080db5 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network hostable DHCP agents. Network: 0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:04:33.833273 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5cc1a6-213e-479c-9512-647466080db5 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network 0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:04:33.849255 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-ef5cc1a6-213e-479c-9512-647466080db5 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:33.859798 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5cc1a6-213e-479c-9512-647466080db5 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:33.860428 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc1a6-213e-479c-9512-647466080db5 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:33.876296 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb1217e-333c-4e25-a52f-fdd853d3f4f0 None None] Network 0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:04:33.906525 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ef5cc1a6-213e-479c-9512-647466080db5 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1945448 Nov 24 21:04:33.907090 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45144) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:34.217897 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45156) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:34.284480 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5de436f-aba9-45ed-becb-3cc2a015cf19 admin admin] Made reservation on behalf of 0692c1d9cf724f438a66002310ca2265 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:04:34.287686 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a5de436f-aba9-45ed-becb-3cc2a015cf19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:34.331512 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b187131-c047-45a7-b57e-6d9c44f56fd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:04:34.332830 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5b187131-c047-45a7-b57e-6d9c44f56fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:34.376410 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed13322-6916-43b5-9721-1f80948c774f req-f21e2de0-881b-4138-a7ec-53a5d9d71946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:34.390506 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3ed13322-6916-43b5-9721-1f80948c774f req-f21e2de0-881b-4138-a7ec-53a5d9d71946 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 1097 time: 0.1706235 Nov 24 21:04:34.465934 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3ed13322-6916-43b5-9721-1f80948c774f req-8f4a5940-fdf7-4368-9f31-b718b3ada054 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=980f901d-b38c-4491-a428-245d0be36711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731535 Nov 24 21:04:34.563027 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed25d456-c6a7-4537-8ba2-1980badadc64 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:34.618512 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-5b187131-c047-45a7-b57e-6d9c44f56fd2 None None] Allocated IP 172.20.0.2 (0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4/cf035f64-1e45-4acd-8cba-21205c428370/9df1f7ba-964d-47d6-81fc-3f41539c89cf) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:04:34.835020 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5b187131-c047-45a7-b57e-6d9c44f56fd2 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:34.848461 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5b187131-c047-45a7-b57e-6d9c44f56fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:34.938712 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b187131-c047-45a7-b57e-6d9c44f56fd2 None None] Pushing event updated for resources: {'Port': ['ID=9df1f7ba-964d-47d6-81fc-3f41539c89cf,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:34.980618 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b187131-c047-45a7-b57e-6d9c44f56fd2 None None] Network 0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:04:34.993001 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-5b187131-c047-45a7-b57e-6d9c44f56fd2 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:34.997229 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b187131-c047-45a7-b57e-6d9c44f56fd2 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:04:35.093197 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa00b7-05ce-4e25-8078-306a7c0cae3e req-f1e8185e-dec3-4f48-bf65-cf344a831527 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:35.095092 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dcfa00b7-05ce-4e25-8078-306a7c0cae3e req-f1e8185e-dec3-4f48-bf65-cf344a831527 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.5912883 Nov 24 21:04:35.132090 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-5b187131-c047-45a7-b57e-6d9c44f56fd2 None None] Attempting to bind port 9df1f7ba-964d-47d6-81fc-3f41539c89cf on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:04:35.134198 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-5b187131-c047-45a7-b57e-6d9c44f56fd2 None None] Attempting to bind port 9df1f7ba-964d-47d6-81fc-3f41539c89cf by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '85c03c0b-2ade-4590-a244-0b5fb19e82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:04:35.134198 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b187131-c047-45a7-b57e-6d9c44f56fd2 None None] Attempting to bind port 9df1f7ba-964d-47d6-81fc-3f41539c89cf on network 0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:04:35.163473 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b187131-c047-45a7-b57e-6d9c44f56fd2 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:04:35.163922 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b187131-c047-45a7-b57e-6d9c44f56fd2 None None] Checking segment: {'id': '85c03c0b-2ade-4590-a244-0b5fb19e82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:04:35.164377 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5b187131-c047-45a7-b57e-6d9c44f56fd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:35.165518 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b187131-c047-45a7-b57e-6d9c44f56fd2 None None] Bound using segment: {'id': '85c03c0b-2ade-4590-a244-0b5fb19e82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:04:35.166415 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-5b187131-c047-45a7-b57e-6d9c44f56fd2 None None] Bound port: 9df1f7ba-964d-47d6-81fc-3f41539c89cf, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c03c0b-2ade-4590-a244-0b5fb19e82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:04:35.166814 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5b187131-c047-45a7-b57e-6d9c44f56fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:35.264712 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-5b187131-c047-45a7-b57e-6d9c44f56fd2 None None] For port 9df1f7ba-964d-47d6-81fc-3f41539c89cf, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:04:35.272649 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-5b187131-c047-45a7-b57e-6d9c44f56fd2 None None] For port 9df1f7ba-964d-47d6-81fc-3f41539c89cf, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9df1f7ba-964d-47d6-81fc-3f41539c89cf,segment=NetworkSegment(85c03c0b-2ade-4590-a244-0b5fb19e82ce),segment_id=85c03c0b-2ade-4590-a244-0b5fb19e82ce)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:04:35.287427 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5b187131-c047-45a7-b57e-6d9c44f56fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:35.348160 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a5de436f-aba9-45ed-becb-3cc2a015cf19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:35.365221 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dcfa00b7-05ce-4e25-8078-306a7c0cae3e req-439cabf1-d637-40de-914f-9cd2105cc171 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551198 Nov 24 21:04:35.486552 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b187131-c047-45a7-b57e-6d9c44f56fd2 None None] Pushing event updated for resources: {'Port': ['ID=9df1f7ba-964d-47d6-81fc-3f41539c89cf,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:35.540481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de436f-aba9-45ed-becb-3cc2a015cf19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3087cf2a-7116-4eae-aa3b-5f869debcd0f,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:35.649435 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de436f-aba9-45ed-becb-3cc2a015cf19 admin admin] Checking segment: {'id': '85387244-4381-4a41-ae45-dafeac5d8c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '90488595-632e-4a60-8936-692e2b535085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:04:35.650416 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5de436f-aba9-45ed-becb-3cc2a015cf19 admin admin] Network hostable DHCP agents. Network: 90488595-632e-4a60-8936-692e2b535085, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:04:35.670713 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-ed25d456-c6a7-4537-8ba2-1980badadc64 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Allocated IP 172.20.0.1 (0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4/cf035f64-1e45-4acd-8cba-21205c428370/e4622b09-1ec8-4369-bbdf-c0b168ac81fe) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:04:35.700453 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5de436f-aba9-45ed-becb-3cc2a015cf19 admin admin] Network 90488595-632e-4a60-8936-692e2b535085 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:04:35.734846 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-a5de436f-aba9-45ed-becb-3cc2a015cf19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 90488595-632e-4a60-8936-692e2b535085) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:35.742608 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5de436f-aba9-45ed-becb-3cc2a015cf19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:35.744078 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a5de436f-aba9-45ed-becb-3cc2a015cf19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:35.761572 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf895c3a-9ba4-4e40-8047-ee205fb813fe None None] Network 90488595-632e-4a60-8936-692e2b535085 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:04:35.868460 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45188) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:35.869137 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a5de436f-aba9-45ed-becb-3cc2a015cf19 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.4244187 Nov 24 21:04:35.876605 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-313e0640-41ee-44cf-97f3-f4a7bed8d766 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:04:35.933958 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-313e0640-41ee-44cf-97f3-f4a7bed8d766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:35.938225 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-313e0640-41ee-44cf-97f3-f4a7bed8d766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:35.992551 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed25d456-c6a7-4537-8ba2-1980badadc64 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:36.101453 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed25d456-c6a7-4537-8ba2-1980badadc64 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:36.110261 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9822f6-af13-4c0c-8f20-4ce101b7dc7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-90488595-632e-4a60-8936-692e2b535085', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'fixed_ips': [{'subnet_id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:04:36.112000 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ac9822f6-af13-4c0c-8f20-4ce101b7dc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:36.131285 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-313e0640-41ee-44cf-97f3-f4a7bed8d766 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:36.269037 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25d456-c6a7-4537-8ba2-1980badadc64 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Port': ['ID=e4622b09-1ec8-4369-bbdf-c0b168ac81fe,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:36.296148 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed25d456-c6a7-4537-8ba2-1980badadc64 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network 0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:04:36.297896 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-ed25d456-c6a7-4537-8ba2-1980badadc64 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:36.300393 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed25d456-c6a7-4537-8ba2-1980badadc64 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:04:36.348246 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9df1f7ba-964d-47d6-81fc-3f41539c89cf up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:04:36.366075 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed25d456-c6a7-4537-8ba2-1980badadc64 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:36.423964 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-ac9822f6-af13-4c0c-8f20-4ce101b7dc7a None None] Allocated IP 172.20.0.2 (90488595-632e-4a60-8936-692e2b535085/3087cf2a-7116-4eae-aa3b-5f869debcd0f/863587b3-862e-4980-81c5-5252afeda527) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:04:36.547979 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed25d456-c6a7-4537-8ba2-1980badadc64 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:36.643173 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-313e0640-41ee-44cf-97f3-f4a7bed8d766 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:36.688085 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ac9822f6-af13-4c0c-8f20-4ce101b7dc7a None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:36.712836 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ac9822f6-af13-4c0c-8f20-4ce101b7dc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:36.785439 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 9df1f7ba-964d-47d6-81fc-3f41539c89cf triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:36.786229 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:36.813305 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9822f6-af13-4c0c-8f20-4ce101b7dc7a None None] Network 90488595-632e-4a60-8936-692e2b535085 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:04:36.846183 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09e825-22e1-4b2b-a187-5cadff33ff59 req-c8e3d1a2-d2e8-4ed4-a754-9aa195860ad9 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:36.855276 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da09e825-22e1-4b2b-a187-5cadff33ff59 req-c8e3d1a2-d2e8-4ed4-a754-9aa195860ad9 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.2074718 Nov 24 21:04:36.905131 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-ac9822f6-af13-4c0c-8f20-4ce101b7dc7a None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:36.912186 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9822f6-af13-4c0c-8f20-4ce101b7dc7a None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:04:36.972338 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9822f6-af13-4c0c-8f20-4ce101b7dc7a None None] Pushing event updated for resources: {'Port': ['ID=863587b3-862e-4980-81c5-5252afeda527,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:36.973645 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da09e825-22e1-4b2b-a187-5cadff33ff59 req-f3443586-ed5a-448c-9c78-68b4f011cdb5 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173873 Nov 24 21:04:37.054130 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ac9822f6-af13-4c0c-8f20-4ce101b7dc7a None None] Attempting to bind port 863587b3-862e-4980-81c5-5252afeda527 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:04:37.054509 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ac9822f6-af13-4c0c-8f20-4ce101b7dc7a None None] Attempting to bind port 863587b3-862e-4980-81c5-5252afeda527 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '85387244-4381-4a41-ae45-dafeac5d8c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '90488595-632e-4a60-8936-692e2b535085'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:04:37.054890 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9822f6-af13-4c0c-8f20-4ce101b7dc7a None None] Attempting to bind port 863587b3-862e-4980-81c5-5252afeda527 on network 90488595-632e-4a60-8936-692e2b535085 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:04:37.065879 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9822f6-af13-4c0c-8f20-4ce101b7dc7a None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:04:37.066265 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9822f6-af13-4c0c-8f20-4ce101b7dc7a None None] Checking segment: {'id': '85387244-4381-4a41-ae45-dafeac5d8c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '90488595-632e-4a60-8936-692e2b535085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:04:37.066682 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ac9822f6-af13-4c0c-8f20-4ce101b7dc7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:37.067097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9822f6-af13-4c0c-8f20-4ce101b7dc7a None None] Bound using segment: {'id': '85387244-4381-4a41-ae45-dafeac5d8c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '90488595-632e-4a60-8936-692e2b535085'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:04:37.067590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ac9822f6-af13-4c0c-8f20-4ce101b7dc7a None None] Bound port: 863587b3-862e-4980-81c5-5252afeda527, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85387244-4381-4a41-ae45-dafeac5d8c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '90488595-632e-4a60-8936-692e2b535085'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:04:37.067982 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ac9822f6-af13-4c0c-8f20-4ce101b7dc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:37.128219 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-313e0640-41ee-44cf-97f3-f4a7bed8d766 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:37.162976 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-313e0640-41ee-44cf-97f3-f4a7bed8d766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:37.196890 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:37.267954 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed25d456-c6a7-4537-8ba2-1980badadc64 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:37.278994 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed25d456-c6a7-4537-8ba2-1980badadc64 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:37.386898 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-313e0640-41ee-44cf-97f3-f4a7bed8d766 admin admin] Allocated IP 172.25.5.151 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/e213b979-87a4-41cd-affa-1863556606c7) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:04:37.389196 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ac9822f6-af13-4c0c-8f20-4ce101b7dc7a None None] For port 863587b3-862e-4980-81c5-5252afeda527, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:04:37.404208 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ac9822f6-af13-4c0c-8f20-4ce101b7dc7a None None] For port 863587b3-862e-4980-81c5-5252afeda527, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=863587b3-862e-4980-81c5-5252afeda527,segment=NetworkSegment(85387244-4381-4a41-ae45-dafeac5d8c7f),segment_id=85387244-4381-4a41-ae45-dafeac5d8c7f)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:04:37.434541 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed25d456-c6a7-4537-8ba2-1980badadc64 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:37.436362 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25d456-c6a7-4537-8ba2-1980badadc64 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Port': ['ID=e4622b09-1ec8-4369-bbdf-c0b168ac81fe,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:37.439715 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ac9822f6-af13-4c0c-8f20-4ce101b7dc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:37.481163 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7aeba48-52a0-406a-802e-2b79f25cbba4 None None] Network 0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:04:37.545593 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-313e0640-41ee-44cf-97f3-f4a7bed8d766 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:37.563903 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed25d456-c6a7-4537-8ba2-1980badadc64 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network 0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:04:37.566143 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-ed25d456-c6a7-4537-8ba2-1980badadc64 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:37.631236 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-313e0640-41ee-44cf-97f3-f4a7bed8d766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:37.687456 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 9df1f7ba-964d-47d6-81fc-3f41539c89cf, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9df1f7ba-964d-47d6-81fc-3f41539c89cf,segment=NetworkSegment(85c03c0b-2ade-4590-a244-0b5fb19e82ce),segment_id=85c03c0b-2ade-4590-a244-0b5fb19e82ce)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:37.719639 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313e0640-41ee-44cf-97f3-f4a7bed8d766 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:04:37.738814 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-313e0640-41ee-44cf-97f3-f4a7bed8d766 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:37.739038 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:37.756620 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313e0640-41ee-44cf-97f3-f4a7bed8d766 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:04:37.774729 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e0640-41ee-44cf-97f3-f4a7bed8d766 admin admin] Pushing event updated for resources: {'Port': ['ID=e213b979-87a4-41cd-affa-1863556606c7,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:37.785019 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eca21e-db30-41eb-8ed7-c369e1c13f7e None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:04:37.809322 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed25d456-c6a7-4537-8ba2-1980badadc64 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:04:37.847417 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9822f6-af13-4c0c-8f20-4ce101b7dc7a None None] Pushing event updated for resources: {'Port': ['ID=863587b3-862e-4980-81c5-5252afeda527,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:37.864203 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e905d295-9bc3-4049-9912-5519d8ed584f None None] Provisioning complete for port 9df1f7ba-964d-47d6-81fc-3f41539c89cf triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:37.864815 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e905d295-9bc3-4049-9912-5519d8ed584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:38.060080 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed25d456-c6a7-4537-8ba2-1980badadc64 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:04:38.076416 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45212) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:38.079664 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ed25d456-c6a7-4537-8ba2-1980badadc64 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/routers/d5e7c25e-0056-4611-b2ea-d10a47b4bb39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1716383 Nov 24 21:04:38.084341 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-c7d14b28-6e27-4dba-baf1-b8e551a5f4fd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'network': {'name': 'tempest-RoutersTest-473375875'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:04:38.087124 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] Sync routers for ids ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:04:38.172241 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] Routers {'d5e7c25e-0056-4611-b2ea-d10a47b4bb39'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:38.173403 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:38.201603 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d14b28-6e27-4dba-baf1-b8e551a5f4fd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Made reservation on behalf of 2917837c238043fba5d286c1caf5dabd for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:04:38.205902 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c7d14b28-6e27-4dba-baf1-b8e551a5f4fd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:38.404251 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=9df1f7ba-964d-47d6-81fc-3f41539c89cf,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:38.411478 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d14b28-6e27-4dba-baf1-b8e551a5f4fd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:04:38.560600 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c7d14b28-6e27-4dba-baf1-b8e551a5f4fd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:38.568662 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-c7d14b28-6e27-4dba-baf1-b8e551a5f4fd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Added segment 0b19adf6-2958-4029-a66f-86eadec87c5e of type vlan for network 5e10acca-83c3-4515-be1e-8fe8e0ad0042 Nov 24 21:04:38.575309 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] Set router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:04:38.582874 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f25c4e-d512-441c-8deb-ddf146b7567d req-3d9aa16f-613b-43d1-a2c6-b63d91fd94e1 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:38.597147 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-52f25c4e-d512-441c-8deb-ddf146b7567d req-3d9aa16f-613b-43d1-a2c6-b63d91fd94e1 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.4279447 Nov 24 21:04:38.757256 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c7d14b28-6e27-4dba-baf1-b8e551a5f4fd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:38.806385 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd87d7-e534-4e2a-8bf9-ac233fac9708 req-d384e7e8-03aa-4c84-ac5d-c605be0ef3a2 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:38.808220 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-47dd87d7-e534-4e2a-8bf9-ac233fac9708 req-d384e7e8-03aa-4c84-ac5d-c605be0ef3a2 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 946 time: 0.1025026 Nov 24 21:04:38.848996 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-313e0640-41ee-44cf-97f3-f4a7bed8d766 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:38.850753 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c7d14b28-6e27-4dba-baf1-b8e551a5f4fd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:38.862905 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d14b28-6e27-4dba-baf1-b8e551a5f4fd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:38.864651 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c7d14b28-6e27-4dba-baf1-b8e551a5f4fd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:38.900566 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-52f25c4e-d512-441c-8deb-ddf146b7567d req-2ce7fc7a-0f48-4f58-83f1-5ff0864a9731 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956011 Nov 24 21:04:38.922919 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7a2d609c-5032-447b-b78a-9c3a70c85e5d None None] Provisioning complete for port e213b979-87a4-41cd-affa-1863556606c7 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:38.923313 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7a2d609c-5032-447b-b78a-9c3a70c85e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:38.935636 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-47dd87d7-e534-4e2a-8bf9-ac233fac9708 req-49b22372-7382-4ed0-b5ff-d8a7d3586d04 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/security-groups?id=0505e0e5-58a9-4713-a3d8-2ea715e2b3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196198 Nov 24 21:04:39.069180 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45226) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:39.070595 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c7d14b28-6e27-4dba-baf1-b8e551a5f4fd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9930453 Nov 24 21:04:39.075703 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-ac7958fb-0c0d-4f1b-ad8d-4fc7f0620410 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'subnet': {'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:04:39.232727 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d14b28-6e27-4dba-baf1-b8e551a5f4fd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Network': ['ID=5e10acca-83c3-4515-be1e-8fe8e0ad0042,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:39.286694 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 5e10acca-83c3-4515-be1e-8fe8e0ad0042 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:04:39.341766 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7958fb-0c0d-4f1b-ad8d-4fc7f0620410 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Made reservation on behalf of 2917837c238043fba5d286c1caf5dabd for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:04:39.347356 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ac7958fb-0c0d-4f1b-ad8d-4fc7f0620410 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:39.420247 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-63b9895e-633d-482f-9b60-7e561b1f85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:39.464471 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-313e0640-41ee-44cf-97f3-f4a7bed8d766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:39.547326 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-7a2d609c-5032-447b-b78a-9c3a70c85e5d None None] Port e213b979-87a4-41cd-affa-1863556606c7 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:04:39.616446 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:39.638997 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7a2d609c-5032-447b-b78a-9c3a70c85e5d None None] Provisioning complete for port 9df1f7ba-964d-47d6-81fc-3f41539c89cf triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:39.639814 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7a2d609c-5032-447b-b78a-9c3a70c85e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:39.739153 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:04:36Z', 'revision_number': 2, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None, '_interfaces': [{'id': 'e4622b09-1ec8-4369-bbdf-c0b168ac81fe', 'name': '', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:1d:04:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:36Z', 'revision_number': 2, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:39.745304 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313e0640-41ee-44cf-97f3-f4a7bed8d766 admin admin] Router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:04:39.800531 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ec4880-d035-42f7-b98e-d41833d3d7e3 None None] Network 90488595-632e-4a60-8936-692e2b535085 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:04:39.804773 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ac7958fb-0c0d-4f1b-ad8d-4fc7f0620410 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:39.809702 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] Checking router: d5e7c25e-0056-4611-b2ea-d10a47b4bb39 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:04:39.810054 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] Updating router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 port e4622b09-1ec8-4369-bbdf-c0b168ac81fe binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:04:39.902739 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7958fb-0c0d-4f1b-ad8d-4fc7f0620410 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Subnet': ['ID=8bf4d1bb-f666-471e-8b2c-127a29350f85,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:39.914310 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7958fb-0c0d-4f1b-ad8d-4fc7f0620410 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Checking segment: {'id': '0b19adf6-2958-4029-a66f-86eadec87c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:04:39.926312 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7958fb-0c0d-4f1b-ad8d-4fc7f0620410 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network hostable DHCP agents. Network: 5e10acca-83c3-4515-be1e-8fe8e0ad0042, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:04:39.938390 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313e0640-41ee-44cf-97f3-f4a7bed8d766 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:04:39.953284 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] Sync routers for ids ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:04:39.970435 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] Routers {'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:39.970715 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7958fb-0c0d-4f1b-ad8d-4fc7f0620410 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network 5e10acca-83c3-4515-be1e-8fe8e0ad0042 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:04:39.971438 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:39.977653 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:39.991235 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-ac7958fb-0c0d-4f1b-ad8d-4fc7f0620410 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 5e10acca-83c3-4515-be1e-8fe8e0ad0042) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:39.997418 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7958fb-0c0d-4f1b-ad8d-4fc7f0620410 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:39.998116 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ac7958fb-0c0d-4f1b-ad8d-4fc7f0620410 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:40.004975 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8204e92c-5a7a-4760-94bb-cd8d270b7185 None None] Network 5e10acca-83c3-4515-be1e-8fe8e0ad0042 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:04:40.018316 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-313e0640-41ee-44cf-97f3-f4a7bed8d766 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:40.021326 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-313e0640-41ee-44cf-97f3-f4a7bed8d766 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.1510055 Nov 24 21:04:40.030420 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45240) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:40.054227 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7a2d609c-5032-447b-b78a-9c3a70c85e5d None None] Provisioning complete for port e4622b09-1ec8-4369-bbdf-c0b168ac81fe triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:40.054902 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7a2d609c-5032-447b-b78a-9c3a70c85e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:40.162542 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c706c-bb06-4cbb-85c4-c99baaedcd89 req-887d12ef-391f-4230-a118-6759e1a2b181 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:40.167606 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ac7958fb-0c0d-4f1b-ad8d-4fc7f0620410 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0933990 Nov 24 21:04:40.179628 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2d3c706c-bb06-4cbb-85c4-c99baaedcd89 req-887d12ef-391f-4230-a118-6759e1a2b181 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 946 time: 0.2276289 Nov 24 21:04:40.181010 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45244) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:40.263530 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2d3c706c-bb06-4cbb-85c4-c99baaedcd89 req-58383e9c-9644-4397-ae8d-5eed5fe71412 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/security-groups?id=0505e0e5-58a9-4713-a3d8-2ea715e2b3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815449 Nov 24 21:04:40.277308 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-7a2d609c-5032-447b-b78a-9c3a70c85e5d None None] Port e4622b09-1ec8-4369-bbdf-c0b168ac81fe cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:04:40.305914 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] Set router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:04:40.381780 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9df1f7ba-964d-47d6-81fc-3f41539c89cf up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:04:40.534869 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f471808b-e49c-4f31-a0d2-8c1a18b96a78 None None] Provisioning complete for port e4622b09-1ec8-4369-bbdf-c0b168ac81fe triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:40.535526 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f471808b-e49c-4f31-a0d2-8c1a18b96a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:40.667033 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:38Z', 'revision_number': 3, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:40.742582 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] Checking router: fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:04:40.742582 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] Updating router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d port e213b979-87a4-41cd-affa-1863556606c7 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:04:40.825300 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 9df1f7ba-964d-47d6-81fc-3f41539c89cf triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:40.825679 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:40.826237 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:40.876518 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c062b85-8636-47a0-8fc1-98caf97ebdef req-b1e2f179-8903-41a3-b299-58b61b0085dd tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:40.880097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f471808b-e49c-4f31-a0d2-8c1a18b96a78 None None] Port e4622b09-1ec8-4369-bbdf-c0b168ac81fe cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:04:40.884794 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4c062b85-8636-47a0-8fc1-98caf97ebdef req-b1e2f179-8903-41a3-b299-58b61b0085dd tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.8316448 Nov 24 21:04:40.893940 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecac3ff4-e6d6-4a01-ae3c-7b9178789697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-5e10acca-83c3-4515-be1e-8fe8e0ad0042', 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'fixed_ips': [{'subnet_id': '8bf4d1bb-f666-471e-8b2c-127a29350f85'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:04:40.896999 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ecac3ff4-e6d6-4a01-ae3c-7b9178789697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:41.067078 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4c062b85-8636-47a0-8fc1-98caf97ebdef req-ffe09e4a-a327-4751-9400-4962ebef6d6b tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811686 Nov 24 21:04:41.191059 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-48133995-ffee-4f7e-8f5d-fb613458e8fa tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:41.276352 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f471808b-e49c-4f31-a0d2-8c1a18b96a78 None None] Provisioning complete for port 863587b3-862e-4980-81c5-5252afeda527 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:41.276352 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f471808b-e49c-4f31-a0d2-8c1a18b96a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:41.645095 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:41.650049 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:41.657111 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:41.679209 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e6bf-0871-4072-a7af-de1fc8cfda5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:41.720209 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] Attempting to bind port e213b979-87a4-41cd-affa-1863556606c7 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:04:41.720717 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] Attempting to bind port e213b979-87a4-41cd-affa-1863556606c7 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:04:41.721306 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] Attempting to bind port e213b979-87a4-41cd-affa-1863556606c7 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:04:41.724068 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe24d0-926c-4f0f-a527-699962d27412 None None] Pushing event updated for resources: {'Port': ['ID=e213b979-87a4-41cd-affa-1863556606c7,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:41.739157 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe24d0-926c-4f0f-a527-699962d27412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:41.739498 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe24d0-926c-4f0f-a527-699962d27412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:41.739836 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe24d0-926c-4f0f-a527-699962d27412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:41.740171 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe24d0-926c-4f0f-a527-699962d27412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:41.740499 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe24d0-926c-4f0f-a527-699962d27412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:41.740959 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe24d0-926c-4f0f-a527-699962d27412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:41.741296 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe24d0-926c-4f0f-a527-699962d27412 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:41.741617 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe24d0-926c-4f0f-a527-699962d27412 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:41.741943 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe24d0-926c-4f0f-a527-699962d27412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:41.742262 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe24d0-926c-4f0f-a527-699962d27412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:41.743104 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe24d0-926c-4f0f-a527-699962d27412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:41.743424 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe24d0-926c-4f0f-a527-699962d27412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:41.747245 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:04:41.747847 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:04:41.748517 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:41.749162 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:04:41.749894 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] Bound port: e213b979-87a4-41cd-affa-1863556606c7, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:04:41.750445 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:41.825252 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-ecac3ff4-e6d6-4a01-ae3c-7b9178789697 None None] Allocated IP 172.21.0.2 (5e10acca-83c3-4515-be1e-8fe8e0ad0042/8bf4d1bb-f666-471e-8b2c-127a29350f85/f88b1340-9aab-4f7f-b045-812d0aaeb29a) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:04:41.862023 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a31be4-d285-47e0-80a2-d5404b003c7d None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:04:42.015059 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] For port e213b979-87a4-41cd-affa-1863556606c7, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:04:42.020382 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] For port e213b979-87a4-41cd-affa-1863556606c7, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e213b979-87a4-41cd-affa-1863556606c7,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:04:42.028616 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:42.035816 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:42.053608 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 863587b3-862e-4980-81c5-5252afeda527 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:04:42.075154 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b97a17-f093-4d8b-84ee-eb9428f6115c req-01dc2608-a50d-4303-8fc5-76620f54a941 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:42.094898 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-83b97a17-f093-4d8b-84ee-eb9428f6115c req-01dc2608-a50d-4303-8fc5-76620f54a941 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 946 time: 0.2513614 Nov 24 21:04:42.121736 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:42.127931 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97db5866-7e82-4467-a7cc-c04171649408 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:04:42.147463 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe24d0-926c-4f0f-a527-699962d27412 None None] Pushing event updated for resources: {'Port': ['ID=e213b979-87a4-41cd-affa-1863556606c7,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:42.158780 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] Routers {'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:42.159933 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:42.290872 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f471808b-e49c-4f31-a0d2-8c1a18b96a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:42.348893 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e3d71-b41a-46b0-8098-6617355e54f4 req-2d50a121-401d-435e-846c-6359ca752294 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:42.350487 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e4e3d71-b41a-46b0-8098-6617355e54f4 req-2d50a121-401d-435e-846c-6359ca752294 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.1283648 Nov 24 21:04:42.403296 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdf4ba-cf73-44fd-a7f9-8b53cf43f5b8 None None] Pushing event updated for resources: {'Port': ['ID=e4622b09-1ec8-4369-bbdf-c0b168ac81fe,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:42.406281 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] Set router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:04:42.475331 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e4e3d71-b41a-46b0-8098-6617355e54f4 req-5f48de0f-b20f-4e4e-9243-32b8d00e2447 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168520 Nov 24 21:04:42.485695 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-83b97a17-f093-4d8b-84ee-eb9428f6115c req-5c4e057f-40fa-4334-a7a1-6164ad93339e tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/security-groups?id=0505e0e5-58a9-4713-a3d8-2ea715e2b3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3012171 Nov 24 21:04:42.676280 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-600c6b8f-6ade-47a0-8db4-ccc7074e46c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:42.737231 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:42.779134 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f471808b-e49c-4f31-a0d2-8c1a18b96a78 None None] For port 863587b3-862e-4980-81c5-5252afeda527, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=863587b3-862e-4980-81c5-5252afeda527,segment=NetworkSegment(85387244-4381-4a41-ae45-dafeac5d8c7f),segment_id=85387244-4381-4a41-ae45-dafeac5d8c7f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:42.801196 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbc521-2965-466c-a55e-9b1f88e633b0 req-f3c7aee5-3195-40d6-aada-2d8b2b8a4e5f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:42.802931 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dfbbc521-2965-466c-a55e-9b1f88e633b0 req-f3c7aee5-3195-40d6-aada-2d8b2b8a4e5f tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 946 time: 0.1510854 Nov 24 21:04:42.827114 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 863587b3-862e-4980-81c5-5252afeda527 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:42.833108 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:42.835406 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f471808b-e49c-4f31-a0d2-8c1a18b96a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:43.003130 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:38Z', 'revision_number': 3, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:43.087885 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532d6f68-8030-4965-b0fb-6e9c905ad66c None None] The sync data for ids ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'] in n-d-812111-8 is: [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:38Z', 'revision_number': 3, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:04:43.095917 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ecac3ff4-e6d6-4a01-ae3c-7b9178789697 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:43.103205 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] Attempting to bind port e4622b09-1ec8-4369-bbdf-c0b168ac81fe on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:04:43.103725 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] Attempting to bind port e4622b09-1ec8-4369-bbdf-c0b168ac81fe by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '85c03c0b-2ade-4590-a244-0b5fb19e82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:04:43.104228 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] Attempting to bind port e4622b09-1ec8-4369-bbdf-c0b168ac81fe on network 0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:04:43.139134 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ecac3ff4-e6d6-4a01-ae3c-7b9178789697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:43.144046 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:04:43.144965 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] Checking segment: {'id': '85c03c0b-2ade-4590-a244-0b5fb19e82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:04:43.145488 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:43.146005 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] Bound using segment: {'id': '85c03c0b-2ade-4590-a244-0b5fb19e82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:04:43.146619 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] Bound port: e4622b09-1ec8-4369-bbdf-c0b168ac81fe, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c03c0b-2ade-4590-a244-0b5fb19e82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:04:43.147198 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:43.169632 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-600c6b8f-6ade-47a0-8db4-ccc7074e46c2 admin admin] Allocated IP 172.20.0.1 (90488595-632e-4a60-8936-692e2b535085/3087cf2a-7116-4eae-aa3b-5f869debcd0f/fa1be414-360e-4cf8-aa0f-2aa527082bd7) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:04:43.194701 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f51bd36a-f07d-4561-938b-a1ae36edcf02 None None] Provisioning complete for port e213b979-87a4-41cd-affa-1863556606c7 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:43.195215 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f51bd36a-f07d-4561-938b-a1ae36edcf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:43.213131 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471808b-e49c-4f31-a0d2-8c1a18b96a78 None None] Pushing event updated for resources: {'Port': ['ID=863587b3-862e-4980-81c5-5252afeda527,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:43.224679 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67a3a4-9785-4ac8-80d2-4799e9654111 req-4f5888af-865c-4187-bc7d-c334f88a3288 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:43.234576 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1a67a3a4-9785-4ac8-80d2-4799e9654111 req-4f5888af-865c-4187-bc7d-c334f88a3288 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.3599989 Nov 24 21:04:43.244055 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-48133995-ffee-4f7e-8f5d-fb613458e8fa tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Allocated IP 172.21.0.1 (5e10acca-83c3-4515-be1e-8fe8e0ad0042/8bf4d1bb-f666-471e-8b2c-127a29350f85/ddd0baaa-d004-449a-8e9b-242acd6e9c3f) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:04:43.248022 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecac3ff4-e6d6-4a01-ae3c-7b9178789697 None None] Network 5e10acca-83c3-4515-be1e-8fe8e0ad0042 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:04:43.292231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-ecac3ff4-e6d6-4a01-ae3c-7b9178789697 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:43.299572 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecac3ff4-e6d6-4a01-ae3c-7b9178789697 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:04:43.334301 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3aefa-6f72-40f0-b5b3-147be4c21825 req-645de524-4c29-4af2-b415-5be2d2cc0c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:43.335877 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90f3aefa-6f72-40f0-b5b3-147be4c21825 req-645de524-4c29-4af2-b415-5be2d2cc0c2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76400c1822bc4519abca8b807069cf99&device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 1096 time: 0.3644655 Nov 24 21:04:43.346137 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-dfbbc521-2965-466c-a55e-9b1f88e633b0 req-04c7091d-8a2f-472c-8412-cb00a22f95b6 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Deleting port 085932f5-eefc-41e5-be5b-1cb6bdef5908 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:04:43.346482 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dfbbc521-2965-466c-a55e-9b1f88e633b0 req-04c7091d-8a2f-472c-8412-cb00a22f95b6 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:43.474028 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-600c6b8f-6ade-47a0-8db4-ccc7074e46c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:43.498460 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac3ff4-e6d6-4a01-ae3c-7b9178789697 None None] Pushing event updated for resources: {'Port': ['ID=f88b1340-9aab-4f7f-b045-812d0aaeb29a,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:43.556439 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] For port e4622b09-1ec8-4369-bbdf-c0b168ac81fe, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:04:43.565931 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ecac3ff4-e6d6-4a01-ae3c-7b9178789697 None None] Attempting to bind port f88b1340-9aab-4f7f-b045-812d0aaeb29a on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:04:43.576079 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ecac3ff4-e6d6-4a01-ae3c-7b9178789697 None None] Attempting to bind port f88b1340-9aab-4f7f-b045-812d0aaeb29a by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '0b19adf6-2958-4029-a66f-86eadec87c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:04:43.579164 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecac3ff4-e6d6-4a01-ae3c-7b9178789697 None None] Attempting to bind port f88b1340-9aab-4f7f-b045-812d0aaeb29a on network 5e10acca-83c3-4515-be1e-8fe8e0ad0042 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:04:43.619091 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] For port e4622b09-1ec8-4369-bbdf-c0b168ac81fe, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e4622b09-1ec8-4369-bbdf-c0b168ac81fe,segment=NetworkSegment(85c03c0b-2ade-4590-a244-0b5fb19e82ce),segment_id=85c03c0b-2ade-4590-a244-0b5fb19e82ce)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:04:43.620464 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecac3ff4-e6d6-4a01-ae3c-7b9178789697 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:04:43.621086 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecac3ff4-e6d6-4a01-ae3c-7b9178789697 None None] Checking segment: {'id': '0b19adf6-2958-4029-a66f-86eadec87c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:04:43.625937 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ecac3ff4-e6d6-4a01-ae3c-7b9178789697 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:43.625937 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecac3ff4-e6d6-4a01-ae3c-7b9178789697 None None] Bound using segment: {'id': '0b19adf6-2958-4029-a66f-86eadec87c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:04:43.625937 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ecac3ff4-e6d6-4a01-ae3c-7b9178789697 None None] Bound port: f88b1340-9aab-4f7f-b045-812d0aaeb29a, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b19adf6-2958-4029-a66f-86eadec87c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:04:43.625937 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ecac3ff4-e6d6-4a01-ae3c-7b9178789697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:43.631070 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-600c6b8f-6ade-47a0-8db4-ccc7074e46c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:43.631762 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:43.708142 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1a67a3a4-9785-4ac8-80d2-4799e9654111 req-23dc0e59-663e-48a7-9142-5630c71942c9 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4474943 Nov 24 21:04:43.847387 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:43.868912 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600c6b8f-6ade-47a0-8db4-ccc7074e46c2 admin admin] Network 90488595-632e-4a60-8936-692e2b535085 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:04:43.874753 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f51bd36a-f07d-4561-938b-a1ae36edcf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:43.875461 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-600c6b8f-6ade-47a0-8db4-ccc7074e46c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:43.913559 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600c6b8f-6ade-47a0-8db4-ccc7074e46c2 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:04:44.007850 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-dfbbc521-2965-466c-a55e-9b1f88e633b0 req-04c7091d-8a2f-472c-8412-cb00a22f95b6 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] For port 085932f5-eefc-41e5-be5b-1cb6bdef5908, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=085932f5-eefc-41e5-be5b-1cb6bdef5908,segment=NetworkSegment(f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40),segment_id=f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:44.007850 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dfbbc521-2965-466c-a55e-9b1f88e633b0 req-04c7091d-8a2f-472c-8412-cb00a22f95b6 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:44.033897 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3aefa-6f72-40f0-b5b3-147be4c21825 req-80339167-5cb7-4181-9d66-f3ebcac056ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:44.036228 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90f3aefa-6f72-40f0-b5b3-147be4c21825 req-80339167-5cb7-4181-9d66-f3ebcac056ff service neutron] 10.222.0.48 "GET /v2.0/networks?id=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc HTTP/1.1" status: 200 len: 911 time: 0.6845083 Nov 24 21:04:44.052303 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39733dc1-df09-4f96-8260-efd4699a3f15 req-b5f515d2-d3a5-4dcd-a361-37b57bf369dd tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:44.054229 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-39733dc1-df09-4f96-8260-efd4699a3f15 req-b5f515d2-d3a5-4dcd-a361-37b57bf369dd tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 946 time: 0.4262164 Nov 24 21:04:44.094164 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] Routers {'d5e7c25e-0056-4611-b2ea-d10a47b4bb39'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:44.103731 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:44.140780 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c6b8f-6ade-47a0-8db4-ccc7074e46c2 admin admin] Pushing event updated for resources: {'Port': ['ID=fa1be414-360e-4cf8-aa0f-2aa527082bd7,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:44.239752 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-600c6b8f-6ade-47a0-8db4-ccc7074e46c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:44.274971 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 863587b3-862e-4980-81c5-5252afeda527 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:04:44.286755 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90f3aefa-6f72-40f0-b5b3-147be4c21825 req-70900d06-72ca-421e-a30b-4df435228000 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af0d2ff1-f872-4b17-9b2e-15bc4503c995 HTTP/1.1" status: 200 len: 1001 time: 0.2386005 Nov 24 21:04:44.404587 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-48133995-ffee-4f7e-8f5d-fb613458e8fa tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:44.453895 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-48133995-ffee-4f7e-8f5d-fb613458e8fa tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:44.466762 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f51bd36a-f07d-4561-938b-a1ae36edcf02 None None] For port e213b979-87a4-41cd-affa-1863556606c7, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e213b979-87a4-41cd-affa-1863556606c7,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:44.478795 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdf4ba-cf73-44fd-a7f9-8b53cf43f5b8 None None] Pushing event updated for resources: {'Port': ['ID=e4622b09-1ec8-4369-bbdf-c0b168ac81fe,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:44.532397 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f51bd36a-f07d-4561-938b-a1ae36edcf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:44.574000 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-39733dc1-df09-4f96-8260-efd4699a3f15 req-37b0a854-31f0-48e2-af03-41bdf13c2da9 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/security-groups?id=0505e0e5-58a9-4713-a3d8-2ea715e2b3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5041306 Nov 24 21:04:44.624103 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48133995-ffee-4f7e-8f5d-fb613458e8fa tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network 5e10acca-83c3-4515-be1e-8fe8e0ad0042 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:04:44.629277 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-48133995-ffee-4f7e-8f5d-fb613458e8fa tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:44.640415 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48133995-ffee-4f7e-8f5d-fb613458e8fa tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:04:44.678168 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ecac3ff4-e6d6-4a01-ae3c-7b9178789697 None None] For port f88b1340-9aab-4f7f-b045-812d0aaeb29a, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:04:44.711806 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51bd36a-f07d-4561-938b-a1ae36edcf02 None None] Pushing event updated for resources: {'Port': ['ID=e213b979-87a4-41cd-affa-1863556606c7,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:44.721290 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ecac3ff4-e6d6-4a01-ae3c-7b9178789697 None None] For port f88b1340-9aab-4f7f-b045-812d0aaeb29a, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=f88b1340-9aab-4f7f-b045-812d0aaeb29a,segment=NetworkSegment(0b19adf6-2958-4029-a66f-86eadec87c5e),segment_id=0b19adf6-2958-4029-a66f-86eadec87c5e)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:04:44.721525 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-600c6b8f-6ade-47a0-8db4-ccc7074e46c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:44.728904 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] Set router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:04:44.752363 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48133995-ffee-4f7e-8f5d-fb613458e8fa tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Port': ['ID=ddd0baaa-d004-449a-8e9b-242acd6e9c3f,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:44.801038 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ecac3ff4-e6d6-4a01-ae3c-7b9178789697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:44.807157 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f51bd36a-f07d-4561-938b-a1ae36edcf02 None None] Provisioning complete for port e4622b09-1ec8-4369-bbdf-c0b168ac81fe triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:44.809209 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f51bd36a-f07d-4561-938b-a1ae36edcf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:44.832255 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-48133995-ffee-4f7e-8f5d-fb613458e8fa tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:45.048069 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 863587b3-862e-4980-81c5-5252afeda527 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:45.048580 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:45.050099 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:45.137555 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac3ff4-e6d6-4a01-ae3c-7b9178789697 None None] Pushing event updated for resources: {'Port': ['ID=f88b1340-9aab-4f7f-b045-812d0aaeb29a,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:45.270609 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-48133995-ffee-4f7e-8f5d-fb613458e8fa tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:45.356646 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e213b979-87a4-41cd-affa-1863556606c7 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:04:45.406231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 085932f5-eefc-41e5-be5b-1cb6bdef5908 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:04:45.515505 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f51bd36a-f07d-4561-938b-a1ae36edcf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:45.529755 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-600c6b8f-6ade-47a0-8db4-ccc7074e46c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:45.538975 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port e213b979-87a4-41cd-affa-1863556606c7 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:45.539511 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:45.541296 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-600c6b8f-6ade-47a0-8db4-ccc7074e46c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:45.658335 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3aefa-6f72-40f0-b5b3-147be4c21825 req-7b08d3a7-b5f2-484b-9279-d2ae458a4cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:45.663598 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90f3aefa-6f72-40f0-b5b3-147be4c21825 req-7b08d3a7-b5f2-484b-9279-d2ae458a4cc0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df44411-bad0-41e8-8c64-bf8945205f26 HTTP/1.1" status: 200 len: 849 time: 1.3619092 Nov 24 21:04:45.767735 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f51bd36a-f07d-4561-938b-a1ae36edcf02 None None] For port e4622b09-1ec8-4369-bbdf-c0b168ac81fe, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e4622b09-1ec8-4369-bbdf-c0b168ac81fe,segment=NetworkSegment(85c03c0b-2ade-4590-a244-0b5fb19e82ce),segment_id=85c03c0b-2ade-4590-a244-0b5fb19e82ce)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:45.786617 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f51bd36a-f07d-4561-938b-a1ae36edcf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:45.825302 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4f714-d77f-45ca-bc18-93ca73394f3a req-0b54cb3d-fd20-4040-96e8-848775c723be tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:45.826746 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c6b8f-6ade-47a0-8db4-ccc7074e46c2 admin admin] Pushing event updated for resources: {'Port': ['ID=fa1be414-360e-4cf8-aa0f-2aa527082bd7,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:45.835175 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b2f4f714-d77f-45ca-bc18-93ca73394f3a req-0b54cb3d-fd20-4040-96e8-848775c723be tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.4941392 Nov 24 21:04:45.854892 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-600c6b8f-6ade-47a0-8db4-ccc7074e46c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:45.859593 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51bd36a-f07d-4561-938b-a1ae36edcf02 None None] Pushing event updated for resources: {'Port': ['ID=e4622b09-1ec8-4369-bbdf-c0b168ac81fe,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:45.889289 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:45.893229 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f51bd36a-f07d-4561-938b-a1ae36edcf02 None None] Provisioning complete for port 863587b3-862e-4980-81c5-5252afeda527 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:45.893602 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f51bd36a-f07d-4561-938b-a1ae36edcf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:45.911778 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:04:36Z', 'revision_number': 2, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None, '_interfaces': [{'id': 'e4622b09-1ec8-4369-bbdf-c0b168ac81fe', 'name': '', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:1d:04:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:43Z', 'revision_number': 4, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:45.917870 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3aefa-6f72-40f0-b5b3-147be4c21825 req-52459223-86ce-485f-8cc9-c204093a726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:45.920017 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90f3aefa-6f72-40f0-b5b3-147be4c21825 req-52459223-86ce-485f-8cc9-c204093a726c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2457311 Nov 24 21:04:45.980074 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecd061-f2f2-4e04-b90a-b01eb34c3836 req-888c5cc6-e0f5-433d-83db-ef1aa2fd5286 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:45.985518 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c3ecd061-f2f2-4e04-b90a-b01eb34c3836 req-888c5cc6-e0f5-433d-83db-ef1aa2fd5286 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 946 time: 0.2305057 Nov 24 21:04:45.994578 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c657f-d437-469b-8fcc-ad2c399c9cb2 None None] The sync data for ids ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'] in n-d-812111-8 is: [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:04:36Z', 'revision_number': 2, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None, '_interfaces': [{'id': 'e4622b09-1ec8-4369-bbdf-c0b168ac81fe', 'name': '', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:1d:04:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:43Z', 'revision_number': 4, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:04:46.116449 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e976313-22c9-4309-b0b7-76a602e16780', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '085932f5-eefc-41e5-be5b-1cb6bdef5908'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:04:46.123415 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14376698-5252-4add-b36c-e4b5c3d6919f" -d '{"events": [{"server_uuid": "9e976313-22c9-4309-b0b7-76a602e16780", "name": "network-vif-unplugged", "status": "completed", "tag": "085932f5-eefc-41e5-be5b-1cb6bdef5908"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:04:46.147983 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90f3aefa-6f72-40f0-b5b3-147be4c21825 req-5a19f061-7b2b-4b7a-a026-124db9f51d42 service neutron] 10.222.0.48 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200632 Nov 24 21:04:46.251296 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 085932f5-eefc-41e5-be5b-1cb6bdef5908, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=085932f5-eefc-41e5-be5b-1cb6bdef5908,segment=NetworkSegment(f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40),segment_id=f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:46.260186 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:46.357064 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=085932f5-eefc-41e5-be5b-1cb6bdef5908,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:46.397147 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3ae86adc-51d9-42d1-bc0e-d4959a167a5d None None] Provisioning complete for port fa1be414-360e-4cf8-aa0f-2aa527082bd7 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:46.400967 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3ae86adc-51d9-42d1-bc0e-d4959a167a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:46.427778 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c3ecd061-f2f2-4e04-b90a-b01eb34c3836 req-793c2ac1-5481-4a4f-8d54-e416ed80d53a tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/security-groups?id=0505e0e5-58a9-4713-a3d8-2ea715e2b3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4335675 Nov 24 21:04:46.444251 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600c6b8f-6ade-47a0-8db4-ccc7074e46c2 admin admin] Network 90488595-632e-4a60-8936-692e2b535085 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:04:46.456619 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-600c6b8f-6ade-47a0-8db4-ccc7074e46c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:46.485388 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90f3aefa-6f72-40f0-b5b3-147be4c21825 req-d923544c-6e07-4a8c-98f5-4288b4ff7ae8 service neutron] 10.222.0.48 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177233 Nov 24 21:04:46.536896 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dfbbc521-2965-466c-a55e-9b1f88e633b0 req-04c7091d-8a2f-472c-8412-cb00a22f95b6 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:46.538329 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dfbbc521-2965-466c-a55e-9b1f88e633b0 req-04c7091d-8a2f-472c-8412-cb00a22f95b6 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:46.539683 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [req-dfbbc521-2965-466c-a55e-9b1f88e633b0 req-04c7091d-8a2f-472c-8412-cb00a22f95b6 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Floating IP 6f7ab2ee-66c1-4b70-9276-350689dac98a disassociated. External IP: 172.25.5.90, port: 085932f5-eefc-41e5-be5b-1cb6bdef5908. Nov 24 21:04:46.540233 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-dfbbc521-2965-466c-a55e-9b1f88e633b0 req-04c7091d-8a2f-472c-8412-cb00a22f95b6 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Calling delete_port for 085932f5-eefc-41e5-be5b-1cb6bdef5908 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:04:46.547544 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-48133995-ffee-4f7e-8f5d-fb613458e8fa tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:46.547812 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-3ae86adc-51d9-42d1-bc0e-d4959a167a5d None None] Port fa1be414-360e-4cf8-aa0f-2aa527082bd7 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:04:46.561990 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device f88b1340-9aab-4f7f-b045-812d0aaeb29a up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:04:46.579268 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b2f4f714-d77f-45ca-bc18-93ca73394f3a req-57909b87-32e7-4026-8a2c-12dc8758d103 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7416496 Nov 24 21:04:46.614582 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-48133995-ffee-4f7e-8f5d-fb613458e8fa tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:46.918902 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dfbbc521-2965-466c-a55e-9b1f88e633b0 req-04c7091d-8a2f-472c-8412-cb00a22f95b6 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:46.971306 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7091d-8a2f-472c-8412-cb00a22f95b6 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Pushing event deleted for resources: {'Port': ['ID=085932f5-eefc-41e5-be5b-1cb6bdef5908,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:47.000047 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48133995-ffee-4f7e-8f5d-fb613458e8fa tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Port': ['ID=ddd0baaa-d004-449a-8e9b-242acd6e9c3f,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:47.043085 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-48133995-ffee-4f7e-8f5d-fb613458e8fa tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:47.233649 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 21:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b698e556-8c10-4a47-a127-37417fc313da x-openstack-request-id: req-b698e556-8c10-4a47-a127-37417fc313da {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:04:47.234261 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e976313-22c9-4309-b0b7-76a602e16780", "name": "network-vif-unplugged", "status": "completed", "tag": "085932f5-eefc-41e5-be5b-1cb6bdef5908", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:04:47.234261 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b698e556-8c10-4a47-a127-37417fc313da {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:04:47.234600 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e976313-22c9-4309-b0b7-76a602e16780', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '085932f5-eefc-41e5-be5b-1cb6bdef5908', 'code': 200} Nov 24 21:04:47.263651 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600c6b8f-6ade-47a0-8db4-ccc7074e46c2 admin admin] Router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:04:47.289004 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3ae86adc-51d9-42d1-bc0e-d4959a167a5d None None] Provisioning complete for port e4622b09-1ec8-4369-bbdf-c0b168ac81fe triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:47.292921 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3ae86adc-51d9-42d1-bc0e-d4959a167a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:47.317821 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48133995-ffee-4f7e-8f5d-fb613458e8fa tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network 5e10acca-83c3-4515-be1e-8fe8e0ad0042 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:04:47.329614 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-48133995-ffee-4f7e-8f5d-fb613458e8fa tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:47.345203 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfbbc521-2965-466c-a55e-9b1f88e633b0 req-04c7091d-8a2f-472c-8412-cb00a22f95b6 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Router 1e58f0c5-d487-438e-9486-72718ed21d7f has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:04:47.397419 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port f88b1340-9aab-4f7f-b045-812d0aaeb29a triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:47.397874 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:47.444316 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9a9b74-02fb-4aaf-928d-1cf0744a860f None None] Network 5e10acca-83c3-4515-be1e-8fe8e0ad0042 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:04:47.685397 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48133995-ffee-4f7e-8f5d-fb613458e8fa tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:04:47.700722 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfbbc521-2965-466c-a55e-9b1f88e633b0 req-04c7091d-8a2f-472c-8412-cb00a22f95b6 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:04:47.766016 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-301b7f59-77b3-45dc-a1aa-11e2726ec271 req-8f4aab64-0c42-419d-a55e-62d1b0c6b285 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 210 time: 0.1271586 Nov 24 21:04:47.800059 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baa668d-054d-4648-9287-eab5d1450312 None None] Sync routers for ids ['1e58f0c5-d487-438e-9486-72718ed21d7f'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:04:47.857885 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbbc521-2965-466c-a55e-9b1f88e633b0 req-04c7091d-8a2f-472c-8412-cb00a22f95b6 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] No DVR routers for this DVR port 085932f5-eefc-41e5-be5b-1cb6bdef5908 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:04:47.870831 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dfbbc521-2965-466c-a55e-9b1f88e633b0 req-04c7091d-8a2f-472c-8412-cb00a22f95b6 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:47.877800 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dfbbc521-2965-466c-a55e-9b1f88e633b0 req-04c7091d-8a2f-472c-8412-cb00a22f95b6 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.48 "DELETE /v2.0/ports/085932f5-eefc-41e5-be5b-1cb6bdef5908 HTTP/1.1" status: 204 len: 173 time: 5.0663061 Nov 24 21:04:47.878310 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e976313-22c9-4309-b0b7-76a602e16780', 'name': 'network-vif-deleted', 'tag': '085932f5-eefc-41e5-be5b-1cb6bdef5908'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:04:47.889141 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547ea4e6-db29-4add-a96f-685ee1380bfa" -d '{"events": [{"server_uuid": "9e976313-22c9-4309-b0b7-76a602e16780", "name": "network-vif-deleted", "tag": "085932f5-eefc-41e5-be5b-1cb6bdef5908"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:04:47.935459 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c21cd2-b6ac-44bd-b42a-ed5598edd8c1 req-1bd83e8c-fe7e-4409-b883-fa23b38283c0 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:47.944007 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-89c21cd2-b6ac-44bd-b42a-ed5598edd8c1 req-1bd83e8c-fe7e-4409-b883-fa23b38283c0 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.1961186 Nov 24 21:04:47.948018 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baa668d-054d-4648-9287-eab5d1450312 None None] Routers {'1e58f0c5-d487-438e-9486-72718ed21d7f'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:47.948691 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2baa668d-054d-4648-9287-eab5d1450312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['1e58f0c5-d487-438e-9486-72718ed21d7f'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:47.999988 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c53c21-b4ce-4584-b979-a5a478bdba85 x-openstack-request-id: req-44c53c21-b4ce-4584-b979-a5a478bdba85 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:04:47.999988 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e976313-22c9-4309-b0b7-76a602e16780", "name": "network-vif-deleted", "tag": "085932f5-eefc-41e5-be5b-1cb6bdef5908", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:04:47.999988 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-44c53c21-b4ce-4584-b979-a5a478bdba85 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:04:47.999988 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e976313-22c9-4309-b0b7-76a602e16780', 'name': 'network-vif-deleted', 'tag': '085932f5-eefc-41e5-be5b-1cb6bdef5908', 'status': 'completed', 'code': 200} Nov 24 21:04:48.071699 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-89c21cd2-b6ac-44bd-b42a-ed5598edd8c1 req-32cfe496-50cd-43ae-8490-e2be23f6234a tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267121 Nov 24 21:04:48.151679 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f206df37-e931-4b98-a9d5-8bcef7259a89 None None] Provisioning complete for port fa1be414-360e-4cf8-aa0f-2aa527082bd7 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:48.153148 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f206df37-e931-4b98-a9d5-8bcef7259a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:48.280250 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f206df37-e931-4b98-a9d5-8bcef7259a89 None None] Port fa1be414-360e-4cf8-aa0f-2aa527082bd7 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:04:48.300006 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600c6b8f-6ade-47a0-8db4-ccc7074e46c2 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:04:48.326369 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-600c6b8f-6ade-47a0-8db4-ccc7074e46c2 admin admin] 10.222.0.11 "PUT /v2.0/routers/fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2862635 Nov 24 21:04:48.326815 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] Sync routers for ids ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:04:48.338452 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] Routers {'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:48.341258 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:48.358958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48133995-ffee-4f7e-8f5d-fb613458e8fa tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:04:48.364266 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-48133995-ffee-4f7e-8f5d-fb613458e8fa tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/routers/d5e7c25e-0056-4611-b2ea-d10a47b4bb39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1746390 Nov 24 21:04:48.366986 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45386) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:48.372890 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-27c43d49-9f57-4a86-9edb-7aaa3ffdb6e4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'network': {'name': 'tempest-RoutersTest-32225188'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:04:48.413802 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c43d49-9f57-4a86-9edb-7aaa3ffdb6e4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Made reservation on behalf of 2917837c238043fba5d286c1caf5dabd for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:04:48.423932 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27c43d49-9f57-4a86-9edb-7aaa3ffdb6e4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:48.488861 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c43d49-9f57-4a86-9edb-7aaa3ffdb6e4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:04:48.497261 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:48.505923 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f206df37-e931-4b98-a9d5-8bcef7259a89 None None] Provisioning complete for port f88b1340-9aab-4f7f-b045-812d0aaeb29a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:48.506297 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f206df37-e931-4b98-a9d5-8bcef7259a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:48.518221 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27c43d49-9f57-4a86-9edb-7aaa3ffdb6e4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:48.520198 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-27c43d49-9f57-4a86-9edb-7aaa3ffdb6e4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Added segment 9f0fff6d-e465-4640-9b37-d503fb268c08 of type vlan for network a4220f74-6c0c-4009-bde8-66556baae12f Nov 24 21:04:48.611753 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-2baa668d-054d-4648-9287-eab5d1450312 None None] Set router 1e58f0c5-d487-438e-9486-72718ed21d7f gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:04:48.624908 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] Sync routers for ids ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:04:48.658580 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] Set router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:04:48.744632 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27c43d49-9f57-4a86-9edb-7aaa3ffdb6e4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:48.825907 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27c43d49-9f57-4a86-9edb-7aaa3ffdb6e4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:48.832311 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c43d49-9f57-4a86-9edb-7aaa3ffdb6e4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:48.833130 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27c43d49-9f57-4a86-9edb-7aaa3ffdb6e4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:48.896029 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port f88b1340-9aab-4f7f-b045-812d0aaeb29a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=f88b1340-9aab-4f7f-b045-812d0aaeb29a,segment=NetworkSegment(0b19adf6-2958-4029-a66f-86eadec87c5e),segment_id=0b19adf6-2958-4029-a66f-86eadec87c5e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:48.971153 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] Routers {'d5e7c25e-0056-4611-b2ea-d10a47b4bb39'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:48.971804 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:48.972963 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-27c43d49-9f57-4a86-9edb-7aaa3ffdb6e4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6036670 Nov 24 21:04:48.975556 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45416) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:48.983468 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-63e6b3e4-927f-438d-8c8d-c50e9f3b33a7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'subnet': {'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:04:48.997772 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:48.998573 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e213b979-87a4-41cd-affa-1863556606c7 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:04:49.159035 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c43d49-9f57-4a86-9edb-7aaa3ffdb6e4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Network': ['ID=a4220f74-6c0c-4009-bde8-66556baae12f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:49.194060 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b3b0676d-fa4c-44ed-acb5-9b889572aea9 req-e462b9bd-bb67-4311-bad0-20abcff15bf4 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e976313-22c9-4309-b0b7-76a602e16780 HTTP/1.1" status: 200 len: 210 time: 0.2039638 Nov 24 21:04:49.284576 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network a4220f74-6c0c-4009-bde8-66556baae12f details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:04:49.299113 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:44Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'fa1be414-360e-4cf8-aa0f-2aa527082bd7', 'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'mac_address': 'fa:16:3e:1b:50:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:44Z', 'revision_number': 2, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'subnets': [{'id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:49.348712 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e6b3e4-927f-438d-8c8d-c50e9f3b33a7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Made reservation on behalf of 2917837c238043fba5d286c1caf5dabd for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:04:49.355155 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-63e6b3e4-927f-438d-8c8d-c50e9f3b33a7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:49.368545 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-47a1566d-a152-40e9-8d35-8fa0f8f2b944 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:49.370623 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-47a1566d-a152-40e9-8d35-8fa0f8f2b944 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/networks?id=90488595-632e-4a60-8936-692e2b535085 HTTP/1.1" status: 200 len: 821 time: 0.3223228 Nov 24 21:04:49.391906 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] Checking router: fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:04:49.392413 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] Updating router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d port fa1be414-360e-4cf8-aa0f-2aa527082bd7 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:04:49.401299 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-a9180d17-f7da-4c05-96aa-1954452b8962 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/quotas/0692c1d9cf724f438a66002310ca2265 HTTP/1.1" status: 200 len: 375 time: 0.0128176 Nov 24 21:04:49.432721 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:49.542875 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-e1fb4b10-c346-4655-bb4d-5876e5a7fc48 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0692c1d9cf724f438a66002310ca2265&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1297069 Nov 24 21:04:49.599929 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=f88b1340-9aab-4f7f-b045-812d0aaeb29a,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:49.807176 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-76e46408-20f0-462e-aead-5dff6874532e service neutron] 10.222.0.11 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560422 Nov 24 21:04:49.838797 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] Set router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:04:49.917273 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port e213b979-87a4-41cd-affa-1863556606c7 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:49.917891 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:49.949517 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-728762a3-8280-48ef-ba47-93fbec95b090 service neutron] 10.222.0.11 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336217 Nov 24 21:04:49.975007 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-63e6b3e4-927f-438d-8c8d-c50e9f3b33a7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:50.024874 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:50.036507 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:50.066173 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6b3e4-927f-438d-8c8d-c50e9f3b33a7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Subnet': ['ID=2c3ffbde-4b17-403a-957d-ee9300a510bc,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:50.092444 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e6b3e4-927f-438d-8c8d-c50e9f3b33a7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Checking segment: {'id': '9f0fff6d-e465-4640-9b37-d503fb268c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:04:50.093294 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e6b3e4-927f-438d-8c8d-c50e9f3b33a7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network hostable DHCP agents. Network: a4220f74-6c0c-4009-bde8-66556baae12f, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:04:50.105792 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc565254-19b2-48a0-af0f-3ff92aa906ef None None] Pushing event updated for resources: {'Port': ['ID=fa1be414-360e-4cf8-aa0f-2aa527082bd7,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:50.143242 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e6b3e4-927f-438d-8c8d-c50e9f3b33a7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network a4220f74-6c0c-4009-bde8-66556baae12f is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:04:50.159765 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-63e6b3e4-927f-438d-8c8d-c50e9f3b33a7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, a4220f74-6c0c-4009-bde8-66556baae12f) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:50.188215 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e6b3e4-927f-438d-8c8d-c50e9f3b33a7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:50.190028 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-63e6b3e4-927f-438d-8c8d-c50e9f3b33a7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:50.201816 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd7f582-08dd-4ac2-92ce-ef564b826265 None None] Network a4220f74-6c0c-4009-bde8-66556baae12f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:04:50.252546 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-63e6b3e4-927f-438d-8c8d-c50e9f3b33a7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2756422 Nov 24 21:04:50.255585 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45444) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:50.268456 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] Attempting to bind port fa1be414-360e-4cf8-aa0f-2aa527082bd7 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:04:50.268958 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] Attempting to bind port fa1be414-360e-4cf8-aa0f-2aa527082bd7 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '85387244-4381-4a41-ae45-dafeac5d8c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '90488595-632e-4a60-8936-692e2b535085'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:04:50.269600 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] Attempting to bind port fa1be414-360e-4cf8-aa0f-2aa527082bd7 on network 90488595-632e-4a60-8936-692e2b535085 {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:04:50.289728 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:04:50.290765 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] Checking segment: {'id': '85387244-4381-4a41-ae45-dafeac5d8c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '90488595-632e-4a60-8936-692e2b535085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:04:50.290765 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:50.291373 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] Bound using segment: {'id': '85387244-4381-4a41-ae45-dafeac5d8c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '90488595-632e-4a60-8936-692e2b535085'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:04:50.291977 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] Bound port: fa1be414-360e-4cf8-aa0f-2aa527082bd7, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85387244-4381-4a41-ae45-dafeac5d8c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '90488595-632e-4a60-8936-692e2b535085'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:04:50.292535 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:50.432380 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d0afceb-c476-4580-81dd-007efdcbc28d req-d941fb99-7ea3-4ecb-bac2-b78f1f84ba8d tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 210 time: 0.1432543 Nov 24 21:04:50.434437 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45454) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:50.493481 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] For port fa1be414-360e-4cf8-aa0f-2aa527082bd7, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:04:50.498062 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] For port fa1be414-360e-4cf8-aa0f-2aa527082bd7, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fa1be414-360e-4cf8-aa0f-2aa527082bd7,segment=NetworkSegment(85387244-4381-4a41-ae45-dafeac5d8c7f),segment_id=85387244-4381-4a41-ae45-dafeac5d8c7f)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:04:50.516518 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:50.621979 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] Routers {'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:50.622615 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:50.626636 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0b9d92c1-4504-45a6-a31a-6efd95daa70e tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:50.737795 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0b9d92c1-4504-45a6-a31a-6efd95daa70e tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:50.755068 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2baa668d-054d-4648-9287-eab5d1450312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'name': 'tempest-ServersTestManualDisk-815817235-router', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '46e629df-3906-4300-9c89-47418aa46592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:02:05Z', 'updated_at': '2021-11-24T21:02:13Z', 'revision_number': 4, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'gw_port': {'id': '46e629df-3906-4300-9c89-47418aa46592', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:07Z', 'updated_at': '2021-11-24T21:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3d1d10db-974a-41e8-8ddd-3315db98eab7', 'name': '', 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'mac_address': 'fa:16:3e:a3:35:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': 'e3bd6d43-8c60-4a64-b4d6-a1e768c3a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:12Z', 'updated_at': '2021-11-24T21:02:32Z', 'revision_number': 5, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'subnets': [{'id': 'e3bd6d43-8c60-4a64-b4d6-a1e768c3a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:50.896429 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0b9d92c1-4504-45a6-a31a-6efd95daa70e tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:50.901118 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0b9d92c1-4504-45a6-a31a-6efd95daa70e tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:50.904865 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0b9d92c1-4504-45a6-a31a-6efd95daa70e tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "DELETE /v2.0/security-groups/0505e0e5-58a9-4713-a3d8-2ea715e2b3ff HTTP/1.1" status: 204 len: 168 time: 0.4671645 Nov 24 21:04:50.908658 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45464) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:50.933745 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baa668d-054d-4648-9287-eab5d1450312 None None] Checking router: 1e58f0c5-d487-438e-9486-72718ed21d7f for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:04:50.942333 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d92c1-4504-45a6-a31a-6efd95daa70e tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0505e0e5-58a9-4713-a3d8-2ea715e2b3ff,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:50.958164 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-031c3baf-59cf-44f7-98ac-7dd608df40b0 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] show failed (client error): The resource could not be found. Nov 24 21:04:50.963182 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-031c3baf-59cf-44f7-98ac-7dd608df40b0 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "GET /v2.0/security-groups/0505e0e5-58a9-4713-a3d8-2ea715e2b3ff HTTP/1.1" status: 404 len: 347 time: 0.0483294 Nov 24 21:04:50.964731 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45466) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:50.969444 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] Set router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:04:51.086922 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc565254-19b2-48a0-af0f-3ff92aa906ef None None] Pushing event updated for resources: {'Port': ['ID=fa1be414-360e-4cf8-aa0f-2aa527082bd7,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:51.136159 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-512ecb1e-911d-491e-9c81-241636ed03d2 None None] Provisioning complete for port ddd0baaa-d004-449a-8e9b-242acd6e9c3f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:51.137153 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-512ecb1e-911d-491e-9c81-241636ed03d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:51.251550 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-043b204f-bf46-4bc0-ba6b-82eafd127c36 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Deleting port dc735ca0-ae8c-43ec-972a-1be1f063dd7c {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:04:51.251550 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-043b204f-bf46-4bc0-ba6b-82eafd127c36 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:51.300709 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baa668d-054d-4648-9287-eab5d1450312 None None] Routers {'1e58f0c5-d487-438e-9486-72718ed21d7f'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:51.301977 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2baa668d-054d-4648-9287-eab5d1450312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['1e58f0c5-d487-438e-9486-72718ed21d7f'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:51.417524 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:51.521388 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-043b204f-bf46-4bc0-ba6b-82eafd127c36 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:51.522018 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-043b204f-bf46-4bc0-ba6b-82eafd127c36 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:51.542039 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-2baa668d-054d-4648-9287-eab5d1450312 None None] Set router 1e58f0c5-d487-438e-9486-72718ed21d7f gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:04:51.559688 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-043b204f-bf46-4bc0-ba6b-82eafd127c36 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Calling delete_port for dc735ca0-ae8c-43ec-972a-1be1f063dd7c owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:04:51.646003 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:44Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'fa1be414-360e-4cf8-aa0f-2aa527082bd7', 'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'mac_address': 'fa:16:3e:1b:50:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:50Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'subnets': [{'id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:51.738634 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa5dfe8-44d6-4d79-8c2b-c6f92d45c6ed None None] The sync data for ids ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'] in n-d-812111-8 is: [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:44Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'fa1be414-360e-4cf8-aa0f-2aa527082bd7', 'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'mac_address': 'fa:16:3e:1b:50:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:50Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'subnets': [{'id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:04:51.745601 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-512ecb1e-911d-491e-9c81-241636ed03d2 None None] Port ddd0baaa-d004-449a-8e9b-242acd6e9c3f cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:04:51.777655 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8a50f8bc-6e7a-4760-bad6-25bc7fbace07 req-4551debe-55b9-4083-ad4f-93fc61f76722 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 210 time: 0.0773532 Nov 24 21:04:51.951618 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-043b204f-bf46-4bc0-ba6b-82eafd127c36 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:52.005853 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b204f-bf46-4bc0-ba6b-82eafd127c36 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Pushing event deleted for resources: {'Port': ['ID=dc735ca0-ae8c-43ec-972a-1be1f063dd7c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:52.108470 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-512ecb1e-911d-491e-9c81-241636ed03d2 None None] Provisioning complete for port f88b1340-9aab-4f7f-b045-812d0aaeb29a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:52.109815 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-512ecb1e-911d-491e-9c81-241636ed03d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:52.124955 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Allocated IP 172.22.0.1 (a4220f74-6c0c-4009-bde8-66556baae12f/2c3ffbde-4b17-403a-957d-ee9300a510bc/2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:04:52.152361 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:04:45Z', 'revision_number': 3, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None, '_interfaces': [{'id': 'ddd0baaa-d004-449a-8e9b-242acd6e9c3f', 'name': '', 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:d2:c4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:45Z', 'revision_number': 2, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4622b09-1ec8-4369-bbdf-c0b168ac81fe', 'name': '', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:1d:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:45Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:52.220780 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] Checking router: d5e7c25e-0056-4611-b2ea-d10a47b4bb39 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:04:52.225296 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] Updating router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 port ddd0baaa-d004-449a-8e9b-242acd6e9c3f binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:04:52.225774 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-043b204f-bf46-4bc0-ba6b-82eafd127c36 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:52.231630 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-043b204f-bf46-4bc0-ba6b-82eafd127c36 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:52.233211 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-043b204f-bf46-4bc0-ba6b-82eafd127c36 tempest-ServersTestManualDisk-899428051 tempest-ServersTestManualDisk-899428051-project] 10.222.0.11 "DELETE /v2.0/floatingips/6f7ab2ee-66c1-4b70-9276-350689dac98a HTTP/1.1" status: 204 len: 168 time: 1.2674172 Nov 24 21:04:52.236333 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45498) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:52.307614 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:52.434433 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-a4220f74-6c0c-4009-bde8-66556baae12f', 'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'fixed_ips': [{'subnet_id': '2c3ffbde-4b17-403a-957d-ee9300a510bc'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:04:52.435325 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:52.490104 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2baa668d-054d-4648-9287-eab5d1450312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'name': 'tempest-ServersTestManualDisk-815817235-router', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '46e629df-3906-4300-9c89-47418aa46592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:02:05Z', 'updated_at': '2021-11-24T21:02:13Z', 'revision_number': 4, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'gw_port': {'id': '46e629df-3906-4300-9c89-47418aa46592', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:07Z', 'updated_at': '2021-11-24T21:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3d1d10db-974a-41e8-8ddd-3315db98eab7', 'name': '', 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'mac_address': 'fa:16:3e:a3:35:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': 'e3bd6d43-8c60-4a64-b4d6-a1e768c3a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:12Z', 'updated_at': '2021-11-24T21:02:32Z', 'revision_number': 5, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'subnets': [{'id': 'e3bd6d43-8c60-4a64-b4d6-a1e768c3a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:52.505280 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:52.590612 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device f88b1340-9aab-4f7f-b045-812d0aaeb29a up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:04:52.623418 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:52.717929 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Allocated IP 172.22.0.2 (a4220f74-6c0c-4009-bde8-66556baae12f/2c3ffbde-4b17-403a-957d-ee9300a510bc/194f15eb-dd33-4b22-894d-db978e655f42) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:04:52.726032 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network a4220f74-6c0c-4009-bde8-66556baae12f is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:04:52.737628 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:52.740597 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:04:52.776587 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Port': ['ID=2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:52.816073 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:52.991274 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:53.017962 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baa668d-054d-4648-9287-eab5d1450312 None None] The sync data for ids ['1e58f0c5-d487-438e-9486-72718ed21d7f'] in n-d-812111-8 is: [{'id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'name': 'tempest-ServersTestManualDisk-815817235-router', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '46e629df-3906-4300-9c89-47418aa46592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:02:05Z', 'updated_at': '2021-11-24T21:02:13Z', 'revision_number': 4, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'gw_port': {'id': '46e629df-3906-4300-9c89-47418aa46592', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:07Z', 'updated_at': '2021-11-24T21:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3d1d10db-974a-41e8-8ddd-3315db98eab7', 'name': '', 'network_id': 'eb9d7270-e2f5-43e6-902e-dd066a69e6c8', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'mac_address': 'fa:16:3e:a3:35:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': 'e3bd6d43-8c60-4a64-b4d6-a1e768c3a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:12Z', 'updated_at': '2021-11-24T21:02:32Z', 'revision_number': 5, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'subnets': [{'id': 'e3bd6d43-8c60-4a64-b4d6-a1e768c3a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:04:53.041697 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:53.112912 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c6abbcec-c298-480e-9b11-fce15d59689d req-b7fd717c-72cc-42de-aa2f-95eee0a5a986 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 210 time: 0.1540856 Nov 24 21:04:53.226529 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28866171-3e71-4465-bc0c-a34d4bede486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:53.241423 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Pushing event updated for resources: {'Port': ['ID=194f15eb-dd33-4b22-894d-db978e655f42,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:53.300277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:53.309196 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:53.309735 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:53.310193 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:53.310663 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:53.311107 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:53.311548 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:53.311988 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:53.312426 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:53.313003 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:53.313444 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:53.313882 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:53.330188 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Network a4220f74-6c0c-4009-bde8-66556baae12f is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:04:53.427683 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:53.432063 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:04:53.453017 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-3345f6d7-0f3b-4148-a770-587ebb97e49b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:53.455543 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-3345f6d7-0f3b-4148-a770-587ebb97e49b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.15 "GET /v2.0/networks?id=90488595-632e-4a60-8936-692e2b535085 HTTP/1.1" status: 200 len: 821 time: 0.4202220 Nov 24 21:04:53.470426 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-8840f85a-0615-4a8b-b20b-73f6e292cef7 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Request body: {'port': {'device_id': 'bb45aaac-6a0c-4be7-867b-daa929f00dec', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'admin_state_up': True, 'tenant_id': '0692c1d9cf724f438a66002310ca2265'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:04:53.532543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port f88b1340-9aab-4f7f-b045-812d0aaeb29a triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:53.543774 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:53.633997 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Attempting to bind port 194f15eb-dd33-4b22-894d-db978e655f42 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:04:53.634472 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Attempting to bind port 194f15eb-dd33-4b22-894d-db978e655f42 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '9f0fff6d-e465-4640-9b37-d503fb268c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:04:53.634911 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Attempting to bind port 194f15eb-dd33-4b22-894d-db978e655f42 on network a4220f74-6c0c-4009-bde8-66556baae12f {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:04:53.653897 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:04:53.654382 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Checking segment: {'id': '9f0fff6d-e465-4640-9b37-d503fb268c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:04:53.654859 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:53.655334 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Bound using segment: {'id': '9f0fff6d-e465-4640-9b37-d503fb268c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:04:53.655916 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Bound port: 194f15eb-dd33-4b22-894d-db978e655f42, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0fff6d-e465-4640-9b37-d503fb268c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:04:53.656372 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:53.706611 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-0f06c172-8cd0-4f25-974a-9d388403a83d None None] Provisioning complete for port fa1be414-360e-4cf8-aa0f-2aa527082bd7 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:53.706909 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0f06c172-8cd0-4f25-974a-9d388403a83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:53.783216 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:53.895474 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac490e74-7f6f-4e2d-ab57-84ec86ea98d3 None None] New status for floating IP 6f7ab2ee-66c1-4b70-9276-350689dac98a: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:04:53.947964 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-28866171-3e71-4465-bc0c-a34d4bede486 admin admin] Deleting port 3d1d10db-974a-41e8-8ddd-3315db98eab7 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:04:53.948292 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28866171-3e71-4465-bc0c-a34d4bede486 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:54.096628 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-28866171-3e71-4465-bc0c-a34d4bede486 admin admin] For port 3d1d10db-974a-41e8-8ddd-3315db98eab7, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3d1d10db-974a-41e8-8ddd-3315db98eab7,segment=NetworkSegment(f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40),segment_id=f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:54.097036 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28866171-3e71-4465-bc0c-a34d4bede486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:54.117363 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-8840f85a-0615-4a8b-b20b-73f6e292cef7 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Made reservation on behalf of 0692c1d9cf724f438a66002310ca2265 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:04:54.121055 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-8840f85a-0615-4a8b-b20b-73f6e292cef7 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:54.127076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-28866171-3e71-4465-bc0c-a34d4bede486 admin admin] Calling delete_port for 3d1d10db-974a-41e8-8ddd-3315db98eab7 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:04:54.203861 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e4622b09-1ec8-4369-bbdf-c0b168ac81fe up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:04:54.213784 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] For port 194f15eb-dd33-4b22-894d-db978e655f42, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:04:54.224532 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] For port 194f15eb-dd33-4b22-894d-db978e655f42, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=194f15eb-dd33-4b22-894d-db978e655f42,segment=NetworkSegment(9f0fff6d-e465-4640-9b37-d503fb268c08),segment_id=9f0fff6d-e465-4640-9b37-d503fb268c08)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:04:54.295474 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:54.424183 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:54.449688 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0f06c172-8cd0-4f25-974a-9d388403a83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:54.459608 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:54.496599 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd7112-498d-4179-b7b9-1f14b7f5d1bd None None] Pushing event updated for resources: {'Port': ['ID=194f15eb-dd33-4b22-894d-db978e655f42,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:54.543373 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0f06c172-8cd0-4f25-974a-9d388403a83d None None] For port fa1be414-360e-4cf8-aa0f-2aa527082bd7, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fa1be414-360e-4cf8-aa0f-2aa527082bd7,segment=NetworkSegment(85387244-4381-4a41-ae45-dafeac5d8c7f),segment_id=85387244-4381-4a41-ae45-dafeac5d8c7f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:54.593266 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0f06c172-8cd0-4f25-974a-9d388403a83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:54.593837 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28866171-3e71-4465-bc0c-a34d4bede486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:54.619227 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port e4622b09-1ec8-4369-bbdf-c0b168ac81fe triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:54.619747 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:54.699554 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:54.717011 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:54.734045 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28866171-3e71-4465-bc0c-a34d4bede486 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d1d10db-974a-41e8-8ddd-3315db98eab7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:54.768311 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4791e96e-b2f1-4300-9e38-d19018a3ac20 req-18a82c8e-37e9-4020-9d42-09f9704405a3 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 210 time: 0.1948836 Nov 24 21:04:54.795594 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7166729-8583-4306-adf3-ed546d3b08eb None None] Pushing event updated for resources: {'Port': ['ID=ddd0baaa-d004-449a-8e9b-242acd6e9c3f,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:54.888630 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Port': ['ID=2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:54.929962 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:54.930375 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:54.930663 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:54.931282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:54.931951 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:54.932195 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:54.932538 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:54.932919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:54.933256 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:54.933638 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:54.934076 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:54.934645 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:04:54.957523 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] Attempting to bind port ddd0baaa-d004-449a-8e9b-242acd6e9c3f on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:04:54.957915 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] Attempting to bind port ddd0baaa-d004-449a-8e9b-242acd6e9c3f by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '0b19adf6-2958-4029-a66f-86eadec87c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:04:54.958301 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] Attempting to bind port ddd0baaa-d004-449a-8e9b-242acd6e9c3f on network 5e10acca-83c3-4515-be1e-8fe8e0ad0042 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:04:54.977077 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:54.998562 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-8840f85a-0615-4a8b-b20b-73f6e292cef7 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Allocated IP 172.20.0.6 (90488595-632e-4a60-8936-692e2b535085/3087cf2a-7116-4eae-aa3b-5f869debcd0f/ac918235-190e-4a44-8a61-cb36909d0cad) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:04:55.015767 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:04:55.016076 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] Checking segment: {'id': '0b19adf6-2958-4029-a66f-86eadec87c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:04:55.016496 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:55.017137 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] Bound using segment: {'id': '0b19adf6-2958-4029-a66f-86eadec87c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:04:55.017644 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] Bound port: ddd0baaa-d004-449a-8e9b-242acd6e9c3f, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b19adf6-2958-4029-a66f-86eadec87c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:04:55.018045 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:55.148528 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06c172-8cd0-4f25-974a-9d388403a83d None None] Pushing event updated for resources: {'Port': ['ID=fa1be414-360e-4cf8-aa0f-2aa527082bd7,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:55.246258 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d741fd13-389a-4ffe-a3ea-0cf89e552d13 None None] Provisioning complete for port ddd0baaa-d004-449a-8e9b-242acd6e9c3f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:55.246636 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d741fd13-389a-4ffe-a3ea-0cf89e552d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:55.288712 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28866171-3e71-4465-bc0c-a34d4bede486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:55.290054 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fa1be414-360e-4cf8-aa0f-2aa527082bd7 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:04:55.336974 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] For port ddd0baaa-d004-449a-8e9b-242acd6e9c3f, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:04:55.353559 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-d741fd13-389a-4ffe-a3ea-0cf89e552d13 None None] Port ddd0baaa-d004-449a-8e9b-242acd6e9c3f cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:04:55.360206 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] For port ddd0baaa-d004-449a-8e9b-242acd6e9c3f, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ddd0baaa-d004-449a-8e9b-242acd6e9c3f,segment=NetworkSegment(0b19adf6-2958-4029-a66f-86eadec87c5e),segment_id=0b19adf6-2958-4029-a66f-86eadec87c5e)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:04:55.369875 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:55.416153 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-8840f85a-0615-4a8b-b20b-73f6e292cef7 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:55.443416 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network a4220f74-6c0c-4009-bde8-66556baae12f is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:04:55.447929 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:55.521797 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port fa1be414-360e-4cf8-aa0f-2aa527082bd7 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:55.522368 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:55.547923 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7166729-8583-4306-adf3-ed546d3b08eb None None] Pushing event updated for resources: {'Port': ['ID=ddd0baaa-d004-449a-8e9b-242acd6e9c3f,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:55.563535 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] Routers {'d5e7c25e-0056-4611-b2ea-d10a47b4bb39'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:55.564466 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:55.756453 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28866171-3e71-4465-bc0c-a34d4bede486 admin admin] Router 1e58f0c5-d487-438e-9486-72718ed21d7f has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:04:55.766950 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-8840f85a-0615-4a8b-b20b-73f6e292cef7 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:55.791806 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:04:55.800160 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] Set router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:04:55.848085 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-8840f85a-0615-4a8b-b20b-73f6e292cef7 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Network 90488595-632e-4a60-8936-692e2b535085 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:04:55.856108 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-8840f85a-0615-4a8b-b20b-73f6e292cef7 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:04:55.859815 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-8840f85a-0615-4a8b-b20b-73f6e292cef7 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:04:56.141315 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840f85a-0615-4a8b-b20b-73f6e292cef7 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Pushing event updated for resources: {'Port': ['ID=ac918235-190e-4a44-8a61-cb36909d0cad,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:56.151437 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28866171-3e71-4465-bc0c-a34d4bede486 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:04:56.159627 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-28866171-3e71-4465-bc0c-a34d4bede486 admin admin] 10.222.0.11 "PUT /v2.0/routers/1e58f0c5-d487-438e-9486-72718ed21d7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9189036 Nov 24 21:04:56.169587 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45554) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:56.184711 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4732b898-2282-418a-83f1-f43536ec3b2b None None] Sync routers for ids ['1e58f0c5-d487-438e-9486-72718ed21d7f'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:04:56.210254 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15559645-1099-4ba5-ade8-66c852020f47 req-4ba7f93a-c115-4c36-a29b-3fa314a5d255 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:56.222461 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-15559645-1099-4ba5-ade8-66c852020f47 req-4ba7f93a-c115-4c36-a29b-3fa314a5d255 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 931 time: 0.2155857 Nov 24 21:04:56.230810 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-8840f85a-0615-4a8b-b20b-73f6e292cef7 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:56.234175 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-8840f85a-0615-4a8b-b20b-73f6e292cef7 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:56.302904 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:04:56.321904 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bd7bb637-0668-4c1f-96e1-4c8da98e87b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/routers/d5e7c25e-0056-4611-b2ea-d10a47b4bb39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0643218 Nov 24 21:04:56.325148 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45558) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:56.330876 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b3a4fc59-29ce-477e-b677-8d85186a3fe2 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'network': {'name': 'tempest-RoutersTest-2007533825'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:04:56.346895 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-8840f85a-0615-4a8b-b20b-73f6e292cef7 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8812141 Nov 24 21:04:56.375569 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-46ec19c5-2211-4b51-b7d4-50253b8b4e3f service neutron] Request body: {'port': {'device_id': 'bb45aaac-6a0c-4be7-867b-daa929f00dec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:04:56.441436 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad819b4-7713-4635-a07b-5a747c57ef2c None None] Network a4220f74-6c0c-4009-bde8-66556baae12f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:04:56.443651 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f719428c-39b2-42f7-98eb-1bed341aa3c9 None None] Provisioning complete for port ddd0baaa-d004-449a-8e9b-242acd6e9c3f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:56.444029 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f719428c-39b2-42f7-98eb-1bed341aa3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:56.446154 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4732b898-2282-418a-83f1-f43536ec3b2b None None] Routers {'1e58f0c5-d487-438e-9486-72718ed21d7f'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:56.446875 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4732b898-2282-418a-83f1-f43536ec3b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['1e58f0c5-d487-438e-9486-72718ed21d7f'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:56.543892 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-46ec19c5-2211-4b51-b7d4-50253b8b4e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:56.545419 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-15559645-1099-4ba5-ade8-66c852020f47 req-4c6c4578-5533-4ab1-8a7d-f254f8691b35 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3fb95b7-8edc-4135-ab69-92cbc4e6b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072548 Nov 24 21:04:56.586976 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-047debb1-efba-4dcb-baa5-cc07caec89d0 admin admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:56.770993 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-047debb1-efba-4dcb-baa5-cc07caec89d0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:56.794275 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a4fc59-29ce-477e-b677-8d85186a3fe2 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Made reservation on behalf of 2917837c238043fba5d286c1caf5dabd for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:04:56.797821 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b3a4fc59-29ce-477e-b677-8d85186a3fe2 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:56.823876 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 194f15eb-dd33-4b22-894d-db978e655f42 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:04:56.859276 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a4fc59-29ce-477e-b677-8d85186a3fe2 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:04:56.884085 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-047debb1-efba-4dcb-baa5-cc07caec89d0 admin admin] Deleting port 46e629df-3906-4300-9c89-47418aa46592 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:04:56.884085 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-047debb1-efba-4dcb-baa5-cc07caec89d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:56.912113 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b3a4fc59-29ce-477e-b677-8d85186a3fe2 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:56.912649 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-b3a4fc59-29ce-477e-b677-8d85186a3fe2 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Added segment 03c80f58-f5d9-45b8-a8ad-3c7e5b07f7ef of type vlan for network 3ad79e58-a7de-4bfb-917a-fe17c0dd52db Nov 24 21:04:57.001320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-047debb1-efba-4dcb-baa5-cc07caec89d0 admin admin] For port 46e629df-3906-4300-9c89-47418aa46592, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=46e629df-3906-4300-9c89-47418aa46592,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:57.001692 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-047debb1-efba-4dcb-baa5-cc07caec89d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:57.018332 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-047debb1-efba-4dcb-baa5-cc07caec89d0 admin admin] Calling delete_port for 46e629df-3906-4300-9c89-47418aa46592 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:04:57.028950 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b3a4fc59-29ce-477e-b677-8d85186a3fe2 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:57.079537 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f719428c-39b2-42f7-98eb-1bed341aa3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:57.133818 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-4732b898-2282-418a-83f1-f43536ec3b2b None None] Set router 1e58f0c5-d487-438e-9486-72718ed21d7f gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:04:57.208189 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b3a4fc59-29ce-477e-b677-8d85186a3fe2 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:57.217695 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a4fc59-29ce-477e-b677-8d85186a3fe2 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:57.218656 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b3a4fc59-29ce-477e-b677-8d85186a3fe2 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:57.245119 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-46ec19c5-2211-4b51-b7d4-50253b8b4e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac918235-190e-4a44-8a61-cb36909d0cad {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:04:57.278864 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-46ec19c5-2211-4b51-b7d4-50253b8b4e3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:57.333042 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b3a4fc59-29ce-477e-b677-8d85186a3fe2 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0053847 Nov 24 21:04:57.355002 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45576) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:57.361863 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-74edadd2-1a5a-4bdb-90f7-523f09fdc6b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'subnet': {'network_id': '3ad79e58-a7de-4bfb-917a-fe17c0dd52db', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:04:57.408672 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:04:53Z', 'revision_number': 4, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None, '_interfaces': [{'id': '2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e', 'name': '', 'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:35:b7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:51Z', 'updated_at': '2021-11-24T21:04:54Z', 'revision_number': 2, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd0baaa-d004-449a-8e9b-242acd6e9c3f', 'name': '', 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:d2:c4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:55Z', 'revision_number': 4, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4622b09-1ec8-4369-bbdf-c0b168ac81fe', 'name': '', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:1d:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:45Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:57.443419 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-047debb1-efba-4dcb-baa5-cc07caec89d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:57.461601 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-46ec19c5-2211-4b51-b7d4-50253b8b4e3f service neutron] Transition to ACTIVE for port object ac918235-190e-4a44-8a61-cb36909d0cad will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:04:57.475165 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-46ec19c5-2211-4b51-b7d4-50253b8b4e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:57.486422 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4fc59-29ce-477e-b677-8d85186a3fe2 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Network': ['ID=3ad79e58-a7de-4bfb-917a-fe17c0dd52db,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:57.512127 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f719428c-39b2-42f7-98eb-1bed341aa3c9 None None] For port ddd0baaa-d004-449a-8e9b-242acd6e9c3f, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ddd0baaa-d004-449a-8e9b-242acd6e9c3f,segment=NetworkSegment(0b19adf6-2958-4029-a66f-86eadec87c5e),segment_id=0b19adf6-2958-4029-a66f-86eadec87c5e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:57.520483 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c199fbb-4f28-4799-b6f3-65261f587db0 None None] The sync data for ids ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'] in n-d-812111-8 is: [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:04:53Z', 'revision_number': 4, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None, '_interfaces': [{'id': '2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e', 'name': '', 'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:35:b7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:51Z', 'updated_at': '2021-11-24T21:04:54Z', 'revision_number': 2, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd0baaa-d004-449a-8e9b-242acd6e9c3f', 'name': '', 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:d2:c4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:55Z', 'revision_number': 4, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4622b09-1ec8-4369-bbdf-c0b168ac81fe', 'name': '', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:1d:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:45Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:04:57.544671 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 194f15eb-dd33-4b22-894d-db978e655f42 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:57.545354 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:57.547868 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5d1588-eddf-410a-bb14-01bc3a798b5c None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:04:57.549816 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 3ad79e58-a7de-4bfb-917a-fe17c0dd52db details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:04:57.566655 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f719428c-39b2-42f7-98eb-1bed341aa3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:57.628391 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047debb1-efba-4dcb-baa5-cc07caec89d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=46e629df-3906-4300-9c89-47418aa46592,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:57.692393 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec19c5-2211-4b51-b7d4-50253b8b4e3f service neutron] Pushing event updated for resources: {'Port': ['ID=ac918235-190e-4a44-8a61-cb36909d0cad,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:57.790489 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74edadd2-1a5a-4bdb-90f7-523f09fdc6b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Made reservation on behalf of 2917837c238043fba5d286c1caf5dabd for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:04:57.815336 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-74edadd2-1a5a-4bdb-90f7-523f09fdc6b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:57.831455 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-047debb1-efba-4dcb-baa5-cc07caec89d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:57.857870 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-46ec19c5-2211-4b51-b7d4-50253b8b4e3f service neutron] Attempting to bind port ac918235-190e-4a44-8a61-cb36909d0cad on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:04:57.861250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-46ec19c5-2211-4b51-b7d4-50253b8b4e3f service neutron] Attempting to bind port ac918235-190e-4a44-8a61-cb36909d0cad by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '85387244-4381-4a41-ae45-dafeac5d8c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '90488595-632e-4a60-8936-692e2b535085'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:04:57.861760 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-46ec19c5-2211-4b51-b7d4-50253b8b4e3f service neutron] Attempting to bind port ac918235-190e-4a44-8a61-cb36909d0cad on network 90488595-632e-4a60-8936-692e2b535085 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:04:57.891319 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-46ec19c5-2211-4b51-b7d4-50253b8b4e3f service neutron] Port ac918235-190e-4a44-8a61-cb36909d0cad on network 90488595-632e-4a60-8936-692e2b535085 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:04:57.891655 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-46ec19c5-2211-4b51-b7d4-50253b8b4e3f service neutron] Attempting to bind port ac918235-190e-4a44-8a61-cb36909d0cad on network 90488595-632e-4a60-8936-692e2b535085 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:04:57.911567 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-46ec19c5-2211-4b51-b7d4-50253b8b4e3f service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:04:57.911918 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-46ec19c5-2211-4b51-b7d4-50253b8b4e3f service neutron] Checking segment: {'id': '85387244-4381-4a41-ae45-dafeac5d8c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '90488595-632e-4a60-8936-692e2b535085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:04:57.912328 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-46ec19c5-2211-4b51-b7d4-50253b8b4e3f service neutron] Bound using segment: {'id': '85387244-4381-4a41-ae45-dafeac5d8c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '90488595-632e-4a60-8936-692e2b535085'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:04:57.912838 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-46ec19c5-2211-4b51-b7d4-50253b8b4e3f service neutron] Bound port: ac918235-190e-4a44-8a61-cb36909d0cad, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85387244-4381-4a41-ae45-dafeac5d8c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '90488595-632e-4a60-8936-692e2b535085'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:04:57.915324 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-46ec19c5-2211-4b51-b7d4-50253b8b4e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:58.148336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-46ec19c5-2211-4b51-b7d4-50253b8b4e3f service neutron] For port ac918235-190e-4a44-8a61-cb36909d0cad, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:04:58.184676 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-46ec19c5-2211-4b51-b7d4-50253b8b4e3f service neutron] For port ac918235-190e-4a44-8a61-cb36909d0cad, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ac918235-190e-4a44-8a61-cb36909d0cad,segment=NetworkSegment(85387244-4381-4a41-ae45-dafeac5d8c7f),segment_id=85387244-4381-4a41-ae45-dafeac5d8c7f)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:04:58.204733 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-46ec19c5-2211-4b51-b7d4-50253b8b4e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:58.294191 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719428c-39b2-42f7-98eb-1bed341aa3c9 None None] Pushing event updated for resources: {'Port': ['ID=ddd0baaa-d004-449a-8e9b-242acd6e9c3f,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:58.298407 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-46ec19c5-2211-4b51-b7d4-50253b8b4e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:58.300033 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-46ec19c5-2211-4b51-b7d4-50253b8b4e3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:58.302133 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-46ec19c5-2211-4b51-b7d4-50253b8b4e3f service neutron] 10.222.0.15 "PUT /v2.0/ports/ac918235-190e-4a44-8a61-cb36909d0cad HTTP/1.1" status: 200 len: 1091 time: 1.9389129 Nov 24 21:04:58.305562 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb45aaac-6a0c-4be7-867b-daa929f00dec', 'tag': 'ac918235-190e-4a44-8a61-cb36909d0cad'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:04:58.308339 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8951e351-5c3e-4edb-a9dd-603f59815a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "bb45aaac-6a0c-4be7-867b-daa929f00dec", "tag": "ac918235-190e-4a44-8a61-cb36909d0cad"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:04:58.389619 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec19c5-2211-4b51-b7d4-50253b8b4e3f service neutron] Pushing event updated for resources: {'Port': ['ID=ac918235-190e-4a44-8a61-cb36909d0cad,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:58.449087 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-dce76235-bbc1-4a20-9d65-09869ab763bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:58.449333 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:58.451222 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-dce76235-bbc1-4a20-9d65-09869ab763bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0692c1d9cf724f438a66002310ca2265&device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 1094 time: 0.0907555 Nov 24 21:04:58.488426 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c67786e3-aafb-48d6-9721-5b8ab08663a0 None None] Provisioning complete for port 194f15eb-dd33-4b22-894d-db978e655f42 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:58.488830 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c67786e3-aafb-48d6-9721-5b8ab08663a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:58.548921 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-f0c37939-a7a1-4525-9cd8-2c83a5b59c8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac918235-190e-4a44-8a61-cb36909d0cad HTTP/1.1" status: 200 len: 217 time: 0.0860553 Nov 24 21:04:58.553502 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6801e38e-cbbe-4454-985d-d77015d67c79 x-openstack-request-id: req-6801e38e-cbbe-4454-985d-d77015d67c79 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:04:58.553811 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb45aaac-6a0c-4be7-867b-daa929f00dec", "tag": "ac918235-190e-4a44-8a61-cb36909d0cad", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:04:58.554078 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6801e38e-cbbe-4454-985d-d77015d67c79 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:04:58.554579 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb45aaac-6a0c-4be7-867b-daa929f00dec', 'tag': 'ac918235-190e-4a44-8a61-cb36909d0cad', 'status': 'completed', 'code': 200} Nov 24 21:04:58.657617 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 194f15eb-dd33-4b22-894d-db978e655f42, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=194f15eb-dd33-4b22-894d-db978e655f42,segment=NetworkSegment(9f0fff6d-e465-4640-9b37-d503fb268c08),segment_id=9f0fff6d-e465-4640-9b37-d503fb268c08)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:04:58.664868 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-a2482b3f-624f-4bea-b2bb-0e4480876301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:58.670318 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-a2482b3f-624f-4bea-b2bb-0e4480876301 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3087cf2a-7116-4eae-aa3b-5f869debcd0f HTTP/1.1" status: 200 len: 860 time: 0.1061478 Nov 24 21:04:58.679295 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:58.684917 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fa1be414-360e-4cf8-aa0f-2aa527082bd7 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:04:58.785283 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-7e5d0919-38f1-41e5-a424-34ed10f0c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:58.786943 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-7e5d0919-38f1-41e5-a424-34ed10f0c0a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90488595-632e-4a60-8936-692e2b535085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109080 Nov 24 21:04:58.996037 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4732b898-2282-418a-83f1-f43536ec3b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'name': 'tempest-ServersTestManualDisk-815817235-router', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '46e629df-3906-4300-9c89-47418aa46592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:02:05Z', 'updated_at': '2021-11-24T21:04:54Z', 'revision_number': 5, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'gw_port': {'id': '46e629df-3906-4300-9c89-47418aa46592', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:02:07Z', 'updated_at': '2021-11-24T21:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:59.054141 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-6cbf17ad-9d9a-4439-a07d-1114be16d166 service neutron] 10.222.0.15 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547517 Nov 24 21:04:59.054551 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=194f15eb-dd33-4b22-894d-db978e655f42,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:04:59.111630 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4732b898-2282-418a-83f1-f43536ec3b2b None None] Checking router: 1e58f0c5-d487-438e-9486-72718ed21d7f for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:04:59.160591 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4732b898-2282-418a-83f1-f43536ec3b2b None None] Routers {'1e58f0c5-d487-438e-9486-72718ed21d7f'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:04:59.161357 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4732b898-2282-418a-83f1-f43536ec3b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['1e58f0c5-d487-438e-9486-72718ed21d7f'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:59.163306 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port fa1be414-360e-4cf8-aa0f-2aa527082bd7 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:59.163678 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:59.303528 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-047debb1-efba-4dcb-baa5-cc07caec89d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:59.311497 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-047debb1-efba-4dcb-baa5-cc07caec89d0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:59.332923 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d1fbe-3587-47e4-8320-977702a75d8c req-f5d3d5bb-fe34-4e0b-85dd-3f8a0c50fd38 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:04:59.342468 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-109d1fbe-3587-47e4-8320-977702a75d8c req-f5d3d5bb-fe34-4e0b-85dd-3f8a0c50fd38 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 943 time: 1.5086162 Nov 24 21:04:59.394818 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:04:59.425800 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-4732b898-2282-418a-83f1-f43536ec3b2b None None] Set router 1e58f0c5-d487-438e-9486-72718ed21d7f gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:04:59.500722 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-047debb1-efba-4dcb-baa5-cc07caec89d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:59.502587 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047debb1-efba-4dcb-baa5-cc07caec89d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e58f0c5-d487-438e-9486-72718ed21d7f {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:04:59.514766 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-047debb1-efba-4dcb-baa5-cc07caec89d0 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:59.515991 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-047debb1-efba-4dcb-baa5-cc07caec89d0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/1e58f0c5-d487-438e-9486-72718ed21d7f HTTP/1.1" status: 204 len: 168 time: 3.2923191 Nov 24 21:04:59.521612 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45606) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:04:59.557046 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4732b898-2282-418a-83f1-f43536ec3b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'name': 'tempest-ServersTestManualDisk-815817235-router', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:02:05Z', 'updated_at': '2021-11-24T21:04:57Z', 'revision_number': 7, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:04:59.621059 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-109d1fbe-3587-47e4-8320-977702a75d8c req-eceb843b-60fd-46bc-8062-fe349aa02fcc tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3fb95b7-8edc-4135-ab69-92cbc4e6b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770684 Nov 24 21:04:59.635408 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-844c2029-ba91-4a49-a183-f3cf45eace88 None None] Provisioning complete for port 2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:59.636989 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-844c2029-ba91-4a49-a183-f3cf45eace88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:59.639034 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b20784-f10e-4b19-b39b-2bbf3d492a68 admin admin] Deleting subnet e3bd6d43-8c60-4a64-b4d6-a1e768c3a588 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:04:59.643027 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e4b20784-f10e-4b19-b39b-2bbf3d492a68 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:59.643567 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4732b898-2282-418a-83f1-f43536ec3b2b None None] The sync data for ids ['1e58f0c5-d487-438e-9486-72718ed21d7f'] in n-d-812111-8 is: [{'id': '1e58f0c5-d487-438e-9486-72718ed21d7f', 'name': 'tempest-ServersTestManualDisk-815817235-router', 'tenant_id': '9ef947511a354d6a97f9332543c7809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:02:05Z', 'updated_at': '2021-11-24T21:04:57Z', 'revision_number': 7, 'project_id': '9ef947511a354d6a97f9332543c7809a', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:04:59.732661 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e4b20784-f10e-4b19-b39b-2bbf3d492a68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:59.734008 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-844c2029-ba91-4a49-a183-f3cf45eace88 None None] Port 2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:04:59.829265 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-844c2029-ba91-4a49-a183-f3cf45eace88 None None] Provisioning complete for port 194f15eb-dd33-4b22-894d-db978e655f42 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:04:59.829842 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-844c2029-ba91-4a49-a183-f3cf45eace88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:59.927522 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-74edadd2-1a5a-4bdb-90f7-523f09fdc6b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:04:59.939708 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-137525fd-e4c6-4e9c-b219-d5b49bcb0410 req-310dbf41-bd79-4f04-8f63-46fd0e5d6ef1 service neutron] 10.222.0.15 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8676851 Nov 24 21:04:59.993096 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e4b20784-f10e-4b19-b39b-2bbf3d492a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:00.051855 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] Sync routers for ids ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:05:00.077349 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] Routers {'d5e7c25e-0056-4611-b2ea-d10a47b4bb39'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:00.078012 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:00.082861 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edadd2-1a5a-4bdb-90f7-523f09fdc6b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Subnet': ['ID=59a4ecee-ee2c-46a3-be4c-ede8d192083b,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:00.135550 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951e351-5c3e-4edb-a9dd-603f59815a5d req-865496f5-aa55-4d21-9bdf-f28b9a77e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:00.138300 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8951e351-5c3e-4edb-a9dd-603f59815a5d req-865496f5-aa55-4d21-9bdf-f28b9a77e266 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0692c1d9cf724f438a66002310ca2265&device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 1094 time: 0.1076784 Nov 24 21:05:00.140254 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74edadd2-1a5a-4bdb-90f7-523f09fdc6b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Checking segment: {'id': '03c80f58-f5d9-45b8-a8ad-3c7e5b07f7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3ad79e58-a7de-4bfb-917a-fe17c0dd52db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:05:00.141453 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74edadd2-1a5a-4bdb-90f7-523f09fdc6b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network hostable DHCP agents. Network: 3ad79e58-a7de-4bfb-917a-fe17c0dd52db, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:05:00.219364 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74edadd2-1a5a-4bdb-90f7-523f09fdc6b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network 3ad79e58-a7de-4bfb-917a-fe17c0dd52db is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:05:00.244361 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-74edadd2-1a5a-4bdb-90f7-523f09fdc6b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 3ad79e58-a7de-4bfb-917a-fe17c0dd52db) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:05:00.256169 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8c0101-92d3-42ba-9e54-a20dab24cdbc None None] Network 3ad79e58-a7de-4bfb-917a-fe17c0dd52db requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:05:00.261851 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74edadd2-1a5a-4bdb-90f7-523f09fdc6b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:00.262733 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-74edadd2-1a5a-4bdb-90f7-523f09fdc6b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:00.266300 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e4b20784-f10e-4b19-b39b-2bbf3d492a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:00.332040 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e4b20784-f10e-4b19-b39b-2bbf3d492a68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:00.337150 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e4b20784-f10e-4b19-b39b-2bbf3d492a68 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e3bd6d43-8c60-4a64-b4d6-a1e768c3a588 HTTP/1.1" status: 204 len: 168 time: 0.8137908 Nov 24 21:05:00.339358 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b20784-f10e-4b19-b39b-2bbf3d492a68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3bd6d43-8c60-4a64-b4d6-a1e768c3a588,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:00.341513 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45622) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:00.351284 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] Set router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:00.415217 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-74edadd2-1a5a-4bdb-90f7-523f09fdc6b7 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0559957 Nov 24 21:05:00.416922 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45624) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:00.477700 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1455afc0-b885-4bc3-b976-798917ab3a9d None None] Network eb9d7270-e2f5-43e6-902e-dd066a69e6c8 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:05:00.491158 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c50737b5-a534-4c94-940e-b624cb7ed28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:00.512280 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951e351-5c3e-4edb-a9dd-603f59815a5d req-3481bce2-ab5e-47d1-bb4a-8bc9535c0d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:00.514115 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8951e351-5c3e-4edb-a9dd-603f59815a5d req-3481bce2-ab5e-47d1-bb4a-8bc9535c0d67 service neutron] 10.222.0.15 "GET /v2.0/networks?id=90488595-632e-4a60-8936-692e2b535085 HTTP/1.1" status: 200 len: 922 time: 0.3684742 Nov 24 21:05:00.573724 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c50737b5-a534-4c94-940e-b624cb7ed28d admin admin] Deleting port 32ade227-6726-43e8-a0cb-92a4a089177f {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:05:00.574358 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c50737b5-a534-4c94-940e-b624cb7ed28d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:00.591842 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8951e351-5c3e-4edb-a9dd-603f59815a5d req-2d5cf88a-2a34-41f2-90cf-00e7b24bd3d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac918235-190e-4a44-8a61-cb36909d0cad HTTP/1.1" status: 200 len: 217 time: 0.0674267 Nov 24 21:05:00.755871 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-c50737b5-a534-4c94-940e-b624cb7ed28d admin admin] For port 32ade227-6726-43e8-a0cb-92a4a089177f, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=32ade227-6726-43e8-a0cb-92a4a089177f,segment=NetworkSegment(f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40),segment_id=f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:00.759140 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c592062-f4a3-402c-9737-79db234b13ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-3ad79e58-a7de-4bfb-917a-fe17c0dd52db', 'network_id': '3ad79e58-a7de-4bfb-917a-fe17c0dd52db', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'fixed_ips': [{'subnet_id': '59a4ecee-ee2c-46a3-be4c-ede8d192083b'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:05:00.760052 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1c592062-f4a3-402c-9737-79db234b13ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:00.761397 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c50737b5-a534-4c94-940e-b624cb7ed28d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:00.781726 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:04:53Z', 'revision_number': 4, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None, '_interfaces': [{'id': '2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e', 'name': '', 'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:35:b7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:51Z', 'updated_at': '2021-11-24T21:04:54Z', 'revision_number': 2, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd0baaa-d004-449a-8e9b-242acd6e9c3f', 'name': '', 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:d2:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:57Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4622b09-1ec8-4369-bbdf-c0b168ac81fe', 'name': '', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:1d:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:45Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:00.829415 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] Checking router: d5e7c25e-0056-4611-b2ea-d10a47b4bb39 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:05:00.830036 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] Updating router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 port 2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:05:00.861364 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c50737b5-a534-4c94-940e-b624cb7ed28d admin admin] Calling delete_port for 32ade227-6726-43e8-a0cb-92a4a089177f owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:05:00.880357 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:00.996400 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 194f15eb-dd33-4b22-894d-db978e655f42 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:05:01.015889 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device ac918235-190e-4a44-8a61-cb36909d0cad details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:05:01.062266 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951e351-5c3e-4edb-a9dd-603f59815a5d req-172b978a-195d-4b26-bd85-63742b786c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:01.065737 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8951e351-5c3e-4edb-a9dd-603f59815a5d req-172b978a-195d-4b26-bd85-63742b786c5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3087cf2a-7116-4eae-aa3b-5f869debcd0f HTTP/1.1" status: 200 len: 860 time: 0.4619265 Nov 24 21:05:01.082641 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346d7e3-24c9-4a63-abb3-a41eff7cbefc req-3894d772-9a9f-41d1-8c56-e525eeeff3dc tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:01.084338 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b346d7e3-24c9-4a63-abb3-a41eff7cbefc req-3894d772-9a9f-41d1-8c56-e525eeeff3dc tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 943 time: 0.2070851 Nov 24 21:05:01.274724 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b346d7e3-24c9-4a63-abb3-a41eff7cbefc req-b78d1179-795e-4a22-ad31-57be4b57e6a8 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3fb95b7-8edc-4135-ab69-92cbc4e6b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776903 Nov 24 21:05:01.275688 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c50737b5-a534-4c94-940e-b624cb7ed28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:01.298851 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port ac918235-190e-4a44-8a61-cb36909d0cad, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ac918235-190e-4a44-8a61-cb36909d0cad,segment=NetworkSegment(85387244-4381-4a41-ae45-dafeac5d8c7f),segment_id=85387244-4381-4a41-ae45-dafeac5d8c7f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:01.327545 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:01.332586 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951e351-5c3e-4edb-a9dd-603f59815a5d req-ce88b31a-2592-452a-b968-a69bbe614f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:01.336612 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8951e351-5c3e-4edb-a9dd-603f59815a5d req-ce88b31a-2592-452a-b968-a69bbe614f71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90488595-632e-4a60-8936-692e2b535085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2237799 Nov 24 21:05:01.343679 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:01.359111 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50737b5-a534-4c94-940e-b624cb7ed28d admin admin] No DVR routers for this DVR port 32ade227-6726-43e8-a0cb-92a4a089177f on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:05:01.375936 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50737b5-a534-4c94-940e-b624cb7ed28d admin admin] Pushing event deleted for resources: {'Port': ['ID=32ade227-6726-43e8-a0cb-92a4a089177f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:01.425078 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-1c592062-f4a3-402c-9737-79db234b13ad None None] Allocated IP 172.23.0.2 (3ad79e58-a7de-4bfb-917a-fe17c0dd52db/59a4ecee-ee2c-46a3-be4c-ede8d192083b/e84d7a2d-7712-4835-99f2-fa9e8bba6a99) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:05:01.476270 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b51c6-39ef-4839-b118-72818779bbb1 None None] Pushing event updated for resources: {'Port': ['ID=2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:01.531920 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8951e351-5c3e-4edb-a9dd-603f59815a5d req-d04221f4-abd1-4409-9b48-f1bfa4ee5633 service neutron] 10.222.0.15 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683528 Nov 24 21:05:01.579756 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c50737b5-a534-4c94-940e-b624cb7ed28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:01.580528 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'ac918235-190e-4a44-8a61-cb36909d0cad', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'port_id': 'ac918235-190e-4a44-8a61-cb36909d0cad', 'mac_address': 'fa:16:3e:47:e4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:05:01.611466 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] Attempting to bind port 2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:05:01.611836 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] Attempting to bind port 2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '9f0fff6d-e465-4640-9b37-d503fb268c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:05:01.612412 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] Attempting to bind port 2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e on network a4220f74-6c0c-4009-bde8-66556baae12f {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:05:01.613622 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c50737b5-a534-4c94-940e-b624cb7ed28d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9d7270-e2f5-43e6-902e-dd066a69e6c8']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:01.627048 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c50737b5-a534-4c94-940e-b624cb7ed28d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:01.627335 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c50737b5-a534-4c94-940e-b624cb7ed28d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c7f9c8-b0a1-4320-b230-e3d31e6f2f40') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:01.631734 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:05:01.633003 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] Checking segment: {'id': '9f0fff6d-e465-4640-9b37-d503fb268c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:05:01.633581 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:01.634141 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] Bound using segment: {'id': '9f0fff6d-e465-4640-9b37-d503fb268c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:05:01.634785 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] Bound port: 2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0fff6d-e465-4640-9b37-d503fb268c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:05:01.635357 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:01.656923 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c50737b5-a534-4c94-940e-b624cb7ed28d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:01.709671 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c50737b5-a534-4c94-940e-b624cb7ed28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:01.719979 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50737b5-a534-4c94-940e-b624cb7ed28d admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:05:01.720402 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c50737b5-a534-4c94-940e-b624cb7ed28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:01.773876 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] For port 2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:05:01.786791 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] For port 2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e,segment=NetworkSegment(9f0fff6d-e465-4640-9b37-d503fb268c08),segment_id=9f0fff6d-e465-4640-9b37-d503fb268c08)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:05:01.789888 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8951e351-5c3e-4edb-a9dd-603f59815a5d req-b370a564-e57f-4be8-adda-d0dfe7a0fc90 service neutron] 10.222.0.15 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405601 Nov 24 21:05:01.807989 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:05:01.808254 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:05:01.817916 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c50737b5-a534-4c94-940e-b624cb7ed28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:01.830623 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c50737b5-a534-4c94-940e-b624cb7ed28d admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:01.834045 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c50737b5-a534-4c94-940e-b624cb7ed28d admin admin] 10.222.0.11 "DELETE /v2.0/networks/eb9d7270-e2f5-43e6-902e-dd066a69e6c8 HTTP/1.1" status: 204 len: 168 time: 1.4884970 Nov 24 21:05:01.864937 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50737b5-a534-4c94-940e-b624cb7ed28d admin admin] Pushing event deleted for resources: {'Network': ['ID=eb9d7270-e2f5-43e6-902e-dd066a69e6c8,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:01.926468 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:01.954325 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac918235-190e-4a44-8a61-cb36909d0cad {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:05:01.972487 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] Routers {'d5e7c25e-0056-4611-b2ea-d10a47b4bb39'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:01.980422 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:01.996007 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port ac918235-190e-4a44-8a61-cb36909d0cad, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ac918235-190e-4a44-8a61-cb36909d0cad,segment=NetworkSegment(85387244-4381-4a41-ae45-dafeac5d8c7f),segment_id=85387244-4381-4a41-ae45-dafeac5d8c7f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:02.050386 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-14bb4fd2-04eb-4cc3-beba-8cc6f0e7b767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:02.055114 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:02.065790 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db482a5-cf52-450b-be38-38dbc92db9d9 None None] DHCP port deletion for eb9d7270-e2f5-43e6-902e-dd066a69e6c8 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:05:02.133769 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45650) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:02.158472 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b51c6-39ef-4839-b118-72818779bbb1 None None] Pushing event updated for resources: {'Port': ['ID=2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:02.193629 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=ac918235-190e-4a44-8a61-cb36909d0cad,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:02.232629 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1c592062-f4a3-402c-9737-79db234b13ad None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:02.234513 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 194f15eb-dd33-4b22-894d-db978e655f42 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:02.234926 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:02.256704 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] Set router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:02.351078 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e8360c81-0731-4d7a-836d-4c4b37ce136e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ef947511a354d6a97f9332543c7809a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2160208 Nov 24 21:05:02.364947 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45656) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:02.482450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d8c134bc-3872-4be9-8f0a-03f9ca42aad5 None None] Provisioning complete for port 2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:02.482877 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d8c134bc-3872-4be9-8f0a-03f9ca42aad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:02.486399 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1c592062-f4a3-402c-9737-79db234b13ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:02.584193 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-14bb4fd2-04eb-4cc3-beba-8cc6f0e7b767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Allocated IP 172.23.0.1 (3ad79e58-a7de-4bfb-917a-fe17c0dd52db/59a4ecee-ee2c-46a3-be4c-ede8d192083b/11d19e24-ffdd-4c2f-b48e-87f72f6f43cd) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:05:02.587569 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c592062-f4a3-402c-9737-79db234b13ad None None] Network 3ad79e58-a7de-4bfb-917a-fe17c0dd52db is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:05:02.603943 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-1c592062-f4a3-402c-9737-79db234b13ad None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:05:02.608895 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c592062-f4a3-402c-9737-79db234b13ad None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:05:02.621802 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38c0a914-89ae-4dae-94f7-60fce854e672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:02.661010 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38c0a914-89ae-4dae-94f7-60fce854e672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:02.721450 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f6ead-b2fa-48c3-a536-59cd914151e6 req-01ef7b55-39d6-49fd-9df7-63a6d3269c7e tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:02.723950 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1b3f6ead-b2fa-48c3-a536-59cd914151e6 req-01ef7b55-39d6-49fd-9df7-63a6d3269c7e tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 944 time: 0.2445557 Nov 24 21:05:02.725236 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38c0a914-89ae-4dae-94f7-60fce854e672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:02.728069 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38c0a914-89ae-4dae-94f7-60fce854e672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:02.732150 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-38c0a914-89ae-4dae-94f7-60fce854e672 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ae38809-5b13-488b-b99b-ee640d4a052f HTTP/1.1" status: 204 len: 168 time: 0.3620090 Nov 24 21:05:02.735463 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['ac918235-190e-4a44-8a61-cb36909d0cad'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:05:02.745148 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c592062-f4a3-402c-9737-79db234b13ad None None] Pushing event updated for resources: {'Port': ['ID=e84d7a2d-7712-4835-99f2-fa9e8bba6a99,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:02.766400 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0a914-89ae-4dae-94f7-60fce854e672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae38809-5b13-488b-b99b-ee640d4a052f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:02.798419 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1b3f6ead-b2fa-48c3-a536-59cd914151e6 req-4de22613-8f53-4e72-8384-976cf93da903 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3fb95b7-8edc-4135-ab69-92cbc4e6b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646374 Nov 24 21:05:02.877546 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-14bb4fd2-04eb-4cc3-beba-8cc6f0e7b767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:02.887116 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:04:53Z', 'revision_number': 4, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None, '_interfaces': [{'id': '2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e', 'name': '', 'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:35:b7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:51Z', 'updated_at': '2021-11-24T21:05:01Z', 'revision_number': 4, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd0baaa-d004-449a-8e9b-242acd6e9c3f', 'name': '', 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:d2:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:57Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4622b09-1ec8-4369-bbdf-c0b168ac81fe', 'name': '', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:1d:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:45Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:02.903876 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ddd0baaa-d004-449a-8e9b-242acd6e9c3f up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:05:02.954225 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-14bb4fd2-04eb-4cc3-beba-8cc6f0e7b767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:03.005815 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c388d2-cdcb-4db6-b31d-91076e09b3c3 None None] The sync data for ids ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'] in n-d-812111-8 is: [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:04:53Z', 'revision_number': 4, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None, '_interfaces': [{'id': '2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e', 'name': '', 'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:35:b7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:51Z', 'updated_at': '2021-11-24T21:05:01Z', 'revision_number': 4, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd0baaa-d004-449a-8e9b-242acd6e9c3f', 'name': '', 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:d2:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:57Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4622b09-1ec8-4369-bbdf-c0b168ac81fe', 'name': '', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:1d:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:45Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:05:03.041921 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d8c134bc-3872-4be9-8f0a-03f9ca42aad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:03.086220 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bb4fd2-04eb-4cc3-beba-8cc6f0e7b767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network 3ad79e58-a7de-4bfb-917a-fe17c0dd52db is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:05:03.089682 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-14bb4fd2-04eb-4cc3-beba-8cc6f0e7b767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:05:03.093745 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1c592062-f4a3-402c-9737-79db234b13ad None None] Attempting to bind port e84d7a2d-7712-4835-99f2-fa9e8bba6a99 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:05:03.094217 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1c592062-f4a3-402c-9737-79db234b13ad None None] Attempting to bind port e84d7a2d-7712-4835-99f2-fa9e8bba6a99 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '03c80f58-f5d9-45b8-a8ad-3c7e5b07f7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3ad79e58-a7de-4bfb-917a-fe17c0dd52db'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:05:03.094881 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c592062-f4a3-402c-9737-79db234b13ad None None] Attempting to bind port e84d7a2d-7712-4835-99f2-fa9e8bba6a99 on network 3ad79e58-a7de-4bfb-917a-fe17c0dd52db {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:05:03.103763 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bb4fd2-04eb-4cc3-beba-8cc6f0e7b767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:05:03.122082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c592062-f4a3-402c-9737-79db234b13ad None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:05:03.122580 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c592062-f4a3-402c-9737-79db234b13ad None None] Checking segment: {'id': '03c80f58-f5d9-45b8-a8ad-3c7e5b07f7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3ad79e58-a7de-4bfb-917a-fe17c0dd52db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:05:03.123069 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1c592062-f4a3-402c-9737-79db234b13ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:03.123549 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c592062-f4a3-402c-9737-79db234b13ad None None] Bound using segment: {'id': '03c80f58-f5d9-45b8-a8ad-3c7e5b07f7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3ad79e58-a7de-4bfb-917a-fe17c0dd52db'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:05:03.124311 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1c592062-f4a3-402c-9737-79db234b13ad None None] Bound port: e84d7a2d-7712-4835-99f2-fa9e8bba6a99, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c80f58-f5d9-45b8-a8ad-3c7e5b07f7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3ad79e58-a7de-4bfb-917a-fe17c0dd52db'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:05:03.124800 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1c592062-f4a3-402c-9737-79db234b13ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:03.154879 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d8c134bc-3872-4be9-8f0a-03f9ca42aad5 None None] For port 2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e,segment=NetworkSegment(9f0fff6d-e465-4640-9b37-d503fb268c08),segment_id=9f0fff6d-e465-4640-9b37-d503fb268c08)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:03.185014 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb4fd2-04eb-4cc3-beba-8cc6f0e7b767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Port': ['ID=11d19e24-ffdd-4c2f-b48e-87f72f6f43cd,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:03.209393 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d8c134bc-3872-4be9-8f0a-03f9ca42aad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:03.233414 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-14bb4fd2-04eb-4cc3-beba-8cc6f0e7b767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:03.291786 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port ddd0baaa-d004-449a-8e9b-242acd6e9c3f triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:03.292699 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:03.414651 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1c592062-f4a3-402c-9737-79db234b13ad None None] For port e84d7a2d-7712-4835-99f2-fa9e8bba6a99, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:05:03.418863 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1c592062-f4a3-402c-9737-79db234b13ad None None] For port e84d7a2d-7712-4835-99f2-fa9e8bba6a99, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e84d7a2d-7712-4835-99f2-fa9e8bba6a99,segment=NetworkSegment(03c80f58-f5d9-45b8-a8ad-3c7e5b07f7ef),segment_id=03c80f58-f5d9-45b8-a8ad-3c7e5b07f7ef)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:05:03.442655 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1c592062-f4a3-402c-9737-79db234b13ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:03.504026 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-14bb4fd2-04eb-4cc3-beba-8cc6f0e7b767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:03.511644 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c134bc-3872-4be9-8f0a-03f9ca42aad5 None None] Pushing event updated for resources: {'Port': ['ID=2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:03.519719 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-96b80941-a295-486c-85fa-3495a75aff14 None None] Provisioning complete for port 2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:03.520244 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-96b80941-a295-486c-85fa-3495a75aff14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:03.866499 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c592062-f4a3-402c-9737-79db234b13ad None None] Pushing event updated for resources: {'Port': ['ID=e84d7a2d-7712-4835-99f2-fa9e8bba6a99,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:03.930779 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3d1d10db-974a-41e8-8ddd-3315db98eab7 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:05:03.994895 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 3d1d10db-974a-41e8-8ddd-3315db98eab7 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:05:03.995432 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3d1d10db-974a-41e8-8ddd-3315db98eab7 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:05:04.063515 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-14bb4fd2-04eb-4cc3-beba-8cc6f0e7b767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:04.075486 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-14bb4fd2-04eb-4cc3-beba-8cc6f0e7b767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:04.175762 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd279e-ac1d-4528-a121-cdca61195af8 req-65a4184b-5e28-43e9-8887-0f8c2017b824 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:04.181622 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9cfd279e-ac1d-4528-a121-cdca61195af8 req-65a4184b-5e28-43e9-8887-0f8c2017b824 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 944 time: 0.2194600 Nov 24 21:05:04.220953 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-14bb4fd2-04eb-4cc3-beba-8cc6f0e7b767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:04.238808 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45714) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:04.256342 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb4fd2-04eb-4cc3-beba-8cc6f0e7b767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event updated for resources: {'Port': ['ID=11d19e24-ffdd-4c2f-b48e-87f72f6f43cd,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:04.350438 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9cfd279e-ac1d-4528-a121-cdca61195af8 req-ceb8b6f2-c555-4154-b169-dcf6b21acfef tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3fb95b7-8edc-4135-ab69-92cbc4e6b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536074 Nov 24 21:05:04.399892 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e84d7a2d-7712-4835-99f2-fa9e8bba6a99 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:05:04.473620 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bb4fd2-04eb-4cc3-beba-8cc6f0e7b767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Network 3ad79e58-a7de-4bfb-917a-fe17c0dd52db is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:05:04.477502 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-14bb4fd2-04eb-4cc3-beba-8cc6f0e7b767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:05:04.535080 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port e84d7a2d-7712-4835-99f2-fa9e8bba6a99 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:04.535367 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:04.584162 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-c920fca0-2223-42e6-b1d2-e39cc9e82c9e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1428767777-network', 'tenant_id': 'e71b3a96d850423e9f3044dfb96ccf17'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:04.658924 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:04.706722 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c920fca0-2223-42e6-b1d2-e39cc9e82c9e admin admin] Made reservation on behalf of e71b3a96d850423e9f3044dfb96ccf17 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:05:04.709329 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c920fca0-2223-42e6-b1d2-e39cc9e82c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:04.725812 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port e84d7a2d-7712-4835-99f2-fa9e8bba6a99, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e84d7a2d-7712-4835-99f2-fa9e8bba6a99,segment=NetworkSegment(03c80f58-f5d9-45b8-a8ad-3c7e5b07f7ef),segment_id=03c80f58-f5d9-45b8-a8ad-3c7e5b07f7ef)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:04.726702 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c920fca0-2223-42e6-b1d2-e39cc9e82c9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:04.735436 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:04.736966 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:05:04.750690 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bb4fd2-04eb-4cc3-beba-8cc6f0e7b767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:05:04.838199 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=e84d7a2d-7712-4835-99f2-fa9e8bba6a99,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:04.853052 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:04.853794 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:04.987375 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4c5b45-f280-41ac-a1e1-4b9a94781ca7 None None] Network 3ad79e58-a7de-4bfb-917a-fe17c0dd52db requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:05:05.016308 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c920fca0-2223-42e6-b1d2-e39cc9e82c9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:05.018076 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bb4fd2-04eb-4cc3-beba-8cc6f0e7b767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:05:05.026989 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-14bb4fd2-04eb-4cc3-beba-8cc6f0e7b767 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/routers/d5e7c25e-0056-4611-b2ea-d10a47b4bb39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6062934 Nov 24 21:05:05.027801 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45730) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:05.028701 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c920fca0-2223-42e6-b1d2-e39cc9e82c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:05.037335 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-686118ea-a15e-40db-99e3-ce62e7d7537c tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:05.118215 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] Sync routers for ids ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:05:05.125199 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device ac918235-190e-4a44-8a61-cb36909d0cad up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:05:05.135200 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c920fca0-2223-42e6-b1d2-e39cc9e82c9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:05:05.160465 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920fca0-2223-42e6-b1d2-e39cc9e82c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aeed18b-adaf-40c5-a03d-27ec66af6c3f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:05.184880 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] Routers {'d5e7c25e-0056-4611-b2ea-d10a47b4bb39'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:05.185140 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c920fca0-2223-42e6-b1d2-e39cc9e82c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:05.185393 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:05.185549 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-c920fca0-2223-42e6-b1d2-e39cc9e82c9e admin admin] Added segment fa77631e-f06d-4dd2-8b35-2fa5d80ba520 of type vlan for network 287bbc50-3f16-40b0-94f6-15f32164ebfe Nov 24 21:05:05.282183 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 32ade227-6726-43e8-a0cb-92a4a089177f no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:05:05.359819 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c920fca0-2223-42e6-b1d2-e39cc9e82c9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:05.366174 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 32ade227-6726-43e8-a0cb-92a4a089177f {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:05:05.366899 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 32ade227-6726-43e8-a0cb-92a4a089177f not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:05:05.367440 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 46e629df-3906-4300-9c89-47418aa46592 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:05:05.377781 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9619677c-f468-4b87-b110-d6a713d8c07d None None] Provisioning complete for port e84d7a2d-7712-4835-99f2-fa9e8bba6a99 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:05.378280 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9619677c-f468-4b87-b110-d6a713d8c07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:05.462954 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port ac918235-190e-4a44-8a61-cb36909d0cad completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:05:05.471833 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 46e629df-3906-4300-9c89-47418aa46592 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:05:05.472304 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 46e629df-3906-4300-9c89-47418aa46592 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:05:05.485687 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port ac918235-190e-4a44-8a61-cb36909d0cad triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:05.486665 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:05.509389 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c920fca0-2223-42e6-b1d2-e39cc9e82c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:05.510446 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c920fca0-2223-42e6-b1d2-e39cc9e82c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:05.511096 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c920fca0-2223-42e6-b1d2-e39cc9e82c9e admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:05.567672 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ebe91-5841-416e-a538-9f7f71695572 req-a315d90a-d8bf-49fd-aaf7-094bb3301116 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:05.580305 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] Set router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:05.589530 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-320ebe91-5841-416e-a538-9f7f71695572 req-a315d90a-d8bf-49fd-aaf7-094bb3301116 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 944 time: 0.1287925 Nov 24 21:05:05.673060 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c920fca0-2223-42e6-b1d2-e39cc9e82c9e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4327135 Nov 24 21:05:05.677554 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-320ebe91-5841-416e-a538-9f7f71695572 req-775a0c79-3557-4817-9967-44f7a57a8911 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3fb95b7-8edc-4135-ab69-92cbc4e6b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851562 Nov 24 21:05:05.678100 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45748) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:05.689452 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920fca0-2223-42e6-b1d2-e39cc9e82c9e admin admin] Pushing event updated for resources: {'Network': ['ID=287bbc50-3f16-40b0-94f6-15f32164ebfe,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:05.701755 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e6af18ca-67d9-4248-861b-500fe22bb22a admin admin] Request body: {'subnet': {'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1428767777-subnet', 'tenant_id': 'e71b3a96d850423e9f3044dfb96ccf17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:05.757216 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 287bbc50-3f16-40b0-94f6-15f32164ebfe details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:05:05.764877 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6af18ca-67d9-4248-861b-500fe22bb22a admin admin] Made reservation on behalf of e71b3a96d850423e9f3044dfb96ccf17 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:05:05.769762 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6af18ca-67d9-4248-861b-500fe22bb22a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:05.840267 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.extraroute_db [None req-686118ea-a15e-40db-99e3-ce62e7d7537c tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109990) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 21:05:05.870293 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:05.897132 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.extraroute_db [None req-686118ea-a15e-40db-99e3-ce62e7d7537c tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Removed routes are [] {{(pid=109990) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 21:05:05.897666 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-686118ea-a15e-40db-99e3-ce62e7d7537c tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:06.128460 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb45aaac-6a0c-4be7-867b-daa929f00dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac918235-190e-4a44-8a61-cb36909d0cad'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:05:06.130846 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4c2763-38a5-44d5-9f39-a0e61707b740" -d '{"events": [{"server_uuid": "bb45aaac-6a0c-4be7-867b-daa929f00dec", "name": "network-vif-plugged", "status": "completed", "tag": "ac918235-190e-4a44-8a61-cb36909d0cad"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:05:06.146780 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e84d7a2d-7712-4835-99f2-fa9e8bba6a99 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:05:06.154453 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port ac918235-190e-4a44-8a61-cb36909d0cad, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ac918235-190e-4a44-8a61-cb36909d0cad,segment=NetworkSegment(85387244-4381-4a41-ae45-dafeac5d8c7f),segment_id=85387244-4381-4a41-ae45-dafeac5d8c7f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:06.203334 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:06.231739 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ef775d-c2b0-4e23-95da-0d5456b58932 x-openstack-request-id: req-d2ef775d-c2b0-4e23-95da-0d5456b58932 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:05:06.232049 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb45aaac-6a0c-4be7-867b-daa929f00dec", "name": "network-vif-plugged", "status": "completed", "tag": "ac918235-190e-4a44-8a61-cb36909d0cad", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:05:06.232974 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d2ef775d-c2b0-4e23-95da-0d5456b58932 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:05:06.232974 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb45aaac-6a0c-4be7-867b-daa929f00dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac918235-190e-4a44-8a61-cb36909d0cad', 'code': 200} Nov 24 21:05:06.274416 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6af18ca-67d9-4248-861b-500fe22bb22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:06.332568 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=ac918235-190e-4a44-8a61-cb36909d0cad,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:06.349416 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port e84d7a2d-7712-4835-99f2-fa9e8bba6a99 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:06.349789 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:06.403748 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:05:03Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None, '_interfaces': [{'id': '11d19e24-ffdd-4c2f-b48e-87f72f6f43cd', 'name': '', 'network_id': '3ad79e58-a7de-4bfb-917a-fe17c0dd52db', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:18:be:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '59a4ecee-ee2c-46a3-be4c-ede8d192083b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:05:02Z', 'updated_at': '2021-11-24T21:05:03Z', 'revision_number': 2, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '59a4ecee-ee2c-46a3-be4c-ede8d192083b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e', 'name': '', 'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:35:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:51Z', 'updated_at': '2021-11-24T21:05:03Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd0baaa-d004-449a-8e9b-242acd6e9c3f', 'name': '', 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:d2:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:57Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4622b09-1ec8-4369-bbdf-c0b168ac81fe', 'name': '', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:1d:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:45Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:06.461218 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] Checking router: d5e7c25e-0056-4611-b2ea-d10a47b4bb39 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:05:06.462409 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] Updating router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 port 11d19e24-ffdd-4c2f-b48e-87f72f6f43cd binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:05:06.516232 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:06.570861 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8ef3a103-e919-4620-a056-69b5cfa57212 None None] Provisioning complete for port e84d7a2d-7712-4835-99f2-fa9e8bba6a99 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:06.571491 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8ef3a103-e919-4620-a056-69b5cfa57212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:06.873537 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-686118ea-a15e-40db-99e3-ce62e7d7537c tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:06.921018 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-686118ea-a15e-40db-99e3-ce62e7d7537c tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-320311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-320300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-319781'] for router, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:06.939795 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af18ca-67d9-4248-861b-500fe22bb22a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2a175e7-c4f6-4d68-bd07-ad29e027b58f,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:07.056607 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6af18ca-67d9-4248-861b-500fe22bb22a admin admin] Checking segment: {'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:05:07.057232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6af18ca-67d9-4248-861b-500fe22bb22a admin admin] Network hostable DHCP agents. Network: 287bbc50-3f16-40b0-94f6-15f32164ebfe, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:05:07.061241 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51331f8c-4262-4bfc-a978-d0fb515bae1c req-d530bd32-0de9-4977-a577-0d1ec53b84a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:07.062999 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-51331f8c-4262-4bfc-a978-d0fb515bae1c req-d530bd32-0de9-4977-a577-0d1ec53b84a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 1096 time: 0.3182900 Nov 24 21:05:07.115465 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb5f48-4c59-4764-82fd-4c1ca7a5b12c req-bfa3a2e8-128f-43e0-aff5-d6cdf9ea3e24 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:07.115465 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cfcb5f48-4c59-4764-82fd-4c1ca7a5b12c req-bfa3a2e8-128f-43e0-aff5-d6cdf9ea3e24 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 945 time: 0.2856638 Nov 24 21:05:07.137903 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6af18ca-67d9-4248-861b-500fe22bb22a admin admin] Network 287bbc50-3f16-40b0-94f6-15f32164ebfe is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:05:07.184077 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-e6af18ca-67d9-4248-861b-500fe22bb22a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 287bbc50-3f16-40b0-94f6-15f32164ebfe) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:05:07.204737 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6af18ca-67d9-4248-861b-500fe22bb22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:07.205569 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6af18ca-67d9-4248-861b-500fe22bb22a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:07.207429 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:07.216926 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69c638c-28eb-4666-90c3-617c81261e54 None None] Network 287bbc50-3f16-40b0-94f6-15f32164ebfe requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:05:07.225119 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686118ea-a15e-40db-99e3-ce62e7d7537c tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:05:07.241020 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-51331f8c-4262-4bfc-a978-d0fb515bae1c req-c698494b-98a9-4da6-86b3-772c945c3ebc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e3fb95b7-8edc-4135-ab69-92cbc4e6b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568589 Nov 24 21:05:07.261524 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cfcb5f48-4c59-4764-82fd-4c1ca7a5b12c req-93e70aae-e23a-439c-92bc-409b813eb523 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3fb95b7-8edc-4135-ab69-92cbc4e6b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364369 Nov 24 21:05:07.266793 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e6af18ca-67d9-4248-861b-500fe22bb22a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5785000 Nov 24 21:05:07.323102 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8ef3a103-e919-4620-a056-69b5cfa57212 None None] Provisioning complete for port 11d19e24-ffdd-4c2f-b48e-87f72f6f43cd triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:07.323504 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8ef3a103-e919-4620-a056-69b5cfa57212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:07.367740 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:07.428877 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686118ea-a15e-40db-99e3-ce62e7d7537c tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:05:07.444326 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-686118ea-a15e-40db-99e3-ce62e7d7537c tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:07.449738 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-686118ea-a15e-40db-99e3-ce62e7d7537c tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/routers/d5e7c25e-0056-4611-b2ea-d10a47b4bb39 HTTP/1.1" status: 200 len: 933 time: 2.4141428 Nov 24 21:05:07.449994 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45788) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:07.464217 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-8ef3a103-e919-4620-a056-69b5cfa57212 None None] Port 11d19e24-ffdd-4c2f-b48e-87f72f6f43cd cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:05:07.515561 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f295ccf-0a8b-4bab-b1d5-24cd841c53b2 None None] Pushing event updated for resources: {'Port': ['ID=11d19e24-ffdd-4c2f-b48e-87f72f6f43cd,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:07.653760 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] Attempting to bind port 11d19e24-ffdd-4c2f-b48e-87f72f6f43cd on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:05:07.654462 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] Attempting to bind port 11d19e24-ffdd-4c2f-b48e-87f72f6f43cd by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '03c80f58-f5d9-45b8-a8ad-3c7e5b07f7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3ad79e58-a7de-4bfb-917a-fe17c0dd52db'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:05:07.654607 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] Attempting to bind port 11d19e24-ffdd-4c2f-b48e-87f72f6f43cd on network 3ad79e58-a7de-4bfb-917a-fe17c0dd52db {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:05:07.670769 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:05:07.672118 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] Checking segment: {'id': '03c80f58-f5d9-45b8-a8ad-3c7e5b07f7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3ad79e58-a7de-4bfb-917a-fe17c0dd52db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:05:07.673154 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:07.674822 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] Bound using segment: {'id': '03c80f58-f5d9-45b8-a8ad-3c7e5b07f7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3ad79e58-a7de-4bfb-917a-fe17c0dd52db'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:05:07.675331 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] Bound port: 11d19e24-ffdd-4c2f-b48e-87f72f6f43cd, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c80f58-f5d9-45b8-a8ad-3c7e5b07f7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3ad79e58-a7de-4bfb-917a-fe17c0dd52db'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:05:07.675728 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:07.683937 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee592d45-0d45-4e07-94ac-1ad1afdb4098 None None] Network 287bbc50-3f16-40b0-94f6-15f32164ebfe requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:05:07.691862 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e4fc7a9b-a39e-48a0-9d6e-97763a131cb1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/routers/d5e7c25e-0056-4611-b2ea-d10a47b4bb39 HTTP/1.1" status: 200 len: 933 time: 0.2403958 Nov 24 21:05:07.694452 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45796) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:07.701421 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-1b10f4bd-0b8d-488b-a652-37a8b2dde09a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'router': {'routes': None}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:07.744796 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9ffa7d57-3087-4420-96fa-e0fd17ef1e1c None None] Provisioning complete for port 11d19e24-ffdd-4c2f-b48e-87f72f6f43cd triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:07.745172 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9ffa7d57-3087-4420-96fa-e0fd17ef1e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:07.886443 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa7d57-3087-4420-96fa-e0fd17ef1e1c None None] Port 11d19e24-ffdd-4c2f-b48e-87f72f6f43cd cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:05:07.930916 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] For port 11d19e24-ffdd-4c2f-b48e-87f72f6f43cd, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:05:07.965701 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] For port 11d19e24-ffdd-4c2f-b48e-87f72f6f43cd, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=11d19e24-ffdd-4c2f-b48e-87f72f6f43cd,segment=NetworkSegment(03c80f58-f5d9-45b8-a8ad-3c7e5b07f7ef),segment_id=03c80f58-f5d9-45b8-a8ad-3c7e5b07f7ef)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:05:07.997080 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:08.120713 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] Routers {'d5e7c25e-0056-4611-b2ea-d10a47b4bb39'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:08.121931 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:08.137766 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-549c1260-134d-458a-836b-974218d5c774 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:08.139505 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-549c1260-134d-458a-836b-974218d5c774 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/networks?id=287bbc50-3f16-40b0-94f6-15f32164ebfe HTTP/1.1" status: 200 len: 812 time: 0.2127662 Nov 24 21:05:08.173918 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-1766e297-4b5f-4e58-af55-fc8a906d7538 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/quotas/e71b3a96d850423e9f3044dfb96ccf17 HTTP/1.1" status: 200 len: 375 time: 0.0237560 Nov 24 21:05:08.176807 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-635b13fd-017b-4e63-8c97-854489bfedf9 None None] Provisioning complete for port 11d19e24-ffdd-4c2f-b48e-87f72f6f43cd triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:08.177364 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-635b13fd-017b-4e63-8c97-854489bfedf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:08.231321 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-132d4a9b-354e-4f99-9513-fdb116d255ff tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e71b3a96d850423e9f3044dfb96ccf17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393617 Nov 24 21:05:08.256002 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f295ccf-0a8b-4bab-b1d5-24cd841c53b2 None None] Pushing event updated for resources: {'Port': ['ID=11d19e24-ffdd-4c2f-b48e-87f72f6f43cd,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:08.321957 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] Set router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:08.425410 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-635b13fd-017b-4e63-8c97-854489bfedf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:08.493146 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15b8bf-db41-413d-b738-c340f5bc91dd req-c9c401a7-1f91-4570-ae53-65eacbfde77d tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:08.501628 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da15b8bf-db41-413d-b738-c340f5bc91dd req-c9c401a7-1f91-4570-ae53-65eacbfde77d tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 945 time: 0.1078472 Nov 24 21:05:08.553862 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-f909a0d3-168b-422b-9865-a525393e7c1f service neutron] 10.222.0.11 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182259 Nov 24 21:05:08.579053 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da15b8bf-db41-413d-b738-c340f5bc91dd req-2e7c8d4e-8611-4eb9-bbfe-73aee88ee7f6 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3fb95b7-8edc-4135-ab69-92cbc4e6b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733387 Nov 24 21:05:08.604883 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-635b13fd-017b-4e63-8c97-854489bfedf9 None None] For port 11d19e24-ffdd-4c2f-b48e-87f72f6f43cd, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=11d19e24-ffdd-4c2f-b48e-87f72f6f43cd,segment=NetworkSegment(03c80f58-f5d9-45b8-a8ad-3c7e5b07f7ef),segment_id=03c80f58-f5d9-45b8-a8ad-3c7e5b07f7ef)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:08.646356 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-635b13fd-017b-4e63-8c97-854489bfedf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:08.748241 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b13fd-017b-4e63-8c97-854489bfedf9 None None] Pushing event updated for resources: {'Port': ['ID=11d19e24-ffdd-4c2f-b48e-87f72f6f43cd,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:08.794249 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-a5949ddc-18c5-4a20-be00-fe960ebca2dd service neutron] 10.222.0.11 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375689 Nov 24 21:05:08.812531 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f9a5d436-e3e3-40c0-8909-66ed95426687 None None] Provisioning complete for port 11d19e24-ffdd-4c2f-b48e-87f72f6f43cd triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:08.812953 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d436-e3e3-40c0-8909-66ed95426687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:08.878152 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6f81b7c0-a821-40a3-b3f0-fead4a851ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:08.974026 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:05:05Z', 'revision_number': 6, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None, '_interfaces': [{'id': '11d19e24-ffdd-4c2f-b48e-87f72f6f43cd', 'name': '', 'network_id': '3ad79e58-a7de-4bfb-917a-fe17c0dd52db', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:18:be:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '59a4ecee-ee2c-46a3-be4c-ede8d192083b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:05:02Z', 'updated_at': '2021-11-24T21:05:07Z', 'revision_number': 4, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '59a4ecee-ee2c-46a3-be4c-ede8d192083b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e', 'name': '', 'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:35:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:51Z', 'updated_at': '2021-11-24T21:05:03Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd0baaa-d004-449a-8e9b-242acd6e9c3f', 'name': '', 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:d2:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:57Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4622b09-1ec8-4369-bbdf-c0b168ac81fe', 'name': '', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:1d:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:45Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:09.024610 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.extraroute_db [None req-1b10f4bd-0b8d-488b-a652-37a8b2dde09a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Added routes are [] {{(pid=109991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 21:05:09.024985 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.extraroute_db [None req-1b10f4bd-0b8d-488b-a652-37a8b2dde09a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 21:05:09.041595 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5205abd-e1da-4124-81a7-6e058be4b183 None None] The sync data for ids ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'] in n-d-812111-8 is: [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:05:05Z', 'revision_number': 6, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None, '_interfaces': [{'id': '11d19e24-ffdd-4c2f-b48e-87f72f6f43cd', 'name': '', 'network_id': '3ad79e58-a7de-4bfb-917a-fe17c0dd52db', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:18:be:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '59a4ecee-ee2c-46a3-be4c-ede8d192083b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:05:02Z', 'updated_at': '2021-11-24T21:05:07Z', 'revision_number': 4, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '59a4ecee-ee2c-46a3-be4c-ede8d192083b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e', 'name': '', 'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:35:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:51Z', 'updated_at': '2021-11-24T21:05:03Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd0baaa-d004-449a-8e9b-242acd6e9c3f', 'name': '', 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:d2:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:57Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4622b09-1ec8-4369-bbdf-c0b168ac81fe', 'name': '', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:1d:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:45Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:05:09.189732 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1b10f4bd-0b8d-488b-a652-37a8b2dde09a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:09.264706 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14397640-5bea-493a-901d-02392025f31b req-b25f98a8-a604-4bf4-85af-7130db77cc4f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=067c8d69-7ada-4685-b45a-fc8f20753b96 HTTP/1.1" status: 200 len: 210 time: 0.0598161 Nov 24 21:05:09.530786 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1b10f4bd-0b8d-488b-a652-37a8b2dde09a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:09.536513 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1b10f4bd-0b8d-488b-a652-37a8b2dde09a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-320311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-320300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-319781'] for router, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:09.565545 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:09.672397 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b10f4bd-0b8d-488b-a652-37a8b2dde09a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:05:09.760927 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3171be7-8474-453d-b4c8-b3e385ad2e6e req-a863425c-2a34-4665-86ed-c4cf174ce6c4 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:09.762510 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d3171be7-8474-453d-b4c8-b3e385ad2e6e req-a863425c-2a34-4665-86ed-c4cf174ce6c4 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 945 time: 0.0958798 Nov 24 21:05:09.796998 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b10f4bd-0b8d-488b-a652-37a8b2dde09a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:05:09.805856 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1b10f4bd-0b8d-488b-a652-37a8b2dde09a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:09.810155 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45854) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:09.810434 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1b10f4bd-0b8d-488b-a652-37a8b2dde09a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/routers/d5e7c25e-0056-4611-b2ea-d10a47b4bb39 HTTP/1.1" status: 200 len: 699 time: 2.1136804 Nov 24 21:05:09.986838 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d3171be7-8474-453d-b4c8-b3e385ad2e6e req-84622121-e673-4447-9fd9-1500fd063978 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3fb95b7-8edc-4135-ab69-92cbc4e6b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151775 Nov 24 21:05:09.997816 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45860) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:09.998183 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2d767de4-003b-4fa8-9ed6-8816b85868da tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/routers/d5e7c25e-0056-4611-b2ea-d10a47b4bb39 HTTP/1.1" status: 200 len: 699 time: 0.1865656 Nov 24 21:05:10.243663 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 11d19e24-ffdd-4c2f-b48e-87f72f6f43cd up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:05:10.250616 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab2791d-b770-4691-ae6c-de76ba1a7a83 None None] Sync routers for ids ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:05:10.302068 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab2791d-b770-4691-ae6c-de76ba1a7a83 None None] Routers {'d5e7c25e-0056-4611-b2ea-d10a47b4bb39'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:10.305169 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7ab2791d-b770-4691-ae6c-de76ba1a7a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:10.356607 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 11d19e24-ffdd-4c2f-b48e-87f72f6f43cd triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:10.356916 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:10.603533 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3d48bea7-d478-424b-a464-82902e89f244 req-9a85bba9-187b-4a0e-b122-ce263014dc7f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=067c8d69-7ada-4685-b45a-fc8f20753b96 HTTP/1.1" status: 200 len: 210 time: 0.0685611 Nov 24 21:05:10.768152 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-7ab2791d-b770-4691-ae6c-de76ba1a7a83 None None] Set router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:10.798854 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87809bdd-25fb-4e35-bf97-8784142c3869 req-d66cfb31-961d-4786-a918-a9bd940f549f tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7476778 Nov 24 21:05:10.806889 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-87809bdd-25fb-4e35-bf97-8784142c3869 req-c689ba5d-d8d8-4be0-878a-22f7616879f6 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:10.900013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-985543dd-69be-4c68-833b-5960fa73d1b8 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:10.902059 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-985543dd-69be-4c68-833b-5960fa73d1b8 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.48 "GET /v2.0/networks?id=287bbc50-3f16-40b0-94f6-15f32164ebfe HTTP/1.1" status: 200 len: 812 time: 0.2215524 Nov 24 21:05:10.919035 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-3ed8d6c3-dbb1-44bc-8367-cee387a2c150 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Request body: {'port': {'device_id': '067c8d69-7ada-4685-b45a-fc8f20753b96', 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe', 'admin_state_up': True, 'tenant_id': 'e71b3a96d850423e9f3044dfb96ccf17'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:11.016785 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-87809bdd-25fb-4e35-bf97-8784142c3869 req-c689ba5d-d8d8-4be0-878a-22f7616879f6 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:11.119692 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-3ed8d6c3-dbb1-44bc-8367-cee387a2c150 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Made reservation on behalf of e71b3a96d850423e9f3044dfb96ccf17 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:05:11.123556 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-3ed8d6c3-dbb1-44bc-8367-cee387a2c150 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:11.126676 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7ab2791d-b770-4691-ae6c-de76ba1a7a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:05:09Z', 'revision_number': 7, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None, '_interfaces': [{'id': '11d19e24-ffdd-4c2f-b48e-87f72f6f43cd', 'name': '', 'network_id': '3ad79e58-a7de-4bfb-917a-fe17c0dd52db', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:18:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '59a4ecee-ee2c-46a3-be4c-ede8d192083b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:05:02Z', 'updated_at': '2021-11-24T21:05:08Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '59a4ecee-ee2c-46a3-be4c-ede8d192083b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e', 'name': '', 'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:35:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:51Z', 'updated_at': '2021-11-24T21:05:03Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd0baaa-d004-449a-8e9b-242acd6e9c3f', 'name': '', 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:d2:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:57Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4622b09-1ec8-4369-bbdf-c0b168ac81fe', 'name': '', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:1d:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:45Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:11.166851 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab2791d-b770-4691-ae6c-de76ba1a7a83 None None] Checking router: d5e7c25e-0056-4611-b2ea-d10a47b4bb39 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:05:11.200795 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab2791d-b770-4691-ae6c-de76ba1a7a83 None None] Routers {'d5e7c25e-0056-4611-b2ea-d10a47b4bb39'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:11.201459 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7ab2791d-b770-4691-ae6c-de76ba1a7a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:04:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:11.235574 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-87809bdd-25fb-4e35-bf97-8784142c3869 req-c689ba5d-d8d8-4be0-878a-22f7616879f6 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:11.310287 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-7ab2791d-b770-4691-ae6c-de76ba1a7a83 None None] Set router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:11.424677 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-87809bdd-25fb-4e35-bf97-8784142c3869 req-c689ba5d-d8d8-4be0-878a-22f7616879f6 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Allocated IP 172.25.5.62 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/8e25f7dc-6ceb-4d1a-aeda-983f3edbc8db) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:05:11.480078 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4e410343-ed6f-4d92-9831-a24ce1e684b8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:11.493151 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-3ed8d6c3-dbb1-44bc-8367-cee387a2c150 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Allocated IP 172.20.0.5 (287bbc50-3f16-40b0-94f6-15f32164ebfe/f2a175e7-c4f6-4d68-bd07-ad29e027b58f/245c6e63-e988-4a3b-bb33-82911738ae3d) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:05:11.552148 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:11.568232 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9c856090-5e48-44a3-b664-fd650286f36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:11.656438 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7ab2791d-b770-4691-ae6c-de76ba1a7a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:05:09Z', 'revision_number': 7, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None, '_interfaces': [{'id': '11d19e24-ffdd-4c2f-b48e-87f72f6f43cd', 'name': '', 'network_id': '3ad79e58-a7de-4bfb-917a-fe17c0dd52db', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:18:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '59a4ecee-ee2c-46a3-be4c-ede8d192083b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:05:02Z', 'updated_at': '2021-11-24T21:05:08Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '59a4ecee-ee2c-46a3-be4c-ede8d192083b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e', 'name': '', 'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:35:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:51Z', 'updated_at': '2021-11-24T21:05:03Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd0baaa-d004-449a-8e9b-242acd6e9c3f', 'name': '', 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:d2:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:57Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4622b09-1ec8-4369-bbdf-c0b168ac81fe', 'name': '', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:1d:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:45Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:11.748586 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab2791d-b770-4691-ae6c-de76ba1a7a83 None None] The sync data for ids ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'] in n-d-812111-8 is: [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:05:09Z', 'revision_number': 7, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None, '_interfaces': [{'id': '11d19e24-ffdd-4c2f-b48e-87f72f6f43cd', 'name': '', 'network_id': '3ad79e58-a7de-4bfb-917a-fe17c0dd52db', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:18:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '59a4ecee-ee2c-46a3-be4c-ede8d192083b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:05:02Z', 'updated_at': '2021-11-24T21:05:08Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '59a4ecee-ee2c-46a3-be4c-ede8d192083b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e', 'name': '', 'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:35:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:51Z', 'updated_at': '2021-11-24T21:05:03Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd0baaa-d004-449a-8e9b-242acd6e9c3f', 'name': '', 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:d2:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:57Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4622b09-1ec8-4369-bbdf-c0b168ac81fe', 'name': '', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:1d:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:45Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:05:11.788689 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-66c2de3e-6e81-4c3b-aa9e-95cfee38c71a req-f657a552-e847-472f-86b2-5f575f4e3dc9 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=067c8d69-7ada-4685-b45a-fc8f20753b96 HTTP/1.1" status: 200 len: 210 time: 0.0568540 Nov 24 21:05:11.803006 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-3ed8d6c3-dbb1-44bc-8367-cee387a2c150 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:11.853978 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-87809bdd-25fb-4e35-bf97-8784142c3869 req-c689ba5d-d8d8-4be0-878a-22f7616879f6 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:11.897171 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-3ed8d6c3-dbb1-44bc-8367-cee387a2c150 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:11.945805 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-87809bdd-25fb-4e35-bf97-8784142c3869 req-c689ba5d-d8d8-4be0-878a-22f7616879f6 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:11.970042 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87809bdd-25fb-4e35-bf97-8784142c3869 req-c689ba5d-d8d8-4be0-878a-22f7616879f6 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:05:11.973194 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-87809bdd-25fb-4e35-bf97-8784142c3869 req-c689ba5d-d8d8-4be0-878a-22f7616879f6 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:05:11.982906 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-3ed8d6c3-dbb1-44bc-8367-cee387a2c150 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Network 287bbc50-3f16-40b0-94f6-15f32164ebfe is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:05:11.987558 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-3ed8d6c3-dbb1-44bc-8367-cee387a2c150 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:05:11.990700 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-3ed8d6c3-dbb1-44bc-8367-cee387a2c150 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:05:11.999225 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8d6c3-dbb1-44bc-8367-cee387a2c150 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Pushing event updated for resources: {'Port': ['ID=245c6e63-e988-4a3b-bb33-82911738ae3d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:12.017128 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-87809bdd-25fb-4e35-bf97-8784142c3869 req-c689ba5d-d8d8-4be0-878a-22f7616879f6 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:05:12.141883 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-3ed8d6c3-dbb1-44bc-8367-cee387a2c150 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:12.142530 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-3ed8d6c3-dbb1-44bc-8367-cee387a2c150 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:12.163116 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-3ed8d6c3-dbb1-44bc-8367-cee387a2c150 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2489753 Nov 24 21:05:12.182551 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-8f982f80-8b47-431f-89b6-6a298166a678 service neutron] Request body: {'port': {'device_id': '067c8d69-7ada-4685-b45a-fc8f20753b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:12.208438 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689ba5d-d8d8-4be0-878a-22f7616879f6 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Pushing event updated for resources: {'Port': ['ID=8e25f7dc-6ceb-4d1a-aeda-983f3edbc8db,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:12.271840 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-8f982f80-8b47-431f-89b6-6a298166a678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:12.297976 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-87809bdd-25fb-4e35-bf97-8784142c3869 req-c689ba5d-d8d8-4be0-878a-22f7616879f6 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:12.311476 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4e410343-ed6f-4d92-9831-a24ce1e684b8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting port 11d19e24-ffdd-4c2f-b48e-87f72f6f43cd {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:05:12.311865 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4e410343-ed6f-4d92-9831-a24ce1e684b8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:12.366166 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:12.398325 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-87809bdd-25fb-4e35-bf97-8784142c3869 req-c689ba5d-d8d8-4be0-878a-22f7616879f6 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:12.649528 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-4e410343-ed6f-4d92-9831-a24ce1e684b8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] For port 11d19e24-ffdd-4c2f-b48e-87f72f6f43cd, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=11d19e24-ffdd-4c2f-b48e-87f72f6f43cd,segment=NetworkSegment(03c80f58-f5d9-45b8-a8ad-3c7e5b07f7ef),segment_id=03c80f58-f5d9-45b8-a8ad-3c7e5b07f7ef)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:12.649927 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4e410343-ed6f-4d92-9831-a24ce1e684b8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:12.665980 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-8f982f80-8b47-431f-89b6-6a298166a678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245c6e63-e988-4a3b-bb33-82911738ae3d {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:05:12.667584 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4e410343-ed6f-4d92-9831-a24ce1e684b8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Calling delete_port for 11d19e24-ffdd-4c2f-b48e-87f72f6f43cd owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:05:12.676493 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-8f982f80-8b47-431f-89b6-6a298166a678 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:12.691849 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-8f982f80-8b47-431f-89b6-6a298166a678 service neutron] Transition to ACTIVE for port object 245c6e63-e988-4a3b-bb33-82911738ae3d will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:05:12.700159 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-8f982f80-8b47-431f-89b6-6a298166a678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:12.759730 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-87809bdd-25fb-4e35-bf97-8784142c3869 req-c689ba5d-d8d8-4be0-878a-22f7616879f6 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:12.767644 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-87809bdd-25fb-4e35-bf97-8784142c3869 req-c689ba5d-d8d8-4be0-878a-22f7616879f6 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:12.774591 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f982f80-8b47-431f-89b6-6a298166a678 service neutron] Pushing event updated for resources: {'Port': ['ID=245c6e63-e988-4a3b-bb33-82911738ae3d,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:12.899660 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-8f982f80-8b47-431f-89b6-6a298166a678 service neutron] Attempting to bind port 245c6e63-e988-4a3b-bb33-82911738ae3d on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:05:12.900184 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-8f982f80-8b47-431f-89b6-6a298166a678 service neutron] Attempting to bind port 245c6e63-e988-4a3b-bb33-82911738ae3d by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:05:12.900699 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-8f982f80-8b47-431f-89b6-6a298166a678 service neutron] Attempting to bind port 245c6e63-e988-4a3b-bb33-82911738ae3d on network 287bbc50-3f16-40b0-94f6-15f32164ebfe {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:05:12.906927 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689ba5d-d8d8-4be0-878a-22f7616879f6 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Pushing event updated for resources: {'Port': ['ID=8e25f7dc-6ceb-4d1a-aeda-983f3edbc8db,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:12.915259 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-87809bdd-25fb-4e35-bf97-8784142c3869 req-c689ba5d-d8d8-4be0-878a-22f7616879f6 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:12.919857 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-8f982f80-8b47-431f-89b6-6a298166a678 service neutron] Port 245c6e63-e988-4a3b-bb33-82911738ae3d on network 287bbc50-3f16-40b0-94f6-15f32164ebfe not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:05:12.919857 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-8f982f80-8b47-431f-89b6-6a298166a678 service neutron] Attempting to bind port 245c6e63-e988-4a3b-bb33-82911738ae3d on network 287bbc50-3f16-40b0-94f6-15f32164ebfe {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:05:12.940532 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-8f982f80-8b47-431f-89b6-6a298166a678 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:05:12.940955 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-8f982f80-8b47-431f-89b6-6a298166a678 service neutron] Checking segment: {'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:05:12.941288 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-8f982f80-8b47-431f-89b6-6a298166a678 service neutron] Bound using segment: {'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:05:12.941721 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-8f982f80-8b47-431f-89b6-6a298166a678 service neutron] Bound port: 245c6e63-e988-4a3b-bb33-82911738ae3d, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:05:12.942125 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-8f982f80-8b47-431f-89b6-6a298166a678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:12.966075 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-87809bdd-25fb-4e35-bf97-8784142c3869 req-c689ba5d-d8d8-4be0-878a-22f7616879f6 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:12.969367 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87809bdd-25fb-4e35-bf97-8784142c3869 req-c689ba5d-d8d8-4be0-878a-22f7616879f6 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1693127 Nov 24 21:05:13.057893 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242a77c-73cc-4085-b796-037e8422f9ce req-62af8a33-cd1d-4219-8757-3a7ceddb07cc tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:13.059504 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1242a77c-73cc-4085-b796-037e8422f9ce req-62af8a33-cd1d-4219-8757-3a7ceddb07cc tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=067c8d69-7ada-4685-b45a-fc8f20753b96 HTTP/1.1" status: 200 len: 943 time: 0.1204853 Nov 24 21:05:13.099330 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-8f982f80-8b47-431f-89b6-6a298166a678 service neutron] For port 245c6e63-e988-4a3b-bb33-82911738ae3d, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:05:13.105555 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87809bdd-25fb-4e35-bf97-8784142c3869 req-8d00ce38-6c54-45f2-9c66-d0ed5498ca6c tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 695 time: 0.1080263 Nov 24 21:05:13.132282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-8f982f80-8b47-431f-89b6-6a298166a678 service neutron] For port 245c6e63-e988-4a3b-bb33-82911738ae3d, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=245c6e63-e988-4a3b-bb33-82911738ae3d,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:05:13.143649 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-8f982f80-8b47-431f-89b6-6a298166a678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:13.151400 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4e410343-ed6f-4d92-9831-a24ce1e684b8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:13.182573 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1242a77c-73cc-4085-b796-037e8422f9ce req-e4653089-66c9-44ba-a883-7f794f3aa308 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168377 Nov 24 21:05:13.216269 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-8f982f80-8b47-431f-89b6-6a298166a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:13.217412 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-8f982f80-8b47-431f-89b6-6a298166a678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:13.220238 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-8f982f80-8b47-431f-89b6-6a298166a678 service neutron] 10.222.0.48 "PUT /v2.0/ports/245c6e63-e988-4a3b-bb33-82911738ae3d HTTP/1.1" status: 200 len: 1091 time: 1.0446827 Nov 24 21:05:13.221112 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067c8d69-7ada-4685-b45a-fc8f20753b96', 'tag': '245c6e63-e988-4a3b-bb33-82911738ae3d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:05:13.234300 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f789eb3a-3af2-49f4-b292-ab6f64305a78" -d '{"events": [{"name": "network-changed", "server_uuid": "067c8d69-7ada-4685-b45a-fc8f20753b96", "tag": "245c6e63-e988-4a3b-bb33-82911738ae3d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:05:13.237464 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e410343-ed6f-4d92-9831-a24ce1e684b8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Port': ['ID=11d19e24-ffdd-4c2f-b48e-87f72f6f43cd,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:13.313456 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f982f80-8b47-431f-89b6-6a298166a678 service neutron] Pushing event updated for resources: {'Port': ['ID=245c6e63-e988-4a3b-bb33-82911738ae3d,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:13.353145 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7590a66f-a544-41bb-b659-0bf4e6cf6984 x-openstack-request-id: req-7590a66f-a544-41bb-b659-0bf4e6cf6984 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:05:13.353730 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067c8d69-7ada-4685-b45a-fc8f20753b96", "tag": "245c6e63-e988-4a3b-bb33-82911738ae3d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:05:13.354234 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7590a66f-a544-41bb-b659-0bf4e6cf6984 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:05:13.354909 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067c8d69-7ada-4685-b45a-fc8f20753b96', 'tag': '245c6e63-e988-4a3b-bb33-82911738ae3d', 'status': 'completed', 'code': 200} Nov 24 21:05:13.377599 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-eca34847-cb03-4140-8e51-a5e3bb878427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:13.379700 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-eca34847-cb03-4140-8e51-a5e3bb878427 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e71b3a96d850423e9f3044dfb96ccf17&device_id=067c8d69-7ada-4685-b45a-fc8f20753b96 HTTP/1.1" status: 200 len: 1094 time: 0.0987887 Nov 24 21:05:13.454818 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-d28688db-8c19-4b39-9ee0-5a999431d1ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=245c6e63-e988-4a3b-bb33-82911738ae3d HTTP/1.1" status: 200 len: 217 time: 0.0653286 Nov 24 21:05:13.576711 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-3b17ea31-1788-4815-84de-d9be6e7e7b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:13.580178 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-3b17ea31-1788-4815-84de-d9be6e7e7b16 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f2a175e7-c4f6-4d68-bd07-ad29e027b58f HTTP/1.1" status: 200 len: 852 time: 0.0982604 Nov 24 21:05:13.703632 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-913ed1f9-93b5-4a63-8bc9-1a1c0814db3f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=287bbc50-3f16-40b0-94f6-15f32164ebfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059811 Nov 24 21:05:13.744865 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:13.801601 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-9b10092e-7332-4a61-884c-c30954f34307 service neutron] 10.222.0.48 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899181 Nov 24 21:05:13.816484 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4e410343-ed6f-4d92-9831-a24ce1e684b8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:13.896840 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87809bdd-25fb-4e35-bf97-8784142c3869 req-897b15b0-dfce-4941-9f14-81827c76ff81 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:13.905786 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87809bdd-25fb-4e35-bf97-8784142c3869 req-897b15b0-dfce-4941-9f14-81827c76ff81 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.7941060 Nov 24 21:05:13.911744 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-87809bdd-25fb-4e35-bf97-8784142c3869 req-db029165-724c-4a1a-b569-72561c70192e tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:05:13.917188 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87809bdd-25fb-4e35-bf97-8784142c3869 req-db029165-724c-4a1a-b569-72561c70192e tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104320 Nov 24 21:05:13.993631 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec687b7c-65af-4d50-ab99-c3050e183dfa req-7bac473f-bdd2-409e-9bca-fc700513244f service neutron] 10.222.0.48 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829319 Nov 24 21:05:14.161420 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789eb3a-3af2-49f4-b292-ab6f64305a78 req-ef974247-cf90-49d7-a6ed-60f2f7b4b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:14.163091 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f789eb3a-3af2-49f4-b292-ab6f64305a78 req-ef974247-cf90-49d7-a6ed-60f2f7b4b013 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e71b3a96d850423e9f3044dfb96ccf17&device_id=067c8d69-7ada-4685-b45a-fc8f20753b96 HTTP/1.1" status: 200 len: 1094 time: 0.1130695 Nov 24 21:05:14.281526 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e410343-ed6f-4d92-9831-a24ce1e684b8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:05:14.373230 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789eb3a-3af2-49f4-b292-ab6f64305a78 req-20dc6260-e707-4ba7-ba61-849d1671e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:14.374364 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f789eb3a-3af2-49f4-b292-ab6f64305a78 req-20dc6260-e707-4ba7-ba61-849d1671e5d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=287bbc50-3f16-40b0-94f6-15f32164ebfe HTTP/1.1" status: 200 len: 913 time: 0.2024291 Nov 24 21:05:14.397631 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-9a9e7670-e199-4082-a66d-33bfc85a6e12 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:14.405365 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-9a9e7670-e199-4082-a66d-33bfc85a6e12 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/networks?id=90488595-632e-4a60-8936-692e2b535085 HTTP/1.1" status: 200 len: 821 time: 0.2066836 Nov 24 21:05:14.446099 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f789eb3a-3af2-49f4-b292-ab6f64305a78 req-9bf050c5-03b8-4bed-9a87-561e8d533396 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=245c6e63-e988-4a3b-bb33-82911738ae3d HTTP/1.1" status: 200 len: 217 time: 0.0615079 Nov 24 21:05:14.454084 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-73649dbe-7835-4107-a422-94beb57d9db5 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/quotas/0692c1d9cf724f438a66002310ca2265 HTTP/1.1" status: 200 len: 375 time: 0.0478694 Nov 24 21:05:14.474359 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b90820-e90d-491d-83ca-3e12742350b1 req-1d15c1bb-f901-4e4c-901f-00a16f7115be tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:14.475945 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-58b90820-e90d-491d-83ca-3e12742350b1 req-1d15c1bb-f901-4e4c-901f-00a16f7115be tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=067c8d69-7ada-4685-b45a-fc8f20753b96 HTTP/1.1" status: 200 len: 943 time: 0.1750977 Nov 24 21:05:14.533040 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789eb3a-3af2-49f4-b292-ab6f64305a78 req-040e8e4d-1e8c-4d43-a0b5-7f8f73e581a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:14.534559 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f789eb3a-3af2-49f4-b292-ab6f64305a78 req-040e8e4d-1e8c-4d43-a0b5-7f8f73e581a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f2a175e7-c4f6-4d68-bd07-ad29e027b58f HTTP/1.1" status: 200 len: 852 time: 0.0692949 Nov 24 21:05:14.550781 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-58b90820-e90d-491d-83ca-3e12742350b1 req-ebac4c70-7273-43ab-822a-7bb44cf2cb17 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640988 Nov 24 21:05:14.551248 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-8ea85a74-00f3-41f7-934a-07aa026551c7 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0692c1d9cf724f438a66002310ca2265&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0962205 Nov 24 21:05:14.578951 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e410343-ed6f-4d92-9831-a24ce1e684b8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:05:14.591543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c9412e-49c0-4e61-96f2-b0761f197b59 None None] Sync routers for ids ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:05:14.614080 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4e410343-ed6f-4d92-9831-a24ce1e684b8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/routers/d5e7c25e-0056-4611-b2ea-d10a47b4bb39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6149118 Nov 24 21:05:14.617715 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45960) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:14.619167 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f789eb3a-3af2-49f4-b292-ab6f64305a78 req-4b82549a-f4b6-4540-9536-23de739dd2d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=287bbc50-3f16-40b0-94f6-15f32164ebfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581505 Nov 24 21:05:14.626808 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c9412e-49c0-4e61-96f2-b0761f197b59 None None] Routers {'d5e7c25e-0056-4611-b2ea-d10a47b4bb39'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:14.627366 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e1c9412e-49c0-4e61-96f2-b0761f197b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:12Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:14.713706 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-c100aaca-63c9-4f1f-ab08-71fbd7519420 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting subnet 59a4ecee-ee2c-46a3-be4c-ede8d192083b {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:05:14.719799 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c100aaca-63c9-4f1f-ab08-71fbd7519420 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:14.752537 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-e2cd886b-07cf-4d00-8508-b6334287e0a0 service neutron] 10.222.0.11 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003586 Nov 24 21:05:14.779802 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-e1c9412e-49c0-4e61-96f2-b0761f197b59 None None] Set router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:14.803204 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f789eb3a-3af2-49f4-b292-ab6f64305a78 req-80026520-8bc4-4259-8d27-54aaf71b4dfa service neutron] 10.222.0.48 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510744 Nov 24 21:05:14.838812 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c100aaca-63c9-4f1f-ab08-71fbd7519420 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:14.943229 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-835193d3-94aa-4ae1-b6a1-47a2d0e08e8b service neutron] 10.222.0.11 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896675 Nov 24 21:05:14.996548 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f789eb3a-3af2-49f4-b292-ab6f64305a78 req-c6a1661b-f215-49d1-b0f3-50b48b16f94f service neutron] 10.222.0.48 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641467 Nov 24 21:05:14.999261 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c100aaca-63c9-4f1f-ab08-71fbd7519420 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:15.059010 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:15.190518 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c100aaca-63c9-4f1f-ab08-71fbd7519420 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:15.220497 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100aaca-63c9-4f1f-ab08-71fbd7519420 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Subnet': ['ID=59a4ecee-ee2c-46a3-be4c-ede8d192083b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:15.231133 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100aaca-63c9-4f1f-ab08-71fbd7519420 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:05:15.231484 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100aaca-63c9-4f1f-ab08-71fbd7519420 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:05:15.231834 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100aaca-63c9-4f1f-ab08-71fbd7519420 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:05:15.232177 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100aaca-63c9-4f1f-ab08-71fbd7519420 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:05:15.232518 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100aaca-63c9-4f1f-ab08-71fbd7519420 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:05:15.232927 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100aaca-63c9-4f1f-ab08-71fbd7519420 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:05:15.233263 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100aaca-63c9-4f1f-ab08-71fbd7519420 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:05:15.233596 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100aaca-63c9-4f1f-ab08-71fbd7519420 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:05:15.234126 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100aaca-63c9-4f1f-ab08-71fbd7519420 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:05:15.234471 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100aaca-63c9-4f1f-ab08-71fbd7519420 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:05:15.234802 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100aaca-63c9-4f1f-ab08-71fbd7519420 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:05:15.235130 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100aaca-63c9-4f1f-ab08-71fbd7519420 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:05:15.243895 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c100aaca-63c9-4f1f-ab08-71fbd7519420 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:15.255835 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45974) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:15.256407 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c100aaca-63c9-4f1f-ab08-71fbd7519420 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/subnets/59a4ecee-ee2c-46a3-be4c-ede8d192083b HTTP/1.1" status: 204 len: 168 time: 0.6367662 Nov 24 21:05:15.299759 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba73587-eb1c-4480-b8ac-12081346b6aa None None] Network 3ad79e58-a7de-4bfb-917a-fe17c0dd52db requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:05:15.315389 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1b252426-d4fb-428a-ba4d-0315ca9a9117 req-811cef01-ecfa-44fa-a56c-1486f1d097a4 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2f5d821-9a89-480e-b745-5b48b3ab4f59 HTTP/1.1" status: 200 len: 210 time: 0.0583756 Nov 24 21:05:15.402003 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8ffd7c26-749b-4f1e-bbe9-0204c7697d0d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:15.440655 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e1c9412e-49c0-4e61-96f2-b0761f197b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:05:12Z', 'revision_number': 8, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None, '_interfaces': [{'id': '2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e', 'name': '', 'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:35:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:51Z', 'updated_at': '2021-11-24T21:05:03Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd0baaa-d004-449a-8e9b-242acd6e9c3f', 'name': '', 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:d2:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:57Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4622b09-1ec8-4369-bbdf-c0b168ac81fe', 'name': '', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:1d:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:45Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:15.475590 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-8ffd7c26-749b-4f1e-bbe9-0204c7697d0d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting port e84d7a2d-7712-4835-99f2-fa9e8bba6a99 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:05:15.475971 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8ffd7c26-749b-4f1e-bbe9-0204c7697d0d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:15.486587 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c9412e-49c0-4e61-96f2-b0761f197b59 None None] Checking router: d5e7c25e-0056-4611-b2ea-d10a47b4bb39 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:05:15.502735 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c9412e-49c0-4e61-96f2-b0761f197b59 None None] Routers {'d5e7c25e-0056-4611-b2ea-d10a47b4bb39'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:15.503365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e1c9412e-49c0-4e61-96f2-b0761f197b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:12Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:15.552594 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-8ffd7c26-749b-4f1e-bbe9-0204c7697d0d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] For port e84d7a2d-7712-4835-99f2-fa9e8bba6a99, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e84d7a2d-7712-4835-99f2-fa9e8bba6a99,segment=NetworkSegment(03c80f58-f5d9-45b8-a8ad-3c7e5b07f7ef),segment_id=03c80f58-f5d9-45b8-a8ad-3c7e5b07f7ef)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:15.553148 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8ffd7c26-749b-4f1e-bbe9-0204c7697d0d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:15.567320 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-8ffd7c26-749b-4f1e-bbe9-0204c7697d0d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Calling delete_port for e84d7a2d-7712-4835-99f2-fa9e8bba6a99 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:05:15.609510 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-e1c9412e-49c0-4e61-96f2-b0761f197b59 None None] Set router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:15.719655 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d0da87-23ee-46cc-80a2-48ea22d1ecaa None None] DHCP port deletion for 3ad79e58-a7de-4bfb-917a-fe17c0dd52db request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:05:15.769816 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d3302-8c63-4bcb-9695-601245b4e1f2 req-4349d229-02ca-4bfd-bf49-9566d0aa052c tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:15.771790 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-716d3302-8c63-4bcb-9695-601245b4e1f2 req-4349d229-02ca-4bfd-bf49-9566d0aa052c tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=067c8d69-7ada-4685-b45a-fc8f20753b96 HTTP/1.1" status: 200 len: 943 time: 0.0814967 Nov 24 21:05:15.772985 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8ffd7c26-749b-4f1e-bbe9-0204c7697d0d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:15.855331 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd7c26-749b-4f1e-bbe9-0204c7697d0d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Port': ['ID=e84d7a2d-7712-4835-99f2-fa9e8bba6a99,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:15.871185 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffd7c26-749b-4f1e-bbe9-0204c7697d0d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] No DVR routers for this DVR port e84d7a2d-7712-4835-99f2-fa9e8bba6a99 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:05:15.876275 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-26d0da87-23ee-46cc-80a2-48ea22d1ecaa None None] Deleting port e84d7a2d-7712-4835-99f2-fa9e8bba6a99 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:05:15.877064 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-26d0da87-23ee-46cc-80a2-48ea22d1ecaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:16.031296 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8ffd7c26-749b-4f1e-bbe9-0204c7697d0d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:16.055536 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-716d3302-8c63-4bcb-9695-601245b4e1f2 req-18994cbd-e257-44eb-91fc-fa1bc242b665 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731986 Nov 24 21:05:16.089455 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-8ffd7c26-749b-4f1e-bbe9-0204c7697d0d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad79e58-a7de-4bfb-917a-fe17c0dd52db']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:16.092870 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-26d0da87-23ee-46cc-80a2-48ea22d1ecaa None None] For port e84d7a2d-7712-4835-99f2-fa9e8bba6a99, host n-d-812111-8, got binding levels [] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:16.093353 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-26d0da87-23ee-46cc-80a2-48ea22d1ecaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:16.114165 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-8ffd7c26-749b-4f1e-bbe9-0204c7697d0d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c80f58-f5d9-45b8-a8ad-3c7e5b07f7ef') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:16.114501 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-8ffd7c26-749b-4f1e-bbe9-0204c7697d0d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c80f58-f5d9-45b8-a8ad-3c7e5b07f7ef') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:16.129730 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-26d0da87-23ee-46cc-80a2-48ea22d1ecaa None None] Calling delete_port for e84d7a2d-7712-4835-99f2-fa9e8bba6a99 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:05:16.135299 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.ipam_backend_mixin [None req-26d0da87-23ee-46cc-80a2-48ea22d1ecaa None None] Port e84d7a2d-7712-4835-99f2-fa9e8bba6a99 was not found and therefore no delete operation was performed {{(pid=109992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 21:05:16.136197 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8ffd7c26-749b-4f1e-bbe9-0204c7697d0d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:16.138235 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-26d0da87-23ee-46cc-80a2-48ea22d1ecaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:16.155605 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8ffd7c26-749b-4f1e-bbe9-0204c7697d0d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:16.174083 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ffd7c26-749b-4f1e-bbe9-0204c7697d0d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:05:16.174493 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8ffd7c26-749b-4f1e-bbe9-0204c7697d0d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:05:16.178170 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:05:16.206852 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0da87-23ee-46cc-80a2-48ea22d1ecaa None None] Pushing event deleted for resources: {'Port': ['ID=e84d7a2d-7712-4835-99f2-fa9e8bba6a99,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:16.209845 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e84d7a2d-7712-4835-99f2-fa9e8bba6a99 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:05:16.219133 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d0da87-23ee-46cc-80a2-48ea22d1ecaa None None] No DVR routers for this DVR port e84d7a2d-7712-4835-99f2-fa9e8bba6a99 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:05:16.256020 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: e84d7a2d-7712-4835-99f2-fa9e8bba6a99 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:05:16.256556 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e84d7a2d-7712-4835-99f2-fa9e8bba6a99 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:05:16.260503 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e1c9412e-49c0-4e61-96f2-b0761f197b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:05:12Z', 'revision_number': 8, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None, '_interfaces': [{'id': '2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e', 'name': '', 'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:35:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:51Z', 'updated_at': '2021-11-24T21:05:03Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd0baaa-d004-449a-8e9b-242acd6e9c3f', 'name': '', 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:d2:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:57Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4622b09-1ec8-4369-bbdf-c0b168ac81fe', 'name': '', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:1d:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:45Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:16.291065 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8ffd7c26-749b-4f1e-bbe9-0204c7697d0d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:16.297816 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c9412e-49c0-4e61-96f2-b0761f197b59 None None] The sync data for ids ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'] in n-d-812111-8 is: [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:05:12Z', 'revision_number': 8, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None, '_interfaces': [{'id': '2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e', 'name': '', 'network_id': 'a4220f74-6c0c-4009-bde8-66556baae12f', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:35:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:51Z', 'updated_at': '2021-11-24T21:05:03Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '2c3ffbde-4b17-403a-957d-ee9300a510bc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd0baaa-d004-449a-8e9b-242acd6e9c3f', 'name': '', 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:d2:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:57Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4622b09-1ec8-4369-bbdf-c0b168ac81fe', 'name': '', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:1d:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:45Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:05:16.299174 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8ffd7c26-749b-4f1e-bbe9-0204c7697d0d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:16.303809 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8ffd7c26-749b-4f1e-bbe9-0204c7697d0d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/networks/3ad79e58-a7de-4bfb-917a-fe17c0dd52db HTTP/1.1" status: 204 len: 168 time: 1.0466087 Nov 24 21:05:16.307306 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46010) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:16.340414 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd7c26-749b-4f1e-bbe9-0204c7697d0d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Network': ['ID=3ad79e58-a7de-4bfb-917a-fe17c0dd52db,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:16.464001 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ebc128cf-f705-4b56-87d9-82d5e7f5544c req-545f6dfc-4d6e-404b-8b4a-575ae1493a91 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2f5d821-9a89-480e-b745-5b48b3ab4f59 HTTP/1.1" status: 200 len: 210 time: 0.0419924 Nov 24 21:05:16.776531 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7a979e6b-5593-43c6-aea0-53011c5c9905 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:16.933078 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-5797fc8a-8e29-475e-948f-a7618d03e593 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:16.935001 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-5797fc8a-8e29-475e-948f-a7618d03e593 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.15 "GET /v2.0/networks?id=90488595-632e-4a60-8936-692e2b535085 HTTP/1.1" status: 200 len: 821 time: 0.1483259 Nov 24 21:05:16.951463 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-614918cf-a311-41c2-a71c-baa529d39b37 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Request body: {'port': {'device_id': 'b2f5d821-9a89-480e-b745-5b48b3ab4f59', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'admin_state_up': True, 'tenant_id': '0692c1d9cf724f438a66002310ca2265'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:17.147709 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-614918cf-a311-41c2-a71c-baa529d39b37 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Made reservation on behalf of 0692c1d9cf724f438a66002310ca2265 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:05:17.151603 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-614918cf-a311-41c2-a71c-baa529d39b37 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:17.259442 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb4d48-b816-4185-b3bc-8fc72c5cf7d8 req-e27b8ea0-489a-44a7-8c99-9cbb17ed9f7b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:17.261108 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e6fb4d48-b816-4185-b3bc-8fc72c5cf7d8 req-e27b8ea0-489a-44a7-8c99-9cbb17ed9f7b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=067c8d69-7ada-4685-b45a-fc8f20753b96 HTTP/1.1" status: 200 len: 943 time: 0.0967546 Nov 24 21:05:17.298068 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-614918cf-a311-41c2-a71c-baa529d39b37 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Allocated IP 172.20.0.5 (90488595-632e-4a60-8936-692e2b535085/3087cf2a-7116-4eae-aa3b-5f869debcd0f/5a080c33-d7c0-41c7-bdaf-2eee0b99927d) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:05:17.299475 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-7a979e6b-5593-43c6-aea0-53011c5c9905 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting port 2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:05:17.300049 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7a979e6b-5593-43c6-aea0-53011c5c9905 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:17.397005 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e6fb4d48-b816-4185-b3bc-8fc72c5cf7d8 req-391b2b3f-f1bc-401f-bd28-23f5a81422d3 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261983 Nov 24 21:05:17.450591 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-7a979e6b-5593-43c6-aea0-53011c5c9905 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] For port 2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e,segment=NetworkSegment(9f0fff6d-e465-4640-9b37-d503fb268c08),segment_id=9f0fff6d-e465-4640-9b37-d503fb268c08)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:17.451740 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7a979e6b-5593-43c6-aea0-53011c5c9905 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:17.468558 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-7a979e6b-5593-43c6-aea0-53011c5c9905 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Calling delete_port for 2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:05:17.471732 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 245c6e63-e988-4a3b-bb33-82911738ae3d details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:05:17.489304 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-614918cf-a311-41c2-a71c-baa529d39b37 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:17.537491 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-614918cf-a311-41c2-a71c-baa529d39b37 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:17.563141 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['ac918235-190e-4a44-8a61-cb36909d0cad'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:05:17.565521 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-614918cf-a311-41c2-a71c-baa529d39b37 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Network 90488595-632e-4a60-8936-692e2b535085 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:05:17.568085 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-614918cf-a311-41c2-a71c-baa529d39b37 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:05:17.571733 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-614918cf-a311-41c2-a71c-baa529d39b37 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:05:17.677559 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-614918cf-a311-41c2-a71c-baa529d39b37 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:17.678323 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-614918cf-a311-41c2-a71c-baa529d39b37 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:17.746199 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7a979e6b-5593-43c6-aea0-53011c5c9905 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:17.780993 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a979e6b-5593-43c6-aea0-53011c5c9905 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Port': ['ID=2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:17.781503 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-614918cf-a311-41c2-a71c-baa529d39b37 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8352327 Nov 24 21:05:17.800837 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-a3919c90-3165-4e91-b6c3-9b30f7ecd24f service neutron] Request body: {'port': {'device_id': 'b2f5d821-9a89-480e-b745-5b48b3ab4f59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:17.806847 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614918cf-a311-41c2-a71c-baa529d39b37 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Pushing event updated for resources: {'Port': ['ID=5a080c33-d7c0-41c7-bdaf-2eee0b99927d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:17.868485 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27101e6-91d0-4298-980c-20c50988424c req-ec7f6eb4-ae91-4188-aac0-9918dc1f2f38 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:17.879774 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 245c6e63-e988-4a3b-bb33-82911738ae3d, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=245c6e63-e988-4a3b-bb33-82911738ae3d,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:17.881103 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e27101e6-91d0-4298-980c-20c50988424c req-ec7f6eb4-ae91-4188-aac0-9918dc1f2f38 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2f5d821-9a89-480e-b745-5b48b3ab4f59 HTTP/1.1" status: 200 len: 931 time: 0.1948755 Nov 24 21:05:17.957374 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '245c6e63-e988-4a3b-bb33-82911738ae3d', 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe', 'port_id': '245c6e63-e988-4a3b-bb33-82911738ae3d', 'mac_address': 'fa:16:3e:29:65:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a175e7-c4f6-4d68-bd07-ad29e027b58f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:05:18.066560 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-a3919c90-3165-4e91-b6c3-9b30f7ecd24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:18.106625 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7a979e6b-5593-43c6-aea0-53011c5c9905 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:18.147301 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3fac3de9-83b0-4ab0-ba9a-b03dd5686350 None None] Provisioning complete for port 5a080c33-d7c0-41c7-bdaf-2eee0b99927d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:18.148173 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3fac3de9-83b0-4ab0-ba9a-b03dd5686350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:18.200822 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-3fac3de9-83b0-4ab0-ba9a-b03dd5686350 None None] Port 5a080c33-d7c0-41c7-bdaf-2eee0b99927d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:05:18.202631 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:18.213842 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e27101e6-91d0-4298-980c-20c50988424c req-9e78d4d6-c130-4169-b02f-a6e35e4cab1e tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3fb95b7-8edc-4135-ab69-92cbc4e6b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317325 Nov 24 21:05:18.223535 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245c6e63-e988-4a3b-bb33-82911738ae3d {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:05:18.315658 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 245c6e63-e988-4a3b-bb33-82911738ae3d, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=245c6e63-e988-4a3b-bb33-82911738ae3d,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:18.322341 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:18.387211 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 11d19e24-ffdd-4c2f-b48e-87f72f6f43cd no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:05:18.429626 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 11d19e24-ffdd-4c2f-b48e-87f72f6f43cd {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:05:18.430599 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 11d19e24-ffdd-4c2f-b48e-87f72f6f43cd not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:05:18.465542 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=245c6e63-e988-4a3b-bb33-82911738ae3d,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:18.503388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a979e6b-5593-43c6-aea0-53011c5c9905 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:05:18.588872 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['245c6e63-e988-4a3b-bb33-82911738ae3d'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:05:18.612959 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef0bcb-a2b9-46bf-b67d-23ddcf2dbbba req-1a3a5821-9130-4664-a069-203424ba40d7 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:18.614752 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bdef0bcb-a2b9-46bf-b67d-23ddcf2dbbba req-1a3a5821-9130-4664-a069-203424ba40d7 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=067c8d69-7ada-4685-b45a-fc8f20753b96 HTTP/1.1" status: 200 len: 944 time: 0.0880682 Nov 24 21:05:18.668317 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-d21615d4-d297-4a26-b93c-70f8159d6a65 req-3c8c9fc2-ea68-4d7b-854c-f9f6ba0fc0d9 service neutron] (109990) timed out ('10.222.0.11', 50484) {{(pid=109990) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 21:05:18.765577 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-a3919c90-3165-4e91-b6c3-9b30f7ecd24f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a080c33-d7c0-41c7-bdaf-2eee0b99927d {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:05:18.777941 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-a3919c90-3165-4e91-b6c3-9b30f7ecd24f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:18.798204 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bdef0bcb-a2b9-46bf-b67d-23ddcf2dbbba req-9ce1843d-8c24-4702-b43b-da6084970c84 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288538 Nov 24 21:05:18.821477 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-a3919c90-3165-4e91-b6c3-9b30f7ecd24f service neutron] Transition to ACTIVE for port object 5a080c33-d7c0-41c7-bdaf-2eee0b99927d will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:05:18.829787 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-a3919c90-3165-4e91-b6c3-9b30f7ecd24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:18.892000 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3919c90-3165-4e91-b6c3-9b30f7ecd24f service neutron] Pushing event updated for resources: {'Port': ['ID=5a080c33-d7c0-41c7-bdaf-2eee0b99927d,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:18.922581 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a979e6b-5593-43c6-aea0-53011c5c9905 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:05:18.935345 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c8e472-70b1-4ab0-bc9a-9e2d0c327de5 None None] Sync routers for ids ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:05:18.940123 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7a979e6b-5593-43c6-aea0-53011c5c9905 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/routers/d5e7c25e-0056-4611-b2ea-d10a47b4bb39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6268694 Nov 24 21:05:18.940123 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46060) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:18.952214 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c8e472-70b1-4ab0-bc9a-9e2d0c327de5 None None] Routers {'d5e7c25e-0056-4611-b2ea-d10a47b4bb39'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:18.953162 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-b1c8e472-70b1-4ab0-bc9a-9e2d0c327de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:12Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:18.980297 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-a3919c90-3165-4e91-b6c3-9b30f7ecd24f service neutron] Attempting to bind port 5a080c33-d7c0-41c7-bdaf-2eee0b99927d on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:05:18.980828 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-a3919c90-3165-4e91-b6c3-9b30f7ecd24f service neutron] Attempting to bind port 5a080c33-d7c0-41c7-bdaf-2eee0b99927d by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '85387244-4381-4a41-ae45-dafeac5d8c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '90488595-632e-4a60-8936-692e2b535085'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:05:18.981341 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-a3919c90-3165-4e91-b6c3-9b30f7ecd24f service neutron] Attempting to bind port 5a080c33-d7c0-41c7-bdaf-2eee0b99927d on network 90488595-632e-4a60-8936-692e2b535085 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:05:18.986450 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-a3919c90-3165-4e91-b6c3-9b30f7ecd24f service neutron] Port 5a080c33-d7c0-41c7-bdaf-2eee0b99927d on network 90488595-632e-4a60-8936-692e2b535085 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:05:18.986978 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-a3919c90-3165-4e91-b6c3-9b30f7ecd24f service neutron] Attempting to bind port 5a080c33-d7c0-41c7-bdaf-2eee0b99927d on network 90488595-632e-4a60-8936-692e2b535085 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:05:18.993395 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-a3919c90-3165-4e91-b6c3-9b30f7ecd24f service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:05:18.993905 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-a3919c90-3165-4e91-b6c3-9b30f7ecd24f service neutron] Checking segment: {'id': '85387244-4381-4a41-ae45-dafeac5d8c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '90488595-632e-4a60-8936-692e2b535085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:05:18.994555 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-a3919c90-3165-4e91-b6c3-9b30f7ecd24f service neutron] Bound using segment: {'id': '85387244-4381-4a41-ae45-dafeac5d8c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '90488595-632e-4a60-8936-692e2b535085'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:05:18.995116 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-a3919c90-3165-4e91-b6c3-9b30f7ecd24f service neutron] Bound port: 5a080c33-d7c0-41c7-bdaf-2eee0b99927d, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85387244-4381-4a41-ae45-dafeac5d8c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '90488595-632e-4a60-8936-692e2b535085'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:05:18.995612 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-a3919c90-3165-4e91-b6c3-9b30f7ecd24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:19.014359 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-0778afff-b5f2-4fed-b958-84b182474e22 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting subnet 2c3ffbde-4b17-403a-957d-ee9300a510bc {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:05:19.018686 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0778afff-b5f2-4fed-b958-84b182474e22 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:19.063122 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-b1c8e472-70b1-4ab0-bc9a-9e2d0c327de5 None None] Set router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:19.080161 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0778afff-b5f2-4fed-b958-84b182474e22 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:19.125821 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-a3919c90-3165-4e91-b6c3-9b30f7ecd24f service neutron] For port 5a080c33-d7c0-41c7-bdaf-2eee0b99927d, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:05:19.134652 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-a3919c90-3165-4e91-b6c3-9b30f7ecd24f service neutron] For port 5a080c33-d7c0-41c7-bdaf-2eee0b99927d, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5a080c33-d7c0-41c7-bdaf-2eee0b99927d,segment=NetworkSegment(85387244-4381-4a41-ae45-dafeac5d8c7f),segment_id=85387244-4381-4a41-ae45-dafeac5d8c7f)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:05:19.143277 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-a3919c90-3165-4e91-b6c3-9b30f7ecd24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:19.205114 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-a3919c90-3165-4e91-b6c3-9b30f7ecd24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:19.205792 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-a3919c90-3165-4e91-b6c3-9b30f7ecd24f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:19.207447 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-a3919c90-3165-4e91-b6c3-9b30f7ecd24f service neutron] 10.222.0.15 "PUT /v2.0/ports/5a080c33-d7c0-41c7-bdaf-2eee0b99927d HTTP/1.1" status: 200 len: 1091 time: 1.4119709 Nov 24 21:05:19.228347 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f5d821-9a89-480e-b745-5b48b3ab4f59', 'tag': '5a080c33-d7c0-41c7-bdaf-2eee0b99927d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:05:19.231205 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee80b2a7-0ca4-4bb8-b77b-5a02071f10fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f5d821-9a89-480e-b745-5b48b3ab4f59", "tag": "5a080c33-d7c0-41c7-bdaf-2eee0b99927d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:05:19.279874 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3919c90-3165-4e91-b6c3-9b30f7ecd24f service neutron] Pushing event updated for resources: {'Port': ['ID=5a080c33-d7c0-41c7-bdaf-2eee0b99927d,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:19.307363 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0778afff-b5f2-4fed-b958-84b182474e22 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:19.334507 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebd0000-d712-4010-8569-574e83f64e39 x-openstack-request-id: req-cebd0000-d712-4010-8569-574e83f64e39 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:05:19.334806 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f5d821-9a89-480e-b745-5b48b3ab4f59", "tag": "5a080c33-d7c0-41c7-bdaf-2eee0b99927d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:05:19.339833 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cebd0000-d712-4010-8569-574e83f64e39 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:05:19.340601 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f5d821-9a89-480e-b745-5b48b3ab4f59', 'tag': '5a080c33-d7c0-41c7-bdaf-2eee0b99927d', 'status': 'completed', 'code': 200} Nov 24 21:05:19.439198 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-b1c8e472-70b1-4ab0-bc9a-9e2d0c327de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:05:17Z', 'revision_number': 9, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None, '_interfaces': [{'id': 'ddd0baaa-d004-449a-8e9b-242acd6e9c3f', 'name': '', 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:d2:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:57Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4622b09-1ec8-4369-bbdf-c0b168ac81fe', 'name': '', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:1d:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:45Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:19.498823 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0778afff-b5f2-4fed-b958-84b182474e22 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:19.510245 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 245c6e63-e988-4a3b-bb33-82911738ae3d up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:05:19.510957 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c8e472-70b1-4ab0-bc9a-9e2d0c327de5 None None] Checking router: d5e7c25e-0056-4611-b2ea-d10a47b4bb39 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:05:19.520797 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c8e472-70b1-4ab0-bc9a-9e2d0c327de5 None None] Routers {'d5e7c25e-0056-4611-b2ea-d10a47b4bb39'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:19.521441 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-b1c8e472-70b1-4ab0-bc9a-9e2d0c327de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:12Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:19.534383 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-649dc884-22ff-4427-b563-5258168ed7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:19.536041 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-649dc884-22ff-4427-b563-5258168ed7f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0692c1d9cf724f438a66002310ca2265&device_id=b2f5d821-9a89-480e-b745-5b48b3ab4f59 HTTP/1.1" status: 200 len: 1094 time: 0.2241030 Nov 24 21:05:19.582347 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778afff-b5f2-4fed-b958-84b182474e22 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Subnet': ['ID=2c3ffbde-4b17-403a-957d-ee9300a510bc,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:19.592467 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0778afff-b5f2-4fed-b958-84b182474e22 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:19.601301 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0778afff-b5f2-4fed-b958-84b182474e22 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/subnets/2c3ffbde-4b17-403a-957d-ee9300a510bc HTTP/1.1" status: 204 len: 168 time: 0.6594517 Nov 24 21:05:19.605469 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46082) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:19.615944 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32dcbb4-47cd-4900-964c-1e85ee7749dc None None] Network a4220f74-6c0c-4009-bde8-66556baae12f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:05:19.758592 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 245c6e63-e988-4a3b-bb33-82911738ae3d completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:05:19.766366 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 245c6e63-e988-4a3b-bb33-82911738ae3d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:19.767035 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:19.812863 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-b1c8e472-70b1-4ab0-bc9a-9e2d0c327de5 None None] Set router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:19.823760 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-edfcc124-8df6-41cc-8d57-104d88265d38 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:19.911819 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:20.020792 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067c8d69-7ada-4685-b45a-fc8f20753b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245c6e63-e988-4a3b-bb33-82911738ae3d'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:05:20.021952 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-edfcc124-8df6-41cc-8d57-104d88265d38 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting port 194f15eb-dd33-4b22-894d-db978e655f42 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:05:20.022705 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-edfcc124-8df6-41cc-8d57-104d88265d38 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:20.023645 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc20c28d-193b-4b27-873a-dabffcc3972d" -d '{"events": [{"server_uuid": "067c8d69-7ada-4685-b45a-fc8f20753b96", "name": "network-vif-plugged", "status": "completed", "tag": "245c6e63-e988-4a3b-bb33-82911738ae3d"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:05:20.042051 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a4217b-6437-447f-8065-ad7baaa0bf8b None None] DHCP port deletion for a4220f74-6c0c-4009-bde8-66556baae12f request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:05:20.063350 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 245c6e63-e988-4a3b-bb33-82911738ae3d, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=245c6e63-e988-4a3b-bb33-82911738ae3d,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:20.063983 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa17c0e-51d8-4c07-9ea4-59ea9e43ae0f req-3f977633-c5ad-44d0-ab89-3c0bd7b49848 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:20.076335 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-daa17c0e-51d8-4c07-9ea4-59ea9e43ae0f req-3f977633-c5ad-44d0-ab89-3c0bd7b49848 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=067c8d69-7ada-4685-b45a-fc8f20753b96 HTTP/1.1" status: 200 len: 944 time: 0.1224215 Nov 24 21:05:20.107865 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:20.192948 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=245c6e63-e988-4a3b-bb33-82911738ae3d,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:20.213935 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-26a4217b-6437-447f-8065-ad7baaa0bf8b None None] Deleting port 194f15eb-dd33-4b22-894d-db978e655f42 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:05:20.216787 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-26a4217b-6437-447f-8065-ad7baaa0bf8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:20.246120 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 194f15eb-dd33-4b22-894d-db978e655f42 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:05:20.265797 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-edfcc124-8df6-41cc-8d57-104d88265d38 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] For port 194f15eb-dd33-4b22-894d-db978e655f42, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=194f15eb-dd33-4b22-894d-db978e655f42,segment=NetworkSegment(9f0fff6d-e465-4640-9b37-d503fb268c08),segment_id=9f0fff6d-e465-4640-9b37-d503fb268c08)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:20.269255 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-edfcc124-8df6-41cc-8d57-104d88265d38 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:20.296807 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-edfcc124-8df6-41cc-8d57-104d88265d38 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Calling delete_port for 194f15eb-dd33-4b22-894d-db978e655f42 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:05:20.437169 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-b1c8e472-70b1-4ab0-bc9a-9e2d0c327de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:05:17Z', 'revision_number': 9, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None, '_interfaces': [{'id': 'ddd0baaa-d004-449a-8e9b-242acd6e9c3f', 'name': '', 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:d2:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:57Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4622b09-1ec8-4369-bbdf-c0b168ac81fe', 'name': '', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:1d:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:45Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:20.442792 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-daa17c0e-51d8-4c07-9ea4-59ea9e43ae0f req-2f833802-8c6b-446a-833f-9a0b6c0bac5a tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651693 Nov 24 21:05:20.446695 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-edfcc124-8df6-41cc-8d57-104d88265d38 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:20.458029 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-26a4217b-6437-447f-8065-ad7baaa0bf8b None None] For port 194f15eb-dd33-4b22-894d-db978e655f42, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=194f15eb-dd33-4b22-894d-db978e655f42,segment=NetworkSegment(9f0fff6d-e465-4640-9b37-d503fb268c08),segment_id=9f0fff6d-e465-4640-9b37-d503fb268c08)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:20.458446 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-26a4217b-6437-447f-8065-ad7baaa0bf8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:20.465952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbe1fa-9b91-463f-8336-8058b76eacb3 req-3a5f9471-9670-4bdf-b803-f95fe60dd37c tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:20.479754 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0bcbe1fa-9b91-463f-8336-8058b76eacb3 req-3a5f9471-9670-4bdf-b803-f95fe60dd37c tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2f5d821-9a89-480e-b745-5b48b3ab4f59 HTTP/1.1" status: 200 len: 943 time: 1.0486245 Nov 24 21:05:20.502752 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-bc951fe2-e2aa-488b-87f0-bba3413a8295 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a080c33-d7c0-41c7-bdaf-2eee0b99927d HTTP/1.1" status: 200 len: 217 time: 0.9504652 Nov 24 21:05:20.516166 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-26a4217b-6437-447f-8065-ad7baaa0bf8b None None] Calling delete_port for 194f15eb-dd33-4b22-894d-db978e655f42 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:05:20.518054 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcc124-8df6-41cc-8d57-104d88265d38 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Port': ['ID=194f15eb-dd33-4b22-894d-db978e655f42,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:20.523520 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfcc124-8df6-41cc-8d57-104d88265d38 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] No DVR routers for this DVR port 194f15eb-dd33-4b22-894d-db978e655f42 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:05:20.526235 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c8e472-70b1-4ab0-bc9a-9e2d0c327de5 None None] The sync data for ids ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'] in n-d-812111-8 is: [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:05:17Z', 'revision_number': 9, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None, '_interfaces': [{'id': 'ddd0baaa-d004-449a-8e9b-242acd6e9c3f', 'name': '', 'network_id': '5e10acca-83c3-4515-be1e-8fe8e0ad0042', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:d2:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:57Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': '8bf4d1bb-f666-471e-8b2c-127a29350f85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4622b09-1ec8-4369-bbdf-c0b168ac81fe', 'name': '', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:1d:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:45Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:05:20.549361 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:20.619934 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd80e532-5cd4-4253-adcc-e502e4383c7b x-openstack-request-id: req-dd80e532-5cd4-4253-adcc-e502e4383c7b {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:05:20.620601 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067c8d69-7ada-4685-b45a-fc8f20753b96", "name": "network-vif-plugged", "status": "completed", "tag": "245c6e63-e988-4a3b-bb33-82911738ae3d", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:05:20.620601 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dd80e532-5cd4-4253-adcc-e502e4383c7b {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:05:20.621515 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067c8d69-7ada-4685-b45a-fc8f20753b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245c6e63-e988-4a3b-bb33-82911738ae3d', 'code': 200} Nov 24 21:05:20.720865 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-edfcc124-8df6-41cc-8d57-104d88265d38 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:20.734343 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-26a4217b-6437-447f-8065-ad7baaa0bf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:20.754651 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a4217b-6437-447f-8065-ad7baaa0bf8b None None] No DVR routers for this DVR port 194f15eb-dd33-4b22-894d-db978e655f42 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:05:20.803476 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4217b-6437-447f-8065-ad7baaa0bf8b None None] Pushing event deleted for resources: {'Port': ['ID=194f15eb-dd33-4b22-894d-db978e655f42,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:20.843483 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-41c0a5c2-e403-4221-a72d-1a2b5e356044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:20.847366 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-edfcc124-8df6-41cc-8d57-104d88265d38 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4220f74-6c0c-4009-bde8-66556baae12f']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:20.847509 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-41c0a5c2-e403-4221-a72d-1a2b5e356044 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3087cf2a-7116-4eae-aa3b-5f869debcd0f HTTP/1.1" status: 200 len: 860 time: 0.3399749 Nov 24 21:05:20.852493 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0bcbe1fa-9b91-463f-8336-8058b76eacb3 req-db662900-bcf2-4059-99b4-526b87466269 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3fb95b7-8edc-4135-ab69-92cbc4e6b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714888 Nov 24 21:05:20.891620 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b8135-91de-4b54-ba44-5d3dadc18ed0 req-a0602029-ca0a-4495-9e54-2680cd5df34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:20.893223 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b95b8135-91de-4b54-ba44-5d3dadc18ed0 req-a0602029-ca0a-4495-9e54-2680cd5df34f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=067c8d69-7ada-4685-b45a-fc8f20753b96 HTTP/1.1" status: 200 len: 1096 time: 0.1855962 Nov 24 21:05:20.897304 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-edfcc124-8df6-41cc-8d57-104d88265d38 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0fff6d-e465-4640-9b37-d503fb268c08') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:20.898580 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-edfcc124-8df6-41cc-8d57-104d88265d38 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0fff6d-e465-4640-9b37-d503fb268c08') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:20.947055 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-edfcc124-8df6-41cc-8d57-104d88265d38 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:20.957786 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-1658fb9c-3c79-4c11-af58-5a94f6633834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:20.959315 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-1658fb9c-3c79-4c11-af58-5a94f6633834 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90488595-632e-4a60-8936-692e2b535085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044421 Nov 24 21:05:20.982341 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-edfcc124-8df6-41cc-8d57-104d88265d38 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:21.004519 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edfcc124-8df6-41cc-8d57-104d88265d38 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:05:21.004983 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-edfcc124-8df6-41cc-8d57-104d88265d38 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:05:21.008221 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:05:21.073074 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b95b8135-91de-4b54-ba44-5d3dadc18ed0 req-0d3f67fb-0ab5-4296-834a-c8a239066136 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561997 Nov 24 21:05:21.134607 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-edfcc124-8df6-41cc-8d57-104d88265d38 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:21.138953 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-9a8d53f1-63e9-4bc1-8af0-2246d77c7628 service neutron] 10.222.0.15 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633518 Nov 24 21:05:21.159411 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-edfcc124-8df6-41cc-8d57-104d88265d38 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:21.164273 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-edfcc124-8df6-41cc-8d57-104d88265d38 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/networks/a4220f74-6c0c-4009-bde8-66556baae12f HTTP/1.1" status: 204 len: 168 time: 1.5573866 Nov 24 21:05:21.174630 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46120) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:21.183595 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcc124-8df6-41cc-8d57-104d88265d38 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Network': ['ID=a4220f74-6c0c-4009-bde8-66556baae12f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:21.330031 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02374ee6-b4d0-4ecd-826a-ec77acdaaa06 req-11ba7413-c2fa-4e7a-b937-130e854a1e05 service neutron] 10.222.0.15 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838019 Nov 24 21:05:21.358744 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736acac-6f48-406c-94b4-d919038d4603 req-af7dc489-f9b1-4fb7-b212-0116b46df321 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:21.376696 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c736acac-6f48-406c-94b4-d919038d4603 req-af7dc489-f9b1-4fb7-b212-0116b46df321 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.1089094 Nov 24 21:05:21.469260 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80b2a7-0ca4-4bb8-b77b-5a02071f10fd req-1cc4e41f-9084-4063-bfba-2b2e22fad039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:21.470782 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ee80b2a7-0ca4-4bb8-b77b-5a02071f10fd req-1cc4e41f-9084-4063-bfba-2b2e22fad039 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0692c1d9cf724f438a66002310ca2265&device_id=b2f5d821-9a89-480e-b745-5b48b3ab4f59 HTTP/1.1" status: 200 len: 1094 time: 0.0786905 Nov 24 21:05:21.477014 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c736acac-6f48-406c-94b4-d919038d4603 req-b260064b-83db-4386-9080-2177295133ca tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949860 Nov 24 21:05:21.598419 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80b2a7-0ca4-4bb8-b77b-5a02071f10fd req-d398abad-31f2-4bda-8c7e-697b286b092d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:21.599988 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ee80b2a7-0ca4-4bb8-b77b-5a02071f10fd req-d398abad-31f2-4bda-8c7e-697b286b092d service neutron] 10.222.0.15 "GET /v2.0/networks?id=90488595-632e-4a60-8936-692e2b535085 HTTP/1.1" status: 200 len: 922 time: 0.1211271 Nov 24 21:05:21.681440 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ee80b2a7-0ca4-4bb8-b77b-5a02071f10fd req-42141539-ae4c-4514-ad92-48f121232307 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a080c33-d7c0-41c7-bdaf-2eee0b99927d HTTP/1.1" status: 200 len: 217 time: 0.0713539 Nov 24 21:05:21.681931 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468b742-6458-41f8-8bc6-1a3525b1e909 req-4408c7d9-3899-4a50-9927-faed9c034c40 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:21.689596 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5468b742-6458-41f8-8bc6-1a3525b1e909 req-4408c7d9-3899-4a50-9927-faed9c034c40 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=067c8d69-7ada-4685-b45a-fc8f20753b96 HTTP/1.1" status: 200 len: 945 time: 0.1084166 Nov 24 21:05:21.746183 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fbfaa7dc-5ba6-4379-85f7-482dd139989e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:21.758652 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80b2a7-0ca4-4bb8-b77b-5a02071f10fd req-3c3d7b8c-495a-453b-b506-4747fe1ac1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:21.760300 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ee80b2a7-0ca4-4bb8-b77b-5a02071f10fd req-3c3d7b8c-495a-453b-b506-4747fe1ac1cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3087cf2a-7116-4eae-aa3b-5f869debcd0f HTTP/1.1" status: 200 len: 860 time: 0.0683680 Nov 24 21:05:21.809371 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5468b742-6458-41f8-8bc6-1a3525b1e909 req-ad607b49-0b30-4c6f-b066-e437453458a0 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185887 Nov 24 21:05:21.822863 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80b2a7-0ca4-4bb8-b77b-5a02071f10fd req-9df1d5d1-6697-4e68-8912-926938b01855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:21.824847 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ee80b2a7-0ca4-4bb8-b77b-5a02071f10fd req-9df1d5d1-6697-4e68-8912-926938b01855 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90488595-632e-4a60-8936-692e2b535085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548239 Nov 24 21:05:21.985681 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ee80b2a7-0ca4-4bb8-b77b-5a02071f10fd req-01243e08-f83b-43be-bcad-1937e932d94e service neutron] 10.222.0.15 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519434 Nov 24 21:05:22.045059 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8539529-f776-4ed7-a1a6-296bf40849db req-7a0d9c70-4d24-43a3-a08d-7c5a75224d21 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:22.053375 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d8539529-f776-4ed7-a1a6-296bf40849db req-7a0d9c70-4d24-43a3-a08d-7c5a75224d21 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2f5d821-9a89-480e-b745-5b48b3ab4f59 HTTP/1.1" status: 200 len: 943 time: 0.0821402 Nov 24 21:05:22.098395 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:05:22.130885 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:05:22.132010 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2d3f333f-fdf9-4af6-a9a2-bb181cd5fd9e not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:05:22.136302 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ee80b2a7-0ca4-4bb8-b77b-5a02071f10fd req-452d0d5c-3723-47f8-b983-897f36c74030 service neutron] 10.222.0.15 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417527 Nov 24 21:05:22.244847 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d8539529-f776-4ed7-a1a6-296bf40849db req-852589c4-fd44-4da7-bf68-c2404cb4e88b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3fb95b7-8edc-4135-ab69-92cbc4e6b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855271 Nov 24 21:05:22.274766 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-fbfaa7dc-5ba6-4379-85f7-482dd139989e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting port ddd0baaa-d004-449a-8e9b-242acd6e9c3f {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:05:22.275660 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fbfaa7dc-5ba6-4379-85f7-482dd139989e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:22.376075 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-fbfaa7dc-5ba6-4379-85f7-482dd139989e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] For port ddd0baaa-d004-449a-8e9b-242acd6e9c3f, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ddd0baaa-d004-449a-8e9b-242acd6e9c3f,segment=NetworkSegment(0b19adf6-2958-4029-a66f-86eadec87c5e),segment_id=0b19adf6-2958-4029-a66f-86eadec87c5e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:22.376538 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fbfaa7dc-5ba6-4379-85f7-482dd139989e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:22.389030 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-fbfaa7dc-5ba6-4379-85f7-482dd139989e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Calling delete_port for ddd0baaa-d004-449a-8e9b-242acd6e9c3f owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:05:22.573841 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fbfaa7dc-5ba6-4379-85f7-482dd139989e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:22.618622 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfaa7dc-5ba6-4379-85f7-482dd139989e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Port': ['ID=ddd0baaa-d004-449a-8e9b-242acd6e9c3f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:22.695516 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d15d2-e85d-4337-bbdc-0a0ce404ffc1 req-38db15d4-168a-4dfd-98cb-a852fc74acca tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:22.711431 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d5d15d2-e85d-4337-bbdc-0a0ce404ffc1 req-38db15d4-168a-4dfd-98cb-a852fc74acca tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.1059349 Nov 24 21:05:22.805606 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d5d15d2-e85d-4337-bbdc-0a0ce404ffc1 req-d212f2b8-550a-4ebe-a242-9e831686c38d tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926638 Nov 24 21:05:22.827935 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fbfaa7dc-5ba6-4379-85f7-482dd139989e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:23.019245 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8af2a-2929-4e0f-8ff2-3edaa36b6aa8 req-2e15bdc1-e40d-4503-9a7c-8ba72723003c tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:23.020763 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-52b8af2a-2929-4e0f-8ff2-3edaa36b6aa8 req-2e15bdc1-e40d-4503-9a7c-8ba72723003c tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=067c8d69-7ada-4685-b45a-fc8f20753b96 HTTP/1.1" status: 200 len: 945 time: 0.1139803 Nov 24 21:05:23.113606 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5a080c33-d7c0-41c7-bdaf-2eee0b99927d details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:05:23.295571 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a183c-a3b1-4c71-a990-641a6a039071 req-15227b0c-8bd8-446f-b12b-6fea7e738483 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:23.297197 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-880a183c-a3b1-4c71-a990-641a6a039071 req-15227b0c-8bd8-446f-b12b-6fea7e738483 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.0971215 Nov 24 21:05:23.299344 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 5a080c33-d7c0-41c7-bdaf-2eee0b99927d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5a080c33-d7c0-41c7-bdaf-2eee0b99927d,segment=NetworkSegment(85387244-4381-4a41-ae45-dafeac5d8c7f),segment_id=85387244-4381-4a41-ae45-dafeac5d8c7f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:23.330597 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '5a080c33-d7c0-41c7-bdaf-2eee0b99927d', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'port_id': '5a080c33-d7c0-41c7-bdaf-2eee0b99927d', 'mac_address': 'fa:16:3e:96:0b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:05:23.385566 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:23.403016 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a080c33-d7c0-41c7-bdaf-2eee0b99927d {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:05:23.445855 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 5a080c33-d7c0-41c7-bdaf-2eee0b99927d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5a080c33-d7c0-41c7-bdaf-2eee0b99927d,segment=NetworkSegment(85387244-4381-4a41-ae45-dafeac5d8c7f),segment_id=85387244-4381-4a41-ae45-dafeac5d8c7f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:23.452277 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c918af2-7497-43b6-b6bb-e42289ddbd40 req-567dfd51-7af4-4723-ac06-e04e19f27fac tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:23.454314 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9c918af2-7497-43b6-b6bb-e42289ddbd40 req-567dfd51-7af4-4723-ac06-e04e19f27fac tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2f5d821-9a89-480e-b745-5b48b3ab4f59 HTTP/1.1" status: 200 len: 943 time: 0.0977068 Nov 24 21:05:23.458129 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:23.525962 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-52b8af2a-2929-4e0f-8ff2-3edaa36b6aa8 req-8c8a021e-aec4-49d0-893f-f741469e2515 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735403 Nov 24 21:05:23.541019 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9c918af2-7497-43b6-b6bb-e42289ddbd40 req-f039e005-9bff-4ed3-bcae-385d7bc75539 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3fb95b7-8edc-4135-ab69-92cbc4e6b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707357 Nov 24 21:05:23.551109 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfaa7dc-5ba6-4379-85f7-482dd139989e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:05:23.564861 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-880a183c-a3b1-4c71-a990-641a6a039071 req-c88c49f0-2799-48a2-a307-d96037b084cb tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Deleting port af0d2ff1-f872-4b17-9b2e-15bc4503c995 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:05:23.564861 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-880a183c-a3b1-4c71-a990-641a6a039071 req-c88c49f0-2799-48a2-a307-d96037b084cb tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:23.712335 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfaa7dc-5ba6-4379-85f7-482dd139989e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:05:23.725339 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fbfaa7dc-5ba6-4379-85f7-482dd139989e tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/routers/d5e7c25e-0056-4611-b2ea-d10a47b4bb39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5418441 Nov 24 21:05:23.725339 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46174) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:23.774376 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddeac0e-917d-4344-b300-3b1069967fb4 None None] Sync routers for ids ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:05:23.788814 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-880a183c-a3b1-4c71-a990-641a6a039071 req-c88c49f0-2799-48a2-a307-d96037b084cb tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] For port af0d2ff1-f872-4b17-9b2e-15bc4503c995, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=af0d2ff1-f872-4b17-9b2e-15bc4503c995,segment=NetworkSegment(50091b6f-8510-4fe7-99f6-affd19cd995c),segment_id=50091b6f-8510-4fe7-99f6-affd19cd995c)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:23.789318 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1be78b-417b-4dc9-ad1d-7e6f850ece16 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting subnet 8bf4d1bb-f666-471e-8b2c-127a29350f85 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:05:23.789421 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-880a183c-a3b1-4c71-a990-641a6a039071 req-c88c49f0-2799-48a2-a307-d96037b084cb tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:23.793366 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f1be78b-417b-4dc9-ad1d-7e6f850ece16 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:23.803386 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddeac0e-917d-4344-b300-3b1069967fb4 None None] Routers {'d5e7c25e-0056-4611-b2ea-d10a47b4bb39'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:23.804553 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-dddeac0e-917d-4344-b300-3b1069967fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:12Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:23.966215 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['5a080c33-d7c0-41c7-bdaf-2eee0b99927d'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:05:23.971463 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f1be78b-417b-4dc9-ad1d-7e6f850ece16 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:23.981020 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=5a080c33-d7c0-41c7-bdaf-2eee0b99927d,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:24.144524 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48021fd-afeb-468d-8063-81f14714702c req-fd47f0ef-57c6-4dd6-88a3-e9c1934690e4 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:24.154873 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f48021fd-afeb-468d-8063-81f14714702c req-fd47f0ef-57c6-4dd6-88a3-e9c1934690e4 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 945 time: 0.2495568 Nov 24 21:05:24.195237 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-dddeac0e-917d-4344-b300-3b1069967fb4 None None] Set router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:24.201687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc06f00-e378-47a9-81d5-940050adadf1 req-ea52dddc-5351-405f-bc58-2ac87c64a2e8 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:24.208632 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dfc06f00-e378-47a9-81d5-940050adadf1 req-ea52dddc-5351-405f-bc58-2ac87c64a2e8 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=067c8d69-7ada-4685-b45a-fc8f20753b96 HTTP/1.1" status: 200 len: 945 time: 0.2786202 Nov 24 21:05:24.231090 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f1be78b-417b-4dc9-ad1d-7e6f850ece16 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:24.270875 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f48021fd-afeb-468d-8063-81f14714702c req-22c1afcb-eebb-416f-96d2-79a3bef4d28a tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146522 Nov 24 21:05:24.338332 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f1be78b-417b-4dc9-ad1d-7e6f850ece16 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:24.402211 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1be78b-417b-4dc9-ad1d-7e6f850ece16 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Subnet': ['ID=8bf4d1bb-f666-471e-8b2c-127a29350f85,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:24.412050 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f1be78b-417b-4dc9-ad1d-7e6f850ece16 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:24.417633 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-880a183c-a3b1-4c71-a990-641a6a039071 req-c88c49f0-2799-48a2-a307-d96037b084cb tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:24.418006 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-880a183c-a3b1-4c71-a990-641a6a039071 req-c88c49f0-2799-48a2-a307-d96037b084cb tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:24.418333 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [req-880a183c-a3b1-4c71-a990-641a6a039071 req-c88c49f0-2799-48a2-a307-d96037b084cb tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Floating IP c4ea7ce6-ae3e-4a8b-8f40-baa9965cc9f7 disassociated. External IP: 172.25.5.155, port: af0d2ff1-f872-4b17-9b2e-15bc4503c995. Nov 24 21:05:24.418766 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-880a183c-a3b1-4c71-a990-641a6a039071 req-c88c49f0-2799-48a2-a307-d96037b084cb tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Calling delete_port for af0d2ff1-f872-4b17-9b2e-15bc4503c995 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:05:24.419979 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5f1be78b-417b-4dc9-ad1d-7e6f850ece16 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/subnets/8bf4d1bb-f666-471e-8b2c-127a29350f85 HTTP/1.1" status: 204 len: 168 time: 0.6979449 Nov 24 21:05:24.422511 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46194) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:24.489603 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b11c83a-d75a-4fa8-b5ef-beca1b0ab57a None None] Network 5e10acca-83c3-4515-be1e-8fe8e0ad0042 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:05:24.634796 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf6fb51-e5ea-416a-b992-84d6a60ba294 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:24.724176 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-7cf6fb51-e5ea-416a-b992-84d6a60ba294 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting port f88b1340-9aab-4f7f-b045-812d0aaeb29a {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:05:24.724565 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf6fb51-e5ea-416a-b992-84d6a60ba294 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:24.763126 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-880a183c-a3b1-4c71-a990-641a6a039071 req-c88c49f0-2799-48a2-a307-d96037b084cb tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:24.804958 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c49f0-2799-48a2-a307-d96037b084cb tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Pushing event deleted for resources: {'Port': ['ID=af0d2ff1-f872-4b17-9b2e-15bc4503c995,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:24.884781 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-7cf6fb51-e5ea-416a-b992-84d6a60ba294 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] For port f88b1340-9aab-4f7f-b045-812d0aaeb29a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=f88b1340-9aab-4f7f-b045-812d0aaeb29a,segment=NetworkSegment(0b19adf6-2958-4029-a66f-86eadec87c5e),segment_id=0b19adf6-2958-4029-a66f-86eadec87c5e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:24.885605 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf6fb51-e5ea-416a-b992-84d6a60ba294 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:24.896067 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-dddeac0e-917d-4344-b300-3b1069967fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:05:22Z', 'revision_number': 10, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None, '_interfaces': [{'id': 'e4622b09-1ec8-4369-bbdf-c0b168ac81fe', 'name': '', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:1d:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:45Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:24.920057 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dfc06f00-e378-47a9-81d5-940050adadf1 req-15b898db-988f-4f45-b0fd-61806a4100ed tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7020767 Nov 24 21:05:24.925147 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-7cf6fb51-e5ea-416a-b992-84d6a60ba294 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Calling delete_port for f88b1340-9aab-4f7f-b045-812d0aaeb29a owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:05:24.987006 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc0601b-8a98-4b43-8e08-1ec8d053a48d None None] DHCP port deletion for 5e10acca-83c3-4515-be1e-8fe8e0ad0042 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:05:24.993663 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddeac0e-917d-4344-b300-3b1069967fb4 None None] Checking router: d5e7c25e-0056-4611-b2ea-d10a47b4bb39 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:05:25.047668 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddeac0e-917d-4344-b300-3b1069967fb4 None None] Routers {'d5e7c25e-0056-4611-b2ea-d10a47b4bb39'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:25.050502 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-dddeac0e-917d-4344-b300-3b1069967fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:12Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:25.056938 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-880a183c-a3b1-4c71-a990-641a6a039071 req-c88c49f0-2799-48a2-a307-d96037b084cb tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Router f3ffbb09-f811-44f4-8484-b0fd0dce135c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:05:25.126092 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf6fb51-e5ea-416a-b992-84d6a60ba294 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:25.153864 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61ff31-21a0-4809-bd8d-7bbbdcaf4403 req-bd6105e5-940c-4d2d-923f-c133fd993d8d tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:25.156327 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca61ff31-21a0-4809-bd8d-7bbbdcaf4403 req-bd6105e5-940c-4d2d-923f-c133fd993d8d tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2f5d821-9a89-480e-b745-5b48b3ab4f59 HTTP/1.1" status: 200 len: 944 time: 0.4727361 Nov 24 21:05:25.221659 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6fb51-e5ea-416a-b992-84d6a60ba294 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Port': ['ID=f88b1340-9aab-4f7f-b045-812d0aaeb29a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:25.248431 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921604db-48fd-4a2e-9dad-0f1f28c0f6e4 req-5be6d16a-86e3-4ab9-adb5-627e4c4fc2f7 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:25.250904 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-921604db-48fd-4a2e-9dad-0f1f28c0f6e4 req-5be6d16a-86e3-4ab9-adb5-627e4c4fc2f7 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.48 "GET /v2.0/ports?device_id=067c8d69-7ada-4685-b45a-fc8f20753b96 HTTP/1.1" status: 200 len: 945 time: 0.1894243 Nov 24 21:05:25.254252 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6fb51-e5ea-416a-b992-84d6a60ba294 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] No DVR routers for this DVR port f88b1340-9aab-4f7f-b045-812d0aaeb29a on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:05:25.260612 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-dddeac0e-917d-4344-b300-3b1069967fb4 None None] Set router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:25.335832 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca61ff31-21a0-4809-bd8d-7bbbdcaf4403 req-89882860-302d-42b0-a6b6-ac6bbf1e9daf tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3fb95b7-8edc-4135-ab69-92cbc4e6b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659126 Nov 24 21:05:25.460966 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf6fb51-e5ea-416a-b992-84d6a60ba294 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:25.492002 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d3e29e5e-beb2-4d93-8dc7-f57ea4fa754c req-dd3c7405-cd2b-4bd3-b318-80e640008ddb tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cab293e-9eff-4dab-aa2e-b95d19df1d47 HTTP/1.1" status: 200 len: 210 time: 0.0662212 Nov 24 21:05:25.537040 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-880a183c-a3b1-4c71-a990-641a6a039071 req-c88c49f0-2799-48a2-a307-d96037b084cb tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:05:25.539466 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-7cf6fb51-e5ea-416a-b992-84d6a60ba294 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e10acca-83c3-4515-be1e-8fe8e0ad0042']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:25.552536 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb840f9-dce2-4a96-b0b6-4eed0d2e9929 None None] Sync routers for ids ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:05:25.554003 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-921604db-48fd-4a2e-9dad-0f1f28c0f6e4 req-9a13f070-ae77-4f79-9380-a6098d436c28 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Deleting port 245c6e63-e988-4a3b-bb33-82911738ae3d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:05:25.554195 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-921604db-48fd-4a2e-9dad-0f1f28c0f6e4 req-9a13f070-ae77-4f79-9380-a6098d436c28 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:25.556374 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-7cf6fb51-e5ea-416a-b992-84d6a60ba294 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b19adf6-2958-4029-a66f-86eadec87c5e') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:25.556685 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-7cf6fb51-e5ea-416a-b992-84d6a60ba294 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b19adf6-2958-4029-a66f-86eadec87c5e') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:25.571192 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device af0d2ff1-f872-4b17-9b2e-15bc4503c995 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:05:25.573192 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb840f9-dce2-4a96-b0b6-4eed0d2e9929 None None] Routers {'f3ffbb09-f811-44f4-8484-b0fd0dce135c'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:25.574064 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-6cb840f9-dce2-4a96-b0b6-4eed0d2e9929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:12Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:25.584204 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9fc0601b-8a98-4b43-8e08-1ec8d053a48d None None] Deleting port f88b1340-9aab-4f7f-b045-812d0aaeb29a {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:05:25.584593 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9fc0601b-8a98-4b43-8e08-1ec8d053a48d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:25.590168 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf6fb51-e5ea-416a-b992-84d6a60ba294 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:25.621139 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: af0d2ff1-f872-4b17-9b2e-15bc4503c995 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:05:25.621139 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device af0d2ff1-f872-4b17-9b2e-15bc4503c995 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:05:25.636003 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-880a183c-a3b1-4c71-a990-641a6a039071 req-c88c49f0-2799-48a2-a307-d96037b084cb tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] No DVR routers for this DVR port af0d2ff1-f872-4b17-9b2e-15bc4503c995 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:05:25.644558 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-880a183c-a3b1-4c71-a990-641a6a039071 req-c88c49f0-2799-48a2-a307-d96037b084cb tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:25.645164 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf6fb51-e5ea-416a-b992-84d6a60ba294 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:25.648725 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-880a183c-a3b1-4c71-a990-641a6a039071 req-c88c49f0-2799-48a2-a307-d96037b084cb tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.48 "DELETE /v2.0/ports/af0d2ff1-f872-4b17-9b2e-15bc4503c995 HTTP/1.1" status: 204 len: 173 time: 2.3387032 Nov 24 21:05:25.649236 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cab293e-9eff-4dab-aa2e-b95d19df1d47', 'name': 'network-vif-deleted', 'tag': 'af0d2ff1-f872-4b17-9b2e-15bc4503c995'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:05:25.658516 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d09521-1558-49fd-8082-7fb05187faec" -d '{"events": [{"server_uuid": "4cab293e-9eff-4dab-aa2e-b95d19df1d47", "name": "network-vif-deleted", "tag": "af0d2ff1-f872-4b17-9b2e-15bc4503c995"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:05:25.659345 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf6fb51-e5ea-416a-b992-84d6a60ba294 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:05:25.659757 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf6fb51-e5ea-416a-b992-84d6a60ba294 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:25.738472 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-9fc0601b-8a98-4b43-8e08-1ec8d053a48d None None] For port f88b1340-9aab-4f7f-b045-812d0aaeb29a, host n-d-812111-8, got binding levels [] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:25.738936 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9fc0601b-8a98-4b43-8e08-1ec8d053a48d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:25.749735 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-dddeac0e-917d-4344-b300-3b1069967fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:05:22Z', 'revision_number': 10, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None, '_interfaces': [{'id': 'e4622b09-1ec8-4369-bbdf-c0b168ac81fe', 'name': '', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:1d:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:45Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:25.758446 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9fc0601b-8a98-4b43-8e08-1ec8d053a48d None None] Calling delete_port for f88b1340-9aab-4f7f-b045-812d0aaeb29a owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:05:25.761979 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0782d789-5a6c-47e8-94b1-7a3f12585523 x-openstack-request-id: req-0782d789-5a6c-47e8-94b1-7a3f12585523 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:05:25.762286 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cab293e-9eff-4dab-aa2e-b95d19df1d47", "name": "network-vif-deleted", "tag": "af0d2ff1-f872-4b17-9b2e-15bc4503c995", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:05:25.762558 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0782d789-5a6c-47e8-94b1-7a3f12585523 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:05:25.763127 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cab293e-9eff-4dab-aa2e-b95d19df1d47', 'name': 'network-vif-deleted', 'tag': 'af0d2ff1-f872-4b17-9b2e-15bc4503c995', 'status': 'completed', 'code': 200} Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:05:25.805006 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:05:25.826859 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf6fb51-e5ea-416a-b992-84d6a60ba294 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:25.837608 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf6fb51-e5ea-416a-b992-84d6a60ba294 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:25.845591 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddeac0e-917d-4344-b300-3b1069967fb4 None None] The sync data for ids ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'] in n-d-812111-8 is: [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:05:22Z', 'revision_number': 10, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None, '_interfaces': [{'id': 'e4622b09-1ec8-4369-bbdf-c0b168ac81fe', 'name': '', 'network_id': '0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'mac_address': 'fa:16:3e:1d:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:45Z', 'revision_number': 5, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'subnets': [{'id': 'cf035f64-1e45-4acd-8cba-21205c428370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:05:25.846266 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7cf6fb51-e5ea-416a-b992-84d6a60ba294 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/networks/5e10acca-83c3-4515-be1e-8fe8e0ad0042 HTTP/1.1" status: 204 len: 168 time: 1.4208822 Nov 24 21:05:25.849190 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.ipam_backend_mixin [None req-9fc0601b-8a98-4b43-8e08-1ec8d053a48d None None] Port f88b1340-9aab-4f7f-b045-812d0aaeb29a was not found and therefore no delete operation was performed {{(pid=109992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 21:05:25.851258 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9fc0601b-8a98-4b43-8e08-1ec8d053a48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:25.856198 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46220) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:25.866586 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9fc0601b-8a98-4b43-8e08-1ec8d053a48d None None] Network 5e10acca-83c3-4515-be1e-8fe8e0ad0042 is not hosted by any dhcp agent {{(pid=109992) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 21:05:25.867313 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc0601b-8a98-4b43-8e08-1ec8d053a48d None None] No DVR routers for this DVR port f88b1340-9aab-4f7f-b045-812d0aaeb29a on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:05:25.880310 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6fb51-e5ea-416a-b992-84d6a60ba294 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Network': ['ID=5e10acca-83c3-4515-be1e-8fe8e0ad0042,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:25.889809 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0601b-8a98-4b43-8e08-1ec8d053a48d None None] Pushing event deleted for resources: {'Port': ['ID=f88b1340-9aab-4f7f-b045-812d0aaeb29a,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:25.893405 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-921604db-48fd-4a2e-9dad-0f1f28c0f6e4 req-9a13f070-ae77-4f79-9380-a6098d436c28 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] For port 245c6e63-e988-4a3b-bb33-82911738ae3d, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=245c6e63-e988-4a3b-bb33-82911738ae3d,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:25.893913 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-921604db-48fd-4a2e-9dad-0f1f28c0f6e4 req-9a13f070-ae77-4f79-9380-a6098d436c28 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:25.929621 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-921604db-48fd-4a2e-9dad-0f1f28c0f6e4 req-9a13f070-ae77-4f79-9380-a6098d436c28 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Calling delete_port for 245c6e63-e988-4a3b-bb33-82911738ae3d owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:05:26.146358 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-6cb840f9-dce2-4a96-b0b6-4eed0d2e9929 None None] Set router f3ffbb09-f811-44f4-8484-b0fd0dce135c gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:26.158021 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e01b1-0baf-4a00-a330-a09e7c1a7359 req-e4bdae0a-38ad-454b-9953-ec3b0b9fc882 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:26.159605 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3c1e01b1-0baf-4a00-a330-a09e7c1a7359 req-e4bdae0a-38ad-454b-9953-ec3b0b9fc882 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=067c8d69-7ada-4685-b45a-fc8f20753b96 HTTP/1.1" status: 200 len: 945 time: 0.1221104 Nov 24 21:05:26.449447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device f88b1340-9aab-4f7f-b045-812d0aaeb29a no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:05:26.453867 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f05302e9-3605-46a8-8e53-40e654232d61 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:26.476061 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3c1e01b1-0baf-4a00-a330-a09e7c1a7359 req-05b34e89-26fb-4a90-ac1e-a6d683875575 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053160 Nov 24 21:05:26.523670 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: f88b1340-9aab-4f7f-b045-812d0aaeb29a {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:05:26.524118 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device f88b1340-9aab-4f7f-b045-812d0aaeb29a not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:05:26.524559 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ddd0baaa-d004-449a-8e9b-242acd6e9c3f no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:05:26.548236 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: ddd0baaa-d004-449a-8e9b-242acd6e9c3f {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:05:26.548694 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ddd0baaa-d004-449a-8e9b-242acd6e9c3f not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:05:26.556393 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-921604db-48fd-4a2e-9dad-0f1f28c0f6e4 req-9a13f070-ae77-4f79-9380-a6098d436c28 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:26.594314 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13f070-ae77-4f79-9380-a6098d436c28 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Pushing event deleted for resources: {'Port': ['ID=245c6e63-e988-4a3b-bb33-82911738ae3d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:26.628141 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2798c-cb84-403a-b95c-ac5b682231e2 req-a9aeca77-0be7-427b-8df8-c4912933b5bb tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:26.629811 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eee2798c-cb84-403a-b95c-ac5b682231e2 req-a9aeca77-0be7-427b-8df8-c4912933b5bb tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2f5d821-9a89-480e-b745-5b48b3ab4f59 HTTP/1.1" status: 200 len: 944 time: 0.0923977 Nov 24 21:05:26.675203 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-921604db-48fd-4a2e-9dad-0f1f28c0f6e4 req-9a13f070-ae77-4f79-9380-a6098d436c28 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] No DVR routers for this DVR port 245c6e63-e988-4a3b-bb33-82911738ae3d on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:05:26.681707 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-921604db-48fd-4a2e-9dad-0f1f28c0f6e4 req-9a13f070-ae77-4f79-9380-a6098d436c28 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:26.696149 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-921604db-48fd-4a2e-9dad-0f1f28c0f6e4 req-9a13f070-ae77-4f79-9380-a6098d436c28 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.48 "DELETE /v2.0/ports/245c6e63-e988-4a3b-bb33-82911738ae3d HTTP/1.1" status: 204 len: 173 time: 1.4372637 Nov 24 21:05:26.823090 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eee2798c-cb84-403a-b95c-ac5b682231e2 req-443fbe95-accc-43a5-8420-1345c2d926fb tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3fb95b7-8edc-4135-ab69-92cbc4e6b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417515 Nov 24 21:05:26.834178 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-6cb840f9-dce2-4a96-b0b6-4eed0d2e9929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'name': 'tempest-AttachVolumeTestJSON-708664594-router', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7f432429-060f-40c1-ac7d-964025e76a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:00:39Z', 'updated_at': '2021-11-24T21:00:49Z', 'revision_number': 4, 'project_id': '76400c1822bc4519abca8b807069cf99', 'gw_port': {'id': '7f432429-060f-40c1-ac7d-964025e76a03', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:41Z', 'updated_at': '2021-11-24T21:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'f715d8b5-3fc2-4267-9512-ca0f9a46817c', 'name': '', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'mac_address': 'fa:16:3e:2e:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:46Z', 'updated_at': '2021-11-24T21:00:56Z', 'revision_number': 5, 'project_id': '76400c1822bc4519abca8b807069cf99', 'subnets': [{'id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:26.862597 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 46244) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:26.908908 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb840f9-dce2-4a96-b0b6-4eed0d2e9929 None None] Checking router: f3ffbb09-f811-44f4-8484-b0fd0dce135c for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:05:26.919575 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb840f9-dce2-4a96-b0b6-4eed0d2e9929 None None] Routers {'f3ffbb09-f811-44f4-8484-b0fd0dce135c'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:26.920465 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-6cb840f9-dce2-4a96-b0b6-4eed0d2e9929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:12Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:26.955071 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c37485b2-7dd4-422a-95c0-1448cfdd6e0f tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:26.979439 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f05302e9-3605-46a8-8e53-40e654232d61 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting port e4622b09-1ec8-4369-bbdf-c0b168ac81fe {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:05:26.979780 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f05302e9-3605-46a8-8e53-40e654232d61 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:26.981575 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c37485b2-7dd4-422a-95c0-1448cfdd6e0f tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:27.043824 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c37485b2-7dd4-422a-95c0-1448cfdd6e0f tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:27.046742 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c37485b2-7dd4-422a-95c0-1448cfdd6e0f tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:27.052831 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c37485b2-7dd4-422a-95c0-1448cfdd6e0f tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "DELETE /v2.0/security-groups/aac244b8-f2ea-4870-8ed8-fcdfc930b7e9 HTTP/1.1" status: 204 len: 168 time: 0.1890824 Nov 24 21:05:27.053548 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 46246) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:27.077576 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-6cb840f9-dce2-4a96-b0b6-4eed0d2e9929 None None] Set router f3ffbb09-f811-44f4-8484-b0fd0dce135c gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:27.091837 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37485b2-7dd4-422a-95c0-1448cfdd6e0f tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac244b8-f2ea-4870-8ed8-fcdfc930b7e9,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:27.105950 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-133734d0-8716-4324-8711-df52846f591f tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] show failed (client error): The resource could not be found. Nov 24 21:05:27.108080 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-133734d0-8716-4324-8711-df52846f591f tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups/aac244b8-f2ea-4870-8ed8-fcdfc930b7e9 HTTP/1.1" status: 404 len: 347 time: 0.0440164 Nov 24 21:05:27.110294 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 46252) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:27.149490 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5a080c33-d7c0-41c7-bdaf-2eee0b99927d up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:05:27.174643 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-f05302e9-3605-46a8-8e53-40e654232d61 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] For port e4622b09-1ec8-4369-bbdf-c0b168ac81fe, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e4622b09-1ec8-4369-bbdf-c0b168ac81fe,segment=NetworkSegment(85c03c0b-2ade-4590-a244-0b5fb19e82ce),segment_id=85c03c0b-2ade-4590-a244-0b5fb19e82ce)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:27.175009 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f05302e9-3605-46a8-8e53-40e654232d61 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:27.207236 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f05302e9-3605-46a8-8e53-40e654232d61 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Calling delete_port for e4622b09-1ec8-4369-bbdf-c0b168ac81fe owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:05:27.287623 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 5a080c33-d7c0-41c7-bdaf-2eee0b99927d completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:05:27.292220 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 5a080c33-d7c0-41c7-bdaf-2eee0b99927d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:27.298065 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:27.351753 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-5017f286-f8c0-47ec-8488-7ef9ae2ff121 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Deleting port 1823d924-ebf1-451b-851d-a18d258b070c {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:05:27.352167 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5017f286-f8c0-47ec-8488-7ef9ae2ff121 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:27.476774 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:27.534677 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 245c6e63-e988-4a3b-bb33-82911738ae3d no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:05:27.556063 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-6cb840f9-dce2-4a96-b0b6-4eed0d2e9929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'name': 'tempest-AttachVolumeTestJSON-708664594-router', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7f432429-060f-40c1-ac7d-964025e76a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:00:39Z', 'updated_at': '2021-11-24T21:00:49Z', 'revision_number': 4, 'project_id': '76400c1822bc4519abca8b807069cf99', 'gw_port': {'id': '7f432429-060f-40c1-ac7d-964025e76a03', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:41Z', 'updated_at': '2021-11-24T21:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'f715d8b5-3fc2-4267-9512-ca0f9a46817c', 'name': '', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'mac_address': 'fa:16:3e:2e:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:46Z', 'updated_at': '2021-11-24T21:00:56Z', 'revision_number': 5, 'project_id': '76400c1822bc4519abca8b807069cf99', 'subnets': [{'id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:27.600029 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f5d821-9a89-480e-b745-5b48b3ab4f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a080c33-d7c0-41c7-bdaf-2eee0b99927d'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:05:27.600399 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb840f9-dce2-4a96-b0b6-4eed0d2e9929 None None] The sync data for ids ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'] in n-d-812111-8 is: [{'id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'name': 'tempest-AttachVolumeTestJSON-708664594-router', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7f432429-060f-40c1-ac7d-964025e76a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:00:39Z', 'updated_at': '2021-11-24T21:00:49Z', 'revision_number': 4, 'project_id': '76400c1822bc4519abca8b807069cf99', 'gw_port': {'id': '7f432429-060f-40c1-ac7d-964025e76a03', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:41Z', 'updated_at': '2021-11-24T21:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'f715d8b5-3fc2-4267-9512-ca0f9a46817c', 'name': '', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'mac_address': 'fa:16:3e:2e:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:46Z', 'updated_at': '2021-11-24T21:00:56Z', 'revision_number': 5, 'project_id': '76400c1822bc4519abca8b807069cf99', 'subnets': [{'id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:05:27.606696 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5017f286-f8c0-47ec-8488-7ef9ae2ff121 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:27.607794 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5017f286-f8c0-47ec-8488-7ef9ae2ff121 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:27.622475 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9980bbf2-f066-4cfe-930e-95c593179cf1" -d '{"events": [{"server_uuid": "b2f5d821-9a89-480e-b745-5b48b3ab4f59", "name": "network-vif-plugged", "status": "completed", "tag": "5a080c33-d7c0-41c7-bdaf-2eee0b99927d"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:05:27.647013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-5017f286-f8c0-47ec-8488-7ef9ae2ff121 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Calling delete_port for 1823d924-ebf1-451b-851d-a18d258b070c owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:05:27.650789 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f05302e9-3605-46a8-8e53-40e654232d61 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:27.659386 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 5a080c33-d7c0-41c7-bdaf-2eee0b99927d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5a080c33-d7c0-41c7-bdaf-2eee0b99927d,segment=NetworkSegment(85387244-4381-4a41-ae45-dafeac5d8c7f),segment_id=85387244-4381-4a41-ae45-dafeac5d8c7f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:27.662076 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 245c6e63-e988-4a3b-bb33-82911738ae3d {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:05:27.662815 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 245c6e63-e988-4a3b-bb33-82911738ae3d not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:05:27.671593 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:27.740030 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cef1b6f-c9c3-4365-89d9-44db472b89cb x-openstack-request-id: req-2cef1b6f-c9c3-4365-89d9-44db472b89cb {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:05:27.740731 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f5d821-9a89-480e-b745-5b48b3ab4f59", "name": "network-vif-plugged", "status": "completed", "tag": "5a080c33-d7c0-41c7-bdaf-2eee0b99927d", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:05:27.741972 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2cef1b6f-c9c3-4365-89d9-44db472b89cb {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:05:27.746679 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f5d821-9a89-480e-b745-5b48b3ab4f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a080c33-d7c0-41c7-bdaf-2eee0b99927d', 'code': 200} Nov 24 21:05:27.774999 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067c8d69-7ada-4685-b45a-fc8f20753b96', 'name': 'network-vif-deleted', 'tag': '245c6e63-e988-4a3b-bb33-82911738ae3d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:05:27.781588 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d2ed8f-017e-43e8-aa0e-3c477914e572" -d '{"events": [{"server_uuid": "067c8d69-7ada-4685-b45a-fc8f20753b96", "name": "network-vif-deleted", "tag": "245c6e63-e988-4a3b-bb33-82911738ae3d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:05:27.822810 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05302e9-3605-46a8-8e53-40e654232d61 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Port': ['ID=e4622b09-1ec8-4369-bbdf-c0b168ac81fe,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:27.827321 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=5a080c33-d7c0-41c7-bdaf-2eee0b99927d,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:28.024425 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182c3ed7-57fa-46ec-8d9e-299f1a35adae x-openstack-request-id: req-182c3ed7-57fa-46ec-8d9e-299f1a35adae {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:05:28.025027 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067c8d69-7ada-4685-b45a-fc8f20753b96", "name": "network-vif-deleted", "tag": "245c6e63-e988-4a3b-bb33-82911738ae3d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:05:28.028661 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-182c3ed7-57fa-46ec-8d9e-299f1a35adae {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:05:28.029318 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067c8d69-7ada-4685-b45a-fc8f20753b96', 'name': 'network-vif-deleted', 'tag': '245c6e63-e988-4a3b-bb33-82911738ae3d', 'status': 'completed', 'code': 200} Nov 24 21:05:28.092914 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9b49de75-2580-4184-9486-79c5e60fc7a6 req-1072765a-9cc1-436b-b7c6-dc53d88ab5fd tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=067c8d69-7ada-4685-b45a-fc8f20753b96 HTTP/1.1" status: 200 len: 210 time: 0.3607919 Nov 24 21:05:28.244836 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f05302e9-3605-46a8-8e53-40e654232d61 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:28.250779 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5bd5c1-fbfc-4fb6-ab56-23418446a645 None None] New status for floating IP c4ea7ce6-ae3e-4a8b-8f40-baa9965cc9f7: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:05:28.254174 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c749f-9fab-4115-9658-c0488c28fa52 req-ada6ac6f-21ba-42fb-baae-9cf280347126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:28.254904 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c52c749f-9fab-4115-9658-c0488c28fa52 req-ada6ac6f-21ba-42fb-baae-9cf280347126 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b2f5d821-9a89-480e-b745-5b48b3ab4f59 HTTP/1.1" status: 200 len: 1096 time: 0.2408156 Nov 24 21:05:28.263734 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5017f286-f8c0-47ec-8488-7ef9ae2ff121 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:28.300501 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017f286-f8c0-47ec-8488-7ef9ae2ff121 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Pushing event deleted for resources: {'Port': ['ID=1823d924-ebf1-451b-851d-a18d258b070c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:28.332591 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96ca71-ef08-42ed-9382-3e414c7019bb req-01094520-1fa1-41c4-a802-e1d871916550 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:28.339505 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cc96ca71-ef08-42ed-9382-3e414c7019bb req-01094520-1fa1-41c4-a802-e1d871916550 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2f5d821-9a89-480e-b745-5b48b3ab4f59 HTTP/1.1" status: 200 len: 945 time: 0.1383317 Nov 24 21:05:28.382494 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-dd5bd5c1-fbfc-4fb6-ab56-23418446a645 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:05:28.382884 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-dd5bd5c1-fbfc-4fb6-ab56-23418446a645 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:05:28.441606 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c52c749f-9fab-4115-9658-c0488c28fa52 req-9f4b1f9b-cbb1-4737-8e1c-9fe8b15fe19c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e3fb95b7-8edc-4135-ab69-92cbc4e6b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464868 Nov 24 21:05:28.493614 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05302e9-3605-46a8-8e53-40e654232d61 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:05:28.515136 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5017f286-f8c0-47ec-8488-7ef9ae2ff121 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:28.519194 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5017f286-f8c0-47ec-8488-7ef9ae2ff121 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:28.520521 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5017f286-f8c0-47ec-8488-7ef9ae2ff121 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "DELETE /v2.0/floatingips/c4ea7ce6-ae3e-4a8b-8f40-baa9965cc9f7 HTTP/1.1" status: 204 len: 168 time: 1.4088669 Nov 24 21:05:28.535845 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cc96ca71-ef08-42ed-9382-3e414c7019bb req-d2fbe845-2c2e-44b0-be14-9e9ec6236e5f tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3fb95b7-8edc-4135-ab69-92cbc4e6b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952450 Nov 24 21:05:28.619564 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05302e9-3605-46a8-8e53-40e654232d61 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:05:28.627904 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 46286) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:28.628070 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f05302e9-3605-46a8-8e53-40e654232d61 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/routers/d5e7c25e-0056-4611-b2ea-d10a47b4bb39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7703481 Nov 24 21:05:28.638916 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdde8f8f-6152-46d9-bbd1-3bd73862771d None None] Sync routers for ids ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:05:28.668509 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdde8f8f-6152-46d9-bbd1-3bd73862771d None None] Routers {'d5e7c25e-0056-4611-b2ea-d10a47b4bb39'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:28.669331 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-fdde8f8f-6152-46d9-bbd1-3bd73862771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:12Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:28.723187 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d204d8-882a-4c92-a9ae-71c82221e53a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting subnet cf035f64-1e45-4acd-8cba-21205c428370 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:05:28.727736 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-58d204d8-882a-4c92-a9ae-71c82221e53a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:28.807889 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-58d204d8-882a-4c92-a9ae-71c82221e53a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:28.817763 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-fdde8f8f-6152-46d9-bbd1-3bd73862771d None None] Set router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:28.883997 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5bd5c1-fbfc-4fb6-ab56-23418446a645 None None] New status for floating IP c4ea7ce6-ae3e-4a8b-8f40-baa9965cc9f7: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:05:28.958124 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-fdde8f8f-6152-46d9-bbd1-3bd73862771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:05:27Z', 'revision_number': 11, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:29.005562 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdde8f8f-6152-46d9-bbd1-3bd73862771d None None] Checking router: d5e7c25e-0056-4611-b2ea-d10a47b4bb39 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:05:29.015415 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdde8f8f-6152-46d9-bbd1-3bd73862771d None None] Routers {'d5e7c25e-0056-4611-b2ea-d10a47b4bb39'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:29.016153 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-fdde8f8f-6152-46d9-bbd1-3bd73862771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:12Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:29.116591 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-58d204d8-882a-4c92-a9ae-71c82221e53a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:29.134239 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46296) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:29.140086 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-7392b3e1-a05d-4f96-8e1a-0cf4ce72c2ea tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--7687142', 'description': 'tempest-description--225960387'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:29.160466 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-fdde8f8f-6152-46d9-bbd1-3bd73862771d None None] Set router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:29.246526 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7392b3e1-a05d-4f96-8e1a-0cf4ce72c2ea tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:29.288658 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-fdde8f8f-6152-46d9-bbd1-3bd73862771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:05:27Z', 'revision_number': 11, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:29.331803 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdde8f8f-6152-46d9-bbd1-3bd73862771d None None] The sync data for ids ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'] in n-d-812111-8 is: [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:05:27Z', 'revision_number': 11, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:05:29.365384 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7392b3e1-a05d-4f96-8e1a-0cf4ce72c2ea tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:29.376239 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-58d204d8-882a-4c92-a9ae-71c82221e53a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:29.376795 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7392b3e1-a05d-4f96-8e1a-0cf4ce72c2ea tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:29.423772 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d204d8-882a-4c92-a9ae-71c82221e53a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Subnet': ['ID=cf035f64-1e45-4acd-8cba-21205c428370,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:29.433079 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-58d204d8-882a-4c92-a9ae-71c82221e53a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:29.439032 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f726a1-eb48-400e-8d9a-ab1b97c7a530 None None] Network 0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:05:29.441050 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-58d204d8-882a-4c92-a9ae-71c82221e53a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/subnets/cf035f64-1e45-4acd-8cba-21205c428370 HTTP/1.1" status: 204 len: 168 time: 0.8113432 Nov 24 21:05:29.441810 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 46312) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:29.449856 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7392b3e1-a05d-4f96-8e1a-0cf4ce72c2ea tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:29.454551 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7392b3e1-a05d-4f96-8e1a-0cf4ce72c2ea tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3191545 Nov 24 21:05:29.458792 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46314) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:29.468547 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-be326959-c780-48e5-8c53-54c066ea2c30 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Request body: {'security_group_rule': {'security_group_id': 'e17d0e94-9c03-4d70-a275-8baf5fedfa1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:29.481999 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392b3e1-a05d-4f96-8e1a-0cf4ce72c2ea tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e17d0e94-9c03-4d70-a275-8baf5fedfa1a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:29.627082 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dfdda1e1-4a32-4834-aaf2-cf73e9c53d0b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:29.627320 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be326959-c780-48e5-8c53-54c066ea2c30 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:29.688863 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-e0ae550d-bbcd-4cb0-9fb2-59a0cfab5d5c tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:29.698605 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-e0ae550d-bbcd-4cb0-9fb2-59a0cfab5d5c tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/networks?id=287bbc50-3f16-40b0-94f6-15f32164ebfe HTTP/1.1" status: 200 len: 812 time: 0.3017807 Nov 24 21:05:29.917113 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e3ca0-23df-415b-8146-16a5a28c7596 req-3824d223-334a-4cb7-8d96-edf4bf416bc9 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:29.918762 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-800e3ca0-23df-415b-8146-16a5a28c7596 req-3824d223-334a-4cb7-8d96-edf4bf416bc9 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2f5d821-9a89-480e-b745-5b48b3ab4f59 HTTP/1.1" status: 200 len: 945 time: 0.2807193 Nov 24 21:05:30.019250 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db857bb-448d-473f-9e2a-f9b1ec5ce5ec None None] DHCP port deletion for 0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:05:30.097434 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-800e3ca0-23df-415b-8146-16a5a28c7596 req-db7f75e1-c743-400d-b5ee-75232826beb3 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3fb95b7-8edc-4135-ab69-92cbc4e6b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634521 Nov 24 21:05:30.112193 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-3db857bb-448d-473f-9e2a-f9b1ec5ce5ec None None] Deleting port 9df1f7ba-964d-47d6-81fc-3f41539c89cf {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:05:30.112689 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3db857bb-448d-473f-9e2a-f9b1ec5ce5ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:30.116725 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-dfdda1e1-4a32-4834-aaf2-cf73e9c53d0b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Deleting port 9df1f7ba-964d-47d6-81fc-3f41539c89cf {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:05:30.121625 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dfdda1e1-4a32-4834-aaf2-cf73e9c53d0b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:30.303362 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-dfdda1e1-4a32-4834-aaf2-cf73e9c53d0b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] For port 9df1f7ba-964d-47d6-81fc-3f41539c89cf, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9df1f7ba-964d-47d6-81fc-3f41539c89cf,segment=NetworkSegment(85c03c0b-2ade-4590-a244-0b5fb19e82ce),segment_id=85c03c0b-2ade-4590-a244-0b5fb19e82ce)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:30.304913 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dfdda1e1-4a32-4834-aaf2-cf73e9c53d0b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:30.320791 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-dfdda1e1-4a32-4834-aaf2-cf73e9c53d0b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Calling delete_port for 9df1f7ba-964d-47d6-81fc-3f41539c89cf owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:05:30.394011 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46334) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:30.432044 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-3aca710d-8d25-4704-b095-f42c91e20ccc tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/quotas/e71b3a96d850423e9f3044dfb96ccf17 HTTP/1.1" status: 200 len: 375 time: 0.7288496 Nov 24 21:05:30.455486 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dfdda1e1-4a32-4834-aaf2-cf73e9c53d0b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:30.515444 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdda1e1-4a32-4834-aaf2-cf73e9c53d0b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Port': ['ID=9df1f7ba-964d-47d6-81fc-3f41539c89cf,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:30.528485 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-c44b7942-4559-4d5e-93a8-7a190c9d2d73 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e71b3a96d850423e9f3044dfb96ccf17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905085 Nov 24 21:05:30.540658 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdda1e1-4a32-4834-aaf2-cf73e9c53d0b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] No DVR routers for this DVR port 9df1f7ba-964d-47d6-81fc-3f41539c89cf on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:05:30.566683 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9df1f7ba-964d-47d6-81fc-3f41539c89cf no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:05:30.604988 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 9df1f7ba-964d-47d6-81fc-3f41539c89cf {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:05:30.605322 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9df1f7ba-964d-47d6-81fc-3f41539c89cf not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:05:30.605751 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e4622b09-1ec8-4369-bbdf-c0b168ac81fe no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:05:30.630893 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: e4622b09-1ec8-4369-bbdf-c0b168ac81fe {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:05:30.631256 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e4622b09-1ec8-4369-bbdf-c0b168ac81fe not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:05:30.646811 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-3db857bb-448d-473f-9e2a-f9b1ec5ce5ec None None] For port 9df1f7ba-964d-47d6-81fc-3f41539c89cf, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9df1f7ba-964d-47d6-81fc-3f41539c89cf,segment=NetworkSegment(85c03c0b-2ade-4590-a244-0b5fb19e82ce),segment_id=85c03c0b-2ade-4590-a244-0b5fb19e82ce)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:30.647224 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3db857bb-448d-473f-9e2a-f9b1ec5ce5ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:30.686231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-3db857bb-448d-473f-9e2a-f9b1ec5ce5ec None None] Calling delete_port for 9df1f7ba-964d-47d6-81fc-3f41539c89cf owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:05:30.705672 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be326959-c780-48e5-8c53-54c066ea2c30 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:30.709273 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f1c299c5-5338-47e4-a025-bf1400f7636c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:30.715982 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dfdda1e1-4a32-4834-aaf2-cf73e9c53d0b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:30.717920 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be326959-c780-48e5-8c53-54c066ea2c30 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:30.777478 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-dfdda1e1-4a32-4834-aaf2-cf73e9c53d0b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:30.807142 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-dfdda1e1-4a32-4834-aaf2-cf73e9c53d0b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c03c0b-2ade-4590-a244-0b5fb19e82ce') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:30.807589 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-dfdda1e1-4a32-4834-aaf2-cf73e9c53d0b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c03c0b-2ade-4590-a244-0b5fb19e82ce') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:30.827741 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be326959-c780-48e5-8c53-54c066ea2c30 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688a122e-8a8f-4133-a030-e470b1d6a1ff,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:30.828259 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dfdda1e1-4a32-4834-aaf2-cf73e9c53d0b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:30.831638 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3db857bb-448d-473f-9e2a-f9b1ec5ce5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:30.845677 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-1578c6d3-615a-4de0-946a-61d01b099d7f service neutron] 10.222.0.11 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031585 Nov 24 21:05:30.854930 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-5375ace1-a982-430f-bf7c-562514ae5017 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0895536 Nov 24 21:05:30.863651 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dfdda1e1-4a32-4834-aaf2-cf73e9c53d0b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:30.872654 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfdda1e1-4a32-4834-aaf2-cf73e9c53d0b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:05:30.873784 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dfdda1e1-4a32-4834-aaf2-cf73e9c53d0b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:30.875302 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db857bb-448d-473f-9e2a-f9b1ec5ce5ec None None] No DVR routers for this DVR port 9df1f7ba-964d-47d6-81fc-3f41539c89cf on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:05:30.878957 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db857bb-448d-473f-9e2a-f9b1ec5ce5ec None None] Pushing event deleted for resources: {'Port': ['ID=9df1f7ba-964d-47d6-81fc-3f41539c89cf,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:05:30.884424 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:05:30.911482 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be326959-c780-48e5-8c53-54c066ea2c30 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:30.912703 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-be326959-c780-48e5-8c53-54c066ea2c30 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4480009 Nov 24 21:05:30.915962 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46344) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:30.932271 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-94ff2507-59b6-4c64-81a3-b8c738deea9b tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Request body: {'security_group_rule': {'security_group_id': 'e17d0e94-9c03-4d70-a275-8baf5fedfa1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:31.029309 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dfdda1e1-4a32-4834-aaf2-cf73e9c53d0b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:31.051720 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dfdda1e1-4a32-4834-aaf2-cf73e9c53d0b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:31.058063 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-dfdda1e1-4a32-4834-aaf2-cf73e9c53d0b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/networks/0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4 HTTP/1.1" status: 204 len: 168 time: 1.6149800 Nov 24 21:05:31.061830 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 46348) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:31.069890 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-c24089c6-301c-4ce1-9396-ab931a1ccd98 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'router': {'routes': None}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:31.076339 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-94ff2507-59b6-4c64-81a3-b8c738deea9b tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:31.088257 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f1c299c5-5338-47e4-a025-bf1400f7636c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:31.093910 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-e3f553af-3d4e-498d-9af6-92168b8016a4 service neutron] 10.222.0.11 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285647 Nov 24 21:05:31.104777 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f1c299c5-5338-47e4-a025-bf1400f7636c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:31.137906 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdda1e1-4a32-4834-aaf2-cf73e9c53d0b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Pushing event deleted for resources: {'Network': ['ID=0133ac02-b9e9-46f0-bc1c-9b9ab4f434c4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:31.230776 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f1c299c5-5338-47e4-a025-bf1400f7636c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4ce0762310bb427baa1faddb3c40637b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8260036 Nov 24 21:05:31.249482 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46354) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:31.250481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c299c5-5338-47e4-a025-bf1400f7636c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04388a05-19f6-4599-8a6e-5b16b8a7e649,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:31.357785 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-94ff2507-59b6-4c64-81a3-b8c738deea9b tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:31.372833 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-94ff2507-59b6-4c64-81a3-b8c738deea9b tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:31.418429 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff2507-59b6-4c64-81a3-b8c738deea9b tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49160648-41fb-4291-9c16-12f9b312a5e2,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:31.424695 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-94ff2507-59b6-4c64-81a3-b8c738deea9b tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:31.429650 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-94ff2507-59b6-4c64-81a3-b8c738deea9b tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5084941 Nov 24 21:05:31.432832 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46364) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:31.438191 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-ad9f4710-5019-42b0-806f-9848aadf2aad tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:31.464664 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-12fd9786-df95-4808-9384-ffcd156fbce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:31.480528 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4710-5019-42b0-806f-9848aadf2aad tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:31.538632 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-12fd9786-df95-4808-9384-ffcd156fbce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:31.609426 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e5eb113-9d63-4bf0-908a-20acaa4b87d0 req-b69290c4-9afd-42bd-b340-1f223f97afe2 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 210 time: 0.0681050 Nov 24 21:05:31.742724 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-12fd9786-df95-4808-9384-ffcd156fbce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:31.748313 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-12fd9786-df95-4808-9384-ffcd156fbce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:31.758217 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-12fd9786-df95-4808-9384-ffcd156fbce6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/04388a05-19f6-4599-8a6e-5b16b8a7e649 HTTP/1.1" status: 204 len: 168 time: 0.4993281 Nov 24 21:05:31.769967 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd9786-df95-4808-9384-ffcd156fbce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04388a05-19f6-4599-8a6e-5b16b8a7e649,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:31.792233 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4710-5019-42b0-806f-9848aadf2aad tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:31.809642 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-9535d6e9-2f60-4b0b-bc7c-91f09d4d0f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:31.810318 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-9535d6e9-2f60-4b0b-bc7c-91f09d4d0f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:31.810923 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-9535d6e9-2f60-4b0b-bc7c-91f09d4d0f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:31.811408 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-9535d6e9-2f60-4b0b-bc7c-91f09d4d0f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:31.812020 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-9535d6e9-2f60-4b0b-bc7c-91f09d4d0f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:31.812786 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-9535d6e9-2f60-4b0b-bc7c-91f09d4d0f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:31.813855 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-9535d6e9-2f60-4b0b-bc7c-91f09d4d0f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:31.815725 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-9535d6e9-2f60-4b0b-bc7c-91f09d4d0f55 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=838d059057e840c09ac19be61b107bec&device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 6492 time: 0.8279998 Nov 24 21:05:31.968594 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.extraroute_db [None req-c24089c6-301c-4ce1-9396-ab931a1ccd98 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Added routes are [] {{(pid=109990) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 21:05:31.969030 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.extraroute_db [None req-c24089c6-301c-4ce1-9396-ab931a1ccd98 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Removed routes are [] {{(pid=109990) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 21:05:31.969541 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c24089c6-301c-4ce1-9396-ab931a1ccd98 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:32.017291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-ad9f4710-5019-42b0-806f-9848aadf2aad tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Allocated IP 172.25.5.30 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/05120aad-7ad2-4cf5-9ebc-9463547e97db) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:05:32.076906 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf572e7d-d8f8-4955-b656-9c24b4e38d86 req-3ae48025-9fdb-4704-86ae-cc9330ed1156 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:32.078725 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cf572e7d-d8f8-4955-b656-9c24b4e38d86 req-3ae48025-9fdb-4704-86ae-cc9330ed1156 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2f5d821-9a89-480e-b745-5b48b3ab4f59 HTTP/1.1" status: 200 len: 945 time: 0.3220325 Nov 24 21:05:32.280040 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-95649baf-af5e-40c7-aa43-41e1fd8e0b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:32.282207 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-95649baf-af5e-40c7-aa43-41e1fd8e0b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:32.282888 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-95649baf-af5e-40c7-aa43-41e1fd8e0b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:32.284938 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-95649baf-af5e-40c7-aa43-41e1fd8e0b86 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2b80d919-dc76-4e07-9d79-d9c7af051c8b&id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&id=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7&id=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7 HTTP/1.1" status: 200 len: 2293 time: 0.4058871 Nov 24 21:05:32.299213 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4710-5019-42b0-806f-9848aadf2aad tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:32.367544 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c24089c6-301c-4ce1-9396-ab931a1ccd98 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:32.386938 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c24089c6-301c-4ce1-9396-ab931a1ccd98 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-320311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-320300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-319781'] for router, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:32.424529 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cf572e7d-d8f8-4955-b656-9c24b4e38d86 req-122430f0-4ada-4cd7-a4a9-a5dbf5085ac6 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3fb95b7-8edc-4135-ab69-92cbc4e6b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039203 Nov 24 21:05:32.429406 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4710-5019-42b0-806f-9848aadf2aad tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:32.500405 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4710-5019-42b0-806f-9848aadf2aad tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Pushing event updated for resources: {'Port': ['ID=05120aad-7ad2-4cf5-9ebc-9463547e97db,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:32.515835 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9f4710-5019-42b0-806f-9848aadf2aad tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:05:32.517389 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-ad9f4710-5019-42b0-806f-9848aadf2aad tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:05:32.524305 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9f4710-5019-42b0-806f-9848aadf2aad tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:05:32.621438 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-19f36faf-b0aa-4280-a93f-8d1f49f602b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=905b2eeb-dedf-487a-a6aa-667f4d04bff3 HTTP/1.1" status: 200 len: 1000 time: 0.3205986 Nov 24 21:05:32.670979 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24089c6-301c-4ce1-9396-ab931a1ccd98 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:05:32.707332 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-3c127ba8-7995-4161-9fbc-9f443545438a tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:32.709159 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-3c127ba8-7995-4161-9fbc-9f443545438a tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1368735 Nov 24 21:05:32.713363 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-135c94fa-2632-4da6-a256-8ebde052d64e req-dc6bb1cf-f15d-4586-9197-852ca666107e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2852943 Nov 24 21:05:32.738819 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4710-5019-42b0-806f-9848aadf2aad tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:32.739258 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ab956294-b02f-434f-9db7-6ccc2e474fd6 req-81ce558c-92d4-4b9a-819f-eb1fbc32fef5 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 210 time: 0.0465949 Nov 24 21:05:32.751869 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-d6f8355c-86e4-4e87-90ec-3be1e2ea92c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:32.753398 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-d6f8355c-86e4-4e87-90ec-3be1e2ea92c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=887b1e02-17a6-4db4-8124-14042ea3bbda HTTP/1.1" status: 200 len: 850 time: 0.1084294 Nov 24 21:05:32.833822 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-88dc34cd-942d-4b69-83a2-38f7382c7794 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 695 time: 0.0771980 Nov 24 21:05:32.844554 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4710-5019-42b0-806f-9848aadf2aad tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:32.872277 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24089c6-301c-4ce1-9396-ab931a1ccd98 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:05:32.883934 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9e239b-0a01-4ab0-8b0e-0e22cbd327d7 None None] Sync routers for ids ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:05:32.884628 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c24089c6-301c-4ce1-9396-ab931a1ccd98 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:32.886015 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c24089c6-301c-4ce1-9396-ab931a1ccd98 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/routers/d5e7c25e-0056-4611-b2ea-d10a47b4bb39 HTTP/1.1" status: 200 len: 700 time: 1.8222640 Nov 24 21:05:32.891140 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 46400) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:32.911620 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e239b-0a01-4ab0-8b0e-0e22cbd327d7 None None] Routers {'d5e7c25e-0056-4611-b2ea-d10a47b4bb39'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:32.915503 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7d9e239b-0a01-4ab0-8b0e-0e22cbd327d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:12Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:32.927937 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9d2e9a9b-d16e-4a38-9132-cfdc42aadb39 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5e7c25e-0056-4611-b2ea-d10a47b4bb39 HTTP/1.1" status: 200 len: 205 time: 0.0354865 Nov 24 21:05:32.931497 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 46402) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:32.933603 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c94fa-2632-4da6-a256-8ebde052d64e req-1b16ec86-d640-4765-a873-577a2f40c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:32.935247 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-135c94fa-2632-4da6-a256-8ebde052d64e req-1b16ec86-d640-4765-a873-577a2f40c8a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=556a7fb82bf0472892818b31cf2a9453&device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 1097 time: 0.1507628 Nov 24 21:05:32.983612 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-48aed7a2-d0fc-4d89-9f38-8f8f187b9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:32.985155 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-48aed7a2-d0fc-4d89-9f38-8f8f187b9e39 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2b80d919-dc76-4e07-9d79-d9c7af051c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1995039 Nov 24 21:05:33.031674 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-b88fc78d-ad46-4442-b977-822d8c1fb839 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Request body: {'floatingip': {'port_id': 'ac918235-190e-4a44-8a61-cb36909d0cad', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:33.083715 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-b88fc78d-ad46-4442-b977-822d8c1fb839 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks [] for floatingip, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:33.133334 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-7d9e239b-0a01-4ab0-8b0e-0e22cbd327d7 None None] Set router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:33.162448 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2dec9b5a-6db0-4485-9837-3f8abf692aef tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:33.214567 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7d9e239b-0a01-4ab0-8b0e-0e22cbd327d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:05:27Z', 'revision_number': 11, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:33.258026 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9e239b-0a01-4ab0-8b0e-0e22cbd327d7 None None] Checking router: d5e7c25e-0056-4611-b2ea-d10a47b4bb39 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:05:33.268550 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e239b-0a01-4ab0-8b0e-0e22cbd327d7 None None] Routers {'d5e7c25e-0056-4611-b2ea-d10a47b4bb39'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:33.269348 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7d9e239b-0a01-4ab0-8b0e-0e22cbd327d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:12Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:33.344807 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4710-5019-42b0-806f-9848aadf2aad tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:33.352618 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-7d9e239b-0a01-4ab0-8b0e-0e22cbd327d7 None None] Set router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:33.358498 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4710-5019-42b0-806f-9848aadf2aad tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:33.412653 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7d9e239b-0a01-4ab0-8b0e-0e22cbd327d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:05:27Z', 'revision_number': 11, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:33.449412 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9e239b-0a01-4ab0-8b0e-0e22cbd327d7 None None] The sync data for ids ['d5e7c25e-0056-4611-b2ea-d10a47b4bb39'] in n-d-812111-8 is: [{'id': 'd5e7c25e-0056-4611-b2ea-d10a47b4bb39', 'name': 'tempest-RoutersTest-router-729456210', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:32Z', 'updated_at': '2021-11-24T21:05:27Z', 'revision_number': 11, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:05:33.528882 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4710-5019-42b0-806f-9848aadf2aad tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Pushing event updated for resources: {'Port': ['ID=05120aad-7ad2-4cf5-9ebc-9463547e97db,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:33.550959 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4710-5019-42b0-806f-9848aadf2aad tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:33.563746 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2dec9b5a-6db0-4485-9837-3f8abf692aef tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:33.573219 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2dec9b5a-6db0-4485-9837-3f8abf692aef tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:33.576717 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c94fa-2632-4da6-a256-8ebde052d64e req-57996991-7321-4db6-930a-0e5460307540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:33.578252 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-135c94fa-2632-4da6-a256-8ebde052d64e req-57996991-7321-4db6-930a-0e5460307540 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d916e9d-e955-4ce2-aa60-2a3a83ce1216 HTTP/1.1" status: 200 len: 909 time: 0.5607452 Nov 24 21:05:33.592194 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-db930d69-92f7-4742-9f19-94502199c91b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:33.594023 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-db930d69-92f7-4742-9f19-94502199c91b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.48 "GET /v2.0/networks?id=287bbc50-3f16-40b0-94f6-15f32164ebfe HTTP/1.1" status: 200 len: 812 time: 0.5195119 Nov 24 21:05:33.600985 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-329ba04f-7d6c-49f8-88b2-cdfe3cfe25b0 service neutron] 10.222.0.15 "GET /v2.0/networks/2b80d919-dc76-4e07-9d79-d9c7af051c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839782 Nov 24 21:05:33.605145 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4710-5019-42b0-806f-9848aadf2aad tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:33.625812 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ad9f4710-5019-42b0-806f-9848aadf2aad tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1806071 Nov 24 21:05:33.649010 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-053a0a16-e323-43f3-b782-4bb5f290cf75 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Request body: {'port': {'device_id': '648a2dc8-74d7-4531-b026-2f955a22fa41', 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe', 'admin_state_up': True, 'tenant_id': 'e71b3a96d850423e9f3044dfb96ccf17'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:33.732783 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2dec9b5a-6db0-4485-9837-3f8abf692aef tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:33.733674 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dec9b5a-6db0-4485-9837-3f8abf692aef tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Fanout notify agent at l3_agent the message router_deleted on router d5e7c25e-0056-4611-b2ea-d10a47b4bb39 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:05:33.755200 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2dec9b5a-6db0-4485-9837-3f8abf692aef tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:33.760903 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2dec9b5a-6db0-4485-9837-3f8abf692aef tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/routers/d5e7c25e-0056-4611-b2ea-d10a47b4bb39 HTTP/1.1" status: 204 len: 168 time: 0.8199914 Nov 24 21:05:33.764325 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46410) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:33.792586 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-36d677ca-e52b-49c2-a40d-58b12be4c15a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2066467009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:33.855823 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-135c94fa-2632-4da6-a256-8ebde052d64e req-9b142334-8588-4418-8459-7e5ac2200903 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77401df4-c207-4bbd-a85a-e2b717f46531 HTTP/1.1" status: 200 len: 1002 time: 0.2580731 Nov 24 21:05:33.867977 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.db.resource_extend [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-b88fc78d-ad46-4442-b977-822d8c1fb839 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 21:05:33.927032 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36d677ca-e52b-49c2-a40d-58b12be4c15a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:33.928120 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36d677ca-e52b-49c2-a40d-58b12be4c15a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:33.965033 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fb6bc7d4-0b78-4f32-a6c2-09797c60072b req-999bd24e-964d-4797-9ea0-c6e5d164cb10 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 210 time: 0.0797470 Nov 24 21:05:33.971507 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-b88fc78d-ad46-4442-b977-822d8c1fb839 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:33.980238 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-70a3f6f0-813e-4099-ab9b-1bc99ed62a9c service neutron] 10.222.0.15 "GET /v2.0/networks/2b80d919-dc76-4e07-9d79-d9c7af051c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352861 Nov 24 21:05:33.998734 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c94fa-2632-4da6-a256-8ebde052d64e req-9d870e5f-faea-4878-9b3e-dd4129a37713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:34.000228 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-135c94fa-2632-4da6-a256-8ebde052d64e req-9d870e5f-faea-4878-9b3e-dd4129a37713 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6fa3a3b9-560c-46ac-a6a5-06b5210eff64 HTTP/1.1" status: 200 len: 847 time: 0.1348345 Nov 24 21:05:34.034238 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36d677ca-e52b-49c2-a40d-58b12be4c15a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:34.036232 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-b88fc78d-ad46-4442-b977-822d8c1fb839 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:34.057168 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-010bb089-531c-4919-9f6a-ad015353c011 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=5f848b02-05bc-4238-b1ac-d026adbdf90d HTTP/1.1" status: 200 len: 217 time: 0.0661860 Nov 24 21:05:34.089210 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-053a0a16-e323-43f3-b782-4bb5f290cf75 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Made reservation on behalf of e71b3a96d850423e9f3044dfb96ccf17 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:05:34.092508 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-053a0a16-e323-43f3-b782-4bb5f290cf75 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:34.098739 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36d677ca-e52b-49c2-a40d-58b12be4c15a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:34.130198 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-36d677ca-e52b-49c2-a40d-58b12be4c15a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:34.134511 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-36d677ca-e52b-49c2-a40d-58b12be4c15a tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3479297 Nov 24 21:05:34.135476 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 46424) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:34.149762 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-34db90e8-6bfe-46ed-a510-f7605f8f5c46 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:34.188025 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-b88fc78d-ad46-4442-b977-822d8c1fb839 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Floating IP 20f21c65-d2ca-4604-9780-da25bacb3a00 associated. External IP: 172.25.5.62, port: ac918235-190e-4a44-8a61-cb36909d0cad. Nov 24 21:05:34.434903 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-b88fc78d-ad46-4442-b977-822d8c1fb839 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:05:34.558154 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-b88fc78d-ad46-4442-b977-822d8c1fb839 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:05:34.562700 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-b88fc78d-ad46-4442-b977-822d8c1fb839 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:34.570996 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049f1515-a5e9-4e2a-96d6-50dcc146d828 None None] Sync routers for ids ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:05:34.589256 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049f1515-a5e9-4e2a-96d6-50dcc146d828 None None] Routers {'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:34.589986 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-049f1515-a5e9-4e2a-96d6-50dcc146d828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:12Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:34.605138 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-b88fc78d-ad46-4442-b977-822d8c1fb839 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "PUT /v2.0/floatingips/20f21c65-d2ca-4604-9780-da25bacb3a00 HTTP/1.1" status: 200 len: 995 time: 1.5716140 Nov 24 21:05:34.614530 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb45aaac-6a0c-4be7-867b-daa929f00dec', 'tag': 'ac918235-190e-4a44-8a61-cb36909d0cad'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:05:34.617763 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91f7c1c-ea3a-4cf6-984a-bb21ed07ecf4" -d '{"events": [{"name": "network-changed", "server_uuid": "bb45aaac-6a0c-4be7-867b-daa929f00dec", "tag": "ac918235-190e-4a44-8a61-cb36909d0cad"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:05:34.697661 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-b428451a-68c4-45c5-b623-912dd60c4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:34.707637 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-b428451a-68c4-45c5-b623-912dd60c4b60 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0692c1d9cf724f438a66002310ca2265&device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 1096 time: 0.1011803 Nov 24 21:05:34.801523 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-34db90e8-6bfe-46ed-a510-f7605f8f5c46 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-320318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:34.823808 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-71d87c3a-81ce-4bda-8b4a-cc86ebf92a3c tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--7687142&fields=id&tenant_id=76400c1822bc4519abca8b807069cf99 HTTP/1.1" status: 200 len: 267 time: 0.7455993 Nov 24 21:05:34.846605 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-049f1515-a5e9-4e2a-96d6-50dcc146d828 None None] Set router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:34.850442 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-992c038a-3d1a-48ce-a869-e301698d21e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:34.852435 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-992c038a-3d1a-48ce-a869-e301698d21e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26f7ad4d-47f7-4f94-83c1-a9b148ce53d9 HTTP/1.1" status: 200 len: 797 time: 0.7733049 Nov 24 21:05:34.862913 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c94fa-2632-4da6-a256-8ebde052d64e req-7ce55ee4-47ca-430f-bbd0-33d5736e223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:34.864457 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-135c94fa-2632-4da6-a256-8ebde052d64e req-7ce55ee4-47ca-430f-bbd0-33d5736e223e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d916e9d-e955-4ce2-aa60-2a3a83ce1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8266118 Nov 24 21:05:34.865523 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-34db90e8-6bfe-46ed-a510-f7605f8f5c46 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-320311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-320300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-319781'] for router, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:35.090169 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-135c94fa-2632-4da6-a256-8ebde052d64e req-d0cda380-132e-4910-8e31-71e7eb0db951 service neutron] 10.222.0.48 "GET /v2.0/networks/9d916e9d-e955-4ce2-aa60-2a3a83ce1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096969 Nov 24 21:05:35.114837 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-049f1515-a5e9-4e2a-96d6-50dcc146d828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:44Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '20f21c65-d2ca-4604-9780-da25bacb3a00', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'port_id': 'ac918235-190e-4a44-8a61-cb36909d0cad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'mac_address': 'fa:16:3e:47:e4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb45aaac-6a0c-4be7-867b-daa929f00dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:05:12Z', 'updated_at': '2021-11-24T21:05:33Z', 'revision_number': 1, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1be414-360e-4cf8-aa0f-2aa527082bd7', 'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'mac_address': 'fa:16:3e:1b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:54Z', 'revision_number': 5, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'subnets': [{'id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:35.145014 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049f1515-a5e9-4e2a-96d6-50dcc146d828 None None] Checking router: fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:05:35.154766 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049f1515-a5e9-4e2a-96d6-50dcc146d828 None None] Routers {'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:35.155669 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-049f1515-a5e9-4e2a-96d6-50dcc146d828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:12Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:35.196262 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-2b5ecfa3-69f9-41b5-b47e-2f0bb7b2059b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:35.198753 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-2b5ecfa3-69f9-41b5-b47e-2f0bb7b2059b service neutron] 10.222.0.11 "GET /v2.0/networks?id=90488595-632e-4a60-8936-692e2b535085 HTTP/1.1" status: 200 len: 922 time: 0.4903371 Nov 24 21:05:35.244282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-7623424b-ed3c-4805-8691-0637dc07bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:35.245769 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-7623424b-ed3c-4805-8691-0637dc07bcf9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3733594 Nov 24 21:05:35.298984 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-049f1515-a5e9-4e2a-96d6-50dcc146d828 None None] Set router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:35.339356 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-67e86a1f-10e9-41bd-8c93-ecd4a502cfd5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac918235-190e-4a44-8a61-cb36909d0cad HTTP/1.1" status: 200 len: 998 time: 0.1342320 Nov 24 21:05:35.356163 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34db90e8-6bfe-46ed-a510-f7605f8f5c46 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Router 50370786-cd97-406a-b15b-ae480c521e83 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:05:35.405318 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-51c93321-87bd-41dd-9ebc-cb059fdeb2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:35.414462 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-51c93321-87bd-41dd-9ebc-cb059fdeb2f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3087cf2a-7116-4eae-aa3b-5f869debcd0f HTTP/1.1" status: 200 len: 860 time: 0.0679221 Nov 24 21:05:35.458046 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34db90e8-6bfe-46ed-a510-f7605f8f5c46 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:05:35.461611 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-46761f25-ed86-48af-a35f-b4153a367250 service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975729 Nov 24 21:05:35.468821 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-34db90e8-6bfe-46ed-a510-f7605f8f5c46 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:35.469224 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5966b57-dfba-4ca4-bf73-362803fa3954 None None] Sync routers for ids ['50370786-cd97-406a-b15b-ae480c521e83'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:05:35.474159 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-34db90e8-6bfe-46ed-a510-f7605f8f5c46 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "PUT /v2.0/routers/50370786-cd97-406a-b15b-ae480c521e83 HTTP/1.1" status: 200 len: 694 time: 1.3350160 Nov 24 21:05:35.484521 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 46434) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:35.510289 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5966b57-dfba-4ca4-bf73-362803fa3954 None None] Routers {'50370786-cd97-406a-b15b-ae480c521e83'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:35.510940 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a5966b57-dfba-4ca4-bf73-362803fa3954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:12Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['50370786-cd97-406a-b15b-ae480c521e83'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:35.535653 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-4bafbad1-9fa3-495b-9021-c7abae12b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:35.545663 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-4bafbad1-9fa3-495b-9021-c7abae12b243 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90488595-632e-4a60-8936-692e2b535085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301155 Nov 24 21:05:35.555859 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-a8fd3c97-c212-46c8-9440-84f03718b319 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:05:35.563629 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-a8fd3c97-c212-46c8-9440-84f03718b319 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161488 Nov 24 21:05:35.616844 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-049f1515-a5e9-4e2a-96d6-50dcc146d828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:44Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '20f21c65-d2ca-4604-9780-da25bacb3a00', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'port_id': 'ac918235-190e-4a44-8a61-cb36909d0cad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'mac_address': 'fa:16:3e:47:e4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb45aaac-6a0c-4be7-867b-daa929f00dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:05:12Z', 'updated_at': '2021-11-24T21:05:33Z', 'revision_number': 1, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1be414-360e-4cf8-aa0f-2aa527082bd7', 'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'mac_address': 'fa:16:3e:1b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:54Z', 'revision_number': 5, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'subnets': [{'id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:35.652038 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049f1515-a5e9-4e2a-96d6-50dcc146d828 None None] The sync data for ids ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'] in n-d-812111-8 is: [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:44Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '20f21c65-d2ca-4604-9780-da25bacb3a00', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'port_id': 'ac918235-190e-4a44-8a61-cb36909d0cad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'mac_address': 'fa:16:3e:47:e4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb45aaac-6a0c-4be7-867b-daa929f00dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:05:12Z', 'updated_at': '2021-11-24T21:05:33Z', 'revision_number': 1, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1be414-360e-4cf8-aa0f-2aa527082bd7', 'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'mac_address': 'fa:16:3e:1b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:54Z', 'revision_number': 5, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'subnets': [{'id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:05:35.671638 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-a5966b57-dfba-4ca4-bf73-362803fa3954 None None] Set router 50370786-cd97-406a-b15b-ae480c521e83 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:35.684056 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-be7a1414-d4ec-4d10-a998-f82d75938fba service neutron] 10.222.0.11 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184206 Nov 24 21:05:35.697164 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-aa2e6f27-34b3-4201-a2c5-2970547ef410 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/routers/50370786-cd97-406a-b15b-ae480c521e83 HTTP/1.1" status: 200 len: 700 time: 0.1611011 Nov 24 21:05:35.720381 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46438) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:35.733829 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a5966b57-dfba-4ca4-bf73-362803fa3954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50370786-cd97-406a-b15b-ae480c521e83', 'name': 'tempest-RoutersTest-router-2066467009', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:05:33Z', 'updated_at': '2021-11-24T21:05:34Z', 'revision_number': 2, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:35.770974 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5966b57-dfba-4ca4-bf73-362803fa3954 None None] Checking router: 50370786-cd97-406a-b15b-ae480c521e83 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:05:35.777534 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-68a96b9d-95f1-4249-95d1-a263e913dc32 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/ports?device_id=50370786-cd97-406a-b15b-ae480c521e83 HTTP/1.1" status: 200 len: 205 time: 0.0555334 Nov 24 21:05:35.777741 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-97441dd1-c560-4539-8019-a7bbcd61bf18 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:35.778209 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46440) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:35.784467 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-97441dd1-c560-4539-8019-a7bbcd61bf18 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/networks?id=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc HTTP/1.1" status: 200 len: 810 time: 0.9597719 Nov 24 21:05:35.790726 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5966b57-dfba-4ca4-bf73-362803fa3954 None None] Routers {'50370786-cd97-406a-b15b-ae480c521e83'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:35.791363 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a5966b57-dfba-4ca4-bf73-362803fa3954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:12Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['50370786-cd97-406a-b15b-ae480c521e83'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:35.798569 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-135c94fa-2632-4da6-a256-8ebde052d64e req-35fae15e-1ed5-422c-93fb-05ce12fa637f service neutron] 10.222.0.48 "GET /v2.0/networks/9d916e9d-e955-4ce2-aa60-2a3a83ce1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420190 Nov 24 21:05:35.822633 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-048d7e92-9e5d-4e2b-a2a8-71437b69424d tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/quotas/76400c1822bc4519abca8b807069cf99 HTTP/1.1" status: 200 len: 375 time: 0.0371897 Nov 24 21:05:35.879248 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-053a0a16-e323-43f3-b782-4bb5f290cf75 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Allocated IP 172.20.0.4 (287bbc50-3f16-40b0-94f6-15f32164ebfe/f2a175e7-c4f6-4d68-bd07-ad29e027b58f/abbf5cd1-5157-49f1-9fc8-ea98128e3413) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:05:35.926635 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe2fafcf-2091-40b3-a01c-e7a640d76161 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:35.942324 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-cdc26931-d221-4603-8363-6da9b23aa6cd tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=76400c1822bc4519abca8b807069cf99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1113315 Nov 24 21:05:35.962568 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-355aec8b-691a-495f-acce-428f8fab279a service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675107 Nov 24 21:05:35.981868 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-a5966b57-dfba-4ca4-bf73-362803fa3954 None None] Set router 50370786-cd97-406a-b15b-ae480c521e83 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:36.048033 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-8b7f2a4f-db7f-46a7-949c-3460913bf754 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=af61a7f2-1e25-4982-87e4-5079effabcf1 HTTP/1.1" status: 200 len: 217 time: 0.0569386 Nov 24 21:05:36.059714 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e494bfc5-1864-41da-aee3-dccfb6893720 req-d9d7fcf1-46e5-4d34-b471-3127b6b7c402 service neutron] 10.222.0.11 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744586 Nov 24 21:05:36.072668 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042ca0c1-2600-484f-9e33-2ca6407a8db7 None None] New status for floating IP 20f21c65-d2ca-4604-9780-da25bacb3a00: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:05:36.086465 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a5966b57-dfba-4ca4-bf73-362803fa3954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50370786-cd97-406a-b15b-ae480c521e83', 'name': 'tempest-RoutersTest-router-2066467009', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:05:33Z', 'updated_at': '2021-11-24T21:05:34Z', 'revision_number': 2, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:36.123903 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-3a31f706-c4ff-4297-b74e-2f8fb790e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:36.125462 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-3a31f706-c4ff-4297-b74e-2f8fb790e305 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26f7ad4d-47f7-4f94-83c1-a9b148ce53d9 HTTP/1.1" status: 200 len: 797 time: 0.0679324 Nov 24 21:05:36.197716 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5966b57-dfba-4ca4-bf73-362803fa3954 None None] The sync data for ids ['50370786-cd97-406a-b15b-ae480c521e83'] in n-d-812111-8 is: [{'id': '50370786-cd97-406a-b15b-ae480c521e83', 'name': 'tempest-RoutersTest-router-2066467009', 'tenant_id': '2917837c238043fba5d286c1caf5dabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:05:33Z', 'updated_at': '2021-11-24T21:05:34Z', 'revision_number': 2, 'project_id': '2917837c238043fba5d286c1caf5dabd', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:05:36.234668 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0756756-dc8d-46d0-8e98-5d5c48db212a x-openstack-request-id: req-c0756756-dc8d-46d0-8e98-5d5c48db212a {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:05:36.234968 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb45aaac-6a0c-4be7-867b-daa929f00dec", "tag": "ac918235-190e-4a44-8a61-cb36909d0cad", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:05:36.235227 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c0756756-dc8d-46d0-8e98-5d5c48db212a {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:05:36.235639 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb45aaac-6a0c-4be7-867b-daa929f00dec', 'tag': 'ac918235-190e-4a44-8a61-cb36909d0cad', 'status': 'completed', 'code': 200} Nov 24 21:05:36.367842 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-66feac01-7d80-4243-ab73-3cc99e382bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:36.369529 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-66feac01-7d80-4243-ab73-3cc99e382bf2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2356129 Nov 24 21:05:36.407761 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:05:36.408384 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe2fafcf-2091-40b3-a01c-e7a640d76161 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:36.411537 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-07eec780-12c1-4b44-b7c2-ba67b91f3320 req-1bb6963e-2496-4984-bd69-872828323b0f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 210 time: 0.0460098 Nov 24 21:05:36.414412 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe2fafcf-2091-40b3-a01c-e7a640d76161 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:36.489672 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-52d19d87-c2e5-48bc-b759-e8656a639ee6 service neutron] 10.222.0.11 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464275 Nov 24 21:05:36.573084 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-053a0a16-e323-43f3-b782-4bb5f290cf75 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:36.578218 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe2fafcf-2091-40b3-a01c-e7a640d76161 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:36.578816 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2fafcf-2091-40b3-a01c-e7a640d76161 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Fanout notify agent at l3_agent the message router_deleted on router 50370786-cd97-406a-b15b-ae480c521e83 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:05:36.581746 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f7c1c-ea3a-4cf6-984a-bb21ed07ecf4 req-0466803b-c355-4c58-bba7-ef1321744f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:36.583281 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f91f7c1c-ea3a-4cf6-984a-bb21ed07ecf4 req-0466803b-c355-4c58-bba7-ef1321744f26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0692c1d9cf724f438a66002310ca2265&device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 1096 time: 0.3427148 Nov 24 21:05:36.590890 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe2fafcf-2091-40b3-a01c-e7a640d76161 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:36.597180 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fe2fafcf-2091-40b3-a01c-e7a640d76161 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/routers/50370786-cd97-406a-b15b-ae480c521e83 HTTP/1.1" status: 204 len: 168 time: 0.8055773 Nov 24 21:05:36.602765 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46446) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:36.633925 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-07405470-a6ca-4195-b772-07ba900a231d service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510917 Nov 24 21:05:36.658749 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-82e419a4-2ff0-48ff-95eb-5275c903b0a6 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/ports?device_id=50370786-cd97-406a-b15b-ae480c521e83 HTTP/1.1" status: 200 len: 205 time: 0.0530980 Nov 24 21:05:36.661764 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46448) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:36.739105 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-fd844485-c30b-4832-bdcd-2aab787cddfc tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:36.740595 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-fd844485-c30b-4832-bdcd-2aab787cddfc tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2f5d821-9a89-480e-b745-5b48b3ab4f59&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2171099 Nov 24 21:05:36.742077 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-9ea60deb-0e7f-4d43-bc05-c5fa8d0d5d44 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] delete failed (client error): The resource could not be found. Nov 24 21:05:36.743163 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9ea60deb-0e7f-4d43-bc05-c5fa8d0d5d44 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/routers/50370786-cd97-406a-b15b-ae480c521e83 HTTP/1.1" status: 404 len: 336 time: 0.0784919 Nov 24 21:05:36.745844 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46450) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:36.781013 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-0163c7b2-9d00-4cd9-878d-b4d336b03b90 service neutron] 10.222.0.11 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057917 Nov 24 21:05:36.793476 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-053a0a16-e323-43f3-b782-4bb5f290cf75 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:36.818920 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c873e8-a524-4742-a5d1-a52ef5e5df1d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] DELETE failed (client error): The resource could not be found. Nov 24 21:05:36.819772 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c873e8-a524-4742-a5d1-a52ef5e5df1d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:05:36.822940 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-71c873e8-a524-4742-a5d1-a52ef5e5df1d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/subnets/59a4ecee-ee2c-46a3-be4c-ede8d192083b HTTP/1.1" status: 404 len: 337 time: 0.0761561 Nov 24 21:05:36.830429 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46452) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:36.861749 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-740ea0b1-dba0-461d-ba9b-5310ac7dbb6a service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887174 Nov 24 21:05:36.889752 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60691ba-e8df-4275-819c-5c7f9cc693d1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] DELETE failed (client error): The resource could not be found. Nov 24 21:05:36.890203 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60691ba-e8df-4275-819c-5c7f9cc693d1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:05:36.893569 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c60691ba-e8df-4275-819c-5c7f9cc693d1 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/subnets/2c3ffbde-4b17-403a-957d-ee9300a510bc HTTP/1.1" status: 404 len: 337 time: 0.0590463 Nov 24 21:05:36.901351 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 46454) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:36.909075 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f7c1c-ea3a-4cf6-984a-bb21ed07ecf4 req-bd19138a-b8b5-440e-9f61-d5ce13abaf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:36.910553 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f91f7c1c-ea3a-4cf6-984a-bb21ed07ecf4 req-bd19138a-b8b5-440e-9f61-d5ce13abaf1f service neutron] 10.222.0.15 "GET /v2.0/networks?id=90488595-632e-4a60-8936-692e2b535085 HTTP/1.1" status: 200 len: 922 time: 0.3173115 Nov 24 21:05:36.932311 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-4ad7c69b-1e6f-439c-8e87-3931e56a0f8e tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 1000 time: 0.1771600 Nov 24 21:05:36.969259 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-1ec1bdc1-4ebe-4093-963a-ae3dd8c7accc tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Request body: {'floatingip': {'port_id': '5a080c33-d7c0-41c7-bdaf-2eee0b99927d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:37.001474 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-053a0a16-e323-43f3-b782-4bb5f290cf75 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Network 287bbc50-3f16-40b0-94f6-15f32164ebfe is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:05:37.015465 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-053a0a16-e323-43f3-b782-4bb5f290cf75 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:05:37.023953 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a0a16-e323-43f3-b782-4bb5f290cf75 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Pushing event updated for resources: {'Port': ['ID=abbf5cd1-5157-49f1-9fc8-ea98128e3413,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:37.030082 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-736400f6-8c4f-43a5-82a8-3f227058900c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=2350812e-3580-420e-832c-24f31e39b118 HTTP/1.1" status: 200 len: 217 time: 0.1577992 Nov 24 21:05:37.031751 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-053a0a16-e323-43f3-b782-4bb5f290cf75 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:05:37.076345 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f91f7c1c-ea3a-4cf6-984a-bb21ed07ecf4 req-59693f66-6b9f-4197-9fda-dd325f156038 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac918235-190e-4a44-8a61-cb36909d0cad HTTP/1.1" status: 200 len: 1000 time: 0.1567619 Nov 24 21:05:37.080635 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-1ec1bdc1-4ebe-4093-963a-ae3dd8c7accc tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks [] for floatingip, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:37.109273 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-90eb2bc5-93a2-4bd4-b9a5-d18effa42045 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] DELETE failed (client error): The resource could not be found. Nov 24 21:05:37.109740 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90eb2bc5-93a2-4bd4-b9a5-d18effa42045 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:05:37.117763 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-90eb2bc5-93a2-4bd4-b9a5-d18effa42045 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/subnets/8bf4d1bb-f666-471e-8b2c-127a29350f85 HTTP/1.1" status: 404 len: 337 time: 0.1758041 Nov 24 21:05:37.126713 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46460) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:37.132860 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-053a0a16-e323-43f3-b782-4bb5f290cf75 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:37.138288 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-053a0a16-e323-43f3-b782-4bb5f290cf75 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:37.193874 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2f2e6c-04b2-4a54-80a2-e27b3ef672c2 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] DELETE failed (client error): The resource could not be found. Nov 24 21:05:37.194943 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c2f2e6c-04b2-4a54-80a2-e27b3ef672c2 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:05:37.202016 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9c2f2e6c-04b2-4a54-80a2-e27b3ef672c2 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/subnets/cf035f64-1e45-4acd-8cba-21205c428370 HTTP/1.1" status: 404 len: 337 time: 0.0527952 Nov 24 21:05:37.205726 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46466) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:37.231534 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-053a0a16-e323-43f3-b782-4bb5f290cf75 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6286933 Nov 24 21:05:37.240304 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2a6bcb83-f2ae-4c90-8c8f-fb84575a765b tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5e7c25e-0056-4611-b2ea-d10a47b4bb39 HTTP/1.1" status: 200 len: 205 time: 0.0341232 Nov 24 21:05:37.244787 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f7c1c-ea3a-4cf6-984a-bb21ed07ecf4 req-376cdb4c-ebdf-43d5-9710-9a5830ded32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:37.246367 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f91f7c1c-ea3a-4cf6-984a-bb21ed07ecf4 req-376cdb4c-ebdf-43d5-9710-9a5830ded32f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3087cf2a-7116-4eae-aa3b-5f869debcd0f HTTP/1.1" status: 200 len: 860 time: 0.1611655 Nov 24 21:05:37.246990 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46468) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:37.265141 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c039d4b4-a7e2-4f8b-932d-b7e830faa5e3 req-03dba966-c77b-4aa2-94a0-24553f28604e tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 210 time: 0.1002758 Nov 24 21:05:37.272790 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-ed1628c9-8ba3-4ce5-8cff-070a7770556a service neutron] Request body: {'port': {'device_id': '648a2dc8-74d7-4531-b026-2f955a22fa41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:37.329702 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-08ef4ab9-57ce-43a7-b9af-dff618eec27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:37.331875 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-08ef4ab9-57ce-43a7-b9af-dff618eec27c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26f7ad4d-47f7-4f94-83c1-a9b148ce53d9 HTTP/1.1" status: 200 len: 797 time: 0.1691442 Nov 24 21:05:37.410843 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-8528182b-68c7-4861-9d3d-c47631e66040 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] delete failed (client error): The resource could not be found. Nov 24 21:05:37.415976 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8528182b-68c7-4861-9d3d-c47631e66040 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/routers/d5e7c25e-0056-4611-b2ea-d10a47b4bb39 HTTP/1.1" status: 404 len: 336 time: 0.1632400 Nov 24 21:05:37.416421 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46474) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:37.419722 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-ed1628c9-8ba3-4ce5-8cff-070a7770556a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:37.477138 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-973c4f4b-d2f3-4ef0-a27c-196e917f045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:37.479196 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-973c4f4b-d2f3-4ef0-a27c-196e917f045c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1090853 Nov 24 21:05:37.502840 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-670daa03-19f1-406c-9064-f5b6a58ba66d tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5969736-df5c-4109-ab41-ddcd504a1e79 HTTP/1.1" status: 200 len: 205 time: 0.0816479 Nov 24 21:05:37.505800 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46478) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:37.535462 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f7c1c-ea3a-4cf6-984a-bb21ed07ecf4 req-fe767e98-fb94-4fed-91a9-f17007a2e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:37.537062 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f91f7c1c-ea3a-4cf6-984a-bb21ed07ecf4 req-fe767e98-fb94-4fed-91a9-f17007a2e286 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90488595-632e-4a60-8936-692e2b535085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2744143 Nov 24 21:05:37.603366 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-d2f8d7a7-0006-4070-8a97-9da5f2f28fd5 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] delete failed (client error): The resource could not be found. Nov 24 21:05:37.604410 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d2f8d7a7-0006-4070-8a97-9da5f2f28fd5 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/routers/b5969736-df5c-4109-ab41-ddcd504a1e79 HTTP/1.1" status: 404 len: 336 time: 0.0956831 Nov 24 21:05:37.624103 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46482) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:37.760616 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cae5eef-b237-4917-944a-dc037c1a46e9 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] DELETE failed (client error): The resource could not be found. Nov 24 21:05:37.761255 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cae5eef-b237-4917-944a-dc037c1a46e9 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:05:37.764874 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0cae5eef-b237-4917-944a-dc037c1a46e9 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/subnets/43b1a4b9-32c9-499c-97e7-01a8411aae5c HTTP/1.1" status: 404 len: 337 time: 0.1396868 Nov 24 21:05:37.769403 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46484) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:37.837974 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f46b9177-4fec-4dd2-8af8-24c24b52c7b9 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/ports?device_id=b382439f-a872-44c9-9be0-c1237a9079c9 HTTP/1.1" status: 200 len: 205 time: 0.0651445 Nov 24 21:05:37.845088 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46486) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:38.181542 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0851f-95a8-4750-9099-1c3955b8cbbf req-74274785-7c86-4b15-8e09-389a8e46a264 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:38.189230 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f2e0851f-95a8-4750-9099-1c3955b8cbbf req-74274785-7c86-4b15-8e09-389a8e46a264 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 931 time: 0.5977151 Nov 24 21:05:38.258272 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-35faf4bc-e110-47f3-a625-ef1d49238f07 service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7684479 Nov 24 21:05:38.270616 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-2b599c4b-5c10-4c08-b7da-d05ff34dab69 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] delete failed (client error): The resource could not be found. Nov 24 21:05:38.271496 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2b599c4b-5c10-4c08-b7da-d05ff34dab69 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/routers/b382439f-a872-44c9-9be0-c1237a9079c9 HTTP/1.1" status: 404 len: 336 time: 0.4262824 Nov 24 21:05:38.276220 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46488) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:38.339607 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fc11eb5b-00d2-48fd-823a-e998b137c806 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/ports?device_id=11dd7625-89a6-4d20-81bd-2dafe66f8ae0 HTTP/1.1" status: 200 len: 205 time: 0.0364232 Nov 24 21:05:38.344593 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46492) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:38.354461 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f91f7c1c-ea3a-4cf6-984a-bb21ed07ecf4 req-76c3e530-6a3c-40b1-8f8d-58d2830a4e15 service neutron] 10.222.0.15 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7628410 Nov 24 21:05:38.410510 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-f322141b-f350-41f1-88d0-bfbe535f7dcd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] delete failed (client error): The resource could not be found. Nov 24 21:05:38.411549 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f322141b-f350-41f1-88d0-bfbe535f7dcd tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/routers/11dd7625-89a6-4d20-81bd-2dafe66f8ae0 HTTP/1.1" status: 404 len: 336 time: 0.0661030 Nov 24 21:05:38.414707 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46496) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:38.418182 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f2e0851f-95a8-4750-9099-1c3955b8cbbf req-98aa3ebd-81f4-495a-b867-3eadcda7d3f6 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279749 Nov 24 21:05:38.504082 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3bff799-6a13-4665-80f4-63a1ea26fae8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] DELETE failed (client error): The resource could not be found. Nov 24 21:05:38.504582 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3bff799-6a13-4665-80f4-63a1ea26fae8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:05:38.510788 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b3bff799-6a13-4665-80f4-63a1ea26fae8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/subnets/a2c946a5-dbdb-42e6-86ba-109b130bf233 HTTP/1.1" status: 404 len: 337 time: 0.0834248 Nov 24 21:05:38.516502 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 46498) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:38.558520 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b597196e-a9ba-4840-a24b-e7b1a96260ea req-b786bb47-967a-481b-9f9b-5e8905586675 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 210 time: 0.0621274 Nov 24 21:05:38.612659 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f91f7c1c-ea3a-4cf6-984a-bb21ed07ecf4 req-79896ac3-628c-4218-b576-73a16c855302 service neutron] 10.222.0.15 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135770 Nov 24 21:05:38.627958 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5821168f-e195-4ff4-9f3e-de563d80ba9c tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/ports?device_id=76337e0a-0e24-4b8a-961f-01050ac48915 HTTP/1.1" status: 200 len: 205 time: 0.1008830 Nov 24 21:05:38.634393 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 46502) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:38.664063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-94966070-f512-4b4b-8fcc-cfc2a6f135e9 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:38.666168 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-94966070-f512-4b4b-8fcc-cfc2a6f135e9 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.48 "GET /v2.0/networks?id=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc HTTP/1.1" status: 200 len: 810 time: 0.4171600 Nov 24 21:05:38.704890 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-5912a673-26b1-4507-bc99-f81b977b88b8 service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270229 Nov 24 21:05:38.709244 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-841227c8-f973-4bc4-879c-69bcb0a83627 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] delete failed (client error): The resource could not be found. Nov 24 21:05:38.710245 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-841227c8-f973-4bc4-879c-69bcb0a83627 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/routers/76337e0a-0e24-4b8a-961f-01050ac48915 HTTP/1.1" status: 404 len: 336 time: 0.0701439 Nov 24 21:05:38.714705 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46504) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:38.745367 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea7b220-2bd5-4658-b14d-7765a67acf65 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] DELETE failed (client error): The resource could not be found. Nov 24 21:05:38.745846 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea7b220-2bd5-4658-b14d-7765a67acf65 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:05:38.749022 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0ea7b220-2bd5-4658-b14d-7765a67acf65 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/subnets/c70e845f-9cd5-4cd2-bf73-e66117d1958d HTTP/1.1" status: 404 len: 337 time: 0.0330479 Nov 24 21:05:38.753671 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46506) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:38.764668 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-1ec1bdc1-4ebe-4093-963a-ae3dd8c7accc tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:38.789738 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-713607c6-aad9-4cda-b813-bbda0f7210e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=52edc988-d91c-414e-b88e-c8d5937a1086 HTTP/1.1" status: 200 len: 217 time: 0.0566373 Nov 24 21:05:38.795378 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-85bbcc64-baa3-44d1-bcf0-bd2da5c915ed tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ae6e18-1c46-4f10-bd7f-c61616d8da2f HTTP/1.1" status: 200 len: 205 time: 0.0380740 Nov 24 21:05:38.795378 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-1ec1bdc1-4ebe-4093-963a-ae3dd8c7accc tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:38.795889 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 46508) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:38.819861 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-ed1628c9-8ba3-4ce5-8cff-070a7770556a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abbf5cd1-5157-49f1-9fc8-ea98128e3413 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:05:38.857037 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5214896f-1d41-4f48-8c28-a671bcdd39d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:38.867831 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-ed1628c9-8ba3-4ce5-8cff-070a7770556a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:38.913950 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-17746e57-d742-4788-9e88-344973d4a0d4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] delete failed (client error): The resource could not be found. Nov 24 21:05:38.914477 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-17746e57-d742-4788-9e88-344973d4a0d4 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/routers/b7ae6e18-1c46-4f10-bd7f-c61616d8da2f HTTP/1.1" status: 404 len: 336 time: 0.1160042 Nov 24 21:05:38.918582 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46510) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:38.932831 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-1ec1bdc1-4ebe-4093-963a-ae3dd8c7accc tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Floating IP 20f21c65-d2ca-4604-9780-da25bacb3a00 associated. External IP: 172.25.5.62, port: ac918235-190e-4a44-8a61-cb36909d0cad. Nov 24 21:05:38.948680 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-ed1628c9-8ba3-4ce5-8cff-070a7770556a service neutron] Transition to ACTIVE for port object abbf5cd1-5157-49f1-9fc8-ea98128e3413 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:05:38.958279 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5051dd-98c7-4309-976a-8d64774be431 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] DELETE failed (client error): The resource could not be found. Nov 24 21:05:38.958784 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e5051dd-98c7-4309-976a-8d64774be431 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:05:38.959202 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-ed1628c9-8ba3-4ce5-8cff-070a7770556a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:38.965188 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9e5051dd-98c7-4309-976a-8d64774be431 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/subnets/16afe95c-4afd-4760-874a-b6eb076e3d4c HTTP/1.1" status: 404 len: 337 time: 0.0428514 Nov 24 21:05:38.966136 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-7f1fcf0d-b707-4b38-b6c5-dfbc719aba92 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76400c1822bc4519abca8b807069cf99 HTTP/1.1" status: 200 len: 377 time: 0.2603323 Nov 24 21:05:38.966621 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 46512) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:38.983298 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-25477349-80d9-48cf-a810-3c0dbc20b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:38.984721 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-25477349-80d9-48cf-a810-3c0dbc20b617 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26f7ad4d-47f7-4f94-83c1-a9b148ce53d9 HTTP/1.1" status: 200 len: 797 time: 0.1788232 Nov 24 21:05:39.009210 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-a3a72c39-90ae-44ad-a96a-8d296b999fcc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Request body: {'port': {'device_id': '2c3d9686-3dd2-4aea-92fe-225626602565', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'admin_state_up': True, 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'security_groups': ['e17d0e94-9c03-4d70-a275-8baf5fedfa1a']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:39.061886 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6cfc04-e5eb-48aa-9b58-08d34ff617e8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] DELETE failed (client error): The resource could not be found. Nov 24 21:05:39.062978 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c6cfc04-e5eb-48aa-9b58-08d34ff617e8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:05:39.069988 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4c6cfc04-e5eb-48aa-9b58-08d34ff617e8 tempest-RoutersTest-2053957124 tempest-RoutersTest-2053957124-project] 10.222.0.11 "DELETE /v2.0/subnets/edca49e1-5c9f-4336-b590-8f59d74696f5 HTTP/1.1" status: 404 len: 337 time: 0.0967512 Nov 24 21:05:39.154198 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1628c9-8ba3-4ce5-8cff-070a7770556a service neutron] Pushing event updated for resources: {'Port': ['ID=abbf5cd1-5157-49f1-9fc8-ea98128e3413,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:39.232021 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-1ec1bdc1-4ebe-4093-963a-ae3dd8c7accc tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:05:39.251084 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-14368f25-cbb9-4460-a91d-b02273f00c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:39.252619 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-14368f25-cbb9-4460-a91d-b02273f00c3f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2238407 Nov 24 21:05:39.328078 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-ed1628c9-8ba3-4ce5-8cff-070a7770556a service neutron] Attempting to bind port abbf5cd1-5157-49f1-9fc8-ea98128e3413 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:05:39.328550 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-ed1628c9-8ba3-4ce5-8cff-070a7770556a service neutron] Attempting to bind port abbf5cd1-5157-49f1-9fc8-ea98128e3413 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:05:39.328928 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-ed1628c9-8ba3-4ce5-8cff-070a7770556a service neutron] Attempting to bind port abbf5cd1-5157-49f1-9fc8-ea98128e3413 on network 287bbc50-3f16-40b0-94f6-15f32164ebfe {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:05:39.332637 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-a3a72c39-90ae-44ad-a96a-8d296b999fcc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Made reservation on behalf of 76400c1822bc4519abca8b807069cf99 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:05:39.336801 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-a3a72c39-90ae-44ad-a96a-8d296b999fcc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:39.357763 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-1ec1bdc1-4ebe-4093-963a-ae3dd8c7accc tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:05:39.373762 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d247ae-109a-4cae-ad34-5ff0643bf49a None None] Sync routers for ids ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:05:39.382898 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-ed1628c9-8ba3-4ce5-8cff-070a7770556a service neutron] Port abbf5cd1-5157-49f1-9fc8-ea98128e3413 on network 287bbc50-3f16-40b0-94f6-15f32164ebfe not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:05:39.383361 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-ed1628c9-8ba3-4ce5-8cff-070a7770556a service neutron] Attempting to bind port abbf5cd1-5157-49f1-9fc8-ea98128e3413 on network 287bbc50-3f16-40b0-94f6-15f32164ebfe {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:05:39.398920 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-ed1628c9-8ba3-4ce5-8cff-070a7770556a service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:05:39.399422 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-ed1628c9-8ba3-4ce5-8cff-070a7770556a service neutron] Checking segment: {'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:05:39.399657 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-ed1628c9-8ba3-4ce5-8cff-070a7770556a service neutron] Bound using segment: {'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:05:39.400215 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-ed1628c9-8ba3-4ce5-8cff-070a7770556a service neutron] Bound port: abbf5cd1-5157-49f1-9fc8-ea98128e3413, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:05:39.400587 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-ed1628c9-8ba3-4ce5-8cff-070a7770556a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:39.403486 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d247ae-109a-4cae-ad34-5ff0643bf49a None None] Routers {'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:39.409388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46518) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:39.409617 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b4d247ae-109a-4cae-ad34-5ff0643bf49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:12Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:39.544216 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-ed1628c9-8ba3-4ce5-8cff-070a7770556a service neutron] For port abbf5cd1-5157-49f1-9fc8-ea98128e3413, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:05:39.548468 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-ed1628c9-8ba3-4ce5-8cff-070a7770556a service neutron] For port abbf5cd1-5157-49f1-9fc8-ea98128e3413, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=abbf5cd1-5157-49f1-9fc8-ea98128e3413,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:05:39.596629 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-2c32a412-db3c-44b5-a5ad-caca69221f9b service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226426 Nov 24 21:05:39.607111 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-ed1628c9-8ba3-4ce5-8cff-070a7770556a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:39.628543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-b4d247ae-109a-4cae-ad34-5ff0643bf49a None None] Set router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:39.688307 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-08ccbcf3-b855-4acf-910d-307d6c928450 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2917837c238043fba5d286c1caf5dabd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2776499 Nov 24 21:05:39.692181 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46530) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:39.766969 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6871d097-1b10-4336-b8ff-114939b9450d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:39.790704 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-1ec1bdc1-4ebe-4093-963a-ae3dd8c7accc tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:05:39.805763 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6871d097-1b10-4336-b8ff-114939b9450d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:39.817304 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad3028-8afe-48bf-9e27-4901d1396003 req-20634234-5ca5-4eea-96e3-4f29a44889fd tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:39.827633 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0cad3028-8afe-48bf-9e27-4901d1396003 req-20634234-5ca5-4eea-96e3-4f29a44889fd tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 943 time: 0.2731941 Nov 24 21:05:39.892176 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:39.934903 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-ed1628c9-8ba3-4ce5-8cff-070a7770556a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:39.935912 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-ed1628c9-8ba3-4ce5-8cff-070a7770556a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:39.937827 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-ed1628c9-8ba3-4ce5-8cff-070a7770556a service neutron] 10.222.0.48 "PUT /v2.0/ports/abbf5cd1-5157-49f1-9fc8-ea98128e3413 HTTP/1.1" status: 200 len: 1091 time: 2.6815374 Nov 24 21:05:39.955932 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648a2dc8-74d7-4531-b026-2f955a22fa41', 'tag': 'abbf5cd1-5157-49f1-9fc8-ea98128e3413'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:05:39.978145 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5217f06-0cad-47f5-8d88-3dd891cd0e71" -d '{"events": [{"name": "network-changed", "server_uuid": "648a2dc8-74d7-4531-b026-2f955a22fa41", "tag": "abbf5cd1-5157-49f1-9fc8-ea98128e3413"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:05:40.009481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-1ec1bdc1-4ebe-4093-963a-ae3dd8c7accc tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:05:40.021797 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-1ec1bdc1-4ebe-4093-963a-ae3dd8c7accc tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:40.027512 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6871d097-1b10-4336-b8ff-114939b9450d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:40.030773 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6871d097-1b10-4336-b8ff-114939b9450d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:40.050934 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6871d097-1b10-4336-b8ff-114939b9450d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4111faa4-fd8b-432d-a446-1bf8b6499eef HTTP/1.1" status: 204 len: 168 time: 0.3588719 Nov 24 21:05:40.058454 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-a3a72c39-90ae-44ad-a96a-8d296b999fcc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Allocated IP 172.20.0.8 (1db2c526-7dbb-43dc-8355-0dce2bb7e6cc/5df44411-bad0-41e8-8c64-bf8945205f26/09ba5f24-e1d3-4db6-86e7-87a0544d8069) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:05:40.086080 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b4d247ae-109a-4cae-ad34-5ff0643bf49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:44Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '20f21c65-d2ca-4604-9780-da25bacb3a00', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'port_id': '5a080c33-d7c0-41c7-bdaf-2eee0b99927d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'mac_address': 'fa:16:3e:96:0b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5d821-9a89-480e-b745-5b48b3ab4f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:05:12Z', 'updated_at': '2021-11-24T21:05:38Z', 'revision_number': 3, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1be414-360e-4cf8-aa0f-2aa527082bd7', 'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'mac_address': 'fa:16:3e:1b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:54Z', 'revision_number': 5, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'subnets': [{'id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:40.139992 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d247ae-109a-4cae-ad34-5ff0643bf49a None None] Checking router: fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:05:40.140247 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871d097-1b10-4336-b8ff-114939b9450d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4111faa4-fd8b-432d-a446-1bf8b6499eef,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:40.150466 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb45aaac-6a0c-4be7-867b-daa929f00dec', 'tag': 'ac918235-190e-4a44-8a61-cb36909d0cad'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:05:40.158425 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5776a8b-688e-4e9d-a140-9e2034ec0fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "bb45aaac-6a0c-4be7-867b-daa929f00dec", "tag": "ac918235-190e-4a44-8a61-cb36909d0cad"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:05:40.170813 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d247ae-109a-4cae-ad34-5ff0643bf49a None None] Routers {'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:40.170813 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b4d247ae-109a-4cae-ad34-5ff0643bf49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:12Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:40.232518 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-1ec1bdc1-4ebe-4093-963a-ae3dd8c7accc tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "PUT /v2.0/floatingips/20f21c65-d2ca-4604-9780-da25bacb3a00 HTTP/1.1" status: 200 len: 997 time: 3.2669690 Nov 24 21:05:40.252098 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-a3a72c39-90ae-44ad-a96a-8d296b999fcc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:40.339109 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-07f001dd-488b-4f5d-91f6-01680b7f38a1 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:40.340564 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-07f001dd-488b-4f5d-91f6-01680b7f38a1 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports/ac918235-190e-4a44-8a61-cb36909d0cad HTTP/1.1" status: 200 len: 942 time: 0.1024368 Nov 24 21:05:40.348301 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1628c9-8ba3-4ce5-8cff-070a7770556a service neutron] Pushing event updated for resources: {'Port': ['ID=abbf5cd1-5157-49f1-9fc8-ea98128e3413,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:40.373902 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0cad3028-8afe-48bf-9e27-4901d1396003 req-0514af0d-4ded-4b68-9af1-6222e05ea5e1 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187798 Nov 24 21:05:40.449107 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-43021314-e137-4bb4-8b1a-08f8095d666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:40.454795 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-43021314-e137-4bb4-8b1a-08f8095d666c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e71b3a96d850423e9f3044dfb96ccf17&device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 1094 time: 0.1725130 Nov 24 21:05:40.531445 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-b0a73b03-0f98-4201-98ce-c795155254c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abbf5cd1-5157-49f1-9fc8-ea98128e3413 HTTP/1.1" status: 200 len: 217 time: 0.0554175 Nov 24 21:05:40.534209 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-2bd90030-c2c7-4459-a3f4-7f225e157af6 service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9248490 Nov 24 21:05:40.586372 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3e9264c7-35c1-405e-b9fc-ab365d441b80 req-1466cca1-72f8-407d-9918-91ad586d102f tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 210 time: 0.0593898 Nov 24 21:05:40.668648 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-76e56ceb-ec4e-489a-ac51-ce8c875d8714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:40.675669 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-76e56ceb-ec4e-489a-ac51-ce8c875d8714 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f2a175e7-c4f6-4d68-bd07-ad29e027b58f HTTP/1.1" status: 200 len: 852 time: 0.0848224 Nov 24 21:05:40.691967 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-e1e60214-2dd3-4e9b-b8f1-30a6da19b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:40.715307 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-e1e60214-2dd3-4e9b-b8f1-30a6da19b7b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0692c1d9cf724f438a66002310ca2265&device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 1096 time: 0.1442933 Nov 24 21:05:40.775939 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-b4d247ae-109a-4cae-ad34-5ff0643bf49a None None] Set router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:40.786217 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-e40f8a0b-29d0-42ee-83de-1405864b894a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aa567d14-d659-4d4f-9c27-1888341ba909 HTTP/1.1" status: 200 len: 217 time: 0.1945565 Nov 24 21:05:40.790014 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-a3a72c39-90ae-44ad-a96a-8d296b999fcc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:40.821390 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-a6272b39-2a92-489c-8b96-a4364d8e5b45 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=287bbc50-3f16-40b0-94f6-15f32164ebfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503986 Nov 24 21:05:40.881628 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a72c39-90ae-44ad-a96a-8d296b999fcc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Pushing event updated for resources: {'Port': ['ID=09ba5f24-e1d3-4db6-86e7-87a0544d8069,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:40.897676 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b80bb0c-12a2-479b-a8e2-31fb0605f504 x-openstack-request-id: req-6b80bb0c-12a2-479b-a8e2-31fb0605f504 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:05:40.898764 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb45aaac-6a0c-4be7-867b-daa929f00dec", "tag": "ac918235-190e-4a44-8a61-cb36909d0cad", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:05:40.907278 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6b80bb0c-12a2-479b-a8e2-31fb0605f504 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:05:40.907755 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb45aaac-6a0c-4be7-867b-daa929f00dec', 'tag': 'ac918235-190e-4a44-8a61-cb36909d0cad', 'status': 'completed', 'code': 200} Nov 24 21:05:40.998177 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc29785-2c30-429a-bdd7-97fd5e8b10b1 x-openstack-request-id: req-bfc29785-2c30-429a-bdd7-97fd5e8b10b1 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:05:40.998777 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648a2dc8-74d7-4531-b026-2f955a22fa41", "tag": "abbf5cd1-5157-49f1-9fc8-ea98128e3413", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:05:40.999214 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bfc29785-2c30-429a-bdd7-97fd5e8b10b1 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:05:41.000139 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648a2dc8-74d7-4531-b026-2f955a22fa41', 'tag': 'abbf5cd1-5157-49f1-9fc8-ea98128e3413', 'status': 'completed', 'code': 200} Nov 24 21:05:41.002579 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5776a8b-688e-4e9d-a140-9e2034ec0fb5 req-54fd1947-581c-496c-be6a-dec14007c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:41.004156 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5776a8b-688e-4e9d-a140-9e2034ec0fb5 req-54fd1947-581c-496c-be6a-dec14007c14b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0692c1d9cf724f438a66002310ca2265&device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 1096 time: 0.0956042 Nov 24 21:05:41.008204 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-3e603c56-28bb-4ad8-baa2-7e3dc1148d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:41.013141 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-3e603c56-28bb-4ad8-baa2-7e3dc1148d93 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90488595-632e-4a60-8936-692e2b535085 HTTP/1.1" status: 200 len: 922 time: 0.2969844 Nov 24 21:05:41.039023 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-a3a72c39-90ae-44ad-a96a-8d296b999fcc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Network 1db2c526-7dbb-43dc-8355-0dce2bb7e6cc is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:05:41.058857 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-a3a72c39-90ae-44ad-a96a-8d296b999fcc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:05:41.062661 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-a3a72c39-90ae-44ad-a96a-8d296b999fcc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:05:41.176944 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-91b1bd1f-e14a-407f-9ba9-c7b01d2cad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:41.183483 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-91b1bd1f-e14a-407f-9ba9-c7b01d2cad64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2eb2776b-5847-4479-b246-63584a539d1e HTTP/1.1" status: 200 len: 797 time: 0.3672447 Nov 24 21:05:41.210946 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-64914039-c7fe-47f2-bc72-b025bc5d6e5c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac918235-190e-4a44-8a61-cb36909d0cad HTTP/1.1" status: 200 len: 217 time: 0.1755004 Nov 24 21:05:41.233100 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:41.269061 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5210af6d-5ed3-4b89-9f9a-ee2301d24670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:41.373564 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b4d247ae-109a-4cae-ad34-5ff0643bf49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:44Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '20f21c65-d2ca-4604-9780-da25bacb3a00', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'port_id': '5a080c33-d7c0-41c7-bdaf-2eee0b99927d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'mac_address': 'fa:16:3e:96:0b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5d821-9a89-480e-b745-5b48b3ab4f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:05:12Z', 'updated_at': '2021-11-24T21:05:38Z', 'revision_number': 3, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1be414-360e-4cf8-aa0f-2aa527082bd7', 'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'mac_address': 'fa:16:3e:1b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:54Z', 'revision_number': 5, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'subnets': [{'id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:41.419356 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-a3a72c39-90ae-44ad-a96a-8d296b999fcc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:41.420083 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-a3a72c39-90ae-44ad-a96a-8d296b999fcc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:41.434198 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d247ae-109a-4cae-ad34-5ff0643bf49a None None] The sync data for ids ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'] in n-d-812111-8 is: [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:44Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '20f21c65-d2ca-4604-9780-da25bacb3a00', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'port_id': '5a080c33-d7c0-41c7-bdaf-2eee0b99927d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'mac_address': 'fa:16:3e:96:0b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5d821-9a89-480e-b745-5b48b3ab4f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:05:12Z', 'updated_at': '2021-11-24T21:05:38Z', 'revision_number': 3, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1be414-360e-4cf8-aa0f-2aa527082bd7', 'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'mac_address': 'fa:16:3e:1b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:54Z', 'revision_number': 5, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'subnets': [{'id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:05:41.435749 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-6e0011f0-6e59-4198-9bf5-99cff6443cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:41.437353 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-6e0011f0-6e59-4198-9bf5-99cff6443cd9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3087cf2a-7116-4eae-aa3b-5f869debcd0f HTTP/1.1" status: 200 len: 860 time: 0.1994543 Nov 24 21:05:41.451572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5776a8b-688e-4e9d-a140-9e2034ec0fb5 req-64b3a3f8-9587-46c2-b450-26e94bb6d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:41.453463 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5776a8b-688e-4e9d-a140-9e2034ec0fb5 req-64b3a3f8-9587-46c2-b450-26e94bb6d935 service neutron] 10.222.0.15 "GET /v2.0/networks?id=90488595-632e-4a60-8936-692e2b535085 HTTP/1.1" status: 200 len: 922 time: 0.4384778 Nov 24 21:05:41.470041 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-1cf33e8e-041f-4a28-a403-01485d307b26 service neutron] 10.222.0.48 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5894685 Nov 24 21:05:41.486488 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-a3a72c39-90ae-44ad-a96a-8d296b999fcc tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4811246 Nov 24 21:05:41.541820 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-9f25d97d-18f9-4c31-9c9e-4629a1881375 service neutron] Request body: {'port': {'device_id': '2c3d9686-3dd2-4aea-92fe-225626602565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:41.586925 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46700) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:41.592836 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-7d6c064e-ede6-41dc-aa5f-d1988d843397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:41.594431 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-7d6c064e-ede6-41dc-aa5f-d1988d843397 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4016135 Nov 24 21:05:41.638858 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f63c4829-150d-41d8-912a-12b1b48b61fb None None] Provisioning complete for port 09ba5f24-e1d3-4db6-86e7-87a0544d8069 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:41.639242 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f63c4829-150d-41d8-912a-12b1b48b61fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:41.661863 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5776a8b-688e-4e9d-a140-9e2034ec0fb5 req-d0f8899f-a612-4fa3-b861-52d56ae73705 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac918235-190e-4a44-8a61-cb36909d0cad HTTP/1.1" status: 200 len: 217 time: 0.1880651 Nov 24 21:05:41.726413 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f63c4829-150d-41d8-912a-12b1b48b61fb None None] Port 09ba5f24-e1d3-4db6-86e7-87a0544d8069 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:05:41.803854 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5776a8b-688e-4e9d-a140-9e2034ec0fb5 req-7a79781f-94a5-4d53-bcb9-d3eee379dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:41.806657 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5776a8b-688e-4e9d-a140-9e2034ec0fb5 req-7a79781f-94a5-4d53-bcb9-d3eee379dc74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3087cf2a-7116-4eae-aa3b-5f869debcd0f HTTP/1.1" status: 200 len: 860 time: 0.1356056 Nov 24 21:05:41.846110 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33794047-f0d2-40e0-a246-a886cf9f3497 None None] New status for floating IP 20f21c65-d2ca-4604-9780-da25bacb3a00: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:05:41.870097 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-50718f0a-3a9a-470a-9cba-2a0340e6a462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:41.872477 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-50718f0a-3a9a-470a-9cba-2a0340e6a462 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90488595-632e-4a60-8936-692e2b535085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4177172 Nov 24 21:05:41.878797 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f268c7b1-8baa-4085-990b-b3c3ca7f4580 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-46678669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:41.893751 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-89ac368f-c316-47d0-91c1-aa50971f9467 service neutron] 10.222.0.15 "GET /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752736 Nov 24 21:05:41.943373 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-9f25d97d-18f9-4c31-9c9e-4629a1881375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:42.014410 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ab4f6-23d8-4966-b833-4fc773f438dd req-c5035be9-beb8-4454-8ca7-8cda2864d572 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:42.016067 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-844ab4f6-23d8-4966-b833-4fc773f438dd req-c5035be9-beb8-4454-8ca7-8cda2864d572 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 943 time: 0.4188273 Nov 24 21:05:42.067792 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5776a8b-688e-4e9d-a140-9e2034ec0fb5 req-b873794e-e6da-47b4-8e5c-e627d592d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:42.072524 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5776a8b-688e-4e9d-a140-9e2034ec0fb5 req-b873794e-e6da-47b4-8e5c-e627d592d1bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90488595-632e-4a60-8936-692e2b535085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2562296 Nov 24 21:05:42.114672 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f268c7b1-8baa-4085-990b-b3c3ca7f4580 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:42.116591 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f268c7b1-8baa-4085-990b-b3c3ca7f4580 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:42.179932 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f268c7b1-8baa-4085-990b-b3c3ca7f4580 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:42.189170 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8206cc68-1b82-4dd7-a55e-3bc8060d260a req-63821516-815a-4963-a5ea-4477bf10ec93 service neutron] 10.222.0.48 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7009947 Nov 24 21:05:42.205407 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f268c7b1-8baa-4085-990b-b3c3ca7f4580 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:42.259610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733962b5-86b2-4945-b288-8f331dacf742 None None] Sync routers for ids ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:05:42.284286 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-3e4f31a8-3415-4828-a4d6-6a95e2dbf286 service neutron] 10.222.0.11 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946528 Nov 24 21:05:42.292506 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733962b5-86b2-4945-b288-8f331dacf742 None None] Routers {'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:42.293944 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-733962b5-86b2-4945-b288-8f331dacf742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:42.393625 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f268c7b1-8baa-4085-990b-b3c3ca7f4580 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:42.398516 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f268c7b1-8baa-4085-990b-b3c3ca7f4580 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7710221 Nov 24 21:05:42.408528 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46772) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:42.416481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-e9c8aeb0-4d30-4d87-8464-7fc16a7ffccf tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1039207102'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:42.440579 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5776a8b-688e-4e9d-a140-9e2034ec0fb5 req-be610d98-bb2a-4ca4-a488-c48db66889fd service neutron] 10.222.0.15 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518119 Nov 24 21:05:42.525860 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-733962b5-86b2-4945-b288-8f331dacf742 None None] Set router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:42.549090 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c8aeb0-4d30-4d87-8464-7fc16a7ffccf tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Made reservation on behalf of 576b4f42a30a4c25beb7a7dd653c836b for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:05:42.550776 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-71315c36-ff01-413b-9eb3-d5c6ca3e7975 service neutron] 10.222.0.15 "GET /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6451614 Nov 24 21:05:42.552527 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e9c8aeb0-4d30-4d87-8464-7fc16a7ffccf tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:42.581896 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-844ab4f6-23d8-4966-b833-4fc773f438dd req-5b3e0451-3799-439a-b32b-0e4419ea2434 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774731 Nov 24 21:05:42.592289 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5217f06-0cad-47f5-8d88-3dd891cd0e71 req-b5d4babc-9126-4cfd-bd93-9dd626638290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:42.594654 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5217f06-0cad-47f5-8d88-3dd891cd0e71 req-b5d4babc-9126-4cfd-bd93-9dd626638290 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e71b3a96d850423e9f3044dfb96ccf17&device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 1094 time: 0.2928128 Nov 24 21:05:42.610958 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e9c8aeb0-4d30-4d87-8464-7fc16a7ffccf tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:42.649981 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-8842dd1f-ff33-47d1-80cd-946372c90efa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ef5f8c33-a3ce-4e37-9cc9-6819e3132187 HTTP/1.1" status: 200 len: 217 time: 0.0863750 Nov 24 21:05:42.682714 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-5dca7749-ff9b-4baf-bde7-40f1de56ef2d service neutron] 10.222.0.11 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068337 Nov 24 21:05:42.746684 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-5565b2d2-755b-439c-bfad-fa46549315b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:42.748837 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-5565b2d2-755b-439c-bfad-fa46549315b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2eb2776b-5847-4479-b246-63584a539d1e HTTP/1.1" status: 200 len: 797 time: 0.0734210 Nov 24 21:05:42.775449 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5776a8b-688e-4e9d-a140-9e2034ec0fb5 req-1d06359c-56cf-4cea-8b1e-c28b7d6247bc service neutron] 10.222.0.15 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801080 Nov 24 21:05:42.822475 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-81fdc407-5b7b-4c2d-9ebd-6caa4e55aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:42.826026 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-81fdc407-5b7b-4c2d-9ebd-6caa4e55aa7c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0692c1d9cf724f438a66002310ca2265&device_id=b2f5d821-9a89-480e-b745-5b48b3ab4f59 HTTP/1.1" status: 200 len: 1096 time: 0.0903690 Nov 24 21:05:42.890818 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e9c8aeb0-4d30-4d87-8464-7fc16a7ffccf tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:42.903813 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e9c8aeb0-4d30-4d87-8464-7fc16a7ffccf tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:42.914010 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f5d821-9a89-480e-b745-5b48b3ab4f59', 'tag': '5a080c33-d7c0-41c7-bdaf-2eee0b99927d'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:05:42.917175 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3647cde-883b-454d-9a75-469b541d476f" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f5d821-9a89-480e-b745-5b48b3ab4f59", "tag": "5a080c33-d7c0-41c7-bdaf-2eee0b99927d"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:05:43.047033 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c8aeb0-4d30-4d87-8464-7fc16a7ffccf tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:05:43.070824 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e9c8aeb0-4d30-4d87-8464-7fc16a7ffccf tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:43.071496 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-e9c8aeb0-4d30-4d87-8464-7fc16a7ffccf tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Added segment b06c8e08-2bb3-4d4f-ac7d-ac70ce876ade of type vlan for network 5cdfca10-fbac-4713-86a4-6d5460c457d3 Nov 24 21:05:43.160944 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:43.182361 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e9c8aeb0-4d30-4d87-8464-7fc16a7ffccf tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:43.237900 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-733962b5-86b2-4945-b288-8f331dacf742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:44Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '20f21c65-d2ca-4604-9780-da25bacb3a00', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'port_id': '5a080c33-d7c0-41c7-bdaf-2eee0b99927d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'mac_address': 'fa:16:3e:96:0b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5d821-9a89-480e-b745-5b48b3ab4f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:05:12Z', 'updated_at': '2021-11-24T21:05:41Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1be414-360e-4cf8-aa0f-2aa527082bd7', 'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'mac_address': 'fa:16:3e:1b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:54Z', 'revision_number': 5, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'subnets': [{'id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:43.286395 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733962b5-86b2-4945-b288-8f331dacf742 None None] Checking router: fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:05:43.301884 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733962b5-86b2-4945-b288-8f331dacf742 None None] Routers {'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:43.302952 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-733962b5-86b2-4945-b288-8f331dacf742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:43.308613 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-0a0207b6-66cc-4274-b230-f96ddd7ef14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:43.316908 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-0a0207b6-66cc-4274-b230-f96ddd7ef14d service neutron] 10.222.0.11 "GET /v2.0/networks?id=90488595-632e-4a60-8936-692e2b535085 HTTP/1.1" status: 200 len: 922 time: 0.4762154 Nov 24 21:05:43.352231 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e9c8aeb0-4d30-4d87-8464-7fc16a7ffccf tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:43.360319 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c8aeb0-4d30-4d87-8464-7fc16a7ffccf tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:43.361039 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e9c8aeb0-4d30-4d87-8464-7fc16a7ffccf tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:43.390345 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-36be9c21-9d9c-4c33-a832-9a92ef19f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:43.391837 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-36be9c21-9d9c-4c33-a832-9a92ef19f099 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5997720 Nov 24 21:05:43.397973 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5217f06-0cad-47f5-8d88-3dd891cd0e71 req-93f3c26a-f234-4f1e-a681-078439dc0bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:43.399478 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5217f06-0cad-47f5-8d88-3dd891cd0e71 req-93f3c26a-f234-4f1e-a681-078439dc0bec service neutron] 10.222.0.48 "GET /v2.0/networks?id=287bbc50-3f16-40b0-94f6-15f32164ebfe HTTP/1.1" status: 200 len: 913 time: 0.7703028 Nov 24 21:05:43.415027 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757f2dc-de14-4619-8838-5d3fdeb24541 req-7cb80ec0-2ea5-4033-a188-b6bf81bfaae1 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:43.424102 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8757f2dc-de14-4619-8838-5d3fdeb24541 req-7cb80ec0-2ea5-4033-a188-b6bf81bfaae1 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 931 time: 0.6298697 Nov 24 21:05:43.469037 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-6c8c9d9a-bf45-40e4-8b54-7df2561d0b33 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a080c33-d7c0-41c7-bdaf-2eee0b99927d HTTP/1.1" status: 200 len: 1000 time: 0.1511154 Nov 24 21:05:43.470892 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8aeb0-4d30-4d87-8464-7fc16a7ffccf tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9023d6-3857-4c09-ac1f-231c95f1780e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:43.481521 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-733962b5-86b2-4945-b288-8f331dacf742 None None] Set router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:43.502200 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5217f06-0cad-47f5-8d88-3dd891cd0e71 req-8ee3fba2-33c9-4832-b7be-427dd2e128a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abbf5cd1-5157-49f1-9fc8-ea98128e3413 HTTP/1.1" status: 200 len: 217 time: 0.0726628 Nov 24 21:05:43.545783 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e9c8aeb0-4d30-4d87-8464-7fc16a7ffccf tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1313376 Nov 24 21:05:43.551776 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46876) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:43.559091 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-9ea4c82f-1b1a-4f7f-a3e3-da1e0d72c5fb tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Request body: {'subnet': {'network_id': '5cdfca10-fbac-4713-86a4-6d5460c457d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:43.636200 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-9f25d97d-18f9-4c31-9c9e-4629a1881375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ba5f24-e1d3-4db6-86e7-87a0544d8069 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:05:43.644526 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8aeb0-4d30-4d87-8464-7fc16a7ffccf tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Pushing event updated for resources: {'Network': ['ID=5cdfca10-fbac-4713-86a4-6d5460c457d3,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:43.660867 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-afff0368-34ec-4a5c-8886-ec218f60dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:43.663826 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-afff0368-34ec-4a5c-8886-ec218f60dff4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3087cf2a-7116-4eae-aa3b-5f869debcd0f HTTP/1.1" status: 200 len: 860 time: 0.1689715 Nov 24 21:05:43.685431 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-9f25d97d-18f9-4c31-9c9e-4629a1881375 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:43.693504 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 5cdfca10-fbac-4713-86a4-6d5460c457d3 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:05:43.704044 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8757f2dc-de14-4619-8838-5d3fdeb24541 req-5089488c-6783-4de6-bfca-f2b31d5e0939 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e17d0e94-9c03-4d70-a275-8baf5fedfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2785938 Nov 24 21:05:43.718375 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5217f06-0cad-47f5-8d88-3dd891cd0e71 req-c1dc64de-62e0-4b28-a906-5c0872bf5931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:43.729078 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5217f06-0cad-47f5-8d88-3dd891cd0e71 req-c1dc64de-62e0-4b28-a906-5c0872bf5931 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f2a175e7-c4f6-4d68-bd07-ad29e027b58f HTTP/1.1" status: 200 len: 852 time: 0.2040157 Nov 24 21:05:43.782168 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-9f25d97d-18f9-4c31-9c9e-4629a1881375 service neutron] Transition to ACTIVE for port object 09ba5f24-e1d3-4db6-86e7-87a0544d8069 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:05:43.822976 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-9f25d97d-18f9-4c31-9c9e-4629a1881375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:43.835378 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5217f06-0cad-47f5-8d88-3dd891cd0e71 req-45eac370-f860-4da6-8a32-8adba5a71dfa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=287bbc50-3f16-40b0-94f6-15f32164ebfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904882 Nov 24 21:05:43.837554 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-5365f302-86ea-4bc3-b00d-149ed0cfd937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:43.848993 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-5365f302-86ea-4bc3-b00d-149ed0cfd937 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90488595-632e-4a60-8936-692e2b535085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463761 Nov 24 21:05:43.852796 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea4c82f-1b1a-4f7f-a3e3-da1e0d72c5fb tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Made reservation on behalf of 576b4f42a30a4c25beb7a7dd653c836b for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:05:43.858247 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ea4c82f-1b1a-4f7f-a3e3-da1e0d72c5fb tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:43.945520 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:44.042143 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fa2da5-c67d-49ad-8894-eebb5eb54bbf x-openstack-request-id: req-44fa2da5-c67d-49ad-8894-eebb5eb54bbf {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:05:44.042527 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f5d821-9a89-480e-b745-5b48b3ab4f59", "tag": "5a080c33-d7c0-41c7-bdaf-2eee0b99927d", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:05:44.042730 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-44fa2da5-c67d-49ad-8894-eebb5eb54bbf {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:05:44.043094 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f5d821-9a89-480e-b745-5b48b3ab4f59', 'tag': '5a080c33-d7c0-41c7-bdaf-2eee0b99927d', 'status': 'completed', 'code': 200} Nov 24 21:05:44.043812 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-733962b5-86b2-4945-b288-8f331dacf742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:44Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '20f21c65-d2ca-4604-9780-da25bacb3a00', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'port_id': '5a080c33-d7c0-41c7-bdaf-2eee0b99927d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'mac_address': 'fa:16:3e:96:0b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5d821-9a89-480e-b745-5b48b3ab4f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:05:12Z', 'updated_at': '2021-11-24T21:05:41Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1be414-360e-4cf8-aa0f-2aa527082bd7', 'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'mac_address': 'fa:16:3e:1b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:54Z', 'revision_number': 5, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'subnets': [{'id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:44.097030 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5217f06-0cad-47f5-8d88-3dd891cd0e71 req-bf4a1225-0b85-49cf-b866-91c285db230e service neutron] 10.222.0.48 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432594 Nov 24 21:05:44.122060 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733962b5-86b2-4945-b288-8f331dacf742 None None] The sync data for ids ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'] in n-d-812111-8 is: [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:44Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '20f21c65-d2ca-4604-9780-da25bacb3a00', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'port_id': '5a080c33-d7c0-41c7-bdaf-2eee0b99927d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'mac_address': 'fa:16:3e:96:0b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5d821-9a89-480e-b745-5b48b3ab4f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:05:12Z', 'updated_at': '2021-11-24T21:05:41Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1be414-360e-4cf8-aa0f-2aa527082bd7', 'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'mac_address': 'fa:16:3e:1b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:54Z', 'revision_number': 5, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'subnets': [{'id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:05:44.194336 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-cb96af21-01f0-4100-b895-2dcfe6769e1b service neutron] 10.222.0.15 "GET /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7678990 Nov 24 21:05:44.221440 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3647cde-883b-454d-9a75-469b541d476f req-fd534173-59c8-4897-a649-bbdd02ce2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:44.223307 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3647cde-883b-454d-9a75-469b541d476f req-fd534173-59c8-4897-a649-bbdd02ce2862 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0692c1d9cf724f438a66002310ca2265&device_id=b2f5d821-9a89-480e-b745-5b48b3ab4f59 HTTP/1.1" status: 200 len: 1096 time: 0.1789641 Nov 24 21:05:44.273542 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-da8d47b9-21c9-4b7b-a872-44fc26908bf8 service neutron] 10.222.0.11 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228406 Nov 24 21:05:44.295242 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25d97d-18f9-4c31-9c9e-4629a1881375 service neutron] Pushing event updated for resources: {'Port': ['ID=09ba5f24-e1d3-4db6-86e7-87a0544d8069,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:44.405515 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ea4c82f-1b1a-4f7f-a3e3-da1e0d72c5fb tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:44.426574 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ec517-be0d-4b78-b3bd-20d83961f333 req-25f34ef3-1403-4e9a-a3e0-3b6dbef47aff tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:44.434773 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-aa4ec517-be0d-4b78-b3bd-20d83961f333 req-25f34ef3-1403-4e9a-a3e0-3b6dbef47aff tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 943 time: 0.3281946 Nov 24 21:05:44.613793 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f5217f06-0cad-47f5-8d88-3dd891cd0e71 req-9a4b4c3c-1bd3-4230-ab3d-31fd26ba1a99 service neutron] 10.222.0.48 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798431 Nov 24 21:05:44.622177 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f1cfbe1-ff26-4a0b-b36d-4bab9e75b304 req-af9a861e-3bd5-4bb5-b87d-436352bcc712 service neutron] 10.222.0.15 "GET /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980227 Nov 24 21:05:44.637691 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-aa4ec517-be0d-4b78-b3bd-20d83961f333 req-df3a8f03-5051-4048-9d5e-584792787b87 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018929 Nov 24 21:05:44.660854 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-9f25d97d-18f9-4c31-9c9e-4629a1881375 service neutron] Attempting to bind port 09ba5f24-e1d3-4db6-86e7-87a0544d8069 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:05:44.661203 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-9f25d97d-18f9-4c31-9c9e-4629a1881375 service neutron] Attempting to bind port 09ba5f24-e1d3-4db6-86e7-87a0544d8069 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '50091b6f-8510-4fe7-99f6-affd19cd995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:05:44.661539 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-9f25d97d-18f9-4c31-9c9e-4629a1881375 service neutron] Attempting to bind port 09ba5f24-e1d3-4db6-86e7-87a0544d8069 on network 1db2c526-7dbb-43dc-8355-0dce2bb7e6cc {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:05:44.668688 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-9f25d97d-18f9-4c31-9c9e-4629a1881375 service neutron] Port 09ba5f24-e1d3-4db6-86e7-87a0544d8069 on network 1db2c526-7dbb-43dc-8355-0dce2bb7e6cc not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:05:44.669133 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-9f25d97d-18f9-4c31-9c9e-4629a1881375 service neutron] Attempting to bind port 09ba5f24-e1d3-4db6-86e7-87a0544d8069 on network 1db2c526-7dbb-43dc-8355-0dce2bb7e6cc {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:05:44.677606 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-9f25d97d-18f9-4c31-9c9e-4629a1881375 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:05:44.678186 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-9f25d97d-18f9-4c31-9c9e-4629a1881375 service neutron] Checking segment: {'id': '50091b6f-8510-4fe7-99f6-affd19cd995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:05:44.678591 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-9f25d97d-18f9-4c31-9c9e-4629a1881375 service neutron] Bound using segment: {'id': '50091b6f-8510-4fe7-99f6-affd19cd995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:05:44.679262 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-9f25d97d-18f9-4c31-9c9e-4629a1881375 service neutron] Bound port: 09ba5f24-e1d3-4db6-86e7-87a0544d8069, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50091b6f-8510-4fe7-99f6-affd19cd995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:05:44.679390 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-9f25d97d-18f9-4c31-9c9e-4629a1881375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:44.804277 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-9f25d97d-18f9-4c31-9c9e-4629a1881375 service neutron] For port 09ba5f24-e1d3-4db6-86e7-87a0544d8069, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:05:44.808125 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:44.838982 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-9f25d97d-18f9-4c31-9c9e-4629a1881375 service neutron] For port 09ba5f24-e1d3-4db6-86e7-87a0544d8069, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=09ba5f24-e1d3-4db6-86e7-87a0544d8069,segment=NetworkSegment(50091b6f-8510-4fe7-99f6-affd19cd995c),segment_id=50091b6f-8510-4fe7-99f6-affd19cd995c)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:05:44.845322 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-9f25d97d-18f9-4c31-9c9e-4629a1881375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:44.894790 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-9f25d97d-18f9-4c31-9c9e-4629a1881375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:44.895793 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-9f25d97d-18f9-4c31-9c9e-4629a1881375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:44.898231 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-9f25d97d-18f9-4c31-9c9e-4629a1881375 service neutron] 10.222.0.48 "PUT /v2.0/ports/09ba5f24-e1d3-4db6-86e7-87a0544d8069 HTTP/1.1" status: 200 len: 1091 time: 3.3815241 Nov 24 21:05:44.901524 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3d9686-3dd2-4aea-92fe-225626602565', 'tag': '09ba5f24-e1d3-4db6-86e7-87a0544d8069'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:05:44.910087 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fc25e8-f6b1-4539-9329-f3863963b4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3d9686-3dd2-4aea-92fe-225626602565", "tag": "09ba5f24-e1d3-4db6-86e7-87a0544d8069"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:05:44.924107 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84cb5b-783c-49f6-857e-83924533337a req-1f8e478c-2588-4061-8267-06674ea701f7 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:44.933253 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2e84cb5b-783c-49f6-857e-83924533337a req-1f8e478c-2588-4061-8267-06674ea701f7 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 943 time: 0.1485958 Nov 24 21:05:44.970715 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4c82f-1b1a-4f7f-a3e3-da1e0d72c5fb tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Pushing event updated for resources: {'Subnet': ['ID=3717ec28-5b23-47b4-b40c-45ffcc69e65d,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:45.012286 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b50d923-0464-48ba-b4a9-0d07c70c9f7b req-f6df3fe9-bed7-45dc-8e4a-1bbbb087dcf8 service neutron] 10.222.0.11 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6705713 Nov 24 21:05:45.015361 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3647cde-883b-454d-9a75-469b541d476f req-252b3551-4099-4a4e-b40e-c857e41aa868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:45.017014 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3647cde-883b-454d-9a75-469b541d476f req-252b3551-4099-4a4e-b40e-c857e41aa868 service neutron] 10.222.0.15 "GET /v2.0/networks?id=90488595-632e-4a60-8936-692e2b535085 HTTP/1.1" status: 200 len: 922 time: 0.7401776 Nov 24 21:05:45.028086 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea4c82f-1b1a-4f7f-a3e3-da1e0d72c5fb tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Checking segment: {'id': 'b06c8e08-2bb3-4d4f-ac7d-ac70ce876ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5cdfca10-fbac-4713-86a4-6d5460c457d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:05:45.028828 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea4c82f-1b1a-4f7f-a3e3-da1e0d72c5fb tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Network hostable DHCP agents. Network: 5cdfca10-fbac-4713-86a4-6d5460c457d3, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:05:45.133298 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25d97d-18f9-4c31-9c9e-4629a1881375 service neutron] Pushing event updated for resources: {'Port': ['ID=09ba5f24-e1d3-4db6-86e7-87a0544d8069,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:45.146003 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea4c82f-1b1a-4f7f-a3e3-da1e0d72c5fb tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Network 5cdfca10-fbac-4713-86a4-6d5460c457d3 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:05:45.175624 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3647cde-883b-454d-9a75-469b541d476f req-561eba07-993a-4f2d-880e-7c19c7ebc4e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a080c33-d7c0-41c7-bdaf-2eee0b99927d HTTP/1.1" status: 200 len: 1000 time: 0.1486354 Nov 24 21:05:45.177676 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-63c17e81-5bac-41ea-bb8f-c9bc8596c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:45.179892 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-63c17e81-5bac-41ea-bb8f-c9bc8596c5dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76400c1822bc4519abca8b807069cf99&device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 1094 time: 0.2245169 Nov 24 21:05:45.186778 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2e84cb5b-783c-49f6-857e-83924533337a req-578192fa-1dbc-4a46-9edb-8bef106138a0 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e17d0e94-9c03-4d70-a275-8baf5fedfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2522154 Nov 24 21:05:45.238426 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eec4ff5-6251-4536-8031-4b63faf72daa x-openstack-request-id: req-9eec4ff5-6251-4536-8031-4b63faf72daa {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:05:45.238730 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3d9686-3dd2-4aea-92fe-225626602565", "tag": "09ba5f24-e1d3-4db6-86e7-87a0544d8069", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:05:45.239096 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9eec4ff5-6251-4536-8031-4b63faf72daa {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:05:45.239608 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3d9686-3dd2-4aea-92fe-225626602565', 'tag': '09ba5f24-e1d3-4db6-86e7-87a0544d8069', 'status': 'completed', 'code': 200} Nov 24 21:05:45.241945 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-d017f32d-a5f3-42b2-855e-ed193872f438 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09ba5f24-e1d3-4db6-86e7-87a0544d8069 HTTP/1.1" status: 200 len: 217 time: 0.0531282 Nov 24 21:05:45.245895 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-9ea4c82f-1b1a-4f7f-a3e3-da1e0d72c5fb tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 5cdfca10-fbac-4713-86a4-6d5460c457d3) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:05:45.259056 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90468297-100d-4510-a2aa-6ab1be33eada None None] Network 5cdfca10-fbac-4713-86a4-6d5460c457d3 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:05:45.274927 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea4c82f-1b1a-4f7f-a3e3-da1e0d72c5fb tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:45.275629 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ea4c82f-1b1a-4f7f-a3e3-da1e0d72c5fb tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:45.303687 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9ea4c82f-1b1a-4f7f-a3e3-da1e0d72c5fb tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7500627 Nov 24 21:05:45.306282 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3647cde-883b-454d-9a75-469b541d476f req-f1965915-78c3-4712-aabd-3770b9dfe88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:45.307910 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3647cde-883b-454d-9a75-469b541d476f req-f1965915-78c3-4712-aabd-3770b9dfe88b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3087cf2a-7116-4eae-aa3b-5f869debcd0f HTTP/1.1" status: 200 len: 860 time: 0.0918791 Nov 24 21:05:45.308382 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47030) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:45.313172 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-52d3fba5-9616-4864-ba90-91d9243b36e1 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Request body: {'network': {'name': 'tempest-router-network01--368566244'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:45.362480 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d3fba5-9616-4864-ba90-91d9243b36e1 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Made reservation on behalf of 576b4f42a30a4c25beb7a7dd653c836b for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:05:45.366745 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52d3fba5-9616-4864-ba90-91d9243b36e1 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:45.385322 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3647cde-883b-454d-9a75-469b541d476f req-57c49e08-b605-469a-8d00-a45dd0a4b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:45.387025 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3647cde-883b-454d-9a75-469b541d476f req-57c49e08-b605-469a-8d00-a45dd0a4b26c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90488595-632e-4a60-8936-692e2b535085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695922 Nov 24 21:05:45.395599 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-e9e7a7e5-03d5-449f-9286-cf7bd655c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:45.397461 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-e9e7a7e5-03d5-449f-9286-cf7bd655c726 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df44411-bad0-41e8-8c64-bf8945205f26 HTTP/1.1" status: 200 len: 849 time: 0.1236672 Nov 24 21:05:45.407795 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d3fba5-9616-4864-ba90-91d9243b36e1 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:05:45.441889 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52d3fba5-9616-4864-ba90-91d9243b36e1 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:45.442247 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-52d3fba5-9616-4864-ba90-91d9243b36e1 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Added segment a006e5a6-3f79-486d-be40-fd5e2817cc02 of type vlan for network 48613989-08a4-47f7-b18c-273b63bc922d Nov 24 21:05:45.442625 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792999e8-c24a-4459-8d1c-537ff27391d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-5cdfca10-fbac-4713-86a4-6d5460c457d3', 'network_id': '5cdfca10-fbac-4713-86a4-6d5460c457d3', 'tenant_id': '576b4f42a30a4c25beb7a7dd653c836b', 'fixed_ips': [{'subnet_id': '3717ec28-5b23-47b4-b40c-45ffcc69e65d'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:05:45.444842 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-792999e8-c24a-4459-8d1c-537ff27391d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:45.447206 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6f01749-2027-4ebe-a29e-74563505b0b7 req-9e5bb4f0-18b1-480d-b07a-4a06f8f70524 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 1000 time: 0.2011750 Nov 24 21:05:45.523995 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52d3fba5-9616-4864-ba90-91d9243b36e1 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:45.527552 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f01749-2027-4ebe-a29e-74563505b0b7 req-552265d1-9fac-44cb-8a55-b2bafc877ae3 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:45.529035 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6f01749-2027-4ebe-a29e-74563505b0b7 req-552265d1-9fac-44cb-8a55-b2bafc877ae3 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports/5a080c33-d7c0-41c7-bdaf-2eee0b99927d HTTP/1.1" status: 200 len: 942 time: 0.0762057 Nov 24 21:05:45.533775 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-f74be59e-8e73-44db-a4a9-aca0fe9cb60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:45.535604 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-f74be59e-8e73-44db-a4a9-aca0fe9cb60d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1257679 Nov 24 21:05:45.560547 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3647cde-883b-454d-9a75-469b541d476f req-20e7e111-4bea-46be-8d63-6059ad6868e2 service neutron] 10.222.0.15 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626220 Nov 24 21:05:45.576254 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52d3fba5-9616-4864-ba90-91d9243b36e1 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:45.584023 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d3fba5-9616-4864-ba90-91d9243b36e1 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:45.584701 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52d3fba5-9616-4864-ba90-91d9243b36e1 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:45.606897 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-792999e8-c24a-4459-8d1c-537ff27391d9 None None] Allocated IP 172.20.0.2 (5cdfca10-fbac-4713-86a4-6d5460c457d3/3717ec28-5b23-47b4-b40c-45ffcc69e65d/b41c455c-9672-481d-865c-3bd1aa35f49e) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:05:45.610836 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device abbf5cd1-5157-49f1-9fc8-ea98128e3413 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:05:45.650927 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-52d3fba5-9616-4864-ba90-91d9243b36e1 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3390813 Nov 24 21:05:45.652301 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47032) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:45.692582 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-12420c7b-e6dc-48fc-92a4-72a0578a5294 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Request body: {'network': {'name': 'tempest-router-network02--1428254699'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:45.698196 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6f01749-2027-4ebe-a29e-74563505b0b7 req-286ab0e7-d505-4bcd-813e-87ff8826ccbb tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 1000 time: 0.0890737 Nov 24 21:05:45.700234 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-70fa2a01-6166-4b70-8dde-a223eb84653a service neutron] 10.222.0.48 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561260 Nov 24 21:05:45.754898 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3fba5-9616-4864-ba90-91d9243b36e1 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Pushing event updated for resources: {'Network': ['ID=48613989-08a4-47f7-b18c-273b63bc922d,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:45.791600 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 48613989-08a4-47f7-b18c-273b63bc922d details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:05:45.796238 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12420c7b-e6dc-48fc-92a4-72a0578a5294 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Made reservation on behalf of 576b4f42a30a4c25beb7a7dd653c836b for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:05:45.800031 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-12420c7b-e6dc-48fc-92a4-72a0578a5294 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:45.817996 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3647cde-883b-454d-9a75-469b541d476f req-3679a1f7-ae40-44a1-bf68-c7ee6516ed8a service neutron] 10.222.0.15 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428470 Nov 24 21:05:45.837459 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a7eb8-459f-41ca-a6c4-c74a92e9037b req-e3a4ab01-f82d-4356-8604-0d20f7d1d348 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:45.845210 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a49a7eb8-459f-41ca-a6c4-c74a92e9037b req-e3a4ab01-f82d-4356-8604-0d20f7d1d348 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 943 time: 0.1130846 Nov 24 21:05:45.858185 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12420c7b-e6dc-48fc-92a4-72a0578a5294 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:05:45.885917 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-12420c7b-e6dc-48fc-92a4-72a0578a5294 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:45.886543 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-12420c7b-e6dc-48fc-92a4-72a0578a5294 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Added segment 31db7798-1021-4c96-a28a-c194d09bd888 of type vlan for network 22c0d099-8e65-459e-880c-4f7a93f508a2 Nov 24 21:05:45.905733 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f01749-2027-4ebe-a29e-74563505b0b7 req-64a9846b-7c7b-4d88-a91d-66a4073d5fe8 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:45.907341 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6f01749-2027-4ebe-a29e-74563505b0b7 req-64a9846b-7c7b-4d88-a91d-66a4073d5fe8 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.1982806 Nov 24 21:05:45.909300 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1a1ff9a-49c5-4595-8edc-f814165b5806 req-e9b02c73-2192-4ebf-978d-c30541dea8b2 service neutron] 10.222.0.48 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014444 Nov 24 21:05:45.931009 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-c6f01749-2027-4ebe-a29e-74563505b0b7 req-eb36b736-509f-4f1d-a48c-468b1607c127 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:05:45.932944 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6f01749-2027-4ebe-a29e-74563505b0b7 req-eb36b736-509f-4f1d-a48c-468b1607c127 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095878 Nov 24 21:05:45.937087 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port abbf5cd1-5157-49f1-9fc8-ea98128e3413, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=abbf5cd1-5157-49f1-9fc8-ea98128e3413,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:45.942609 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a49a7eb8-459f-41ca-a6c4-c74a92e9037b req-afe9610b-8a31-4642-8eea-e2fac87c11c4 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961654 Nov 24 21:05:45.961414 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-12420c7b-e6dc-48fc-92a4-72a0578a5294 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:45.967634 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'abbf5cd1-5157-49f1-9fc8-ea98128e3413', 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe', 'port_id': 'abbf5cd1-5157-49f1-9fc8-ea98128e3413', 'mac_address': 'fa:16:3e:db:1e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a175e7-c4f6-4d68-bd07-ad29e027b58f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:05:45.976297 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-792999e8-c24a-4459-8d1c-537ff27391d9 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:45.992955 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-12420c7b-e6dc-48fc-92a4-72a0578a5294 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:46.000331 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12420c7b-e6dc-48fc-92a4-72a0578a5294 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:46.001223 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-792999e8-c24a-4459-8d1c-537ff27391d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:46.001416 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-12420c7b-e6dc-48fc-92a4-72a0578a5294 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:46.047359 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-12420c7b-e6dc-48fc-92a4-72a0578a5294 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3933172 Nov 24 21:05:46.049989 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47038) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:46.052490 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792999e8-c24a-4459-8d1c-537ff27391d9 None None] Network 5cdfca10-fbac-4713-86a4-6d5460c457d3 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:05:46.055685 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:46.056043 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-59e536a2-f036-4c0b-96f8-85b2120e9032 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Request body: {'subnet': {'network_id': '48613989-08a4-47f7-b18c-273b63bc922d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:46.060310 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-792999e8-c24a-4459-8d1c-537ff27391d9 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:05:46.070257 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792999e8-c24a-4459-8d1c-537ff27391d9 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:05:46.073655 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792999e8-c24a-4459-8d1c-537ff27391d9 None None] Pushing event updated for resources: {'Port': ['ID=b41c455c-9672-481d-865c-3bd1aa35f49e,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:46.082085 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abbf5cd1-5157-49f1-9fc8-ea98128e3413 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:05:46.093389 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12420c7b-e6dc-48fc-92a4-72a0578a5294 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Pushing event updated for resources: {'Network': ['ID=22c0d099-8e65-459e-880c-4f7a93f508a2,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:46.116953 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 22c0d099-8e65-459e-880c-4f7a93f508a2 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:05:46.140643 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port abbf5cd1-5157-49f1-9fc8-ea98128e3413, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=abbf5cd1-5157-49f1-9fc8-ea98128e3413,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:46.167731 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:46.169759 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bc708651-57b3-4856-b223-451958a588ae req-eb3173ed-df2c-4877-9863-2abbb22e327b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 1000 time: 0.1870077 Nov 24 21:05:46.181319 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc25e8-f6b1-4539-9329-f3863963b4e0 req-9a1665d6-e7f2-4216-b00e-b5be27f24025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:46.183204 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-65fc25e8-f6b1-4539-9329-f3863963b4e0 req-9a1665d6-e7f2-4216-b00e-b5be27f24025 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76400c1822bc4519abca8b807069cf99&device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 1094 time: 0.2161853 Nov 24 21:05:46.244379 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-792999e8-c24a-4459-8d1c-537ff27391d9 None None] Attempting to bind port b41c455c-9672-481d-865c-3bd1aa35f49e on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:05:46.244789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-792999e8-c24a-4459-8d1c-537ff27391d9 None None] Attempting to bind port b41c455c-9672-481d-865c-3bd1aa35f49e by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'b06c8e08-2bb3-4d4f-ac7d-ac70ce876ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5cdfca10-fbac-4713-86a4-6d5460c457d3'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:05:46.245150 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792999e8-c24a-4459-8d1c-537ff27391d9 None None] Attempting to bind port b41c455c-9672-481d-865c-3bd1aa35f49e on network 5cdfca10-fbac-4713-86a4-6d5460c457d3 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:05:46.262138 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792999e8-c24a-4459-8d1c-537ff27391d9 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:05:46.262531 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792999e8-c24a-4459-8d1c-537ff27391d9 None None] Checking segment: {'id': 'b06c8e08-2bb3-4d4f-ac7d-ac70ce876ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5cdfca10-fbac-4713-86a4-6d5460c457d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:05:46.263000 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-792999e8-c24a-4459-8d1c-537ff27391d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:46.263378 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792999e8-c24a-4459-8d1c-537ff27391d9 None None] Bound using segment: {'id': 'b06c8e08-2bb3-4d4f-ac7d-ac70ce876ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5cdfca10-fbac-4713-86a4-6d5460c457d3'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:05:46.263857 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-792999e8-c24a-4459-8d1c-537ff27391d9 None None] Bound port: b41c455c-9672-481d-865c-3bd1aa35f49e, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06c8e08-2bb3-4d4f-ac7d-ac70ce876ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5cdfca10-fbac-4713-86a4-6d5460c457d3'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:05:46.264237 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-792999e8-c24a-4459-8d1c-537ff27391d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:46.289026 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=abbf5cd1-5157-49f1-9fc8-ea98128e3413,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:46.323149 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc708651-57b3-4856-b223-451958a588ae req-f84bb019-a769-4cf2-8fa1-3649621293d5 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:46.324789 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bc708651-57b3-4856-b223-451958a588ae req-f84bb019-a769-4cf2-8fa1-3649621293d5 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports/5a080c33-d7c0-41c7-bdaf-2eee0b99927d HTTP/1.1" status: 200 len: 942 time: 0.1392848 Nov 24 21:05:46.341298 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e536a2-f036-4c0b-96f8-85b2120e9032 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Made reservation on behalf of 576b4f42a30a4c25beb7a7dd653c836b for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:05:46.345546 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-59e536a2-f036-4c0b-96f8-85b2120e9032 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:46.354014 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-792999e8-c24a-4459-8d1c-537ff27391d9 None None] For port b41c455c-9672-481d-865c-3bd1aa35f49e, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:05:46.358047 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-792999e8-c24a-4459-8d1c-537ff27391d9 None None] For port b41c455c-9672-481d-865c-3bd1aa35f49e, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b41c455c-9672-481d-865c-3bd1aa35f49e,segment=NetworkSegment(b06c8e08-2bb3-4d4f-ac7d-ac70ce876ade),segment_id=b06c8e08-2bb3-4d4f-ac7d-ac70ce876ade)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:05:46.365220 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-792999e8-c24a-4459-8d1c-537ff27391d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:46.381307 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc25e8-f6b1-4539-9329-f3863963b4e0 req-faa8f8c4-b880-4ad8-b935-801456332ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:46.383427 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-65fc25e8-f6b1-4539-9329-f3863963b4e0 req-faa8f8c4-b880-4ad8-b935-801456332ebf service neutron] 10.222.0.48 "GET /v2.0/networks?id=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc HTTP/1.1" status: 200 len: 911 time: 0.1878891 Nov 24 21:05:46.401521 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['abbf5cd1-5157-49f1-9fc8-ea98128e3413'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:05:46.498254 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-65fc25e8-f6b1-4539-9329-f3863963b4e0 req-bf26e4bb-8c06-4150-9d1f-e56f70c3f239 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09ba5f24-e1d3-4db6-86e7-87a0544d8069 HTTP/1.1" status: 200 len: 217 time: 0.1034153 Nov 24 21:05:46.640926 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bc708651-57b3-4856-b223-451958a588ae req-41aaa418-5ffe-4f00-a8b0-f897e3072dec tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 1000 time: 0.2017672 Nov 24 21:05:46.646374 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc25e8-f6b1-4539-9329-f3863963b4e0 req-0690ef10-c4d6-4555-810e-f61d7f76109d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:46.650206 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-65fc25e8-f6b1-4539-9329-f3863963b4e0 req-0690ef10-c4d6-4555-810e-f61d7f76109d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df44411-bad0-41e8-8c64-bf8945205f26 HTTP/1.1" status: 200 len: 849 time: 0.1048961 Nov 24 21:05:46.681437 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792999e8-c24a-4459-8d1c-537ff27391d9 None None] Pushing event updated for resources: {'Port': ['ID=b41c455c-9672-481d-865c-3bd1aa35f49e,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:46.707333 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f45280-f81c-4a96-9804-3cec969d14d1 req-128d4bd7-78d0-42bc-99ad-7465b72bb9cd tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:46.717130 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05f45280-f81c-4a96-9804-3cec969d14d1 req-128d4bd7-78d0-42bc-99ad-7465b72bb9cd tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 943 time: 0.0761361 Nov 24 21:05:46.801422 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05f45280-f81c-4a96-9804-3cec969d14d1 req-ee3bf706-093e-4e25-88d1-007263c63140 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e17d0e94-9c03-4d70-a275-8baf5fedfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0831473 Nov 24 21:05:46.829856 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc25e8-f6b1-4539-9329-f3863963b4e0 req-34f29769-05e1-4e13-af2b-b065b79eff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:46.834966 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-65fc25e8-f6b1-4539-9329-f3863963b4e0 req-34f29769-05e1-4e13-af2b-b065b79eff56 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1736753 Nov 24 21:05:46.932641 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc708651-57b3-4856-b223-451958a588ae req-f19d5a9c-8ec1-4b15-aec0-501a199658d3 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:46.934126 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bc708651-57b3-4856-b223-451958a588ae req-f19d5a9c-8ec1-4b15-aec0-501a199658d3 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.2923508 Nov 24 21:05:46.973936 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-59e536a2-f036-4c0b-96f8-85b2120e9032 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:47.073290 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8abd6-93ce-469c-926a-f387b90e1cc4 req-304ff3a7-b29e-4ff8-9b3c-31b0ac9269a0 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:47.074863 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f7c8abd6-93ce-469c-926a-f387b90e1cc4 req-304ff3a7-b29e-4ff8-9b3c-31b0ac9269a0 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 944 time: 0.0519795 Nov 24 21:05:47.113496 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-65fc25e8-f6b1-4539-9329-f3863963b4e0 req-95bb5b97-c919-4c0b-b177-2e118ed7238a service neutron] 10.222.0.48 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468207 Nov 24 21:05:47.122790 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bc708651-57b3-4856-b223-451958a588ae req-5138da33-568b-463d-acb6-e9301e413c10 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 1000 time: 0.1507959 Nov 24 21:05:47.123428 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e536a2-f036-4c0b-96f8-85b2120e9032 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Pushing event updated for resources: {'Subnet': ['ID=13c6a600-fe8f-43b4-8fd3-60b5c85c8e23,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:47.136376 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f7c8abd6-93ce-469c-926a-f387b90e1cc4 req-95256049-834a-4291-82ef-8e099e444bae tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546298 Nov 24 21:05:47.152063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-bc708651-57b3-4856-b223-451958a588ae req-a4327cef-4a14-4830-ad49-9c8b66b65795 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:47.561316 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e536a2-f036-4c0b-96f8-85b2120e9032 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Checking segment: {'id': 'a006e5a6-3f79-486d-be40-fd5e2817cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '48613989-08a4-47f7-b18c-273b63bc922d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:05:47.561709 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e536a2-f036-4c0b-96f8-85b2120e9032 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Network hostable DHCP agents. Network: 48613989-08a4-47f7-b18c-273b63bc922d, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:05:47.609895 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device abbf5cd1-5157-49f1-9fc8-ea98128e3413 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:05:47.629165 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bc708651-57b3-4856-b223-451958a588ae req-a4327cef-4a14-4830-ad49-9c8b66b65795 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks [] for floatingip, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:47.692385 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-65fc25e8-f6b1-4539-9329-f3863963b4e0 req-4188114b-fc3a-43e9-8022-cca86f8f9dbf service neutron] 10.222.0.48 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648494 Nov 24 21:05:47.693002 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e536a2-f036-4c0b-96f8-85b2120e9032 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Network 48613989-08a4-47f7-b18c-273b63bc922d is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:05:47.706867 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port abbf5cd1-5157-49f1-9fc8-ea98128e3413 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:05:47.726738 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port abbf5cd1-5157-49f1-9fc8-ea98128e3413 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:47.727126 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:47.729102 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b36cc7-eeb8-4340-83ae-75c5003ad9ba None None] Network 5cdfca10-fbac-4713-86a4-6d5460c457d3 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:05:47.739204 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-59e536a2-f036-4c0b-96f8-85b2120e9032 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 48613989-08a4-47f7-b18c-273b63bc922d) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:05:47.745840 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e536a2-f036-4c0b-96f8-85b2120e9032 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:47.746443 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-59e536a2-f036-4c0b-96f8-85b2120e9032 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:47.772581 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba845a26-a3e5-4fb8-a33c-6a861f430fc1 None None] Network 48613989-08a4-47f7-b18c-273b63bc922d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:05:47.774544 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-59e536a2-f036-4c0b-96f8-85b2120e9032 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7233999 Nov 24 21:05:47.778155 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47062) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:47.784225 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-d4a0487d-71a8-4cb2-a821-531290fdcc78 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Request body: {'subnet': {'network_id': '22c0d099-8e65-459e-880c-4f7a93f508a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:47.820903 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bc708651-57b3-4856-b223-451958a588ae req-a4327cef-4a14-4830-ad49-9c8b66b65795 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:47.839380 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bc708651-57b3-4856-b223-451958a588ae req-a4327cef-4a14-4830-ad49-9c8b66b65795 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:47.841173 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [req-bc708651-57b3-4856-b223-451958a588ae req-a4327cef-4a14-4830-ad49-9c8b66b65795 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Floating IP 20f21c65-d2ca-4604-9780-da25bacb3a00 disassociated. External IP: 172.25.5.62, port: 5a080c33-d7c0-41c7-bdaf-2eee0b99927d. Nov 24 21:05:47.911441 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a0487d-71a8-4cb2-a821-531290fdcc78 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Made reservation on behalf of 576b4f42a30a4c25beb7a7dd653c836b for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:05:47.919880 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d4a0487d-71a8-4cb2-a821-531290fdcc78 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:48.029079 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f555293c-c228-46fa-96e5-ce0f9aa094b7 None None] Provisioning complete for port b41c455c-9672-481d-865c-3bd1aa35f49e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:48.029387 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f555293c-c228-46fa-96e5-ce0f9aa094b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:48.097416 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2ef43-5d26-457b-848f-53fc7a75ef3d req-0a6da369-0cdf-47e4-81b9-cec6591e8728 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:48.099288 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1ef2ef43-5d26-457b-848f-53fc7a75ef3d req-0a6da369-0cdf-47e4-81b9-cec6591e8728 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 943 time: 0.1585531 Nov 24 21:05:48.144386 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc708651-57b3-4856-b223-451958a588ae req-a4327cef-4a14-4830-ad49-9c8b66b65795 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:05:48.224514 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1ef2ef43-5d26-457b-848f-53fc7a75ef3d req-0e162355-6cca-4960-b057-1b46a3a099f3 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e17d0e94-9c03-4d70-a275-8baf5fedfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1160793 Nov 24 21:05:48.232779 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:48.278527 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b41c455c-9672-481d-865c-3bd1aa35f49e up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:05:48.325710 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d4a0487d-71a8-4cb2-a821-531290fdcc78 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:48.357079 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648a2dc8-74d7-4531-b026-2f955a22fa41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbf5cd1-5157-49f1-9fc8-ea98128e3413'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:05:48.359514 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0324228d-eff2-4d83-b00e-7b6560015531" -d '{"events": [{"server_uuid": "648a2dc8-74d7-4531-b026-2f955a22fa41", "name": "network-vif-plugged", "status": "completed", "tag": "abbf5cd1-5157-49f1-9fc8-ea98128e3413"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:05:48.379641 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc708651-57b3-4856-b223-451958a588ae req-a4327cef-4a14-4830-ad49-9c8b66b65795 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:05:48.386039 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bc708651-57b3-4856-b223-451958a588ae req-a4327cef-4a14-4830-ad49-9c8b66b65795 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:48.396419 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10946f87-a36c-4140-adb1-4c1bd9c1be6a None None] Sync routers for ids ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:05:48.410548 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10946f87-a36c-4140-adb1-4c1bd9c1be6a None None] Routers {'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:48.417324 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-10946f87-a36c-4140-adb1-4c1bd9c1be6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:48.420302 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bc708651-57b3-4856-b223-451958a588ae req-a4327cef-4a14-4830-ad49-9c8b66b65795 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "PUT /v2.0/floatingips/20f21c65-d2ca-4604-9780-da25bacb3a00 HTTP/1.1" status: 200 len: 694 time: 1.2821293 Nov 24 21:05:48.420832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f5d821-9a89-480e-b745-5b48b3ab4f59', 'tag': '5a080c33-d7c0-41c7-bdaf-2eee0b99927d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:05:48.423920 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53786bf-008f-4d44-b0e2-f5ce31435c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f5d821-9a89-480e-b745-5b48b3ab4f59", "tag": "5a080c33-d7c0-41c7-bdaf-2eee0b99927d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:05:48.454228 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port abbf5cd1-5157-49f1-9fc8-ea98128e3413, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=abbf5cd1-5157-49f1-9fc8-ea98128e3413,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:48.457432 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c270b768-d2ed-4f0b-9f46-33d04d10f0e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-48613989-08a4-47f7-b18c-273b63bc922d', 'network_id': '48613989-08a4-47f7-b18c-273b63bc922d', 'tenant_id': '576b4f42a30a4c25beb7a7dd653c836b', 'fixed_ips': [{'subnet_id': '13c6a600-fe8f-43b4-8fd3-60b5c85c8e23'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:05:48.458374 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c270b768-d2ed-4f0b-9f46-33d04d10f0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:48.483027 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b41c455c-9672-481d-865c-3bd1aa35f49e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:48.483556 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:48.485276 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:48.512104 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0487d-71a8-4cb2-a821-531290fdcc78 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Pushing event updated for resources: {'Subnet': ['ID=c13b4a81-74d2-468b-92aa-e37fd672be6b,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:48.547145 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c53fc0-b6a9-4231-9474-fca50275e68f req-b4ba5ef8-71d6-40d4-9912-b2f0ffdc839b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:48.548909 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-78c53fc0-b6a9-4231-9474-fca50275e68f req-b4ba5ef8-71d6-40d4-9912-b2f0ffdc839b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 944 time: 0.1495161 Nov 24 21:05:48.565644 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f555293c-c228-46fa-96e5-ce0f9aa094b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:48.568266 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc708651-57b3-4856-b223-451958a588ae req-bcdd320a-da60-4b46-9962-0d6663f67e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:48.576949 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bc708651-57b3-4856-b223-451958a588ae req-bcdd320a-da60-4b46-9962-0d6663f67e1c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0692c1d9cf724f438a66002310ca2265&device_id=b2f5d821-9a89-480e-b745-5b48b3ab4f59 HTTP/1.1" status: 200 len: 1096 time: 0.1410279 Nov 24 21:05:48.598982 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a0487d-71a8-4cb2-a821-531290fdcc78 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Checking segment: {'id': '31db7798-1021-4c96-a28a-c194d09bd888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '22c0d099-8e65-459e-880c-4f7a93f508a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:05:48.599501 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a0487d-71a8-4cb2-a821-531290fdcc78 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Network hostable DHCP agents. Network: 22c0d099-8e65-459e-880c-4f7a93f508a2, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:05:48.681158 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-78c53fc0-b6a9-4231-9474-fca50275e68f req-185bb65f-cfb5-481d-adbf-6a3890870a74 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112173 Nov 24 21:05:48.699311 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a0487d-71a8-4cb2-a821-531290fdcc78 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Network 22c0d099-8e65-459e-880c-4f7a93f508a2 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:05:48.705084 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-10946f87-a36c-4140-adb1-4c1bd9c1be6a None None] Set router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:48.715544 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-d4a0487d-71a8-4cb2-a821-531290fdcc78 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 22c0d099-8e65-459e-880c-4f7a93f508a2) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:05:48.720237 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a0487d-71a8-4cb2-a821-531290fdcc78 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:48.720975 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d4a0487d-71a8-4cb2-a821-531290fdcc78 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:48.753572 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7166603b-51ed-4b31-80d6-8c96227f73db None None] Network 22c0d099-8e65-459e-880c-4f7a93f508a2 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:05:48.763214 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d4a0487d-71a8-4cb2-a821-531290fdcc78 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9802709 Nov 24 21:05:48.765867 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47076) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:48.820722 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b493a58-bfc6-4c60-9b89-6b057f33c870 x-openstack-request-id: req-0b493a58-bfc6-4c60-9b89-6b057f33c870 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:05:48.821217 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648a2dc8-74d7-4531-b026-2f955a22fa41", "name": "network-vif-plugged", "status": "completed", "tag": "abbf5cd1-5157-49f1-9fc8-ea98128e3413", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:05:48.821486 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b493a58-bfc6-4c60-9b89-6b057f33c870 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:05:48.821897 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648a2dc8-74d7-4531-b026-2f955a22fa41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbf5cd1-5157-49f1-9fc8-ea98128e3413', 'code': 200} Nov 24 21:05:48.852613 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f555293c-c228-46fa-96e5-ce0f9aa094b7 None None] For port b41c455c-9672-481d-865c-3bd1aa35f49e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b41c455c-9672-481d-865c-3bd1aa35f49e,segment=NetworkSegment(b06c8e08-2bb3-4d4f-ac7d-ac70ce876ade),segment_id=b06c8e08-2bb3-4d4f-ac7d-ac70ce876ade)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:48.878764 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=abbf5cd1-5157-49f1-9fc8-ea98128e3413,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:48.893362 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb4f004-657b-4f8b-bd23-34f67ea45612 x-openstack-request-id: req-1eb4f004-657b-4f8b-bd23-34f67ea45612 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:05:48.893921 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f5d821-9a89-480e-b745-5b48b3ab4f59", "tag": "5a080c33-d7c0-41c7-bdaf-2eee0b99927d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:05:48.895457 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1eb4f004-657b-4f8b-bd23-34f67ea45612 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:05:48.896102 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f5d821-9a89-480e-b745-5b48b3ab4f59', 'tag': '5a080c33-d7c0-41c7-bdaf-2eee0b99927d', 'status': 'completed', 'code': 200} Nov 24 21:05:48.918131 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f555293c-c228-46fa-96e5-ce0f9aa094b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:48.970756 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53786bf-008f-4d44-b0e2-f5ce31435c3c req-218066f2-5d19-4669-9002-d4f72167b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:48.976461 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d53786bf-008f-4d44-b0e2-f5ce31435c3c req-218066f2-5d19-4669-9002-d4f72167b930 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0692c1d9cf724f438a66002310ca2265&device_id=b2f5d821-9a89-480e-b745-5b48b3ab4f59 HTTP/1.1" status: 200 len: 1096 time: 0.0936542 Nov 24 21:05:49.019500 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc708651-57b3-4856-b223-451958a588ae req-d5998411-97f6-4aa8-bafb-64b1baca4944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:49.023784 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bc708651-57b3-4856-b223-451958a588ae req-d5998411-97f6-4aa8-bafb-64b1baca4944 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90488595-632e-4a60-8936-692e2b535085 HTTP/1.1" status: 200 len: 922 time: 0.4366033 Nov 24 21:05:49.050923 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-10946f87-a36c-4140-adb1-4c1bd9c1be6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:44Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'fa1be414-360e-4cf8-aa0f-2aa527082bd7', 'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'mac_address': 'fa:16:3e:1b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:54Z', 'revision_number': 5, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'subnets': [{'id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:49.134999 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-c270b768-d2ed-4f0b-9f46-33d04d10f0e6 None None] Allocated IP 172.20.0.2 (48613989-08a4-47f7-b18c-273b63bc922d/13c6a600-fe8f-43b4-8fd3-60b5c85c8e23/1f218273-f454-4aa0-9fd3-5e9c55ed265e) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:05:49.154972 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53786bf-008f-4d44-b0e2-f5ce31435c3c req-25652b68-3f23-4208-afb2-7077552f7562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:49.161062 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d53786bf-008f-4d44-b0e2-f5ce31435c3c req-25652b68-3f23-4208-afb2-7077552f7562 service neutron] 10.222.0.15 "GET /v2.0/networks?id=90488595-632e-4a60-8936-692e2b535085 HTTP/1.1" status: 200 len: 922 time: 0.1699715 Nov 24 21:05:49.191609 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10946f87-a36c-4140-adb1-4c1bd9c1be6a None None] Checking router: fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:05:49.207576 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10946f87-a36c-4140-adb1-4c1bd9c1be6a None None] Routers {'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:49.208194 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-10946f87-a36c-4140-adb1-4c1bd9c1be6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:49.212875 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555293c-c228-46fa-96e5-ce0f9aa094b7 None None] Pushing event updated for resources: {'Port': ['ID=b41c455c-9672-481d-865c-3bd1aa35f49e,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:49.235759 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d53786bf-008f-4d44-b0e2-f5ce31435c3c req-bb6ed6b7-0cb4-4b4c-abbb-379fb72d8667 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a080c33-d7c0-41c7-bdaf-2eee0b99927d HTTP/1.1" status: 200 len: 217 time: 0.0674472 Nov 24 21:05:49.277353 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bc708651-57b3-4856-b223-451958a588ae req-4e508c47-9904-4033-b70e-abcd0679b924 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a080c33-d7c0-41c7-bdaf-2eee0b99927d HTTP/1.1" status: 200 len: 217 time: 0.2475998 Nov 24 21:05:49.339870 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ce31e008-aaca-4cb5-880e-f10bf7c075e3 None None] Provisioning complete for port b41c455c-9672-481d-865c-3bd1aa35f49e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:49.340738 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ce31e008-aaca-4cb5-880e-f10bf7c075e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:49.343622 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f278d-88ce-4079-a040-09f46299d074 req-3c4e4f22-1750-43f7-820d-b63c86bea2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:49.345184 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b87f278d-88ce-4079-a040-09f46299d074 req-3c4e4f22-1750-43f7-820d-b63c86bea2a3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 1096 time: 0.4394104 Nov 24 21:05:49.359970 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53786bf-008f-4d44-b0e2-f5ce31435c3c req-27c2117b-aa74-4e34-8621-375fa2b96c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:49.361524 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d53786bf-008f-4d44-b0e2-f5ce31435c3c req-27c2117b-aa74-4e34-8621-375fa2b96c06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3087cf2a-7116-4eae-aa3b-5f869debcd0f HTTP/1.1" status: 200 len: 860 time: 0.1169276 Nov 24 21:05:49.361677 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-10946f87-a36c-4140-adb1-4c1bd9c1be6a None None] Set router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:49.400910 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc708651-57b3-4856-b223-451958a588ae req-ef392668-8636-4e2a-8396-898d99db7e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:49.411280 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bc708651-57b3-4856-b223-451958a588ae req-ef392668-8636-4e2a-8396-898d99db7e85 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3087cf2a-7116-4eae-aa3b-5f869debcd0f HTTP/1.1" status: 200 len: 860 time: 0.1329422 Nov 24 21:05:49.473823 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf51b-4482-4748-bc30-2277a3697334 req-060b57dc-2f80-444a-babb-3b7dd5394153 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:49.475833 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b5dcf51b-4482-4748-bc30-2277a3697334 req-060b57dc-2f80-444a-babb-3b7dd5394153 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 943 time: 0.1060231 Nov 24 21:05:49.483271 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6626c28a-e44e-45a6-91a7-79a5366781f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-22c0d099-8e65-459e-880c-4f7a93f508a2', 'network_id': '22c0d099-8e65-459e-880c-4f7a93f508a2', 'tenant_id': '576b4f42a30a4c25beb7a7dd653c836b', 'fixed_ips': [{'subnet_id': 'c13b4a81-74d2-468b-92aa-e37fd672be6b'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:05:49.484165 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6626c28a-e44e-45a6-91a7-79a5366781f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:49.528554 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53786bf-008f-4d44-b0e2-f5ce31435c3c req-bc9db245-a1aa-43db-9e5c-4e63dca0ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:49.532017 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d53786bf-008f-4d44-b0e2-f5ce31435c3c req-bc9db245-a1aa-43db-9e5c-4e63dca0ff12 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90488595-632e-4a60-8936-692e2b535085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1593184 Nov 24 21:05:49.619388 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c270b768-d2ed-4f0b-9f46-33d04d10f0e6 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:49.655849 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 09ba5f24-e1d3-4db6-86e7-87a0544d8069 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:05:49.691694 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b5dcf51b-4482-4748-bc30-2277a3697334 req-ee79bb16-249b-4c85-bd8a-3a93199e0c7a tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e17d0e94-9c03-4d70-a275-8baf5fedfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2094312 Nov 24 21:05:49.729925 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-10946f87-a36c-4140-adb1-4c1bd9c1be6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:44Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'fa1be414-360e-4cf8-aa0f-2aa527082bd7', 'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'mac_address': 'fa:16:3e:1b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:54Z', 'revision_number': 5, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'subnets': [{'id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:49.755802 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-60ffd235-6edb-4207-9518-11f126709d9d tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:49.760805 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b87f278d-88ce-4079-a040-09f46299d074 req-05dc8910-3de8-4c82-8aee-369e000df2b6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022577 Nov 24 21:05:49.775053 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc708651-57b3-4856-b223-451958a588ae req-ac71241a-8aea-43fb-8934-e5ee654c7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:49.775815 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d53786bf-008f-4d44-b0e2-f5ce31435c3c req-c61a7932-c4b7-4ad4-a6e5-0f82d4e75a22 service neutron] 10.222.0.15 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096355 Nov 24 21:05:49.783360 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bc708651-57b3-4856-b223-451958a588ae req-ac71241a-8aea-43fb-8934-e5ee654c7852 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90488595-632e-4a60-8936-692e2b535085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3696294 Nov 24 21:05:49.784504 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10946f87-a36c-4140-adb1-4c1bd9c1be6a None None] The sync data for ids ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'] in n-d-812111-8 is: [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:44Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'fa1be414-360e-4cf8-aa0f-2aa527082bd7', 'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'mac_address': 'fa:16:3e:1b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:54Z', 'revision_number': 5, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'subnets': [{'id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:05:49.812314 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c270b768-d2ed-4f0b-9f46-33d04d10f0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:49.944338 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c270b768-d2ed-4f0b-9f46-33d04d10f0e6 None None] Network 48613989-08a4-47f7-b18c-273b63bc922d is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:05:49.959230 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-c270b768-d2ed-4f0b-9f46-33d04d10f0e6 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:05:49.962480 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 09ba5f24-e1d3-4db6-86e7-87a0544d8069, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=09ba5f24-e1d3-4db6-86e7-87a0544d8069,segment=NetworkSegment(50091b6f-8510-4fe7-99f6-affd19cd995c),segment_id=50091b6f-8510-4fe7-99f6-affd19cd995c)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:49.971758 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c270b768-d2ed-4f0b-9f46-33d04d10f0e6 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:05:49.974091 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270b768-d2ed-4f0b-9f46-33d04d10f0e6 None None] Pushing event updated for resources: {'Port': ['ID=1f218273-f454-4aa0-9fd3-5e9c55ed265e,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:49.995082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '09ba5f24-e1d3-4db6-86e7-87a0544d8069', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'port_id': '09ba5f24-e1d3-4db6-86e7-87a0544d8069', 'mac_address': 'fa:16:3e:31:e3:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:05:50.002691 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-6626c28a-e44e-45a6-91a7-79a5366781f1 None None] Allocated IP 172.20.0.2 (22c0d099-8e65-459e-880c-4f7a93f508a2/c13b4a81-74d2-468b-92aa-e37fd672be6b/b437512a-a9d6-4564-a0e7-8a5e50b6e094) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:05:50.045176 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d53786bf-008f-4d44-b0e2-f5ce31435c3c req-e31cb393-4ab9-4921-9b36-5cfe57669283 service neutron] 10.222.0.15 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598948 Nov 24 21:05:50.130241 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea8405-ffd2-4ede-ab76-7aed2dbedd6e req-d23d7847-d7f9-4326-b587-8e28b4efa71f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:50.144880 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0aea8405-ffd2-4ede-ab76-7aed2dbedd6e req-d23d7847-d7f9-4326-b587-8e28b4efa71f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 945 time: 0.3016334 Nov 24 21:05:50.186156 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bc708651-57b3-4856-b223-451958a588ae req-f0e9f6cd-b2ae-4870-ac07-dddff1701504 service neutron] 10.222.0.11 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975985 Nov 24 21:05:50.279231 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0aea8405-ffd2-4ede-ab76-7aed2dbedd6e req-72f53ae5-cd88-4d1d-bca3-8b09979bb52a tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332519 Nov 24 21:05:50.353715 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b41c455c-9672-481d-865c-3bd1aa35f49e up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:05:50.357537 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c372da4a-b6c8-443a-9243-befb2c9d2e00 None None] New status for floating IP 20f21c65-d2ca-4604-9780-da25bacb3a00: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:05:50.413181 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bc708651-57b3-4856-b223-451958a588ae req-fa202067-7321-4a36-972e-8fc7cfb344c0 service neutron] 10.222.0.11 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161138 Nov 24 21:05:50.422300 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-60ffd235-6edb-4207-9518-11f126709d9d tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Allocated IP 172.20.0.1 (48613989-08a4-47f7-b18c-273b63bc922d/13c6a600-fe8f-43b4-8fd3-60b5c85c8e23/3c83b642-162a-4815-9e84-a77029fab865) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:05:50.493102 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c270b768-d2ed-4f0b-9f46-33d04d10f0e6 None None] Attempting to bind port 1f218273-f454-4aa0-9fd3-5e9c55ed265e on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:05:50.493537 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c270b768-d2ed-4f0b-9f46-33d04d10f0e6 None None] Attempting to bind port 1f218273-f454-4aa0-9fd3-5e9c55ed265e by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a006e5a6-3f79-486d-be40-fd5e2817cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '48613989-08a4-47f7-b18c-273b63bc922d'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:05:50.493918 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c270b768-d2ed-4f0b-9f46-33d04d10f0e6 None None] Attempting to bind port 1f218273-f454-4aa0-9fd3-5e9c55ed265e on network 48613989-08a4-47f7-b18c-273b63bc922d {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:05:50.545946 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:50.575554 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c270b768-d2ed-4f0b-9f46-33d04d10f0e6 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:05:50.575971 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c270b768-d2ed-4f0b-9f46-33d04d10f0e6 None None] Checking segment: {'id': 'a006e5a6-3f79-486d-be40-fd5e2817cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '48613989-08a4-47f7-b18c-273b63bc922d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:05:50.576377 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c270b768-d2ed-4f0b-9f46-33d04d10f0e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:50.576769 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c270b768-d2ed-4f0b-9f46-33d04d10f0e6 None None] Bound using segment: {'id': 'a006e5a6-3f79-486d-be40-fd5e2817cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '48613989-08a4-47f7-b18c-273b63bc922d'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:05:50.577026 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-60ffd235-6edb-4207-9518-11f126709d9d tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:50.577314 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c270b768-d2ed-4f0b-9f46-33d04d10f0e6 None None] Bound port: 1f218273-f454-4aa0-9fd3-5e9c55ed265e, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a006e5a6-3f79-486d-be40-fd5e2817cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '48613989-08a4-47f7-b18c-273b63bc922d'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:05:50.577644 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c270b768-d2ed-4f0b-9f46-33d04d10f0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:50.619593 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ba5f24-e1d3-4db6-86e7-87a0544d8069 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:05:50.663032 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-60ffd235-6edb-4207-9518-11f126709d9d tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:50.769226 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ffd235-6edb-4207-9518-11f126709d9d tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Network 48613989-08a4-47f7-b18c-273b63bc922d is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:05:50.782616 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-60ffd235-6edb-4207-9518-11f126709d9d tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:05:50.816527 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffd235-6edb-4207-9518-11f126709d9d tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Pushing event updated for resources: {'Port': ['ID=3c83b642-162a-4815-9e84-a77029fab865,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:50.824132 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ffd235-6edb-4207-9518-11f126709d9d tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:05:50.843598 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 09ba5f24-e1d3-4db6-86e7-87a0544d8069, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=09ba5f24-e1d3-4db6-86e7-87a0544d8069,segment=NetworkSegment(50091b6f-8510-4fe7-99f6-affd19cd995c),segment_id=50091b6f-8510-4fe7-99f6-affd19cd995c)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:50.879344 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c270b768-d2ed-4f0b-9f46-33d04d10f0e6 None None] For port 1f218273-f454-4aa0-9fd3-5e9c55ed265e, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:05:50.884581 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c270b768-d2ed-4f0b-9f46-33d04d10f0e6 None None] For port 1f218273-f454-4aa0-9fd3-5e9c55ed265e, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1f218273-f454-4aa0-9fd3-5e9c55ed265e,segment=NetworkSegment(a006e5a6-3f79-486d-be40-fd5e2817cc02),segment_id=a006e5a6-3f79-486d-be40-fd5e2817cc02)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:05:50.907590 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a09f6-f7e8-45c5-8129-4fdd8f9cbe9e req-b7b9e2d1-d23c-4f3c-a5db-29a34ba1f015 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:50.916610 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-937a09f6-f7e8-45c5-8129-4fdd8f9cbe9e req-b7b9e2d1-d23c-4f3c-a5db-29a34ba1f015 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2132087 Nov 24 21:05:50.921358 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfc5de-4d58-4903-a0ff-8aec2c485d33 req-6860fcb6-e4dc-41e2-aef3-33f08e4f932f tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:50.930749 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-52bfc5de-4d58-4903-a0ff-8aec2c485d33 req-6860fcb6-e4dc-41e2-aef3-33f08e4f932f tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 944 time: 0.0863297 Nov 24 21:05:50.941012 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6626c28a-e44e-45a6-91a7-79a5366781f1 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:50.950308 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c270b768-d2ed-4f0b-9f46-33d04d10f0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:50.959867 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:50.961488 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-60ffd235-6edb-4207-9518-11f126709d9d tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:50.970351 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6626c28a-e44e-45a6-91a7-79a5366781f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:50.976277 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-937a09f6-f7e8-45c5-8129-4fdd8f9cbe9e req-8b5cc9b7-cd30-4931-a2f0-30fb176d0159 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 695 time: 0.0585215 Nov 24 21:05:50.981281 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-937a09f6-f7e8-45c5-8129-4fdd8f9cbe9e req-21d14d12-04e1-4248-bb41-04096e4442d0 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Request body: {'floatingip': {'port_id': 'ac918235-190e-4a44-8a61-cb36909d0cad', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:51.007677 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-52bfc5de-4d58-4903-a0ff-8aec2c485d33 req-bed379b3-69d7-4c92-9a02-fed1f9e37e3a tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e17d0e94-9c03-4d70-a275-8baf5fedfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0716977 Nov 24 21:05:51.032869 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b41c455c-9672-481d-865c-3bd1aa35f49e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:51.033243 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:51.036621 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6626c28a-e44e-45a6-91a7-79a5366781f1 None None] Network 22c0d099-8e65-459e-880c-4f7a93f508a2 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:05:51.044946 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-6626c28a-e44e-45a6-91a7-79a5366781f1 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:05:51.048074 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6626c28a-e44e-45a6-91a7-79a5366781f1 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:05:51.094541 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-937a09f6-f7e8-45c5-8129-4fdd8f9cbe9e req-21d14d12-04e1-4248-bb41-04096e4442d0 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks [] for floatingip, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:51.144782 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270b768-d2ed-4f0b-9f46-33d04d10f0e6 None None] Pushing event updated for resources: {'Port': ['ID=1f218273-f454-4aa0-9fd3-5e9c55ed265e,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:51.196002 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-6626c28a-e44e-45a6-91a7-79a5366781f1 None None] Attempting to bind port b437512a-a9d6-4564-a0e7-8a5e50b6e094 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:05:51.196393 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-6626c28a-e44e-45a6-91a7-79a5366781f1 None None] Attempting to bind port b437512a-a9d6-4564-a0e7-8a5e50b6e094 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '31db7798-1021-4c96-a28a-c194d09bd888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '22c0d099-8e65-459e-880c-4f7a93f508a2'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:05:51.196775 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6626c28a-e44e-45a6-91a7-79a5366781f1 None None] Attempting to bind port b437512a-a9d6-4564-a0e7-8a5e50b6e094 on network 22c0d099-8e65-459e-880c-4f7a93f508a2 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:05:51.199522 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['09ba5f24-e1d3-4db6-86e7-87a0544d8069'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:05:51.241850 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6626c28a-e44e-45a6-91a7-79a5366781f1 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:05:51.242237 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6626c28a-e44e-45a6-91a7-79a5366781f1 None None] Checking segment: {'id': '31db7798-1021-4c96-a28a-c194d09bd888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '22c0d099-8e65-459e-880c-4f7a93f508a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:05:51.242648 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6626c28a-e44e-45a6-91a7-79a5366781f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:51.243202 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6626c28a-e44e-45a6-91a7-79a5366781f1 None None] Bound using segment: {'id': '31db7798-1021-4c96-a28a-c194d09bd888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '22c0d099-8e65-459e-880c-4f7a93f508a2'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:05:51.243559 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-6626c28a-e44e-45a6-91a7-79a5366781f1 None None] Bound port: b437512a-a9d6-4564-a0e7-8a5e50b6e094, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31db7798-1021-4c96-a28a-c194d09bd888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '22c0d099-8e65-459e-880c-4f7a93f508a2'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:05:51.244004 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6626c28a-e44e-45a6-91a7-79a5366781f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:51.277768 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=09ba5f24-e1d3-4db6-86e7-87a0544d8069,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:51.413074 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-60ffd235-6edb-4207-9518-11f126709d9d tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:51.494201 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e74c2-32cd-48a0-9094-04445fe77af3 req-60ac9dca-8810-42f1-8b40-f8d6e69a2981 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:51.501509 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca6e74c2-32cd-48a0-9094-04445fe77af3 req-60ac9dca-8810-42f1-8b40-f8d6e69a2981 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 945 time: 0.1035514 Nov 24 21:05:51.529433 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626c28a-e44e-45a6-91a7-79a5366781f1 None None] Pushing event updated for resources: {'Port': ['ID=b437512a-a9d6-4564-a0e7-8a5e50b6e094,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:51.555602 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6626c28a-e44e-45a6-91a7-79a5366781f1 None None] For port b437512a-a9d6-4564-a0e7-8a5e50b6e094, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:05:51.562648 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6626c28a-e44e-45a6-91a7-79a5366781f1 None None] For port b437512a-a9d6-4564-a0e7-8a5e50b6e094, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b437512a-a9d6-4564-a0e7-8a5e50b6e094,segment=NetworkSegment(31db7798-1021-4c96-a28a-c194d09bd888),segment_id=31db7798-1021-4c96-a28a-c194d09bd888)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:05:51.572498 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6626c28a-e44e-45a6-91a7-79a5366781f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:51.577897 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca6e74c2-32cd-48a0-9094-04445fe77af3 req-bd516f7d-9479-47fa-8c33-ef524256516f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754468 Nov 24 21:05:51.697306 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626c28a-e44e-45a6-91a7-79a5366781f1 None None] Pushing event updated for resources: {'Port': ['ID=b437512a-a9d6-4564-a0e7-8a5e50b6e094,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:52.246224 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f115747-c539-40e0-ab21-a448c6a69a1e req-1ae05edd-c7a3-4b9d-8d97-4e4a84b2add9 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:52.248080 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f115747-c539-40e0-ab21-a448c6a69a1e req-1ae05edd-c7a3-4b9d-8d97-4e4a84b2add9 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f5d821-9a89-480e-b745-5b48b3ab4f59 HTTP/1.1" status: 200 len: 945 time: 0.1278424 Nov 24 21:05:52.518530 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-8f115747-c539-40e0-ab21-a448c6a69a1e req-3aa1584d-3010-4988-8ccb-cf62d0bac0ff tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Deleting port 5a080c33-d7c0-41c7-bdaf-2eee0b99927d {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:05:52.520979 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-8f115747-c539-40e0-ab21-a448c6a69a1e req-3aa1584d-3010-4988-8ccb-cf62d0bac0ff tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:52.551380 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b437512a-a9d6-4564-a0e7-8a5e50b6e094 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:05:52.641672 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b437512a-a9d6-4564-a0e7-8a5e50b6e094 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:52.642210 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:52.701248 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-8f115747-c539-40e0-ab21-a448c6a69a1e req-3aa1584d-3010-4988-8ccb-cf62d0bac0ff tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] For port 5a080c33-d7c0-41c7-bdaf-2eee0b99927d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5a080c33-d7c0-41c7-bdaf-2eee0b99927d,segment=NetworkSegment(85387244-4381-4a41-ae45-dafeac5d8c7f),segment_id=85387244-4381-4a41-ae45-dafeac5d8c7f)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:52.702633 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-8f115747-c539-40e0-ab21-a448c6a69a1e req-3aa1584d-3010-4988-8ccb-cf62d0bac0ff tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:52.729575 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-8f115747-c539-40e0-ab21-a448c6a69a1e req-3aa1584d-3010-4988-8ccb-cf62d0bac0ff tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Calling delete_port for 5a080c33-d7c0-41c7-bdaf-2eee0b99927d owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:05:52.781581 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6da96f2-d9aa-4619-9bf9-067dc9c71eee None None] Network 48613989-08a4-47f7-b18c-273b63bc922d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:05:52.825312 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:52.872248 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cc8a1-8ee9-493b-a9b4-19a3a738b012 req-7c3f9544-da5f-4601-8c34-9ff2e3544c35 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:52.884681 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-219cc8a1-8ee9-493b-a9b4-19a3a738b012 req-7c3f9544-da5f-4601-8c34-9ff2e3544c35 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 944 time: 0.1708763 Nov 24 21:05:52.925636 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-50c6bdaf-dadb-4dfd-9615-3be82f463b3f None None] Provisioning complete for port 1f218273-f454-4aa0-9fd3-5e9c55ed265e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:52.932242 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-50c6bdaf-dadb-4dfd-9615-3be82f463b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:53.004916 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-219cc8a1-8ee9-493b-a9b4-19a3a738b012 req-ecf054e8-9b0f-4021-b7f1-b72dbe6ef264 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e17d0e94-9c03-4d70-a275-8baf5fedfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1023085 Nov 24 21:05:53.036158 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port b437512a-a9d6-4564-a0e7-8a5e50b6e094, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b437512a-a9d6-4564-a0e7-8a5e50b6e094,segment=NetworkSegment(31db7798-1021-4c96-a28a-c194d09bd888),segment_id=31db7798-1021-4c96-a28a-c194d09bd888)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:53.060946 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-60ffd235-6edb-4207-9518-11f126709d9d tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:53.076569 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-60ffd235-6edb-4207-9518-11f126709d9d tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:53.081622 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-937a09f6-f7e8-45c5-8129-4fdd8f9cbe9e req-21d14d12-04e1-4248-bb41-04096e4442d0 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:53.103129 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:53.107591 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1f218273-f454-4aa0-9fd3-5e9c55ed265e up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:05:53.152347 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-8f115747-c539-40e0-ab21-a448c6a69a1e req-3aa1584d-3010-4988-8ccb-cf62d0bac0ff tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:53.200456 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-937a09f6-f7e8-45c5-8129-4fdd8f9cbe9e req-21d14d12-04e1-4248-bb41-04096e4442d0 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:53.221070 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1584d-3010-4988-8ccb-cf62d0bac0ff tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Pushing event deleted for resources: {'Port': ['ID=5a080c33-d7c0-41c7-bdaf-2eee0b99927d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:53.246586 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['ac918235-190e-4a44-8a61-cb36909d0cad', '5a080c33-d7c0-41c7-bdaf-2eee0b99927d'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:05:53.294938 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-60ffd235-6edb-4207-9518-11f126709d9d tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:53.298348 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffd235-6edb-4207-9518-11f126709d9d tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Pushing event updated for resources: {'Port': ['ID=3c83b642-162a-4815-9e84-a77029fab865,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:53.346017 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f115747-c539-40e0-ab21-a448c6a69a1e req-3aa1584d-3010-4988-8ccb-cf62d0bac0ff tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] No DVR routers for this DVR port 5a080c33-d7c0-41c7-bdaf-2eee0b99927d on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:05:53.351796 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-8f115747-c539-40e0-ab21-a448c6a69a1e req-3aa1584d-3010-4988-8ccb-cf62d0bac0ff tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:53.357604 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f115747-c539-40e0-ab21-a448c6a69a1e req-3aa1584d-3010-4988-8ccb-cf62d0bac0ff tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.15 "DELETE /v2.0/ports/5a080c33-d7c0-41c7-bdaf-2eee0b99927d HTTP/1.1" status: 204 len: 173 time: 1.0990701 Nov 24 21:05:53.358095 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f5d821-9a89-480e-b745-5b48b3ab4f59', 'name': 'network-vif-deleted', 'tag': '5a080c33-d7c0-41c7-bdaf-2eee0b99927d'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:05:53.360437 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a76a992-e559-46f5-8422-f8f5b7189ba4" -d '{"events": [{"server_uuid": "b2f5d821-9a89-480e-b745-5b48b3ab4f59", "name": "network-vif-deleted", "tag": "5a080c33-d7c0-41c7-bdaf-2eee0b99927d"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:05:53.452892 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25eec05c-bf3b-4c22-9b3f-dd2ae2c16487 x-openstack-request-id: req-25eec05c-bf3b-4c22-9b3f-dd2ae2c16487 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:05:53.453075 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f5d821-9a89-480e-b745-5b48b3ab4f59", "name": "network-vif-deleted", "tag": "5a080c33-d7c0-41c7-bdaf-2eee0b99927d", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:05:53.453323 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-25eec05c-bf3b-4c22-9b3f-dd2ae2c16487 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:05:53.453733 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f5d821-9a89-480e-b745-5b48b3ab4f59', 'name': 'network-vif-deleted', 'tag': '5a080c33-d7c0-41c7-bdaf-2eee0b99927d', 'status': 'completed', 'code': 200} Nov 24 21:05:53.502676 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [req-937a09f6-f7e8-45c5-8129-4fdd8f9cbe9e req-21d14d12-04e1-4248-bb41-04096e4442d0 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Floating IP 20f21c65-d2ca-4604-9780-da25bacb3a00 associated. External IP: 172.25.5.62, port: ac918235-190e-4a44-8a61-cb36909d0cad. Nov 24 21:05:53.536939 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-50c6bdaf-dadb-4dfd-9615-3be82f463b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:53.641929 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89696f6-2dd8-464f-9425-ff3b86855d91 None None] Network 22c0d099-8e65-459e-880c-4f7a93f508a2 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:05:53.644622 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ffd235-6edb-4207-9518-11f126709d9d tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Network 48613989-08a4-47f7-b18c-273b63bc922d is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:05:53.650231 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-60ffd235-6edb-4207-9518-11f126709d9d tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:05:53.955414 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-937a09f6-f7e8-45c5-8129-4fdd8f9cbe9e req-21d14d12-04e1-4248-bb41-04096e4442d0 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:05:53.962973 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ffd235-6edb-4207-9518-11f126709d9d tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Router 00ad9e12-3e70-43d8-afe9-1daa909fbd5b is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:05:53.973955 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 09ba5f24-e1d3-4db6-86e7-87a0544d8069 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:05:54.057061 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=b437512a-a9d6-4564-a0e7-8a5e50b6e094,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:54.089420 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-50c6bdaf-dadb-4dfd-9615-3be82f463b3f None None] For port 1f218273-f454-4aa0-9fd3-5e9c55ed265e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1f218273-f454-4aa0-9fd3-5e9c55ed265e,segment=NetworkSegment(a006e5a6-3f79-486d-be40-fd5e2817cc02),segment_id=a006e5a6-3f79-486d-be40-fd5e2817cc02)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:54.110835 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 1f218273-f454-4aa0-9fd3-5e9c55ed265e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:54.111238 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:54.114664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 09ba5f24-e1d3-4db6-86e7-87a0544d8069 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:05:54.121592 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-50c6bdaf-dadb-4dfd-9615-3be82f463b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:54.132995 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 09ba5f24-e1d3-4db6-86e7-87a0544d8069 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:54.132995 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:54.134939 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:05:54.135281 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:05:54.135631 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:05:54.136063 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:05:54.136305 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:05:54.136640 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:05:54.137000 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:05:54.137388 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:05:54.137874 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:05:54.138039 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:05:54.138336 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:05:54.138753 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:05:54.248790 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabbe61-8dea-4f92-be10-18db4060533c req-de0fd5ff-f1d0-467e-9453-b0848c02c116 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:54.261155 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7fabbe61-8dea-4f92-be10-18db4060533c req-de0fd5ff-f1d0-467e-9453-b0848c02c116 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 944 time: 0.1143961 Nov 24 21:05:54.265706 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-937a09f6-f7e8-45c5-8129-4fdd8f9cbe9e req-21d14d12-04e1-4248-bb41-04096e4442d0 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:05:54.282075 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64716882-3b17-4f0c-ba3d-ee713973a930 None None] Sync routers for ids ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:05:54.285108 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-937a09f6-f7e8-45c5-8129-4fdd8f9cbe9e req-21d14d12-04e1-4248-bb41-04096e4442d0 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:54.316971 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64716882-3b17-4f0c-ba3d-ee713973a930 None None] Routers {'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:54.340322 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-64716882-3b17-4f0c-ba3d-ee713973a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:54.361876 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b05be34c-e9f5-494e-82d5-7910ef637e6c None None] Provisioning complete for port b437512a-a9d6-4564-a0e7-8a5e50b6e094 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:54.362260 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b05be34c-e9f5-494e-82d5-7910ef637e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:54.374773 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-937a09f6-f7e8-45c5-8129-4fdd8f9cbe9e req-21d14d12-04e1-4248-bb41-04096e4442d0 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "PUT /v2.0/floatingips/20f21c65-d2ca-4604-9780-da25bacb3a00 HTTP/1.1" status: 200 len: 995 time: 3.3972757 Nov 24 21:05:54.378622 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb45aaac-6a0c-4be7-867b-daa929f00dec', 'tag': 'ac918235-190e-4a44-8a61-cb36909d0cad'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:05:54.382194 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dab6a1-2521-4059-aacc-161f36ca9723" -d '{"events": [{"name": "network-changed", "server_uuid": "bb45aaac-6a0c-4be7-867b-daa929f00dec", "tag": "ac918235-190e-4a44-8a61-cb36909d0cad"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:05:54.398188 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7fabbe61-8dea-4f92-be10-18db4060533c req-416a9e7d-c024-445a-a3e6-663a785e5534 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e17d0e94-9c03-4d70-a275-8baf5fedfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1358445 Nov 24 21:05:54.445170 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ffd235-6edb-4207-9518-11f126709d9d tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:05:54.489417 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c670750a-feaf-42d8-ba6e-6eca61d9a2f2 None None] Sync routers for ids ['00ad9e12-3e70-43d8-afe9-1daa909fbd5b'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:05:54.507530 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47136) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:54.517663 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-60ffd235-6edb-4207-9518-11f126709d9d tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "PUT /v2.0/routers/00ad9e12-3e70-43d8-afe9-1daa909fbd5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7504549 Nov 24 21:05:54.525383 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6bdaf-dadb-4dfd-9615-3be82f463b3f None None] Pushing event updated for resources: {'Port': ['ID=1f218273-f454-4aa0-9fd3-5e9c55ed265e,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:54.572294 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a09f6-f7e8-45c5-8129-4fdd8f9cbe9e req-5ebce07f-e98b-4f15-b552-befb5ed7375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:54.573958 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-937a09f6-f7e8-45c5-8129-4fdd8f9cbe9e req-5ebce07f-e98b-4f15-b552-befb5ed7375a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0692c1d9cf724f438a66002310ca2265&device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 1096 time: 0.1600635 Nov 24 21:05:54.590352 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-64716882-3b17-4f0c-ba3d-ee713973a930 None None] Set router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:54.657772 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c670750a-feaf-42d8-ba6e-6eca61d9a2f2 None None] Routers {'00ad9e12-3e70-43d8-afe9-1daa909fbd5b'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:54.658440 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c670750a-feaf-42d8-ba6e-6eca61d9a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['00ad9e12-3e70-43d8-afe9-1daa909fbd5b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:54.714390 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c670750a-feaf-42d8-ba6e-6eca61d9a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:54.721600 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a410ed3-9e5d-43d1-9062-fb5c3d5f80de x-openstack-request-id: req-2a410ed3-9e5d-43d1-9062-fb5c3d5f80de {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:05:54.722333 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb45aaac-6a0c-4be7-867b-daa929f00dec", "tag": "ac918235-190e-4a44-8a61-cb36909d0cad", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:05:54.722333 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2a410ed3-9e5d-43d1-9062-fb5c3d5f80de {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:05:54.722606 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb45aaac-6a0c-4be7-867b-daa929f00dec', 'tag': 'ac918235-190e-4a44-8a61-cb36909d0cad', 'status': 'completed', 'code': 200} Nov 24 21:05:54.766729 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dab6a1-2521-4059-aacc-161f36ca9723 req-8a5d07d2-d998-45da-bd04-fe578056ae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:54.768566 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4dab6a1-2521-4059-aacc-161f36ca9723 req-8a5d07d2-d998-45da-bd04-fe578056ae9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0692c1d9cf724f438a66002310ca2265&device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 1096 time: 0.0784304 Nov 24 21:05:54.798386 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a09f6-f7e8-45c5-8129-4fdd8f9cbe9e req-7905ef29-aa4d-4dd0-8f10-1b86648f2b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:54.799901 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-937a09f6-f7e8-45c5-8129-4fdd8f9cbe9e req-7905ef29-aa4d-4dd0-8f10-1b86648f2b6f service neutron] 10.222.0.11 "GET /v2.0/networks?id=90488595-632e-4a60-8936-692e2b535085 HTTP/1.1" status: 200 len: 922 time: 0.2159688 Nov 24 21:05:54.910363 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:54.931858 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c670750a-feaf-42d8-ba6e-6eca61d9a2f2 None None] Routers {'00ad9e12-3e70-43d8-afe9-1daa909fbd5b'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:54.944142 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c670750a-feaf-42d8-ba6e-6eca61d9a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['00ad9e12-3e70-43d8-afe9-1daa909fbd5b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:54.966844 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-937a09f6-f7e8-45c5-8129-4fdd8f9cbe9e req-43321df9-e7af-47a3-9bfe-0272c6ed7352 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac918235-190e-4a44-8a61-cb36909d0cad HTTP/1.1" status: 200 len: 998 time: 0.1585829 Nov 24 21:05:55.077675 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b437512a-a9d6-4564-a0e7-8a5e50b6e094 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:05:55.088801 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c670750a-feaf-42d8-ba6e-6eca61d9a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:55.089785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c670750a-feaf-42d8-ba6e-6eca61d9a2f2 None None] The sync data for ids ['00ad9e12-3e70-43d8-afe9-1daa909fbd5b'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:05:55.097467 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a09f6-f7e8-45c5-8129-4fdd8f9cbe9e req-81afe1ae-ce52-4d4b-a09f-938075fc50ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:55.110102 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-937a09f6-f7e8-45c5-8129-4fdd8f9cbe9e req-81afe1ae-ce52-4d4b-a09f-938075fc50ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3087cf2a-7116-4eae-aa3b-5f869debcd0f HTTP/1.1" status: 200 len: 860 time: 0.1357269 Nov 24 21:05:55.125872 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-64716882-3b17-4f0c-ba3d-ee713973a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:44Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '20f21c65-d2ca-4604-9780-da25bacb3a00', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'port_id': 'ac918235-190e-4a44-8a61-cb36909d0cad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'mac_address': 'fa:16:3e:47:e4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb45aaac-6a0c-4be7-867b-daa929f00dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:05:12Z', 'updated_at': '2021-11-24T21:05:52Z', 'revision_number': 8, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1be414-360e-4cf8-aa0f-2aa527082bd7', 'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'mac_address': 'fa:16:3e:1b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:54Z', 'revision_number': 5, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'subnets': [{'id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:55.145126 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 09ba5f24-e1d3-4db6-86e7-87a0544d8069, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=09ba5f24-e1d3-4db6-86e7-87a0544d8069,segment=NetworkSegment(50091b6f-8510-4fe7-99f6-affd19cd995c),segment_id=50091b6f-8510-4fe7-99f6-affd19cd995c)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:55.181205 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3d9686-3dd2-4aea-92fe-225626602565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ba5f24-e1d3-4db6-86e7-87a0544d8069'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:05:55.183984 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dceef26-bca5-4c8d-8824-da941906a69b" -d '{"events": [{"server_uuid": "2c3d9686-3dd2-4aea-92fe-225626602565", "name": "network-vif-plugged", "status": "completed", "tag": "09ba5f24-e1d3-4db6-86e7-87a0544d8069"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:05:55.206774 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:55.214890 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a09f6-f7e8-45c5-8129-4fdd8f9cbe9e req-027e68df-f828-46af-a884-bd77146607ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:55.215800 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64716882-3b17-4f0c-ba3d-ee713973a930 None None] Checking router: fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:05:55.218493 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-937a09f6-f7e8-45c5-8129-4fdd8f9cbe9e req-027e68df-f828-46af-a884-bd77146607ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90488595-632e-4a60-8936-692e2b535085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067171 Nov 24 21:05:55.235753 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64716882-3b17-4f0c-ba3d-ee713973a930 None None] Routers {'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:55.236387 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-64716882-3b17-4f0c-ba3d-ee713973a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:55.266788 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-9ed2eefe-6935-46a3-b860-6532862c4a66 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:05:55.273986 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9ed2eefe-6935-46a3-b860-6532862c4a66 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "PUT /v2.0/routers/00ad9e12-3e70-43d8-afe9-1daa909fbd5b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7653706 Nov 24 21:05:55.276815 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47144) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:55.278385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5a080c33-d7c0-41c7-bdaf-2eee0b99927d no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:05:55.349179 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-03fb2f58-0c46-4e9e-8a7c-0662c9d6c643 None None] Provisioning complete for port 3c83b642-162a-4815-9e84-a77029fab865 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:55.350807 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-03fb2f58-0c46-4e9e-8a7c-0662c9d6c643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:55.356099 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 5a080c33-d7c0-41c7-bdaf-2eee0b99927d {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:05:55.356457 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5a080c33-d7c0-41c7-bdaf-2eee0b99927d not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:05:55.389240 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dab6a1-2521-4059-aacc-161f36ca9723 req-57ee6162-940e-46de-9034-d9e9a334d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:55.391542 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4dab6a1-2521-4059-aacc-161f36ca9723 req-57ee6162-940e-46de-9034-d9e9a334d796 service neutron] 10.222.0.15 "GET /v2.0/networks?id=90488595-632e-4a60-8936-692e2b535085 HTTP/1.1" status: 200 len: 922 time: 0.5044858 Nov 24 21:05:55.421156 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-64716882-3b17-4f0c-ba3d-ee713973a930 None None] Set router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:55.438339 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-937a09f6-f7e8-45c5-8129-4fdd8f9cbe9e req-1080d416-4e0a-4eeb-ba9b-84416f347970 service neutron] 10.222.0.11 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119119 Nov 24 21:05:55.454349 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b437512a-a9d6-4564-a0e7-8a5e50b6e094 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:55.455301 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:55.487050 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=09ba5f24-e1d3-4db6-86e7-87a0544d8069,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:55.519919 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-03fb2f58-0c46-4e9e-8a7c-0662c9d6c643 None None] Port 3c83b642-162a-4815-9e84-a77029fab865 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:05:55.549923 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-03fb2f58-0c46-4e9e-8a7c-0662c9d6c643 None None] Provisioning complete for port b437512a-a9d6-4564-a0e7-8a5e50b6e094 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:55.550436 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-03fb2f58-0c46-4e9e-8a7c-0662c9d6c643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:55.586384 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-937a09f6-f7e8-45c5-8129-4fdd8f9cbe9e req-60a14171-64dc-4eb8-84ae-eb5b479e0ec9 service neutron] 10.222.0.11 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410303 Nov 24 21:05:55.593851 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4dab6a1-2521-4059-aacc-161f36ca9723 req-36b0ff6a-834b-4411-a366-798b6d825ce2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac918235-190e-4a44-8a61-cb36909d0cad HTTP/1.1" status: 200 len: 998 time: 0.1933506 Nov 24 21:05:55.681719 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a260be7-42aa-463d-8724-694a23fe438b x-openstack-request-id: req-4a260be7-42aa-463d-8724-694a23fe438b {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:05:55.682863 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3d9686-3dd2-4aea-92fe-225626602565", "name": "network-vif-plugged", "status": "completed", "tag": "09ba5f24-e1d3-4db6-86e7-87a0544d8069", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:05:55.683389 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4a260be7-42aa-463d-8724-694a23fe438b {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:05:55.697440 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3d9686-3dd2-4aea-92fe-225626602565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ba5f24-e1d3-4db6-86e7-87a0544d8069', 'code': 200} Nov 24 21:05:55.741248 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dab6a1-2521-4059-aacc-161f36ca9723 req-4add1af7-bd5a-4e56-beed-de90858e6b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:55.742698 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4dab6a1-2521-4059-aacc-161f36ca9723 req-4add1af7-bd5a-4e56-beed-de90858e6b50 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3087cf2a-7116-4eae-aa3b-5f869debcd0f HTTP/1.1" status: 200 len: 860 time: 0.1028485 Nov 24 21:05:55.744104 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1f218273-f454-4aa0-9fd3-5e9c55ed265e up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:05:55.778577 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de80cb-9e9e-42f8-b7a9-c797d8a1c551 req-87765bd3-96cb-429b-94c7-07967a828ec6 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:55.780081 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48de80cb-9e9e-42f8-b7a9-c797d8a1c551 req-87765bd3-96cb-429b-94c7-07967a828ec6 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ea79dd3-6e8f-4092-8b14-ecbf83de3621 HTTP/1.1" status: 200 len: 950 time: 0.1065636 Nov 24 21:05:55.855787 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-03fb2f58-0c46-4e9e-8a7c-0662c9d6c643 None None] Provisioning complete for port 1f218273-f454-4aa0-9fd3-5e9c55ed265e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:55.856857 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-03fb2f58-0c46-4e9e-8a7c-0662c9d6c643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:55.878439 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dab6a1-2521-4059-aacc-161f36ca9723 req-cba046b1-4c26-4226-9e0f-9b49159b0685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:55.879952 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4dab6a1-2521-4059-aacc-161f36ca9723 req-cba046b1-4c26-4226-9e0f-9b49159b0685 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90488595-632e-4a60-8936-692e2b535085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220453 Nov 24 21:05:55.913207 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-64716882-3b17-4f0c-ba3d-ee713973a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:44Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '20f21c65-d2ca-4604-9780-da25bacb3a00', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'port_id': 'ac918235-190e-4a44-8a61-cb36909d0cad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'mac_address': 'fa:16:3e:47:e4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb45aaac-6a0c-4be7-867b-daa929f00dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:05:12Z', 'updated_at': '2021-11-24T21:05:52Z', 'revision_number': 8, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1be414-360e-4cf8-aa0f-2aa527082bd7', 'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'mac_address': 'fa:16:3e:1b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:54Z', 'revision_number': 5, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'subnets': [{'id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:55.913529 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 1f218273-f454-4aa0-9fd3-5e9c55ed265e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:55.913968 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:55.921393 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7cccd6-90ea-42bb-8620-f0e72018fbb0 req-1a2d15bf-627c-4fc3-a296-dbc982c6ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:55.926571 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2d7cccd6-90ea-42bb-8620-f0e72018fbb0 req-1a2d15bf-627c-4fc3-a296-dbc982c6ba2d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 1096 time: 0.1895573 Nov 24 21:05:55.949886 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64716882-3b17-4f0c-ba3d-ee713973a930 None None] The sync data for ids ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'] in n-d-812111-8 is: [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:44Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '20f21c65-d2ca-4604-9780-da25bacb3a00', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'port_id': 'ac918235-190e-4a44-8a61-cb36909d0cad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'mac_address': 'fa:16:3e:47:e4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb45aaac-6a0c-4be7-867b-daa929f00dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:05:12Z', 'updated_at': '2021-11-24T21:05:52Z', 'revision_number': 8, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1be414-360e-4cf8-aa0f-2aa527082bd7', 'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'mac_address': 'fa:16:3e:1b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:54Z', 'revision_number': 5, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'subnets': [{'id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:05:56.038283 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3476f-5432-4cf6-a081-2d6a5523a870 req-e69bea17-a43c-4b6b-bde7-6b88b936fbaa tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:56.054948 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fb3476f-5432-4cf6-a081-2d6a5523a870 req-e69bea17-a43c-4b6b-bde7-6b88b936fbaa tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 945 time: 0.2539880 Nov 24 21:05:56.099335 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2d7cccd6-90ea-42bb-8620-f0e72018fbb0 req-370c4823-ccbc-4b27-81c5-15d8843120b3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e17d0e94-9c03-4d70-a275-8baf5fedfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1622484 Nov 24 21:05:56.122021 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-cbbb3e7c-5e43-4e19-ae71-c011e1a0cf94 None None] Provisioning complete for port 3c83b642-162a-4815-9e84-a77029fab865 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:05:56.123484 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cbbb3e7c-5e43-4e19-ae71-c011e1a0cf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:56.142899 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8fb3476f-5432-4cf6-a081-2d6a5523a870 req-1c4685dd-9144-4d5c-ac37-c5f6b1903cce tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e17d0e94-9c03-4d70-a275-8baf5fedfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0767307 Nov 24 21:05:56.195639 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb3e7c-5e43-4e19-ae71-c011e1a0cf94 None None] Port 3c83b642-162a-4815-9e84-a77029fab865 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:05:56.301356 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48de80cb-9e9e-42f8-b7a9-c797d8a1c551 req-6d7b14f1-eb44-4972-92f9-1169d33c31d3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/security-groups?id=28eff678-e8bb-481b-9fc2-e79d5fa4514f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793394 Nov 24 21:05:56.328145 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c31f6b-2d41-499c-968e-58d50cdd9362 None None] New status for floating IP 20f21c65-d2ca-4604-9780-da25bacb3a00: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:05:56.373738 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-59f10354-96e8-4638-a6bc-5ebe58cb1317 req-c6378bdf-aa6a-4b63-844e-366766ed488d tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/floatingips/20f21c65-d2ca-4604-9780-da25bacb3a00 HTTP/1.1" status: 200 len: 995 time: 0.1081111 Nov 24 21:05:56.433897 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4dab6a1-2521-4059-aacc-161f36ca9723 req-ce02fba3-fecd-4a22-8224-5b87d16b4b42 service neutron] 10.222.0.15 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491804 Nov 24 21:05:56.523608 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f2fc1a1-0517-4d81-9039-8ae996a25783 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:56.533867 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f10354-96e8-4638-a6bc-5ebe58cb1317 req-fa35ff8c-b974-49f9-97c2-ff6724c97a80 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:56.536324 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-59f10354-96e8-4638-a6bc-5ebe58cb1317 req-fa35ff8c-b974-49f9-97c2-ff6724c97a80 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.1602559 Nov 24 21:05:56.552163 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-59f10354-96e8-4638-a6bc-5ebe58cb1317 req-8e490a23-8272-4175-a655-658ce6a21169 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:05:56.553971 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-59f10354-96e8-4638-a6bc-5ebe58cb1317 req-8e490a23-8272-4175-a655-658ce6a21169 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075848 Nov 24 21:05:56.671833 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4dab6a1-2521-4059-aacc-161f36ca9723 req-4f58bb70-1d6c-4fcb-b2f5-3eb4e77b3ccd service neutron] 10.222.0.15 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275774 Nov 24 21:05:56.725424 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-023838b0-fa15-4c07-9c94-304c315ef94f tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 1000 time: 0.1261909 Nov 24 21:05:56.807762 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-d7a90f9b-3bd6-47e2-bf71-8bb58edd4cad tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:56.809148 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-d7a90f9b-3bd6-47e2-bf71-8bb58edd4cad tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports/ac918235-190e-4a44-8a61-cb36909d0cad HTTP/1.1" status: 200 len: 942 time: 0.0627639 Nov 24 21:05:56.976432 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-9d43f972-4ca1-4f67-b372-fa5acc008968 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 1000 time: 0.1196792 Nov 24 21:05:57.008886 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e074e6-18ba-453d-a652-02678188d2d0 req-9853d79a-e619-4f95-bc00-87e1d068c9b6 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:57.010325 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d4e074e6-18ba-453d-a652-02678188d2d0 req-9853d79a-e619-4f95-bc00-87e1d068c9b6 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ea79dd3-6e8f-4092-8b14-ecbf83de3621 HTTP/1.1" status: 200 len: 950 time: 0.1119413 Nov 24 21:05:57.105680 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4f2fc1a1-0517-4d81-9039-8ae996a25783 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Deleting port 3c83b642-162a-4815-9e84-a77029fab865 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:05:57.105935 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f2fc1a1-0517-4d81-9039-8ae996a25783 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:57.245610 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-c3cd558b-4ea1-4bdc-a3fd-89dbdc317a03 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:57.253745 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-c3cd558b-4ea1-4bdc-a3fd-89dbdc317a03 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.2694845 Nov 24 21:05:57.301412 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61565946-b194-49d6-bc80-cd8cf50b02ae req-ab21bb91-d20b-4e1d-904d-db0387d4c082 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:57.310258 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61565946-b194-49d6-bc80-cd8cf50b02ae req-ab21bb91-d20b-4e1d-904d-db0387d4c082 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 945 time: 0.0695498 Nov 24 21:05:57.327535 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f2fc1a1-0517-4d81-9039-8ae996a25783 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:57.344216 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-d4e074e6-18ba-453d-a652-02678188d2d0 req-9ef9e90d-62af-41d5-ad37-c9f7cd9fd2d3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Deleting port 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:05:57.344548 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d4e074e6-18ba-453d-a652-02678188d2d0 req-9ef9e90d-62af-41d5-ad37-c9f7cd9fd2d3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:57.359323 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4f2fc1a1-0517-4d81-9039-8ae996a25783 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Calling delete_port for 3c83b642-162a-4815-9e84-a77029fab865 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:05:57.373957 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61565946-b194-49d6-bc80-cd8cf50b02ae req-17164633-5e1f-4b03-9042-5fdea98ba438 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e17d0e94-9c03-4d70-a275-8baf5fedfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0625389 Nov 24 21:05:57.386925 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-7134cd8a-5e29-40b8-929b-5f1b912fe67a tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 1000 time: 0.1321218 Nov 24 21:05:57.413297 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-abd534b3-4f75-40e0-acf3-6dc9de2dae37 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:57.552709 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-abd534b3-4f75-40e0-acf3-6dc9de2dae37 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks [] for floatingip, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:57.587946 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fafe02-f981-4882-b7c9-7a45a471d582 req-14afc8d8-b636-44dd-9292-5d94bcfa7b4b tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:57.590528 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-26fafe02-f981-4882-b7c9-7a45a471d582 req-14afc8d8-b636-44dd-9292-5d94bcfa7b4b tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ea79dd3-6e8f-4092-8b14-ecbf83de3621 HTTP/1.1" status: 200 len: 950 time: 0.0702009 Nov 24 21:05:57.629755 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-d4e074e6-18ba-453d-a652-02678188d2d0 req-9ef9e90d-62af-41d5-ad37-c9f7cd9fd2d3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] For port 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=17b1b8f3-e265-4a3b-bd36-776d27b4bf8c,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:05:57.630067 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d4e074e6-18ba-453d-a652-02678188d2d0 req-9ef9e90d-62af-41d5-ad37-c9f7cd9fd2d3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:57.653856 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-26fafe02-f981-4882-b7c9-7a45a471d582 req-f5ffd3fa-8499-4332-bc9d-6e471b3ec559 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/security-groups?id=28eff678-e8bb-481b-9fc2-e79d5fa4514f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541325 Nov 24 21:05:57.656158 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-d4e074e6-18ba-453d-a652-02678188d2d0 req-9ef9e90d-62af-41d5-ad37-c9f7cd9fd2d3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Calling delete_port for 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:05:57.851343 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-abd534b3-4f75-40e0-acf3-6dc9de2dae37 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:57.861072 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-abd534b3-4f75-40e0-acf3-6dc9de2dae37 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:57.861414 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-abd534b3-4f75-40e0-acf3-6dc9de2dae37 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Floating IP 20f21c65-d2ca-4604-9780-da25bacb3a00 disassociated. External IP: 172.25.5.62, port: ac918235-190e-4a44-8a61-cb36909d0cad. Nov 24 21:05:58.013884 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f2fc1a1-0517-4d81-9039-8ae996a25783 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:58.063986 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2fc1a1-0517-4d81-9039-8ae996a25783 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Pushing event deleted for resources: {'Port': ['ID=3c83b642-162a-4815-9e84-a77029fab865,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:58.174402 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d4e074e6-18ba-453d-a652-02678188d2d0 req-9ef9e90d-62af-41d5-ad37-c9f7cd9fd2d3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:58.230871 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9e90d-62af-41d5-ad37-c9f7cd9fd2d3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Pushing event deleted for resources: {'Port': ['ID=17b1b8f3-e265-4a3b-bd36-776d27b4bf8c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:05:58.495253 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1f78c-27cd-4e40-860e-6528d243301f req-bbd9403d-7aa5-4b95-9518-a0e59a681427 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:58.497058 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a4a1f78c-27cd-4e40-860e-6528d243301f req-bbd9403d-7aa5-4b95-9518-a0e59a681427 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 945 time: 0.0545735 Nov 24 21:05:58.551521 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a4a1f78c-27cd-4e40-860e-6528d243301f req-622f77a6-77e1-4632-8cd0-f15a6621a7d9 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e17d0e94-9c03-4d70-a275-8baf5fedfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0474114 Nov 24 21:05:58.644537 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e074e6-18ba-453d-a652-02678188d2d0 req-9ef9e90d-62af-41d5-ad37-c9f7cd9fd2d3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] No DVR routers for this DVR port 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:05:58.649882 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d4e074e6-18ba-453d-a652-02678188d2d0 req-9ef9e90d-62af-41d5-ad37-c9f7cd9fd2d3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:58.656370 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d4e074e6-18ba-453d-a652-02678188d2d0 req-9ef9e90d-62af-41d5-ad37-c9f7cd9fd2d3 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.15 "DELETE /v2.0/ports/17b1b8f3-e265-4a3b-bd36-776d27b4bf8c HTTP/1.1" status: 204 len: 173 time: 1.6314337 Nov 24 21:05:58.688852 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea79dd3-6e8f-4092-8b14-ecbf83de3621', 'name': 'network-vif-deleted', 'tag': '17b1b8f3-e265-4a3b-bd36-776d27b4bf8c'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:05:58.691152 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674c6ae1-c0c3-4f30-a8c3-9222ca3c82f1" -d '{"events": [{"server_uuid": "7ea79dd3-6e8f-4092-8b14-ecbf83de3621", "name": "network-vif-deleted", "tag": "17b1b8f3-e265-4a3b-bd36-776d27b4bf8c"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:05:58.807510 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f2fc1a1-0517-4d81-9039-8ae996a25783 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:58.811047 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-abd534b3-4f75-40e0-acf3-6dc9de2dae37 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:05:58.825680 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442863a-cf08-4854-823f-199569bc16a7 req-4ba84ab8-b51f-4fcc-abbf-3d71d74c50ef tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:58.854584 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1442863a-cf08-4854-823f-199569bc16a7 req-4ba84ab8-b51f-4fcc-abbf-3d71d74c50ef tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 945 time: 0.1288867 Nov 24 21:05:58.855245 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47186) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:58.863538 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0a7b2344-a4a5-412e-934c-897078c2b49b tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Request body: {'floatingip': {'port_id': '09ba5f24-e1d3-4db6-86e7-87a0544d8069'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:58.932149 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a7b2344-a4a5-412e-934c-897078c2b49b tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for floatingip, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:59.029560 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a1fa5553-db5c-4bf3-80d7-a2a35e37076e req-0bede307-62d2-4988-a5ab-56acca0883f8 tempest-VolumesBackupsTest-1484098969 tempest-VolumesBackupsTest-1484098969-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ea79dd3-6e8f-4092-8b14-ecbf83de3621 HTTP/1.1" status: 200 len: 210 time: 0.0555894 Nov 24 21:05:59.109849 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f60c78-deab-490a-929d-20cdcdd44d6d x-openstack-request-id: req-c7f60c78-deab-490a-929d-20cdcdd44d6d {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:05:59.110216 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea79dd3-6e8f-4092-8b14-ecbf83de3621", "name": "network-vif-deleted", "tag": "17b1b8f3-e265-4a3b-bd36-776d27b4bf8c", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:05:59.110408 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c7f60c78-deab-490a-929d-20cdcdd44d6d {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:05:59.110808 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea79dd3-6e8f-4092-8b14-ecbf83de3621', 'name': 'network-vif-deleted', 'tag': '17b1b8f3-e265-4a3b-bd36-776d27b4bf8c', 'status': 'completed', 'code': 200} Nov 24 21:05:59.112598 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2fc1a1-0517-4d81-9039-8ae996a25783 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Router 00ad9e12-3e70-43d8-afe9-1daa909fbd5b has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:05:59.156572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-abd534b3-4f75-40e0-acf3-6dc9de2dae37 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:05:59.163950 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-abd534b3-4f75-40e0-acf3-6dc9de2dae37 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:59.167617 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360a63f8-81c3-4612-b30c-d30c1c44da31 None None] Sync routers for ids ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:05:59.180644 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360a63f8-81c3-4612-b30c-d30c1c44da31 None None] Routers {'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:59.183079 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-360a63f8-81c3-4612-b30c-d30c1c44da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:59.300504 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:05:59.319868 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-abd534b3-4f75-40e0-acf3-6dc9de2dae37 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "PUT /v2.0/floatingips/20f21c65-d2ca-4604-9780-da25bacb3a00 HTTP/1.1" status: 200 len: 695 time: 1.9164259 Nov 24 21:05:59.321129 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2fc1a1-0517-4d81-9039-8ae996a25783 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:05:59.326610 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4f2fc1a1-0517-4d81-9039-8ae996a25783 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "PUT /v2.0/routers/00ad9e12-3e70-43d8-afe9-1daa909fbd5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0487914 Nov 24 21:05:59.333197 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47188) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:59.345919 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:05:59.348380 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a484a2-97e6-4821-a775-77548230a40c None None] Sync routers for ids ['00ad9e12-3e70-43d8-afe9-1daa909fbd5b'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:05:59.348918 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 17b1b8f3-e265-4a3b-bd36-776d27b4bf8c not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:05:59.363689 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a484a2-97e6-4821-a775-77548230a40c None None] Routers {'00ad9e12-3e70-43d8-afe9-1daa909fbd5b'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:59.364828 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-28a484a2-97e6-4821-a775-77548230a40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['00ad9e12-3e70-43d8-afe9-1daa909fbd5b'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:59.403379 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-360a63f8-81c3-4612-b30c-d30c1c44da31 None None] Set router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:59.415146 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-28a484a2-97e6-4821-a775-77548230a40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:59.432616 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a484a2-97e6-4821-a775-77548230a40c None None] Routers {'00ad9e12-3e70-43d8-afe9-1daa909fbd5b'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:59.433946 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-28a484a2-97e6-4821-a775-77548230a40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['00ad9e12-3e70-43d8-afe9-1daa909fbd5b'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:59.445031 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-f46629e8-8726-4da6-ba3a-ce0b493ab53f tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] delete failed (client error): The resource could not be found. Nov 24 21:05:59.445273 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f46629e8-8726-4da6-ba3a-ce0b493ab53f tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-68368847 HTTP/1.1" status: 404 len: 333 time: 0.1106787 Nov 24 21:05:59.469745 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47190) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:05:59.473807 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-28a484a2-97e6-4821-a775-77548230a40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:59.475481 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a484a2-97e6-4821-a775-77548230a40c None None] The sync data for ids ['00ad9e12-3e70-43d8-afe9-1daa909fbd5b'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:05:59.485286 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-698e929d-5e80-42ca-9e7b-b0aaef222d28 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Request body: {'router': {'external_gateway_info': {'network_id': '00ad9e12-3e70-43d8-afe9-1daa909fbd5b'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:05:59.671083 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-4a60687f-5ad9-47a9-97e6-9caaf8971d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:59.672699 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-4a60687f-5ad9-47a9-97e6-9caaf8971d0a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0692c1d9cf724f438a66002310ca2265&device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 1096 time: 0.2493956 Nov 24 21:05:59.700286 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a7b2344-a4a5-412e-934c-897078c2b49b tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:59.707656 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a7b2344-a4a5-412e-934c-897078c2b49b tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:59.760891 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-360a63f8-81c3-4612-b30c-d30c1c44da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:44Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'fa1be414-360e-4cf8-aa0f-2aa527082bd7', 'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'mac_address': 'fa:16:3e:1b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:54Z', 'revision_number': 5, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'subnets': [{'id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:59.793198 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360a63f8-81c3-4612-b30c-d30c1c44da31 None None] Checking router: fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:05:59.804348 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360a63f8-81c3-4612-b30c-d30c1c44da31 None None] Routers {'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:05:59.805570 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-360a63f8-81c3-4612-b30c-d30c1c44da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:05:59.828120 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-0a7b2344-a4a5-412e-934c-897078c2b49b tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Floating IP 30c56076-25fd-4ed5-bb91-5a0db8110497 associated. External IP: 172.25.5.30, port: 09ba5f24-e1d3-4db6-86e7-87a0544d8069. Nov 24 21:05:59.898107 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-698e929d-5e80-42ca-9e7b-b0aaef222d28 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:05:59.947712 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-f4e16482-64cc-4851-b24f-2f07796acb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:05:59.949706 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-f4e16482-64cc-4851-b24f-2f07796acb06 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90488595-632e-4a60-8936-692e2b535085 HTTP/1.1" status: 200 len: 922 time: 0.2631433 Nov 24 21:05:59.967692 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-698e929d-5e80-42ca-9e7b-b0aaef222d28 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] update failed (client error): The resource could not be found. Nov 24 21:05:59.974049 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-360a63f8-81c3-4612-b30c-d30c1c44da31 None None] Set router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:05:59.975999 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-698e929d-5e80-42ca-9e7b-b0aaef222d28 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "PUT /v2.0/routers/00ad9e12-3e70-43d8-afe9-1daa909fbd5b HTTP/1.1" status: 404 len: 339 time: 0.4942510 Nov 24 21:05:59.978026 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47196) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:00.051149 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-4eaf1b6b-7114-4955-826b-fc0b1fc61bb9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac918235-190e-4a44-8a61-cb36909d0cad HTTP/1.1" status: 200 len: 217 time: 0.0893281 Nov 24 21:06:00.084697 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7b2344-a4a5-412e-934c-897078c2b49b tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Router f3ffbb09-f811-44f4-8484-b0fd0dce135c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:06:00.227783 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-b1465218-aa5f-414a-939a-70a6caf55812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:00.229346 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-b1465218-aa5f-414a-939a-70a6caf55812 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3087cf2a-7116-4eae-aa3b-5f869debcd0f HTTP/1.1" status: 200 len: 860 time: 0.1044788 Nov 24 21:06:00.447870 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-0a0c8dad-ea36-45a5-9b6d-df231365e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:00.453918 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-0a0c8dad-ea36-45a5-9b6d-df231365e71a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90488595-632e-4a60-8936-692e2b535085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1842785 Nov 24 21:06:00.518729 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-360a63f8-81c3-4612-b30c-d30c1c44da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:44Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'fa1be414-360e-4cf8-aa0f-2aa527082bd7', 'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'mac_address': 'fa:16:3e:1b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:54Z', 'revision_number': 5, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'subnets': [{'id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:00.550892 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360a63f8-81c3-4612-b30c-d30c1c44da31 None None] The sync data for ids ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'] in n-d-812111-8 is: [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:04:44Z', 'revision_number': 4, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'fa1be414-360e-4cf8-aa0f-2aa527082bd7', 'name': '', 'network_id': '90488595-632e-4a60-8936-692e2b535085', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'mac_address': 'fa:16:3e:1b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:42Z', 'updated_at': '2021-11-24T21:04:54Z', 'revision_number': 5, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'subnets': [{'id': '3087cf2a-7116-4eae-aa3b-5f869debcd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:06:00.601374 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e393bb96-5cdf-4a2a-a060-b6502f76ce3b tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:00.673750 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7b2344-a4a5-412e-934c-897078c2b49b tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:06:00.678689 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a7b2344-a4a5-412e-934c-897078c2b49b tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:00.687441 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a078900-7657-48cc-aee1-b6d294926f13 None None] Sync routers for ids ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:06:00.703549 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-64b0c373-916e-455c-a1cd-fdf54d325d8e service neutron] 10.222.0.11 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269456 Nov 24 21:06:00.704156 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a078900-7657-48cc-aee1-b6d294926f13 None None] Routers {'f3ffbb09-f811-44f4-8484-b0fd0dce135c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:06:00.704828 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5a078900-7657-48cc-aee1-b6d294926f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:00.719497 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0a7b2344-a4a5-412e-934c-897078c2b49b tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "PUT /v2.0/floatingips/30c56076-25fd-4ed5-bb91-5a0db8110497 HTTP/1.1" status: 200 len: 990 time: 1.8597000 Nov 24 21:06:00.719497 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3d9686-3dd2-4aea-92fe-225626602565', 'tag': '09ba5f24-e1d3-4db6-86e7-87a0544d8069'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:06:00.720902 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b4b9dd-47f2-40d5-97a0-33dde555d9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3d9686-3dd2-4aea-92fe-225626602565", "tag": "09ba5f24-e1d3-4db6-86e7-87a0544d8069"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:06:00.870639 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3275cbbe-d942-4fa3-bdaf-f4014869bedd x-openstack-request-id: req-3275cbbe-d942-4fa3-bdaf-f4014869bedd {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:06:00.871267 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3d9686-3dd2-4aea-92fe-225626602565", "tag": "09ba5f24-e1d3-4db6-86e7-87a0544d8069", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:06:00.871267 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3275cbbe-d942-4fa3-bdaf-f4014869bedd {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:06:00.871886 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3d9686-3dd2-4aea-92fe-225626602565', 'tag': '09ba5f24-e1d3-4db6-86e7-87a0544d8069', 'status': 'completed', 'code': 200} Nov 24 21:06:00.930969 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-5a078900-7657-48cc-aee1-b6d294926f13 None None] Set router f3ffbb09-f811-44f4-8484-b0fd0dce135c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:06:00.996938 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4b9dd-47f2-40d5-97a0-33dde555d9d0 req-5920e145-aa84-41a4-9e61-1798004a9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:00.997684 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29195fa6-36f9-4b7a-8100-bb3c2d8fd117 None None] New status for floating IP 20f21c65-d2ca-4604-9780-da25bacb3a00: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:06:00.998501 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f2b4b9dd-47f2-40d5-97a0-33dde555d9d0 req-5920e145-aa84-41a4-9e61-1798004a9b5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76400c1822bc4519abca8b807069cf99&device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 1096 time: 0.1061833 Nov 24 21:06:01.007596 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a592723-65fe-4b49-9edc-21f9af18a269 req-a18b956a-4454-458d-8d92-166fe22f3e6e service neutron] 10.222.0.11 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897308 Nov 24 21:06:01.109442 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-e393bb96-5cdf-4a2a-a060-b6502f76ce3b tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Allocated IP 172.20.0.1 (5cdfca10-fbac-4713-86a4-6d5460c457d3/3717ec28-5b23-47b4-b40c-45ffcc69e65d/f705339c-b2fd-4ef6-b1eb-d0bdbefcf8e7) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:06:01.113920 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb45aaac-6a0c-4be7-867b-daa929f00dec', 'tag': 'ac918235-190e-4a44-8a61-cb36909d0cad'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:06:01.122070 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d4cf83-8db5-4a35-860f-3082fa13a7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "bb45aaac-6a0c-4be7-867b-daa929f00dec", "tag": "ac918235-190e-4a44-8a61-cb36909d0cad"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:06:01.215861 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d550127-9da6-4881-b7e2-bff7c2b7effd x-openstack-request-id: req-6d550127-9da6-4881-b7e2-bff7c2b7effd {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:06:01.216138 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4b9dd-47f2-40d5-97a0-33dde555d9d0 req-a696892d-0c2b-4d54-bbbc-b47057052887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:01.216461 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb45aaac-6a0c-4be7-867b-daa929f00dec", "tag": "ac918235-190e-4a44-8a61-cb36909d0cad", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:06:01.216887 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d550127-9da6-4881-b7e2-bff7c2b7effd {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:06:01.217477 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb45aaac-6a0c-4be7-867b-daa929f00dec', 'tag': 'ac918235-190e-4a44-8a61-cb36909d0cad', 'status': 'completed', 'code': 200} Nov 24 21:06:01.218142 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f2b4b9dd-47f2-40d5-97a0-33dde555d9d0 req-a696892d-0c2b-4d54-bbbc-b47057052887 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc HTTP/1.1" status: 200 len: 911 time: 0.2106013 Nov 24 21:06:01.362393 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4cf83-8db5-4a35-860f-3082fa13a7e3 req-54b8cc1b-5573-4138-b9fd-bd5bbf7defdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:01.365330 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d4d4cf83-8db5-4a35-860f-3082fa13a7e3 req-54b8cc1b-5573-4138-b9fd-bd5bbf7defdf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0692c1d9cf724f438a66002310ca2265&device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 1096 time: 0.0810044 Nov 24 21:06:01.399790 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5a078900-7657-48cc-aee1-b6d294926f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'name': 'tempest-AttachVolumeTestJSON-708664594-router', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7f432429-060f-40c1-ac7d-964025e76a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:00:39Z', 'updated_at': '2021-11-24T21:00:49Z', 'revision_number': 4, 'project_id': '76400c1822bc4519abca8b807069cf99', 'gw_port': {'id': '7f432429-060f-40c1-ac7d-964025e76a03', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:41Z', 'updated_at': '2021-11-24T21:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '30c56076-25fd-4ed5-bb91-5a0db8110497', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'port_id': '09ba5f24-e1d3-4db6-86e7-87a0544d8069', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'mac_address': 'fa:16:3e:31:e3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d9686-3dd2-4aea-92fe-225626602565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:05:32Z', 'updated_at': '2021-11-24T21:05:59Z', 'revision_number': 1, 'project_id': '76400c1822bc4519abca8b807069cf99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f715d8b5-3fc2-4267-9512-ca0f9a46817c', 'name': '', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'mac_address': 'fa:16:3e:2e:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:46Z', 'updated_at': '2021-11-24T21:00:56Z', 'revision_number': 5, 'project_id': '76400c1822bc4519abca8b807069cf99', 'subnets': [{'id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:01.408376 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e393bb96-5cdf-4a2a-a060-b6502f76ce3b tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:01.420171 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-24bf5c58-7d8e-49d8-8dc7-f82019b94e45 req-ff8b4e14-ee93-463e-8293-2b2ae60eb110 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/floatingips/20f21c65-d2ca-4604-9780-da25bacb3a00 HTTP/1.1" status: 200 len: 695 time: 0.1266017 Nov 24 21:06:01.436473 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f2b4b9dd-47f2-40d5-97a0-33dde555d9d0 req-fe4e7229-e404-46e1-8803-867655ef715f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09ba5f24-e1d3-4db6-86e7-87a0544d8069 HTTP/1.1" status: 200 len: 998 time: 0.2066088 Nov 24 21:06:01.454444 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a078900-7657-48cc-aee1-b6d294926f13 None None] Checking router: f3ffbb09-f811-44f4-8484-b0fd0dce135c for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:06:01.467148 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a078900-7657-48cc-aee1-b6d294926f13 None None] Routers {'f3ffbb09-f811-44f4-8484-b0fd0dce135c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:06:01.468998 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5a078900-7657-48cc-aee1-b6d294926f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:01.522782 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4cf83-8db5-4a35-860f-3082fa13a7e3 req-7660ef55-6105-405f-bdbd-08e680035539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:01.525615 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d4d4cf83-8db5-4a35-860f-3082fa13a7e3 req-7660ef55-6105-405f-bdbd-08e680035539 service neutron] 10.222.0.15 "GET /v2.0/networks?id=90488595-632e-4a60-8936-692e2b535085 HTTP/1.1" status: 200 len: 922 time: 0.1461139 Nov 24 21:06:01.532341 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e393bb96-5cdf-4a2a-a060-b6502f76ce3b tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:01.581337 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4b9dd-47f2-40d5-97a0-33dde555d9d0 req-53958184-32c0-4019-86a6-d8bcf1d7f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:01.582843 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f2b4b9dd-47f2-40d5-97a0-33dde555d9d0 req-53958184-32c0-4019-86a6-d8bcf1d7f18d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df44411-bad0-41e8-8c64-bf8945205f26 HTTP/1.1" status: 200 len: 849 time: 0.1360316 Nov 24 21:06:01.613258 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d4d4cf83-8db5-4a35-860f-3082fa13a7e3 req-b8d7cc72-3ded-4132-9213-656b49559926 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac918235-190e-4a44-8a61-cb36909d0cad HTTP/1.1" status: 200 len: 217 time: 0.0538232 Nov 24 21:06:01.624584 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e393bb96-5cdf-4a2a-a060-b6502f76ce3b tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Network 5cdfca10-fbac-4713-86a4-6d5460c457d3 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:06:01.635786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393bb96-5cdf-4a2a-a060-b6502f76ce3b tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Pushing event updated for resources: {'Port': ['ID=f705339c-b2fd-4ef6-b1eb-d0bdbefcf8e7,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:01.638129 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-e393bb96-5cdf-4a2a-a060-b6502f76ce3b tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:06:01.640524 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-5a078900-7657-48cc-aee1-b6d294926f13 None None] Set router f3ffbb09-f811-44f4-8484-b0fd0dce135c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:06:01.663686 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e393bb96-5cdf-4a2a-a060-b6502f76ce3b tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:06:01.672366 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf5c58-7d8e-49d8-8dc7-f82019b94e45 req-278368f8-9af5-4a18-8382-ca0a4bf26b93 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:01.692120 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-24bf5c58-7d8e-49d8-8dc7-f82019b94e45 req-278368f8-9af5-4a18-8382-ca0a4bf26b93 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.2525942 Nov 24 21:06:01.698922 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-24bf5c58-7d8e-49d8-8dc7-f82019b94e45 req-784c1f33-a662-43bf-9ecc-d2d8b58be28c tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:06:01.709147 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-24bf5c58-7d8e-49d8-8dc7-f82019b94e45 req-784c1f33-a662-43bf-9ecc-d2d8b58be28c tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0147588 Nov 24 21:06:01.738193 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4cf83-8db5-4a35-860f-3082fa13a7e3 req-d0e7fd91-de00-482a-906e-67a24536ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:01.739715 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d4d4cf83-8db5-4a35-860f-3082fa13a7e3 req-d0e7fd91-de00-482a-906e-67a24536ed8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3087cf2a-7116-4eae-aa3b-5f869debcd0f HTTP/1.1" status: 200 len: 860 time: 0.1139297 Nov 24 21:06:01.763817 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e393bb96-5cdf-4a2a-a060-b6502f76ce3b tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:01.776697 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4b9dd-47f2-40d5-97a0-33dde555d9d0 req-299e04cf-638f-4614-a7a6-389fad9b1685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:01.778255 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f2b4b9dd-47f2-40d5-97a0-33dde555d9d0 req-299e04cf-638f-4614-a7a6-389fad9b1685 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1872430 Nov 24 21:06:01.782044 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-24bf5c58-7d8e-49d8-8dc7-f82019b94e45 req-528acfa2-7588-4fd1-97c6-273ce54356d2 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 696 time: 0.0718088 Nov 24 21:06:01.872503 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-24bf5c58-7d8e-49d8-8dc7-f82019b94e45 req-ff7edcb2-5c34-4f91-a83f-412b71f7d785 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 696 time: 0.0745237 Nov 24 21:06:01.973968 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4cf83-8db5-4a35-860f-3082fa13a7e3 req-8b60dba2-7353-4091-a3ed-ff99a0389cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:01.976170 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d4d4cf83-8db5-4a35-860f-3082fa13a7e3 req-8b60dba2-7353-4091-a3ed-ff99a0389cfa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90488595-632e-4a60-8936-692e2b535085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2269750 Nov 24 21:06:01.982592 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e393bb96-5cdf-4a2a-a060-b6502f76ce3b tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:02.053585 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5a078900-7657-48cc-aee1-b6d294926f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'name': 'tempest-AttachVolumeTestJSON-708664594-router', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7f432429-060f-40c1-ac7d-964025e76a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:00:39Z', 'updated_at': '2021-11-24T21:00:49Z', 'revision_number': 4, 'project_id': '76400c1822bc4519abca8b807069cf99', 'gw_port': {'id': '7f432429-060f-40c1-ac7d-964025e76a03', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:41Z', 'updated_at': '2021-11-24T21:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '30c56076-25fd-4ed5-bb91-5a0db8110497', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'port_id': '09ba5f24-e1d3-4db6-86e7-87a0544d8069', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'mac_address': 'fa:16:3e:31:e3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d9686-3dd2-4aea-92fe-225626602565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:05:32Z', 'updated_at': '2021-11-24T21:05:59Z', 'revision_number': 1, 'project_id': '76400c1822bc4519abca8b807069cf99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f715d8b5-3fc2-4267-9512-ca0f9a46817c', 'name': '', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'mac_address': 'fa:16:3e:2e:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:46Z', 'updated_at': '2021-11-24T21:00:56Z', 'revision_number': 5, 'project_id': '76400c1822bc4519abca8b807069cf99', 'subnets': [{'id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:02.102169 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a078900-7657-48cc-aee1-b6d294926f13 None None] The sync data for ids ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'] in n-d-812111-8 is: [{'id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'name': 'tempest-AttachVolumeTestJSON-708664594-router', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7f432429-060f-40c1-ac7d-964025e76a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:00:39Z', 'updated_at': '2021-11-24T21:00:49Z', 'revision_number': 4, 'project_id': '76400c1822bc4519abca8b807069cf99', 'gw_port': {'id': '7f432429-060f-40c1-ac7d-964025e76a03', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:41Z', 'updated_at': '2021-11-24T21:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '30c56076-25fd-4ed5-bb91-5a0db8110497', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'port_id': '09ba5f24-e1d3-4db6-86e7-87a0544d8069', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'mac_address': 'fa:16:3e:31:e3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d9686-3dd2-4aea-92fe-225626602565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:05:32Z', 'updated_at': '2021-11-24T21:05:59Z', 'revision_number': 1, 'project_id': '76400c1822bc4519abca8b807069cf99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f715d8b5-3fc2-4267-9512-ca0f9a46817c', 'name': '', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'mac_address': 'fa:16:3e:2e:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:46Z', 'updated_at': '2021-11-24T21:00:56Z', 'revision_number': 5, 'project_id': '76400c1822bc4519abca8b807069cf99', 'subnets': [{'id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:06:02.110568 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-998e682f-5646-4a84-a77a-1d5c84c18957 None None] Provisioning complete for port f705339c-b2fd-4ef6-b1eb-d0bdbefcf8e7 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:02.110954 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-998e682f-5646-4a84-a77a-1d5c84c18957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:02.173440 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-998e682f-5646-4a84-a77a-1d5c84c18957 None None] Port f705339c-b2fd-4ef6-b1eb-d0bdbefcf8e7 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:06:02.198277 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f2b4b9dd-47f2-40d5-97a0-33dde555d9d0 req-ab7f7d1c-bde8-4518-8c9c-eeda8d08227d service neutron] 10.222.0.48 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081614 Nov 24 21:06:02.220152 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-24bf5c58-7d8e-49d8-8dc7-f82019b94e45 req-183151a8-f8be-4b1d-9ff7-a0e9cc07a80b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Deleting port 8e25f7dc-6ceb-4d1a-aeda-983f3edbc8db {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:06:02.220607 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-24bf5c58-7d8e-49d8-8dc7-f82019b94e45 req-183151a8-f8be-4b1d-9ff7-a0e9cc07a80b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:02.429882 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f2b4b9dd-47f2-40d5-97a0-33dde555d9d0 req-38520280-21f9-44ba-aebc-316484e649cf service neutron] 10.222.0.48 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212024 Nov 24 21:06:02.431971 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-24bf5c58-7d8e-49d8-8dc7-f82019b94e45 req-183151a8-f8be-4b1d-9ff7-a0e9cc07a80b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:02.432481 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-24bf5c58-7d8e-49d8-8dc7-f82019b94e45 req-183151a8-f8be-4b1d-9ff7-a0e9cc07a80b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:02.449353 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-24bf5c58-7d8e-49d8-8dc7-f82019b94e45 req-183151a8-f8be-4b1d-9ff7-a0e9cc07a80b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Calling delete_port for 8e25f7dc-6ceb-4d1a-aeda-983f3edbc8db owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:06:02.507765 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a479155-6b3d-4497-abe8-d5e767836e8f None None] New status for floating IP 30c56076-25fd-4ed5-bb91-5a0db8110497: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:06:02.625717 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-24bf5c58-7d8e-49d8-8dc7-f82019b94e45 req-183151a8-f8be-4b1d-9ff7-a0e9cc07a80b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:02.664149 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183151a8-f8be-4b1d-9ff7-a0e9cc07a80b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Pushing event deleted for resources: {'Port': ['ID=8e25f7dc-6ceb-4d1a-aeda-983f3edbc8db,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:02.688480 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d4d4cf83-8db5-4a35-860f-3082fa13a7e3 req-5c943346-5a8e-4233-8b9e-2236c1cd19a4 service neutron] 10.222.0.15 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6965806 Nov 24 21:06:02.701065 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183151a8-f8be-4b1d-9ff7-a0e9cc07a80b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:02.701427 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183151a8-f8be-4b1d-9ff7-a0e9cc07a80b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:02.701789 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183151a8-f8be-4b1d-9ff7-a0e9cc07a80b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:02.702144 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183151a8-f8be-4b1d-9ff7-a0e9cc07a80b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:02.702498 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183151a8-f8be-4b1d-9ff7-a0e9cc07a80b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:02.702846 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183151a8-f8be-4b1d-9ff7-a0e9cc07a80b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:02.703193 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183151a8-f8be-4b1d-9ff7-a0e9cc07a80b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:02.704268 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183151a8-f8be-4b1d-9ff7-a0e9cc07a80b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:02.704268 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183151a8-f8be-4b1d-9ff7-a0e9cc07a80b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:02.704268 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183151a8-f8be-4b1d-9ff7-a0e9cc07a80b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:02.704627 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183151a8-f8be-4b1d-9ff7-a0e9cc07a80b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:02.704879 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183151a8-f8be-4b1d-9ff7-a0e9cc07a80b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:02.750275 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-24bf5c58-7d8e-49d8-8dc7-f82019b94e45 req-183151a8-f8be-4b1d-9ff7-a0e9cc07a80b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:02.759790 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-24bf5c58-7d8e-49d8-8dc7-f82019b94e45 req-183151a8-f8be-4b1d-9ff7-a0e9cc07a80b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:02.761192 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-24bf5c58-7d8e-49d8-8dc7-f82019b94e45 req-183151a8-f8be-4b1d-9ff7-a0e9cc07a80b tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "DELETE /v2.0/floatingips/20f21c65-d2ca-4604-9780-da25bacb3a00 HTTP/1.1" status: 204 len: 173 time: 0.8877199 Nov 24 21:06:02.867303 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d4d4cf83-8db5-4a35-860f-3082fa13a7e3 req-73a2bafd-f8b0-4d87-b15f-3ff6bd94fe40 service neutron] 10.222.0.15 "GET /v2.0/networks/90488595-632e-4a60-8936-692e2b535085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629162 Nov 24 21:06:02.895749 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e393bb96-5cdf-4a2a-a060-b6502f76ce3b tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:02.902966 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e393bb96-5cdf-4a2a-a060-b6502f76ce3b tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:03.002341 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393bb96-5cdf-4a2a-a060-b6502f76ce3b tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Pushing event updated for resources: {'Port': ['ID=f705339c-b2fd-4ef6-b1eb-d0bdbefcf8e7,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:03.028032 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933a2f0-e61b-404d-8c0e-6d7cc42ac0eb req-d0fadca8-c151-4e70-a1a6-a9062435e5bc tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:03.029705 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e933a2f0-e61b-404d-8c0e-6d7cc42ac0eb req-d0fadca8-c151-4e70-a1a6-a9062435e5bc tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 945 time: 0.0662839 Nov 24 21:06:03.034465 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e393bb96-5cdf-4a2a-a060-b6502f76ce3b tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:03.088547 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e933a2f0-e61b-404d-8c0e-6d7cc42ac0eb req-5c414a89-8164-4a2e-9009-34007d8a3a78 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3fb95b7-8edc-4135-ab69-92cbc4e6b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519333 Nov 24 21:06:03.141206 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e393bb96-5cdf-4a2a-a060-b6502f76ce3b tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Network 5cdfca10-fbac-4713-86a4-6d5460c457d3 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:06:03.142775 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-e393bb96-5cdf-4a2a-a060-b6502f76ce3b tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:06:03.265960 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e393bb96-5cdf-4a2a-a060-b6502f76ce3b tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Router 00ad9e12-3e70-43d8-afe9-1daa909fbd5b has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:06:03.376362 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e393bb96-5cdf-4a2a-a060-b6502f76ce3b tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:06:03.382322 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e393bb96-5cdf-4a2a-a060-b6502f76ce3b tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "PUT /v2.0/routers/00ad9e12-3e70-43d8-afe9-1daa909fbd5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4030130 Nov 24 21:06:03.384837 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47240) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:03.386971 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293dde79-51d2-42f0-9c3b-b00efadf33ec None None] Sync routers for ids ['00ad9e12-3e70-43d8-afe9-1daa909fbd5b'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:06:03.398538 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293dde79-51d2-42f0-9c3b-b00efadf33ec None None] Routers {'00ad9e12-3e70-43d8-afe9-1daa909fbd5b'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:06:03.399448 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-293dde79-51d2-42f0-9c3b-b00efadf33ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['00ad9e12-3e70-43d8-afe9-1daa909fbd5b'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:03.416483 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-29c164bc-1bf0-451b-a38d-db17989e1696 None None] Provisioning complete for port f705339c-b2fd-4ef6-b1eb-d0bdbefcf8e7 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:03.417076 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-29c164bc-1bf0-451b-a38d-db17989e1696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:03.439196 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-293dde79-51d2-42f0-9c3b-b00efadf33ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:03.453557 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293dde79-51d2-42f0-9c3b-b00efadf33ec None None] Routers {'00ad9e12-3e70-43d8-afe9-1daa909fbd5b'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:06:03.454443 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-293dde79-51d2-42f0-9c3b-b00efadf33ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['00ad9e12-3e70-43d8-afe9-1daa909fbd5b'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:03.469564 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-29c164bc-1bf0-451b-a38d-db17989e1696 None None] Port f705339c-b2fd-4ef6-b1eb-d0bdbefcf8e7 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:06:03.492469 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-293dde79-51d2-42f0-9c3b-b00efadf33ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:03.493381 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293dde79-51d2-42f0-9c3b-b00efadf33ec None None] The sync data for ids ['00ad9e12-3e70-43d8-afe9-1daa909fbd5b'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:06:03.520975 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a02c45f4-df82-4119-9277-312b3294282f tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:03.609895 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-a02c45f4-df82-4119-9277-312b3294282f tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 24 21:06:03.610948 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a02c45f4-df82-4119-9277-312b3294282f tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "DELETE /v2.0/routers/00ad9e12-3e70-43d8-afe9-1daa909fbd5b HTTP/1.1" status: 409 len: 329 time: 0.2251039 Nov 24 21:06:03.613812 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47244) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:03.931775 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-771e5f41-fb00-472f-92a9-843ed15844df tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:04.210923 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-771e5f41-fb00-472f-92a9-843ed15844df tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Deleting port f705339c-b2fd-4ef6-b1eb-d0bdbefcf8e7 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:06:04.211271 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-771e5f41-fb00-472f-92a9-843ed15844df tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:04.252566 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e582e3-2737-448b-8b2e-5f331334c737 req-18010b43-7a68-4764-95b4-abd4f6086423 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:04.254093 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42e582e3-2737-448b-8b2e-5f331334c737 req-18010b43-7a68-4764-95b4-abd4f6086423 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 945 time: 0.0827971 Nov 24 21:06:04.343959 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-771e5f41-fb00-472f-92a9-843ed15844df tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:04.361975 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42e582e3-2737-448b-8b2e-5f331334c737 req-19d737b4-e6ef-45b4-bebf-0e5b1f1d6510 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3fb95b7-8edc-4135-ab69-92cbc4e6b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786681 Nov 24 21:06:04.362828 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-771e5f41-fb00-472f-92a9-843ed15844df tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Calling delete_port for f705339c-b2fd-4ef6-b1eb-d0bdbefcf8e7 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:06:04.573648 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980049d7-fa9b-4633-8d83-d7c4350c4111 req-79d80754-b6b4-4320-94c8-87ae4aac2938 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:04.575541 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-980049d7-fa9b-4633-8d83-d7c4350c4111 req-79d80754-b6b4-4320-94c8-87ae4aac2938 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 945 time: 0.0666170 Nov 24 21:06:04.576008 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-771e5f41-fb00-472f-92a9-843ed15844df tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:04.615896 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e5f41-fb00-472f-92a9-843ed15844df tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Pushing event deleted for resources: {'Port': ['ID=f705339c-b2fd-4ef6-b1eb-d0bdbefcf8e7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:04.821778 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-771e5f41-fb00-472f-92a9-843ed15844df tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:04.831447 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-980049d7-fa9b-4633-8d83-d7c4350c4111 req-d32da26c-6e8c-4cfd-b741-02d34f3aea40 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Deleting port ac918235-190e-4a44-8a61-cb36909d0cad {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:06:04.831715 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-980049d7-fa9b-4633-8d83-d7c4350c4111 req-d32da26c-6e8c-4cfd-b741-02d34f3aea40 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:05.053200 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-980049d7-fa9b-4633-8d83-d7c4350c4111 req-d32da26c-6e8c-4cfd-b741-02d34f3aea40 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] For port ac918235-190e-4a44-8a61-cb36909d0cad, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ac918235-190e-4a44-8a61-cb36909d0cad,segment=NetworkSegment(85387244-4381-4a41-ae45-dafeac5d8c7f),segment_id=85387244-4381-4a41-ae45-dafeac5d8c7f)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:05.053857 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-980049d7-fa9b-4633-8d83-d7c4350c4111 req-d32da26c-6e8c-4cfd-b741-02d34f3aea40 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:05.065343 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771e5f41-fb00-472f-92a9-843ed15844df tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Router 00ad9e12-3e70-43d8-afe9-1daa909fbd5b has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:06:05.070113 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-980049d7-fa9b-4633-8d83-d7c4350c4111 req-d32da26c-6e8c-4cfd-b741-02d34f3aea40 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Calling delete_port for ac918235-190e-4a44-8a61-cb36909d0cad owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:06:05.198644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771e5f41-fb00-472f-92a9-843ed15844df tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:06:05.204073 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-771e5f41-fb00-472f-92a9-843ed15844df tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "PUT /v2.0/routers/00ad9e12-3e70-43d8-afe9-1daa909fbd5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5892954 Nov 24 21:06:05.208028 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47258) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:05.215793 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c778ded8-3d9b-4621-9921-8a8ebff92917 None None] Sync routers for ids ['00ad9e12-3e70-43d8-afe9-1daa909fbd5b'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:06:05.227862 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c778ded8-3d9b-4621-9921-8a8ebff92917 None None] Routers {'00ad9e12-3e70-43d8-afe9-1daa909fbd5b'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:06:05.228516 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c778ded8-3d9b-4621-9921-8a8ebff92917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['00ad9e12-3e70-43d8-afe9-1daa909fbd5b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:05.265973 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c778ded8-3d9b-4621-9921-8a8ebff92917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:05.282762 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c778ded8-3d9b-4621-9921-8a8ebff92917 None None] Routers {'00ad9e12-3e70-43d8-afe9-1daa909fbd5b'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:06:05.283418 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c778ded8-3d9b-4621-9921-8a8ebff92917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['00ad9e12-3e70-43d8-afe9-1daa909fbd5b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:05.298106 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-d2d091e3-8941-4624-889a-90bda0779f52 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] show failed (client error): The resource could not be found. Nov 24 21:06:05.299537 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d2d091e3-8941-4624-889a-90bda0779f52 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-1300399505 HTTP/1.1" status: 404 len: 335 time: 0.0889349 Nov 24 21:06:05.304936 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47262) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:05.308341 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-3cbaafb2-7f52-4345-8b87-e8ac21bfa61f tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:06:05.311631 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-980049d7-fa9b-4633-8d83-d7c4350c4111 req-d32da26c-6e8c-4cfd-b741-02d34f3aea40 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:05.329530 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['ac918235-190e-4a44-8a61-cb36909d0cad'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:06:05.331853 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c778ded8-3d9b-4621-9921-8a8ebff92917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:05.332468 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c778ded8-3d9b-4621-9921-8a8ebff92917 None None] The sync data for ids ['00ad9e12-3e70-43d8-afe9-1daa909fbd5b'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:06:05.369668 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-3cbaafb2-7f52-4345-8b87-e8ac21bfa61f tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] update failed (client error): The resource could not be found. Nov 24 21:06:05.375983 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3cbaafb2-7f52-4345-8b87-e8ac21bfa61f tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-1616963097 HTTP/1.1" status: 404 len: 335 time: 0.0711577 Nov 24 21:06:05.376213 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47266) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:05.378946 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32da26c-6e8c-4cfd-b741-02d34f3aea40 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Pushing event deleted for resources: {'Port': ['ID=ac918235-190e-4a44-8a61-cb36909d0cad,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:05.453037 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-980049d7-fa9b-4633-8d83-d7c4350c4111 req-d32da26c-6e8c-4cfd-b741-02d34f3aea40 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] No DVR routers for this DVR port ac918235-190e-4a44-8a61-cb36909d0cad on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:06:05.455578 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-980049d7-fa9b-4633-8d83-d7c4350c4111 req-d32da26c-6e8c-4cfd-b741-02d34f3aea40 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:05.459786 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-980049d7-fa9b-4633-8d83-d7c4350c4111 req-d32da26c-6e8c-4cfd-b741-02d34f3aea40 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.15 "DELETE /v2.0/ports/ac918235-190e-4a44-8a61-cb36909d0cad HTTP/1.1" status: 204 len: 173 time: 0.8735173 Nov 24 21:06:05.460279 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb45aaac-6a0c-4be7-867b-daa929f00dec', 'name': 'network-vif-deleted', 'tag': 'ac918235-190e-4a44-8a61-cb36909d0cad'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:06:05.462583 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53889a4-33a8-48e5-a02c-779b5a048d83" -d '{"events": [{"server_uuid": "bb45aaac-6a0c-4be7-867b-daa929f00dec", "name": "network-vif-deleted", "tag": "ac918235-190e-4a44-8a61-cb36909d0cad"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:06:05.466377 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3aa520c-32ed-40b6-8cc4-ed1c5253235f tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Deleting subnet c13b4a81-74d2-468b-92aa-e37fd672be6b {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:06:05.469968 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c3aa520c-32ed-40b6-8cc4-ed1c5253235f tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:05.522988 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf9fac0-2fcb-443a-9bcd-72052fd01167 x-openstack-request-id: req-baf9fac0-2fcb-443a-9bcd-72052fd01167 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:06:05.523292 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb45aaac-6a0c-4be7-867b-daa929f00dec", "name": "network-vif-deleted", "tag": "ac918235-190e-4a44-8a61-cb36909d0cad", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:06:05.523559 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-baf9fac0-2fcb-443a-9bcd-72052fd01167 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:06:05.523969 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb45aaac-6a0c-4be7-867b-daa929f00dec', 'name': 'network-vif-deleted', 'tag': 'ac918235-190e-4a44-8a61-cb36909d0cad', 'status': 'completed', 'code': 200} Nov 24 21:06:05.530111 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8babef24-9592-43f6-bcf8-2b3dd3ee44c6 req-2e172875-1f57-48a9-b8d7-d49f07a962b4 tempest-FloatingIPsAssociationTestJSON-1820219310 tempest-FloatingIPsAssociationTestJSON-1820219310-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb45aaac-6a0c-4be7-867b-daa929f00dec HTTP/1.1" status: 200 len: 210 time: 0.0377390 Nov 24 21:06:05.540875 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c3aa520c-32ed-40b6-8cc4-ed1c5253235f tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:05.694335 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c3aa520c-32ed-40b6-8cc4-ed1c5253235f tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:05.786469 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c3aa520c-32ed-40b6-8cc4-ed1c5253235f tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:05.831611 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c3aa520c-32ed-40b6-8cc4-ed1c5253235f tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:05.838289 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c3aa520c-32ed-40b6-8cc4-ed1c5253235f tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "DELETE /v2.0/subnets/c13b4a81-74d2-468b-92aa-e37fd672be6b HTTP/1.1" status: 204 len: 168 time: 0.4590776 Nov 24 21:06:05.838289 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa520c-32ed-40b6-8cc4-ed1c5253235f tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Pushing event deleted for resources: {'Subnet': ['ID=c13b4a81-74d2-468b-92aa-e37fd672be6b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:05.838961 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47308) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:05.844573 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a0ee1b-f6e1-4fbf-8bd3-848a3ab8d99e None None] Network 22c0d099-8e65-459e-880c-4f7a93f508a2 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:06:05.926749 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6782a62-3ec4-4bd9-a4b3-b761e5cb8669 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Deleting subnet 13c6a600-fe8f-43b4-8fd3-60b5c85c8e23 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:06:05.934037 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d6782a62-3ec4-4bd9-a4b3-b761e5cb8669 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:06.015816 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d6782a62-3ec4-4bd9-a4b3-b761e5cb8669 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:06.234605 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f31d7a5-78c4-4b45-bc50-a7dd30073e2b None None] DHCP port deletion for 22c0d099-8e65-459e-880c-4f7a93f508a2 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:06:06.341098 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-4f31d7a5-78c4-4b45-bc50-a7dd30073e2b None None] Deleting port b437512a-a9d6-4564-a0e7-8a5e50b6e094 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:06:06.341480 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4f31d7a5-78c4-4b45-bc50-a7dd30073e2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:06.417855 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4f31d7a5-78c4-4b45-bc50-a7dd30073e2b None None] For port b437512a-a9d6-4564-a0e7-8a5e50b6e094, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b437512a-a9d6-4564-a0e7-8a5e50b6e094,segment=NetworkSegment(31db7798-1021-4c96-a28a-c194d09bd888),segment_id=31db7798-1021-4c96-a28a-c194d09bd888)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:06.418367 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4f31d7a5-78c4-4b45-bc50-a7dd30073e2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:06.434850 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-4f31d7a5-78c4-4b45-bc50-a7dd30073e2b None None] Calling delete_port for b437512a-a9d6-4564-a0e7-8a5e50b6e094 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:06:06.578469 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d6782a62-3ec4-4bd9-a4b3-b761e5cb8669 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:06.603899 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4f31d7a5-78c4-4b45-bc50-a7dd30073e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:06.607716 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47352) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:06.626071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f31d7a5-78c4-4b45-bc50-a7dd30073e2b None None] No DVR routers for this DVR port b437512a-a9d6-4564-a0e7-8a5e50b6e094 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:06:06.650715 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31d7a5-78c4-4b45-bc50-a7dd30073e2b None None] Pushing event deleted for resources: {'Port': ['ID=b437512a-a9d6-4564-a0e7-8a5e50b6e094,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:06.679739 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d6782a62-3ec4-4bd9-a4b3-b761e5cb8669 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:06.716816 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6782a62-3ec4-4bd9-a4b3-b761e5cb8669 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Pushing event deleted for resources: {'Subnet': ['ID=13c6a600-fe8f-43b4-8fd3-60b5c85c8e23,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:06.718712 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d6782a62-3ec4-4bd9-a4b3-b761e5cb8669 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:06.724487 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d6782a62-3ec4-4bd9-a4b3-b761e5cb8669 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "DELETE /v2.0/subnets/13c6a600-fe8f-43b4-8fd3-60b5c85c8e23 HTTP/1.1" status: 204 len: 168 time: 0.8819084 Nov 24 21:06:06.727167 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47358) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:06.732457 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eca46c-51a3-452a-93d9-d602d6e6df1f None None] Network 48613989-08a4-47f7-b18c-273b63bc922d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:06:06.828768 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5883d00d-d277-4760-a85f-bd4237db3f07 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:06.950111 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b437512a-a9d6-4564-a0e7-8a5e50b6e094 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:06:07.004395 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: b437512a-a9d6-4564-a0e7-8a5e50b6e094 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:06:07.004741 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b437512a-a9d6-4564-a0e7-8a5e50b6e094 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:06:07.018152 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5883d00d-d277-4760-a85f-bd4237db3f07 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:07.050132 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-5883d00d-d277-4760-a85f-bd4237db3f07 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c0d099-8e65-459e-880c-4f7a93f508a2']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:07.063986 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-5883d00d-d277-4760-a85f-bd4237db3f07 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31db7798-1021-4c96-a28a-c194d09bd888') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:07.065379 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-5883d00d-d277-4760-a85f-bd4237db3f07 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31db7798-1021-4c96-a28a-c194d09bd888') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:07.077448 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5883d00d-d277-4760-a85f-bd4237db3f07 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:07.097532 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1834c6d1-8445-4d66-8e7f-6ae22f31b408 None None] DHCP port deletion for 48613989-08a4-47f7-b18c-273b63bc922d request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:06:07.116990 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5883d00d-d277-4760-a85f-bd4237db3f07 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:07.124358 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5883d00d-d277-4760-a85f-bd4237db3f07 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:06:07.124791 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5883d00d-d277-4760-a85f-bd4237db3f07 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:06:07.128931 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:06:07.173577 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-1834c6d1-8445-4d66-8e7f-6ae22f31b408 None None] Deleting port 1f218273-f454-4aa0-9fd3-5e9c55ed265e {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:06:07.174185 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1834c6d1-8445-4d66-8e7f-6ae22f31b408 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:07.220703 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abebeebd-5f5b-44d9-bf9e-746245676037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:07.244951 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5883d00d-d277-4760-a85f-bd4237db3f07 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:07.254624 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1834c6d1-8445-4d66-8e7f-6ae22f31b408 None None] For port 1f218273-f454-4aa0-9fd3-5e9c55ed265e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1f218273-f454-4aa0-9fd3-5e9c55ed265e,segment=NetworkSegment(a006e5a6-3f79-486d-be40-fd5e2817cc02),segment_id=a006e5a6-3f79-486d-be40-fd5e2817cc02)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:07.255756 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1834c6d1-8445-4d66-8e7f-6ae22f31b408 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:07.267187 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5883d00d-d277-4760-a85f-bd4237db3f07 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:07.273829 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5883d00d-d277-4760-a85f-bd4237db3f07 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "DELETE /v2.0/networks/22c0d099-8e65-459e-880c-4f7a93f508a2 HTTP/1.1" status: 204 len: 168 time: 0.5437922 Nov 24 21:06:07.273829 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883d00d-d277-4760-a85f-bd4237db3f07 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Pushing event deleted for resources: {'Network': ['ID=22c0d099-8e65-459e-880c-4f7a93f508a2,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:07.274304 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47360) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:07.278160 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-1834c6d1-8445-4d66-8e7f-6ae22f31b408 None None] Calling delete_port for 1f218273-f454-4aa0-9fd3-5e9c55ed265e owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:06:07.340160 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device ac918235-190e-4a44-8a61-cb36909d0cad no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:06:07.362940 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de12f4f1-c582-4867-a4b9-2acb0abab74c tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:07.376041 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: ac918235-190e-4a44-8a61-cb36909d0cad {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:06:07.376391 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device ac918235-190e-4a44-8a61-cb36909d0cad not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:06:07.435646 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1834c6d1-8445-4d66-8e7f-6ae22f31b408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:07.463782 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-de12f4f1-c582-4867-a4b9-2acb0abab74c tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Deleting port 1f218273-f454-4aa0-9fd3-5e9c55ed265e {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:06:07.464144 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de12f4f1-c582-4867-a4b9-2acb0abab74c tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:07.483232 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1834c6d1-8445-4d66-8e7f-6ae22f31b408 None None] No DVR routers for this DVR port 1f218273-f454-4aa0-9fd3-5e9c55ed265e on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:06:07.494026 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834c6d1-8445-4d66-8e7f-6ae22f31b408 None None] Pushing event deleted for resources: {'Port': ['ID=1f218273-f454-4aa0-9fd3-5e9c55ed265e,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:07.555533 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-de12f4f1-c582-4867-a4b9-2acb0abab74c tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] For port 1f218273-f454-4aa0-9fd3-5e9c55ed265e, host n-d-812111-8, got binding levels [] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:07.565069 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de12f4f1-c582-4867-a4b9-2acb0abab74c tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:07.591907 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-de12f4f1-c582-4867-a4b9-2acb0abab74c tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Calling delete_port for 1f218273-f454-4aa0-9fd3-5e9c55ed265e owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:06:07.594881 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.ipam_backend_mixin [None req-de12f4f1-c582-4867-a4b9-2acb0abab74c tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Port 1f218273-f454-4aa0-9fd3-5e9c55ed265e was not found and therefore no delete operation was performed {{(pid=109991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 21:06:07.596169 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de12f4f1-c582-4867-a4b9-2acb0abab74c tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:07.629759 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12f4f1-c582-4867-a4b9-2acb0abab74c tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Pushing event deleted for resources: {'Port': ['ID=1f218273-f454-4aa0-9fd3-5e9c55ed265e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:07.633067 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-abebeebd-5f5b-44d9-bf9e-746245676037 admin admin] Deleting port fa1be414-360e-4cf8-aa0f-2aa527082bd7 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:06:07.633544 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abebeebd-5f5b-44d9-bf9e-746245676037 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:07.637514 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de12f4f1-c582-4867-a4b9-2acb0abab74c tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] No DVR routers for this DVR port 1f218273-f454-4aa0-9fd3-5e9c55ed265e on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:06:07.729612 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de12f4f1-c582-4867-a4b9-2acb0abab74c tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:07.733360 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-abebeebd-5f5b-44d9-bf9e-746245676037 admin admin] For port fa1be414-360e-4cf8-aa0f-2aa527082bd7, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fa1be414-360e-4cf8-aa0f-2aa527082bd7,segment=NetworkSegment(85387244-4381-4a41-ae45-dafeac5d8c7f),segment_id=85387244-4381-4a41-ae45-dafeac5d8c7f)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:07.733847 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abebeebd-5f5b-44d9-bf9e-746245676037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:07.749016 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-abebeebd-5f5b-44d9-bf9e-746245676037 admin admin] Calling delete_port for fa1be414-360e-4cf8-aa0f-2aa527082bd7 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:06:07.750695 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-de12f4f1-c582-4867-a4b9-2acb0abab74c tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48613989-08a4-47f7-b18c-273b63bc922d']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:07.761139 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-de12f4f1-c582-4867-a4b9-2acb0abab74c tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a006e5a6-3f79-486d-be40-fd5e2817cc02') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:07.761626 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-de12f4f1-c582-4867-a4b9-2acb0abab74c tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a006e5a6-3f79-486d-be40-fd5e2817cc02') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:07.778267 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de12f4f1-c582-4867-a4b9-2acb0abab74c tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:07.792893 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de12f4f1-c582-4867-a4b9-2acb0abab74c tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:07.799534 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de12f4f1-c582-4867-a4b9-2acb0abab74c tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:06:07.800109 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de12f4f1-c582-4867-a4b9-2acb0abab74c tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:06:07.803898 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:06:07.868057 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de12f4f1-c582-4867-a4b9-2acb0abab74c tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:07.872927 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de12f4f1-c582-4867-a4b9-2acb0abab74c tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:07.878867 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-de12f4f1-c582-4867-a4b9-2acb0abab74c tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "DELETE /v2.0/networks/48613989-08a4-47f7-b18c-273b63bc922d HTTP/1.1" status: 204 len: 168 time: 0.6013772 Nov 24 21:06:07.881938 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47370) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:07.928176 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12f4f1-c582-4867-a4b9-2acb0abab74c tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Pushing event deleted for resources: {'Network': ['ID=48613989-08a4-47f7-b18c-273b63bc922d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:07.957731 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-245727ec-509c-449d-adbb-134114aa6acb tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Deleting subnet 3717ec28-5b23-47b4-b40c-45ffcc69e65d {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:06:07.962871 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-245727ec-509c-449d-adbb-134114aa6acb tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:07.967009 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abebeebd-5f5b-44d9-bf9e-746245676037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:08.003726 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebeebd-5f5b-44d9-bf9e-746245676037 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1be414-360e-4cf8-aa0f-2aa527082bd7,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:08.040762 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-245727ec-509c-449d-adbb-134114aa6acb tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:08.181156 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-245727ec-509c-449d-adbb-134114aa6acb tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:08.241581 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abebeebd-5f5b-44d9-bf9e-746245676037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:08.265661 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-245727ec-509c-449d-adbb-134114aa6acb tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:08.308173 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245727ec-509c-449d-adbb-134114aa6acb tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Pushing event deleted for resources: {'Subnet': ['ID=3717ec28-5b23-47b4-b40c-45ffcc69e65d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:08.310146 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-245727ec-509c-449d-adbb-134114aa6acb tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:08.315572 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-245727ec-509c-449d-adbb-134114aa6acb tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "DELETE /v2.0/subnets/3717ec28-5b23-47b4-b40c-45ffcc69e65d HTTP/1.1" status: 204 len: 168 time: 0.4302983 Nov 24 21:06:08.315857 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47372) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:08.320794 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdae2f9-f222-444e-ad00-eb1db43eff3d None None] Network 5cdfca10-fbac-4713-86a4-6d5460c457d3 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:06:08.406304 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-baa8705a-d702-4faa-95af-2ece8d6d3fae tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:08.484034 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-baa8705a-d702-4faa-95af-2ece8d6d3fae tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Deleting port b41c455c-9672-481d-865c-3bd1aa35f49e {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:06:08.484485 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-baa8705a-d702-4faa-95af-2ece8d6d3fae tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:08.561133 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83808262-26ec-4544-a101-0a670162c75d None None] DHCP port deletion for 5cdfca10-fbac-4713-86a4-6d5460c457d3 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:06:08.587657 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-baa8705a-d702-4faa-95af-2ece8d6d3fae tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] For port b41c455c-9672-481d-865c-3bd1aa35f49e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b41c455c-9672-481d-865c-3bd1aa35f49e,segment=NetworkSegment(b06c8e08-2bb3-4d4f-ac7d-ac70ce876ade),segment_id=b06c8e08-2bb3-4d4f-ac7d-ac70ce876ade)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:08.588153 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-baa8705a-d702-4faa-95af-2ece8d6d3fae tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:08.591967 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abebeebd-5f5b-44d9-bf9e-746245676037 admin admin] Router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:06:08.606461 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-baa8705a-d702-4faa-95af-2ece8d6d3fae tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Calling delete_port for b41c455c-9672-481d-865c-3bd1aa35f49e owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:06:08.627356 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-83808262-26ec-4544-a101-0a670162c75d None None] Deleting port b41c455c-9672-481d-865c-3bd1aa35f49e {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:06:08.631189 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-83808262-26ec-4544-a101-0a670162c75d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:08.743488 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-baa8705a-d702-4faa-95af-2ece8d6d3fae tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:08.744333 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-83808262-26ec-4544-a101-0a670162c75d None None] For port b41c455c-9672-481d-865c-3bd1aa35f49e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b41c455c-9672-481d-865c-3bd1aa35f49e,segment=NetworkSegment(b06c8e08-2bb3-4d4f-ac7d-ac70ce876ade),segment_id=b06c8e08-2bb3-4d4f-ac7d-ac70ce876ade)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:08.745005 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-83808262-26ec-4544-a101-0a670162c75d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:08.761178 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-83808262-26ec-4544-a101-0a670162c75d None None] Calling delete_port for b41c455c-9672-481d-865c-3bd1aa35f49e owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:06:08.763510 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa8705a-d702-4faa-95af-2ece8d6d3fae tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] No DVR routers for this DVR port b41c455c-9672-481d-865c-3bd1aa35f49e on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:06:08.791967 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8705a-d702-4faa-95af-2ece8d6d3fae tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Pushing event deleted for resources: {'Port': ['ID=b41c455c-9672-481d-865c-3bd1aa35f49e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:08.946495 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-baa8705a-d702-4faa-95af-2ece8d6d3fae tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:08.973534 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-baa8705a-d702-4faa-95af-2ece8d6d3fae tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cdfca10-fbac-4713-86a4-6d5460c457d3']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:08.981209 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0778097e-e9ec-4c13-be03-29456d8e73e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:08.997067 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-baa8705a-d702-4faa-95af-2ece8d6d3fae tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06c8e08-2bb3-4d4f-ac7d-ac70ce876ade') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:08.997441 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-baa8705a-d702-4faa-95af-2ece8d6d3fae tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06c8e08-2bb3-4d4f-ac7d-ac70ce876ade') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:06:09.017637 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:06:09.020242 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-baa8705a-d702-4faa-95af-2ece8d6d3fae tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:09.030518 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-83808262-26ec-4544-a101-0a670162c75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:09.038640 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-baa8705a-d702-4faa-95af-2ece8d6d3fae tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:09.048242 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa8705a-d702-4faa-95af-2ece8d6d3fae tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:06:09.048429 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-baa8705a-d702-4faa-95af-2ece8d6d3fae tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:06:09.053226 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:06:09.068526 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b41c455c-9672-481d-865c-3bd1aa35f49e no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:06:09.098648 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83808262-26ec-4544-a101-0a670162c75d None None] Pushing event deleted for resources: {'Port': ['ID=b41c455c-9672-481d-865c-3bd1aa35f49e,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:09.103103 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: b41c455c-9672-481d-865c-3bd1aa35f49e {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:06:09.103465 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b41c455c-9672-481d-865c-3bd1aa35f49e not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:06:09.103917 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1f218273-f454-4aa0-9fd3-5e9c55ed265e no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:06:09.131527 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83808262-26ec-4544-a101-0a670162c75d None None] No DVR routers for this DVR port b41c455c-9672-481d-865c-3bd1aa35f49e on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:06:09.136369 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 1f218273-f454-4aa0-9fd3-5e9c55ed265e {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:06:09.136781 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1f218273-f454-4aa0-9fd3-5e9c55ed265e not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:06:09.178573 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-baa8705a-d702-4faa-95af-2ece8d6d3fae tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:09.188499 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-baa8705a-d702-4faa-95af-2ece8d6d3fae tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:09.202980 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-baa8705a-d702-4faa-95af-2ece8d6d3fae tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "DELETE /v2.0/networks/5cdfca10-fbac-4713-86a4-6d5460c457d3 HTTP/1.1" status: 204 len: 168 time: 0.8861778 Nov 24 21:06:09.205389 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47388) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:09.226705 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8705a-d702-4faa-95af-2ece8d6d3fae tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Pushing event deleted for resources: {'Network': ['ID=5cdfca10-fbac-4713-86a4-6d5460c457d3,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:09.248806 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ce82c904-5b17-448a-b8c5-da160f43a59d tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "GET /v2.0/ports?device_id=00ad9e12-3e70-43d8-afe9-1daa909fbd5b HTTP/1.1" status: 200 len: 205 time: 0.0420480 Nov 24 21:06:09.249303 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47390) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:09.311060 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abebeebd-5f5b-44d9-bf9e-746245676037 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:06:09.317177 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-abebeebd-5f5b-44d9-bf9e-746245676037 admin admin] 10.222.0.11 "PUT /v2.0/routers/fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7083914 Nov 24 21:06:09.320969 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47392) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:09.325263 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f345c40f-32aa-4586-923a-db246beaac6b None None] Sync routers for ids ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:06:09.336064 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6463f568-2508-4042-a3d4-0babaa0b7fa1 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:09.337274 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577dea06-36d9-4ae8-8fed-9b7886daf568 req-6d78ebf0-83a9-4ce1-9ce1-165a29e0ab85 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:09.340773 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f345c40f-32aa-4586-923a-db246beaac6b None None] Routers {'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:06:09.341815 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-f345c40f-32aa-4586-923a-db246beaac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:09.345797 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-577dea06-36d9-4ae8-8fed-9b7886daf568 req-6d78ebf0-83a9-4ce1-9ce1-165a29e0ab85 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 945 time: 0.1261632 Nov 24 21:06:09.498513 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-f345c40f-32aa-4586-923a-db246beaac6b None None] Set router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:06:09.499277 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-577dea06-36d9-4ae8-8fed-9b7886daf568 req-bab17ed6-a35e-4a29-85ed-a21077a49655 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531444 Nov 24 21:06:09.548204 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c20e5c2-3fd2-4cfc-afe3-5c3a6f7e5d9f admin admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:09.557316 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6463f568-2508-4042-a3d4-0babaa0b7fa1 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:09.559571 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6463f568-2508-4042-a3d4-0babaa0b7fa1 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:09.626992 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:09.651800 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6463f568-2508-4042-a3d4-0babaa0b7fa1 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:09.652426 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6463f568-2508-4042-a3d4-0babaa0b7fa1 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Fanout notify agent at l3_agent the message router_deleted on router 00ad9e12-3e70-43d8-afe9-1daa909fbd5b {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:06:09.659999 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6463f568-2508-4042-a3d4-0babaa0b7fa1 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:09.661159 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6463f568-2508-4042-a3d4-0babaa0b7fa1 tempest-RoutersNegativeTest-676462283 tempest-RoutersNegativeTest-676462283-project] 10.222.0.11 "DELETE /v2.0/routers/00ad9e12-3e70-43d8-afe9-1daa909fbd5b HTTP/1.1" status: 204 len: 168 time: 0.4109223 Nov 24 21:06:09.679435 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c20e5c2-3fd2-4cfc-afe3-5c3a6f7e5d9f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:09.729668 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-f345c40f-32aa-4586-923a-db246beaac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e213b979-87a4-41cd-affa-1863556606c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:06:07Z', 'revision_number': 5, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port': {'id': 'e213b979-87a4-41cd-affa-1863556606c7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:04:37Z', 'updated_at': '2021-11-24T21:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:09.744706 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-4c20e5c2-3fd2-4cfc-afe3-5c3a6f7e5d9f admin admin] Deleting port e213b979-87a4-41cd-affa-1863556606c7 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:06:09.745096 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c20e5c2-3fd2-4cfc-afe3-5c3a6f7e5d9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:09.758666 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f345c40f-32aa-4586-923a-db246beaac6b None None] Checking router: fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:06:09.767639 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f345c40f-32aa-4586-923a-db246beaac6b None None] Routers {'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:06:09.768479 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-f345c40f-32aa-4586-923a-db246beaac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:05:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:09.862644 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-f345c40f-32aa-4586-923a-db246beaac6b None None] Set router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:06:09.874198 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-4c20e5c2-3fd2-4cfc-afe3-5c3a6f7e5d9f admin admin] For port e213b979-87a4-41cd-affa-1863556606c7, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e213b979-87a4-41cd-affa-1863556606c7,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:09.874690 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c20e5c2-3fd2-4cfc-afe3-5c3a6f7e5d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:09.894146 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-4c20e5c2-3fd2-4cfc-afe3-5c3a6f7e5d9f admin admin] Calling delete_port for e213b979-87a4-41cd-affa-1863556606c7 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:06:09.927516 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-f345c40f-32aa-4586-923a-db246beaac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:06:09Z', 'revision_number': 6, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:09.955741 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f345c40f-32aa-4586-923a-db246beaac6b None None] The sync data for ids ['fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d'] in n-d-812111-8 is: [{'id': 'fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1622257465-router', 'tenant_id': '0692c1d9cf724f438a66002310ca2265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:04:35Z', 'updated_at': '2021-11-24T21:06:09Z', 'revision_number': 6, 'project_id': '0692c1d9cf724f438a66002310ca2265', 'gw_port_host': None}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:06:10.029996 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47404) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:10.091850 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c20e5c2-3fd2-4cfc-afe3-5c3a6f7e5d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:10.126874 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20e5c2-3fd2-4cfc-afe3-5c3a6f7e5d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=e213b979-87a4-41cd-affa-1863556606c7,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:10.138922 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98550bf6-8828-4fb1-ba1e-5c71e120a7d0 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:06:10.204308 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-14d77c17-e259-4640-ae7a-c00db70e86e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=576b4f42a30a4c25beb7a7dd653c836b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1730547 Nov 24 21:06:10.206694 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47408) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:10.207842 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c20e5c2-3fd2-4cfc-afe3-5c3a6f7e5d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:10.262404 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d316b77c-b49f-4c00-ac72-fdf683f60164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:10.286207 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d316b77c-b49f-4c00-ac72-fdf683f60164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:10.316903 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c20e5c2-3fd2-4cfc-afe3-5c3a6f7e5d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:10.321714 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c20e5c2-3fd2-4cfc-afe3-5c3a6f7e5d9f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:10.346719 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d316b77c-b49f-4c00-ac72-fdf683f60164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:10.350856 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d316b77c-b49f-4c00-ac72-fdf683f60164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:10.352084 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d316b77c-b49f-4c00-ac72-fdf683f60164 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5a9023d6-3857-4c09-ac1f-231c95f1780e HTTP/1.1" status: 204 len: 168 time: 0.1444349 Nov 24 21:06:10.369294 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316b77c-b49f-4c00-ac72-fdf683f60164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9023d6-3857-4c09-ac1f-231c95f1780e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:10.408161 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c20e5c2-3fd2-4cfc-afe3-5c3a6f7e5d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:10.409284 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c20e5c2-3fd2-4cfc-afe3-5c3a6f7e5d9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:06:10.419582 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c20e5c2-3fd2-4cfc-afe3-5c3a6f7e5d9f admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:10.423390 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4c20e5c2-3fd2-4cfc-afe3-5c3a6f7e5d9f admin admin] 10.222.0.11 "DELETE /v2.0/routers/fd5b5ec0-5303-4b82-90c4-47edfa6c1d9d HTTP/1.1" status: 204 len: 168 time: 1.0988736 Nov 24 21:06:10.423712 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47412) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:10.478854 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0de7fb-44e0-42d6-b7d8-8bc7a693d980 admin admin] Deleting subnet 3087cf2a-7116-4eae-aa3b-5f869debcd0f {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:06:10.482467 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8d0de7fb-44e0-42d6-b7d8-8bc7a693d980 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:10.526026 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8d0de7fb-44e0-42d6-b7d8-8bc7a693d980 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:10.652342 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8d0de7fb-44e0-42d6-b7d8-8bc7a693d980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:10.695658 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc8be8-9f5b-4801-a527-a04241ded281 req-25f69318-9526-4ad5-b8b0-057fd046cfb7 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:10.701236 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-65cc8be8-9f5b-4801-a527-a04241ded281 req-25f69318-9526-4ad5-b8b0-057fd046cfb7 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 945 time: 0.0952194 Nov 24 21:06:10.761106 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8d0de7fb-44e0-42d6-b7d8-8bc7a693d980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:10.766128 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-65cc8be8-9f5b-4801-a527-a04241ded281 req-38e78feb-ae87-42a2-ad32-47b5b1da14b4 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631096 Nov 24 21:06:10.795757 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272c9ea-6108-446f-b27e-264f6c743cea req-c28b9226-380f-4ffd-9ee6-fea14600c9d4 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:10.797666 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6272c9ea-6108-446f-b27e-264f6c743cea req-c28b9226-380f-4ffd-9ee6-fea14600c9d4 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.48 "GET /v2.0/ports?device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 945 time: 0.1020963 Nov 24 21:06:10.800262 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0de7fb-44e0-42d6-b7d8-8bc7a693d980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3087cf2a-7116-4eae-aa3b-5f869debcd0f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:10.815791 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8d0de7fb-44e0-42d6-b7d8-8bc7a693d980 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:10.821309 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a82b9c9-4f6f-4f38-961d-182cc2130e40 None None] Network 90488595-632e-4a60-8936-692e2b535085 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:06:10.823309 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8d0de7fb-44e0-42d6-b7d8-8bc7a693d980 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3087cf2a-7116-4eae-aa3b-5f869debcd0f HTTP/1.1" status: 204 len: 168 time: 0.3985445 Nov 24 21:06:10.826003 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47428) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:11.016397 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-6272c9ea-6108-446f-b27e-264f6c743cea req-b85d8513-caf7-453c-afa3-084946839d2d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Deleting port abbf5cd1-5157-49f1-9fc8-ea98128e3413 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:06:11.016866 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6272c9ea-6108-446f-b27e-264f6c743cea req-b85d8513-caf7-453c-afa3-084946839d2d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:11.027241 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2ffdce8-b00e-4e21-8ffe-620a38c60301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:11.102150 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f2ffdce8-b00e-4e21-8ffe-620a38c60301 admin admin] Deleting port 863587b3-862e-4980-81c5-5252afeda527 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:06:11.102491 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2ffdce8-b00e-4e21-8ffe-620a38c60301 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:11.159187 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-6272c9ea-6108-446f-b27e-264f6c743cea req-b85d8513-caf7-453c-afa3-084946839d2d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] For port abbf5cd1-5157-49f1-9fc8-ea98128e3413, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=abbf5cd1-5157-49f1-9fc8-ea98128e3413,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:11.159844 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6272c9ea-6108-446f-b27e-264f6c743cea req-b85d8513-caf7-453c-afa3-084946839d2d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:11.166259 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e213b979-87a4-41cd-affa-1863556606c7 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:06:11.181925 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-f2ffdce8-b00e-4e21-8ffe-620a38c60301 admin admin] For port 863587b3-862e-4980-81c5-5252afeda527, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=863587b3-862e-4980-81c5-5252afeda527,segment=NetworkSegment(85387244-4381-4a41-ae45-dafeac5d8c7f),segment_id=85387244-4381-4a41-ae45-dafeac5d8c7f)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:11.182567 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2ffdce8-b00e-4e21-8ffe-620a38c60301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:11.188558 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-6272c9ea-6108-446f-b27e-264f6c743cea req-b85d8513-caf7-453c-afa3-084946839d2d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Calling delete_port for abbf5cd1-5157-49f1-9fc8-ea98128e3413 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:06:11.204851 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f2ffdce8-b00e-4e21-8ffe-620a38c60301 admin admin] Calling delete_port for 863587b3-862e-4980-81c5-5252afeda527 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:06:11.275624 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: e213b979-87a4-41cd-affa-1863556606c7 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:06:11.275985 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e213b979-87a4-41cd-affa-1863556606c7 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:06:11.276407 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fa1be414-360e-4cf8-aa0f-2aa527082bd7 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:06:11.311080 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2ffdce8-b00e-4e21-8ffe-620a38c60301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:11.317498 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: fa1be414-360e-4cf8-aa0f-2aa527082bd7 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:06:11.317612 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fa1be414-360e-4cf8-aa0f-2aa527082bd7 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:06:11.325481 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-44942fbb-38df-47d5-8e1c-be8de897acf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:11.347165 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffdce8-b00e-4e21-8ffe-620a38c60301 admin admin] Pushing event deleted for resources: {'Port': ['ID=863587b3-862e-4980-81c5-5252afeda527,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:11.353458 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ffdce8-b00e-4e21-8ffe-620a38c60301 admin admin] No DVR routers for this DVR port 863587b3-862e-4980-81c5-5252afeda527 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:06:11.384986 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:11.434477 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6272c9ea-6108-446f-b27e-264f6c743cea req-b85d8513-caf7-453c-afa3-084946839d2d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:11.447082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['abbf5cd1-5157-49f1-9fc8-ea98128e3413'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:06:11.454008 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2ffdce8-b00e-4e21-8ffe-620a38c60301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:11.490876 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-f2ffdce8-b00e-4e21-8ffe-620a38c60301 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90488595-632e-4a60-8936-692e2b535085']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:11.494628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a4488e-eff5-44f2-83e0-fb3120b0596f None None] DHCP port deletion for 90488595-632e-4a60-8936-692e2b535085 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:06:11.497066 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-f2ffdce8-b00e-4e21-8ffe-620a38c60301 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85387244-4381-4a41-ae45-dafeac5d8c7f') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:11.498015 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-f2ffdce8-b00e-4e21-8ffe-620a38c60301 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85387244-4381-4a41-ae45-dafeac5d8c7f') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:11.502551 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d8513-caf7-453c-afa3-084946839d2d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Pushing event deleted for resources: {'Port': ['ID=abbf5cd1-5157-49f1-9fc8-ea98128e3413,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:11.517006 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2ffdce8-b00e-4e21-8ffe-620a38c60301 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:11.536251 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2ffdce8-b00e-4e21-8ffe-620a38c60301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:11.545503 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ffdce8-b00e-4e21-8ffe-620a38c60301 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:06:11.545904 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2ffdce8-b00e-4e21-8ffe-620a38c60301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:06:11.547873 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:06:11.590538 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-6272c9ea-6108-446f-b27e-264f6c743cea req-b85d8513-caf7-453c-afa3-084946839d2d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] No DVR routers for this DVR port abbf5cd1-5157-49f1-9fc8-ea98128e3413 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:06:11.595171 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6272c9ea-6108-446f-b27e-264f6c743cea req-b85d8513-caf7-453c-afa3-084946839d2d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:11.599931 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6272c9ea-6108-446f-b27e-264f6c743cea req-b85d8513-caf7-453c-afa3-084946839d2d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.48 "DELETE /v2.0/ports/abbf5cd1-5157-49f1-9fc8-ea98128e3413 HTTP/1.1" status: 204 len: 173 time: 0.7944727 Nov 24 21:06:11.600574 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648a2dc8-74d7-4531-b026-2f955a22fa41', 'name': 'network-vif-deleted', 'tag': 'abbf5cd1-5157-49f1-9fc8-ea98128e3413'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:06:11.603236 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52dcf30-eaad-4e29-af36-7c4bf642966f" -d '{"events": [{"server_uuid": "648a2dc8-74d7-4531-b026-2f955a22fa41", "name": "network-vif-deleted", "tag": "abbf5cd1-5157-49f1-9fc8-ea98128e3413"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:06:11.623903 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2ffdce8-b00e-4e21-8ffe-620a38c60301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:11.625705 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47444) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:11.634985 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0079925 Nov 24 21:06:11.635638 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47448) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:11.637370 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2ffdce8-b00e-4e21-8ffe-620a38c60301 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:11.647699 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f2ffdce8-b00e-4e21-8ffe-620a38c60301 admin admin] 10.222.0.11 "DELETE /v2.0/networks/90488595-632e-4a60-8936-692e2b535085 HTTP/1.1" status: 204 len: 168 time: 0.8177443 Nov 24 21:06:11.675345 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffdce8-b00e-4e21-8ffe-620a38c60301 admin admin] Pushing event deleted for resources: {'Network': ['ID=90488595-632e-4a60-8936-692e2b535085,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:11.709475 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a737ef-be0a-483f-895a-d0c25cd3b289 x-openstack-request-id: req-13a737ef-be0a-483f-895a-d0c25cd3b289 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:06:11.709784 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648a2dc8-74d7-4531-b026-2f955a22fa41", "name": "network-vif-deleted", "tag": "abbf5cd1-5157-49f1-9fc8-ea98128e3413", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:06:11.710047 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-13a737ef-be0a-483f-895a-d0c25cd3b289 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:06:11.710680 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648a2dc8-74d7-4531-b026-2f955a22fa41', 'name': 'network-vif-deleted', 'tag': 'abbf5cd1-5157-49f1-9fc8-ea98128e3413', 'status': 'completed', 'code': 200} Nov 24 21:06:11.819793 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c4dc7a43-8d53-4874-a603-d9c75bb3ecc9 tempest-NetworksApiDiscovery-85399942 tempest-NetworksApiDiscovery-85399942-project] 10.222.0.11 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1830080 Nov 24 21:06:11.896044 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-946b0d6d-4b34-4e69-9717-efe2c3f44613 req-03e96020-7ce6-4b37-87bf-6696df9aa7c1 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 210 time: 0.0390491 Nov 24 21:06:11.941687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47460) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:11.991661 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4f2a0cf4-224c-4974-a0ae-4cee985915aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0692c1d9cf724f438a66002310ca2265&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0485773 Nov 24 21:06:11.994106 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47462) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:12.134193 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0de7c4d0-ee55-4114-b074-6f6c769aec26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:12.151698 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47468) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:12.178195 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0de7c4d0-ee55-4114-b074-6f6c769aec26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:12.237382 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0de7c4d0-ee55-4114-b074-6f6c769aec26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:12.243258 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0de7c4d0-ee55-4114-b074-6f6c769aec26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:12.248622 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0de7c4d0-ee55-4114-b074-6f6c769aec26 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e3fb95b7-8edc-4135-ab69-92cbc4e6b104 HTTP/1.1" status: 204 len: 168 time: 0.2534811 Nov 24 21:06:12.267298 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7c4d0-ee55-4114-b074-6f6c769aec26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fb95b7-8edc-4135-ab69-92cbc4e6b104,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:12.323316 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-890e4fd8-e189-43df-965a-4ee97055b619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:12.351383 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:12.450088 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-890e4fd8-e189-43df-965a-4ee97055b619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:12.457866 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-890e4fd8-e189-43df-965a-4ee97055b619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:12.501505 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e4fd8-e189-43df-965a-4ee97055b619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafef0c9-c13c-4f20-bbc6-6c1befc1271b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:12.529097 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-890e4fd8-e189-43df-965a-4ee97055b619 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0997e7da43cf4e03bfd0b409c6b6b503&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3737791 Nov 24 21:06:12.529174 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47478) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:12.598262 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7dabc550-a241-4741-9d58-3405d110a4ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:12.634855 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7dabc550-a241-4741-9d58-3405d110a4ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:12.707582 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7dabc550-a241-4741-9d58-3405d110a4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:12.712894 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7dabc550-a241-4741-9d58-3405d110a4ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:12.717789 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7dabc550-a241-4741-9d58-3405d110a4ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aafef0c9-c13c-4f20-bbc6-6c1befc1271b HTTP/1.1" status: 204 len: 168 time: 0.1850753 Nov 24 21:06:12.736787 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabc550-a241-4741-9d58-3405d110a4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafef0c9-c13c-4f20-bbc6-6c1befc1271b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:12.941018 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 863587b3-862e-4980-81c5-5252afeda527 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:06:12.996760 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 863587b3-862e-4980-81c5-5252afeda527 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:06:12.997995 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 863587b3-862e-4980-81c5-5252afeda527 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:06:13.054087 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8ecea99e-6ad8-442f-b05a-5bc3f2187ced req-9c8e97d1-d7d8-4a58-9848-5801cb5e10e2 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 210 time: 0.0487525 Nov 24 21:06:13.335145 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47512) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:13.402536 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:06:13.544799 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f8641fa4-128b-45f7-9603-4c67ae424036 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-530410199-network', 'tenant_id': 'd42d9806f31f4c649c4c731c23aae8a8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:06:13.577281 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8641fa4-128b-45f7-9603-4c67ae424036 admin admin] Made reservation on behalf of d42d9806f31f4c649c4c731c23aae8a8 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:06:13.582721 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8641fa4-128b-45f7-9603-4c67ae424036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:13.592706 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8641fa4-128b-45f7-9603-4c67ae424036 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:13.714097 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8641fa4-128b-45f7-9603-4c67ae424036 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:13.718195 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8641fa4-128b-45f7-9603-4c67ae424036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:13.736224 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device abbf5cd1-5157-49f1-9fc8-ea98128e3413 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:06:13.757200 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8641fa4-128b-45f7-9603-4c67ae424036 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:06:13.772932 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8641fa4-128b-45f7-9603-4c67ae424036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502b9c25-d65b-4d1e-a378-1bc747cac1dc,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:13.779331 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8641fa4-128b-45f7-9603-4c67ae424036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:13.779751 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-f8641fa4-128b-45f7-9603-4c67ae424036 admin admin] Added segment 3001082e-da3b-478c-986d-6b04bf943364 of type vlan for network 52f9a7ea-d62a-4a99-8a06-e73a76fb2866 Nov 24 21:06:13.793996 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:13.795059 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: abbf5cd1-5157-49f1-9fc8-ea98128e3413 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:06:13.795556 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device abbf5cd1-5157-49f1-9fc8-ea98128e3413 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:06:13.852057 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8641fa4-128b-45f7-9603-4c67ae424036 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:13.886552 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8641fa4-128b-45f7-9603-4c67ae424036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:13.887668 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8641fa4-128b-45f7-9603-4c67ae424036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:13.888523 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8641fa4-128b-45f7-9603-4c67ae424036 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:13.973368 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47532) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:13.974733 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f8641fa4-128b-45f7-9603-4c67ae424036 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6370223 Nov 24 21:06:13.975921 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8641fa4-128b-45f7-9603-4c67ae424036 admin admin] Pushing event updated for resources: {'Network': ['ID=52f9a7ea-d62a-4a99-8a06-e73a76fb2866,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:13.980029 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-53867570-27b9-4ce2-bdac-c59c69a26192 admin admin] Request body: {'subnet': {'network_id': '52f9a7ea-d62a-4a99-8a06-e73a76fb2866', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-530410199-subnet', 'tenant_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:06:13.988456 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 52f9a7ea-d62a-4a99-8a06-e73a76fb2866 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:06:14.027125 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53867570-27b9-4ce2-bdac-c59c69a26192 admin admin] Made reservation on behalf of d42d9806f31f4c649c4c731c23aae8a8 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:06:14.030077 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-53867570-27b9-4ce2-bdac-c59c69a26192 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:14.195960 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3a13f706-6655-4938-b14b-d96597d22686 req-a997d879-bbf3-453f-82de-8cdd8d9c5de8 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 210 time: 0.0372393 Nov 24 21:06:14.312642 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-53867570-27b9-4ce2-bdac-c59c69a26192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:14.405081 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53867570-27b9-4ce2-bdac-c59c69a26192 admin admin] Checking segment: {'id': '3001082e-da3b-478c-986d-6b04bf943364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '52f9a7ea-d62a-4a99-8a06-e73a76fb2866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:06:14.405081 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53867570-27b9-4ce2-bdac-c59c69a26192 admin admin] Network hostable DHCP agents. Network: 52f9a7ea-d62a-4a99-8a06-e73a76fb2866, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:06:14.411947 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53867570-27b9-4ce2-bdac-c59c69a26192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3031037d-356e-47e0-953e-99b1c5e30787,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:14.433042 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53867570-27b9-4ce2-bdac-c59c69a26192 admin admin] Network 52f9a7ea-d62a-4a99-8a06-e73a76fb2866 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:06:14.444207 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-53867570-27b9-4ce2-bdac-c59c69a26192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 52f9a7ea-d62a-4a99-8a06-e73a76fb2866) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:06:14.451207 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53867570-27b9-4ce2-bdac-c59c69a26192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:14.451207 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-53867570-27b9-4ce2-bdac-c59c69a26192 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:14.459223 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a2c1b3-341e-4f00-a2f0-615d000e02cf None None] Network 52f9a7ea-d62a-4a99-8a06-e73a76fb2866 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:06:14.490261 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47546) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:14.497051 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-530410199-router', 'tenant_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:06:14.501335 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-53867570-27b9-4ce2-bdac-c59c69a26192 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5261409 Nov 24 21:06:14.537461 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:14.539823 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:14.644854 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:14.674810 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38817949-af95-46b5-8d4e-6b7166864037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-52f9a7ea-d62a-4a99-8a06-e73a76fb2866', 'network_id': '52f9a7ea-d62a-4a99-8a06-e73a76fb2866', 'tenant_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'fixed_ips': [{'subnet_id': '3031037d-356e-47e0-953e-99b1c5e30787'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:06:14.675709 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-38817949-af95-46b5-8d4e-6b7166864037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:14.854093 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-38817949-af95-46b5-8d4e-6b7166864037 None None] Allocated IP 172.20.0.2 (52f9a7ea-d62a-4a99-8a06-e73a76fb2866/3031037d-356e-47e0-953e-99b1c5e30787/c980cbdb-cf78-4650-a43b-d3f84bd2b5ab) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:06:14.860839 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:14.941657 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:15.103292 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-38817949-af95-46b5-8d4e-6b7166864037 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:15.115951 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-38817949-af95-46b5-8d4e-6b7166864037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:15.183669 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38817949-af95-46b5-8d4e-6b7166864037 None None] Network 52f9a7ea-d62a-4a99-8a06-e73a76fb2866 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:06:15.186831 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-38817949-af95-46b5-8d4e-6b7166864037 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:06:15.192313 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38817949-af95-46b5-8d4e-6b7166864037 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:06:15.203648 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38817949-af95-46b5-8d4e-6b7166864037 None None] Pushing event updated for resources: {'Port': ['ID=c980cbdb-cf78-4650-a43b-d3f84bd2b5ab,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:15.264997 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-38817949-af95-46b5-8d4e-6b7166864037 None None] Attempting to bind port c980cbdb-cf78-4650-a43b-d3f84bd2b5ab on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:06:15.265460 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-38817949-af95-46b5-8d4e-6b7166864037 None None] Attempting to bind port c980cbdb-cf78-4650-a43b-d3f84bd2b5ab by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '3001082e-da3b-478c-986d-6b04bf943364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '52f9a7ea-d62a-4a99-8a06-e73a76fb2866'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:06:15.265902 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38817949-af95-46b5-8d4e-6b7166864037 None None] Attempting to bind port c980cbdb-cf78-4650-a43b-d3f84bd2b5ab on network 52f9a7ea-d62a-4a99-8a06-e73a76fb2866 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:06:15.274031 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38817949-af95-46b5-8d4e-6b7166864037 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:06:15.274440 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38817949-af95-46b5-8d4e-6b7166864037 None None] Checking segment: {'id': '3001082e-da3b-478c-986d-6b04bf943364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '52f9a7ea-d62a-4a99-8a06-e73a76fb2866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:06:15.275519 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-38817949-af95-46b5-8d4e-6b7166864037 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:15.276030 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38817949-af95-46b5-8d4e-6b7166864037 None None] Bound using segment: {'id': '3001082e-da3b-478c-986d-6b04bf943364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '52f9a7ea-d62a-4a99-8a06-e73a76fb2866'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:06:15.276596 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-38817949-af95-46b5-8d4e-6b7166864037 None None] Bound port: c980cbdb-cf78-4650-a43b-d3f84bd2b5ab, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3001082e-da3b-478c-986d-6b04bf943364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '52f9a7ea-d62a-4a99-8a06-e73a76fb2866'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:06:15.277359 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-38817949-af95-46b5-8d4e-6b7166864037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:15.323196 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:15.352993 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:15.373959 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-38817949-af95-46b5-8d4e-6b7166864037 None None] For port c980cbdb-cf78-4650-a43b-d3f84bd2b5ab, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:06:15.377608 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-38817949-af95-46b5-8d4e-6b7166864037 None None] For port c980cbdb-cf78-4650-a43b-d3f84bd2b5ab, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c980cbdb-cf78-4650-a43b-d3f84bd2b5ab,segment=NetworkSegment(3001082e-da3b-478c-986d-6b04bf943364),segment_id=3001082e-da3b-478c-986d-6b04bf943364)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:06:15.386368 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-38817949-af95-46b5-8d4e-6b7166864037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:15.418388 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-15e4c2ed-224a-45a3-8fed-3fdf172dd8c7 req-956d2f9f-d2c3-4195-abba-b9bc9fa2a62a tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 210 time: 0.0731785 Nov 24 21:06:15.524117 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Allocated IP 172.25.5.224 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:06:15.539839 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38817949-af95-46b5-8d4e-6b7166864037 None None] Pushing event updated for resources: {'Port': ['ID=c980cbdb-cf78-4650-a43b-d3f84bd2b5ab,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:15.739483 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:15.820619 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:15.877761 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:06:15.882236 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:06:15.890569 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:06:15.902566 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81852563-426a-40fc-9c0f-e91db86ac752 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:06:15.952771 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Pushing event updated for resources: {'Port': ['ID=e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:15.985200 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:15.985604 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:15.986047 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:15.986498 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:15.986948 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:15.987391 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:15.987826 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:15.988370 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:15.988970 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:15.989527 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:15.989976 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:15.990399 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:16.037841 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b5d514ac-ef96-422d-8293-5f4e0b9a74ed None None] Provisioning complete for port e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:16.038439 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b5d514ac-ef96-422d-8293-5f4e0b9a74ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:16.083459 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-b5d514ac-ef96-422d-8293-5f4e0b9a74ed None None] Port e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:06:16.269694 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:16.757141 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6a46ed62-8d63-4180-afe3-34b7be44a06f req-cdb84be7-d96a-4328-a808-b0194ddad0bf tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 210 time: 0.0303185 Nov 24 21:06:16.886164 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0629049-a798-4d1b-b99c-9ffc6a3295ec None None] Network 52f9a7ea-d62a-4a99-8a06-e73a76fb2866 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:06:16.950178 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:17.040262 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c980cbdb-cf78-4650-a43b-d3f84bd2b5ab up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:06:17.137249 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-65dd78cf-76ff-4b9d-88ba-23ea182c9a6a None None] Provisioning complete for port c980cbdb-cf78-4650-a43b-d3f84bd2b5ab triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:17.137940 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-65dd78cf-76ff-4b9d-88ba-23ea182c9a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:17.182043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port c980cbdb-cf78-4650-a43b-d3f84bd2b5ab triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:17.182651 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:17.249348 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Router 24a618c1-6048-4782-ac37-d290d0eb6a89 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:06:17.431514 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:06:17.446142 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] Sync routers for ids ['24a618c1-6048-4782-ac37-d290d0eb6a89'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:06:17.459926 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-65dd78cf-76ff-4b9d-88ba-23ea182c9a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:17.466076 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:17.473350 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47596) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:17.483137 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:17.489412 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-441cb6eb-df15-418e-8325-09291f4d4d22 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9774730 Nov 24 21:06:17.508387 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] Routers {'24a618c1-6048-4782-ac37-d290d0eb6a89'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:06:17.509175 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:06:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['24a618c1-6048-4782-ac37-d290d0eb6a89'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:17.620163 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-65dd78cf-76ff-4b9d-88ba-23ea182c9a6a None None] For port c980cbdb-cf78-4650-a43b-d3f84bd2b5ab, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c980cbdb-cf78-4650-a43b-d3f84bd2b5ab,segment=NetworkSegment(3001082e-da3b-478c-986d-6b04bf943364),segment_id=3001082e-da3b-478c-986d-6b04bf943364)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:17.636418 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-65dd78cf-76ff-4b9d-88ba-23ea182c9a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:17.772140 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:06:17.772506 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:06:17.846552 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] Set router 24a618c1-6048-4782-ac37-d290d0eb6a89 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:06:17.954562 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-5945a630-584c-4291-8f9a-3c4a3a8709b7 None None] Provisioning complete for port c980cbdb-cf78-4650-a43b-d3f84bd2b5ab triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:17.955264 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5945a630-584c-4291-8f9a-3c4a3a8709b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:17.967970 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-754a4378-fc1b-4b15-9143-892ea33167dc req-f3134566-3891-46d0-9021-9a1e2305902d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=648a2dc8-74d7-4531-b026-2f955a22fa41 HTTP/1.1" status: 200 len: 210 time: 0.0287836 Nov 24 21:06:18.022062 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd78cf-76ff-4b9d-88ba-23ea182c9a6a None None] Pushing event updated for resources: {'Port': ['ID=c980cbdb-cf78-4650-a43b-d3f84bd2b5ab,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:18.196044 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a618c1-6048-4782-ac37-d290d0eb6a89', 'name': 'tempest-FloatingIPsTestJSON-530410199-router', 'tenant_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:06:14Z', 'updated_at': '2021-11-24T21:06:16Z', 'revision_number': 3, 'project_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'gw_port': {'id': 'e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a618c1-6048-4782-ac37-d290d0eb6a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:06:15Z', 'updated_at': '2021-11-24T21:06:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:18.205537 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2c86c4c6-7be1-4c70-ba51-dc29d24dd2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:18.225539 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] Checking router: 24a618c1-6048-4782-ac37-d290d0eb6a89 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:06:18.225849 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] Updating router 24a618c1-6048-4782-ac37-d290d0eb6a89 port e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:06:18.260988 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:18.430054 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-2c86c4c6-7be1-4c70-ba51-dc29d24dd2bb admin admin] Allocated IP 172.20.0.1 (52f9a7ea-d62a-4a99-8a06-e73a76fb2866/3031037d-356e-47e0-953e-99b1c5e30787/d51f70d4-c81a-42b5-a445-832f0f860a45) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:06:18.554530 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2c86c4c6-7be1-4c70-ba51-dc29d24dd2bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:18.595627 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2c86c4c6-7be1-4c70-ba51-dc29d24dd2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:18.640544 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c86c4c6-7be1-4c70-ba51-dc29d24dd2bb admin admin] Network 52f9a7ea-d62a-4a99-8a06-e73a76fb2866 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:06:18.644046 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-2c86c4c6-7be1-4c70-ba51-dc29d24dd2bb admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:06:18.649917 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c86c4c6-7be1-4c70-ba51-dc29d24dd2bb admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:06:18.681466 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86c4c6-7be1-4c70-ba51-dc29d24dd2bb admin admin] Pushing event updated for resources: {'Port': ['ID=d51f70d4-c81a-42b5-a445-832f0f860a45,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:18.701598 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2c86c4c6-7be1-4c70-ba51-dc29d24dd2bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:18.780845 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:18.798805 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:18.885435 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb85618c-f182-43f6-8165-6ee5935c4a95 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:06:18.909728 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] Attempting to bind port e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:06:18.910114 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] Attempting to bind port e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:06:18.910489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] Attempting to bind port e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:06:18.911744 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2c86c4c6-7be1-4c70-ba51-dc29d24dd2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:18.927859 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:06:18.928266 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:06:18.928762 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:18.929579 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:06:18.929688 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] Bound port: e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:06:18.930037 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:19.021715 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c980cbdb-cf78-4650-a43b-d3f84bd2b5ab up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:06:19.023775 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc35e9-d6f1-4f8d-a63e-e6d49e7e9524 None None] Pushing event updated for resources: {'Port': ['ID=e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:19.105005 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-33fcb886-8812-437f-9fe0-55537fa7d475 None None] Provisioning complete for port d51f70d4-c81a-42b5-a445-832f0f860a45 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:19.105395 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-33fcb886-8812-437f-9fe0-55537fa7d475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:19.162355 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] For port e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:06:19.188722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] For port e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:06:19.189805 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-33fcb886-8812-437f-9fe0-55537fa7d475 None None] Port d51f70d4-c81a-42b5-a445-832f0f860a45 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:06:19.199253 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port c980cbdb-cf78-4650-a43b-d3f84bd2b5ab triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:19.199756 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:19.205443 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2c86c4c6-7be1-4c70-ba51-dc29d24dd2bb admin admin] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:19.215827 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2c86c4c6-7be1-4c70-ba51-dc29d24dd2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:19.234835 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:19.305406 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701b0d19-060d-440e-8c20-d8364a8b9cdc None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:06:19.326188 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86c4c6-7be1-4c70-ba51-dc29d24dd2bb admin admin] Pushing event updated for resources: {'Port': ['ID=d51f70d4-c81a-42b5-a445-832f0f860a45,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:19.328956 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2c86c4c6-7be1-4c70-ba51-dc29d24dd2bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:19.361041 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc35e9-d6f1-4f8d-a63e-e6d49e7e9524 None None] Pushing event updated for resources: {'Port': ['ID=e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:19.391169 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] Routers {'24a618c1-6048-4782-ac37-d290d0eb6a89'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:06:19.391169 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:06:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['24a618c1-6048-4782-ac37-d290d0eb6a89'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:19.400560 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-234e6e33-4221-4d74-b08e-2a96ea9f75e3 None None] Provisioning complete for port e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:19.401074 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-234e6e33-4221-4d74-b08e-2a96ea9f75e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:19.526484 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c86c4c6-7be1-4c70-ba51-dc29d24dd2bb admin admin] Network 52f9a7ea-d62a-4a99-8a06-e73a76fb2866 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:06:19.531659 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-2c86c4c6-7be1-4c70-ba51-dc29d24dd2bb admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:06:19.720147 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] Set router 24a618c1-6048-4782-ac37-d290d0eb6a89 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:06:19.815250 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-234e6e33-4221-4d74-b08e-2a96ea9f75e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:19.844590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-234e6e33-4221-4d74-b08e-2a96ea9f75e3 None None] For port e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:19.886249 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-234e6e33-4221-4d74-b08e-2a96ea9f75e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:19.940174 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cfb45-09c4-4a1e-b891-8e990b1747f7 req-c9bd1902-7156-490d-b7e1-13a442881988 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:19.949476 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f8cfb45-09c4-4a1e-b891-8e990b1747f7 req-c9bd1902-7156-490d-b7e1-13a442881988 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/networks?id=287bbc50-3f16-40b0-94f6-15f32164ebfe HTTP/1.1" status: 200 len: 812 time: 0.2437904 Nov 24 21:06:19.969156 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c86c4c6-7be1-4c70-ba51-dc29d24dd2bb admin admin] Router 24a618c1-6048-4782-ac37-d290d0eb6a89 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:06:19.985858 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f8cfb45-09c4-4a1e-b891-8e990b1747f7 req-e1d2f2c9-f559-4ec4-8da8-159ebeb2d62b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/quotas/e71b3a96d850423e9f3044dfb96ccf17 HTTP/1.1" status: 200 len: 375 time: 0.0285921 Nov 24 21:06:20.049735 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e6e33-4221-4d74-b08e-2a96ea9f75e3 None None] Pushing event updated for resources: {'Port': ['ID=e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:20.089465 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f8cfb45-09c4-4a1e-b891-8e990b1747f7 req-b8098cc5-329a-42cf-bf61-f0e80f16c05f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e71b3a96d850423e9f3044dfb96ccf17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907853 Nov 24 21:06:20.113959 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-fd97c246-a06e-4465-9dbc-0b1a82a54a79 None None] Provisioning complete for port d51f70d4-c81a-42b5-a445-832f0f860a45 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:20.115091 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fd97c246-a06e-4465-9dbc-0b1a82a54a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:20.203764 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-fd97c246-a06e-4465-9dbc-0b1a82a54a79 None None] Port d51f70d4-c81a-42b5-a445-832f0f860a45 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:06:20.231331 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-fd97c246-a06e-4465-9dbc-0b1a82a54a79 None None] Provisioning complete for port e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:20.231693 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fd97c246-a06e-4465-9dbc-0b1a82a54a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:20.282457 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a618c1-6048-4782-ac37-d290d0eb6a89', 'name': 'tempest-FloatingIPsTestJSON-530410199-router', 'tenant_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:06:14Z', 'updated_at': '2021-11-24T21:06:18Z', 'revision_number': 4, 'project_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'gw_port': {'id': 'e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a618c1-6048-4782-ac37-d290d0eb6a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:06:15Z', 'updated_at': '2021-11-24T21:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'd51f70d4-c81a-42b5-a445-832f0f860a45', 'name': '', 'network_id': '52f9a7ea-d62a-4a99-8a06-e73a76fb2866', 'tenant_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'mac_address': 'fa:16:3e:76:31:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a618c1-6048-4782-ac37-d290d0eb6a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '3031037d-356e-47e0-953e-99b1c5e30787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:06:18Z', 'updated_at': '2021-11-24T21:06:18Z', 'revision_number': 2, 'project_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'subnets': [{'id': '3031037d-356e-47e0-953e-99b1c5e30787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:20.306006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c86c4c6-7be1-4c70-ba51-dc29d24dd2bb admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:06:20.358341 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e561d4-ac80-441d-bf64-be2d391de330 None None] The sync data for ids ['24a618c1-6048-4782-ac37-d290d0eb6a89'] in n-d-812111-8 is: [{'id': '24a618c1-6048-4782-ac37-d290d0eb6a89', 'name': 'tempest-FloatingIPsTestJSON-530410199-router', 'tenant_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:06:14Z', 'updated_at': '2021-11-24T21:06:18Z', 'revision_number': 4, 'project_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'gw_port': {'id': 'e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a618c1-6048-4782-ac37-d290d0eb6a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:06:15Z', 'updated_at': '2021-11-24T21:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'd51f70d4-c81a-42b5-a445-832f0f860a45', 'name': '', 'network_id': '52f9a7ea-d62a-4a99-8a06-e73a76fb2866', 'tenant_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'mac_address': 'fa:16:3e:76:31:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a618c1-6048-4782-ac37-d290d0eb6a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '3031037d-356e-47e0-953e-99b1c5e30787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:06:18Z', 'updated_at': '2021-11-24T21:06:18Z', 'revision_number': 2, 'project_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'subnets': [{'id': '3031037d-356e-47e0-953e-99b1c5e30787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:06:20.361553 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2c86c4c6-7be1-4c70-ba51-dc29d24dd2bb admin admin] 10.222.0.11 "PUT /v2.0/routers/24a618c1-6048-4782-ac37-d290d0eb6a89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8860505 Nov 24 21:06:20.391175 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f8cfb45-09c4-4a1e-b891-8e990b1747f7 req-ac637aad-958f-4367-b0ff-1ef43f0dc7d2 service neutron] 10.222.0.11 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551215 Nov 24 21:06:20.528049 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47672) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:20.556898 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f8cfb45-09c4-4a1e-b891-8e990b1747f7 req-1a82268f-5e45-4ef0-aac6-21ed013401ee service neutron] 10.222.0.11 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524274 Nov 24 21:06:20.769713 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3297e0b-6a47-4dd5-95f4-70c82435280c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:20.927552 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4aba3571-ceb9-407a-8574-c5ec784cecf5 req-4de34905-e60e-415c-a948-0ca30acf4f12 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=a08ce748-c165-4238-a093-268e2d07999a HTTP/1.1" status: 200 len: 210 time: 0.0453799 Nov 24 21:06:21.034278 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3297e0b-6a47-4dd5-95f4-70c82435280c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:21.049049 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3297e0b-6a47-4dd5-95f4-70c82435280c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:21.127404 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3297e0b-6a47-4dd5-95f4-70c82435280c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a792511-f21d-4816-bebb-dc5f4a74a3f2,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:21.133930 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f3297e0b-6a47-4dd5-95f4-70c82435280c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c4b1ca83a8e440cb81e3e245c888118&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6045756 Nov 24 21:06:21.137742 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47700) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:21.139613 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4b2d16d0-bc90-401f-975c-16ef9c3c370f req-3bd6da3f-eb6b-4200-bf1e-3b37e0d94d4a tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2804086 Nov 24 21:06:21.153127 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-4b2d16d0-bc90-401f-975c-16ef9c3c370f req-63e25430-57aa-4fd9-a24c-993b9a7da099 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:06:21.222227 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4b2d16d0-bc90-401f-975c-16ef9c3c370f req-63e25430-57aa-4fd9-a24c-993b9a7da099 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:21.259605 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-da9912e3-39cc-460f-b002-ed774f4adec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:21.289525 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-da9912e3-39cc-460f-b002-ed774f4adec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:21.351471 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-da9912e3-39cc-460f-b002-ed774f4adec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:21.361398 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-da9912e3-39cc-460f-b002-ed774f4adec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:21.368618 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-da9912e3-39cc-460f-b002-ed774f4adec7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a792511-f21d-4816-bebb-dc5f4a74a3f2 HTTP/1.1" status: 204 len: 168 time: 0.2297983 Nov 24 21:06:21.385847 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9912e3-39cc-460f-b002-ed774f4adec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a792511-f21d-4816-bebb-dc5f4a74a3f2,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:21.522256 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4b2d16d0-bc90-401f-975c-16ef9c3c370f req-63e25430-57aa-4fd9-a24c-993b9a7da099 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:21.754185 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-4b2d16d0-bc90-401f-975c-16ef9c3c370f req-63e25430-57aa-4fd9-a24c-993b9a7da099 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Allocated IP 172.25.5.193 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/4eba83f8-e3bc-4804-acbf-43f30753e733) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:06:21.896805 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47726) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:21.925372 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4b2d16d0-bc90-401f-975c-16ef9c3c370f req-63e25430-57aa-4fd9-a24c-993b9a7da099 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:21.928611 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ffac158f-8c5c-4117-8a54-a5caed25f04f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:21.996712 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-d6a138a9-f9ac-498f-9716-541c6ddc761e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:21.998403 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-d6a138a9-f9ac-498f-9716-541c6ddc761e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/networks?id=287bbc50-3f16-40b0-94f6-15f32164ebfe HTTP/1.1" status: 200 len: 812 time: 0.1356277 Nov 24 21:06:22.016450 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-4b2218eb-f979-4027-9369-698e1be65817 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/quotas/e71b3a96d850423e9f3044dfb96ccf17 HTTP/1.1" status: 200 len: 375 time: 0.0103536 Nov 24 21:06:22.025901 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4b2d16d0-bc90-401f-975c-16ef9c3c370f req-63e25430-57aa-4fd9-a24c-993b9a7da099 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:22.078016 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-2f66e984-1144-419c-a60c-4888a5622b05 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e71b3a96d850423e9f3044dfb96ccf17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504885 Nov 24 21:06:22.096799 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b2d16d0-bc90-401f-975c-16ef9c3c370f req-63e25430-57aa-4fd9-a24c-993b9a7da099 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:06:22.110559 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-4b2d16d0-bc90-401f-975c-16ef9c3c370f req-63e25430-57aa-4fd9-a24c-993b9a7da099 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:06:22.116785 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2d16d0-bc90-401f-975c-16ef9c3c370f req-63e25430-57aa-4fd9-a24c-993b9a7da099 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:06:22.182876 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ffac158f-8c5c-4117-8a54-a5caed25f04f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:22.198427 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25430-57aa-4fd9-a24c-993b9a7da099 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Pushing event updated for resources: {'Port': ['ID=4eba83f8-e3bc-4804-acbf-43f30753e733,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:22.204122 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ffac158f-8c5c-4117-8a54-a5caed25f04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:22.213416 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-79f03d78-b282-4a30-a99e-37f5f413f5ec service neutron] 10.222.0.11 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326127 Nov 24 21:06:22.281458 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac158f-8c5c-4117-8a54-a5caed25f04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ade31a1-d0d1-4232-ac6e-c50f6d4ee676,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:22.287548 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ffac158f-8c5c-4117-8a54-a5caed25f04f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=29d7462f7d46436a90f0df4e8d90a8dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3888047 Nov 24 21:06:22.290235 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47730) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:22.299901 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4b2d16d0-bc90-401f-975c-16ef9c3c370f req-63e25430-57aa-4fd9-a24c-993b9a7da099 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:22.353757 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-041b546d-029e-457d-9624-19326da5c20d service neutron] 10.222.0.11 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389780 Nov 24 21:06:22.369733 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4b2d16d0-bc90-401f-975c-16ef9c3c370f req-63e25430-57aa-4fd9-a24c-993b9a7da099 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:22.435187 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-559250df-74c1-4495-9288-467472c44cf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:22.493060 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-559250df-74c1-4495-9288-467472c44cf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:22.647179 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-559250df-74c1-4495-9288-467472c44cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:22.650670 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-559250df-74c1-4495-9288-467472c44cf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:22.652415 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-559250df-74c1-4495-9288-467472c44cf3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1ade31a1-d0d1-4232-ac6e-c50f6d4ee676 HTTP/1.1" status: 204 len: 168 time: 0.3607292 Nov 24 21:06:22.660964 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4b2d16d0-bc90-401f-975c-16ef9c3c370f req-63e25430-57aa-4fd9-a24c-993b9a7da099 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:22.668868 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559250df-74c1-4495-9288-467472c44cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ade31a1-d0d1-4232-ac6e-c50f6d4ee676,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:22.672183 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4b2d16d0-bc90-401f-975c-16ef9c3c370f req-63e25430-57aa-4fd9-a24c-993b9a7da099 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:22.697622 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-116025d8-9996-4eb3-bea9-9de19fe68448 req-7af40db2-a078-4f06-a08d-bef333b19aaf tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bac88c6-e5e0-446c-a413-8d9f36649c4e HTTP/1.1" status: 200 len: 210 time: 0.0756810 Nov 24 21:06:22.759225 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25430-57aa-4fd9-a24c-993b9a7da099 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Pushing event updated for resources: {'Port': ['ID=4eba83f8-e3bc-4804-acbf-43f30753e733,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:22.819870 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4b2d16d0-bc90-401f-975c-16ef9c3c370f req-63e25430-57aa-4fd9-a24c-993b9a7da099 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:22.844289 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4b2d16d0-bc90-401f-975c-16ef9c3c370f req-63e25430-57aa-4fd9-a24c-993b9a7da099 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:22.846478 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4b2d16d0-bc90-401f-975c-16ef9c3c370f req-63e25430-57aa-4fd9-a24c-993b9a7da099 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6997979 Nov 24 21:06:22.934119 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4b2d16d0-bc90-401f-975c-16ef9c3c370f req-60cb365f-d454-4f5f-99da-73eb48ebf84c tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.193 HTTP/1.1" status: 200 len: 696 time: 0.0767033 Nov 24 21:06:22.980968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:06:23.097653 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:23.098279 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:23.200891 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d16d0-bc90-401f-975c-16ef9c3c370f req-92402160-c054-4150-965d-1ce637ff87b3 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:23.203069 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4b2d16d0-bc90-401f-975c-16ef9c3c370f req-92402160-c054-4150-965d-1ce637ff87b3 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.2609804 Nov 24 21:06:23.314522 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e32f6e0-c321-4015-b19c-33c65b1eba15 req-5c7812fd-f94b-442d-9f56-afc022206744 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "GET /v2.0/floatingips/3dd38108-dacc-4e3b-a895-0de7d4d0d2bf HTTP/1.1" status: 200 len: 693 time: 0.0782344 Nov 24 21:06:23.473567 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32f6e0-c321-4015-b19c-33c65b1eba15 req-692b8294-507c-4744-9c65-4784eeba3e29 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:23.477413 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e32f6e0-c321-4015-b19c-33c65b1eba15 req-692b8294-507c-4744-9c65-4784eeba3e29 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.1563964 Nov 24 21:06:23.558899 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] Sync routers for ids ['24a618c1-6048-4782-ac37-d290d0eb6a89'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:06:23.573134 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] Routers {'24a618c1-6048-4782-ac37-d290d0eb6a89'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:06:23.573952 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:06:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['24a618c1-6048-4782-ac37-d290d0eb6a89'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:23.602382 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-356a2ad8-365d-4d88-b074-d795b0611e52 req-9b3a90f6-aeb3-4349-8699-4d98208776b5 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=d42d9806f31f4c649c4c731c23aae8a8 HTTP/1.1" status: 200 len: 696 time: 0.1036561 Nov 24 21:06:23.736549 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] Set router 24a618c1-6048-4782-ac37-d290d0eb6a89 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:06:23.758589 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a2ad8-365d-4d88-b074-d795b0611e52 req-996650f6-df94-484f-959e-0380535a74ff tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:23.766897 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-356a2ad8-365d-4d88-b074-d795b0611e52 req-996650f6-df94-484f-959e-0380535a74ff tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "GET /v2.0/networks?id=11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 787 time: 0.1579258 Nov 24 21:06:23.772892 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-356a2ad8-365d-4d88-b074-d795b0611e52 req-a9189611-4940-4c2b-bae5-5b84574a57a4 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:06:23.778012 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-356a2ad8-365d-4d88-b074-d795b0611e52 req-a9189611-4940-4c2b-bae5-5b84574a57a4 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102313 Nov 24 21:06:23.856588 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5d0aae69-78e8-41ab-bdba-c648cb270dea req-25c66af3-23d2-450f-945e-4a44bb7dd322 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bac88c6-e5e0-446c-a413-8d9f36649c4e HTTP/1.1" status: 200 len: 210 time: 0.0664122 Nov 24 21:06:23.900376 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e8f75c14-2ba7-4615-92a2-c16b57a3f153 req-4a8e2c7c-ae85-4a8b-864d-04aaabffabe3 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "GET /v2.0/floatingips/3dd38108-dacc-4e3b-a895-0de7d4d0d2bf HTTP/1.1" status: 200 len: 693 time: 0.0772684 Nov 24 21:06:24.066528 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a618c1-6048-4782-ac37-d290d0eb6a89', 'name': 'tempest-FloatingIPsTestJSON-530410199-router', 'tenant_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:06:14Z', 'updated_at': '2021-11-24T21:06:18Z', 'revision_number': 4, 'project_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'gw_port': {'id': 'e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a618c1-6048-4782-ac37-d290d0eb6a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:06:15Z', 'updated_at': '2021-11-24T21:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'd51f70d4-c81a-42b5-a445-832f0f860a45', 'name': '', 'network_id': '52f9a7ea-d62a-4a99-8a06-e73a76fb2866', 'tenant_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'mac_address': 'fa:16:3e:76:31:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a618c1-6048-4782-ac37-d290d0eb6a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '3031037d-356e-47e0-953e-99b1c5e30787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:06:18Z', 'updated_at': '2021-11-24T21:06:18Z', 'revision_number': 2, 'project_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'subnets': [{'id': '3031037d-356e-47e0-953e-99b1c5e30787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:24.108490 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f75c14-2ba7-4615-92a2-c16b57a3f153 req-94be9d0f-75fd-4467-9417-87fbdc178159 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:24.110499 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e8f75c14-2ba7-4615-92a2-c16b57a3f153 req-94be9d0f-75fd-4467-9417-87fbdc178159 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.2092071 Nov 24 21:06:24.120601 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-2c15b9be-aea6-4c3b-ac80-d883ba5dd39f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:24.122125 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-2c15b9be-aea6-4c3b-ac80-d883ba5dd39f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.15 "GET /v2.0/networks?id=287bbc50-3f16-40b0-94f6-15f32164ebfe HTTP/1.1" status: 200 len: 812 time: 0.2109067 Nov 24 21:06:24.128151 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-e8f75c14-2ba7-4615-92a2-c16b57a3f153 req-830d928b-5725-4a4a-a0d4-bf00efeb217e tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:06:24.129154 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e8f75c14-2ba7-4615-92a2-c16b57a3f153 req-830d928b-5725-4a4a-a0d4-bf00efeb217e tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061288 Nov 24 21:06:24.144546 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] Checking router: 24a618c1-6048-4782-ac37-d290d0eb6a89 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:06:24.145149 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] Updating router 24a618c1-6048-4782-ac37-d290d0eb6a89 port d51f70d4-c81a-42b5-a445-832f0f860a45 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:06:24.149513 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-e282680d-ad43-4790-baf4-e843cac421f9 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Request body: {'port': {'device_id': '3bac88c6-e5e0-446c-a413-8d9f36649c4e', 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe', 'admin_state_up': True, 'tenant_id': 'e71b3a96d850423e9f3044dfb96ccf17'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:06:24.172618 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:24.231536 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e8f75c14-2ba7-4615-92a2-c16b57a3f153 req-2220db08-da0b-43da-aa17-7480fa623323 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.193 HTTP/1.1" status: 200 len: 696 time: 0.0948381 Nov 24 21:06:24.324304 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e8f75c14-2ba7-4615-92a2-c16b57a3f153 req-ade25df0-5f15-40ee-9666-64d224088313 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.193 HTTP/1.1" status: 200 len: 696 time: 0.0851374 Nov 24 21:06:24.493439 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-e282680d-ad43-4790-baf4-e843cac421f9 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Made reservation on behalf of e71b3a96d850423e9f3044dfb96ccf17 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:06:24.497112 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-e282680d-ad43-4790-baf4-e843cac421f9 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:24.535906 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:24.543867 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:24.561812 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-e8f75c14-2ba7-4615-92a2-c16b57a3f153 req-abfdb1e3-7346-4319-8e46-71fdb62a97e9 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Deleting port 4eba83f8-e3bc-4804-acbf-43f30753e733 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:06:24.562365 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e8f75c14-2ba7-4615-92a2-c16b57a3f153 req-abfdb1e3-7346-4319-8e46-71fdb62a97e9 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:24.599682 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a64c3-4aee-4bbf-9de2-e62aecc27a32 None None] Pushing event updated for resources: {'Port': ['ID=d51f70d4-c81a-42b5-a445-832f0f860a45,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:24.607635 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a64c3-4aee-4bbf-9de2-e62aecc27a32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:24.607985 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a64c3-4aee-4bbf-9de2-e62aecc27a32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:24.608328 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a64c3-4aee-4bbf-9de2-e62aecc27a32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:24.608666 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a64c3-4aee-4bbf-9de2-e62aecc27a32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:24.609178 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a64c3-4aee-4bbf-9de2-e62aecc27a32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:24.609521 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a64c3-4aee-4bbf-9de2-e62aecc27a32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:24.609853 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a64c3-4aee-4bbf-9de2-e62aecc27a32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:24.610182 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a64c3-4aee-4bbf-9de2-e62aecc27a32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:24.610615 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a64c3-4aee-4bbf-9de2-e62aecc27a32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:24.611042 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a64c3-4aee-4bbf-9de2-e62aecc27a32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:24.611378 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a64c3-4aee-4bbf-9de2-e62aecc27a32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:24.611783 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a64c3-4aee-4bbf-9de2-e62aecc27a32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:24.712203 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] Attempting to bind port d51f70d4-c81a-42b5-a445-832f0f860a45 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:06:24.715413 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] Attempting to bind port d51f70d4-c81a-42b5-a445-832f0f860a45 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '3001082e-da3b-478c-986d-6b04bf943364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '52f9a7ea-d62a-4a99-8a06-e73a76fb2866'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:06:24.715811 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] Attempting to bind port d51f70d4-c81a-42b5-a445-832f0f860a45 on network 52f9a7ea-d62a-4a99-8a06-e73a76fb2866 {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:06:24.722465 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:06:24.724478 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] Checking segment: {'id': '3001082e-da3b-478c-986d-6b04bf943364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '52f9a7ea-d62a-4a99-8a06-e73a76fb2866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:06:24.724921 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:24.725612 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] Bound using segment: {'id': '3001082e-da3b-478c-986d-6b04bf943364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '52f9a7ea-d62a-4a99-8a06-e73a76fb2866'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:06:24.726100 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] Bound port: d51f70d4-c81a-42b5-a445-832f0f860a45, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3001082e-da3b-478c-986d-6b04bf943364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '52f9a7ea-d62a-4a99-8a06-e73a76fb2866'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:06:24.726590 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:24.799945 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e8f75c14-2ba7-4615-92a2-c16b57a3f153 req-abfdb1e3-7346-4319-8e46-71fdb62a97e9 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:24.802245 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e8f75c14-2ba7-4615-92a2-c16b57a3f153 req-abfdb1e3-7346-4319-8e46-71fdb62a97e9 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:24.823019 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-e282680d-ad43-4790-baf4-e843cac421f9 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Allocated IP 172.20.0.13 (287bbc50-3f16-40b0-94f6-15f32164ebfe/f2a175e7-c4f6-4d68-bd07-ad29e027b58f/43133bfa-3a0c-44e9-90d2-d34e2679c8e2) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:06:24.826034 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-e8f75c14-2ba7-4615-92a2-c16b57a3f153 req-abfdb1e3-7346-4319-8e46-71fdb62a97e9 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Calling delete_port for 4eba83f8-e3bc-4804-acbf-43f30753e733 owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:06:24.874261 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] For port d51f70d4-c81a-42b5-a445-832f0f860a45, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:06:24.877994 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] For port d51f70d4-c81a-42b5-a445-832f0f860a45, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d51f70d4-c81a-42b5-a445-832f0f860a45,segment=NetworkSegment(3001082e-da3b-478c-986d-6b04bf943364),segment_id=3001082e-da3b-478c-986d-6b04bf943364)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:06:24.887021 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:25.008974 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e59e2e6e-0f80-4f9d-9bb6-534f9be455b8 None None] Provisioning complete for port d51f70d4-c81a-42b5-a445-832f0f860a45 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:25.009461 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e59e2e6e-0f80-4f9d-9bb6-534f9be455b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:25.010648 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] Routers {'24a618c1-6048-4782-ac37-d290d0eb6a89'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:06:25.012417 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:06:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['24a618c1-6048-4782-ac37-d290d0eb6a89'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:25.028693 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3be86ea8-7678-44e9-b186-0c0d1ed32103 req-cb9dbbf9-cb7a-4d7f-b490-7b890ffc97a0 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bac88c6-e5e0-446c-a413-8d9f36649c4e HTTP/1.1" status: 200 len: 210 time: 0.0605824 Nov 24 21:06:25.083700 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a64c3-4aee-4bbf-9de2-e62aecc27a32 None None] Pushing event updated for resources: {'Port': ['ID=d51f70d4-c81a-42b5-a445-832f0f860a45,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:25.184732 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e59e2e6e-0f80-4f9d-9bb6-534f9be455b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:25.239976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-e59e2e6e-0f80-4f9d-9bb6-534f9be455b8 None None] For port d51f70d4-c81a-42b5-a445-832f0f860a45, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d51f70d4-c81a-42b5-a445-832f0f860a45,segment=NetworkSegment(3001082e-da3b-478c-986d-6b04bf943364),segment_id=3001082e-da3b-478c-986d-6b04bf943364)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:25.249867 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e59e2e6e-0f80-4f9d-9bb6-534f9be455b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:25.268518 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e8f75c14-2ba7-4615-92a2-c16b57a3f153 req-abfdb1e3-7346-4319-8e46-71fdb62a97e9 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:25.364150 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e2e6e-0f80-4f9d-9bb6-534f9be455b8 None None] Pushing event updated for resources: {'Port': ['ID=d51f70d4-c81a-42b5-a445-832f0f860a45,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:25.383942 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfdb1e3-7346-4319-8e46-71fdb62a97e9 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Pushing event deleted for resources: {'Port': ['ID=4eba83f8-e3bc-4804-acbf-43f30753e733,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:25.447291 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] Set router 24a618c1-6048-4782-ac37-d290d0eb6a89 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:06:25.494490 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6ff4ecbd-e263-492b-aa34-eb39cda35bec None None] Provisioning complete for port d51f70d4-c81a-42b5-a445-832f0f860a45 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:25.495138 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6ff4ecbd-e263-492b-aa34-eb39cda35bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:25.497623 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-e282680d-ad43-4790-baf4-e843cac421f9 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:25.549032 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e8f75c14-2ba7-4615-92a2-c16b57a3f153 req-abfdb1e3-7346-4319-8e46-71fdb62a97e9 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:25.552680 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e8f75c14-2ba7-4615-92a2-c16b57a3f153 req-abfdb1e3-7346-4319-8e46-71fdb62a97e9 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:25.553988 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e8f75c14-2ba7-4615-92a2-c16b57a3f153 req-abfdb1e3-7346-4319-8e46-71fdb62a97e9 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "DELETE /v2.0/floatingips/3dd38108-dacc-4e3b-a895-0de7d4d0d2bf HTTP/1.1" status: 204 len: 173 time: 1.2218575 Nov 24 21:06:25.591721 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-e282680d-ad43-4790-baf4-e843cac421f9 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:25.673383 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-e282680d-ad43-4790-baf4-e843cac421f9 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Network 287bbc50-3f16-40b0-94f6-15f32164ebfe is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:06:25.687175 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-e282680d-ad43-4790-baf4-e843cac421f9 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:06:25.693653 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-e282680d-ad43-4790-baf4-e843cac421f9 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:06:25.759073 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a618c1-6048-4782-ac37-d290d0eb6a89', 'name': 'tempest-FloatingIPsTestJSON-530410199-router', 'tenant_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:06:14Z', 'updated_at': '2021-11-24T21:06:18Z', 'revision_number': 4, 'project_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'gw_port': {'id': 'e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a618c1-6048-4782-ac37-d290d0eb6a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:06:15Z', 'updated_at': '2021-11-24T21:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'd51f70d4-c81a-42b5-a445-832f0f860a45', 'name': '', 'network_id': '52f9a7ea-d62a-4a99-8a06-e73a76fb2866', 'tenant_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'mac_address': 'fa:16:3e:76:31:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a618c1-6048-4782-ac37-d290d0eb6a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '3031037d-356e-47e0-953e-99b1c5e30787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:06:18Z', 'updated_at': '2021-11-24T21:06:24Z', 'revision_number': 4, 'project_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'subnets': [{'id': '3031037d-356e-47e0-953e-99b1c5e30787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:25.767191 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282680d-ad43-4790-baf4-e843cac421f9 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Pushing event updated for resources: {'Port': ['ID=43133bfa-3a0c-44e9-90d2-d34e2679c8e2,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:25.801103 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade382d9-6629-4a7a-89f2-0365cbeb2eb8 None None] The sync data for ids ['24a618c1-6048-4782-ac37-d290d0eb6a89'] in n-d-812111-8 is: [{'id': '24a618c1-6048-4782-ac37-d290d0eb6a89', 'name': 'tempest-FloatingIPsTestJSON-530410199-router', 'tenant_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:06:14Z', 'updated_at': '2021-11-24T21:06:18Z', 'revision_number': 4, 'project_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'gw_port': {'id': 'e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a618c1-6048-4782-ac37-d290d0eb6a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:06:15Z', 'updated_at': '2021-11-24T21:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'd51f70d4-c81a-42b5-a445-832f0f860a45', 'name': '', 'network_id': '52f9a7ea-d62a-4a99-8a06-e73a76fb2866', 'tenant_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'mac_address': 'fa:16:3e:76:31:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a618c1-6048-4782-ac37-d290d0eb6a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '3031037d-356e-47e0-953e-99b1c5e30787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:06:18Z', 'updated_at': '2021-11-24T21:06:24Z', 'revision_number': 4, 'project_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'subnets': [{'id': '3031037d-356e-47e0-953e-99b1c5e30787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:06:25.856570 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-e282680d-ad43-4790-baf4-e843cac421f9 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:25.857841 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-e282680d-ad43-4790-baf4-e843cac421f9 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:25.887937 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-e282680d-ad43-4790-baf4-e843cac421f9 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7428837 Nov 24 21:06:25.906330 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-d68b9c40-f115-4de3-800f-fc5aa20e6947 service neutron] Request body: {'port': {'device_id': '3bac88c6-e5e0-446c-a413-8d9f36649c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:06:25.955449 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eff60821-a5d3-4209-8c69-aad72436bcb0 req-e63e546a-cd6f-4772-b3c2-839a233fda94 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3771076 Nov 24 21:06:25.963857 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-eff60821-a5d3-4209-8c69-aad72436bcb0 req-e60ca758-c804-4d17-b3e6-69d4b707d9b4 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:06:25.982276 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-d68b9c40-f115-4de3-800f-fc5aa20e6947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:26.016589 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eff60821-a5d3-4209-8c69-aad72436bcb0 req-e60ca758-c804-4d17-b3e6-69d4b707d9b4 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:26.187490 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eff60821-a5d3-4209-8c69-aad72436bcb0 req-e60ca758-c804-4d17-b3e6-69d4b707d9b4 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:26.313071 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d20a4-30a6-427b-8ed0-19438bb4502c req-6431c1b6-f221-4a4c-87a6-6073b4db46bf tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:26.314612 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd5d20a4-30a6-427b-8ed0-19438bb4502c req-6431c1b6-f221-4a4c-87a6-6073b4db46bf tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bac88c6-e5e0-446c-a413-8d9f36649c4e HTTP/1.1" status: 200 len: 932 time: 0.1620467 Nov 24 21:06:26.373963 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-eff60821-a5d3-4209-8c69-aad72436bcb0 req-e60ca758-c804-4d17-b3e6-69d4b707d9b4 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Allocated IP 172.25.5.155 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/a884d98a-d6b0-4f23-a5d5-aeac33f42cc0) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:06:26.576191 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eff60821-a5d3-4209-8c69-aad72436bcb0 req-e60ca758-c804-4d17-b3e6-69d4b707d9b4 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:26.653475 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eff60821-a5d3-4209-8c69-aad72436bcb0 req-e60ca758-c804-4d17-b3e6-69d4b707d9b4 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:26.708496 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff60821-a5d3-4209-8c69-aad72436bcb0 req-e60ca758-c804-4d17-b3e6-69d4b707d9b4 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:06:26.711804 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-eff60821-a5d3-4209-8c69-aad72436bcb0 req-e60ca758-c804-4d17-b3e6-69d4b707d9b4 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:06:26.717186 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff60821-a5d3-4209-8c69-aad72436bcb0 req-e60ca758-c804-4d17-b3e6-69d4b707d9b4 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:06:26.769507 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ca758-c804-4d17-b3e6-69d4b707d9b4 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Pushing event updated for resources: {'Port': ['ID=a884d98a-d6b0-4f23-a5d5-aeac33f42cc0,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:26.858022 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd5d20a4-30a6-427b-8ed0-19438bb4502c req-ca7c7ad8-64ce-48b6-b769-4f4d1ebb4d76 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5351372 Nov 24 21:06:26.938944 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eff60821-a5d3-4209-8c69-aad72436bcb0 req-e60ca758-c804-4d17-b3e6-69d4b707d9b4 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:27.009565 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-d68b9c40-f115-4de3-800f-fc5aa20e6947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43133bfa-3a0c-44e9-90d2-d34e2679c8e2 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:06:27.026482 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-d68b9c40-f115-4de3-800f-fc5aa20e6947 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:27.034756 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d51f70d4-c81a-42b5-a445-832f0f860a45 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:06:27.058258 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-d68b9c40-f115-4de3-800f-fc5aa20e6947 service neutron] Transition to ACTIVE for port object 43133bfa-3a0c-44e9-90d2-d34e2679c8e2 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:06:27.064482 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-d68b9c40-f115-4de3-800f-fc5aa20e6947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:27.068894 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eff60821-a5d3-4209-8c69-aad72436bcb0 req-e60ca758-c804-4d17-b3e6-69d4b707d9b4 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:27.163675 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port d51f70d4-c81a-42b5-a445-832f0f860a45 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:27.164596 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:27.182559 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b9c40-f115-4de3-800f-fc5aa20e6947 service neutron] Pushing event updated for resources: {'Port': ['ID=43133bfa-3a0c-44e9-90d2-d34e2679c8e2,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:27.275732 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-d68b9c40-f115-4de3-800f-fc5aa20e6947 service neutron] Attempting to bind port 43133bfa-3a0c-44e9-90d2-d34e2679c8e2 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:06:27.275944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-d68b9c40-f115-4de3-800f-fc5aa20e6947 service neutron] Attempting to bind port 43133bfa-3a0c-44e9-90d2-d34e2679c8e2 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:06:27.276371 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-d68b9c40-f115-4de3-800f-fc5aa20e6947 service neutron] Attempting to bind port 43133bfa-3a0c-44e9-90d2-d34e2679c8e2 on network 287bbc50-3f16-40b0-94f6-15f32164ebfe {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:06:27.282995 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-d68b9c40-f115-4de3-800f-fc5aa20e6947 service neutron] Port 43133bfa-3a0c-44e9-90d2-d34e2679c8e2 on network 287bbc50-3f16-40b0-94f6-15f32164ebfe not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:06:27.283498 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-d68b9c40-f115-4de3-800f-fc5aa20e6947 service neutron] Attempting to bind port 43133bfa-3a0c-44e9-90d2-d34e2679c8e2 on network 287bbc50-3f16-40b0-94f6-15f32164ebfe {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:06:27.293069 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-d68b9c40-f115-4de3-800f-fc5aa20e6947 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:06:27.293236 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-d68b9c40-f115-4de3-800f-fc5aa20e6947 service neutron] Checking segment: {'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:06:27.293607 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-d68b9c40-f115-4de3-800f-fc5aa20e6947 service neutron] Bound using segment: {'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:06:27.294047 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-d68b9c40-f115-4de3-800f-fc5aa20e6947 service neutron] Bound port: 43133bfa-3a0c-44e9-90d2-d34e2679c8e2, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:06:27.294411 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-d68b9c40-f115-4de3-800f-fc5aa20e6947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:27.434537 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-d68b9c40-f115-4de3-800f-fc5aa20e6947 service neutron] For port 43133bfa-3a0c-44e9-90d2-d34e2679c8e2, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:06:27.438723 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-d68b9c40-f115-4de3-800f-fc5aa20e6947 service neutron] For port 43133bfa-3a0c-44e9-90d2-d34e2679c8e2, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=43133bfa-3a0c-44e9-90d2-d34e2679c8e2,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:06:27.445758 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-d68b9c40-f115-4de3-800f-fc5aa20e6947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:27.514671 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-d68b9c40-f115-4de3-800f-fc5aa20e6947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:27.515307 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-d68b9c40-f115-4de3-800f-fc5aa20e6947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:27.516898 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-d68b9c40-f115-4de3-800f-fc5aa20e6947 service neutron] 10.222.0.15 "PUT /v2.0/ports/43133bfa-3a0c-44e9-90d2-d34e2679c8e2 HTTP/1.1" status: 200 len: 1092 time: 1.6153395 Nov 24 21:06:27.517486 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bac88c6-e5e0-446c-a413-8d9f36649c4e', 'tag': '43133bfa-3a0c-44e9-90d2-d34e2679c8e2'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:06:27.528266 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef89479-fe1c-42d2-8eec-7b90c2f3aad1" -d '{"events": [{"name": "network-changed", "server_uuid": "3bac88c6-e5e0-446c-a413-8d9f36649c4e", "tag": "43133bfa-3a0c-44e9-90d2-d34e2679c8e2"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:06:27.551049 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b9c40-f115-4de3-800f-fc5aa20e6947 service neutron] Pushing event updated for resources: {'Port': ['ID=43133bfa-3a0c-44e9-90d2-d34e2679c8e2,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:27.617971 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c0d499-02ad-4ee7-a102-4f88b82b9282 x-openstack-request-id: req-26c0d499-02ad-4ee7-a102-4f88b82b9282 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:06:27.618281 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bac88c6-e5e0-446c-a413-8d9f36649c4e", "tag": "43133bfa-3a0c-44e9-90d2-d34e2679c8e2", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:06:27.618559 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-26c0d499-02ad-4ee7-a102-4f88b82b9282 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:06:27.618948 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bac88c6-e5e0-446c-a413-8d9f36649c4e', 'tag': '43133bfa-3a0c-44e9-90d2-d34e2679c8e2', 'status': 'completed', 'code': 200} Nov 24 21:06:27.647713 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-6ba1a438-9883-49f7-a49f-0840fdc5f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:27.653012 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-6ba1a438-9883-49f7-a49f-0840fdc5f697 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e71b3a96d850423e9f3044dfb96ccf17&device_id=3bac88c6-e5e0-446c-a413-8d9f36649c4e HTTP/1.1" status: 200 len: 1095 time: 0.0810051 Nov 24 21:06:27.710150 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-0f81013a-48ab-44c9-8b8c-f73321221a6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43133bfa-3a0c-44e9-90d2-d34e2679c8e2 HTTP/1.1" status: 200 len: 217 time: 0.0439427 Nov 24 21:06:27.787684 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-dd487b4a-4eda-4115-94b4-017d8ae29023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:27.789707 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-dd487b4a-4eda-4115-94b4-017d8ae29023 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2a175e7-c4f6-4d68-bd07-ad29e027b58f HTTP/1.1" status: 200 len: 852 time: 0.0697711 Nov 24 21:06:27.840361 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-2c068053-621b-4dcc-b7fe-ae032f9961be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=287bbc50-3f16-40b0-94f6-15f32164ebfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370355 Nov 24 21:06:27.887036 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eff60821-a5d3-4209-8c69-aad72436bcb0 req-e60ca758-c804-4d17-b3e6-69d4b707d9b4 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:27.898370 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eff60821-a5d3-4209-8c69-aad72436bcb0 req-e60ca758-c804-4d17-b3e6-69d4b707d9b4 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:27.980882 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ca758-c804-4d17-b3e6-69d4b707d9b4 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Pushing event updated for resources: {'Port': ['ID=a884d98a-d6b0-4f23-a5d5-aeac33f42cc0,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:28.006773 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eff60821-a5d3-4209-8c69-aad72436bcb0 req-e60ca758-c804-4d17-b3e6-69d4b707d9b4 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:28.026531 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eff60821-a5d3-4209-8c69-aad72436bcb0 req-e60ca758-c804-4d17-b3e6-69d4b707d9b4 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:28.027956 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eff60821-a5d3-4209-8c69-aad72436bcb0 req-e60ca758-c804-4d17-b3e6-69d4b707d9b4 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0716646 Nov 24 21:06:28.091054 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eff60821-a5d3-4209-8c69-aad72436bcb0 req-f46d2038-46a8-4445-91ca-faab1fbe8a98 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 696 time: 0.0546725 Nov 24 21:06:28.092911 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-9d913288-a281-4c6b-bbed-759312d43ed1 service neutron] 10.222.0.15 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367730 Nov 24 21:06:28.150267 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e50aac-f0fb-40cc-8c6c-0c3aa9e4314f req-3a7de287-e7db-41ac-bec8-d584c86f20ed tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:28.152703 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b4e50aac-f0fb-40cc-8c6c-0c3aa9e4314f req-3a7de287-e7db-41ac-bec8-d584c86f20ed tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bac88c6-e5e0-446c-a413-8d9f36649c4e HTTP/1.1" status: 200 len: 944 time: 0.1402977 Nov 24 21:06:28.262763 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff60821-a5d3-4209-8c69-aad72436bcb0 req-84915bc6-b581-4fe5-9fab-7094f5ef18ba tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:28.263776 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b4e50aac-f0fb-40cc-8c6c-0c3aa9e4314f req-390038bf-cd82-4954-9ee8-9f6d3a47908b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987492 Nov 24 21:06:28.268395 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eff60821-a5d3-4209-8c69-aad72436bcb0 req-84915bc6-b581-4fe5-9fab-7094f5ef18ba tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.1701560 Nov 24 21:06:28.278781 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-eff60821-a5d3-4209-8c69-aad72436bcb0 req-a1bbb330-74fd-447a-80ac-213acb43a6a5 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:06:28.290228 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eff60821-a5d3-4209-8c69-aad72436bcb0 req-a1bbb330-74fd-447a-80ac-213acb43a6a5 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059822 Nov 24 21:06:28.302158 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1a6e39fd-556c-4839-a81b-881802e087f1 req-c2a038f9-292d-4092-a255-66d2fcc9eafc service neutron] 10.222.0.15 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999166 Nov 24 21:06:28.450800 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef89479-fe1c-42d2-8eec-7b90c2f3aad1 req-0eacccee-a44c-4c6f-8c2e-3fc3f9f70c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:28.452646 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bef89479-fe1c-42d2-8eec-7b90c2f3aad1 req-0eacccee-a44c-4c6f-8c2e-3fc3f9f70c28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e71b3a96d850423e9f3044dfb96ccf17&device_id=3bac88c6-e5e0-446c-a413-8d9f36649c4e HTTP/1.1" status: 200 len: 1095 time: 0.0798116 Nov 24 21:06:28.465729 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6366f702-6511-4b5b-ba40-50fcfb2142b4 req-3d43ee6f-4b4a-4313-b7ac-44ec470e4edc tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "GET /v2.0/floatingips/3d064ce6-2cb8-4a4d-bfca-fd2e9f72bc2a HTTP/1.1" status: 200 len: 693 time: 0.0678482 Nov 24 21:06:28.621596 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef89479-fe1c-42d2-8eec-7b90c2f3aad1 req-bb2b7f53-2604-4f9d-8395-1e7aa73607d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:28.623355 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bef89479-fe1c-42d2-8eec-7b90c2f3aad1 req-bb2b7f53-2604-4f9d-8395-1e7aa73607d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=287bbc50-3f16-40b0-94f6-15f32164ebfe HTTP/1.1" status: 200 len: 913 time: 0.1616051 Nov 24 21:06:28.624537 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366f702-6511-4b5b-ba40-50fcfb2142b4 req-ac8528de-2d89-49d2-b904-0adb60f7428f tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:28.628190 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6366f702-6511-4b5b-ba40-50fcfb2142b4 req-ac8528de-2d89-49d2-b904-0adb60f7428f tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "GET /v2.0/networks/11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 784 time: 0.1552181 Nov 24 21:06:28.681438 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bef89479-fe1c-42d2-8eec-7b90c2f3aad1 req-aa8503ab-b504-418f-92a9-eb0dc2b74e1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43133bfa-3a0c-44e9-90d2-d34e2679c8e2 HTTP/1.1" status: 200 len: 217 time: 0.0496392 Nov 24 21:06:28.692366 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6366f702-6511-4b5b-ba40-50fcfb2142b4 req-d968eb38-36d6-419a-b7a2-92b7cd3b77b3 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 696 time: 0.0581677 Nov 24 21:06:28.753001 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef89479-fe1c-42d2-8eec-7b90c2f3aad1 req-6db13fe9-2a01-4493-bc99-0d393867b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:28.755989 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bef89479-fe1c-42d2-8eec-7b90c2f3aad1 req-6db13fe9-2a01-4493-bc99-0d393867b64a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2a175e7-c4f6-4d68-bd07-ad29e027b58f HTTP/1.1" status: 200 len: 852 time: 0.0648987 Nov 24 21:06:28.759806 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6366f702-6511-4b5b-ba40-50fcfb2142b4 req-52f4f245-70cb-4365-95f7-3c38aeaf36ad tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 696 time: 0.0595417 Nov 24 21:06:28.797047 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bef89479-fe1c-42d2-8eec-7b90c2f3aad1 req-5f102586-c33a-4548-ab6f-4a6d9cea877e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=287bbc50-3f16-40b0-94f6-15f32164ebfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299766 Nov 24 21:06:28.915412 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bef89479-fe1c-42d2-8eec-7b90c2f3aad1 req-59e22683-80f9-448a-a206-62b8f0da5278 service neutron] 10.222.0.15 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106682 Nov 24 21:06:28.967120 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-6366f702-6511-4b5b-ba40-50fcfb2142b4 req-6468b4f7-7685-4b56-8fca-1390de0d637e tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Deleting port a884d98a-d6b0-4f23-a5d5-aeac33f42cc0 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:06:28.967690 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6366f702-6511-4b5b-ba40-50fcfb2142b4 req-6468b4f7-7685-4b56-8fca-1390de0d637e tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:29.038684 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bef89479-fe1c-42d2-8eec-7b90c2f3aad1 req-cab0b85e-ad99-40a3-b926-09e40b4bf79c service neutron] 10.222.0.15 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136835 Nov 24 21:06:29.061958 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6366f702-6511-4b5b-ba40-50fcfb2142b4 req-6468b4f7-7685-4b56-8fca-1390de0d637e tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:29.062415 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6366f702-6511-4b5b-ba40-50fcfb2142b4 req-6468b4f7-7685-4b56-8fca-1390de0d637e tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:29.075720 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-6366f702-6511-4b5b-ba40-50fcfb2142b4 req-6468b4f7-7685-4b56-8fca-1390de0d637e tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Calling delete_port for a884d98a-d6b0-4f23-a5d5-aeac33f42cc0 owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:06:29.229919 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6366f702-6511-4b5b-ba40-50fcfb2142b4 req-6468b4f7-7685-4b56-8fca-1390de0d637e tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:29.257611 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468b4f7-7685-4b56-8fca-1390de0d637e tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Pushing event deleted for resources: {'Port': ['ID=a884d98a-d6b0-4f23-a5d5-aeac33f42cc0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:29.326754 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6366f702-6511-4b5b-ba40-50fcfb2142b4 req-6468b4f7-7685-4b56-8fca-1390de0d637e tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:29.329996 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6366f702-6511-4b5b-ba40-50fcfb2142b4 req-6468b4f7-7685-4b56-8fca-1390de0d637e tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:29.334819 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6366f702-6511-4b5b-ba40-50fcfb2142b4 req-6468b4f7-7685-4b56-8fca-1390de0d637e tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "DELETE /v2.0/floatingips/3d064ce6-2cb8-4a4d-bfca-fd2e9f72bc2a HTTP/1.1" status: 204 len: 173 time: 0.5663769 Nov 24 21:06:29.414055 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [req-52b9d6f3-41d5-4b8b-a106-c987fde1e654 req-98b927db-9716-4e62-8e36-4301acd9284d tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] show failed (client error): The resource could not be found. Nov 24 21:06:29.415164 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-52b9d6f3-41d5-4b8b-a106-c987fde1e654 req-98b927db-9716-4e62-8e36-4301acd9284d tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "GET /v2.0/floatingips/3d064ce6-2cb8-4a4d-bfca-fd2e9f72bc2a HTTP/1.1" status: 404 len: 350 time: 0.0529432 Nov 24 21:06:29.437180 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20503648-0ed8-4ec4-80b8-5eb2902e5d0b req-cbecaf87-d9f8-448e-9f71-cc3cb4eda904 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:29.439064 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-20503648-0ed8-4ec4-80b8-5eb2902e5d0b req-cbecaf87-d9f8-448e-9f71-cc3cb4eda904 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bac88c6-e5e0-446c-a413-8d9f36649c4e HTTP/1.1" status: 200 len: 944 time: 0.0813079 Nov 24 21:06:29.510096 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-20503648-0ed8-4ec4-80b8-5eb2902e5d0b req-faeb31df-c194-481e-8344-be9bd39d4a03 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617139 Nov 24 21:06:29.588737 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-c82fc5cd-9806-4b23-8796-f3132faf0b05 req-7d8a3e17-9b63-4f45-b430-51e35efca598 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] show failed (client error): The resource could not be found. Nov 24 21:06:29.589815 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c82fc5cd-9806-4b23-8796-f3132faf0b05 req-7d8a3e17-9b63-4f45-b430-51e35efca598 tempest-FloatingIPsTestJSON-1230398450 tempest-FloatingIPsTestJSON-1230398450-project] 10.222.0.11 "GET /v2.0/floatingips/3d064ce6-2cb8-4a4d-bfca-fd2e9f72bc2a HTTP/1.1" status: 404 len: 350 time: 0.0507629 Nov 24 21:06:29.599538 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47906) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:30.073499 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07f83830-100e-4fbd-9984-7f387c4879e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:30.422474 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-07f83830-100e-4fbd-9984-7f387c4879e8 admin admin] Deleting port d51f70d4-c81a-42b5-a445-832f0f860a45 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:06:30.422801 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07f83830-100e-4fbd-9984-7f387c4879e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:30.533536 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-07f83830-100e-4fbd-9984-7f387c4879e8 admin admin] For port d51f70d4-c81a-42b5-a445-832f0f860a45, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d51f70d4-c81a-42b5-a445-832f0f860a45,segment=NetworkSegment(3001082e-da3b-478c-986d-6b04bf943364),segment_id=3001082e-da3b-478c-986d-6b04bf943364)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:30.533906 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07f83830-100e-4fbd-9984-7f387c4879e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:30.558491 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-07f83830-100e-4fbd-9984-7f387c4879e8 admin admin] Calling delete_port for d51f70d4-c81a-42b5-a445-832f0f860a45 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:06:30.815970 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc952aea-9287-44d4-8ae6-75418274fb44 req-a93b34dc-5174-4a83-8e6e-852bdb798a4d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:30.817868 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bc952aea-9287-44d4-8ae6-75418274fb44 req-a93b34dc-5174-4a83-8e6e-852bdb798a4d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bac88c6-e5e0-446c-a413-8d9f36649c4e HTTP/1.1" status: 200 len: 944 time: 0.1624556 Nov 24 21:06:30.940014 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bc952aea-9287-44d4-8ae6-75418274fb44 req-96fca896-65f1-4946-8ef2-1f4b56f207bd tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799015 Nov 24 21:06:30.945233 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07f83830-100e-4fbd-9984-7f387c4879e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:30.983535 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f83830-100e-4fbd-9984-7f387c4879e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d51f70d4-c81a-42b5-a445-832f0f860a45,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:31.171787 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07f83830-100e-4fbd-9984-7f387c4879e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:31.419756 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f83830-100e-4fbd-9984-7f387c4879e8 admin admin] Router 24a618c1-6048-4782-ac37-d290d0eb6a89 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:06:31.425106 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 43133bfa-3a0c-44e9-90d2-d34e2679c8e2 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:06:31.542702 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f83830-100e-4fbd-9984-7f387c4879e8 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:06:31.550982 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-07f83830-100e-4fbd-9984-7f387c4879e8 admin admin] 10.222.0.11 "PUT /v2.0/routers/24a618c1-6048-4782-ac37-d290d0eb6a89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9480238 Nov 24 21:06:31.551282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47928) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:31.574852 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 43133bfa-3a0c-44e9-90d2-d34e2679c8e2, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=43133bfa-3a0c-44e9-90d2-d34e2679c8e2,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:31.588985 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ed75e3-86d5-4332-a8eb-5202689b4eb1 None None] Sync routers for ids ['24a618c1-6048-4782-ac37-d290d0eb6a89'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:06:31.591616 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '43133bfa-3a0c-44e9-90d2-d34e2679c8e2', 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe', 'port_id': '43133bfa-3a0c-44e9-90d2-d34e2679c8e2', 'mac_address': 'fa:16:3e:56:17:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a175e7-c4f6-4d68-bd07-ad29e027b58f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:06:31.635310 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:31.649830 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43133bfa-3a0c-44e9-90d2-d34e2679c8e2 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:06:31.670080 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d93ef724-37a7-477f-a906-76ea9bd19c4f admin admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:31.683076 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 43133bfa-3a0c-44e9-90d2-d34e2679c8e2, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=43133bfa-3a0c-44e9-90d2-d34e2679c8e2,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:31.687455 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ed75e3-86d5-4332-a8eb-5202689b4eb1 None None] Routers {'24a618c1-6048-4782-ac37-d290d0eb6a89'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:06:31.688385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a2ed75e3-86d5-4332-a8eb-5202689b4eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:06:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['24a618c1-6048-4782-ac37-d290d0eb6a89'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:31.835666 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-a2ed75e3-86d5-4332-a8eb-5202689b4eb1 None None] Set router 24a618c1-6048-4782-ac37-d290d0eb6a89 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:06:31.906226 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:32.002151 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=43133bfa-3a0c-44e9-90d2-d34e2679c8e2,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:32.084531 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d93ef724-37a7-477f-a906-76ea9bd19c4f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:32.156316 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-d93ef724-37a7-477f-a906-76ea9bd19c4f admin admin] Deleting port e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:06:32.156686 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d93ef724-37a7-477f-a906-76ea9bd19c4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:32.173922 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655dc72e-8d8c-45f3-b3b2-fdeecfeee14f req-8249ded9-7d7b-43c9-b1b1-fd3be5fc235c tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:32.188478 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-655dc72e-8d8c-45f3-b3b2-fdeecfeee14f req-8249ded9-7d7b-43c9-b1b1-fd3be5fc235c tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bac88c6-e5e0-446c-a413-8d9f36649c4e HTTP/1.1" status: 200 len: 945 time: 0.1294868 Nov 24 21:06:32.188947 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a2ed75e3-86d5-4332-a8eb-5202689b4eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a618c1-6048-4782-ac37-d290d0eb6a89', 'name': 'tempest-FloatingIPsTestJSON-530410199-router', 'tenant_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:06:14Z', 'updated_at': '2021-11-24T21:06:30Z', 'revision_number': 5, 'project_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'gw_port': {'id': 'e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a618c1-6048-4782-ac37-d290d0eb6a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:06:15Z', 'updated_at': '2021-11-24T21:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:32.222014 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ed75e3-86d5-4332-a8eb-5202689b4eb1 None None] Checking router: 24a618c1-6048-4782-ac37-d290d0eb6a89 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:06:32.232450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ed75e3-86d5-4332-a8eb-5202689b4eb1 None None] Routers {'24a618c1-6048-4782-ac37-d290d0eb6a89'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:06:32.233119 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a2ed75e3-86d5-4332-a8eb-5202689b4eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:06:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['24a618c1-6048-4782-ac37-d290d0eb6a89'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:32.264071 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-d93ef724-37a7-477f-a906-76ea9bd19c4f admin admin] For port e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:32.264564 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d93ef724-37a7-477f-a906-76ea9bd19c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:32.274106 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-655dc72e-8d8c-45f3-b3b2-fdeecfeee14f req-626b2ad9-4340-464c-ae29-c4ee62606875 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834012 Nov 24 21:06:32.293432 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-d93ef724-37a7-477f-a906-76ea9bd19c4f admin admin] Calling delete_port for e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:06:32.310606 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['43133bfa-3a0c-44e9-90d2-d34e2679c8e2'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:06:32.491336 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6dc465b8-1659-4d6d-9bc0-bd0142964504 req-60f1fdf7-0eb0-4120-a39c-a7448ac7ec33 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725732 Nov 24 21:06:32.586791 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-a2ed75e3-86d5-4332-a8eb-5202689b4eb1 None None] Set router 24a618c1-6048-4782-ac37-d290d0eb6a89 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:06:32.612531 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d93ef724-37a7-477f-a906-76ea9bd19c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:32.641195 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ef724-37a7-477f-a906-76ea9bd19c4f admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:32.683157 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a2ed75e3-86d5-4332-a8eb-5202689b4eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a618c1-6048-4782-ac37-d290d0eb6a89', 'name': 'tempest-FloatingIPsTestJSON-530410199-router', 'tenant_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:06:14Z', 'updated_at': '2021-11-24T21:06:32Z', 'revision_number': 6, 'project_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:32.717976 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc465b8-1659-4d6d-9bc0-bd0142964504 req-7c08c140-3b2b-4d18-aa48-3ac1f70651a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:32.719494 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6dc465b8-1659-4d6d-9bc0-bd0142964504 req-7c08c140-3b2b-4d18-aa48-3ac1f70651a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=556a7fb82bf0472892818b31cf2a9453&device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 1097 time: 0.1757741 Nov 24 21:06:32.736476 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ed75e3-86d5-4332-a8eb-5202689b4eb1 None None] The sync data for ids ['24a618c1-6048-4782-ac37-d290d0eb6a89'] in n-d-812111-8 is: [{'id': '24a618c1-6048-4782-ac37-d290d0eb6a89', 'name': 'tempest-FloatingIPsTestJSON-530410199-router', 'tenant_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:06:14Z', 'updated_at': '2021-11-24T21:06:32Z', 'revision_number': 6, 'project_id': 'd42d9806f31f4c649c4c731c23aae8a8', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:06:32.741130 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cce03f0-5ccd-45b1-b53a-cecb86d8ce2f None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:06:32.916406 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d93ef724-37a7-477f-a906-76ea9bd19c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:33.032800 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d93ef724-37a7-477f-a906-76ea9bd19c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:33.042591 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d93ef724-37a7-477f-a906-76ea9bd19c4f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:33.052845 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc465b8-1659-4d6d-9bc0-bd0142964504 req-28ae6440-a860-459b-ac59-154e9601881a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:33.055227 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6dc465b8-1659-4d6d-9bc0-bd0142964504 req-28ae6440-a860-459b-ac59-154e9601881a service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d916e9d-e955-4ce2-aa60-2a3a83ce1216 HTTP/1.1" status: 200 len: 909 time: 0.2283647 Nov 24 21:06:33.206268 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6dc465b8-1659-4d6d-9bc0-bd0142964504 req-899470ec-5ba8-475f-a6c5-c7c36b7fd7e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77401df4-c207-4bbd-a85a-e2b717f46531 HTTP/1.1" status: 200 len: 1002 time: 0.1166952 Nov 24 21:06:33.212656 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d93ef724-37a7-477f-a906-76ea9bd19c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:33.213420 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93ef724-37a7-477f-a906-76ea9bd19c4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24a618c1-6048-4782-ac37-d290d0eb6a89 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:06:33.248772 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d93ef724-37a7-477f-a906-76ea9bd19c4f admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:33.250164 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d93ef724-37a7-477f-a906-76ea9bd19c4f admin admin] 10.222.0.11 "DELETE /v2.0/routers/24a618c1-6048-4782-ac37-d290d0eb6a89 HTTP/1.1" status: 204 len: 168 time: 1.6970420 Nov 24 21:06:33.252836 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47956) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:33.382538 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ae17de-2b9f-45a0-8304-9983e40cf43a admin admin] Deleting subnet 3031037d-356e-47e0-953e-99b1c5e30787 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:06:33.401379 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-82ae17de-2b9f-45a0-8304-9983e40cf43a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:33.458028 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-82ae17de-2b9f-45a0-8304-9983e40cf43a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:33.493972 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc465b8-1659-4d6d-9bc0-bd0142964504 req-c482deca-502a-4d2d-80d3-2c3a51435e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:33.496790 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6dc465b8-1659-4d6d-9bc0-bd0142964504 req-c482deca-502a-4d2d-80d3-2c3a51435e2c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6fa3a3b9-560c-46ac-a6a5-06b5210eff64 HTTP/1.1" status: 200 len: 847 time: 0.2670240 Nov 24 21:06:33.557001 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-82ae17de-2b9f-45a0-8304-9983e40cf43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:33.562168 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfa8d9-8d90-4b0e-b18b-75e501f863e0 req-d9282457-47ca-4b2c-8313-6db3eccff684 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:33.564156 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-89dfa8d9-8d90-4b0e-b18b-75e501f863e0 req-d9282457-47ca-4b2c-8313-6db3eccff684 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bac88c6-e5e0-446c-a413-8d9f36649c4e HTTP/1.1" status: 200 len: 945 time: 0.1583338 Nov 24 21:06:33.583585 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc465b8-1659-4d6d-9bc0-bd0142964504 req-2a6bf1ac-e1be-4453-8cc2-90425577044b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:33.585252 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6dc465b8-1659-4d6d-9bc0-bd0142964504 req-2a6bf1ac-e1be-4453-8cc2-90425577044b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d916e9d-e955-4ce2-aa60-2a3a83ce1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804586 Nov 24 21:06:33.663548 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-89dfa8d9-8d90-4b0e-b18b-75e501f863e0 req-cb37e088-ebdc-4914-b70d-e733c21d1b4b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893478 Nov 24 21:06:33.671425 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-82ae17de-2b9f-45a0-8304-9983e40cf43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:33.719810 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d51f70d4-c81a-42b5-a445-832f0f860a45 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:06:33.731298 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae17de-2b9f-45a0-8304-9983e40cf43a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3031037d-356e-47e0-953e-99b1c5e30787,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:33.750163 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-82ae17de-2b9f-45a0-8304-9983e40cf43a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:33.756809 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-82ae17de-2b9f-45a0-8304-9983e40cf43a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3031037d-356e-47e0-953e-99b1c5e30787 HTTP/1.1" status: 204 len: 168 time: 0.4993229 Nov 24 21:06:33.760925 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47968) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:33.779003 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: d51f70d4-c81a-42b5-a445-832f0f860a45 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:06:33.780627 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d51f70d4-c81a-42b5-a445-832f0f860a45 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:06:33.789481 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6869c6c3-e21c-4b2e-8994-7b68bf8dab71 None None] Network 52f9a7ea-d62a-4a99-8a06-e73a76fb2866 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:06:33.829164 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6dc465b8-1659-4d6d-9bc0-bd0142964504 req-82b07722-c88d-49a3-91f7-d776be50ab6b service neutron] 10.222.0.48 "GET /v2.0/networks/9d916e9d-e955-4ce2-aa60-2a3a83ce1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347736 Nov 24 21:06:33.917038 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba5a2e26-7357-4ef5-9f0b-b8c27d9ee418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:34.006774 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ba5a2e26-7357-4ef5-9f0b-b8c27d9ee418 admin admin] Deleting port c980cbdb-cf78-4650-a43b-d3f84bd2b5ab {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:06:34.006774 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba5a2e26-7357-4ef5-9f0b-b8c27d9ee418 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:34.034747 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6dc465b8-1659-4d6d-9bc0-bd0142964504 req-3950e791-cb79-4fe9-b3f8-a3b886fa328e service neutron] 10.222.0.48 "GET /v2.0/networks/9d916e9d-e955-4ce2-aa60-2a3a83ce1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946273 Nov 24 21:06:34.072351 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d03e14-fb99-4f54-b785-0c9f0e2146a0 None None] DHCP port deletion for 52f9a7ea-d62a-4a99-8a06-e73a76fb2866 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:06:34.201851 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-94d03e14-fb99-4f54-b785-0c9f0e2146a0 None None] Deleting port c980cbdb-cf78-4650-a43b-d3f84bd2b5ab {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:06:34.202237 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-94d03e14-fb99-4f54-b785-0c9f0e2146a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:34.217563 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ba5a2e26-7357-4ef5-9f0b-b8c27d9ee418 admin admin] For port c980cbdb-cf78-4650-a43b-d3f84bd2b5ab, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c980cbdb-cf78-4650-a43b-d3f84bd2b5ab,segment=NetworkSegment(3001082e-da3b-478c-986d-6b04bf943364),segment_id=3001082e-da3b-478c-986d-6b04bf943364)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:34.217928 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba5a2e26-7357-4ef5-9f0b-b8c27d9ee418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:34.255634 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ba5a2e26-7357-4ef5-9f0b-b8c27d9ee418 admin admin] Calling delete_port for c980cbdb-cf78-4650-a43b-d3f84bd2b5ab owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:06:34.358896 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-94d03e14-fb99-4f54-b785-0c9f0e2146a0 None None] For port c980cbdb-cf78-4650-a43b-d3f84bd2b5ab, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c980cbdb-cf78-4650-a43b-d3f84bd2b5ab,segment=NetworkSegment(3001082e-da3b-478c-986d-6b04bf943364),segment_id=3001082e-da3b-478c-986d-6b04bf943364)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:34.360777 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-94d03e14-fb99-4f54-b785-0c9f0e2146a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:34.400380 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-94d03e14-fb99-4f54-b785-0c9f0e2146a0 None None] Calling delete_port for c980cbdb-cf78-4650-a43b-d3f84bd2b5ab owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:06:34.414640 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba5a2e26-7357-4ef5-9f0b-b8c27d9ee418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:34.461597 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a2e26-7357-4ef5-9f0b-b8c27d9ee418 admin admin] Pushing event deleted for resources: {'Port': ['ID=c980cbdb-cf78-4650-a43b-d3f84bd2b5ab,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:34.470426 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5a2e26-7357-4ef5-9f0b-b8c27d9ee418 admin admin] No DVR routers for this DVR port c980cbdb-cf78-4650-a43b-d3f84bd2b5ab on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:06:34.536662 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-94d03e14-fb99-4f54-b785-0c9f0e2146a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:34.553106 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d03e14-fb99-4f54-b785-0c9f0e2146a0 None None] No DVR routers for this DVR port c980cbdb-cf78-4650-a43b-d3f84bd2b5ab on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:06:34.556245 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba5a2e26-7357-4ef5-9f0b-b8c27d9ee418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:34.581976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d03e14-fb99-4f54-b785-0c9f0e2146a0 None None] Pushing event deleted for resources: {'Port': ['ID=c980cbdb-cf78-4650-a43b-d3f84bd2b5ab,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:34.596367 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-ba5a2e26-7357-4ef5-9f0b-b8c27d9ee418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f9a7ea-d62a-4a99-8a06-e73a76fb2866']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:34.608240 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-ba5a2e26-7357-4ef5-9f0b-b8c27d9ee418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3001082e-da3b-478c-986d-6b04bf943364') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:34.608545 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-ba5a2e26-7357-4ef5-9f0b-b8c27d9ee418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3001082e-da3b-478c-986d-6b04bf943364') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:34.622115 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba5a2e26-7357-4ef5-9f0b-b8c27d9ee418 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:34.638670 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba5a2e26-7357-4ef5-9f0b-b8c27d9ee418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:34.646364 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba5a2e26-7357-4ef5-9f0b-b8c27d9ee418 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:06:34.646982 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba5a2e26-7357-4ef5-9f0b-b8c27d9ee418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:06:34.649030 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:06:34.727191 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba5a2e26-7357-4ef5-9f0b-b8c27d9ee418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:34.772234 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba5a2e26-7357-4ef5-9f0b-b8c27d9ee418 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:34.776119 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ba5a2e26-7357-4ef5-9f0b-b8c27d9ee418 admin admin] 10.222.0.11 "DELETE /v2.0/networks/52f9a7ea-d62a-4a99-8a06-e73a76fb2866 HTTP/1.1" status: 204 len: 168 time: 1.0138526 Nov 24 21:06:34.779170 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a2e26-7357-4ef5-9f0b-b8c27d9ee418 admin admin] Pushing event deleted for resources: {'Network': ['ID=52f9a7ea-d62a-4a99-8a06-e73a76fb2866,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:34.838530 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3326bd-0060-48c3-8851-8c60f043a7bc req-c8f8ff76-2b7f-46b5-a999-303f7dbb9aa5 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:34.840405 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e3326bd-0060-48c3-8851-8c60f043a7bc req-c8f8ff76-2b7f-46b5-a999-303f7dbb9aa5 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bac88c6-e5e0-446c-a413-8d9f36649c4e HTTP/1.1" status: 200 len: 945 time: 0.0777323 Nov 24 21:06:34.916368 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e3326bd-0060-48c3-8851-8c60f043a7bc req-31b4821b-21e9-4816-9edc-419e5e62e054 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689311 Nov 24 21:06:34.931043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c980cbdb-cf78-4650-a43b-d3f84bd2b5ab no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:06:34.974651 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: c980cbdb-cf78-4650-a43b-d3f84bd2b5ab {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:06:34.975309 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c980cbdb-cf78-4650-a43b-d3f84bd2b5ab not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:06:34.975685 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:06:35.000647 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:06:35.001037 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e5f5bc9a-44cc-49ab-94a8-d64f6e69d55f not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:06:35.039549 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47982) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:35.083841 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7c5e8b91-2774-407e-86af-9c3df4f56ddb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d42d9806f31f4c649c4c731c23aae8a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430348 Nov 24 21:06:35.087132 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47984) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:35.148440 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a75f7a2a-8117-4316-9c8e-f7b6b8550eff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:35.186853 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a75f7a2a-8117-4316-9c8e-f7b6b8550eff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:35.242230 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a75f7a2a-8117-4316-9c8e-f7b6b8550eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:35.244933 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a75f7a2a-8117-4316-9c8e-f7b6b8550eff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:35.246120 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a75f7a2a-8117-4316-9c8e-f7b6b8550eff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/502b9c25-d65b-4d1e-a378-1bc747cac1dc HTTP/1.1" status: 204 len: 168 time: 0.1579499 Nov 24 21:06:35.254227 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f7a2a-8117-4316-9c8e-f7b6b8550eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502b9c25-d65b-4d1e-a378-1bc747cac1dc,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:35.421229 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 43133bfa-3a0c-44e9-90d2-d34e2679c8e2 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:06:35.483008 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 43133bfa-3a0c-44e9-90d2-d34e2679c8e2 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:06:35.487384 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 43133bfa-3a0c-44e9-90d2-d34e2679c8e2 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:35.488013 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:35.585551 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:35.610579 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bac88c6-e5e0-446c-a413-8d9f36649c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43133bfa-3a0c-44e9-90d2-d34e2679c8e2'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:06:35.613089 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90efd9a4-c5ed-41c0-9fe6-63797f733f00" -d '{"events": [{"server_uuid": "3bac88c6-e5e0-446c-a413-8d9f36649c4e", "name": "network-vif-plugged", "status": "completed", "tag": "43133bfa-3a0c-44e9-90d2-d34e2679c8e2"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:06:35.630633 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 43133bfa-3a0c-44e9-90d2-d34e2679c8e2, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=43133bfa-3a0c-44e9-90d2-d34e2679c8e2,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:35.639655 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:35.702300 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=43133bfa-3a0c-44e9-90d2-d34e2679c8e2,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:35.711785 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6346687a-0b04-4dee-8c96-de9be6e4de97 x-openstack-request-id: req-6346687a-0b04-4dee-8c96-de9be6e4de97 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:06:35.711785 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bac88c6-e5e0-446c-a413-8d9f36649c4e", "name": "network-vif-plugged", "status": "completed", "tag": "43133bfa-3a0c-44e9-90d2-d34e2679c8e2", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:06:35.711785 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6346687a-0b04-4dee-8c96-de9be6e4de97 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:06:35.711785 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bac88c6-e5e0-446c-a413-8d9f36649c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43133bfa-3a0c-44e9-90d2-d34e2679c8e2', 'code': 200} Nov 24 21:06:35.849460 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e84a1e-b3b1-49f7-a5ca-edec044f3ba0 req-b5f57755-e504-44ab-a67a-a874de648469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:35.851014 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e1e84a1e-b3b1-49f7-a5ca-edec044f3ba0 req-b5f57755-e504-44ab-a67a-a874de648469 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3bac88c6-e5e0-446c-a413-8d9f36649c4e HTTP/1.1" status: 200 len: 1097 time: 0.0719972 Nov 24 21:06:35.914995 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e1e84a1e-b3b1-49f7-a5ca-edec044f3ba0 req-e4f42447-8c77-4a90-8e11-48e13a25e0d5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562761 Nov 24 21:06:36.076623 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a08aa-b223-439e-9185-937f09029f83 req-cd879c52-8d49-4584-aa18-f99d4bcd6ef0 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:36.077998 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-963a08aa-b223-439e-9185-937f09029f83 req-cd879c52-8d49-4584-aa18-f99d4bcd6ef0 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bac88c6-e5e0-446c-a413-8d9f36649c4e HTTP/1.1" status: 200 len: 946 time: 0.0723140 Nov 24 21:06:36.137176 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48028) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:36.151211 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-963a08aa-b223-439e-9185-937f09029f83 req-a6a73d98-f46c-4338-9ee0-eee32422bafe tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653172 Nov 24 21:06:36.336710 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-eca01ca1-1bc1-4076-aeef-174e874adc20 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318185033-network', 'tenant_id': '5dfb04a8a5dd4743afa24ab9872d23aa'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:06:36.363383 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca01ca1-1bc1-4076-aeef-174e874adc20 admin admin] Made reservation on behalf of 5dfb04a8a5dd4743afa24ab9872d23aa for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:06:36.366421 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eca01ca1-1bc1-4076-aeef-174e874adc20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:36.376677 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eca01ca1-1bc1-4076-aeef-174e874adc20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:36.464666 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eca01ca1-1bc1-4076-aeef-174e874adc20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:36.468883 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eca01ca1-1bc1-4076-aeef-174e874adc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:36.493030 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca01ca1-1bc1-4076-aeef-174e874adc20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:06:36.510230 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca01ca1-1bc1-4076-aeef-174e874adc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6487fe6-3581-45d6-acd1-e3a3bd7f3de3,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:36.518524 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eca01ca1-1bc1-4076-aeef-174e874adc20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:36.518868 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-eca01ca1-1bc1-4076-aeef-174e874adc20 admin admin] Added segment fdd2d8ba-bde7-4c6f-a37b-27b5e247cd86 of type vlan for network 7642f3ce-7b57-4cc2-8cb7-612828a82fdb Nov 24 21:06:36.570467 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eca01ca1-1bc1-4076-aeef-174e874adc20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:36.609132 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eca01ca1-1bc1-4076-aeef-174e874adc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:36.610699 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca01ca1-1bc1-4076-aeef-174e874adc20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:36.611727 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eca01ca1-1bc1-4076-aeef-174e874adc20 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:36.685645 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-eca01ca1-1bc1-4076-aeef-174e874adc20 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5465398 Nov 24 21:06:36.688341 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48044) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:36.696045 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-be529269-6b3e-4a42-bee2-a8751727c141 admin admin] Request body: {'subnet': {'network_id': '7642f3ce-7b57-4cc2-8cb7-612828a82fdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318185033-subnet', 'tenant_id': '5dfb04a8a5dd4743afa24ab9872d23aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:06:36.726345 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be529269-6b3e-4a42-bee2-a8751727c141 admin admin] Made reservation on behalf of 5dfb04a8a5dd4743afa24ab9872d23aa for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:06:36.730908 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be529269-6b3e-4a42-bee2-a8751727c141 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:36.740699 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca01ca1-1bc1-4076-aeef-174e874adc20 admin admin] Pushing event updated for resources: {'Network': ['ID=7642f3ce-7b57-4cc2-8cb7-612828a82fdb,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:36.751666 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 7642f3ce-7b57-4cc2-8cb7-612828a82fdb details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:06:36.953685 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be529269-6b3e-4a42-bee2-a8751727c141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:37.013983 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be529269-6b3e-4a42-bee2-a8751727c141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da864e43-4f16-42cd-9fb7-1a034fae6beb,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:37.025517 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be529269-6b3e-4a42-bee2-a8751727c141 admin admin] Checking segment: {'id': 'fdd2d8ba-bde7-4c6f-a37b-27b5e247cd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7642f3ce-7b57-4cc2-8cb7-612828a82fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:06:37.025887 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be529269-6b3e-4a42-bee2-a8751727c141 admin admin] Network hostable DHCP agents. Network: 7642f3ce-7b57-4cc2-8cb7-612828a82fdb, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:06:37.044636 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be529269-6b3e-4a42-bee2-a8751727c141 admin admin] Network 7642f3ce-7b57-4cc2-8cb7-612828a82fdb is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:06:37.055895 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-be529269-6b3e-4a42-bee2-a8751727c141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 7642f3ce-7b57-4cc2-8cb7-612828a82fdb) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:06:37.060335 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be529269-6b3e-4a42-bee2-a8751727c141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:37.060978 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be529269-6b3e-4a42-bee2-a8751727c141 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:37.069510 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecf416b-67f4-449c-b1d1-726fe4a4f24e None None] Network 7642f3ce-7b57-4cc2-8cb7-612828a82fdb requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:06:37.084271 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-be529269-6b3e-4a42-bee2-a8751727c141 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3942838 Nov 24 21:06:37.086800 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48052) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:37.101437 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-5a65a324-584d-424a-ac5a-dc1cab2b7e71 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318185033-router', 'tenant_id': '5dfb04a8a5dd4743afa24ab9872d23aa', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:06:37.136777 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a65a324-584d-424a-ac5a-dc1cab2b7e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:37.137976 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a65a324-584d-424a-ac5a-dc1cab2b7e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:37.272588 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a65a324-584d-424a-ac5a-dc1cab2b7e71 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:37.316719 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64055ddc-c469-4534-b916-926e5eaef122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-7642f3ce-7b57-4cc2-8cb7-612828a82fdb', 'network_id': '7642f3ce-7b57-4cc2-8cb7-612828a82fdb', 'tenant_id': '5dfb04a8a5dd4743afa24ab9872d23aa', 'fixed_ips': [{'subnet_id': 'da864e43-4f16-42cd-9fb7-1a034fae6beb'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:06:37.318570 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-64055ddc-c469-4534-b916-926e5eaef122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:37.411485 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01623a98-437f-4450-9a5d-06fa4653ff30 req-0587e347-d325-4b83-966a-955651226b52 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:37.428545 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01623a98-437f-4450-9a5d-06fa4653ff30 req-0587e347-d325-4b83-966a-955651226b52 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bac88c6-e5e0-446c-a413-8d9f36649c4e HTTP/1.1" status: 200 len: 946 time: 0.1368017 Nov 24 21:06:37.498487 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01623a98-437f-4450-9a5d-06fa4653ff30 req-1126bf15-0032-4e0c-8d11-f2e427aaf4f3 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687220 Nov 24 21:06:37.516989 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a65a324-584d-424a-ac5a-dc1cab2b7e71 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:37.517111 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-64055ddc-c469-4534-b916-926e5eaef122 None None] Allocated IP 172.20.0.2 (7642f3ce-7b57-4cc2-8cb7-612828a82fdb/da864e43-4f16-42cd-9fb7-1a034fae6beb/fe48305a-43b1-4f18-b5a1-fb2f1325e54c) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:06:37.725521 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-64055ddc-c469-4534-b916-926e5eaef122 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:37.746867 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-64055ddc-c469-4534-b916-926e5eaef122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:37.797492 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64055ddc-c469-4534-b916-926e5eaef122 None None] Network 7642f3ce-7b57-4cc2-8cb7-612828a82fdb is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:06:37.804820 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-64055ddc-c469-4534-b916-926e5eaef122 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:06:37.808468 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64055ddc-c469-4534-b916-926e5eaef122 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:06:37.816119 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64055ddc-c469-4534-b916-926e5eaef122 None None] Pushing event updated for resources: {'Port': ['ID=fe48305a-43b1-4f18-b5a1-fb2f1325e54c,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:37.879905 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-64055ddc-c469-4534-b916-926e5eaef122 None None] Attempting to bind port fe48305a-43b1-4f18-b5a1-fb2f1325e54c on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:06:37.880356 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-64055ddc-c469-4534-b916-926e5eaef122 None None] Attempting to bind port fe48305a-43b1-4f18-b5a1-fb2f1325e54c by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'fdd2d8ba-bde7-4c6f-a37b-27b5e247cd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7642f3ce-7b57-4cc2-8cb7-612828a82fdb'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:06:37.880767 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64055ddc-c469-4534-b916-926e5eaef122 None None] Attempting to bind port fe48305a-43b1-4f18-b5a1-fb2f1325e54c on network 7642f3ce-7b57-4cc2-8cb7-612828a82fdb {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:06:37.887968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64055ddc-c469-4534-b916-926e5eaef122 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:06:37.888189 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64055ddc-c469-4534-b916-926e5eaef122 None None] Checking segment: {'id': 'fdd2d8ba-bde7-4c6f-a37b-27b5e247cd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7642f3ce-7b57-4cc2-8cb7-612828a82fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:06:37.888520 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-64055ddc-c469-4534-b916-926e5eaef122 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:37.889044 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64055ddc-c469-4534-b916-926e5eaef122 None None] Bound using segment: {'id': 'fdd2d8ba-bde7-4c6f-a37b-27b5e247cd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7642f3ce-7b57-4cc2-8cb7-612828a82fdb'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:06:37.889633 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-64055ddc-c469-4534-b916-926e5eaef122 None None] Bound port: fe48305a-43b1-4f18-b5a1-fb2f1325e54c, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd2d8ba-bde7-4c6f-a37b-27b5e247cd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7642f3ce-7b57-4cc2-8cb7-612828a82fdb'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:06:37.890424 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-64055ddc-c469-4534-b916-926e5eaef122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:37.935382 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a220fc0-f5c9-4207-81c5-1af833bd64c7 req-a9104bb7-eaf9-455a-9d84-17b7deab3e69 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:37.955751 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6a220fc0-f5c9-4207-81c5-1af833bd64c7 req-a9104bb7-eaf9-455a-9d84-17b7deab3e69 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bac88c6-e5e0-446c-a413-8d9f36649c4e HTTP/1.1" status: 200 len: 946 time: 0.1427271 Nov 24 21:06:37.958707 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a65a324-584d-424a-ac5a-dc1cab2b7e71 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:38.022407 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a65a324-584d-424a-ac5a-dc1cab2b7e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:38.026519 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-64055ddc-c469-4534-b916-926e5eaef122 None None] For port fe48305a-43b1-4f18-b5a1-fb2f1325e54c, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:06:38.034276 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-64055ddc-c469-4534-b916-926e5eaef122 None None] For port fe48305a-43b1-4f18-b5a1-fb2f1325e54c, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fe48305a-43b1-4f18-b5a1-fb2f1325e54c,segment=NetworkSegment(fdd2d8ba-bde7-4c6f-a37b-27b5e247cd86),segment_id=fdd2d8ba-bde7-4c6f-a37b-27b5e247cd86)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:06:38.039498 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-64055ddc-c469-4534-b916-926e5eaef122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:38.128792 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6a220fc0-f5c9-4207-81c5-1af833bd64c7 req-653534e6-4af1-4d53-ac9f-013c6b8bf8f8 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708913 Nov 24 21:06:38.151880 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64055ddc-c469-4534-b916-926e5eaef122 None None] Pushing event updated for resources: {'Port': ['ID=fe48305a-43b1-4f18-b5a1-fb2f1325e54c,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:38.226682 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-5a65a324-584d-424a-ac5a-dc1cab2b7e71 admin admin] Allocated IP 172.25.5.19 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/9901c2d3-990f-4a06-83b9-5c6ec64febba) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:06:38.356776 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a65a324-584d-424a-ac5a-dc1cab2b7e71 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:38.415282 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a65a324-584d-424a-ac5a-dc1cab2b7e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:38.462156 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a65a324-584d-424a-ac5a-dc1cab2b7e71 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:06:38.465502 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-5a65a324-584d-424a-ac5a-dc1cab2b7e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:06:38.470291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a65a324-584d-424a-ac5a-dc1cab2b7e71 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:06:38.474906 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65a324-584d-424a-ac5a-dc1cab2b7e71 admin admin] Pushing event updated for resources: {'Port': ['ID=9901c2d3-990f-4a06-83b9-5c6ec64febba,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:38.493008 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c894592f-b582-439c-a58a-cc2dc52e4cdc None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:06:38.585549 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-517bb772-4e50-4266-a1aa-5665b449c85c None None] Provisioning complete for port 9901c2d3-990f-4a06-83b9-5c6ec64febba triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:38.585967 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-517bb772-4e50-4266-a1aa-5665b449c85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:38.658933 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-517bb772-4e50-4266-a1aa-5665b449c85c None None] Port 9901c2d3-990f-4a06-83b9-5c6ec64febba cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:06:38.818614 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a65a324-584d-424a-ac5a-dc1cab2b7e71 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:38.869535 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-aa52cb61-6cc3-4dd1-a645-e13fec828a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:38.998510 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fe48305a-43b1-4f18-b5a1-fb2f1325e54c up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:06:39.119021 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port fe48305a-43b1-4f18-b5a1-fb2f1325e54c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:39.119643 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:39.234193 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a65a324-584d-424a-ac5a-dc1cab2b7e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:39.294099 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:39.359786 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port fe48305a-43b1-4f18-b5a1-fb2f1325e54c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fe48305a-43b1-4f18-b5a1-fb2f1325e54c,segment=NetworkSegment(fdd2d8ba-bde7-4c6f-a37b-27b5e247cd86),segment_id=fdd2d8ba-bde7-4c6f-a37b-27b5e247cd86)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:39.372849 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:39.471365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=fe48305a-43b1-4f18-b5a1-fb2f1325e54c,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:39.616100 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:39.649818 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3980e-4846-424c-8857-2004a93ab133 req-778d7721-5b71-4224-a8a6-04bdecdfc1fa tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:39.657729 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4bc3980e-4846-424c-8857-2004a93ab133 req-778d7721-5b71-4224-a8a6-04bdecdfc1fa tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bac88c6-e5e0-446c-a413-8d9f36649c4e HTTP/1.1" status: 200 len: 946 time: 0.4270666 Nov 24 21:06:39.678324 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f1c28a-5608-4e21-be84-71c723496c27 None None] Network 7642f3ce-7b57-4cc2-8cb7-612828a82fdb requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:06:39.745303 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4bc3980e-4846-424c-8857-2004a93ab133 req-2cfbc1e7-5e89-4fe9-a227-9bf5e647729f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865314 Nov 24 21:06:39.830437 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-59af4df8-4f93-4baf-ae13-9713d6c3f075 None None] Provisioning complete for port fe48305a-43b1-4f18-b5a1-fb2f1325e54c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:39.830821 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-59af4df8-4f93-4baf-ae13-9713d6c3f075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:39.995307 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a65a324-584d-424a-ac5a-dc1cab2b7e71 admin admin] Router e6aa4347-9847-4fe0-b8a9-2ceb372a3589 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:06:40.247465 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a65a324-584d-424a-ac5a-dc1cab2b7e71 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:06:40.248485 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927816ce-de80-47a6-a14e-b68a769e3942 req-a74baa2a-3276-4009-9b2f-a0c7612102e6 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:40.252651 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-927816ce-de80-47a6-a14e-b68a769e3942 req-a74baa2a-3276-4009-9b2f-a0c7612102e6 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bac88c6-e5e0-446c-a413-8d9f36649c4e HTTP/1.1" status: 200 len: 946 time: 0.1007478 Nov 24 21:06:40.267350 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] Sync routers for ids ['e6aa4347-9847-4fe0-b8a9-2ceb372a3589'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:06:40.286667 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] Routers {'e6aa4347-9847-4fe0-b8a9-2ceb372a3589'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:06:40.287700 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:06:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['e6aa4347-9847-4fe0-b8a9-2ceb372a3589'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:40.303978 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a65a324-584d-424a-ac5a-dc1cab2b7e71 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:40.309003 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5a65a324-584d-424a-ac5a-dc1cab2b7e71 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.2171154 Nov 24 21:06:40.309454 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48098) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:40.362950 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-927816ce-de80-47a6-a14e-b68a769e3942 req-e581096a-a7df-49cb-8eab-ac322bb236bd tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024871 Nov 24 21:06:40.427829 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] Set router e6aa4347-9847-4fe0-b8a9-2ceb372a3589 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:06:40.450037 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-29769654-5aa6-4dca-85d4-699e80fabd83 None None] Provisioning complete for port fe48305a-43b1-4f18-b5a1-fb2f1325e54c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:40.451001 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-29769654-5aa6-4dca-85d4-699e80fabd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:40.618739 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aa4347-9847-4fe0-b8a9-2ceb372a3589', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318185033-router', 'tenant_id': '5dfb04a8a5dd4743afa24ab9872d23aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9901c2d3-990f-4a06-83b9-5c6ec64febba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:06:37Z', 'updated_at': '2021-11-24T21:06:38Z', 'revision_number': 3, 'project_id': '5dfb04a8a5dd4743afa24ab9872d23aa', 'gw_port': {'id': '9901c2d3-990f-4a06-83b9-5c6ec64febba', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aa4347-9847-4fe0-b8a9-2ceb372a3589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:06:38Z', 'updated_at': '2021-11-24T21:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:40.651675 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] Checking router: e6aa4347-9847-4fe0-b8a9-2ceb372a3589 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:06:40.652261 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] Updating router e6aa4347-9847-4fe0-b8a9-2ceb372a3589 port 9901c2d3-990f-4a06-83b9-5c6ec64febba binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:06:40.677036 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:40.861320 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7342ae5-8acc-49c6-8f64-3881e7b6cdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:40.911528 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fe48305a-43b1-4f18-b5a1-fb2f1325e54c up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:06:40.971882 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:40.980777 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:40.994631 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port fe48305a-43b1-4f18-b5a1-fb2f1325e54c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:40.995025 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:41.045878 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] Attempting to bind port 9901c2d3-990f-4a06-83b9-5c6ec64febba on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:06:41.046348 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] Attempting to bind port 9901c2d3-990f-4a06-83b9-5c6ec64febba by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:06:41.047207 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] Attempting to bind port 9901c2d3-990f-4a06-83b9-5c6ec64febba on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:06:41.055966 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:06:41.056492 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:06:41.057012 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:41.057613 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:06:41.059143 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] Bound port: 9901c2d3-990f-4a06-83b9-5c6ec64febba, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:06:41.059616 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:41.064538 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b11319-e941-4b2d-9b77-857108d3bf04 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:06:41.075899 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-c7342ae5-8acc-49c6-8f64-3881e7b6cdf8 admin admin] Allocated IP 172.20.0.1 (7642f3ce-7b57-4cc2-8cb7-612828a82fdb/da864e43-4f16-42cd-9fb7-1a034fae6beb/2c1dd7b8-f5d7-4d0d-8006-40d1f5300fba) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:06:41.128084 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:41.149001 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5145e-1891-4ddf-823c-5de439256a1b None None] Pushing event updated for resources: {'Port': ['ID=9901c2d3-990f-4a06-83b9-5c6ec64febba,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:41.156882 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] For port 9901c2d3-990f-4a06-83b9-5c6ec64febba, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:06:41.162303 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] For port 9901c2d3-990f-4a06-83b9-5c6ec64febba, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9901c2d3-990f-4a06-83b9-5c6ec64febba,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:06:41.170394 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:41.254969 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b4053717-f956-4436-a5a6-cf40c00b645f None None] Provisioning complete for port 9901c2d3-990f-4a06-83b9-5c6ec64febba triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:41.255981 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b4053717-f956-4436-a5a6-cf40c00b645f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:41.257671 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-462798e8-b4ec-4bb5-b794-0dd496eb926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:41.272984 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7342ae5-8acc-49c6-8f64-3881e7b6cdf8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:41.278691 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5145e-1891-4ddf-823c-5de439256a1b None None] Pushing event updated for resources: {'Port': ['ID=9901c2d3-990f-4a06-83b9-5c6ec64febba,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:41.298233 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] Routers {'e6aa4347-9847-4fe0-b8a9-2ceb372a3589'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:06:41.299052 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:06:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['e6aa4347-9847-4fe0-b8a9-2ceb372a3589'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:41.352949 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7342ae5-8acc-49c6-8f64-3881e7b6cdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:41.353170 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ef5d68-63f2-46cb-9aa0-97d5f8be2d8a None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:06:41.404947 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7342ae5-8acc-49c6-8f64-3881e7b6cdf8 admin admin] Network 7642f3ce-7b57-4cc2-8cb7-612828a82fdb is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:06:41.409823 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-c7342ae5-8acc-49c6-8f64-3881e7b6cdf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:06:41.417516 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7342ae5-8acc-49c6-8f64-3881e7b6cdf8 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:06:41.453294 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7342ae5-8acc-49c6-8f64-3881e7b6cdf8 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1dd7b8-f5d7-4d0d-8006-40d1f5300fba,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:41.458042 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] Set router e6aa4347-9847-4fe0-b8a9-2ceb372a3589 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:06:41.479688 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7342ae5-8acc-49c6-8f64-3881e7b6cdf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:41.521752 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b4053717-f956-4436-a5a6-cf40c00b645f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:41.572776 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b4053717-f956-4436-a5a6-cf40c00b645f None None] For port 9901c2d3-990f-4a06-83b9-5c6ec64febba, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9901c2d3-990f-4a06-83b9-5c6ec64febba,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:41.579692 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b4053717-f956-4436-a5a6-cf40c00b645f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:41.663875 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4053717-f956-4436-a5a6-cf40c00b645f None None] Pushing event updated for resources: {'Port': ['ID=9901c2d3-990f-4a06-83b9-5c6ec64febba,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:41.715241 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-781c86c3-5859-4042-80fa-83238e033b69 None None] Provisioning complete for port 9901c2d3-990f-4a06-83b9-5c6ec64febba triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:41.717854 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-781c86c3-5859-4042-80fa-83238e033b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:41.833220 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a1633-fd1c-49ec-ab86-17c9766f410e req-3063e915-e4c2-42f8-8543-70ef8f650bc2 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:41.844802 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b1a1633-fd1c-49ec-ab86-17c9766f410e req-3063e915-e4c2-42f8-8543-70ef8f650bc2 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bac88c6-e5e0-446c-a413-8d9f36649c4e HTTP/1.1" status: 200 len: 946 time: 0.2174864 Nov 24 21:06:41.866226 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aa4347-9847-4fe0-b8a9-2ceb372a3589', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318185033-router', 'tenant_id': '5dfb04a8a5dd4743afa24ab9872d23aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9901c2d3-990f-4a06-83b9-5c6ec64febba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:06:37Z', 'updated_at': '2021-11-24T21:06:38Z', 'revision_number': 3, 'project_id': '5dfb04a8a5dd4743afa24ab9872d23aa', 'gw_port': {'id': '9901c2d3-990f-4a06-83b9-5c6ec64febba', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aa4347-9847-4fe0-b8a9-2ceb372a3589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:06:38Z', 'updated_at': '2021-11-24T21:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:41.946805 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc95a00-afff-4ea3-9e08-90742547c501 None None] The sync data for ids ['e6aa4347-9847-4fe0-b8a9-2ceb372a3589'] in n-d-812111-8 is: [{'id': 'e6aa4347-9847-4fe0-b8a9-2ceb372a3589', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318185033-router', 'tenant_id': '5dfb04a8a5dd4743afa24ab9872d23aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9901c2d3-990f-4a06-83b9-5c6ec64febba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:06:37Z', 'updated_at': '2021-11-24T21:06:38Z', 'revision_number': 3, 'project_id': '5dfb04a8a5dd4743afa24ab9872d23aa', 'gw_port': {'id': '9901c2d3-990f-4a06-83b9-5c6ec64febba', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aa4347-9847-4fe0-b8a9-2ceb372a3589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:06:38Z', 'updated_at': '2021-11-24T21:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:06:42.019614 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234f493-e3cd-434b-ae61-b542bee6292f req-cb86fdfd-6a2f-4ddc-92a6-5b10b1b77774 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:42.022229 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d234f493-e3cd-434b-ae61-b542bee6292f req-cb86fdfd-6a2f-4ddc-92a6-5b10b1b77774 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bac88c6-e5e0-446c-a413-8d9f36649c4e HTTP/1.1" status: 200 len: 946 time: 0.2440550 Nov 24 21:06:42.067533 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b1a1633-fd1c-49ec-ab86-17c9766f410e req-42399414-05a1-4d79-bd6e-0597ba14fd31 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722882 Nov 24 21:06:42.103943 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4b74384a-888d-49f7-924a-c255ffc0330c None None] Provisioning complete for port 2c1dd7b8-f5d7-4d0d-8006-40d1f5300fba triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:42.106211 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4b74384a-888d-49f7-924a-c255ffc0330c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:42.128955 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7342ae5-8acc-49c6-8f64-3881e7b6cdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:42.190160 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-4b74384a-888d-49f7-924a-c255ffc0330c None None] Port 2c1dd7b8-f5d7-4d0d-8006-40d1f5300fba cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:06:42.310677 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-d234f493-e3cd-434b-ae61-b542bee6292f req-41b5b2b6-442f-4032-aa93-3657b9a39c4e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Deleting port 43133bfa-3a0c-44e9-90d2-d34e2679c8e2 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:06:42.311179 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d234f493-e3cd-434b-ae61-b542bee6292f req-41b5b2b6-442f-4032-aa93-3657b9a39c4e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:42.357539 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:42.376708 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48130) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:42.501786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-d234f493-e3cd-434b-ae61-b542bee6292f req-41b5b2b6-442f-4032-aa93-3657b9a39c4e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] For port 43133bfa-3a0c-44e9-90d2-d34e2679c8e2, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=43133bfa-3a0c-44e9-90d2-d34e2679c8e2,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:42.502163 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d234f493-e3cd-434b-ae61-b542bee6292f req-41b5b2b6-442f-4032-aa93-3657b9a39c4e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:42.529067 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-d234f493-e3cd-434b-ae61-b542bee6292f req-41b5b2b6-442f-4032-aa93-3657b9a39c4e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Calling delete_port for 43133bfa-3a0c-44e9-90d2-d34e2679c8e2 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:06:42.549621 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7342ae5-8acc-49c6-8f64-3881e7b6cdf8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:42.608101 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7342ae5-8acc-49c6-8f64-3881e7b6cdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:42.621814 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75527b84-0525-469f-8daa-b979f5c4de56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:42.719903 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7342ae5-8acc-49c6-8f64-3881e7b6cdf8 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1dd7b8-f5d7-4d0d-8006-40d1f5300fba,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:42.736244 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7342ae5-8acc-49c6-8f64-3881e7b6cdf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:42.807507 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75527b84-0525-469f-8daa-b979f5c4de56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:42.814515 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75527b84-0525-469f-8daa-b979f5c4de56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:42.870612 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-75527b84-0525-469f-8daa-b979f5c4de56 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=afebde1f36784adcb68f97311490785d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4920409 Nov 24 21:06:42.873924 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48146) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:42.945663 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75527b84-0525-469f-8daa-b979f5c4de56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98381eae-4344-4c53-87e6-ff283f947555,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:42.964109 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7342ae5-8acc-49c6-8f64-3881e7b6cdf8 admin admin] Network 7642f3ce-7b57-4cc2-8cb7-612828a82fdb is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:06:42.970524 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f4fcbfd7-f0a2-4bfa-ae78-682fe687b8c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:43.055918 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f4fcbfd7-f0a2-4bfa-ae78-682fe687b8c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:43.075784 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-c7342ae5-8acc-49c6-8f64-3881e7b6cdf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:06:43.078864 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d234f493-e3cd-434b-ae61-b542bee6292f req-41b5b2b6-442f-4032-aa93-3657b9a39c4e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:43.087530 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9901c2d3-990f-4a06-83b9-5c6ec64febba up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:06:43.159706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['43133bfa-3a0c-44e9-90d2-d34e2679c8e2'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:06:43.189283 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f4fcbfd7-f0a2-4bfa-ae78-682fe687b8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:43.193612 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f4fcbfd7-f0a2-4bfa-ae78-682fe687b8c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:43.195998 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f4fcbfd7-f0a2-4bfa-ae78-682fe687b8c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98381eae-4344-4c53-87e6-ff283f947555 HTTP/1.1" status: 204 len: 168 time: 0.3208477 Nov 24 21:06:43.210420 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fcbfd7-f0a2-4bfa-ae78-682fe687b8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98381eae-4344-4c53-87e6-ff283f947555,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:43.220262 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5b2b6-442f-4032-aa93-3657b9a39c4e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Pushing event deleted for resources: {'Port': ['ID=43133bfa-3a0c-44e9-90d2-d34e2679c8e2,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:43.312152 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6827745b-b917-40ac-b5f5-6ccb851ccf2c req-0cb9385f-abbd-4be2-bc33-8851c2087c0b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bac88c6-e5e0-446c-a413-8d9f36649c4e HTTP/1.1" status: 200 len: 210 time: 0.0704610 Nov 24 21:06:43.397018 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 9901c2d3-990f-4a06-83b9-5c6ec64febba triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:43.397749 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:43.551789 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7342ae5-8acc-49c6-8f64-3881e7b6cdf8 admin admin] Router e6aa4347-9847-4fe0-b8a9-2ceb372a3589 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:06:43.553247 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-d234f493-e3cd-434b-ae61-b542bee6292f req-41b5b2b6-442f-4032-aa93-3657b9a39c4e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] No DVR routers for this DVR port 43133bfa-3a0c-44e9-90d2-d34e2679c8e2 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:06:43.557361 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d234f493-e3cd-434b-ae61-b542bee6292f req-41b5b2b6-442f-4032-aa93-3657b9a39c4e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:43.558496 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c1f627a0-b5fa-4e09-ad7f-5b090fc3b580 None None] Provisioning complete for port 2c1dd7b8-f5d7-4d0d-8006-40d1f5300fba triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:43.558977 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c1f627a0-b5fa-4e09-ad7f-5b090fc3b580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:43.560888 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d234f493-e3cd-434b-ae61-b542bee6292f req-41b5b2b6-442f-4032-aa93-3657b9a39c4e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.15 "DELETE /v2.0/ports/43133bfa-3a0c-44e9-90d2-d34e2679c8e2 HTTP/1.1" status: 204 len: 173 time: 1.5103567 Nov 24 21:06:43.561374 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bac88c6-e5e0-446c-a413-8d9f36649c4e', 'name': 'network-vif-deleted', 'tag': '43133bfa-3a0c-44e9-90d2-d34e2679c8e2'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:06:43.565011 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6621c64-787e-4cb0-af4a-679da47f1f52" -d '{"events": [{"server_uuid": "3bac88c6-e5e0-446c-a413-8d9f36649c4e", "name": "network-vif-deleted", "tag": "43133bfa-3a0c-44e9-90d2-d34e2679c8e2"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:06:43.631775 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c1f627a0-b5fa-4e09-ad7f-5b090fc3b580 None None] Port 2c1dd7b8-f5d7-4d0d-8006-40d1f5300fba cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:06:43.665138 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a4fd2f-8e75-4863-9903-aba40caa63f7 x-openstack-request-id: req-88a4fd2f-8e75-4863-9903-aba40caa63f7 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:06:43.665437 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bac88c6-e5e0-446c-a413-8d9f36649c4e", "name": "network-vif-deleted", "tag": "43133bfa-3a0c-44e9-90d2-d34e2679c8e2", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:06:43.665697 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-88a4fd2f-8e75-4863-9903-aba40caa63f7 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:06:43.666111 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bac88c6-e5e0-446c-a413-8d9f36649c4e', 'name': 'network-vif-deleted', 'tag': '43133bfa-3a0c-44e9-90d2-d34e2679c8e2', 'status': 'completed', 'code': 200} Nov 24 21:06:43.740146 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:43.768378 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48168) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:43.784409 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1128bc33-a948-47fd-a104-5bdd0b6440c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:43.788085 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7342ae5-8acc-49c6-8f64-3881e7b6cdf8 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:06:43.793872 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c7342ae5-8acc-49c6-8f64-3881e7b6cdf8 admin admin] 10.222.0.11 "PUT /v2.0/routers/e6aa4347-9847-4fe0-b8a9-2ceb372a3589/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4831336 Nov 24 21:06:43.887000 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1128bc33-a948-47fd-a104-5bdd0b6440c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:43.891229 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1128bc33-a948-47fd-a104-5bdd0b6440c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:43.934343 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1128bc33-a948-47fd-a104-5bdd0b6440c6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=051848b8973442de9aa174088d8c3f6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1632712 Nov 24 21:06:43.936992 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48178) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:43.946220 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128bc33-a948-47fd-a104-5bdd0b6440c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cd01e9-a519-4d01-8d55-4eeba4cfeef4,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:43.999003 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7651c74d-4a65-4c04-adf2-2554c1c229de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:44.024674 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7651c74d-4a65-4c04-adf2-2554c1c229de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:44.096417 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7651c74d-4a65-4c04-adf2-2554c1c229de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:44.100219 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7651c74d-4a65-4c04-adf2-2554c1c229de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:44.101759 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7651c74d-4a65-4c04-adf2-2554c1c229de admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/37cd01e9-a519-4d01-8d55-4eeba4cfeef4 HTTP/1.1" status: 204 len: 168 time: 0.1637063 Nov 24 21:06:44.111297 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651c74d-4a65-4c04-adf2-2554c1c229de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cd01e9-a519-4d01-8d55-4eeba4cfeef4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:44.343128 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-8497b2ae-95a7-4dc2-94ad-e00be77bfe5a req-d0a6facb-4e96-41a1-b1fe-cea8a7ce0719 tempest-FloatingIPDetailsNegativeTestJSON-1047134757 tempest-FloatingIPDetailsNegativeTestJSON-1047134757-project] show failed (client error): The resource could not be found. Nov 24 21:06:44.343128 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8497b2ae-95a7-4dc2-94ad-e00be77bfe5a req-d0a6facb-4e96-41a1-b1fe-cea8a7ce0719 tempest-FloatingIPDetailsNegativeTestJSON-1047134757 tempest-FloatingIPDetailsNegativeTestJSON-1047134757-project] 10.222.0.11 "GET /v2.0/floatingips/d8042bbd-8105-4c8a-bbcf-d090c42c01be HTTP/1.1" status: 404 len: 350 time: 0.2195332 Nov 24 21:06:44.355598 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48190) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:44.665370 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48210) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:44.679859 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b74acb8c-6430-4b54-819d-a1d13cf949d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:44.787248 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b74acb8c-6430-4b54-819d-a1d13cf949d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:44.800005 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b74acb8c-6430-4b54-819d-a1d13cf949d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:44.825533 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:44.835800 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06866af0-8488-40f7-b133-41d84ed80eda req-4ef82f00-9884-453a-aed3-a287eaae264a tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:44.849878 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74acb8c-6430-4b54-819d-a1d13cf949d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95149f7a-0d29-483a-861f-cc67d684a544,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:44.852578 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-06866af0-8488-40f7-b133-41d84ed80eda req-4ef82f00-9884-453a-aed3-a287eaae264a tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/networks?id=287bbc50-3f16-40b0-94f6-15f32164ebfe HTTP/1.1" status: 200 len: 812 time: 0.2067709 Nov 24 21:06:44.852851 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e3cf0-15bc-4dc1-9c95-8dab64619f05 None None] Sync routers for ids ['e6aa4347-9847-4fe0-b8a9-2ceb372a3589'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:06:44.858146 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b74acb8c-6430-4b54-819d-a1d13cf949d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e6747a544740451cb8072646c31b13fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1917121 Nov 24 21:06:44.861008 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48214) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:44.880117 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014e3cf0-15bc-4dc1-9c95-8dab64619f05 None None] Routers {'e6aa4347-9847-4fe0-b8a9-2ceb372a3589'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:06:44.880881 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-014e3cf0-15bc-4dc1-9c95-8dab64619f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:06:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['e6aa4347-9847-4fe0-b8a9-2ceb372a3589'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:44.900994 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-06866af0-8488-40f7-b133-41d84ed80eda req-2fd813d5-c049-475e-a5c0-7d852aa372dc tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/quotas/e71b3a96d850423e9f3044dfb96ccf17 HTTP/1.1" status: 200 len: 375 time: 0.0458252 Nov 24 21:06:44.936526 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d6aff4a7-3a63-4a16-b142-4b2094f0ddcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:44.942763 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-06866af0-8488-40f7-b133-41d84ed80eda req-a879c01d-8a2e-41c0-9a99-745ae2f87f3c tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e71b3a96d850423e9f3044dfb96ccf17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399685 Nov 24 21:06:44.961686 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d6aff4a7-3a63-4a16-b142-4b2094f0ddcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:45.027711 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d6aff4a7-3a63-4a16-b142-4b2094f0ddcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:45.032651 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d6aff4a7-3a63-4a16-b142-4b2094f0ddcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:45.035022 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d6aff4a7-3a63-4a16-b142-4b2094f0ddcb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/95149f7a-0d29-483a-861f-cc67d684a544 HTTP/1.1" status: 204 len: 168 time: 0.1729269 Nov 24 21:06:45.062964 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aff4a7-3a63-4a16-b142-4b2094f0ddcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95149f7a-0d29-483a-861f-cc67d684a544,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:45.064731 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2d5ca436-8caf-4d33-9a98-b3329b12005a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:45.130755 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-06866af0-8488-40f7-b133-41d84ed80eda req-3469318f-92fd-4f2c-8875-b958979a5157 service neutron] 10.222.0.11 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868494 Nov 24 21:06:45.210878 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-014e3cf0-15bc-4dc1-9c95-8dab64619f05 None None] Set router e6aa4347-9847-4fe0-b8a9-2ceb372a3589 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:06:45.285642 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-06866af0-8488-40f7-b133-41d84ed80eda req-38c82eb1-b1f0-4e44-b5f0-48dd1116897c service neutron] 10.222.0.11 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536090 Nov 24 21:06:45.522353 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-014e3cf0-15bc-4dc1-9c95-8dab64619f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aa4347-9847-4fe0-b8a9-2ceb372a3589', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318185033-router', 'tenant_id': '5dfb04a8a5dd4743afa24ab9872d23aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9901c2d3-990f-4a06-83b9-5c6ec64febba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:06:37Z', 'updated_at': '2021-11-24T21:06:41Z', 'revision_number': 4, 'project_id': '5dfb04a8a5dd4743afa24ab9872d23aa', 'gw_port': {'id': '9901c2d3-990f-4a06-83b9-5c6ec64febba', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aa4347-9847-4fe0-b8a9-2ceb372a3589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:06:38Z', 'updated_at': '2021-11-24T21:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '2c1dd7b8-f5d7-4d0d-8006-40d1f5300fba', 'name': '', 'network_id': '7642f3ce-7b57-4cc2-8cb7-612828a82fdb', 'tenant_id': '5dfb04a8a5dd4743afa24ab9872d23aa', 'mac_address': 'fa:16:3e:17:5e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aa4347-9847-4fe0-b8a9-2ceb372a3589', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'da864e43-4f16-42cd-9fb7-1a034fae6beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:06:40Z', 'updated_at': '2021-11-24T21:06:42Z', 'revision_number': 2, 'project_id': '5dfb04a8a5dd4743afa24ab9872d23aa', 'subnets': [{'id': 'da864e43-4f16-42cd-9fb7-1a034fae6beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:45.596134 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c9718998-17b7-4978-9ff7-f60c6bbd167f req-2d8ecf25-1e81-4bca-973e-74b0668ba2a3 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 210 time: 0.0437684 Nov 24 21:06:45.603233 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e3cf0-15bc-4dc1-9c95-8dab64619f05 None None] Checking router: e6aa4347-9847-4fe0-b8a9-2ceb372a3589 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:06:45.603611 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e3cf0-15bc-4dc1-9c95-8dab64619f05 None None] Updating router e6aa4347-9847-4fe0-b8a9-2ceb372a3589 port 2c1dd7b8-f5d7-4d0d-8006-40d1f5300fba binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:06:45.624205 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-2d5ca436-8caf-4d33-9a98-b3329b12005a admin admin] Deleting port 2c1dd7b8-f5d7-4d0d-8006-40d1f5300fba {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:06:45.624788 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2d5ca436-8caf-4d33-9a98-b3329b12005a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:45.631621 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-014e3cf0-15bc-4dc1-9c95-8dab64619f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:45.740452 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2d5ca436-8caf-4d33-9a98-b3329b12005a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:45.767189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-2d5ca436-8caf-4d33-9a98-b3329b12005a admin admin] Calling delete_port for 2c1dd7b8-f5d7-4d0d-8006-40d1f5300fba owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:06:46.049120 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2d5ca436-8caf-4d33-9a98-b3329b12005a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:46.080689 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-014e3cf0-15bc-4dc1-9c95-8dab64619f05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:06:46.081184 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-014e3cf0-15bc-4dc1-9c95-8dab64619f05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:06:46.101534 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ca436-8caf-4d33-9a98-b3329b12005a admin admin] Pushing event deleted for resources: {'Port': ['ID=2c1dd7b8-f5d7-4d0d-8006-40d1f5300fba,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:46.607988 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2d5ca436-8caf-4d33-9a98-b3329b12005a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:46.642890 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e3cf0-15bc-4dc1-9c95-8dab64619f05 None None] Port 2c1dd7b8-f5d7-4d0d-8006-40d1f5300fba not found while updating agent binding for router e6aa4347-9847-4fe0-b8a9-2ceb372a3589. {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 24 21:06:46.657824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014e3cf0-15bc-4dc1-9c95-8dab64619f05 None None] Routers {'e6aa4347-9847-4fe0-b8a9-2ceb372a3589'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:06:46.658613 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-014e3cf0-15bc-4dc1-9c95-8dab64619f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:06:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['e6aa4347-9847-4fe0-b8a9-2ceb372a3589'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:46.825274 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-014e3cf0-15bc-4dc1-9c95-8dab64619f05 None None] Set router e6aa4347-9847-4fe0-b8a9-2ceb372a3589 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:06:46.830477 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7d674909-c270-4f5d-a78f-ad4a499bee1b req-d3fa6207-a949-4bad-89ea-b5a8a16fc38a tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 210 time: 0.0753641 Nov 24 21:06:46.948813 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5ca436-8caf-4d33-9a98-b3329b12005a admin admin] Router e6aa4347-9847-4fe0-b8a9-2ceb372a3589 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:06:47.109830 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-014e3cf0-15bc-4dc1-9c95-8dab64619f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aa4347-9847-4fe0-b8a9-2ceb372a3589', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318185033-router', 'tenant_id': '5dfb04a8a5dd4743afa24ab9872d23aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9901c2d3-990f-4a06-83b9-5c6ec64febba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:06:37Z', 'updated_at': '2021-11-24T21:06:45Z', 'revision_number': 5, 'project_id': '5dfb04a8a5dd4743afa24ab9872d23aa', 'gw_port': {'id': '9901c2d3-990f-4a06-83b9-5c6ec64febba', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aa4347-9847-4fe0-b8a9-2ceb372a3589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:06:38Z', 'updated_at': '2021-11-24T21:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:47.151271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5ca436-8caf-4d33-9a98-b3329b12005a admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:06:47.153230 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e3cf0-15bc-4dc1-9c95-8dab64619f05 None None] The sync data for ids ['e6aa4347-9847-4fe0-b8a9-2ceb372a3589'] in n-d-812111-8 is: [{'id': 'e6aa4347-9847-4fe0-b8a9-2ceb372a3589', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318185033-router', 'tenant_id': '5dfb04a8a5dd4743afa24ab9872d23aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9901c2d3-990f-4a06-83b9-5c6ec64febba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:06:37Z', 'updated_at': '2021-11-24T21:06:45Z', 'revision_number': 5, 'project_id': '5dfb04a8a5dd4743afa24ab9872d23aa', 'gw_port': {'id': '9901c2d3-990f-4a06-83b9-5c6ec64febba', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aa4347-9847-4fe0-b8a9-2ceb372a3589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:06:38Z', 'updated_at': '2021-11-24T21:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:06:47.171255 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2d5ca436-8caf-4d33-9a98-b3329b12005a admin admin] 10.222.0.11 "PUT /v2.0/routers/e6aa4347-9847-4fe0-b8a9-2ceb372a3589/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8111653 Nov 24 21:06:47.171255 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48280) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:47.258833 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06866af0-8488-40f7-b133-41d84ed80eda req-bc8c5165-930e-4412-8172-5ae43e2d0129 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:47.263447 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-06866af0-8488-40f7-b133-41d84ed80eda req-bc8c5165-930e-4412-8172-5ae43e2d0129 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.15 "GET /v2.0/networks?id=287bbc50-3f16-40b0-94f6-15f32164ebfe HTTP/1.1" status: 200 len: 812 time: 0.2114360 Nov 24 21:06:47.293340 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-06866af0-8488-40f7-b133-41d84ed80eda req-315de28e-c36e-4d9f-a5fe-ec94c107c53b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Request body: {'port': {'device_id': '7ce07dbc-49c6-4d32-9435-e3c264d56445', 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe', 'admin_state_up': True, 'tenant_id': 'e71b3a96d850423e9f3044dfb96ccf17'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:06:47.357803 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-83e04bdb-ff86-45ce-8461-058f1223820e admin admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:47.501521 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 43133bfa-3a0c-44e9-90d2-d34e2679c8e2 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:06:47.553632 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-83e04bdb-ff86-45ce-8461-058f1223820e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:47.572882 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 43133bfa-3a0c-44e9-90d2-d34e2679c8e2 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:06:47.573233 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 43133bfa-3a0c-44e9-90d2-d34e2679c8e2 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:06:47.577582 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06866af0-8488-40f7-b133-41d84ed80eda req-315de28e-c36e-4d9f-a5fe-ec94c107c53b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Made reservation on behalf of e71b3a96d850423e9f3044dfb96ccf17 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:06:47.583535 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-06866af0-8488-40f7-b133-41d84ed80eda req-315de28e-c36e-4d9f-a5fe-ec94c107c53b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:47.673485 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-83e04bdb-ff86-45ce-8461-058f1223820e admin admin] Deleting port 9901c2d3-990f-4a06-83b9-5c6ec64febba {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:06:47.674028 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-83e04bdb-ff86-45ce-8461-058f1223820e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:47.896602 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-06866af0-8488-40f7-b133-41d84ed80eda req-315de28e-c36e-4d9f-a5fe-ec94c107c53b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Allocated IP 172.20.0.14 (287bbc50-3f16-40b0-94f6-15f32164ebfe/f2a175e7-c4f6-4d68-bd07-ad29e027b58f/cc557bc3-52ae-48fc-b2f2-527330ca70e4) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:06:47.906799 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-83e04bdb-ff86-45ce-8461-058f1223820e admin admin] For port 9901c2d3-990f-4a06-83b9-5c6ec64febba, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9901c2d3-990f-4a06-83b9-5c6ec64febba,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:47.914435 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-83e04bdb-ff86-45ce-8461-058f1223820e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:47.964024 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-83e04bdb-ff86-45ce-8461-058f1223820e admin admin] Calling delete_port for 9901c2d3-990f-4a06-83b9-5c6ec64febba owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:06:48.037007 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fdead03c-90eb-460f-8868-a19633ba9d41 req-a783ffa4-4c50-444f-83dd-847ceaf52a17 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 210 time: 0.0413535 Nov 24 21:06:48.206344 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-83e04bdb-ff86-45ce-8461-058f1223820e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:48.242271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e04bdb-ff86-45ce-8461-058f1223820e admin admin] Pushing event deleted for resources: {'Port': ['ID=9901c2d3-990f-4a06-83b9-5c6ec64febba,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:48.242434 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-06866af0-8488-40f7-b133-41d84ed80eda req-315de28e-c36e-4d9f-a5fe-ec94c107c53b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:48.267599 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2c3bf2-d92e-4405-a3de-7969484e1cc8 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:06:48.312033 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-06866af0-8488-40f7-b133-41d84ed80eda req-315de28e-c36e-4d9f-a5fe-ec94c107c53b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:48.365522 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-83e04bdb-ff86-45ce-8461-058f1223820e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:48.377017 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315de28e-c36e-4d9f-a5fe-ec94c107c53b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Pushing event updated for resources: {'Port': ['ID=cc557bc3-52ae-48fc-b2f2-527330ca70e4,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:48.389062 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c508d9-09e2-4430-9f80-bb8e8172822d None None] Sync routers for ids ['e6aa4347-9847-4fe0-b8a9-2ceb372a3589'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:06:48.405540 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c508d9-09e2-4430-9f80-bb8e8172822d None None] Routers {'e6aa4347-9847-4fe0-b8a9-2ceb372a3589'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:06:48.406446 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-b9c508d9-09e2-4430-9f80-bb8e8172822d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:06:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['e6aa4347-9847-4fe0-b8a9-2ceb372a3589'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:48.432926 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06866af0-8488-40f7-b133-41d84ed80eda req-315de28e-c36e-4d9f-a5fe-ec94c107c53b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Network 287bbc50-3f16-40b0-94f6-15f32164ebfe is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:06:48.438768 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-06866af0-8488-40f7-b133-41d84ed80eda req-315de28e-c36e-4d9f-a5fe-ec94c107c53b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:06:48.447960 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-06866af0-8488-40f7-b133-41d84ed80eda req-315de28e-c36e-4d9f-a5fe-ec94c107c53b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:06:48.481178 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-b9c508d9-09e2-4430-9f80-bb8e8172822d None None] Set router e6aa4347-9847-4fe0-b8a9-2ceb372a3589 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:06:48.511763 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06866af0-8488-40f7-b133-41d84ed80eda req-315de28e-c36e-4d9f-a5fe-ec94c107c53b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:48.512556 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-06866af0-8488-40f7-b133-41d84ed80eda req-315de28e-c36e-4d9f-a5fe-ec94c107c53b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:48.517015 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-83e04bdb-ff86-45ce-8461-058f1223820e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:48.520997 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-83e04bdb-ff86-45ce-8461-058f1223820e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:48.541725 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-06866af0-8488-40f7-b133-41d84ed80eda req-315de28e-c36e-4d9f-a5fe-ec94c107c53b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2593365 Nov 24 21:06:48.559661 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-06866af0-8488-40f7-b133-41d84ed80eda req-a29072ca-a222-412b-90d5-8a0f4084d825 service neutron] Request body: {'port': {'device_id': '7ce07dbc-49c6-4d32-9435-e3c264d56445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:06:48.593665 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-83e04bdb-ff86-45ce-8461-058f1223820e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:48.594474 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e04bdb-ff86-45ce-8461-058f1223820e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6aa4347-9847-4fe0-b8a9-2ceb372a3589 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:06:48.602076 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-83e04bdb-ff86-45ce-8461-058f1223820e admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:48.603499 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-83e04bdb-ff86-45ce-8461-058f1223820e admin admin] 10.222.0.11 "DELETE /v2.0/routers/e6aa4347-9847-4fe0-b8a9-2ceb372a3589 HTTP/1.1" status: 204 len: 168 time: 1.4327495 Nov 24 21:06:48.607052 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48326) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:48.671623 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-b9c508d9-09e2-4430-9f80-bb8e8172822d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aa4347-9847-4fe0-b8a9-2ceb372a3589', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318185033-router', 'tenant_id': '5dfb04a8a5dd4743afa24ab9872d23aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:06:37Z', 'updated_at': '2021-11-24T21:06:48Z', 'revision_number': 7, 'project_id': '5dfb04a8a5dd4743afa24ab9872d23aa', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:48.676778 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c98cc30-a162-40af-936d-ae6be4528116 admin admin] Deleting subnet da864e43-4f16-42cd-9fb7-1a034fae6beb {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:06:48.683901 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5c98cc30-a162-40af-936d-ae6be4528116 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:48.699829 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-06866af0-8488-40f7-b133-41d84ed80eda req-a29072ca-a222-412b-90d5-8a0f4084d825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:48.705843 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c508d9-09e2-4430-9f80-bb8e8172822d None None] Checking router: e6aa4347-9847-4fe0-b8a9-2ceb372a3589 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:06:48.715663 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c508d9-09e2-4430-9f80-bb8e8172822d None None] Routers set() bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:06:48.716030 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c508d9-09e2-4430-9f80-bb8e8172822d None None] Router IDs set() for agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 21:06:48.716900 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_agentschedulers_db [None req-b9c508d9-09e2-4430-9f80-bb8e8172822d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e6aa4347-9847-4fe0-b8a9-2ceb372a3589'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:06:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent'). {{(pid=109993) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 24 21:06:48.717296 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c508d9-09e2-4430-9f80-bb8e8172822d None None] The sync data for ids ['e6aa4347-9847-4fe0-b8a9-2ceb372a3589'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:06:48.749068 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5c98cc30-a162-40af-936d-ae6be4528116 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:48.878017 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5c98cc30-a162-40af-936d-ae6be4528116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:48.976097 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5c98cc30-a162-40af-936d-ae6be4528116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:49.054891 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5c98cc30-a162-40af-936d-ae6be4528116 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:49.056108 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa2dfcd-4990-4133-a772-36a1871482b3 None None] Network 7642f3ce-7b57-4cc2-8cb7-612828a82fdb requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:06:49.059820 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5c98cc30-a162-40af-936d-ae6be4528116 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/da864e43-4f16-42cd-9fb7-1a034fae6beb HTTP/1.1" status: 204 len: 168 time: 0.4516091 Nov 24 21:06:49.061558 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98cc30-a162-40af-936d-ae6be4528116 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da864e43-4f16-42cd-9fb7-1a034fae6beb,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:49.064091 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48340) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:49.151690 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a906-26bf-4d97-a2ad-2ed470b88f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:49.231702 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-06866af0-8488-40f7-b133-41d84ed80eda req-a29072ca-a222-412b-90d5-8a0f4084d825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc557bc3-52ae-48fc-b2f2-527330ca70e4 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:06:49.241647 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-06866af0-8488-40f7-b133-41d84ed80eda req-a29072ca-a222-412b-90d5-8a0f4084d825 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:49.259367 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-06866af0-8488-40f7-b133-41d84ed80eda req-a29072ca-a222-412b-90d5-8a0f4084d825 service neutron] Transition to ACTIVE for port object cc557bc3-52ae-48fc-b2f2-527330ca70e4 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:06:49.264891 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-06866af0-8488-40f7-b133-41d84ed80eda req-a29072ca-a222-412b-90d5-8a0f4084d825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:49.305122 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12bcd1-fa07-4b7b-824c-5162ddb31916 req-7d0f58a3-8dd4-4132-abac-7d1dba0126f7 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:49.307618 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f12bcd1-fa07-4b7b-824c-5162ddb31916 req-7d0f58a3-8dd4-4132-abac-7d1dba0126f7 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 932 time: 0.0786953 Nov 24 21:06:49.319646 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-aeb4a906-26bf-4d97-a2ad-2ed470b88f27 admin admin] Deleting port fe48305a-43b1-4f18-b5a1-fb2f1325e54c {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:06:49.320653 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a906-26bf-4d97-a2ad-2ed470b88f27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:49.342841 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29072ca-a222-412b-90d5-8a0f4084d825 service neutron] Pushing event updated for resources: {'Port': ['ID=cc557bc3-52ae-48fc-b2f2-527330ca70e4,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:49.451423 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f2172b-b32b-4642-b614-70dabfe57fcf None None] DHCP port deletion for 7642f3ce-7b57-4cc2-8cb7-612828a82fdb request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:06:49.469822 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-aeb4a906-26bf-4d97-a2ad-2ed470b88f27 admin admin] For port fe48305a-43b1-4f18-b5a1-fb2f1325e54c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fe48305a-43b1-4f18-b5a1-fb2f1325e54c,segment=NetworkSegment(fdd2d8ba-bde7-4c6f-a37b-27b5e247cd86),segment_id=fdd2d8ba-bde7-4c6f-a37b-27b5e247cd86)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:49.477242 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a906-26bf-4d97-a2ad-2ed470b88f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:49.503377 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-aeb4a906-26bf-4d97-a2ad-2ed470b88f27 admin admin] Calling delete_port for fe48305a-43b1-4f18-b5a1-fb2f1325e54c owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:06:49.518898 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-06866af0-8488-40f7-b133-41d84ed80eda req-a29072ca-a222-412b-90d5-8a0f4084d825 service neutron] Attempting to bind port cc557bc3-52ae-48fc-b2f2-527330ca70e4 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:06:49.519481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-06866af0-8488-40f7-b133-41d84ed80eda req-a29072ca-a222-412b-90d5-8a0f4084d825 service neutron] Attempting to bind port cc557bc3-52ae-48fc-b2f2-527330ca70e4 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:06:49.521596 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f12bcd1-fa07-4b7b-824c-5162ddb31916 req-9971820a-aaee-4fd5-9b8f-7ae0d09594a8 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784215 Nov 24 21:06:49.526318 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06866af0-8488-40f7-b133-41d84ed80eda req-a29072ca-a222-412b-90d5-8a0f4084d825 service neutron] Attempting to bind port cc557bc3-52ae-48fc-b2f2-527330ca70e4 on network 287bbc50-3f16-40b0-94f6-15f32164ebfe {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:06:49.532199 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06866af0-8488-40f7-b133-41d84ed80eda req-a29072ca-a222-412b-90d5-8a0f4084d825 service neutron] Port cc557bc3-52ae-48fc-b2f2-527330ca70e4 on network 287bbc50-3f16-40b0-94f6-15f32164ebfe not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:06:49.532575 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06866af0-8488-40f7-b133-41d84ed80eda req-a29072ca-a222-412b-90d5-8a0f4084d825 service neutron] Attempting to bind port cc557bc3-52ae-48fc-b2f2-527330ca70e4 on network 287bbc50-3f16-40b0-94f6-15f32164ebfe {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:06:49.536316 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-a6f2172b-b32b-4642-b614-70dabfe57fcf None None] Deleting port fe48305a-43b1-4f18-b5a1-fb2f1325e54c {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:06:49.537175 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a6f2172b-b32b-4642-b614-70dabfe57fcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:49.539709 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06866af0-8488-40f7-b133-41d84ed80eda req-a29072ca-a222-412b-90d5-8a0f4084d825 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:06:49.539848 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06866af0-8488-40f7-b133-41d84ed80eda req-a29072ca-a222-412b-90d5-8a0f4084d825 service neutron] Checking segment: {'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:06:49.540244 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06866af0-8488-40f7-b133-41d84ed80eda req-a29072ca-a222-412b-90d5-8a0f4084d825 service neutron] Bound using segment: {'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:06:49.540686 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-06866af0-8488-40f7-b133-41d84ed80eda req-a29072ca-a222-412b-90d5-8a0f4084d825 service neutron] Bound port: cc557bc3-52ae-48fc-b2f2-527330ca70e4, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:06:49.541119 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-06866af0-8488-40f7-b133-41d84ed80eda req-a29072ca-a222-412b-90d5-8a0f4084d825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:49.609587 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a6f2172b-b32b-4642-b614-70dabfe57fcf None None] For port fe48305a-43b1-4f18-b5a1-fb2f1325e54c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fe48305a-43b1-4f18-b5a1-fb2f1325e54c,segment=NetworkSegment(fdd2d8ba-bde7-4c6f-a37b-27b5e247cd86),segment_id=fdd2d8ba-bde7-4c6f-a37b-27b5e247cd86)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:49.609587 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a6f2172b-b32b-4642-b614-70dabfe57fcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:49.625583 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-a6f2172b-b32b-4642-b614-70dabfe57fcf None None] Calling delete_port for fe48305a-43b1-4f18-b5a1-fb2f1325e54c owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:06:49.658387 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-06866af0-8488-40f7-b133-41d84ed80eda req-a29072ca-a222-412b-90d5-8a0f4084d825 service neutron] For port cc557bc3-52ae-48fc-b2f2-527330ca70e4, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:06:49.663029 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a906-26bf-4d97-a2ad-2ed470b88f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:49.663576 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-06866af0-8488-40f7-b133-41d84ed80eda req-a29072ca-a222-412b-90d5-8a0f4084d825 service neutron] For port cc557bc3-52ae-48fc-b2f2-527330ca70e4, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cc557bc3-52ae-48fc-b2f2-527330ca70e4,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:06:49.671420 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-06866af0-8488-40f7-b133-41d84ed80eda req-a29072ca-a222-412b-90d5-8a0f4084d825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:49.719338 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4a906-26bf-4d97-a2ad-2ed470b88f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe48305a-43b1-4f18-b5a1-fb2f1325e54c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:49.726783 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb4a906-26bf-4d97-a2ad-2ed470b88f27 admin admin] No DVR routers for this DVR port fe48305a-43b1-4f18-b5a1-fb2f1325e54c on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:06:49.732649 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06866af0-8488-40f7-b133-41d84ed80eda req-a29072ca-a222-412b-90d5-8a0f4084d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:49.733303 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-06866af0-8488-40f7-b133-41d84ed80eda req-a29072ca-a222-412b-90d5-8a0f4084d825 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:49.734990 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-06866af0-8488-40f7-b133-41d84ed80eda req-a29072ca-a222-412b-90d5-8a0f4084d825 service neutron] 10.222.0.15 "PUT /v2.0/ports/cc557bc3-52ae-48fc-b2f2-527330ca70e4 HTTP/1.1" status: 200 len: 1092 time: 1.1806364 Nov 24 21:06:49.735332 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce07dbc-49c6-4d32-9435-e3c264d56445', 'tag': 'cc557bc3-52ae-48fc-b2f2-527330ca70e4'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:06:49.737897 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16942de7-53a4-4a87-8d0d-f23f2ff3958d" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce07dbc-49c6-4d32-9435-e3c264d56445", "tag": "cc557bc3-52ae-48fc-b2f2-527330ca70e4"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:06:49.763546 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29072ca-a222-412b-90d5-8a0f4084d825 service neutron] Pushing event updated for resources: {'Port': ['ID=cc557bc3-52ae-48fc-b2f2-527330ca70e4,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:49.812490 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a6f2172b-b32b-4642-b614-70dabfe57fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:49.852308 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d093dd7b-3219-430d-938c-d527bbf2b51a x-openstack-request-id: req-d093dd7b-3219-430d-938c-d527bbf2b51a {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:06:49.852735 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce07dbc-49c6-4d32-9435-e3c264d56445", "tag": "cc557bc3-52ae-48fc-b2f2-527330ca70e4", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:06:49.853078 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d093dd7b-3219-430d-938c-d527bbf2b51a {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:06:49.853550 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce07dbc-49c6-4d32-9435-e3c264d56445', 'tag': 'cc557bc3-52ae-48fc-b2f2-527330ca70e4', 'status': 'completed', 'code': 200} Nov 24 21:06:49.865170 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2172b-b32b-4642-b614-70dabfe57fcf None None] Pushing event deleted for resources: {'Port': ['ID=fe48305a-43b1-4f18-b5a1-fb2f1325e54c,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:49.866853 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a906-26bf-4d97-a2ad-2ed470b88f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:49.874126 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06866af0-8488-40f7-b133-41d84ed80eda req-bdaa5aa6-fe76-40da-8f06-7438f53e9621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:49.875742 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-06866af0-8488-40f7-b133-41d84ed80eda req-bdaa5aa6-fe76-40da-8f06-7438f53e9621 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e71b3a96d850423e9f3044dfb96ccf17&device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 1095 time: 0.0880663 Nov 24 21:06:49.876722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f2172b-b32b-4642-b614-70dabfe57fcf None None] No DVR routers for this DVR port fe48305a-43b1-4f18-b5a1-fb2f1325e54c on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:06:49.940675 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-06866af0-8488-40f7-b133-41d84ed80eda req-63582403-6c39-43aa-9a76-862e51ae66e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc557bc3-52ae-48fc-b2f2-527330ca70e4 HTTP/1.1" status: 200 len: 217 time: 0.0513673 Nov 24 21:06:49.969057 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-aeb4a906-26bf-4d97-a2ad-2ed470b88f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7642f3ce-7b57-4cc2-8cb7-612828a82fdb']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:49.995469 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-aeb4a906-26bf-4d97-a2ad-2ed470b88f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd2d8ba-bde7-4c6f-a37b-27b5e247cd86') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:49.996228 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-aeb4a906-26bf-4d97-a2ad-2ed470b88f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd2d8ba-bde7-4c6f-a37b-27b5e247cd86') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:06:50.012964 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06866af0-8488-40f7-b133-41d84ed80eda req-09949484-df5d-4680-af82-961c176851be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:50.014658 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-06866af0-8488-40f7-b133-41d84ed80eda req-09949484-df5d-4680-af82-961c176851be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2a175e7-c4f6-4d68-bd07-ad29e027b58f HTTP/1.1" status: 200 len: 852 time: 0.0664947 Nov 24 21:06:50.046722 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a906-26bf-4d97-a2ad-2ed470b88f27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:50.070375 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-06866af0-8488-40f7-b133-41d84ed80eda req-3dfb11f3-4bfd-484c-bf99-0a9dc9363375 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=287bbc50-3f16-40b0-94f6-15f32164ebfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435827 Nov 24 21:06:50.084422 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912dcf3-0867-4cae-811d-b2195303f447 req-3f2b2e5e-d576-4e4c-a822-cb617130dfd0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:50.090536 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912dcf3-0867-4cae-811d-b2195303f447 req-3f2b2e5e-d576-4e4c-a822-cb617130dfd0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:50.096608 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912dcf3-0867-4cae-811d-b2195303f447 req-3f2b2e5e-d576-4e4c-a822-cb617130dfd0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:50.103056 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912dcf3-0867-4cae-811d-b2195303f447 req-3f2b2e5e-d576-4e4c-a822-cb617130dfd0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:50.109269 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912dcf3-0867-4cae-811d-b2195303f447 req-3f2b2e5e-d576-4e4c-a822-cb617130dfd0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:50.115734 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912dcf3-0867-4cae-811d-b2195303f447 req-3f2b2e5e-d576-4e4c-a822-cb617130dfd0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:50.121883 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912dcf3-0867-4cae-811d-b2195303f447 req-3f2b2e5e-d576-4e4c-a822-cb617130dfd0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:50.123970 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f912dcf3-0867-4cae-811d-b2195303f447 req-3f2b2e5e-d576-4e4c-a822-cb617130dfd0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5435 time: 0.1925032 Nov 24 21:06:50.127740 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a906-26bf-4d97-a2ad-2ed470b88f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:50.155306 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb4a906-26bf-4d97-a2ad-2ed470b88f27 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:06:50.155833 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a906-26bf-4d97-a2ad-2ed470b88f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:06:50.157763 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:06:50.257017 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a906-26bf-4d97-a2ad-2ed470b88f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:50.270896 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a906-26bf-4d97-a2ad-2ed470b88f27 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:50.278130 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-aeb4a906-26bf-4d97-a2ad-2ed470b88f27 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7642f3ce-7b57-4cc2-8cb7-612828a82fdb HTTP/1.1" status: 204 len: 168 time: 1.2129531 Nov 24 21:06:50.296267 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f912dcf3-0867-4cae-811d-b2195303f447 req-90cf21a7-e059-4936-8994-f3ee3ecdacd2 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1604812 Nov 24 21:06:50.319873 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4a906-26bf-4d97-a2ad-2ed470b88f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=7642f3ce-7b57-4cc2-8cb7-612828a82fdb,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:50.404265 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:06:50.601938 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48376) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:50.670520 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-06866af0-8488-40f7-b133-41d84ed80eda req-cd0a1251-5c14-4870-99f2-347ddfc3e3ff service neutron] 10.222.0.15 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5840197 Nov 24 21:06:50.693526 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c0c36-d21a-409c-be5a-3185f31da08b req-95d86ab5-1fa8-4436-867a-c787ddc64025 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:50.699710 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c0c36-d21a-409c-be5a-3185f31da08b req-95d86ab5-1fa8-4436-867a-c787ddc64025 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:50.705791 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c0c36-d21a-409c-be5a-3185f31da08b req-95d86ab5-1fa8-4436-867a-c787ddc64025 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:50.710004 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-698785df-4c55-4ba6-ab22-5b495a0f71aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5dfb04a8a5dd4743afa24ab9872d23aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1044381 Nov 24 21:06:50.710824 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48378) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:50.712542 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c0c36-d21a-409c-be5a-3185f31da08b req-95d86ab5-1fa8-4436-867a-c787ddc64025 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:50.718829 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c0c36-d21a-409c-be5a-3185f31da08b req-95d86ab5-1fa8-4436-867a-c787ddc64025 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:50.725353 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c0c36-d21a-409c-be5a-3185f31da08b req-95d86ab5-1fa8-4436-867a-c787ddc64025 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:50.731383 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c0c36-d21a-409c-be5a-3185f31da08b req-95d86ab5-1fa8-4436-867a-c787ddc64025 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:50.733354 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-364c0c36-d21a-409c-be5a-3185f31da08b req-95d86ab5-1fa8-4436-867a-c787ddc64025 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5435 time: 0.1630909 Nov 24 21:06:50.756250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993de5d-0a6a-4420-bfd1-eb2417b469ba req-136ec4f9-4885-43a3-9ac0-ae6782af6580 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:50.757779 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0993de5d-0a6a-4420-bfd1-eb2417b469ba req-136ec4f9-4885-43a3-9ac0-ae6782af6580 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 944 time: 0.1092949 Nov 24 21:06:50.791921 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5835f5e7-a84a-4050-9d70-c9107c4ed3b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:50.830574 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-06866af0-8488-40f7-b133-41d84ed80eda req-954816a0-fcc1-4baa-8762-9f5216ad1d6a service neutron] 10.222.0.15 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952771 Nov 24 21:06:50.832948 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5835f5e7-a84a-4050-9d70-c9107c4ed3b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:50.843397 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0993de5d-0a6a-4420-bfd1-eb2417b469ba req-4417ff22-9589-40d2-a20e-f588e1886aa3 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790417 Nov 24 21:06:50.912540 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5835f5e7-a84a-4050-9d70-c9107c4ed3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:50.915643 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5835f5e7-a84a-4050-9d70-c9107c4ed3b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:50.919182 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5835f5e7-a84a-4050-9d70-c9107c4ed3b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b6487fe6-3581-45d6-acd1-e3a3bd7f3de3 HTTP/1.1" status: 204 len: 168 time: 0.2054534 Nov 24 21:06:50.933993 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835f5e7-a84a-4050-9d70-c9107c4ed3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6487fe6-3581-45d6-acd1-e3a3bd7f3de3,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:50.980106 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fe48305a-43b1-4f18-b5a1-fb2f1325e54c no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:06:50.998699 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16942de7-53a4-4a87-8d0d-f23f2ff3958d req-14d33e23-0321-4c1a-b9f8-73c384ea7032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:51.001958 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-16942de7-53a4-4a87-8d0d-f23f2ff3958d req-14d33e23-0321-4c1a-b9f8-73c384ea7032 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e71b3a96d850423e9f3044dfb96ccf17&device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 1095 time: 0.0807796 Nov 24 21:06:51.003602 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: fe48305a-43b1-4f18-b5a1-fb2f1325e54c {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:06:51.004422 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fe48305a-43b1-4f18-b5a1-fb2f1325e54c not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:06:51.005137 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9901c2d3-990f-4a06-83b9-5c6ec64febba no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:06:51.029723 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 9901c2d3-990f-4a06-83b9-5c6ec64febba {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:06:51.030311 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9901c2d3-990f-4a06-83b9-5c6ec64febba not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:06:51.125949 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16942de7-53a4-4a87-8d0d-f23f2ff3958d req-0b4be8ac-58a0-419a-b266-e97a51648cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:51.127798 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-16942de7-53a4-4a87-8d0d-f23f2ff3958d req-0b4be8ac-58a0-419a-b266-e97a51648cf9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=287bbc50-3f16-40b0-94f6-15f32164ebfe HTTP/1.1" status: 200 len: 913 time: 0.1184070 Nov 24 21:06:51.214551 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-16942de7-53a4-4a87-8d0d-f23f2ff3958d req-47c501f1-9c7d-47c7-9545-442911ce8565 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc557bc3-52ae-48fc-b2f2-527330ca70e4 HTTP/1.1" status: 200 len: 217 time: 0.0791116 Nov 24 21:06:51.287353 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16942de7-53a4-4a87-8d0d-f23f2ff3958d req-cf2f6eb9-07a8-4799-a3f4-dc4ef28d946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:51.289113 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-16942de7-53a4-4a87-8d0d-f23f2ff3958d req-cf2f6eb9-07a8-4799-a3f4-dc4ef28d946b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2a175e7-c4f6-4d68-bd07-ad29e027b58f HTTP/1.1" status: 200 len: 852 time: 0.0664468 Nov 24 21:06:51.338691 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-16942de7-53a4-4a87-8d0d-f23f2ff3958d req-82bdfa6c-c77f-46ba-8843-f406116cf43d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=287bbc50-3f16-40b0-94f6-15f32164ebfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416911 Nov 24 21:06:51.461357 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-16942de7-53a4-4a87-8d0d-f23f2ff3958d req-53ff0022-c175-448d-93c1-658bb8875c7d service neutron] 10.222.0.15 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072807 Nov 24 21:06:51.602273 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-16942de7-53a4-4a87-8d0d-f23f2ff3958d req-7d5f907f-50bd-41d4-9663-a196b639a716 service neutron] 10.222.0.15 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332998 Nov 24 21:06:51.993755 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6e2cd-9ea4-4fe5-a1ca-31a7ad21d648 req-337861e7-4c57-4b9a-96d2-5928f318852c tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:51.996805 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-afa6e2cd-9ea4-4fe5-a1ca-31a7ad21d648 req-337861e7-4c57-4b9a-96d2-5928f318852c tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 944 time: 0.0634212 Nov 24 21:06:52.054599 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-afa6e2cd-9ea4-4fe5-a1ca-31a7ad21d648 req-20cd9739-3455-4d90-bc01-f59cc1c84059 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508926 Nov 24 21:06:52.846745 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932338b-3289-4e15-99b0-9cf8725a5c9d req-0ae20a26-69f8-4f67-9db2-6f4faa8a987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:52.847236 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932338b-3289-4e15-99b0-9cf8725a5c9d req-0ae20a26-69f8-4f67-9db2-6f4faa8a987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:52.848574 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932338b-3289-4e15-99b0-9cf8725a5c9d req-0ae20a26-69f8-4f67-9db2-6f4faa8a987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:52.849071 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932338b-3289-4e15-99b0-9cf8725a5c9d req-0ae20a26-69f8-4f67-9db2-6f4faa8a987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:52.849734 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932338b-3289-4e15-99b0-9cf8725a5c9d req-0ae20a26-69f8-4f67-9db2-6f4faa8a987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:52.850221 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932338b-3289-4e15-99b0-9cf8725a5c9d req-0ae20a26-69f8-4f67-9db2-6f4faa8a987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:52.851261 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932338b-3289-4e15-99b0-9cf8725a5c9d req-0ae20a26-69f8-4f67-9db2-6f4faa8a987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:52.859508 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3932338b-3289-4e15-99b0-9cf8725a5c9d req-0ae20a26-69f8-4f67-9db2-6f4faa8a987d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 6492 time: 0.0686193 Nov 24 21:06:52.925488 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3932338b-3289-4e15-99b0-9cf8725a5c9d req-dbfa25ab-7c4b-4a73-8b47-d364dce5c3c4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648222 Nov 24 21:06:53.254291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c781d63-c5b2-4ce4-85bf-3033a3397332 req-a2905309-4a49-4035-b348-a80fbfea9e2d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:53.255855 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4c781d63-c5b2-4ce4-85bf-3033a3397332 req-a2905309-4a49-4035-b348-a80fbfea9e2d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 944 time: 0.0533960 Nov 24 21:06:53.314129 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4c781d63-c5b2-4ce4-85bf-3033a3397332 req-87c59e4f-ae22-407f-8021-0320d1ebb19d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524576 Nov 24 21:06:53.532366 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device cc557bc3-52ae-48fc-b2f2-527330ca70e4 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:06:53.687443 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port cc557bc3-52ae-48fc-b2f2-527330ca70e4, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cc557bc3-52ae-48fc-b2f2-527330ca70e4,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:53.710022 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'cc557bc3-52ae-48fc-b2f2-527330ca70e4', 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe', 'port_id': 'cc557bc3-52ae-48fc-b2f2-527330ca70e4', 'mac_address': 'fa:16:3e:aa:c6:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a175e7-c4f6-4d68-bd07-ad29e027b58f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:06:53.761878 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:53.777096 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc557bc3-52ae-48fc-b2f2-527330ca70e4 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:06:53.797751 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port cc557bc3-52ae-48fc-b2f2-527330ca70e4, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cc557bc3-52ae-48fc-b2f2-527330ca70e4,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:53.803179 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:53.866697 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=cc557bc3-52ae-48fc-b2f2-527330ca70e4,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:54.156956 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['cc557bc3-52ae-48fc-b2f2-527330ca70e4'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:06:54.447201 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155fad0-46eb-4dee-9838-bfc691e7352f req-244fb583-1f11-441a-abfb-8f74d08349cd tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:54.448791 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6155fad0-46eb-4dee-9838-bfc691e7352f req-244fb583-1f11-441a-abfb-8f74d08349cd tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 945 time: 0.0572014 Nov 24 21:06:54.513796 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6155fad0-46eb-4dee-9838-bfc691e7352f req-b0793ff9-a8c7-4727-b825-0c5538d57753 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590177 Nov 24 21:06:55.237405 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48786) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:55.389028 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bc49b41f-14d0-450c-8f60-e9cc5ecc4801 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:55.474517 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bc49b41f-14d0-450c-8f60-e9cc5ecc4801 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:55.479481 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bc49b41f-14d0-450c-8f60-e9cc5ecc4801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:55.516890 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49b41f-14d0-450c-8f60-e9cc5ecc4801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1ed30c-9410-417a-8171-a5f00be3bcda,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:55.547713 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device cc557bc3-52ae-48fc-b2f2-527330ca70e4 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:06:55.550004 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48830) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:55.550789 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bc49b41f-14d0-450c-8f60-e9cc5ecc4801 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e36199c8ca9347a68a34c5e4fe260211&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3108406 Nov 24 21:06:55.611289 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9344ccad-12f4-4b7c-b0d2-b92fdbe2bd38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:55.638950 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9344ccad-12f4-4b7c-b0d2-b92fdbe2bd38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:55.648605 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port cc557bc3-52ae-48fc-b2f2-527330ca70e4 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:06:55.658885 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port cc557bc3-52ae-48fc-b2f2-527330ca70e4 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:06:55.659268 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:55.743708 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9344ccad-12f4-4b7c-b0d2-b92fdbe2bd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:55.747354 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9344ccad-12f4-4b7c-b0d2-b92fdbe2bd38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:55.749160 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9344ccad-12f4-4b7c-b0d2-b92fdbe2bd38 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e1ed30c-9410-417a-8171-a5f00be3bcda HTTP/1.1" status: 204 len: 168 time: 0.1977441 Nov 24 21:06:55.778028 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344ccad-12f4-4b7c-b0d2-b92fdbe2bd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1ed30c-9410-417a-8171-a5f00be3bcda,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:55.787672 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b276c-9b80-48ae-91c9-bcc234af8987 req-8a62e68e-7300-494b-ba27-b0ffb422f2f3 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:55.794983 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b39b276c-9b80-48ae-91c9-bcc234af8987 req-8a62e68e-7300-494b-ba27-b0ffb422f2f3 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 945 time: 0.0949826 Nov 24 21:06:55.806251 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:55.848464 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce07dbc-49c6-4d32-9435-e3c264d56445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc557bc3-52ae-48fc-b2f2-527330ca70e4'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:06:55.851806 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0a9112-3878-4f27-9879-ee366862e055" -d '{"events": [{"server_uuid": "7ce07dbc-49c6-4d32-9435-e3c264d56445", "name": "network-vif-plugged", "status": "completed", "tag": "cc557bc3-52ae-48fc-b2f2-527330ca70e4"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:06:55.864780 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port cc557bc3-52ae-48fc-b2f2-527330ca70e4, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cc557bc3-52ae-48fc-b2f2-527330ca70e4,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:06:55.881195 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:55.884592 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b39b276c-9b80-48ae-91c9-bcc234af8987 req-5d2a2ccf-6179-4894-97a3-cac3fe690b75 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886252 Nov 24 21:06:55.964055 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a0cc28-5b3c-4baf-ab88-b18088c9c54e x-openstack-request-id: req-e9a0cc28-5b3c-4baf-ab88-b18088c9c54e {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:06:55.964363 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce07dbc-49c6-4d32-9435-e3c264d56445", "name": "network-vif-plugged", "status": "completed", "tag": "cc557bc3-52ae-48fc-b2f2-527330ca70e4", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:06:55.964611 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e9a0cc28-5b3c-4baf-ab88-b18088c9c54e {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:06:55.965031 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce07dbc-49c6-4d32-9435-e3c264d56445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc557bc3-52ae-48fc-b2f2-527330ca70e4', 'code': 200} Nov 24 21:06:55.976299 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=cc557bc3-52ae-48fc-b2f2-527330ca70e4,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:55.985257 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:55.985811 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:55.986311 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:55.986919 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:55.987418 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:55.987917 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:55.989249 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:55.989797 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:55.990337 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:55.990839 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:55.991336 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:55.991835 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:06:56.085942 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b12452-7b04-4602-9249-17d709237d69 req-e8eef84f-ac3c-44d2-a68f-1fd5b510f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:56.087884 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51b12452-7b04-4602-9249-17d709237d69 req-e8eef84f-ac3c-44d2-a68f-1fd5b510f2e9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 1097 time: 0.0526254 Nov 24 21:06:56.152239 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51b12452-7b04-4602-9249-17d709237d69 req-3b2cd867-df67-4f58-b8fe-a0f9a0685057 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550871 Nov 24 21:06:56.156094 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48884) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:56.170618 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed971-6947-4a6e-a571-f4502c78ed1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:56.271072 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed971-6947-4a6e-a571-f4502c78ed1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:56.275212 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed971-6947-4a6e-a571-f4502c78ed1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:56.317804 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9a1ed971-6947-4a6e-a571-f4502c78ed1a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17b51d4e8e584d6080fb1f8f5490d1f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1576583 Nov 24 21:06:56.317804 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ed971-6947-4a6e-a571-f4502c78ed1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcf3a82-6b46-4a48-816a-071d6ffb1e7b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:56.319208 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48896) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:56.371716 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-21a34f39-3894-4e11-88d3-608b70694e55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:56.396527 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-21a34f39-3894-4e11-88d3-608b70694e55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:56.448319 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-21a34f39-3894-4e11-88d3-608b70694e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:56.451400 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-21a34f39-3894-4e11-88d3-608b70694e55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:56.452776 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-21a34f39-3894-4e11-88d3-608b70694e55 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bfcf3a82-6b46-4a48-816a-071d6ffb1e7b HTTP/1.1" status: 204 len: 168 time: 0.1322577 Nov 24 21:06:56.463551 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a34f39-3894-4e11-88d3-608b70694e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcf3a82-6b46-4a48-816a-071d6ffb1e7b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:56.837436 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48952) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:56.854602 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3a1609d8-d6c9-4d8c-b7e5-1445828ca123 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:56.960852 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3a1609d8-d6c9-4d8c-b7e5-1445828ca123 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:56.968253 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3a1609d8-d6c9-4d8c-b7e5-1445828ca123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:57.047369 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3a1609d8-d6c9-4d8c-b7e5-1445828ca123 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79d90897ce474fa5bf3fdc8a3c934386&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2083809 Nov 24 21:06:57.051300 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48978) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:57.052686 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1609d8-d6c9-4d8c-b7e5-1445828ca123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3c814d-c285-4c22-b7a3-c4cb7d77cb86,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:57.068566 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7099db0-41bd-40b4-83d7-94d1714bb8dc req-4bc8ced1-1c6b-4d84-a7b8-3d00e9d6f92d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:57.070509 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c7099db0-41bd-40b4-83d7-94d1714bb8dc req-4bc8ced1-1c6b-4d84-a7b8-3d00e9d6f92d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0985551 Nov 24 21:06:57.133384 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93753f4f-b22b-4161-8e2c-721245ef72f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:57.133778 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c7099db0-41bd-40b4-83d7-94d1714bb8dc req-10fe6148-e040-4725-bcdd-5f2f72e63145 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569384 Nov 24 21:06:57.158032 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93753f4f-b22b-4161-8e2c-721245ef72f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:57.218276 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93753f4f-b22b-4161-8e2c-721245ef72f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:57.221611 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93753f4f-b22b-4161-8e2c-721245ef72f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:57.225585 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-93753f4f-b22b-4161-8e2c-721245ef72f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e3c814d-c285-4c22-b7a3-c4cb7d77cb86 HTTP/1.1" status: 204 len: 168 time: 0.1693342 Nov 24 21:06:57.231645 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93753f4f-b22b-4161-8e2c-721245ef72f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3c814d-c285-4c22-b7a3-c4cb7d77cb86,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:58.053014 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49064) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:58.250437 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c489be82-b58c-451a-94ab-3a6e2126df06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:58.333999 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79f2df-8902-474c-acf2-5b53908864ec req-4bd88cfa-8094-42a7-9f97-a1887006b72d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:58.336450 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de79f2df-8902-474c-acf2-5b53908864ec req-4bd88cfa-8094-42a7-9f97-a1887006b72d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.1031339 Nov 24 21:06:58.337426 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c489be82-b58c-451a-94ab-3a6e2126df06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:58.341122 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c489be82-b58c-451a-94ab-3a6e2126df06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:58.371525 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c489be82-b58c-451a-94ab-3a6e2126df06 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f03677768d241ba924a905323c743a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3173907 Nov 24 21:06:58.373390 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49080) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:58.395861 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-de79f2df-8902-474c-acf2-5b53908864ec req-a34790d8-a697-4dd1-89a1-9c79f219d077 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524421 Nov 24 21:06:58.423340 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489be82-b58c-451a-94ab-3a6e2126df06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796dc9a5-fd38-4d83-af77-08dae6682e52,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:58.446522 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ade4be7-20ae-4a14-8cb2-92a0aceef806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:58.469903 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ade4be7-20ae-4a14-8cb2-92a0aceef806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:58.531062 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ade4be7-20ae-4a14-8cb2-92a0aceef806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:58.546104 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ade4be7-20ae-4a14-8cb2-92a0aceef806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:58.550092 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0ade4be7-20ae-4a14-8cb2-92a0aceef806 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/796dc9a5-fd38-4d83-af77-08dae6682e52 HTTP/1.1" status: 204 len: 168 time: 0.1731124 Nov 24 21:06:58.558759 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade4be7-20ae-4a14-8cb2-92a0aceef806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796dc9a5-fd38-4d83-af77-08dae6682e52,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:58.991402 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275272dc-88dc-4416-8713-567fc84a5f44 req-bbd7ab0f-633a-4ad0-8014-e2dbf0db471f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:58.993075 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-275272dc-88dc-4416-8713-567fc84a5f44 req-bbd7ab0f-633a-4ad0-8014-e2dbf0db471f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0599895 Nov 24 21:06:59.049520 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-275272dc-88dc-4416-8713-567fc84a5f44 req-98db6721-892e-4eec-912a-3be36b13667c tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478005 Nov 24 21:06:59.512228 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49140) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:59.628186 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-6579c063-7ddf-4ea7-a546-ca516d61abfd admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-546701182-network', 'tenant_id': '033b1afb1747461cb5624c7ed6165bd8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:06:59.649757 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6579c063-7ddf-4ea7-a546-ca516d61abfd admin admin] Made reservation on behalf of 033b1afb1747461cb5624c7ed6165bd8 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:06:59.652645 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6579c063-7ddf-4ea7-a546-ca516d61abfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:59.661966 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6579c063-7ddf-4ea7-a546-ca516d61abfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:59.739958 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6579c063-7ddf-4ea7-a546-ca516d61abfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:59.744877 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6579c063-7ddf-4ea7-a546-ca516d61abfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:59.781764 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579c063-7ddf-4ea7-a546-ca516d61abfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:59.794387 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6579c063-7ddf-4ea7-a546-ca516d61abfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:06:59.804239 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6579c063-7ddf-4ea7-a546-ca516d61abfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:59.804563 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-6579c063-7ddf-4ea7-a546-ca516d61abfd admin admin] Added segment b28c7700-1747-49ca-bd6c-3b705128319a of type vlan for network 876fc134-182c-40b9-9e04-f109afe2a4f8 Nov 24 21:06:59.851046 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6579c063-7ddf-4ea7-a546-ca516d61abfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:59.880006 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6579c063-7ddf-4ea7-a546-ca516d61abfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:59.881091 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6579c063-7ddf-4ea7-a546-ca516d61abfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:06:59.881737 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6579c063-7ddf-4ea7-a546-ca516d61abfd admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:06:59.945869 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579c063-7ddf-4ea7-a546-ca516d61abfd admin admin] Pushing event updated for resources: {'Network': ['ID=876fc134-182c-40b9-9e04-f109afe2a4f8,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:06:59.962448 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6579c063-7ddf-4ea7-a546-ca516d61abfd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4490535 Nov 24 21:06:59.963326 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 876fc134-182c-40b9-9e04-f109afe2a4f8 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:06:59.965382 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49146) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:06:59.971022 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f0164c9a-36cd-4fa2-a9ae-b824d57dd017 admin admin] Request body: {'subnet': {'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-546701182-subnet', 'tenant_id': '033b1afb1747461cb5624c7ed6165bd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:06:59.996205 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0164c9a-36cd-4fa2-a9ae-b824d57dd017 admin admin] Made reservation on behalf of 033b1afb1747461cb5624c7ed6165bd8 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:06:59.998808 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f0164c9a-36cd-4fa2-a9ae-b824d57dd017 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:00.260778 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335061b1-e51c-499d-99c1-e7bd3dcf7c6f req-951f37c9-dfee-4a47-b40c-f3ba0658d1a1 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:00.263853 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-335061b1-e51c-499d-99c1-e7bd3dcf7c6f req-951f37c9-dfee-4a47-b40c-f3ba0658d1a1 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.1275053 Nov 24 21:07:00.263853 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f0164c9a-36cd-4fa2-a9ae-b824d57dd017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:00.350887 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0164c9a-36cd-4fa2-a9ae-b824d57dd017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fb0de3e-23ea-436c-a6b2-0a24183ac0be,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:07:00.370062 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-335061b1-e51c-499d-99c1-e7bd3dcf7c6f req-6ecdbf48-20f3-44e9-ba21-7756f560fa55 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826259 Nov 24 21:07:00.397410 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0164c9a-36cd-4fa2-a9ae-b824d57dd017 admin admin] Checking segment: {'id': 'b28c7700-1747-49ca-bd6c-3b705128319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:07:00.397866 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0164c9a-36cd-4fa2-a9ae-b824d57dd017 admin admin] Network hostable DHCP agents. Network: 876fc134-182c-40b9-9e04-f109afe2a4f8, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:07:00.417882 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0164c9a-36cd-4fa2-a9ae-b824d57dd017 admin admin] Network 876fc134-182c-40b9-9e04-f109afe2a4f8 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:07:00.428247 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-f0164c9a-36cd-4fa2-a9ae-b824d57dd017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 876fc134-182c-40b9-9e04-f109afe2a4f8) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:07:00.433161 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0164c9a-36cd-4fa2-a9ae-b824d57dd017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:00.433586 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f0164c9a-36cd-4fa2-a9ae-b824d57dd017 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:00.446589 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55225f8a-0944-4036-b1c6-44c453d3ae86 None None] Network 876fc134-182c-40b9-9e04-f109afe2a4f8 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:07:00.455277 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f0164c9a-36cd-4fa2-a9ae-b824d57dd017 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4885094 Nov 24 21:07:00.649971 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b76f37-c229-4df8-ad7b-e36ae5e7f64e None None] Network 876fc134-182c-40b9-9e04-f109afe2a4f8 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:07:01.006032 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-9e590f44-27c8-4c3e-92a8-8d4241d38f75 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:01.007643 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-9e590f44-27c8-4c3e-92a8-8d4241d38f75 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/networks?id=876fc134-182c-40b9-9e04-f109afe2a4f8 HTTP/1.1" status: 200 len: 804 time: 0.1353185 Nov 24 21:07:01.024663 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-8ae6d2de-df40-4350-91ee-310b9a450d89 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/quotas/033b1afb1747461cb5624c7ed6165bd8 HTTP/1.1" status: 200 len: 375 time: 0.0102589 Nov 24 21:07:01.059928 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-fd1a91be-52b9-4a47-abcb-213be6099270 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=033b1afb1747461cb5624c7ed6165bd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292506 Nov 24 21:07:01.413300 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-b8e8e743-4829-4f6b-982c-c553ece22b21 service neutron] 10.222.0.11 "GET /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454468 Nov 24 21:07:01.517912 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee374fbe-df0e-40dd-9a30-ad3d9beebda3 req-136dc0ad-c156-4be9-98e4-c360217bb78d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:01.520532 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ee374fbe-df0e-40dd-9a30-ad3d9beebda3 req-136dc0ad-c156-4be9-98e4-c360217bb78d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0556347 Nov 24 21:07:01.525354 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-1cc0c81f-5660-4dae-bec7-d90845df3611 service neutron] 10.222.0.11 "GET /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068487 Nov 24 21:07:01.579022 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ee374fbe-df0e-40dd-9a30-ad3d9beebda3 req-43bd41df-8605-4696-bd3d-0ad56a6aaf02 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520985 Nov 24 21:07:01.732586 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e8e9c1f0-777a-4494-90a7-89d217df31ad req-e128f8c1-b8bf-4ecf-8466-decf8850ffba tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e64caa-6e92-4d02-988c-f719efadaf18 HTTP/1.1" status: 200 len: 210 time: 0.0286214 Nov 24 21:07:02.725385 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d131aab-c762-49e4-ba80-7264c11b33ee req-a605c586-bba5-4ce2-8073-5a0feaa54bb8 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:02.727552 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5d131aab-c762-49e4-ba80-7264c11b33ee req-a605c586-bba5-4ce2-8073-5a0feaa54bb8 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0718005 Nov 24 21:07:02.845485 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5d131aab-c762-49e4-ba80-7264c11b33ee req-8241c6be-3790-4b1b-90f0-2257c172d6e4 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098368 Nov 24 21:07:02.953223 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d964a4ef-0c54-4964-a39e-2016730b0bcf req-7d1a3043-1482-4283-9399-34b9a33b05ee tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e64caa-6e92-4d02-988c-f719efadaf18 HTTP/1.1" status: 200 len: 210 time: 0.0628121 Nov 24 21:07:03.004401 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-235ccd71-c5ad-49ef-82e8-2301d55ef0d8 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:03.006973 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-235ccd71-c5ad-49ef-82e8-2301d55ef0d8 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.48 "GET /v2.0/networks?id=876fc134-182c-40b9-9e04-f109afe2a4f8 HTTP/1.1" status: 200 len: 804 time: 0.2045212 Nov 24 21:07:03.022495 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Request body: {'port': {'device_id': '09e64caa-6e92-4d02-988c-f719efadaf18', 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8', 'admin_state_up': True, 'tenant_id': '033b1afb1747461cb5624c7ed6165bd8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:07:03.143528 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Made reservation on behalf of 033b1afb1747461cb5624c7ed6165bd8 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:07:03.148572 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:03.299382 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Allocated IP 172.20.0.12 (876fc134-182c-40b9-9e04-f109afe2a4f8/1fb0de3e-23ea-436c-a6b2-0a24183ac0be/2ac70495-88b8-49a2-b0f5-fd421a904a32) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:07:03.471133 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:03.513022 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:03.558815 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Network 876fc134-182c-40b9-9e04-f109afe2a4f8 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:07:03.562216 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:07:03.565185 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:07:03.617413 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Pushing event updated for resources: {'Port': ['ID=2ac70495-88b8-49a2-b0f5-fd421a904a32,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:07:03.633611 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:07:03.634096 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:07:03.634541 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:07:03.634977 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:07:03.635407 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:07:03.635843 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:07:03.636275 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:07:03.636688 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:07:03.637148 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:07:03.637579 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:07:03.638004 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:07:03.638424 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:07:03.649153 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:03.649953 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:03.667443 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-b3c388ff-c0cb-48e3-91f8-0da03712e955 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6490066 Nov 24 21:07:03.678571 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-e79c6713-9d8c-4e7f-a7fd-36f3294e1ce2 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:07:03.679678 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-e79c6713-9d8c-4e7f-a7fd-36f3294e1ce2 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066769 Nov 24 21:07:03.692072 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-711440ca-9775-4451-88f1-0ecc6f04c40d service neutron] Request body: {'port': {'device_id': '09e64caa-6e92-4d02-988c-f719efadaf18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:07:03.754214 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-711440ca-9775-4451-88f1-0ecc6f04c40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:04.081010 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bcf79-1e44-4024-b46a-34b245d8b594 req-35cc9764-64c9-4197-ab6b-0a766ea06e8b tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:04.089366 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e2bcf79-1e44-4024-b46a-34b245d8b594 req-35cc9764-64c9-4197-ab6b-0a766ea06e8b tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e64caa-6e92-4d02-988c-f719efadaf18 HTTP/1.1" status: 200 len: 932 time: 0.0584478 Nov 24 21:07:04.102886 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-711440ca-9775-4451-88f1-0ecc6f04c40d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac70495-88b8-49a2-b0f5-fd421a904a32 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:07:04.115052 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-711440ca-9775-4451-88f1-0ecc6f04c40d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:04.131861 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-711440ca-9775-4451-88f1-0ecc6f04c40d service neutron] Transition to ACTIVE for port object 2ac70495-88b8-49a2-b0f5-fd421a904a32 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:07:04.145328 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-711440ca-9775-4451-88f1-0ecc6f04c40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:04.148267 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e2bcf79-1e44-4024-b46a-34b245d8b594 req-6abb3191-1d49-4020-8bad-96f1e66dfbc2 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530877 Nov 24 21:07:04.192356 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d83e1c-b0c9-46b4-a8ea-13c0c977ed5f req-ed821d0d-010e-4eef-b14b-d9970c5b1311 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:04.194305 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-96d83e1c-b0c9-46b4-a8ea-13c0c977ed5f req-ed821d0d-010e-4eef-b14b-d9970c5b1311 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.2642014 Nov 24 21:07:04.267787 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711440ca-9775-4451-88f1-0ecc6f04c40d service neutron] Pushing event updated for resources: {'Port': ['ID=2ac70495-88b8-49a2-b0f5-fd421a904a32,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:07:04.344466 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-96d83e1c-b0c9-46b4-a8ea-13c0c977ed5f req-74282217-db99-4422-83ba-4f8da829b22e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305044 Nov 24 21:07:04.357923 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-711440ca-9775-4451-88f1-0ecc6f04c40d service neutron] Attempting to bind port 2ac70495-88b8-49a2-b0f5-fd421a904a32 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:07:04.358185 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-711440ca-9775-4451-88f1-0ecc6f04c40d service neutron] Attempting to bind port 2ac70495-88b8-49a2-b0f5-fd421a904a32 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'b28c7700-1747-49ca-bd6c-3b705128319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:07:04.358569 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-711440ca-9775-4451-88f1-0ecc6f04c40d service neutron] Attempting to bind port 2ac70495-88b8-49a2-b0f5-fd421a904a32 on network 876fc134-182c-40b9-9e04-f109afe2a4f8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:07:04.363919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-711440ca-9775-4451-88f1-0ecc6f04c40d service neutron] Port 2ac70495-88b8-49a2-b0f5-fd421a904a32 on network 876fc134-182c-40b9-9e04-f109afe2a4f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:07:04.364263 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-711440ca-9775-4451-88f1-0ecc6f04c40d service neutron] Attempting to bind port 2ac70495-88b8-49a2-b0f5-fd421a904a32 on network 876fc134-182c-40b9-9e04-f109afe2a4f8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:07:04.369838 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-711440ca-9775-4451-88f1-0ecc6f04c40d service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:07:04.370183 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-711440ca-9775-4451-88f1-0ecc6f04c40d service neutron] Checking segment: {'id': 'b28c7700-1747-49ca-bd6c-3b705128319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:07:04.370619 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-711440ca-9775-4451-88f1-0ecc6f04c40d service neutron] Bound using segment: {'id': 'b28c7700-1747-49ca-bd6c-3b705128319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:07:04.371050 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-711440ca-9775-4451-88f1-0ecc6f04c40d service neutron] Bound port: 2ac70495-88b8-49a2-b0f5-fd421a904a32, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28c7700-1747-49ca-bd6c-3b705128319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:07:04.371542 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-711440ca-9775-4451-88f1-0ecc6f04c40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:04.448837 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-711440ca-9775-4451-88f1-0ecc6f04c40d service neutron] For port 2ac70495-88b8-49a2-b0f5-fd421a904a32, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:07:04.452157 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-711440ca-9775-4451-88f1-0ecc6f04c40d service neutron] For port 2ac70495-88b8-49a2-b0f5-fd421a904a32, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=2ac70495-88b8-49a2-b0f5-fd421a904a32,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:07:04.457425 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-711440ca-9775-4451-88f1-0ecc6f04c40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:04.497272 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-711440ca-9775-4451-88f1-0ecc6f04c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:04.497524 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-711440ca-9775-4451-88f1-0ecc6f04c40d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:04.498729 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-711440ca-9775-4451-88f1-0ecc6f04c40d service neutron] 10.222.0.48 "PUT /v2.0/ports/2ac70495-88b8-49a2-b0f5-fd421a904a32 HTTP/1.1" status: 200 len: 1092 time: 0.8108907 Nov 24 21:07:04.499226 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e64caa-6e92-4d02-988c-f719efadaf18', 'tag': '2ac70495-88b8-49a2-b0f5-fd421a904a32'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:07:04.501506 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07129e6-3762-4002-93ce-bf0bd8df1c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "09e64caa-6e92-4d02-988c-f719efadaf18", "tag": "2ac70495-88b8-49a2-b0f5-fd421a904a32"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:07:04.543087 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711440ca-9775-4451-88f1-0ecc6f04c40d service neutron] Pushing event updated for resources: {'Port': ['ID=2ac70495-88b8-49a2-b0f5-fd421a904a32,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:07:04.555367 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d964792-6be4-4e4d-90f2-608877509218 x-openstack-request-id: req-6d964792-6be4-4e4d-90f2-608877509218 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:07:04.555809 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e64caa-6e92-4d02-988c-f719efadaf18", "tag": "2ac70495-88b8-49a2-b0f5-fd421a904a32", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:07:04.556171 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d964792-6be4-4e4d-90f2-608877509218 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:07:04.556729 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e64caa-6e92-4d02-988c-f719efadaf18', 'tag': '2ac70495-88b8-49a2-b0f5-fd421a904a32', 'status': 'completed', 'code': 200} Nov 24 21:07:04.605352 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-fed51a23-52ca-4686-b363-0daf066e55ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:04.606878 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-fed51a23-52ca-4686-b363-0daf066e55ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=033b1afb1747461cb5624c7ed6165bd8&device_id=09e64caa-6e92-4d02-988c-f719efadaf18 HTTP/1.1" status: 200 len: 1095 time: 0.0492973 Nov 24 21:07:04.650097 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-11ca0301-c407-449a-b832-71bc9ad07940 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ac70495-88b8-49a2-b0f5-fd421a904a32 HTTP/1.1" status: 200 len: 217 time: 0.0354404 Nov 24 21:07:04.700394 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-f2f8ea64-40ce-46d0-b6ca-2fa8a6dde6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:04.701842 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-f2f8ea64-40ce-46d0-b6ca-2fa8a6dde6a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1fb0de3e-23ea-436c-a6b2-0a24183ac0be HTTP/1.1" status: 200 len: 844 time: 0.0453546 Nov 24 21:07:04.738990 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-74508338-b1e5-4ed6-9c5b-0fa78efa1e9a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=876fc134-182c-40b9-9e04-f109afe2a4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294960 Nov 24 21:07:04.834824 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-7222ebfa-2470-46bd-ba50-0245b5a9af36 service neutron] 10.222.0.48 "GET /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886714 Nov 24 21:07:04.936897 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-299e05e2-220f-4568-8442-3e2dd493d7d5 req-eacddebc-6aea-4de9-92e9-90d42e4bc44f service neutron] 10.222.0.48 "GET /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947180 Nov 24 21:07:05.028215 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07129e6-3762-4002-93ce-bf0bd8df1c2d req-0551af3c-2c76-4432-adf3-58543087f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:05.029921 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c07129e6-3762-4002-93ce-bf0bd8df1c2d req-0551af3c-2c76-4432-adf3-58543087f201 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=033b1afb1747461cb5624c7ed6165bd8&device_id=09e64caa-6e92-4d02-988c-f719efadaf18 HTTP/1.1" status: 200 len: 1095 time: 0.0460236 Nov 24 21:07:05.140392 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07129e6-3762-4002-93ce-bf0bd8df1c2d req-327bb90c-1340-456a-a89d-93ba04753e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:05.142820 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c07129e6-3762-4002-93ce-bf0bd8df1c2d req-327bb90c-1340-456a-a89d-93ba04753e52 service neutron] 10.222.0.48 "GET /v2.0/networks?id=876fc134-182c-40b9-9e04-f109afe2a4f8 HTTP/1.1" status: 200 len: 905 time: 0.1061919 Nov 24 21:07:05.200978 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c07129e6-3762-4002-93ce-bf0bd8df1c2d req-de0d9f58-d36f-4405-9ae7-e583dada9c6c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ac70495-88b8-49a2-b0f5-fd421a904a32 HTTP/1.1" status: 200 len: 217 time: 0.0490184 Nov 24 21:07:05.292170 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07129e6-3762-4002-93ce-bf0bd8df1c2d req-79011535-0301-405a-90dc-d3e817378561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:05.293882 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c07129e6-3762-4002-93ce-bf0bd8df1c2d req-79011535-0301-405a-90dc-d3e817378561 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1fb0de3e-23ea-436c-a6b2-0a24183ac0be HTTP/1.1" status: 200 len: 844 time: 0.0854592 Nov 24 21:07:05.306655 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2b74f-5e04-4f16-946a-82abdc00ebf5 req-4a04de5e-df02-4659-9300-573f37a3628a tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:05.308393 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e9c2b74f-5e04-4f16-946a-82abdc00ebf5 req-4a04de5e-df02-4659-9300-573f37a3628a tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e64caa-6e92-4d02-988c-f719efadaf18 HTTP/1.1" status: 200 len: 944 time: 0.0921257 Nov 24 21:07:05.347593 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c07129e6-3762-4002-93ce-bf0bd8df1c2d req-f801e1d6-9a10-4c9c-a620-1f267e473984 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=876fc134-182c-40b9-9e04-f109afe2a4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377529 Nov 24 21:07:05.438826 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e9c2b74f-5e04-4f16-946a-82abdc00ebf5 req-7d6efa0d-b1f6-405d-b5a0-fc279c253ad4 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201720 Nov 24 21:07:05.476575 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c07129e6-3762-4002-93ce-bf0bd8df1c2d req-c3d3a7e8-79cd-42f0-91f1-7cb3fc27938a service neutron] 10.222.0.48 "GET /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196606 Nov 24 21:07:05.489863 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577ca65-9a8e-485e-a34e-9dc72839b7bb req-f6e68f05-e534-4dc5-abf1-583793d516fd tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:05.491389 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e577ca65-9a8e-485e-a34e-9dc72839b7bb req-f6e68f05-e534-4dc5-abf1-583793d516fd tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0702326 Nov 24 21:07:05.557499 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e577ca65-9a8e-485e-a34e-9dc72839b7bb req-4aa8d673-d985-4044-9848-63d871972c2d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598922 Nov 24 21:07:05.608777 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c07129e6-3762-4002-93ce-bf0bd8df1c2d req-064db3c9-41e1-406e-8168-9ce3e55a08f3 service neutron] 10.222.0.48 "GET /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247003 Nov 24 21:07:06.567901 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c246a8-b508-4727-8008-59ce85731380 req-54caaeca-abb7-459e-ba10-9db05b7e3884 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:06.569432 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f1c246a8-b508-4727-8008-59ce85731380 req-54caaeca-abb7-459e-ba10-9db05b7e3884 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e64caa-6e92-4d02-988c-f719efadaf18 HTTP/1.1" status: 200 len: 944 time: 0.0550687 Nov 24 21:07:06.620787 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f1c246a8-b508-4727-8008-59ce85731380 req-c6d7f43c-8c19-4522-b531-79ee5dd34c79 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437493 Nov 24 21:07:06.681984 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bca79-dba0-4b41-ab64-de20275a08b8 req-ef20e071-1636-4c3d-9c46-9467072168a5 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:06.683470 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-627bca79-dba0-4b41-ab64-de20275a08b8 req-ef20e071-1636-4c3d-9c46-9467072168a5 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0555699 Nov 24 21:07:06.736163 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-627bca79-dba0-4b41-ab64-de20275a08b8 req-c30d7159-8897-4159-8e90-f15ed767b6f9 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466783 Nov 24 21:07:07.758741 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59a27c-5f55-4f8a-bd3c-74d06ee6d390 req-9f06e5ed-0378-430a-8a92-b3e1d7f6e66c tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:07.761035 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c59a27c-5f55-4f8a-bd3c-74d06ee6d390 req-9f06e5ed-0378-430a-8a92-b3e1d7f6e66c tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e64caa-6e92-4d02-988c-f719efadaf18 HTTP/1.1" status: 200 len: 944 time: 0.0556502 Nov 24 21:07:07.834303 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c59a27c-5f55-4f8a-bd3c-74d06ee6d390 req-344947ec-b25f-413e-a5fb-d7f2e7bf5fd5 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625720 Nov 24 21:07:07.880558 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5f46c-70c4-42a5-96ad-32489f4993f8 req-58505e52-ebf7-44cd-9b15-7db9dd44e6cd tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:07.882529 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-82e5f46c-70c4-42a5-96ad-32489f4993f8 req-58505e52-ebf7-44cd-9b15-7db9dd44e6cd tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0632861 Nov 24 21:07:07.936004 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-82e5f46c-70c4-42a5-96ad-32489f4993f8 req-6a6e26a9-10de-44f1-a0d6-155c1a5803e6 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475633 Nov 24 21:07:07.999841 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 2ac70495-88b8-49a2-b0f5-fd421a904a32 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:07:08.106899 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 2ac70495-88b8-49a2-b0f5-fd421a904a32, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=2ac70495-88b8-49a2-b0f5-fd421a904a32,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:07:08.119484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '2ac70495-88b8-49a2-b0f5-fd421a904a32', 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8', 'port_id': '2ac70495-88b8-49a2-b0f5-fd421a904a32', 'mac_address': 'fa:16:3e:23:98:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb0de3e-23ea-436c-a6b2-0a24183ac0be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:07:08.161858 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:08.182383 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac70495-88b8-49a2-b0f5-fd421a904a32 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:07:08.204246 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 2ac70495-88b8-49a2-b0f5-fd421a904a32, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=2ac70495-88b8-49a2-b0f5-fd421a904a32,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:07:08.209354 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:08.422297 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=2ac70495-88b8-49a2-b0f5-fd421a904a32,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:07:08.475885 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['2ac70495-88b8-49a2-b0f5-fd421a904a32'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:07:08.841043 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-72631c30-a43d-4cd7-a56c-814b1b41c78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:08.969151 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbc975-b8a8-49b8-b3a5-84539a28beeb req-c2d158a2-d421-4279-af50-978062e0f9eb tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:08.970926 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5cbbc975-b8a8-49b8-b3a5-84539a28beeb req-c2d158a2-d421-4279-af50-978062e0f9eb tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e64caa-6e92-4d02-988c-f719efadaf18 HTTP/1.1" status: 200 len: 945 time: 0.0579622 Nov 24 21:07:09.041344 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5cbbc975-b8a8-49b8-b3a5-84539a28beeb req-aa42f053-d034-4d2f-81a5-b1958d11be14 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637054 Nov 24 21:07:09.085767 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d0b45-49f5-4df9-b36b-287836e7553e req-95d64037-bd91-4ff4-ae87-6b29a2e050c4 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:09.088162 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ba7d0b45-49f5-4df9-b36b-287836e7553e req-95d64037-bd91-4ff4-ae87-6b29a2e050c4 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0574872 Nov 24 21:07:09.136955 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ba7d0b45-49f5-4df9-b36b-287836e7553e req-d2d3a2fa-cc09-4089-b6d6-68bcd11ca44a tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436506 Nov 24 21:07:09.609349 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:10.012674 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 2ac70495-88b8-49a2-b0f5-fd421a904a32 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:07:10.078566 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 2ac70495-88b8-49a2-b0f5-fd421a904a32 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:07:10.083820 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 2ac70495-88b8-49a2-b0f5-fd421a904a32 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:07:10.084769 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:10.202771 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:10.235913 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba1ae1-6846-460e-968e-60c16b266805 req-4bc25fc9-fc1c-4bc7-ae9b-14ded508894f tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:10.237531 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1fba1ae1-6846-460e-968e-60c16b266805 req-4bc25fc9-fc1c-4bc7-ae9b-14ded508894f tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e64caa-6e92-4d02-988c-f719efadaf18 HTTP/1.1" status: 200 len: 945 time: 0.1189344 Nov 24 21:07:10.239899 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 2ac70495-88b8-49a2-b0f5-fd421a904a32, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=2ac70495-88b8-49a2-b0f5-fd421a904a32,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:07:10.241079 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e64caa-6e92-4d02-988c-f719efadaf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac70495-88b8-49a2-b0f5-fd421a904a32'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:07:10.243671 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7682cc6-211c-49e8-9db9-360ef4a0a92b" -d '{"events": [{"server_uuid": "09e64caa-6e92-4d02-988c-f719efadaf18", "name": "network-vif-plugged", "status": "completed", "tag": "2ac70495-88b8-49a2-b0f5-fd421a904a32"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:07:10.247469 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:10.289817 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b59d0-9ceb-4eec-ac70-1945c18ccbcc req-45b921b6-ab88-4272-a520-19811806ac22 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:10.292034 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d6b59d0-9ceb-4eec-ac70-1945c18ccbcc req-45b921b6-ab88-4272-a520-19811806ac22 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0688152 Nov 24 21:07:10.306382 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1fba1ae1-6846-460e-968e-60c16b266805 req-acbf9520-7d59-481c-a66f-dd9b314c2d0d tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536025 Nov 24 21:07:10.350042 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=2ac70495-88b8-49a2-b0f5-fd421a904a32,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:07:10.371862 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d6b59d0-9ceb-4eec-ac70-1945c18ccbcc req-145a53a4-62e2-43cc-a0dc-a3a6d913bcd3 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732501 Nov 24 21:07:10.377793 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e8446f-d655-4b8c-a36e-33688e0f01c7 x-openstack-request-id: req-b4e8446f-d655-4b8c-a36e-33688e0f01c7 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:07:10.378184 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e64caa-6e92-4d02-988c-f719efadaf18", "name": "network-vif-plugged", "status": "completed", "tag": "2ac70495-88b8-49a2-b0f5-fd421a904a32", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:07:10.379077 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b4e8446f-d655-4b8c-a36e-33688e0f01c7 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:07:10.379649 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e64caa-6e92-4d02-988c-f719efadaf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac70495-88b8-49a2-b0f5-fd421a904a32', 'code': 200} Nov 24 21:07:10.491566 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa6199-c070-47e1-8c13-2ab7e0878252 req-89461e8c-b558-4295-af8d-e64dfa0411ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:10.493298 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-46fa6199-c070-47e1-8c13-2ab7e0878252 req-89461e8c-b558-4295-af8d-e64dfa0411ce service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=09e64caa-6e92-4d02-988c-f719efadaf18 HTTP/1.1" status: 200 len: 1097 time: 0.0452642 Nov 24 21:07:10.540395 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-46fa6199-c070-47e1-8c13-2ab7e0878252 req-40ded8a6-9ecc-4285-b21b-04be7aae432a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398908 Nov 24 21:07:11.091714 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:11.171359 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fa07a56a-583d-4b03-8291-ea04d1026d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:11.431319 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f34a9-971d-4089-af8d-c57e3a3a79a0 req-712da30a-9680-46cd-8636-761fc9729076 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:11.434319 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-205f34a9-971d-4089-af8d-c57e3a3a79a0 req-712da30a-9680-46cd-8636-761fc9729076 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e64caa-6e92-4d02-988c-f719efadaf18 HTTP/1.1" status: 200 len: 946 time: 0.0604572 Nov 24 21:07:11.508640 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-205f34a9-971d-4089-af8d-c57e3a3a79a0 req-a1b59566-f627-410e-87b8-7fa4f5d4417d tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676050 Nov 24 21:07:11.573816 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f4e3c-6001-4274-9524-ce0657cddd83 req-6a834a03-1b7b-49c3-b147-d923847828f5 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:11.575676 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-936f4e3c-6001-4274-9524-ce0657cddd83 req-6a834a03-1b7b-49c3-b147-d923847828f5 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0969336 Nov 24 21:07:11.632670 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-936f4e3c-6001-4274-9524-ce0657cddd83 req-bef1f3da-2338-40f8-976c-7abcbacc273f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499973 Nov 24 21:07:12.353750 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:12.646368 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65516d-2957-4cb2-9d39-0acc14aa83ee req-eb45df56-7c43-4f85-9455-fc5ec0db0404 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:12.648677 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ac65516d-2957-4cb2-9d39-0acc14aa83ee req-eb45df56-7c43-4f85-9455-fc5ec0db0404 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e64caa-6e92-4d02-988c-f719efadaf18 HTTP/1.1" status: 200 len: 946 time: 0.0636485 Nov 24 21:07:12.719272 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ac65516d-2957-4cb2-9d39-0acc14aa83ee req-c8a11e0b-d987-4870-b012-fdadaa9453db tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624812 Nov 24 21:07:12.784259 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9139b0-5204-42a0-838e-8c75dc6e35e7 req-521645af-e731-4f81-9049-d8749d613e14 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:12.792897 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fc9139b0-5204-42a0-838e-8c75dc6e35e7 req-521645af-e731-4f81-9049-d8749d613e14 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0741401 Nov 24 21:07:12.851373 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fc9139b0-5204-42a0-838e-8c75dc6e35e7 req-31e61d1f-97e6-4a8e-8fda-d05a1c6feee0 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574224 Nov 24 21:07:13.007116 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e21360-1232-45a7-8acb-fc63b07645c7 req-47a351e7-e531-4967-8ace-a51947aecd94 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:13.013378 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d4e21360-1232-45a7-8acb-fc63b07645c7 req-47a351e7-e531-4967-8ace-a51947aecd94 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e64caa-6e92-4d02-988c-f719efadaf18 HTTP/1.1" status: 200 len: 946 time: 0.0638545 Nov 24 21:07:13.076144 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d4e21360-1232-45a7-8acb-fc63b07645c7 req-5acc6909-5c1b-4fbd-9c73-f598f5268803 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602024 Nov 24 21:07:13.730074 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:13.994025 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397f69c-7195-4e26-b8d5-84d32d65b23b req-31d4d9bd-f701-4ba6-9b0f-caf2a4177f34 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:13.996602 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0397f69c-7195-4e26-b8d5-84d32d65b23b req-31d4d9bd-f701-4ba6-9b0f-caf2a4177f34 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0602763 Nov 24 21:07:14.053067 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0397f69c-7195-4e26-b8d5-84d32d65b23b req-fa0d0530-3166-44eb-be99-9e96350f5f30 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499823 Nov 24 21:07:14.249380 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad66860-c7c4-452e-8ba5-501a3825d5bb req-6a8e7f3c-f2c0-49e7-acb9-1f9b218783eb tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:14.251133 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7ad66860-c7c4-452e-8ba5-501a3825d5bb req-6a8e7f3c-f2c0-49e7-acb9-1f9b218783eb tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e64caa-6e92-4d02-988c-f719efadaf18 HTTP/1.1" status: 200 len: 946 time: 0.0552659 Nov 24 21:07:14.302126 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7ad66860-c7c4-452e-8ba5-501a3825d5bb req-c7d3f991-bbad-49f7-b417-d2e86e045877 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442092 Nov 24 21:07:14.839110 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:15.185757 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d550969-4466-4eb0-9d7f-3ad5b352c8bc req-e08e2bbf-bfde-46d8-ad7d-336836944165 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:15.187262 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1d550969-4466-4eb0-9d7f-3ad5b352c8bc req-e08e2bbf-bfde-46d8-ad7d-336836944165 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0580082 Nov 24 21:07:15.240301 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1d550969-4466-4eb0-9d7f-3ad5b352c8bc req-3a37ad40-7eb3-4050-a1da-fc970e9f3cc5 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442636 Nov 24 21:07:16.381031 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae7ad1-0382-48b2-bce7-4522febdd598 req-04440901-3ed6-49f2-9145-052eaa545c23 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:16.383270 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2dae7ad1-0382-48b2-bce7-4522febdd598 req-04440901-3ed6-49f2-9145-052eaa545c23 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0590386 Nov 24 21:07:16.448974 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2dae7ad1-0382-48b2-bce7-4522febdd598 req-e5212deb-4b3d-476f-8dc4-04435ea4b3d1 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585337 Nov 24 21:07:17.585381 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be010d-3f8d-48f0-a138-630e8943af26 req-b179adc3-d2ae-4a14-825a-234b35a1212b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:17.587102 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-12be010d-3f8d-48f0-a138-630e8943af26 req-b179adc3-d2ae-4a14-825a-234b35a1212b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0560935 Nov 24 21:07:17.653748 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-12be010d-3f8d-48f0-a138-630e8943af26 req-4b2e1b05-7b1f-4f1f-aff3-92d7555e21a0 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591419 Nov 24 21:07:18.043508 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 2ac70495-88b8-49a2-b0f5-fd421a904a32 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:07:18.195302 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 2ac70495-88b8-49a2-b0f5-fd421a904a32, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=2ac70495-88b8-49a2-b0f5-fd421a904a32,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:07:18.211896 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '2ac70495-88b8-49a2-b0f5-fd421a904a32', 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8', 'port_id': '2ac70495-88b8-49a2-b0f5-fd421a904a32', 'mac_address': 'fa:16:3e:23:98:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb0de3e-23ea-436c-a6b2-0a24183ac0be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:07:18.261239 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:18.303770 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ac70495-88b8-49a2-b0f5-fd421a904a32 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:07:18.349974 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 2ac70495-88b8-49a2-b0f5-fd421a904a32, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=2ac70495-88b8-49a2-b0f5-fd421a904a32,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:07:18.366083 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:18.437356 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=2ac70495-88b8-49a2-b0f5-fd421a904a32,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:07:18.486490 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['2ac70495-88b8-49a2-b0f5-fd421a904a32'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:07:18.814997 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5164f27-dc77-44a9-82f1-e7af49be6b64 req-c8fdff7b-1d72-44c7-aeaf-eeab3e65fa50 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:18.818190 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b5164f27-dc77-44a9-82f1-e7af49be6b64 req-c8fdff7b-1d72-44c7-aeaf-eeab3e65fa50 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0632098 Nov 24 21:07:18.934538 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b5164f27-dc77-44a9-82f1-e7af49be6b64 req-c03e9724-fa45-406e-b574-31a1331b9d83 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027691 Nov 24 21:07:20.061780 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 2ac70495-88b8-49a2-b0f5-fd421a904a32 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:07:20.136368 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233f524-8b23-4f03-b7d2-cfab5550daa3 req-02b611cf-a6dc-4a5e-97d2-73c43d8ede17 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:20.153471 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5233f524-8b23-4f03-b7d2-cfab5550daa3 req-02b611cf-a6dc-4a5e-97d2-73c43d8ede17 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.1292038 Nov 24 21:07:20.200242 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 2ac70495-88b8-49a2-b0f5-fd421a904a32 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:07:20.200636 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:20.267855 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5233f524-8b23-4f03-b7d2-cfab5550daa3 req-739be7a2-9341-4615-9767-a736b016e328 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093910 Nov 24 21:07:20.418819 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:20.486058 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e64caa-6e92-4d02-988c-f719efadaf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac70495-88b8-49a2-b0f5-fd421a904a32'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:07:20.489394 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8f6f90-d951-4ec3-977f-fadb8e9a299e" -d '{"events": [{"server_uuid": "09e64caa-6e92-4d02-988c-f719efadaf18", "name": "network-vif-plugged", "status": "completed", "tag": "2ac70495-88b8-49a2-b0f5-fd421a904a32"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:07:20.528987 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 2ac70495-88b8-49a2-b0f5-fd421a904a32, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=2ac70495-88b8-49a2-b0f5-fd421a904a32,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:07:20.538823 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:20.591046 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536fd3b3-5dc2-4e46-9ee3-97a80306828f x-openstack-request-id: req-536fd3b3-5dc2-4e46-9ee3-97a80306828f {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:07:20.591541 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e64caa-6e92-4d02-988c-f719efadaf18", "name": "network-vif-plugged", "status": "completed", "tag": "2ac70495-88b8-49a2-b0f5-fd421a904a32", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:07:20.591951 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-536fd3b3-5dc2-4e46-9ee3-97a80306828f {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:07:20.593126 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e64caa-6e92-4d02-988c-f719efadaf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac70495-88b8-49a2-b0f5-fd421a904a32', 'code': 200} Nov 24 21:07:20.634525 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=2ac70495-88b8-49a2-b0f5-fd421a904a32,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:07:21.455284 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca10ae6-6fcb-492e-9e7c-4e7960add141 req-bc524b3a-f0f5-43a8-bf5c-ead7564f9b7e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:21.457631 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eca10ae6-6fcb-492e-9e7c-4e7960add141 req-bc524b3a-f0f5-43a8-bf5c-ead7564f9b7e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0726871 Nov 24 21:07:21.521947 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eca10ae6-6fcb-492e-9e7c-4e7960add141 req-672ef9f4-d395-44e6-9a65-0a93796125a1 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581350 Nov 24 21:07:22.712630 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade0eaa-24b8-49f9-8ac1-d3ba190e3394 req-475f4411-b090-424e-b64a-de7015888bfd tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:22.720540 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7ade0eaa-24b8-49f9-8ac1-d3ba190e3394 req-475f4411-b090-424e-b64a-de7015888bfd tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0987539 Nov 24 21:07:22.783511 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7ade0eaa-24b8-49f9-8ac1-d3ba190e3394 req-40b5c222-b704-4c71-9e8b-70f80c7358b1 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554764 Nov 24 21:07:23.922585 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c307b0-76ff-4485-a785-4592f38db829 req-9f145f18-a1df-47cb-a2b4-3e570ec1ccf0 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:23.931974 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c9c307b0-76ff-4485-a785-4592f38db829 req-9f145f18-a1df-47cb-a2b4-3e570ec1ccf0 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0717852 Nov 24 21:07:23.996693 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c9c307b0-76ff-4485-a785-4592f38db829 req-65e6f948-9a23-412d-9051-d6de95c39f34 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635309 Nov 24 21:07:25.150637 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe25a9-3a87-450a-8af0-b19a01153c68 req-8d232fb0-dca9-42f5-9f45-c589bc495774 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:25.152255 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6ebe25a9-3a87-450a-8af0-b19a01153c68 req-8d232fb0-dca9-42f5-9f45-c589bc495774 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0566683 Nov 24 21:07:25.245498 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6ebe25a9-3a87-450a-8af0-b19a01153c68 req-dc82198d-910f-404d-93ac-9c28bc8afa2d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715375 Nov 24 21:07:26.404322 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249a054-1031-4658-b11e-4789f70b939d req-fc9ef540-69fc-4eea-9f06-d0b0d19f579d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:26.428665 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d249a054-1031-4658-b11e-4789f70b939d req-fc9ef540-69fc-4eea-9f06-d0b0d19f579d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0816374 Nov 24 21:07:26.558011 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d249a054-1031-4658-b11e-4789f70b939d req-3fde129f-39b8-4beb-b78c-29e9d0d94d05 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251488 Nov 24 21:07:27.415506 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:07:27.813814 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e761767-030f-4e40-b5c6-ff655a1d7cf3 req-519e5dea-f24f-452a-bd17-d4c27fc833a3 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:27.820337 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e761767-030f-4e40-b5c6-ff655a1d7cf3 req-519e5dea-f24f-452a-bd17-d4c27fc833a3 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.1597087 Nov 24 21:07:27.914979 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e761767-030f-4e40-b5c6-ff655a1d7cf3 req-83e7c659-2a53-444c-89d5-45cc7682ed30 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850074 Nov 24 21:07:29.061131 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b7f2c-6fda-49ff-8bdd-9d27fe7d6b53 req-fc4a2f70-1905-4810-b6b3-846339f504d0 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:29.070452 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c97b7f2c-6fda-49ff-8bdd-9d27fe7d6b53 req-fc4a2f70-1905-4810-b6b3-846339f504d0 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0710239 Nov 24 21:07:29.123925 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c97b7f2c-6fda-49ff-8bdd-9d27fe7d6b53 req-ec3c270d-8361-4483-960d-e84b33cb635a tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521650 Nov 24 21:07:30.370197 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cb205-37a0-4cce-a0d2-3c6c6bcf2e36 req-f432edf1-853d-4e05-8d93-1dacc6522cc1 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:30.371808 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-144cb205-37a0-4cce-a0d2-3c6c6bcf2e36 req-f432edf1-853d-4e05-8d93-1dacc6522cc1 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0691898 Nov 24 21:07:30.443466 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-144cb205-37a0-4cce-a0d2-3c6c6bcf2e36 req-49a40f64-4420-470e-a19a-f766ef23b345 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614426 Nov 24 21:07:31.096764 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-fe4e3376-7387-4df3-a410-e9d80495807b tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:31.099935 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-fe4e3376-7387-4df3-a410-e9d80495807b tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/networks?id=876fc134-182c-40b9-9e04-f109afe2a4f8 HTTP/1.1" status: 200 len: 804 time: 0.1134043 Nov 24 21:07:31.119254 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-1f64eea5-4db7-4157-bf01-7b3cc909938e tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/quotas/033b1afb1747461cb5624c7ed6165bd8 HTTP/1.1" status: 200 len: 375 time: 0.0109489 Nov 24 21:07:31.193328 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-7dd82e24-6647-4eac-a35e-bbe51849e6df tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=033b1afb1747461cb5624c7ed6165bd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0674810 Nov 24 21:07:31.301730 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-3e63097a-aea1-41c2-bd4a-6d0ea48d84ae service neutron] 10.222.0.11 "GET /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068010 Nov 24 21:07:31.442261 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-a93ade0e-c30a-4091-8d6d-17cb5a1aef38 service neutron] 10.222.0.11 "GET /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344221 Nov 24 21:07:31.594717 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce9984-b289-4fd6-94d8-89b54a214124 req-4a647220-73df-4d13-a463-ead94417c0a4 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:31.609162 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c8ce9984-b289-4fd6-94d8-89b54a214124 req-4a647220-73df-4d13-a463-ead94417c0a4 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0800216 Nov 24 21:07:31.689307 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c8ce9984-b289-4fd6-94d8-89b54a214124 req-d003b1df-47f7-49f4-b59f-05ca23ed0a59 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779986 Nov 24 21:07:31.719522 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device cc557bc3-52ae-48fc-b2f2-527330ca70e4 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:07:31.873537 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port cc557bc3-52ae-48fc-b2f2-527330ca70e4, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cc557bc3-52ae-48fc-b2f2-527330ca70e4,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:07:31.891617 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'cc557bc3-52ae-48fc-b2f2-527330ca70e4', 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe', 'port_id': 'cc557bc3-52ae-48fc-b2f2-527330ca70e4', 'mac_address': 'fa:16:3e:aa:c6:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a175e7-c4f6-4d68-bd07-ad29e027b58f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:07:31.951935 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:32.009188 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc557bc3-52ae-48fc-b2f2-527330ca70e4 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:07:32.053200 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port cc557bc3-52ae-48fc-b2f2-527330ca70e4, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cc557bc3-52ae-48fc-b2f2-527330ca70e4,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:07:32.064530 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:32.139617 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=cc557bc3-52ae-48fc-b2f2-527330ca70e4,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:07:32.225909 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['cc557bc3-52ae-48fc-b2f2-527330ca70e4'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:07:32.709340 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b39c4-0f1c-4290-b06b-e0e5655eefc2 req-0ea8c947-cfc8-479c-81fb-f8300f14521a tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:32.711814 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-aa8b39c4-0f1c-4290-b06b-e0e5655eefc2 req-0ea8c947-cfc8-479c-81fb-f8300f14521a tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e64caa-6e92-4d02-988c-f719efadaf18 HTTP/1.1" status: 200 len: 946 time: 0.1811092 Nov 24 21:07:32.931739 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-229cc7ea-3f57-44b7-914c-dda07055fff8 req-597659ef-d5b1-4c05-b61e-81d196f0979f tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 210 time: 0.0962558 Nov 24 21:07:32.949216 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4920b-13ec-49cf-a79d-d51d19aab6ea req-b1a8cd4a-b234-45b2-bbf9-0f51b50da8ef tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:32.979538 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-01c4920b-13ec-49cf-a79d-d51d19aab6ea req-b1a8cd4a-b234-45b2-bbf9-0f51b50da8ef tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 945 time: 0.1738098 Nov 24 21:07:33.109880 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-01c4920b-13ec-49cf-a79d-d51d19aab6ea req-166c0b1b-5a4e-4fda-a6db-888e5f15308a tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204135 Nov 24 21:07:33.135513 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b53b2d1a-499b-4789-913e-2a0e3163ab3c req-d27780a6-d495-4316-8efc-26aaf4606083 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c3d9686-3dd2-4aea-92fe-225626602565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6033840 Nov 24 21:07:33.150178 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-aa8b39c4-0f1c-4290-b06b-e0e5655eefc2 req-fb7e0b55-5d7e-46d1-b04c-e2fb209bc512 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Deleting port 2ac70495-88b8-49a2-b0f5-fd421a904a32 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:07:33.150791 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-aa8b39c4-0f1c-4290-b06b-e0e5655eefc2 req-fb7e0b55-5d7e-46d1-b04c-e2fb209bc512 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:33.339335 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-aa8b39c4-0f1c-4290-b06b-e0e5655eefc2 req-fb7e0b55-5d7e-46d1-b04c-e2fb209bc512 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] For port 2ac70495-88b8-49a2-b0f5-fd421a904a32, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=2ac70495-88b8-49a2-b0f5-fd421a904a32,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:07:33.339751 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-aa8b39c4-0f1c-4290-b06b-e0e5655eefc2 req-fb7e0b55-5d7e-46d1-b04c-e2fb209bc512 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:33.379138 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-aa8b39c4-0f1c-4290-b06b-e0e5655eefc2 req-fb7e0b55-5d7e-46d1-b04c-e2fb209bc512 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Calling delete_port for 2ac70495-88b8-49a2-b0f5-fd421a904a32 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:07:33.387484 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b2d1a-499b-4789-913e-2a0e3163ab3c req-32e91b64-4550-4688-b3e5-8ce386f2add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:33.389041 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b53b2d1a-499b-4789-913e-2a0e3163ab3c req-32e91b64-4550-4688-b3e5-8ce386f2add8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76400c1822bc4519abca8b807069cf99&device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 1096 time: 0.2104299 Nov 24 21:07:33.561952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b2d1a-499b-4789-913e-2a0e3163ab3c req-9fdf2269-2377-427f-ba62-f289ac3b36ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:33.563469 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b53b2d1a-499b-4789-913e-2a0e3163ab3c req-9fdf2269-2377-427f-ba62-f289ac3b36ef service neutron] 10.222.0.48 "GET /v2.0/networks?id=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc HTTP/1.1" status: 200 len: 911 time: 0.1198399 Nov 24 21:07:33.725174 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-aa8b39c4-0f1c-4290-b06b-e0e5655eefc2 req-fb7e0b55-5d7e-46d1-b04c-e2fb209bc512 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:33.741708 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device cc557bc3-52ae-48fc-b2f2-527330ca70e4 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:07:33.826756 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e0b55-5d7e-46d1-b04c-e2fb209bc512 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Pushing event deleted for resources: {'Port': ['ID=2ac70495-88b8-49a2-b0f5-fd421a904a32,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:07:33.861759 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port cc557bc3-52ae-48fc-b2f2-527330ca70e4 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:07:33.862701 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:33.907008 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8b39c4-0f1c-4290-b06b-e0e5655eefc2 req-fb7e0b55-5d7e-46d1-b04c-e2fb209bc512 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] No DVR routers for this DVR port 2ac70495-88b8-49a2-b0f5-fd421a904a32 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:07:33.913130 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-aa8b39c4-0f1c-4290-b06b-e0e5655eefc2 req-fb7e0b55-5d7e-46d1-b04c-e2fb209bc512 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:33.916867 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-aa8b39c4-0f1c-4290-b06b-e0e5655eefc2 req-fb7e0b55-5d7e-46d1-b04c-e2fb209bc512 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.48 "DELETE /v2.0/ports/2ac70495-88b8-49a2-b0f5-fd421a904a32 HTTP/1.1" status: 204 len: 173 time: 1.1984258 Nov 24 21:07:33.917557 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e64caa-6e92-4d02-988c-f719efadaf18', 'name': 'network-vif-deleted', 'tag': '2ac70495-88b8-49a2-b0f5-fd421a904a32'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:07:33.920027 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a4c28c-ec48-4c98-97ac-3dbc89bb7606" -d '{"events": [{"server_uuid": "09e64caa-6e92-4d02-988c-f719efadaf18", "name": "network-vif-deleted", "tag": "2ac70495-88b8-49a2-b0f5-fd421a904a32"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:07:33.926166 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b53b2d1a-499b-4789-913e-2a0e3163ab3c req-84ba1799-b5a9-4c69-9388-aa19da6aa119 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09ba5f24-e1d3-4db6-86e7-87a0544d8069 HTTP/1.1" status: 200 len: 1000 time: 0.3470454 Nov 24 21:07:34.049260 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b2d1a-499b-4789-913e-2a0e3163ab3c req-bb3b061f-df4b-414c-8d6a-52a5ce395caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:34.053865 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b53b2d1a-499b-4789-913e-2a0e3163ab3c req-bb3b061f-df4b-414c-8d6a-52a5ce395caf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df44411-bad0-41e8-8c64-bf8945205f26 HTTP/1.1" status: 200 len: 849 time: 0.1066942 Nov 24 21:07:34.058373 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d70ab6-4d81-4dab-809e-a1e840e861df x-openstack-request-id: req-b5d70ab6-4d81-4dab-809e-a1e840e861df {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:07:34.058704 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e64caa-6e92-4d02-988c-f719efadaf18", "name": "network-vif-deleted", "tag": "2ac70495-88b8-49a2-b0f5-fd421a904a32", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:07:34.062007 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5d70ab6-4d81-4dab-809e-a1e840e861df {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:07:34.066439 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e64caa-6e92-4d02-988c-f719efadaf18', 'name': 'network-vif-deleted', 'tag': '2ac70495-88b8-49a2-b0f5-fd421a904a32', 'status': 'completed', 'code': 200} Nov 24 21:07:34.106663 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-4b150fb3-6fdf-4221-a954-7383d4911c43 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3600242 Nov 24 21:07:34.137532 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:34.140159 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 2ac70495-88b8-49a2-b0f5-fd421a904a32 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:07:34.186825 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 2ac70495-88b8-49a2-b0f5-fd421a904a32 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:07:34.187494 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 2ac70495-88b8-49a2-b0f5-fd421a904a32 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:07:34.200829 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b2d1a-499b-4789-913e-2a0e3163ab3c req-23622b29-89fd-45aa-9c48-2c701ec8b3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:34.202599 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b53b2d1a-499b-4789-913e-2a0e3163ab3c req-23622b29-89fd-45aa-9c48-2c701ec8b3a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335194 Nov 24 21:07:34.227235 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce07dbc-49c6-4d32-9435-e3c264d56445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc557bc3-52ae-48fc-b2f2-527330ca70e4'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:07:34.234290 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fadbdb-8c1d-4c18-9a62-12cd3a638ce0" -d '{"events": [{"server_uuid": "7ce07dbc-49c6-4d32-9435-e3c264d56445", "name": "network-vif-plugged", "status": "completed", "tag": "cc557bc3-52ae-48fc-b2f2-527330ca70e4"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:07:34.263057 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1a4b34e3-0852-43cd-8010-cc5726b0dc67 req-7b15bc5f-fa89-43cf-a2b9-aa7f2469c4df tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 210 time: 0.1531274 Nov 24 21:07:34.266045 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port cc557bc3-52ae-48fc-b2f2-527330ca70e4, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cc557bc3-52ae-48fc-b2f2-527330ca70e4,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:07:34.285734 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:34.416282 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dba006-61c8-4f85-acc8-17be9636d8fc x-openstack-request-id: req-b0dba006-61c8-4f85-acc8-17be9636d8fc {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:07:34.416583 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce07dbc-49c6-4d32-9435-e3c264d56445", "name": "network-vif-plugged", "status": "completed", "tag": "cc557bc3-52ae-48fc-b2f2-527330ca70e4", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:07:34.421712 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b0dba006-61c8-4f85-acc8-17be9636d8fc {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:07:34.422197 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce07dbc-49c6-4d32-9435-e3c264d56445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc557bc3-52ae-48fc-b2f2-527330ca70e4', 'code': 200} Nov 24 21:07:34.422877 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-cb42e3cf-912d-414a-ab03-64067be90e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:34.423462 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-cb42e3cf-912d-414a-ab03-64067be90e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:34.424007 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-cb42e3cf-912d-414a-ab03-64067be90e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:34.424610 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-cb42e3cf-912d-414a-ab03-64067be90e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:34.425167 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-cb42e3cf-912d-414a-ab03-64067be90e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:34.425701 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-cb42e3cf-912d-414a-ab03-64067be90e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:34.426225 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-cb42e3cf-912d-414a-ab03-64067be90e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:34.429553 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-cb42e3cf-912d-414a-ab03-64067be90e92 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=838d059057e840c09ac19be61b107bec&device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 6492 time: 0.1601837 Nov 24 21:07:34.430713 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=cc557bc3-52ae-48fc-b2f2-527330ca70e4,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:07:34.484875 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b53b2d1a-499b-4789-913e-2a0e3163ab3c req-0b75fe8f-2a03-4e54-a932-726272c75200 service neutron] 10.222.0.48 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731142 Nov 24 21:07:34.602734 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-6d52822c-e8a6-44ba-aad9-0a55dbb97aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:34.603472 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-6d52822c-e8a6-44ba-aad9-0a55dbb97aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:34.604080 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-6d52822c-e8a6-44ba-aad9-0a55dbb97aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:34.609669 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-6d52822c-e8a6-44ba-aad9-0a55dbb97aed service neutron] 10.222.0.15 "GET /v2.0/networks?id=2b80d919-dc76-4e07-9d79-d9c7af051c8b&id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&id=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7&id=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7 HTTP/1.1" status: 200 len: 2293 time: 0.1431789 Nov 24 21:07:34.627323 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029312c-ed0a-42e3-bf58-462a7c004948 req-a836b875-434e-4e42-9a51-a71b82f1edc7 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:34.637162 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c029312c-ed0a-42e3-bf58-462a7c004948 req-a836b875-434e-4e42-9a51-a71b82f1edc7 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.2198250 Nov 24 21:07:34.725264 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-27e92103-fd27-4a9a-b69d-721b67d39ff1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=905b2eeb-dedf-487a-a6aa-667f4d04bff3 HTTP/1.1" status: 200 len: 1000 time: 0.1069214 Nov 24 21:07:34.833653 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-b4e999c9-e3fc-492b-9b1b-9be084596314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:34.838499 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-b4e999c9-e3fc-492b-9b1b-9be084596314 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=887b1e02-17a6-4db4-8124-14042ea3bbda HTTP/1.1" status: 200 len: 850 time: 0.1030266 Nov 24 21:07:34.932154 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-99fa1ed0-d977-43bc-9cc9-fef285378557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:34.934234 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-99fa1ed0-d977-43bc-9cc9-fef285378557 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2b80d919-dc76-4e07-9d79-d9c7af051c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865569 Nov 24 21:07:35.163677 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-43b83469-b8fb-451e-97d0-a943dcac0c60 service neutron] 10.222.0.15 "GET /v2.0/networks/2b80d919-dc76-4e07-9d79-d9c7af051c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189324 Nov 24 21:07:35.306127 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-8dbe06c3-c61a-4c48-8bbc-a9f5443d69f7 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:35.307675 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-8dbe06c3-c61a-4c48-8bbc-a9f5443d69f7 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.48 "GET /v2.0/networks?id=876fc134-182c-40b9-9e04-f109afe2a4f8 HTTP/1.1" status: 200 len: 804 time: 0.1598692 Nov 24 21:07:35.323988 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-9495ef76-b04c-46dd-bf91-d53f04fe4d58 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Request body: {'port': {'device_id': '054d05fb-411b-4421-9365-3db3c817aa1a', 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8', 'admin_state_up': True, 'tenant_id': '033b1afb1747461cb5624c7ed6165bd8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:07:35.386721 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-9d3bf5f6-7e5d-40e1-9fe8-15723758ac2f service neutron] 10.222.0.15 "GET /v2.0/networks/2b80d919-dc76-4e07-9d79-d9c7af051c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095437 Nov 24 21:07:35.420556 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c029312c-ed0a-42e3-bf58-462a7c004948 req-28465374-0504-44bc-9a02-6589bf769175 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7821310 Nov 24 21:07:35.468289 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-41fa7d84-afca-4b1b-b2da-8188b75d0b7e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=5f848b02-05bc-4238-b1ac-d026adbdf90d HTTP/1.1" status: 200 len: 217 time: 0.0672007 Nov 24 21:07:35.529844 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b53b2d1a-499b-4789-913e-2a0e3163ab3c req-f6e6055c-d82b-4c63-bbd9-989f583f7756 service neutron] 10.222.0.48 "GET /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0090277 Nov 24 21:07:35.623655 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-a6fcc6cc-be3e-453f-bcd6-7a2a6eaec918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:35.625330 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-a6fcc6cc-be3e-453f-bcd6-7a2a6eaec918 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26f7ad4d-47f7-4f94-83c1-a9b148ce53d9 HTTP/1.1" status: 200 len: 797 time: 0.1413555 Nov 24 21:07:35.638600 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6f6ad3f7-022d-4f65-bc16-1c91bd291067 req-c37cb9f9-004c-4213-a6b1-0ffbf31caa68 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 210 time: 0.1226227 Nov 24 21:07:35.670405 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-9495ef76-b04c-46dd-bf91-d53f04fe4d58 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Made reservation on behalf of 033b1afb1747461cb5624c7ed6165bd8 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:07:35.674851 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-9495ef76-b04c-46dd-bf91-d53f04fe4d58 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:35.704728 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-f7fa3a45-03f7-44e0-94c7-d5ebb7971b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:35.707497 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-f7fa3a45-03f7-44e0-94c7-d5ebb7971b8f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0667598 Nov 24 21:07:35.847250 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-fce25e6f-d9be-4925-a7c7-7c618a940fb0 service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254466 Nov 24 21:07:35.934860 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-9495ef76-b04c-46dd-bf91-d53f04fe4d58 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Allocated IP 172.20.0.6 (876fc134-182c-40b9-9e04-f109afe2a4f8/1fb0de3e-23ea-436c-a6b2-0a24183ac0be/d8caa7d6-9474-47d2-9e36-24b061c85ac6) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:07:36.024856 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-3a759414-86be-4829-9834-04c340df26b0 service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660550 Nov 24 21:07:36.085465 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-4c6059de-c30c-4e51-9ba0-e29b12c9a82b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=af61a7f2-1e25-4982-87e4-5079effabcf1 HTTP/1.1" status: 200 len: 217 time: 0.0520170 Nov 24 21:07:36.150736 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-3304f286-4fb7-4143-ae10-1e48d981756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:36.152282 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-3304f286-4fb7-4143-ae10-1e48d981756b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26f7ad4d-47f7-4f94-83c1-a9b148ce53d9 HTTP/1.1" status: 200 len: 797 time: 0.0572870 Nov 24 21:07:36.185025 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-9495ef76-b04c-46dd-bf91-d53f04fe4d58 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:36.234662 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-1ffb477f-6853-438c-97f2-b5142e055100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:36.236231 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-1ffb477f-6853-438c-97f2-b5142e055100 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0761583 Nov 24 21:07:36.246328 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-9495ef76-b04c-46dd-bf91-d53f04fe4d58 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:36.340487 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-9495ef76-b04c-46dd-bf91-d53f04fe4d58 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Network 876fc134-182c-40b9-9e04-f109afe2a4f8 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:07:36.353494 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-9495ef76-b04c-46dd-bf91-d53f04fe4d58 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:07:36.354412 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-8e018208-a645-432f-8614-c6a524065fd0 service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981362 Nov 24 21:07:36.357569 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-9495ef76-b04c-46dd-bf91-d53f04fe4d58 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:07:36.448258 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495ef76-b04c-46dd-bf91-d53f04fe4d58 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Pushing event updated for resources: {'Port': ['ID=d8caa7d6-9474-47d2-9e36-24b061c85ac6,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:07:36.512393 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-9495ef76-b04c-46dd-bf91-d53f04fe4d58 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:36.517573 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-9495ef76-b04c-46dd-bf91-d53f04fe4d58 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:36.566817 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-9495ef76-b04c-46dd-bf91-d53f04fe4d58 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2449248 Nov 24 21:07:36.573121 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-24261d77-f555-417d-9a61-d4e9fd72c594 service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062235 Nov 24 21:07:36.582301 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-5bb45c72-f5ae-47ec-8291-dfc1582cb526 service neutron] Request body: {'port': {'device_id': '054d05fb-411b-4421-9365-3db3c817aa1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:07:36.673983 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-a57fa07f-caab-490c-b8de-97f9e6e1e983 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=2350812e-3580-420e-832c-24f31e39b118 HTTP/1.1" status: 200 len: 217 time: 0.0919135 Nov 24 21:07:36.708874 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-5bb45c72-f5ae-47ec-8291-dfc1582cb526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:36.875874 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500214f-f59b-4fdf-8cc7-0cd7502ff168 req-368ea962-35da-49d7-a2b3-d2f4f452ecb1 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:36.890248 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b500214f-f59b-4fdf-8cc7-0cd7502ff168 req-368ea962-35da-49d7-a2b3-d2f4f452ecb1 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 931 time: 0.1404681 Nov 24 21:07:36.916721 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d1c6e-34d8-4f99-96b0-cc876704e7e5 req-56083671-9998-4b41-97d2-94cff73481f3 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:36.919937 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e8d1c6e-34d8-4f99-96b0-cc876704e7e5 req-56083671-9998-4b41-97d2-94cff73481f3 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.2526717 Nov 24 21:07:36.931365 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-2911fa09-6102-464f-9986-3ab0dd5c646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:36.937815 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-2911fa09-6102-464f-9986-3ab0dd5c646b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26f7ad4d-47f7-4f94-83c1-a9b148ce53d9 HTTP/1.1" status: 200 len: 797 time: 0.2430634 Nov 24 21:07:37.099407 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b500214f-f59b-4fdf-8cc7-0cd7502ff168 req-4363107d-a133-489c-bbc3-a63bae82be30 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080491 Nov 24 21:07:37.219375 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e8d1c6e-34d8-4f99-96b0-cc876704e7e5 req-51dbf064-2957-4e69-b57d-31a3e00e1dc1 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801201 Nov 24 21:07:37.237648 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-25babf5b-e5a6-4ed4-b802-e9bbd756ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:37.240605 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-25babf5b-e5a6-4ed4-b802-e9bbd756ec89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2924960 Nov 24 21:07:37.386287 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-5bb45c72-f5ae-47ec-8291-dfc1582cb526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8caa7d6-9474-47d2-9e36-24b061c85ac6 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:07:37.396429 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-5bb45c72-f5ae-47ec-8291-dfc1582cb526 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:37.414343 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-5bb45c72-f5ae-47ec-8291-dfc1582cb526 service neutron] Transition to ACTIVE for port object d8caa7d6-9474-47d2-9e36-24b061c85ac6 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:07:37.423128 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-5bb45c72-f5ae-47ec-8291-dfc1582cb526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:37.423764 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-8f99c3dc-7265-483e-ac27-c2deec5e7dd0 service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737871 Nov 24 21:07:37.525794 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb45c72-f5ae-47ec-8291-dfc1582cb526 service neutron] Pushing event updated for resources: {'Port': ['ID=d8caa7d6-9474-47d2-9e36-24b061c85ac6,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:07:37.605545 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-42d7fe7a-0cd2-4690-a8d7-c3de7da58f5e service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734729 Nov 24 21:07:37.651048 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-5bb45c72-f5ae-47ec-8291-dfc1582cb526 service neutron] Attempting to bind port d8caa7d6-9474-47d2-9e36-24b061c85ac6 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:07:37.651391 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-5bb45c72-f5ae-47ec-8291-dfc1582cb526 service neutron] Attempting to bind port d8caa7d6-9474-47d2-9e36-24b061c85ac6 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'b28c7700-1747-49ca-bd6c-3b705128319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:07:37.651732 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-5bb45c72-f5ae-47ec-8291-dfc1582cb526 service neutron] Attempting to bind port d8caa7d6-9474-47d2-9e36-24b061c85ac6 on network 876fc134-182c-40b9-9e04-f109afe2a4f8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:07:37.662969 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-5bb45c72-f5ae-47ec-8291-dfc1582cb526 service neutron] Port d8caa7d6-9474-47d2-9e36-24b061c85ac6 on network 876fc134-182c-40b9-9e04-f109afe2a4f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:07:37.663302 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-5bb45c72-f5ae-47ec-8291-dfc1582cb526 service neutron] Attempting to bind port d8caa7d6-9474-47d2-9e36-24b061c85ac6 on network 876fc134-182c-40b9-9e04-f109afe2a4f8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:07:37.680993 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-87a2bb51-2540-4b2d-9df7-6a2ac368613f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=52edc988-d91c-414e-b88e-c8d5937a1086 HTTP/1.1" status: 200 len: 217 time: 0.0636034 Nov 24 21:07:37.683748 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-5bb45c72-f5ae-47ec-8291-dfc1582cb526 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:07:37.684097 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-5bb45c72-f5ae-47ec-8291-dfc1582cb526 service neutron] Checking segment: {'id': 'b28c7700-1747-49ca-bd6c-3b705128319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:07:37.684490 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-5bb45c72-f5ae-47ec-8291-dfc1582cb526 service neutron] Bound using segment: {'id': 'b28c7700-1747-49ca-bd6c-3b705128319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:07:37.684965 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-5bb45c72-f5ae-47ec-8291-dfc1582cb526 service neutron] Bound port: d8caa7d6-9474-47d2-9e36-24b061c85ac6, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28c7700-1747-49ca-bd6c-3b705128319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:07:37.685331 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-5bb45c72-f5ae-47ec-8291-dfc1582cb526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:37.762878 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-5bb45c72-f5ae-47ec-8291-dfc1582cb526 service neutron] For port d8caa7d6-9474-47d2-9e36-24b061c85ac6, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:07:37.766695 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-5bb45c72-f5ae-47ec-8291-dfc1582cb526 service neutron] For port d8caa7d6-9474-47d2-9e36-24b061c85ac6, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=d8caa7d6-9474-47d2-9e36-24b061c85ac6,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:07:37.777721 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-5bb45c72-f5ae-47ec-8291-dfc1582cb526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:37.842201 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-1168d0b8-7b86-4f81-b1a8-6e5358fcd510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:37.847040 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-1168d0b8-7b86-4f81-b1a8-6e5358fcd510 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26f7ad4d-47f7-4f94-83c1-a9b148ce53d9 HTTP/1.1" status: 200 len: 797 time: 0.1531825 Nov 24 21:07:37.896817 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb45c72-f5ae-47ec-8291-dfc1582cb526 service neutron] Pushing event updated for resources: {'Port': ['ID=d8caa7d6-9474-47d2-9e36-24b061c85ac6,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:07:37.917383 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-5bb45c72-f5ae-47ec-8291-dfc1582cb526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:37.918226 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-5bb45c72-f5ae-47ec-8291-dfc1582cb526 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:37.920181 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-5bb45c72-f5ae-47ec-8291-dfc1582cb526 service neutron] 10.222.0.48 "PUT /v2.0/ports/d8caa7d6-9474-47d2-9e36-24b061c85ac6 HTTP/1.1" status: 200 len: 1091 time: 1.3469388 Nov 24 21:07:37.921401 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054d05fb-411b-4421-9365-3db3c817aa1a', 'tag': 'd8caa7d6-9474-47d2-9e36-24b061c85ac6'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:07:37.923901 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc30138-15bd-4fa7-86a5-f6a3a4582307" -d '{"events": [{"name": "network-changed", "server_uuid": "054d05fb-411b-4421-9365-3db3c817aa1a", "tag": "d8caa7d6-9474-47d2-9e36-24b061c85ac6"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:07:37.941808 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-c2c66a85-db85-4539-a552-b45617519280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:37.943874 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-c2c66a85-db85-4539-a552-b45617519280 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b5ef7b5-277e-46e9-bb51-4226a176b59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0861461 Nov 24 21:07:38.031703 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe9e83d-830f-412a-93f8-f349d258292f x-openstack-request-id: req-6fe9e83d-830f-412a-93f8-f349d258292f {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:07:38.032330 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "054d05fb-411b-4421-9365-3db3c817aa1a", "tag": "d8caa7d6-9474-47d2-9e36-24b061c85ac6", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:07:38.032731 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6fe9e83d-830f-412a-93f8-f349d258292f {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:07:38.033475 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '054d05fb-411b-4421-9365-3db3c817aa1a', 'tag': 'd8caa7d6-9474-47d2-9e36-24b061c85ac6', 'status': 'completed', 'code': 200} Nov 24 21:07:38.103889 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-99d8623d-6ba2-4655-b56f-9032a1cc3968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:38.111138 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-99d8623d-6ba2-4655-b56f-9032a1cc3968 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=033b1afb1747461cb5624c7ed6165bd8&device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 1094 time: 0.1420434 Nov 24 21:07:38.135856 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 2ac70495-88b8-49a2-b0f5-fd421a904a32 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:07:38.191656 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 2ac70495-88b8-49a2-b0f5-fd421a904a32 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:07:38.192275 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 2ac70495-88b8-49a2-b0f5-fd421a904a32 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:07:38.253085 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-9a1256f1-15fe-4b00-ae83-8166177e1a08 service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003094 Nov 24 21:07:38.254256 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-dd539f66-aabe-4f2c-a4b1-7fe56561bfd0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8caa7d6-9474-47d2-9e36-24b061c85ac6 HTTP/1.1" status: 200 len: 217 time: 0.1242280 Nov 24 21:07:38.339574 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-b0eb43a6-7514-4271-9d7c-37d137357cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:38.341447 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-b0eb43a6-7514-4271-9d7c-37d137357cdf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1fb0de3e-23ea-436c-a6b2-0a24183ac0be HTTP/1.1" status: 200 len: 844 time: 0.0858335 Nov 24 21:07:38.351403 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e289e-b18c-4548-8c91-3f54fea7ede4 req-c1648b5d-f08a-4042-9d20-9ca768b22046 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:38.359375 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c60e289e-b18c-4548-8c91-3f54fea7ede4 req-c1648b5d-f08a-4042-9d20-9ca768b22046 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 943 time: 0.1494598 Nov 24 21:07:38.422131 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-1e35beb8-9d87-465d-8c07-fc0aab162626 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=876fc134-182c-40b9-9e04-f109afe2a4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727894 Nov 24 21:07:38.490158 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c60e289e-b18c-4548-8c91-3f54fea7ede4 req-24f350d2-9fb1-4446-ba8c-a34fdd360728 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215620 Nov 24 21:07:38.548529 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-d472ba1e-0595-4b0b-b9f4-88f835ee49fb service neutron] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858238 Nov 24 21:07:38.595258 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-aee1e4fe-cd0c-4573-9cb6-dc8eb898b64f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aa567d14-d659-4d4f-9c27-1888341ba909 HTTP/1.1" status: 200 len: 217 time: 0.0384574 Nov 24 21:07:38.669098 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-9215a9e1-4483-4dd6-9df5-a5f34cbbc418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:38.672557 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-9215a9e1-4483-4dd6-9df5-a5f34cbbc418 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2eb2776b-5847-4479-b246-63584a539d1e HTTP/1.1" status: 200 len: 797 time: 0.0691636 Nov 24 21:07:38.705272 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbafe8f-afd5-4fb9-87fd-368ca96c1fd5 req-cbb7946c-70d7-4023-bb7a-b1a11fb9dfa7 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:38.707991 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ccbafe8f-afd5-4fb9-87fd-368ca96c1fd5 req-cbb7946c-70d7-4023-bb7a-b1a11fb9dfa7 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.2288716 Nov 24 21:07:38.746221 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-9ae17553-dc9f-47d8-b9fd-b9a8ac18a940 service neutron] 10.222.0.48 "GET /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080895 Nov 24 21:07:38.753820 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-241d83db-440a-499d-baa3-0f9c7ffa7ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:38.755663 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-241d83db-440a-499d-baa3-0f9c7ffa7ef0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0700572 Nov 24 21:07:38.856166 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a27280f8-d240-4151-8f84-471d33a882cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:38.983167 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ccbafe8f-afd5-4fb9-87fd-368ca96c1fd5 req-65342f56-3e59-4746-af81-0b50f1232943 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343664 Nov 24 21:07:39.030832 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c227f13-a0f0-432b-9f3d-706b9186abb2 req-98a90134-e2bb-47fb-9c13-2f9e621670e2 service neutron] 10.222.0.48 "GET /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815652 Nov 24 21:07:39.065305 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-54615ee7-aa8f-45c2-b026-35de983ec560 service neutron] 10.222.0.15 "GET /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967227 Nov 24 21:07:39.157479 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc30138-15bd-4fa7-86a5-f6a3a4582307 req-71519322-fca0-4bf2-9c42-f7779ccb7064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:39.159913 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9dc30138-15bd-4fa7-86a5-f6a3a4582307 req-71519322-fca0-4bf2-9c42-f7779ccb7064 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=033b1afb1747461cb5624c7ed6165bd8&device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 1094 time: 0.0742083 Nov 24 21:07:39.223976 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-a4d584e1-eb86-4182-a380-2f0cf09bec26 service neutron] 10.222.0.15 "GET /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465304 Nov 24 21:07:39.322431 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-da56b2fb-0752-45ca-925e-dbab5e4fe4dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ef5f8c33-a3ce-4e37-9cc9-6819e3132187 HTTP/1.1" status: 200 len: 217 time: 0.0843124 Nov 24 21:07:39.349362 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc30138-15bd-4fa7-86a5-f6a3a4582307 req-ea5a1552-8d23-4702-8c85-cafd22b21e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:39.350881 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9dc30138-15bd-4fa7-86a5-f6a3a4582307 req-ea5a1552-8d23-4702-8c85-cafd22b21e3b service neutron] 10.222.0.48 "GET /v2.0/networks?id=876fc134-182c-40b9-9e04-f109afe2a4f8 HTTP/1.1" status: 200 len: 905 time: 0.1827688 Nov 24 21:07:39.413241 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9dc30138-15bd-4fa7-86a5-f6a3a4582307 req-c96d4609-31eb-4a53-99dc-3be1a7243ea2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8caa7d6-9474-47d2-9e36-24b061c85ac6 HTTP/1.1" status: 200 len: 217 time: 0.0538869 Nov 24 21:07:39.470479 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-502fa4c5-ee24-4139-9cc3-310b345bfbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:39.482041 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-502fa4c5-ee24-4139-9cc3-310b345bfbd7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2eb2776b-5847-4479-b246-63584a539d1e HTTP/1.1" status: 200 len: 797 time: 0.1475515 Nov 24 21:07:39.562757 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc30138-15bd-4fa7-86a5-f6a3a4582307 req-7f6c8041-4cec-4d3f-9663-af31e754b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:39.569246 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9dc30138-15bd-4fa7-86a5-f6a3a4582307 req-7f6c8041-4cec-4d3f-9663-af31e754b965 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1fb0de3e-23ea-436c-a6b2-0a24183ac0be HTTP/1.1" status: 200 len: 844 time: 0.1479561 Nov 24 21:07:39.617397 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:39.637954 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9dc30138-15bd-4fa7-86a5-f6a3a4582307 req-2bc9b54a-b56e-4608-8d87-f5e09c00db0b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=876fc134-182c-40b9-9e04-f109afe2a4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612597 Nov 24 21:07:39.841774 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9dc30138-15bd-4fa7-86a5-f6a3a4582307 req-0cb81ae7-fb0d-4c0e-ab0a-3de3b8e0ea8c service neutron] 10.222.0.48 "GET /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936374 Nov 24 21:07:40.046395 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9dc30138-15bd-4fa7-86a5-f6a3a4582307 req-d1459c7d-2fed-4a94-99f6-46c26fbf4f11 service neutron] 10.222.0.48 "GET /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916308 Nov 24 21:07:40.287216 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-1922b555-6027-43b2-9d21-d1c6d2a9dd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:40.291617 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-1922b555-6027-43b2-9d21-d1c6d2a9dd42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8012135 Nov 24 21:07:40.315457 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb0e93-4fef-42a9-8dca-df071753bd9e req-9b659009-4d79-4609-bfd4-288b30578175 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:40.317806 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84bb0e93-4fef-42a9-8dca-df071753bd9e req-9b659009-4d79-4609-bfd4-288b30578175 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 943 time: 0.7103388 Nov 24 21:07:40.457838 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c6551-53c3-4e7d-908a-69abb5a591ea req-5c6d601d-e338-40f9-a811-815b1b4cbe23 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:40.462290 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-809c6551-53c3-4e7d-908a-69abb5a591ea req-5c6d601d-e338-40f9-a811-815b1b4cbe23 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.1207812 Nov 24 21:07:40.580024 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-809c6551-53c3-4e7d-908a-69abb5a591ea req-098876de-b988-4198-931e-de871aaec52f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115236 Nov 24 21:07:40.625065 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-774b6000-f58d-4e09-a8bd-b5b7fc7069e0 service neutron] 10.222.0.15 "GET /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988973 Nov 24 21:07:40.656010 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84bb0e93-4fef-42a9-8dca-df071753bd9e req-0ee35e0e-022a-49d2-b134-f27021504f64 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620870 Nov 24 21:07:40.853142 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd3710-08d2-41fc-b9ce-6dc1161ebc89 req-e71cc44c-7f8f-4274-94ec-5184931a6967 service neutron] 10.222.0.15 "GET /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948295 Nov 24 21:07:41.112309 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:41.183372 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-237cef3a-c279-44c7-85ee-6f61a4a44130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:41.796878 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd57da-760d-4227-b176-b7c8966132fd req-94777fd2-90c9-414e-80be-15a11d82fb7e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:41.815678 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-20fd57da-760d-4227-b176-b7c8966132fd req-94777fd2-90c9-414e-80be-15a11d82fb7e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.1247702 Nov 24 21:07:41.904189 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d7f43-51c3-404a-98c3-127296810bbe req-45fd2cef-2721-4cb0-a861-36117e005917 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:41.905399 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-20fd57da-760d-4227-b176-b7c8966132fd req-ac23be2c-d1b3-4c03-8150-2b0fa5c93fc3 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865998 Nov 24 21:07:41.910162 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1e7d7f43-51c3-404a-98c3-127296810bbe req-45fd2cef-2721-4cb0-a861-36117e005917 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 943 time: 0.1436172 Nov 24 21:07:41.978846 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1e7d7f43-51c3-404a-98c3-127296810bbe req-bd26bee4-e01b-46f3-9c73-3410058eac7b tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629287 Nov 24 21:07:42.167342 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device d8caa7d6-9474-47d2-9e36-24b061c85ac6 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:07:42.371512 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port d8caa7d6-9474-47d2-9e36-24b061c85ac6, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=d8caa7d6-9474-47d2-9e36-24b061c85ac6,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:07:42.390526 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'd8caa7d6-9474-47d2-9e36-24b061c85ac6', 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8', 'port_id': 'd8caa7d6-9474-47d2-9e36-24b061c85ac6', 'mac_address': 'fa:16:3e:5b:11:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb0de3e-23ea-436c-a6b2-0a24183ac0be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:07:42.394449 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:42.445983 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:42.463493 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8caa7d6-9474-47d2-9e36-24b061c85ac6 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:07:42.491863 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port d8caa7d6-9474-47d2-9e36-24b061c85ac6, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=d8caa7d6-9474-47d2-9e36-24b061c85ac6,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:07:42.499911 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:42.606266 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=d8caa7d6-9474-47d2-9e36-24b061c85ac6,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:07:42.713168 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['d8caa7d6-9474-47d2-9e36-24b061c85ac6'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:07:43.104343 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840a4a0-1686-444b-9826-d96f10ce3c21 req-0b72f903-9a08-459f-a715-a8d7052410d2 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:43.113397 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5840a4a0-1686-444b-9826-d96f10ce3c21 req-0b72f903-9a08-459f-a715-a8d7052410d2 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0920112 Nov 24 21:07:43.241986 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5840a4a0-1686-444b-9826-d96f10ce3c21 req-6fc07fcb-bd85-4781-9f96-50c95d31b767 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274965 Nov 24 21:07:43.249989 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b68120-1284-4d90-9058-81156d8549cf req-8289ee5a-1152-4155-9873-fe75be06773e tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:43.252351 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14b68120-1284-4d90-9058-81156d8549cf req-8289ee5a-1152-4155-9873-fe75be06773e tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 944 time: 0.1333461 Nov 24 21:07:43.335540 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14b68120-1284-4d90-9058-81156d8549cf req-2aa763dc-75c6-41e8-970f-e51bdeafa629 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705528 Nov 24 21:07:43.744014 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:44.198949 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device d8caa7d6-9474-47d2-9e36-24b061c85ac6 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:07:44.336519 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port d8caa7d6-9474-47d2-9e36-24b061c85ac6 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:07:44.341046 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port d8caa7d6-9474-47d2-9e36-24b061c85ac6 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:07:44.341555 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:44.384262 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79065360-d5ca-4a11-ae44-51942ba65c3e req-3f842d71-0cb9-4874-acb0-98d57b0ff79b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:44.392681 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79065360-d5ca-4a11-ae44-51942ba65c3e req-3f842d71-0cb9-4874-acb0-98d57b0ff79b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0717764 Nov 24 21:07:44.461368 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79065360-d5ca-4a11-ae44-51942ba65c3e req-59fde160-914a-4d77-ad80-32a3565c0066 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667858 Nov 24 21:07:44.491935 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:44.536092 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port d8caa7d6-9474-47d2-9e36-24b061c85ac6, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=d8caa7d6-9474-47d2-9e36-24b061c85ac6,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:07:44.537790 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054d05fb-411b-4421-9365-3db3c817aa1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8caa7d6-9474-47d2-9e36-24b061c85ac6'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:07:44.540294 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cfb757-7786-4007-86ab-1efd88a72136" -d '{"events": [{"server_uuid": "054d05fb-411b-4421-9365-3db3c817aa1a", "name": "network-vif-plugged", "status": "completed", "tag": "d8caa7d6-9474-47d2-9e36-24b061c85ac6"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:07:44.550516 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:44.685512 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69acd9b2-f59c-495e-93ff-a5b68b51c0ca x-openstack-request-id: req-69acd9b2-f59c-495e-93ff-a5b68b51c0ca {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:07:44.685992 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054d05fb-411b-4421-9365-3db3c817aa1a", "name": "network-vif-plugged", "status": "completed", "tag": "d8caa7d6-9474-47d2-9e36-24b061c85ac6", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:07:44.688608 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69acd9b2-f59c-495e-93ff-a5b68b51c0ca {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:07:44.691283 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad27fb-977f-41d0-843a-41953467a77e req-9eaade0e-fade-49ba-806d-86bf244ce0b9 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:44.691829 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054d05fb-411b-4421-9365-3db3c817aa1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8caa7d6-9474-47d2-9e36-24b061c85ac6', 'code': 200} Nov 24 21:07:44.707977 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51ad27fb-977f-41d0-843a-41953467a77e req-9eaade0e-fade-49ba-806d-86bf244ce0b9 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.1507344 Nov 24 21:07:44.805141 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=d8caa7d6-9474-47d2-9e36-24b061c85ac6,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:07:44.833810 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:44.836876 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8551cd-556c-4886-8aee-d6e40dc64bcc req-877f3eb2-1bf5-4a07-a7d9-ddae7ef0a5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:44.839836 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cb8551cd-556c-4886-8aee-d6e40dc64bcc req-877f3eb2-1bf5-4a07-a7d9-ddae7ef0a5ab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 1096 time: 0.1373889 Nov 24 21:07:44.866759 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51ad27fb-977f-41d0-843a-41953467a77e req-2bf7cdec-b43f-441f-b0d6-c2944ba663a1 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218905 Nov 24 21:07:44.956550 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cb8551cd-556c-4886-8aee-d6e40dc64bcc req-c3a60d38-0864-4463-a8c1-8aef107b8de4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060002 Nov 24 21:07:45.715691 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeec0e4-623b-419a-a550-8fd45d3810d2 req-b328133f-ba14-49cc-bf2e-c53153803697 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:45.723219 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4aeec0e4-623b-419a-a550-8fd45d3810d2 req-b328133f-ba14-49cc-bf2e-c53153803697 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.1024220 Nov 24 21:07:45.821503 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4aeec0e4-623b-419a-a550-8fd45d3810d2 req-1931f0f9-21a2-4332-97e3-c223f037b2b4 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917919 Nov 24 21:07:46.123718 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6864c1a-a6cb-401e-9cba-41f35310c57c req-ed781126-e41a-4a5c-b1fd-9136f111e640 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:46.133096 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b6864c1a-a6cb-401e-9cba-41f35310c57c req-ed781126-e41a-4a5c-b1fd-9136f111e640 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0942345 Nov 24 21:07:46.191179 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b6864c1a-a6cb-401e-9cba-41f35310c57c req-88fa9f3c-9d4e-400a-bb4e-966213cc406b tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550179 Nov 24 21:07:47.022795 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9d036-fe91-4495-a244-f2c625fb21a5 req-52dfbbb2-9f31-4f71-9811-c3e3ba69b8d5 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:47.076589 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-34b9d036-fe91-4495-a244-f2c625fb21a5 req-52dfbbb2-9f31-4f71-9811-c3e3ba69b8d5 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.1310294 Nov 24 21:07:47.153263 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-34b9d036-fe91-4495-a244-f2c625fb21a5 req-b551b12a-a05c-4d2d-a9b3-107b0ae843a9 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756989 Nov 24 21:07:47.390326 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc99da-9cef-483d-a7d8-8335ebf842eb req-7ff0b6d5-a570-4e50-93f1-f33176d087b8 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:47.398775 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-73cc99da-9cef-483d-a7d8-8335ebf842eb req-7ff0b6d5-a570-4e50-93f1-f33176d087b8 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0647533 Nov 24 21:07:47.481849 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-73cc99da-9cef-483d-a7d8-8335ebf842eb req-c1a4be79-3518-4d25-87d5-847e435a82af tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648625 Nov 24 21:07:47.841155 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b70b1-5353-47e3-8f87-63d7347164a5 req-2390d6ff-fe01-464b-b296-596e9d60e702 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:47.843291 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-427b70b1-5353-47e3-8f87-63d7347164a5 req-2390d6ff-fe01-464b-b296-596e9d60e702 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.1098645 Nov 24 21:07:47.953240 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-427b70b1-5353-47e3-8f87-63d7347164a5 req-ba4c853f-7985-446e-8f10-daf509c83e37 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977440 Nov 24 21:07:48.371033 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb562207-955d-44ac-b014-298ef58e9c29 req-69975bcb-e4d4-4331-8e4f-48c9c02222dd tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:48.372619 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eb562207-955d-44ac-b014-298ef58e9c29 req-69975bcb-e4d4-4331-8e4f-48c9c02222dd tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0664837 Nov 24 21:07:48.433172 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eb562207-955d-44ac-b014-298ef58e9c29 req-3e487163-c88f-4fae-9cc3-dddf71303175 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533741 Nov 24 21:07:49.104240 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06dd9d-22f2-4964-961b-1ab240fd22d0 req-2b133202-37af-43ec-a3cd-e8bdb0dabc11 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:49.105892 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6a06dd9d-22f2-4964-961b-1ab240fd22d0 req-2b133202-37af-43ec-a3cd-e8bdb0dabc11 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0751879 Nov 24 21:07:49.260279 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6a06dd9d-22f2-4964-961b-1ab240fd22d0 req-b5756db9-bbe4-4517-b68a-698ba522bd87 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366773 Nov 24 21:07:49.632622 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7a6a5-fa0f-4b7d-81fd-c641163e7370 req-21c1caf3-8f17-42d0-afa9-8a390905bacf tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:49.634272 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2bd7a6a5-fa0f-4b7d-81fd-c641163e7370 req-21c1caf3-8f17-42d0-afa9-8a390905bacf tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0573115 Nov 24 21:07:49.688225 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2bd7a6a5-fa0f-4b7d-81fd-c641163e7370 req-ff8fee6e-d94d-4cb7-a91e-0b564e23ef77 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474987 Nov 24 21:07:50.416729 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db277afd-e828-403f-ab71-1d4de61e756a req-788008b6-8d01-4e6a-821b-2caa285356e3 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:50.418264 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-db277afd-e828-403f-ab71-1d4de61e756a req-788008b6-8d01-4e6a-821b-2caa285356e3 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0599806 Nov 24 21:07:50.489468 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-db277afd-e828-403f-ab71-1d4de61e756a req-c2f7c5f5-a6ee-4015-902d-7f6ed9df0e58 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602663 Nov 24 21:07:50.824022 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd84bd-2197-4361-8ed7-8d1b1216eac3 req-98a52494-193d-4fbe-a4f4-825d5fcb2273 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:50.825723 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d1bd84bd-2197-4361-8ed7-8d1b1216eac3 req-98a52494-193d-4fbe-a4f4-825d5fcb2273 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0508466 Nov 24 21:07:50.876530 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d1bd84bd-2197-4361-8ed7-8d1b1216eac3 req-7128cdc1-0463-4d80-b493-bfe08c03eac9 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440800 Nov 24 21:07:51.062529 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749bdef-02f5-4324-8acc-f67033eb1ec2 req-079234b4-345c-40f0-9120-1b786068e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:51.064061 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9749bdef-02f5-4324-8acc-f67033eb1ec2 req-079234b4-345c-40f0-9120-1b786068e1f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e71b3a96d850423e9f3044dfb96ccf17&device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 1097 time: 0.0449884 Nov 24 21:07:51.160507 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749bdef-02f5-4324-8acc-f67033eb1ec2 req-2c1d950d-52bb-4d4d-a7fd-f23f1321bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:51.162338 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9749bdef-02f5-4324-8acc-f67033eb1ec2 req-2c1d950d-52bb-4d4d-a7fd-f23f1321bda3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=287bbc50-3f16-40b0-94f6-15f32164ebfe HTTP/1.1" status: 200 len: 913 time: 0.0909183 Nov 24 21:07:51.217344 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9749bdef-02f5-4324-8acc-f67033eb1ec2 req-3518469d-c1a8-46f3-be73-cc7cbab9be47 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc557bc3-52ae-48fc-b2f2-527330ca70e4 HTTP/1.1" status: 200 len: 217 time: 0.0436971 Nov 24 21:07:51.275840 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749bdef-02f5-4324-8acc-f67033eb1ec2 req-13e429d5-d4a0-4b7c-b3f0-376ee0262c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:51.277626 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9749bdef-02f5-4324-8acc-f67033eb1ec2 req-13e429d5-d4a0-4b7c-b3f0-376ee0262c17 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2a175e7-c4f6-4d68-bd07-ad29e027b58f HTTP/1.1" status: 200 len: 852 time: 0.0530543 Nov 24 21:07:51.312923 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9749bdef-02f5-4324-8acc-f67033eb1ec2 req-a73bb34f-3c63-4343-bc18-bf5f22c6e87d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=287bbc50-3f16-40b0-94f6-15f32164ebfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272076 Nov 24 21:07:51.327727 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-9749bdef-02f5-4324-8acc-f67033eb1ec2 req-fa309784-ce05-4132-ac94-2270d52afb75 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:07:51.328655 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9749bdef-02f5-4324-8acc-f67033eb1ec2 req-fa309784-ce05-4132-ac94-2270d52afb75 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083916 Nov 24 21:07:51.431476 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9749bdef-02f5-4324-8acc-f67033eb1ec2 req-3d9f0bfc-576b-4934-bbeb-ef80e4e56426 service neutron] 10.222.0.15 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919769 Nov 24 21:07:51.538720 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9749bdef-02f5-4324-8acc-f67033eb1ec2 req-2cc16980-f09b-41d7-81e5-5b12c025515c service neutron] 10.222.0.15 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960450 Nov 24 21:07:51.644925 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18e01c-7b47-4acb-a5bd-eef858d87f95 req-b6a7f2f6-81f2-4dfe-932c-b29356088fe4 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:51.646480 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9d18e01c-7b47-4acb-a5bd-eef858d87f95 req-b6a7f2f6-81f2-4dfe-932c-b29356088fe4 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0716991 Nov 24 21:07:51.702601 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9d18e01c-7b47-4acb-a5bd-eef858d87f95 req-324d4c31-d2ca-48e5-ac32-03cbcc07a1e5 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474854 Nov 24 21:07:52.012646 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef9d57-462e-4ed2-946f-bed50be4bc83 req-44b93a32-70b9-40a9-b7c9-3c2b083db0bb tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:52.014282 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-14ef9d57-462e-4ed2-946f-bed50be4bc83 req-44b93a32-70b9-40a9-b7c9-3c2b083db0bb tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0566447 Nov 24 21:07:52.069217 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-14ef9d57-462e-4ed2-946f-bed50be4bc83 req-35e1e15e-fbda-4dae-9134-156d6bc692fb tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476196 Nov 24 21:07:52.829020 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b393659-b70c-45ed-968a-bf53119903ab req-b0386ff0-3327-497a-89c1-4302a5d4829a tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:52.831103 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2b393659-b70c-45ed-968a-bf53119903ab req-b0386ff0-3327-497a-89c1-4302a5d4829a tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0551739 Nov 24 21:07:52.885275 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2b393659-b70c-45ed-968a-bf53119903ab req-f341fdc6-b7e9-44af-abd5-4d08f1c146ef tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477054 Nov 24 21:07:53.216761 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706f907-51d7-4942-94db-2931ac9f8844 req-4944e9d7-032f-415f-aa08-4800e6aa9cd9 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:53.218971 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d706f907-51d7-4942-94db-2931ac9f8844 req-4944e9d7-032f-415f-aa08-4800e6aa9cd9 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0621846 Nov 24 21:07:53.274309 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d706f907-51d7-4942-94db-2931ac9f8844 req-ea20fcae-2942-4913-8736-0f8ce3973ca5 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467215 Nov 24 21:07:54.023935 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f90dcd-9042-4913-9e3a-0e278c4fc7ea req-bae0b6e9-8316-45b0-bf4e-59776436a483 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:54.023935 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-43f90dcd-9042-4913-9e3a-0e278c4fc7ea req-bae0b6e9-8316-45b0-bf4e-59776436a483 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0532029 Nov 24 21:07:54.077141 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-43f90dcd-9042-4913-9e3a-0e278c4fc7ea req-33c7ed92-79c7-46e8-a714-9a9defd9f4fd tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475495 Nov 24 21:07:54.444382 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291afe49-0808-44c8-9d5a-8a287347373e req-86d4c7cc-3221-4653-bdf0-1d4af99e8055 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:54.446130 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-291afe49-0808-44c8-9d5a-8a287347373e req-86d4c7cc-3221-4653-bdf0-1d4af99e8055 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0555665 Nov 24 21:07:54.507064 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-291afe49-0808-44c8-9d5a-8a287347373e req-75da162c-c74a-4abc-a974-56a5e830f3c5 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535941 Nov 24 21:07:55.283511 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b164bda-33d9-41a2-b23f-434b82782396 req-24a245b8-d85b-445a-a04c-a65cdf9720d0 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:55.285731 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3b164bda-33d9-41a2-b23f-434b82782396 req-24a245b8-d85b-445a-a04c-a65cdf9720d0 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0658088 Nov 24 21:07:55.341611 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3b164bda-33d9-41a2-b23f-434b82782396 req-b6c49e62-f566-4c26-8b64-efc798079a96 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494735 Nov 24 21:07:55.475812 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d544a-022f-4213-9c12-4990b5b58075 req-bcf189e4-4fc1-42e6-bce7-c30d0337a485 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:55.477414 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6a8d544a-022f-4213-9c12-4990b5b58075 req-bcf189e4-4fc1-42e6-bce7-c30d0337a485 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce07dbc-49c6-4d32-9435-e3c264d56445 HTTP/1.1" status: 200 len: 946 time: 0.0544174 Nov 24 21:07:55.574355 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-6a8d544a-022f-4213-9c12-4990b5b58075 req-8fc4e845-1180-4de0-924c-648fbfab1b9b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Deleting port cc557bc3-52ae-48fc-b2f2-527330ca70e4 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:07:55.574934 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-6a8d544a-022f-4213-9c12-4990b5b58075 req-8fc4e845-1180-4de0-924c-648fbfab1b9b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:55.671678 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-6a8d544a-022f-4213-9c12-4990b5b58075 req-8fc4e845-1180-4de0-924c-648fbfab1b9b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] For port cc557bc3-52ae-48fc-b2f2-527330ca70e4, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cc557bc3-52ae-48fc-b2f2-527330ca70e4,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:07:55.672273 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-6a8d544a-022f-4213-9c12-4990b5b58075 req-8fc4e845-1180-4de0-924c-648fbfab1b9b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:55.685849 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-6a8d544a-022f-4213-9c12-4990b5b58075 req-8fc4e845-1180-4de0-924c-648fbfab1b9b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Calling delete_port for cc557bc3-52ae-48fc-b2f2-527330ca70e4 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:07:55.822944 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-6a8d544a-022f-4213-9c12-4990b5b58075 req-8fc4e845-1180-4de0-924c-648fbfab1b9b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:55.843354 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device cc557bc3-52ae-48fc-b2f2-527330ca70e4 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:07:55.866284 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4e845-1180-4de0-924c-648fbfab1b9b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Pushing event deleted for resources: {'Port': ['ID=cc557bc3-52ae-48fc-b2f2-527330ca70e4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:07:55.867741 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: cc557bc3-52ae-48fc-b2f2-527330ca70e4 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:07:55.868094 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device cc557bc3-52ae-48fc-b2f2-527330ca70e4 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:07:55.900684 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4e845-1180-4de0-924c-648fbfab1b9b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:07:55.901027 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4e845-1180-4de0-924c-648fbfab1b9b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:07:55.901387 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4e845-1180-4de0-924c-648fbfab1b9b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:07:55.901924 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4e845-1180-4de0-924c-648fbfab1b9b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:07:55.902459 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4e845-1180-4de0-924c-648fbfab1b9b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:07:55.902871 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4e845-1180-4de0-924c-648fbfab1b9b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:07:55.903221 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4e845-1180-4de0-924c-648fbfab1b9b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:07:55.903565 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4e845-1180-4de0-924c-648fbfab1b9b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:07:55.903904 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4e845-1180-4de0-924c-648fbfab1b9b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:07:55.904408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4e845-1180-4de0-924c-648fbfab1b9b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:07:55.904794 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4e845-1180-4de0-924c-648fbfab1b9b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:07:55.905143 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4e845-1180-4de0-924c-648fbfab1b9b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:07:55.923251 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8d544a-022f-4213-9c12-4990b5b58075 req-8fc4e845-1180-4de0-924c-648fbfab1b9b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] No DVR routers for this DVR port cc557bc3-52ae-48fc-b2f2-527330ca70e4 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:07:55.926641 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-6a8d544a-022f-4213-9c12-4990b5b58075 req-8fc4e845-1180-4de0-924c-648fbfab1b9b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:55.937324 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6a8d544a-022f-4213-9c12-4990b5b58075 req-8fc4e845-1180-4de0-924c-648fbfab1b9b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "DELETE /v2.0/ports/cc557bc3-52ae-48fc-b2f2-527330ca70e4 HTTP/1.1" status: 204 len: 173 time: 0.4533455 Nov 24 21:07:55.938014 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce07dbc-49c6-4d32-9435-e3c264d56445', 'name': 'network-vif-deleted', 'tag': 'cc557bc3-52ae-48fc-b2f2-527330ca70e4'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:07:55.941637 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784d1b36-917f-47dd-add6-693985b4284a" -d '{"events": [{"server_uuid": "7ce07dbc-49c6-4d32-9435-e3c264d56445", "name": "network-vif-deleted", "tag": "cc557bc3-52ae-48fc-b2f2-527330ca70e4"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:07:55.995311 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 24 Nov 2021 21:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e7519c-7b4b-450d-9b2d-60a05822aca7 x-openstack-request-id: req-21e7519c-7b4b-450d-9b2d-60a05822aca7 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:07:55.995641 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce07dbc-49c6-4d32-9435-e3c264d56445", "name": "network-vif-deleted", "tag": "cc557bc3-52ae-48fc-b2f2-527330ca70e4", "status": "failed", "code": 422}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:07:55.995905 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-21e7519c-7b4b-450d-9b2d-60a05822aca7 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:07:55.996333 n-d-812111-8 neutron-server[109991]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7ce07dbc-49c6-4d32-9435-e3c264d56445', 'name': 'network-vif-deleted', 'tag': 'cc557bc3-52ae-48fc-b2f2-527330ca70e4', 'status': 'failed', 'code': 422} returned with failed status Nov 24 21:07:56.483554 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e162e-a8da-4860-a6f5-4ea1a7231b6b req-63781943-9ca7-4991-a889-45bd9019bfa8 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:56.492738 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1b1e162e-a8da-4860-a6f5-4ea1a7231b6b req-63781943-9ca7-4991-a889-45bd9019bfa8 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0709014 Nov 24 21:07:56.582236 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1b1e162e-a8da-4860-a6f5-4ea1a7231b6b req-03a458b3-c344-48f1-b6ed-9c4aeaa0816b tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795219 Nov 24 21:07:56.616142 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-d568a801-2a9b-402a-848e-ad3eabfcd986 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:56.617837 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-d568a801-2a9b-402a-848e-ad3eabfcd986 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/networks?id=287bbc50-3f16-40b0-94f6-15f32164ebfe HTTP/1.1" status: 200 len: 812 time: 0.1239676 Nov 24 21:07:56.634390 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-6692c54c-6e3e-4e24-b2cf-d8fa8d390175 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/quotas/e71b3a96d850423e9f3044dfb96ccf17 HTTP/1.1" status: 200 len: 375 time: 0.0103357 Nov 24 21:07:56.669274 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-702f706e-0ee1-4916-85cd-aa9289b483d2 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e71b3a96d850423e9f3044dfb96ccf17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281637 Nov 24 21:07:56.733355 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-f4645c5d-2f29-4bff-85bd-bea9e49d19d4 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:07:56.734385 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-f4645c5d-2f29-4bff-85bd-bea9e49d19d4 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0575035 Nov 24 21:07:56.833058 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-20ebcf5e-461d-4c77-a09c-cf9b97f46a54 service neutron] 10.222.0.11 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907416 Nov 24 21:07:56.933976 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-35808c4d-df80-4240-8b90-07010afd9387 service neutron] 10.222.0.11 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943632 Nov 24 21:07:57.155529 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9da147f8-eb9d-4fa6-add0-4815e7738833 req-fce06ba5-e9c9-4e98-8b7f-e59e703ac613 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 210 time: 0.0547583 Nov 24 21:07:57.739716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767927f-2157-41d1-9726-ea9295f04955 req-8228a0e3-4f9d-41a7-8a02-109fd6b6a9f7 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:57.747307 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0767927f-2157-41d1-9726-ea9295f04955 req-8228a0e3-4f9d-41a7-8a02-109fd6b6a9f7 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0654540 Nov 24 21:07:57.799866 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0767927f-2157-41d1-9726-ea9295f04955 req-d8d16cc5-3ff3-4552-a0cc-dbfa9490722b tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508585 Nov 24 21:07:58.293925 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-76ae18c0-1090-4626-aaa2-4a5d564833e2 req-dda0a747-3345-407c-a956-cad405089c64 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 210 time: 0.0369248 Nov 24 21:07:58.432354 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-ad6c6d75-ca9b-40f0-b485-6ce3754a9f7c tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:58.433992 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-ad6c6d75-ca9b-40f0-b485-6ce3754a9f7c tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.15 "GET /v2.0/networks?id=287bbc50-3f16-40b0-94f6-15f32164ebfe HTTP/1.1" status: 200 len: 812 time: 0.1459792 Nov 24 21:07:58.457650 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-7acb59bb-1395-4e49-ae3e-467a7f34936e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Request body: {'port': {'device_id': '299c97b1-a342-4b55-a371-7a693135a488', 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe', 'admin_state_up': True, 'tenant_id': 'e71b3a96d850423e9f3044dfb96ccf17'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:07:58.577644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-7acb59bb-1395-4e49-ae3e-467a7f34936e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Made reservation on behalf of e71b3a96d850423e9f3044dfb96ccf17 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:07:58.581819 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-7acb59bb-1395-4e49-ae3e-467a7f34936e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:58.731388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-7acb59bb-1395-4e49-ae3e-467a7f34936e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Allocated IP 172.20.0.11 (287bbc50-3f16-40b0-94f6-15f32164ebfe/f2a175e7-c4f6-4d68-bd07-ad29e027b58f/bc5109cb-76da-49f9-a912-b05b6166ac55) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:07:58.955677 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-7acb59bb-1395-4e49-ae3e-467a7f34936e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:58.976522 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498e083-c0b0-4b6c-a551-a9c83238b54b req-3059f7ec-541a-4f34-a9e7-8f067b93bdf0 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:58.978074 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f498e083-c0b0-4b6c-a551-a9c83238b54b req-3059f7ec-541a-4f34-a9e7-8f067b93bdf0 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0864372 Nov 24 21:07:59.035676 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-7acb59bb-1395-4e49-ae3e-467a7f34936e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:59.087526 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f498e083-c0b0-4b6c-a551-a9c83238b54b req-d0c898e6-a16c-4e1a-a5df-6648963e1f8e tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988703 Nov 24 21:07:59.100582 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-7acb59bb-1395-4e49-ae3e-467a7f34936e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Network 287bbc50-3f16-40b0-94f6-15f32164ebfe is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:07:59.116652 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-7acb59bb-1395-4e49-ae3e-467a7f34936e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:07:59.120165 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-7acb59bb-1395-4e49-ae3e-467a7f34936e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:07:59.127753 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb59bb-1395-4e49-ae3e-467a7f34936e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Pushing event updated for resources: {'Port': ['ID=bc5109cb-76da-49f9-a912-b05b6166ac55,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:07:59.185792 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-7acb59bb-1395-4e49-ae3e-467a7f34936e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:59.186645 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-7acb59bb-1395-4e49-ae3e-467a7f34936e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:59.208761 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-7acb59bb-1395-4e49-ae3e-467a7f34936e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7557993 Nov 24 21:07:59.227367 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-38175000-fa03-4ab2-94af-9e896caacc71 service neutron] Request body: {'port': {'device_id': '299c97b1-a342-4b55-a371-7a693135a488', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:07:59.285541 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-38175000-fa03-4ab2-94af-9e896caacc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:59.459990 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ef358-eadb-469e-921b-d70ed83adcc7 req-17268630-0bb1-4fc5-b34a-0aad2e67af63 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:59.461676 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-011ef358-eadb-469e-921b-d70ed83adcc7 req-17268630-0bb1-4fc5-b34a-0aad2e67af63 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 932 time: 0.0602586 Nov 24 21:07:59.511484 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-011ef358-eadb-469e-921b-d70ed83adcc7 req-0d7f7b02-2846-4ec9-8481-184ec4f8386c tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435088 Nov 24 21:07:59.590146 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-38175000-fa03-4ab2-94af-9e896caacc71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5109cb-76da-49f9-a912-b05b6166ac55 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:07:59.599142 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-38175000-fa03-4ab2-94af-9e896caacc71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:59.610895 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-38175000-fa03-4ab2-94af-9e896caacc71 service neutron] Transition to ACTIVE for port object bc5109cb-76da-49f9-a912-b05b6166ac55 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:07:59.615276 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-38175000-fa03-4ab2-94af-9e896caacc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:59.670405 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38175000-fa03-4ab2-94af-9e896caacc71 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5109cb-76da-49f9-a912-b05b6166ac55,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:07:59.742675 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-38175000-fa03-4ab2-94af-9e896caacc71 service neutron] Attempting to bind port bc5109cb-76da-49f9-a912-b05b6166ac55 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:07:59.743013 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-38175000-fa03-4ab2-94af-9e896caacc71 service neutron] Attempting to bind port bc5109cb-76da-49f9-a912-b05b6166ac55 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:07:59.743349 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-38175000-fa03-4ab2-94af-9e896caacc71 service neutron] Attempting to bind port bc5109cb-76da-49f9-a912-b05b6166ac55 on network 287bbc50-3f16-40b0-94f6-15f32164ebfe {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:07:59.747777 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-38175000-fa03-4ab2-94af-9e896caacc71 service neutron] Port bc5109cb-76da-49f9-a912-b05b6166ac55 on network 287bbc50-3f16-40b0-94f6-15f32164ebfe not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:07:59.748103 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-38175000-fa03-4ab2-94af-9e896caacc71 service neutron] Attempting to bind port bc5109cb-76da-49f9-a912-b05b6166ac55 on network 287bbc50-3f16-40b0-94f6-15f32164ebfe {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:07:59.754090 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-38175000-fa03-4ab2-94af-9e896caacc71 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:07:59.754430 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-38175000-fa03-4ab2-94af-9e896caacc71 service neutron] Checking segment: {'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:07:59.754816 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-38175000-fa03-4ab2-94af-9e896caacc71 service neutron] Bound using segment: {'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:07:59.755246 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-38175000-fa03-4ab2-94af-9e896caacc71 service neutron] Bound port: bc5109cb-76da-49f9-a912-b05b6166ac55, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:07:59.755605 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-38175000-fa03-4ab2-94af-9e896caacc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:59.822291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-38175000-fa03-4ab2-94af-9e896caacc71 service neutron] For port bc5109cb-76da-49f9-a912-b05b6166ac55, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:07:59.825591 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-38175000-fa03-4ab2-94af-9e896caacc71 service neutron] For port bc5109cb-76da-49f9-a912-b05b6166ac55, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=bc5109cb-76da-49f9-a912-b05b6166ac55,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:07:59.830401 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-38175000-fa03-4ab2-94af-9e896caacc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:59.868788 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-38175000-fa03-4ab2-94af-9e896caacc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:59.869416 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-38175000-fa03-4ab2-94af-9e896caacc71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:07:59.870813 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-38175000-fa03-4ab2-94af-9e896caacc71 service neutron] 10.222.0.15 "PUT /v2.0/ports/bc5109cb-76da-49f9-a912-b05b6166ac55 HTTP/1.1" status: 200 len: 1092 time: 0.6480150 Nov 24 21:07:59.871282 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299c97b1-a342-4b55-a371-7a693135a488', 'tag': 'bc5109cb-76da-49f9-a912-b05b6166ac55'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:07:59.873629 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15945be1-7082-4fae-b5e2-003c4c0032b2" -d '{"events": [{"name": "network-changed", "server_uuid": "299c97b1-a342-4b55-a371-7a693135a488", "tag": "bc5109cb-76da-49f9-a912-b05b6166ac55"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:07:59.902237 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38175000-fa03-4ab2-94af-9e896caacc71 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5109cb-76da-49f9-a912-b05b6166ac55,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:07:59.949922 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6814b2b9-f212-4fc3-8bab-631ee4a6f920 x-openstack-request-id: req-6814b2b9-f212-4fc3-8bab-631ee4a6f920 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:07:59.950271 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299c97b1-a342-4b55-a371-7a693135a488", "tag": "bc5109cb-76da-49f9-a912-b05b6166ac55", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:07:59.950545 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6814b2b9-f212-4fc3-8bab-631ee4a6f920 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:07:59.950963 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299c97b1-a342-4b55-a371-7a693135a488', 'tag': 'bc5109cb-76da-49f9-a912-b05b6166ac55', 'status': 'completed', 'code': 200} Nov 24 21:07:59.968859 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-0ce8d5be-aaf7-4aed-8128-179308b6a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:07:59.970312 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-0ce8d5be-aaf7-4aed-8128-179308b6a3f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e71b3a96d850423e9f3044dfb96ccf17&device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 1095 time: 0.0489869 Nov 24 21:08:00.018604 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-fb5a83e3-3eaa-42bd-82e8-52df2f9282dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc5109cb-76da-49f9-a912-b05b6166ac55 HTTP/1.1" status: 200 len: 217 time: 0.0359569 Nov 24 21:08:00.072615 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-c7008af1-9e12-4a4e-babd-f299359efff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:00.074104 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-c7008af1-9e12-4a4e-babd-f299359efff2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2a175e7-c4f6-4d68-bd07-ad29e027b58f HTTP/1.1" status: 200 len: 852 time: 0.0479777 Nov 24 21:08:00.112347 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-d1b44e15-6773-4395-b691-5edc94e68524 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=287bbc50-3f16-40b0-94f6-15f32164ebfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251627 Nov 24 21:08:00.215518 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-56c914da-1b1d-4d50-9b2a-d52dfed79b67 service neutron] 10.222.0.15 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923102 Nov 24 21:08:00.241946 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d63b4f-6859-415d-bcaa-4d388b6b7f79 req-a67eebd0-7acf-4772-b823-d44df599f210 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:00.243547 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-85d63b4f-6859-415d-bcaa-4d388b6b7f79 req-a67eebd0-7acf-4772-b823-d44df599f210 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0705390 Nov 24 21:08:00.293280 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-85d63b4f-6859-415d-bcaa-4d388b6b7f79 req-a8672f86-c18c-48d6-b9b1-a6fcb900e216 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438144 Nov 24 21:08:00.324381 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3d2d575b-2fe5-4bea-8c2c-0fb0245dbe06 req-955d99b2-d4b2-41c3-acfb-e0cec4d3cdb2 service neutron] 10.222.0.15 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975065 Nov 24 21:08:00.414115 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15945be1-7082-4fae-b5e2-003c4c0032b2 req-5151e994-50a0-4e33-8ce3-a3264d42e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:00.415506 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-15945be1-7082-4fae-b5e2-003c4c0032b2 req-5151e994-50a0-4e33-8ce3-a3264d42e6b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e71b3a96d850423e9f3044dfb96ccf17&device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 1095 time: 0.0428278 Nov 24 21:08:00.511799 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15945be1-7082-4fae-b5e2-003c4c0032b2 req-93a3be94-285b-4c21-8227-a45694a3e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:00.513210 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-15945be1-7082-4fae-b5e2-003c4c0032b2 req-93a3be94-285b-4c21-8227-a45694a3e818 service neutron] 10.222.0.15 "GET /v2.0/networks?id=287bbc50-3f16-40b0-94f6-15f32164ebfe HTTP/1.1" status: 200 len: 913 time: 0.0910599 Nov 24 21:08:00.556127 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-15945be1-7082-4fae-b5e2-003c4c0032b2 req-dde06233-9843-42c4-a716-ad7b625003e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc5109cb-76da-49f9-a912-b05b6166ac55 HTTP/1.1" status: 200 len: 217 time: 0.0347717 Nov 24 21:08:00.638894 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15945be1-7082-4fae-b5e2-003c4c0032b2 req-cd457abc-4e17-4ed0-914b-b9dcb8660559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:00.640371 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-15945be1-7082-4fae-b5e2-003c4c0032b2 req-cd457abc-4e17-4ed0-914b-b9dcb8660559 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2a175e7-c4f6-4d68-bd07-ad29e027b58f HTTP/1.1" status: 200 len: 852 time: 0.0765903 Nov 24 21:08:00.656821 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92812a31-9f9d-4f78-bdc6-7d6a8065195b req-3311798a-1e52-4746-8762-740b25ced2cf tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:00.658805 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92812a31-9f9d-4f78-bdc6-7d6a8065195b req-3311798a-1e52-4746-8762-740b25ced2cf tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 944 time: 0.0651107 Nov 24 21:08:00.688475 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-15945be1-7082-4fae-b5e2-003c4c0032b2 req-14fa4ca7-eb94-4968-9880-80e48837df39 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=287bbc50-3f16-40b0-94f6-15f32164ebfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287073 Nov 24 21:08:00.752542 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92812a31-9f9d-4f78-bdc6-7d6a8065195b req-cb3b9576-1de1-49bc-8829-83509798cb63 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848601 Nov 24 21:08:00.812177 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-15945be1-7082-4fae-b5e2-003c4c0032b2 req-0b41d1d8-b178-4d08-8fa3-e37797ae159d service neutron] 10.222.0.15 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153007 Nov 24 21:08:00.924120 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-15945be1-7082-4fae-b5e2-003c4c0032b2 req-fc81b5bb-09f1-43c5-bece-c414bf949700 service neutron] 10.222.0.15 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031208 Nov 24 21:08:01.410155 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f995444-3097-4792-bdbe-017a838aa69a req-4b569274-2d01-443c-b0f0-e8a78c722bf3 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:01.411658 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6f995444-3097-4792-bdbe-017a838aa69a req-4b569274-2d01-443c-b0f0-e8a78c722bf3 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0506098 Nov 24 21:08:01.459047 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6f995444-3097-4792-bdbe-017a838aa69a req-6028a257-cb37-4c84-831b-0f42fd793b63 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411456 Nov 24 21:08:01.880411 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd04bc7-6fa7-451d-9e04-3e8a0291c0e5 req-56317254-6405-44d5-b460-68d6c5152c04 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:01.882072 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6dd04bc7-6fa7-451d-9e04-3e8a0291c0e5 req-56317254-6405-44d5-b460-68d6c5152c04 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 944 time: 0.0532527 Nov 24 21:08:01.941300 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6dd04bc7-6fa7-451d-9e04-3e8a0291c0e5 req-8596f688-44d0-4267-9c91-4042c892b7d9 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502794 Nov 24 21:08:02.593455 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271c393-1990-43e4-bffb-8613283eb62b req-3a90cf3b-0943-400c-bc5a-49e9724136da tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:02.594952 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9271c393-1990-43e4-bffb-8613283eb62b req-3a90cf3b-0943-400c-bc5a-49e9724136da tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0587296 Nov 24 21:08:02.646835 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9271c393-1990-43e4-bffb-8613283eb62b req-9efe9900-a050-4b9a-92ff-fd6915c83db6 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440581 Nov 24 21:08:03.067345 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8751561-2a5a-41f6-851e-1887693a1957 req-13aa9ff9-c0a8-42ca-b0ef-2bf653a7a13a tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:03.072122 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d8751561-2a5a-41f6-851e-1887693a1957 req-13aa9ff9-c0a8-42ca-b0ef-2bf653a7a13a tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 944 time: 0.0528333 Nov 24 21:08:03.123758 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d8751561-2a5a-41f6-851e-1887693a1957 req-657a7810-04f4-4b13-89d1-783e3e15cce4 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490987 Nov 24 21:08:03.769293 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fa203-1b5e-4c86-b824-15e90324dd51 req-351f737b-eef5-4c89-9f8b-738a014d0d6a tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:03.771688 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-114fa203-1b5e-4c86-b824-15e90324dd51 req-351f737b-eef5-4c89-9f8b-738a014d0d6a tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0528457 Nov 24 21:08:03.823035 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-114fa203-1b5e-4c86-b824-15e90324dd51 req-b496f2cf-2480-4cae-ad8b-3a9b83a575b3 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452545 Nov 24 21:08:03.842828 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device bc5109cb-76da-49f9-a912-b05b6166ac55 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:08:03.948334 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port bc5109cb-76da-49f9-a912-b05b6166ac55, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=bc5109cb-76da-49f9-a912-b05b6166ac55,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:03.959849 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'bc5109cb-76da-49f9-a912-b05b6166ac55', 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe', 'port_id': 'bc5109cb-76da-49f9-a912-b05b6166ac55', 'mac_address': 'fa:16:3e:35:49:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a175e7-c4f6-4d68-bd07-ad29e027b58f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:08:03.997950 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:04.010972 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5109cb-76da-49f9-a912-b05b6166ac55 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:08:04.030227 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port bc5109cb-76da-49f9-a912-b05b6166ac55, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=bc5109cb-76da-49f9-a912-b05b6166ac55,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:04.035153 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:04.085477 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=bc5109cb-76da-49f9-a912-b05b6166ac55,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:04.092770 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:04.093146 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:04.093497 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:04.093841 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:04.094183 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:04.094525 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:04.094858 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:04.095234 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:04.096247 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:04.096415 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:04.097244 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:04.097244 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:04.271129 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab862f-c21b-4662-82c7-05ca717acd50 req-59760ea9-e5f2-4bae-bf2d-a0121bc16bac tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:04.273433 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b5ab862f-c21b-4662-82c7-05ca717acd50 req-59760ea9-e5f2-4bae-bf2d-a0121bc16bac tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 945 time: 0.0665708 Nov 24 21:08:04.325300 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b5ab862f-c21b-4662-82c7-05ca717acd50 req-5f3439b4-9185-4ae6-93be-2d42d1866c6f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453775 Nov 24 21:08:04.398999 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['bc5109cb-76da-49f9-a912-b05b6166ac55'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:08:04.414085 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:08:04.941375 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec233800-8061-4988-a85e-ca981084f814 req-b3190037-0cb3-4838-87c1-86b4c7a9e19b tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:04.942885 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec233800-8061-4988-a85e-ca981084f814 req-b3190037-0cb3-4838-87c1-86b4c7a9e19b tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0506454 Nov 24 21:08:04.995937 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec233800-8061-4988-a85e-ca981084f814 req-e8fae1c9-68d7-4e3a-a3cc-262db14cb254 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469360 Nov 24 21:08:05.448324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c914a0-a732-423f-a5f2-82c7b87fdb3d req-43370278-88f2-420d-aa22-4cbb22ad4677 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:05.449822 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-79c914a0-a732-423f-a5f2-82c7b87fdb3d req-43370278-88f2-420d-aa22-4cbb22ad4677 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 945 time: 0.0520887 Nov 24 21:08:05.499210 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-79c914a0-a732-423f-a5f2-82c7b87fdb3d req-e800b9a6-4c05-4b91-a5f7-cba5a9b3c389 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425611 Nov 24 21:08:05.843772 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device bc5109cb-76da-49f9-a912-b05b6166ac55 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:08:05.895488 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port bc5109cb-76da-49f9-a912-b05b6166ac55 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:08:05.899415 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port bc5109cb-76da-49f9-a912-b05b6166ac55 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:08:05.899794 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:05.981649 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:06.007519 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299c97b1-a342-4b55-a371-7a693135a488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5109cb-76da-49f9-a912-b05b6166ac55'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:08:06.009826 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f23a6d-6309-4f41-9ef4-76caf497d173" -d '{"events": [{"server_uuid": "299c97b1-a342-4b55-a371-7a693135a488", "name": "network-vif-plugged", "status": "completed", "tag": "bc5109cb-76da-49f9-a912-b05b6166ac55"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:08:06.024102 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port bc5109cb-76da-49f9-a912-b05b6166ac55, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=bc5109cb-76da-49f9-a912-b05b6166ac55,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:06.030020 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:06.091429 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=bc5109cb-76da-49f9-a912-b05b6166ac55,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:06.129388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb7bf1-f1f4-4f78-bead-29a1082eb71b req-0de1922b-49b2-46bc-a989-afdf7d7d0e27 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:06.130919 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-27eb7bf1-f1f4-4f78-bead-29a1082eb71b req-0de1922b-49b2-46bc-a989-afdf7d7d0e27 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0539560 Nov 24 21:08:06.170360 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae3673b-3835-423b-85af-d3e8093b4834 x-openstack-request-id: req-8ae3673b-3835-423b-85af-d3e8093b4834 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:08:06.170924 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299c97b1-a342-4b55-a371-7a693135a488", "name": "network-vif-plugged", "status": "completed", "tag": "bc5109cb-76da-49f9-a912-b05b6166ac55", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:08:06.171373 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8ae3673b-3835-423b-85af-d3e8093b4834 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:08:06.172821 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299c97b1-a342-4b55-a371-7a693135a488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5109cb-76da-49f9-a912-b05b6166ac55', 'code': 200} Nov 24 21:08:06.195429 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-27eb7bf1-f1f4-4f78-bead-29a1082eb71b req-753e9c57-646a-4b27-8eaa-cbe4d4cbde22 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512846 Nov 24 21:08:06.281590 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe516d-a2d0-4e48-8ec0-d22d0f1aa486 req-8f41cb93-2cdb-452a-98c8-b455b38fbe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:06.283014 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dfe516d-a2d0-4e48-8ec0-d22d0f1aa486 req-8f41cb93-2cdb-452a-98c8-b455b38fbe0d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 1097 time: 0.0446146 Nov 24 21:08:06.337013 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dfe516d-a2d0-4e48-8ec0-d22d0f1aa486 req-c0af449f-27d0-4e56-9891-4afddf8699a5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434961 Nov 24 21:08:06.621471 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd962e5-e9cf-4dfe-beee-5a5b4ab36dec req-572fd648-953e-4fc4-b299-ae499df5ccac tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:06.622913 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cdd962e5-e9cf-4dfe-beee-5a5b4ab36dec req-572fd648-953e-4fc4-b299-ae499df5ccac tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0510037 Nov 24 21:08:06.672400 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cdd962e5-e9cf-4dfe-beee-5a5b4ab36dec req-7421306e-3131-48c0-b723-897f09298130 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426354 Nov 24 21:08:07.316763 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ef98d-f02a-4019-8ffd-dcc70d05537f req-ac863e80-7116-4549-b7fa-802e2540ff91 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:07.318280 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-372ef98d-f02a-4019-8ffd-dcc70d05537f req-ac863e80-7116-4549-b7fa-802e2540ff91 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0490167 Nov 24 21:08:07.366973 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-372ef98d-f02a-4019-8ffd-dcc70d05537f req-89717ce5-9c11-4de8-bdb3-53087535c04f tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427434 Nov 24 21:08:07.800494 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddade9-4247-4f04-a73f-16a25485437b req-b8be2031-ee78-4d0c-a6e2-3d9d053654a3 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:07.802094 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-92ddade9-4247-4f04-a73f-16a25485437b req-b8be2031-ee78-4d0c-a6e2-3d9d053654a3 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0578954 Nov 24 21:08:07.857439 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-92ddade9-4247-4f04-a73f-16a25485437b req-4403ee61-d8a6-4b81-b3f5-59fd8e2a9578 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489397 Nov 24 21:08:08.114732 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02a8e1-a521-4b36-a1d1-61508c94420b req-120d84ac-a13d-4f82-bf0f-b8afb02b21d5 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:08.114732 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fd02a8e1-a521-4b36-a1d1-61508c94420b req-120d84ac-a13d-4f82-bf0f-b8afb02b21d5 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0666652 Nov 24 21:08:08.172169 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fd02a8e1-a521-4b36-a1d1-61508c94420b req-c1006149-3074-480f-ae25-4284160988bf tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434432 Nov 24 21:08:08.505593 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61ab58-8cc0-47f5-8a02-bf972c01e87b req-f2d61643-eaae-4e9c-8859-5ee100cb56a4 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:08.507376 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dc61ab58-8cc0-47f5-8a02-bf972c01e87b req-f2d61643-eaae-4e9c-8859-5ee100cb56a4 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0659485 Nov 24 21:08:08.573972 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dc61ab58-8cc0-47f5-8a02-bf972c01e87b req-ae6b063b-a621-400e-a881-a06cc6635ba4 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605223 Nov 24 21:08:08.838604 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-80a0d83b-f492-4818-b1f4-d6cea2826061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:09.303492 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf35ec-7d3f-4a8f-aa54-37fc840eeb33 req-08634219-96d9-4ca6-b278-d4151a502b5e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:09.305721 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bdaf35ec-7d3f-4a8f-aa54-37fc840eeb33 req-08634219-96d9-4ca6-b278-d4151a502b5e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0522475 Nov 24 21:08:09.356669 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bdaf35ec-7d3f-4a8f-aa54-37fc840eeb33 req-6a2927b8-3559-498e-887f-e53a04555173 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447876 Nov 24 21:08:09.838669 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:09.841169 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-4518c98c-1b45-407c-8a0d-776bd049047c req-60871081-f73a-4984-a3a9-2e37ccddd615 service neutron] (109991) timed out ('10.222.0.48', 55591) {{(pid=109991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 21:08:09.841169 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dad074-8f9a-465b-8f8f-884aa8e747d2 req-e40bfb3b-3727-4576-94e8-5bc6d0d805af tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:09.841169 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-62dad074-8f9a-465b-8f8f-884aa8e747d2 req-e40bfb3b-3727-4576-94e8-5bc6d0d805af tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0805488 Nov 24 21:08:09.849167 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-62dad074-8f9a-465b-8f8f-884aa8e747d2 req-05fb64d2-b4b6-457b-b8be-dfeb1a20284d tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772893 Nov 24 21:08:10.489493 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2e32a-c98d-45fe-a80a-171da59a875d req-1187af2c-f478-4b4a-850c-cd3e643f0d1f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:10.491011 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72f2e32a-c98d-45fe-a80a-171da59a875d req-1187af2c-f478-4b4a-850c-cd3e643f0d1f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0553091 Nov 24 21:08:10.557292 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-72f2e32a-c98d-45fe-a80a-171da59a875d req-ff0bb1d1-578f-4504-8fb8-55b42779bc01 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586972 Nov 24 21:08:10.977961 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1fff8-2e55-4829-a20c-71c5203d0665 req-e6d0316a-1d71-4796-9ebd-3ab7f9d6647c tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:10.979493 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5be1fff8-2e55-4829-a20c-71c5203d0665 req-e6d0316a-1d71-4796-9ebd-3ab7f9d6647c tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0518219 Nov 24 21:08:11.042548 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5be1fff8-2e55-4829-a20c-71c5203d0665 req-4f838d96-816b-43c3-aad1-591e7c719bb2 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567009 Nov 24 21:08:11.116556 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:11.158372 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c1ba13a8-ac02-4ce7-b945-903701b4443e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:11.730627 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62fa63-0897-4f0f-bc51-5f7abf253f66 req-292a4178-a82b-48d8-ab17-6d0444091ca3 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:11.732428 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2c62fa63-0897-4f0f-bc51-5f7abf253f66 req-292a4178-a82b-48d8-ab17-6d0444091ca3 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0999346 Nov 24 21:08:11.802549 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2c62fa63-0897-4f0f-bc51-5f7abf253f66 req-c970bdc5-473a-4ccd-a41a-978171451783 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624547 Nov 24 21:08:12.184689 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3040f5-c9ed-4f72-aa47-97bfd43ab287 req-6b5929e1-9b53-4c47-82f5-dec47cec2d92 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:12.186314 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f3040f5-c9ed-4f72-aa47-97bfd43ab287 req-6b5929e1-9b53-4c47-82f5-dec47cec2d92 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0670347 Nov 24 21:08:12.245518 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f3040f5-c9ed-4f72-aa47-97bfd43ab287 req-2ca385f4-24c9-4f35-93f2-662aba7d3194 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490041 Nov 24 21:08:12.363420 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:12.936790 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c27d1-2ffc-4714-9788-2efb914da88f req-6ff79306-5e3c-4096-a0e9-e302dcccb25b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:12.938327 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bd2c27d1-2ffc-4714-9788-2efb914da88f req-6ff79306-5e3c-4096-a0e9-e302dcccb25b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0523546 Nov 24 21:08:12.992994 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bd2c27d1-2ffc-4714-9788-2efb914da88f req-2c0d93b9-aaee-4921-9117-147d6ecfa99c tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474224 Nov 24 21:08:13.383917 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6dfc4-e789-4890-bae1-b621017397d5 req-a3973449-6203-4a06-a998-dbecd8aa5a2a tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:13.385653 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14f6dfc4-e789-4890-bae1-b621017397d5 req-a3973449-6203-4a06-a998-dbecd8aa5a2a tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0551107 Nov 24 21:08:13.442484 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14f6dfc4-e789-4890-bae1-b621017397d5 req-80f45b40-6a91-4980-899c-88192d421ccf tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503197 Nov 24 21:08:13.738563 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:14.140174 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb263bf1-173c-4e78-a2b4-6fc2e8ba1ffa req-6ab2e38d-e9cb-4f05-aa2d-6b01301b4152 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:14.141887 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cb263bf1-173c-4e78-a2b4-6fc2e8ba1ffa req-6ab2e38d-e9cb-4f05-aa2d-6b01301b4152 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0731966 Nov 24 21:08:14.201733 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cb263bf1-173c-4e78-a2b4-6fc2e8ba1ffa req-29f4ed6f-6d4b-4d3c-ba06-8dc1abb6c622 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529554 Nov 24 21:08:14.575466 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334e229-328a-4273-a4dc-af317ae67557 req-8268f33d-93c8-478a-9d25-a7360263f4f3 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:14.576970 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f334e229-328a-4273-a4dc-af317ae67557 req-8268f33d-93c8-478a-9d25-a7360263f4f3 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0535517 Nov 24 21:08:14.634996 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f334e229-328a-4273-a4dc-af317ae67557 req-43ee92c4-353d-4078-ac11-5d688f2ddea3 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510452 Nov 24 21:08:14.802486 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:15.333781 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6bb65-b671-4fb5-856e-50fe27a2a644 req-253ec707-b33c-4428-9590-7473861ba8ec tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:15.335303 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79b6bb65-b671-4fb5-856e-50fe27a2a644 req-253ec707-b33c-4428-9590-7473861ba8ec tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0540297 Nov 24 21:08:15.386136 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79b6bb65-b671-4fb5-856e-50fe27a2a644 req-03f366ba-71c7-4a56-ba12-39eb1938857c tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446386 Nov 24 21:08:15.764829 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a781c6-384b-45e5-9212-fd9909262933 req-d2f0cc49-d164-4332-be16-0078fdae6155 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:15.766464 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-24a781c6-384b-45e5-9212-fd9909262933 req-d2f0cc49-d164-4332-be16-0078fdae6155 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0583079 Nov 24 21:08:15.823542 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-24a781c6-384b-45e5-9212-fd9909262933 req-a51f7b79-6fe9-4e24-9638-44d169aaa432 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503547 Nov 24 21:08:16.538479 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2659c-c20f-4f06-931d-db19939a257c req-6c41ff28-e567-4e14-8c52-0404d36f116a tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:16.540092 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fbc2659c-c20f-4f06-931d-db19939a257c req-6c41ff28-e567-4e14-8c52-0404d36f116a tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0585544 Nov 24 21:08:16.597752 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fbc2659c-c20f-4f06-931d-db19939a257c req-17cbde75-95db-4d8f-aa7a-c8c8e33eda69 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514627 Nov 24 21:08:16.960701 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1df4ae-479e-4409-a48d-6d3fd302d86b req-110c577e-83af-43db-aa06-a43b46f7401b tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:16.962501 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3d1df4ae-479e-4409-a48d-6d3fd302d86b req-110c577e-83af-43db-aa06-a43b46f7401b tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0643406 Nov 24 21:08:17.031720 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3d1df4ae-479e-4409-a48d-6d3fd302d86b req-aed01587-375c-4ecb-98c4-a1e3daab273f tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567636 Nov 24 21:08:17.790164 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce6606-a30b-41a3-af59-bdc4b586e6f2 req-4fbf4f5a-2303-4fa3-8129-08a7862da22c tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:17.792009 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dce6606-a30b-41a3-af59-bdc4b586e6f2 req-4fbf4f5a-2303-4fa3-8129-08a7862da22c tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0698233 Nov 24 21:08:17.874291 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dce6606-a30b-41a3-af59-bdc4b586e6f2 req-867834c0-504f-4e33-aa16-45bda914f0aa tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754008 Nov 24 21:08:18.206997 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a521bb-c2aa-421d-873f-77e43dd5a82d req-82879ddb-1bcc-4417-99ab-bd36c822ac63 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:18.208341 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-49a521bb-c2aa-421d-873f-77e43dd5a82d req-82879ddb-1bcc-4417-99ab-bd36c822ac63 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0618939 Nov 24 21:08:18.284259 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-49a521bb-c2aa-421d-873f-77e43dd5a82d req-65c594c9-1965-4b2a-83c2-bfb431821642 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557876 Nov 24 21:08:19.054637 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc9204-519f-418a-aa6d-df6782c49551 req-1a8f536c-0808-4dee-97bb-418bc682cb2f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:19.062266 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a4cc9204-519f-418a-aa6d-df6782c49551 req-1a8f536c-0808-4dee-97bb-418bc682cb2f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0839503 Nov 24 21:08:19.118361 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a4cc9204-519f-418a-aa6d-df6782c49551 req-095ba8d7-ed5c-49bd-a385-f85d417d940a tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551589 Nov 24 21:08:20.293438 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a3a08-96d0-4040-98ed-d83c002cd832 req-48c3d994-6269-4919-9ffc-f94b61542539 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:20.295362 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-222a3a08-96d0-4040-98ed-d83c002cd832 req-48c3d994-6269-4919-9ffc-f94b61542539 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0679588 Nov 24 21:08:20.355391 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-222a3a08-96d0-4040-98ed-d83c002cd832 req-2f1d961b-d9eb-478f-a4c7-a6c4277ab928 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518475 Nov 24 21:08:20.369498 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device d8caa7d6-9474-47d2-9e36-24b061c85ac6 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:08:20.495727 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port d8caa7d6-9474-47d2-9e36-24b061c85ac6, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=d8caa7d6-9474-47d2-9e36-24b061c85ac6,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:20.511613 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'd8caa7d6-9474-47d2-9e36-24b061c85ac6', 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8', 'port_id': 'd8caa7d6-9474-47d2-9e36-24b061c85ac6', 'mac_address': 'fa:16:3e:5b:11:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb0de3e-23ea-436c-a6b2-0a24183ac0be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:08:20.554006 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:20.571052 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8caa7d6-9474-47d2-9e36-24b061c85ac6 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:08:20.606532 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port d8caa7d6-9474-47d2-9e36-24b061c85ac6, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=d8caa7d6-9474-47d2-9e36-24b061c85ac6,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:20.614474 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:20.674850 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=d8caa7d6-9474-47d2-9e36-24b061c85ac6,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:20.704501 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['d8caa7d6-9474-47d2-9e36-24b061c85ac6'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:08:21.531742 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87635bb-800e-431a-8178-babc3d8c0335 req-383dc911-ccce-4621-8233-be397fc2d30f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:21.537515 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e87635bb-800e-431a-8178-babc3d8c0335 req-383dc911-ccce-4621-8233-be397fc2d30f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0750797 Nov 24 21:08:21.613189 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e87635bb-800e-431a-8178-babc3d8c0335 req-03185753-9652-41da-a9a4-8942d6b2b596 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717258 Nov 24 21:08:22.370994 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device d8caa7d6-9474-47d2-9e36-24b061c85ac6 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:08:22.465189 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port d8caa7d6-9474-47d2-9e36-24b061c85ac6 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:08:22.465482 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:22.672928 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:22.713681 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054d05fb-411b-4421-9365-3db3c817aa1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8caa7d6-9474-47d2-9e36-24b061c85ac6'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:08:22.719240 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f960784-f1c1-49f8-a907-8ec8b0d7b8d1" -d '{"events": [{"server_uuid": "054d05fb-411b-4421-9365-3db3c817aa1a", "name": "network-vif-plugged", "status": "completed", "tag": "d8caa7d6-9474-47d2-9e36-24b061c85ac6"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:08:22.749409 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port d8caa7d6-9474-47d2-9e36-24b061c85ac6, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=d8caa7d6-9474-47d2-9e36-24b061c85ac6,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:22.758503 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:22.849883 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6186f-0923-4464-b727-753952582c9e req-095a8241-6145-4fff-8e54-5df01161f64c tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:22.858881 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aeb6186f-0923-4464-b727-753952582c9e req-095a8241-6145-4fff-8e54-5df01161f64c tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0979948 Nov 24 21:08:22.862113 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1175c6ed-d2ad-4fef-a7ea-bb089fabbc57 x-openstack-request-id: req-1175c6ed-d2ad-4fef-a7ea-bb089fabbc57 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:08:22.862454 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054d05fb-411b-4421-9365-3db3c817aa1a", "name": "network-vif-plugged", "status": "completed", "tag": "d8caa7d6-9474-47d2-9e36-24b061c85ac6", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:08:22.862721 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1175c6ed-d2ad-4fef-a7ea-bb089fabbc57 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:08:22.864338 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054d05fb-411b-4421-9365-3db3c817aa1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8caa7d6-9474-47d2-9e36-24b061c85ac6', 'code': 200} Nov 24 21:08:22.865779 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=d8caa7d6-9474-47d2-9e36-24b061c85ac6,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:22.977203 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aeb6186f-0923-4464-b727-753952582c9e req-9d636522-20e5-4b66-9a41-81a27da72244 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169455 Nov 24 21:08:24.129040 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676405a-725b-4932-b1b8-5f4d23b8d40d req-ae24c0a3-59af-407e-b033-dc136b076929 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:24.140426 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c676405a-725b-4932-b1b8-5f4d23b8d40d req-ae24c0a3-59af-407e-b033-dc136b076929 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0735104 Nov 24 21:08:24.281371 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c676405a-725b-4932-b1b8-5f4d23b8d40d req-973180a0-3699-4aa1-ac31-5d1ab606ad8b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398838 Nov 24 21:08:25.458567 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7976b-7f2c-4570-afb3-8eb3bcab0e74 req-e0ac51f8-fd51-489e-933f-fc89746d3b53 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:25.469655 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-69a7976b-7f2c-4570-afb3-8eb3bcab0e74 req-e0ac51f8-fd51-489e-933f-fc89746d3b53 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0733702 Nov 24 21:08:25.542255 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-69a7976b-7f2c-4570-afb3-8eb3bcab0e74 req-9c53afc5-74c2-4d83-bcec-aed473e6332f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714853 Nov 24 21:08:26.695830 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc65d6-ce44-4df0-8ab1-b72b1f955e5a req-08cc48d5-e602-4d01-bf6f-9139e73c7d5b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:26.704099 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-19bc65d6-ce44-4df0-8ab1-b72b1f955e5a req-08cc48d5-e602-4d01-bf6f-9139e73c7d5b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0677981 Nov 24 21:08:26.794920 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-19bc65d6-ce44-4df0-8ab1-b72b1f955e5a req-0a1b7f46-bd8b-4d68-9969-f5d84a76df88 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871720 Nov 24 21:08:27.952324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0903d9c-d0c3-4cb4-8680-5a9c3c2aee76 req-65d5be8b-fc30-42d4-a91e-02343c7081d4 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:27.956721 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e0903d9c-d0c3-4cb4-8680-5a9c3c2aee76 req-65d5be8b-fc30-42d4-a91e-02343c7081d4 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0617404 Nov 24 21:08:28.024370 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e0903d9c-d0c3-4cb4-8680-5a9c3c2aee76 req-e53316f2-a536-47f7-939d-04c105562dd1 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607784 Nov 24 21:08:29.179199 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f590f37-bde1-4bf6-a1f1-3cb702a6e1b0 req-6ba8e082-33b8-48b2-880e-db8b096d5678 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:29.187464 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7f590f37-bde1-4bf6-a1f1-3cb702a6e1b0 req-6ba8e082-33b8-48b2-880e-db8b096d5678 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0641069 Nov 24 21:08:29.258799 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7f590f37-bde1-4bf6-a1f1-3cb702a6e1b0 req-24936e27-b9ba-4966-b654-fa901206d9d4 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617228 Nov 24 21:08:30.429449 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250ba79-1e9f-4dd6-8c55-5a32df3c4617 req-143adb44-1f54-4ece-96d1-e379cac3286e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:30.441840 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b250ba79-1e9f-4dd6-8c55-5a32df3c4617 req-143adb44-1f54-4ece-96d1-e379cac3286e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0778067 Nov 24 21:08:30.560994 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b250ba79-1e9f-4dd6-8c55-5a32df3c4617 req-0d394f58-f0c3-41c8-8ec1-833331f1cc64 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143813 Nov 24 21:08:31.805424 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c8552-f0ab-48e9-ae17-b083df07ebac req-816ee13c-b879-43e8-80c5-363dd18ea7d3 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:31.816217 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a47c8552-f0ab-48e9-ae17-b083df07ebac req-816ee13c-b879-43e8-80c5-363dd18ea7d3 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.1320364 Nov 24 21:08:32.000390 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a47c8552-f0ab-48e9-ae17-b083df07ebac req-06828e05-532a-4f64-97f5-6feb39b7c0c6 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814997 Nov 24 21:08:32.383902 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6e890-b8df-401f-808b-0bd04d28e44c req-23b384c8-dd8b-432b-aee2-130748a1d72d tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:32.401181 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6ff6e890-b8df-401f-808b-0bd04d28e44c req-23b384c8-dd8b-432b-aee2-130748a1d72d tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 945 time: 0.0978994 Nov 24 21:08:32.475964 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6ff6e890-b8df-401f-808b-0bd04d28e44c req-12335c75-001f-44b7-a635-807dcda1747a tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e17d0e94-9c03-4d70-a275-8baf5fedfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0665169 Nov 24 21:08:33.188281 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db79bed-fe8e-4e39-823a-c6a980c2f1d9 req-893bbb27-15cf-4d83-ba4f-144706a8479f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:33.197232 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7db79bed-fe8e-4e39-823a-c6a980c2f1d9 req-893bbb27-15cf-4d83-ba4f-144706a8479f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0953405 Nov 24 21:08:33.278608 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7db79bed-fe8e-4e39-823a-c6a980c2f1d9 req-ba38b8b1-02c0-48b0-a184-16bc952e253f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804410 Nov 24 21:08:33.313534 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fb786bcc-f9cc-4058-871c-c9ac3a481037 req-4cfa40e4-5098-4d44-bfcc-6e90e1ab7d91 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1430652 Nov 24 21:08:33.439045 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb786bcc-f9cc-4058-871c-c9ac3a481037 req-40eb94ba-a694-42fb-9744-46222a98646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:33.442324 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fb786bcc-f9cc-4058-871c-c9ac3a481037 req-40eb94ba-a694-42fb-9744-46222a98646f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=556a7fb82bf0472892818b31cf2a9453&device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 1097 time: 0.0520864 Nov 24 21:08:33.591508 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb786bcc-f9cc-4058-871c-c9ac3a481037 req-24d013e4-7185-450b-a255-2699342d4e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:33.597960 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fb786bcc-f9cc-4058-871c-c9ac3a481037 req-24d013e4-7185-450b-a255-2699342d4e4b service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d916e9d-e955-4ce2-aa60-2a3a83ce1216 HTTP/1.1" status: 200 len: 909 time: 0.1246400 Nov 24 21:08:33.683521 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fb786bcc-f9cc-4058-871c-c9ac3a481037 req-511df3f1-3223-4232-9164-5296eefa6472 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77401df4-c207-4bbd-a85a-e2b717f46531 HTTP/1.1" status: 200 len: 1002 time: 0.0721381 Nov 24 21:08:33.683969 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f02e78-0246-4054-81a6-c3de7fb0163d req-5af648de-d12f-40ba-b557-82490c99b4c1 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:33.685654 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a7f02e78-0246-4054-81a6-c3de7fb0163d req-5af648de-d12f-40ba-b557-82490c99b4c1 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 945 time: 0.0844829 Nov 24 21:08:33.759845 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb786bcc-f9cc-4058-871c-c9ac3a481037 req-37fb1580-a158-4402-8c54-6fec283f63bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:33.766481 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fb786bcc-f9cc-4058-871c-c9ac3a481037 req-37fb1580-a158-4402-8c54-6fec283f63bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6fa3a3b9-560c-46ac-a6a5-06b5210eff64 HTTP/1.1" status: 200 len: 847 time: 0.0731392 Nov 24 21:08:33.777970 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a7f02e78-0246-4054-81a6-c3de7fb0163d req-825d4054-353d-48db-8d5a-33dde5689da2 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e17d0e94-9c03-4d70-a275-8baf5fedfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0862634 Nov 24 21:08:33.835818 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb786bcc-f9cc-4058-871c-c9ac3a481037 req-fc0ac781-d839-4050-b657-b0031af3f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:33.854500 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fb786bcc-f9cc-4058-871c-c9ac3a481037 req-fc0ac781-d839-4050-b657-b0031af3f03d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d916e9d-e955-4ce2-aa60-2a3a83ce1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728314 Nov 24 21:08:33.973376 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fb786bcc-f9cc-4058-871c-c9ac3a481037 req-d12c38bc-77ea-4ea8-99f9-a5d1347de6f5 service neutron] 10.222.0.48 "GET /v2.0/networks/9d916e9d-e955-4ce2-aa60-2a3a83ce1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139765 Nov 24 21:08:34.492044 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0014d5-ab66-4092-a9c7-432fb485b46d req-72323340-b03a-4d89-8686-31e7cfe58fd2 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:34.501164 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9b0014d5-ab66-4092-a9c7-432fb485b46d req-72323340-b03a-4d89-8686-31e7cfe58fd2 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.1004071 Nov 24 21:08:34.517726 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e602a61-6294-494a-8ec4-4c21ed82ad09 req-e9fd4176-997c-424a-8dc8-e0662ff81c0a tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:34.522243 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e602a61-6294-494a-8ec4-4c21ed82ad09 req-e9fd4176-997c-424a-8dc8-e0662ff81c0a tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 945 time: 0.5455637 Nov 24 21:08:34.613660 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9b0014d5-ab66-4092-a9c7-432fb485b46d req-a36edb18-e259-4859-93e7-6be4294c6f13 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102319 Nov 24 21:08:34.650728 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fb786bcc-f9cc-4058-871c-c9ac3a481037 req-55215b19-7037-44c6-a616-6894e5e0d017 service neutron] 10.222.0.48 "GET /v2.0/networks/9d916e9d-e955-4ce2-aa60-2a3a83ce1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6679735 Nov 24 21:08:34.716068 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-4e602a61-6294-494a-8ec4-4c21ed82ad09 req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Deleting port 09ba5f24-e1d3-4db6-86e7-87a0544d8069 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:08:34.716723 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4e602a61-6294-494a-8ec4-4c21ed82ad09 req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:34.858510 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-4e602a61-6294-494a-8ec4-4c21ed82ad09 req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] For port 09ba5f24-e1d3-4db6-86e7-87a0544d8069, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=09ba5f24-e1d3-4db6-86e7-87a0544d8069,segment=NetworkSegment(50091b6f-8510-4fe7-99f6-affd19cd995c),segment_id=50091b6f-8510-4fe7-99f6-affd19cd995c)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:34.858926 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4e602a61-6294-494a-8ec4-4c21ed82ad09 req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:34.997860 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaf371-7da0-4d80-aaf5-ae7f19bbb714 req-d9311e3b-882c-4de8-9c25-a3917066c931 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:34.999569 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6bcaf371-7da0-4d80-aaf5-ae7f19bbb714 req-d9311e3b-882c-4de8-9c25-a3917066c931 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 945 time: 0.1021395 Nov 24 21:08:35.061827 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6bcaf371-7da0-4d80-aaf5-ae7f19bbb714 req-d23f95cc-8bf4-4f5b-956f-6f5c3e9c59bf tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e17d0e94-9c03-4d70-a275-8baf5fedfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0516727 Nov 24 21:08:35.219626 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4e602a61-6294-494a-8ec4-4c21ed82ad09 req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:35.220002 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4e602a61-6294-494a-8ec4-4c21ed82ad09 req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:35.220328 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [req-4e602a61-6294-494a-8ec4-4c21ed82ad09 req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Floating IP 30c56076-25fd-4ed5-bb91-5a0db8110497 disassociated. External IP: 172.25.5.30, port: 09ba5f24-e1d3-4db6-86e7-87a0544d8069. Nov 24 21:08:35.221046 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-4e602a61-6294-494a-8ec4-4c21ed82ad09 req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Calling delete_port for 09ba5f24-e1d3-4db6-86e7-87a0544d8069 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:08:35.363383 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4e602a61-6294-494a-8ec4-4c21ed82ad09 req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:35.397368 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Pushing event deleted for resources: {'Port': ['ID=09ba5f24-e1d3-4db6-86e7-87a0544d8069,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:35.409450 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:35.409807 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:35.410184 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:35.410601 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:35.410951 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:35.411528 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:35.412108 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:35.412688 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:35.413153 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:35.413696 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:35.414285 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:35.414940 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:35.429321 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-665eafe3-eceb-4053-99f8-5bb2b81ab3d2 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:35.431008 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-665eafe3-eceb-4053-99f8-5bb2b81ab3d2 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/networks?id=876fc134-182c-40b9-9e04-f109afe2a4f8 HTTP/1.1" status: 200 len: 804 time: 0.1200342 Nov 24 21:08:35.450977 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-da643aea-967b-4c33-bf54-a5dac66377d0 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/quotas/033b1afb1747461cb5624c7ed6165bd8 HTTP/1.1" status: 200 len: 375 time: 0.0125868 Nov 24 21:08:35.506400 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-ab819114-8843-4559-a606-c7fcf771ef0b tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=033b1afb1747461cb5624c7ed6165bd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0485032 Nov 24 21:08:35.549248 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e602a61-6294-494a-8ec4-4c21ed82ad09 req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Router f3ffbb09-f811-44f4-8484-b0fd0dce135c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:08:35.684300 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e602a61-6294-494a-8ec4-4c21ed82ad09 req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:08:35.695833 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bad6ef-c0f6-47fb-b0ce-097c89096c9b None None] Sync routers for ids ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:08:35.711796 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bad6ef-c0f6-47fb-b0ce-097c89096c9b None None] Routers {'f3ffbb09-f811-44f4-8484-b0fd0dce135c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:08:35.712598 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f6bad6ef-c0f6-47fb-b0ce-097c89096c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:08:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:08:35.785058 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e602a61-6294-494a-8ec4-4c21ed82ad09 req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] No DVR routers for this DVR port 09ba5f24-e1d3-4db6-86e7-87a0544d8069 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:08:35.788194 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4e602a61-6294-494a-8ec4-4c21ed82ad09 req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:35.806831 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4e602a61-6294-494a-8ec4-4c21ed82ad09 req-82e062d3-8a90-4246-b8da-dde51cdf0503 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.48 "DELETE /v2.0/ports/09ba5f24-e1d3-4db6-86e7-87a0544d8069 HTTP/1.1" status: 204 len: 173 time: 1.2630830 Nov 24 21:08:35.807454 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3d9686-3dd2-4aea-92fe-225626602565', 'name': 'network-vif-deleted', 'tag': '09ba5f24-e1d3-4db6-86e7-87a0544d8069'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:08:35.809947 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60912fbf-2420-46ea-bd2c-cc8f38365716" -d '{"events": [{"server_uuid": "2c3d9686-3dd2-4aea-92fe-225626602565", "name": "network-vif-deleted", "tag": "09ba5f24-e1d3-4db6-86e7-87a0544d8069"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:08:35.891238 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775a0e7-2b15-4e75-b1b1-81af16cb51d9 req-051b8e55-3fc6-4ed5-9ffd-3995bc614f18 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:35.893505 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0775a0e7-2b15-4e75-b1b1-81af16cb51d9 req-051b8e55-3fc6-4ed5-9ffd-3995bc614f18 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0804491 Nov 24 21:08:36.088891 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0775a0e7-2b15-4e75-b1b1-81af16cb51d9 req-f4efd448-27f6-4c42-8816-34577a9a759b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858280 Nov 24 21:08:36.232007 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-ddfa1b50-b05f-4b50-b13f-a321d74b2bbf service neutron] 10.222.0.11 "GET /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7186170 Nov 24 21:08:36.234851 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-f6bad6ef-c0f6-47fb-b0ce-097c89096c9b None None] Set router f3ffbb09-f811-44f4-8484-b0fd0dce135c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:08:36.306744 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daa9d5a-0d45-444c-afc5-d843e81c7b60 x-openstack-request-id: req-5daa9d5a-0d45-444c-afc5-d843e81c7b60 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:08:36.307205 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3d9686-3dd2-4aea-92fe-225626602565", "name": "network-vif-deleted", "tag": "09ba5f24-e1d3-4db6-86e7-87a0544d8069", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:08:36.307508 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5daa9d5a-0d45-444c-afc5-d843e81c7b60 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:08:36.308067 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3d9686-3dd2-4aea-92fe-225626602565', 'name': 'network-vif-deleted', 'tag': '09ba5f24-e1d3-4db6-86e7-87a0544d8069', 'status': 'completed', 'code': 200} Nov 24 21:08:36.412364 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-87881e3c-1d07-44d0-abfd-55cb8a4eb841 service neutron] 10.222.0.11 "GET /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723044 Nov 24 21:08:36.522747 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-65129eed-80e9-4c68-aa8c-603ac48711d6 req-88eab068-bc76-4003-abfe-37024a87e3d3 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c3d9686-3dd2-4aea-92fe-225626602565 HTTP/1.1" status: 200 len: 210 time: 0.0709438 Nov 24 21:08:36.568252 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f6bad6ef-c0f6-47fb-b0ce-097c89096c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'name': 'tempest-AttachVolumeTestJSON-708664594-router', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7f432429-060f-40c1-ac7d-964025e76a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:00:39Z', 'updated_at': '2021-11-24T21:00:49Z', 'revision_number': 4, 'project_id': '76400c1822bc4519abca8b807069cf99', 'gw_port': {'id': '7f432429-060f-40c1-ac7d-964025e76a03', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:41Z', 'updated_at': '2021-11-24T21:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'f715d8b5-3fc2-4267-9512-ca0f9a46817c', 'name': '', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'mac_address': 'fa:16:3e:2e:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:46Z', 'updated_at': '2021-11-24T21:00:56Z', 'revision_number': 5, 'project_id': '76400c1822bc4519abca8b807069cf99', 'subnets': [{'id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:08:36.610175 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bad6ef-c0f6-47fb-b0ce-097c89096c9b None None] Checking router: f3ffbb09-f811-44f4-8484-b0fd0dce135c for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:08:36.619754 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bad6ef-c0f6-47fb-b0ce-097c89096c9b None None] Routers {'f3ffbb09-f811-44f4-8484-b0fd0dce135c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:08:36.620379 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f6bad6ef-c0f6-47fb-b0ce-097c89096c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:08:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:08:36.676341 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e50d8317-786f-4f99-a299-063ff2639244 req-c2961cc5-607b-46f0-9642-44047b920738 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=913e9ada-3774-47f5-8c94-3ab82c5a8ee4 HTTP/1.1" status: 200 len: 210 time: 0.0364878 Nov 24 21:08:36.740551 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-f6bad6ef-c0f6-47fb-b0ce-097c89096c9b None None] Set router f3ffbb09-f811-44f4-8484-b0fd0dce135c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:08:36.819477 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef22b8b-51cf-4f60-a742-12bcf482cbd5 req-a6a48337-9097-46d0-b805-f525577e4f5a tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:36.821027 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4ef22b8b-51cf-4f60-a742-12bcf482cbd5 req-a6a48337-9097-46d0-b805-f525577e4f5a tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.48 "GET /v2.0/ports?device_id=054d05fb-411b-4421-9365-3db3c817aa1a HTTP/1.1" status: 200 len: 945 time: 0.0756710 Nov 24 21:08:36.974762 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-4ef22b8b-51cf-4f60-a742-12bcf482cbd5 req-b7bbff7f-2c95-4beb-8322-295e389bfa5d tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Deleting port d8caa7d6-9474-47d2-9e36-24b061c85ac6 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:08:36.975114 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4ef22b8b-51cf-4f60-a742-12bcf482cbd5 req-b7bbff7f-2c95-4beb-8322-295e389bfa5d tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:37.010232 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f6bad6ef-c0f6-47fb-b0ce-097c89096c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'name': 'tempest-AttachVolumeTestJSON-708664594-router', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7f432429-060f-40c1-ac7d-964025e76a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:00:39Z', 'updated_at': '2021-11-24T21:00:49Z', 'revision_number': 4, 'project_id': '76400c1822bc4519abca8b807069cf99', 'gw_port': {'id': '7f432429-060f-40c1-ac7d-964025e76a03', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:41Z', 'updated_at': '2021-11-24T21:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'f715d8b5-3fc2-4267-9512-ca0f9a46817c', 'name': '', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'mac_address': 'fa:16:3e:2e:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:46Z', 'updated_at': '2021-11-24T21:00:56Z', 'revision_number': 5, 'project_id': '76400c1822bc4519abca8b807069cf99', 'subnets': [{'id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:08:37.043373 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bad6ef-c0f6-47fb-b0ce-097c89096c9b None None] The sync data for ids ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'] in n-d-812111-8 is: [{'id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'name': 'tempest-AttachVolumeTestJSON-708664594-router', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7f432429-060f-40c1-ac7d-964025e76a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:00:39Z', 'updated_at': '2021-11-24T21:00:49Z', 'revision_number': 4, 'project_id': '76400c1822bc4519abca8b807069cf99', 'gw_port': {'id': '7f432429-060f-40c1-ac7d-964025e76a03', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:41Z', 'updated_at': '2021-11-24T21:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'f715d8b5-3fc2-4267-9512-ca0f9a46817c', 'name': '', 'network_id': '1db2c526-7dbb-43dc-8355-0dce2bb7e6cc', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'mac_address': 'fa:16:3e:2e:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:46Z', 'updated_at': '2021-11-24T21:00:56Z', 'revision_number': 5, 'project_id': '76400c1822bc4519abca8b807069cf99', 'subnets': [{'id': '5df44411-bad0-41e8-8c64-bf8945205f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:08:37.087287 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-4ef22b8b-51cf-4f60-a742-12bcf482cbd5 req-b7bbff7f-2c95-4beb-8322-295e389bfa5d tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] For port d8caa7d6-9474-47d2-9e36-24b061c85ac6, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=d8caa7d6-9474-47d2-9e36-24b061c85ac6,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:37.087659 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4ef22b8b-51cf-4f60-a742-12bcf482cbd5 req-b7bbff7f-2c95-4beb-8322-295e389bfa5d tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:37.104804 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-4ef22b8b-51cf-4f60-a742-12bcf482cbd5 req-b7bbff7f-2c95-4beb-8322-295e389bfa5d tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Calling delete_port for d8caa7d6-9474-47d2-9e36-24b061c85ac6 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:08:37.266752 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de841951-5dde-4e30-9dc5-469e839364a7 req-68fa01f9-9048-4f9b-bd0a-46dc3273e649 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:37.275288 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de841951-5dde-4e30-9dc5-469e839364a7 req-68fa01f9-9048-4f9b-bd0a-46dc3273e649 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0909393 Nov 24 21:08:37.303842 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4ef22b8b-51cf-4f60-a742-12bcf482cbd5 req-b7bbff7f-2c95-4beb-8322-295e389bfa5d tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:37.393903 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbff7f-2c95-4beb-8322-295e389bfa5d tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Pushing event deleted for resources: {'Port': ['ID=d8caa7d6-9474-47d2-9e36-24b061c85ac6,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:37.423321 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de841951-5dde-4e30-9dc5-469e839364a7 req-aabaae68-3794-4de1-b4b9-e5e6aaccd5b7 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469846 Nov 24 21:08:37.427363 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef22b8b-51cf-4f60-a742-12bcf482cbd5 req-b7bbff7f-2c95-4beb-8322-295e389bfa5d tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] No DVR routers for this DVR port d8caa7d6-9474-47d2-9e36-24b061c85ac6 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:08:37.435788 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4ef22b8b-51cf-4f60-a742-12bcf482cbd5 req-b7bbff7f-2c95-4beb-8322-295e389bfa5d tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:37.448618 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4ef22b8b-51cf-4f60-a742-12bcf482cbd5 req-b7bbff7f-2c95-4beb-8322-295e389bfa5d tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.48 "DELETE /v2.0/ports/d8caa7d6-9474-47d2-9e36-24b061c85ac6 HTTP/1.1" status: 204 len: 173 time: 0.6212735 Nov 24 21:08:37.505881 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-0e5c303f-8a43-46ac-9319-277c1050eccb req-c2dccec6-3b7d-4737-9531-584cace7e8b9 service neutron] (109990) timed out ('10.222.0.15', 53528) {{(pid=109990) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 21:08:37.520341 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd875d6c-9c7e-403f-8f3e-9d9085427808 None None] New status for floating IP 30c56076-25fd-4ed5-bb91-5a0db8110497: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:08:37.622129 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 52082) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:08:37.708470 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-79e6b1c3-cc41-434d-a04a-34f27c94c90e tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:37.753530 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-79e6b1c3-cc41-434d-a04a-34f27c94c90e tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:37.913156 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-789836c0-1cc4-475c-8f02-7d23a7d46e57 req-f91fc256-7434-4881-88f6-88a3ecef7318 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=913e9ada-3774-47f5-8c94-3ab82c5a8ee4 HTTP/1.1" status: 200 len: 210 time: 0.1022573 Nov 24 21:08:37.981276 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-79e6b1c3-cc41-434d-a04a-34f27c94c90e tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:37.984209 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-79e6b1c3-cc41-434d-a04a-34f27c94c90e tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:37.989774 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 52120) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:08:38.001465 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-79e6b1c3-cc41-434d-a04a-34f27c94c90e tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "DELETE /v2.0/security-groups/e17d0e94-9c03-4d70-a275-8baf5fedfa1a HTTP/1.1" status: 204 len: 168 time: 0.3735623 Nov 24 21:08:38.009542 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-a4fe5df4-38fb-4e46-9c28-a67856aa4f45 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] show failed (client error): The resource could not be found. Nov 24 21:08:38.015906 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a4fe5df4-38fb-4e46-9c28-a67856aa4f45 tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "GET /v2.0/security-groups/e17d0e94-9c03-4d70-a275-8baf5fedfa1a HTTP/1.1" status: 404 len: 347 time: 0.0248368 Nov 24 21:08:38.016661 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 52124) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:08:38.052721 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6b1c3-cc41-434d-a04a-34f27c94c90e tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17d0e94-9c03-4d70-a275-8baf5fedfa1a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:38.105221 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-2158bf14-f887-43bf-987a-9f69db4648e0 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:38.106782 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-2158bf14-f887-43bf-987a-9f69db4648e0 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.48 "GET /v2.0/networks?id=876fc134-182c-40b9-9e04-f109afe2a4f8 HTTP/1.1" status: 200 len: 804 time: 0.2782013 Nov 24 21:08:38.123576 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-4531c7b3-b2c7-4a18-9de8-99cd65b6d356 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Request body: {'port': {'device_id': '913e9ada-3774-47f5-8c94-3ab82c5a8ee4', 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8', 'admin_state_up': True, 'tenant_id': '033b1afb1747461cb5624c7ed6165bd8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:08:38.176274 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-0caeb30b-773c-422c-a359-32bf3e46ac0c tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Deleting port 05120aad-7ad2-4cf5-9ebc-9463547e97db {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:08:38.176542 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0caeb30b-773c-422c-a359-32bf3e46ac0c tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:38.274521 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0caeb30b-773c-422c-a359-32bf3e46ac0c tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:38.275754 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0caeb30b-773c-422c-a359-32bf3e46ac0c tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:38.300168 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-0caeb30b-773c-422c-a359-32bf3e46ac0c tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Calling delete_port for 05120aad-7ad2-4cf5-9ebc-9463547e97db owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:08:38.309906 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054d05fb-411b-4421-9365-3db3c817aa1a', 'name': 'network-vif-deleted', 'tag': 'd8caa7d6-9474-47d2-9e36-24b061c85ac6'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:08:38.313103 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c3e8dd-b18a-4e87-89c0-a8d239e8d071" -d '{"events": [{"server_uuid": "054d05fb-411b-4421-9365-3db3c817aa1a", "name": "network-vif-deleted", "tag": "d8caa7d6-9474-47d2-9e36-24b061c85ac6"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:08:38.330309 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-4531c7b3-b2c7-4a18-9de8-99cd65b6d356 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Made reservation on behalf of 033b1afb1747461cb5624c7ed6165bd8 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:08:38.344943 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-4531c7b3-b2c7-4a18-9de8-99cd65b6d356 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:38.433074 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e88c1be-b71c-46b1-9078-b426114f2578 x-openstack-request-id: req-9e88c1be-b71c-46b1-9078-b426114f2578 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:08:38.433694 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054d05fb-411b-4421-9365-3db3c817aa1a", "name": "network-vif-deleted", "tag": "d8caa7d6-9474-47d2-9e36-24b061c85ac6", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:08:38.434039 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e88c1be-b71c-46b1-9078-b426114f2578 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:08:38.434745 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054d05fb-411b-4421-9365-3db3c817aa1a', 'name': 'network-vif-deleted', 'tag': 'd8caa7d6-9474-47d2-9e36-24b061c85ac6', 'status': 'completed', 'code': 200} Nov 24 21:08:38.447324 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device d8caa7d6-9474-47d2-9e36-24b061c85ac6 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:08:38.500108 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: d8caa7d6-9474-47d2-9e36-24b061c85ac6 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:08:38.500780 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device d8caa7d6-9474-47d2-9e36-24b061c85ac6 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:08:38.501619 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 09ba5f24-e1d3-4db6-86e7-87a0544d8069 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:08:38.541926 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 09ba5f24-e1d3-4db6-86e7-87a0544d8069 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:08:38.542281 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 09ba5f24-e1d3-4db6-86e7-87a0544d8069 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:08:38.583171 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0caeb30b-773c-422c-a359-32bf3e46ac0c tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:38.613249 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caeb30b-773c-422c-a359-32bf3e46ac0c tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Pushing event deleted for resources: {'Port': ['ID=05120aad-7ad2-4cf5-9ebc-9463547e97db,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:38.675756 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-4531c7b3-b2c7-4a18-9de8-99cd65b6d356 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Allocated IP 172.20.0.11 (876fc134-182c-40b9-9e04-f109afe2a4f8/1fb0de3e-23ea-436c-a6b2-0a24183ac0be/049f990f-d17e-4a76-a860-8483f0b82955) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:08:38.698494 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0caeb30b-773c-422c-a359-32bf3e46ac0c tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:38.703447 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0caeb30b-773c-422c-a359-32bf3e46ac0c tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:38.706078 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0caeb30b-773c-422c-a359-32bf3e46ac0c tempest-AttachVolumeTestJSON-2089787649 tempest-AttachVolumeTestJSON-2089787649-project] 10.222.0.11 "DELETE /v2.0/floatingips/30c56076-25fd-4ed5-bb91-5a0db8110497 HTTP/1.1" status: 204 len: 168 time: 0.6860063 Nov 24 21:08:38.709676 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bd172-14ab-42da-a0d1-98f2d45318d7 req-79bd9e29-a1c8-4621-adb4-1653ee75b263 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:38.711218 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ce7bd172-14ab-42da-a0d1-98f2d45318d7 req-79bd9e29-a1c8-4621-adb4-1653ee75b263 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.1909094 Nov 24 21:08:38.814284 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ce7bd172-14ab-42da-a0d1-98f2d45318d7 req-be6d8e2f-72d1-476d-bacd-39e80b0342af tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723820 Nov 24 21:08:38.859866 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0cbe9af9-1457-4d94-a736-77e221df00ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:39.068046 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-4531c7b3-b2c7-4a18-9de8-99cd65b6d356 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:39.101242 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-735f1d0f-5224-442e-aded-4dc7867938d0 req-13046179-d81c-4704-afe4-d0d4ee79b5da tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=913e9ada-3774-47f5-8c94-3ab82c5a8ee4 HTTP/1.1" status: 200 len: 210 time: 0.0381289 Nov 24 21:08:39.145807 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-4531c7b3-b2c7-4a18-9de8-99cd65b6d356 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:39.223298 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-4531c7b3-b2c7-4a18-9de8-99cd65b6d356 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Network 876fc134-182c-40b9-9e04-f109afe2a4f8 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:08:39.238715 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-4531c7b3-b2c7-4a18-9de8-99cd65b6d356 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:08:39.242906 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-4531c7b3-b2c7-4a18-9de8-99cd65b6d356 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:08:39.264627 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531c7b3-b2c7-4a18-9de8-99cd65b6d356 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Pushing event updated for resources: {'Port': ['ID=049f990f-d17e-4a76-a860-8483f0b82955,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:39.326703 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342c7f7-16ae-46fb-9041-90f88a8a042e req-83f2fcf9-53fb-4137-9846-fd984f09d818 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:39.328534 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0342c7f7-16ae-46fb-9041-90f88a8a042e req-83f2fcf9-53fb-4137-9846-fd984f09d818 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.1081762 Nov 24 21:08:39.347132 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-4531c7b3-b2c7-4a18-9de8-99cd65b6d356 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:39.349027 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-4531c7b3-b2c7-4a18-9de8-99cd65b6d356 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:39.408793 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-4531c7b3-b2c7-4a18-9de8-99cd65b6d356 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2917850 Nov 24 21:08:39.462368 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-61bee64d-a50d-4e6a-ba93-ff9e889afd84 service neutron] Request body: {'port': {'device_id': '913e9ada-3774-47f5-8c94-3ab82c5a8ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:08:39.579306 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-61bee64d-a50d-4e6a-ba93-ff9e889afd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:39.616060 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0342c7f7-16ae-46fb-9041-90f88a8a042e req-dc3da994-7611-4095-a02e-0e221b9d4e90 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620277 Nov 24 21:08:39.681114 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:40.056238 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b55049-716e-42b4-a259-fc4f05b3b709 req-d5d6c032-a296-47af-a7e0-288c61a6b1eb tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:40.057884 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e7b55049-716e-42b4-a259-fc4f05b3b709 req-d5d6c032-a296-47af-a7e0-288c61a6b1eb tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 946 time: 0.1611130 Nov 24 21:08:40.144106 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e7b55049-716e-42b4-a259-fc4f05b3b709 req-68d601e9-1e0b-40e6-b6b4-f574e1f4d193 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/security-groups?id=980f901d-b38c-4491-a428-245d0be36711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777595 Nov 24 21:08:40.239881 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-61bee64d-a50d-4e6a-ba93-ff9e889afd84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 049f990f-d17e-4a76-a860-8483f0b82955 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:08:40.248283 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-61bee64d-a50d-4e6a-ba93-ff9e889afd84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:40.262413 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-61bee64d-a50d-4e6a-ba93-ff9e889afd84 service neutron] Transition to ACTIVE for port object 049f990f-d17e-4a76-a860-8483f0b82955 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:08:40.268338 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-61bee64d-a50d-4e6a-ba93-ff9e889afd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:40.289028 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27541e-d570-4b00-b10d-5c203f0a87db req-5bbf10b9-9e69-4f9e-ab02-4e523da6ef25 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:40.290700 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc27541e-d570-4b00-b10d-5c203f0a87db req-5bbf10b9-9e69-4f9e-ab02-4e523da6ef25 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=913e9ada-3774-47f5-8c94-3ab82c5a8ee4 HTTP/1.1" status: 200 len: 932 time: 0.0726290 Nov 24 21:08:40.347062 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bee64d-a50d-4e6a-ba93-ff9e889afd84 service neutron] Pushing event updated for resources: {'Port': ['ID=049f990f-d17e-4a76-a860-8483f0b82955,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:40.350787 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc27541e-d570-4b00-b10d-5c203f0a87db req-8991c120-050d-4243-b212-c736c8765dee tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534103 Nov 24 21:08:40.449182 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-61bee64d-a50d-4e6a-ba93-ff9e889afd84 service neutron] Attempting to bind port 049f990f-d17e-4a76-a860-8483f0b82955 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:08:40.453124 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-61bee64d-a50d-4e6a-ba93-ff9e889afd84 service neutron] Attempting to bind port 049f990f-d17e-4a76-a860-8483f0b82955 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'b28c7700-1747-49ca-bd6c-3b705128319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:08:40.454100 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-61bee64d-a50d-4e6a-ba93-ff9e889afd84 service neutron] Attempting to bind port 049f990f-d17e-4a76-a860-8483f0b82955 on network 876fc134-182c-40b9-9e04-f109afe2a4f8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:08:40.461365 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-61bee64d-a50d-4e6a-ba93-ff9e889afd84 service neutron] Port 049f990f-d17e-4a76-a860-8483f0b82955 on network 876fc134-182c-40b9-9e04-f109afe2a4f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:08:40.461767 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-61bee64d-a50d-4e6a-ba93-ff9e889afd84 service neutron] Attempting to bind port 049f990f-d17e-4a76-a860-8483f0b82955 on network 876fc134-182c-40b9-9e04-f109afe2a4f8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:08:40.471017 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-61bee64d-a50d-4e6a-ba93-ff9e889afd84 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:08:40.471843 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-61bee64d-a50d-4e6a-ba93-ff9e889afd84 service neutron] Checking segment: {'id': 'b28c7700-1747-49ca-bd6c-3b705128319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:08:40.472465 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-61bee64d-a50d-4e6a-ba93-ff9e889afd84 service neutron] Bound using segment: {'id': 'b28c7700-1747-49ca-bd6c-3b705128319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:08:40.473140 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-61bee64d-a50d-4e6a-ba93-ff9e889afd84 service neutron] Bound port: 049f990f-d17e-4a76-a860-8483f0b82955, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28c7700-1747-49ca-bd6c-3b705128319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:08:40.473975 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-61bee64d-a50d-4e6a-ba93-ff9e889afd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:40.570814 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-61bee64d-a50d-4e6a-ba93-ff9e889afd84 service neutron] For port 049f990f-d17e-4a76-a860-8483f0b82955, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:08:40.574917 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-61bee64d-a50d-4e6a-ba93-ff9e889afd84 service neutron] For port 049f990f-d17e-4a76-a860-8483f0b82955, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=049f990f-d17e-4a76-a860-8483f0b82955,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:08:40.583285 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-61bee64d-a50d-4e6a-ba93-ff9e889afd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:40.643640 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-61bee64d-a50d-4e6a-ba93-ff9e889afd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:40.644474 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-61bee64d-a50d-4e6a-ba93-ff9e889afd84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:40.646133 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-61bee64d-a50d-4e6a-ba93-ff9e889afd84 service neutron] 10.222.0.48 "PUT /v2.0/ports/049f990f-d17e-4a76-a860-8483f0b82955 HTTP/1.1" status: 200 len: 1092 time: 1.1927397 Nov 24 21:08:40.647312 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913e9ada-3774-47f5-8c94-3ab82c5a8ee4', 'tag': '049f990f-d17e-4a76-a860-8483f0b82955'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:08:40.651054 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9be3bd-b40a-4c88-81e1-a4e424441290" -d '{"events": [{"name": "network-changed", "server_uuid": "913e9ada-3774-47f5-8c94-3ab82c5a8ee4", "tag": "049f990f-d17e-4a76-a860-8483f0b82955"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:08:40.759220 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9739b72c-836b-4235-9600-7eb7c389d26d x-openstack-request-id: req-9739b72c-836b-4235-9600-7eb7c389d26d {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:08:40.759713 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913e9ada-3774-47f5-8c94-3ab82c5a8ee4", "tag": "049f990f-d17e-4a76-a860-8483f0b82955", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:08:40.760252 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9739b72c-836b-4235-9600-7eb7c389d26d {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:08:40.760422 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d1342-3a18-433b-b2dc-fe25b1a92f37 req-f1ab41d3-e01a-4073-a356-99742fc87969 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:40.761288 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913e9ada-3774-47f5-8c94-3ab82c5a8ee4', 'tag': '049f990f-d17e-4a76-a860-8483f0b82955', 'status': 'completed', 'code': 200} Nov 24 21:08:40.766339 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-251d1342-3a18-433b-b2dc-fe25b1a92f37 req-f1ab41d3-e01a-4073-a356-99742fc87969 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.15 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.1286631 Nov 24 21:08:40.775759 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bee64d-a50d-4e6a-ba93-ff9e889afd84 service neutron] Pushing event updated for resources: {'Port': ['ID=049f990f-d17e-4a76-a860-8483f0b82955,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:40.815391 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-a75fcd86-6ee3-4725-a391-ba345172f81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:40.816954 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-a75fcd86-6ee3-4725-a391-ba345172f81f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=033b1afb1747461cb5624c7ed6165bd8&device_id=913e9ada-3774-47f5-8c94-3ab82c5a8ee4 HTTP/1.1" status: 200 len: 1095 time: 0.1086802 Nov 24 21:08:40.847010 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa218ca-c707-4e33-9328-68ecaa0a2c25 req-29bcedd4-d592-438c-bed7-8648a82f938d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:40.849120 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-faa218ca-c707-4e33-9328-68ecaa0a2c25 req-29bcedd4-d592-438c-bed7-8648a82f938d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 946 time: 0.0938175 Nov 24 21:08:40.890241 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-563cb2a7-e6f2-4cce-a1b6-bfc1360d1692 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=049f990f-d17e-4a76-a860-8483f0b82955 HTTP/1.1" status: 200 len: 217 time: 0.0606439 Nov 24 21:08:40.953785 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-251d1342-3a18-433b-b2dc-fe25b1a92f37 req-69aa75f4-0a3e-49be-9dbc-66544b0ecb3b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Deleting port bc5109cb-76da-49f9-a912-b05b6166ac55 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:08:40.954415 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-251d1342-3a18-433b-b2dc-fe25b1a92f37 req-69aa75f4-0a3e-49be-9dbc-66544b0ecb3b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:41.018254 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-faa218ca-c707-4e33-9328-68ecaa0a2c25 req-cac52a68-d880-456f-b815-26847ebb9b9a tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313560 Nov 24 21:08:41.020953 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-0c5ac872-7dfd-4ffa-8509-f61bd115d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:41.022658 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-0c5ac872-7dfd-4ffa-8509-f61bd115d845 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1fb0de3e-23ea-436c-a6b2-0a24183ac0be HTTP/1.1" status: 200 len: 844 time: 0.1156068 Nov 24 21:08:41.083453 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-cdc8ee17-dbfa-4f23-b23d-cd0deea28e82 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=876fc134-182c-40b9-9e04-f109afe2a4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487409 Nov 24 21:08:41.102717 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-251d1342-3a18-433b-b2dc-fe25b1a92f37 req-69aa75f4-0a3e-49be-9dbc-66544b0ecb3b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] For port bc5109cb-76da-49f9-a912-b05b6166ac55, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=bc5109cb-76da-49f9-a912-b05b6166ac55,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:41.117654 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-251d1342-3a18-433b-b2dc-fe25b1a92f37 req-69aa75f4-0a3e-49be-9dbc-66544b0ecb3b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:41.131086 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:41.161544 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-251d1342-3a18-433b-b2dc-fe25b1a92f37 req-69aa75f4-0a3e-49be-9dbc-66544b0ecb3b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Calling delete_port for bc5109cb-76da-49f9-a912-b05b6166ac55 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:08:41.180927 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6c10f97f-1508-43fd-9827-04c47467d6f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:41.357572 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-d021abe9-e2d9-406e-bdd0-09052e77988b service neutron] 10.222.0.48 "GET /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661436 Nov 24 21:08:41.419614 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:08:41.428914 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-251d1342-3a18-433b-b2dc-fe25b1a92f37 req-69aa75f4-0a3e-49be-9dbc-66544b0ecb3b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:41.450966 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['bc5109cb-76da-49f9-a912-b05b6166ac55'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:08:41.500335 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a7a3e-3ccd-4766-aebe-b6f6ef7a082e req-1997d036-4fc8-475b-90f2-6a88da1854fc tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:41.503820 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f32a7a3e-3ccd-4766-aebe-b6f6ef7a082e req-1997d036-4fc8-475b-90f2-6a88da1854fc tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 946 time: 0.1709383 Nov 24 21:08:41.506872 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa75f4-0a3e-49be-9dbc-66544b0ecb3b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Pushing event deleted for resources: {'Port': ['ID=bc5109cb-76da-49f9-a912-b05b6166ac55,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:41.594453 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-251d1342-3a18-433b-b2dc-fe25b1a92f37 req-69aa75f4-0a3e-49be-9dbc-66544b0ecb3b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] No DVR routers for this DVR port bc5109cb-76da-49f9-a912-b05b6166ac55 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:08:41.599768 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-251d1342-3a18-433b-b2dc-fe25b1a92f37 req-69aa75f4-0a3e-49be-9dbc-66544b0ecb3b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:41.603928 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-251d1342-3a18-433b-b2dc-fe25b1a92f37 req-69aa75f4-0a3e-49be-9dbc-66544b0ecb3b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.15 "DELETE /v2.0/ports/bc5109cb-76da-49f9-a912-b05b6166ac55 HTTP/1.1" status: 204 len: 173 time: 0.8272705 Nov 24 21:08:41.605616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299c97b1-a342-4b55-a371-7a693135a488', 'name': 'network-vif-deleted', 'tag': 'bc5109cb-76da-49f9-a912-b05b6166ac55'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:08:41.608856 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7456f50-5ed2-46ea-8f8d-9b185f72c5f0" -d '{"events": [{"server_uuid": "299c97b1-a342-4b55-a371-7a693135a488", "name": "network-vif-deleted", "tag": "bc5109cb-76da-49f9-a912-b05b6166ac55"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:08:41.666680 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f32a7a3e-3ccd-4766-aebe-b6f6ef7a082e req-64eaa46a-b517-48ab-b7ed-7202b009353e tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/security-groups?id=980f901d-b38c-4491-a428-245d0be36711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528490 Nov 24 21:08:41.749486 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49be4b6e-44b8-4e41-aade-e77e4969abfb x-openstack-request-id: req-49be4b6e-44b8-4e41-aade-e77e4969abfb {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:08:41.749878 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299c97b1-a342-4b55-a371-7a693135a488", "name": "network-vif-deleted", "tag": "bc5109cb-76da-49f9-a912-b05b6166ac55", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:08:41.750177 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49be4b6e-44b8-4e41-aade-e77e4969abfb {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:08:41.750618 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299c97b1-a342-4b55-a371-7a693135a488', 'name': 'network-vif-deleted', 'tag': 'bc5109cb-76da-49f9-a912-b05b6166ac55', 'status': 'completed', 'code': 200} Nov 24 21:08:42.006406 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518738a9-7afd-4e31-a4d7-c5797d34acf1 req-5b7365f7-97c6-45f7-9494-812be779dda6 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:42.008092 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-518738a9-7afd-4e31-a4d7-c5797d34acf1 req-5b7365f7-97c6-45f7-9494-812be779dda6 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.48 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 946 time: 0.8444896 Nov 24 21:08:42.055612 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b52912f7-165e-4c5b-b42c-8d2378d1aa98 req-23a8ef4d-4c3b-4f1d-bec5-9369ff5f8282 service neutron] 10.222.0.48 "GET /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6871223 Nov 24 21:08:42.072677 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8022a7-ea42-468e-9028-fce5f5b6f1db req-23b46d82-2057-41e9-bb7c-097d95f14f08 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:42.074249 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4b8022a7-ea42-468e-9028-fce5f5b6f1db req-23b46d82-2057-41e9-bb7c-097d95f14f08 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=913e9ada-3774-47f5-8c94-3ab82c5a8ee4 HTTP/1.1" status: 200 len: 944 time: 0.5899289 Nov 24 21:08:42.206334 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0b7d803-fc4f-4030-b9d6-3680d38319f4 req-878945c5-436c-42f9-92ff-a196f4198872 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=299c97b1-a342-4b55-a371-7a693135a488 HTTP/1.1" status: 200 len: 210 time: 0.0772195 Nov 24 21:08:42.227750 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4b8022a7-ea42-468e-9028-fce5f5b6f1db req-dc1edee0-ae99-4971-98dd-4ff1e1ec4f83 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430750 Nov 24 21:08:42.249612 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-518738a9-7afd-4e31-a4d7-c5797d34acf1 req-d9a92c85-1f58-46b5-9271-921d57bfdb42 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Deleting port 77401df4-c207-4bbd-a85a-e2b717f46531 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:08:42.250144 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-518738a9-7afd-4e31-a4d7-c5797d34acf1 req-d9a92c85-1f58-46b5-9271-921d57bfdb42 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:42.277774 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9be3bd-b40a-4c88-81e1-a4e424441290 req-a40ecc71-b191-4b53-9d76-a87095c17277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:42.279296 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2b9be3bd-b40a-4c88-81e1-a4e424441290 req-a40ecc71-b191-4b53-9d76-a87095c17277 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=033b1afb1747461cb5624c7ed6165bd8&device_id=913e9ada-3774-47f5-8c94-3ab82c5a8ee4 HTTP/1.1" status: 200 len: 1095 time: 0.1264601 Nov 24 21:08:42.383624 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:42.419979 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-518738a9-7afd-4e31-a4d7-c5797d34acf1 req-d9a92c85-1f58-46b5-9271-921d57bfdb42 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] For port 77401df4-c207-4bbd-a85a-e2b717f46531, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=77401df4-c207-4bbd-a85a-e2b717f46531,segment=NetworkSegment(090e3039-982e-4b26-93bb-2ff84bb97731),segment_id=090e3039-982e-4b26-93bb-2ff84bb97731)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:42.420347 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-518738a9-7afd-4e31-a4d7-c5797d34acf1 req-d9a92c85-1f58-46b5-9271-921d57bfdb42 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:42.462151 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device d8caa7d6-9474-47d2-9e36-24b061c85ac6 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:08:42.479047 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9be3bd-b40a-4c88-81e1-a4e424441290 req-a4974942-df47-4372-b2ae-bfc5b9f28904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:42.480864 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2b9be3bd-b40a-4c88-81e1-a4e424441290 req-a4974942-df47-4372-b2ae-bfc5b9f28904 service neutron] 10.222.0.48 "GET /v2.0/networks?id=876fc134-182c-40b9-9e04-f109afe2a4f8 HTTP/1.1" status: 200 len: 905 time: 0.1888874 Nov 24 21:08:42.500905 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: d8caa7d6-9474-47d2-9e36-24b061c85ac6 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:08:42.502386 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device d8caa7d6-9474-47d2-9e36-24b061c85ac6 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:08:42.538731 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2b9be3bd-b40a-4c88-81e1-a4e424441290 req-677916e2-4e51-4776-8263-df84515a7126 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=049f990f-d17e-4a76-a860-8483f0b82955 HTTP/1.1" status: 200 len: 217 time: 0.0478714 Nov 24 21:08:42.618496 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9be3bd-b40a-4c88-81e1-a4e424441290 req-1aacea4c-7fb6-44be-94fd-4815d77cbdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:42.619968 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2b9be3bd-b40a-4c88-81e1-a4e424441290 req-1aacea4c-7fb6-44be-94fd-4815d77cbdfc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1fb0de3e-23ea-436c-a6b2-0a24183ac0be HTTP/1.1" status: 200 len: 844 time: 0.0489964 Nov 24 21:08:42.664404 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2b9be3bd-b40a-4c88-81e1-a4e424441290 req-8d977ad3-ff90-41b0-ba2d-ad2dbcc34615 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=876fc134-182c-40b9-9e04-f109afe2a4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345206 Nov 24 21:08:42.791553 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-518738a9-7afd-4e31-a4d7-c5797d34acf1 req-d9a92c85-1f58-46b5-9271-921d57bfdb42 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:42.791835 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-518738a9-7afd-4e31-a4d7-c5797d34acf1 req-d9a92c85-1f58-46b5-9271-921d57bfdb42 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:42.792157 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [req-518738a9-7afd-4e31-a4d7-c5797d34acf1 req-d9a92c85-1f58-46b5-9271-921d57bfdb42 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Floating IP 29cc02ef-71cb-42bd-9c68-f3c428c0de36 disassociated. External IP: 172.25.5.126, port: 77401df4-c207-4bbd-a85a-e2b717f46531. Nov 24 21:08:42.792512 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-518738a9-7afd-4e31-a4d7-c5797d34acf1 req-d9a92c85-1f58-46b5-9271-921d57bfdb42 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Calling delete_port for 77401df4-c207-4bbd-a85a-e2b717f46531 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:08:42.869541 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2178f84-9f18-485a-b762-83b6b29e5652 req-15a1cc8a-b674-40a9-8a3a-d931f08660e1 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:42.871921 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c2178f84-9f18-485a-b762-83b6b29e5652 req-15a1cc8a-b674-40a9-8a3a-d931f08660e1 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 946 time: 0.0800202 Nov 24 21:08:42.952436 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2b9be3bd-b40a-4c88-81e1-a4e424441290 req-2e7a0e45-fac8-4cc5-bdaf-9c05c42f5392 service neutron] 10.222.0.48 "GET /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490611 Nov 24 21:08:42.969003 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c2178f84-9f18-485a-b762-83b6b29e5652 req-664ace83-bf28-4325-9d1e-9e5617c5a07a tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/security-groups?id=980f901d-b38c-4491-a428-245d0be36711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860331 Nov 24 21:08:43.144766 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2b9be3bd-b40a-4c88-81e1-a4e424441290 req-826e4ee5-2226-4ffa-9aae-e36a4e93ae3c service neutron] 10.222.0.48 "GET /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820552 Nov 24 21:08:43.171037 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-518738a9-7afd-4e31-a4d7-c5797d34acf1 req-d9a92c85-1f58-46b5-9271-921d57bfdb42 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:43.209529 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a92c85-1f58-46b5-9271-921d57bfdb42 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Pushing event deleted for resources: {'Port': ['ID=77401df4-c207-4bbd-a85a-e2b717f46531,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:43.416976 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-518738a9-7afd-4e31-a4d7-c5797d34acf1 req-d9a92c85-1f58-46b5-9271-921d57bfdb42 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Router 5828db56-68e1-4e07-9970-ae697964f878 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:08:43.483851 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8059753-34c3-4637-9751-ec8b72aaaff6 req-6c1aec0a-b32d-4259-b08a-a3e1db4e35ed tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:43.495102 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c8059753-34c3-4637-9751-ec8b72aaaff6 req-6c1aec0a-b32d-4259-b08a-a3e1db4e35ed tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=913e9ada-3774-47f5-8c94-3ab82c5a8ee4 HTTP/1.1" status: 200 len: 944 time: 0.1096547 Nov 24 21:08:43.552385 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c8059753-34c3-4637-9751-ec8b72aaaff6 req-ad9aabad-3170-4ec1-869c-0ea63278eded tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509453 Nov 24 21:08:43.706887 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-518738a9-7afd-4e31-a4d7-c5797d34acf1 req-d9a92c85-1f58-46b5-9271-921d57bfdb42 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:08:43.732353 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e90f0a-cf73-41c2-8332-c4c5795ce802 None None] Sync routers for ids ['5828db56-68e1-4e07-9970-ae697964f878'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:08:43.774066 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e90f0a-cf73-41c2-8332-c4c5795ce802 None None] Routers {'5828db56-68e1-4e07-9970-ae697964f878'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:08:43.776134 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-08e90f0a-cf73-41c2-8332-c4c5795ce802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:08:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['5828db56-68e1-4e07-9970-ae697964f878'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:08:43.782234 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:43.868065 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-518738a9-7afd-4e31-a4d7-c5797d34acf1 req-d9a92c85-1f58-46b5-9271-921d57bfdb42 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] No DVR routers for this DVR port 77401df4-c207-4bbd-a85a-e2b717f46531 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:08:43.891786 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-b830e468-4648-42ba-b676-f07485c49375 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:43.894486 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-b830e468-4648-42ba-b676-f07485c49375 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/networks?id=287bbc50-3f16-40b0-94f6-15f32164ebfe HTTP/1.1" status: 200 len: 812 time: 0.3290920 Nov 24 21:08:43.895797 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-518738a9-7afd-4e31-a4d7-c5797d34acf1 req-d9a92c85-1f58-46b5-9271-921d57bfdb42 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:43.899498 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-518738a9-7afd-4e31-a4d7-c5797d34acf1 req-d9a92c85-1f58-46b5-9271-921d57bfdb42 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.48 "DELETE /v2.0/ports/77401df4-c207-4bbd-a85a-e2b717f46531 HTTP/1.1" status: 204 len: 173 time: 1.8843679 Nov 24 21:08:43.900149 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ad4608-ac8e-4da4-afff-bd5ba20b0477', 'name': 'network-vif-deleted', 'tag': '77401df4-c207-4bbd-a85a-e2b717f46531'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:08:43.903223 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222847db-197c-40ee-91d3-cf93075a6929" -d '{"events": [{"server_uuid": "85ad4608-ac8e-4da4-afff-bd5ba20b0477", "name": "network-vif-deleted", "tag": "77401df4-c207-4bbd-a85a-e2b717f46531"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:08:43.931804 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-b34e70fd-b35f-4fda-872d-f416285ba91e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/quotas/e71b3a96d850423e9f3044dfb96ccf17 HTTP/1.1" status: 200 len: 375 time: 0.0133290 Nov 24 21:08:43.981870 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-ed89cbb6-d1d0-4ebd-ba0e-24a6dd50e356 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e71b3a96d850423e9f3044dfb96ccf17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398536 Nov 24 21:08:44.094778 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-08e90f0a-cf73-41c2-8332-c4c5795ce802 None None] Set router 5828db56-68e1-4e07-9970-ae697964f878 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:08:44.269160 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-25df8e0b-e789-4bd3-a181-8c897b1d9bca service neutron] 10.222.0.11 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682137 Nov 24 21:08:44.301253 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c169592c-9f50-43b1-a9c6-ee98a77b74d4 x-openstack-request-id: req-c169592c-9f50-43b1-a9c6-ee98a77b74d4 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:08:44.301253 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ad4608-ac8e-4da4-afff-bd5ba20b0477", "name": "network-vif-deleted", "tag": "77401df4-c207-4bbd-a85a-e2b717f46531", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:08:44.301253 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c169592c-9f50-43b1-a9c6-ee98a77b74d4 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:08:44.301253 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ad4608-ac8e-4da4-afff-bd5ba20b0477', 'name': 'network-vif-deleted', 'tag': '77401df4-c207-4bbd-a85a-e2b717f46531', 'status': 'completed', 'code': 200} Nov 24 21:08:44.336371 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device bc5109cb-76da-49f9-a912-b05b6166ac55 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:08:44.413589 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4a5f60a2-f661-46cf-913a-c6b38cc7fd7e req-5e212f9f-91dc-482e-b2f8-8d48be0e3fd2 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85ad4608-ac8e-4da4-afff-bd5ba20b0477 HTTP/1.1" status: 200 len: 210 time: 0.0600345 Nov 24 21:08:44.507311 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-0b67e56a-6d15-43b0-a32d-c40959695112 service neutron] 10.222.0.11 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275350 Nov 24 21:08:44.627938 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 049f990f-d17e-4a76-a860-8483f0b82955 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:08:44.723132 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: bc5109cb-76da-49f9-a912-b05b6166ac55 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:08:44.723484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device bc5109cb-76da-49f9-a912-b05b6166ac55 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:08:44.764774 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6381b-57af-400c-b347-b7ab7b99369d req-98ed8611-7e5c-4285-952f-4b2d2f9858ff tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:44.772692 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0bf6381b-57af-400c-b347-b7ab7b99369d req-98ed8611-7e5c-4285-952f-4b2d2f9858ff tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=913e9ada-3774-47f5-8c94-3ab82c5a8ee4 HTTP/1.1" status: 200 len: 944 time: 0.1163411 Nov 24 21:08:44.878801 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0bf6381b-57af-400c-b347-b7ab7b99369d req-999c1350-ec72-4d1d-838a-b017abfc6284 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033852 Nov 24 21:08:44.881998 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:44.885301 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-08e90f0a-cf73-41c2-8332-c4c5795ce802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5828db56-68e1-4e07-9970-ae697964f878', 'name': 'tempest-TestServerBasicOps-996547784-router', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:00Z', 'updated_at': '2021-11-24T21:03:12Z', 'revision_number': 4, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'gw_port': {'id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828db56-68e1-4e07-9970-ae697964f878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:03Z', 'updated_at': '2021-11-24T21:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'efeacff7-2fd4-4a41-a2c8-2a365edbc637', 'name': '', 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'mac_address': 'fa:16:3e:bb:73:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828db56-68e1-4e07-9970-ae697964f878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '6fa3a3b9-560c-46ac-a6a5-06b5210eff64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:11Z', 'updated_at': '2021-11-24T21:03:25Z', 'revision_number': 5, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'subnets': [{'id': '6fa3a3b9-560c-46ac-a6a5-06b5210eff64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:08:44.900320 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1701d42d-50a6-4cc7-a54c-03e5a5be12ea req-44d6a0f2-5177-4e8b-9a0a-2029803fff85 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd6e70b8-ba42-487f-badd-89520e9490aa HTTP/1.1" status: 200 len: 210 time: 0.0606616 Nov 24 21:08:44.929032 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e90f0a-cf73-41c2-8332-c4c5795ce802 None None] Checking router: 5828db56-68e1-4e07-9970-ae697964f878 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:08:44.948549 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e90f0a-cf73-41c2-8332-c4c5795ce802 None None] Routers {'5828db56-68e1-4e07-9970-ae697964f878'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:08:44.949200 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-08e90f0a-cf73-41c2-8332-c4c5795ce802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:08:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['5828db56-68e1-4e07-9970-ae697964f878'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:08:45.073942 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-08e90f0a-cf73-41c2-8332-c4c5795ce802 None None] Set router 5828db56-68e1-4e07-9970-ae697964f878 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:08:45.207200 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 049f990f-d17e-4a76-a860-8483f0b82955, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=049f990f-d17e-4a76-a860-8483f0b82955,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:45.283611 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '049f990f-d17e-4a76-a860-8483f0b82955', 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8', 'port_id': '049f990f-d17e-4a76-a860-8483f0b82955', 'mac_address': 'fa:16:3e:1b:66:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb0de3e-23ea-436c-a6b2-0a24183ac0be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:08:45.406238 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:45.431210 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049f990f-d17e-4a76-a860-8483f0b82955 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:08:45.477702 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 049f990f-d17e-4a76-a860-8483f0b82955, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=049f990f-d17e-4a76-a860-8483f0b82955,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:45.502358 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 52622) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:08:45.518521 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:45.672158 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-52118a94-0a3a-46ce-b8da-0d0689b37bd0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Deleting port 4857fa8b-6992-46ac-b5ba-afcd89be07d7 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:08:45.672503 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52118a94-0a3a-46ce-b8da-0d0689b37bd0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:45.741913 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['049f990f-d17e-4a76-a860-8483f0b82955'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:08:45.747192 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=049f990f-d17e-4a76-a860-8483f0b82955,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:45.785161 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-08e90f0a-cf73-41c2-8332-c4c5795ce802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5828db56-68e1-4e07-9970-ae697964f878', 'name': 'tempest-TestServerBasicOps-996547784-router', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:00Z', 'updated_at': '2021-11-24T21:03:12Z', 'revision_number': 4, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'gw_port': {'id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828db56-68e1-4e07-9970-ae697964f878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:03Z', 'updated_at': '2021-11-24T21:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'efeacff7-2fd4-4a41-a2c8-2a365edbc637', 'name': '', 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'mac_address': 'fa:16:3e:bb:73:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828db56-68e1-4e07-9970-ae697964f878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '6fa3a3b9-560c-46ac-a6a5-06b5210eff64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:11Z', 'updated_at': '2021-11-24T21:03:25Z', 'revision_number': 5, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'subnets': [{'id': '6fa3a3b9-560c-46ac-a6a5-06b5210eff64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:08:45.804069 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52118a94-0a3a-46ce-b8da-0d0689b37bd0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:45.804642 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52118a94-0a3a-46ce-b8da-0d0689b37bd0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:45.822727 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-52118a94-0a3a-46ce-b8da-0d0689b37bd0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Calling delete_port for 4857fa8b-6992-46ac-b5ba-afcd89be07d7 owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:08:45.828004 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e90f0a-cf73-41c2-8332-c4c5795ce802 None None] The sync data for ids ['5828db56-68e1-4e07-9970-ae697964f878'] in n-d-812111-8 is: [{'id': '5828db56-68e1-4e07-9970-ae697964f878', 'name': 'tempest-TestServerBasicOps-996547784-router', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:00Z', 'updated_at': '2021-11-24T21:03:12Z', 'revision_number': 4, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'gw_port': {'id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828db56-68e1-4e07-9970-ae697964f878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:03Z', 'updated_at': '2021-11-24T21:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'efeacff7-2fd4-4a41-a2c8-2a365edbc637', 'name': '', 'network_id': '9d916e9d-e955-4ce2-aa60-2a3a83ce1216', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'mac_address': 'fa:16:3e:bb:73:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828db56-68e1-4e07-9970-ae697964f878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '6fa3a3b9-560c-46ac-a6a5-06b5210eff64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:11Z', 'updated_at': '2021-11-24T21:03:25Z', 'revision_number': 5, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'subnets': [{'id': '6fa3a3b9-560c-46ac-a6a5-06b5210eff64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:08:46.112177 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f24bb83a-5f02-4cc6-9aa3-399ca9e9eadd req-5b6626b6-9ab1-4026-8c4d-1c01b6d5f986 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd6e70b8-ba42-487f-badd-89520e9490aa HTTP/1.1" status: 200 len: 210 time: 0.0621691 Nov 24 21:08:46.144789 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a303ee-6468-4214-8c69-21b923ea92d1 req-82633ac1-3422-411e-a709-d876acef4480 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:46.149540 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-24a303ee-6468-4214-8c69-21b923ea92d1 req-82633ac1-3422-411e-a709-d876acef4480 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=913e9ada-3774-47f5-8c94-3ab82c5a8ee4 HTTP/1.1" status: 200 len: 945 time: 0.1230118 Nov 24 21:08:46.271799 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-24a303ee-6468-4214-8c69-21b923ea92d1 req-9996b7e1-2efd-4a2d-8784-3b0cc7f60464 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068516 Nov 24 21:08:46.322195 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52118a94-0a3a-46ce-b8da-0d0689b37bd0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:46.363499 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52118a94-0a3a-46ce-b8da-0d0689b37bd0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Pushing event deleted for resources: {'Port': ['ID=4857fa8b-6992-46ac-b5ba-afcd89be07d7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:46.387751 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbf50be-9647-4117-9fd8-5c4e985e5294 None None] New status for floating IP 29cc02ef-71cb-42bd-9c68-f3c428c0de36: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:08:46.480186 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 049f990f-d17e-4a76-a860-8483f0b82955 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:08:46.490354 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52118a94-0a3a-46ce-b8da-0d0689b37bd0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:46.493355 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52118a94-0a3a-46ce-b8da-0d0689b37bd0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:46.494737 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-52118a94-0a3a-46ce-b8da-0d0689b37bd0 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "DELETE /v2.0/floatingips/29cc02ef-71cb-42bd-9c68-f3c428c0de36 HTTP/1.1" status: 204 len: 168 time: 0.9901137 Nov 24 21:08:46.578433 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-dc6d8802-de3d-4115-a5eb-81a77f2deff1 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:46.590572 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-dc6d8802-de3d-4115-a5eb-81a77f2deff1 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.15 "GET /v2.0/networks?id=287bbc50-3f16-40b0-94f6-15f32164ebfe HTTP/1.1" status: 200 len: 812 time: 0.3530285 Nov 24 21:08:46.594416 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 049f990f-d17e-4a76-a860-8483f0b82955 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:08:46.599418 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 049f990f-d17e-4a76-a860-8483f0b82955 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:08:46.600058 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:46.617050 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-af26325a-44c8-4344-b382-68111835e185 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Request body: {'port': {'device_id': 'bd6e70b8-ba42-487f-badd-89520e9490aa', 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe', 'admin_state_up': True, 'tenant_id': 'e71b3a96d850423e9f3044dfb96ccf17'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:08:46.627957 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 52640) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:08:46.754361 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c104d39c-4d9c-4514-8da3-666a4e184347 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:46.792705 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c104d39c-4d9c-4514-8da3-666a4e184347 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:46.841905 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-af26325a-44c8-4344-b382-68111835e185 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Made reservation on behalf of e71b3a96d850423e9f3044dfb96ccf17 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:08:46.847506 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-af26325a-44c8-4344-b382-68111835e185 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:46.887432 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c104d39c-4d9c-4514-8da3-666a4e184347 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:46.893072 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c104d39c-4d9c-4514-8da3-666a4e184347 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:46.894860 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c104d39c-4d9c-4514-8da3-666a4e184347 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] 10.222.0.11 "DELETE /v2.0/security-groups/980f901d-b38c-4491-a428-245d0be36711 HTTP/1.1" status: 204 len: 168 time: 0.2657876 Nov 24 21:08:46.910290 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104d39c-4d9c-4514-8da3-666a4e184347 tempest-TestServerBasicOps-131197233 tempest-TestServerBasicOps-131197233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=980f901d-b38c-4491-a428-245d0be36711,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:46.967162 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 52646) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:08:47.081453 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:47.140612 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 049f990f-d17e-4a76-a860-8483f0b82955, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=049f990f-d17e-4a76-a860-8483f0b82955,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:47.142722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913e9ada-3774-47f5-8c94-3ab82c5a8ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049f990f-d17e-4a76-a860-8483f0b82955'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:08:47.156046 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d4e036-2633-4dec-af53-e497627ca746" -d '{"events": [{"server_uuid": "913e9ada-3774-47f5-8c94-3ab82c5a8ee4", "name": "network-vif-plugged", "status": "completed", "tag": "049f990f-d17e-4a76-a860-8483f0b82955"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:08:47.158518 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-af26325a-44c8-4344-b382-68111835e185 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Allocated IP 172.20.0.12 (287bbc50-3f16-40b0-94f6-15f32164ebfe/f2a175e7-c4f6-4d68-bd07-ad29e027b58f/030fd2bc-5a77-480c-a255-71b5ade9f9ac) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:08:47.167223 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:47.168185 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 77401df4-c207-4bbd-a85a-e2b717f46531 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:08:47.359799 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 77401df4-c207-4bbd-a85a-e2b717f46531 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:08:47.360419 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 77401df4-c207-4bbd-a85a-e2b717f46531 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:08:47.370676 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f481f3e-1a27-42e2-9064-4c00a902cd92 x-openstack-request-id: req-8f481f3e-1a27-42e2-9064-4c00a902cd92 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:08:47.371228 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913e9ada-3774-47f5-8c94-3ab82c5a8ee4", "name": "network-vif-plugged", "status": "completed", "tag": "049f990f-d17e-4a76-a860-8483f0b82955", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:08:47.371725 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f481f3e-1a27-42e2-9064-4c00a902cd92 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:08:47.372346 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913e9ada-3774-47f5-8c94-3ab82c5a8ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049f990f-d17e-4a76-a860-8483f0b82955', 'code': 200} Nov 24 21:08:47.373654 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=049f990f-d17e-4a76-a860-8483f0b82955,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:47.426928 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-42d923ca-315e-4f37-b59c-d9f74d953520 req-6764c575-975b-4425-9606-23d3b9d074b3 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd6e70b8-ba42-487f-badd-89520e9490aa HTTP/1.1" status: 200 len: 210 time: 0.1513162 Nov 24 21:08:47.473826 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-af26325a-44c8-4344-b382-68111835e185 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:47.538157 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-af26325a-44c8-4344-b382-68111835e185 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:47.562217 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1865ee-3f81-46f8-84c3-f9c9e5ef9183 req-ea92a8b7-0d77-40b4-ab58-0e4840925867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:47.565266 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1b1865ee-3f81-46f8-84c3-f9c9e5ef9183 req-ea92a8b7-0d77-40b4-ab58-0e4840925867 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=913e9ada-3774-47f5-8c94-3ab82c5a8ee4 HTTP/1.1" status: 200 len: 1097 time: 0.1374593 Nov 24 21:08:47.565416 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-af26325a-44c8-4344-b382-68111835e185 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Network 287bbc50-3f16-40b0-94f6-15f32164ebfe is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:08:47.573671 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-af26325a-44c8-4344-b382-68111835e185 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:08:47.585476 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-af26325a-44c8-4344-b382-68111835e185 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:08:47.632091 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b2043-bb5e-4e1c-8c38-4484604c2886 req-5335fe8c-36f2-4337-98ad-550cea365d6b tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:47.633844 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-114b2043-bb5e-4e1c-8c38-4484604c2886 req-5335fe8c-36f2-4337-98ad-550cea365d6b tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=913e9ada-3774-47f5-8c94-3ab82c5a8ee4 HTTP/1.1" status: 200 len: 946 time: 0.2795835 Nov 24 21:08:47.706453 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1b1865ee-3f81-46f8-84c3-f9c9e5ef9183 req-163d4dd7-128b-4b29-9ac2-c4c5b4667e0a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306715 Nov 24 21:08:47.810893 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-af26325a-44c8-4344-b382-68111835e185 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:47.811500 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-af26325a-44c8-4344-b382-68111835e185 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:47.963711 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7216ebdc-6f84-4db1-aedf-f094151b4678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:47.989070 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-af26325a-44c8-4344-b382-68111835e185 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3783998 Nov 24 21:08:47.992053 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26325a-44c8-4344-b382-68111835e185 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Pushing event updated for resources: {'Port': ['ID=030fd2bc-5a77-480c-a255-71b5ade9f9ac,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:48.039363 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-09f1faed-5f90-4b43-9421-02ea820ec50d service neutron] Request body: {'port': {'device_id': 'bd6e70b8-ba42-487f-badd-89520e9490aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:08:48.099191 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-114b2043-bb5e-4e1c-8c38-4484604c2886 req-320fdb3c-f9c2-458d-adf3-c4293a0c5f31 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719905 Nov 24 21:08:48.150702 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-09f1faed-5f90-4b43-9421-02ea820ec50d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:48.634136 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-09f1faed-5f90-4b43-9421-02ea820ec50d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 030fd2bc-5a77-480c-a255-71b5ade9f9ac {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:08:48.644260 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-09f1faed-5f90-4b43-9421-02ea820ec50d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:48.658746 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-09f1faed-5f90-4b43-9421-02ea820ec50d service neutron] Transition to ACTIVE for port object 030fd2bc-5a77-480c-a255-71b5ade9f9ac will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:08:48.669843 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-09f1faed-5f90-4b43-9421-02ea820ec50d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:48.731455 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1faed-5f90-4b43-9421-02ea820ec50d service neutron] Pushing event updated for resources: {'Port': ['ID=030fd2bc-5a77-480c-a255-71b5ade9f9ac,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:48.820456 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-09f1faed-5f90-4b43-9421-02ea820ec50d service neutron] Attempting to bind port 030fd2bc-5a77-480c-a255-71b5ade9f9ac on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:08:48.820862 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-09f1faed-5f90-4b43-9421-02ea820ec50d service neutron] Attempting to bind port 030fd2bc-5a77-480c-a255-71b5ade9f9ac by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:08:48.821206 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-09f1faed-5f90-4b43-9421-02ea820ec50d service neutron] Attempting to bind port 030fd2bc-5a77-480c-a255-71b5ade9f9ac on network 287bbc50-3f16-40b0-94f6-15f32164ebfe {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:08:48.828370 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-09f1faed-5f90-4b43-9421-02ea820ec50d service neutron] Port 030fd2bc-5a77-480c-a255-71b5ade9f9ac on network 287bbc50-3f16-40b0-94f6-15f32164ebfe not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:08:48.828370 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-09f1faed-5f90-4b43-9421-02ea820ec50d service neutron] Attempting to bind port 030fd2bc-5a77-480c-a255-71b5ade9f9ac on network 287bbc50-3f16-40b0-94f6-15f32164ebfe {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:08:48.854286 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-09f1faed-5f90-4b43-9421-02ea820ec50d service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:08:48.854924 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-09f1faed-5f90-4b43-9421-02ea820ec50d service neutron] Checking segment: {'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:08:48.856041 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-09f1faed-5f90-4b43-9421-02ea820ec50d service neutron] Bound using segment: {'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:08:48.857883 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-09f1faed-5f90-4b43-9421-02ea820ec50d service neutron] Bound port: 030fd2bc-5a77-480c-a255-71b5ade9f9ac, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:08:48.859402 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-09f1faed-5f90-4b43-9421-02ea820ec50d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:48.922928 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7573b-fefd-4f98-8015-38921e73aa95 req-b45d2350-2f55-432a-9688-312520b1905b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:48.939106 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6ea7573b-fefd-4f98-8015-38921e73aa95 req-b45d2350-2f55-432a-9688-312520b1905b tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd6e70b8-ba42-487f-badd-89520e9490aa HTTP/1.1" status: 200 len: 944 time: 0.2534652 Nov 24 21:08:49.015476 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-09f1faed-5f90-4b43-9421-02ea820ec50d service neutron] For port 030fd2bc-5a77-480c-a255-71b5ade9f9ac, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:08:49.021431 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-09f1faed-5f90-4b43-9421-02ea820ec50d service neutron] For port 030fd2bc-5a77-480c-a255-71b5ade9f9ac, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=030fd2bc-5a77-480c-a255-71b5ade9f9ac,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:08:49.036277 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-09f1faed-5f90-4b43-9421-02ea820ec50d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:49.103587 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6ea7573b-fefd-4f98-8015-38921e73aa95 req-ada28871-6027-42af-b854-3c86f6ad7b7f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634805 Nov 24 21:08:49.144839 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1faed-5f90-4b43-9421-02ea820ec50d service neutron] Pushing event updated for resources: {'Port': ['ID=030fd2bc-5a77-480c-a255-71b5ade9f9ac,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:49.154822 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-09f1faed-5f90-4b43-9421-02ea820ec50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:49.155462 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-09f1faed-5f90-4b43-9421-02ea820ec50d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:49.160701 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-09f1faed-5f90-4b43-9421-02ea820ec50d service neutron] 10.222.0.15 "PUT /v2.0/ports/030fd2bc-5a77-480c-a255-71b5ade9f9ac HTTP/1.1" status: 200 len: 1092 time: 1.1538038 Nov 24 21:08:49.179358 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6e70b8-ba42-487f-badd-89520e9490aa', 'tag': '030fd2bc-5a77-480c-a255-71b5ade9f9ac'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:08:49.185128 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880d2661-43fc-4464-b7c2-1588deb917b0" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6e70b8-ba42-487f-badd-89520e9490aa", "tag": "030fd2bc-5a77-480c-a255-71b5ade9f9ac"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:08:49.244794 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-7216ebdc-6f84-4db1-aedf-f094151b4678 admin admin] Deleting port efeacff7-2fd4-4a41-a2c8-2a365edbc637 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:08:49.244794 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7216ebdc-6f84-4db1-aedf-f094151b4678 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:49.291593 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ea01eb-b648-49fd-aa21-0bfd7bbe61e0 x-openstack-request-id: req-79ea01eb-b648-49fd-aa21-0bfd7bbe61e0 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:08:49.291893 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6e70b8-ba42-487f-badd-89520e9490aa", "tag": "030fd2bc-5a77-480c-a255-71b5ade9f9ac", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:08:49.296453 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-79ea01eb-b648-49fd-aa21-0bfd7bbe61e0 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:08:49.296908 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6e70b8-ba42-487f-badd-89520e9490aa', 'tag': '030fd2bc-5a77-480c-a255-71b5ade9f9ac', 'status': 'completed', 'code': 200} Nov 24 21:08:49.389366 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-7216ebdc-6f84-4db1-aedf-f094151b4678 admin admin] For port efeacff7-2fd4-4a41-a2c8-2a365edbc637, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=efeacff7-2fd4-4a41-a2c8-2a365edbc637,segment=NetworkSegment(090e3039-982e-4b26-93bb-2ff84bb97731),segment_id=090e3039-982e-4b26-93bb-2ff84bb97731)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:49.389752 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7216ebdc-6f84-4db1-aedf-f094151b4678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:49.394496 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-64d5c2b3-c4c4-4649-a2c4-e57a1f7f9381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:49.396107 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-64d5c2b3-c4c4-4649-a2c4-e57a1f7f9381 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e71b3a96d850423e9f3044dfb96ccf17&device_id=bd6e70b8-ba42-487f-badd-89520e9490aa HTTP/1.1" status: 200 len: 1095 time: 0.1706359 Nov 24 21:08:49.410116 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-7216ebdc-6f84-4db1-aedf-f094151b4678 admin admin] Calling delete_port for efeacff7-2fd4-4a41-a2c8-2a365edbc637 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:08:49.427076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b1851-a762-461c-9871-9b7c41781c44 req-eb0972f6-d91a-4604-8de3-119282193228 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:49.428681 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-469b1851-a762-461c-9871-9b7c41781c44 req-eb0972f6-d91a-4604-8de3-119282193228 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=913e9ada-3774-47f5-8c94-3ab82c5a8ee4 HTTP/1.1" status: 200 len: 946 time: 0.1277077 Nov 24 21:08:49.474817 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-d19eef68-9d81-4177-8ca2-623a1a29e778 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=030fd2bc-5a77-480c-a255-71b5ade9f9ac HTTP/1.1" status: 200 len: 217 time: 0.0646245 Nov 24 21:08:49.559645 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-469b1851-a762-461c-9871-9b7c41781c44 req-1c73bc53-102a-4192-b662-9b25789a4d7a tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925877 Nov 24 21:08:49.614770 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-0c8191f8-5241-4017-8575-9ab5e60e7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:49.619651 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-0c8191f8-5241-4017-8575-9ab5e60e7ca6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2a175e7-c4f6-4d68-bd07-ad29e027b58f HTTP/1.1" status: 200 len: 852 time: 0.1295240 Nov 24 21:08:49.671504 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-1da1ea6b-c25e-43fc-a52d-15c0073d3346 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=287bbc50-3f16-40b0-94f6-15f32164ebfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410626 Nov 24 21:08:49.675133 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7216ebdc-6f84-4db1-aedf-f094151b4678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:49.730025 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216ebdc-6f84-4db1-aedf-f094151b4678 admin admin] Pushing event deleted for resources: {'Port': ['ID=efeacff7-2fd4-4a41-a2c8-2a365edbc637,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:49.969264 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551f4f7-1655-4899-a63d-92138143ff1f req-768035b3-eec5-493a-a2aa-9da46efbb826 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:49.972397 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c551f4f7-1655-4899-a63d-92138143ff1f req-768035b3-eec5-493a-a2aa-9da46efbb826 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=913e9ada-3774-47f5-8c94-3ab82c5a8ee4 HTTP/1.1" status: 200 len: 946 time: 0.0921037 Nov 24 21:08:49.977758 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-aba8027e-0236-4252-a599-7b7f640273af service neutron] 10.222.0.15 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928669 Nov 24 21:08:50.003467 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7216ebdc-6f84-4db1-aedf-f094151b4678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:50.063131 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c551f4f7-1655-4899-a63d-92138143ff1f req-7a3f9a24-1267-4cef-a9e8-00910b547d84 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824661 Nov 24 21:08:50.282288 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-265e0cb6-853e-4714-9dcb-bbd71f1060bd req-12a43c06-e8cd-4469-9f56-b2437e1ffb76 service neutron] 10.222.0.15 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849667 Nov 24 21:08:50.354532 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e263f01-1536-4ecf-9277-dcb95d161b08 req-f13a4832-b44a-4295-8db8-c4af7becb882 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:50.362528 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e263f01-1536-4ecf-9277-dcb95d161b08 req-f13a4832-b44a-4295-8db8-c4af7becb882 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd6e70b8-ba42-487f-badd-89520e9490aa HTTP/1.1" status: 200 len: 944 time: 0.1329079 Nov 24 21:08:50.419229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d2661-43fc-4464-b7c2-1588deb917b0 req-7c524697-ef9f-4e32-9a68-28959c7e3e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:50.421150 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-880d2661-43fc-4464-b7c2-1588deb917b0 req-7c524697-ef9f-4e32-9a68-28959c7e3e8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e71b3a96d850423e9f3044dfb96ccf17&device_id=bd6e70b8-ba42-487f-badd-89520e9490aa HTTP/1.1" status: 200 len: 1095 time: 0.0562983 Nov 24 21:08:50.471287 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e263f01-1536-4ecf-9277-dcb95d161b08 req-94194f90-e2af-46c5-bc1f-35f58717096e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040909 Nov 24 21:08:50.490656 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7216ebdc-6f84-4db1-aedf-f094151b4678 admin admin] Router 5828db56-68e1-4e07-9970-ae697964f878 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:08:50.618220 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d2661-43fc-4464-b7c2-1588deb917b0 req-39a0359b-ff3c-44dd-8d60-3cafbaf70434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:50.620181 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-880d2661-43fc-4464-b7c2-1588deb917b0 req-39a0359b-ff3c-44dd-8d60-3cafbaf70434 service neutron] 10.222.0.15 "GET /v2.0/networks?id=287bbc50-3f16-40b0-94f6-15f32164ebfe HTTP/1.1" status: 200 len: 913 time: 0.1906247 Nov 24 21:08:50.645613 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7216ebdc-6f84-4db1-aedf-f094151b4678 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:08:50.650750 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7216ebdc-6f84-4db1-aedf-f094151b4678 admin admin] 10.222.0.11 "PUT /v2.0/routers/5828db56-68e1-4e07-9970-ae697964f878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6821799 Nov 24 21:08:50.654204 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 52724) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:08:50.658243 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3c7610-f3d9-46f4-ad23-214a1d8abdeb None None] Sync routers for ids ['5828db56-68e1-4e07-9970-ae697964f878'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:08:50.678810 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3c7610-f3d9-46f4-ad23-214a1d8abdeb None None] Routers {'5828db56-68e1-4e07-9970-ae697964f878'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:08:50.679472 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2b3c7610-f3d9-46f4-ad23-214a1d8abdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:08:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['5828db56-68e1-4e07-9970-ae697964f878'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:08:50.728104 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-880d2661-43fc-4464-b7c2-1588deb917b0 req-6147740b-f40b-4ec5-a220-ac0c7f69f807 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=030fd2bc-5a77-480c-a255-71b5ade9f9ac HTTP/1.1" status: 200 len: 217 time: 0.0999606 Nov 24 21:08:50.828655 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eaecbe90-44da-4b02-bd53-bbb8337fc416 admin admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:50.846792 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d2661-43fc-4464-b7c2-1588deb917b0 req-bb98e94a-0540-4953-bc85-3bbe6c59f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:50.852550 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-880d2661-43fc-4464-b7c2-1588deb917b0 req-bb98e94a-0540-4953-bc85-3bbe6c59f92a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2a175e7-c4f6-4d68-bd07-ad29e027b58f HTTP/1.1" status: 200 len: 852 time: 0.1135578 Nov 24 21:08:50.903616 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-2b3c7610-f3d9-46f4-ad23-214a1d8abdeb None None] Set router 5828db56-68e1-4e07-9970-ae697964f878 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:08:50.915822 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-880d2661-43fc-4464-b7c2-1588deb917b0 req-6494f3fb-2229-4186-a515-09e65c96f1a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=287bbc50-3f16-40b0-94f6-15f32164ebfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538285 Nov 24 21:08:51.044470 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-880d2661-43fc-4464-b7c2-1588deb917b0 req-5751d114-5d20-41de-b1d3-2de4ccc54464 service neutron] 10.222.0.15 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192594 Nov 24 21:08:51.134058 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eaecbe90-44da-4b02-bd53-bbb8337fc416 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:51.194230 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-880d2661-43fc-4464-b7c2-1588deb917b0 req-afc9fe06-f74d-45a0-9c9d-5cbf4aa35638 service neutron] 10.222.0.15 "GET /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398880 Nov 24 21:08:51.285592 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-eaecbe90-44da-4b02-bd53-bbb8337fc416 admin admin] Deleting port adc73a8f-1e61-44b7-9d9d-50c2ecb99c73 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:08:51.285979 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eaecbe90-44da-4b02-bd53-bbb8337fc416 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:51.323573 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2b3c7610-f3d9-46f4-ad23-214a1d8abdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5828db56-68e1-4e07-9970-ae697964f878', 'name': 'tempest-TestServerBasicOps-996547784-router', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:00Z', 'updated_at': '2021-11-24T21:08:49Z', 'revision_number': 5, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'gw_port': {'id': 'adc73a8f-1e61-44b7-9d9d-50c2ecb99c73', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828db56-68e1-4e07-9970-ae697964f878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:03Z', 'updated_at': '2021-11-24T21:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:08:51.362250 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60030554-fd04-4457-a7c8-e19f77e88e2d req-97b1338b-8bb3-4ef9-8bc7-c7baf302ca05 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:51.364198 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-60030554-fd04-4457-a7c8-e19f77e88e2d req-97b1338b-8bb3-4ef9-8bc7-c7baf302ca05 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=913e9ada-3774-47f5-8c94-3ab82c5a8ee4 HTTP/1.1" status: 200 len: 946 time: 0.1324086 Nov 24 21:08:51.384854 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3c7610-f3d9-46f4-ad23-214a1d8abdeb None None] Checking router: 5828db56-68e1-4e07-9970-ae697964f878 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:08:51.414469 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3c7610-f3d9-46f4-ad23-214a1d8abdeb None None] Routers {'5828db56-68e1-4e07-9970-ae697964f878'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:08:51.415171 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2b3c7610-f3d9-46f4-ad23-214a1d8abdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:08:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['5828db56-68e1-4e07-9970-ae697964f878'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:08:51.436799 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-eaecbe90-44da-4b02-bd53-bbb8337fc416 admin admin] For port adc73a8f-1e61-44b7-9d9d-50c2ecb99c73, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=adc73a8f-1e61-44b7-9d9d-50c2ecb99c73,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:51.437179 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eaecbe90-44da-4b02-bd53-bbb8337fc416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:51.469193 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-60030554-fd04-4457-a7c8-e19f77e88e2d req-179d7d43-772d-4dbc-a018-5ed243732c62 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992038 Nov 24 21:08:51.474957 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-eaecbe90-44da-4b02-bd53-bbb8337fc416 admin admin] Calling delete_port for adc73a8f-1e61-44b7-9d9d-50c2ecb99c73 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:08:51.651204 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-2b3c7610-f3d9-46f4-ad23-214a1d8abdeb None None] Set router 5828db56-68e1-4e07-9970-ae697964f878 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:08:51.764021 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003aa2f-5bb2-4c63-b73f-53bc40425888 req-94f597e5-b3b4-49d7-b3b1-bcd8d6add5ff tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:51.765663 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1003aa2f-5bb2-4c63-b73f-53bc40425888 req-94f597e5-b3b4-49d7-b3b1-bcd8d6add5ff tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd6e70b8-ba42-487f-badd-89520e9490aa HTTP/1.1" status: 200 len: 944 time: 0.1970384 Nov 24 21:08:51.772990 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2b3c7610-f3d9-46f4-ad23-214a1d8abdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5828db56-68e1-4e07-9970-ae697964f878', 'name': 'tempest-TestServerBasicOps-996547784-router', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:00Z', 'updated_at': '2021-11-24T21:08:51Z', 'revision_number': 6, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:08:51.815312 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3c7610-f3d9-46f4-ad23-214a1d8abdeb None None] The sync data for ids ['5828db56-68e1-4e07-9970-ae697964f878'] in n-d-812111-8 is: [{'id': '5828db56-68e1-4e07-9970-ae697964f878', 'name': 'tempest-TestServerBasicOps-996547784-router', 'tenant_id': '556a7fb82bf0472892818b31cf2a9453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:00Z', 'updated_at': '2021-11-24T21:08:51Z', 'revision_number': 6, 'project_id': '556a7fb82bf0472892818b31cf2a9453', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:08:51.945529 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1003aa2f-5bb2-4c63-b73f-53bc40425888 req-cabd9517-99c4-40d6-88e2-dbd29dbaf0af tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715684 Nov 24 21:08:52.060318 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eaecbe90-44da-4b02-bd53-bbb8337fc416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:52.077999 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 030fd2bc-5a77-480c-a255-71b5ade9f9ac details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:08:52.104848 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b090a02b-e59c-4793-8726-25a8ea1b5b66 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:08:52.195118 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecbe90-44da-4b02-bd53-bbb8337fc416 admin admin] Pushing event deleted for resources: {'Port': ['ID=adc73a8f-1e61-44b7-9d9d-50c2ecb99c73,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:52.266677 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eaecbe90-44da-4b02-bd53-bbb8337fc416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:52.321360 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 030fd2bc-5a77-480c-a255-71b5ade9f9ac, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=030fd2bc-5a77-480c-a255-71b5ade9f9ac,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:52.348096 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '030fd2bc-5a77-480c-a255-71b5ade9f9ac', 'network_id': '287bbc50-3f16-40b0-94f6-15f32164ebfe', 'port_id': '030fd2bc-5a77-480c-a255-71b5ade9f9ac', 'mac_address': 'fa:16:3e:ab:be:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a175e7-c4f6-4d68-bd07-ad29e027b58f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:08:52.427694 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:52.442279 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030fd2bc-5a77-480c-a255-71b5ade9f9ac {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:08:52.449893 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eaecbe90-44da-4b02-bd53-bbb8337fc416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:52.452436 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eaecbe90-44da-4b02-bd53-bbb8337fc416 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:52.467731 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 030fd2bc-5a77-480c-a255-71b5ade9f9ac, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=030fd2bc-5a77-480c-a255-71b5ade9f9ac,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:52.474653 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:52.511497 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eaecbe90-44da-4b02-bd53-bbb8337fc416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:52.512677 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaecbe90-44da-4b02-bd53-bbb8337fc416 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5828db56-68e1-4e07-9970-ae697964f878 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:08:52.518486 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eaecbe90-44da-4b02-bd53-bbb8337fc416 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:52.519872 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-eaecbe90-44da-4b02-bd53-bbb8337fc416 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5828db56-68e1-4e07-9970-ae697964f878 HTTP/1.1" status: 204 len: 168 time: 1.8646729 Nov 24 21:08:52.522523 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 52918) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:08:52.545895 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=030fd2bc-5a77-480c-a255-71b5ade9f9ac,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:52.572242 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-805a2264-42ec-4656-b756-e8d2bf65ebf3 admin admin] Deleting subnet 6fa3a3b9-560c-46ac-a6a5-06b5210eff64 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:08:52.575550 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-805a2264-42ec-4656-b756-e8d2bf65ebf3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:52.615463 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-805a2264-42ec-4656-b756-e8d2bf65ebf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:52.707898 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-805a2264-42ec-4656-b756-e8d2bf65ebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:52.802388 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-805a2264-42ec-4656-b756-e8d2bf65ebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:52.830088 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a2264-42ec-4656-b756-e8d2bf65ebf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fa3a3b9-560c-46ac-a6a5-06b5210eff64,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:52.834200 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-805a2264-42ec-4656-b756-e8d2bf65ebf3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:52.839714 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-805a2264-42ec-4656-b756-e8d2bf65ebf3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6fa3a3b9-560c-46ac-a6a5-06b5210eff64 HTTP/1.1" status: 204 len: 168 time: 0.3138611 Nov 24 21:08:52.839858 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['030fd2bc-5a77-480c-a255-71b5ade9f9ac'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:08:52.840286 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 52956) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:08:52.849604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc09670-8506-42bf-9544-e789785c9388 None None] Network 9d916e9d-e955-4ce2-aa60-2a3a83ce1216 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:08:52.967414 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7dbea543-4b57-453c-87bc-a4e1ae2ccf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:53.102300 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device efeacff7-2fd4-4a41-a2c8-2a365edbc637 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:08:53.138151 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-7dbea543-4b57-453c-87bc-a4e1ae2ccf05 admin admin] Deleting port d5b98780-b8d1-4953-9c2b-01a62dc71c30 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:08:53.139165 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7dbea543-4b57-453c-87bc-a4e1ae2ccf05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:53.211461 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: efeacff7-2fd4-4a41-a2c8-2a365edbc637 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:08:53.211817 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device efeacff7-2fd4-4a41-a2c8-2a365edbc637 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:08:53.221081 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3479cdf-c021-4b27-b987-97ec41c28ee4 req-a125ad88-b567-4ef2-a4cd-290705df89af tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:53.222737 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device adc73a8f-1e61-44b7-9d9d-50c2ecb99c73 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:08:53.252031 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f3479cdf-c021-4b27-b987-97ec41c28ee4 req-a125ad88-b567-4ef2-a4cd-290705df89af tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd6e70b8-ba42-487f-badd-89520e9490aa HTTP/1.1" status: 200 len: 945 time: 0.1022148 Nov 24 21:08:53.296245 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: adc73a8f-1e61-44b7-9d9d-50c2ecb99c73 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:08:53.296596 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device adc73a8f-1e61-44b7-9d9d-50c2ecb99c73 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:08:53.357371 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f3479cdf-c021-4b27-b987-97ec41c28ee4 req-7625fc7b-07e0-4441-b93b-e1c7c3f9ffd1 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043231 Nov 24 21:08:53.420323 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-7dbea543-4b57-453c-87bc-a4e1ae2ccf05 admin admin] For port d5b98780-b8d1-4953-9c2b-01a62dc71c30, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d5b98780-b8d1-4953-9c2b-01a62dc71c30,segment=NetworkSegment(090e3039-982e-4b26-93bb-2ff84bb97731),segment_id=090e3039-982e-4b26-93bb-2ff84bb97731)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:53.421402 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7dbea543-4b57-453c-87bc-a4e1ae2ccf05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:53.453469 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-7dbea543-4b57-453c-87bc-a4e1ae2ccf05 admin admin] Calling delete_port for d5b98780-b8d1-4953-9c2b-01a62dc71c30 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:08:53.646873 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7dbea543-4b57-453c-87bc-a4e1ae2ccf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:53.684710 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf0a23f-a405-4474-907e-aa6bf7c37cff None None] DHCP port deletion for 9d916e9d-e955-4ce2-aa60-2a3a83ce1216 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:08:53.711439 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbea543-4b57-453c-87bc-a4e1ae2ccf05 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b98780-b8d1-4953-9c2b-01a62dc71c30,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:53.715503 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbea543-4b57-453c-87bc-a4e1ae2ccf05 admin admin] No DVR routers for this DVR port d5b98780-b8d1-4953-9c2b-01a62dc71c30 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:08:53.812078 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7dbea543-4b57-453c-87bc-a4e1ae2ccf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:53.844336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-7dbea543-4b57-453c-87bc-a4e1ae2ccf05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d916e9d-e955-4ce2-aa60-2a3a83ce1216']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:08:53.862582 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-7dbea543-4b57-453c-87bc-a4e1ae2ccf05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090e3039-982e-4b26-93bb-2ff84bb97731') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:08:53.863019 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-7dbea543-4b57-453c-87bc-a4e1ae2ccf05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090e3039-982e-4b26-93bb-2ff84bb97731') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:08:53.880932 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7dbea543-4b57-453c-87bc-a4e1ae2ccf05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:53.903005 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7dbea543-4b57-453c-87bc-a4e1ae2ccf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:53.912185 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dbea543-4b57-453c-87bc-a4e1ae2ccf05 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:08:53.912696 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7dbea543-4b57-453c-87bc-a4e1ae2ccf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:08:53.914839 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:08:53.990964 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7dbea543-4b57-453c-87bc-a4e1ae2ccf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:53.998592 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7dbea543-4b57-453c-87bc-a4e1ae2ccf05 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:54.003919 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7dbea543-4b57-453c-87bc-a4e1ae2ccf05 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9d916e9d-e955-4ce2-aa60-2a3a83ce1216 HTTP/1.1" status: 204 len: 168 time: 1.1629574 Nov 24 21:08:54.006784 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53074) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:08:54.018578 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbea543-4b57-453c-87bc-a4e1ae2ccf05 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d916e9d-e955-4ce2-aa60-2a3a83ce1216,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:54.502361 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c1bb11ce-7274-44bd-a85c-788d8d4230b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:54.540710 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 049f990f-d17e-4a76-a860-8483f0b82955 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:08:54.729009 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625ef58-43b0-40a4-9946-d53840dde13d req-2b9f1dd4-1cca-420f-96a9-d1de44de4291 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:54.733661 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5625ef58-43b0-40a4-9946-d53840dde13d req-2b9f1dd4-1cca-420f-96a9-d1de44de4291 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd6e70b8-ba42-487f-badd-89520e9490aa HTTP/1.1" status: 200 len: 945 time: 0.2346458 Nov 24 21:08:54.814631 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 049f990f-d17e-4a76-a860-8483f0b82955, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=049f990f-d17e-4a76-a860-8483f0b82955,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:54.873978 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '049f990f-d17e-4a76-a860-8483f0b82955', 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8', 'port_id': '049f990f-d17e-4a76-a860-8483f0b82955', 'mac_address': 'fa:16:3e:1b:66:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb0de3e-23ea-436c-a6b2-0a24183ac0be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:08:54.890931 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5625ef58-43b0-40a4-9946-d53840dde13d req-80803be0-6d53-45df-899a-3a3314599274 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753832 Nov 24 21:08:55.046548 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:55.087517 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 049f990f-d17e-4a76-a860-8483f0b82955 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:08:55.156361 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d5b98780-b8d1-4953-9c2b-01a62dc71c30 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:08:55.162641 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 049f990f-d17e-4a76-a860-8483f0b82955, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=049f990f-d17e-4a76-a860-8483f0b82955,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:55.224821 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: d5b98780-b8d1-4953-9c2b-01a62dc71c30 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:08:55.225182 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d5b98780-b8d1-4953-9c2b-01a62dc71c30 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:08:55.227379 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:55.380619 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['049f990f-d17e-4a76-a860-8483f0b82955'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:08:55.802173 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=049f990f-d17e-4a76-a860-8483f0b82955,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:55.982385 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b01b5-e99b-4491-9b52-0ae4c349379b req-685d3af8-4967-4e0a-9ee0-e93e96f1ee69 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:56.011302 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b01b5-e99b-4491-9b52-0ae4c349379b req-685d3af8-4967-4e0a-9ee0-e93e96f1ee69 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:56.031757 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b01b5-e99b-4491-9b52-0ae4c349379b req-685d3af8-4967-4e0a-9ee0-e93e96f1ee69 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:56.049152 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b01b5-e99b-4491-9b52-0ae4c349379b req-685d3af8-4967-4e0a-9ee0-e93e96f1ee69 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:56.055515 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b01b5-e99b-4491-9b52-0ae4c349379b req-685d3af8-4967-4e0a-9ee0-e93e96f1ee69 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:56.062920 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b01b5-e99b-4491-9b52-0ae4c349379b req-685d3af8-4967-4e0a-9ee0-e93e96f1ee69 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:56.070393 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b01b5-e99b-4491-9b52-0ae4c349379b req-685d3af8-4967-4e0a-9ee0-e93e96f1ee69 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:56.074527 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e3b01b5-e99b-4491-9b52-0ae4c349379b req-685d3af8-4967-4e0a-9ee0-e93e96f1ee69 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5435 time: 0.3721542 Nov 24 21:08:56.117003 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 030fd2bc-5a77-480c-a255-71b5ade9f9ac up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:08:56.193269 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e3b01b5-e99b-4491-9b52-0ae4c349379b req-eff821d4-6e19-465c-a967-ff990e3c09ce tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1100705 Nov 24 21:08:56.238757 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05971e4e-2ad4-48f7-a4c4-4fb4995d304c req-a32a701e-dcc0-4018-a70c-b385aad2baa0 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:56.253521 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-05971e4e-2ad4-48f7-a4c4-4fb4995d304c req-a32a701e-dcc0-4018-a70c-b385aad2baa0 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd6e70b8-ba42-487f-badd-89520e9490aa HTTP/1.1" status: 200 len: 945 time: 0.1650748 Nov 24 21:08:56.284829 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c1bb11ce-7274-44bd-a85c-788d8d4230b4 admin admin] Deleting port ba6a29b7-01f4-43fa-a4a4-971738b47455 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:08:56.285211 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c1bb11ce-7274-44bd-a85c-788d8d4230b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:56.291054 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 030fd2bc-5a77-480c-a255-71b5ade9f9ac completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:08:56.299243 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 030fd2bc-5a77-480c-a255-71b5ade9f9ac triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:08:56.299662 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:56.398713 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-05971e4e-2ad4-48f7-a4c4-4fb4995d304c req-63239d43-07a9-4499-a837-2f6c5fe6bd34 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426463 Nov 24 21:08:56.458711 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:56.474230 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-c1bb11ce-7274-44bd-a85c-788d8d4230b4 admin admin] For port ba6a29b7-01f4-43fa-a4a4-971738b47455, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ba6a29b7-01f4-43fa-a4a4-971738b47455,segment=NetworkSegment(ba200b0b-2b11-413e-8292-f6e90613e0f5),segment_id=ba200b0b-2b11-413e-8292-f6e90613e0f5)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:56.474882 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c1bb11ce-7274-44bd-a85c-788d8d4230b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:56.489405 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6e70b8-ba42-487f-badd-89520e9490aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030fd2bc-5a77-480c-a255-71b5ade9f9ac'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:08:56.492337 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c1bb11ce-7274-44bd-a85c-788d8d4230b4 admin admin] Calling delete_port for ba6a29b7-01f4-43fa-a4a4-971738b47455 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:08:56.494889 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a1c803-010e-4cad-8dfe-88dda1c8a903" -d '{"events": [{"server_uuid": "bd6e70b8-ba42-487f-badd-89520e9490aa", "name": "network-vif-plugged", "status": "completed", "tag": "030fd2bc-5a77-480c-a255-71b5ade9f9ac"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:08:56.548506 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 049f990f-d17e-4a76-a860-8483f0b82955 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:08:56.606564 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 030fd2bc-5a77-480c-a255-71b5ade9f9ac, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=030fd2bc-5a77-480c-a255-71b5ade9f9ac,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:56.634560 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df204d83-2de4-4ac5-a25e-2e347bc18fe8 x-openstack-request-id: req-df204d83-2de4-4ac5-a25e-2e347bc18fe8 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:08:56.635150 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6e70b8-ba42-487f-badd-89520e9490aa", "name": "network-vif-plugged", "status": "completed", "tag": "030fd2bc-5a77-480c-a255-71b5ade9f9ac", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:08:56.635613 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-df204d83-2de4-4ac5-a25e-2e347bc18fe8 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:08:56.636218 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6e70b8-ba42-487f-badd-89520e9490aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030fd2bc-5a77-480c-a255-71b5ade9f9ac', 'code': 200} Nov 24 21:08:56.657011 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:56.790720 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=030fd2bc-5a77-480c-a255-71b5ade9f9ac,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:56.818987 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 049f990f-d17e-4a76-a860-8483f0b82955 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:08:56.821432 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:56.858278 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c1bb11ce-7274-44bd-a85c-788d8d4230b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:56.911605 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb11ce-7274-44bd-a85c-788d8d4230b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba6a29b7-01f4-43fa-a4a4-971738b47455,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:56.924853 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb11ce-7274-44bd-a85c-788d8d4230b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:56.925274 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb11ce-7274-44bd-a85c-788d8d4230b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:56.925829 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb11ce-7274-44bd-a85c-788d8d4230b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:56.926300 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb11ce-7274-44bd-a85c-788d8d4230b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:56.926791 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb11ce-7274-44bd-a85c-788d8d4230b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:56.927142 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb11ce-7274-44bd-a85c-788d8d4230b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:56.927485 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb11ce-7274-44bd-a85c-788d8d4230b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:56.927822 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb11ce-7274-44bd-a85c-788d8d4230b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:56.928304 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb11ce-7274-44bd-a85c-788d8d4230b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:56.928642 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb11ce-7274-44bd-a85c-788d8d4230b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:56.929008 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb11ce-7274-44bd-a85c-788d8d4230b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:56.929390 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb11ce-7274-44bd-a85c-788d8d4230b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:08:56.941053 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72096d43-0aba-4a9d-aeb2-5b446f9d72d4 req-4769f1f0-21ac-4fc9-84ad-a40421f9b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:56.943283 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72096d43-0aba-4a9d-aeb2-5b446f9d72d4 req-4769f1f0-21ac-4fc9-84ad-a40421f9b8a6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bd6e70b8-ba42-487f-badd-89520e9490aa HTTP/1.1" status: 200 len: 1097 time: 0.2215216 Nov 24 21:08:57.028435 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:57.120122 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-bbc920b9-c543-4d12-bfa6-0790cff0a4f7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:57.128161 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-bbc920b9-c543-4d12-bfa6-0790cff0a4f7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:57.134862 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-bbc920b9-c543-4d12-bfa6-0790cff0a4f7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:57.144147 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 049f990f-d17e-4a76-a860-8483f0b82955, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=049f990f-d17e-4a76-a860-8483f0b82955,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:57.149765 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-bbc920b9-c543-4d12-bfa6-0790cff0a4f7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:57.157048 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:57.169667 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-bbc920b9-c543-4d12-bfa6-0790cff0a4f7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:57.179876 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-bbc920b9-c543-4d12-bfa6-0790cff0a4f7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:57.198894 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-bbc920b9-c543-4d12-bfa6-0790cff0a4f7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:57.201664 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-bbc920b9-c543-4d12-bfa6-0790cff0a4f7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5435 time: 0.2403872 Nov 24 21:08:57.203894 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72096d43-0aba-4a9d-aeb2-5b446f9d72d4 req-bc04c92c-7117-4cff-ad3e-951a43b6acee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344005 Nov 24 21:08:57.312070 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=049f990f-d17e-4a76-a860-8483f0b82955,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:57.394521 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c1bb11ce-7274-44bd-a85c-788d8d4230b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:57.694569 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1937c88-3266-4989-88f0-da2b918d66bf req-045caaf5-6c7c-4588-b9ac-0e193847f54c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:57.717901 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1937c88-3266-4989-88f0-da2b918d66bf req-045caaf5-6c7c-4588-b9ac-0e193847f54c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:57.734094 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1937c88-3266-4989-88f0-da2b918d66bf req-045caaf5-6c7c-4588-b9ac-0e193847f54c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:57.735376 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770e257-f3d9-4fd2-afa4-45a29295aaeb req-f8310e26-39af-4378-bd5a-f9d521baa445 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:57.737239 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4770e257-f3d9-4fd2-afa4-45a29295aaeb req-f8310e26-39af-4378-bd5a-f9d521baa445 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd6e70b8-ba42-487f-badd-89520e9490aa HTTP/1.1" status: 200 len: 946 time: 0.1881192 Nov 24 21:08:57.764105 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1937c88-3266-4989-88f0-da2b918d66bf req-045caaf5-6c7c-4588-b9ac-0e193847f54c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:57.814174 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4770e257-f3d9-4fd2-afa4-45a29295aaeb req-bbdc582c-cac4-4457-88b4-7369db36a703 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682147 Nov 24 21:08:57.823112 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bb11ce-7274-44bd-a85c-788d8d4230b4 admin admin] Router 36eaad74-0cbd-4cf1-a70e-f57b734a62c0 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:08:57.827767 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1937c88-3266-4989-88f0-da2b918d66bf req-045caaf5-6c7c-4588-b9ac-0e193847f54c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:57.850866 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1937c88-3266-4989-88f0-da2b918d66bf req-045caaf5-6c7c-4588-b9ac-0e193847f54c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:57.865520 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1937c88-3266-4989-88f0-da2b918d66bf req-045caaf5-6c7c-4588-b9ac-0e193847f54c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:57.880281 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1937c88-3266-4989-88f0-da2b918d66bf req-045caaf5-6c7c-4588-b9ac-0e193847f54c tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 5435 time: 0.4682603 Nov 24 21:08:57.901392 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-0c86c7b6-9bf4-420a-8c8c-2afd8d639f34 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:57.907524 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-0c86c7b6-9bf4-420a-8c8c-2afd8d639f34 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.15 "GET /v2.0/ports/5f848b02-05bc-4238-b1ac-d026adbdf90d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4824791 Nov 24 21:08:57.995442 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bb11ce-7274-44bd-a85c-788d8d4230b4 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:08:58.005430 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c1bb11ce-7274-44bd-a85c-788d8d4230b4 admin admin] 10.222.0.11 "PUT /v2.0/routers/36eaad74-0cbd-4cf1-a70e-f57b734a62c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9968309 Nov 24 21:08:58.006087 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53302) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:08:58.009320 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89659fb7-7572-421e-a956-a42969432f19 None None] Sync routers for ids ['36eaad74-0cbd-4cf1-a70e-f57b734a62c0'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:08:58.026554 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89659fb7-7572-421e-a956-a42969432f19 None None] Routers {'36eaad74-0cbd-4cf1-a70e-f57b734a62c0'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:08:58.027187 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-89659fb7-7572-421e-a956-a42969432f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:08:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['36eaad74-0cbd-4cf1-a70e-f57b734a62c0'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:08:58.222671 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-82eacb5c-075d-406c-bdbe-35b84d0a7d68 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.15 "GET /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3044748 Nov 24 21:08:58.227468 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-962ff3c0-64d5-4d5c-894f-7980a6728d1b admin admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:58.257944 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-6af866ac-545a-496c-84eb-ff44b4ed4ac4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:08:58.418243 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-89659fb7-7572-421e-a956-a42969432f19 None None] Set router 36eaad74-0cbd-4cf1-a70e-f57b734a62c0 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:08:58.464359 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-962ff3c0-64d5-4d5c-894f-7980a6728d1b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:58.524588 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1937c88-3266-4989-88f0-da2b918d66bf req-6234888d-91cc-42ae-9bf2-e47779449020 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5895233 Nov 24 21:08:58.548826 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-6af866ac-545a-496c-84eb-ff44b4ed4ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:58.590667 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-962ff3c0-64d5-4d5c-894f-7980a6728d1b admin admin] Deleting port b623472e-b099-41a7-9ab4-1edb99168831 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:08:58.591890 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-962ff3c0-64d5-4d5c-894f-7980a6728d1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:58.662755 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913e9ada-3774-47f5-8c94-3ab82c5a8ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049f990f-d17e-4a76-a860-8483f0b82955'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:08:58.662755 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74d93fe-59c8-4160-b865-4a9657f4b29a" -d '{"events": [{"server_uuid": "913e9ada-3774-47f5-8c94-3ab82c5a8ee4", "name": "network-vif-plugged", "status": "completed", "tag": "049f990f-d17e-4a76-a860-8483f0b82955"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:08:58.756601 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79384865-9373-4e1e-86ba-2c99adad38a3 x-openstack-request-id: req-79384865-9373-4e1e-86ba-2c99adad38a3 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:08:58.757383 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913e9ada-3774-47f5-8c94-3ab82c5a8ee4", "name": "network-vif-plugged", "status": "completed", "tag": "049f990f-d17e-4a76-a860-8483f0b82955", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:08:58.757383 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-79384865-9373-4e1e-86ba-2c99adad38a3 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:08:58.757664 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913e9ada-3774-47f5-8c94-3ab82c5a8ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049f990f-d17e-4a76-a860-8483f0b82955', 'code': 200} Nov 24 21:08:58.848137 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-962ff3c0-64d5-4d5c-894f-7980a6728d1b admin admin] For port b623472e-b099-41a7-9ab4-1edb99168831, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b623472e-b099-41a7-9ab4-1edb99168831,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:58.848520 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-962ff3c0-64d5-4d5c-894f-7980a6728d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:58.881855 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-962ff3c0-64d5-4d5c-894f-7980a6728d1b admin admin] Calling delete_port for b623472e-b099-41a7-9ab4-1edb99168831 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:08:58.939640 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-89659fb7-7572-421e-a956-a42969432f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36eaad74-0cbd-4cf1-a70e-f57b734a62c0', 'name': 'tempest-TestServerBasicOps-1141515167-router', 'tenant_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'b623472e-b099-41a7-9ab4-1edb99168831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:16Z', 'updated_at': '2021-11-24T21:08:56Z', 'revision_number': 5, 'project_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'gw_port': {'id': 'b623472e-b099-41a7-9ab4-1edb99168831', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36eaad74-0cbd-4cf1-a70e-f57b734a62c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:03:19Z', 'updated_at': '2021-11-24T21:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:08:58.940566 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-6af866ac-545a-496c-84eb-ff44b4ed4ac4 service neutron] For port 5f848b02-05bc-4238-b1ac-d026adbdf90d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5f848b02-05bc-4238-b1ac-d026adbdf90d,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:08:59.014064 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89659fb7-7572-421e-a956-a42969432f19 None None] Checking router: 36eaad74-0cbd-4cf1-a70e-f57b734a62c0 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:08:59.027037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-6af866ac-545a-496c-84eb-ff44b4ed4ac4 service neutron] For port 5f848b02-05bc-4238-b1ac-d026adbdf90d, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:08:59.039207 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89659fb7-7572-421e-a956-a42969432f19 None None] Routers {'36eaad74-0cbd-4cf1-a70e-f57b734a62c0'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:08:59.039863 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-89659fb7-7572-421e-a956-a42969432f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:08:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['36eaad74-0cbd-4cf1-a70e-f57b734a62c0'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:08:59.267675 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-6af866ac-545a-496c-84eb-ff44b4ed4ac4 service neutron] device_id is not set on port 5f848b02-05bc-4238-b1ac-d026adbdf90d yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:08:59.282768 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-89659fb7-7572-421e-a956-a42969432f19 None None] Set router 36eaad74-0cbd-4cf1-a70e-f57b734a62c0 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:08:59.310936 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-962ff3c0-64d5-4d5c-894f-7980a6728d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:59.326267 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-6af866ac-545a-496c-84eb-ff44b4ed4ac4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:59.366850 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c643d-b9e7-41cf-8513-26df3f486a95 req-4963d5a3-fa4f-4eea-91b4-68b39896c703 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:08:59.377816 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-358c643d-b9e7-41cf-8513-26df3f486a95 req-4963d5a3-fa4f-4eea-91b4-68b39896c703 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd6e70b8-ba42-487f-badd-89520e9490aa HTTP/1.1" status: 200 len: 946 time: 0.2731030 Nov 24 21:08:59.383203 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ff3c0-64d5-4d5c-894f-7980a6728d1b admin admin] Pushing event deleted for resources: {'Port': ['ID=b623472e-b099-41a7-9ab4-1edb99168831,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:08:59.393530 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8edade3-ee3e-4c31-bb91-8b6a15d465e3 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:08:59.426943 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-6af866ac-545a-496c-84eb-ff44b4ed4ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:59.436181 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-89659fb7-7572-421e-a956-a42969432f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36eaad74-0cbd-4cf1-a70e-f57b734a62c0', 'name': 'tempest-TestServerBasicOps-1141515167-router', 'tenant_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:16Z', 'updated_at': '2021-11-24T21:08:58Z', 'revision_number': 6, 'project_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:08:59.579900 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-962ff3c0-64d5-4d5c-894f-7980a6728d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:08:59.878780 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89659fb7-7572-421e-a956-a42969432f19 None None] The sync data for ids ['36eaad74-0cbd-4cf1-a70e-f57b734a62c0'] in n-d-812111-8 is: [{'id': '36eaad74-0cbd-4cf1-a70e-f57b734a62c0', 'name': 'tempest-TestServerBasicOps-1141515167-router', 'tenant_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:03:16Z', 'updated_at': '2021-11-24T21:08:58Z', 'revision_number': 6, 'project_id': '4612e98f8a4a45a4888d59f1b0ab694a', 'gw_port_host': None}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:09:00.007341 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f9e45451-5ec4-43e6-9833-075e465b9087 None None] Provisioning complete for port 5f848b02-05bc-4238-b1ac-d026adbdf90d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:00.007800 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f9e45451-5ec4-43e6-9833-075e465b9087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:00.072997 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-962ff3c0-64d5-4d5c-894f-7980a6728d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:00.086245 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-962ff3c0-64d5-4d5c-894f-7980a6728d1b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:00.098542 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f9e45451-5ec4-43e6-9833-075e465b9087 None None] Port 5f848b02-05bc-4238-b1ac-d026adbdf90d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:09:00.130894 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 2350812e-3580-420e-832c-24f31e39b118 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:09:00.179512 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e31954-6c22-4c37-a6b1-a5683116253e req-c3240806-d047-4a32-bac6-a13adcdb706d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:00.222098 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e31954-6c22-4c37-a6b1-a5683116253e req-c3240806-d047-4a32-bac6-a13adcdb706d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:00.261317 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-6af866ac-545a-496c-84eb-ff44b4ed4ac4 service neutron] No DVR routers for this DVR port 5f848b02-05bc-4238-b1ac-d026adbdf90d on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:09:00.269098 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e31954-6c22-4c37-a6b1-a5683116253e req-c3240806-d047-4a32-bac6-a13adcdb706d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:00.309284 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e31954-6c22-4c37-a6b1-a5683116253e req-c3240806-d047-4a32-bac6-a13adcdb706d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:00.317393 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:00.333717 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e31954-6c22-4c37-a6b1-a5683116253e req-c3240806-d047-4a32-bac6-a13adcdb706d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:00.339756 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e31954-6c22-4c37-a6b1-a5683116253e req-c3240806-d047-4a32-bac6-a13adcdb706d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:00.364944 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-07e31954-6c22-4c37-a6b1-a5683116253e req-c3240806-d047-4a32-bac6-a13adcdb706d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 4660 time: 0.4654069 Nov 24 21:09:00.387851 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-6af866ac-545a-496c-84eb-ff44b4ed4ac4 service neutron] In _notify_port_updated(), no bound segment for port 5f848b02-05bc-4238-b1ac-d026adbdf90d on network 0b5ef7b5-277e-46e9-bb51-4226a176b59a {{(pid=109990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 21:09:00.388783 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-6af866ac-545a-496c-84eb-ff44b4ed4ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:00.389427 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-6af866ac-545a-496c-84eb-ff44b4ed4ac4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:00.390446 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 2350812e-3580-420e-832c-24f31e39b118, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2350812e-3580-420e-832c-24f31e39b118,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:00.396638 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-6af866ac-545a-496c-84eb-ff44b4ed4ac4 service neutron] 10.222.0.15 "PUT /v2.0/ports/5f848b02-05bc-4238-b1ac-d026adbdf90d HTTP/1.1" status: 200 len: 1028 time: 2.1593094 Nov 24 21:09:00.400481 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:00.404824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5f848b02-05bc-4238-b1ac-d026adbdf90d no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:09:00.501703 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af866ac-545a-496c-84eb-ff44b4ed4ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f848b02-05bc-4238-b1ac-d026adbdf90d,revision_number=6']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:00.544303 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-358c643d-b9e7-41cf-8513-26df3f486a95 req-c83a2ef7-80c8-4cbd-bc0b-42b8249c3346 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1649597 Nov 24 21:09:00.565788 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-962ff3c0-64d5-4d5c-894f-7980a6728d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:00.566810 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962ff3c0-64d5-4d5c-894f-7980a6728d1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36eaad74-0cbd-4cf1-a70e-f57b734a62c0 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:09:00.572435 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-962ff3c0-64d5-4d5c-894f-7980a6728d1b admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:00.573671 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-962ff3c0-64d5-4d5c-894f-7980a6728d1b admin admin] 10.222.0.11 "DELETE /v2.0/routers/36eaad74-0cbd-4cf1-a70e-f57b734a62c0 HTTP/1.1" status: 204 len: 168 time: 2.5663970 Nov 24 21:09:00.574968 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-68fd5011-0082-41c5-bb44-dd1ee06e1182 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:00.580396 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53362) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:00.593095 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-68fd5011-0082-41c5-bb44-dd1ee06e1182 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.15 "GET /v2.0/ports/af61a7f2-1e25-4982-87e4-5079effabcf1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1830149 Nov 24 21:09:00.617801 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-8e137e28-48f8-43d3-9e9b-b15f555270bd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:09:00.631611 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5f848b02-05bc-4238-b1ac-d026adbdf90d not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:09:00.644242 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 905b2eeb-dedf-487a-a6aa-667f4d04bff3 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:09:00.771394 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=2350812e-3580-420e-832c-24f31e39b118,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:00.782332 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2350812e-3580-420e-832c-24f31e39b118'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:09:00.785322 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd65423-597b-457b-9af9-c2c243a2eb75" -d '{"events": [{"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-unplugged", "status": "completed", "tag": "2350812e-3580-420e-832c-24f31e39b118"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:09:00.838972 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-07e31954-6c22-4c37-a6b1-a5683116253e req-339f92ce-3633-4d85-a6d3-e3cbd96a899f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2535371-b6f7-4dd3-a5f2-876c104b8ac6&id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4656024 Nov 24 21:09:00.866436 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9c9dae-41e0-406c-a039-711b33da3c07 admin admin] Deleting subnet d2df02a9-54e0-48bc-ac45-28ba5fa5e127 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:09:00.875634 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9dae-41e0-406c-a039-711b33da3c07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:00.917500 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-8e137e28-48f8-43d3-9e9b-b15f555270bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:00.918541 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:01.003935 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 905b2eeb-dedf-487a-a6aa-667f4d04bff3, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=905b2eeb-dedf-487a-a6aa-667f4d04bff3,segment=NetworkSegment(3e48d071-6453-4a90-9feb-c1ab8ce8a488),segment_id=3e48d071-6453-4a90-9feb-c1ab8ce8a488)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:01.008815 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9dae-41e0-406c-a039-711b33da3c07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:01.021740 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:01.023266 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 52edc988-d91c-414e-b88e-c8d5937a1086 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:09:01.139162 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 21:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfae77a-dc17-4b9e-b099-ac1036aea15b x-openstack-request-id: req-9dfae77a-dc17-4b9e-b099-ac1036aea15b {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:09:01.142507 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-unplugged", "status": "completed", "tag": "2350812e-3580-420e-832c-24f31e39b118", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:09:01.144730 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9dfae77a-dc17-4b9e-b099-ac1036aea15b {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:09:01.145435 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2350812e-3580-420e-832c-24f31e39b118', 'code': 200} Nov 24 21:09:01.284145 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ba6a29b7-01f4-43fa-a4a4-971738b47455 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:09:01.367627 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-8e137e28-48f8-43d3-9e9b-b15f555270bd service neutron] For port af61a7f2-1e25-4982-87e4-5079effabcf1, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=af61a7f2-1e25-4982-87e4-5079effabcf1,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:01.377911 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9dae-41e0-406c-a039-711b33da3c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:01.383818 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: ba6a29b7-01f4-43fa-a4a4-971738b47455 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:09:01.384180 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ba6a29b7-01f4-43fa-a4a4-971738b47455 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:09:01.390442 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b623472e-b099-41a7-9ab4-1edb99168831 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:09:01.477288 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-8e137e28-48f8-43d3-9e9b-b15f555270bd service neutron] For port af61a7f2-1e25-4982-87e4-5079effabcf1, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:09:01.501873 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9dae-41e0-406c-a039-711b33da3c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:01.520492 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: b623472e-b099-41a7-9ab4-1edb99168831 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:09:01.520876 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b623472e-b099-41a7-9ab4-1edb99168831 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:09:01.565340 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c9dae-41e0-406c-a039-711b33da3c07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2df02a9-54e0-48bc-ac45-28ba5fa5e127,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:01.575799 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9dae-41e0-406c-a039-711b33da3c07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:01.580262 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0e9c9dae-41e0-406c-a039-711b33da3c07 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d2df02a9-54e0-48bc-ac45-28ba5fa5e127 HTTP/1.1" status: 204 len: 168 time: 0.9956062 Nov 24 21:09:01.581247 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53386) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:01.597876 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401c7f2e-8272-4cd7-a805-0dfbc0d4ee78 None None] Network 5ac53735-8275-45d7-820a-1d48d9f38fcf requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:09:01.607090 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-8e137e28-48f8-43d3-9e9b-b15f555270bd service neutron] device_id is not set on port af61a7f2-1e25-4982-87e4-5079effabcf1 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:09:01.621619 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-8e137e28-48f8-43d3-9e9b-b15f555270bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:01.646329 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-8e137e28-48f8-43d3-9e9b-b15f555270bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:01.788579 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6a523dff-005d-47e7-afa2-2259434c0471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:01.902036 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-8e137e28-48f8-43d3-9e9b-b15f555270bd service neutron] No DVR routers for this DVR port af61a7f2-1e25-4982-87e4-5079effabcf1 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:09:01.975340 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e137e28-48f8-43d3-9e9b-b15f555270bd service neutron] Pushing event updated for resources: {'Port': ['ID=af61a7f2-1e25-4982-87e4-5079effabcf1,revision_number=6']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:01.988147 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6a523dff-005d-47e7-afa2-2259434c0471 admin admin] Deleting port d458f8f3-ddad-4b71-ad37-ee9d669f32d4 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:09:01.988479 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6a523dff-005d-47e7-afa2-2259434c0471 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:01.993142 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=905b2eeb-dedf-487a-a6aa-667f4d04bff3,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:02.054555 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:02.095335 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03b177-48e8-4d24-96f3-6e1715787306 req-a2dd07ec-7b1e-46e4-9133-327fa7440414 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:02.103479 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2b03b177-48e8-4d24-96f3-6e1715787306 req-a2dd07ec-7b1e-46e4-9133-327fa7440414 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd6e70b8-ba42-487f-badd-89520e9490aa HTTP/1.1" status: 200 len: 946 time: 0.4777577 Nov 24 21:09:02.177996 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-8e137e28-48f8-43d3-9e9b-b15f555270bd service neutron] In _notify_port_updated(), no bound segment for port af61a7f2-1e25-4982-87e4-5079effabcf1 on network 0b5ef7b5-277e-46e9-bb51-4226a176b59a {{(pid=109990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 21:09:02.182464 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-8e137e28-48f8-43d3-9e9b-b15f555270bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:02.186340 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-8e137e28-48f8-43d3-9e9b-b15f555270bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:02.190730 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-8e137e28-48f8-43d3-9e9b-b15f555270bd service neutron] 10.222.0.15 "PUT /v2.0/ports/af61a7f2-1e25-4982-87e4-5079effabcf1 HTTP/1.1" status: 200 len: 1027 time: 1.5909100 Nov 24 21:09:02.238719 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-6a523dff-005d-47e7-afa2-2259434c0471 admin admin] For port d458f8f3-ddad-4b71-ad37-ee9d669f32d4, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d458f8f3-ddad-4b71-ad37-ee9d669f32d4,segment=NetworkSegment(ba200b0b-2b11-413e-8292-f6e90613e0f5),segment_id=ba200b0b-2b11-413e-8292-f6e90613e0f5)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:02.244398 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6a523dff-005d-47e7-afa2-2259434c0471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:02.300959 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 52edc988-d91c-414e-b88e-c8d5937a1086, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=52edc988-d91c-414e-b88e-c8d5937a1086,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:02.316460 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:02.317763 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device ef5f8c33-a3ce-4e37-9cc9-6819e3132187 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:09:02.357981 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6a523dff-005d-47e7-afa2-2259434c0471 admin admin] Calling delete_port for d458f8f3-ddad-4b71-ad37-ee9d669f32d4 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:09:02.472953 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3a3484-c937-4e03-9ec3-184afd27298b None None] DHCP port deletion for 5ac53735-8275-45d7-820a-1d48d9f38fcf request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:09:02.484915 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-aa2ad79d-cde9-4ed3-ad5f-0ef77d2addaf None None] Provisioning complete for port af61a7f2-1e25-4982-87e4-5079effabcf1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:02.485830 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-aa2ad79d-cde9-4ed3-ad5f-0ef77d2addaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:02.495298 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2b03b177-48e8-4d24-96f3-6e1715787306 req-b8c08de4-5cb7-4556-a0ef-9d1bda524bf3 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849413 Nov 24 21:09:02.563725 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742a01f-3fd1-4775-9321-420913066593 req-4edc2c82-971c-45f2-9127-00e9a611513e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:02.575004 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-7a5f7a0a-e2ce-4d2b-95c6-2df969095330 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Deleting port 52edc988-d91c-414e-b88e-c8d5937a1086 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:09:02.575256 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742a01f-3fd1-4775-9321-420913066593 req-4edc2c82-971c-45f2-9127-00e9a611513e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:02.575367 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-7a5f7a0a-e2ce-4d2b-95c6-2df969095330 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:02.584022 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=52edc988-d91c-414e-b88e-c8d5937a1086,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:02.594083 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742a01f-3fd1-4775-9321-420913066593 req-4edc2c82-971c-45f2-9127-00e9a611513e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:02.605390 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742a01f-3fd1-4775-9321-420913066593 req-4edc2c82-971c-45f2-9127-00e9a611513e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:02.615947 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742a01f-3fd1-4775-9321-420913066593 req-4edc2c82-971c-45f2-9127-00e9a611513e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:02.617925 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5742a01f-3fd1-4775-9321-420913066593 req-4edc2c82-971c-45f2-9127-00e9a611513e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 3882 time: 0.3670723 Nov 24 21:09:02.709098 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ad79d-cde9-4ed3-ad5f-0ef77d2addaf None None] Port af61a7f2-1e25-4982-87e4-5079effabcf1 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:09:02.734611 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:02.753246 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6a523dff-005d-47e7-afa2-2259434c0471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:02.755001 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-7a5f7a0a-e2ce-4d2b-95c6-2df969095330 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] For port 52edc988-d91c-414e-b88e-c8d5937a1086, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=52edc988-d91c-414e-b88e-c8d5937a1086,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:02.755379 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-7a5f7a0a-e2ce-4d2b-95c6-2df969095330 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:02.785260 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-7a5f7a0a-e2ce-4d2b-95c6-2df969095330 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Calling delete_port for 52edc988-d91c-414e-b88e-c8d5937a1086 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:09:02.837961 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port ef5f8c33-a3ce-4e37-9cc9-6819e3132187, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ef5f8c33-a3ce-4e37-9cc9-6819e3132187,segment=NetworkSegment(73d2176d-a947-419f-a059-f0ef7a7b29a9),segment_id=73d2176d-a947-419f-a059-f0ef7a7b29a9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:02.850029 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a523dff-005d-47e7-afa2-2259434c0471 admin admin] Pushing event deleted for resources: {'Port': ['ID=d458f8f3-ddad-4b71-ad37-ee9d669f32d4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:02.865463 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:02.873961 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device af61a7f2-1e25-4982-87e4-5079effabcf1 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:09:02.886197 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a523dff-005d-47e7-afa2-2259434c0471 admin admin] No DVR routers for this DVR port d458f8f3-ddad-4b71-ad37-ee9d669f32d4 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:09:03.028702 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6d3a3484-c937-4e03-9ec3-184afd27298b None None] Deleting port d458f8f3-ddad-4b71-ad37-ee9d669f32d4 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:09:03.030430 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6d3a3484-c937-4e03-9ec3-184afd27298b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:03.098559 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5742a01f-3fd1-4775-9321-420913066593 req-7e39b780-f752-49dc-a773-66034767fe8f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3666339 Nov 24 21:09:03.193244 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-7a5f7a0a-e2ce-4d2b-95c6-2df969095330 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:03.223429 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6d3a3484-c937-4e03-9ec3-184afd27298b None None] For port d458f8f3-ddad-4b71-ad37-ee9d669f32d4, host n-d-812111-8, got binding levels [] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:03.224816 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6d3a3484-c937-4e03-9ec3-184afd27298b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:03.243489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6d3a3484-c937-4e03-9ec3-184afd27298b None None] Calling delete_port for d458f8f3-ddad-4b71-ad37-ee9d669f32d4 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:09:03.249218 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.ipam_backend_mixin [None req-6d3a3484-c937-4e03-9ec3-184afd27298b None None] Port d458f8f3-ddad-4b71-ad37-ee9d669f32d4 was not found and therefore no delete operation was performed {{(pid=109992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 21:09:03.267397 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6a523dff-005d-47e7-afa2-2259434c0471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:03.274014 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '905b2eeb-dedf-487a-a6aa-667f4d04bff3'}, {'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52edc988-d91c-414e-b88e-c8d5937a1086'}, {'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef5f8c33-a3ce-4e37-9cc9-6819e3132187'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:09:03.279027 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70ff507-6c9f-4978-ba4e-dffb87c43851" -d '{"events": [{"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-unplugged", "status": "completed", "tag": "905b2eeb-dedf-487a-a6aa-667f4d04bff3"}, {"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-unplugged", "status": "completed", "tag": "52edc988-d91c-414e-b88e-c8d5937a1086"}, {"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-unplugged", "status": "completed", "tag": "ef5f8c33-a3ce-4e37-9cc9-6819e3132187"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:09:03.282110 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6d3a3484-c937-4e03-9ec3-184afd27298b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:03.284857 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d458f8f3-ddad-4b71-ad37-ee9d669f32d4 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:09:03.315214 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f7a0a-e2ce-4d2b-95c6-2df969095330 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event deleted for resources: {'Port': ['ID=52edc988-d91c-414e-b88e-c8d5937a1086,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:03.316444 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6a523dff-005d-47e7-afa2-2259434c0471 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac53735-8275-45d7-820a-1d48d9f38fcf']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:03.344241 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6a523dff-005d-47e7-afa2-2259434c0471 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba200b0b-2b11-413e-8292-f6e90613e0f5') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:03.345475 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6a523dff-005d-47e7-afa2-2259434c0471 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba200b0b-2b11-413e-8292-f6e90613e0f5') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:03.367564 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6a523dff-005d-47e7-afa2-2259434c0471 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:03.398760 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6a523dff-005d-47e7-afa2-2259434c0471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:03.416281 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a523dff-005d-47e7-afa2-2259434c0471 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:09:03.416686 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6a523dff-005d-47e7-afa2-2259434c0471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:03.434064 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: d458f8f3-ddad-4b71-ad37-ee9d669f32d4 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:09:03.434574 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d458f8f3-ddad-4b71-ad37-ee9d669f32d4 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:09:03.437885 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=ef5f8c33-a3ce-4e37-9cc9-6819e3132187,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:03.469181 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 24 Nov 2021 21:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfcc887-df44-4dae-9fda-8c72af4d0795 x-openstack-request-id: req-fdfcc887-df44-4dae-9fda-8c72af4d0795 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:09:03.469558 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-unplugged", "status": "completed", "tag": "905b2eeb-dedf-487a-a6aa-667f4d04bff3", "code": 200}, {"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-unplugged", "status": "completed", "tag": "52edc988-d91c-414e-b88e-c8d5937a1086", "code": 200}, {"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-unplugged", "status": "completed", "tag": "ef5f8c33-a3ce-4e37-9cc9-6819e3132187", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:09:03.469829 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fdfcc887-df44-4dae-9fda-8c72af4d0795 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:09:03.470243 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '905b2eeb-dedf-487a-a6aa-667f4d04bff3', 'code': 200} Nov 24 21:09:03.470507 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52edc988-d91c-414e-b88e-c8d5937a1086', 'code': 200} Nov 24 21:09:03.470778 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef5f8c33-a3ce-4e37-9cc9-6819e3132187', 'code': 200} Nov 24 21:09:03.471929 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a3484-c937-4e03-9ec3-184afd27298b None None] Pushing event deleted for resources: {'Port': ['ID=d458f8f3-ddad-4b71-ad37-ee9d669f32d4,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:03.477688 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3a3484-c937-4e03-9ec3-184afd27298b None None] No DVR routers for this DVR port d458f8f3-ddad-4b71-ad37-ee9d669f32d4 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:09:03.491653 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device af61a7f2-1e25-4982-87e4-5079effabcf1 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:09:03.492647 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device aa567d14-d659-4d4f-9c27-1888341ba909 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:09:03.506792 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-7a5f7a0a-e2ce-4d2b-95c6-2df969095330 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] No DVR routers for this DVR port 52edc988-d91c-414e-b88e-c8d5937a1086 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:09:03.521678 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-7a5f7a0a-e2ce-4d2b-95c6-2df969095330 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:03.535751 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-7a5f7a0a-e2ce-4d2b-95c6-2df969095330 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.15 "DELETE /v2.0/ports/52edc988-d91c-414e-b88e-c8d5937a1086 HTTP/1.1" status: 204 len: 173 time: 1.3290284 Nov 24 21:09:03.542645 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-deleted', 'tag': '52edc988-d91c-414e-b88e-c8d5937a1086'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:09:03.547021 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:09:03.553598 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec58207-4ba3-4e39-bf0a-b5841c07d11a" -d '{"events": [{"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-deleted", "tag": "52edc988-d91c-414e-b88e-c8d5937a1086"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:09:03.561828 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6a523dff-005d-47e7-afa2-2259434c0471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:03.569809 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6a523dff-005d-47e7-afa2-2259434c0471 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:03.577462 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6a523dff-005d-47e7-afa2-2259434c0471 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5ac53735-8275-45d7-820a-1d48d9f38fcf HTTP/1.1" status: 204 len: 168 time: 1.9931374 Nov 24 21:09:03.607652 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a523dff-005d-47e7-afa2-2259434c0471 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ac53735-8275-45d7-820a-1d48d9f38fcf,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:03.719093 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:03.731832 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf1984-e5f9-48dd-b95f-35e827e7dc00 req-00ed5ab1-6d06-4c95-9963-a023e93ce01f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:03.758982 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eeaf1984-e5f9-48dd-b95f-35e827e7dc00 req-00ed5ab1-6d06-4c95-9963-a023e93ce01f tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd6e70b8-ba42-487f-badd-89520e9490aa HTTP/1.1" status: 200 len: 946 time: 0.1601410 Nov 24 21:09:03.819815 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8aae7f-8798-4a9a-b275-4a7934c13b0c x-openstack-request-id: req-4f8aae7f-8798-4a9a-b275-4a7934c13b0c {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:09:03.819815 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-deleted", "tag": "52edc988-d91c-414e-b88e-c8d5937a1086", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:09:03.819815 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f8aae7f-8798-4a9a-b275-4a7934c13b0c {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:09:03.819815 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-deleted', 'tag': '52edc988-d91c-414e-b88e-c8d5937a1086', 'status': 'completed', 'code': 200} Nov 24 21:09:03.855007 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port aa567d14-d659-4d4f-9c27-1888341ba909, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=aa567d14-d659-4d4f-9c27-1888341ba909,segment=NetworkSegment(73d2176d-a947-419f-a059-f0ef7a7b29a9),segment_id=73d2176d-a947-419f-a059-f0ef7a7b29a9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:03.886527 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:03.936254 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53446) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:03.967566 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eeaf1984-e5f9-48dd-b95f-35e827e7dc00 req-88fd2048-aaa2-4198-88e6-57c9bbf908dd tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130973 Nov 24 21:09:04.078553 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=aa567d14-d659-4d4f-9c27-1888341ba909,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:04.116304 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-922e50eb-3975-491b-80e8-7e9cf8046644 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Deleting port 2350812e-3580-420e-832c-24f31e39b118 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:09:04.116680 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-922e50eb-3975-491b-80e8-7e9cf8046644 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:04.134867 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c4884524-1c42-4d1b-a355-edd16de6ca60 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=556a7fb82bf0472892818b31cf2a9453&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1956871 Nov 24 21:09:04.136949 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53458) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:04.315447 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9698bbff-e80f-443e-b1c5-874a297874ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:04.462539 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9698bbff-e80f-443e-b1c5-874a297874ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:04.462659 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-922e50eb-3975-491b-80e8-7e9cf8046644 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] For port 2350812e-3580-420e-832c-24f31e39b118, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2350812e-3580-420e-832c-24f31e39b118,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:04.462659 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-922e50eb-3975-491b-80e8-7e9cf8046644 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:04.551784 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-922e50eb-3975-491b-80e8-7e9cf8046644 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Calling delete_port for 2350812e-3580-420e-832c-24f31e39b118 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:09:04.651692 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9698bbff-e80f-443e-b1c5-874a297874ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:04.663982 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9698bbff-e80f-443e-b1c5-874a297874ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:04.670893 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9698bbff-e80f-443e-b1c5-874a297874ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1bbbe72a-dad9-4c5f-b01e-f33fcf872fd9 HTTP/1.1" status: 204 len: 168 time: 0.5326157 Nov 24 21:09:04.705113 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698bbff-e80f-443e-b1c5-874a297874ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbbe72a-dad9-4c5f-b01e-f33fcf872fd9,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:04.755881 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614035c3-fa1b-40c1-afda-35af30420437 req-2abb193b-3332-4dff-b483-6e8e0e2027cf tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:04.769023 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614035c3-fa1b-40c1-afda-35af30420437 req-2abb193b-3332-4dff-b483-6e8e0e2027cf tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:04.783514 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614035c3-fa1b-40c1-afda-35af30420437 req-2abb193b-3332-4dff-b483-6e8e0e2027cf tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:04.806314 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614035c3-fa1b-40c1-afda-35af30420437 req-2abb193b-3332-4dff-b483-6e8e0e2027cf tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:04.808140 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-614035c3-fa1b-40c1-afda-35af30420437 req-2abb193b-3332-4dff-b483-6e8e0e2027cf tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 3143 time: 0.4244933 Nov 24 21:09:04.889724 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20e9ec-26f1-4b52-94eb-00022594bd0a req-5f668c6d-a9cf-4cdf-8e58-ae2c554c162a tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:04.898011 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9b20e9ec-26f1-4b52-94eb-00022594bd0a req-5f668c6d-a9cf-4cdf-8e58-ae2c554c162a tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd6e70b8-ba42-487f-badd-89520e9490aa HTTP/1.1" status: 200 len: 946 time: 0.1746349 Nov 24 21:09:04.914910 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-614035c3-fa1b-40c1-afda-35af30420437 req-af174312-0db4-4f6a-bc91-f7eb1c3d8f3e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980272 Nov 24 21:09:05.034510 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9b20e9ec-26f1-4b52-94eb-00022594bd0a req-ffb3f6b2-7462-4483-8819-a31b518f31ce tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212409 Nov 24 21:09:05.139279 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-922e50eb-3975-491b-80e8-7e9cf8046644 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:05.181833 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e50eb-3975-491b-80e8-7e9cf8046644 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event deleted for resources: {'Port': ['ID=2350812e-3580-420e-832c-24f31e39b118,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:05.326513 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-922e50eb-3975-491b-80e8-7e9cf8046644 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] No DVR routers for this DVR port 2350812e-3580-420e-832c-24f31e39b118 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:09:05.330989 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-922e50eb-3975-491b-80e8-7e9cf8046644 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:05.335068 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-922e50eb-3975-491b-80e8-7e9cf8046644 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.15 "DELETE /v2.0/ports/2350812e-3580-420e-832c-24f31e39b118 HTTP/1.1" status: 204 len: 173 time: 1.7407203 Nov 24 21:09:05.396460 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53498) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:05.472433 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa567d14-d659-4d4f-9c27-1888341ba909'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:09:05.475733 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9ecb38-b5cc-43ed-b351-746b37a6968f" -d '{"events": [{"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-unplugged", "status": "completed", "tag": "aa567d14-d659-4d4f-9c27-1888341ba909"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:09:05.492292 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dc141fd7-501f-4393-a064-a1a8ad44a2c3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4612e98f8a4a45a4888d59f1b0ab694a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0946193 Nov 24 21:09:05.494732 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53504) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:05.565360 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c93c4851-8af8-4718-9068-c80c1e47b458 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:05.574053 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-c06ebace-e4ae-4773-8a9b-f893f756b679 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Deleting port ef5f8c33-a3ce-4e37-9cc9-6819e3132187 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:09:05.574548 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-c06ebace-e4ae-4773-8a9b-f893f756b679 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:05.576028 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 21:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7bb76b-1be6-4172-b141-5a15d6e19ad6 x-openstack-request-id: req-6e7bb76b-1be6-4172-b141-5a15d6e19ad6 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:09:05.577623 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-unplugged", "status": "completed", "tag": "aa567d14-d659-4d4f-9c27-1888341ba909", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:09:05.579175 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6e7bb76b-1be6-4172-b141-5a15d6e19ad6 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:09:05.579711 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa567d14-d659-4d4f-9c27-1888341ba909', 'code': 200} Nov 24 21:09:05.631479 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c93c4851-8af8-4718-9068-c80c1e47b458 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:05.751625 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c93c4851-8af8-4718-9068-c80c1e47b458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:05.773804 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-deleted', 'tag': '2350812e-3580-420e-832c-24f31e39b118'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:09:05.776140 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c93c4851-8af8-4718-9068-c80c1e47b458 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:05.780291 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c93c4851-8af8-4718-9068-c80c1e47b458 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2dd31d43-b30f-4d17-8cbb-10905996b807 HTTP/1.1" status: 204 len: 168 time: 0.2843981 Nov 24 21:09:05.786203 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8154a0f9-75f9-4019-9eab-66ac3e2e5dfa" -d '{"events": [{"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-deleted", "tag": "2350812e-3580-420e-832c-24f31e39b118"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:09:05.802387 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c4851-8af8-4718-9068-c80c1e47b458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd31d43-b30f-4d17-8cbb-10905996b807,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:05.923711 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-c06ebace-e4ae-4773-8a9b-f893f756b679 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] For port ef5f8c33-a3ce-4e37-9cc9-6819e3132187, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ef5f8c33-a3ce-4e37-9cc9-6819e3132187,segment=NetworkSegment(73d2176d-a947-419f-a059-f0ef7a7b29a9),segment_id=73d2176d-a947-419f-a059-f0ef7a7b29a9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:05.925035 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-c06ebace-e4ae-4773-8a9b-f893f756b679 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:05.929007 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0768678-cd6c-48b3-88eb-f472a8daab2f x-openstack-request-id: req-e0768678-cd6c-48b3-88eb-f472a8daab2f {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:09:05.929625 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-deleted", "tag": "2350812e-3580-420e-832c-24f31e39b118", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:09:05.930245 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e0768678-cd6c-48b3-88eb-f472a8daab2f {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:09:05.930870 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-deleted', 'tag': '2350812e-3580-420e-832c-24f31e39b118', 'status': 'completed', 'code': 200} Nov 24 21:09:05.954775 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-c06ebace-e4ae-4773-8a9b-f893f756b679 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Calling delete_port for ef5f8c33-a3ce-4e37-9cc9-6819e3132187 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:09:06.347140 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6730f-8d0f-45d3-bb8f-83b6259227a2 req-f1efeb3f-b79e-4969-beb7-92d7e4bcd969 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:06.349388 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-53a6730f-8d0f-45d3-bb8f-83b6259227a2 req-f1efeb3f-b79e-4969-beb7-92d7e4bcd969 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6e70b8-ba42-487f-badd-89520e9490aa HTTP/1.1" status: 200 len: 946 time: 0.1507380 Nov 24 21:09:06.422808 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d854e-626a-4c8c-b6b0-6afd2c842cc9 req-ac294513-8f88-4158-b577-64f2225c3a0e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:06.424208 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8034cb-f22b-4cd0-bdc9-6455bdea2c1f req-aa85b72d-1901-496a-b632-e78e23afd153 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:06.443368 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-923d854e-626a-4c8c-b6b0-6afd2c842cc9 req-ac294513-8f88-4158-b577-64f2225c3a0e tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd6e70b8-ba42-487f-badd-89520e9490aa HTTP/1.1" status: 200 len: 946 time: 0.1671331 Nov 24 21:09:06.467497 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8034cb-f22b-4cd0-bdc9-6455bdea2c1f req-aa85b72d-1901-496a-b632-e78e23afd153 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:06.475013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8034cb-f22b-4cd0-bdc9-6455bdea2c1f req-aa85b72d-1901-496a-b632-e78e23afd153 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:06.506607 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6e8034cb-f22b-4cd0-bdc9-6455bdea2c1f req-aa85b72d-1901-496a-b632-e78e23afd153 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 2410 time: 0.3784733 Nov 24 21:09:06.632588 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-923d854e-626a-4c8c-b6b0-6afd2c842cc9 req-1d162e92-1a24-45fd-9c8c-37aaa28e83ad tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240921 Nov 24 21:09:06.702331 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-53a6730f-8d0f-45d3-bb8f-83b6259227a2 req-8d1f157d-c26a-4bc0-8b1a-a48e33579098 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Deleting port 030fd2bc-5a77-480c-a255-71b5ade9f9ac {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:09:06.702487 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-53a6730f-8d0f-45d3-bb8f-83b6259227a2 req-8d1f157d-c26a-4bc0-8b1a-a48e33579098 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:06.718376 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6e8034cb-f22b-4cd0-bdc9-6455bdea2c1f req-537e6ec4-4dff-4aaf-be87-db110f9f36f2 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998301 Nov 24 21:09:06.720762 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-c06ebace-e4ae-4773-8a9b-f893f756b679 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:06.843801 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ebace-e4ae-4773-8a9b-f893f756b679 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event deleted for resources: {'Port': ['ID=ef5f8c33-a3ce-4e37-9cc9-6819e3132187,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:06.877388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53552) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:06.933876 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-c06ebace-e4ae-4773-8a9b-f893f756b679 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] No DVR routers for this DVR port ef5f8c33-a3ce-4e37-9cc9-6819e3132187 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:09:06.940108 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-c06ebace-e4ae-4773-8a9b-f893f756b679 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:06.945030 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-c06ebace-e4ae-4773-8a9b-f893f756b679 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.15 "DELETE /v2.0/ports/ef5f8c33-a3ce-4e37-9cc9-6819e3132187 HTTP/1.1" status: 204 len: 173 time: 1.6034462 Nov 24 21:09:07.018437 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-53a6730f-8d0f-45d3-bb8f-83b6259227a2 req-8d1f157d-c26a-4bc0-8b1a-a48e33579098 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] For port 030fd2bc-5a77-480c-a255-71b5ade9f9ac, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=030fd2bc-5a77-480c-a255-71b5ade9f9ac,segment=NetworkSegment(fa77631e-f06d-4dd2-8b35-2fa5d80ba520),segment_id=fa77631e-f06d-4dd2-8b35-2fa5d80ba520)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:07.025725 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-53a6730f-8d0f-45d3-bb8f-83b6259227a2 req-8d1f157d-c26a-4bc0-8b1a-a48e33579098 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:07.075083 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-53a6730f-8d0f-45d3-bb8f-83b6259227a2 req-8d1f157d-c26a-4bc0-8b1a-a48e33579098 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Calling delete_port for 030fd2bc-5a77-480c-a255-71b5ade9f9ac owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:09:07.182836 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-2e72118f-aa99-47d5-a1d9-da04a7cf8cca tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Deleting port 905b2eeb-dedf-487a-a6aa-667f4d04bff3 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:09:07.183188 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-2e72118f-aa99-47d5-a1d9-da04a7cf8cca tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:07.428813 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-2e72118f-aa99-47d5-a1d9-da04a7cf8cca tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] For port 905b2eeb-dedf-487a-a6aa-667f4d04bff3, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=905b2eeb-dedf-487a-a6aa-667f4d04bff3,segment=NetworkSegment(3e48d071-6453-4a90-9feb-c1ab8ce8a488),segment_id=3e48d071-6453-4a90-9feb-c1ab8ce8a488)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:07.429196 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-2e72118f-aa99-47d5-a1d9-da04a7cf8cca tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:08.018451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-deleted', 'tag': 'ef5f8c33-a3ce-4e37-9cc9-6819e3132187'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:09:08.030530 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e390bb73-2949-4b44-af92-445a55033a5a" -d '{"events": [{"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-deleted", "tag": "ef5f8c33-a3ce-4e37-9cc9-6819e3132187"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:09:08.045687 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53596) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:08.218661 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931358c4-acef-421d-a7c2-d88a9db03271 req-c218c9d8-4b68-4d94-9c1b-4e7ed4a6b109 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:08.229587 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-931358c4-acef-421d-a7c2-d88a9db03271 req-c218c9d8-4b68-4d94-9c1b-4e7ed4a6b109 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd6e70b8-ba42-487f-badd-89520e9490aa HTTP/1.1" status: 200 len: 946 time: 0.3229642 Nov 24 21:09:08.285852 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228fcea-4cd5-4743-a3da-ea8e5012b310 req-f2328979-26a8-499e-9d8b-47e3b9484d4f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:08.303985 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228fcea-4cd5-4743-a3da-ea8e5012b310 req-f2328979-26a8-499e-9d8b-47e3b9484d4f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:08.308027 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-53a6730f-8d0f-45d3-bb8f-83b6259227a2 req-8d1f157d-c26a-4bc0-8b1a-a48e33579098 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:08.309252 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1228fcea-4cd5-4743-a3da-ea8e5012b310 req-f2328979-26a8-499e-9d8b-47e3b9484d4f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 1677 time: 0.2679186 Nov 24 21:09:08.315187 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-2e72118f-aa99-47d5-a1d9-da04a7cf8cca tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:08.315613 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-2e72118f-aa99-47d5-a1d9-da04a7cf8cca tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:08.315943 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-2e72118f-aa99-47d5-a1d9-da04a7cf8cca tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Floating IP c8b7e7c3-b8ff-4c95-8c8c-2dfd55031704 disassociated. External IP: 172.25.5.37, port: 905b2eeb-dedf-487a-a6aa-667f4d04bff3. Nov 24 21:09:08.316303 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-2e72118f-aa99-47d5-a1d9-da04a7cf8cca tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Calling delete_port for 905b2eeb-dedf-487a-a6aa-667f4d04bff3 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:09:08.412840 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-d9af1f31-00dc-4ea2-a390-5de985f818f0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-405929033-network', 'tenant_id': 'dd049bb9bffc4a23a68cb9dad78054e8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:09:08.571329 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-2e72118f-aa99-47d5-a1d9-da04a7cf8cca tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:08.625105 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72118f-aa99-47d5-a1d9-da04a7cf8cca tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event deleted for resources: {'Port': ['ID=905b2eeb-dedf-487a-a6aa-667f4d04bff3,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:08.665781 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1228fcea-4cd5-4743-a3da-ea8e5012b310 req-0d8d3e5e-e9ff-47ce-a18d-e28486a73c36 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3426440 Nov 24 21:09:08.862620 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4ef12753-f017-4ff9-b4e6-3d793be1e56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:08.903269 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1626f6f-f975-49b4-b459-91bc135061c3 x-openstack-request-id: req-d1626f6f-f975-49b4-b459-91bc135061c3 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:09:08.903567 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-deleted", "tag": "ef5f8c33-a3ce-4e37-9cc9-6819e3132187", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:09:08.903838 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d1626f6f-f975-49b4-b459-91bc135061c3 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:09:08.904374 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-deleted', 'tag': 'ef5f8c33-a3ce-4e37-9cc9-6819e3132187', 'status': 'completed', 'code': 200} Nov 24 21:09:08.928575 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-2e72118f-aa99-47d5-a1d9-da04a7cf8cca tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Router 36587df1-ab15-4f57-9a61-01d90f974732 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:09:09.307061 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-2e72118f-aa99-47d5-a1d9-da04a7cf8cca tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:09:09.329175 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74dbdd4-2e65-4190-8916-17b774e2749a None None] Sync routers for ids ['36587df1-ab15-4f57-9a61-01d90f974732'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:09:09.352044 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f157d-c26a-4bc0-8b1a-a48e33579098 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Pushing event deleted for resources: {'Port': ['ID=030fd2bc-5a77-480c-a255-71b5ade9f9ac,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:09.354691 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74dbdd4-2e65-4190-8916-17b774e2749a None None] Routers {'36587df1-ab15-4f57-9a61-01d90f974732'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:09:09.361263 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b74dbdd4-2e65-4190-8916-17b774e2749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:08:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['36587df1-ab15-4f57-9a61-01d90f974732'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:09.394188 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-931358c4-acef-421d-a7c2-d88a9db03271 req-23935fb8-0273-4059-84a5-5c3f0b50920d tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aeed18b-adaf-40c5-a03d-27ec66af6c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1635499 Nov 24 21:09:09.397250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-2e72118f-aa99-47d5-a1d9-da04a7cf8cca tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] No DVR routers for this DVR port 905b2eeb-dedf-487a-a6aa-667f4d04bff3 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:09:09.398865 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a6730f-8d0f-45d3-bb8f-83b6259227a2 req-8d1f157d-c26a-4bc0-8b1a-a48e33579098 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] No DVR routers for this DVR port 030fd2bc-5a77-480c-a255-71b5ade9f9ac on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:09:09.400114 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-2e72118f-aa99-47d5-a1d9-da04a7cf8cca tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:09.404824 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-2e72118f-aa99-47d5-a1d9-da04a7cf8cca tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.15 "DELETE /v2.0/ports/905b2eeb-dedf-487a-a6aa-667f4d04bff3 HTTP/1.1" status: 204 len: 173 time: 2.4519899 Nov 24 21:09:09.408558 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-53a6730f-8d0f-45d3-bb8f-83b6259227a2 req-8d1f157d-c26a-4bc0-8b1a-a48e33579098 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:09.412088 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-53a6730f-8d0f-45d3-bb8f-83b6259227a2 req-8d1f157d-c26a-4bc0-8b1a-a48e33579098 tempest-DeleteServersTestJSON-478179803 tempest-DeleteServersTestJSON-478179803-project] 10.222.0.15 "DELETE /v2.0/ports/030fd2bc-5a77-480c-a255-71b5ade9f9ac HTTP/1.1" status: 204 len: 173 time: 3.0487874 Nov 24 21:09:09.413512 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6e70b8-ba42-487f-badd-89520e9490aa', 'name': 'network-vif-deleted', 'tag': '030fd2bc-5a77-480c-a255-71b5ade9f9ac'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:09:09.425987 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee95732-ad14-4dbc-94e2-3ff26123aa41" -d '{"events": [{"server_uuid": "bd6e70b8-ba42-487f-badd-89520e9490aa", "name": "network-vif-deleted", "tag": "030fd2bc-5a77-480c-a255-71b5ade9f9ac"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:09:09.468494 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9af1f31-00dc-4ea2-a390-5de985f818f0 admin admin] Made reservation on behalf of dd049bb9bffc4a23a68cb9dad78054e8 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:09:09.473531 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d9af1f31-00dc-4ea2-a390-5de985f818f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:09.494118 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d9af1f31-00dc-4ea2-a390-5de985f818f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:09.723424 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-dfca03a6-44fd-4a27-9b21-bb10238b98bf tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Deleting port aa567d14-d659-4d4f-9c27-1888341ba909 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:09:09.724328 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-dfca03a6-44fd-4a27-9b21-bb10238b98bf tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:09.733768 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d9af1f31-00dc-4ea2-a390-5de985f818f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:09.762535 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d9af1f31-00dc-4ea2-a390-5de985f818f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:09.807608 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9af1f31-00dc-4ea2-a390-5de985f818f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:09:09.819502 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af1f31-00dc-4ea2-a390-5de985f818f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ba8d89-d646-4276-aa33-7ed5bc4ca6cc,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:09.862033 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d9af1f31-00dc-4ea2-a390-5de985f818f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:09.862420 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-d9af1f31-00dc-4ea2-a390-5de985f818f0 admin admin] Added segment 8a429477-61f7-4599-8550-78823945d7bc of type vlan for network 8b715e2d-d98b-437d-add9-30773d2e531a Nov 24 21:09:09.894703 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-b74dbdd4-2e65-4190-8916-17b774e2749a None None] Set router 36587df1-ab15-4f57-9a61-01d90f974732 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:09:09.952654 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-dfca03a6-44fd-4a27-9b21-bb10238b98bf tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] For port aa567d14-d659-4d4f-9c27-1888341ba909, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=aa567d14-d659-4d4f-9c27-1888341ba909,segment=NetworkSegment(73d2176d-a947-419f-a059-f0ef7a7b29a9),segment_id=73d2176d-a947-419f-a059-f0ef7a7b29a9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:09.955945 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-dfca03a6-44fd-4a27-9b21-bb10238b98bf tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:10.005438 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-dfca03a6-44fd-4a27-9b21-bb10238b98bf tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Calling delete_port for aa567d14-d659-4d4f-9c27-1888341ba909 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:09:10.024588 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59015a8-b9a2-4f99-8b64-29954ff5a92e x-openstack-request-id: req-f59015a8-b9a2-4f99-8b64-29954ff5a92e {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:09:10.041050 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6e70b8-ba42-487f-badd-89520e9490aa", "name": "network-vif-deleted", "tag": "030fd2bc-5a77-480c-a255-71b5ade9f9ac", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:09:10.041812 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f59015a8-b9a2-4f99-8b64-29954ff5a92e {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:09:10.041812 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6e70b8-ba42-487f-badd-89520e9490aa', 'name': 'network-vif-deleted', 'tag': '030fd2bc-5a77-480c-a255-71b5ade9f9ac', 'status': 'completed', 'code': 200} Nov 24 21:09:10.052338 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d9af1f31-00dc-4ea2-a390-5de985f818f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:10.122537 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9773e98d-3ad6-4193-bc3e-94ad87443907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:10.323872 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9db51c-18c4-4fe9-a5b1-7cd4778124dc req-5aaa59fe-6732-4488-a790-deaf3a4f3a32 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:10.326144 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7d9db51c-18c4-4fe9-a5b1-7cd4778124dc req-5aaa59fe-6732-4488-a790-deaf3a4f3a32 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 943 time: 0.4275224 Nov 24 21:09:10.331856 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d9af1f31-00dc-4ea2-a390-5de985f818f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:10.333681 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9af1f31-00dc-4ea2-a390-5de985f818f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:10.334560 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 030fd2bc-5a77-480c-a255-71b5ade9f9ac no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:09:10.334810 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d9af1f31-00dc-4ea2-a390-5de985f818f0 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:10.361571 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 030fd2bc-5a77-480c-a255-71b5ade9f9ac {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:09:10.362295 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 030fd2bc-5a77-480c-a255-71b5ade9f9ac not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:09:10.405508 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:10.417809 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-dfca03a6-44fd-4a27-9b21-bb10238b98bf tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:10.505573 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7d9db51c-18c4-4fe9-a5b1-7cd4778124dc req-0d4f889f-4b98-4013-bc45-d561b5f65a54 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f2cf2ef-cae2-4966-979c-d2a693b6f972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557930 Nov 24 21:09:10.592786 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca03a6-44fd-4a27-9b21-bb10238b98bf tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event deleted for resources: {'Port': ['ID=aa567d14-d659-4d4f-9c27-1888341ba909,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:10.603058 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-dfca03a6-44fd-4a27-9b21-bb10238b98bf tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] No DVR routers for this DVR port aa567d14-d659-4d4f-9c27-1888341ba909 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:09:10.610800 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-dfca03a6-44fd-4a27-9b21-bb10238b98bf tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:10.618551 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d9af1f31-00dc-4ea2-a390-5de985f818f0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5468938 Nov 24 21:09:10.625234 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53658) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:10.633179 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-caa6cd43-f445-4fd5-868c-eaa6367c62aa req-dfca03a6-44fd-4a27-9b21-bb10238b98bf tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.15 "DELETE /v2.0/ports/aa567d14-d659-4d4f-9c27-1888341ba909 HTTP/1.1" status: 204 len: 173 time: 1.2102826 Nov 24 21:09:10.634734 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-5e964e07-77b0-40d6-9249-ddf911a4d1ef admin admin] Request body: {'subnet': {'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-405929033-subnet', 'tenant_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:09:10.686120 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b74dbdd4-2e65-4190-8916-17b774e2749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36587df1-ab15-4f57-9a61-01d90f974732', 'name': 'tempest-TaggedBootDevicesTest-697328584-router', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:57:14Z', 'updated_at': '2021-11-24T20:57:25Z', 'revision_number': 4, 'project_id': '838d059057e840c09ac19be61b107bec', 'gw_port': {'id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:15Z', 'updated_at': '2021-11-24T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'dcc0aaa8-3e99-4713-a051-7e9f056309ed', 'name': '', 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'mac_address': 'fa:16:3e:2a:9d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '887b1e02-17a6-4db4-8124-14042ea3bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:23Z', 'updated_at': '2021-11-24T20:57:31Z', 'revision_number': 5, 'project_id': '838d059057e840c09ac19be61b107bec', 'subnets': [{'id': '887b1e02-17a6-4db4-8124-14042ea3bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:10.720561 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af1f31-00dc-4ea2-a390-5de985f818f0 admin admin] Pushing event updated for resources: {'Network': ['ID=8b715e2d-d98b-437d-add9-30773d2e531a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:10.725372 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74dbdd4-2e65-4190-8916-17b774e2749a None None] Checking router: 36587df1-ab15-4f57-9a61-01d90f974732 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:09:10.739784 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74dbdd4-2e65-4190-8916-17b774e2749a None None] Routers {'36587df1-ab15-4f57-9a61-01d90f974732'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:09:10.741430 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b74dbdd4-2e65-4190-8916-17b774e2749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:08:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['36587df1-ab15-4f57-9a61-01d90f974732'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:10.765638 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e964e07-77b0-40d6-9249-ddf911a4d1ef admin admin] Made reservation on behalf of dd049bb9bffc4a23a68cb9dad78054e8 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:09:10.768133 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5e964e07-77b0-40d6-9249-ddf911a4d1ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:10.906236 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-deleted', 'tag': '905b2eeb-dedf-487a-a6aa-667f4d04bff3'}, {'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-deleted', 'tag': 'aa567d14-d659-4d4f-9c27-1888341ba909'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:09:10.910089 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a68805-f202-4540-8d44-0d48e680b347" -d '{"events": [{"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-deleted", "tag": "905b2eeb-dedf-487a-a6aa-667f4d04bff3"}, {"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-deleted", "tag": "aa567d14-d659-4d4f-9c27-1888341ba909"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:09:10.919690 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 8b715e2d-d98b-437d-add9-30773d2e531a details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:09:11.025605 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Nov 2021 21:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33722250-071c-4067-884a-43f44f7b4399 x-openstack-request-id: req-33722250-071c-4067-884a-43f44f7b4399 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:09:11.026021 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-deleted", "tag": "905b2eeb-dedf-487a-a6aa-667f4d04bff3", "status": "completed", "code": 200}, {"server_uuid": "bdb650c2-ddea-4199-8442-62c193ddcbee", "name": "network-vif-deleted", "tag": "aa567d14-d659-4d4f-9c27-1888341ba909", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:09:11.026496 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-33722250-071c-4067-884a-43f44f7b4399 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:09:11.027493 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-deleted', 'tag': '905b2eeb-dedf-487a-a6aa-667f4d04bff3', 'status': 'completed', 'code': 200} Nov 24 21:09:11.027861 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb650c2-ddea-4199-8442-62c193ddcbee', 'name': 'network-vif-deleted', 'tag': 'aa567d14-d659-4d4f-9c27-1888341ba909', 'status': 'completed', 'code': 200} Nov 24 21:09:11.191437 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-b74dbdd4-2e65-4190-8916-17b774e2749a None None] Set router 36587df1-ab15-4f57-9a61-01d90f974732 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:09:11.436704 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:11.439921 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8a22ff0c-6802-4e78-92a0-11337960017c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:11.504476 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5e964e07-77b0-40d6-9249-ddf911a4d1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:11.599227 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-9773e98d-3ad6-4193-bc3e-94ad87443907 admin admin] Deleting port f715d8b5-3fc2-4267-9512-ca0f9a46817c {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:09:11.623052 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9773e98d-3ad6-4193-bc3e-94ad87443907 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:11.787258 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e964e07-77b0-40d6-9249-ddf911a4d1ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7cce09-ea7d-4472-9297-c0d745928599,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:11.840000 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5d792a55-36b3-4d0f-8f5d-86dd5e48946c req-ebb1b2e1-3dda-47db-8dad-7243d84e2342 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.1238039 Nov 24 21:09:11.862525 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b74dbdd4-2e65-4190-8916-17b774e2749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36587df1-ab15-4f57-9a61-01d90f974732', 'name': 'tempest-TaggedBootDevicesTest-697328584-router', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:57:14Z', 'updated_at': '2021-11-24T20:57:25Z', 'revision_number': 4, 'project_id': '838d059057e840c09ac19be61b107bec', 'gw_port': {'id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:15Z', 'updated_at': '2021-11-24T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'dcc0aaa8-3e99-4713-a051-7e9f056309ed', 'name': '', 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'mac_address': 'fa:16:3e:2a:9d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '887b1e02-17a6-4db4-8124-14042ea3bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:23Z', 'updated_at': '2021-11-24T20:57:31Z', 'revision_number': 5, 'project_id': '838d059057e840c09ac19be61b107bec', 'subnets': [{'id': '887b1e02-17a6-4db4-8124-14042ea3bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:11.923616 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74dbdd4-2e65-4190-8916-17b774e2749a None None] The sync data for ids ['36587df1-ab15-4f57-9a61-01d90f974732'] in n-d-812111-8 is: [{'id': '36587df1-ab15-4f57-9a61-01d90f974732', 'name': 'tempest-TaggedBootDevicesTest-697328584-router', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:57:14Z', 'updated_at': '2021-11-24T20:57:25Z', 'revision_number': 4, 'project_id': '838d059057e840c09ac19be61b107bec', 'gw_port': {'id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:15Z', 'updated_at': '2021-11-24T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'dcc0aaa8-3e99-4713-a051-7e9f056309ed', 'name': '', 'network_id': '2b80d919-dc76-4e07-9d79-d9c7af051c8b', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'mac_address': 'fa:16:3e:2a:9d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '887b1e02-17a6-4db4-8124-14042ea3bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:23Z', 'updated_at': '2021-11-24T20:57:31Z', 'revision_number': 5, 'project_id': '838d059057e840c09ac19be61b107bec', 'subnets': [{'id': '887b1e02-17a6-4db4-8124-14042ea3bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:09:11.932049 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e964e07-77b0-40d6-9249-ddf911a4d1ef admin admin] Checking segment: {'id': '8a429477-61f7-4599-8550-78823945d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:09:11.932642 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e964e07-77b0-40d6-9249-ddf911a4d1ef admin admin] Network hostable DHCP agents. Network: 8b715e2d-d98b-437d-add9-30773d2e531a, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:09:11.968932 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-9773e98d-3ad6-4193-bc3e-94ad87443907 admin admin] For port f715d8b5-3fc2-4267-9512-ca0f9a46817c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=f715d8b5-3fc2-4267-9512-ca0f9a46817c,segment=NetworkSegment(50091b6f-8510-4fe7-99f6-affd19cd995c),segment_id=50091b6f-8510-4fe7-99f6-affd19cd995c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:11.971440 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9773e98d-3ad6-4193-bc3e-94ad87443907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:11.975493 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e964e07-77b0-40d6-9249-ddf911a4d1ef admin admin] Network 8b715e2d-d98b-437d-add9-30773d2e531a is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:09:11.999956 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-9773e98d-3ad6-4193-bc3e-94ad87443907 admin admin] Calling delete_port for f715d8b5-3fc2-4267-9512-ca0f9a46817c owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:09:12.003410 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-5e964e07-77b0-40d6-9249-ddf911a4d1ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 8b715e2d-d98b-437d-add9-30773d2e531a) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:09:12.008477 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e964e07-77b0-40d6-9249-ddf911a4d1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:12.009005 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5e964e07-77b0-40d6-9249-ddf911a4d1ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:12.022313 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f294ec-8f72-4746-bdee-8bd6e7cf4421 None None] Network 8b715e2d-d98b-437d-add9-30773d2e531a requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:09:12.077657 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5e964e07-77b0-40d6-9249-ddf911a4d1ef admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4474611 Nov 24 21:09:12.081049 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53716) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:12.085430 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a441120c-a51f-4660-b9c1-5fb93c81ceeb admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-405929033-router', 'tenant_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:09:12.115587 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a441120c-a51f-4660-b9c1-5fb93c81ceeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:12.116828 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a441120c-a51f-4660-b9c1-5fb93c81ceeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:12.258551 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a441120c-a51f-4660-b9c1-5fb93c81ceeb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:12.330914 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-8b715e2d-d98b-437d-add9-30773d2e531a', 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a', 'tenant_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'fixed_ips': [{'subnet_id': '3c7cce09-ea7d-4472-9297-c0d745928599'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:09:12.332008 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:12.419087 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:12.523502 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a6a1af-5dee-49e5-9688-ff248f66378d None None] New status for floating IP c8b7e7c3-b8ff-4c95-8c8c-2dfd55031704: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:09:12.546692 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9773e98d-3ad6-4193-bc3e-94ad87443907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:12.607862 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773e98d-3ad6-4193-bc3e-94ad87443907 admin admin] Pushing event deleted for resources: {'Port': ['ID=f715d8b5-3fc2-4267-9512-ca0f9a46817c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:12.660569 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Allocated IP 172.20.0.2 (8b715e2d-d98b-437d-add9-30773d2e531a/3c7cce09-ea7d-4472-9297-c0d745928599/dffb9eb6-0566-4d82-8ff1-7082611712cf) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:09:13.116718 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ecd570c8-7eda-4eb0-a74d-dfb7269d89b6 req-4b8abdf8-863c-46b9-a030-c0d0dd0ee0a8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.0868840 Nov 24 21:09:13.172157 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9773e98d-3ad6-4193-bc3e-94ad87443907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:13.221544 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:13.238163 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:13.403813 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a441120c-a51f-4660-b9c1-5fb93c81ceeb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:13.439300 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Network 8b715e2d-d98b-437d-add9-30773d2e531a is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:09:13.442876 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:09:13.461655 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:09:13.483394 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Pushing event updated for resources: {'Port': ['ID=dffb9eb6-0566-4d82-8ff1-7082611712cf,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:13.507283 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:13.517177 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:13.526543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:13.526543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:13.526543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:13.526543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:13.526543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:13.526543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:13.526543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:13.526543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:13.526543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:13.526543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:13.624715 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9773e98d-3ad6-4193-bc3e-94ad87443907 admin admin] Router f3ffbb09-f811-44f4-8484-b0fd0dce135c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:09:13.629445 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Attempting to bind port dffb9eb6-0566-4d82-8ff1-7082611712cf on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:09:13.629958 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Attempting to bind port dffb9eb6-0566-4d82-8ff1-7082611712cf by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '8a429477-61f7-4599-8550-78823945d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:09:13.630449 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Attempting to bind port dffb9eb6-0566-4d82-8ff1-7082611712cf on network 8b715e2d-d98b-437d-add9-30773d2e531a {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:09:13.639253 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:09:13.639827 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Checking segment: {'id': '8a429477-61f7-4599-8550-78823945d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:09:13.640372 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:13.647125 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Bound using segment: {'id': '8a429477-61f7-4599-8550-78823945d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:09:13.647793 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Bound port: dffb9eb6-0566-4d82-8ff1-7082611712cf, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a429477-61f7-4599-8550-78823945d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:09:13.648330 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:13.787944 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:13.823166 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] For port dffb9eb6-0566-4d82-8ff1-7082611712cf, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:09:13.832981 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] For port dffb9eb6-0566-4d82-8ff1-7082611712cf, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=dffb9eb6-0566-4d82-8ff1-7082611712cf,segment=NetworkSegment(8a429477-61f7-4599-8550-78823945d7bc),segment_id=8a429477-61f7-4599-8550-78823945d7bc)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:09:13.845135 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:13.856060 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a441120c-a51f-4660-b9c1-5fb93c81ceeb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:13.873354 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9773e98d-3ad6-4193-bc3e-94ad87443907 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:09:13.892884 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9773e98d-3ad6-4193-bc3e-94ad87443907 admin admin] 10.222.0.11 "PUT /v2.0/routers/f3ffbb09-f811-44f4-8484-b0fd0dce135c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0090878 Nov 24 21:09:13.895639 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53764) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:13.901781 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c6d05f-a830-427b-bdc5-c722c7f8973b None None] Sync routers for ids ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:09:13.932070 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a441120c-a51f-4660-b9c1-5fb93c81ceeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:14.026394 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c6d05f-a830-427b-bdc5-c722c7f8973b None None] Routers {'f3ffbb09-f811-44f4-8484-b0fd0dce135c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:09:14.027427 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d2c6d05f-a830-427b-bdc5-c722c7f8973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:09:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:14.202460 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-a441120c-a51f-4660-b9c1-5fb93c81ceeb admin admin] Allocated IP 172.25.5.66 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/aefd02fd-0645-48fc-b473-199562138df8) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:09:14.208258 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fa6ed361-2bca-4a9e-a722-39dfa3dd32ad admin admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:14.229979 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-d2c6d05f-a830-427b-bdc5-c722c7f8973b None None] Set router f3ffbb09-f811-44f4-8484-b0fd0dce135c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:09:14.239081 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5fd58-2acc-4265-bd75-bc8a7f191e7e None None] Pushing event updated for resources: {'Port': ['ID=dffb9eb6-0566-4d82-8ff1-7082611712cf,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:14.521685 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c6372ab9-1f22-40dd-b462-dc0d8f4bc1fe req-53faf320-1ba4-44ac-bf4b-fcdb2bfe9f0e tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.0888603 Nov 24 21:09:14.596691 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fa6ed361-2bca-4a9e-a722-39dfa3dd32ad admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:14.639917 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a441120c-a51f-4660-b9c1-5fb93c81ceeb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:14.747899 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d2c6d05f-a830-427b-bdc5-c722c7f8973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'name': 'tempest-AttachVolumeTestJSON-708664594-router', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7f432429-060f-40c1-ac7d-964025e76a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:00:39Z', 'updated_at': '2021-11-24T21:09:12Z', 'revision_number': 5, 'project_id': '76400c1822bc4519abca8b807069cf99', 'gw_port': {'id': '7f432429-060f-40c1-ac7d-964025e76a03', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:00:41Z', 'updated_at': '2021-11-24T21:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:14.760410 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a441120c-a51f-4660-b9c1-5fb93c81ceeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:14.800465 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-fa6ed361-2bca-4a9e-a722-39dfa3dd32ad admin admin] Deleting port 7f432429-060f-40c1-ac7d-964025e76a03 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:09:14.804976 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fa6ed361-2bca-4a9e-a722-39dfa3dd32ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:14.821045 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c6d05f-a830-427b-bdc5-c722c7f8973b None None] Checking router: f3ffbb09-f811-44f4-8484-b0fd0dce135c for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:09:14.835901 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a441120c-a51f-4660-b9c1-5fb93c81ceeb admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:09:14.863054 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:14.882630 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c6d05f-a830-427b-bdc5-c722c7f8973b None None] Routers {'f3ffbb09-f811-44f4-8484-b0fd0dce135c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:09:14.883560 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d2c6d05f-a830-427b-bdc5-c722c7f8973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:09:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:14.905392 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-a441120c-a51f-4660-b9c1-5fb93c81ceeb admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:09:14.970205 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a441120c-a51f-4660-b9c1-5fb93c81ceeb admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:09:15.147387 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-fa6ed361-2bca-4a9e-a722-39dfa3dd32ad admin admin] For port 7f432429-060f-40c1-ac7d-964025e76a03, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7f432429-060f-40c1-ac7d-964025e76a03,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:15.147926 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fa6ed361-2bca-4a9e-a722-39dfa3dd32ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:15.203392 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-fa6ed361-2bca-4a9e-a722-39dfa3dd32ad admin admin] Calling delete_port for 7f432429-060f-40c1-ac7d-964025e76a03 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:09:15.232868 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff30beb3-de74-486c-a242-5e07911651b2 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:09:15.252735 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device dffb9eb6-0566-4d82-8ff1-7082611712cf up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:09:15.372867 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441120c-a51f-4660-b9c1-5fb93c81ceeb admin admin] Pushing event updated for resources: {'Port': ['ID=aefd02fd-0645-48fc-b473-199562138df8,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:15.478827 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-d2c6d05f-a830-427b-bdc5-c722c7f8973b None None] Set router f3ffbb09-f811-44f4-8484-b0fd0dce135c gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:09:15.737374 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d2c6d05f-a830-427b-bdc5-c722c7f8973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'name': 'tempest-AttachVolumeTestJSON-708664594-router', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:00:39Z', 'updated_at': '2021-11-24T21:09:14Z', 'revision_number': 6, 'project_id': '76400c1822bc4519abca8b807069cf99', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:15.739443 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port dffb9eb6-0566-4d82-8ff1-7082611712cf triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:15.739931 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:15.741929 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fa6ed361-2bca-4a9e-a722-39dfa3dd32ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:15.803774 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1ed39c7b-622c-441c-9c75-229f579fe7ab req-8237902d-861b-40ca-8ef9-97038e4d30af tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.0873764 Nov 24 21:09:15.807926 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ed361-2bca-4a9e-a722-39dfa3dd32ad admin admin] Pushing event deleted for resources: {'Port': ['ID=7f432429-060f-40c1-ac7d-964025e76a03,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:15.887530 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a441120c-a51f-4660-b9c1-5fb93c81ceeb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:15.910072 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec38b57a-dd31-48ff-adb1-1b2d7d6fffd1 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:09:15.926978 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c6d05f-a830-427b-bdc5-c722c7f8973b None None] The sync data for ids ['f3ffbb09-f811-44f4-8484-b0fd0dce135c'] in n-d-812111-8 is: [{'id': 'f3ffbb09-f811-44f4-8484-b0fd0dce135c', 'name': 'tempest-AttachVolumeTestJSON-708664594-router', 'tenant_id': '76400c1822bc4519abca8b807069cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:00:39Z', 'updated_at': '2021-11-24T21:09:14Z', 'revision_number': 6, 'project_id': '76400c1822bc4519abca8b807069cf99', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:09:15.956772 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-42279097-949f-4e9f-aac4-784fbadd8b94 None None] Provisioning complete for port aefd02fd-0645-48fc-b473-199562138df8 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:15.963274 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-42279097-949f-4e9f-aac4-784fbadd8b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:16.017791 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fa6ed361-2bca-4a9e-a722-39dfa3dd32ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:16.142686 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-42279097-949f-4e9f-aac4-784fbadd8b94 None None] Port aefd02fd-0645-48fc-b473-199562138df8 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:09:16.228217 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1745f0cb-e389-4fcf-9f20-bffab97ba227 None None] Network 8b715e2d-d98b-437d-add9-30773d2e531a requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:09:16.241641 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fa6ed361-2bca-4a9e-a722-39dfa3dd32ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:16.246627 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fa6ed361-2bca-4a9e-a722-39dfa3dd32ad admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:16.377015 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:16.385573 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-473bf51b-acd8-46af-971b-180dc84e2e1b None None] Provisioning complete for port dffb9eb6-0566-4d82-8ff1-7082611712cf triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:16.386823 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-473bf51b-acd8-46af-971b-180dc84e2e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:16.440997 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fa6ed361-2bca-4a9e-a722-39dfa3dd32ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:16.441833 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6ed361-2bca-4a9e-a722-39dfa3dd32ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3ffbb09-f811-44f4-8484-b0fd0dce135c {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:09:16.448594 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fa6ed361-2bca-4a9e-a722-39dfa3dd32ad admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:16.450066 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fa6ed361-2bca-4a9e-a722-39dfa3dd32ad admin admin] 10.222.0.11 "DELETE /v2.0/routers/f3ffbb09-f811-44f4-8484-b0fd0dce135c HTTP/1.1" status: 204 len: 168 time: 2.5532782 Nov 24 21:09:16.455724 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53834) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:16.456906 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a441120c-a51f-4660-b9c1-5fb93c81ceeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:16.510122 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port dffb9eb6-0566-4d82-8ff1-7082611712cf, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=dffb9eb6-0566-4d82-8ff1-7082611712cf,segment=NetworkSegment(8a429477-61f7-4599-8550-78823945d7bc),segment_id=8a429477-61f7-4599-8550-78823945d7bc)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:16.557635 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:16.597408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-afaa1943-8223-4f7f-adae-0e998c26e4fe admin admin] Deleting subnet 5df44411-bad0-41e8-8c64-bf8945205f26 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:09:16.605534 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-afaa1943-8223-4f7f-adae-0e998c26e4fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:16.706402 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-afaa1943-8223-4f7f-adae-0e998c26e4fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:16.788070 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a441120c-a51f-4660-b9c1-5fb93c81ceeb admin admin] Router 5ce7719c-a5e4-4526-8801-1f050a15c157 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:09:16.875800 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=dffb9eb6-0566-4d82-8ff1-7082611712cf,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:17.006585 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-afaa1943-8223-4f7f-adae-0e998c26e4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:17.088700 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f36ef27-c628-43a3-8e5f-c636b2dd83d2 req-27e0acea-664d-46ae-8365-080eae43651d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.0515165 Nov 24 21:09:17.138193 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a441120c-a51f-4660-b9c1-5fb93c81ceeb admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:09:17.150163 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] Sync routers for ids ['5ce7719c-a5e4-4526-8801-1f050a15c157'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:09:17.165179 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] Routers {'5ce7719c-a5e4-4526-8801-1f050a15c157'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:09:17.165378 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:09:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['5ce7719c-a5e4-4526-8801-1f050a15c157'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:17.192069 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a441120c-a51f-4660-b9c1-5fb93c81ceeb admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:17.200358 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a441120c-a51f-4660-b9c1-5fb93c81ceeb admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1181846 Nov 24 21:09:17.204415 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53860) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:17.267129 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device dffb9eb6-0566-4d82-8ff1-7082611712cf up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:09:17.324634 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-afaa1943-8223-4f7f-adae-0e998c26e4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:17.415330 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa1943-8223-4f7f-adae-0e998c26e4fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df44411-bad0-41e8-8c64-bf8945205f26,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:17.465995 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-afaa1943-8223-4f7f-adae-0e998c26e4fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:17.473141 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b173b54-37bb-4978-bd66-f22a7d702279 None None] Network 1db2c526-7dbb-43dc-8355-0dce2bb7e6cc requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:09:17.481435 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-afaa1943-8223-4f7f-adae-0e998c26e4fe admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5df44411-bad0-41e8-8c64-bf8945205f26 HTTP/1.1" status: 204 len: 168 time: 1.0239487 Nov 24 21:09:17.486282 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53866) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:17.625372 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] Set router 5ce7719c-a5e4-4526-8801-1f050a15c157 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:09:17.853225 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6073e157-a22a-4292-85a7-b92e84df7539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:18.011451 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce7719c-a5e4-4526-8801-1f050a15c157', 'name': 'tempest-TestServerMultinode-405929033-router', 'tenant_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'aefd02fd-0645-48fc-b473-199562138df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:12Z', 'updated_at': '2021-11-24T21:09:15Z', 'revision_number': 3, 'project_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'gw_port': {'id': 'aefd02fd-0645-48fc-b473-199562138df8', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce7719c-a5e4-4526-8801-1f050a15c157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:13Z', 'updated_at': '2021-11-24T21:09:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:18.052267 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] Checking router: 5ce7719c-a5e4-4526-8801-1f050a15c157 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:09:18.052890 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] Updating router 5ce7719c-a5e4-4526-8801-1f050a15c157 port aefd02fd-0645-48fc-b473-199562138df8 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:09:18.100782 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:18.114574 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6073e157-a22a-4292-85a7-b92e84df7539 admin admin] Deleting port 95aed45b-c0e7-445d-b3ed-5f14dc39ab8e {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:09:18.115187 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6073e157-a22a-4292-85a7-b92e84df7539 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:18.301408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-6073e157-a22a-4292-85a7-b92e84df7539 admin admin] For port 95aed45b-c0e7-445d-b3ed-5f14dc39ab8e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=95aed45b-c0e7-445d-b3ed-5f14dc39ab8e,segment=NetworkSegment(50091b6f-8510-4fe7-99f6-affd19cd995c),segment_id=50091b6f-8510-4fe7-99f6-affd19cd995c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:18.301777 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6073e157-a22a-4292-85a7-b92e84df7539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:18.327054 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6073e157-a22a-4292-85a7-b92e84df7539 admin admin] Calling delete_port for 95aed45b-c0e7-445d-b3ed-5f14dc39ab8e owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:09:18.389077 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port dffb9eb6-0566-4d82-8ff1-7082611712cf triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:18.394116 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:18.457457 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:09:18.458570 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b5f5303f-0d2b-4418-a849-32f036cca20a req-085acab4-b2d5-4c26-af17-166df85180a7 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.1094863 Nov 24 21:09:18.612200 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6073e157-a22a-4292-85a7-b92e84df7539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:18.643990 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6073e157-a22a-4292-85a7-b92e84df7539 admin admin] No DVR routers for this DVR port 95aed45b-c0e7-445d-b3ed-5f14dc39ab8e on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:09:18.678434 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-dc33a082-9983-4d44-917c-4dd9d22af4d2 None None] Provisioning complete for port dffb9eb6-0566-4d82-8ff1-7082611712cf triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:18.682490 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dc33a082-9983-4d44-917c-4dd9d22af4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:18.812869 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073e157-a22a-4292-85a7-b92e84df7539 admin admin] Pushing event deleted for resources: {'Port': ['ID=95aed45b-c0e7-445d-b3ed-5f14dc39ab8e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:18.963888 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d592931-ba7e-4a04-9360-aae800924987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:18.997398 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:19.019551 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:19.050127 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6073e157-a22a-4292-85a7-b92e84df7539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:19.057112 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f27065-c5a6-44db-aad9-107d68656122 None None] DHCP port deletion for 1db2c526-7dbb-43dc-8355-0dce2bb7e6cc request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:09:19.096426 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c063039d-a0d9-4477-8e7f-af8093a58633 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:09:19.115385 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] Attempting to bind port aefd02fd-0645-48fc-b473-199562138df8 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:09:19.116083 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] Attempting to bind port aefd02fd-0645-48fc-b473-199562138df8 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:09:19.116615 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] Attempting to bind port aefd02fd-0645-48fc-b473-199562138df8 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:09:19.118658 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6073e157-a22a-4292-85a7-b92e84df7539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db2c526-7dbb-43dc-8355-0dce2bb7e6cc']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:19.126161 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14beb4-10d3-479a-9e0a-0ea4b45d7d2e None None] Pushing event updated for resources: {'Port': ['ID=aefd02fd-0645-48fc-b473-199562138df8,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:19.142801 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6073e157-a22a-4292-85a7-b92e84df7539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50091b6f-8510-4fe7-99f6-affd19cd995c') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:19.143713 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6073e157-a22a-4292-85a7-b92e84df7539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50091b6f-8510-4fe7-99f6-affd19cd995c') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:19.144304 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:09:19.146310 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:09:19.153316 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:19.153908 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:09:19.160779 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] Bound port: aefd02fd-0645-48fc-b473-199562138df8, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:09:19.162622 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:19.183732 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6073e157-a22a-4292-85a7-b92e84df7539 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:19.183966 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe14beb4-10d3-479a-9e0a-0ea4b45d7d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:19.184353 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe14beb4-10d3-479a-9e0a-0ea4b45d7d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:19.184690 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe14beb4-10d3-479a-9e0a-0ea4b45d7d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:19.185106 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe14beb4-10d3-479a-9e0a-0ea4b45d7d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:19.185439 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe14beb4-10d3-479a-9e0a-0ea4b45d7d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:19.185764 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe14beb4-10d3-479a-9e0a-0ea4b45d7d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:19.186088 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe14beb4-10d3-479a-9e0a-0ea4b45d7d2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:19.186410 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe14beb4-10d3-479a-9e0a-0ea4b45d7d2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:19.186726 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe14beb4-10d3-479a-9e0a-0ea4b45d7d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:19.187045 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe14beb4-10d3-479a-9e0a-0ea4b45d7d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:19.187361 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe14beb4-10d3-479a-9e0a-0ea4b45d7d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:19.188187 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe14beb4-10d3-479a-9e0a-0ea4b45d7d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:19.212997 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6073e157-a22a-4292-85a7-b92e84df7539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:19.237200 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6073e157-a22a-4292-85a7-b92e84df7539 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:09:19.239367 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6073e157-a22a-4292-85a7-b92e84df7539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:09:19.293689 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:09:19.296694 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7f432429-060f-40c1-ac7d-964025e76a03 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:09:19.412068 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 7f432429-060f-40c1-ac7d-964025e76a03 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:09:19.413806 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7f432429-060f-40c1-ac7d-964025e76a03 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:09:19.414851 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device f715d8b5-3fc2-4267-9512-ca0f9a46817c no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:09:19.416487 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-9d592931-ba7e-4a04-9360-aae800924987 admin admin] Allocated IP 172.20.0.1 (8b715e2d-d98b-437d-add9-30773d2e531a/3c7cce09-ea7d-4472-9297-c0d745928599/2c6cc913-90ec-46dc-92fc-7372d7c2988c) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:09:19.465243 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] For port aefd02fd-0645-48fc-b473-199562138df8, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:09:19.477937 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] For port aefd02fd-0645-48fc-b473-199562138df8, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=aefd02fd-0645-48fc-b473-199562138df8,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:09:19.494375 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:19.497952 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6073e157-a22a-4292-85a7-b92e84df7539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:19.521317 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6073e157-a22a-4292-85a7-b92e84df7539 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:19.544545 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d592931-ba7e-4a04-9360-aae800924987 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:19.566453 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6073e157-a22a-4292-85a7-b92e84df7539 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1db2c526-7dbb-43dc-8355-0dce2bb7e6cc HTTP/1.1" status: 204 len: 168 time: 2.0790000 Nov 24 21:09:19.574310 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: f715d8b5-3fc2-4267-9512-ca0f9a46817c {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:09:19.602402 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device f715d8b5-3fc2-4267-9512-ca0f9a46817c not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:09:19.629314 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073e157-a22a-4292-85a7-b92e84df7539 admin admin] Pushing event deleted for resources: {'Network': ['ID=1db2c526-7dbb-43dc-8355-0dce2bb7e6cc,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:19.649030 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d592931-ba7e-4a04-9360-aae800924987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:19.764902 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] Routers {'5ce7719c-a5e4-4526-8801-1f050a15c157'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:09:19.765556 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:09:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['5ce7719c-a5e4-4526-8801-1f050a15c157'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:19.784497 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 95aed45b-c0e7-445d-b3ed-5f14dc39ab8e no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:09:19.858478 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d592931-ba7e-4a04-9360-aae800924987 admin admin] Network 8b715e2d-d98b-437d-add9-30773d2e531a is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:09:19.867144 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53934) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:19.872418 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 95aed45b-c0e7-445d-b3ed-5f14dc39ab8e {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:09:19.872787 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 95aed45b-c0e7-445d-b3ed-5f14dc39ab8e not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:09:19.905964 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-648b82ea-0248-4d6b-8a3b-2afc180a86cc req-34e55183-3a81-4393-9aee-b714a2619fe9 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.1465189 Nov 24 21:09:19.917029 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-9d592931-ba7e-4a04-9360-aae800924987 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:09:19.929734 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d592931-ba7e-4a04-9360-aae800924987 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:09:19.929831 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfc1d99-16f3-476c-9eff-dbb1660ce614 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:09:19.939089 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d592931-ba7e-4a04-9360-aae800924987 admin admin] Pushing event updated for resources: {'Port': ['ID=2c6cc913-90ec-46dc-92fc-7372d7c2988c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:20.020537 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-14ef8119-ca4b-4549-a8d2-d1a5553aa33b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=76400c1822bc4519abca8b807069cf99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1471910 Nov 24 21:09:20.021953 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53938) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:20.026247 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d592931-ba7e-4a04-9360-aae800924987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:20.047772 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-268499c5-c9b9-473b-ac4d-5232508c3acd None None] Provisioning complete for port aefd02fd-0645-48fc-b473-199562138df8 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:20.048380 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-268499c5-c9b9-473b-ac4d-5232508c3acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:20.084534 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14beb4-10d3-479a-9e0a-0ea4b45d7d2e None None] Pushing event updated for resources: {'Port': ['ID=aefd02fd-0645-48fc-b473-199562138df8,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:20.128171 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] Set router 5ce7719c-a5e4-4526-8801-1f050a15c157 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:09:20.189718 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b2b8d75d-6925-4c5c-937a-f2e2e51bfb86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:20.285887 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b2b8d75d-6925-4c5c-937a-f2e2e51bfb86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:20.332308 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-268499c5-c9b9-473b-ac4d-5232508c3acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:20.435523 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-268499c5-c9b9-473b-ac4d-5232508c3acd None None] For port aefd02fd-0645-48fc-b473-199562138df8, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=aefd02fd-0645-48fc-b473-199562138df8,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:20.450528 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-268499c5-c9b9-473b-ac4d-5232508c3acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:20.494943 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b2b8d75d-6925-4c5c-937a-f2e2e51bfb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:20.498884 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b2b8d75d-6925-4c5c-937a-f2e2e51bfb86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:20.501032 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b2b8d75d-6925-4c5c-937a-f2e2e51bfb86 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc7f7f3d-ef4f-464d-a7ba-c8c80bb3b0c7 HTTP/1.1" status: 204 len: 168 time: 0.4767246 Nov 24 21:09:20.527389 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8d75d-6925-4c5c-937a-f2e2e51bfb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7f7f3d-ef4f-464d-a7ba-c8c80bb3b0c7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:20.613878 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9ff7d2d3-8be7-469c-85fb-80038fd8ca74 None None] Provisioning complete for port 2c6cc913-90ec-46dc-92fc-7372d7c2988c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:20.614205 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9ff7d2d3-8be7-469c-85fb-80038fd8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:20.614338 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d592931-ba7e-4a04-9360-aae800924987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:20.615922 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268499c5-c9b9-473b-ac4d-5232508c3acd None None] Pushing event updated for resources: {'Port': ['ID=aefd02fd-0645-48fc-b473-199562138df8,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:20.757763 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9ff7d2d3-8be7-469c-85fb-80038fd8ca74 None None] Port 2c6cc913-90ec-46dc-92fc-7372d7c2988c cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:09:20.806882 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce7719c-a5e4-4526-8801-1f050a15c157', 'name': 'tempest-TestServerMultinode-405929033-router', 'tenant_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'aefd02fd-0645-48fc-b473-199562138df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:12Z', 'updated_at': '2021-11-24T21:09:15Z', 'revision_number': 3, 'project_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'gw_port': {'id': 'aefd02fd-0645-48fc-b473-199562138df8', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce7719c-a5e4-4526-8801-1f050a15c157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:13Z', 'updated_at': '2021-11-24T21:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:20.886045 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4223b9eb-6948-4d7e-88c5-0b0b283a961f None None] The sync data for ids ['5ce7719c-a5e4-4526-8801-1f050a15c157'] in n-d-812111-8 is: [{'id': '5ce7719c-a5e4-4526-8801-1f050a15c157', 'name': 'tempest-TestServerMultinode-405929033-router', 'tenant_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'aefd02fd-0645-48fc-b473-199562138df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:12Z', 'updated_at': '2021-11-24T21:09:15Z', 'revision_number': 3, 'project_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'gw_port': {'id': 'aefd02fd-0645-48fc-b473-199562138df8', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce7719c-a5e4-4526-8801-1f050a15c157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:13Z', 'updated_at': '2021-11-24T21:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:09:21.192385 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-905c5bd4-2645-4ab9-b9a8-cb32bcbfa181 req-712343d3-142b-4bf6-a4b2-77c07e905372 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.1014154 Nov 24 21:09:21.242148 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d592931-ba7e-4a04-9360-aae800924987 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:21.255291 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d592931-ba7e-4a04-9360-aae800924987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:21.476322 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d592931-ba7e-4a04-9360-aae800924987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:21.488736 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d592931-ba7e-4a04-9360-aae800924987 admin admin] Pushing event updated for resources: {'Port': ['ID=2c6cc913-90ec-46dc-92fc-7372d7c2988c,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:21.880386 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device aefd02fd-0645-48fc-b473-199562138df8 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:09:21.916370 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d592931-ba7e-4a04-9360-aae800924987 admin admin] Network 8b715e2d-d98b-437d-add9-30773d2e531a is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:09:21.920477 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-9d592931-ba7e-4a04-9360-aae800924987 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:09:21.988646 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port aefd02fd-0645-48fc-b473-199562138df8 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:21.989393 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:22.490345 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ddac1b52-8eec-4eea-b921-108e6367ed7e req-2bfb1292-57af-466e-819b-06a1ede91ca9 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.0978358 Nov 24 21:09:22.504390 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d592931-ba7e-4a04-9360-aae800924987 admin admin] Router 5ce7719c-a5e4-4526-8801-1f050a15c157 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:09:22.639017 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-89e21726-a2b7-4c88-bc36-a6a7e8273ffc None None] Provisioning complete for port 2c6cc913-90ec-46dc-92fc-7372d7c2988c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:22.639448 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-89e21726-a2b7-4c88-bc36-a6a7e8273ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:22.762145 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-89e21726-a2b7-4c88-bc36-a6a7e8273ffc None None] Port 2c6cc913-90ec-46dc-92fc-7372d7c2988c cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:09:22.930784 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d592931-ba7e-4a04-9360-aae800924987 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:09:22.972819 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9d592931-ba7e-4a04-9360-aae800924987 admin admin] 10.222.0.11 "PUT /v2.0/routers/5ce7719c-a5e4-4526-8801-1f050a15c157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7671287 Nov 24 21:09:23.796829 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-675a2fa7-77e9-442d-8c1c-c7ac190af14d req-c8e9fbd6-d212-47b8-870f-d9ad0b731508 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.0999913 Nov 24 21:09:24.008170 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54102) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:24.017941 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-5481712c-74c9-446f-a6fc-c4c9681ee00b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-903673664-network', 'tenant_id': '685810006ea14bc2a208514d56be4ec4'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:09:24.104060 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5481712c-74c9-446f-a6fc-c4c9681ee00b admin admin] Made reservation on behalf of 685810006ea14bc2a208514d56be4ec4 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:09:24.111409 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5481712c-74c9-446f-a6fc-c4c9681ee00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:24.137465 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5481712c-74c9-446f-a6fc-c4c9681ee00b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:24.247513 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5481712c-74c9-446f-a6fc-c4c9681ee00b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:24.260925 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5481712c-74c9-446f-a6fc-c4c9681ee00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:24.281723 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5481712c-74c9-446f-a6fc-c4c9681ee00b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:09:24.349504 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] Sync routers for ids ['5ce7719c-a5e4-4526-8801-1f050a15c157'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:09:24.385351 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] Routers {'5ce7719c-a5e4-4526-8801-1f050a15c157'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:09:24.386023 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:09:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['5ce7719c-a5e4-4526-8801-1f050a15c157'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:24.600959 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] Set router 5ce7719c-a5e4-4526-8801-1f050a15c157 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:09:25.031659 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce7719c-a5e4-4526-8801-1f050a15c157', 'name': 'tempest-TestServerMultinode-405929033-router', 'tenant_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'aefd02fd-0645-48fc-b473-199562138df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:12Z', 'updated_at': '2021-11-24T21:09:20Z', 'revision_number': 4, 'project_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'gw_port': {'id': 'aefd02fd-0645-48fc-b473-199562138df8', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce7719c-a5e4-4526-8801-1f050a15c157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:13Z', 'updated_at': '2021-11-24T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '2c6cc913-90ec-46dc-92fc-7372d7c2988c', 'name': '', 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a', 'tenant_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'mac_address': 'fa:16:3e:90:59:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce7719c-a5e4-4526-8801-1f050a15c157', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '3c7cce09-ea7d-4472-9297-c0d745928599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:19Z', 'updated_at': '2021-11-24T21:09:20Z', 'revision_number': 2, 'project_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'subnets': [{'id': '3c7cce09-ea7d-4472-9297-c0d745928599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:25.143967 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] Checking router: 5ce7719c-a5e4-4526-8801-1f050a15c157 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:09:25.149406 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] Updating router 5ce7719c-a5e4-4526-8801-1f050a15c157 port 2c6cc913-90ec-46dc-92fc-7372d7c2988c binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:09:25.150424 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dfe95f36-0b38-4bae-bbc2-3d0c6ce7b7b9 req-471adcec-cb81-4f4a-84e9-e5b02dfb856b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.0696557 Nov 24 21:09:25.243745 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:25.301303 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5481712c-74c9-446f-a6fc-c4c9681ee00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:25.302322 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-5481712c-74c9-446f-a6fc-c4c9681ee00b admin admin] Added segment b7c00c60-6e54-49d7-a71a-839aa426ced9 of type vlan for network fe7bb208-6094-4720-88a3-27ab7dc2ace3 Nov 24 21:09:25.331169 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481712c-74c9-446f-a6fc-c4c9681ee00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d218fa-b23f-45d1-8df4-8a80e7ff085a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:25.436948 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5481712c-74c9-446f-a6fc-c4c9681ee00b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:25.512476 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5481712c-74c9-446f-a6fc-c4c9681ee00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:25.513801 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5481712c-74c9-446f-a6fc-c4c9681ee00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:25.514532 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5481712c-74c9-446f-a6fc-c4c9681ee00b admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:25.637677 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54166) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:25.650772 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-da61f4a1-f4f3-40ae-bfe6-2590a92f42e8 admin admin] Request body: {'subnet': {'network_id': 'fe7bb208-6094-4720-88a3-27ab7dc2ace3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-903673664-subnet', 'tenant_id': '685810006ea14bc2a208514d56be4ec4', 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:09:25.665901 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5481712c-74c9-446f-a6fc-c4c9681ee00b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6563513 Nov 24 21:09:25.720083 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da61f4a1-f4f3-40ae-bfe6-2590a92f42e8 admin admin] Made reservation on behalf of 685810006ea14bc2a208514d56be4ec4 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:09:25.722675 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-da61f4a1-f4f3-40ae-bfe6-2590a92f42e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:25.788077 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481712c-74c9-446f-a6fc-c4c9681ee00b admin admin] Pushing event updated for resources: {'Network': ['ID=fe7bb208-6094-4720-88a3-27ab7dc2ace3,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:25.799694 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network fe7bb208-6094-4720-88a3-27ab7dc2ace3 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:09:26.092327 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-da61f4a1-f4f3-40ae-bfe6-2590a92f42e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:26.161237 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:26.174102 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:26.213804 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61f4a1-f4f3-40ae-bfe6-2590a92f42e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c6ef405-3290-4f79-84f4-541aa40afedb,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:26.218022 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da61f4a1-f4f3-40ae-bfe6-2590a92f42e8 admin admin] Checking segment: {'id': 'b7c00c60-6e54-49d7-a71a-839aa426ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fe7bb208-6094-4720-88a3-27ab7dc2ace3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:09:26.218393 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da61f4a1-f4f3-40ae-bfe6-2590a92f42e8 admin admin] Network hostable DHCP agents. Network: fe7bb208-6094-4720-88a3-27ab7dc2ace3, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:09:26.271868 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da61f4a1-f4f3-40ae-bfe6-2590a92f42e8 admin admin] Network fe7bb208-6094-4720-88a3-27ab7dc2ace3 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:09:26.291047 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-da61f4a1-f4f3-40ae-bfe6-2590a92f42e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, fe7bb208-6094-4720-88a3-27ab7dc2ace3) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:09:26.307561 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da61f4a1-f4f3-40ae-bfe6-2590a92f42e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:26.311511 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-da61f4a1-f4f3-40ae-bfe6-2590a92f42e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:26.346143 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6725d79-7d5b-4a63-8923-470e125c21d4 None None] Pushing event updated for resources: {'Port': ['ID=2c6cc913-90ec-46dc-92fc-7372d7c2988c,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:26.358038 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea421143-5b4b-40f1-8725-26e24e33852d None None] Network fe7bb208-6094-4720-88a3-27ab7dc2ace3 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:09:26.368586 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-da61f4a1-f4f3-40ae-bfe6-2590a92f42e8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7301700 Nov 24 21:09:26.371291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54188) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:26.377079 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-568ab997-1d47-4c33-bb3f-17d55641fd3b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-903673664-router', 'tenant_id': '685810006ea14bc2a208514d56be4ec4', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:09:26.445189 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-568ab997-1d47-4c33-bb3f-17d55641fd3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:26.446561 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-568ab997-1d47-4c33-bb3f-17d55641fd3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:26.520716 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-860b9690-fa64-41b7-8404-b985c8554fd1 req-8f7448c3-0acd-4585-89f3-b3d791f4b529 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.1454191 Nov 24 21:09:26.621146 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-568ab997-1d47-4c33-bb3f-17d55641fd3b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:26.673034 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54198) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:26.912316 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] Attempting to bind port 2c6cc913-90ec-46dc-92fc-7372d7c2988c on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:09:26.914016 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] Attempting to bind port 2c6cc913-90ec-46dc-92fc-7372d7c2988c by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '8a429477-61f7-4599-8550-78823945d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:09:26.917395 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] Attempting to bind port 2c6cc913-90ec-46dc-92fc-7372d7c2988c on network 8b715e2d-d98b-437d-add9-30773d2e531a {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:09:26.960227 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-568ab997-1d47-4c33-bb3f-17d55641fd3b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:26.990746 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:09:26.992018 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] Checking segment: {'id': '8a429477-61f7-4599-8550-78823945d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:09:26.993306 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:26.993868 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] Bound using segment: {'id': '8a429477-61f7-4599-8550-78823945d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:09:26.994523 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] Bound port: 2c6cc913-90ec-46dc-92fc-7372d7c2988c, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a429477-61f7-4599-8550-78823945d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:09:26.995099 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:26.999990 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf4064a-6d02-4c43-a0a3-1acba2b9793a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-fe7bb208-6094-4720-88a3-27ab7dc2ace3', 'network_id': 'fe7bb208-6094-4720-88a3-27ab7dc2ace3', 'tenant_id': '685810006ea14bc2a208514d56be4ec4', 'fixed_ips': [{'subnet_id': '1c6ef405-3290-4f79-84f4-541aa40afedb'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:09:27.002217 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-baf4064a-6d02-4c43-a0a3-1acba2b9793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:27.007118 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-0d1d73db-e6ac-4c0d-906b-0b464f8e9d62 None None] Provisioning complete for port 2c6cc913-90ec-46dc-92fc-7372d7c2988c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:27.007887 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0d1d73db-e6ac-4c0d-906b-0b464f8e9d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:27.016056 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-11c99579-c7c7-430a-9ca7-ad685d3efaeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:27.104277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d73db-e6ac-4c0d-906b-0b464f8e9d62 None None] Port 2c6cc913-90ec-46dc-92fc-7372d7c2988c cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:09:27.181440 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] For port 2c6cc913-90ec-46dc-92fc-7372d7c2988c, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:09:27.184732 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] For port 2c6cc913-90ec-46dc-92fc-7372d7c2988c, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2c6cc913-90ec-46dc-92fc-7372d7c2988c,segment=NetworkSegment(8a429477-61f7-4599-8550-78823945d7bc),segment_id=8a429477-61f7-4599-8550-78823945d7bc)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:09:27.331591 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-11c99579-c7c7-430a-9ca7-ad685d3efaeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:27.340537 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-11c99579-c7c7-430a-9ca7-ad685d3efaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:27.380154 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-568ab997-1d47-4c33-bb3f-17d55641fd3b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:27.381534 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-baf4064a-6d02-4c43-a0a3-1acba2b9793a None None] Allocated IP 172.20.0.2 (fe7bb208-6094-4720-88a3-27ab7dc2ace3/1c6ef405-3290-4f79-84f4-541aa40afedb/c894e840-a2ab-4369-bea8-e1ff607ba7de) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:09:27.407382 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-568ab997-1d47-4c33-bb3f-17d55641fd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:27.475511 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c99579-c7c7-430a-9ca7-ad685d3efaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fe1287-19fc-4990-9d31-d954986852c1,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:27.480538 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-11c99579-c7c7-430a-9ca7-ad685d3efaeb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=50e6873c37114d43b4ae4a011cb9a2f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8065832 Nov 24 21:09:27.488290 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54238) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:27.613946 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab62d73c-377e-42c5-acae-1fe482da2632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:27.646888 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-baf4064a-6d02-4c43-a0a3-1acba2b9793a None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:27.674695 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:27.699118 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab62d73c-377e-42c5-acae-1fe482da2632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:27.840068 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-568ab997-1d47-4c33-bb3f-17d55641fd3b admin admin] Allocated IP 172.25.5.128 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/ba912100-b1a4-45ee-82d0-028107a9d2fa) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:09:27.854055 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a3ff58bd-b5bc-4aeb-b0e4-7d2ea61b66c9 req-cff043d8-7524-4067-a6ce-b4cc08b24215 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.1513700 Nov 24 21:09:27.865045 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-baf4064a-6d02-4c43-a0a3-1acba2b9793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:27.946692 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] Routers {'5ce7719c-a5e4-4526-8801-1f050a15c157'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:09:27.949068 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:09:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['5ce7719c-a5e4-4526-8801-1f050a15c157'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:27.965816 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf4064a-6d02-4c43-a0a3-1acba2b9793a None None] Network fe7bb208-6094-4720-88a3-27ab7dc2ace3 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:09:27.966731 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab62d73c-377e-42c5-acae-1fe482da2632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:27.969909 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab62d73c-377e-42c5-acae-1fe482da2632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:27.971299 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ab62d73c-377e-42c5-acae-1fe482da2632 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51fe1287-19fc-4990-9d31-d954986852c1 HTTP/1.1" status: 204 len: 168 time: 0.4815111 Nov 24 21:09:27.985651 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62d73c-377e-42c5-acae-1fe482da2632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fe1287-19fc-4990-9d31-d954986852c1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:28.118909 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-baf4064a-6d02-4c43-a0a3-1acba2b9793a None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:09:28.121451 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf4064a-6d02-4c43-a0a3-1acba2b9793a None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:09:28.221428 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-568ab997-1d47-4c33-bb3f-17d55641fd3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:28.372855 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-568ab997-1d47-4c33-bb3f-17d55641fd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:28.508259 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568ab997-1d47-4c33-bb3f-17d55641fd3b admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:09:28.511298 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-568ab997-1d47-4c33-bb3f-17d55641fd3b admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:09:28.522404 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568ab997-1d47-4c33-bb3f-17d55641fd3b admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:09:28.559875 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] Set router 5ce7719c-a5e4-4526-8801-1f050a15c157 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:09:28.595696 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ab997-1d47-4c33-bb3f-17d55641fd3b admin admin] Pushing event updated for resources: {'Port': ['ID=ba912100-b1a4-45ee-82d0-028107a9d2fa,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:28.845827 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54302) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:28.885120 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8307609a-4590-4f80-9fe9-36eaf566c5a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:28.907922 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ef7d56-0d61-4094-8fe6-c952c907e4c9 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:09:29.064569 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6725d79-7d5b-4a63-8923-470e125c21d4 None None] Pushing event updated for resources: {'Port': ['ID=2c6cc913-90ec-46dc-92fc-7372d7c2988c,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:29.219237 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e2184c58-d9e1-4306-a023-1992244891b4 req-01bb016d-f798-4f16-96c4-f43f5e716316 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.1593313 Nov 24 21:09:29.266276 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8307609a-4590-4f80-9fe9-36eaf566c5a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:29.278009 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8307609a-4590-4f80-9fe9-36eaf566c5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:29.331671 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4064a-6d02-4c43-a0a3-1acba2b9793a None None] Pushing event updated for resources: {'Port': ['ID=c894e840-a2ab-4369-bea8-e1ff607ba7de,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:29.441613 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8307609a-4590-4f80-9fe9-36eaf566c5a0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9805e7a97e1e4c888a64085396840db0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5946665 Nov 24 21:09:29.444571 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54340) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:29.446789 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307609a-4590-4f80-9fe9-36eaf566c5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf09ae06-97e2-45b1-af9a-cee41e956732,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:29.480218 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-568ab997-1d47-4c33-bb3f-17d55641fd3b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:29.499761 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-baf4064a-6d02-4c43-a0a3-1acba2b9793a None None] Attempting to bind port c894e840-a2ab-4369-bea8-e1ff607ba7de on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:09:29.503772 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-baf4064a-6d02-4c43-a0a3-1acba2b9793a None None] Attempting to bind port c894e840-a2ab-4369-bea8-e1ff607ba7de by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'b7c00c60-6e54-49d7-a71a-839aa426ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fe7bb208-6094-4720-88a3-27ab7dc2ace3'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:09:29.504367 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf4064a-6d02-4c43-a0a3-1acba2b9793a None None] Attempting to bind port c894e840-a2ab-4369-bea8-e1ff607ba7de on network fe7bb208-6094-4720-88a3-27ab7dc2ace3 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:09:29.514937 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9a03c464-7635-4437-abcf-2cb589b4164d None None] Provisioning complete for port 2c6cc913-90ec-46dc-92fc-7372d7c2988c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:29.517949 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9a03c464-7635-4437-abcf-2cb589b4164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:29.601097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf4064a-6d02-4c43-a0a3-1acba2b9793a None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:09:29.604653 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf4064a-6d02-4c43-a0a3-1acba2b9793a None None] Checking segment: {'id': 'b7c00c60-6e54-49d7-a71a-839aa426ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fe7bb208-6094-4720-88a3-27ab7dc2ace3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:09:29.611239 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-baf4064a-6d02-4c43-a0a3-1acba2b9793a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:29.613622 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf4064a-6d02-4c43-a0a3-1acba2b9793a None None] Bound using segment: {'id': 'b7c00c60-6e54-49d7-a71a-839aa426ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fe7bb208-6094-4720-88a3-27ab7dc2ace3'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:09:29.614379 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-baf4064a-6d02-4c43-a0a3-1acba2b9793a None None] Bound port: c894e840-a2ab-4369-bea8-e1ff607ba7de, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c00c60-6e54-49d7-a71a-839aa426ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fe7bb208-6094-4720-88a3-27ab7dc2ace3'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:09:29.615029 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-baf4064a-6d02-4c43-a0a3-1acba2b9793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:29.622877 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a804d2a-5904-4e6c-b4e0-b210273c3ed1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:29.690527 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a804d2a-5904-4e6c-b4e0-b210273c3ed1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:29.955377 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-baf4064a-6d02-4c43-a0a3-1acba2b9793a None None] For port c894e840-a2ab-4369-bea8-e1ff607ba7de, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:09:29.963533 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-baf4064a-6d02-4c43-a0a3-1acba2b9793a None None] For port c894e840-a2ab-4369-bea8-e1ff607ba7de, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c894e840-a2ab-4369-bea8-e1ff607ba7de,segment=NetworkSegment(b7c00c60-6e54-49d7-a71a-839aa426ced9),segment_id=b7c00c60-6e54-49d7-a71a-839aa426ced9)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:09:30.075012 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-baf4064a-6d02-4c43-a0a3-1acba2b9793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:30.291325 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4064a-6d02-4c43-a0a3-1acba2b9793a None None] Pushing event updated for resources: {'Port': ['ID=c894e840-a2ab-4369-bea8-e1ff607ba7de,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:30.477278 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e770aa5-33c4-41c9-906f-82818625cfea req-6b706998-cdab-4e43-83b2-3d241f91bd08 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:30.480770 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2e770aa5-33c4-41c9-906f-82818625cfea req-6b706998-cdab-4e43-83b2-3d241f91bd08 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/networks?id=876fc134-182c-40b9-9e04-f109afe2a4f8 HTTP/1.1" status: 200 len: 804 time: 0.2676783 Nov 24 21:09:30.493328 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79b0f72d-a0c9-4ac1-a50b-d958af6a61b8 req-317dce15-44bb-4582-923f-19d31a08c2ee tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.0529394 Nov 24 21:09:30.507734 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-568ab997-1d47-4c33-bb3f-17d55641fd3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:30.512593 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2e770aa5-33c4-41c9-906f-82818625cfea req-e555ddeb-1d25-4581-a411-a4a4818b3797 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/quotas/033b1afb1747461cb5624c7ed6165bd8 HTTP/1.1" status: 200 len: 375 time: 0.0229201 Nov 24 21:09:30.520884 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce7719c-a5e4-4526-8801-1f050a15c157', 'name': 'tempest-TestServerMultinode-405929033-router', 'tenant_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'aefd02fd-0645-48fc-b473-199562138df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:12Z', 'updated_at': '2021-11-24T21:09:20Z', 'revision_number': 4, 'project_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'gw_port': {'id': 'aefd02fd-0645-48fc-b473-199562138df8', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce7719c-a5e4-4526-8801-1f050a15c157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:13Z', 'updated_at': '2021-11-24T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '2c6cc913-90ec-46dc-92fc-7372d7c2988c', 'name': '', 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a', 'tenant_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'mac_address': 'fa:16:3e:90:59:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce7719c-a5e4-4526-8801-1f050a15c157', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '3c7cce09-ea7d-4472-9297-c0d745928599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:19Z', 'updated_at': '2021-11-24T21:09:27Z', 'revision_number': 4, 'project_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'subnets': [{'id': '3c7cce09-ea7d-4472-9297-c0d745928599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:30.572551 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a804d2a-5904-4e6c-b4e0-b210273c3ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:30.575650 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a804d2a-5904-4e6c-b4e0-b210273c3ed1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:30.577022 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0a804d2a-5904-4e6c-b4e0-b210273c3ed1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf09ae06-97e2-45b1-af9a-cee41e956732 HTTP/1.1" status: 204 len: 168 time: 1.1311834 Nov 24 21:09:30.606183 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a804d2a-5904-4e6c-b4e0-b210273c3ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf09ae06-97e2-45b1-af9a-cee41e956732,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:30.608709 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9a03c464-7635-4437-abcf-2cb589b4164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:30.614899 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e78211a-4d98-485b-a1ab-26a68386b166 None None] The sync data for ids ['5ce7719c-a5e4-4526-8801-1f050a15c157'] in n-d-812111-8 is: [{'id': '5ce7719c-a5e4-4526-8801-1f050a15c157', 'name': 'tempest-TestServerMultinode-405929033-router', 'tenant_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'aefd02fd-0645-48fc-b473-199562138df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:12Z', 'updated_at': '2021-11-24T21:09:20Z', 'revision_number': 4, 'project_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'gw_port': {'id': 'aefd02fd-0645-48fc-b473-199562138df8', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce7719c-a5e4-4526-8801-1f050a15c157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:13Z', 'updated_at': '2021-11-24T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '2c6cc913-90ec-46dc-92fc-7372d7c2988c', 'name': '', 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a', 'tenant_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'mac_address': 'fa:16:3e:90:59:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce7719c-a5e4-4526-8801-1f050a15c157', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '3c7cce09-ea7d-4472-9297-c0d745928599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:19Z', 'updated_at': '2021-11-24T21:09:27Z', 'revision_number': 4, 'project_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'subnets': [{'id': '3c7cce09-ea7d-4472-9297-c0d745928599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:09:30.722244 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-9a03c464-7635-4437-abcf-2cb589b4164d None None] For port 2c6cc913-90ec-46dc-92fc-7372d7c2988c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2c6cc913-90ec-46dc-92fc-7372d7c2988c,segment=NetworkSegment(8a429477-61f7-4599-8550-78823945d7bc),segment_id=8a429477-61f7-4599-8550-78823945d7bc)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:30.732435 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9a03c464-7635-4437-abcf-2cb589b4164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:31.030406 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03c464-7635-4437-abcf-2cb589b4164d None None] Pushing event updated for resources: {'Port': ['ID=2c6cc913-90ec-46dc-92fc-7372d7c2988c,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:31.085574 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f5729228-1a0b-423e-9f32-ec68eba07205 None None] Provisioning complete for port ba912100-b1a4-45ee-82d0-028107a9d2fa triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:31.086148 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f5729228-1a0b-423e-9f32-ec68eba07205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:31.113695 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2e770aa5-33c4-41c9-906f-82818625cfea req-d1334400-9da8-4889-9896-861c424df7e8 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=033b1afb1747461cb5624c7ed6165bd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5738797 Nov 24 21:09:31.126350 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-2e770aa5-33c4-41c9-906f-82818625cfea req-64964e24-f0fb-434f-8460-62009b5969b8 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:09:31.127351 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2e770aa5-33c4-41c9-906f-82818625cfea req-64964e24-f0fb-434f-8460-62009b5969b8 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101957 Nov 24 21:09:31.216330 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f5729228-1a0b-423e-9f32-ec68eba07205 None None] Port ba912100-b1a4-45ee-82d0-028107a9d2fa cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:09:31.631189 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2e770aa5-33c4-41c9-906f-82818625cfea req-584cd8f4-ae04-4738-8ce7-18ec4b006fca service neutron] 10.222.0.11 "GET /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680402 Nov 24 21:09:31.748557 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568ab997-1d47-4c33-bb3f-17d55641fd3b admin admin] Router 8fd85629-961a-494e-9789-34e0e5b7e716 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:09:31.891682 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-48e1382a-3389-40e7-b5b9-d8b47188ba41 req-2aaa62d6-4096-40a3-8345-1ca072e55cf0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.2325234 Nov 24 21:09:31.954337 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faeb0a-0f30-4363-b9d6-c62575712c1a req-07b3f9b5-2f0b-41c6-9d7b-b22b4d1f39cd tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:31.958860 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-14faeb0a-0f30-4363-b9d6-c62575712c1a req-07b3f9b5-2f0b-41c6-9d7b-b22b4d1f39cd tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.48 "GET /v2.0/ports?device_id=913e9ada-3774-47f5-8c94-3ab82c5a8ee4 HTTP/1.1" status: 200 len: 946 time: 0.4426179 Nov 24 21:09:32.183445 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2c6cc913-90ec-46dc-92fc-7372d7c2988c up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:09:32.354860 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-14faeb0a-0f30-4363-b9d6-c62575712c1a req-2657bb5e-9fff-4eea-9d12-7d655c090e6c tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Deleting port 049f990f-d17e-4a76-a860-8483f0b82955 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:09:32.355192 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-14faeb0a-0f30-4363-b9d6-c62575712c1a req-2657bb5e-9fff-4eea-9d12-7d655c090e6c tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:32.361011 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 2c6cc913-90ec-46dc-92fc-7372d7c2988c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:32.365871 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:32.638547 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568ab997-1d47-4c33-bb3f-17d55641fd3b admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:09:32.699522 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2e770aa5-33c4-41c9-906f-82818625cfea req-cc579157-61aa-4f3a-b6c9-eda289f9d50f service neutron] 10.222.0.11 "GET /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0661423 Nov 24 21:09:32.713796 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-568ab997-1d47-4c33-bb3f-17d55641fd3b admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:32.726330 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-568ab997-1d47-4c33-bb3f-17d55641fd3b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3504078 Nov 24 21:09:32.727298 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54432) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:32.763746 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-14faeb0a-0f30-4363-b9d6-c62575712c1a req-2657bb5e-9fff-4eea-9d12-7d655c090e6c tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] For port 049f990f-d17e-4a76-a860-8483f0b82955, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=049f990f-d17e-4a76-a860-8483f0b82955,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:32.765456 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-14faeb0a-0f30-4363-b9d6-c62575712c1a req-2657bb5e-9fff-4eea-9d12-7d655c090e6c tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:32.806092 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-14faeb0a-0f30-4363-b9d6-c62575712c1a req-2657bb5e-9fff-4eea-9d12-7d655c090e6c tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Calling delete_port for 049f990f-d17e-4a76-a860-8483f0b82955 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:09:32.819761 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c894e840-a2ab-4369-bea8-e1ff607ba7de up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:09:32.837066 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f32691c-528d-4d1a-8099-5344c3e0c16f None None] Network fe7bb208-6094-4720-88a3-27ab7dc2ace3 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:09:32.881269 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 049f990f-d17e-4a76-a860-8483f0b82955 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:09:32.978889 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] Sync routers for ids ['8fd85629-961a-494e-9789-34e0e5b7e716'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:09:33.061302 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] Routers {'8fd85629-961a-494e-9789-34e0e5b7e716'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:09:33.064857 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:09:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8fd85629-961a-494e-9789-34e0e5b7e716'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:33.235874 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6e7eedef-5d90-475d-8765-9ae24882adfe None None] Provisioning complete for port c894e840-a2ab-4369-bea8-e1ff607ba7de triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:33.238636 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6e7eedef-5d90-475d-8765-9ae24882adfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:33.336687 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-466310ec-074e-4dd8-a07e-b4030bf1dbc6 req-2f826b00-31b2-49f3-88f0-cd0eb8ebbdc1 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.1528926 Nov 24 21:09:33.425217 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-14faeb0a-0f30-4363-b9d6-c62575712c1a req-2657bb5e-9fff-4eea-9d12-7d655c090e6c tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:33.456737 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] Set router 8fd85629-961a-494e-9789-34e0e5b7e716 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:09:33.564945 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657bb5e-9fff-4eea-9d12-7d655c090e6c tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Pushing event deleted for resources: {'Port': ['ID=049f990f-d17e-4a76-a860-8483f0b82955,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:33.576629 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No active binding found for port 049f990f-d17e-4a76-a860-8483f0b82955 {{(pid=109992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 24 21:09:33.577506 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 049f990f-d17e-4a76-a860-8483f0b82955 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:09:33.651701 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port c894e840-a2ab-4369-bea8-e1ff607ba7de triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:33.651952 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:33.727273 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de8979c5-315c-4392-b16c-706cb4b4542b req-1362795f-ab23-4ca9-b46c-76716d5a3be5 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=0597f1f2-58aa-4aac-b8f9-cf46fde0ce70 HTTP/1.1" status: 200 len: 210 time: 0.1572275 Nov 24 21:09:33.749192 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-14faeb0a-0f30-4363-b9d6-c62575712c1a req-2657bb5e-9fff-4eea-9d12-7d655c090e6c tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] No DVR routers for this DVR port 049f990f-d17e-4a76-a860-8483f0b82955 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:09:33.752529 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-14faeb0a-0f30-4363-b9d6-c62575712c1a req-2657bb5e-9fff-4eea-9d12-7d655c090e6c tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:33.759934 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-14faeb0a-0f30-4363-b9d6-c62575712c1a req-2657bb5e-9fff-4eea-9d12-7d655c090e6c tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.48 "DELETE /v2.0/ports/049f990f-d17e-4a76-a860-8483f0b82955 HTTP/1.1" status: 204 len: 173 time: 1.7932291 Nov 24 21:09:33.760445 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913e9ada-3774-47f5-8c94-3ab82c5a8ee4', 'name': 'network-vif-deleted', 'tag': '049f990f-d17e-4a76-a860-8483f0b82955'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:09:33.762807 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34a0c20-946e-49b7-b81b-89f2248111fa" -d '{"events": [{"server_uuid": "913e9ada-3774-47f5-8c94-3ab82c5a8ee4", "name": "network-vif-deleted", "tag": "049f990f-d17e-4a76-a860-8483f0b82955"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:09:33.957031 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4872ea67-6d0b-4828-9e58-5d744715350b x-openstack-request-id: req-4872ea67-6d0b-4828-9e58-5d744715350b {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:09:33.957821 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913e9ada-3774-47f5-8c94-3ab82c5a8ee4", "name": "network-vif-deleted", "tag": "049f990f-d17e-4a76-a860-8483f0b82955", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:09:33.958267 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4872ea67-6d0b-4828-9e58-5d744715350b {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:09:33.958868 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913e9ada-3774-47f5-8c94-3ab82c5a8ee4', 'name': 'network-vif-deleted', 'tag': '049f990f-d17e-4a76-a860-8483f0b82955', 'status': 'completed', 'code': 200} Nov 24 21:09:33.978152 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6e7eedef-5d90-475d-8765-9ae24882adfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:34.123041 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:34.184473 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6e7eedef-5d90-475d-8765-9ae24882adfe None None] For port c894e840-a2ab-4369-bea8-e1ff607ba7de, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c894e840-a2ab-4369-bea8-e1ff607ba7de,segment=NetworkSegment(b7c00c60-6e54-49d7-a71a-839aa426ced9),segment_id=b7c00c60-6e54-49d7-a71a-839aa426ced9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:34.210996 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd85629-961a-494e-9789-34e0e5b7e716', 'name': 'tempest-TestServerMultinode-903673664-router', 'tenant_id': '685810006ea14bc2a208514d56be4ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'ba912100-b1a4-45ee-82d0-028107a9d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:26Z', 'updated_at': '2021-11-24T21:09:29Z', 'revision_number': 3, 'project_id': '685810006ea14bc2a208514d56be4ec4', 'gw_port': {'id': 'ba912100-b1a4-45ee-82d0-028107a9d2fa', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd85629-961a-494e-9789-34e0e5b7e716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:27Z', 'updated_at': '2021-11-24T21:09:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:34.214168 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6e7eedef-5d90-475d-8765-9ae24882adfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:34.409953 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] Checking router: 8fd85629-961a-494e-9789-34e0e5b7e716 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:09:34.410353 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] Updating router 8fd85629-961a-494e-9789-34e0e5b7e716 port ba912100-b1a4-45ee-82d0-028107a9d2fa binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:09:34.545698 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:34.590976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7eedef-5d90-475d-8765-9ae24882adfe None None] Pushing event updated for resources: {'Port': ['ID=c894e840-a2ab-4369-bea8-e1ff607ba7de,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:34.636231 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:09:34.636821 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:09:34.754407 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-99cd085d-7518-41eb-bcbf-e6900d2d83e2 None None] Provisioning complete for port c894e840-a2ab-4369-bea8-e1ff607ba7de triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:34.759024 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-99cd085d-7518-41eb-bcbf-e6900d2d83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:34.810533 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4bf999e9-ad72-4524-8a7d-ea2d528e9bf1 req-f867b82f-40a6-4704-ac94-a705af3c2cb8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.1343560 Nov 24 21:09:34.981726 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54510) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:35.023434 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ad111c49-f15d-450d-81ce-5ec6ca2ba59b req-dd946765-2ed7-405a-837d-173556cd5be0 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=0597f1f2-58aa-4aac-b8f9-cf46fde0ce70 HTTP/1.1" status: 200 len: 210 time: 0.0557323 Nov 24 21:09:35.128048 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-55dc6d0d-ee7f-4d8c-8431-508c81a784ab admin admin] Deleting subnet f2a175e7-c4f6-4d68-bd07-ad29e027b58f {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:09:35.135078 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55dc6d0d-ee7f-4d8c-8431-508c81a784ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:35.225168 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55dc6d0d-ee7f-4d8c-8431-508c81a784ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:35.281373 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55dc6d0d-ee7f-4d8c-8431-508c81a784ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:35.357356 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:35.376683 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:35.393105 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55dc6d0d-ee7f-4d8c-8431-508c81a784ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:35.479980 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c894e840-a2ab-4369-bea8-e1ff607ba7de up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:09:35.559022 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26dc1c6-4eed-4ead-8576-2d18e80c3578 None None] Pushing event updated for resources: {'Port': ['ID=ba912100-b1a4-45ee-82d0-028107a9d2fa,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:35.559347 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc6d0d-ee7f-4d8c-8431-508c81a784ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2a175e7-c4f6-4d68-bd07-ad29e027b58f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:35.591704 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55dc6d0d-ee7f-4d8c-8431-508c81a784ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:35.628470 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b8dca2-56e8-4044-8c31-b27cfdbc5030 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:09:35.631910 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-55dc6d0d-ee7f-4d8c-8431-508c81a784ab admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f2a175e7-c4f6-4d68-bd07-ad29e027b58f HTTP/1.1" status: 204 len: 168 time: 0.6458478 Nov 24 21:09:35.654095 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6d0d-ee7f-4d8c-8431-508c81a784ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:35.654491 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6d0d-ee7f-4d8c-8431-508c81a784ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:35.654850 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6d0d-ee7f-4d8c-8431-508c81a784ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:35.656267 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6d0d-ee7f-4d8c-8431-508c81a784ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:35.656690 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] Attempting to bind port ba912100-b1a4-45ee-82d0-028107a9d2fa on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:09:35.657128 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6d0d-ee7f-4d8c-8431-508c81a784ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:35.657665 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] Attempting to bind port ba912100-b1a4-45ee-82d0-028107a9d2fa by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:09:35.658281 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] Attempting to bind port ba912100-b1a4-45ee-82d0-028107a9d2fa on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:09:35.658946 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6d0d-ee7f-4d8c-8431-508c81a784ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:35.661121 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6d0d-ee7f-4d8c-8431-508c81a784ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:35.661881 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6d0d-ee7f-4d8c-8431-508c81a784ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:35.662241 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6d0d-ee7f-4d8c-8431-508c81a784ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:35.662630 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6d0d-ee7f-4d8c-8431-508c81a784ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:35.663074 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6d0d-ee7f-4d8c-8431-508c81a784ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:35.663419 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6d0d-ee7f-4d8c-8431-508c81a784ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:35.673326 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54526) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:35.704912 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:09:35.706445 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:09:35.707822 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:35.709552 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:09:35.710626 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] Bound port: ba912100-b1a4-45ee-82d0-028107a9d2fa, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:09:35.714303 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:35.726011 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port c894e840-a2ab-4369-bea8-e1ff607ba7de triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:35.737729 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:35.884590 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] For port ba912100-b1a4-45ee-82d0-028107a9d2fa, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:09:35.890926 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] For port ba912100-b1a4-45ee-82d0-028107a9d2fa, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ba912100-b1a4-45ee-82d0-028107a9d2fa,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:09:35.900424 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:35.927784 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a63feafc-8053-4c84-9c2f-eb9b5144bab7 None None] Provisioning complete for port ba912100-b1a4-45ee-82d0-028107a9d2fa triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:35.933797 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a63feafc-8053-4c84-9c2f-eb9b5144bab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:36.078635 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35d40f27-699f-4734-88ba-077b86fa94a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:36.080204 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3354f9-b2d0-4091-a6c1-a8b25a20c201 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:09:36.106172 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] Routers {'8fd85629-961a-494e-9789-34e0e5b7e716'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:09:36.106742 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:09:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8fd85629-961a-494e-9789-34e0e5b7e716'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:36.305124 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a63feafc-8053-4c84-9c2f-eb9b5144bab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:36.347712 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a63feafc-8053-4c84-9c2f-eb9b5144bab7 None None] For port ba912100-b1a4-45ee-82d0-028107a9d2fa, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ba912100-b1a4-45ee-82d0-028107a9d2fa,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:36.357758 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a63feafc-8053-4c84-9c2f-eb9b5144bab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:36.386738 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-371a99ab-e9f4-466c-a828-70204a7371a6 req-53b417bf-ad05-4fbf-a6b8-7c0b27850369 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.2311206 Nov 24 21:09:36.481063 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] Set router 8fd85629-961a-494e-9789-34e0e5b7e716 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:09:36.489214 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-918a0fdd-d04e-4e46-b1dd-ddd0ebdab7e1 req-c884f19d-6846-4e1a-8b43-5b9ef77c92dc tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=0597f1f2-58aa-4aac-b8f9-cf46fde0ce70 HTTP/1.1" status: 200 len: 210 time: 0.1707749 Nov 24 21:09:36.573363 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-bdaa03ab-f4bd-4704-984f-05a9c71c2dfb None None] Provisioning complete for port ba912100-b1a4-45ee-82d0-028107a9d2fa triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:36.573769 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bdaa03ab-f4bd-4704-984f-05a9c71c2dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:36.581115 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63feafc-8053-4c84-9c2f-eb9b5144bab7 None None] Pushing event updated for resources: {'Port': ['ID=ba912100-b1a4-45ee-82d0-028107a9d2fa,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:36.593190 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e770aa5-33c4-41c9-906f-82818625cfea req-ec81417c-4685-4634-bdfd-932cc05f8eb4 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:36.595533 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2e770aa5-33c4-41c9-906f-82818625cfea req-ec81417c-4685-4634-bdfd-932cc05f8eb4 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.48 "GET /v2.0/networks?id=876fc134-182c-40b9-9e04-f109afe2a4f8 HTTP/1.1" status: 200 len: 804 time: 0.8820589 Nov 24 21:09:36.604967 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-38e58eb6-5d60-4af9-8b0e-fdb35b32fee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:36.645765 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-2e770aa5-33c4-41c9-906f-82818625cfea req-27ceefea-5ff9-43fb-8c17-26ed9aa141d5 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Request body: {'port': {'device_id': '0597f1f2-58aa-4aac-b8f9-cf46fde0ce70', 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8', 'admin_state_up': True, 'tenant_id': '033b1afb1747461cb5624c7ed6165bd8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:09:36.705683 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-35d40f27-699f-4734-88ba-077b86fa94a8 admin admin] Allocated IP 172.20.0.1 (fe7bb208-6094-4720-88a3-27ab7dc2ace3/1c6ef405-3290-4f79-84f4-541aa40afedb/8b36fa96-6b38-4fe2-bc6b-7a2d63e98226) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:09:36.767478 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 049f990f-d17e-4a76-a860-8483f0b82955 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:09:36.897337 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-38e58eb6-5d60-4af9-8b0e-fdb35b32fee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:36.908723 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 049f990f-d17e-4a76-a860-8483f0b82955 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:09:36.910117 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 049f990f-d17e-4a76-a860-8483f0b82955 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:09:36.960659 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-38e58eb6-5d60-4af9-8b0e-fdb35b32fee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287bbc50-3f16-40b0-94f6-15f32164ebfe']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:37.015219 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-38e58eb6-5d60-4af9-8b0e-fdb35b32fee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:37.017750 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-38e58eb6-5d60-4af9-8b0e-fdb35b32fee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa77631e-f06d-4dd2-8b35-2fa5d80ba520') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:37.044934 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-38e58eb6-5d60-4af9-8b0e-fdb35b32fee0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:37.059689 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26dc1c6-4eed-4ead-8576-2d18e80c3578 None None] Pushing event updated for resources: {'Port': ['ID=ba912100-b1a4-45ee-82d0-028107a9d2fa,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:37.064368 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd85629-961a-494e-9789-34e0e5b7e716', 'name': 'tempest-TestServerMultinode-903673664-router', 'tenant_id': '685810006ea14bc2a208514d56be4ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'ba912100-b1a4-45ee-82d0-028107a9d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:26Z', 'updated_at': '2021-11-24T21:09:29Z', 'revision_number': 3, 'project_id': '685810006ea14bc2a208514d56be4ec4', 'gw_port': {'id': 'ba912100-b1a4-45ee-82d0-028107a9d2fa', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd85629-961a-494e-9789-34e0e5b7e716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:27Z', 'updated_at': '2021-11-24T21:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:37.067111 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35d40f27-699f-4734-88ba-077b86fa94a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:37.100554 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-38e58eb6-5d60-4af9-8b0e-fdb35b32fee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:37.119524 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ab679a-0c5e-41be-91ae-f6d4cd31e0b3 None None] The sync data for ids ['8fd85629-961a-494e-9789-34e0e5b7e716'] in n-d-812111-8 is: [{'id': '8fd85629-961a-494e-9789-34e0e5b7e716', 'name': 'tempest-TestServerMultinode-903673664-router', 'tenant_id': '685810006ea14bc2a208514d56be4ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'ba912100-b1a4-45ee-82d0-028107a9d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:26Z', 'updated_at': '2021-11-24T21:09:29Z', 'revision_number': 3, 'project_id': '685810006ea14bc2a208514d56be4ec4', 'gw_port': {'id': 'ba912100-b1a4-45ee-82d0-028107a9d2fa', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd85629-961a-494e-9789-34e0e5b7e716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:27Z', 'updated_at': '2021-11-24T21:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:09:37.121928 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e58eb6-5d60-4af9-8b0e-fdb35b32fee0 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:09:37.122352 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-38e58eb6-5d60-4af9-8b0e-fdb35b32fee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:37.127690 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35d40f27-699f-4734-88ba-077b86fa94a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:37.181823 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d40f27-699f-4734-88ba-077b86fa94a8 admin admin] Network fe7bb208-6094-4720-88a3-27ab7dc2ace3 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:09:37.185465 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-35d40f27-699f-4734-88ba-077b86fa94a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:09:37.191944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d40f27-699f-4734-88ba-077b86fa94a8 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:09:37.243227 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d40f27-699f-4734-88ba-077b86fa94a8 admin admin] Pushing event updated for resources: {'Port': ['ID=8b36fa96-6b38-4fe2-bc6b-7a2d63e98226,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:37.267600 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35d40f27-699f-4734-88ba-077b86fa94a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:09:37.294431 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:09:37.476569 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-38e58eb6-5d60-4af9-8b0e-fdb35b32fee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:37.485401 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-38e58eb6-5d60-4af9-8b0e-fdb35b32fee0 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:37.507622 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-38e58eb6-5d60-4af9-8b0e-fdb35b32fee0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/287bbc50-3f16-40b0-94f6-15f32164ebfe HTTP/1.1" status: 204 len: 168 time: 1.8324959 Nov 24 21:09:37.623785 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e58eb6-5d60-4af9-8b0e-fdb35b32fee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=287bbc50-3f16-40b0-94f6-15f32164ebfe,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:37.799889 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec9d0784-efa1-4e97-a90b-3f4383714c40 req-0c79ff3b-e06b-4795-899c-683143c65652 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=0597f1f2-58aa-4aac-b8f9-cf46fde0ce70 HTTP/1.1" status: 200 len: 210 time: 0.0712137 Nov 24 21:09:37.833019 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-db6233ca-61be-460d-a03f-b837d1d0110b None None] Provisioning complete for port 8b36fa96-6b38-4fe2-bc6b-7a2d63e98226 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:37.833987 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-db6233ca-61be-460d-a03f-b837d1d0110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:37.846307 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e770aa5-33c4-41c9-906f-82818625cfea req-27ceefea-5ff9-43fb-8c17-26ed9aa141d5 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Made reservation on behalf of 033b1afb1747461cb5624c7ed6165bd8 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:09:37.854935 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2e770aa5-33c4-41c9-906f-82818625cfea req-27ceefea-5ff9-43fb-8c17-26ed9aa141d5 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:37.865726 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-58b3c0e4-a632-4987-b337-9259499214f3 req-71a1e1dd-064c-4a36-807d-ee77ce7903c4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.1216536 Nov 24 21:09:37.889418 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35d40f27-699f-4734-88ba-077b86fa94a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:37.969749 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-db6233ca-61be-460d-a03f-b837d1d0110b None None] Port 8b36fa96-6b38-4fe2-bc6b-7a2d63e98226 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:09:38.292106 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-2e770aa5-33c4-41c9-906f-82818625cfea req-27ceefea-5ff9-43fb-8c17-26ed9aa141d5 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Allocated IP 172.20.0.6 (876fc134-182c-40b9-9e04-f109afe2a4f8/1fb0de3e-23ea-436c-a6b2-0a24183ac0be/54696c3a-f319-4973-8179-ddbf3ca69b6e) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:09:38.319721 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54606) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:38.412125 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cd054de8-1202-49f4-a0b9-fd76b10b0e0b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e71b3a96d850423e9f3044dfb96ccf17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0909941 Nov 24 21:09:38.418983 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54612) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:38.432374 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35d40f27-699f-4734-88ba-077b86fa94a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:38.442678 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35d40f27-699f-4734-88ba-077b86fa94a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:38.612313 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d40f27-699f-4734-88ba-077b86fa94a8 admin admin] Pushing event updated for resources: {'Port': ['ID=8b36fa96-6b38-4fe2-bc6b-7a2d63e98226,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:38.618419 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2e770aa5-33c4-41c9-906f-82818625cfea req-27ceefea-5ff9-43fb-8c17-26ed9aa141d5 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:38.625905 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35d40f27-699f-4734-88ba-077b86fa94a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:38.708645 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2e770aa5-33c4-41c9-906f-82818625cfea req-27ceefea-5ff9-43fb-8c17-26ed9aa141d5 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:38.858288 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fa77c945-dd83-429c-adf5-7589a513f52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:38.870506 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d40f27-699f-4734-88ba-077b86fa94a8 admin admin] Network fe7bb208-6094-4720-88a3-27ab7dc2ace3 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:09:38.875452 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-35d40f27-699f-4734-88ba-077b86fa94a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:09:38.929959 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ceefea-5ff9-43fb-8c17-26ed9aa141d5 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Pushing event updated for resources: {'Port': ['ID=54696c3a-f319-4973-8179-ddbf3ca69b6e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:38.932511 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-620ddf4f-6ba9-4a29-a0f1-230daac462cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:38.934791 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54630) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:38.944601 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e770aa5-33c4-41c9-906f-82818625cfea req-27ceefea-5ff9-43fb-8c17-26ed9aa141d5 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Network 876fc134-182c-40b9-9e04-f109afe2a4f8 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:09:38.993733 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-620ddf4f-6ba9-4a29-a0f1-230daac462cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:39.019513 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-2e770aa5-33c4-41c9-906f-82818625cfea req-27ceefea-5ff9-43fb-8c17-26ed9aa141d5 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:09:39.040422 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e770aa5-33c4-41c9-906f-82818625cfea req-27ceefea-5ff9-43fb-8c17-26ed9aa141d5 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:09:39.321181 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e770aa5-33c4-41c9-906f-82818625cfea req-27ceefea-5ff9-43fb-8c17-26ed9aa141d5 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:39.322018 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2e770aa5-33c4-41c9-906f-82818625cfea req-27ceefea-5ff9-43fb-8c17-26ed9aa141d5 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:39.347886 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23077ba-a628-4a3b-a375-196fc4c1d06b req-65d7cd39-9f63-4317-ace8-0dc9f962053d tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:39.349768 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c23077ba-a628-4a3b-a375-196fc4c1d06b req-65d7cd39-9f63-4317-ace8-0dc9f962053d tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=0597f1f2-58aa-4aac-b8f9-cf46fde0ce70 HTTP/1.1" status: 200 len: 931 time: 0.3341129 Nov 24 21:09:39.359408 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2e770aa5-33c4-41c9-906f-82818625cfea req-27ceefea-5ff9-43fb-8c17-26ed9aa141d5 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7474520 Nov 24 21:09:39.370420 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1361fb68-8739-496d-8aaa-f662b6b9914e req-e8cef065-ec82-4795-925c-c690d4fb74f0 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.1400070 Nov 24 21:09:39.416050 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-2e770aa5-33c4-41c9-906f-82818625cfea req-02bcca6a-0234-409c-9ddb-c663b685f408 service neutron] Request body: {'port': {'device_id': '0597f1f2-58aa-4aac-b8f9-cf46fde0ce70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:09:39.420471 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-620ddf4f-6ba9-4a29-a0f1-230daac462cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:39.426316 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bfd8e54-9b93-48db-8467-342236b47ee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:39.426635 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-620ddf4f-6ba9-4a29-a0f1-230daac462cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:39.428047 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-620ddf4f-6ba9-4a29-a0f1-230daac462cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2aeed18b-adaf-40c5-a03d-27ec66af6c3f HTTP/1.1" status: 204 len: 168 time: 1.0078406 Nov 24 21:09:39.432227 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6c67ed81-61b0-4895-8343-4b9301753536 None None] Provisioning complete for port 8b36fa96-6b38-4fe2-bc6b-7a2d63e98226 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:39.432619 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6c67ed81-61b0-4895-8343-4b9301753536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:39.527487 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ddf4f-6ba9-4a29-a0f1-230daac462cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aeed18b-adaf-40c5-a03d-27ec66af6c3f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:39.531966 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6c67ed81-61b0-4895-8343-4b9301753536 None None] Port 8b36fa96-6b38-4fe2-bc6b-7a2d63e98226 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:09:39.568663 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ba912100-b1a4-45ee-82d0-028107a9d2fa up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:09:39.675908 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c23077ba-a628-4a3b-a375-196fc4c1d06b req-10e0d280-3676-4db9-afc1-6a8be14790df tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132610 Nov 24 21:09:39.685799 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2e770aa5-33c4-41c9-906f-82818625cfea req-02bcca6a-0234-409c-9ddb-c663b685f408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:39.689191 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d40f27-699f-4734-88ba-077b86fa94a8 admin admin] Router 8fd85629-961a-494e-9789-34e0e5b7e716 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:09:39.789758 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:39.791337 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bfd8e54-9b93-48db-8467-342236b47ee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:39.816048 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port ba912100-b1a4-45ee-82d0-028107a9d2fa triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:39.816434 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:39.930358 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d40f27-699f-4734-88ba-077b86fa94a8 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:09:39.959361 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-35d40f27-699f-4734-88ba-077b86fa94a8 admin admin] 10.222.0.11 "PUT /v2.0/routers/8fd85629-961a-494e-9789-34e0e5b7e716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2205288 Nov 24 21:09:39.959361 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bfd8e54-9b93-48db-8467-342236b47ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:40.024532 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3bfd8e54-9b93-48db-8467-342236b47ee5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9525e56ac34941d096110d8e1c805c6a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0886378 Nov 24 21:09:40.028622 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54656) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:40.122491 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd8e54-9b93-48db-8467-342236b47ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a2656a-1e05-488e-a64a-12db66a69e4e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:40.147364 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b2876bcf-249b-49fe-aa01-d57d10a5ed01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:40.226803 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b2876bcf-249b-49fe-aa01-d57d10a5ed01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:40.353267 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b2876bcf-249b-49fe-aa01-d57d10a5ed01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:40.356048 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b2876bcf-249b-49fe-aa01-d57d10a5ed01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:40.359966 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b2876bcf-249b-49fe-aa01-d57d10a5ed01 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/75a2656a-1e05-488e-a64a-12db66a69e4e HTTP/1.1" status: 204 len: 168 time: 0.3183513 Nov 24 21:09:40.370538 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2876bcf-249b-49fe-aa01-d57d10a5ed01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a2656a-1e05-488e-a64a-12db66a69e4e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:40.614815 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1dfab71b-a22a-4b5d-9973-bfe0fc66cabd req-223fe877-4182-43ee-bf85-736ed459a027 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.0776350 Nov 24 21:09:40.617045 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-2e770aa5-33c4-41c9-906f-82818625cfea req-02bcca6a-0234-409c-9ddb-c663b685f408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54696c3a-f319-4973-8179-ddbf3ca69b6e {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:09:40.646380 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2e770aa5-33c4-41c9-906f-82818625cfea req-02bcca6a-0234-409c-9ddb-c663b685f408 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:40.678183 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-2e770aa5-33c4-41c9-906f-82818625cfea req-02bcca6a-0234-409c-9ddb-c663b685f408 service neutron] Transition to ACTIVE for port object 54696c3a-f319-4973-8179-ddbf3ca69b6e will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:09:40.686657 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] Sync routers for ids ['8fd85629-961a-494e-9789-34e0e5b7e716'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:09:40.709611 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2e770aa5-33c4-41c9-906f-82818625cfea req-02bcca6a-0234-409c-9ddb-c663b685f408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:40.756469 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] Routers {'8fd85629-961a-494e-9789-34e0e5b7e716'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:09:40.759065 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:09:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8fd85629-961a-494e-9789-34e0e5b7e716'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:40.896013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bcca6a-0234-409c-9ddb-c663b685f408 service neutron] Pushing event updated for resources: {'Port': ['ID=54696c3a-f319-4973-8179-ddbf3ca69b6e,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:41.014424 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8e0d6-dbb8-42d2-8243-65b0cecfbb36 req-8c6b26f0-724f-4bad-802c-c067b8a85c74 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:41.016948 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10d8e0d6-dbb8-42d2-8243-65b0cecfbb36 req-8c6b26f0-724f-4bad-802c-c067b8a85c74 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=0597f1f2-58aa-4aac-b8f9-cf46fde0ce70 HTTP/1.1" status: 200 len: 943 time: 0.0977709 Nov 24 21:09:41.106548 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-2e770aa5-33c4-41c9-906f-82818625cfea req-02bcca6a-0234-409c-9ddb-c663b685f408 service neutron] Attempting to bind port 54696c3a-f319-4973-8179-ddbf3ca69b6e on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:09:41.107164 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-2e770aa5-33c4-41c9-906f-82818625cfea req-02bcca6a-0234-409c-9ddb-c663b685f408 service neutron] Attempting to bind port 54696c3a-f319-4973-8179-ddbf3ca69b6e by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'b28c7700-1747-49ca-bd6c-3b705128319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:09:41.107828 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e770aa5-33c4-41c9-906f-82818625cfea req-02bcca6a-0234-409c-9ddb-c663b685f408 service neutron] Attempting to bind port 54696c3a-f319-4973-8179-ddbf3ca69b6e on network 876fc134-182c-40b9-9e04-f109afe2a4f8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:09:41.123958 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e770aa5-33c4-41c9-906f-82818625cfea req-02bcca6a-0234-409c-9ddb-c663b685f408 service neutron] Port 54696c3a-f319-4973-8179-ddbf3ca69b6e on network 876fc134-182c-40b9-9e04-f109afe2a4f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:09:41.125124 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e770aa5-33c4-41c9-906f-82818625cfea req-02bcca6a-0234-409c-9ddb-c663b685f408 service neutron] Attempting to bind port 54696c3a-f319-4973-8179-ddbf3ca69b6e on network 876fc134-182c-40b9-9e04-f109afe2a4f8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:09:41.149112 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e770aa5-33c4-41c9-906f-82818625cfea req-02bcca6a-0234-409c-9ddb-c663b685f408 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:09:41.155063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e770aa5-33c4-41c9-906f-82818625cfea req-02bcca6a-0234-409c-9ddb-c663b685f408 service neutron] Checking segment: {'id': 'b28c7700-1747-49ca-bd6c-3b705128319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:09:41.158050 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e770aa5-33c4-41c9-906f-82818625cfea req-02bcca6a-0234-409c-9ddb-c663b685f408 service neutron] Bound using segment: {'id': 'b28c7700-1747-49ca-bd6c-3b705128319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:09:41.158627 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-2e770aa5-33c4-41c9-906f-82818625cfea req-02bcca6a-0234-409c-9ddb-c663b685f408 service neutron] Bound port: 54696c3a-f319-4973-8179-ddbf3ca69b6e, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28c7700-1747-49ca-bd6c-3b705128319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:09:41.159134 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2e770aa5-33c4-41c9-906f-82818625cfea req-02bcca6a-0234-409c-9ddb-c663b685f408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:41.193948 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] Set router 8fd85629-961a-494e-9789-34e0e5b7e716 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:09:41.206204 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54704) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:41.238470 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3352f12f-8638-4019-9077-38b3e0fe5d51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:41.392354 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-10d8e0d6-dbb8-42d2-8243-65b0cecfbb36 req-5a0edde1-555a-46a5-9538-4d14742c48d0 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078308 Nov 24 21:09:41.404717 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-2e770aa5-33c4-41c9-906f-82818625cfea req-02bcca6a-0234-409c-9ddb-c663b685f408 service neutron] For port 54696c3a-f319-4973-8179-ddbf3ca69b6e, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:09:41.419006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-2e770aa5-33c4-41c9-906f-82818625cfea req-02bcca6a-0234-409c-9ddb-c663b685f408 service neutron] For port 54696c3a-f319-4973-8179-ddbf3ca69b6e, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=54696c3a-f319-4973-8179-ddbf3ca69b6e,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:09:41.432079 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2e770aa5-33c4-41c9-906f-82818625cfea req-02bcca6a-0234-409c-9ddb-c663b685f408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:41.507587 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2e535221-b302-4465-8e82-6c7bea9492d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:41.545308 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bcca6a-0234-409c-9ddb-c663b685f408 service neutron] Pushing event updated for resources: {'Port': ['ID=54696c3a-f319-4973-8179-ddbf3ca69b6e,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:41.560473 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e770aa5-33c4-41c9-906f-82818625cfea req-02bcca6a-0234-409c-9ddb-c663b685f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:41.561147 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2e770aa5-33c4-41c9-906f-82818625cfea req-02bcca6a-0234-409c-9ddb-c663b685f408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:41.563314 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2e770aa5-33c4-41c9-906f-82818625cfea req-02bcca6a-0234-409c-9ddb-c663b685f408 service neutron] 10.222.0.48 "PUT /v2.0/ports/54696c3a-f319-4973-8179-ddbf3ca69b6e HTTP/1.1" status: 200 len: 1091 time: 2.1963973 Nov 24 21:09:41.570146 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3352f12f-8638-4019-9077-38b3e0fe5d51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:41.573465 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0597f1f2-58aa-4aac-b8f9-cf46fde0ce70', 'tag': '54696c3a-f319-4973-8179-ddbf3ca69b6e'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:09:41.576836 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0237217-6fca-4283-9dbe-e9222cd40e21" -d '{"events": [{"name": "network-changed", "server_uuid": "0597f1f2-58aa-4aac-b8f9-cf46fde0ce70", "tag": "54696c3a-f319-4973-8179-ddbf3ca69b6e"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:09:41.587970 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3352f12f-8638-4019-9077-38b3e0fe5d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:41.618910 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:41.701667 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1ce20d-1146-4939-8e15-9d5c61ec993f x-openstack-request-id: req-bc1ce20d-1146-4939-8e15-9d5c61ec993f {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:09:41.702103 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0597f1f2-58aa-4aac-b8f9-cf46fde0ce70", "tag": "54696c3a-f319-4973-8179-ddbf3ca69b6e", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:09:41.702200 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc1ce20d-1146-4939-8e15-9d5c61ec993f {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:09:41.702730 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0597f1f2-58aa-4aac-b8f9-cf46fde0ce70', 'tag': '54696c3a-f319-4973-8179-ddbf3ca69b6e', 'status': 'completed', 'code': 200} Nov 24 21:09:41.733128 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e770aa5-33c4-41c9-906f-82818625cfea req-e2bb613e-570f-45f0-8eca-33054bec0520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:41.743436 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2e770aa5-33c4-41c9-906f-82818625cfea req-e2bb613e-570f-45f0-8eca-33054bec0520 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=033b1afb1747461cb5624c7ed6165bd8&device_id=0597f1f2-58aa-4aac-b8f9-cf46fde0ce70 HTTP/1.1" status: 200 len: 1094 time: 0.1195431 Nov 24 21:09:41.750201 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3352f12f-8638-4019-9077-38b3e0fe5d51 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8fb2ad9828fe4923a51d55701c739246&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5423138 Nov 24 21:09:41.766248 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54732) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:41.831670 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352f12f-8638-4019-9077-38b3e0fe5d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9e46b3-0162-4d25-a464-abc89b8fa62b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:41.899239 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2e770aa5-33c4-41c9-906f-82818625cfea req-69cf5112-54ae-41cb-9c41-0f705bb576da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54696c3a-f319-4973-8179-ddbf3ca69b6e HTTP/1.1" status: 200 len: 217 time: 0.1546094 Nov 24 21:09:42.049778 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-a253b72c-ea9f-412f-b701-80a30b73d9de tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:42.059723 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-a253b72c-ea9f-412f-b701-80a30b73d9de tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/networks?id=8b715e2d-d98b-437d-add9-30773d2e531a HTTP/1.1" status: 200 len: 910 time: 0.3019309 Nov 24 21:09:42.077192 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-ee9b2c54-7fe6-4605-b31e-f1b4e2b8d9fc tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/quotas/685810006ea14bc2a208514d56be4ec4 HTTP/1.1" status: 200 len: 375 time: 0.0168974 Nov 24 21:09:42.134670 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-313d6152-c372-4802-8008-1f91992ee054 req-2d28f6f9-6c34-4cbb-b651-6704e3e3997a tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.2391393 Nov 24 21:09:42.159494 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54746) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:42.188719 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e770aa5-33c4-41c9-906f-82818625cfea req-ea186390-4e7a-4e9e-8df6-a4d73f9d1246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:42.190692 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2e770aa5-33c4-41c9-906f-82818625cfea req-ea186390-4e7a-4e9e-8df6-a4d73f9d1246 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1fb0de3e-23ea-436c-a6b2-0a24183ac0be HTTP/1.1" status: 200 len: 844 time: 0.2743061 Nov 24 21:09:42.229512 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-1aa6ca35-4d90-426e-887a-a7d4960c76f9 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?tenant_id=685810006ea14bc2a208514d56be4ec4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1512311 Nov 24 21:09:42.242373 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd85629-961a-494e-9789-34e0e5b7e716', 'name': 'tempest-TestServerMultinode-903673664-router', 'tenant_id': '685810006ea14bc2a208514d56be4ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'ba912100-b1a4-45ee-82d0-028107a9d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:26Z', 'updated_at': '2021-11-24T21:09:37Z', 'revision_number': 4, 'project_id': '685810006ea14bc2a208514d56be4ec4', 'gw_port': {'id': 'ba912100-b1a4-45ee-82d0-028107a9d2fa', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd85629-961a-494e-9789-34e0e5b7e716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:27Z', 'updated_at': '2021-11-24T21:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '8b36fa96-6b38-4fe2-bc6b-7a2d63e98226', 'name': '', 'network_id': 'fe7bb208-6094-4720-88a3-27ab7dc2ace3', 'tenant_id': '685810006ea14bc2a208514d56be4ec4', 'mac_address': 'fa:16:3e:10:d3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd85629-961a-494e-9789-34e0e5b7e716', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '1c6ef405-3290-4f79-84f4-541aa40afedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:36Z', 'updated_at': '2021-11-24T21:09:38Z', 'revision_number': 2, 'project_id': '685810006ea14bc2a208514d56be4ec4', 'subnets': [{'id': '1c6ef405-3290-4f79-84f4-541aa40afedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:42.270185 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2e770aa5-33c4-41c9-906f-82818625cfea req-bd7c9464-2c8d-4618-9bff-0e586f3a5848 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=876fc134-182c-40b9-9e04-f109afe2a4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706923 Nov 24 21:09:42.271594 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7750efb3-525e-4fbe-b377-485383247434 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:42.293018 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] Checking router: 8fd85629-961a-494e-9789-34e0e5b7e716 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:09:42.293596 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] Updating router 8fd85629-961a-494e-9789-34e0e5b7e716 port 8b36fa96-6b38-4fe2-bc6b-7a2d63e98226 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:09:42.335533 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7750efb3-525e-4fbe-b377-485383247434 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:42.357498 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:42.413207 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:42.477315 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2e770aa5-33c4-41c9-906f-82818625cfea req-16903ea5-1ec2-42c1-9e2c-8c9064794d9d service neutron] 10.222.0.48 "GET /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970417 Nov 24 21:09:42.628179 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7750efb3-525e-4fbe-b377-485383247434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:42.631479 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7750efb3-525e-4fbe-b377-485383247434 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:42.631885 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-cd801505-b4cc-44ef-9b24-6da4c76e9606 service neutron] 10.222.0.11 "GET /v2.0/networks/8b715e2d-d98b-437d-add9-30773d2e531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919394 Nov 24 21:09:42.633002 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7750efb3-525e-4fbe-b377-485383247434 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c9e46b3-0162-4d25-a464-abc89b8fa62b HTTP/1.1" status: 204 len: 168 time: 0.8556204 Nov 24 21:09:42.650989 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750efb3-525e-4fbe-b377-485383247434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9e46b3-0162-4d25-a464-abc89b8fa62b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:42.680704 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2e770aa5-33c4-41c9-906f-82818625cfea req-8258c233-decd-479f-a92a-829505672c7c service neutron] 10.222.0.48 "GET /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949162 Nov 24 21:09:42.691967 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc2723-be45-402a-8970-f365d46cdfae req-b2bfea75-bcd8-47ec-a895-c9a5502a7066 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:42.701009 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e4cc2723-be45-402a-8970-f365d46cdfae req-b2bfea75-bcd8-47ec-a895-c9a5502a7066 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=0597f1f2-58aa-4aac-b8f9-cf46fde0ce70 HTTP/1.1" status: 200 len: 943 time: 0.1234622 Nov 24 21:09:42.754306 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-612301fe-abea-473a-b127-f22392b040db admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1574520674-network', 'tenant_id': 'a3dd7d42457d45acb8851697deacc18d'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:09:42.815442 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e4cc2723-be45-402a-8970-f365d46cdfae req-f2449203-06df-4c10-a53a-ef3793be957c tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130621 Nov 24 21:09:42.831936 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612301fe-abea-473a-b127-f22392b040db admin admin] Made reservation on behalf of a3dd7d42457d45acb8851697deacc18d for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:09:42.834243 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-612301fe-abea-473a-b127-f22392b040db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:42.897505 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-612301fe-abea-473a-b127-f22392b040db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:42.932549 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0237217-6fca-4283-9dbe-e9222cd40e21 req-780563ae-e0f5-4ea8-ac35-b27a86ef3c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:42.934106 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b0237217-6fca-4283-9dbe-e9222cd40e21 req-780563ae-e0f5-4ea8-ac35-b27a86ef3c7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=033b1afb1747461cb5624c7ed6165bd8&device_id=0597f1f2-58aa-4aac-b8f9-cf46fde0ce70 HTTP/1.1" status: 200 len: 1094 time: 0.1120222 Nov 24 21:09:42.976649 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-42fdcd3b-1a43-4900-bc0c-8dfdb391a23b service neutron] 10.222.0.11 "GET /v2.0/networks/8b715e2d-d98b-437d-add9-30773d2e531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384163 Nov 24 21:09:43.034926 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:43.053050 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:43.183258 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7209bc-cb28-4673-bdbf-ba01f986fba8 None None] Pushing event updated for resources: {'Port': ['ID=8b36fa96-6b38-4fe2-bc6b-7a2d63e98226,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:43.352913 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0237217-6fca-4283-9dbe-e9222cd40e21 req-d9999d27-6361-455c-896a-ed719d52b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:43.355990 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b0237217-6fca-4283-9dbe-e9222cd40e21 req-d9999d27-6361-455c-896a-ed719d52b529 service neutron] 10.222.0.48 "GET /v2.0/networks?id=876fc134-182c-40b9-9e04-f109afe2a4f8 HTTP/1.1" status: 200 len: 905 time: 0.4078910 Nov 24 21:09:43.358269 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-612301fe-abea-473a-b127-f22392b040db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:43.396256 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4c7a3e9b-623e-4f59-bd85-1a82c51b0e5c req-81954f40-39e0-4792-81aa-13d1e8e29e92 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b24754c-a977-491e-87b7-b147918fd7ff HTTP/1.1" status: 200 len: 210 time: 0.1204743 Nov 24 21:09:43.435338 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-241b89dd-26f1-4266-b805-4cdc669a18b9 req-10e5d002-7e00-4ea0-9e3e-9b7646a5304d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.1043520 Nov 24 21:09:43.455907 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] Attempting to bind port 8b36fa96-6b38-4fe2-bc6b-7a2d63e98226 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:09:43.458119 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] Attempting to bind port 8b36fa96-6b38-4fe2-bc6b-7a2d63e98226 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'b7c00c60-6e54-49d7-a71a-839aa426ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fe7bb208-6094-4720-88a3-27ab7dc2ace3'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:09:43.459022 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] Attempting to bind port 8b36fa96-6b38-4fe2-bc6b-7a2d63e98226 on network fe7bb208-6094-4720-88a3-27ab7dc2ace3 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:09:43.465374 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:09:43.466035 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] Checking segment: {'id': 'b7c00c60-6e54-49d7-a71a-839aa426ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fe7bb208-6094-4720-88a3-27ab7dc2ace3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:09:43.466627 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:43.467190 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] Bound using segment: {'id': 'b7c00c60-6e54-49d7-a71a-839aa426ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fe7bb208-6094-4720-88a3-27ab7dc2ace3'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:09:43.467889 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] Bound port: 8b36fa96-6b38-4fe2-bc6b-7a2d63e98226, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c00c60-6e54-49d7-a71a-839aa426ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fe7bb208-6094-4720-88a3-27ab7dc2ace3'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:09:43.469134 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:43.472721 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-612301fe-abea-473a-b127-f22392b040db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:43.550138 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b0237217-6fca-4283-9dbe-e9222cd40e21 req-c344624a-22a3-44c9-86e5-20ad3e2d2b85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54696c3a-f319-4973-8179-ddbf3ca69b6e HTTP/1.1" status: 200 len: 217 time: 0.1206326 Nov 24 21:09:43.558121 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612301fe-abea-473a-b127-f22392b040db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:09:43.628056 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-612301fe-abea-473a-b127-f22392b040db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:43.628420 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-612301fe-abea-473a-b127-f22392b040db admin admin] Added segment e9c0ffd3-c742-4732-897b-26dd5c22f79a of type vlan for network eea3fa42-e959-4f8a-8e82-84e7415ba580 Nov 24 21:09:43.633785 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612301fe-abea-473a-b127-f22392b040db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48aea5e8-4abe-4b79-b931-436c8b0918ed,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:43.662007 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] For port 8b36fa96-6b38-4fe2-bc6b-7a2d63e98226, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:09:43.666485 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] For port 8b36fa96-6b38-4fe2-bc6b-7a2d63e98226, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=8b36fa96-6b38-4fe2-bc6b-7a2d63e98226,segment=NetworkSegment(b7c00c60-6e54-49d7-a71a-839aa426ced9),segment_id=b7c00c60-6e54-49d7-a71a-839aa426ced9)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:09:43.675725 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:43.811194 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-612301fe-abea-473a-b127-f22392b040db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:43.842199 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0237217-6fca-4283-9dbe-e9222cd40e21 req-b0a75074-bef5-4ce6-8960-2d39d5341261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:43.847312 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b0237217-6fca-4283-9dbe-e9222cd40e21 req-b0a75074-bef5-4ce6-8960-2d39d5341261 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1fb0de3e-23ea-436c-a6b2-0a24183ac0be HTTP/1.1" status: 200 len: 844 time: 0.2860768 Nov 24 21:09:43.899703 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:43.944966 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.db.resource_extend [None req-612301fe-abea-473a-b127-f22392b040db admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 21:09:43.945967 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] Routers {'8fd85629-961a-494e-9789-34e0e5b7e716'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:09:43.946981 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:09:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8fd85629-961a-494e-9789-34e0e5b7e716'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:43.948564 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-899ca7dc-635d-49ab-aafa-c974d83ea92c None None] Provisioning complete for port 8b36fa96-6b38-4fe2-bc6b-7a2d63e98226 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:43.951263 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-899ca7dc-635d-49ab-aafa-c974d83ea92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:43.995551 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b0237217-6fca-4283-9dbe-e9222cd40e21 req-94cd5001-f8b9-4ca0-976b-f5afe84360ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=876fc134-182c-40b9-9e04-f109afe2a4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225629 Nov 24 21:09:44.112134 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-612301fe-abea-473a-b127-f22392b040db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:44.116595 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612301fe-abea-473a-b127-f22392b040db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:44.117749 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-612301fe-abea-473a-b127-f22392b040db admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:44.205092 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5cba9-61ed-4884-9f0c-a38671d28403 req-c78dce64-e7be-4df0-bf06-ad5dd05e9470 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:44.213587 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-21d5cba9-61ed-4884-9f0c-a38671d28403 req-c78dce64-e7be-4df0-bf06-ad5dd05e9470 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=0597f1f2-58aa-4aac-b8f9-cf46fde0ce70 HTTP/1.1" status: 200 len: 943 time: 0.1569104 Nov 24 21:09:44.284960 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-21d5cba9-61ed-4884-9f0c-a38671d28403 req-0288ccd7-fcaf-484e-a7c0-25fa96756814 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651860 Nov 24 21:09:44.410393 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] Set router 8fd85629-961a-494e-9789-34e0e5b7e716 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:09:44.510289 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612301fe-abea-473a-b127-f22392b040db admin admin] Pushing event updated for resources: {'Network': ['ID=eea3fa42-e959-4f8a-8e82-84e7415ba580,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:44.564058 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network eea3fa42-e959-4f8a-8e82-84e7415ba580 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:09:44.657972 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7209bc-cb28-4673-bdbf-ba01f986fba8 None None] Pushing event updated for resources: {'Port': ['ID=8b36fa96-6b38-4fe2-bc6b-7a2d63e98226,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:44.697201 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-24fddbc1-f823-4cc5-bc29-a71d39a74b96 req-9c987b2b-c4fc-4244-b17e-2b74edcadadd tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b24754c-a977-491e-87b7-b147918fd7ff HTTP/1.1" status: 200 len: 210 time: 0.1451218 Nov 24 21:09:44.704197 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-612301fe-abea-473a-b127-f22392b040db admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5430739 Nov 24 21:09:44.716875 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e2cdb522-1a9d-47a1-8a0a-8089cda71759 req-54e1cdd4-0389-4023-9a6a-9224c1e2fb92 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.0911696 Nov 24 21:09:44.717411 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54832) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:44.742963 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-66e88c9b-a8d0-426d-b1b2-1e91065f1de9 admin admin] Request body: {'subnet': {'network_id': 'eea3fa42-e959-4f8a-8e82-84e7415ba580', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1574520674-subnet', 'tenant_id': 'a3dd7d42457d45acb8851697deacc18d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:09:44.772413 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b0237217-6fca-4283-9dbe-e9222cd40e21 req-ffddf797-f565-45ea-8b8a-fa8049b9562f service neutron] 10.222.0.48 "GET /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7516515 Nov 24 21:09:44.851306 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e88c9b-a8d0-426d-b1b2-1e91065f1de9 admin admin] Made reservation on behalf of a3dd7d42457d45acb8851697deacc18d for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:09:44.858428 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-66e88c9b-a8d0-426d-b1b2-1e91065f1de9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:44.980732 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b0237217-6fca-4283-9dbe-e9222cd40e21 req-1cfe093b-36aa-4d09-9d0d-e88f72663329 service neutron] 10.222.0.48 "GET /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028506 Nov 24 21:09:44.993821 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 54696c3a-f319-4973-8179-ddbf3ca69b6e details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:09:45.159777 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:45.262824 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.resource_extend [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 21:09:45.339261 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-66e88c9b-a8d0-426d-b1b2-1e91065f1de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:45.363796 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-899ca7dc-635d-49ab-aafa-c974d83ea92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:45.404553 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e88c9b-a8d0-426d-b1b2-1e91065f1de9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da2e4ec9-486c-41c6-ab1b-050e60185626,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:45.463488 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-899ca7dc-635d-49ab-aafa-c974d83ea92c None None] For port 8b36fa96-6b38-4fe2-bc6b-7a2d63e98226, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=8b36fa96-6b38-4fe2-bc6b-7a2d63e98226,segment=NetworkSegment(b7c00c60-6e54-49d7-a71a-839aa426ced9),segment_id=b7c00c60-6e54-49d7-a71a-839aa426ced9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:45.482597 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-899ca7dc-635d-49ab-aafa-c974d83ea92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:45.486332 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e88c9b-a8d0-426d-b1b2-1e91065f1de9 admin admin] Checking segment: {'id': 'e9c0ffd3-c742-4732-897b-26dd5c22f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eea3fa42-e959-4f8a-8e82-84e7415ba580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:09:45.489106 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e88c9b-a8d0-426d-b1b2-1e91065f1de9 admin admin] Network hostable DHCP agents. Network: eea3fa42-e959-4f8a-8e82-84e7415ba580, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:09:45.549007 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e88c9b-a8d0-426d-b1b2-1e91065f1de9 admin admin] Network eea3fa42-e959-4f8a-8e82-84e7415ba580 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:09:45.596080 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-66e88c9b-a8d0-426d-b1b2-1e91065f1de9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, eea3fa42-e959-4f8a-8e82-84e7415ba580) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:09:45.613344 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e88c9b-a8d0-426d-b1b2-1e91065f1de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:45.613947 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-66e88c9b-a8d0-426d-b1b2-1e91065f1de9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:45.633528 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ca7dc-635d-49ab-aafa-c974d83ea92c None None] Pushing event updated for resources: {'Port': ['ID=8b36fa96-6b38-4fe2-bc6b-7a2d63e98226,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:45.653707 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaf493e-bc27-413a-98c2-5c89b3dd0ca3 None None] Network eea3fa42-e959-4f8a-8e82-84e7415ba580 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:09:45.680854 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-66e88c9b-a8d0-426d-b1b2-1e91065f1de9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9530659 Nov 24 21:09:45.683766 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54860) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:45.701302 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-21b07356-2487-455d-8c23-632178f178fa admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1574520674-router', 'tenant_id': 'a3dd7d42457d45acb8851697deacc18d', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:09:45.785879 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21b07356-2487-455d-8c23-632178f178fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:45.791520 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21b07356-2487-455d-8c23-632178f178fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:45.884090 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd85629-961a-494e-9789-34e0e5b7e716', 'name': 'tempest-TestServerMultinode-903673664-router', 'tenant_id': '685810006ea14bc2a208514d56be4ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'ba912100-b1a4-45ee-82d0-028107a9d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:26Z', 'updated_at': '2021-11-24T21:09:37Z', 'revision_number': 4, 'project_id': '685810006ea14bc2a208514d56be4ec4', 'gw_port': {'id': 'ba912100-b1a4-45ee-82d0-028107a9d2fa', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd85629-961a-494e-9789-34e0e5b7e716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:27Z', 'updated_at': '2021-11-24T21:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '8b36fa96-6b38-4fe2-bc6b-7a2d63e98226', 'name': '', 'network_id': 'fe7bb208-6094-4720-88a3-27ab7dc2ace3', 'tenant_id': '685810006ea14bc2a208514d56be4ec4', 'mac_address': 'fa:16:3e:10:d3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd85629-961a-494e-9789-34e0e5b7e716', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '1c6ef405-3290-4f79-84f4-541aa40afedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:36Z', 'updated_at': '2021-11-24T21:09:43Z', 'revision_number': 4, 'project_id': '685810006ea14bc2a208514d56be4ec4', 'subnets': [{'id': '1c6ef405-3290-4f79-84f4-541aa40afedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:46.004473 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8be62565-1b89-4b23-bfec-5374b406a015 req-933b72f7-62b8-4ad4-bff3-15d7f34fecf3 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b24754c-a977-491e-87b7-b147918fd7ff HTTP/1.1" status: 200 len: 210 time: 0.1417019 Nov 24 21:09:46.046955 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21b07356-2487-455d-8c23-632178f178fa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:46.142451 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9966d1d-b278-402b-a930-be5bb61bebce None None] The sync data for ids ['8fd85629-961a-494e-9789-34e0e5b7e716'] in n-d-812111-8 is: [{'id': '8fd85629-961a-494e-9789-34e0e5b7e716', 'name': 'tempest-TestServerMultinode-903673664-router', 'tenant_id': '685810006ea14bc2a208514d56be4ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'ba912100-b1a4-45ee-82d0-028107a9d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:26Z', 'updated_at': '2021-11-24T21:09:37Z', 'revision_number': 4, 'project_id': '685810006ea14bc2a208514d56be4ec4', 'gw_port': {'id': 'ba912100-b1a4-45ee-82d0-028107a9d2fa', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd85629-961a-494e-9789-34e0e5b7e716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:27Z', 'updated_at': '2021-11-24T21:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '8b36fa96-6b38-4fe2-bc6b-7a2d63e98226', 'name': '', 'network_id': 'fe7bb208-6094-4720-88a3-27ab7dc2ace3', 'tenant_id': '685810006ea14bc2a208514d56be4ec4', 'mac_address': 'fa:16:3e:10:d3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd85629-961a-494e-9789-34e0e5b7e716', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '1c6ef405-3290-4f79-84f4-541aa40afedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:36Z', 'updated_at': '2021-11-24T21:09:43Z', 'revision_number': 4, 'project_id': '685810006ea14bc2a208514d56be4ec4', 'subnets': [{'id': '1c6ef405-3290-4f79-84f4-541aa40afedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:09:46.153451 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 54696c3a-f319-4973-8179-ddbf3ca69b6e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=54696c3a-f319-4973-8179-ddbf3ca69b6e,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:46.184648 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9cd3c692-e5ec-4952-95b0-a3f8634f3c1a None None] Provisioning complete for port 8b36fa96-6b38-4fe2-bc6b-7a2d63e98226 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:46.206035 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9cd3c692-e5ec-4952-95b0-a3f8634f3c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:46.332174 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b46b741-6b19-4a60-9aba-826f4ad9485d req-c0b6b799-a4f3-4524-a372-4be4d388b6b4 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.1134579 Nov 24 21:09:46.338502 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21b07356-2487-455d-8c23-632178f178fa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:46.425326 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '54696c3a-f319-4973-8179-ddbf3ca69b6e', 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8', 'port_id': '54696c3a-f319-4973-8179-ddbf3ca69b6e', 'mac_address': 'fa:16:3e:54:a9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb0de3e-23ea-436c-a6b2-0a24183ac0be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:09:46.638838 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f40153-54b0-4cda-949b-223c3c3fea24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-eea3fa42-e959-4f8a-8e82-84e7415ba580', 'network_id': 'eea3fa42-e959-4f8a-8e82-84e7415ba580', 'tenant_id': 'a3dd7d42457d45acb8851697deacc18d', 'fixed_ips': [{'subnet_id': 'da2e4ec9-486c-41c6-ab1b-050e60185626'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:09:46.640824 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-49f40153-54b0-4cda-949b-223c3c3fea24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:46.785395 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:46.814687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea21f59-2612-4651-9552-3ddf81439efe req-15f1bc76-9d79-41de-8e8c-df06ff52b2a8 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:46.822157 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eea21f59-2612-4651-9552-3ddf81439efe req-15f1bc76-9d79-41de-8e8c-df06ff52b2a8 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=0597f1f2-58aa-4aac-b8f9-cf46fde0ce70 HTTP/1.1" status: 200 len: 943 time: 1.3036680 Nov 24 21:09:46.832735 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-60b6aef4-283a-41d7-b8dc-41aae03c9850 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:46.834261 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-60b6aef4-283a-41d7-b8dc-41aae03c9850 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.15 "GET /v2.0/networks?id=8b715e2d-d98b-437d-add9-30773d2e531a HTTP/1.1" status: 200 len: 910 time: 0.2998967 Nov 24 21:09:46.922687 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eea21f59-2612-4651-9552-3ddf81439efe req-6d88caf4-56ca-4034-907d-a4defcd58db8 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995381 Nov 24 21:09:46.928615 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-4a3f4922-d950-4b24-8c14-18ef8c0958ba tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Request body: {'port': {'device_id': '4b24754c-a977-491e-87b7-b147918fd7ff', 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a', 'admin_state_up': True, 'tenant_id': '685810006ea14bc2a208514d56be4ec4'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:09:46.960324 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21b07356-2487-455d-8c23-632178f178fa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:46.990760 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-4a3f4922-d950-4b24-8c14-18ef8c0958ba tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Made reservation on behalf of 685810006ea14bc2a208514d56be4ec4 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:09:46.993227 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-4a3f4922-d950-4b24-8c14-18ef8c0958ba tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:47.069370 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21b07356-2487-455d-8c23-632178f178fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:47.087095 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-49f40153-54b0-4cda-949b-223c3c3fea24 None None] Allocated IP 172.20.0.2 (eea3fa42-e959-4f8a-8e82-84e7415ba580/da2e4ec9-486c-41c6-ab1b-050e60185626/20e3436c-b859-4cd3-80b2-934f73524eb3) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:09:47.100285 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54696c3a-f319-4973-8179-ddbf3ca69b6e {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:09:47.271616 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 54696c3a-f319-4973-8179-ddbf3ca69b6e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=54696c3a-f319-4973-8179-ddbf3ca69b6e,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:47.299713 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:47.425594 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cf4af0f7-1b42-41e8-abce-4f16aee0eeb2 req-a030cc00-d2fe-4bf2-b80c-e46d738b7168 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b24754c-a977-491e-87b7-b147918fd7ff HTTP/1.1" status: 200 len: 210 time: 0.1571984 Nov 24 21:09:47.445489 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-4a3f4922-d950-4b24-8c14-18ef8c0958ba tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Allocated IP 172.20.0.9 (8b715e2d-d98b-437d-add9-30773d2e531a/3c7cce09-ea7d-4472-9297-c0d745928599/07bd64ef-3c75-4d49-b39c-4d4c3e210310) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:09:47.518894 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=54696c3a-f319-4973-8179-ddbf3ca69b6e,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:47.598311 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-21b07356-2487-455d-8c23-632178f178fa admin admin] Allocated IP 172.25.5.73 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/d6159182-6eed-454d-ad7b-74ffe3d03b88) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:09:47.607529 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 8b36fa96-6b38-4fe2-bc6b-7a2d63e98226 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:09:47.737737 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['54696c3a-f319-4973-8179-ddbf3ca69b6e'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:09:47.751326 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-aa1e0978-1609-4d8e-b7e7-78d7c6a2e292 req-8b239767-6f05-457e-8a53-1d6ce5e11b91 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.1911469 Nov 24 21:09:47.934551 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21b07356-2487-455d-8c23-632178f178fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:48.038392 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21b07356-2487-455d-8c23-632178f178fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:48.099220 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b07356-2487-455d-8c23-632178f178fa admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:09:48.106801 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-21b07356-2487-455d-8c23-632178f178fa admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:09:48.117169 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b07356-2487-455d-8c23-632178f178fa admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:09:48.117951 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-4a3f4922-d950-4b24-8c14-18ef8c0958ba tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:48.129485 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-49f40153-54b0-4cda-949b-223c3c3fea24 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:48.151731 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326a8b0a-cd98-46f2-868f-cde62fe5ee32 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:09:48.161735 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-49f40153-54b0-4cda-949b-223c3c3fea24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:48.184534 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 8b36fa96-6b38-4fe2-bc6b-7a2d63e98226 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:48.185726 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:48.248863 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-4a3f4922-d950-4b24-8c14-18ef8c0958ba tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:48.354259 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f4922-d950-4b24-8c14-18ef8c0958ba tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Pushing event updated for resources: {'Port': ['ID=07bd64ef-3c75-4d49-b39c-4d4c3e210310,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:48.400299 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f40153-54b0-4cda-949b-223c3c3fea24 None None] Pushing event updated for resources: {'Port': ['ID=20e3436c-b859-4cd3-80b2-934f73524eb3,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:48.442606 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-4a3f4922-d950-4b24-8c14-18ef8c0958ba tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Network 8b715e2d-d98b-437d-add9-30773d2e531a is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:09:48.445289 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-4a3f4922-d950-4b24-8c14-18ef8c0958ba tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:09:48.454783 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-4a3f4922-d950-4b24-8c14-18ef8c0958ba tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:09:48.458085 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f40153-54b0-4cda-949b-223c3c3fea24 None None] Network eea3fa42-e959-4f8a-8e82-84e7415ba580 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:09:48.460667 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-49f40153-54b0-4cda-949b-223c3c3fea24 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:09:48.469652 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f40153-54b0-4cda-949b-223c3c3fea24 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:09:48.588846 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-4a3f4922-d950-4b24-8c14-18ef8c0958ba tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:48.589846 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-4a3f4922-d950-4b24-8c14-18ef8c0958ba tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:48.668693 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b07356-2487-455d-8c23-632178f178fa admin admin] Pushing event updated for resources: {'Port': ['ID=d6159182-6eed-454d-ad7b-74ffe3d03b88,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:48.729133 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-4a3f4922-d950-4b24-8c14-18ef8c0958ba tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8240788 Nov 24 21:09:48.750590 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8abaa3-4616-4635-9900-28922d82ba79 req-1d147349-d364-48fa-8ebd-aef8ffdea711 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:48.754423 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a8abaa3-4616-4635-9900-28922d82ba79 req-1d147349-d364-48fa-8ebd-aef8ffdea711 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b24754c-a977-491e-87b7-b147918fd7ff HTTP/1.1" status: 200 len: 1027 time: 0.1557224 Nov 24 21:09:48.772590 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dbcdf-170b-4501-9577-c1228fed6468 req-29bbb616-8956-4e9c-8d84-e762bf5639e8 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:48.784244 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-9937c996-4e90-443c-b1d9-29c2ea225588 service neutron] Request body: {'port': {'device_id': '4b24754c-a977-491e-87b7-b147918fd7ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:09:48.800499 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc1dbcdf-170b-4501-9577-c1228fed6468 req-29bbb616-8956-4e9c-8d84-e762bf5639e8 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=0597f1f2-58aa-4aac-b8f9-cf46fde0ce70 HTTP/1.1" status: 200 len: 944 time: 0.7407968 Nov 24 21:09:49.027203 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-9937c996-4e90-443c-b1d9-29c2ea225588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:49.159740 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc1dbcdf-170b-4501-9577-c1228fed6468 req-dc578464-73e6-4234-b4c2-124b1131e109 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374031 Nov 24 21:09:49.211554 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a8abaa3-4616-4635-9900-28922d82ba79 req-fdc1cba0-9ec6-438e-bb41-6bffb6c7b1fb tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492310 Nov 24 21:09:49.221312 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-08e2aa08-e633-4f2b-b592-b372a57f4735 None None] Provisioning complete for port d6159182-6eed-454d-ad7b-74ffe3d03b88 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:49.228149 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-08e2aa08-e633-4f2b-b592-b372a57f4735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:49.363824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-08e2aa08-e633-4f2b-b592-b372a57f4735 None None] Port d6159182-6eed-454d-ad7b-74ffe3d03b88 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:09:49.423505 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dcff4292-1803-4836-879e-61bad9637235 req-0aa225ed-7f4a-46d5-8ea8-0e90b0bf580a tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.1011503 Nov 24 21:09:49.443021 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21b07356-2487-455d-8c23-632178f178fa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:49.575900 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-49f40153-54b0-4cda-949b-223c3c3fea24 None None] Attempting to bind port 20e3436c-b859-4cd3-80b2-934f73524eb3 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:09:49.578933 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-49f40153-54b0-4cda-949b-223c3c3fea24 None None] Attempting to bind port 20e3436c-b859-4cd3-80b2-934f73524eb3 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'e9c0ffd3-c742-4732-897b-26dd5c22f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eea3fa42-e959-4f8a-8e82-84e7415ba580'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:09:49.579255 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f40153-54b0-4cda-949b-223c3c3fea24 None None] Attempting to bind port 20e3436c-b859-4cd3-80b2-934f73524eb3 on network eea3fa42-e959-4f8a-8e82-84e7415ba580 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:09:49.586816 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f40153-54b0-4cda-949b-223c3c3fea24 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:09:49.587314 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f40153-54b0-4cda-949b-223c3c3fea24 None None] Checking segment: {'id': 'e9c0ffd3-c742-4732-897b-26dd5c22f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eea3fa42-e959-4f8a-8e82-84e7415ba580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:09:49.587734 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-49f40153-54b0-4cda-949b-223c3c3fea24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:49.588193 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f40153-54b0-4cda-949b-223c3c3fea24 None None] Bound using segment: {'id': 'e9c0ffd3-c742-4732-897b-26dd5c22f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eea3fa42-e959-4f8a-8e82-84e7415ba580'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:09:49.590395 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-49f40153-54b0-4cda-949b-223c3c3fea24 None None] Bound port: 20e3436c-b859-4cd3-80b2-934f73524eb3, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c0ffd3-c742-4732-897b-26dd5c22f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eea3fa42-e959-4f8a-8e82-84e7415ba580'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:09:49.590806 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-49f40153-54b0-4cda-949b-223c3c3fea24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:49.648586 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-9937c996-4e90-443c-b1d9-29c2ea225588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07bd64ef-3c75-4d49-b39c-4d4c3e210310 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:09:49.678819 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-9937c996-4e90-443c-b1d9-29c2ea225588 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:49.700151 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-49f40153-54b0-4cda-949b-223c3c3fea24 None None] For port 20e3436c-b859-4cd3-80b2-934f73524eb3, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:09:49.712154 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-49f40153-54b0-4cda-949b-223c3c3fea24 None None] For port 20e3436c-b859-4cd3-80b2-934f73524eb3, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=20e3436c-b859-4cd3-80b2-934f73524eb3,segment=NetworkSegment(e9c0ffd3-c742-4732-897b-26dd5c22f79a),segment_id=e9c0ffd3-c742-4732-897b-26dd5c22f79a)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:09:49.720398 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8b2881a4-742e-4d6c-b26a-4ad56b109672 None None] Provisioning complete for port 07bd64ef-3c75-4d49-b39c-4d4c3e210310 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:49.721144 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8b2881a4-742e-4d6c-b26a-4ad56b109672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:49.727600 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-9937c996-4e90-443c-b1d9-29c2ea225588 service neutron] Transition to ACTIVE for port object 07bd64ef-3c75-4d49-b39c-4d4c3e210310 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:09:49.752198 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-9937c996-4e90-443c-b1d9-29c2ea225588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:49.810791 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-49f40153-54b0-4cda-949b-223c3c3fea24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:49.962594 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-8b2881a4-742e-4d6c-b26a-4ad56b109672 None None] Port 07bd64ef-3c75-4d49-b39c-4d4c3e210310 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:09:50.010641 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f40153-54b0-4cda-949b-223c3c3fea24 None None] Pushing event updated for resources: {'Port': ['ID=20e3436c-b859-4cd3-80b2-934f73524eb3,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:50.071095 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937c996-4e90-443c-b1d9-29c2ea225588 service neutron] Pushing event updated for resources: {'Port': ['ID=07bd64ef-3c75-4d49-b39c-4d4c3e210310,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:50.158337 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-9937c996-4e90-443c-b1d9-29c2ea225588 service neutron] Attempting to bind port 07bd64ef-3c75-4d49-b39c-4d4c3e210310 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:09:50.158753 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-9937c996-4e90-443c-b1d9-29c2ea225588 service neutron] Attempting to bind port 07bd64ef-3c75-4d49-b39c-4d4c3e210310 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '8a429477-61f7-4599-8550-78823945d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:09:50.159153 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-9937c996-4e90-443c-b1d9-29c2ea225588 service neutron] Attempting to bind port 07bd64ef-3c75-4d49-b39c-4d4c3e210310 on network 8b715e2d-d98b-437d-add9-30773d2e531a {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:09:50.164632 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-9937c996-4e90-443c-b1d9-29c2ea225588 service neutron] Port 07bd64ef-3c75-4d49-b39c-4d4c3e210310 on network 8b715e2d-d98b-437d-add9-30773d2e531a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:09:50.165422 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-9937c996-4e90-443c-b1d9-29c2ea225588 service neutron] Attempting to bind port 07bd64ef-3c75-4d49-b39c-4d4c3e210310 on network 8b715e2d-d98b-437d-add9-30773d2e531a {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:09:50.197132 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-9937c996-4e90-443c-b1d9-29c2ea225588 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:09:50.197492 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-9937c996-4e90-443c-b1d9-29c2ea225588 service neutron] Checking segment: {'id': '8a429477-61f7-4599-8550-78823945d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:09:50.197896 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-9937c996-4e90-443c-b1d9-29c2ea225588 service neutron] Bound using segment: {'id': '8a429477-61f7-4599-8550-78823945d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:09:50.198355 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-9937c996-4e90-443c-b1d9-29c2ea225588 service neutron] Bound port: 07bd64ef-3c75-4d49-b39c-4d4c3e210310, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a429477-61f7-4599-8550-78823945d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:09:50.198720 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-9937c996-4e90-443c-b1d9-29c2ea225588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:50.449926 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-9937c996-4e90-443c-b1d9-29c2ea225588 service neutron] For port 07bd64ef-3c75-4d49-b39c-4d4c3e210310, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:09:50.526040 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-9937c996-4e90-443c-b1d9-29c2ea225588 service neutron] For port 07bd64ef-3c75-4d49-b39c-4d4c3e210310, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=07bd64ef-3c75-4d49-b39c-4d4c3e210310,segment=NetworkSegment(8a429477-61f7-4599-8550-78823945d7bc),segment_id=8a429477-61f7-4599-8550-78823945d7bc)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:09:50.534830 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-9937c996-4e90-443c-b1d9-29c2ea225588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:50.592320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a9112-4811-4239-a0df-8ccf355ba685 req-dfb2a42d-8bfb-4c9f-a6bc-1872c239b3ea tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:50.596509 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bd7a9112-4811-4239-a0df-8ccf355ba685 req-dfb2a42d-8bfb-4c9f-a6bc-1872c239b3ea tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b24754c-a977-491e-87b7-b147918fd7ff HTTP/1.1" status: 200 len: 1052 time: 0.2181261 Nov 24 21:09:50.605826 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaca5a9-893b-4d2e-9b98-8daafc4249fb req-fd730afa-f654-49dd-81b9-cff160a2213c tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:50.607696 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5aaca5a9-893b-4d2e-9b98-8daafc4249fb req-fd730afa-f654-49dd-81b9-cff160a2213c tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=0597f1f2-58aa-4aac-b8f9-cf46fde0ce70 HTTP/1.1" status: 200 len: 944 time: 0.1614931 Nov 24 21:09:50.679274 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-9937c996-4e90-443c-b1d9-29c2ea225588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:50.680796 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-9937c996-4e90-443c-b1d9-29c2ea225588 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:50.682389 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-9937c996-4e90-443c-b1d9-29c2ea225588 service neutron] 10.222.0.15 "PUT /v2.0/ports/07bd64ef-3c75-4d49-b39c-4d4c3e210310 HTTP/1.1" status: 200 len: 1091 time: 1.9269788 Nov 24 21:09:50.698026 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b24754c-a977-491e-87b7-b147918fd7ff', 'tag': '07bd64ef-3c75-4d49-b39c-4d4c3e210310'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:09:50.700466 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f867a2-18cc-49d6-b12d-9faf73a7f513" -d '{"events": [{"name": "network-changed", "server_uuid": "4b24754c-a977-491e-87b7-b147918fd7ff", "tag": "07bd64ef-3c75-4d49-b39c-4d4c3e210310"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:09:50.835922 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bd7a9112-4811-4239-a0df-8ccf355ba685 req-70d69a38-6598-438b-b919-d9ba19ed73d3 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316279 Nov 24 21:09:50.840684 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21b07356-2487-455d-8c23-632178f178fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:50.894914 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5aaca5a9-893b-4d2e-9b98-8daafc4249fb req-6ff98a6e-24be-4484-925c-a5e44c701864 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348645 Nov 24 21:09:50.895570 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937c996-4e90-443c-b1d9-29c2ea225588 service neutron] Pushing event updated for resources: {'Port': ['ID=07bd64ef-3c75-4d49-b39c-4d4c3e210310,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:50.940401 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-9c08bd20-6f8c-4d2c-b2ba-3dbeebab6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:50.941968 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-9c08bd20-6f8c-4d2c-b2ba-3dbeebab6b08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=685810006ea14bc2a208514d56be4ec4&device_id=4b24754c-a977-491e-87b7-b147918fd7ff HTTP/1.1" status: 200 len: 1094 time: 0.1105189 Nov 24 21:09:51.030891 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-c7a9c53f-6795-4b55-beb5-68684473df3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07bd64ef-3c75-4d49-b39c-4d4c3e210310 HTTP/1.1" status: 200 len: 217 time: 0.0748224 Nov 24 21:09:51.054659 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f9748f-5be7-4c1f-b1ec-d0859a331016 x-openstack-request-id: req-63f9748f-5be7-4c1f-b1ec-d0859a331016 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:09:51.054966 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b24754c-a977-491e-87b7-b147918fd7ff", "tag": "07bd64ef-3c75-4d49-b39c-4d4c3e210310", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:09:51.055224 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63f9748f-5be7-4c1f-b1ec-d0859a331016 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:09:51.055637 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b24754c-a977-491e-87b7-b147918fd7ff', 'tag': '07bd64ef-3c75-4d49-b39c-4d4c3e210310', 'status': 'completed', 'code': 200} Nov 24 21:09:51.168965 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-64b23417-6898-40ea-86a9-ac405e534469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:51.178144 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-64b23417-6898-40ea-86a9-ac405e534469 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c7cce09-ea7d-4472-9297-c0d745928599 HTTP/1.1" status: 200 len: 848 time: 0.1352398 Nov 24 21:09:51.287598 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3f176f52-e7a9-4cf4-aa91-31e38b070c23 req-dde62986-f2e4-41cc-ba89-eff46916df5b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.0501301 Nov 24 21:09:51.336723 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 54696c3a-f319-4973-8179-ddbf3ca69b6e up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:09:51.400626 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b07356-2487-455d-8c23-632178f178fa admin admin] Router 67feb3c5-f1d1-4c41-a30a-29011904ebd4 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:09:51.401628 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-e29ac5d4-35fb-419f-bb49-860720d25327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:51.404529 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-e29ac5d4-35fb-419f-bb49-860720d25327 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b715e2d-d98b-437d-add9-30773d2e531a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2110517 Nov 24 21:09:51.457849 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 54696c3a-f319-4973-8179-ddbf3ca69b6e completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:09:51.462951 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 54696c3a-f319-4973-8179-ddbf3ca69b6e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:51.463516 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:51.646015 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:51.678768 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-d3e93446-c9e3-4b73-a031-966d5829d62f service neutron] 10.222.0.15 "GET /v2.0/networks/8b715e2d-d98b-437d-add9-30773d2e531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607462 Nov 24 21:09:51.704614 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0597f1f2-58aa-4aac-b8f9-cf46fde0ce70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54696c3a-f319-4973-8179-ddbf3ca69b6e'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:09:51.712634 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48468e6-1a27-49fe-94bb-be1a9ff820c2" -d '{"events": [{"server_uuid": "0597f1f2-58aa-4aac-b8f9-cf46fde0ce70", "name": "network-vif-plugged", "status": "completed", "tag": "54696c3a-f319-4973-8179-ddbf3ca69b6e"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:09:51.751998 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 54696c3a-f319-4973-8179-ddbf3ca69b6e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=54696c3a-f319-4973-8179-ddbf3ca69b6e,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:51.752987 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b07356-2487-455d-8c23-632178f178fa admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:09:51.767352 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:51.767586 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] Sync routers for ids ['67feb3c5-f1d1-4c41-a30a-29011904ebd4'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:09:51.797832 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] Routers {'67feb3c5-f1d1-4c41-a30a-29011904ebd4'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:09:51.798475 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:09:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['67feb3c5-f1d1-4c41-a30a-29011904ebd4'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:51.813746 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 20e3436c-b859-4cd3-80b2-934f73524eb3 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:09:51.862775 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21b07356-2487-455d-8c23-632178f178fa admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:51.864713 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-21b07356-2487-455d-8c23-632178f178fa admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1788571 Nov 24 21:09:51.868198 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55064) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:51.916061 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af608669-a4e4-4226-8c52-d2805f3a0780 x-openstack-request-id: req-af608669-a4e4-4226-8c52-d2805f3a0780 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:09:51.916369 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0597f1f2-58aa-4aac-b8f9-cf46fde0ce70", "name": "network-vif-plugged", "status": "completed", "tag": "54696c3a-f319-4973-8179-ddbf3ca69b6e", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:09:51.916632 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-af608669-a4e4-4226-8c52-d2805f3a0780 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:09:51.917063 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0597f1f2-58aa-4aac-b8f9-cf46fde0ce70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54696c3a-f319-4973-8179-ddbf3ca69b6e', 'code': 200} Nov 24 21:09:52.236350 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] Set router 67feb3c5-f1d1-4c41-a30a-29011904ebd4 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:09:52.236648 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35772537-fda1-4835-a475-b4f4f0b88171 req-ee610036-604e-4bc8-a78f-cf78a5b726b2 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:52.238326 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35772537-fda1-4835-a475-b4f4f0b88171 req-ee610036-604e-4bc8-a78f-cf78a5b726b2 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b24754c-a977-491e-87b7-b147918fd7ff HTTP/1.1" status: 200 len: 1094 time: 0.2471969 Nov 24 21:09:52.263804 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=54696c3a-f319-4973-8179-ddbf3ca69b6e,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:52.309830 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29dfedb-2503-4ff0-b641-4cac11d0d834 None None] Network eea3fa42-e959-4f8a-8e82-84e7415ba580 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:09:52.340468 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 20e3436c-b859-4cd3-80b2-934f73524eb3 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:52.347319 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:52.434983 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35772537-fda1-4835-a475-b4f4f0b88171 req-ee25f657-a94f-4ed8-bd81-5de9d65d8d09 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855423 Nov 24 21:09:52.588572 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813b2a3-32a1-476a-9b58-c608e852129c req-555992ed-e5d1-413e-ba7f-531891704c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:52.622204 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1813b2a3-32a1-476a-9b58-c608e852129c req-555992ed-e5d1-413e-ba7f-531891704c16 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0597f1f2-58aa-4aac-b8f9-cf46fde0ce70 HTTP/1.1" status: 200 len: 1096 time: 0.4365640 Nov 24 21:09:52.638828 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9712a97c-ebc1-4a94-9fb2-5a46fc16314b req-43e98232-10e2-42a9-b9b1-aee58cae3d97 service neutron] 10.222.0.15 "GET /v2.0/networks/8b715e2d-d98b-437d-add9-30773d2e531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9440451 Nov 24 21:09:52.683221 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:52.725685 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67feb3c5-f1d1-4c41-a30a-29011904ebd4', 'name': 'tempest-TaggedBootDevicesTest_v242-1574520674-router', 'tenant_id': 'a3dd7d42457d45acb8851697deacc18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'd6159182-6eed-454d-ad7b-74ffe3d03b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:45Z', 'updated_at': '2021-11-24T21:09:48Z', 'revision_number': 3, 'project_id': 'a3dd7d42457d45acb8851697deacc18d', 'gw_port': {'id': 'd6159182-6eed-454d-ad7b-74ffe3d03b88', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67feb3c5-f1d1-4c41-a30a-29011904ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:47Z', 'updated_at': '2021-11-24T21:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:52.729745 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2976f31f-9216-4571-9754-3630255e6b3c req-f4fd825d-1856-41af-b09a-9ef197116371 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.0940104 Nov 24 21:09:52.772349 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] Checking router: 67feb3c5-f1d1-4c41-a30a-29011904ebd4 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:09:52.773357 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] Updating router 67feb3c5-f1d1-4c41-a30a-29011904ebd4 port d6159182-6eed-454d-ad7b-74ffe3d03b88 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:09:52.774954 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ae537-2c21-481c-a24d-b7f2d1707e04 req-454e5175-9f3f-4d1e-a4e0-d1a025f06492 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:52.791725 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-032ae537-2c21-481c-a24d-b7f2d1707e04 req-454e5175-9f3f-4d1e-a4e0-d1a025f06492 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=0597f1f2-58aa-4aac-b8f9-cf46fde0ce70 HTTP/1.1" status: 200 len: 945 time: 0.5770602 Nov 24 21:09:52.799882 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 20e3436c-b859-4cd3-80b2-934f73524eb3, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=20e3436c-b859-4cd3-80b2-934f73524eb3,segment=NetworkSegment(e9c0ffd3-c742-4732-897b-26dd5c22f79a),segment_id=e9c0ffd3-c742-4732-897b-26dd5c22f79a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:52.801224 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ca4e88dc-e2df-4404-9b38-c7bed429441b None None] Provisioning complete for port 20e3436c-b859-4cd3-80b2-934f73524eb3 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:52.801699 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ca4e88dc-e2df-4404-9b38-c7bed429441b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:52.866492 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:52.934155 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1813b2a3-32a1-476a-9b58-c608e852129c req-16ae9bd1-30f6-43cc-8cc9-e1298645c8fd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906663 Nov 24 21:09:53.007088 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=20e3436c-b859-4cd3-80b2-934f73524eb3,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:53.033492 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-032ae537-2c21-481c-a24d-b7f2d1707e04 req-7b7b2bc0-4985-4ff9-b896-144d53da001a tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407923 Nov 24 21:09:53.082389 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:53.173102 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f867a2-18cc-49d6-b12d-9faf73a7f513 req-92a0a06d-e9b1-4a16-b90b-ed07be75fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:53.175008 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01f867a2-18cc-49d6-b12d-9faf73a7f513 req-92a0a06d-e9b1-4a16-b90b-ed07be75fba9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=685810006ea14bc2a208514d56be4ec4&device_id=4b24754c-a977-491e-87b7-b147918fd7ff HTTP/1.1" status: 200 len: 1094 time: 0.2973278 Nov 24 21:09:53.720329 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3afc31-4570-4b36-b74a-08aa456ea6df req-2cfabf6d-533e-4cb5-a688-b5418ac52201 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:53.749656 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed3afc31-4570-4b36-b74a-08aa456ea6df req-2cfabf6d-533e-4cb5-a688-b5418ac52201 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b24754c-a977-491e-87b7-b147918fd7ff HTTP/1.1" status: 200 len: 1094 time: 0.2122591 Nov 24 21:09:53.793992 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:53.818683 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:53.925241 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948b14f-3444-4b3d-a1f3-19a3c460bb5c None None] Pushing event updated for resources: {'Port': ['ID=d6159182-6eed-454d-ad7b-74ffe3d03b88,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:53.925356 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-51266935-83c3-4313-85b0-296f170a6510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:53.927143 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] Attempting to bind port d6159182-6eed-454d-ad7b-74ffe3d03b88 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:09:53.927143 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] Attempting to bind port d6159182-6eed-454d-ad7b-74ffe3d03b88 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:09:53.927143 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] Attempting to bind port d6159182-6eed-454d-ad7b-74ffe3d03b88 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:09:53.934529 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 20e3436c-b859-4cd3-80b2-934f73524eb3 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:09:53.935242 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:09:53.935913 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:09:53.937172 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:53.937898 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:09:53.938683 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] Bound port: d6159182-6eed-454d-ad7b-74ffe3d03b88, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:09:53.939360 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:53.980876 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f867a2-18cc-49d6-b12d-9faf73a7f513 req-e21afc70-0594-448d-a65c-a5cadf489506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:53.989822 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01f867a2-18cc-49d6-b12d-9faf73a7f513 req-e21afc70-0594-448d-a65c-a5cadf489506 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b715e2d-d98b-437d-add9-30773d2e531a HTTP/1.1" status: 200 len: 910 time: 0.7528040 Nov 24 21:09:54.046537 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] For port d6159182-6eed-454d-ad7b-74ffe3d03b88, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:09:54.050549 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd4f063-97ac-4822-b629-a9b7d23e835e None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:09:54.061144 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed3afc31-4570-4b36-b74a-08aa456ea6df req-186abd8a-ddb3-44a9-961b-84ba8c7bad61 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093183 Nov 24 21:09:54.074518 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] For port d6159182-6eed-454d-ad7b-74ffe3d03b88, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d6159182-6eed-454d-ad7b-74ffe3d03b88,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:09:54.084047 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:54.097532 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-16b11728-0303-47f8-be87-64a019165fef None None] Provisioning complete for port 20e3436c-b859-4cd3-80b2-934f73524eb3 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:54.101143 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-16b11728-0303-47f8-be87-64a019165fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:54.134766 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01f867a2-18cc-49d6-b12d-9faf73a7f513 req-58c54d1e-e0a3-449c-9599-ae8febfe2116 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07bd64ef-3c75-4d49-b39c-4d4c3e210310 HTTP/1.1" status: 200 len: 217 time: 0.1211615 Nov 24 21:09:54.218845 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 20e3436c-b859-4cd3-80b2-934f73524eb3 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:54.219468 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:54.221630 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9816ed4f-2c17-4164-99ca-689ebc50300c None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:09:54.238548 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7225fba7-1113-457b-bd9a-d9f7e1c4e68d req-6f0afbe8-44aa-476c-96eb-71ed8f430f6f tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.1814640 Nov 24 21:09:54.284202 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 07bd64ef-3c75-4d49-b39c-4d4c3e210310 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:09:54.354511 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] Routers {'67feb3c5-f1d1-4c41-a30a-29011904ebd4'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:09:54.355162 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:09:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['67feb3c5-f1d1-4c41-a30a-29011904ebd4'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:54.430838 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527814cb-8f0b-46ec-8c62-bb1790e28261 req-583d6046-594f-4853-84e6-409e59d2f184 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:54.445387 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-527814cb-8f0b-46ec-8c62-bb1790e28261 req-583d6046-594f-4853-84e6-409e59d2f184 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=0597f1f2-58aa-4aac-b8f9-cf46fde0ce70 HTTP/1.1" status: 200 len: 945 time: 0.1395648 Nov 24 21:09:54.525750 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948b14f-3444-4b3d-a1f3-19a3c460bb5c None None] Pushing event updated for resources: {'Port': ['ID=d6159182-6eed-454d-ad7b-74ffe3d03b88,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:54.548005 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f867a2-18cc-49d6-b12d-9faf73a7f513 req-5dc1a2a3-b998-40fb-97da-fa90138af4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:54.550209 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01f867a2-18cc-49d6-b12d-9faf73a7f513 req-5dc1a2a3-b998-40fb-97da-fa90138af4ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c7cce09-ea7d-4472-9297-c0d745928599 HTTP/1.1" status: 200 len: 848 time: 0.4014168 Nov 24 21:09:54.585017 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-527814cb-8f0b-46ec-8c62-bb1790e28261 req-540e5cb0-ff51-4b98-aa71-c817788efc84 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378887 Nov 24 21:09:54.638162 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2e8076d7-c827-4bff-968b-682c539cd56d None None] Provisioning complete for port d6159182-6eed-454d-ad7b-74ffe3d03b88 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:54.652488 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2e8076d7-c827-4bff-968b-682c539cd56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:54.663854 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] Set router 67feb3c5-f1d1-4c41-a30a-29011904ebd4 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:09:54.731494 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 07bd64ef-3c75-4d49-b39c-4d4c3e210310, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=07bd64ef-3c75-4d49-b39c-4d4c3e210310,segment=NetworkSegment(8a429477-61f7-4599-8550-78823945d7bc),segment_id=8a429477-61f7-4599-8550-78823945d7bc)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:54.784192 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f867a2-18cc-49d6-b12d-9faf73a7f513 req-667fb8b6-fafa-4910-942b-e89f74ea2afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:54.785766 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01f867a2-18cc-49d6-b12d-9faf73a7f513 req-667fb8b6-fafa-4910-942b-e89f74ea2afb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b715e2d-d98b-437d-add9-30773d2e531a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2188227 Nov 24 21:09:54.791006 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2e8076d7-c827-4bff-968b-682c539cd56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:54.801150 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-51266935-83c3-4313-85b0-296f170a6510 admin admin] Allocated IP 172.20.0.1 (eea3fa42-e959-4f8a-8e82-84e7415ba580/da2e4ec9-486c-41c6-ab1b-050e60185626/792737a3-5147-40d8-a6d9-5380b625d9a4) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:09:54.817388 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2e8076d7-c827-4bff-968b-682c539cd56d None None] For port d6159182-6eed-454d-ad7b-74ffe3d03b88, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d6159182-6eed-454d-ad7b-74ffe3d03b88,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:54.821889 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '07bd64ef-3c75-4d49-b39c-4d4c3e210310', 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a', 'port_id': '07bd64ef-3c75-4d49-b39c-4d4c3e210310', 'mac_address': 'fa:16:3e:7c:8f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7cce09-ea7d-4472-9297-c0d745928599', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:09:54.828639 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2e8076d7-c827-4bff-968b-682c539cd56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:55.016813 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:55.094704 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8076d7-c827-4bff-968b-682c539cd56d None None] Pushing event updated for resources: {'Port': ['ID=d6159182-6eed-454d-ad7b-74ffe3d03b88,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:55.105024 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07bd64ef-3c75-4d49-b39c-4d4c3e210310 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:09:55.158793 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 07bd64ef-3c75-4d49-b39c-4d4c3e210310, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=07bd64ef-3c75-4d49-b39c-4d4c3e210310,segment=NetworkSegment(8a429477-61f7-4599-8550-78823945d7bc),segment_id=8a429477-61f7-4599-8550-78823945d7bc)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:55.179944 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:55.189206 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67feb3c5-f1d1-4c41-a30a-29011904ebd4', 'name': 'tempest-TaggedBootDevicesTest_v242-1574520674-router', 'tenant_id': 'a3dd7d42457d45acb8851697deacc18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'd6159182-6eed-454d-ad7b-74ffe3d03b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:45Z', 'updated_at': '2021-11-24T21:09:48Z', 'revision_number': 3, 'project_id': 'a3dd7d42457d45acb8851697deacc18d', 'gw_port': {'id': 'd6159182-6eed-454d-ad7b-74ffe3d03b88', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67feb3c5-f1d1-4c41-a30a-29011904ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:47Z', 'updated_at': '2021-11-24T21:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:55.290440 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01f867a2-18cc-49d6-b12d-9faf73a7f513 req-49adb00f-c8a7-4cc9-a852-3d7be0c24cf1 service neutron] 10.222.0.15 "GET /v2.0/networks/8b715e2d-d98b-437d-add9-30773d2e531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842556 Nov 24 21:09:55.307487 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac169e7a-3bee-46d3-bb5c-d74111457079 req-e4040178-3283-4928-958b-37c414a27dfe tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:55.317265 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ac169e7a-3bee-46d3-bb5c-d74111457079 req-e4040178-3283-4928-958b-37c414a27dfe tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b24754c-a977-491e-87b7-b147918fd7ff HTTP/1.1" status: 200 len: 1095 time: 0.1092944 Nov 24 21:09:55.320729 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b1869c-8013-4989-b10e-11eafd7d758b None None] The sync data for ids ['67feb3c5-f1d1-4c41-a30a-29011904ebd4'] in n-d-812111-8 is: [{'id': '67feb3c5-f1d1-4c41-a30a-29011904ebd4', 'name': 'tempest-TaggedBootDevicesTest_v242-1574520674-router', 'tenant_id': 'a3dd7d42457d45acb8851697deacc18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'd6159182-6eed-454d-ad7b-74ffe3d03b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:45Z', 'updated_at': '2021-11-24T21:09:48Z', 'revision_number': 3, 'project_id': 'a3dd7d42457d45acb8851697deacc18d', 'gw_port': {'id': 'd6159182-6eed-454d-ad7b-74ffe3d03b88', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67feb3c5-f1d1-4c41-a30a-29011904ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:47Z', 'updated_at': '2021-11-24T21:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:09:55.377297 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=07bd64ef-3c75-4d49-b39c-4d4c3e210310,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:55.425841 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:09:55.437950 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['07bd64ef-3c75-4d49-b39c-4d4c3e210310'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:09:55.473793 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ac169e7a-3bee-46d3-bb5c-d74111457079 req-33c20171-204a-4480-bc50-3663dfe3eb14 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554878 Nov 24 21:09:56.112111 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55306) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:56.157426 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f43a6898-bb88-433e-9c69-c48382253eb8 req-2f853dd7-3e57-40f2-b0f0-bd137560d0d2 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb650c2-ddea-4199-8442-62c193ddcbee HTTP/1.1" status: 200 len: 210 time: 0.0577550 Nov 24 21:09:56.174468 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-51266935-83c3-4313-85b0-296f170a6510 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:56.282082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 07bd64ef-3c75-4d49-b39c-4d4c3e210310 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:09:56.282732 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01f867a2-18cc-49d6-b12d-9faf73a7f513 req-387e4b24-bafb-4c04-bf7f-1865d2fa36a5 service neutron] 10.222.0.15 "GET /v2.0/networks/8b715e2d-d98b-437d-add9-30773d2e531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9708810 Nov 24 21:09:56.290162 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-51266935-83c3-4313-85b0-296f170a6510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:56.372255 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51266935-83c3-4313-85b0-296f170a6510 admin admin] Network eea3fa42-e959-4f8a-8e82-84e7415ba580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:09:56.422893 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 07bd64ef-3c75-4d49-b39c-4d4c3e210310 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:09:56.427246 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 07bd64ef-3c75-4d49-b39c-4d4c3e210310 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:56.427622 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:56.431786 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1fed5032-b629-4e45-a74b-eaa27a3b6973 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:56.448364 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51266935-83c3-4313-85b0-296f170a6510 admin admin] Pushing event updated for resources: {'Port': ['ID=792737a3-5147-40d8-a6d9-5380b625d9a4,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:56.464736 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-51266935-83c3-4313-85b0-296f170a6510 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:09:56.486744 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51266935-83c3-4313-85b0-296f170a6510 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:09:56.498604 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fb25d-72dc-4e1f-a395-f90aa99810a3 req-bd3fbe8e-b9d2-444d-a1a9-4ef255dc25b6 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:56.510683 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c90fb25d-72dc-4e1f-a395-f90aa99810a3 req-bd3fbe8e-b9d2-444d-a1a9-4ef255dc25b6 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=0597f1f2-58aa-4aac-b8f9-cf46fde0ce70 HTTP/1.1" status: 200 len: 945 time: 0.1636229 Nov 24 21:09:56.634121 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c90fb25d-72dc-4e1f-a395-f90aa99810a3 req-d0ebff08-abe3-45bd-af7c-b777b57cbf1f tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206782 Nov 24 21:09:56.683116 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-51266935-83c3-4313-85b0-296f170a6510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:56.719840 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:56.734404 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1fed5032-b629-4e45-a74b-eaa27a3b6973 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:56.745978 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1fed5032-b629-4e45-a74b-eaa27a3b6973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:56.764429 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b24754c-a977-491e-87b7-b147918fd7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bd64ef-3c75-4d49-b39c-4d4c3e210310'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:09:56.773998 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83debfa-563a-49f5-a5d0-4aba07d4548f" -d '{"events": [{"server_uuid": "4b24754c-a977-491e-87b7-b147918fd7ff", "name": "network-vif-plugged", "status": "completed", "tag": "07bd64ef-3c75-4d49-b39c-4d4c3e210310"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:09:56.807504 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 07bd64ef-3c75-4d49-b39c-4d4c3e210310, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=07bd64ef-3c75-4d49-b39c-4d4c3e210310,segment=NetworkSegment(8a429477-61f7-4599-8550-78823945d7bc),segment_id=8a429477-61f7-4599-8550-78823945d7bc)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:09:56.818778 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:56.859419 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1fed5032-b629-4e45-a74b-eaa27a3b6973 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=267de8a6a28a4512a9c16528247b61d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7450337 Nov 24 21:09:56.860424 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55332) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:56.861289 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed5032-b629-4e45-a74b-eaa27a3b6973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42fb7f3-81f5-4475-88bd-3139ad6584aa,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:56.938835 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-51266935-83c3-4313-85b0-296f170a6510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:56.939842 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c038237f-0627-480f-bfbb-7b30c58ee8e4 x-openstack-request-id: req-c038237f-0627-480f-bfbb-7b30c58ee8e4 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:09:56.940991 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b24754c-a977-491e-87b7-b147918fd7ff", "name": "network-vif-plugged", "status": "completed", "tag": "07bd64ef-3c75-4d49-b39c-4d4c3e210310", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:09:56.941254 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c038237f-0627-480f-bfbb-7b30c58ee8e4 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:09:56.941663 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b24754c-a977-491e-87b7-b147918fd7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bd64ef-3c75-4d49-b39c-4d4c3e210310', 'code': 200} Nov 24 21:09:56.946696 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=07bd64ef-3c75-4d49-b39c-4d4c3e210310,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:56.967153 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b1ac8488-6094-48dc-8c54-37689b7648c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:57.009165 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b1ac8488-6094-48dc-8c54-37689b7648c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:57.078472 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2160379f-e885-4078-a1ba-c64ea5114221 None None] Provisioning complete for port 792737a3-5147-40d8-a6d9-5380b625d9a4 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:57.079112 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2160379f-e885-4078-a1ba-c64ea5114221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:57.079291 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b1ac8488-6094-48dc-8c54-37689b7648c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:57.083003 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d38b84-b5a1-44e1-96f9-218ca13d50fe req-16d6ce74-2a7a-46fa-8f27-4bc2a04eca76 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:57.084740 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e9d38b84-b5a1-44e1-96f9-218ca13d50fe req-16d6ce74-2a7a-46fa-8f27-4bc2a04eca76 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b24754c-a977-491e-87b7-b147918fd7ff HTTP/1.1" status: 200 len: 1095 time: 0.4899662 Nov 24 21:09:57.088013 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b1ac8488-6094-48dc-8c54-37689b7648c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:57.093272 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b1ac8488-6094-48dc-8c54-37689b7648c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e42fb7f3-81f5-4475-88bd-3139ad6584aa HTTP/1.1" status: 204 len: 168 time: 0.2250473 Nov 24 21:09:57.119703 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac8488-6094-48dc-8c54-37689b7648c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42fb7f3-81f5-4475-88bd-3139ad6584aa,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:57.138339 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-2160379f-e885-4078-a1ba-c64ea5114221 None None] Port 792737a3-5147-40d8-a6d9-5380b625d9a4 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:09:57.149479 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac8488-6094-48dc-8c54-37689b7648c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:57.150174 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac8488-6094-48dc-8c54-37689b7648c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:57.150994 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac8488-6094-48dc-8c54-37689b7648c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:57.151510 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac8488-6094-48dc-8c54-37689b7648c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:57.152006 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac8488-6094-48dc-8c54-37689b7648c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:57.152506 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac8488-6094-48dc-8c54-37689b7648c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:57.153023 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac8488-6094-48dc-8c54-37689b7648c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:57.153663 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac8488-6094-48dc-8c54-37689b7648c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:57.154156 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac8488-6094-48dc-8c54-37689b7648c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:57.154644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac8488-6094-48dc-8c54-37689b7648c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:57.155174 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac8488-6094-48dc-8c54-37689b7648c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:57.156164 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac8488-6094-48dc-8c54-37689b7648c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:09:57.221721 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689bb86-ca35-43f7-9527-414be2dda94e req-dcc7b1ce-f7ab-4f2a-8320-bb2e2c4296cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:57.226555 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e689bb86-ca35-43f7-9527-414be2dda94e req-dcc7b1ce-f7ab-4f2a-8320-bb2e2c4296cd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b24754c-a977-491e-87b7-b147918fd7ff HTTP/1.1" status: 200 len: 1096 time: 0.2482107 Nov 24 21:09:57.350516 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55348) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:57.413997 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e9d38b84-b5a1-44e1-96f9-218ca13d50fe req-b278dbfb-f820-4e55-b0e0-f157cb55ac5e tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141489 Nov 24 21:09:57.470196 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e689bb86-ca35-43f7-9527-414be2dda94e req-8a2a2244-8e07-4399-a4f6-294aec3940f2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312012 Nov 24 21:09:57.487037 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-158e62f4-6c54-4972-95d3-3dcd451acd16 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:57.502422 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-51266935-83c3-4313-85b0-296f170a6510 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:57.516905 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-51266935-83c3-4313-85b0-296f170a6510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:57.544623 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-158e62f4-6c54-4972-95d3-3dcd451acd16 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:57.690721 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-158e62f4-6c54-4972-95d3-3dcd451acd16 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:57.695646 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-158e62f4-6c54-4972-95d3-3dcd451acd16 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:57.700534 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-158e62f4-6c54-4972-95d3-3dcd451acd16 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "DELETE /v2.0/security-groups/0f2cf2ef-cae2-4966-979c-d2a693b6f972 HTTP/1.1" status: 204 len: 168 time: 0.3468640 Nov 24 21:09:57.705075 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55364) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:57.748244 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d6159182-6eed-454d-ad7b-74ffe3d03b88 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:09:57.749686 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55366) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:57.763773 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e62f4-6c54-4972-95d3-3dcd451acd16 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2cf2ef-cae2-4966-979c-d2a693b6f972,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:57.798654 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f196547-086c-41fa-a263-a95337ecb9aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:57.816039 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-897e00ec-a9cd-427d-a975-fe3b90a3fdbf tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] show failed (client error): The resource could not be found. Nov 24 21:09:57.817839 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-897e00ec-a9cd-427d-a975-fe3b90a3fdbf tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "GET /v2.0/security-groups/0f2cf2ef-cae2-4966-979c-d2a693b6f972 HTTP/1.1" status: 404 len: 347 time: 0.1021576 Nov 24 21:09:57.820614 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-51266935-83c3-4313-85b0-296f170a6510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:57.831422 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55374) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:57.841963 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51266935-83c3-4313-85b0-296f170a6510 admin admin] Pushing event updated for resources: {'Port': ['ID=792737a3-5147-40d8-a6d9-5380b625d9a4,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:57.867357 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port d6159182-6eed-454d-ad7b-74ffe3d03b88 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:57.868036 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:57.908177 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838da3f-8147-4657-898c-bf1b6be00f76 req-17e71f85-bbab-4d0b-a404-984f26bb7433 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:57.919986 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2838da3f-8147-4657-898c-bf1b6be00f76 req-17e71f85-bbab-4d0b-a404-984f26bb7433 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=0597f1f2-58aa-4aac-b8f9-cf46fde0ce70 HTTP/1.1" status: 200 len: 945 time: 0.1599140 Nov 24 21:09:58.009279 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2838da3f-8147-4657-898c-bf1b6be00f76 req-6aa93d83-6875-490c-8291-95f7ebf8db79 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724342 Nov 24 21:09:58.039296 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51266935-83c3-4313-85b0-296f170a6510 admin admin] Network eea3fa42-e959-4f8a-8e82-84e7415ba580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:09:58.043211 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-51266935-83c3-4313-85b0-296f170a6510 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:09:58.122667 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f196547-086c-41fa-a263-a95337ecb9aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:58.133014 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f196547-086c-41fa-a263-a95337ecb9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:58.233993 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8f196547-086c-41fa-a263-a95337ecb9aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fff3d659c9b644269b0dd3f0dd816be8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4719806 Nov 24 21:09:58.244440 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55382) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:58.271586 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f196547-086c-41fa-a263-a95337ecb9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14f9619-25b0-4027-b755-cb3db3e9e62a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:58.318049 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51266935-83c3-4313-85b0-296f170a6510 admin admin] Router 67feb3c5-f1d1-4c41-a30a-29011904ebd4 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:09:58.324255 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-c41e52e4-e5d3-45db-845f-4c342c63b85b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Deleting port 26446297-b9ea-4059-9e84-db2189e66ff4 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:09:58.324600 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c41e52e4-e5d3-45db-845f-4c342c63b85b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:58.415646 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2be82e91-90ff-4386-ba84-4675d836a882 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:58.520655 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2be82e91-90ff-4386-ba84-4675d836a882 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:58.595190 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2be82e91-90ff-4386-ba84-4675d836a882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:58.598653 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2be82e91-90ff-4386-ba84-4675d836a882 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:58.600241 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2be82e91-90ff-4386-ba84-4675d836a882 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a14f9619-25b0-4027-b755-cb3db3e9e62a HTTP/1.1" status: 204 len: 168 time: 0.3549306 Nov 24 21:09:58.604958 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-02e3fd88-636c-41e3-a8b8-0ef441b3d5c1 None None] Provisioning complete for port 792737a3-5147-40d8-a6d9-5380b625d9a4 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:09:58.605223 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-02e3fd88-636c-41e3-a8b8-0ef441b3d5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:58.619807 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be82e91-90ff-4386-ba84-4675d836a882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14f9619-25b0-4027-b755-cb3db3e9e62a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:58.645859 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c41e52e4-e5d3-45db-845f-4c342c63b85b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:58.646431 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c41e52e4-e5d3-45db-845f-4c342c63b85b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:58.670410 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-c41e52e4-e5d3-45db-845f-4c342c63b85b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Calling delete_port for 26446297-b9ea-4059-9e84-db2189e66ff4 owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:09:58.737824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-02e3fd88-636c-41e3-a8b8-0ef441b3d5c1 None None] Port 792737a3-5147-40d8-a6d9-5380b625d9a4 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:09:58.960105 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c41e52e4-e5d3-45db-845f-4c342c63b85b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:58.963513 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63833d-86e7-4240-8181-5d04173208d3 req-f3a869cf-60fe-4cfa-adb7-2ee3006d39cc tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:58.965732 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f63833d-86e7-4240-8181-5d04173208d3 req-f3a869cf-60fe-4cfa-adb7-2ee3006d39cc tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b24754c-a977-491e-87b7-b147918fd7ff HTTP/1.1" status: 200 len: 1096 time: 0.1866560 Nov 24 21:09:59.019851 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51266935-83c3-4313-85b0-296f170a6510 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:09:59.025731 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-51266935-83c3-4313-85b0-296f170a6510 admin admin] 10.222.0.11 "PUT /v2.0/routers/67feb3c5-f1d1-4c41-a30a-29011904ebd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1545720 Nov 24 21:09:59.029953 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] Sync routers for ids ['67feb3c5-f1d1-4c41-a30a-29011904ebd4'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:09:59.056793 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e52e4-e5d3-45db-845f-4c342c63b85b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event deleted for resources: {'Port': ['ID=26446297-b9ea-4059-9e84-db2189e66ff4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:09:59.067681 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9223fc-0054-4739-8ca5-ab6cb8a3e82e None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:09:59.096778 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] Routers {'67feb3c5-f1d1-4c41-a30a-29011904ebd4'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:09:59.103278 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:09:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['67feb3c5-f1d1-4c41-a30a-29011904ebd4'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:09:59.109330 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f63833d-86e7-4240-8181-5d04173208d3 req-3916736d-4b99-4ebb-af5b-081fb7547202 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328347 Nov 24 21:09:59.191905 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c41e52e4-e5d3-45db-845f-4c342c63b85b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:59.200206 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c41e52e4-e5d3-45db-845f-4c342c63b85b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:59.200206 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c41e52e4-e5d3-45db-845f-4c342c63b85b tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "DELETE /v2.0/floatingips/c8b7e7c3-b8ff-4c95-8c8c-2dfd55031704 HTTP/1.1" status: 204 len: 168 time: 1.3618240 Nov 24 21:09:59.203583 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55420) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:09:59.277114 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded64c70-562d-4d10-b4f3-c0e6273bff66 req-be4670f1-c9ce-4d0a-a1fe-097e1f67c528 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:09:59.288182 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ded64c70-562d-4d10-b4f3-c0e6273bff66 req-be4670f1-c9ce-4d0a-a1fe-097e1f67c528 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=0597f1f2-58aa-4aac-b8f9-cf46fde0ce70 HTTP/1.1" status: 200 len: 945 time: 0.1112986 Nov 24 21:09:59.387921 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-dce6c30c-05e8-42e9-82e1-30a669e92c67 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Deleting port af61a7f2-1e25-4982-87e4-5079effabcf1 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:09:59.394200 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dce6c30c-05e8-42e9-82e1-30a669e92c67 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:59.395042 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ded64c70-562d-4d10-b4f3-c0e6273bff66 req-d3933be2-94d2-4c32-a0af-062203b4dca5 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043463 Nov 24 21:09:59.407161 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 54696c3a-f319-4973-8179-ddbf3ca69b6e details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:09:59.607227 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] Set router 67feb3c5-f1d1-4c41-a30a-29011904ebd4 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:09:59.618342 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dce6c30c-05e8-42e9-82e1-30a669e92c67 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:09:59.646066 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-dce6c30c-05e8-42e9-82e1-30a669e92c67 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Calling delete_port for af61a7f2-1e25-4982-87e4-5079effabcf1 owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:09:59.969618 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dce6c30c-05e8-42e9-82e1-30a669e92c67 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:00.007487 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6c30c-05e8-42e9-82e1-30a669e92c67 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event deleted for resources: {'Port': ['ID=af61a7f2-1e25-4982-87e4-5079effabcf1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:00.062071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 54696c3a-f319-4973-8179-ddbf3ca69b6e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=54696c3a-f319-4973-8179-ddbf3ca69b6e,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:00.075233 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '54696c3a-f319-4973-8179-ddbf3ca69b6e', 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8', 'port_id': '54696c3a-f319-4973-8179-ddbf3ca69b6e', 'mac_address': 'fa:16:3e:54:a9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb0de3e-23ea-436c-a6b2-0a24183ac0be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:10:00.110637 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dce6c30c-05e8-42e9-82e1-30a669e92c67 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:00.115503 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55472) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:00.120086 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-dce6c30c-05e8-42e9-82e1-30a669e92c67 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "DELETE /v2.0/ports/af61a7f2-1e25-4982-87e4-5079effabcf1 HTTP/1.1" status: 204 len: 168 time: 0.9153924 Nov 24 21:10:00.293059 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da788f78-7b7f-4f14-ac98-5642584313ad req-816e750f-4f93-4ca6-9414-4b083553c33d tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:00.302019 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da788f78-7b7f-4f14-ac98-5642584313ad req-816e750f-4f93-4ca6-9414-4b083553c33d tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b24754c-a977-491e-87b7-b147918fd7ff HTTP/1.1" status: 200 len: 1096 time: 0.0728586 Nov 24 21:10:00.379424 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:00.427165 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54696c3a-f319-4973-8179-ddbf3ca69b6e {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:10:00.481939 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da788f78-7b7f-4f14-ac98-5642584313ad req-df1dfc3b-8d26-499d-a406-f3570abaa004 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784868 Nov 24 21:10:00.512278 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279fb42-0b13-49ca-b253-033d244f8154 req-2918aaf4-1e49-4c54-9c3f-d7d8dfa15768 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:00.513982 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5279fb42-0b13-49ca-b253-033d244f8154 req-2918aaf4-1e49-4c54-9c3f-d7d8dfa15768 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=0597f1f2-58aa-4aac-b8f9-cf46fde0ce70 HTTP/1.1" status: 200 len: 945 time: 0.3409448 Nov 24 21:10:00.549322 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ad297bdd-c07d-4fc6-9f69-5e5690e948ce tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Deleting port 5f848b02-05bc-4238-b1ac-d026adbdf90d {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:10:00.551650 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad297bdd-c07d-4fc6-9f69-5e5690e948ce tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:00.560871 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 54696c3a-f319-4973-8179-ddbf3ca69b6e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=54696c3a-f319-4973-8179-ddbf3ca69b6e,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:00.583524 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:00.610857 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f655e4-a042-4859-b2ac-174d82ad310f req-960e6a91-233e-4e1d-918b-b446446d881e tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:00.623430 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-22f655e4-a042-4859-b2ac-174d82ad310f req-960e6a91-233e-4e1d-918b-b446446d881e tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b24754c-a977-491e-87b7-b147918fd7ff HTTP/1.1" status: 200 len: 1096 time: 0.0716507 Nov 24 21:10:00.628403 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55492) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:00.641939 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0a3283c8-74b7-43de-a3a8-77232329a0c5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1321033853-network', 'tenant_id': '0c5e1bd878594e219076c95d1ce85e7c'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:10:00.710559 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['54696c3a-f319-4973-8179-ddbf3ca69b6e'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:10:00.771955 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=54696c3a-f319-4973-8179-ddbf3ca69b6e,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:00.814608 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-22f655e4-a042-4859-b2ac-174d82ad310f req-df056658-0801-4388-820c-411c90c1fd89 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898880 Nov 24 21:10:00.831889 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67feb3c5-f1d1-4c41-a30a-29011904ebd4', 'name': 'tempest-TaggedBootDevicesTest_v242-1574520674-router', 'tenant_id': 'a3dd7d42457d45acb8851697deacc18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'd6159182-6eed-454d-ad7b-74ffe3d03b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:45Z', 'updated_at': '2021-11-24T21:09:56Z', 'revision_number': 4, 'project_id': 'a3dd7d42457d45acb8851697deacc18d', 'gw_port': {'id': 'd6159182-6eed-454d-ad7b-74ffe3d03b88', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67feb3c5-f1d1-4c41-a30a-29011904ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:47Z', 'updated_at': '2021-11-24T21:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '792737a3-5147-40d8-a6d9-5380b625d9a4', 'name': '', 'network_id': 'eea3fa42-e959-4f8a-8e82-84e7415ba580', 'tenant_id': 'a3dd7d42457d45acb8851697deacc18d', 'mac_address': 'fa:16:3e:2d:09:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67feb3c5-f1d1-4c41-a30a-29011904ebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'da2e4ec9-486c-41c6-ab1b-050e60185626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:54Z', 'updated_at': '2021-11-24T21:09:57Z', 'revision_number': 2, 'project_id': 'a3dd7d42457d45acb8851697deacc18d', 'subnets': [{'id': 'da2e4ec9-486c-41c6-ab1b-050e60185626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:00.899262 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5279fb42-0b13-49ca-b253-033d244f8154 req-66e9064b-a653-41df-a960-d7a62c2a2dfe tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775706 Nov 24 21:10:00.911295 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3283c8-74b7-43de-a3a8-77232329a0c5 admin admin] Made reservation on behalf of 0c5e1bd878594e219076c95d1ce85e7c for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:10:00.914341 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a3283c8-74b7-43de-a3a8-77232329a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:00.924277 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a3283c8-74b7-43de-a3a8-77232329a0c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:00.955705 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] Checking router: 67feb3c5-f1d1-4c41-a30a-29011904ebd4 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:10:00.956073 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] Updating router 67feb3c5-f1d1-4c41-a30a-29011904ebd4 port 792737a3-5147-40d8-a6d9-5380b625d9a4 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:10:00.971723 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad297bdd-c07d-4fc6-9f69-5e5690e948ce tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:00.997277 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ad297bdd-c07d-4fc6-9f69-5e5690e948ce tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Calling delete_port for 5f848b02-05bc-4238-b1ac-d026adbdf90d owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:10:01.040764 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:01.084737 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7f269-a77e-4476-a9ab-8fd99ed826c5 req-15a4dbbe-f628-42ef-aa15-5a0c6c04424d tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:01.096955 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-22b7f269-a77e-4476-a9ab-8fd99ed826c5 req-15a4dbbe-f628-42ef-aa15-5a0c6c04424d tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b24754c-a977-491e-87b7-b147918fd7ff HTTP/1.1" status: 200 len: 1096 time: 0.1229844 Nov 24 21:10:01.204811 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-22b7f269-a77e-4476-a9ab-8fd99ed826c5 req-46f8addd-d9cd-46c5-a3a4-1fac10493faa tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937691 Nov 24 21:10:01.204811 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a3283c8-74b7-43de-a3a8-77232329a0c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:01.212243 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a3283c8-74b7-43de-a3a8-77232329a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:01.235226 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a3283c8-74b7-43de-a3a8-77232329a0c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:10:01.248549 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a3283c8-74b7-43de-a3a8-77232329a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:01.249619 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-0a3283c8-74b7-43de-a3a8-77232329a0c5 admin admin] Added segment 97b09836-6116-4a1c-8efc-ea2a11367391 of type vlan for network 23384c3e-1e32-42a7-a65e-a08bb20eb482 Nov 24 21:10:01.340280 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad297bdd-c07d-4fc6-9f69-5e5690e948ce tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:01.388586 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a3283c8-74b7-43de-a3a8-77232329a0c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:01.401331 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297bdd-c07d-4fc6-9f69-5e5690e948ce tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event deleted for resources: {'Port': ['ID=5f848b02-05bc-4238-b1ac-d026adbdf90d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:01.434963 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 54696c3a-f319-4973-8179-ddbf3ca69b6e no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:10:01.524299 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3283c8-74b7-43de-a3a8-77232329a0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6934881-c429-4394-be58-08f8d79e4f17,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:01.527044 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a3283c8-74b7-43de-a3a8-77232329a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:01.529188 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3283c8-74b7-43de-a3a8-77232329a0c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:01.529784 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a3283c8-74b7-43de-a3a8-77232329a0c5 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:01.659511 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad297bdd-c07d-4fc6-9f69-5e5690e948ce tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:01.667005 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:01.671689 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ad297bdd-c07d-4fc6-9f69-5e5690e948ce tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "DELETE /v2.0/ports/5f848b02-05bc-4238-b1ac-d026adbdf90d HTTP/1.1" status: 204 len: 168 time: 1.5551023 Nov 24 21:10:01.673457 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55538) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:01.702637 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 54696c3a-f319-4973-8179-ddbf3ca69b6e {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:10:01.792319 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 54696c3a-f319-4973-8179-ddbf3ca69b6e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=54696c3a-f319-4973-8179-ddbf3ca69b6e,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:01.817672 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3283c8-74b7-43de-a3a8-77232329a0c5 admin admin] Pushing event updated for resources: {'Network': ['ID=23384c3e-1e32-42a7-a65e-a08bb20eb482,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:01.872603 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0a3283c8-74b7-43de-a3a8-77232329a0c5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2392299 Nov 24 21:10:01.873417 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 23384c3e-1e32-42a7-a65e-a08bb20eb482 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:10:01.880724 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55556) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:01.881054 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec20b7b-12fc-42b5-b9d6-5766fdd112d3 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Deleting subnet 2eb2776b-5847-4479-b246-63584a539d1e {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:10:01.887787 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:01.889127 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6ec20b7b-12fc-42b5-b9d6-5766fdd112d3 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:01.894413 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-d2990ef8-80cb-4fed-84cf-17529a334418 admin admin] Request body: {'subnet': {'network_id': '23384c3e-1e32-42a7-a65e-a08bb20eb482', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1321033853-subnet', 'tenant_id': '0c5e1bd878594e219076c95d1ce85e7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:10:01.944611 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e4248-11e3-4c57-9d22-afd54ed679ba req-fb66ea6f-0a6c-479f-b991-023e3b230888 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:01.946536 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b80e4248-11e3-4c57-9d22-afd54ed679ba req-fb66ea6f-0a6c-479f-b991-023e3b230888 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0597f1f2-58aa-4aac-b8f9-cf46fde0ce70 HTTP/1.1" status: 200 len: 944 time: 0.5152235 Nov 24 21:10:01.947696 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2990ef8-80cb-4fed-84cf-17529a334418 admin admin] Made reservation on behalf of 0c5e1bd878594e219076c95d1ce85e7c for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:10:01.951589 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2990ef8-80cb-4fed-84cf-17529a334418 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:02.095377 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-dbc59002-5267-4424-9ea4-a23f2e5b3816 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:02.099540 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-dbc59002-5267-4424-9ea4-a23f2e5b3816 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/networks?id=8b715e2d-d98b-437d-add9-30773d2e531a HTTP/1.1" status: 200 len: 910 time: 0.4589496 Nov 24 21:10:02.132860 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6ec20b7b-12fc-42b5-b9d6-5766fdd112d3 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:02.213607 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-312f3f7a-5d5a-4b10-8fc3-e7169d659e96 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/quotas/685810006ea14bc2a208514d56be4ec4 HTTP/1.1" status: 200 len: 375 time: 0.1022699 Nov 24 21:10:02.282619 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:02.304155 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=54696c3a-f319-4973-8179-ddbf3ca69b6e,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:02.314440 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:02.345483 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701c2b7-fda6-4fed-a3e7-bdb51a4a9fde req-c4c8e2c0-9335-4a5c-8a66-86fccbee0761 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:02.347079 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e701c2b7-fda6-4fed-a3e7-bdb51a4a9fde req-c4c8e2c0-9335-4a5c-8a66-86fccbee0761 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=0597f1f2-58aa-4aac-b8f9-cf46fde0ce70 HTTP/1.1" status: 200 len: 943 time: 0.3236690 Nov 24 21:10:02.408475 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-a8d326e1-d791-495a-842b-2165890884b9 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?tenant_id=685810006ea14bc2a208514d56be4ec4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1830702 Nov 24 21:10:02.466007 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a8cf4-0277-4ad5-90f3-8c1276aeac40 None None] Pushing event updated for resources: {'Port': ['ID=792737a3-5147-40d8-a6d9-5380b625d9a4,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:02.510411 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2990ef8-80cb-4fed-84cf-17529a334418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:02.544305 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-b80e4248-11e3-4c57-9d22-afd54ed679ba req-12cee2e9-e79c-478b-b913-29061b0d01b1 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Deleting port 54696c3a-f319-4973-8179-ddbf3ca69b6e {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:10:02.544648 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b80e4248-11e3-4c57-9d22-afd54ed679ba req-12cee2e9-e79c-478b-b913-29061b0d01b1 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:02.560656 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6ec20b7b-12fc-42b5-b9d6-5766fdd112d3 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:02.580702 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] Attempting to bind port 792737a3-5147-40d8-a6d9-5380b625d9a4 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:10:02.581117 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] Attempting to bind port 792737a3-5147-40d8-a6d9-5380b625d9a4 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'e9c0ffd3-c742-4732-897b-26dd5c22f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eea3fa42-e959-4f8a-8e82-84e7415ba580'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:10:02.581495 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] Attempting to bind port 792737a3-5147-40d8-a6d9-5380b625d9a4 on network eea3fa42-e959-4f8a-8e82-84e7415ba580 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:10:02.588132 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:10:02.588518 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] Checking segment: {'id': 'e9c0ffd3-c742-4732-897b-26dd5c22f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eea3fa42-e959-4f8a-8e82-84e7415ba580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:10:02.589132 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:02.589707 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] Bound using segment: {'id': 'e9c0ffd3-c742-4732-897b-26dd5c22f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eea3fa42-e959-4f8a-8e82-84e7415ba580'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:10:02.590352 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] Bound port: 792737a3-5147-40d8-a6d9-5380b625d9a4, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c0ffd3-c742-4732-897b-26dd5c22f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eea3fa42-e959-4f8a-8e82-84e7415ba580'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:10:02.590903 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:02.636234 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e701c2b7-fda6-4fed-a3e7-bdb51a4a9fde req-adb3cdfc-4a7c-405d-83c8-98bcbf124482 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784059 Nov 24 21:10:02.744060 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] For port 792737a3-5147-40d8-a6d9-5380b625d9a4, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:10:02.748590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] For port 792737a3-5147-40d8-a6d9-5380b625d9a4, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=792737a3-5147-40d8-a6d9-5380b625d9a4,segment=NetworkSegment(e9c0ffd3-c742-4732-897b-26dd5c22f79a),segment_id=e9c0ffd3-c742-4732-897b-26dd5c22f79a)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:10:02.762106 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:02.767222 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6ec20b7b-12fc-42b5-b9d6-5766fdd112d3 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:02.797705 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6ec20b7b-12fc-42b5-b9d6-5766fdd112d3 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:02.806189 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6ec20b7b-12fc-42b5-b9d6-5766fdd112d3 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "DELETE /v2.0/subnets/2eb2776b-5847-4479-b246-63584a539d1e HTTP/1.1" status: 204 len: 168 time: 1.1300020 Nov 24 21:10:02.808180 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa11d56-ffd5-4d08-9a77-0c28a7651e66 None None] Network 417e8feb-ccfa-4d8e-98e2-8cb36709c8c7 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:10:02.811942 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55588) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:02.858211 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec20b7b-12fc-42b5-b9d6-5766fdd112d3 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event deleted for resources: {'Subnet': ['ID=2eb2776b-5847-4479-b246-63584a539d1e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:02.861400 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2990ef8-80cb-4fed-84cf-17529a334418 admin admin] Checking segment: {'id': '97b09836-6116-4a1c-8efc-ea2a11367391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23384c3e-1e32-42a7-a65e-a08bb20eb482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:10:02.864144 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2990ef8-80cb-4fed-84cf-17529a334418 admin admin] Network hostable DHCP agents. Network: 23384c3e-1e32-42a7-a65e-a08bb20eb482, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:10:02.902752 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2990ef8-80cb-4fed-84cf-17529a334418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=814ec7a6-0d59-48b4-83ad-4f7717efa9f9,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:02.975595 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2990ef8-80cb-4fed-84cf-17529a334418 admin admin] Network 23384c3e-1e32-42a7-a65e-a08bb20eb482 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:10:03.007594 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-d2990ef8-80cb-4fed-84cf-17529a334418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 23384c3e-1e32-42a7-a65e-a08bb20eb482) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:10:03.041336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2990ef8-80cb-4fed-84cf-17529a334418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:03.041996 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2990ef8-80cb-4fed-84cf-17529a334418 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:03.052096 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b232271-99ac-462a-bb85-998ef4938c4d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Deleting subnet 26f7ad4d-47f7-4f94-83c1-a9b148ce53d9 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:10:03.059284 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7957b75-57b1-4472-8d92-0828ead268e9 None None] Network 23384c3e-1e32-42a7-a65e-a08bb20eb482 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:10:03.066284 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9b232271-99ac-462a-bb85-998ef4938c4d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:03.075281 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-b80e4248-11e3-4c57-9d22-afd54ed679ba req-12cee2e9-e79c-478b-b913-29061b0d01b1 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] For port 54696c3a-f319-4973-8179-ddbf3ca69b6e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=54696c3a-f319-4973-8179-ddbf3ca69b6e,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:03.076466 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b80e4248-11e3-4c57-9d22-afd54ed679ba req-12cee2e9-e79c-478b-b913-29061b0d01b1 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:03.200340 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d2990ef8-80cb-4fed-84cf-17529a334418 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3067617 Nov 24 21:10:03.202704 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55610) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:03.222526 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9b232271-99ac-462a-bb85-998ef4938c4d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:03.227790 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-587625d9-2eb4-4baf-8830-3add351c8f9e service neutron] 10.222.0.11 "GET /v2.0/networks/8b715e2d-d98b-437d-add9-30773d2e531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8029850 Nov 24 21:10:03.242080 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-b80e4248-11e3-4c57-9d22-afd54ed679ba req-12cee2e9-e79c-478b-b913-29061b0d01b1 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Calling delete_port for 54696c3a-f319-4973-8179-ddbf3ca69b6e owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:10:03.294437 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7a4be129-9804-4e14-95c7-02e20c15c216 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1321033853-router', 'tenant_id': '0c5e1bd878594e219076c95d1ce85e7c', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:10:03.339068 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] Routers {'67feb3c5-f1d1-4c41-a30a-29011904ebd4'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:10:03.341561 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:09:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['67feb3c5-f1d1-4c41-a30a-29011904ebd4'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:03.351774 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b056d905-221f-4f15-ab81-04d319db6418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-23384c3e-1e32-42a7-a65e-a08bb20eb482', 'network_id': '23384c3e-1e32-42a7-a65e-a08bb20eb482', 'tenant_id': '0c5e1bd878594e219076c95d1ce85e7c', 'fixed_ips': [{'subnet_id': '814ec7a6-0d59-48b4-83ad-4f7717efa9f9'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:10:03.358481 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b056d905-221f-4f15-ab81-04d319db6418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:03.412154 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9b232271-99ac-462a-bb85-998ef4938c4d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:03.417189 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-6cc1fe88-9ef8-47f4-a4a0-570adea5db25 service neutron] 10.222.0.11 "GET /v2.0/networks/8b715e2d-d98b-437d-add9-30773d2e531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611769 Nov 24 21:10:03.425700 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a4be129-9804-4e14-95c7-02e20c15c216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:03.427600 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a4be129-9804-4e14-95c7-02e20c15c216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:03.526823 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9b232271-99ac-462a-bb85-998ef4938c4d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:03.588799 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b232271-99ac-462a-bb85-998ef4938c4d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event deleted for resources: {'Subnet': ['ID=26f7ad4d-47f7-4f94-83c1-a9b148ce53d9,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:03.596826 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9b232271-99ac-462a-bb85-998ef4938c4d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:03.608905 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9b232271-99ac-462a-bb85-998ef4938c4d tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "DELETE /v2.0/subnets/26f7ad4d-47f7-4f94-83c1-a9b148ce53d9 HTTP/1.1" status: 204 len: 168 time: 0.7935605 Nov 24 21:10:03.609858 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55614) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:03.641318 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-b056d905-221f-4f15-ab81-04d319db6418 None None] Allocated IP 172.20.0.2 (23384c3e-1e32-42a7-a65e-a08bb20eb482/814ec7a6-0d59-48b4-83ad-4f7717efa9f9/9504a507-deae-483b-a5e4-abd6817523eb) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:10:03.649490 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 54696c3a-f319-4973-8179-ddbf3ca69b6e details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:10:03.703542 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb571cc0-bbed-4352-8772-39d864f63fab None None] Network 0b5ef7b5-277e-46e9-bb51-4226a176b59a requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:10:03.807705 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-252d91c6-0075-4c57-85c4-89b2456e8e19 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:03.898224 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a8cf4-0277-4ad5-90f3-8c1276aeac40 None None] Pushing event updated for resources: {'Port': ['ID=792737a3-5147-40d8-a6d9-5380b625d9a4,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:04.058685 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c458a-20ad-48ba-9eb9-8bcce3fcfc45 req-bef3c23e-df3f-4e60-b2a8-8678039b4104 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:04.060784 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fa6c458a-20ad-48ba-9eb9-8bcce3fcfc45 req-bef3c23e-df3f-4e60-b2a8-8678039b4104 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=0597f1f2-58aa-4aac-b8f9-cf46fde0ce70 HTTP/1.1" status: 200 len: 943 time: 0.2510459 Nov 24 21:10:04.091122 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55636) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:04.164401 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-252d91c6-0075-4c57-85c4-89b2456e8e19 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Deleting port 2846f695-c9ec-4e58-81e5-782cb9b0f75b {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:10:04.164758 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-252d91c6-0075-4c57-85c4-89b2456e8e19 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:04.179985 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a4be129-9804-4e14-95c7-02e20c15c216 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:04.266170 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fa6c458a-20ad-48ba-9eb9-8bcce3fcfc45 req-6bc9d4b9-d393-4542-bb04-9efb08d30edc tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/security-groups?id=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936228 Nov 24 21:10:04.382575 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-252d91c6-0075-4c57-85c4-89b2456e8e19 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] For port 2846f695-c9ec-4e58-81e5-782cb9b0f75b, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2846f695-c9ec-4e58-81e5-782cb9b0f75b,segment=NetworkSegment(73d2176d-a947-419f-a059-f0ef7a7b29a9),segment_id=73d2176d-a947-419f-a059-f0ef7a7b29a9)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:04.383046 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-252d91c6-0075-4c57-85c4-89b2456e8e19 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:04.458104 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-252d91c6-0075-4c57-85c4-89b2456e8e19 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Calling delete_port for 2846f695-c9ec-4e58-81e5-782cb9b0f75b owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:10:04.460486 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ed91ce3-d545-4a64-964e-823bda86dce8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:04.467291 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-96640815-c89d-4a66-a967-e725c342047b req-e5d936ad-5ba0-486e-9bdb-b7b2542118e0 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84 HTTP/1.1" status: 200 len: 210 time: 0.3112640 Nov 24 21:10:04.559094 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 54696c3a-f319-4973-8179-ddbf3ca69b6e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=54696c3a-f319-4973-8179-ddbf3ca69b6e,segment=NetworkSegment(b28c7700-1747-49ca-bd6c-3b705128319a),segment_id=b28c7700-1747-49ca-bd6c-3b705128319a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:04.581827 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '54696c3a-f319-4973-8179-ddbf3ca69b6e', 'network_id': '876fc134-182c-40b9-9e04-f109afe2a4f8', 'port_id': '54696c3a-f319-4973-8179-ddbf3ca69b6e', 'mac_address': 'fa:16:3e:54:a9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb0de3e-23ea-436c-a6b2-0a24183ac0be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:10:04.583668 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-11eab44c-5e3e-4888-b896-2cb0df61f715 None None] Provisioning complete for port 792737a3-5147-40d8-a6d9-5380b625d9a4 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:10:04.584229 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-11eab44c-5e3e-4888-b896-2cb0df61f715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:04.698180 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a4be129-9804-4e14-95c7-02e20c15c216 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:04.702422 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b80e4248-11e3-4c57-9d22-afd54ed679ba req-12cee2e9-e79c-478b-b913-29061b0d01b1 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:04.754493 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cee2e9-e79c-478b-b913-29061b0d01b1 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Pushing event deleted for resources: {'Port': ['ID=54696c3a-f319-4973-8179-ddbf3ca69b6e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:04.823985 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadefbec-2a03-45f0-b90a-dcd879d0f4bb None None] DHCP port deletion for 417e8feb-ccfa-4d8e-98e2-8cb36709c8c7 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:10:04.830430 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-252d91c6-0075-4c57-85c4-89b2456e8e19 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:04.850676 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ed91ce3-d545-4a64-964e-823bda86dce8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:04.866435 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80e4248-11e3-4c57-9d22-afd54ed679ba req-12cee2e9-e79c-478b-b913-29061b0d01b1 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] No DVR routers for this DVR port 54696c3a-f319-4973-8179-ddbf3ca69b6e on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:10:04.870104 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b80e4248-11e3-4c57-9d22-afd54ed679ba req-12cee2e9-e79c-478b-b913-29061b0d01b1 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:04.876991 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b80e4248-11e3-4c57-9d22-afd54ed679ba req-12cee2e9-e79c-478b-b913-29061b0d01b1 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.48 "DELETE /v2.0/ports/54696c3a-f319-4973-8179-ddbf3ca69b6e HTTP/1.1" status: 204 len: 173 time: 2.9183323 Nov 24 21:10:04.877697 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0597f1f2-58aa-4aac-b8f9-cf46fde0ce70', 'name': 'network-vif-deleted', 'tag': '54696c3a-f319-4973-8179-ddbf3ca69b6e'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:10:04.880539 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e70725-57e0-4378-8abf-1fe6bb1c5cc9" -d '{"events": [{"server_uuid": "0597f1f2-58aa-4aac-b8f9-cf46fde0ce70", "name": "network-vif-deleted", "tag": "54696c3a-f319-4973-8179-ddbf3ca69b6e"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:10:04.905883 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ed91ce3-d545-4a64-964e-823bda86dce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:04.912448 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252d91c6-0075-4c57-85c4-89b2456e8e19 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] No DVR routers for this DVR port 2846f695-c9ec-4e58-81e5-782cb9b0f75b on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:10:04.914332 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d91c6-0075-4c57-85c4-89b2456e8e19 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event deleted for resources: {'Port': ['ID=2846f695-c9ec-4e58-81e5-782cb9b0f75b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:05.015913 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] Set router 67feb3c5-f1d1-4c41-a30a-29011904ebd4 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:10:05.074147 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed91ce3-d545-4a64-964e-823bda86dce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fd59d0-a78a-4ca1-86e9-877418aa393b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:05.090759 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0ed91ce3-d545-4a64-964e-823bda86dce8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=22d0a36dbe894711830fc1a5b2a33f47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9967873 Nov 24 21:10:05.094140 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55656) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:05.120518 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b056d905-221f-4f15-ab81-04d319db6418 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:05.134078 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:05.138377 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0152ab1-c257-42f9-a3ca-b8af1a6d7ded x-openstack-request-id: req-c0152ab1-c257-42f9-a3ca-b8af1a6d7ded {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:10:05.138687 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0597f1f2-58aa-4aac-b8f9-cf46fde0ce70", "name": "network-vif-deleted", "tag": "54696c3a-f319-4973-8179-ddbf3ca69b6e", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:10:05.138946 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c0152ab1-c257-42f9-a3ca-b8af1a6d7ded {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:10:05.140589 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0597f1f2-58aa-4aac-b8f9-cf46fde0ce70', 'name': 'network-vif-deleted', 'tag': '54696c3a-f319-4973-8179-ddbf3ca69b6e', 'status': 'completed', 'code': 200} Nov 24 21:10:05.149536 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-252d91c6-0075-4c57-85c4-89b2456e8e19 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:05.172997 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-252d91c6-0075-4c57-85c4-89b2456e8e19 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417e8feb-ccfa-4d8e-98e2-8cb36709c8c7']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:05.184936 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b056d905-221f-4f15-ab81-04d319db6418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:05.187235 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-252d91c6-0075-4c57-85c4-89b2456e8e19 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d2176d-a947-419f-a059-f0ef7a7b29a9') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:05.187692 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-252d91c6-0075-4c57-85c4-89b2456e8e19 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d2176d-a947-419f-a059-f0ef7a7b29a9') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:05.204326 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-252d91c6-0075-4c57-85c4-89b2456e8e19 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:05.222543 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-252d91c6-0075-4c57-85c4-89b2456e8e19 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:05.249294 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a4be129-9804-4e14-95c7-02e20c15c216 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:05.266096 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252d91c6-0075-4c57-85c4-89b2456e8e19 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:10:05.266635 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-252d91c6-0075-4c57-85c4-89b2456e8e19 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:10:05.270843 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:10:05.277937 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a4be129-9804-4e14-95c7-02e20c15c216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:05.389732 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b056d905-221f-4f15-ab81-04d319db6418 None None] Network 23384c3e-1e32-42a7-a65e-a08bb20eb482 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:10:05.395309 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54696c3a-f319-4973-8179-ddbf3ca69b6e {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:10:05.395506 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-39a4ce69-f6e7-4663-978a-be30a8bc455f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:05.404212 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7232e55b-f7e9-47f6-919f-6ec70d0827b4 None None] DHCP port deletion for 0b5ef7b5-277e-46e9-bb51-4226a176b59a request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:10:05.414507 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-b056d905-221f-4f15-ab81-04d319db6418 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:10:05.423227 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-39a4ce69-f6e7-4663-978a-be30a8bc455f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:05.461057 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b056d905-221f-4f15-ab81-04d319db6418 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:10:05.486822 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-252d91c6-0075-4c57-85c4-89b2456e8e19 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:05.526143 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-252d91c6-0075-4c57-85c4-89b2456e8e19 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:05.541507 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-252d91c6-0075-4c57-85c4-89b2456e8e19 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "DELETE /v2.0/networks/417e8feb-ccfa-4d8e-98e2-8cb36709c8c7 HTTP/1.1" status: 204 len: 168 time: 1.9296234 Nov 24 21:10:05.541857 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056d905-221f-4f15-ab81-04d319db6418 None None] Pushing event updated for resources: {'Port': ['ID=9504a507-deae-483b-a5e4-abd6817523eb,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:05.542516 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-39a4ce69-f6e7-4663-978a-be30a8bc455f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:05.558599 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-39a4ce69-f6e7-4663-978a-be30a8bc455f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:05.559773 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-39a4ce69-f6e7-4663-978a-be30a8bc455f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/40fd59d0-a78a-4ca1-86e9-877418aa393b HTTP/1.1" status: 204 len: 168 time: 0.4647853 Nov 24 21:10:05.560357 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55666) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:05.597477 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2e0dd40e-c47b-4e33-803c-fed275a41a10 req-a803455b-be66-4e7a-a282-672c034bed44 tempest-ImagesTestJSON-594513898 tempest-ImagesTestJSON-594513898-project] 10.222.0.11 "GET /v2.0/ports?device_id=0597f1f2-58aa-4aac-b8f9-cf46fde0ce70 HTTP/1.1" status: 200 len: 210 time: 0.1276562 Nov 24 21:10:05.708782 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-7a4be129-9804-4e14-95c7-02e20c15c216 admin admin] Allocated IP 172.25.5.181 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/10278764-5bd6-4480-b78c-e55553b71f8d) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:10:05.825044 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2b1a066b-7f22-4e40-a78d-ab45b83189e8 req-8112c7b8-ea39-4a35-b86c-df273c7f6059 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84 HTTP/1.1" status: 200 len: 210 time: 0.2140386 Nov 24 21:10:05.831883 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-283ec783-2f0f-4183-9ebb-2ffb57413db8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:05.832305 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2846f695-c9ec-4e58-81e5-782cb9b0f75b no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:10:05.835453 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d91c6-0075-4c57-85c4-89b2456e8e19 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event deleted for resources: {'Network': ['ID=417e8feb-ccfa-4d8e-98e2-8cb36709c8c7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:05.848060 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4ce69-f6e7-4663-978a-be30a8bc455f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fd59d0-a78a-4ca1-86e9-877418aa393b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:05.979212 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-11eab44c-5e3e-4888-b896-2cb0df61f715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:05.981495 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-283ec783-2f0f-4183-9ebb-2ffb57413db8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Deleting port bb617b04-8ff6-4951-b12f-57c604f14c5e {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:10:05.981750 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-283ec783-2f0f-4183-9ebb-2ffb57413db8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:06.139122 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-11eab44c-5e3e-4888-b896-2cb0df61f715 None None] For port 792737a3-5147-40d8-a6d9-5380b625d9a4, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=792737a3-5147-40d8-a6d9-5380b625d9a4,segment=NetworkSegment(e9c0ffd3-c742-4732-897b-26dd5c22f79a),segment_id=e9c0ffd3-c742-4732-897b-26dd5c22f79a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:06.160377 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b056d905-221f-4f15-ab81-04d319db6418 None None] Attempting to bind port 9504a507-deae-483b-a5e4-abd6817523eb on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:10:06.160825 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b056d905-221f-4f15-ab81-04d319db6418 None None] Attempting to bind port 9504a507-deae-483b-a5e4-abd6817523eb by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '97b09836-6116-4a1c-8efc-ea2a11367391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23384c3e-1e32-42a7-a65e-a08bb20eb482'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:10:06.161202 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b056d905-221f-4f15-ab81-04d319db6418 None None] Attempting to bind port 9504a507-deae-483b-a5e4-abd6817523eb on network 23384c3e-1e32-42a7-a65e-a08bb20eb482 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:10:06.164512 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 2846f695-c9ec-4e58-81e5-782cb9b0f75b {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:10:06.165781 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2846f695-c9ec-4e58-81e5-782cb9b0f75b not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:10:06.166217 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bb617b04-8ff6-4951-b12f-57c604f14c5e no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:10:06.168253 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-11eab44c-5e3e-4888-b896-2cb0df61f715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:06.171682 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a4be129-9804-4e14-95c7-02e20c15c216 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:06.178708 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-283ec783-2f0f-4183-9ebb-2ffb57413db8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] For port bb617b04-8ff6-4951-b12f-57c604f14c5e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=bb617b04-8ff6-4951-b12f-57c604f14c5e,segment=NetworkSegment(d0c1b742-2bd2-411c-b978-fe9db63bda3e),segment_id=d0c1b742-2bd2-411c-b978-fe9db63bda3e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:06.179351 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-283ec783-2f0f-4183-9ebb-2ffb57413db8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:06.207668 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-283ec783-2f0f-4183-9ebb-2ffb57413db8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Calling delete_port for bb617b04-8ff6-4951-b12f-57c604f14c5e owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:10:06.252665 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a4be129-9804-4e14-95c7-02e20c15c216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:06.307638 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b056d905-221f-4f15-ab81-04d319db6418 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:10:06.308010 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b056d905-221f-4f15-ab81-04d319db6418 None None] Checking segment: {'id': '97b09836-6116-4a1c-8efc-ea2a11367391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23384c3e-1e32-42a7-a65e-a08bb20eb482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:10:06.308510 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b056d905-221f-4f15-ab81-04d319db6418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:06.309037 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b056d905-221f-4f15-ab81-04d319db6418 None None] Bound using segment: {'id': '97b09836-6116-4a1c-8efc-ea2a11367391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23384c3e-1e32-42a7-a65e-a08bb20eb482'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:10:06.309609 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b056d905-221f-4f15-ab81-04d319db6418 None None] Bound port: 9504a507-deae-483b-a5e4-abd6817523eb, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b09836-6116-4a1c-8efc-ea2a11367391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23384c3e-1e32-42a7-a65e-a08bb20eb482'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:10:06.310004 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b056d905-221f-4f15-ab81-04d319db6418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:06.331942 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4be129-9804-4e14-95c7-02e20c15c216 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:10:06.338149 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4be129-9804-4e14-95c7-02e20c15c216 admin admin] Pushing event updated for resources: {'Port': ['ID=10278764-5bd6-4480-b78c-e55553b71f8d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:06.349400 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-7a4be129-9804-4e14-95c7-02e20c15c216 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:10:06.356072 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4be129-9804-4e14-95c7-02e20c15c216 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:10:06.358010 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55680) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:06.386998 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe7e571-e79d-4107-a597-27ac6265a2d7 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:10:06.389014 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-283ec783-2f0f-4183-9ebb-2ffb57413db8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:06.413595 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f3eb98bd-91f8-4e46-9560-d0af83c2865f None None] Provisioning complete for port 792737a3-5147-40d8-a6d9-5380b625d9a4 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:10:06.413978 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f3eb98bd-91f8-4e46-9560-d0af83c2865f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:06.416444 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-7232e55b-f7e9-47f6-919f-6ec70d0827b4 None None] Deleting port bb617b04-8ff6-4951-b12f-57c604f14c5e {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:10:06.416834 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7232e55b-f7e9-47f6-919f-6ec70d0827b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:06.442804 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1e92f60a-b0dd-4c68-9a1e-4210a33ea84d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:06.446284 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ec783-2f0f-4183-9ebb-2ffb57413db8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event deleted for resources: {'Port': ['ID=bb617b04-8ff6-4951-b12f-57c604f14c5e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:06.459535 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283ec783-2f0f-4183-9ebb-2ffb57413db8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] No DVR routers for this DVR port bb617b04-8ff6-4951-b12f-57c604f14c5e on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:10:06.570979 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1e92f60a-b0dd-4c68-9a1e-4210a33ea84d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:06.580311 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-d7d59fa4-83c7-4f45-8b70-b33dae02a8e4 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:06.582734 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-d7d59fa4-83c7-4f45-8b70-b33dae02a8e4 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.48 "GET /v2.0/networks?id=8b715e2d-d98b-437d-add9-30773d2e531a HTTP/1.1" status: 200 len: 910 time: 0.8617833 Nov 24 21:10:06.585887 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1e92f60a-b0dd-4c68-9a1e-4210a33ea84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:06.623445 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-283ec783-2f0f-4183-9ebb-2ffb57413db8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:06.646326 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-283ec783-2f0f-4183-9ebb-2ffb57413db8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5ef7b5-277e-46e9-bb51-4226a176b59a']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:06.660229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-283ec783-2f0f-4183-9ebb-2ffb57413db8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c1b742-2bd2-411c-b978-fe9db63bda3e') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:06.660647 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-283ec783-2f0f-4183-9ebb-2ffb57413db8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c1b742-2bd2-411c-b978-fe9db63bda3e') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:06.673270 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-283ec783-2f0f-4183-9ebb-2ffb57413db8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:06.680085 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1e92f60a-b0dd-4c68-9a1e-4210a33ea84d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=def009a9961e40788f771dda1a2ccf21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3181753 Nov 24 21:10:06.680925 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55690) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:06.681517 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-1fce682b-8c55-4fb6-b48b-71e28ef36756 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Request body: {'port': {'device_id': 'c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84', 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a', 'admin_state_up': True, 'tenant_id': '685810006ea14bc2a208514d56be4ec4'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:10:06.686715 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92f60a-b0dd-4c68-9a1e-4210a33ea84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af88482-a06f-475b-b365-e512ad2a84ab,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:06.697340 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67feb3c5-f1d1-4c41-a30a-29011904ebd4', 'name': 'tempest-TaggedBootDevicesTest_v242-1574520674-router', 'tenant_id': 'a3dd7d42457d45acb8851697deacc18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'd6159182-6eed-454d-ad7b-74ffe3d03b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:45Z', 'updated_at': '2021-11-24T21:09:56Z', 'revision_number': 4, 'project_id': 'a3dd7d42457d45acb8851697deacc18d', 'gw_port': {'id': 'd6159182-6eed-454d-ad7b-74ffe3d03b88', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67feb3c5-f1d1-4c41-a30a-29011904ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:47Z', 'updated_at': '2021-11-24T21:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '792737a3-5147-40d8-a6d9-5380b625d9a4', 'name': '', 'network_id': 'eea3fa42-e959-4f8a-8e82-84e7415ba580', 'tenant_id': 'a3dd7d42457d45acb8851697deacc18d', 'mac_address': 'fa:16:3e:2d:09:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67feb3c5-f1d1-4c41-a30a-29011904ebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'da2e4ec9-486c-41c6-ab1b-050e60185626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:54Z', 'updated_at': '2021-11-24T21:10:02Z', 'revision_number': 4, 'project_id': 'a3dd7d42457d45acb8851697deacc18d', 'subnets': [{'id': 'da2e4ec9-486c-41c6-ab1b-050e60185626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:06.699773 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eab44c-5e3e-4888-b896-2cb0df61f715 None None] Pushing event updated for resources: {'Port': ['ID=792737a3-5147-40d8-a6d9-5380b625d9a4,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:06.700182 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-283ec783-2f0f-4183-9ebb-2ffb57413db8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:06.704630 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No active binding found for port bb617b04-8ff6-4951-b12f-57c604f14c5e {{(pid=109992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 24 21:10:06.705117 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bb617b04-8ff6-4951-b12f-57c604f14c5e not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:10:06.716556 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283ec783-2f0f-4183-9ebb-2ffb57413db8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:10:06.717099 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-283ec783-2f0f-4183-9ebb-2ffb57413db8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:10:06.721650 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:10:06.818208 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-7232e55b-f7e9-47f6-919f-6ec70d0827b4 None None] For port bb617b04-8ff6-4951-b12f-57c604f14c5e, host n-d-812111-8, got binding levels [] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:06.819515 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7232e55b-f7e9-47f6-919f-6ec70d0827b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:06.850228 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-7232e55b-f7e9-47f6-919f-6ec70d0827b4 None None] Calling delete_port for bb617b04-8ff6-4951-b12f-57c604f14c5e owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:10:06.855109 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.ipam_backend_mixin [None req-7232e55b-f7e9-47f6-919f-6ec70d0827b4 None None] Port bb617b04-8ff6-4951-b12f-57c604f14c5e was not found and therefore no delete operation was performed {{(pid=109992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 21:10:06.866867 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2b981f36-c33d-41bf-a4f6-8b9d8436390e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:06.868682 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7232e55b-f7e9-47f6-919f-6ec70d0827b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:06.890430 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-283ec783-2f0f-4183-9ebb-2ffb57413db8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:06.908712 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c885f6d-5b67-4229-97c1-394a3cea41c9 None None] The sync data for ids ['67feb3c5-f1d1-4c41-a30a-29011904ebd4'] in n-d-812111-8 is: [{'id': '67feb3c5-f1d1-4c41-a30a-29011904ebd4', 'name': 'tempest-TaggedBootDevicesTest_v242-1574520674-router', 'tenant_id': 'a3dd7d42457d45acb8851697deacc18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'd6159182-6eed-454d-ad7b-74ffe3d03b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:45Z', 'updated_at': '2021-11-24T21:09:56Z', 'revision_number': 4, 'project_id': 'a3dd7d42457d45acb8851697deacc18d', 'gw_port': {'id': 'd6159182-6eed-454d-ad7b-74ffe3d03b88', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67feb3c5-f1d1-4c41-a30a-29011904ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:47Z', 'updated_at': '2021-11-24T21:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '792737a3-5147-40d8-a6d9-5380b625d9a4', 'name': '', 'network_id': 'eea3fa42-e959-4f8a-8e82-84e7415ba580', 'tenant_id': 'a3dd7d42457d45acb8851697deacc18d', 'mac_address': 'fa:16:3e:2d:09:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67feb3c5-f1d1-4c41-a30a-29011904ebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'da2e4ec9-486c-41c6-ab1b-050e60185626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:54Z', 'updated_at': '2021-11-24T21:10:02Z', 'revision_number': 4, 'project_id': 'a3dd7d42457d45acb8851697deacc18d', 'subnets': [{'id': 'da2e4ec9-486c-41c6-ab1b-050e60185626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:10:06.953610 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-283ec783-2f0f-4183-9ebb-2ffb57413db8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:06.956981 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-283ec783-2f0f-4183-9ebb-2ffb57413db8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] 10.222.0.11 "DELETE /v2.0/networks/0b5ef7b5-277e-46e9-bb51-4226a176b59a HTTP/1.1" status: 204 len: 168 time: 1.3484602 Nov 24 21:10:06.980806 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-1fce682b-8c55-4fb6-b48b-71e28ef36756 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Made reservation on behalf of 685810006ea14bc2a208514d56be4ec4 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:10:06.980806 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-1fce682b-8c55-4fb6-b48b-71e28ef36756 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:07.021831 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b056d905-221f-4f15-ab81-04d319db6418 None None] For port 9504a507-deae-483b-a5e4-abd6817523eb, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:10:07.031801 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232e55b-f7e9-47f6-919f-6ec70d0827b4 None None] Pushing event deleted for resources: {'Port': ['ID=bb617b04-8ff6-4951-b12f-57c604f14c5e,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:07.033358 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ec783-2f0f-4183-9ebb-2ffb57413db8 tempest-TaggedBootDevicesTest-1435761930 tempest-TaggedBootDevicesTest-1435761930-project] Pushing event deleted for resources: {'Network': ['ID=0b5ef7b5-277e-46e9-bb51-4226a176b59a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:07.036227 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2b981f36-c33d-41bf-a4f6-8b9d8436390e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:07.074069 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7232e55b-f7e9-47f6-919f-6ec70d0827b4 None None] No DVR routers for this DVR port bb617b04-8ff6-4951-b12f-57c604f14c5e on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:10:07.214889 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b056d905-221f-4f15-ab81-04d319db6418 None None] For port 9504a507-deae-483b-a5e4-abd6817523eb, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9504a507-deae-483b-a5e4-abd6817523eb,segment=NetworkSegment(97b09836-6116-4a1c-8efc-ea2a11367391),segment_id=97b09836-6116-4a1c-8efc-ea2a11367391)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:10:07.240016 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b056d905-221f-4f15-ab81-04d319db6418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:07.241971 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2b981f36-c33d-41bf-a4f6-8b9d8436390e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:07.246824 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2b981f36-c33d-41bf-a4f6-8b9d8436390e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:07.248363 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2b981f36-c33d-41bf-a4f6-8b9d8436390e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1af88482-a06f-475b-b365-e512ad2a84ab HTTP/1.1" status: 204 len: 168 time: 0.5662680 Nov 24 21:10:07.262199 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b981f36-c33d-41bf-a4f6-8b9d8436390e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af88482-a06f-475b-b365-e512ad2a84ab,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:07.408142 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-1fce682b-8c55-4fb6-b48b-71e28ef36756 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Allocated IP 172.20.0.6 (8b715e2d-d98b-437d-add9-30773d2e531a/3c7cce09-ea7d-4472-9297-c0d745928599/944af3c4-0dc5-4a37-935c-b4ef8c379190) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:10:07.491199 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a3542b5b-5091-4367-89c5-da262101e245 req-fa2aa1d0-2bec-4dcb-bc8d-60ac733b25ee tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84 HTTP/1.1" status: 200 len: 210 time: 0.4566197 Nov 24 21:10:07.504524 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056d905-221f-4f15-ab81-04d319db6418 None None] Pushing event updated for resources: {'Port': ['ID=9504a507-deae-483b-a5e4-abd6817523eb,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:07.609760 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-46e4e19d-9d6f-4b98-a13c-a0c2c7c62184 None None] Provisioning complete for port 10278764-5bd6-4480-b78c-e55553b71f8d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:10:07.617145 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-46e4e19d-9d6f-4b98-a13c-a0c2c7c62184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:07.771414 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a4be129-9804-4e14-95c7-02e20c15c216 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:07.820690 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-46e4e19d-9d6f-4b98-a13c-a0c2c7c62184 None None] Port 10278764-5bd6-4480-b78c-e55553b71f8d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:10:07.852781 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55746) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:07.949633 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 792737a3-5147-40d8-a6d9-5380b625d9a4 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:10:07.996575 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-444a56d0-dd20-48c6-b6ed-1902e33ad5a0 admin admin] Deleting subnet 1fb0de3e-23ea-436c-a6b2-0a24183ac0be {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:10:08.006975 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-444a56d0-dd20-48c6-b6ed-1902e33ad5a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:08.079873 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 792737a3-5147-40d8-a6d9-5380b625d9a4 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:10:08.080427 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:08.111275 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-1fce682b-8c55-4fb6-b48b-71e28ef36756 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:08.126750 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-444a56d0-dd20-48c6-b6ed-1902e33ad5a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:08.346056 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-444a56d0-dd20-48c6-b6ed-1902e33ad5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:08.453731 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-1fce682b-8c55-4fb6-b48b-71e28ef36756 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:08.491724 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['07bd64ef-3c75-4d49-b39c-4d4c3e210310'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:10:08.499211 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-444a56d0-dd20-48c6-b6ed-1902e33ad5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:08.557695 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a4be129-9804-4e14-95c7-02e20c15c216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:08.567813 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a56d0-dd20-48c6-b6ed-1902e33ad5a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fb0de3e-23ea-436c-a6b2-0a24183ac0be,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:08.574095 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-444a56d0-dd20-48c6-b6ed-1902e33ad5a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:08.582647 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-444a56d0-dd20-48c6-b6ed-1902e33ad5a0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1fb0de3e-23ea-436c-a6b2-0a24183ac0be HTTP/1.1" status: 204 len: 168 time: 0.7286172 Nov 24 21:10:08.583522 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55766) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:08.593851 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-1fce682b-8c55-4fb6-b48b-71e28ef36756 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Network 8b715e2d-d98b-437d-add9-30773d2e531a is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:10:08.603518 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-1fce682b-8c55-4fb6-b48b-71e28ef36756 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:10:08.657312 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce682b-8c55-4fb6-b48b-71e28ef36756 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Pushing event updated for resources: {'Port': ['ID=944af3c4-0dc5-4a37-935c-b4ef8c379190,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:08.665425 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-1fce682b-8c55-4fb6-b48b-71e28ef36756 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:10:08.904351 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7086-fd8e-45d6-a993-e05e1f733ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:08.917410 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-aabf99d7-6dc3-4fbd-9019-547dd9493246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:08.922912 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94879402-8668-46e1-a28c-555e91fac0ef req-f0e6b157-8535-4cd7-b82e-1a9677517cdf tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:08.932228 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-94879402-8668-46e1-a28c-555e91fac0ef req-f0e6b157-8535-4cd7-b82e-1a9677517cdf tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84 HTTP/1.1" status: 200 len: 1027 time: 0.2792876 Nov 24 21:10:09.040357 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-1fce682b-8c55-4fb6-b48b-71e28ef36756 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:09.049415 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-1fce682b-8c55-4fb6-b48b-71e28ef36756 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:09.114594 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-1fce682b-8c55-4fb6-b48b-71e28ef36756 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4949334 Nov 24 21:10:09.141617 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-8b712556-dfcb-4769-94c0-2616fa47049c service neutron] Request body: {'port': {'device_id': 'c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:10:09.203889 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-76fbebb5-50a4-41c6-9ff4-1a60dd84984c None None] Provisioning complete for port 944af3c4-0dc5-4a37-935c-b4ef8c379190 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:10:09.204439 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-76fbebb5-50a4-41c6-9ff4-1a60dd84984c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:09.297974 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7086-fd8e-45d6-a993-e05e1f733ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:09.317498 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-76fbebb5-50a4-41c6-9ff4-1a60dd84984c None None] Port 944af3c4-0dc5-4a37-935c-b4ef8c379190 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:10:09.342942 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-94879402-8668-46e1-a28c-555e91fac0ef req-d81681c4-68c3-45d7-8137-ff947eea6770 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955660 Nov 24 21:10:09.397718 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-ed2e7086-fd8e-45d6-a993-e05e1f733ff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876fc134-182c-40b9-9e04-f109afe2a4f8']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:09.401158 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-8b712556-dfcb-4769-94c0-2616fa47049c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:09.428771 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-ed2e7086-fd8e-45d6-a993-e05e1f733ff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b28c7700-1747-49ca-bd6c-3b705128319a') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:09.429543 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-ed2e7086-fd8e-45d6-a993-e05e1f733ff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b28c7700-1747-49ca-bd6c-3b705128319a') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:09.440180 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7086-fd8e-45d6-a993-e05e1f733ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:09.447673 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4be129-9804-4e14-95c7-02e20c15c216 admin admin] Router 4871a143-9cb2-453b-8282-8a134955447b is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:10:09.496482 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7086-fd8e-45d6-a993-e05e1f733ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:09.504965 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2e7086-fd8e-45d6-a993-e05e1f733ff0 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:10:09.505822 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7086-fd8e-45d6-a993-e05e1f733ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:10:09.507899 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:10:09.617431 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7086-fd8e-45d6-a993-e05e1f733ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:09.624537 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7086-fd8e-45d6-a993-e05e1f733ff0 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:09.633189 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ed2e7086-fd8e-45d6-a993-e05e1f733ff0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/876fc134-182c-40b9-9e04-f109afe2a4f8 HTTP/1.1" status: 204 len: 168 time: 1.0483260 Nov 24 21:10:09.665978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e7086-fd8e-45d6-a993-e05e1f733ff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=876fc134-182c-40b9-9e04-f109afe2a4f8,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:09.689725 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:10.087019 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55808) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:10.203012 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9504a507-deae-483b-a5e4-abd6817523eb up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:10:10.205679 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cebb9f-234d-47ba-b428-623968f233be None None] Network 23384c3e-1e32-42a7-a65e-a08bb20eb482 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:10:10.230137 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-26ff23c3-a3a6-4ab0-a5c4-b29749cdc97e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=033b1afb1747461cb5624c7ed6165bd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1414890 Nov 24 21:10:10.231114 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55814) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:10.325748 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ac7e2cda-de4c-4211-b657-f1c506a06402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:10.375355 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ac7e2cda-de4c-4211-b657-f1c506a06402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:10.394444 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-da3dc795-7d16-4d44-80fe-6bdc0789c54c None None] Provisioning complete for port 9504a507-deae-483b-a5e4-abd6817523eb triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:10:10.394826 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-da3dc795-7d16-4d44-80fe-6bdc0789c54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:10.490427 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ac7e2cda-de4c-4211-b657-f1c506a06402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:10.493079 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ac7e2cda-de4c-4211-b657-f1c506a06402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:10.494552 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ac7e2cda-de4c-4211-b657-f1c506a06402 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d79d0f1a-2381-46c7-96f1-eb9b1ebf4786 HTTP/1.1" status: 204 len: 168 time: 0.2624135 Nov 24 21:10:10.509930 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e2cda-de4c-4211-b657-f1c506a06402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79d0f1a-2381-46c7-96f1-eb9b1ebf4786,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:10.528616 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4be129-9804-4e14-95c7-02e20c15c216 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:10:10.539777 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] Sync routers for ids ['4871a143-9cb2-453b-8282-8a134955447b'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:10:10.554553 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] Routers {'4871a143-9cb2-453b-8282-8a134955447b'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:10:10.555464 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:09:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['4871a143-9cb2-453b-8282-8a134955447b'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:10.568033 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 9504a507-deae-483b-a5e4-abd6817523eb triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:10:10.571074 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:10.631134 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a4be129-9804-4e14-95c7-02e20c15c216 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:10.633033 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7a4be129-9804-4e14-95c7-02e20c15c216 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.3977344 Nov 24 21:10:10.635676 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55828) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:10.692962 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eec00e-1f0d-403c-badc-2c035c292641 req-6318f4f5-c0d4-458a-87a9-d8936f6f1a74 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:10.707562 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-73eec00e-1f0d-403c-badc-2c035c292641 req-6318f4f5-c0d4-458a-87a9-d8936f6f1a74 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84 HTTP/1.1" status: 200 len: 1027 time: 0.1914644 Nov 24 21:10:10.792998 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] Set router 4871a143-9cb2-453b-8282-8a134955447b gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:10:10.863934 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-73eec00e-1f0d-403c-badc-2c035c292641 req-9daa303c-5309-467e-8fad-cd1fbe3e667c tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555817 Nov 24 21:10:11.054200 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-da3dc795-7d16-4d44-80fe-6bdc0789c54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:11.057219 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-8b712556-dfcb-4769-94c0-2616fa47049c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 944af3c4-0dc5-4a37-935c-b4ef8c379190 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:10:11.079374 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-8b712556-dfcb-4769-94c0-2616fa47049c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:11.119375 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-8b712556-dfcb-4769-94c0-2616fa47049c service neutron] Transition to ACTIVE for port object 944af3c4-0dc5-4a37-935c-b4ef8c379190 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:10:11.126385 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-8b712556-dfcb-4769-94c0-2616fa47049c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:11.258918 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-da3dc795-7d16-4d44-80fe-6bdc0789c54c None None] For port 9504a507-deae-483b-a5e4-abd6817523eb, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9504a507-deae-483b-a5e4-abd6817523eb,segment=NetworkSegment(97b09836-6116-4a1c-8efc-ea2a11367391),segment_id=97b09836-6116-4a1c-8efc-ea2a11367391)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:11.267384 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:11.303881 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b712556-dfcb-4769-94c0-2616fa47049c service neutron] Pushing event updated for resources: {'Port': ['ID=944af3c4-0dc5-4a37-935c-b4ef8c379190,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:11.363422 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871a143-9cb2-453b-8282-8a134955447b', 'name': 'tempest-TaggedBootDevicesTest_v242-1321033853-router', 'tenant_id': '0c5e1bd878594e219076c95d1ce85e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '10278764-5bd6-4480-b78c-e55553b71f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:10:03Z', 'updated_at': '2021-11-24T21:10:06Z', 'revision_number': 3, 'project_id': '0c5e1bd878594e219076c95d1ce85e7c', 'gw_port': {'id': '10278764-5bd6-4480-b78c-e55553b71f8d', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4871a143-9cb2-453b-8282-8a134955447b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:10:05Z', 'updated_at': '2021-11-24T21:10:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:11.395627 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-da3dc795-7d16-4d44-80fe-6bdc0789c54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:11.522686 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] Checking router: 4871a143-9cb2-453b-8282-8a134955447b for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:10:11.523238 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] Updating router 4871a143-9cb2-453b-8282-8a134955447b port 10278764-5bd6-4480-b78c-e55553b71f8d binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:10:11.535790 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-755f05e9-6032-4401-b318-6aa53add7952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:11.537539 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-8b712556-dfcb-4769-94c0-2616fa47049c service neutron] Attempting to bind port 944af3c4-0dc5-4a37-935c-b4ef8c379190 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:10:11.539627 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-8b712556-dfcb-4769-94c0-2616fa47049c service neutron] Attempting to bind port 944af3c4-0dc5-4a37-935c-b4ef8c379190 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '8a429477-61f7-4599-8550-78823945d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:10:11.540145 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-8b712556-dfcb-4769-94c0-2616fa47049c service neutron] Attempting to bind port 944af3c4-0dc5-4a37-935c-b4ef8c379190 on network 8b715e2d-d98b-437d-add9-30773d2e531a {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:10:11.558910 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-8b712556-dfcb-4769-94c0-2616fa47049c service neutron] Port 944af3c4-0dc5-4a37-935c-b4ef8c379190 on network 8b715e2d-d98b-437d-add9-30773d2e531a not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:10:11.559435 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-8b712556-dfcb-4769-94c0-2616fa47049c service neutron] Attempting to bind port 944af3c4-0dc5-4a37-935c-b4ef8c379190 on network 8b715e2d-d98b-437d-add9-30773d2e531a {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:10:11.585643 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-8b712556-dfcb-4769-94c0-2616fa47049c service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:10:11.585784 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-8b712556-dfcb-4769-94c0-2616fa47049c service neutron] Checking segment: {'id': '8a429477-61f7-4599-8550-78823945d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:10:11.586104 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-8b712556-dfcb-4769-94c0-2616fa47049c service neutron] Bound using segment: {'id': '8a429477-61f7-4599-8550-78823945d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:10:11.586559 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-8b712556-dfcb-4769-94c0-2616fa47049c service neutron] Bound port: 944af3c4-0dc5-4a37-935c-b4ef8c379190, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a429477-61f7-4599-8550-78823945d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:10:11.586926 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-8b712556-dfcb-4769-94c0-2616fa47049c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:11.594060 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:11.611256 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:11.766740 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3dc795-7d16-4d44-80fe-6bdc0789c54c None None] Pushing event updated for resources: {'Port': ['ID=9504a507-deae-483b-a5e4-abd6817523eb,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:11.786023 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:10:11.787989 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:10:11.820209 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-8b712556-dfcb-4769-94c0-2616fa47049c service neutron] For port 944af3c4-0dc5-4a37-935c-b4ef8c379190, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:10:11.820891 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-bb2a019d-9f1d-4438-80dd-cb3bdde8b8c3 None None] Provisioning complete for port 9504a507-deae-483b-a5e4-abd6817523eb triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:10:11.821511 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bb2a019d-9f1d-4438-80dd-cb3bdde8b8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:11.830548 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-8b712556-dfcb-4769-94c0-2616fa47049c service neutron] For port 944af3c4-0dc5-4a37-935c-b4ef8c379190, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=944af3c4-0dc5-4a37-935c-b4ef8c379190,segment=NetworkSegment(8a429477-61f7-4599-8550-78823945d7bc),segment_id=8a429477-61f7-4599-8550-78823945d7bc)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:10:11.841488 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-8b712556-dfcb-4769-94c0-2616fa47049c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:11.891503 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-8b712556-dfcb-4769-94c0-2616fa47049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:11.892512 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-8b712556-dfcb-4769-94c0-2616fa47049c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:11.894397 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-8b712556-dfcb-4769-94c0-2616fa47049c service neutron] 10.222.0.48 "PUT /v2.0/ports/944af3c4-0dc5-4a37-935c-b4ef8c379190 HTTP/1.1" status: 200 len: 1091 time: 2.7704971 Nov 24 21:10:11.895086 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84', 'tag': '944af3c4-0dc5-4a37-935c-b4ef8c379190'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:10:11.898062 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb268e35-5c44-4616-b44c-01e6cbe37e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84", "tag": "944af3c4-0dc5-4a37-935c-b4ef8c379190"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:10:11.943243 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b712556-dfcb-4769-94c0-2616fa47049c service neutron] Pushing event updated for resources: {'Port': ['ID=944af3c4-0dc5-4a37-935c-b4ef8c379190,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:12.040344 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-bff6fda0-2e76-4cfb-93e4-8d2e19a27dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:12.056447 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-bff6fda0-2e76-4cfb-93e4-8d2e19a27dab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=685810006ea14bc2a208514d56be4ec4&device_id=c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84 HTTP/1.1" status: 200 len: 1094 time: 0.1069028 Nov 24 21:10:12.112530 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936cf752-8e18-46a7-91ca-10864d47c74b x-openstack-request-id: req-936cf752-8e18-46a7-91ca-10864d47c74b {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:10:12.113121 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84", "tag": "944af3c4-0dc5-4a37-935c-b4ef8c379190", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:10:12.114821 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-936cf752-8e18-46a7-91ca-10864d47c74b {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:10:12.118194 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84', 'tag': '944af3c4-0dc5-4a37-935c-b4ef8c379190', 'status': 'completed', 'code': 200} Nov 24 21:10:12.244396 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-4901d91d-f435-4688-b31d-8d06dee75f74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=944af3c4-0dc5-4a37-935c-b4ef8c379190 HTTP/1.1" status: 200 len: 217 time: 0.1696548 Nov 24 21:10:12.500436 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-d7ab0434-41d6-42d9-a034-1763d23550a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:12.504147 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-d7ab0434-41d6-42d9-a034-1763d23550a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3c7cce09-ea7d-4472-9297-c0d745928599 HTTP/1.1" status: 200 len: 848 time: 0.2181592 Nov 24 21:10:12.533764 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:12.669061 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:12.677458 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9504a507-deae-483b-a5e4-abd6817523eb up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:10:12.695749 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74eefa0-9c8c-401b-b4f4-9fce76cc8864 req-48323f24-99c2-4b1c-903f-decb36cf3ec0 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:12.696299 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:12.719610 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e74eefa0-9c8c-401b-b4f4-9fce76cc8864 req-48323f24-99c2-4b1c-903f-decb36cf3ec0 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84 HTTP/1.1" status: 200 len: 1094 time: 0.5718296 Nov 24 21:10:12.798555 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8497331a-9567-4d6b-a91e-a3c09cc77456 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:10:12.810007 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-c1ab2421-1ce7-4583-9b66-2c5e4bce480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:12.811560 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-c1ab2421-1ce7-4583-9b66-2c5e4bce480e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b715e2d-d98b-437d-add9-30773d2e531a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2585092 Nov 24 21:10:12.841090 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] Attempting to bind port 10278764-5bd6-4480-b78c-e55553b71f8d on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:10:12.841461 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] Attempting to bind port 10278764-5bd6-4480-b78c-e55553b71f8d by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:10:12.846626 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] Attempting to bind port 10278764-5bd6-4480-b78c-e55553b71f8d on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:10:12.863231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 9504a507-deae-483b-a5e4-abd6817523eb triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:10:12.863809 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:12.880578 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:10:12.887347 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:10:12.888628 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:12.889912 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:10:12.890974 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] Bound port: 10278764-5bd6-4480-b78c-e55553b71f8d, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:10:12.892234 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:12.904601 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019276c-4fd5-4265-b27c-99ef135d7c22 None None] Pushing event updated for resources: {'Port': ['ID=10278764-5bd6-4480-b78c-e55553b71f8d,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:12.979143 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2ae59350-633a-491e-b909-d28b83979250 None None] Provisioning complete for port 10278764-5bd6-4480-b78c-e55553b71f8d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:10:12.979518 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2ae59350-633a-491e-b909-d28b83979250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:13.035331 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-f094f11c-34db-4d00-bcbf-ea2304dd8660 service neutron] 10.222.0.48 "GET /v2.0/networks/8b715e2d-d98b-437d-add9-30773d2e531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013013 Nov 24 21:10:13.096926 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-2ae59350-633a-491e-b909-d28b83979250 None None] Port 10278764-5bd6-4480-b78c-e55553b71f8d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:10:13.100572 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e74eefa0-9c8c-401b-b4f4-9fce76cc8864 req-d43376cd-3a6c-46e9-9856-ef2f7b8e8aa8 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901715 Nov 24 21:10:13.117649 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] For port 10278764-5bd6-4480-b78c-e55553b71f8d, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:10:13.130608 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] For port 10278764-5bd6-4480-b78c-e55553b71f8d, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=10278764-5bd6-4480-b78c-e55553b71f8d,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:10:13.138553 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0642-edf3-4002-a1ed-c5c2e6e83235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:13.153552 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:13.317039 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77c8ae34-e70e-48a5-bc63-6bf654744523 req-270084be-61e3-4439-8056-6ee4da5be4d2 service neutron] 10.222.0.48 "GET /v2.0/networks/8b715e2d-d98b-437d-add9-30773d2e531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694845 Nov 24 21:10:13.339478 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019276c-4fd5-4265-b27c-99ef135d7c22 None None] Pushing event updated for resources: {'Port': ['ID=10278764-5bd6-4480-b78c-e55553b71f8d,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:13.392460 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] Routers {'4871a143-9cb2-453b-8282-8a134955447b'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:10:13.393320 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:10:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['4871a143-9cb2-453b-8282-8a134955447b'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:13.417458 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49b1057-f31b-41d3-9e7a-a907f0989a4f None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:10:13.528296 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb268e35-5c44-4616-b44c-01e6cbe37e8e req-e99a77d1-bb44-4c7e-9956-981cb092b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:13.534034 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb268e35-5c44-4616-b44c-01e6cbe37e8e req-e99a77d1-bb44-4c7e-9956-981cb092b5de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=685810006ea14bc2a208514d56be4ec4&device_id=c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84 HTTP/1.1" status: 200 len: 1094 time: 0.1522155 Nov 24 21:10:13.602414 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-eb8bf57c-3bfc-439a-9fbe-34d8a17226a3 None None] Provisioning complete for port 10278764-5bd6-4480-b78c-e55553b71f8d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:10:13.614003 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-6d7e0642-edf3-4002-a1ed-c5c2e6e83235 admin admin] Allocated IP 172.20.0.1 (23384c3e-1e32-42a7-a65e-a08bb20eb482/814ec7a6-0d59-48b4-83ad-4f7717efa9f9/145c1728-1659-47a8-9417-72808c9d7a92) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:10:13.614197 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf57c-3bfc-439a-9fbe-34d8a17226a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:13.708629 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb268e35-5c44-4616-b44c-01e6cbe37e8e req-92b76a52-7fff-48c2-83d2-425e678ffcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:13.710612 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] Set router 4871a143-9cb2-453b-8282-8a134955447b gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:10:13.712008 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb268e35-5c44-4616-b44c-01e6cbe37e8e req-92b76a52-7fff-48c2-83d2-425e678ffcb7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b715e2d-d98b-437d-add9-30773d2e531a HTTP/1.1" status: 200 len: 910 time: 0.1625307 Nov 24 21:10:13.828442 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb268e35-5c44-4616-b44c-01e6cbe37e8e req-94f2e20e-4f53-4049-9423-f90140acd817 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=944af3c4-0dc5-4a37-935c-b4ef8c379190 HTTP/1.1" status: 200 len: 217 time: 0.1071517 Nov 24 21:10:13.885434 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:13.969354 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0642-edf3-4002-a1ed-c5c2e6e83235 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:13.977856 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55968) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:13.989702 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf57c-3bfc-439a-9fbe-34d8a17226a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:14.020367 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0642-edf3-4002-a1ed-c5c2e6e83235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:14.034654 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb268e35-5c44-4616-b44c-01e6cbe37e8e req-d87daae7-607c-490a-b4cc-19511ca76368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:14.036362 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb268e35-5c44-4616-b44c-01e6cbe37e8e req-d87daae7-607c-490a-b4cc-19511ca76368 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3c7cce09-ea7d-4472-9297-c0d745928599 HTTP/1.1" status: 200 len: 848 time: 0.1985364 Nov 24 21:10:14.071245 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-eb8bf57c-3bfc-439a-9fbe-34d8a17226a3 None None] For port 10278764-5bd6-4480-b78c-e55553b71f8d, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=10278764-5bd6-4480-b78c-e55553b71f8d,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:14.089545 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e0642-edf3-4002-a1ed-c5c2e6e83235 admin admin] Pushing event updated for resources: {'Port': ['ID=145c1728-1659-47a8-9417-72808c9d7a92,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:14.090472 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf57c-3bfc-439a-9fbe-34d8a17226a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:14.105843 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7e0642-edf3-4002-a1ed-c5c2e6e83235 admin admin] Network 23384c3e-1e32-42a7-a65e-a08bb20eb482 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:10:14.108858 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55972) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:14.109672 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-6d7e0642-edf3-4002-a1ed-c5c2e6e83235 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:10:14.126739 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7e0642-edf3-4002-a1ed-c5c2e6e83235 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:10:14.171473 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb268e35-5c44-4616-b44c-01e6cbe37e8e req-79d8a8c9-22c1-4484-95b2-26a6311e3e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:14.189235 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb268e35-5c44-4616-b44c-01e6cbe37e8e req-79d8a8c9-22c1-4484-95b2-26a6311e3e29 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b715e2d-d98b-437d-add9-30773d2e531a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1403234 Nov 24 21:10:14.228787 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0642-edf3-4002-a1ed-c5c2e6e83235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:14.255157 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bf57c-3bfc-439a-9fbe-34d8a17226a3 None None] Pushing event updated for resources: {'Port': ['ID=10278764-5bd6-4480-b78c-e55553b71f8d,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:14.293518 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8bf57c-3bfc-439a-9fbe-34d8a17226a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:14.294132 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8bf57c-3bfc-439a-9fbe-34d8a17226a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:14.294641 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8bf57c-3bfc-439a-9fbe-34d8a17226a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:14.296494 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8bf57c-3bfc-439a-9fbe-34d8a17226a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:14.298397 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8bf57c-3bfc-439a-9fbe-34d8a17226a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:14.299752 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8bf57c-3bfc-439a-9fbe-34d8a17226a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:14.301143 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8bf57c-3bfc-439a-9fbe-34d8a17226a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:14.301675 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8bf57c-3bfc-439a-9fbe-34d8a17226a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:14.306554 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8bf57c-3bfc-439a-9fbe-34d8a17226a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:14.307135 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8bf57c-3bfc-439a-9fbe-34d8a17226a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:14.309959 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8bf57c-3bfc-439a-9fbe-34d8a17226a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:14.310528 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8bf57c-3bfc-439a-9fbe-34d8a17226a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:14.457435 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3f1d6b8b-f848-4319-aab3-0f696ac21b1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:14.461227 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb268e35-5c44-4616-b44c-01e6cbe37e8e req-d3d574b1-7ee5-464b-b976-1be89d6c7ff2 service neutron] 10.222.0.48 "GET /v2.0/networks/8b715e2d-d98b-437d-add9-30773d2e531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648647 Nov 24 21:10:14.513741 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1132-24d9-4f27-b3c3-edbcf1394769 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:14.698802 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9a347-be31-4168-b8d8-0b3f0af63056 req-60001f5e-0d45-4240-be2a-5698f328efc2 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:14.700420 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-12a9a347-be31-4168-b8d8-0b3f0af63056 req-60001f5e-0d45-4240-be2a-5698f328efc2 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84 HTTP/1.1" status: 200 len: 1094 time: 0.3236082 Nov 24 21:10:14.726575 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871a143-9cb2-453b-8282-8a134955447b', 'name': 'tempest-TaggedBootDevicesTest_v242-1321033853-router', 'tenant_id': '0c5e1bd878594e219076c95d1ce85e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '10278764-5bd6-4480-b78c-e55553b71f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:10:03Z', 'updated_at': '2021-11-24T21:10:06Z', 'revision_number': 3, 'project_id': '0c5e1bd878594e219076c95d1ce85e7c', 'gw_port': {'id': '10278764-5bd6-4480-b78c-e55553b71f8d', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4871a143-9cb2-453b-8282-8a134955447b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:10:05Z', 'updated_at': '2021-11-24T21:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:14.738966 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-84ecb539-faa6-42ed-8b78-4b8a5bd8f406 None None] Provisioning complete for port 145c1728-1659-47a8-9417-72808c9d7a92 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:10:14.739503 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-84ecb539-faa6-42ed-8b78-4b8a5bd8f406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:14.791862 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad8f1e1-27c0-4a7a-b4c0-b532a94a81e2 None None] The sync data for ids ['4871a143-9cb2-453b-8282-8a134955447b'] in n-d-812111-8 is: [{'id': '4871a143-9cb2-453b-8282-8a134955447b', 'name': 'tempest-TaggedBootDevicesTest_v242-1321033853-router', 'tenant_id': '0c5e1bd878594e219076c95d1ce85e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '10278764-5bd6-4480-b78c-e55553b71f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:10:03Z', 'updated_at': '2021-11-24T21:10:06Z', 'revision_number': 3, 'project_id': '0c5e1bd878594e219076c95d1ce85e7c', 'gw_port': {'id': '10278764-5bd6-4480-b78c-e55553b71f8d', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4871a143-9cb2-453b-8282-8a134955447b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:10:05Z', 'updated_at': '2021-11-24T21:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:10:14.793546 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0642-edf3-4002-a1ed-c5c2e6e83235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:14.840446 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-12a9a347-be31-4168-b8d8-0b3f0af63056 req-c61ba5a7-6c04-41ff-b91a-8969d55edc08 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285877 Nov 24 21:10:14.867254 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-84ecb539-faa6-42ed-8b78-4b8a5bd8f406 None None] Port 145c1728-1659-47a8-9417-72808c9d7a92 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:10:14.876301 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb268e35-5c44-4616-b44c-01e6cbe37e8e req-097de51e-df7e-46ba-a79d-c23af67deefc service neutron] 10.222.0.48 "GET /v2.0/networks/8b715e2d-d98b-437d-add9-30773d2e531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012771 Nov 24 21:10:14.910296 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:14.918487 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3f1d6b8b-f848-4319-aab3-0f696ac21b1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:14.929136 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3f1d6b8b-f848-4319-aab3-0f696ac21b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:14.978347 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3f1d6b8b-f848-4319-aab3-0f696ac21b1b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=57a7235c3fdd403996de79760830a368&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8640244 Nov 24 21:10:14.980825 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55988) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:15.004293 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1132-24d9-4f27-b3c3-edbcf1394769 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:15.008052 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d6b8b-f848-4319-aab3-0f696ac21b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd03cb2-faf3-40ea-a5db-71ea0c406d58,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:15.078383 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0383e370-60e0-49bb-a2f2-fe8fd9303c16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:15.115250 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1132-24d9-4f27-b3c3-edbcf1394769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:15.132577 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0383e370-60e0-49bb-a2f2-fe8fd9303c16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:15.259949 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e1132-24d9-4f27-b3c3-edbcf1394769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b417fe-413a-4e1a-8677-6a824269526c,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:15.267560 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-bd5e1132-24d9-4f27-b3c3-edbcf1394769 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c846255652d47478e0c7490f6d5964c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2883852 Nov 24 21:10:15.270538 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55994) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:15.271073 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0383e370-60e0-49bb-a2f2-fe8fd9303c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:15.278648 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0383e370-60e0-49bb-a2f2-fe8fd9303c16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:15.280577 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0383e370-60e0-49bb-a2f2-fe8fd9303c16 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0fd03cb2-faf3-40ea-a5db-71ea0c406d58 HTTP/1.1" status: 204 len: 168 time: 0.2983494 Nov 24 21:10:15.330380 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383e370-60e0-49bb-a2f2-fe8fd9303c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd03cb2-faf3-40ea-a5db-71ea0c406d58,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:15.397405 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-62645e71-bf0d-4905-a578-87818c286c1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:15.439995 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0642-edf3-4002-a1ed-c5c2e6e83235 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:15.460136 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0642-edf3-4002-a1ed-c5c2e6e83235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:15.464357 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-62645e71-bf0d-4905-a578-87818c286c1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:15.613177 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6d7e0642-edf3-4002-a1ed-c5c2e6e83235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:15.664545 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e0642-edf3-4002-a1ed-c5c2e6e83235 admin admin] Pushing event updated for resources: {'Port': ['ID=145c1728-1659-47a8-9417-72808c9d7a92,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:15.683197 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 944af3c4-0dc5-4a37-935c-b4ef8c379190 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:10:15.763118 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-62645e71-bf0d-4905-a578-87818c286c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:15.772418 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-62645e71-bf0d-4905-a578-87818c286c1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:15.780550 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-62645e71-bf0d-4905-a578-87818c286c1c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27b417fe-413a-4e1a-8677-6a824269526c HTTP/1.1" status: 204 len: 168 time: 0.5072289 Nov 24 21:10:15.803487 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62645e71-bf0d-4905-a578-87818c286c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b417fe-413a-4e1a-8677-6a824269526c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:15.906485 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7e0642-edf3-4002-a1ed-c5c2e6e83235 admin admin] Network 23384c3e-1e32-42a7-a65e-a08bb20eb482 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:10:15.908525 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-6d7e0642-edf3-4002-a1ed-c5c2e6e83235 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:10:16.137821 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 944af3c4-0dc5-4a37-935c-b4ef8c379190, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=944af3c4-0dc5-4a37-935c-b4ef8c379190,segment=NetworkSegment(8a429477-61f7-4599-8550-78823945d7bc),segment_id=8a429477-61f7-4599-8550-78823945d7bc)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:16.187641 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '944af3c4-0dc5-4a37-935c-b4ef8c379190', 'network_id': '8b715e2d-d98b-437d-add9-30773d2e531a', 'port_id': '944af3c4-0dc5-4a37-935c-b4ef8c379190', 'mac_address': 'fa:16:3e:16:80:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7cce09-ea7d-4472-9297-c0d745928599', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:10:16.213908 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e108a-ed4a-4403-8145-09bc9479ecf7 req-17f1eedd-cc4d-41f2-bdc8-43c2efc83a56 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:16.222295 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da9e108a-ed4a-4403-8145-09bc9479ecf7 req-17f1eedd-cc4d-41f2-bdc8-43c2efc83a56 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84 HTTP/1.1" status: 200 len: 1094 time: 0.1845100 Nov 24 21:10:16.287665 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:16.349717 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 944af3c4-0dc5-4a37-935c-b4ef8c379190 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:10:16.379915 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da9e108a-ed4a-4403-8145-09bc9479ecf7 req-d92b1c84-221d-41d8-8042-e197eac3875c tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566999 Nov 24 21:10:16.400307 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7e0642-edf3-4002-a1ed-c5c2e6e83235 admin admin] Router 4871a143-9cb2-453b-8282-8a134955447b has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:10:16.424026 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 944af3c4-0dc5-4a37-935c-b4ef8c379190, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=944af3c4-0dc5-4a37-935c-b4ef8c379190,segment=NetworkSegment(8a429477-61f7-4599-8550-78823945d7bc),segment_id=8a429477-61f7-4599-8550-78823945d7bc)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:16.491766 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:16.646330 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7e0642-edf3-4002-a1ed-c5c2e6e83235 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:10:16.668248 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6d7e0642-edf3-4002-a1ed-c5c2e6e83235 admin admin] 10.222.0.11 "PUT /v2.0/routers/4871a143-9cb2-453b-8282-8a134955447b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0225675 Nov 24 21:10:16.671246 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d51a18fe-9a94-4013-87b4-bb5d0e68e44f None None] Provisioning complete for port 145c1728-1659-47a8-9417-72808c9d7a92 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:10:16.673651 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d51a18fe-9a94-4013-87b4-bb5d0e68e44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:16.788611 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-d51a18fe-9a94-4013-87b4-bb5d0e68e44f None None] Port 145c1728-1659-47a8-9417-72808c9d7a92 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:10:16.794554 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 10278764-5bd6-4480-b78c-e55553b71f8d up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:10:16.815592 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56040) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:16.841499 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['944af3c4-0dc5-4a37-935c-b4ef8c379190'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:10:16.843157 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5479afe7-4e16-42af-920f-f23417b2d10b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:16.957219 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=944af3c4-0dc5-4a37-935c-b4ef8c379190,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:17.029567 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 10278764-5bd6-4480-b78c-e55553b71f8d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:10:17.029997 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:17.056458 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5479afe7-4e16-42af-920f-f23417b2d10b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:17.066948 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5479afe7-4e16-42af-920f-f23417b2d10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:17.124231 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5479afe7-4e16-42af-920f-f23417b2d10b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4182c87c9c834e29b98c1ce12f9293a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3068264 Nov 24 21:10:17.125289 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479afe7-4e16-42af-920f-f23417b2d10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc9fad0-3c49-4a7c-9380-5e40e9b82bbd,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:17.127939 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56054) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:17.299908 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-640a9478-d68b-49ec-82dc-78d227c57071 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:17.380617 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-640a9478-d68b-49ec-82dc-78d227c57071 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:17.466752 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56064) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:17.537418 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-640a9478-d68b-49ec-82dc-78d227c57071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:17.540844 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-640a9478-d68b-49ec-82dc-78d227c57071 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:17.542762 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-640a9478-d68b-49ec-82dc-78d227c57071 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ebc9fad0-3c49-4a7c-9380-5e40e9b82bbd HTTP/1.1" status: 204 len: 168 time: 0.4135134 Nov 24 21:10:17.585011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a9478-d68b-49ec-82dc-78d227c57071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc9fad0-3c49-4a7c-9380-5e40e9b82bbd,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:17.621347 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c076ee-bedf-4eca-8f40-9852b80a70dc req-44439b2e-1a7c-4eec-a3b9-77d5c80b08c7 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:17.647339 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-69c076ee-bedf-4eca-8f40-9852b80a70dc req-44439b2e-1a7c-4eec-a3b9-77d5c80b08c7 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84 HTTP/1.1" status: 200 len: 1095 time: 0.1717656 Nov 24 21:10:17.694294 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 944af3c4-0dc5-4a37-935c-b4ef8c379190 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:10:17.821081 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-69c076ee-bedf-4eca-8f40-9852b80a70dc req-1c024bb3-4e52-4b45-83ce-c8b005c55745 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663718 Nov 24 21:10:17.830803 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-ca1a2f97-743c-4a8a-b859-89fa9f2459fa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1064746393-network', 'tenant_id': '2f94b00cd11a4d0d8ad837179effb5b2'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:10:17.871784 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 944af3c4-0dc5-4a37-935c-b4ef8c379190 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:10:17.880865 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 944af3c4-0dc5-4a37-935c-b4ef8c379190 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:10:17.881577 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:17.910462 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1a2f97-743c-4a8a-b859-89fa9f2459fa admin admin] Made reservation on behalf of 2f94b00cd11a4d0d8ad837179effb5b2 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:10:17.913260 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ca1a2f97-743c-4a8a-b859-89fa9f2459fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:17.929156 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ca1a2f97-743c-4a8a-b859-89fa9f2459fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:18.005040 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] Sync routers for ids ['4871a143-9cb2-453b-8282-8a134955447b'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:10:18.032352 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:18.034944 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] Routers {'4871a143-9cb2-453b-8282-8a134955447b'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:10:18.035678 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:10:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['4871a143-9cb2-453b-8282-8a134955447b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:18.163734 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ca1a2f97-743c-4a8a-b859-89fa9f2459fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:18.187568 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ca1a2f97-743c-4a8a-b859-89fa9f2459fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:18.258998 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] Set router 4871a143-9cb2-453b-8282-8a134955447b gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:10:18.270467 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1a2f97-743c-4a8a-b859-89fa9f2459fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:10:18.288945 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a2f97-743c-4a8a-b859-89fa9f2459fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b587a96-f6ad-490e-b482-cafa0aae03ac,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:18.292502 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ca1a2f97-743c-4a8a-b859-89fa9f2459fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:18.292875 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-ca1a2f97-743c-4a8a-b859-89fa9f2459fa admin admin] Added segment e79e06b3-37e5-4945-a046-ef522d007d1d of type vlan for network 49844ac9-6dbd-4c4d-8b29-cad65bfe426c Nov 24 21:10:18.373140 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ca1a2f97-743c-4a8a-b859-89fa9f2459fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:18.450766 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ca1a2f97-743c-4a8a-b859-89fa9f2459fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:18.456273 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1a2f97-743c-4a8a-b859-89fa9f2459fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:18.458108 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ca1a2f97-743c-4a8a-b859-89fa9f2459fa admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:18.583624 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 944af3c4-0dc5-4a37-935c-b4ef8c379190, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=944af3c4-0dc5-4a37-935c-b4ef8c379190,segment=NetworkSegment(8a429477-61f7-4599-8550-78823945d7bc),segment_id=8a429477-61f7-4599-8550-78823945d7bc)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:18.590501 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944af3c4-0dc5-4a37-935c-b4ef8c379190'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:10:18.596606 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7359a5-e0df-4127-8266-15576099551e" -d '{"events": [{"server_uuid": "c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84", "name": "network-vif-plugged", "status": "completed", "tag": "944af3c4-0dc5-4a37-935c-b4ef8c379190"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:10:18.622504 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:18.650783 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ca1a2f97-743c-4a8a-b859-89fa9f2459fa admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1815770 Nov 24 21:10:18.654340 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56140) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:18.659712 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a2f97-743c-4a8a-b859-89fa9f2459fa admin admin] Pushing event updated for resources: {'Network': ['ID=49844ac9-6dbd-4c4d-8b29-cad65bfe426c,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:18.678845 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e8d20c4b-132e-4344-b964-01d602a87edc admin admin] Request body: {'subnet': {'network_id': '49844ac9-6dbd-4c4d-8b29-cad65bfe426c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1064746393-subnet', 'tenant_id': '2f94b00cd11a4d0d8ad837179effb5b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:10:18.742600 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d20c4b-132e-4344-b964-01d602a87edc admin admin] Made reservation on behalf of 2f94b00cd11a4d0d8ad837179effb5b2 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:10:18.746093 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8d20c4b-132e-4344-b964-01d602a87edc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:18.919508 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5910fe3-e33d-4cfc-be32-e0e5d22dc983 x-openstack-request-id: req-b5910fe3-e33d-4cfc-be32-e0e5d22dc983 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:10:18.921543 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84", "name": "network-vif-plugged", "status": "completed", "tag": "944af3c4-0dc5-4a37-935c-b4ef8c379190", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:10:18.922130 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5910fe3-e33d-4cfc-be32-e0e5d22dc983 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:10:18.926759 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944af3c4-0dc5-4a37-935c-b4ef8c379190', 'code': 200} Nov 24 21:10:18.929175 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=944af3c4-0dc5-4a37-935c-b4ef8c379190,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:18.939568 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 49844ac9-6dbd-4c4d-8b29-cad65bfe426c details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:10:19.090211 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f4cef-d5be-4615-95d3-861ab1222c32 req-d01098da-d20e-4b0f-887d-92289db2c6af tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:19.100590 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-570f4cef-d5be-4615-95d3-861ab1222c32 req-d01098da-d20e-4b0f-887d-92289db2c6af tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84 HTTP/1.1" status: 200 len: 1096 time: 0.1277509 Nov 24 21:10:19.210457 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8d20c4b-132e-4344-b964-01d602a87edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:19.267585 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-570f4cef-d5be-4615-95d3-861ab1222c32 req-4a13f465-302b-4e22-bc98-4451ff504317 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599379 Nov 24 21:10:19.382974 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d20c4b-132e-4344-b964-01d602a87edc admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd828feb-04a3-4ab5-af17-d372e9da2aea,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:19.468024 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e90eaf-7018-422e-aada-4934b6eeec83 req-ca441073-c989-49c2-90d2-f69f30e21813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:19.472615 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-32e90eaf-7018-422e-aada-4934b6eeec83 req-ca441073-c989-49c2-90d2-f69f30e21813 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84 HTTP/1.1" status: 200 len: 1096 time: 0.3532743 Nov 24 21:10:19.495163 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d20c4b-132e-4344-b964-01d602a87edc admin admin] Checking segment: {'id': 'e79e06b3-37e5-4945-a046-ef522d007d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '49844ac9-6dbd-4c4d-8b29-cad65bfe426c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:10:19.495459 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d20c4b-132e-4344-b964-01d602a87edc admin admin] Network hostable DHCP agents. Network: 49844ac9-6dbd-4c4d-8b29-cad65bfe426c, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:10:19.579674 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871a143-9cb2-453b-8282-8a134955447b', 'name': 'tempest-TaggedBootDevicesTest_v242-1321033853-router', 'tenant_id': '0c5e1bd878594e219076c95d1ce85e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '10278764-5bd6-4480-b78c-e55553b71f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:10:03Z', 'updated_at': '2021-11-24T21:10:14Z', 'revision_number': 4, 'project_id': '0c5e1bd878594e219076c95d1ce85e7c', 'gw_port': {'id': '10278764-5bd6-4480-b78c-e55553b71f8d', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871a143-9cb2-453b-8282-8a134955447b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:10:05Z', 'updated_at': '2021-11-24T21:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '145c1728-1659-47a8-9417-72808c9d7a92', 'name': '', 'network_id': '23384c3e-1e32-42a7-a65e-a08bb20eb482', 'tenant_id': '0c5e1bd878594e219076c95d1ce85e7c', 'mac_address': 'fa:16:3e:32:e6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4871a143-9cb2-453b-8282-8a134955447b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '814ec7a6-0d59-48b4-83ad-4f7717efa9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:10:13Z', 'updated_at': '2021-11-24T21:10:14Z', 'revision_number': 2, 'project_id': '0c5e1bd878594e219076c95d1ce85e7c', 'subnets': [{'id': '814ec7a6-0d59-48b4-83ad-4f7717efa9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:19.656076 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-32e90eaf-7018-422e-aada-4934b6eeec83 req-b796d9db-2ac5-4a43-a425-bfd169bf128b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623185 Nov 24 21:10:19.666724 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] Checking router: 4871a143-9cb2-453b-8282-8a134955447b for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:10:19.667082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] Updating router 4871a143-9cb2-453b-8282-8a134955447b port 145c1728-1659-47a8-9417-72808c9d7a92 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:10:19.712884 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:19.715551 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d20c4b-132e-4344-b964-01d602a87edc admin admin] Network 49844ac9-6dbd-4c4d-8b29-cad65bfe426c is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:10:19.741738 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-e8d20c4b-132e-4344-b964-01d602a87edc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 49844ac9-6dbd-4c4d-8b29-cad65bfe426c) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:10:19.780218 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c24eddd-e53d-4330-a37a-f8ff3b113c09 None None] Network 49844ac9-6dbd-4c4d-8b29-cad65bfe426c requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:10:19.782511 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d20c4b-132e-4344-b964-01d602a87edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:19.783511 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e8d20c4b-132e-4344-b964-01d602a87edc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:19.824366 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e8d20c4b-132e-4344-b964-01d602a87edc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1663022 Nov 24 21:10:19.994499 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56208) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:20.239454 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-da44b3d4-01b9-4038-a6f3-547aaf8a59c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:20.398765 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-da44b3d4-01b9-4038-a6f3-547aaf8a59c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:20.410022 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-da44b3d4-01b9-4038-a6f3-547aaf8a59c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:20.546554 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-da44b3d4-01b9-4038-a6f3-547aaf8a59c6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1779e293638c47c7929fa550fe047cfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5506558 Nov 24 21:10:20.551590 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44b3d4-01b9-4038-a6f3-547aaf8a59c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1654e07-4831-47e7-b61c-82e7e168feb4,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:20.556610 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56250) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:20.623344 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a9fff-78c4-4567-9d90-4f91a1db16c3 req-a12538d5-5786-4926-8396-4634d1459852 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:20.634980 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-800a9fff-78c4-4567-9d90-4f91a1db16c3 req-a12538d5-5786-4926-8396-4634d1459852 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84 HTTP/1.1" status: 200 len: 1096 time: 0.1592016 Nov 24 21:10:20.667052 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-4157cd06-af5c-4f9d-931b-dd7353e44096 req-31496e31-77e0-4a1a-bae6-97dcec459467 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1612814861', 'description': 'tempest-description-1511890586'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:10:20.716303 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ed6efd-5599-47d5-91b1-d58fb5f7be76 None None] Network 49844ac9-6dbd-4c4d-8b29-cad65bfe426c requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:10:20.749350 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-800a9fff-78c4-4567-9d90-4f91a1db16c3 req-1e45850e-774b-40af-9bce-70f044251ec8 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128814 Nov 24 21:10:20.781021 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:20.797433 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4157cd06-af5c-4f9d-931b-dd7353e44096 req-31496e31-77e0-4a1a-bae6-97dcec459467 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:20.825514 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:20.845568 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-288081ba-20de-447e-bc29-d54b01220614 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:20.906638 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-288081ba-20de-447e-bc29-d54b01220614 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:20.945784 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3969e-2e85-4c2f-ae3f-8864d1b3890f None None] Pushing event updated for resources: {'Port': ['ID=145c1728-1659-47a8-9417-72808c9d7a92,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:20.994607 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-288081ba-20de-447e-bc29-d54b01220614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:20.999448 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-288081ba-20de-447e-bc29-d54b01220614 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:21.011014 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-288081ba-20de-447e-bc29-d54b01220614 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f1654e07-4831-47e7-b61c-82e7e168feb4 HTTP/1.1" status: 204 len: 168 time: 0.4514110 Nov 24 21:10:21.115514 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] Attempting to bind port 145c1728-1659-47a8-9417-72808c9d7a92 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:10:21.115902 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] Attempting to bind port 145c1728-1659-47a8-9417-72808c9d7a92 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '97b09836-6116-4a1c-8efc-ea2a11367391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23384c3e-1e32-42a7-a65e-a08bb20eb482'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:10:21.116270 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] Attempting to bind port 145c1728-1659-47a8-9417-72808c9d7a92 on network 23384c3e-1e32-42a7-a65e-a08bb20eb482 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:10:21.127908 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:10:21.128290 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] Checking segment: {'id': '97b09836-6116-4a1c-8efc-ea2a11367391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23384c3e-1e32-42a7-a65e-a08bb20eb482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:10:21.128901 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:21.129184 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] Bound using segment: {'id': '97b09836-6116-4a1c-8efc-ea2a11367391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23384c3e-1e32-42a7-a65e-a08bb20eb482'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:10:21.129638 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] Bound port: 145c1728-1659-47a8-9417-72808c9d7a92, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b09836-6116-4a1c-8efc-ea2a11367391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23384c3e-1e32-42a7-a65e-a08bb20eb482'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:10:21.130096 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:21.202456 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288081ba-20de-447e-bc29-d54b01220614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1654e07-4831-47e7-b61c-82e7e168feb4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:21.222428 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4157cd06-af5c-4f9d-931b-dd7353e44096 req-31496e31-77e0-4a1a-bae6-97dcec459467 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:21.234548 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4157cd06-af5c-4f9d-931b-dd7353e44096 req-31496e31-77e0-4a1a-bae6-97dcec459467 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:21.314465 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4157cd06-af5c-4f9d-931b-dd7353e44096 req-31496e31-77e0-4a1a-bae6-97dcec459467 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:21.316490 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4157cd06-af5c-4f9d-931b-dd7353e44096 req-31496e31-77e0-4a1a-bae6-97dcec459467 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6695695 Nov 24 21:10:21.338949 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31496e31-77e0-4a1a-bae6-97dcec459467 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d61a97e4-4b37-433d-9b71-03c07965d791,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:21.357335 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-51152a27-c7fd-4c0b-867d-63d040d2233f req-ffac6f2d-bd41-4853-9683-c699f4cd76bd tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1862514464', 'description': 'tempest-description-767911401'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:10:21.383483 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] For port 145c1728-1659-47a8-9417-72808c9d7a92, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:10:21.391289 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] For port 145c1728-1659-47a8-9417-72808c9d7a92, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=145c1728-1659-47a8-9417-72808c9d7a92,segment=NetworkSegment(97b09836-6116-4a1c-8efc-ea2a11367391),segment_id=97b09836-6116-4a1c-8efc-ea2a11367391)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:10:21.409810 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:21.415565 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-51152a27-c7fd-4c0b-867d-63d040d2233f req-ffac6f2d-bd41-4853-9683-c699f4cd76bd tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:21.556499 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] Routers {'4871a143-9cb2-453b-8282-8a134955447b'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:10:21.561376 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:10:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['4871a143-9cb2-453b-8282-8a134955447b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:21.571984 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-afe55690-7af0-46ae-9f02-aee834c2f678 None None] Provisioning complete for port 145c1728-1659-47a8-9417-72808c9d7a92 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:10:21.573212 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-afe55690-7af0-46ae-9f02-aee834c2f678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:21.634328 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-51152a27-c7fd-4c0b-867d-63d040d2233f req-ffac6f2d-bd41-4853-9683-c699f4cd76bd tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:21.645456 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-51152a27-c7fd-4c0b-867d-63d040d2233f req-ffac6f2d-bd41-4853-9683-c699f4cd76bd tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:21.698865 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac6f2d-bd41-4853-9683-c699f4cd76bd tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d1b232-d60d-4957-bf27-b7a51081c6af,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:21.731830 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-51152a27-c7fd-4c0b-867d-63d040d2233f req-ffac6f2d-bd41-4853-9683-c699f4cd76bd tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:21.738251 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51152a27-c7fd-4c0b-867d-63d040d2233f req-ffac6f2d-bd41-4853-9683-c699f4cd76bd tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3906250 Nov 24 21:10:22.017819 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3969e-2e85-4c2f-ae3f-8864d1b3890f None None] Pushing event updated for resources: {'Port': ['ID=145c1728-1659-47a8-9417-72808c9d7a92,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:22.110860 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a08b6e-ee9b-4ed5-b0cb-8162e1a27ce7 req-ea03d808-6a64-49fc-a947-aac38caf481b tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:22.119869 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-43a08b6e-ee9b-4ed5-b0cb-8162e1a27ce7 req-ea03d808-6a64-49fc-a947-aac38caf481b tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84 HTTP/1.1" status: 200 len: 1096 time: 0.2051849 Nov 24 21:10:22.129477 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] Set router 4871a143-9cb2-453b-8282-8a134955447b gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:10:22.231357 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-43a08b6e-ee9b-4ed5-b0cb-8162e1a27ce7 req-d784931d-68f3-4513-aa3e-88439b197c00 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064849 Nov 24 21:10:22.461105 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f7b02-5d6b-41bd-ac28-40a884bca8ad req-40811c2b-993c-4029-af7d-7258aae352cd tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:22.462410 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-afe55690-7af0-46ae-9f02-aee834c2f678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:22.479016 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7c2f7b02-5d6b-41bd-ac28-40a884bca8ad req-40811c2b-993c-4029-af7d-7258aae352cd tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84 HTTP/1.1" status: 200 len: 1096 time: 0.1063135 Nov 24 21:10:22.609505 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7c2f7b02-5d6b-41bd-ac28-40a884bca8ad req-bf26fafe-1456-4f16-aa85-669679b8e8de tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284237 Nov 24 21:10:22.677752 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-a4137b5c-3168-4272-b56c-b5296fabe4c3 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:22.695820 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-a4137b5c-3168-4272-b56c-b5296fabe4c3 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/networks?id=49844ac9-6dbd-4c4d-8b29-cad65bfe426c HTTP/1.1" status: 200 len: 813 time: 0.4543331 Nov 24 21:10:22.705176 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-afe55690-7af0-46ae-9f02-aee834c2f678 None None] For port 145c1728-1659-47a8-9417-72808c9d7a92, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=145c1728-1659-47a8-9417-72808c9d7a92,segment=NetworkSegment(97b09836-6116-4a1c-8efc-ea2a11367391),segment_id=97b09836-6116-4a1c-8efc-ea2a11367391)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:22.730554 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-7e1e02bf-da2e-4b7a-bf7b-34326d4886b7 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/quotas/2f94b00cd11a4d0d8ad837179effb5b2 HTTP/1.1" status: 200 len: 375 time: 0.0272195 Nov 24 21:10:22.736561 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-afe55690-7af0-46ae-9f02-aee834c2f678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:22.786091 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-eda996a8-4daa-4b19-881c-88d0fe2d6ee4 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2f94b00cd11a4d0d8ad837179effb5b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543556 Nov 24 21:10:22.850411 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a622575-3b1b-4f05-84c7-914893017e0c req-5c8deeaf-5840-4793-b327-5314dfe546e4 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:22.862207 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9a622575-3b1b-4f05-84c7-914893017e0c req-5c8deeaf-5840-4793-b327-5314dfe546e4 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84 HTTP/1.1" status: 200 len: 1096 time: 0.0952935 Nov 24 21:10:22.933277 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9a622575-3b1b-4f05-84c7-914893017e0c req-15f2f281-f2a3-44e4-8daf-00870e3d344f tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648484 Nov 24 21:10:23.026785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7eceafe6-e11e-482a-9b4d-8034f37a4ce1 None None] Provisioning complete for port 145c1728-1659-47a8-9417-72808c9d7a92 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:10:23.032417 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-3307e166-7cbf-4c0c-b254-542cf9863b7e service neutron] 10.222.0.11 "GET /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453823 Nov 24 21:10:23.033428 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7eceafe6-e11e-482a-9b4d-8034f37a4ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:23.067908 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe55690-7af0-46ae-9f02-aee834c2f678 None None] Pushing event updated for resources: {'Port': ['ID=145c1728-1659-47a8-9417-72808c9d7a92,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:23.396273 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-e7dc4655-4963-46ab-8119-dba60298664c service neutron] 10.222.0.11 "GET /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498733 Nov 24 21:10:23.424839 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871a143-9cb2-453b-8282-8a134955447b', 'name': 'tempest-TaggedBootDevicesTest_v242-1321033853-router', 'tenant_id': '0c5e1bd878594e219076c95d1ce85e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '10278764-5bd6-4480-b78c-e55553b71f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:10:03Z', 'updated_at': '2021-11-24T21:10:14Z', 'revision_number': 4, 'project_id': '0c5e1bd878594e219076c95d1ce85e7c', 'gw_port': {'id': '10278764-5bd6-4480-b78c-e55553b71f8d', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871a143-9cb2-453b-8282-8a134955447b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:10:05Z', 'updated_at': '2021-11-24T21:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '145c1728-1659-47a8-9417-72808c9d7a92', 'name': '', 'network_id': '23384c3e-1e32-42a7-a65e-a08bb20eb482', 'tenant_id': '0c5e1bd878594e219076c95d1ce85e7c', 'mac_address': 'fa:16:3e:32:e6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4871a143-9cb2-453b-8282-8a134955447b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '814ec7a6-0d59-48b4-83ad-4f7717efa9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:10:13Z', 'updated_at': '2021-11-24T21:10:21Z', 'revision_number': 4, 'project_id': '0c5e1bd878594e219076c95d1ce85e7c', 'subnets': [{'id': '814ec7a6-0d59-48b4-83ad-4f7717efa9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:23.465274 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5627847e-4b78-44af-9225-dffbe6624367 None None] The sync data for ids ['4871a143-9cb2-453b-8282-8a134955447b'] in n-d-812111-8 is: [{'id': '4871a143-9cb2-453b-8282-8a134955447b', 'name': 'tempest-TaggedBootDevicesTest_v242-1321033853-router', 'tenant_id': '0c5e1bd878594e219076c95d1ce85e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '10278764-5bd6-4480-b78c-e55553b71f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:10:03Z', 'updated_at': '2021-11-24T21:10:14Z', 'revision_number': 4, 'project_id': '0c5e1bd878594e219076c95d1ce85e7c', 'gw_port': {'id': '10278764-5bd6-4480-b78c-e55553b71f8d', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871a143-9cb2-453b-8282-8a134955447b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:10:05Z', 'updated_at': '2021-11-24T21:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '145c1728-1659-47a8-9417-72808c9d7a92', 'name': '', 'network_id': '23384c3e-1e32-42a7-a65e-a08bb20eb482', 'tenant_id': '0c5e1bd878594e219076c95d1ce85e7c', 'mac_address': 'fa:16:3e:32:e6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4871a143-9cb2-453b-8282-8a134955447b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '814ec7a6-0d59-48b4-83ad-4f7717efa9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:10:13Z', 'updated_at': '2021-11-24T21:10:21Z', 'revision_number': 4, 'project_id': '0c5e1bd878594e219076c95d1ce85e7c', 'subnets': [{'id': '814ec7a6-0d59-48b4-83ad-4f7717efa9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:10:23.789612 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fe39d-efa8-4e23-9bc4-fd32890a3ae3 req-1915ac7a-dfe2-4ef2-ac16-c5ce31b0e776 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:23.827471 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-263fe39d-efa8-4e23-9bc4-fd32890a3ae3 req-1915ac7a-dfe2-4ef2-ac16-c5ce31b0e776 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84 HTTP/1.1" status: 200 len: 1096 time: 0.1845922 Nov 24 21:10:23.932820 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-612c55a1-d112-47b8-88ad-997ed48cba57 req-d7e8ae08-e1ae-4f29-aef7-11cb3b77766d tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a3874a9-a5d5-417a-88f2-39000f06237d HTTP/1.1" status: 200 len: 210 time: 0.1031973 Nov 24 21:10:24.003268 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-263fe39d-efa8-4e23-9bc4-fd32890a3ae3 req-1c077f00-69b6-4f65-b5bb-ad15c54e0ccf tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734021 Nov 24 21:10:24.622707 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56644) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:24.751715 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 145c1728-1659-47a8-9417-72808c9d7a92 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:10:24.824321 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d5977-14cc-4a28-8330-5fcf266e04e3 req-d3776f84-b401-488a-b380-766a1907926d tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:24.827408 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-207d5977-14cc-4a28-8330-5fcf266e04e3 req-d3776f84-b401-488a-b380-766a1907926d tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84 HTTP/1.1" status: 200 len: 1096 time: 0.1089644 Nov 24 21:10:24.935186 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 145c1728-1659-47a8-9417-72808c9d7a92 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:10:24.936312 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:24.940262 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b657914a-27bb-458c-ab6b-2f24dbd7d7e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:25.124722 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b657914a-27bb-458c-ab6b-2f24dbd7d7e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:25.158968 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-207d5977-14cc-4a28-8330-5fcf266e04e3 req-7b04c68b-6333-4eaa-a63c-e1b504066890 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Deleting port 944af3c4-0dc5-4a37-935c-b4ef8c379190 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:10:25.160702 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-207d5977-14cc-4a28-8330-5fcf266e04e3 req-7b04c68b-6333-4eaa-a63c-e1b504066890 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:25.190609 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b657914a-27bb-458c-ab6b-2f24dbd7d7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:25.301450 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2906f-8556-4d97-8882-0707217a0349 req-f3a68819-c00c-4cfd-9c89-e94aa67940d0 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:25.311140 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-69f2906f-8556-4d97-8882-0707217a0349 req-f3a68819-c00c-4cfd-9c89-e94aa67940d0 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84 HTTP/1.1" status: 200 len: 1096 time: 0.0998411 Nov 24 21:10:25.320313 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe40ad9c-5210-4c88-84c1-c896b1321dd9 req-148748f6-8282-418e-96b2-2c1f4f79a7a0 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a3874a9-a5d5-417a-88f2-39000f06237d HTTP/1.1" status: 200 len: 210 time: 0.1802895 Nov 24 21:10:25.464014 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-207d5977-14cc-4a28-8330-5fcf266e04e3 req-7b04c68b-6333-4eaa-a63c-e1b504066890 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] For port 944af3c4-0dc5-4a37-935c-b4ef8c379190, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=944af3c4-0dc5-4a37-935c-b4ef8c379190,segment=NetworkSegment(8a429477-61f7-4599-8550-78823945d7bc),segment_id=8a429477-61f7-4599-8550-78823945d7bc)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:25.468035 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-207d5977-14cc-4a28-8330-5fcf266e04e3 req-7b04c68b-6333-4eaa-a63c-e1b504066890 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:25.487837 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b657914a-27bb-458c-ab6b-2f24dbd7d7e3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=07ed3398bf2446a4bb35ebaeae7e8415&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8631024 Nov 24 21:10:25.498835 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56724) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:25.538485 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657914a-27bb-458c-ab6b-2f24dbd7d7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9622fd-8a32-4fc0-bef6-29b620028a06,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:25.574834 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-69f2906f-8556-4d97-8882-0707217a0349 req-c7ea6daf-600c-4b71-8cf4-0ed97c9e11e4 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604742 Nov 24 21:10:25.581970 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-207d5977-14cc-4a28-8330-5fcf266e04e3 req-7b04c68b-6333-4eaa-a63c-e1b504066890 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Calling delete_port for 944af3c4-0dc5-4a37-935c-b4ef8c379190 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:10:25.703083 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6721323-2bc3-480b-8aa7-baff2a053320 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:25.758388 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6721323-2bc3-480b-8aa7-baff2a053320 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:26.052914 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6721323-2bc3-480b-8aa7-baff2a053320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:26.056355 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6721323-2bc3-480b-8aa7-baff2a053320 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:26.057771 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b6721323-2bc3-480b-8aa7-baff2a053320 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de9622fd-8a32-4fc0-bef6-29b620028a06 HTTP/1.1" status: 204 len: 168 time: 0.5561664 Nov 24 21:10:26.090426 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6721323-2bc3-480b-8aa7-baff2a053320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9622fd-8a32-4fc0-bef6-29b620028a06,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:26.120394 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-65ef2644-7f83-413a-86fb-04f4181c63d3 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:26.130051 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-65ef2644-7f83-413a-86fb-04f4181c63d3 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.48 "GET /v2.0/networks?id=49844ac9-6dbd-4c4d-8b29-cad65bfe426c HTTP/1.1" status: 200 len: 813 time: 0.3133509 Nov 24 21:10:26.145092 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-d90a2c10-f1b5-494a-b58a-10be60f4febb tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Request body: {'port': {'device_id': '8a3874a9-a5d5-417a-88f2-39000f06237d', 'network_id': '49844ac9-6dbd-4c4d-8b29-cad65bfe426c', 'admin_state_up': True, 'tenant_id': '2f94b00cd11a4d0d8ad837179effb5b2'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:10:26.501890 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-207d5977-14cc-4a28-8330-5fcf266e04e3 req-7b04c68b-6333-4eaa-a63c-e1b504066890 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:26.518604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['07bd64ef-3c75-4d49-b39c-4d4c3e210310'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:10:26.623664 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9f4366c-e95a-4665-920d-c16ff8b0c170 req-3e229d29-d2b3-40b5-a406-216a74b77283 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a3874a9-a5d5-417a-88f2-39000f06237d HTTP/1.1" status: 200 len: 210 time: 0.0961268 Nov 24 21:10:26.680811 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04c68b-6333-4eaa-a63c-e1b504066890 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Pushing event deleted for resources: {'Port': ['ID=944af3c4-0dc5-4a37-935c-b4ef8c379190,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:26.734571 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-207d5977-14cc-4a28-8330-5fcf266e04e3 req-7b04c68b-6333-4eaa-a63c-e1b504066890 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] No DVR routers for this DVR port 944af3c4-0dc5-4a37-935c-b4ef8c379190 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:10:26.744323 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-207d5977-14cc-4a28-8330-5fcf266e04e3 req-7b04c68b-6333-4eaa-a63c-e1b504066890 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:26.750179 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-207d5977-14cc-4a28-8330-5fcf266e04e3 req-7b04c68b-6333-4eaa-a63c-e1b504066890 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.48 "DELETE /v2.0/ports/944af3c4-0dc5-4a37-935c-b4ef8c379190 HTTP/1.1" status: 204 len: 173 time: 1.9149945 Nov 24 21:10:26.751112 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84', 'name': 'network-vif-deleted', 'tag': '944af3c4-0dc5-4a37-935c-b4ef8c379190'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:10:26.753702 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a6c045-3230-41aa-aab6-e1d8a23e0024" -d '{"events": [{"server_uuid": "c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84", "name": "network-vif-deleted", "tag": "944af3c4-0dc5-4a37-935c-b4ef8c379190"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:10:26.834607 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbc4d97-cffa-422b-96e5-f8cc8022435e x-openstack-request-id: req-3fbc4d97-cffa-422b-96e5-f8cc8022435e {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:10:26.835174 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84", "name": "network-vif-deleted", "tag": "944af3c4-0dc5-4a37-935c-b4ef8c379190", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:10:26.842029 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3fbc4d97-cffa-422b-96e5-f8cc8022435e {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:10:26.842760 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84', 'name': 'network-vif-deleted', 'tag': '944af3c4-0dc5-4a37-935c-b4ef8c379190', 'status': 'completed', 'code': 200} Nov 24 21:10:26.880940 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-427e0878-ff43-41e1-90ee-e9e72b1251f7 req-7f31e7c7-5170-4d87-b165-26ef7603c3b6 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c9cb5154-cacd-4c4d-a40d-f1d6bb2d0a84 HTTP/1.1" status: 200 len: 210 time: 0.1235600 Nov 24 21:10:26.881547 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-d90a2c10-f1b5-494a-b58a-10be60f4febb tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Made reservation on behalf of 2f94b00cd11a4d0d8ad837179effb5b2 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:10:26.892113 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-d90a2c10-f1b5-494a-b58a-10be60f4febb tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:27.181399 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-d90a2c10-f1b5-494a-b58a-10be60f4febb tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Allocated IP 172.20.0.7 (49844ac9-6dbd-4c4d-8b29-cad65bfe426c/dd828feb-04a3-4ab5-af17-d372e9da2aea/0067a324-2275-4d33-b85b-701ce2d8930c) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:10:27.528614 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-d90a2c10-f1b5-494a-b58a-10be60f4febb tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:27.611156 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-d90a2c10-f1b5-494a-b58a-10be60f4febb tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:27.697381 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a2c10-f1b5-494a-b58a-10be60f4febb tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event updated for resources: {'Port': ['ID=0067a324-2275-4d33-b85b-701ce2d8930c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:27.740592 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 944af3c4-0dc5-4a37-935c-b4ef8c379190 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:10:27.830188 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-d90a2c10-f1b5-494a-b58a-10be60f4febb tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Network 49844ac9-6dbd-4c4d-8b29-cad65bfe426c is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:10:27.833599 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 944af3c4-0dc5-4a37-935c-b4ef8c379190 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:10:27.833838 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-d90a2c10-f1b5-494a-b58a-10be60f4febb tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:10:27.835422 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 944af3c4-0dc5-4a37-935c-b4ef8c379190 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:10:27.842520 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-d90a2c10-f1b5-494a-b58a-10be60f4febb tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:10:27.890576 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e54951-f8fa-404b-ae15-1fe5a19fa7af req-78a6f9f4-f4fe-4309-98a5-39ca62f9963a tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:27.893038 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87e54951-f8fa-404b-ae15-1fe5a19fa7af req-78a6f9f4-f4fe-4309-98a5-39ca62f9963a tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a3874a9-a5d5-417a-88f2-39000f06237d HTTP/1.1" status: 200 len: 931 time: 0.1433561 Nov 24 21:10:27.982018 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-d90a2c10-f1b5-494a-b58a-10be60f4febb tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:27.985899 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-d90a2c10-f1b5-494a-b58a-10be60f4febb tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:28.008083 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87e54951-f8fa-404b-ae15-1fe5a19fa7af req-49ccb754-891f-4d45-8c3a-319da5553890 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b587a96-f6ad-490e-b482-cafa0aae03ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065052 Nov 24 21:10:28.018890 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-d90a2c10-f1b5-494a-b58a-10be60f4febb tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8777730 Nov 24 21:10:28.036297 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-c2721f9a-7a86-472d-b811-1d30024932fd service neutron] Request body: {'port': {'device_id': '8a3874a9-a5d5-417a-88f2-39000f06237d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:10:28.135068 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-c2721f9a-7a86-472d-b811-1d30024932fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:28.423403 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13beabb0-4fdc-4ccb-b6f4-828d42b3de40 req-f2d1a73a-48a1-49e8-936a-573a669e64b4 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:28.431521 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-13beabb0-4fdc-4ccb-b6f4-828d42b3de40 req-f2d1a73a-48a1-49e8-936a-573a669e64b4 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b24754c-a977-491e-87b7-b147918fd7ff HTTP/1.1" status: 200 len: 1096 time: 0.0586190 Nov 24 21:10:28.522310 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-13beabb0-4fdc-4ccb-b6f4-828d42b3de40 req-6f9f93d9-a93d-4356-9039-1261ad7fb55b tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896530 Nov 24 21:10:28.663539 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-c2721f9a-7a86-472d-b811-1d30024932fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0067a324-2275-4d33-b85b-701ce2d8930c {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:10:28.673332 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-c2721f9a-7a86-472d-b811-1d30024932fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:28.703181 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-c2721f9a-7a86-472d-b811-1d30024932fd service neutron] Transition to ACTIVE for port object 0067a324-2275-4d33-b85b-701ce2d8930c will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:10:28.709629 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-c2721f9a-7a86-472d-b811-1d30024932fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:28.782131 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2721f9a-7a86-472d-b811-1d30024932fd service neutron] Pushing event updated for resources: {'Port': ['ID=0067a324-2275-4d33-b85b-701ce2d8930c,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:28.945242 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-c2721f9a-7a86-472d-b811-1d30024932fd service neutron] Attempting to bind port 0067a324-2275-4d33-b85b-701ce2d8930c on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:10:28.945580 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-c2721f9a-7a86-472d-b811-1d30024932fd service neutron] Attempting to bind port 0067a324-2275-4d33-b85b-701ce2d8930c by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'e79e06b3-37e5-4945-a046-ef522d007d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '49844ac9-6dbd-4c4d-8b29-cad65bfe426c'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:10:28.945911 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-c2721f9a-7a86-472d-b811-1d30024932fd service neutron] Attempting to bind port 0067a324-2275-4d33-b85b-701ce2d8930c on network 49844ac9-6dbd-4c4d-8b29-cad65bfe426c {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:10:28.962195 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-c2721f9a-7a86-472d-b811-1d30024932fd service neutron] Port 0067a324-2275-4d33-b85b-701ce2d8930c on network 49844ac9-6dbd-4c4d-8b29-cad65bfe426c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:10:28.968653 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-c2721f9a-7a86-472d-b811-1d30024932fd service neutron] Attempting to bind port 0067a324-2275-4d33-b85b-701ce2d8930c on network 49844ac9-6dbd-4c4d-8b29-cad65bfe426c {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:10:28.976231 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-c2721f9a-7a86-472d-b811-1d30024932fd service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:10:28.976581 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-c2721f9a-7a86-472d-b811-1d30024932fd service neutron] Checking segment: {'id': 'e79e06b3-37e5-4945-a046-ef522d007d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '49844ac9-6dbd-4c4d-8b29-cad65bfe426c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:10:28.976989 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-c2721f9a-7a86-472d-b811-1d30024932fd service neutron] Bound using segment: {'id': 'e79e06b3-37e5-4945-a046-ef522d007d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '49844ac9-6dbd-4c4d-8b29-cad65bfe426c'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:10:28.991743 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-c2721f9a-7a86-472d-b811-1d30024932fd service neutron] Bound port: 0067a324-2275-4d33-b85b-701ce2d8930c, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79e06b3-37e5-4945-a046-ef522d007d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '49844ac9-6dbd-4c4d-8b29-cad65bfe426c'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:10:28.993037 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-c2721f9a-7a86-472d-b811-1d30024932fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:29.175921 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-c2721f9a-7a86-472d-b811-1d30024932fd service neutron] For port 0067a324-2275-4d33-b85b-701ce2d8930c, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:10:29.203767 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-c2721f9a-7a86-472d-b811-1d30024932fd service neutron] For port 0067a324-2275-4d33-b85b-701ce2d8930c, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0067a324-2275-4d33-b85b-701ce2d8930c,segment=NetworkSegment(e79e06b3-37e5-4945-a046-ef522d007d1d),segment_id=e79e06b3-37e5-4945-a046-ef522d007d1d)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:10:29.238855 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-c2721f9a-7a86-472d-b811-1d30024932fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:29.294316 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-c2721f9a-7a86-472d-b811-1d30024932fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:29.295682 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-c2721f9a-7a86-472d-b811-1d30024932fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:29.298052 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-c2721f9a-7a86-472d-b811-1d30024932fd service neutron] 10.222.0.48 "PUT /v2.0/ports/0067a324-2275-4d33-b85b-701ce2d8930c HTTP/1.1" status: 200 len: 1091 time: 1.2706726 Nov 24 21:10:29.298795 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3874a9-a5d5-417a-88f2-39000f06237d', 'tag': '0067a324-2275-4d33-b85b-701ce2d8930c'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:10:29.301305 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93f29ef-b7a1-4750-b511-190a31e8b70e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3874a9-a5d5-417a-88f2-39000f06237d", "tag": "0067a324-2275-4d33-b85b-701ce2d8930c"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:10:29.335741 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418e447-aafb-4b22-a145-9f0a22a71bed req-6a8d353c-1db4-44ea-b36a-01e1c11f38f2 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:29.343960 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6418e447-aafb-4b22-a145-9f0a22a71bed req-6a8d353c-1db4-44ea-b36a-01e1c11f38f2 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a3874a9-a5d5-417a-88f2-39000f06237d HTTP/1.1" status: 200 len: 943 time: 0.1978335 Nov 24 21:10:29.468867 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f0f988-d324-4ac5-8163-00c45c4e1195 x-openstack-request-id: req-98f0f988-d324-4ac5-8163-00c45c4e1195 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:10:29.469295 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3874a9-a5d5-417a-88f2-39000f06237d", "tag": "0067a324-2275-4d33-b85b-701ce2d8930c", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:10:29.469646 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-98f0f988-d324-4ac5-8163-00c45c4e1195 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:10:29.470130 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3874a9-a5d5-417a-88f2-39000f06237d', 'tag': '0067a324-2275-4d33-b85b-701ce2d8930c', 'status': 'completed', 'code': 200} Nov 24 21:10:29.477357 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2721f9a-7a86-472d-b811-1d30024932fd service neutron] Pushing event updated for resources: {'Port': ['ID=0067a324-2275-4d33-b85b-701ce2d8930c,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:29.563769 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-4aae27af-49be-42a7-9b67-93f0718db186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:29.570511 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-4aae27af-49be-42a7-9b67-93f0718db186 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f94b00cd11a4d0d8ad837179effb5b2&device_id=8a3874a9-a5d5-417a-88f2-39000f06237d HTTP/1.1" status: 200 len: 1094 time: 0.2197037 Nov 24 21:10:29.589899 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6418e447-aafb-4b22-a145-9f0a22a71bed req-7482f7b4-baa2-433e-8660-e19eb0e67f09 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b587a96-f6ad-490e-b482-cafa0aae03ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403233 Nov 24 21:10:29.667547 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-236f1506-e312-46f9-9fb1-cabf0f0a53d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0067a324-2275-4d33-b85b-701ce2d8930c HTTP/1.1" status: 200 len: 217 time: 0.0764506 Nov 24 21:10:29.816658 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5e7dc-0ae9-42e0-bbf2-719ef3839dc0 req-fb3b8523-74b7-4fb1-b28c-774120baac1c tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:29.827001 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1aa5e7dc-0ae9-42e0-bbf2-719ef3839dc0 req-fb3b8523-74b7-4fb1-b28c-774120baac1c tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b24754c-a977-491e-87b7-b147918fd7ff HTTP/1.1" status: 200 len: 1096 time: 0.0954735 Nov 24 21:10:29.893640 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-ea82a240-bc15-4cea-bc94-2413fa4581cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:29.900094 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1aa5e7dc-0ae9-42e0-bbf2-719ef3839dc0 req-d7908b0b-979a-44a8-a026-136d7572ee67 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=82d218fa-b23f-45d1-8df4-8a80e7ff085a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710225 Nov 24 21:10:29.905461 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-ea82a240-bc15-4cea-bc94-2413fa4581cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dd828feb-04a3-4ab5-af17-d372e9da2aea HTTP/1.1" status: 200 len: 853 time: 0.2257051 Nov 24 21:10:29.986584 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-5552d08f-b79c-41a2-85dc-04d9bf3a3c0c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=49844ac9-6dbd-4c4d-8b29-cad65bfe426c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733252 Nov 24 21:10:29.993561 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417898ce-0af3-4b65-8788-db150ae9f8f2 req-d7b006ca-47e7-45e9-aeef-829b9c15b2a8 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:29.995810 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-417898ce-0af3-4b65-8788-db150ae9f8f2 req-d7b006ca-47e7-45e9-aeef-829b9c15b2a8 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4b24754c-a977-491e-87b7-b147918fd7ff HTTP/1.1" status: 200 len: 1096 time: 0.2094903 Nov 24 21:10:30.173726 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-3d083a3d-7b44-41cf-b898-bacb4301ca78 service neutron] 10.222.0.48 "GET /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762815 Nov 24 21:10:30.195771 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-417898ce-0af3-4b65-8788-db150ae9f8f2 req-d202d63a-2648-413f-aeef-66484e04a440 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Deleting port 07bd64ef-3c75-4d49-b39c-4d4c3e210310 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:10:30.196100 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-417898ce-0af3-4b65-8788-db150ae9f8f2 req-d202d63a-2648-413f-aeef-66484e04a440 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:30.297541 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-417898ce-0af3-4b65-8788-db150ae9f8f2 req-d202d63a-2648-413f-aeef-66484e04a440 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] For port 07bd64ef-3c75-4d49-b39c-4d4c3e210310, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=07bd64ef-3c75-4d49-b39c-4d4c3e210310,segment=NetworkSegment(8a429477-61f7-4599-8550-78823945d7bc),segment_id=8a429477-61f7-4599-8550-78823945d7bc)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:30.298354 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-417898ce-0af3-4b65-8788-db150ae9f8f2 req-d202d63a-2648-413f-aeef-66484e04a440 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:30.313730 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-417898ce-0af3-4b65-8788-db150ae9f8f2 req-d202d63a-2648-413f-aeef-66484e04a440 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Calling delete_port for 07bd64ef-3c75-4d49-b39c-4d4c3e210310 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:10:30.327731 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56946) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:30.550255 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e2881188-aa44-4a15-86c0-b2be088a678b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:30.566383 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-417898ce-0af3-4b65-8788-db150ae9f8f2 req-d202d63a-2648-413f-aeef-66484e04a440 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:30.583857 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['07bd64ef-3c75-4d49-b39c-4d4c3e210310'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:10:30.661404 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202d63a-2648-413f-aeef-66484e04a440 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Pushing event deleted for resources: {'Port': ['ID=07bd64ef-3c75-4d49-b39c-4d4c3e210310,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:30.752858 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e2881188-aa44-4a15-86c0-b2be088a678b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:30.762285 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e2881188-aa44-4a15-86c0-b2be088a678b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:30.827013 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2881188-aa44-4a15-86c0-b2be088a678b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb33044e-9b66-4960-9d8b-cebbc21a61d9,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:30.880069 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e2881188-aa44-4a15-86c0-b2be088a678b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c3f24b940c774c69aee5da2fa015bc58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5497890 Nov 24 21:10:30.880725 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56956) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:31.116169 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca5ad4a1-c652-4867-859a-37cf2b3fb006 req-8f244738-1507-47e5-ab67-4f36f9e7487f tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b24754c-a977-491e-87b7-b147918fd7ff HTTP/1.1" status: 200 len: 210 time: 0.0970390 Nov 24 21:10:31.136660 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-705106dc-fafe-4e4f-9cf2-f840af069006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:31.176893 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-705106dc-fafe-4e4f-9cf2-f840af069006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:31.316844 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-705106dc-fafe-4e4f-9cf2-f840af069006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:31.319966 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-705106dc-fafe-4e4f-9cf2-f840af069006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:31.331948 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-705106dc-fafe-4e4f-9cf2-f840af069006 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bb33044e-9b66-4960-9d8b-cebbc21a61d9 HTTP/1.1" status: 204 len: 168 time: 0.4470141 Nov 24 21:10:31.358755 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705106dc-fafe-4e4f-9cf2-f840af069006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb33044e-9b66-4960-9d8b-cebbc21a61d9,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:31.570990 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-417898ce-0af3-4b65-8788-db150ae9f8f2 req-d202d63a-2648-413f-aeef-66484e04a440 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] No DVR routers for this DVR port 07bd64ef-3c75-4d49-b39c-4d4c3e210310 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:10:31.573922 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-417898ce-0af3-4b65-8788-db150ae9f8f2 req-d202d63a-2648-413f-aeef-66484e04a440 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:31.578342 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-417898ce-0af3-4b65-8788-db150ae9f8f2 req-d202d63a-2648-413f-aeef-66484e04a440 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.15 "DELETE /v2.0/ports/07bd64ef-3c75-4d49-b39c-4d4c3e210310 HTTP/1.1" status: 204 len: 173 time: 1.5703006 Nov 24 21:10:31.595809 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e41c5-9360-4eec-9dfa-310d4504b217 req-36b70f2d-7ae5-4fbf-ac7a-b01119ea003c tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:31.598108 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4c6e41c5-9360-4eec-9dfa-310d4504b217 req-36b70f2d-7ae5-4fbf-ac7a-b01119ea003c tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a3874a9-a5d5-417a-88f2-39000f06237d HTTP/1.1" status: 200 len: 943 time: 0.8169844 Nov 24 21:10:31.598675 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b24754c-a977-491e-87b7-b147918fd7ff', 'name': 'network-vif-deleted', 'tag': '07bd64ef-3c75-4d49-b39c-4d4c3e210310'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:10:31.601775 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e13bfaa-3453-431b-ae10-e3a4ced2c1e7" -d '{"events": [{"server_uuid": "4b24754c-a977-491e-87b7-b147918fd7ff", "name": "network-vif-deleted", "tag": "07bd64ef-3c75-4d49-b39c-4d4c3e210310"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:10:31.661157 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a1c71454-2300-472d-ace1-5a72a2d9d44b req-25b58f9b-5f03-4fa8-8db5-191708c60445 service neutron] 10.222.0.48 "GET /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4760609 Nov 24 21:10:31.725115 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2c8cbc-cb89-46c6-a030-ad621cb080b6 x-openstack-request-id: req-aa2c8cbc-cb89-46c6-a030-ad621cb080b6 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:10:31.725664 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b24754c-a977-491e-87b7-b147918fd7ff", "name": "network-vif-deleted", "tag": "07bd64ef-3c75-4d49-b39c-4d4c3e210310", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:10:31.726804 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aa2c8cbc-cb89-46c6-a030-ad621cb080b6 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:10:31.728557 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b24754c-a977-491e-87b7-b147918fd7ff', 'name': 'network-vif-deleted', 'tag': '07bd64ef-3c75-4d49-b39c-4d4c3e210310', 'status': 'completed', 'code': 200} Nov 24 21:10:31.804552 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4c6e41c5-9360-4eec-9dfa-310d4504b217 req-93218dd2-e79d-4787-b260-1e17f721c296 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b587a96-f6ad-490e-b482-cafa0aae03ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791215 Nov 24 21:10:31.902282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f29ef-b7a1-4750-b511-190a31e8b70e req-36a7a165-11a3-42f1-8b81-b4ccabefbc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:31.903732 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e93f29ef-b7a1-4750-b511-190a31e8b70e req-36a7a165-11a3-42f1-8b81-b4ccabefbc63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f94b00cd11a4d0d8ad837179effb5b2&device_id=8a3874a9-a5d5-417a-88f2-39000f06237d HTTP/1.1" status: 200 len: 1094 time: 0.0969543 Nov 24 21:10:32.047048 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f29ef-b7a1-4750-b511-190a31e8b70e req-9fd27892-079f-4424-b873-ba1af97f3ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:32.049840 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e93f29ef-b7a1-4750-b511-190a31e8b70e req-9fd27892-079f-4424-b873-ba1af97f3ccc service neutron] 10.222.0.48 "GET /v2.0/networks?id=49844ac9-6dbd-4c4d-8b29-cad65bfe426c HTTP/1.1" status: 200 len: 914 time: 0.1372786 Nov 24 21:10:32.125687 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56978) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:32.163563 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf5683d-0e60-4db9-9fe4-75eed323594d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:32.169113 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e93f29ef-b7a1-4750-b511-190a31e8b70e req-ff11e29a-4121-4bde-a2c8-265ddb504911 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0067a324-2275-4d33-b85b-701ce2d8930c HTTP/1.1" status: 200 len: 217 time: 0.1105928 Nov 24 21:10:32.275544 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f29ef-b7a1-4750-b511-190a31e8b70e req-0d574177-7081-49b9-988f-1abd29c2989d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:32.277653 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e93f29ef-b7a1-4750-b511-190a31e8b70e req-0d574177-7081-49b9-988f-1abd29c2989d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dd828feb-04a3-4ab5-af17-d372e9da2aea HTTP/1.1" status: 200 len: 853 time: 0.1008463 Nov 24 21:10:32.353438 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e93f29ef-b7a1-4750-b511-190a31e8b70e req-14d2d5ec-11f8-4780-b502-112643b8bff7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=49844ac9-6dbd-4c4d-8b29-cad65bfe426c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649440 Nov 24 21:10:32.353664 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-27875551-312a-425c-ae26-0e61732b50f1 req-bc63c701-0729-48f0-88dd-bc72843dd542 tempest-TestServerMultinode-267434137 tempest-TestServerMultinode-267434137-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b24754c-a977-491e-87b7-b147918fd7ff HTTP/1.1" status: 200 len: 210 time: 0.0718048 Nov 24 21:10:32.427268 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:10:32.492274 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf5683d-0e60-4db9-9fe4-75eed323594d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:32.499716 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf5683d-0e60-4db9-9fe4-75eed323594d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:32.537786 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7cf5683d-0e60-4db9-9fe4-75eed323594d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d96376a50b964212bfcfb1cc257f9cc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4099739 Nov 24 21:10:32.540368 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56984) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:32.597513 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e93f29ef-b7a1-4750-b511-190a31e8b70e req-a25e47bb-dc3f-45d2-91af-8dadea3a384b service neutron] 10.222.0.48 "GET /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364242 Nov 24 21:10:32.663164 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c70a084b-62cd-46cc-96ce-c1898887875e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:32.666780 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5683d-0e60-4db9-9fe4-75eed323594d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19ad59b-db24-4eaa-aea1-2ab509871afb,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:32.739961 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c70a084b-62cd-46cc-96ce-c1898887875e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:32.767710 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e93f29ef-b7a1-4750-b511-190a31e8b70e req-8a846a99-e83d-44e3-bba0-4e8207400b8c service neutron] 10.222.0.48 "GET /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588774 Nov 24 21:10:32.830446 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c70a084b-62cd-46cc-96ce-c1898887875e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:32.836191 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c70a084b-62cd-46cc-96ce-c1898887875e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:32.838434 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c70a084b-62cd-46cc-96ce-c1898887875e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d19ad59b-db24-4eaa-aea1-2ab509871afb HTTP/1.1" status: 204 len: 168 time: 0.2969561 Nov 24 21:10:32.879781 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a084b-62cd-46cc-96ce-c1898887875e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19ad59b-db24-4eaa-aea1-2ab509871afb,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:33.030114 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658697c-cef8-4832-a213-72720fa11158 req-5311aa6e-8ef0-408b-81ae-83d847c1f3ec tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:33.043425 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a658697c-cef8-4832-a213-72720fa11158 req-5311aa6e-8ef0-408b-81ae-83d847c1f3ec tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a3874a9-a5d5-417a-88f2-39000f06237d HTTP/1.1" status: 200 len: 943 time: 0.0957215 Nov 24 21:10:33.121775 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a658697c-cef8-4832-a213-72720fa11158 req-72f37b13-10fd-4113-abdb-c20a11574f44 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b587a96-f6ad-490e-b482-cafa0aae03ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726418 Nov 24 21:10:33.471328 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57004) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:34.051948 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57020) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:34.295569 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-78a4e498-e62c-4f3a-8f10-2900e9d6b80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:34.516739 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 07bd64ef-3c75-4d49-b39c-4d4c3e210310 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:10:34.532702 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c9cf2-d905-4abd-ab4d-99b64d11c593 req-e82c6189-c453-4bb7-b0b3-62f0b1f06083 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:34.544126 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f6c9cf2-d905-4abd-ab4d-99b64d11c593 req-e82c6189-c453-4bb7-b0b3-62f0b1f06083 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a3874a9-a5d5-417a-88f2-39000f06237d HTTP/1.1" status: 200 len: 943 time: 0.2872186 Nov 24 21:10:34.555230 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 07bd64ef-3c75-4d49-b39c-4d4c3e210310 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:10:34.557030 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 07bd64ef-3c75-4d49-b39c-4d4c3e210310 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:10:34.723723 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f6c9cf2-d905-4abd-ab4d-99b64d11c593 req-d2dac38b-2404-431e-ae58-f952f320fcd9 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b587a96-f6ad-490e-b482-cafa0aae03ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781573 Nov 24 21:10:34.775010 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-78a4e498-e62c-4f3a-8f10-2900e9d6b80d admin admin] Deleting port 2c6cc913-90ec-46dc-92fc-7372d7c2988c {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:10:34.775557 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-78a4e498-e62c-4f3a-8f10-2900e9d6b80d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:35.002713 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-78a4e498-e62c-4f3a-8f10-2900e9d6b80d admin admin] For port 2c6cc913-90ec-46dc-92fc-7372d7c2988c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2c6cc913-90ec-46dc-92fc-7372d7c2988c,segment=NetworkSegment(8a429477-61f7-4599-8550-78823945d7bc),segment_id=8a429477-61f7-4599-8550-78823945d7bc)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:35.003237 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-78a4e498-e62c-4f3a-8f10-2900e9d6b80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:35.019732 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-78a4e498-e62c-4f3a-8f10-2900e9d6b80d admin admin] Calling delete_port for 2c6cc913-90ec-46dc-92fc-7372d7c2988c owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:10:35.232713 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8bb31a3a-c0e4-42b3-bc39-0fcf95e14623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:35.428529 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-78a4e498-e62c-4f3a-8f10-2900e9d6b80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:35.493721 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4e498-e62c-4f3a-8f10-2900e9d6b80d admin admin] Pushing event deleted for resources: {'Port': ['ID=2c6cc913-90ec-46dc-92fc-7372d7c2988c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:35.740529 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 0067a324-2275-4d33-b85b-701ce2d8930c details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:10:35.932048 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-8bb31a3a-c0e4-42b3-bc39-0fcf95e14623 admin admin] Deleting port dcc0aaa8-3e99-4713-a051-7e9f056309ed {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:10:35.932399 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8bb31a3a-c0e4-42b3-bc39-0fcf95e14623 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:36.050812 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 0067a324-2275-4d33-b85b-701ce2d8930c, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0067a324-2275-4d33-b85b-701ce2d8930c,segment=NetworkSegment(e79e06b3-37e5-4945-a046-ef522d007d1d),segment_id=e79e06b3-37e5-4945-a046-ef522d007d1d)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:36.070904 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6d14b-7948-4278-a371-79063df7caa5 req-d2c0c3e5-ea64-4b2b-8526-6961033b9fe3 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:36.072138 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c7d6d14b-7948-4278-a371-79063df7caa5 req-d2c0c3e5-ea64-4b2b-8526-6961033b9fe3 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a3874a9-a5d5-417a-88f2-39000f06237d HTTP/1.1" status: 200 len: 943 time: 0.1625400 Nov 24 21:10:36.082870 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '0067a324-2275-4d33-b85b-701ce2d8930c', 'network_id': '49844ac9-6dbd-4c4d-8b29-cad65bfe426c', 'port_id': '0067a324-2275-4d33-b85b-701ce2d8930c', 'mac_address': 'fa:16:3e:50:96:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd828feb-04a3-4ab5-af17-d372e9da2aea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:10:36.093994 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-8bb31a3a-c0e4-42b3-bc39-0fcf95e14623 admin admin] For port dcc0aaa8-3e99-4713-a051-7e9f056309ed, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=dcc0aaa8-3e99-4713-a051-7e9f056309ed,segment=NetworkSegment(3e48d071-6453-4a90-9feb-c1ab8ce8a488),segment_id=3e48d071-6453-4a90-9feb-c1ab8ce8a488)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:36.094365 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8bb31a3a-c0e4-42b3-bc39-0fcf95e14623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:36.120014 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-8bb31a3a-c0e4-42b3-bc39-0fcf95e14623 admin admin] Calling delete_port for dcc0aaa8-3e99-4713-a051-7e9f056309ed owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:10:36.125508 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-78a4e498-e62c-4f3a-8f10-2900e9d6b80d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:36.170907 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:36.203836 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0067a324-2275-4d33-b85b-701ce2d8930c {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:10:36.217419 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c7d6d14b-7948-4278-a371-79063df7caa5 req-a369e572-0997-4338-81b1-b32f3e043cb3 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b587a96-f6ad-490e-b482-cafa0aae03ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337328 Nov 24 21:10:36.262730 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 0067a324-2275-4d33-b85b-701ce2d8930c, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0067a324-2275-4d33-b85b-701ce2d8930c,segment=NetworkSegment(e79e06b3-37e5-4945-a046-ef522d007d1d),segment_id=e79e06b3-37e5-4945-a046-ef522d007d1d)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:36.276230 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:36.381238 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=0067a324-2275-4d33-b85b-701ce2d8930c,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:36.465667 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['0067a324-2275-4d33-b85b-701ce2d8930c'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:10:36.603132 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a4e498-e62c-4f3a-8f10-2900e9d6b80d admin admin] Router 5ce7719c-a5e4-4526-8801-1f050a15c157 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:10:36.661034 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8bb31a3a-c0e4-42b3-bc39-0fcf95e14623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:36.799722 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb31a3a-c0e4-42b3-bc39-0fcf95e14623 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcc0aaa8-3e99-4713-a051-7e9f056309ed,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:36.871937 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a4e498-e62c-4f3a-8f10-2900e9d6b80d admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:10:36.885005 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd4ad29-ce9b-42e6-9046-0186a7273196 None None] Sync routers for ids ['5ce7719c-a5e4-4526-8801-1f050a15c157'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:10:36.897606 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-78a4e498-e62c-4f3a-8f10-2900e9d6b80d admin admin] 10.222.0.11 "PUT /v2.0/routers/5ce7719c-a5e4-4526-8801-1f050a15c157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4258480 Nov 24 21:10:36.899348 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd4ad29-ce9b-42e6-9046-0186a7273196 None None] Routers {'5ce7719c-a5e4-4526-8801-1f050a15c157'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:10:36.899990 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7cd4ad29-ce9b-42e6-9046-0186a7273196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:10:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['5ce7719c-a5e4-4526-8801-1f050a15c157'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:36.900909 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57106) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:36.917804 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb31a3a-c0e4-42b3-bc39-0fcf95e14623 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:36.918346 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb31a3a-c0e4-42b3-bc39-0fcf95e14623 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:36.925221 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb31a3a-c0e4-42b3-bc39-0fcf95e14623 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:36.925715 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb31a3a-c0e4-42b3-bc39-0fcf95e14623 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:36.926308 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb31a3a-c0e4-42b3-bc39-0fcf95e14623 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:36.926765 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb31a3a-c0e4-42b3-bc39-0fcf95e14623 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:36.927468 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb31a3a-c0e4-42b3-bc39-0fcf95e14623 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:36.928350 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb31a3a-c0e4-42b3-bc39-0fcf95e14623 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:36.928908 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb31a3a-c0e4-42b3-bc39-0fcf95e14623 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:36.929365 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb31a3a-c0e4-42b3-bc39-0fcf95e14623 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:36.929809 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb31a3a-c0e4-42b3-bc39-0fcf95e14623 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:36.930523 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb31a3a-c0e4-42b3-bc39-0fcf95e14623 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:37.053542 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57112) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:37.191407 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-7cd4ad29-ce9b-42e6-9046-0186a7273196 None None] Set router 5ce7719c-a5e4-4526-8801-1f050a15c157 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:10:37.353695 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e16678ca-05b5-4591-a646-15dbaac81878 admin admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:37.358506 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f57644ac-46fd-433a-9905-639027eb9afc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:37.362351 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8bb31a3a-c0e4-42b3-bc39-0fcf95e14623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:37.614914 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7cd4ad29-ce9b-42e6-9046-0186a7273196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce7719c-a5e4-4526-8801-1f050a15c157', 'name': 'tempest-TestServerMultinode-405929033-router', 'tenant_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'aefd02fd-0645-48fc-b473-199562138df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:12Z', 'updated_at': '2021-11-24T21:10:35Z', 'revision_number': 5, 'project_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'gw_port': {'id': 'aefd02fd-0645-48fc-b473-199562138df8', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce7719c-a5e4-4526-8801-1f050a15c157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:13Z', 'updated_at': '2021-11-24T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:37.649321 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc28883-250d-4d92-a9fb-5e3084ed8bba req-e8c98db7-7b1b-4dfc-8ead-1ea19331bb62 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:37.651245 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4fc28883-250d-4d92-a9fb-5e3084ed8bba req-e8c98db7-7b1b-4dfc-8ead-1ea19331bb62 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a3874a9-a5d5-417a-88f2-39000f06237d HTTP/1.1" status: 200 len: 944 time: 0.3186121 Nov 24 21:10:37.666444 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd4ad29-ce9b-42e6-9046-0186a7273196 None None] Checking router: 5ce7719c-a5e4-4526-8801-1f050a15c157 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:10:37.678437 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd4ad29-ce9b-42e6-9046-0186a7273196 None None] Routers {'5ce7719c-a5e4-4526-8801-1f050a15c157'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:10:37.679198 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7cd4ad29-ce9b-42e6-9046-0186a7273196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:10:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['5ce7719c-a5e4-4526-8801-1f050a15c157'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:37.726012 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f57644ac-46fd-433a-9905-639027eb9afc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:37.744229 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f57644ac-46fd-433a-9905-639027eb9afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:37.758482 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 0067a324-2275-4d33-b85b-701ce2d8930c up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:10:37.857932 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4fc28883-250d-4d92-a9fb-5e3084ed8bba req-6332acca-4abb-4bfa-96ae-615e2d73eb7e tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b587a96-f6ad-490e-b482-cafa0aae03ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199000 Nov 24 21:10:37.873160 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb31a3a-c0e4-42b3-bc39-0fcf95e14623 admin admin] Router 36587df1-ab15-4f57-9a61-01d90f974732 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:10:37.888324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57644ac-46fd-433a-9905-639027eb9afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910f3bfe-423e-4997-b14d-d1abd7883166,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:37.947097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 0067a324-2275-4d33-b85b-701ce2d8930c completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:10:37.954427 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 0067a324-2275-4d33-b85b-701ce2d8930c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:10:37.955278 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:37.994529 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f57644ac-46fd-433a-9905-639027eb9afc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5b7feca0b72b4b7298ace717a6c54e68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9354539 Nov 24 21:10:38.009738 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-7cd4ad29-ce9b-42e6-9046-0186a7273196 None None] Set router 5ce7719c-a5e4-4526-8801-1f050a15c157 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:10:38.020898 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57124) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:38.024079 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e16678ca-05b5-4591-a646-15dbaac81878 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:38.162963 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb31a3a-c0e4-42b3-bc39-0fcf95e14623 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:10:38.176554 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d91286-5665-475e-8d52-f3e24c87f64b None None] Sync routers for ids ['36587df1-ab15-4f57-9a61-01d90f974732'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:10:38.178621 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8bb31a3a-c0e4-42b3-bc39-0fcf95e14623 admin admin] 10.222.0.11 "PUT /v2.0/routers/36587df1-ab15-4f57-9a61-01d90f974732/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1244903 Nov 24 21:10:38.181101 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57128) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:38.231729 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:38.241183 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d91286-5665-475e-8d52-f3e24c87f64b None None] Routers {'36587df1-ab15-4f57-9a61-01d90f974732'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:10:38.248776 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-60d91286-5665-475e-8d52-f3e24c87f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:10:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['36587df1-ab15-4f57-9a61-01d90f974732'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:38.259684 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-e16678ca-05b5-4591-a646-15dbaac81878 admin admin] Deleting port aefd02fd-0645-48fc-b473-199562138df8 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:10:38.261742 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e16678ca-05b5-4591-a646-15dbaac81878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:38.297608 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e04f87c0-909b-4c75-86dc-bd40b10d3eee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:38.398596 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-60d91286-5665-475e-8d52-f3e24c87f64b None None] Set router 36587df1-ab15-4f57-9a61-01d90f974732 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:10:38.437096 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e04f87c0-909b-4c75-86dc-bd40b10d3eee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:38.509285 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7cd4ad29-ce9b-42e6-9046-0186a7273196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce7719c-a5e4-4526-8801-1f050a15c157', 'name': 'tempest-TestServerMultinode-405929033-router', 'tenant_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'aefd02fd-0645-48fc-b473-199562138df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:12Z', 'updated_at': '2021-11-24T21:10:35Z', 'revision_number': 5, 'project_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'gw_port': {'id': 'aefd02fd-0645-48fc-b473-199562138df8', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce7719c-a5e4-4526-8801-1f050a15c157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:13Z', 'updated_at': '2021-11-24T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:38.547977 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fb98979d-aeb8-42be-a7e4-5ec177935d6c admin admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:38.553426 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-e16678ca-05b5-4591-a646-15dbaac81878 admin admin] For port aefd02fd-0645-48fc-b473-199562138df8, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=aefd02fd-0645-48fc-b473-199562138df8,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:38.555278 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e16678ca-05b5-4591-a646-15dbaac81878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:38.599661 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd4ad29-ce9b-42e6-9046-0186a7273196 None None] The sync data for ids ['5ce7719c-a5e4-4526-8801-1f050a15c157'] in n-d-812111-8 is: [{'id': '5ce7719c-a5e4-4526-8801-1f050a15c157', 'name': 'tempest-TestServerMultinode-405929033-router', 'tenant_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'aefd02fd-0645-48fc-b473-199562138df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:12Z', 'updated_at': '2021-11-24T21:10:35Z', 'revision_number': 5, 'project_id': 'dd049bb9bffc4a23a68cb9dad78054e8', 'gw_port': {'id': 'aefd02fd-0645-48fc-b473-199562138df8', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce7719c-a5e4-4526-8801-1f050a15c157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:13Z', 'updated_at': '2021-11-24T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:10:38.606349 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-e16678ca-05b5-4591-a646-15dbaac81878 admin admin] Calling delete_port for aefd02fd-0645-48fc-b473-199562138df8 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:10:38.631289 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e04f87c0-909b-4c75-86dc-bd40b10d3eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:38.635517 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e04f87c0-909b-4c75-86dc-bd40b10d3eee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:38.641267 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e04f87c0-909b-4c75-86dc-bd40b10d3eee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/910f3bfe-423e-4997-b14d-d1abd7883166 HTTP/1.1" status: 204 len: 168 time: 0.6110215 Nov 24 21:10:38.886022 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3874a9-a5d5-417a-88f2-39000f06237d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0067a324-2275-4d33-b85b-701ce2d8930c'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:10:38.894474 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7fca0c-003a-43b4-b150-68353e5649a0" -d '{"events": [{"server_uuid": "8a3874a9-a5d5-417a-88f2-39000f06237d", "name": "network-vif-plugged", "status": "completed", "tag": "0067a324-2275-4d33-b85b-701ce2d8930c"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:10:39.054378 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 0067a324-2275-4d33-b85b-701ce2d8930c, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0067a324-2275-4d33-b85b-701ce2d8930c,segment=NetworkSegment(e79e06b3-37e5-4945-a046-ef522d007d1d),segment_id=e79e06b3-37e5-4945-a046-ef522d007d1d)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:39.070509 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:39.086402 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fb98979d-aeb8-42be-a7e4-5ec177935d6c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:39.234772 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc09fb17-f1d9-4bf4-8157-93a3ecc19280 x-openstack-request-id: req-dc09fb17-f1d9-4bf4-8157-93a3ecc19280 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:10:39.256423 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3874a9-a5d5-417a-88f2-39000f06237d", "name": "network-vif-plugged", "status": "completed", "tag": "0067a324-2275-4d33-b85b-701ce2d8930c", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:10:39.256423 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dc09fb17-f1d9-4bf4-8157-93a3ecc19280 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:10:39.256423 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3874a9-a5d5-417a-88f2-39000f06237d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0067a324-2275-4d33-b85b-701ce2d8930c', 'code': 200} Nov 24 21:10:39.256423 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=0067a324-2275-4d33-b85b-701ce2d8930c,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:39.266765 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-880fa319-0577-42db-ad66-911701121100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:39.312645 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-60d91286-5665-475e-8d52-f3e24c87f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36587df1-ab15-4f57-9a61-01d90f974732', 'name': 'tempest-TaggedBootDevicesTest-697328584-router', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:57:14Z', 'updated_at': '2021-11-24T21:10:36Z', 'revision_number': 5, 'project_id': '838d059057e840c09ac19be61b107bec', 'gw_port': {'id': '0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36587df1-ab15-4f57-9a61-01d90f974732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:15Z', 'updated_at': '2021-11-24T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:39.398330 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-fb98979d-aeb8-42be-a7e4-5ec177935d6c admin admin] Deleting port 0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:10:39.399610 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fb98979d-aeb8-42be-a7e4-5ec177935d6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:39.409497 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d91286-5665-475e-8d52-f3e24c87f64b None None] Checking router: 36587df1-ab15-4f57-9a61-01d90f974732 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:10:39.434645 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d91286-5665-475e-8d52-f3e24c87f64b None None] Routers {'36587df1-ab15-4f57-9a61-01d90f974732'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:10:39.438191 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-60d91286-5665-475e-8d52-f3e24c87f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:10:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['36587df1-ab15-4f57-9a61-01d90f974732'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:39.469200 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb5ebe-be2e-4358-a670-3aaade3954dd req-0fb0e1a4-fa22-4b82-a773-7ae8e38d5667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:39.475018 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7adb5ebe-be2e-4358-a670-3aaade3954dd req-0fb0e1a4-fa22-4b82-a773-7ae8e38d5667 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8a3874a9-a5d5-417a-88f2-39000f06237d HTTP/1.1" status: 200 len: 1096 time: 0.1792920 Nov 24 21:10:39.490966 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57142) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:39.526353 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f87c0-909b-4c75-86dc-bd40b10d3eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910f3bfe-423e-4997-b14d-d1abd7883166,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:39.607754 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-fb98979d-aeb8-42be-a7e4-5ec177935d6c admin admin] For port 0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:39.608206 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fb98979d-aeb8-42be-a7e4-5ec177935d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:39.635885 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff66828d-b905-4500-9ba2-52f329525de9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:39.688052 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-60d91286-5665-475e-8d52-f3e24c87f64b None None] Set router 36587df1-ab15-4f57-9a61-01d90f974732 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:10:39.764592 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff66828d-b905-4500-9ba2-52f329525de9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:39.768249 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7adb5ebe-be2e-4358-a670-3aaade3954dd req-da7ff6ce-9451-4b71-a78a-e802ada3a124 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4b587a96-f6ad-490e-b482-cafa0aae03ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786217 Nov 24 21:10:39.775242 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff66828d-b905-4500-9ba2-52f329525de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:39.778768 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-fb98979d-aeb8-42be-a7e4-5ec177935d6c admin admin] Calling delete_port for 0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:10:39.786010 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce3033-e7fe-4d95-8e02-5b7cff99592e req-0bcdc246-0e71-4b60-9826-96301d068a4d tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:39.788264 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1ce3033-e7fe-4d95-8e02-5b7cff99592e req-0bcdc246-0e71-4b60-9826-96301d068a4d tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a3874a9-a5d5-417a-88f2-39000f06237d HTTP/1.1" status: 200 len: 945 time: 0.2818778 Nov 24 21:10:39.789531 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e16678ca-05b5-4591-a646-15dbaac81878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:39.859599 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16678ca-05b5-4591-a646-15dbaac81878 admin admin] Pushing event deleted for resources: {'Port': ['ID=aefd02fd-0645-48fc-b473-199562138df8,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:39.885980 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-60d91286-5665-475e-8d52-f3e24c87f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36587df1-ab15-4f57-9a61-01d90f974732', 'name': 'tempest-TaggedBootDevicesTest-697328584-router', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:57:14Z', 'updated_at': '2021-11-24T21:10:39Z', 'revision_number': 6, 'project_id': '838d059057e840c09ac19be61b107bec', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:39.959413 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e16678ca-05b5-4591-a646-15dbaac81878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:39.966245 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1ce3033-e7fe-4d95-8e02-5b7cff99592e req-38532bca-c922-442a-8a1b-a4504965a095 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b587a96-f6ad-490e-b482-cafa0aae03ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613114 Nov 24 21:10:39.980694 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54be787a-7fcc-45ad-96ea-0f5663ec4cda None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:10:39.996272 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d91286-5665-475e-8d52-f3e24c87f64b None None] The sync data for ids ['36587df1-ab15-4f57-9a61-01d90f974732'] in n-d-812111-8 is: [{'id': '36587df1-ab15-4f57-9a61-01d90f974732', 'name': 'tempest-TaggedBootDevicesTest-697328584-router', 'tenant_id': '838d059057e840c09ac19be61b107bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:57:14Z', 'updated_at': '2021-11-24T21:10:39Z', 'revision_number': 6, 'project_id': '838d059057e840c09ac19be61b107bec', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:10:40.004114 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ff66828d-b905-4500-9ba2-52f329525de9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=224c8d858e384063b3c88588c83337f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5121067 Nov 24 21:10:40.007350 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57144) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:40.008165 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66828d-b905-4500-9ba2-52f329525de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1530ac-e465-4dd0-8c1d-95390656a2aa,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:40.114198 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:40.194555 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e16678ca-05b5-4591-a646-15dbaac81878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:40.201951 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e16678ca-05b5-4591-a646-15dbaac81878 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:40.207896 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-44dac5c4-b61b-4ed2-945d-ff0ee3ea05ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:40.240847 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-44dac5c4-b61b-4ed2-945d-ff0ee3ea05ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:40.342183 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fb98979d-aeb8-42be-a7e4-5ec177935d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:40.353907 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e16678ca-05b5-4591-a646-15dbaac81878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:40.354830 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16678ca-05b5-4591-a646-15dbaac81878 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ce7719c-a5e4-4526-8801-1f050a15c157 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:10:40.366007 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e16678ca-05b5-4591-a646-15dbaac81878 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:40.369981 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e16678ca-05b5-4591-a646-15dbaac81878 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5ce7719c-a5e4-4526-8801-1f050a15c157 HTTP/1.1" status: 204 len: 168 time: 3.4678869 Nov 24 21:10:40.373299 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57150) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:40.458643 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4aa7c2-e898-447f-bb93-cfae623c802a admin admin] Deleting subnet 3c7cce09-ea7d-4472-9297-c0d745928599 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:10:40.464082 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8e4aa7c2-e898-447f-bb93-cfae623c802a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:40.522763 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8e4aa7c2-e898-447f-bb93-cfae623c802a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:40.718929 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2c6cc913-90ec-46dc-92fc-7372d7c2988c no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:10:40.772100 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8e4aa7c2-e898-447f-bb93-cfae623c802a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:40.794206 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 2c6cc913-90ec-46dc-92fc-7372d7c2988c {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:10:40.795280 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2c6cc913-90ec-46dc-92fc-7372d7c2988c not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:10:40.795996 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device dcc0aaa8-3e99-4713-a051-7e9f056309ed no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:10:40.839975 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: dcc0aaa8-3e99-4713-a051-7e9f056309ed {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:10:40.843265 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device dcc0aaa8-3e99-4713-a051-7e9f056309ed not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:10:40.850024 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8e4aa7c2-e898-447f-bb93-cfae623c802a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:40.859080 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98979d-aeb8-42be-a7e4-5ec177935d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:40.862108 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-44dac5c4-b61b-4ed2-945d-ff0ee3ea05ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:40.869508 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-44dac5c4-b61b-4ed2-945d-ff0ee3ea05ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:40.871994 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-44dac5c4-b61b-4ed2-945d-ff0ee3ea05ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf1530ac-e465-4dd0-8c1d-95390656a2aa HTTP/1.1" status: 204 len: 168 time: 0.8603144 Nov 24 21:10:40.890086 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bdffc4-a403-4c13-9283-a804e1486b53 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:10:40.890474 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dac5c4-b61b-4ed2-945d-ff0ee3ea05ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1530ac-e465-4dd0-8c1d-95390656a2aa,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:40.958724 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4aa7c2-e898-447f-bb93-cfae623c802a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c7cce09-ea7d-4472-9297-c0d745928599,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:40.964339 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8e4aa7c2-e898-447f-bb93-cfae623c802a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:40.964645 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7151af8-d34e-4ac5-a274-3e39d9ec8e88 None None] Network 8b715e2d-d98b-437d-add9-30773d2e531a requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:10:40.972307 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8e4aa7c2-e898-447f-bb93-cfae623c802a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3c7cce09-ea7d-4472-9297-c0d745928599 HTTP/1.1" status: 204 len: 168 time: 0.5957298 Nov 24 21:10:40.972633 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57156) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:41.033062 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fb98979d-aeb8-42be-a7e4-5ec177935d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:41.167652 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-40fa45ae-4b27-4fc9-833b-a382c777b55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:41.229124 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fb98979d-aeb8-42be-a7e4-5ec177935d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:41.232526 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fb98979d-aeb8-42be-a7e4-5ec177935d6c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:41.297380 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-40fa45ae-4b27-4fc9-833b-a382c777b55f admin admin] Deleting port dffb9eb6-0566-4d82-8ff1-7082611712cf {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:10:41.297692 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-40fa45ae-4b27-4fc9-833b-a382c777b55f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:41.382886 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:41.394052 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7d28e110-b20f-4323-9705-2962af29186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:41.471233 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fb98979d-aeb8-42be-a7e4-5ec177935d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:41.472878 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb98979d-aeb8-42be-a7e4-5ec177935d6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36587df1-ab15-4f57-9a61-01d90f974732 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:10:41.493984 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b770e49-e4d0-4db4-bcdd-4129d4fc4ab3 req-7aa92b7f-a1ec-46a2-8b5c-6e4b95d8cd5d tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:41.496570 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2b770e49-e4d0-4db4-bcdd-4129d4fc4ab3 req-7aa92b7f-a1ec-46a2-8b5c-6e4b95d8cd5d tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a3874a9-a5d5-417a-88f2-39000f06237d HTTP/1.1" status: 200 len: 945 time: 0.2689700 Nov 24 21:10:41.504930 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fb98979d-aeb8-42be-a7e4-5ec177935d6c admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:41.508320 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fb98979d-aeb8-42be-a7e4-5ec177935d6c admin admin] 10.222.0.11 "DELETE /v2.0/routers/36587df1-ab15-4f57-9a61-01d90f974732 HTTP/1.1" status: 204 len: 168 time: 3.3256776 Nov 24 21:10:41.511984 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57166) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:41.534905 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-40fa45ae-4b27-4fc9-833b-a382c777b55f admin admin] For port dffb9eb6-0566-4d82-8ff1-7082611712cf, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=dffb9eb6-0566-4d82-8ff1-7082611712cf,segment=NetworkSegment(8a429477-61f7-4599-8550-78823945d7bc),segment_id=8a429477-61f7-4599-8550-78823945d7bc)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:41.535533 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-40fa45ae-4b27-4fc9-833b-a382c777b55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:41.554956 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-40fa45ae-4b27-4fc9-833b-a382c777b55f admin admin] Calling delete_port for dffb9eb6-0566-4d82-8ff1-7082611712cf owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:10:41.557794 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce81d45-ab07-4bfe-817a-c064663c7964 None None] DHCP port deletion for 8b715e2d-d98b-437d-add9-30773d2e531a request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:10:41.641853 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2b770e49-e4d0-4db4-bcdd-4129d4fc4ab3 req-1f5038b0-d56f-44cb-afc5-803902ebddc5 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b587a96-f6ad-490e-b482-cafa0aae03ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281629 Nov 24 21:10:41.670579 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-22919e8d-8420-4e34-a5d4-d5632ac426aa admin admin] Deleting subnet 887b1e02-17a6-4db4-8124-14042ea3bbda {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:10:41.675109 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-22919e8d-8420-4e34-a5d4-d5632ac426aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:41.694576 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-7ce81d45-ab07-4bfe-817a-c064663c7964 None None] Deleting port dffb9eb6-0566-4d82-8ff1-7082611712cf {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:10:41.695089 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7ce81d45-ab07-4bfe-817a-c064663c7964 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:41.806933 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-7ce81d45-ab07-4bfe-817a-c064663c7964 None None] For port dffb9eb6-0566-4d82-8ff1-7082611712cf, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=dffb9eb6-0566-4d82-8ff1-7082611712cf,segment=NetworkSegment(8a429477-61f7-4599-8550-78823945d7bc),segment_id=8a429477-61f7-4599-8550-78823945d7bc)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:41.808852 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7ce81d45-ab07-4bfe-817a-c064663c7964 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:41.844597 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-22919e8d-8420-4e34-a5d4-d5632ac426aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:41.849276 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-7ce81d45-ab07-4bfe-817a-c064663c7964 None None] Calling delete_port for dffb9eb6-0566-4d82-8ff1-7082611712cf owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:10:41.960438 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-40fa45ae-4b27-4fc9-833b-a382c777b55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:41.978673 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7ce81d45-ab07-4bfe-817a-c064663c7964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:41.995727 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fa45ae-4b27-4fc9-833b-a382c777b55f admin admin] No DVR routers for this DVR port dffb9eb6-0566-4d82-8ff1-7082611712cf on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:10:42.008050 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c3baf613-e242-42a0-8b88-f59765885bdf req-21c69250-49fe-4b75-92dc-ada010a0a521 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1612814861&fields=id&tenant_id=2f94b00cd11a4d0d8ad837179effb5b2 HTTP/1.1" status: 200 len: 267 time: 0.2332795 Nov 24 21:10:42.031566 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce81d45-ab07-4bfe-817a-c064663c7964 None None] No DVR routers for this DVR port dffb9eb6-0566-4d82-8ff1-7082611712cf on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:10:42.052341 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa45ae-4b27-4fc9-833b-a382c777b55f admin admin] Pushing event deleted for resources: {'Port': ['ID=dffb9eb6-0566-4d82-8ff1-7082611712cf,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:42.087071 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-22919e8d-8420-4e34-a5d4-d5632ac426aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:42.102979 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce81d45-ab07-4bfe-817a-c064663c7964 None None] Pushing event deleted for resources: {'Port': ['ID=dffb9eb6-0566-4d82-8ff1-7082611712cf,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:42.178936 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baf613-e242-42a0-8b88-f59765885bdf req-5b8fad6b-fc7b-4860-814e-8978e4e057ec tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:42.193409 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c3baf613-e242-42a0-8b88-f59765885bdf req-5b8fad6b-fc7b-4860-814e-8978e4e057ec tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a3874a9-a5d5-417a-88f2-39000f06237d HTTP/1.1" status: 200 len: 945 time: 0.1524768 Nov 24 21:10:42.228076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-c3baf613-e242-42a0-8b88-f59765885bdf req-19937760-9fbe-4339-84e1-030282d489e9 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Request body: {'port': {'security_groups': ['4b587a96-f6ad-490e-b482-cafa0aae03ac', 'd61a97e4-4b37-433d-9b71-03c07965d791']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:10:42.252896 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-22919e8d-8420-4e34-a5d4-d5632ac426aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:42.322371 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22919e8d-8420-4e34-a5d4-d5632ac426aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=887b1e02-17a6-4db4-8124-14042ea3bbda,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:42.327782 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-22919e8d-8420-4e34-a5d4-d5632ac426aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:42.336520 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73ce290-c9e5-4318-9fac-5d3cf0e24283 None None] Network 2b80d919-dc76-4e07-9d79-d9c7af051c8b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:10:42.343579 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-22919e8d-8420-4e34-a5d4-d5632ac426aa admin admin] 10.222.0.11 "DELETE /v2.0/subnets/887b1e02-17a6-4db4-8124-14042ea3bbda HTTP/1.1" status: 204 len: 168 time: 0.8283753 Nov 24 21:10:42.347070 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57188) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:42.394251 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-40fa45ae-4b27-4fc9-833b-a382c777b55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:42.472490 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4aecf973-41e6-4bcd-8e44-39c87d4b5763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:42.536886 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c3baf613-e242-42a0-8b88-f59765885bdf req-19937760-9fbe-4339-84e1-030282d489e9 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:42.542706 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-40fa45ae-4b27-4fc9-833b-a382c777b55f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b715e2d-d98b-437d-add9-30773d2e531a']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:42.558608 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:42.580927 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-40fa45ae-4b27-4fc9-833b-a382c777b55f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a429477-61f7-4599-8550-78823945d7bc') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:42.581452 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-40fa45ae-4b27-4fc9-833b-a382c777b55f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a429477-61f7-4599-8550-78823945d7bc') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:42.606131 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-40fa45ae-4b27-4fc9-833b-a382c777b55f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:42.606713 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-4aecf973-41e6-4bcd-8e44-39c87d4b5763 admin admin] Deleting port 8f588046-c89b-4c0a-93ec-b78c6e68dd52 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:10:42.609289 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4aecf973-41e6-4bcd-8e44-39c87d4b5763 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:42.620139 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:10:42.659152 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:10:42.659497 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0ff23dc0-5a37-4aa7-bf28-4bd8b05c8220 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:10:42.659929 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device dffb9eb6-0566-4d82-8ff1-7082611712cf no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:10:42.671156 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-40fa45ae-4b27-4fc9-833b-a382c777b55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:42.698014 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40fa45ae-4b27-4fc9-833b-a382c777b55f admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:10:42.698416 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-40fa45ae-4b27-4fc9-833b-a382c777b55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:10:42.700523 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:10:42.755066 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-4aecf973-41e6-4bcd-8e44-39c87d4b5763 admin admin] For port 8f588046-c89b-4c0a-93ec-b78c6e68dd52, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=8f588046-c89b-4c0a-93ec-b78c6e68dd52,segment=NetworkSegment(3e48d071-6453-4a90-9feb-c1ab8ce8a488),segment_id=3e48d071-6453-4a90-9feb-c1ab8ce8a488)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:42.755966 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4aecf973-41e6-4bcd-8e44-39c87d4b5763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:42.771715 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: dffb9eb6-0566-4d82-8ff1-7082611712cf {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:10:42.771715 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device dffb9eb6-0566-4d82-8ff1-7082611712cf not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:10:42.772062 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device aefd02fd-0645-48fc-b473-199562138df8 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:10:42.806281 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-4aecf973-41e6-4bcd-8e44-39c87d4b5763 admin admin] Calling delete_port for 8f588046-c89b-4c0a-93ec-b78c6e68dd52 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:10:42.819291 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: aefd02fd-0645-48fc-b473-199562138df8 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:10:42.819788 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device aefd02fd-0645-48fc-b473-199562138df8 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:10:42.874083 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8c3cf1-9879-469a-8ce3-2cbac960710e None None] DHCP port deletion for 2b80d919-dc76-4e07-9d79-d9c7af051c8b request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:10:42.946811 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-5c8c3cf1-9879-469a-8ce3-2cbac960710e None None] Deleting port 8f588046-c89b-4c0a-93ec-b78c6e68dd52 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:10:42.947356 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5c8c3cf1-9879-469a-8ce3-2cbac960710e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:42.949970 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-40fa45ae-4b27-4fc9-833b-a382c777b55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:42.956487 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4aecf973-41e6-4bcd-8e44-39c87d4b5763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:42.975539 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-40fa45ae-4b27-4fc9-833b-a382c777b55f admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:42.983401 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-40fa45ae-4b27-4fc9-833b-a382c777b55f admin admin] 10.222.0.11 "DELETE /v2.0/networks/8b715e2d-d98b-437d-add9-30773d2e531a HTTP/1.1" status: 204 len: 168 time: 2.0093143 Nov 24 21:10:43.010317 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57200) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:43.020840 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aecf973-41e6-4bcd-8e44-39c87d4b5763 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f588046-c89b-4c0a-93ec-b78c6e68dd52,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:43.026869 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aecf973-41e6-4bcd-8e44-39c87d4b5763 admin admin] No DVR routers for this DVR port 8f588046-c89b-4c0a-93ec-b78c6e68dd52 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:10:43.053515 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa45ae-4b27-4fc9-833b-a382c777b55f admin admin] Pushing event deleted for resources: {'Network': ['ID=8b715e2d-d98b-437d-add9-30773d2e531a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:43.067681 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-5c8c3cf1-9879-469a-8ce3-2cbac960710e None None] For port 8f588046-c89b-4c0a-93ec-b78c6e68dd52, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=8f588046-c89b-4c0a-93ec-b78c6e68dd52,segment=NetworkSegment(3e48d071-6453-4a90-9feb-c1ab8ce8a488),segment_id=3e48d071-6453-4a90-9feb-c1ab8ce8a488)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:43.068353 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5c8c3cf1-9879-469a-8ce3-2cbac960710e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:43.101902 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-5c8c3cf1-9879-469a-8ce3-2cbac960710e None None] Calling delete_port for 8f588046-c89b-4c0a-93ec-b78c6e68dd52 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:10:43.228919 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4aecf973-41e6-4bcd-8e44-39c87d4b5763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:43.269650 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5c8c3cf1-9879-469a-8ce3-2cbac960710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:43.277969 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-4aecf973-41e6-4bcd-8e44-39c87d4b5763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b80d919-dc76-4e07-9d79-d9c7af051c8b']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:43.307682 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-4aecf973-41e6-4bcd-8e44-39c87d4b5763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e48d071-6453-4a90-9feb-c1ab8ce8a488') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:43.308129 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-4aecf973-41e6-4bcd-8e44-39c87d4b5763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e48d071-6453-4a90-9feb-c1ab8ce8a488') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:43.339480 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c3cf1-9879-469a-8ce3-2cbac960710e None None] Pushing event deleted for resources: {'Port': ['ID=8f588046-c89b-4c0a-93ec-b78c6e68dd52,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:43.341360 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4aecf973-41e6-4bcd-8e44-39c87d4b5763 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:43.355902 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8c3cf1-9879-469a-8ce3-2cbac960710e None None] No DVR routers for this DVR port 8f588046-c89b-4c0a-93ec-b78c6e68dd52 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:10:43.394240 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4aecf973-41e6-4bcd-8e44-39c87d4b5763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:43.402858 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-c3baf613-e242-42a0-8b88-f59765885bdf req-19937760-9fbe-4339-84e1-030282d489e9 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] For port 0067a324-2275-4d33-b85b-701ce2d8930c, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0067a324-2275-4d33-b85b-701ce2d8930c,segment=NetworkSegment(e79e06b3-37e5-4945-a046-ef522d007d1d),segment_id=e79e06b3-37e5-4945-a046-ef522d007d1d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:43.408023 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aecf973-41e6-4bcd-8e44-39c87d4b5763 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:10:43.408652 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4aecf973-41e6-4bcd-8e44-39c87d4b5763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:10:43.410843 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:10:43.561122 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4aecf973-41e6-4bcd-8e44-39c87d4b5763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:43.568378 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4aecf973-41e6-4bcd-8e44-39c87d4b5763 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:43.580663 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4aecf973-41e6-4bcd-8e44-39c87d4b5763 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2b80d919-dc76-4e07-9d79-d9c7af051c8b HTTP/1.1" status: 204 len: 168 time: 1.2321954 Nov 24 21:10:43.581345 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57216) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:43.618282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aecf973-41e6-4bcd-8e44-39c87d4b5763 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b80d919-dc76-4e07-9d79-d9c7af051c8b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:43.633554 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c3baf613-e242-42a0-8b88-f59765885bdf req-19937760-9fbe-4339-84e1-030282d489e9 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:43.647427 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c3baf613-e242-42a0-8b88-f59765885bdf req-19937760-9fbe-4339-84e1-030282d489e9 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:43.659584 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['0067a324-2275-4d33-b85b-701ce2d8930c'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:10:43.751135 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baf613-e242-42a0-8b88-f59765885bdf req-19937760-9fbe-4339-84e1-030282d489e9 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:43.751813 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c3baf613-e242-42a0-8b88-f59765885bdf req-19937760-9fbe-4339-84e1-030282d489e9 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:43.754135 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c3baf613-e242-42a0-8b88-f59765885bdf req-19937760-9fbe-4339-84e1-030282d489e9 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "PUT /v2.0/ports/0067a324-2275-4d33-b85b-701ce2d8930c HTTP/1.1" status: 200 len: 981 time: 1.5542102 Nov 24 21:10:43.756453 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3874a9-a5d5-417a-88f2-39000f06237d', 'tag': '0067a324-2275-4d33-b85b-701ce2d8930c'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:10:43.759432 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7676799-8ed9-4a33-a2ae-9e6212ac59f2" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3874a9-a5d5-417a-88f2-39000f06237d", "tag": "0067a324-2275-4d33-b85b-701ce2d8930c"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:10:43.834720 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19937760-9fbe-4339-84e1-030282d489e9 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event updated for resources: {'Port': ['ID=0067a324-2275-4d33-b85b-701ce2d8930c,revision_number=6']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:43.840522 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['0067a324-2275-4d33-b85b-701ce2d8930c'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:10:43.848478 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e3fff1-4242-4cdc-b8c5-c53c6299c271 x-openstack-request-id: req-b1e3fff1-4242-4cdc-b8c5-c53c6299c271 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:10:43.849590 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3874a9-a5d5-417a-88f2-39000f06237d", "tag": "0067a324-2275-4d33-b85b-701ce2d8930c", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:10:43.850004 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1e3fff1-4242-4cdc-b8c5-c53c6299c271 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:10:43.850571 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3874a9-a5d5-417a-88f2-39000f06237d', 'tag': '0067a324-2275-4d33-b85b-701ce2d8930c', 'status': 'completed', 'code': 200} Nov 24 21:10:43.966861 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:44.100396 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7676799-8ed9-4a33-a2ae-9e6212ac59f2 req-fe10a7b4-f474-4cfa-b4f8-df116aa952f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:44.101964 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b7676799-8ed9-4a33-a2ae-9e6212ac59f2 req-fe10a7b4-f474-4cfa-b4f8-df116aa952f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f94b00cd11a4d0d8ad837179effb5b2&device_id=8a3874a9-a5d5-417a-88f2-39000f06237d HTTP/1.1" status: 200 len: 1135 time: 0.2167532 Nov 24 21:10:44.202523 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d46461d-a364-4a39-b99d-9d8c621e2276 req-5299d139-2313-4b1c-87d1-96b74593ccbb tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1862514464&fields=id&tenant_id=2f94b00cd11a4d0d8ad837179effb5b2 HTTP/1.1" status: 200 len: 267 time: 0.2364709 Nov 24 21:10:44.312364 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57244) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:44.367355 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5acd65d6-00ab-4320-a12c-d8c057803ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:44.619848 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 8f588046-c89b-4c0a-93ec-b78c6e68dd52 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:10:44.624197 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7676799-8ed9-4a33-a2ae-9e6212ac59f2 req-e8480cc8-882b-4db6-8388-3b6671fcdcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:44.632061 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b7676799-8ed9-4a33-a2ae-9e6212ac59f2 req-e8480cc8-882b-4db6-8388-3b6671fcdcbc service neutron] 10.222.0.48 "GET /v2.0/networks?id=49844ac9-6dbd-4c4d-8b29-cad65bfe426c HTTP/1.1" status: 200 len: 914 time: 0.5212402 Nov 24 21:10:44.691940 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 8f588046-c89b-4c0a-93ec-b78c6e68dd52 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:10:44.692549 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 8f588046-c89b-4c0a-93ec-b78c6e68dd52 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:10:44.783186 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b7676799-8ed9-4a33-a2ae-9e6212ac59f2 req-fae30de6-4c04-42a0-9a76-4c852c21d9c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0067a324-2275-4d33-b85b-701ce2d8930c HTTP/1.1" status: 200 len: 217 time: 0.1417606 Nov 24 21:10:44.853774 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46461d-a364-4a39-b99d-9d8c621e2276 req-6bd4227e-a3e8-45ec-9052-8ce714aba261 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:44.855536 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d46461d-a364-4a39-b99d-9d8c621e2276 req-6bd4227e-a3e8-45ec-9052-8ce714aba261 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a3874a9-a5d5-417a-88f2-39000f06237d HTTP/1.1" status: 200 len: 984 time: 0.6409197 Nov 24 21:10:44.856443 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-400aa163-c882-43a0-ab40-f5c9722f5425 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:44.868955 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:44.883793 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-0d46461d-a364-4a39-b99d-9d8c621e2276 req-217f4ca8-c81d-4d7b-b49b-7a9a00ce4e3a tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Request body: {'port': {'security_groups': ['4b587a96-f6ad-490e-b482-cafa0aae03ac', 'd61a97e4-4b37-433d-9b71-03c07965d791', '86d1b232-d60d-4957-bf27-b7a51081c6af']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:10:45.057377 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7676799-8ed9-4a33-a2ae-9e6212ac59f2 req-4f95a671-1a4f-4191-b3be-75861b124c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:45.058886 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b7676799-8ed9-4a33-a2ae-9e6212ac59f2 req-4f95a671-1a4f-4191-b3be-75861b124c9b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dd828feb-04a3-4ab5-af17-d372e9da2aea HTTP/1.1" status: 200 len: 853 time: 0.2675552 Nov 24 21:10:45.120056 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b7676799-8ed9-4a33-a2ae-9e6212ac59f2 req-a313f6a1-8e02-4e4b-8843-38fe04feadb5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=49844ac9-6dbd-4c4d-8b29-cad65bfe426c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518484 Nov 24 21:10:45.129142 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-400aa163-c882-43a0-ab40-f5c9722f5425 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:45.212236 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-400aa163-c882-43a0-ab40-f5c9722f5425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:45.233232 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b7676799-8ed9-4a33-a2ae-9e6212ac59f2 req-8d4ee8f0-f678-4301-ab59-5cca961726ad service neutron] 10.222.0.48 "GET /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042488 Nov 24 21:10:45.422535 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b7676799-8ed9-4a33-a2ae-9e6212ac59f2 req-05620aa0-f6ca-40e2-96e3-ff2c25ddf07b service neutron] 10.222.0.48 "GET /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795478 Nov 24 21:10:45.429212 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-0d46461d-a364-4a39-b99d-9d8c621e2276 req-217f4ca8-c81d-4d7b-b49b-7a9a00ce4e3a tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:45.430808 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2843db01-3a11-4034-bf18-c0eff58f027d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:45.431426 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400aa163-c882-43a0-ab40-f5c9722f5425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee17c004-6568-47ed-a3c6-0a692f682cf4,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:45.536204 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-400aa163-c882-43a0-ab40-f5c9722f5425 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2597110b61684886aed36a8db9566fd1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2095261 Nov 24 21:10:45.541790 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57292) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:45.686374 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57296) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:45.742754 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-2843db01-3a11-4034-bf18-c0eff58f027d admin admin] Deleting port 1ecc3b22-ace4-4f16-bad6-d02f37b4393d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:10:45.743393 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2843db01-3a11-4034-bf18-c0eff58f027d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:45.811498 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-924cfbd1-718f-48de-b95f-1b449ccfadd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:45.847206 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-2843db01-3a11-4034-bf18-c0eff58f027d admin admin] For port 1ecc3b22-ace4-4f16-bad6-d02f37b4393d, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1ecc3b22-ace4-4f16-bad6-d02f37b4393d,segment=NetworkSegment(894dcd6d-7219-4926-bc28-7036e518ac81),segment_id=894dcd6d-7219-4926-bc28-7036e518ac81)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:45.847848 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2843db01-3a11-4034-bf18-c0eff58f027d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:45.866040 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-2843db01-3a11-4034-bf18-c0eff58f027d admin admin] Calling delete_port for 1ecc3b22-ace4-4f16-bad6-d02f37b4393d owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:10:45.898577 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b760c2bc-80cc-4e21-9b7c-958295a29790 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:45.902563 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-924cfbd1-718f-48de-b95f-1b449ccfadd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:45.966549 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-5acd65d6-00ab-4320-a12c-d8c057803ac7 admin admin] Deleting port 8b36fa96-6b38-4fe2-bc6b-7a2d63e98226 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:10:45.966813 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5acd65d6-00ab-4320-a12c-d8c057803ac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:46.101416 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-924cfbd1-718f-48de-b95f-1b449ccfadd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:46.104579 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-924cfbd1-718f-48de-b95f-1b449ccfadd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:46.108814 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-924cfbd1-718f-48de-b95f-1b449ccfadd6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee17c004-6568-47ed-a3c6-0a692f682cf4 HTTP/1.1" status: 204 len: 168 time: 0.5671532 Nov 24 21:10:46.117795 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-0d46461d-a364-4a39-b99d-9d8c621e2276 req-217f4ca8-c81d-4d7b-b49b-7a9a00ce4e3a tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] For port 0067a324-2275-4d33-b85b-701ce2d8930c, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0067a324-2275-4d33-b85b-701ce2d8930c,segment=NetworkSegment(e79e06b3-37e5-4945-a046-ef522d007d1d),segment_id=e79e06b3-37e5-4945-a046-ef522d007d1d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:46.139172 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cfbd1-718f-48de-b95f-1b449ccfadd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee17c004-6568-47ed-a3c6-0a692f682cf4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:46.150527 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b760c2bc-80cc-4e21-9b7c-958295a29790 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:46.159591 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-5acd65d6-00ab-4320-a12c-d8c057803ac7 admin admin] For port 8b36fa96-6b38-4fe2-bc6b-7a2d63e98226, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=8b36fa96-6b38-4fe2-bc6b-7a2d63e98226,segment=NetworkSegment(b7c00c60-6e54-49d7-a71a-839aa426ced9),segment_id=b7c00c60-6e54-49d7-a71a-839aa426ced9)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:46.159790 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b760c2bc-80cc-4e21-9b7c-958295a29790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:46.159953 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5acd65d6-00ab-4320-a12c-d8c057803ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:46.184401 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-0d46461d-a364-4a39-b99d-9d8c621e2276 req-217f4ca8-c81d-4d7b-b49b-7a9a00ce4e3a tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:46.188078 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-5acd65d6-00ab-4320-a12c-d8c057803ac7 admin admin] Calling delete_port for 8b36fa96-6b38-4fe2-bc6b-7a2d63e98226 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:10:46.193675 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-0d46461d-a364-4a39-b99d-9d8c621e2276 req-217f4ca8-c81d-4d7b-b49b-7a9a00ce4e3a tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:46.206583 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['0067a324-2275-4d33-b85b-701ce2d8930c'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:10:46.239811 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b760c2bc-80cc-4e21-9b7c-958295a29790 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c2e44056cfd6474f9666d0ec49d208fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5499721 Nov 24 21:10:46.241753 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57312) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:46.324659 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760c2bc-80cc-4e21-9b7c-958295a29790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a8b323-5778-4967-9605-5d891ca55287,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:46.358579 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f4ca8-c81d-4d7b-b49b-7a9a00ce4e3a tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event updated for resources: {'Port': ['ID=0067a324-2275-4d33-b85b-701ce2d8930c,revision_number=7']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:46.398752 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46461d-a364-4a39-b99d-9d8c621e2276 req-217f4ca8-c81d-4d7b-b49b-7a9a00ce4e3a tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:46.400941 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-0d46461d-a364-4a39-b99d-9d8c621e2276 req-217f4ca8-c81d-4d7b-b49b-7a9a00ce4e3a tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:46.410699 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d46461d-a364-4a39-b99d-9d8c621e2276 req-217f4ca8-c81d-4d7b-b49b-7a9a00ce4e3a tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "PUT /v2.0/ports/0067a324-2275-4d33-b85b-701ce2d8930c HTTP/1.1" status: 200 len: 1020 time: 1.5418043 Nov 24 21:10:46.413477 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3874a9-a5d5-417a-88f2-39000f06237d', 'tag': '0067a324-2275-4d33-b85b-701ce2d8930c'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:10:46.419109 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6745646-c66a-4c67-8ce8-ec1e6628f393" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3874a9-a5d5-417a-88f2-39000f06237d", "tag": "0067a324-2275-4d33-b85b-701ce2d8930c"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:10:46.430891 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5ea0792-69a1-40e2-99bb-eab3d34d3925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:46.489044 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5ea0792-69a1-40e2-99bb-eab3d34d3925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:46.495586 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['0067a324-2275-4d33-b85b-701ce2d8930c'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:10:46.538440 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b82ac4-a351-4f11-b9e3-ebd26080c7f2 x-openstack-request-id: req-87b82ac4-a351-4f11-b9e3-ebd26080c7f2 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:10:46.539027 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3874a9-a5d5-417a-88f2-39000f06237d", "tag": "0067a324-2275-4d33-b85b-701ce2d8930c", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:10:46.539027 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87b82ac4-a351-4f11-b9e3-ebd26080c7f2 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:10:46.539423 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3874a9-a5d5-417a-88f2-39000f06237d', 'tag': '0067a324-2275-4d33-b85b-701ce2d8930c', 'status': 'completed', 'code': 200} Nov 24 21:10:46.557835 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2843db01-3a11-4034-bf18-c0eff58f027d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:46.659862 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5ea0792-69a1-40e2-99bb-eab3d34d3925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:46.662698 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5ea0792-69a1-40e2-99bb-eab3d34d3925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:46.666414 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57320) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:46.669174 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a5ea0792-69a1-40e2-99bb-eab3d34d3925 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/66a8b323-5778-4967-9605-5d891ca55287 HTTP/1.1" status: 204 len: 168 time: 0.4061315 Nov 24 21:10:46.682038 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cb64b242-006a-4686-9c82-6077be6ff5ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:46.705956 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea0792-69a1-40e2-99bb-eab3d34d3925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a8b323-5778-4967-9605-5d891ca55287,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:46.721064 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843db01-3a11-4034-bf18-c0eff58f027d admin admin] Pushing event deleted for resources: {'Port': ['ID=1ecc3b22-ace4-4f16-bad6-d02f37b4393d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:46.787602 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6745646-c66a-4c67-8ce8-ec1e6628f393 req-308c809f-0b03-4b55-9b3d-13a745148ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:46.789074 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6745646-c66a-4c67-8ce8-ec1e6628f393 req-308c809f-0b03-4b55-9b3d-13a745148ecf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f94b00cd11a4d0d8ad837179effb5b2&device_id=8a3874a9-a5d5-417a-88f2-39000f06237d HTTP/1.1" status: 200 len: 1174 time: 0.1943178 Nov 24 21:10:46.878623 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5acd65d6-00ab-4320-a12c-d8c057803ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:46.918111 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cb64b242-006a-4686-9c82-6077be6ff5ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:46.959681 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cb64b242-006a-4686-9c82-6077be6ff5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:46.965212 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef309741-e7b4-4e14-980e-440119d3ab15 req-e67ee8ef-5be5-466c-b2e7-c35e1bad0a09 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:46.967681 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ef309741-e7b4-4e14-980e-440119d3ab15 req-e67ee8ef-5be5-466c-b2e7-c35e1bad0a09 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a3874a9-a5d5-417a-88f2-39000f06237d HTTP/1.1" status: 200 len: 1023 time: 0.4056668 Nov 24 21:10:47.161371 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cb64b242-006a-4686-9c82-6077be6ff5ac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4ab81918a9e1413f8b11afe367a9a1b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4936166 Nov 24 21:10:47.163509 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57332) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:47.253531 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd65d6-00ab-4320-a12c-d8c057803ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b36fa96-6b38-4fe2-bc6b-7a2d63e98226,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:47.394864 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64b242-006a-4686-9c82-6077be6ff5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb88459f-2439-45fd-84e1-586e2565cebd,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:47.405878 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be8f9c59-4b20-4f2e-a72b-1604ebaaeb28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:47.480663 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be8f9c59-4b20-4f2e-a72b-1604ebaaeb28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:47.494528 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57334) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:47.535049 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0cde5816-ca7d-4d49-a2e6-604d0da791e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:47.762955 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6745646-c66a-4c67-8ce8-ec1e6628f393 req-c45d5f0b-264f-4b08-b932-0daf9e23e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:47.764459 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6745646-c66a-4c67-8ce8-ec1e6628f393 req-c45d5f0b-264f-4b08-b932-0daf9e23e90e service neutron] 10.222.0.48 "GET /v2.0/networks?id=49844ac9-6dbd-4c4d-8b29-cad65bfe426c HTTP/1.1" status: 200 len: 914 time: 0.9602077 Nov 24 21:10:47.776406 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ef309741-e7b4-4e14-980e-440119d3ab15 req-a2432d56-c174-4a6e-b095-c8766cd932e7 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=d61a97e4-4b37-433d-9b71-03c07965d791&id=4b587a96-f6ad-490e-b482-cafa0aae03ac&id=86d1b232-d60d-4957-bf27-b7a51081c6af HTTP/1.1" status: 200 len: 6208 time: 0.7964804 Nov 24 21:10:47.905407 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6745646-c66a-4c67-8ce8-ec1e6628f393 req-629db695-fd7e-4edd-a0f0-207b95fdf534 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0067a324-2275-4d33-b85b-701ce2d8930c HTTP/1.1" status: 200 len: 217 time: 0.1278536 Nov 24 21:10:47.970768 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6745646-c66a-4c67-8ce8-ec1e6628f393 req-14750036-7882-454c-b749-983818b78b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:47.972724 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6745646-c66a-4c67-8ce8-ec1e6628f393 req-14750036-7882-454c-b749-983818b78b27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dd828feb-04a3-4ab5-af17-d372e9da2aea HTTP/1.1" status: 200 len: 853 time: 0.0576947 Nov 24 21:10:47.975673 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2843db01-3a11-4034-bf18-c0eff58f027d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:48.000113 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-d0cb2ab6-3d53-4909-8718-051557f2f297 req-d389bf05-dbcd-44e9-9f06-532a39ea039d tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1075560570 ', 'description': 'tempest-description-412300021'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:10:48.022516 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6745646-c66a-4c67-8ce8-ec1e6628f393 req-9e5632d6-4455-4a3e-b263-c940015d4757 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=49844ac9-6dbd-4c4d-8b29-cad65bfe426c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381289 Nov 24 21:10:48.065574 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5acd65d6-00ab-4320-a12c-d8c057803ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:48.068636 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be8f9c59-4b20-4f2e-a72b-1604ebaaeb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:48.071371 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be8f9c59-4b20-4f2e-a72b-1604ebaaeb28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:48.072502 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-be8f9c59-4b20-4f2e-a72b-1604ebaaeb28 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cb88459f-2439-45fd-84e1-586e2565cebd HTTP/1.1" status: 204 len: 168 time: 0.9078407 Nov 24 21:10:48.078738 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d0cb2ab6-3d53-4909-8718-051557f2f297 req-d389bf05-dbcd-44e9-9f06-532a39ea039d tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:48.114855 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f9c59-4b20-4f2e-a72b-1604ebaaeb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb88459f-2439-45fd-84e1-586e2565cebd,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:48.221798 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0cde5816-ca7d-4d49-a2e6-604d0da791e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:48.239692 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0cde5816-ca7d-4d49-a2e6-604d0da791e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:48.345581 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d0cb2ab6-3d53-4909-8718-051557f2f297 req-d389bf05-dbcd-44e9-9f06-532a39ea039d tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:48.347543 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde5816-ca7d-4d49-a2e6-604d0da791e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93a4688-eec8-401a-ab7f-a63d97ec4078,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:48.355621 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0cde5816-ca7d-4d49-a2e6-604d0da791e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55ee2597e22d489797b0f87c31409229&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8599803 Nov 24 21:10:48.366535 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57344) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:48.375379 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d0cb2ab6-3d53-4909-8718-051557f2f297 req-d389bf05-dbcd-44e9-9f06-532a39ea039d tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:48.484684 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d0cb2ab6-3d53-4909-8718-051557f2f297 req-d389bf05-dbcd-44e9-9f06-532a39ea039d tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:48.486073 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d0cb2ab6-3d53-4909-8718-051557f2f297 req-d389bf05-dbcd-44e9-9f06-532a39ea039d tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5131977 Nov 24 21:10:48.486711 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389bf05-dbcd-44e9-9f06-532a39ea039d tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c21ccd45-d634-4d16-a8af-2e292a65b7e7,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:48.540040 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2843db01-3a11-4034-bf18-c0eff58f027d admin admin] Router 6f62028b-0df9-41ab-87ee-47d00f4e3d7f has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:10:48.545424 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6745646-c66a-4c67-8ce8-ec1e6628f393 req-ad6bd08f-fb97-44b1-bf65-86df0969285e service neutron] 10.222.0.48 "GET /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831258 Nov 24 21:10:48.571376 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f513b1a3-9873-4f78-8712-280eff54aea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:48.610451 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f513b1a3-9873-4f78-8712-280eff54aea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:48.672259 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acd65d6-00ab-4320-a12c-d8c057803ac7 admin admin] Router 8fd85629-961a-494e-9789-34e0e5b7e716 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:10:48.780498 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98cb1d86-55da-4ce4-b95e-02079071bfa0 req-4fd01f4a-aa1d-4c2d-a609-d7ba6eba7d33 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/c21ccd45-d634-4d16-a8af-2e292a65b7e7 HTTP/1.1" status: 200 len: 1799 time: 0.2251508 Nov 24 21:10:48.824528 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6745646-c66a-4c67-8ce8-ec1e6628f393 req-bdc1bd44-7725-41b9-bb38-a2579f811438 service neutron] 10.222.0.48 "GET /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520289 Nov 24 21:10:48.829846 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2843db01-3a11-4034-bf18-c0eff58f027d admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:10:48.840173 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb634f4f-d0e4-430d-85a3-82e56847701e None None] Sync routers for ids ['6f62028b-0df9-41ab-87ee-47d00f4e3d7f'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:10:48.846826 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2843db01-3a11-4034-bf18-c0eff58f027d admin admin] 10.222.0.11 "PUT /v2.0/routers/6f62028b-0df9-41ab-87ee-47d00f4e3d7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2366049 Nov 24 21:10:48.847652 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57362) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:48.874815 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb634f4f-d0e4-430d-85a3-82e56847701e None None] Routers {'6f62028b-0df9-41ab-87ee-47d00f4e3d7f'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:10:48.875709 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-bb634f4f-d0e4-430d-85a3-82e56847701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:10:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6f62028b-0df9-41ab-87ee-47d00f4e3d7f'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:48.926618 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f513b1a3-9873-4f78-8712-280eff54aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:48.930484 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f513b1a3-9873-4f78-8712-280eff54aea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:48.934525 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f513b1a3-9873-4f78-8712-280eff54aea2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e93a4688-eec8-401a-ab7f-a63d97ec4078 HTTP/1.1" status: 204 len: 168 time: 0.5669544 Nov 24 21:10:49.031520 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acd65d6-00ab-4320-a12c-d8c057803ac7 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:10:49.041913 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c612505-5ea5-4889-8b08-31eda376c663 None None] Sync routers for ids ['8fd85629-961a-494e-9789-34e0e5b7e716'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:10:49.062676 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c612505-5ea5-4889-8b08-31eda376c663 None None] Routers {'8fd85629-961a-494e-9789-34e0e5b7e716'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:10:49.063323 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5c612505-5ea5-4889-8b08-31eda376c663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:10:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8fd85629-961a-494e-9789-34e0e5b7e716'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:49.066980 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5acd65d6-00ab-4320-a12c-d8c057803ac7 admin admin] 10.222.0.11 "PUT /v2.0/routers/8fd85629-961a-494e-9789-34e0e5b7e716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0501270 Nov 24 21:10:49.082347 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57374) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:49.086792 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513b1a3-9873-4f78-8712-280eff54aea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93a4688-eec8-401a-ab7f-a63d97ec4078,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:49.108641 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6a329dd-ebb5-4161-912f-0f8956118b26 admin admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:49.218642 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-bb634f4f-d0e4-430d-85a3-82e56847701e None None] Set router 6f62028b-0df9-41ab-87ee-47d00f4e3d7f gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:10:49.281542 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-01f179ef-5a25-43d9-a351-942768378cae req-9053d2d5-0987-4cc0-9c9b-d4b33c926dd8 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/c21ccd45-d634-4d16-a8af-2e292a65b7e7 HTTP/1.1" status: 200 len: 1799 time: 0.3652072 Nov 24 21:10:49.410245 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-5c612505-5ea5-4889-8b08-31eda376c663 None None] Set router 8fd85629-961a-494e-9789-34e0e5b7e716 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:10:49.478596 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6a329dd-ebb5-4161-912f-0f8956118b26 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:49.563226 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-01f179ef-5a25-43d9-a351-942768378cae req-e06407a2-8baf-417c-bd47-a68a8b2435a3 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:49.596238 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28a48881-ed09-4ab9-89ec-3f30dd90cb01 admin admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:49.630217 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-b6a329dd-ebb5-4161-912f-0f8956118b26 admin admin] Deleting port fc0d874e-d3b8-4dc7-a081-88c37030f2bd {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:10:49.630565 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6a329dd-ebb5-4161-912f-0f8956118b26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:49.683432 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-bb634f4f-d0e4-430d-85a3-82e56847701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f62028b-0df9-41ab-87ee-47d00f4e3d7f', 'name': 'tempest-TaggedBootDevicesTest-651373049-router', 'tenant_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'fc0d874e-d3b8-4dc7-a081-88c37030f2bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:57:34Z', 'updated_at': '2021-11-24T21:10:46Z', 'revision_number': 5, 'project_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'gw_port': {'id': 'fc0d874e-d3b8-4dc7-a081-88c37030f2bd', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f62028b-0df9-41ab-87ee-47d00f4e3d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:57:36Z', 'updated_at': '2021-11-24T20:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:49.729837 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb634f4f-d0e4-430d-85a3-82e56847701e None None] Checking router: 6f62028b-0df9-41ab-87ee-47d00f4e3d7f for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:10:49.742640 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb634f4f-d0e4-430d-85a3-82e56847701e None None] Routers {'6f62028b-0df9-41ab-87ee-47d00f4e3d7f'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:10:49.743812 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-bb634f4f-d0e4-430d-85a3-82e56847701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:10:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6f62028b-0df9-41ab-87ee-47d00f4e3d7f'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:49.870765 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-01f179ef-5a25-43d9-a351-942768378cae req-e06407a2-8baf-417c-bd47-a68a8b2435a3 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:49.875612 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-bb634f4f-d0e4-430d-85a3-82e56847701e None None] Set router 6f62028b-0df9-41ab-87ee-47d00f4e3d7f gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:10:49.899271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-b6a329dd-ebb5-4161-912f-0f8956118b26 admin admin] For port fc0d874e-d3b8-4dc7-a081-88c37030f2bd, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fc0d874e-d3b8-4dc7-a081-88c37030f2bd,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:49.899871 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6a329dd-ebb5-4161-912f-0f8956118b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:49.948592 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-b6a329dd-ebb5-4161-912f-0f8956118b26 admin admin] Calling delete_port for fc0d874e-d3b8-4dc7-a081-88c37030f2bd owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:10:49.959266 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5c612505-5ea5-4889-8b08-31eda376c663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd85629-961a-494e-9789-34e0e5b7e716', 'name': 'tempest-TestServerMultinode-903673664-router', 'tenant_id': '685810006ea14bc2a208514d56be4ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'ba912100-b1a4-45ee-82d0-028107a9d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:26Z', 'updated_at': '2021-11-24T21:10:46Z', 'revision_number': 5, 'project_id': '685810006ea14bc2a208514d56be4ec4', 'gw_port': {'id': 'ba912100-b1a4-45ee-82d0-028107a9d2fa', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd85629-961a-494e-9789-34e0e5b7e716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:27Z', 'updated_at': '2021-11-24T21:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:49.962106 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-bb634f4f-d0e4-430d-85a3-82e56847701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f62028b-0df9-41ab-87ee-47d00f4e3d7f', 'name': 'tempest-TaggedBootDevicesTest-651373049-router', 'tenant_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:57:34Z', 'updated_at': '2021-11-24T21:10:49Z', 'revision_number': 6, 'project_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:49.991964 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28a48881-ed09-4ab9-89ec-3f30dd90cb01 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:50.061029 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c612505-5ea5-4889-8b08-31eda376c663 None None] Checking router: 8fd85629-961a-494e-9789-34e0e5b7e716 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:10:50.092637 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c612505-5ea5-4889-8b08-31eda376c663 None None] Routers {'8fd85629-961a-494e-9789-34e0e5b7e716'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:10:50.093326 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5c612505-5ea5-4889-8b08-31eda376c663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:10:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8fd85629-961a-494e-9789-34e0e5b7e716'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:50.196093 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-01f179ef-5a25-43d9-a351-942768378cae req-e06407a2-8baf-417c-bd47-a68a8b2435a3 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:50.210399 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-01f179ef-5a25-43d9-a351-942768378cae req-e06407a2-8baf-417c-bd47-a68a8b2435a3 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:50.223382 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb634f4f-d0e4-430d-85a3-82e56847701e None None] The sync data for ids ['6f62028b-0df9-41ab-87ee-47d00f4e3d7f'] in n-d-812111-8 is: [{'id': '6f62028b-0df9-41ab-87ee-47d00f4e3d7f', 'name': 'tempest-TaggedBootDevicesTest-651373049-router', 'tenant_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:57:34Z', 'updated_at': '2021-11-24T21:10:49Z', 'revision_number': 6, 'project_id': '586f31c49e2c4226a871efaeaf3ce1c4', 'gw_port_host': None}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:10:50.231503 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-01f179ef-5a25-43d9-a351-942768378cae req-e06407a2-8baf-417c-bd47-a68a8b2435a3 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "DELETE /v2.0/security-groups/c21ccd45-d634-4d16-a8af-2e292a65b7e7 HTTP/1.1" status: 204 len: 173 time: 0.9489551 Nov 24 21:10:50.276235 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06407a2-8baf-417c-bd47-a68a8b2435a3 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21ccd45-d634-4d16-a8af-2e292a65b7e7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:50.331087 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-28a48881-ed09-4ab9-89ec-3f30dd90cb01 admin admin] Deleting port ba912100-b1a4-45ee-82d0-028107a9d2fa {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:10:50.331514 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28a48881-ed09-4ab9-89ec-3f30dd90cb01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:50.339519 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [req-7f4eb7f2-2c3b-464c-a860-1d5ba199f733 req-eb9d241e-a2bf-467f-83db-42b1abe797a8 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] show failed (client error): The resource could not be found. Nov 24 21:10:50.342638 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f4eb7f2-2c3b-464c-a860-1d5ba199f733 req-eb9d241e-a2bf-467f-83db-42b1abe797a8 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/c21ccd45-d634-4d16-a8af-2e292a65b7e7 HTTP/1.1" status: 404 len: 352 time: 0.0347126 Nov 24 21:10:50.484013 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-5c612505-5ea5-4889-8b08-31eda376c663 None None] Set router 8fd85629-961a-494e-9789-34e0e5b7e716 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:10:50.545946 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6a329dd-ebb5-4161-912f-0f8956118b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:50.636786 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a329dd-ebb5-4161-912f-0f8956118b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0d874e-d3b8-4dc7-a081-88c37030f2bd,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:50.644583 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-28a48881-ed09-4ab9-89ec-3f30dd90cb01 admin admin] For port ba912100-b1a4-45ee-82d0-028107a9d2fa, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ba912100-b1a4-45ee-82d0-028107a9d2fa,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:50.645112 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28a48881-ed09-4ab9-89ec-3f30dd90cb01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:50.686534 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-28a48881-ed09-4ab9-89ec-3f30dd90cb01 admin admin] Calling delete_port for ba912100-b1a4-45ee-82d0-028107a9d2fa owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:10:50.696541 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1ecc3b22-ace4-4f16-bad6-d02f37b4393d no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:10:50.701432 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9c3a5d-808e-46ce-a521-ef3df4a7f8a2 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:10:50.716706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5c612505-5ea5-4889-8b08-31eda376c663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd85629-961a-494e-9789-34e0e5b7e716', 'name': 'tempest-TestServerMultinode-903673664-router', 'tenant_id': '685810006ea14bc2a208514d56be4ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:26Z', 'updated_at': '2021-11-24T21:10:50Z', 'revision_number': 6, 'project_id': '685810006ea14bc2a208514d56be4ec4', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:50.820727 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6a329dd-ebb5-4161-912f-0f8956118b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:50.831540 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c612505-5ea5-4889-8b08-31eda376c663 None None] The sync data for ids ['8fd85629-961a-494e-9789-34e0e5b7e716'] in n-d-812111-8 is: [{'id': '8fd85629-961a-494e-9789-34e0e5b7e716', 'name': 'tempest-TestServerMultinode-903673664-router', 'tenant_id': '685810006ea14bc2a208514d56be4ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:26Z', 'updated_at': '2021-11-24T21:10:50Z', 'revision_number': 6, 'project_id': '685810006ea14bc2a208514d56be4ec4', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:10:50.844384 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 1ecc3b22-ace4-4f16-bad6-d02f37b4393d {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:10:50.844915 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1ecc3b22-ace4-4f16-bad6-d02f37b4393d not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:10:50.967412 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-71b3ad1b-d5ca-4b25-9d05-b1582f62bf20 req-630593ea-e637-4936-98a9-7532d6689f86 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-119765080', 'description': 'tempest-description-223549679'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:10:50.974222 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6a329dd-ebb5-4161-912f-0f8956118b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:50.977399 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6a329dd-ebb5-4161-912f-0f8956118b26 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:50.990199 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28a48881-ed09-4ab9-89ec-3f30dd90cb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:51.014569 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-71b3ad1b-d5ca-4b25-9d05-b1582f62bf20 req-630593ea-e637-4936-98a9-7532d6689f86 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:51.025827 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df42d86-aa64-44d1-92ac-a1bf3accf805 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:10:51.095585 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6a329dd-ebb5-4161-912f-0f8956118b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:51.096455 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a329dd-ebb5-4161-912f-0f8956118b26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f62028b-0df9-41ab-87ee-47d00f4e3d7f {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:10:51.103041 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6a329dd-ebb5-4161-912f-0f8956118b26 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:51.104239 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b6a329dd-ebb5-4161-912f-0f8956118b26 admin admin] 10.222.0.11 "DELETE /v2.0/routers/6f62028b-0df9-41ab-87ee-47d00f4e3d7f HTTP/1.1" status: 204 len: 168 time: 2.2556093 Nov 24 21:10:51.107361 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57456) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:51.127973 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a48881-ed09-4ab9-89ec-3f30dd90cb01 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba912100-b1a4-45ee-82d0-028107a9d2fa,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:51.261802 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f51d705-3130-4caa-b4bc-cbf61e6c3ef4 admin admin] Deleting subnet 5e536b41-13cb-4c29-a268-93697169234a {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:10:51.275434 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f51d705-3130-4caa-b4bc-cbf61e6c3ef4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:51.333094 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28a48881-ed09-4ab9-89ec-3f30dd90cb01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:51.374095 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f51d705-3130-4caa-b4bc-cbf61e6c3ef4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:51.554646 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f51d705-3130-4caa-b4bc-cbf61e6c3ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:51.607153 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28a48881-ed09-4ab9-89ec-3f30dd90cb01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:51.620435 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28a48881-ed09-4ab9-89ec-3f30dd90cb01 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:51.625152 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-71b3ad1b-d5ca-4b25-9d05-b1582f62bf20 req-630593ea-e637-4936-98a9-7532d6689f86 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:51.643117 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-71b3ad1b-d5ca-4b25-9d05-b1582f62bf20 req-630593ea-e637-4936-98a9-7532d6689f86 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:51.697271 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f51d705-3130-4caa-b4bc-cbf61e6c3ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:51.724503 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28a48881-ed09-4ab9-89ec-3f30dd90cb01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:51.725090 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a48881-ed09-4ab9-89ec-3f30dd90cb01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fd85629-961a-494e-9789-34e0e5b7e716 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:10:51.733104 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28a48881-ed09-4ab9-89ec-3f30dd90cb01 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:51.734266 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-28a48881-ed09-4ab9-89ec-3f30dd90cb01 admin admin] 10.222.0.11 "DELETE /v2.0/routers/8fd85629-961a-494e-9789-34e0e5b7e716 HTTP/1.1" status: 204 len: 168 time: 2.6507857 Nov 24 21:10:51.738029 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57488) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:51.740855 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-71b3ad1b-d5ca-4b25-9d05-b1582f62bf20 req-630593ea-e637-4936-98a9-7532d6689f86 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:51.742056 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71b3ad1b-d5ca-4b25-9d05-b1582f62bf20 req-630593ea-e637-4936-98a9-7532d6689f86 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.7806888 Nov 24 21:10:51.757958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630593ea-e637-4936-98a9-7532d6689f86 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9c8875-b7e8-4b5e-9b46-4159c6bbfe74,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:51.805516 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51d705-3130-4caa-b4bc-cbf61e6c3ef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e536b41-13cb-4c29-a268-93697169234a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:51.821106 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-0c024ac1-7b4e-49d1-8255-ed19f91efdfe req-bd35150b-3fe4-441d-a07c-382b69f6dbfe tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1398240899', 'description': 'tempest-description-1877956373'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:10:51.844082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68be307-b77a-402e-9530-fed4ce2d3c73 None None] Network 105561c4-2b1e-4ac8-bcd9-d70e7144544f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:10:51.854460 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee088f29-2681-49a1-a9c6-2d712a36c8d0 admin admin] Deleting subnet 1c6ef405-3290-4f79-84f4-541aa40afedb {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:10:51.863828 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f51d705-3130-4caa-b4bc-cbf61e6c3ef4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:51.869527 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ee088f29-2681-49a1-a9c6-2d712a36c8d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:51.876237 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1f51d705-3130-4caa-b4bc-cbf61e6c3ef4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5e536b41-13cb-4c29-a268-93697169234a HTTP/1.1" status: 204 len: 168 time: 0.7676826 Nov 24 21:10:51.878518 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57506) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:51.977916 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ee088f29-2681-49a1-a9c6-2d712a36c8d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:52.051061 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57512) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:52.114469 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ee05460-cd60-4f15-9db6-a060411d3cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:52.163675 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0c024ac1-7b4e-49d1-8255-ed19f91efdfe req-bd35150b-3fe4-441d-a07c-382b69f6dbfe tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:52.218447 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ee088f29-2681-49a1-a9c6-2d712a36c8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:52.321860 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-9ee05460-cd60-4f15-9db6-a060411d3cf6 admin admin] Deleting port 11041856-373c-4dad-840f-3481cb2618b0 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:10:52.322208 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ee05460-cd60-4f15-9db6-a060411d3cf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:52.332376 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5b260b-af00-4726-a6ef-471c6f7257c3 None None] DHCP port deletion for 105561c4-2b1e-4ac8-bcd9-d70e7144544f request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:10:52.382771 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-415b5a4d-5630-481b-a1c4-3185d6a11f57 tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1707548968', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:10:52.387805 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ee088f29-2681-49a1-a9c6-2d712a36c8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:52.453780 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee088f29-2681-49a1-a9c6-2d712a36c8d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c6ef405-3290-4f79-84f4-541aa40afedb,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:52.464307 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0068076-de4f-48c3-a939-00f7887e9877 None None] Network fe7bb208-6094-4720-88a3-27ab7dc2ace3 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:10:52.471068 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ee088f29-2681-49a1-a9c6-2d712a36c8d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:52.482435 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ee088f29-2681-49a1-a9c6-2d712a36c8d0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1c6ef405-3290-4f79-84f4-541aa40afedb HTTP/1.1" status: 204 len: 168 time: 0.7369483 Nov 24 21:10:52.483544 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57522) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:52.513225 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415b5a4d-5630-481b-a1c4-3185d6a11f57 tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Made reservation on behalf of b33a74957ef846bebccf385ec8a152aa for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:10:52.514520 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-415b5a4d-5630-481b-a1c4-3185d6a11f57 tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:52.546501 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-415b5a4d-5630-481b-a1c4-3185d6a11f57 tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:52.575410 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-9ee05460-cd60-4f15-9db6-a060411d3cf6 admin admin] For port 11041856-373c-4dad-840f-3481cb2618b0, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=11041856-373c-4dad-840f-3481cb2618b0,segment=NetworkSegment(894dcd6d-7219-4926-bc28-7036e518ac81),segment_id=894dcd6d-7219-4926-bc28-7036e518ac81)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:52.576182 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ee05460-cd60-4f15-9db6-a060411d3cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:52.598928 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0c024ac1-7b4e-49d1-8255-ed19f91efdfe req-bd35150b-3fe4-441d-a07c-382b69f6dbfe tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:52.607263 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-9ee05460-cd60-4f15-9db6-a060411d3cf6 admin admin] Calling delete_port for 11041856-373c-4dad-840f-3481cb2618b0 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:10:52.713007 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0c024ac1-7b4e-49d1-8255-ed19f91efdfe req-bd35150b-3fe4-441d-a07c-382b69f6dbfe tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:52.720122 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9d5b260b-af00-4726-a6ef-471c6f7257c3 None None] Deleting port 11041856-373c-4dad-840f-3481cb2618b0 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:10:52.722151 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9d5b260b-af00-4726-a6ef-471c6f7257c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:52.724528 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-415b5a4d-5630-481b-a1c4-3185d6a11f57 tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:52.734649 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-415b5a4d-5630-481b-a1c4-3185d6a11f57 tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:52.747958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-415b5a4d-5630-481b-a1c4-3185d6a11f57 tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] device_id is not set on port 04c7540a-bce1-4f7d-9e1f-7ea1019937d2 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:10:52.751117 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fc0d874e-d3b8-4dc7-a081-88c37030f2bd no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:10:52.834244 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: fc0d874e-d3b8-4dc7-a081-88c37030f2bd {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:10:52.834977 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fc0d874e-d3b8-4dc7-a081-88c37030f2bd not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:10:52.835743 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 8b36fa96-6b38-4fe2-bc6b-7a2d63e98226 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:10:52.837944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b5a4d-5630-481b-a1c4-3185d6a11f57 tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80e3adf-f7a6-4747-916e-0296d06a57c8,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:52.882431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 8b36fa96-6b38-4fe2-bc6b-7a2d63e98226 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:10:52.884626 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 8b36fa96-6b38-4fe2-bc6b-7a2d63e98226 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:10:52.885443 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 11041856-373c-4dad-840f-3481cb2618b0 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:10:52.890254 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a21100fb-beef-439e-abf6-086577cb99dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:52.894081 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0c024ac1-7b4e-49d1-8255-ed19f91efdfe req-bd35150b-3fe4-441d-a07c-382b69f6dbfe tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:52.905943 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c024ac1-7b4e-49d1-8255-ed19f91efdfe req-bd35150b-3fe4-441d-a07c-382b69f6dbfe tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.0954771 Nov 24 21:10:52.933079 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35150b-3fe4-441d-a07c-382b69f6dbfe tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2405653c-7ad1-4c85-802c-b1e3ec602442,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:52.979229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-386a5b64-58f7-4a79-a786-c0e51f9ee5a3 req-cfdc13a4-9766-450a-9313-d6cad69e3544 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-435438843', 'description': 'tempest-description-98870427'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:10:52.989760 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-9d5b260b-af00-4726-a6ef-471c6f7257c3 None None] For port 11041856-373c-4dad-840f-3481cb2618b0, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=11041856-373c-4dad-840f-3481cb2618b0,segment=NetworkSegment(894dcd6d-7219-4926-bc28-7036e518ac81),segment_id=894dcd6d-7219-4926-bc28-7036e518ac81)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:52.990175 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9d5b260b-af00-4726-a6ef-471c6f7257c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:53.016662 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-415b5a4d-5630-481b-a1c4-3185d6a11f57 tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Allocated IP 172.25.5.203 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/04c7540a-bce1-4f7d-9e1f-7ea1019937d2) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:10:53.017230 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9d5b260b-af00-4726-a6ef-471c6f7257c3 None None] Calling delete_port for 11041856-373c-4dad-840f-3481cb2618b0 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:10:53.057248 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ee05460-cd60-4f15-9db6-a060411d3cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:53.067654 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-386a5b64-58f7-4a79-a786-c0e51f9ee5a3 req-cfdc13a4-9766-450a-9313-d6cad69e3544 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:53.110433 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee05460-cd60-4f15-9db6-a060411d3cf6 admin admin] No DVR routers for this DVR port 11041856-373c-4dad-840f-3481cb2618b0 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:10:53.112093 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee05460-cd60-4f15-9db6-a060411d3cf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=11041856-373c-4dad-840f-3481cb2618b0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:53.121806 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a21100fb-beef-439e-abf6-086577cb99dc admin admin] Deleting port c894e840-a2ab-4369-bea8-e1ff607ba7de {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:10:53.123650 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a21100fb-beef-439e-abf6-086577cb99dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:53.307226 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ee05460-cd60-4f15-9db6-a060411d3cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:53.322785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No active binding found for port 11041856-373c-4dad-840f-3481cb2618b0 {{(pid=109992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 24 21:10:53.323245 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 11041856-373c-4dad-840f-3481cb2618b0 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:10:53.327084 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ba912100-b1a4-45ee-82d0-028107a9d2fa no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:10:53.331615 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-a21100fb-beef-439e-abf6-086577cb99dc admin admin] For port c894e840-a2ab-4369-bea8-e1ff607ba7de, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c894e840-a2ab-4369-bea8-e1ff607ba7de,segment=NetworkSegment(b7c00c60-6e54-49d7-a71a-839aa426ced9),segment_id=b7c00c60-6e54-49d7-a71a-839aa426ced9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:53.331992 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a21100fb-beef-439e-abf6-086577cb99dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:53.347103 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-386a5b64-58f7-4a79-a786-c0e51f9ee5a3 req-cfdc13a4-9766-450a-9313-d6cad69e3544 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:53.356058 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-386a5b64-58f7-4a79-a786-c0e51f9ee5a3 req-cfdc13a4-9766-450a-9313-d6cad69e3544 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:53.360550 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-9ee05460-cd60-4f15-9db6-a060411d3cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105561c4-2b1e-4ac8-bcd9-d70e7144544f']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:53.363694 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a21100fb-beef-439e-abf6-086577cb99dc admin admin] Calling delete_port for c894e840-a2ab-4369-bea8-e1ff607ba7de owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:10:53.378631 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-9ee05460-cd60-4f15-9db6-a060411d3cf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894dcd6d-7219-4926-bc28-7036e518ac81') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:53.379118 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-9ee05460-cd60-4f15-9db6-a060411d3cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894dcd6d-7219-4926-bc28-7036e518ac81') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:53.394344 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ee05460-cd60-4f15-9db6-a060411d3cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:53.443467 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: ba912100-b1a4-45ee-82d0-028107a9d2fa {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:10:53.443887 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ba912100-b1a4-45ee-82d0-028107a9d2fa not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:10:53.454757 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ee05460-cd60-4f15-9db6-a060411d3cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:53.462005 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7514e0-6ccc-4faf-8f1d-f27ac3429963 None None] DHCP port deletion for fe7bb208-6094-4720-88a3-27ab7dc2ace3 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:10:53.466252 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee05460-cd60-4f15-9db6-a060411d3cf6 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:10:53.466940 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ee05460-cd60-4f15-9db6-a060411d3cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:10:53.471579 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:10:53.478004 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9d5b260b-af00-4726-a6ef-471c6f7257c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:53.511010 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc13a4-9766-450a-9313-d6cad69e3544 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f8423d-f033-45bd-9dc5-1777b87c1e1a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:53.602424 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ee05460-cd60-4f15-9db6-a060411d3cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:53.612695 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a21100fb-beef-439e-abf6-086577cb99dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:53.613543 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-415b5a4d-5630-481b-a1c4-3185d6a11f57 tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:53.617276 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5b260b-af00-4726-a6ef-471c6f7257c3 None None] No DVR routers for this DVR port 11041856-373c-4dad-840f-3481cb2618b0 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:10:53.628360 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-386a5b64-58f7-4a79-a786-c0e51f9ee5a3 req-cfdc13a4-9766-450a-9313-d6cad69e3544 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:53.628360 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-386a5b64-58f7-4a79-a786-c0e51f9ee5a3 req-cfdc13a4-9766-450a-9313-d6cad69e3544 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6600418 Nov 24 21:10:53.649812 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ee05460-cd60-4f15-9db6-a060411d3cf6 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:53.657698 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9ee05460-cd60-4f15-9db6-a060411d3cf6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/105561c4-2b1e-4ac8-bcd9-d70e7144544f HTTP/1.1" status: 204 len: 168 time: 1.7739596 Nov 24 21:10:53.687331 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b260b-af00-4726-a6ef-471c6f7257c3 None None] Pushing event deleted for resources: {'Port': ['ID=11041856-373c-4dad-840f-3481cb2618b0,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:53.688370 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21100fb-beef-439e-abf6-086577cb99dc admin admin] Pushing event deleted for resources: {'Port': ['ID=c894e840-a2ab-4369-bea8-e1ff607ba7de,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:53.693297 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee05460-cd60-4f15-9db6-a060411d3cf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=105561c4-2b1e-4ac8-bcd9-d70e7144544f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:53.710498 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-415b5a4d-5630-481b-a1c4-3185d6a11f57 tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:53.713886 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21100fb-beef-439e-abf6-086577cb99dc admin admin] No DVR routers for this DVR port c894e840-a2ab-4369-bea8-e1ff607ba7de on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:10:53.765818 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-1c7514e0-6ccc-4faf-8f1d-f27ac3429963 None None] Deleting port c894e840-a2ab-4369-bea8-e1ff607ba7de {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:10:53.766199 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1c7514e0-6ccc-4faf-8f1d-f27ac3429963 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:53.827149 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415b5a4d-5630-481b-a1c4-3185d6a11f57 tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:10:53.850520 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a21100fb-beef-439e-abf6-086577cb99dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:53.865767 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-415b5a4d-5630-481b-a1c4-3185d6a11f57 tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:10:53.878128 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b5a4d-5630-481b-a1c4-3185d6a11f57 tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:10:53.896227 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b5a4d-5630-481b-a1c4-3185d6a11f57 tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Pushing event updated for resources: {'Port': ['ID=04c7540a-bce1-4f7d-9e1f-7ea1019937d2,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:53.902829 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-a21100fb-beef-439e-abf6-086577cb99dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7bb208-6094-4720-88a3-27ab7dc2ace3']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:53.921195 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-a21100fb-beef-439e-abf6-086577cb99dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c00c60-6e54-49d7-a71a-839aa426ced9') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:53.921512 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-a21100fb-beef-439e-abf6-086577cb99dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c00c60-6e54-49d7-a71a-839aa426ced9') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:10:53.945352 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-62e35ed4-6711-4128-ade1-787e1236c8bf req-65ddeadc-0490-4078-b3c7-817e33955aa5 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f94b00cd11a4d0d8ad837179effb5b2 HTTP/1.1" status: 200 len: 11010 time: 0.2581952 Nov 24 21:10:53.946936 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1c7514e0-6ccc-4faf-8f1d-f27ac3429963 None None] For port c894e840-a2ab-4369-bea8-e1ff607ba7de, host n-d-812111-8, got binding levels [] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:10:53.948438 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1c7514e0-6ccc-4faf-8f1d-f27ac3429963 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:53.949872 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a21100fb-beef-439e-abf6-086577cb99dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:53.973730 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-1c7514e0-6ccc-4faf-8f1d-f27ac3429963 None None] Calling delete_port for c894e840-a2ab-4369-bea8-e1ff607ba7de owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:10:53.978572 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.ipam_backend_mixin [None req-1c7514e0-6ccc-4faf-8f1d-f27ac3429963 None None] Port c894e840-a2ab-4369-bea8-e1ff607ba7de was not found and therefore no delete operation was performed {{(pid=109992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 21:10:53.980273 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff61b93-52f0-446e-9006-6e48f4660b60 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:10:53.984801 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1c7514e0-6ccc-4faf-8f1d-f27ac3429963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:54.006819 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415b5a4d-5630-481b-a1c4-3185d6a11f57 tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:54.009631 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-415b5a4d-5630-481b-a1c4-3185d6a11f57 tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:54.014109 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a21100fb-beef-439e-abf6-086577cb99dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:54.026011 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7514e0-6ccc-4faf-8f1d-f27ac3429963 None None] Pushing event deleted for resources: {'Port': ['ID=c894e840-a2ab-4369-bea8-e1ff607ba7de,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:54.032688 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7514e0-6ccc-4faf-8f1d-f27ac3429963 None None] No DVR routers for this DVR port c894e840-a2ab-4369-bea8-e1ff607ba7de on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:10:54.046313 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21100fb-beef-439e-abf6-086577cb99dc admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:10:54.046895 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a21100fb-beef-439e-abf6-086577cb99dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:54.051097 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-415b5a4d-5630-481b-a1c4-3185d6a11f57 tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.9988835 Nov 24 21:10:54.054169 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57538) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:54.062172 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-a61cf1e5-ca57-45b5-9fae-4e56195a350e tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.203'}]}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:10:54.068065 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:10:54.070552 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57540) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:54.092620 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-62e35ed4-6711-4128-ade1-787e1236c8bf req-179f4b71-a36d-4fe8-ba76-88c6ab84fdce tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/4b587a96-f6ad-490e-b482-cafa0aae03ac HTTP/1.1" status: 200 len: 3002 time: 0.1275835 Nov 24 21:10:54.117261 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a61cf1e5-ca57-45b5-9fae-4e56195a350e tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:54.118392 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a61cf1e5-ca57-45b5-9fae-4e56195a350e tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:54.176465 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7b440647-bb66-47c9-be5c-ac6ec8a0c72c None None] Provisioning complete for port 04c7540a-bce1-4f7d-9e1f-7ea1019937d2 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:10:54.176898 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7b440647-bb66-47c9-be5c-ac6ec8a0c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:54.179481 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a21100fb-beef-439e-abf6-086577cb99dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:54.193455 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-d0b8e0a6-e488-45eb-9424-34764af0b6d7 req-9849b29a-57bc-4b2e-8c75-79d2261355ac service neutron] (109991) timed out ('10.222.0.11', 46274) {{(pid=109991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 21:10:54.222337 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a21100fb-beef-439e-abf6-086577cb99dc admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:54.226027 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a21100fb-beef-439e-abf6-086577cb99dc admin admin] 10.222.0.11 "DELETE /v2.0/networks/fe7bb208-6094-4720-88a3-27ab7dc2ace3 HTTP/1.1" status: 204 len: 168 time: 1.7381775 Nov 24 21:10:54.244724 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-7b440647-bb66-47c9-be5c-ac6ec8a0c72c None None] Port 04c7540a-bce1-4f7d-9e1f-7ea1019937d2 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:10:54.269520 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a61cf1e5-ca57-45b5-9fae-4e56195a350e tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:54.321983 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-62e35ed4-6711-4128-ade1-787e1236c8bf req-63ae4895-270a-40a1-8ffa-232680e26969 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/4b587a96-f6ad-490e-b482-cafa0aae03ac HTTP/1.1" status: 200 len: 3002 time: 0.2197938 Nov 24 21:10:54.323271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21100fb-beef-439e-abf6-086577cb99dc admin admin] Pushing event deleted for resources: {'Network': ['ID=fe7bb208-6094-4720-88a3-27ab7dc2ace3,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:54.350154 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ffb38b59-eda3-4ca6-9be0-b8ee93c0fdbc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=838d059057e840c09ac19be61b107bec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2755554 Nov 24 21:10:54.358236 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57546) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:54.514905 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-58a2099c-5d79-4a9a-a424-f19a7dddb915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:54.557189 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-58a2099c-5d79-4a9a-a424-f19a7dddb915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:54.664165 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-58a2099c-5d79-4a9a-a424-f19a7dddb915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:54.664165 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-58a2099c-5d79-4a9a-a424-f19a7dddb915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:54.664165 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-58a2099c-5d79-4a9a-a424-f19a7dddb915 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f2535371-b6f7-4dd3-a5f2-876c104b8ac6 HTTP/1.1" status: 204 len: 168 time: 0.2968714 Nov 24 21:10:54.671665 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2099c-5d79-4a9a-a424-f19a7dddb915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2535371-b6f7-4dd3-a5f2-876c104b8ac6,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:54.687787 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c894e840-a2ab-4369-bea8-e1ff607ba7de no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:10:54.770794 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-087405a8-1e8c-4eeb-84e4-306c56e10f51 req-05505a69-47f3-499f-b6b5-a47dff656d17 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/2d9c8875-b7e8-4b5e-9b46-4159c6bbfe74 HTTP/1.1" status: 200 len: 1818 time: 0.3797529 Nov 24 21:10:54.772837 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a61cf1e5-ca57-45b5-9fae-4e56195a350e tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:54.807414 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: c894e840-a2ab-4369-bea8-e1ff607ba7de {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:10:54.809473 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c894e840-a2ab-4369-bea8-e1ff607ba7de not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:10:54.893618 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57556) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:54.955818 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-087405a8-1e8c-4eeb-84e4-306c56e10f51 req-9b5f3871-5762-4d37-b63c-9abeb6cf9fbd tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:55.004037 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57560) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:55.010300 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-35f73236-127c-4ab4-8212-fa2ecb572b66 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dd049bb9bffc4a23a68cb9dad78054e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1020331 Nov 24 21:10:55.086677 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-087405a8-1e8c-4eeb-84e4-306c56e10f51 req-9b5f3871-5762-4d37-b63c-9abeb6cf9fbd tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:55.288925 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9354ab26-a381-4cc7-bcec-cd5f56dd9399 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:55.288925 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9354ab26-a381-4cc7-bcec-cd5f56dd9399 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:55.288925 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-087405a8-1e8c-4eeb-84e4-306c56e10f51 req-9b5f3871-5762-4d37-b63c-9abeb6cf9fbd tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:55.288925 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-087405a8-1e8c-4eeb-84e4-306c56e10f51 req-9b5f3871-5762-4d37-b63c-9abeb6cf9fbd tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:55.288925 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-087405a8-1e8c-4eeb-84e4-306c56e10f51 req-9b5f3871-5762-4d37-b63c-9abeb6cf9fbd tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "DELETE /v2.0/security-groups/2d9c8875-b7e8-4b5e-9b46-4159c6bbfe74 HTTP/1.1" status: 204 len: 173 time: 0.4346116 Nov 24 21:10:55.288925 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f3871-5762-4d37-b63c-9abeb6cf9fbd tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9c8875-b7e8-4b5e-9b46-4159c6bbfe74,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:55.472624 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [req-3ded24ad-3550-4da3-b124-fbc0878c1abe req-fe289915-1a3c-44cf-acf8-c4c68fdf4732 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] show failed (client error): The resource could not be found. Nov 24 21:10:55.473752 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3ded24ad-3550-4da3-b124-fbc0878c1abe req-fe289915-1a3c-44cf-acf8-c4c68fdf4732 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/2d9c8875-b7e8-4b5e-9b46-4159c6bbfe74 HTTP/1.1" status: 404 len: 352 time: 0.1352384 Nov 24 21:10:55.489288 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a61cf1e5-ca57-45b5-9fae-4e56195a350e tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:55.520415 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a61cf1e5-ca57-45b5-9fae-4e56195a350e tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:55.602117 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9354ab26-a381-4cc7-bcec-cd5f56dd9399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:55.604854 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9354ab26-a381-4cc7-bcec-cd5f56dd9399 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:55.607736 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9354ab26-a381-4cc7-bcec-cd5f56dd9399 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a1ba8d89-d646-4276-aa33-7ed5bc4ca6cc HTTP/1.1" status: 204 len: 168 time: 0.5994499 Nov 24 21:10:55.644407 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354ab26-a381-4cc7-bcec-cd5f56dd9399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ba8d89-d646-4276-aa33-7ed5bc4ca6cc,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:55.704265 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5324f760-0077-44e2-9eff-be51a7ebb1a8 req-43b3beb7-82a2-45ca-8068-a5c2c3ca794a tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/2405653c-7ad1-4c85-802c-b1e3ec602442 HTTP/1.1" status: 200 len: 1820 time: 0.1923163 Nov 24 21:10:55.707806 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57590) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:55.786067 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e7e1345a-87eb-4eb3-8f2f-d1bccaca92fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=586f31c49e2c4226a871efaeaf3ce1c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0770175 Nov 24 21:10:55.788425 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57594) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:55.871345 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a61cf1e5-ca57-45b5-9fae-4e56195a350e tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:55.882605 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d29ff99-8051-46c1-9791-7f1c425d32ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:55.932312 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d29ff99-8051-46c1-9791-7f1c425d32ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:55.989799 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d29ff99-8051-46c1-9791-7f1c425d32ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:55.991783 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5324f760-0077-44e2-9eff-be51a7ebb1a8 req-605fb6b9-071b-48f1-a1ce-877633af6c50 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:55.992965 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d29ff99-8051-46c1-9791-7f1c425d32ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:55.997774 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3d29ff99-8051-46c1-9791-7f1c425d32ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4846b845-cbb4-431b-adba-c9d94cd08a66 HTTP/1.1" status: 204 len: 168 time: 0.2063916 Nov 24 21:10:56.007424 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29ff99-8051-46c1-9791-7f1c425d32ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4846b845-cbb4-431b-adba-c9d94cd08a66,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:56.411735 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57612) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:56.494329 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9023b58a-2fda-4a80-a4cc-78bd76bdcd92 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=685810006ea14bc2a208514d56be4ec4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0811274 Nov 24 21:10:56.496616 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57616) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:56.589609 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-18d215c9-15fc-4613-a6c3-844af956131f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:56.603558 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a61cf1e5-ca57-45b5-9fae-4e56195a350e tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:56.607505 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a61cf1e5-ca57-45b5-9fae-4e56195a350e tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:56.661562 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-18d215c9-15fc-4613-a6c3-844af956131f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:56.663773 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5324f760-0077-44e2-9eff-be51a7ebb1a8 req-605fb6b9-071b-48f1-a1ce-877633af6c50 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:56.667531 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a61cf1e5-ca57-45b5-9fae-4e56195a350e tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:56.668188 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61cf1e5-ca57-45b5-9fae-4e56195a350e tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d68ff85d-094c-4166-b652-c935eb733205 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:10:56.742520 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-18d215c9-15fc-4613-a6c3-844af956131f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:56.749881 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-18d215c9-15fc-4613-a6c3-844af956131f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:56.750300 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-a61cf1e5-ca57-45b5-9fae-4e56195a350e tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 24 21:10:56.756579 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a61cf1e5-ca57-45b5-9fae-4e56195a350e tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6964352 Nov 24 21:10:56.756909 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-18d215c9-15fc-4613-a6c3-844af956131f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82d218fa-b23f-45d1-8df4-8a80e7ff085a HTTP/1.1" status: 204 len: 168 time: 0.2538123 Nov 24 21:10:56.757005 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57628) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:56.767754 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d215c9-15fc-4613-a6c3-844af956131f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d218fa-b23f-45d1-8df4-8a80e7ff085a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:56.824283 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5324f760-0077-44e2-9eff-be51a7ebb1a8 req-605fb6b9-071b-48f1-a1ce-877633af6c50 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:56.830523 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5324f760-0077-44e2-9eff-be51a7ebb1a8 req-605fb6b9-071b-48f1-a1ce-877633af6c50 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:56.834418 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5324f760-0077-44e2-9eff-be51a7ebb1a8 req-605fb6b9-071b-48f1-a1ce-877633af6c50 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "DELETE /v2.0/security-groups/2405653c-7ad1-4c85-802c-b1e3ec602442 HTTP/1.1" status: 204 len: 173 time: 1.1227443 Nov 24 21:10:56.875233 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605fb6b9-071b-48f1-a1ce-877633af6c50 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2405653c-7ad1-4c85-802c-b1e3ec602442,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:56.935482 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [req-27196c7c-44ad-449e-b0d5-95f3cd50fd0c req-ca8866ae-9db2-4d3e-b19e-28956d16fc49 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] show failed (client error): The resource could not be found. Nov 24 21:10:56.936841 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-27196c7c-44ad-449e-b0d5-95f3cd50fd0c req-ca8866ae-9db2-4d3e-b19e-28956d16fc49 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/2405653c-7ad1-4c85-802c-b1e3ec602442 HTTP/1.1" status: 404 len: 352 time: 0.0298324 Nov 24 21:10:57.089533 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-798013a2-242a-4e62-afac-aaf1d67583d9 req-c26c0e1a-0204-4be4-a217-fd4543f6858c tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/20f8423d-f033-45bd-9dc5-1777b87c1e1a HTTP/1.1" status: 200 len: 1817 time: 0.1185539 Nov 24 21:10:57.097977 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-662633b9-baba-4f24-bf7a-d64b69e8776e tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Deleting port 04c7540a-bce1-4f7d-9e1f-7ea1019937d2 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:10:57.098560 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-662633b9-baba-4f24-bf7a-d64b69e8776e tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:57.260792 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-798013a2-242a-4e62-afac-aaf1d67583d9 req-74979cfc-3c3a-41b9-8de6-277c43939e87 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:57.334130 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-798013a2-242a-4e62-afac-aaf1d67583d9 req-74979cfc-3c3a-41b9-8de6-277c43939e87 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:57.355472 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-662633b9-baba-4f24-bf7a-d64b69e8776e tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:57.440397 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-662633b9-baba-4f24-bf7a-d64b69e8776e tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Calling delete_port for 04c7540a-bce1-4f7d-9e1f-7ea1019937d2 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:10:57.531702 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-798013a2-242a-4e62-afac-aaf1d67583d9 req-74979cfc-3c3a-41b9-8de6-277c43939e87 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:57.534844 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-798013a2-242a-4e62-afac-aaf1d67583d9 req-74979cfc-3c3a-41b9-8de6-277c43939e87 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:57.536036 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-798013a2-242a-4e62-afac-aaf1d67583d9 req-74979cfc-3c3a-41b9-8de6-277c43939e87 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "DELETE /v2.0/security-groups/20f8423d-f033-45bd-9dc5-1777b87c1e1a HTTP/1.1" status: 204 len: 173 time: 0.4345040 Nov 24 21:10:57.591055 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74979cfc-3c3a-41b9-8de6-277c43939e87 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f8423d-f033-45bd-9dc5-1777b87c1e1a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:57.595801 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [req-4d32b134-845b-407e-9a05-f02b605d0cd9 req-6de66826-5c49-43c4-90c8-864631cc37fe tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] show failed (client error): The resource could not be found. Nov 24 21:10:57.600550 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d32b134-845b-407e-9a05-f02b605d0cd9 req-6de66826-5c49-43c4-90c8-864631cc37fe tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/20f8423d-f033-45bd-9dc5-1777b87c1e1a HTTP/1.1" status: 404 len: 352 time: 0.0258758 Nov 24 21:10:57.624923 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74979cfc-3c3a-41b9-8de6-277c43939e87 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:57.625283 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74979cfc-3c3a-41b9-8de6-277c43939e87 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:57.625639 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74979cfc-3c3a-41b9-8de6-277c43939e87 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:57.625985 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74979cfc-3c3a-41b9-8de6-277c43939e87 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:57.626328 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74979cfc-3c3a-41b9-8de6-277c43939e87 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:57.626663 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74979cfc-3c3a-41b9-8de6-277c43939e87 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:57.627001 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74979cfc-3c3a-41b9-8de6-277c43939e87 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:57.627329 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74979cfc-3c3a-41b9-8de6-277c43939e87 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:57.627659 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74979cfc-3c3a-41b9-8de6-277c43939e87 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:57.627986 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74979cfc-3c3a-41b9-8de6-277c43939e87 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:57.628314 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74979cfc-3c3a-41b9-8de6-277c43939e87 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:57.628640 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74979cfc-3c3a-41b9-8de6-277c43939e87 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:10:57.701451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57684) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:57.783510 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-006adfe8-9726-445f-a3d2-0a9dea912aa4 req-569ac034-eeeb-46a1-8d00-4030d0272615 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f94b00cd11a4d0d8ad837179effb5b2 HTTP/1.1" status: 200 len: 6208 time: 0.1470532 Nov 24 21:10:57.784899 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-662633b9-baba-4f24-bf7a-d64b69e8776e tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:57.839421 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662633b9-baba-4f24-bf7a-d64b69e8776e tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Pushing event deleted for resources: {'Port': ['ID=04c7540a-bce1-4f7d-9e1f-7ea1019937d2,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:57.904824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f8ee14-bdc3-4e4d-ad44-23ddb83a8332 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:10:57.976851 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-2905cf7a-862b-4123-ad42-fcf1234c8918 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-49155800-network', 'tenant_id': '7ad457c77b1f4b5abfda21dbb9e5dbdc'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:10:57.988460 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-006adfe8-9726-445f-a3d2-0a9dea912aa4 req-ace48011-78cb-43ae-b694-0dac52442a3b tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/4b587a96-f6ad-490e-b482-cafa0aae03ac HTTP/1.1" status: 200 len: 3002 time: 0.1949301 Nov 24 21:10:58.036057 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2905cf7a-862b-4123-ad42-fcf1234c8918 admin admin] Made reservation on behalf of 7ad457c77b1f4b5abfda21dbb9e5dbdc for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:10:58.040171 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2905cf7a-862b-4123-ad42-fcf1234c8918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:58.070597 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2905cf7a-862b-4123-ad42-fcf1234c8918 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:58.137038 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-006adfe8-9726-445f-a3d2-0a9dea912aa4 req-441a316e-4817-405e-bf9d-7f9b1cfcc0ac tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/4b587a96-f6ad-490e-b482-cafa0aae03ac HTTP/1.1" status: 200 len: 3002 time: 0.1313951 Nov 24 21:10:58.148048 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-662633b9-baba-4f24-bf7a-d64b69e8776e tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:58.152567 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-662633b9-baba-4f24-bf7a-d64b69e8776e tempest-RoutersAdminNegativeIpV6Test-1656910352 tempest-RoutersAdminNegativeIpV6Test-1656910352-project-admin] 10.222.0.11 "DELETE /v2.0/ports/04c7540a-bce1-4f7d-9e1f-7ea1019937d2 HTTP/1.1" status: 204 len: 168 time: 1.3940082 Nov 24 21:10:58.218448 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-d0f839df-b1d7-4ce1-9e77-5e7f632079e0 req-92607b99-c792-4ab8-afda-7ba385ec49dc tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-117240528', 'description': 'tempest-description-915971135'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:10:58.236450 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2905cf7a-862b-4123-ad42-fcf1234c8918 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:58.264732 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2905cf7a-862b-4123-ad42-fcf1234c8918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:58.333918 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2905cf7a-862b-4123-ad42-fcf1234c8918 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:10:58.337505 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57710) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:58.381888 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d0f839df-b1d7-4ce1-9e77-5e7f632079e0 req-92607b99-c792-4ab8-afda-7ba385ec49dc tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:58.405911 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2905cf7a-862b-4123-ad42-fcf1234c8918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:58.406554 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-2905cf7a-862b-4123-ad42-fcf1234c8918 admin admin] Added segment b1d695b4-23ac-4f76-b033-410336a771ec of type vlan for network 0cfd0991-3fe1-458a-9cab-a785fe8464fe Nov 24 21:10:58.419783 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905cf7a-862b-4123-ad42-fcf1234c8918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be7ef99-8403-47fa-946c-7d0c367cd480,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:58.487104 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2905cf7a-862b-4123-ad42-fcf1234c8918 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:58.541808 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2905cf7a-862b-4123-ad42-fcf1234c8918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:58.543292 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2905cf7a-862b-4123-ad42-fcf1234c8918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:58.544513 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2905cf7a-862b-4123-ad42-fcf1234c8918 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:58.639684 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57720) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:58.654915 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905cf7a-862b-4123-ad42-fcf1234c8918 admin admin] Pushing event updated for resources: {'Network': ['ID=0cfd0991-3fe1-458a-9cab-a785fe8464fe,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:58.672361 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d0f839df-b1d7-4ce1-9e77-5e7f632079e0 req-92607b99-c792-4ab8-afda-7ba385ec49dc tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:58.672778 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 0cfd0991-3fe1-458a-9cab-a785fe8464fe details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:10:58.701072 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d0f839df-b1d7-4ce1-9e77-5e7f632079e0 req-92607b99-c792-4ab8-afda-7ba385ec49dc tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:58.734029 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d0f839df-b1d7-4ce1-9e77-5e7f632079e0 req-92607b99-c792-4ab8-afda-7ba385ec49dc tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:58.746645 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d0f839df-b1d7-4ce1-9e77-5e7f632079e0 req-92607b99-c792-4ab8-afda-7ba385ec49dc tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5538375 Nov 24 21:10:58.753107 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2905cf7a-862b-4123-ad42-fcf1234c8918 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0496550 Nov 24 21:10:58.756518 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57730) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:58.764213 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-7bce357e-f7bb-46f5-8552-11f934f6f693 admin admin] Request body: {'subnet': {'network_id': '0cfd0991-3fe1-458a-9cab-a785fe8464fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-49155800-subnet', 'tenant_id': '7ad457c77b1f4b5abfda21dbb9e5dbdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:10:58.810127 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92607b99-c792-4ab8-afda-7ba385ec49dc tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22da2b19-517e-4fc9-8b4a-20f5bb29b630,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:58.849954 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-dfc8dd3d-8e67-4050-ba05-61bf8074f499 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-623579841-network', 'tenant_id': '595635dfe5324829adbb53908d8c3a34'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:10:58.856838 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-2be29095-9137-4f95-ab01-99a89bf85990 req-d01f1873-2f0a-405a-9338-65beb170d998 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1323005890', 'description': 'tempest-description-1117597067'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:10:58.887122 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2eb01202-6b32-4a05-9339-5d63699d4ef5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:58.892773 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bce357e-f7bb-46f5-8552-11f934f6f693 admin admin] Made reservation on behalf of 7ad457c77b1f4b5abfda21dbb9e5dbdc for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:10:58.895389 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7bce357e-f7bb-46f5-8552-11f934f6f693 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:58.953735 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-2be29095-9137-4f95-ab01-99a89bf85990 req-d01f1873-2f0a-405a-9338-65beb170d998 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:59.034238 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc8dd3d-8e67-4050-ba05-61bf8074f499 admin admin] Made reservation on behalf of 595635dfe5324829adbb53908d8c3a34 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:10:59.036811 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfc8dd3d-8e67-4050-ba05-61bf8074f499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:59.081007 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfc8dd3d-8e67-4050-ba05-61bf8074f499 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:59.225264 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-2be29095-9137-4f95-ab01-99a89bf85990 req-d01f1873-2f0a-405a-9338-65beb170d998 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:59.248343 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-2be29095-9137-4f95-ab01-99a89bf85990 req-d01f1873-2f0a-405a-9338-65beb170d998 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:59.253306 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2eb01202-6b32-4a05-9339-5d63699d4ef5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:59.272322 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2eb01202-6b32-4a05-9339-5d63699d4ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:59.337655 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-2be29095-9137-4f95-ab01-99a89bf85990 req-d01f1873-2f0a-405a-9338-65beb170d998 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:59.339058 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2be29095-9137-4f95-ab01-99a89bf85990 req-d01f1873-2f0a-405a-9338-65beb170d998 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5193202 Nov 24 21:10:59.368038 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f1873-2f0a-405a-9338-65beb170d998 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b9fe5e-583c-4bbf-8b18-656925c01a4a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:59.394178 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2eb01202-6b32-4a05-9339-5d63699d4ef5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c9c8a379e30a4256ab0c78ebadf38d41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7530072 Nov 24 21:10:59.397869 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57748) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:10:59.411945 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7bce357e-f7bb-46f5-8552-11f934f6f693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:59.415328 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfc8dd3d-8e67-4050-ba05-61bf8074f499 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:59.430374 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfc8dd3d-8e67-4050-ba05-61bf8074f499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:59.500668 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc8dd3d-8e67-4050-ba05-61bf8074f499 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:10:59.503303 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb01202-6b32-4a05-9339-5d63699d4ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2960d268-862f-40ca-a59f-7d9c5544e345,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:59.545425 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-711058a2-3be6-47be-8bca-955aec72813d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:59.561274 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfc8dd3d-8e67-4050-ba05-61bf8074f499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:59.561630 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-dfc8dd3d-8e67-4050-ba05-61bf8074f499 admin admin] Added segment 4ad9fa77-fc11-4fb6-8174-ab87a2dae124 of type vlan for network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 Nov 24 21:10:59.564322 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce357e-f7bb-46f5-8552-11f934f6f693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e3f2a5f-d3c5-412b-b677-53100b3422e3,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:59.574763 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-711058a2-3be6-47be-8bca-955aec72813d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:59.652022 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8dd3d-8e67-4050-ba05-61bf8074f499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e785da-76f2-482a-807b-9012816b487f,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:10:59.655320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bce357e-f7bb-46f5-8552-11f934f6f693 admin admin] Checking segment: {'id': 'b1d695b4-23ac-4f76-b033-410336a771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0cfd0991-3fe1-458a-9cab-a785fe8464fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:10:59.655700 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bce357e-f7bb-46f5-8552-11f934f6f693 admin admin] Network hostable DHCP agents. Network: 0cfd0991-3fe1-458a-9cab-a785fe8464fe, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:10:59.673663 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfc8dd3d-8e67-4050-ba05-61bf8074f499 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:59.702190 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-711058a2-3be6-47be-8bca-955aec72813d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:59.705461 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-711058a2-3be6-47be-8bca-955aec72813d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:59.706901 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-711058a2-3be6-47be-8bca-955aec72813d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2960d268-862f-40ca-a59f-7d9c5544e345 HTTP/1.1" status: 204 len: 168 time: 0.3071346 Nov 24 21:10:59.767247 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bce357e-f7bb-46f5-8552-11f934f6f693 admin admin] Network 0cfd0991-3fe1-458a-9cab-a785fe8464fe is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:10:59.798362 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-7bce357e-f7bb-46f5-8552-11f934f6f693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 0cfd0991-3fe1-458a-9cab-a785fe8464fe) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:10:59.819659 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bce357e-f7bb-46f5-8552-11f934f6f693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:59.819935 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d71514-71af-47b6-b1b2-2c72f0b82414 None None] Network 0cfd0991-3fe1-458a-9cab-a785fe8464fe requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:10:59.820404 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7bce357e-f7bb-46f5-8552-11f934f6f693 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:59.824110 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfc8dd3d-8e67-4050-ba05-61bf8074f499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:59.825106 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc8dd3d-8e67-4050-ba05-61bf8074f499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:10:59.825691 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dfc8dd3d-8e67-4050-ba05-61bf8074f499 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:10:59.866217 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7bce357e-f7bb-46f5-8552-11f934f6f693 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1084516 Nov 24 21:10:59.908931 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dfc8dd3d-8e67-4050-ba05-61bf8074f499 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5673387 Nov 24 21:11:00.039063 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57776) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:00.048734 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-705a69c3-7bd4-45c6-97b6-c11b1b6c8c90 admin admin] Request body: {'subnet': {'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-623579841-subnet', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:00.085614 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8dd3d-8e67-4050-ba05-61bf8074f499 admin admin] Pushing event updated for resources: {'Network': ['ID=b79fcd1c-754c-4dea-a7f1-95afcf35cd53,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:00.111661 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:11:00.141590 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705a69c3-7bd4-45c6-97b6-c11b1b6c8c90 admin admin] Made reservation on behalf of 595635dfe5324829adbb53908d8c3a34 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:00.144544 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-705a69c3-7bd4-45c6-97b6-c11b1b6c8c90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:00.333735 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71a9017-4077-4c1d-9e96-014c3c242539 None None] Network 0cfd0991-3fe1-458a-9cab-a785fe8464fe requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:00.442312 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711058a2-3be6-47be-8bca-955aec72813d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2960d268-862f-40ca-a59f-7d9c5544e345,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:00.516039 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-a4922f2c-2ab2-458c-ac41-7c98a51409e2 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:00.517698 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-a4922f2c-2ab2-458c-ac41-7c98a51409e2 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/networks?id=49844ac9-6dbd-4c4d-8b29-cad65bfe426c HTTP/1.1" status: 200 len: 813 time: 0.8273749 Nov 24 21:11:00.534977 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-8f98a3c0-7ebd-4524-aab9-7dc2a91ec76d tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/quotas/2f94b00cd11a4d0d8ad837179effb5b2 HTTP/1.1" status: 200 len: 375 time: 0.0114574 Nov 24 21:11:00.639032 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-cf86441a-d866-42ef-8de8-6ae8c77c1d01 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2f94b00cd11a4d0d8ad837179effb5b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0980670 Nov 24 21:11:00.698122 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57810) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:00.826790 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-a1b871ab-ee0c-49ff-a2bd-76a5e883c5f4 service neutron] 10.222.0.11 "GET /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803570 Nov 24 21:11:00.976426 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-fff7ccac-a563-4322-a253-28d141be202c service neutron] 10.222.0.11 "GET /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429770 Nov 24 21:11:00.978354 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-705a69c3-7bd4-45c6-97b6-c11b1b6c8c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:01.127121 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57820) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:01.127336 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-438bec02-17c5-470c-b391-0bc5d8fd520b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b33a74957ef846bebccf385ec8a152aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4272327 Nov 24 21:11:01.128344 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a69c3-7bd4-45c6-97b6-c11b1b6c8c90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45f34fab-787e-4251-9f3c-22a212ef1d24,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:01.145715 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-a573a7b1-55b9-428f-9069-5cd319b0f6fc tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:01.158886 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-a573a7b1-55b9-428f-9069-5cd319b0f6fc tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/networks?id=0cfd0991-3fe1-458a-9cab-a785fe8464fe HTTP/1.1" status: 200 len: 813 time: 0.3322639 Nov 24 21:11:01.179531 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705a69c3-7bd4-45c6-97b6-c11b1b6c8c90 admin admin] Checking segment: {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:01.180169 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705a69c3-7bd4-45c6-97b6-c11b1b6c8c90 admin admin] Network hostable DHCP agents. Network: b79fcd1c-754c-4dea-a7f1-95afcf35cd53, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:11:01.187458 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-bb6646df-301e-4362-9fde-e3f9f2986b98 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/quotas/7ad457c77b1f4b5abfda21dbb9e5dbdc HTTP/1.1" status: 200 len: 375 time: 0.0274453 Nov 24 21:11:01.226048 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5573d457-2008-4f3c-958f-639318a630f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:01.231957 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705a69c3-7bd4-45c6-97b6-c11b1b6c8c90 admin admin] Network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:11:01.266160 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5573d457-2008-4f3c-958f-639318a630f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:01.275765 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-d1fdc972-1946-46bc-a679-edea4887699f tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ad457c77b1f4b5abfda21dbb9e5dbdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698612 Nov 24 21:11:01.276928 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-705a69c3-7bd4-45c6-97b6-c11b1b6c8c90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, b79fcd1c-754c-4dea-a7f1-95afcf35cd53) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:01.287502 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc0b1a3-8594-4428-b394-e9da5a4d8a6b None None] Network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:01.297728 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705a69c3-7bd4-45c6-97b6-c11b1b6c8c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:01.298852 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-705a69c3-7bd4-45c6-97b6-c11b1b6c8c90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:01.330203 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-705a69c3-7bd4-45c6-97b6-c11b1b6c8c90 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2894046 Nov 24 21:11:01.342602 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57828) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:01.347959 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-89d0b029-ccbe-4ced-a926-6ba77b718c2b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:01.395249 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-89d0b029-ccbe-4ced-a926-6ba77b718c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:01.397190 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-89d0b029-ccbe-4ced-a926-6ba77b718c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:01.427877 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5573d457-2008-4f3c-958f-639318a630f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:01.430769 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5573d457-2008-4f3c-958f-639318a630f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:01.448068 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5573d457-2008-4f3c-958f-639318a630f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f80e3adf-f7a6-4747-916e-0296d06a57c8 HTTP/1.1" status: 204 len: 168 time: 0.3192565 Nov 24 21:11:01.497210 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573d457-2008-4f3c-958f-639318a630f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80e3adf-f7a6-4747-916e-0296d06a57c8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:01.521960 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-89d0b029-ccbe-4ced-a926-6ba77b718c2b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:01.636330 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37420f1a-8a26-4fb5-9698-b27172607e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:11:01.637240 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-37420f1a-8a26-4fb5-9698-b27172607e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:01.896483 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-37420f1a-8a26-4fb5-9698-b27172607e89 None None] Allocated IP 172.20.0.2 (b79fcd1c-754c-4dea-a7f1-95afcf35cd53/45f34fab-787e-4251-9f3c-22a212ef1d24/a2dc8d77-9326-4f6e-9ceb-285d231441b2) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:01.959213 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-89d0b029-ccbe-4ced-a926-6ba77b718c2b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:01.964896 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-0b46d7d0-213b-4df2-8419-e9502e3f437a service neutron] 10.222.0.11 "GET /v2.0/networks/0cfd0991-3fe1-458a-9cab-a785fe8464fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6716104 Nov 24 21:11:02.120575 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-37420f1a-8a26-4fb5-9698-b27172607e89 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:02.136043 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-37420f1a-8a26-4fb5-9698-b27172607e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:02.223835 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-93a82e92-e4b1-4778-9bc2-c3222cb1db42 service neutron] 10.222.0.11 "GET /v2.0/networks/0cfd0991-3fe1-458a-9cab-a785fe8464fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519157 Nov 24 21:11:02.252119 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37420f1a-8a26-4fb5-9698-b27172607e89 None None] Pushing event updated for resources: {'Port': ['ID=a2dc8d77-9326-4f6e-9ceb-285d231441b2,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:02.315722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37420f1a-8a26-4fb5-9698-b27172607e89 None None] Network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:02.317401 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-37420f1a-8a26-4fb5-9698-b27172607e89 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:02.321087 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37420f1a-8a26-4fb5-9698-b27172607e89 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:02.441326 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e18e9c02-61cd-4a41-804b-06ecb8a237ce req-e35c5e99-37b0-433a-ba37-6eeacff2eb51 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 210 time: 0.0773606 Nov 24 21:11:02.535013 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-37420f1a-8a26-4fb5-9698-b27172607e89 None None] Attempting to bind port a2dc8d77-9326-4f6e-9ceb-285d231441b2 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:11:02.535983 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-37420f1a-8a26-4fb5-9698-b27172607e89 None None] Attempting to bind port a2dc8d77-9326-4f6e-9ceb-285d231441b2 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:11:02.536894 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37420f1a-8a26-4fb5-9698-b27172607e89 None None] Attempting to bind port a2dc8d77-9326-4f6e-9ceb-285d231441b2 on network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:11:02.552795 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37420f1a-8a26-4fb5-9698-b27172607e89 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:11:02.553489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37420f1a-8a26-4fb5-9698-b27172607e89 None None] Checking segment: {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:02.554143 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-37420f1a-8a26-4fb5-9698-b27172607e89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:02.554881 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37420f1a-8a26-4fb5-9698-b27172607e89 None None] Bound using segment: {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:11:02.556948 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-37420f1a-8a26-4fb5-9698-b27172607e89 None None] Bound port: a2dc8d77-9326-4f6e-9ceb-285d231441b2, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:11:02.563205 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-37420f1a-8a26-4fb5-9698-b27172607e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:02.589742 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cacb5279-ae5d-4c76-9cac-a297bd6b1b86 req-c30e97c4-9231-4c52-b6a2-927d92542de2 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 210 time: 0.0724664 Nov 24 21:11:02.600951 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57874) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:02.605901 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a23b3398-ed99-46ed-9bf3-0d3661e3ba6b tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-324225928'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:02.655654 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23b3398-ed99-46ed-9bf3-0d3661e3ba6b tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Made reservation on behalf of a3dd7d42457d45acb8851697deacc18d for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:02.661448 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a23b3398-ed99-46ed-9bf3-0d3661e3ba6b tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:02.724476 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23b3398-ed99-46ed-9bf3-0d3661e3ba6b tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:11:02.761281 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a23b3398-ed99-46ed-9bf3-0d3661e3ba6b tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:02.761281 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-a23b3398-ed99-46ed-9bf3-0d3661e3ba6b tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Added segment 24693549-90ca-4c68-9245-b84679f6f98c of type vlan for network 51afce74-6ce0-4c83-b8a6-0c27b137de42 Nov 24 21:11:02.768195 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-37420f1a-8a26-4fb5-9698-b27172607e89 None None] For port a2dc8d77-9326-4f6e-9ceb-285d231441b2, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:11:02.773201 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-37420f1a-8a26-4fb5-9698-b27172607e89 None None] For port a2dc8d77-9326-4f6e-9ceb-285d231441b2, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a2dc8d77-9326-4f6e-9ceb-285d231441b2,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:11:02.787077 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-37420f1a-8a26-4fb5-9698-b27172607e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:02.823287 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-89d0b029-ccbe-4ced-a926-6ba77b718c2b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:02.892440 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-89d0b029-ccbe-4ced-a926-6ba77b718c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:02.943156 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a23b3398-ed99-46ed-9bf3-0d3661e3ba6b tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:02.967198 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37420f1a-8a26-4fb5-9698-b27172607e89 None None] Pushing event updated for resources: {'Port': ['ID=a2dc8d77-9326-4f6e-9ceb-285d231441b2,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:03.026357 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a23b3398-ed99-46ed-9bf3-0d3661e3ba6b tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:03.044128 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23b3398-ed99-46ed-9bf3-0d3661e3ba6b tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:03.047110 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a23b3398-ed99-46ed-9bf3-0d3661e3ba6b tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:03.225617 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-89d0b029-ccbe-4ced-a926-6ba77b718c2b admin admin] Allocated IP 172.25.5.232 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/bc9602a7-4e97-463b-9374-5ee80d471b08) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:03.355694 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57902) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:03.384697 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b3398-ed99-46ed-9bf3-0d3661e3ba6b tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Pushing event updated for resources: {'Network': ['ID=51afce74-6ce0-4c83-b8a6-0c27b137de42,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:03.405281 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 51afce74-6ce0-4c83-b8a6-0c27b137de42 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:11:03.412649 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a23b3398-ed99-46ed-9bf3-0d3661e3ba6b tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8101780 Nov 24 21:11:03.421986 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57906) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:03.445320 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-d2b4d90f-f680-4cf5-b22a-842252100f66 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-463445790'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:03.547506 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b4d90f-f680-4cf5-b22a-842252100f66 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Made reservation on behalf of a3dd7d42457d45acb8851697deacc18d for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:03.580248 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d90f-f680-4cf5-b22a-842252100f66 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:03.664060 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b4d90f-f680-4cf5-b22a-842252100f66 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:11:03.692839 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d90f-f680-4cf5-b22a-842252100f66 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:03.693259 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-d2b4d90f-f680-4cf5-b22a-842252100f66 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Added segment 03dd364b-4f1f-45d0-a62f-335f88448ff0 of type vlan for network 8bac7cd9-6f10-4202-93ed-cf9f2421a85c Nov 24 21:11:03.803857 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2f503b0a-96e4-471e-91f7-549b217b7ccc req-c9562980-feb8-4479-aaf6-8924735ded6f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 210 time: 0.0780468 Nov 24 21:11:03.811672 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c85e69ef-515f-4880-ba79-94e3bff5bb6d tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1996694191'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:03.843983 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-815abfef-79dd-4e86-a6bd-62188679d801 req-01a8f683-ce9a-4301-bc67-66dd1148686a tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 210 time: 0.0649953 Nov 24 21:11:03.864123 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d90f-f680-4cf5-b22a-842252100f66 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:03.867105 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-89d0b029-ccbe-4ced-a926-6ba77b718c2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:03.874076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85e69ef-515f-4880-ba79-94e3bff5bb6d tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Made reservation on behalf of 3ad23aa2aed8430ca4b300e56dbd51c5 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:03.878370 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c85e69ef-515f-4880-ba79-94e3bff5bb6d tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:03.893629 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c85e69ef-515f-4880-ba79-94e3bff5bb6d tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:03.906748 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d90f-f680-4cf5-b22a-842252100f66 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:03.912920 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b4d90f-f680-4cf5-b22a-842252100f66 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:03.913849 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d90f-f680-4cf5-b22a-842252100f66 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:03.998704 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-89d0b029-ccbe-4ced-a926-6ba77b718c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:04.002849 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d2b4d90f-f680-4cf5-b22a-842252100f66 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5767348 Nov 24 21:11:04.003021 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57928) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:04.008171 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-1cfadf7c-ab1f-4802-92bc-6788d16c24d5 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Request body: {'subnet': {'network_id': '51afce74-6ce0-4c83-b8a6-0c27b137de42', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:04.023975 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4d90f-f680-4cf5-b22a-842252100f66 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Pushing event updated for resources: {'Network': ['ID=8bac7cd9-6f10-4202-93ed-cf9f2421a85c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:04.036894 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 8bac7cd9-6f10-4202-93ed-cf9f2421a85c details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:11:04.072544 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c85e69ef-515f-4880-ba79-94e3bff5bb6d tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:04.076580 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d0b029-ccbe-4ced-a926-6ba77b718c2b admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:04.080430 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-89d0b029-ccbe-4ced-a926-6ba77b718c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:04.091395 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d0b029-ccbe-4ced-a926-6ba77b718c2b admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:04.109471 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c85e69ef-515f-4880-ba79-94e3bff5bb6d tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:04.139820 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0b029-ccbe-4ced-a926-6ba77b718c2b admin admin] Pushing event updated for resources: {'Port': ['ID=bc9602a7-4e97-463b-9374-5ee80d471b08,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:04.158564 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fedf0d-a9df-4b13-900d-2981f163eb77 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:11:04.197490 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfadf7c-ab1f-4802-92bc-6788d16c24d5 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Made reservation on behalf of a3dd7d42457d45acb8851697deacc18d for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:04.219735 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1cfadf7c-ab1f-4802-92bc-6788d16c24d5 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:04.277271 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c85e69ef-515f-4880-ba79-94e3bff5bb6d tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:11:04.313858 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c85e69ef-515f-4880-ba79-94e3bff5bb6d tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:04.314945 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-c85e69ef-515f-4880-ba79-94e3bff5bb6d tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Added segment 25d5850b-64c0-46ef-ac0c-355037975d4a of type vlan for network 69adfac6-aefe-47ff-bd09-56faa0cfd61e Nov 24 21:11:04.339159 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e0ea5eaf-6f49-4a88-aa8d-6be71668cac0 None None] Provisioning complete for port bc9602a7-4e97-463b-9374-5ee80d471b08 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:04.340801 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e0ea5eaf-6f49-4a88-aa8d-6be71668cac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:04.470658 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea5eaf-6f49-4a88-aa8d-6be71668cac0 None None] Port bc9602a7-4e97-463b-9374-5ee80d471b08 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:11:04.548337 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e69ef-515f-4880-ba79-94e3bff5bb6d tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ccf92c-b494-4dd7-a4d6-641681008880,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:04.632716 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c85e69ef-515f-4880-ba79-94e3bff5bb6d tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:04.663517 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-9634783b-9c1d-4fa5-91f9-7316a4152597 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:04.667956 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-9634783b-9c1d-4fa5-91f9-7316a4152597 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.15 "GET /v2.0/networks?id=49844ac9-6dbd-4c4d-8b29-cad65bfe426c HTTP/1.1" status: 200 len: 813 time: 0.3727558 Nov 24 21:11:04.695628 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-83a69e0a-8fbc-48de-be59-9a81ad50946f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Request body: {'port': {'device_id': '04f12004-5244-4c6f-8a8f-2fa62e8bcf42', 'network_id': '49844ac9-6dbd-4c4d-8b29-cad65bfe426c', 'admin_state_up': True, 'tenant_id': '2f94b00cd11a4d0d8ad837179effb5b2'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:04.762229 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c85e69ef-515f-4880-ba79-94e3bff5bb6d tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:04.771651 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85e69ef-515f-4880-ba79-94e3bff5bb6d tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:04.772382 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c85e69ef-515f-4880-ba79-94e3bff5bb6d tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:04.859441 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a2dc8d77-9326-4f6e-9ceb-285d231441b2 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:11:04.895780 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e69ef-515f-4880-ba79-94e3bff5bb6d tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Pushing event updated for resources: {'Network': ['ID=69adfac6-aefe-47ff-bd09-56faa0cfd61e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:04.940201 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 69adfac6-aefe-47ff-bd09-56faa0cfd61e details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:11:05.089247 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb3bda7-e09f-41b3-9ccb-48c3e68dfedc None None] Network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:05.115807 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1dc3e2e-a89b-471b-9fc0-48b8d39e0bec req-e310fc7d-6d46-42d7-9828-fed070724e8d tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 210 time: 0.0603008 Nov 24 21:11:05.204153 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1cfadf7c-ab1f-4802-92bc-6788d16c24d5 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:05.213410 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-83a69e0a-8fbc-48de-be59-9a81ad50946f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Made reservation on behalf of 2f94b00cd11a4d0d8ad837179effb5b2 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:05.219764 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-5036277b-0ea8-41e8-84c1-5e77eb55caf5 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:05.223318 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-5036277b-0ea8-41e8-84c1-5e77eb55caf5 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.15 "GET /v2.0/networks?id=0cfd0991-3fe1-458a-9cab-a785fe8464fe HTTP/1.1" status: 200 len: 813 time: 0.2820828 Nov 24 21:11:05.239467 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-83a69e0a-8fbc-48de-be59-9a81ad50946f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:05.256435 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-58f9d629-f87a-479b-bdde-5a678613d460 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Request body: {'port': {'device_id': '1ab36384-1659-4285-a119-15da81b2c110', 'network_id': '0cfd0991-3fe1-458a-9cab-a785fe8464fe', 'admin_state_up': True, 'tenant_id': '7ad457c77b1f4b5abfda21dbb9e5dbdc'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:05.307468 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b91c4005-3044-4a64-ac29-335a88c5419a None None] Provisioning complete for port a2dc8d77-9326-4f6e-9ceb-285d231441b2 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:05.307763 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b91c4005-3044-4a64-ac29-335a88c5419a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:05.384838 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c85e69ef-515f-4880-ba79-94e3bff5bb6d tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.0267963 Nov 24 21:11:05.392625 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e3d854d7-af38-41da-bab8-153707fa5fdc req-383ff44c-7984-41a1-a755-befd9493c04a tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 210 time: 0.1655934 Nov 24 21:11:05.397622 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57954) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:05.448040 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port a2dc8d77-9326-4f6e-9ceb-285d231441b2 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:05.451920 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:05.482760 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-622b6947-c20e-4be3-ae3c-c9b66f992a34 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Request body: {'subnet': {'network_id': '69adfac6-aefe-47ff-bd09-56faa0cfd61e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:05.493365 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-83a69e0a-8fbc-48de-be59-9a81ad50946f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Allocated IP 172.20.0.8 (49844ac9-6dbd-4c4d-8b29-cad65bfe426c/dd828feb-04a3-4ab5-af17-d372e9da2aea/8078afb8-43ee-432b-a4af-524e3fa33eea) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:05.495713 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfadf7c-ab1f-4802-92bc-6788d16c24d5 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Pushing event updated for resources: {'Subnet': ['ID=39b5ee52-6c8c-4718-ac76-14a33cf59692,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:05.509780 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfadf7c-ab1f-4802-92bc-6788d16c24d5 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Checking segment: {'id': '24693549-90ca-4c68-9245-b84679f6f98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '51afce74-6ce0-4c83-b8a6-0c27b137de42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:05.510556 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfadf7c-ab1f-4802-92bc-6788d16c24d5 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Network hostable DHCP agents. Network: 51afce74-6ce0-4c83-b8a6-0c27b137de42, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:11:05.558454 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfadf7c-ab1f-4802-92bc-6788d16c24d5 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Network 51afce74-6ce0-4c83-b8a6-0c27b137de42 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:11:05.607786 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-1cfadf7c-ab1f-4802-92bc-6788d16c24d5 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 51afce74-6ce0-4c83-b8a6-0c27b137de42) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:05.640723 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98d546d-dcab-4984-98f9-81c3693b4b79 None None] Network 51afce74-6ce0-4c83-b8a6-0c27b137de42 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:05.650376 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfadf7c-ab1f-4802-92bc-6788d16c24d5 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:05.650997 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1cfadf7c-ab1f-4802-92bc-6788d16c24d5 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:05.753764 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1cfadf7c-ab1f-4802-92bc-6788d16c24d5 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7497244 Nov 24 21:11:05.754772 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57964) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:05.765759 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ded1d8c2-7ee1-4fbd-a58c-4a87bb3d8901 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Request body: {'subnet': {'network_id': '8bac7cd9-6f10-4202-93ed-cf9f2421a85c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:05.795843 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b91c4005-3044-4a64-ac29-335a88c5419a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:05.804991 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622b6947-c20e-4be3-ae3c-c9b66f992a34 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Made reservation on behalf of 3ad23aa2aed8430ca4b300e56dbd51c5 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:05.811007 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-622b6947-c20e-4be3-ae3c-c9b66f992a34 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:05.818701 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-58f9d629-f87a-479b-bdde-5a678613d460 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Made reservation on behalf of 7ad457c77b1f4b5abfda21dbb9e5dbdc for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:05.823451 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-58f9d629-f87a-479b-bdde-5a678613d460 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:05.877025 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-89d0b029-ccbe-4ced-a926-6ba77b718c2b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:05.904636 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90a647b-3f01-4a4d-9d62-1f6e85489b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-51afce74-6ce0-4c83-b8a6-0c27b137de42', 'network_id': '51afce74-6ce0-4c83-b8a6-0c27b137de42', 'tenant_id': 'a3dd7d42457d45acb8851697deacc18d', 'fixed_ips': [{'subnet_id': '39b5ee52-6c8c-4718-ac76-14a33cf59692'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:11:05.906359 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a90a647b-3f01-4a4d-9d62-1f6e85489b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:05.925184 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b91c4005-3044-4a64-ac29-335a88c5419a None None] For port a2dc8d77-9326-4f6e-9ceb-285d231441b2, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a2dc8d77-9326-4f6e-9ceb-285d231441b2,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:06.061260 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-83a69e0a-8fbc-48de-be59-9a81ad50946f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:06.086282 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-a90a647b-3f01-4a4d-9d62-1f6e85489b86 None None] Allocated IP 10.1.1.2 (51afce74-6ce0-4c83-b8a6-0c27b137de42/39b5ee52-6c8c-4718-ac76-14a33cf59692/0e161e95-c87c-4962-bf46-ef9b17a40381) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:06.101027 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded1d8c2-7ee1-4fbd-a58c-4a87bb3d8901 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Made reservation on behalf of a3dd7d42457d45acb8851697deacc18d for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:06.105598 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ded1d8c2-7ee1-4fbd-a58c-4a87bb3d8901 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:06.237270 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-83a69e0a-8fbc-48de-be59-9a81ad50946f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:06.240637 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b91c4005-3044-4a64-ac29-335a88c5419a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:06.326567 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['0067a324-2275-4d33-b85b-701ce2d8930c'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:11:06.356827 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb947b7e-c2d8-41de-9594-f515a5efb234 req-feb37714-bc44-4758-b508-85bd424ba292 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 210 time: 0.1108170 Nov 24 21:11:06.362574 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a69e0a-8fbc-48de-be59-9a81ad50946f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event updated for resources: {'Port': ['ID=8078afb8-43ee-432b-a4af-524e3fa33eea,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:06.366775 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-83a69e0a-8fbc-48de-be59-9a81ad50946f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Network 49844ac9-6dbd-4c4d-8b29-cad65bfe426c is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:06.372555 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-83a69e0a-8fbc-48de-be59-9a81ad50946f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:06.383579 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-83a69e0a-8fbc-48de-be59-9a81ad50946f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:06.429117 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-83a69e0a-8fbc-48de-be59-9a81ad50946f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:06.429884 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-83a69e0a-8fbc-48de-be59-9a81ad50946f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:06.480359 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-83a69e0a-8fbc-48de-be59-9a81ad50946f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7926598 Nov 24 21:11:06.503073 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-9dd6bdf1-1fcb-4364-80f8-5c5f2f45a422 service neutron] Request body: {'port': {'device_id': '04f12004-5244-4c6f-8a8f-2fa62e8bcf42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:06.613324 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-9dd6bdf1-1fcb-4364-80f8-5c5f2f45a422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:06.625558 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c4005-3044-4a64-ac29-335a88c5419a None None] Pushing event updated for resources: {'Port': ['ID=a2dc8d77-9326-4f6e-9ceb-285d231441b2,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:06.633863 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a90a647b-3f01-4a4d-9d62-1f6e85489b86 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:06.674509 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a90a647b-3f01-4a4d-9d62-1f6e85489b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:06.744375 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90a647b-3f01-4a4d-9d62-1f6e85489b86 None None] Network 51afce74-6ce0-4c83-b8a6-0c27b137de42 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:06.756733 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ded1d8c2-7ee1-4fbd-a58c-4a87bb3d8901 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:06.769550 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-a90a647b-3f01-4a4d-9d62-1f6e85489b86 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:06.777575 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90a647b-3f01-4a4d-9d62-1f6e85489b86 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:06.797121 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a647b-3f01-4a4d-9d62-1f6e85489b86 None None] Pushing event updated for resources: {'Port': ['ID=0e161e95-c87c-4962-bf46-ef9b17a40381,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:06.839318 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-58f9d629-f87a-479b-bdde-5a678613d460 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Allocated IP 172.20.0.4 (0cfd0991-3fe1-458a-9cab-a785fe8464fe/8e3f2a5f-d3c5-412b-b677-53100b3422e3/dab09961-c7b3-47b9-ba04-4523c0489662) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:06.888787 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-a90a647b-3f01-4a4d-9d62-1f6e85489b86 None None] Attempting to bind port 0e161e95-c87c-4962-bf46-ef9b17a40381 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:11:06.889041 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-a90a647b-3f01-4a4d-9d62-1f6e85489b86 None None] Attempting to bind port 0e161e95-c87c-4962-bf46-ef9b17a40381 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '24693549-90ca-4c68-9245-b84679f6f98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '51afce74-6ce0-4c83-b8a6-0c27b137de42'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:11:06.889376 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90a647b-3f01-4a4d-9d62-1f6e85489b86 None None] Attempting to bind port 0e161e95-c87c-4962-bf46-ef9b17a40381 on network 51afce74-6ce0-4c83-b8a6-0c27b137de42 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:11:06.950669 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90a647b-3f01-4a4d-9d62-1f6e85489b86 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:11:06.951129 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90a647b-3f01-4a4d-9d62-1f6e85489b86 None None] Checking segment: {'id': '24693549-90ca-4c68-9245-b84679f6f98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '51afce74-6ce0-4c83-b8a6-0c27b137de42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:06.951714 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a90a647b-3f01-4a4d-9d62-1f6e85489b86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:06.952125 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90a647b-3f01-4a4d-9d62-1f6e85489b86 None None] Bound using segment: {'id': '24693549-90ca-4c68-9245-b84679f6f98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '51afce74-6ce0-4c83-b8a6-0c27b137de42'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:11:06.952628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-a90a647b-3f01-4a4d-9d62-1f6e85489b86 None None] Bound port: 0e161e95-c87c-4962-bf46-ef9b17a40381, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24693549-90ca-4c68-9245-b84679f6f98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '51afce74-6ce0-4c83-b8a6-0c27b137de42'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:11:06.953039 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a90a647b-3f01-4a4d-9d62-1f6e85489b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:07.066952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded1d8c2-7ee1-4fbd-a58c-4a87bb3d8901 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Checking segment: {'id': '03dd364b-4f1f-45d0-a62f-335f88448ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8bac7cd9-6f10-4202-93ed-cf9f2421a85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:07.067377 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded1d8c2-7ee1-4fbd-a58c-4a87bb3d8901 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Network hostable DHCP agents. Network: 8bac7cd9-6f10-4202-93ed-cf9f2421a85c, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:11:07.071387 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1d8c2-7ee1-4fbd-a58c-4a87bb3d8901 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Pushing event updated for resources: {'Subnet': ['ID=33f8ea38-f126-4253-a2e3-2345276827de,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:07.144323 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-622b6947-c20e-4be3-ae3c-c9b66f992a34 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:07.150498 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c5c0f31e-226e-4412-8a08-ae7da1959d86 None None] Provisioning complete for port a2dc8d77-9326-4f6e-9ceb-285d231441b2 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:07.151288 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c5c0f31e-226e-4412-8a08-ae7da1959d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:07.198137 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a90a647b-3f01-4a4d-9d62-1f6e85489b86 None None] For port 0e161e95-c87c-4962-bf46-ef9b17a40381, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:11:07.241417 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a90a647b-3f01-4a4d-9d62-1f6e85489b86 None None] For port 0e161e95-c87c-4962-bf46-ef9b17a40381, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0e161e95-c87c-4962-bf46-ef9b17a40381,segment=NetworkSegment(24693549-90ca-4c68-9245-b84679f6f98c),segment_id=24693549-90ca-4c68-9245-b84679f6f98c)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:11:07.258262 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a90a647b-3f01-4a4d-9d62-1f6e85489b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:07.307921 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-9dd6bdf1-1fcb-4364-80f8-5c5f2f45a422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8078afb8-43ee-432b-a4af-524e3fa33eea {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:11:07.319088 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-9dd6bdf1-1fcb-4364-80f8-5c5f2f45a422 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:07.334641 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-9dd6bdf1-1fcb-4364-80f8-5c5f2f45a422 service neutron] Transition to ACTIVE for port object 8078afb8-43ee-432b-a4af-524e3fa33eea will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:11:07.345607 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-9dd6bdf1-1fcb-4364-80f8-5c5f2f45a422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:07.375055 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483b325-04c4-4ed4-bae0-34b4506399cb req-2bab826c-5b96-4cb6-b61a-5fa3ac0f3d9c tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:07.382613 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4483b325-04c4-4ed4-bae0-34b4506399cb req-2bab826c-5b96-4cb6-b61a-5fa3ac0f3d9c tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 931 time: 0.6689413 Nov 24 21:11:07.432034 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded1d8c2-7ee1-4fbd-a58c-4a87bb3d8901 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Network 8bac7cd9-6f10-4202-93ed-cf9f2421a85c is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:11:07.455721 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6bdf1-1fcb-4364-80f8-5c5f2f45a422 service neutron] Pushing event updated for resources: {'Port': ['ID=8078afb8-43ee-432b-a4af-524e3fa33eea,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:07.471469 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-ded1d8c2-7ee1-4fbd-a58c-4a87bb3d8901 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 8bac7cd9-6f10-4202-93ed-cf9f2421a85c) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:07.541540 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4483b325-04c4-4ed4-bae0-34b4506399cb req-acfc5270-bd74-428e-bd84-b0a58e3c5416 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b587a96-f6ad-490e-b482-cafa0aae03ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497548 Nov 24 21:11:07.541540 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622b6947-c20e-4be3-ae3c-c9b66f992a34 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Checking segment: {'id': '25d5850b-64c0-46ef-ac0c-355037975d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '69adfac6-aefe-47ff-bd09-56faa0cfd61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:07.541540 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622b6947-c20e-4be3-ae3c-c9b66f992a34 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Network hostable DHCP agents. Network: 69adfac6-aefe-47ff-bd09-56faa0cfd61e, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:11:07.554186 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b6947-c20e-4be3-ae3c-c9b66f992a34 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Pushing event updated for resources: {'Subnet': ['ID=65c9b7d0-6d81-4013-90d1-79c8ef8f22b4,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:07.580600 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3d9bfd-0b93-40db-98b5-cb6308bedfe3 None None] Network 8bac7cd9-6f10-4202-93ed-cf9f2421a85c requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:07.591995 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded1d8c2-7ee1-4fbd-a58c-4a87bb3d8901 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:07.592813 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ded1d8c2-7ee1-4fbd-a58c-4a87bb3d8901 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:07.614234 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622b6947-c20e-4be3-ae3c-c9b66f992a34 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Network 69adfac6-aefe-47ff-bd09-56faa0cfd61e is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:11:07.624292 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ca59479e-d8ba-4c24-ad85-b39fc718c119 req-2b982206-6e00-416a-bc85-069549173762 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 210 time: 0.1231921 Nov 24 21:11:07.641175 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-9dd6bdf1-1fcb-4364-80f8-5c5f2f45a422 service neutron] Attempting to bind port 8078afb8-43ee-432b-a4af-524e3fa33eea on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:11:07.642270 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-9dd6bdf1-1fcb-4364-80f8-5c5f2f45a422 service neutron] Attempting to bind port 8078afb8-43ee-432b-a4af-524e3fa33eea by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'e79e06b3-37e5-4945-a046-ef522d007d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '49844ac9-6dbd-4c4d-8b29-cad65bfe426c'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:11:07.642270 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-9dd6bdf1-1fcb-4364-80f8-5c5f2f45a422 service neutron] Attempting to bind port 8078afb8-43ee-432b-a4af-524e3fa33eea on network 49844ac9-6dbd-4c4d-8b29-cad65bfe426c {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:11:07.665645 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ded1d8c2-7ee1-4fbd-a58c-4a87bb3d8901 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9039600 Nov 24 21:11:07.666259 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58000) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:07.668256 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-622b6947-c20e-4be3-ae3c-c9b66f992a34 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 69adfac6-aefe-47ff-bd09-56faa0cfd61e) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:07.682011 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622b6947-c20e-4be3-ae3c-c9b66f992a34 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:07.682892 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-622b6947-c20e-4be3-ae3c-c9b66f992a34 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:07.690716 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0970657e-902f-44fc-8f5e-9246fa1f4a02 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Request body: {'port': {'network_id': '51afce74-6ce0-4c83-b8a6-0c27b137de42', 'name': 'tempest-TaggedBootDevicesTest_v242-1110693840', 'fixed_ips': [{'subnet_id': '39b5ee52-6c8c-4718-ac76-14a33cf59692'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:07.697430 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-9dd6bdf1-1fcb-4364-80f8-5c5f2f45a422 service neutron] Port 8078afb8-43ee-432b-a4af-524e3fa33eea on network 49844ac9-6dbd-4c4d-8b29-cad65bfe426c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:11:07.697684 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-9dd6bdf1-1fcb-4364-80f8-5c5f2f45a422 service neutron] Attempting to bind port 8078afb8-43ee-432b-a4af-524e3fa33eea on network 49844ac9-6dbd-4c4d-8b29-cad65bfe426c {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:11:07.733583 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46128821-982c-481d-9fde-b750cc984444 None None] Network 69adfac6-aefe-47ff-bd09-56faa0cfd61e requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:07.747457 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-58f9d629-f87a-479b-bdde-5a678613d460 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:07.756058 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-622b6947-c20e-4be3-ae3c-c9b66f992a34 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2983739 Nov 24 21:11:07.759805 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58004) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:07.768074 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-975feabd-cece-4446-b36f-5c54cf53483f tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Request body: {'port': {'network_id': '69adfac6-aefe-47ff-bd09-56faa0cfd61e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1627456204'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:07.769540 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-9dd6bdf1-1fcb-4364-80f8-5c5f2f45a422 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:11:07.770294 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-9dd6bdf1-1fcb-4364-80f8-5c5f2f45a422 service neutron] Checking segment: {'id': 'e79e06b3-37e5-4945-a046-ef522d007d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '49844ac9-6dbd-4c4d-8b29-cad65bfe426c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:07.770294 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-9dd6bdf1-1fcb-4364-80f8-5c5f2f45a422 service neutron] Bound using segment: {'id': 'e79e06b3-37e5-4945-a046-ef522d007d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '49844ac9-6dbd-4c4d-8b29-cad65bfe426c'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:11:07.770742 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-9dd6bdf1-1fcb-4364-80f8-5c5f2f45a422 service neutron] Bound port: 8078afb8-43ee-432b-a4af-524e3fa33eea, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79e06b3-37e5-4945-a046-ef522d007d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '49844ac9-6dbd-4c4d-8b29-cad65bfe426c'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:11:07.771135 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-9dd6bdf1-1fcb-4364-80f8-5c5f2f45a422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:07.916781 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-89d0b029-ccbe-4ced-a926-6ba77b718c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:07.969348 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975feabd-cece-4446-b36f-5c54cf53483f tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Made reservation on behalf of 3ad23aa2aed8430ca4b300e56dbd51c5 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:07.974364 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-975feabd-cece-4446-b36f-5c54cf53483f tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:08.014082 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-975feabd-cece-4446-b36f-5c54cf53483f tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] device_id is not set on port 6ca6882b-afa7-42da-b6db-b137923b280e yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:11:08.027011 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-58f9d629-f87a-479b-bdde-5a678613d460 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:08.083516 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a647b-3f01-4a4d-9d62-1f6e85489b86 None None] Pushing event updated for resources: {'Port': ['ID=0e161e95-c87c-4962-bf46-ef9b17a40381,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:08.086537 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-9dd6bdf1-1fcb-4364-80f8-5c5f2f45a422 service neutron] For port 8078afb8-43ee-432b-a4af-524e3fa33eea, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:11:08.091336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-9dd6bdf1-1fcb-4364-80f8-5c5f2f45a422 service neutron] For port 8078afb8-43ee-432b-a4af-524e3fa33eea, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8078afb8-43ee-432b-a4af-524e3fa33eea,segment=NetworkSegment(e79e06b3-37e5-4945-a046-ef522d007d1d),segment_id=e79e06b3-37e5-4945-a046-ef522d007d1d)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:11:08.125983 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-9dd6bdf1-1fcb-4364-80f8-5c5f2f45a422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:08.235401 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-9dd6bdf1-1fcb-4364-80f8-5c5f2f45a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:08.237626 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-9dd6bdf1-1fcb-4364-80f8-5c5f2f45a422 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:08.239491 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-9dd6bdf1-1fcb-4364-80f8-5c5f2f45a422 service neutron] 10.222.0.15 "PUT /v2.0/ports/8078afb8-43ee-432b-a4af-524e3fa33eea HTTP/1.1" status: 200 len: 1091 time: 1.7435622 Nov 24 21:11:08.273842 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f12004-5244-4c6f-8a8f-2fa62e8bcf42', 'tag': '8078afb8-43ee-432b-a4af-524e3fa33eea'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:11:08.276921 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c154533a-82f2-4a58-a5a7-66029ee9c01e" -d '{"events": [{"name": "network-changed", "server_uuid": "04f12004-5244-4c6f-8a8f-2fa62e8bcf42", "tag": "8078afb8-43ee-432b-a4af-524e3fa33eea"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:11:08.279973 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6bdf1-1fcb-4364-80f8-5c5f2f45a422 service neutron] Pushing event updated for resources: {'Port': ['ID=8078afb8-43ee-432b-a4af-524e3fa33eea,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:08.285709 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-58f9d629-f87a-479b-bdde-5a678613d460 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Network 0cfd0991-3fe1-458a-9cab-a785fe8464fe is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:08.299237 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-58f9d629-f87a-479b-bdde-5a678613d460 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:08.314301 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-58f9d629-f87a-479b-bdde-5a678613d460 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:08.328514 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0970657e-902f-44fc-8f5e-9246fa1f4a02 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Made reservation on behalf of a3dd7d42457d45acb8851697deacc18d for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:08.445350 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8b912e-6df8-47b9-9e08-bde698f7c53c x-openstack-request-id: req-7e8b912e-6df8-47b9-9e08-bde698f7c53c {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:11:08.445958 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f12004-5244-4c6f-8a8f-2fa62e8bcf42", "tag": "8078afb8-43ee-432b-a4af-524e3fa33eea", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:11:08.446402 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7e8b912e-6df8-47b9-9e08-bde698f7c53c {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:11:08.446970 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f12004-5244-4c6f-8a8f-2fa62e8bcf42', 'tag': '8078afb8-43ee-432b-a4af-524e3fa33eea', 'status': 'completed', 'code': 200} Nov 24 21:11:08.469047 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0970657e-902f-44fc-8f5e-9246fa1f4a02 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:08.488661 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9d629-f87a-479b-bdde-5a678613d460 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Pushing event updated for resources: {'Port': ['ID=dab09961-c7b3-47b9-ba04-4523c0489662,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:08.502495 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-0970657e-902f-44fc-8f5e-9246fa1f4a02 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] device_id is not set on port 2f8a90d2-17d8-4668-b872-03eceef750b0 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:11:08.514899 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-90e91c57-4bae-4fba-8a4f-252f3725075c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:08.517461 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-90e91c57-4bae-4fba-8a4f-252f3725075c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f94b00cd11a4d0d8ad837179effb5b2&device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 1094 time: 0.2105308 Nov 24 21:11:08.540077 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135f2eeb-1f6f-44fd-b90c-1c1014cfb433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-8bac7cd9-6f10-4202-93ed-cf9f2421a85c', 'network_id': '8bac7cd9-6f10-4202-93ed-cf9f2421a85c', 'tenant_id': 'a3dd7d42457d45acb8851697deacc18d', 'fixed_ips': [{'subnet_id': '33f8ea38-f126-4253-a2e3-2345276827de'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:11:08.541277 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-135f2eeb-1f6f-44fd-b90c-1c1014cfb433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:08.554121 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-975feabd-cece-4446-b36f-5c54cf53483f tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Allocated IP 2001:db8::29f (69adfac6-aefe-47ff-bd09-56faa0cfd61e/65c9b7d0-6d81-4013-90d1-79c8ef8f22b4/6ca6882b-afa7-42da-b6db-b137923b280e) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:08.584297 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7eb373-0def-450a-9716-25c239af7384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-69adfac6-aefe-47ff-bd09-56faa0cfd61e', 'network_id': '69adfac6-aefe-47ff-bd09-56faa0cfd61e', 'tenant_id': '3ad23aa2aed8430ca4b300e56dbd51c5', 'fixed_ips': [{'subnet_id': '65c9b7d0-6d81-4013-90d1-79c8ef8f22b4'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:11:08.585430 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5f7eb373-0def-450a-9716-25c239af7384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:08.655803 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-c7591605-7f0a-449e-b1bc-f5453de1e1cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8078afb8-43ee-432b-a4af-524e3fa33eea HTTP/1.1" status: 200 len: 217 time: 0.0948377 Nov 24 21:11:08.662286 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-58f9d629-f87a-479b-bdde-5a678613d460 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:08.662984 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-58f9d629-f87a-479b-bdde-5a678613d460 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:08.758466 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-58f9d629-f87a-479b-bdde-5a678613d460 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5065165 Nov 24 21:11:08.802529 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-9f20c318-7de7-4916-b935-8d52a979b616 service neutron] Request body: {'port': {'device_id': '1ab36384-1659-4285-a119-15da81b2c110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:08.931039 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a2dc8d77-9326-4f6e-9ceb-285d231441b2 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:11:08.932366 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-089707d8-0d79-4f56-a00d-e8211c0e9f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:08.934415 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-089707d8-0d79-4f56-a00d-e8211c0e9f15 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd828feb-04a3-4ab5-af17-d372e9da2aea HTTP/1.1" status: 200 len: 853 time: 0.2598300 Nov 24 21:11:08.942276 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93eb25-4c46-4589-8dfc-7c2cdcaea0e8 req-d4752a56-9c68-4bd4-bd46-b1da209f59b8 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:08.943982 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ff93eb25-4c46-4589-8dfc-7c2cdcaea0e8 req-d4752a56-9c68-4bd4-bd46-b1da209f59b8 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 943 time: 0.2661142 Nov 24 21:11:08.976072 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-f03f3b25-5297-409d-a919-b6a95055e415 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=49844ac9-6dbd-4c4d-8b29-cad65bfe426c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273807 Nov 24 21:11:09.063921 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-38cb89be-d02f-4600-beaf-1b2352d85873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:09.142826 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d0b029-ccbe-4ced-a926-6ba77b718c2b admin admin] Router a783295e-5410-4b9d-9d94-0f71c3922c22 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:11:09.207438 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da2100-21e5-4b54-92f5-cc3069a52acb req-b0a3ba35-0bad-4f4e-aff0-a76599e96c9e tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:09.212328 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-38da2100-21e5-4b54-92f5-cc3069a52acb req-b0a3ba35-0bad-4f4e-aff0-a76599e96c9e tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 931 time: 0.3981352 Nov 24 21:11:09.274445 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-135f2eeb-1f6f-44fd-b90c-1c1014cfb433 None None] Allocated IP 10.2.2.2 (8bac7cd9-6f10-4202-93ed-cf9f2421a85c/33f8ea38-f126-4253-a2e3-2345276827de/dbb04397-dad3-45ca-9ef1-42b258d8458c) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:09.280988 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port a2dc8d77-9326-4f6e-9ceb-285d231441b2 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:09.281518 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:09.292687 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-9f20c318-7de7-4916-b935-8d52a979b616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:09.380491 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-a836a5ef-0986-4d98-8a89-92b7f52c358e service neutron] 10.222.0.15 "GET /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324046 Nov 24 21:11:09.427797 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-975feabd-cece-4446-b36f-5c54cf53483f tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:09.428407 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:11:09.444128 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-38da2100-21e5-4b54-92f5-cc3069a52acb req-b8c8ee19-f70e-4ac8-ba74-1bf88573e699 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193344 Nov 24 21:11:09.495725 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ff93eb25-4c46-4589-8dfc-7c2cdcaea0e8 req-f1c83a15-3b31-487a-b1e3-2ead5e37fcee tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b587a96-f6ad-490e-b482-cafa0aae03ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186341 Nov 24 21:11:09.537725 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-0970657e-902f-44fc-8f5e-9246fa1f4a02 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Allocated IP 10.1.1.170 (51afce74-6ce0-4c83-b8a6-0c27b137de42/39b5ee52-6c8c-4718-ac76-14a33cf59692/2f8a90d2-17d8-4668-b872-03eceef750b0) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:09.636068 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d0b029-ccbe-4ced-a926-6ba77b718c2b admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:11:09.649902 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-975feabd-cece-4446-b36f-5c54cf53483f tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:09.656087 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] Sync routers for ids ['a783295e-5410-4b9d-9d94-0f71c3922c22'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:11:09.690406 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] Routers {'a783295e-5410-4b9d-9d94-0f71c3922c22'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:11:09.692026 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:10:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a783295e-5410-4b9d-9d94-0f71c3922c22'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:09.735488 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-89d0b029-ccbe-4ced-a926-6ba77b718c2b admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:09.736732 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-89d0b029-ccbe-4ced-a926-6ba77b718c2b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3926115 Nov 24 21:11:09.744671 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0e161e95-c87c-4962-bf46-ef9b17a40381 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:11:09.751716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58042) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:09.789340 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dd70a3-91d8-483d-bcf8-b7c84c97c150 None None] Network 51afce74-6ce0-4c83-b8a6-0c27b137de42 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:09.868408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975feabd-cece-4446-b36f-5c54cf53483f tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Network 69adfac6-aefe-47ff-bd09-56faa0cfd61e is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:09.876056 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975feabd-cece-4446-b36f-5c54cf53483f tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Pushing event updated for resources: {'Port': ['ID=6ca6882b-afa7-42da-b6db-b137923b280e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:09.881978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-975feabd-cece-4446-b36f-5c54cf53483f tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:09.929153 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975feabd-cece-4446-b36f-5c54cf53483f tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:09.943675 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975feabd-cece-4446-b36f-5c54cf53483f tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:09.947888 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-975feabd-cece-4446-b36f-5c54cf53483f tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:09.967112 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] Set router a783295e-5410-4b9d-9d94-0f71c3922c22 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:11:10.107281 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-135f2eeb-1f6f-44fd-b90c-1c1014cfb433 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:10.123321 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:10.147777 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-975feabd-cece-4446-b36f-5c54cf53483f tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3853781 Nov 24 21:11:10.196882 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58048) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:10.210781 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-135f2eeb-1f6f-44fd-b90c-1c1014cfb433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:10.222230 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f4366373-bead-4e9b-88fd-9324293275e1 None None] Provisioning complete for port 0e161e95-c87c-4962-bf46-ef9b17a40381 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:10.222601 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f4366373-bead-4e9b-88fd-9324293275e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:10.270231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-5f7eb373-0def-450a-9716-25c239af7384 None None] Allocated IP 2001:db8::2 (69adfac6-aefe-47ff-bd09-56faa0cfd61e/65c9b7d0-6d81-4013-90d1-79c8ef8f22b4/622945f6-1f2f-42f8-b34a-ccd08dc833a2) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:10.275960 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-6f5a5d19-0baa-487f-814c-4c33a8372681 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Request body: {'port': {'network_id': '69adfac6-aefe-47ff-bd09-56faa0cfd61e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1265016955', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:10.276511 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.api.validators [None req-6f5a5d19-0baa-487f-814c-4c33a8372681 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] bootfile-name is not in valid_values {{(pid=109990) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 21:11:10.295020 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.api.validators [None req-6f5a5d19-0baa-487f-814c-4c33a8372681 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] tftp-server is not in valid_values {{(pid=109990) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 21:11:10.296168 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.api.validators [None req-6f5a5d19-0baa-487f-814c-4c33a8372681 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] server-ip-address is not in valid_values {{(pid=109990) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 21:11:10.363041 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f2eeb-1f6f-44fd-b90c-1c1014cfb433 None None] Network 8bac7cd9-6f10-4202-93ed-cf9f2421a85c is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:10.487631 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7cd32a3f-793d-4b3f-93eb-404847a30273 req-c4e0c420-9fb3-43e3-9378-cc2f0608a354 service neutron] 10.222.0.15 "GET /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0849531 Nov 24 21:11:10.506516 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:11:04Z', 'revision_number': 3, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:10.588385 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] Checking router: a783295e-5410-4b9d-9d94-0f71c3922c22 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:11:10.589114 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] Updating router a783295e-5410-4b9d-9d94-0f71c3922c22 port bc9602a7-4e97-463b-9374-5ee80d471b08 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:11:10.604929 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 0e161e95-c87c-4962-bf46-ef9b17a40381 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:10.604929 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:10.610390 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f2eeb-1f6f-44fd-b90c-1c1014cfb433 None None] Pushing event updated for resources: {'Port': ['ID=dbb04397-dad3-45ca-9ef1-42b258d8458c,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:10.642504 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:10.773538 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5f7eb373-0def-450a-9716-25c239af7384 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:10.885283 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-135f2eeb-1f6f-44fd-b90c-1c1014cfb433 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:10.895414 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f2eeb-1f6f-44fd-b90c-1c1014cfb433 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:10.917946 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5f7eb373-0def-450a-9716-25c239af7384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:10.957639 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154533a-82f2-4a58-a5a7-66029ee9c01e req-6ac69e6a-acde-4de7-91bf-b19f442eae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:10.962274 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c154533a-82f2-4a58-a5a7-66029ee9c01e req-6ac69e6a-acde-4de7-91bf-b19f442eae40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f94b00cd11a4d0d8ad837179effb5b2&device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 1094 time: 0.3471632 Nov 24 21:11:11.073424 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7eb373-0def-450a-9716-25c239af7384 None None] Network 69adfac6-aefe-47ff-bd09-56faa0cfd61e is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:11.079590 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1d28d-9e31-4fec-b88e-623e4f15e10b req-ee49d80a-6734-4078-9c6b-0b0680f2f5ee tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:11.093000 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7eb373-0def-450a-9716-25c239af7384 None None] Pushing event updated for resources: {'Port': ['ID=622945f6-1f2f-42f8-b34a-ccd08dc833a2,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:11.096882 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-faf1d28d-9e31-4fec-b88e-623e4f15e10b req-ee49d80a-6734-4078-9c6b-0b0680f2f5ee tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 943 time: 0.3052094 Nov 24 21:11:11.107495 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-5f7eb373-0def-450a-9716-25c239af7384 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:11.111555 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7eb373-0def-450a-9716-25c239af7384 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:11.175421 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0970657e-902f-44fc-8f5e-9246fa1f4a02 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:11.179749 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f4366373-bead-4e9b-88fd-9324293275e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:11.182861 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-135f2eeb-1f6f-44fd-b90c-1c1014cfb433 None None] Attempting to bind port dbb04397-dad3-45ca-9ef1-42b258d8458c on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:11:11.184371 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-135f2eeb-1f6f-44fd-b90c-1c1014cfb433 None None] Attempting to bind port dbb04397-dad3-45ca-9ef1-42b258d8458c by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '03dd364b-4f1f-45d0-a62f-335f88448ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8bac7cd9-6f10-4202-93ed-cf9f2421a85c'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:11:11.188650 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135f2eeb-1f6f-44fd-b90c-1c1014cfb433 None None] Attempting to bind port dbb04397-dad3-45ca-9ef1-42b258d8458c on network 8bac7cd9-6f10-4202-93ed-cf9f2421a85c {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:11:11.232807 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:11.238462 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-9f20c318-7de7-4916-b935-8d52a979b616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab09961-c7b3-47b9-ba04-4523c0489662 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:11:11.250232 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:11.330083 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8aa7ff-d94d-4321-bbd3-7c87d5b8b198 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:11:11.358440 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-9f20c318-7de7-4916-b935-8d52a979b616 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:11.368166 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5a5d19-0baa-487f-814c-4c33a8372681 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Made reservation on behalf of 3ad23aa2aed8430ca4b300e56dbd51c5 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:11.375182 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f5a5d19-0baa-487f-814c-4c33a8372681 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:11.444320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ebd63-5162-4a6e-9b3b-ac2aa55a9eb1 req-250df9fd-ab3a-4578-984a-aaa0acbf2dee tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:11.449314 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f7ebd63-5162-4a6e-9b3b-ac2aa55a9eb1 req-250df9fd-ab3a-4578-984a-aaa0acbf2dee tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 931 time: 0.3486254 Nov 24 21:11:11.457213 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-9f20c318-7de7-4916-b935-8d52a979b616 service neutron] Transition to ACTIVE for port object dab09961-c7b3-47b9-ba04-4523c0489662 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:11:11.495977 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-6f5a5d19-0baa-487f-814c-4c33a8372681 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] device_id is not set on port ea2d1f3e-a2b3-4fae-b4ff-a224bddc9b98 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:11:11.516838 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-9f20c318-7de7-4916-b935-8d52a979b616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:11.549625 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39264fab-e7ff-44c8-b3c0-bc4a4cbd7d96 None None] Pushing event updated for resources: {'Port': ['ID=bc9602a7-4e97-463b-9374-5ee80d471b08,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:11.556828 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-faf1d28d-9e31-4fec-b88e-623e4f15e10b req-f2a710d8-191d-47b1-9784-4b32a03bb45a tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b587a96-f6ad-490e-b482-cafa0aae03ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598758 Nov 24 21:11:11.575674 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39264fab-e7ff-44c8-b3c0-bc4a4cbd7d96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:11.576032 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39264fab-e7ff-44c8-b3c0-bc4a4cbd7d96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:11.576384 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39264fab-e7ff-44c8-b3c0-bc4a4cbd7d96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:11.576728 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39264fab-e7ff-44c8-b3c0-bc4a4cbd7d96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:11.577091 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39264fab-e7ff-44c8-b3c0-bc4a4cbd7d96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:11.577427 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39264fab-e7ff-44c8-b3c0-bc4a4cbd7d96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:11.577761 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39264fab-e7ff-44c8-b3c0-bc4a4cbd7d96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:11.578093 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39264fab-e7ff-44c8-b3c0-bc4a4cbd7d96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:11.578420 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39264fab-e7ff-44c8-b3c0-bc4a4cbd7d96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:11.579878 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39264fab-e7ff-44c8-b3c0-bc4a4cbd7d96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:11.581777 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39264fab-e7ff-44c8-b3c0-bc4a4cbd7d96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:11.583378 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39264fab-e7ff-44c8-b3c0-bc4a4cbd7d96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:11.593121 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] Attempting to bind port bc9602a7-4e97-463b-9374-5ee80d471b08 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:11:11.593498 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] Attempting to bind port bc9602a7-4e97-463b-9374-5ee80d471b08 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:11:11.593865 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] Attempting to bind port bc9602a7-4e97-463b-9374-5ee80d471b08 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:11:11.618312 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:11:11.618695 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:11.619110 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:11.619512 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:11:11.620011 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] Bound port: bc9602a7-4e97-463b-9374-5ee80d471b08, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:11:11.620506 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:11.669043 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20c318-7de7-4916-b935-8d52a979b616 service neutron] Pushing event updated for resources: {'Port': ['ID=dab09961-c7b3-47b9-ba04-4523c0489662,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:11.681195 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f7ebd63-5162-4a6e-9b3b-ac2aa55a9eb1 req-b393cd73-4360-40ea-842b-9c7719e26e84 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201760 Nov 24 21:11:11.771327 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] For port bc9602a7-4e97-463b-9374-5ee80d471b08, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:11:11.779950 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] For port bc9602a7-4e97-463b-9374-5ee80d471b08, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=bc9602a7-4e97-463b-9374-5ee80d471b08,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:11:11.801353 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:11.803037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154533a-82f2-4a58-a5a7-66029ee9c01e req-dd2ed7e2-6da8-451b-bcac-6eb0056ff160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:11.804605 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c154533a-82f2-4a58-a5a7-66029ee9c01e req-dd2ed7e2-6da8-451b-bcac-6eb0056ff160 service neutron] 10.222.0.15 "GET /v2.0/networks?id=49844ac9-6dbd-4c4d-8b29-cad65bfe426c HTTP/1.1" status: 200 len: 914 time: 0.8307457 Nov 24 21:11:11.828550 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0970657e-902f-44fc-8f5e-9246fa1f4a02 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:11.889490 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39264fab-e7ff-44c8-b3c0-bc4a4cbd7d96 None None] Pushing event updated for resources: {'Port': ['ID=bc9602a7-4e97-463b-9374-5ee80d471b08,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:11.895841 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-9f20c318-7de7-4916-b935-8d52a979b616 service neutron] Attempting to bind port dab09961-c7b3-47b9-ba04-4523c0489662 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:11:11.901109 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-9f20c318-7de7-4916-b935-8d52a979b616 service neutron] Attempting to bind port dab09961-c7b3-47b9-ba04-4523c0489662 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'b1d695b4-23ac-4f76-b033-410336a771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0cfd0991-3fe1-458a-9cab-a785fe8464fe'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:11:11.901618 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-9f20c318-7de7-4916-b935-8d52a979b616 service neutron] Attempting to bind port dab09961-c7b3-47b9-ba04-4523c0489662 on network 0cfd0991-3fe1-458a-9cab-a785fe8464fe {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:11:11.938935 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-9f20c318-7de7-4916-b935-8d52a979b616 service neutron] Port dab09961-c7b3-47b9-ba04-4523c0489662 on network 0cfd0991-3fe1-458a-9cab-a785fe8464fe not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:11:11.938935 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-9f20c318-7de7-4916-b935-8d52a979b616 service neutron] Attempting to bind port dab09961-c7b3-47b9-ba04-4523c0489662 on network 0cfd0991-3fe1-458a-9cab-a785fe8464fe {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:11:11.942381 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:11.942381 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135f2eeb-1f6f-44fd-b90c-1c1014cfb433 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:11:11.946295 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135f2eeb-1f6f-44fd-b90c-1c1014cfb433 None None] Checking segment: {'id': '03dd364b-4f1f-45d0-a62f-335f88448ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8bac7cd9-6f10-4202-93ed-cf9f2421a85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:11.946295 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-135f2eeb-1f6f-44fd-b90c-1c1014cfb433 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:11.946295 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135f2eeb-1f6f-44fd-b90c-1c1014cfb433 None None] Bound using segment: {'id': '03dd364b-4f1f-45d0-a62f-335f88448ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8bac7cd9-6f10-4202-93ed-cf9f2421a85c'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:11:11.946295 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-135f2eeb-1f6f-44fd-b90c-1c1014cfb433 None None] Bound port: dbb04397-dad3-45ca-9ef1-42b258d8458c, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03dd364b-4f1f-45d0-a62f-335f88448ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8bac7cd9-6f10-4202-93ed-cf9f2421a85c'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:11:11.946295 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-135f2eeb-1f6f-44fd-b90c-1c1014cfb433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:11.959897 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] Routers {'a783295e-5410-4b9d-9d94-0f71c3922c22'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:11:11.962597 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:11:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a783295e-5410-4b9d-9d94-0f71c3922c22'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:11.991770 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-9f20c318-7de7-4916-b935-8d52a979b616 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:11:11.992276 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-9f20c318-7de7-4916-b935-8d52a979b616 service neutron] Checking segment: {'id': 'b1d695b4-23ac-4f76-b033-410336a771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0cfd0991-3fe1-458a-9cab-a785fe8464fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:11.992799 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-9f20c318-7de7-4916-b935-8d52a979b616 service neutron] Bound using segment: {'id': 'b1d695b4-23ac-4f76-b033-410336a771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0cfd0991-3fe1-458a-9cab-a785fe8464fe'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:11:11.993337 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-9f20c318-7de7-4916-b935-8d52a979b616 service neutron] Bound port: dab09961-c7b3-47b9-ba04-4523c0489662, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d695b4-23ac-4f76-b033-410336a771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0cfd0991-3fe1-458a-9cab-a785fe8464fe'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:11:11.993770 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-9f20c318-7de7-4916-b935-8d52a979b616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:11.997217 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f4366373-bead-4e9b-88fd-9324293275e1 None None] For port 0e161e95-c87c-4962-bf46-ef9b17a40381, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0e161e95-c87c-4962-bf46-ef9b17a40381,segment=NetworkSegment(24693549-90ca-4c68-9245-b84679f6f98c),segment_id=24693549-90ca-4c68-9245-b84679f6f98c)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:11.999572 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-44db4014-8fb8-4f0e-ae1c-def787b59f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:12.038326 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-5f7eb373-0def-450a-9716-25c239af7384 None None] Attempting to bind port 622945f6-1f2f-42f8-b34a-ccd08dc833a2 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:11:12.038720 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-5f7eb373-0def-450a-9716-25c239af7384 None None] Attempting to bind port 622945f6-1f2f-42f8-b34a-ccd08dc833a2 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '25d5850b-64c0-46ef-ac0c-355037975d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '69adfac6-aefe-47ff-bd09-56faa0cfd61e'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:11:12.040351 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7eb373-0def-450a-9716-25c239af7384 None None] Attempting to bind port 622945f6-1f2f-42f8-b34a-ccd08dc833a2 on network 69adfac6-aefe-47ff-bd09-56faa0cfd61e {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:11:12.049022 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910c6486-4e98-4e0e-a1d9-c89e9efaa301 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:11:12.051605 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f4366373-bead-4e9b-88fd-9324293275e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:12.066257 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:12.085747 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c154533a-82f2-4a58-a5a7-66029ee9c01e req-d24370f0-05a1-4437-b2b1-7b27d47a4b57 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8078afb8-43ee-432b-a4af-524e3fa33eea HTTP/1.1" status: 200 len: 217 time: 0.2679279 Nov 24 21:11:12.113401 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e398c025-158d-494d-9020-ed531cf4c582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:12.116420 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7eb373-0def-450a-9716-25c239af7384 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:11:12.116420 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7eb373-0def-450a-9716-25c239af7384 None None] Checking segment: {'id': '25d5850b-64c0-46ef-ac0c-355037975d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '69adfac6-aefe-47ff-bd09-56faa0cfd61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:12.116420 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5f7eb373-0def-450a-9716-25c239af7384 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:12.117737 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7eb373-0def-450a-9716-25c239af7384 None None] Bound using segment: {'id': '25d5850b-64c0-46ef-ac0c-355037975d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '69adfac6-aefe-47ff-bd09-56faa0cfd61e'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:11:12.119179 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0970657e-902f-44fc-8f5e-9246fa1f4a02 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Network 51afce74-6ce0-4c83-b8a6-0c27b137de42 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:12.122386 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-5f7eb373-0def-450a-9716-25c239af7384 None None] Bound port: 622945f6-1f2f-42f8-b34a-ccd08dc833a2, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d5850b-64c0-46ef-ac0c-355037975d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '69adfac6-aefe-47ff-bd09-56faa0cfd61e'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:11:12.122838 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5f7eb373-0def-450a-9716-25c239af7384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:12.198175 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-9f20c318-7de7-4916-b935-8d52a979b616 service neutron] For port dab09961-c7b3-47b9-ba04-4523c0489662, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:11:12.202998 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-9f20c318-7de7-4916-b935-8d52a979b616 service neutron] For port dab09961-c7b3-47b9-ba04-4523c0489662, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=dab09961-c7b3-47b9-ba04-4523c0489662,segment=NetworkSegment(b1d695b4-23ac-4f76-b033-410336a771ec),segment_id=b1d695b4-23ac-4f76-b033-410336a771ec)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:11:12.208458 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] Set router a783295e-5410-4b9d-9d94-0f71c3922c22 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:11:12.234263 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-9f20c318-7de7-4916-b935-8d52a979b616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:12.291872 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-9f20c318-7de7-4916-b935-8d52a979b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:12.294384 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-0970657e-902f-44fc-8f5e-9246fa1f4a02 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:12.296655 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-9f20c318-7de7-4916-b935-8d52a979b616 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:12.299602 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-9f20c318-7de7-4916-b935-8d52a979b616 service neutron] 10.222.0.15 "PUT /v2.0/ports/dab09961-c7b3-47b9-ba04-4523c0489662 HTTP/1.1" status: 200 len: 1091 time: 3.5145950 Nov 24 21:11:12.300069 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154533a-82f2-4a58-a5a7-66029ee9c01e req-89a08dba-5f6e-412b-b361-7e416172489d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:12.301542 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c154533a-82f2-4a58-a5a7-66029ee9c01e req-89a08dba-5f6e-412b-b361-7e416172489d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd828feb-04a3-4ab5-af17-d372e9da2aea HTTP/1.1" status: 200 len: 853 time: 0.1680768 Nov 24 21:11:12.303861 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab36384-1659-4285-a119-15da81b2c110', 'tag': 'dab09961-c7b3-47b9-ba04-4523c0489662'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:11:12.308025 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae08808-bcfe-41d9-923a-77e929157999" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab36384-1659-4285-a119-15da81b2c110", "tag": "dab09961-c7b3-47b9-ba04-4523c0489662"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:11:12.411705 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4366373-bead-4e9b-88fd-9324293275e1 None None] Pushing event updated for resources: {'Port': ['ID=0e161e95-c87c-4962-bf46-ef9b17a40381,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:12.414256 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301bd1ad-d45c-4bfb-80b9-fd5fcf56dbf1 x-openstack-request-id: req-301bd1ad-d45c-4bfb-80b9-fd5fcf56dbf1 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:11:12.414789 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab36384-1659-4285-a119-15da81b2c110", "tag": "dab09961-c7b3-47b9-ba04-4523c0489662", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:11:12.415205 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-301bd1ad-d45c-4bfb-80b9-fd5fcf56dbf1 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:11:12.415789 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab36384-1659-4285-a119-15da81b2c110', 'tag': 'dab09961-c7b3-47b9-ba04-4523c0489662', 'status': 'completed', 'code': 200} Nov 24 21:11:12.450389 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-135f2eeb-1f6f-44fd-b90c-1c1014cfb433 None None] For port dbb04397-dad3-45ca-9ef1-42b258d8458c, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:11:12.458574 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-6f5a5d19-0baa-487f-814c-4c33a8372681 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Allocated IP 2001:db8::3bf (69adfac6-aefe-47ff-bd09-56faa0cfd61e/65c9b7d0-6d81-4013-90d1-79c8ef8f22b4/ea2d1f3e-a2b3-4fae-b4ff-a224bddc9b98) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:12.501969 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20c318-7de7-4916-b935-8d52a979b616 service neutron] Pushing event updated for resources: {'Port': ['ID=dab09961-c7b3-47b9-ba04-4523c0489662,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:12.551137 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0970657e-902f-44fc-8f5e-9246fa1f4a02 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:12.565269 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c154533a-82f2-4a58-a5a7-66029ee9c01e req-d4bb8749-8e57-473e-8512-74c1b4c3dda9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=49844ac9-6dbd-4c4d-8b29-cad65bfe426c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2287190 Nov 24 21:11:12.572571 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:12.580528 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-64ca3f45-2a4b-4571-b5dd-feb98cc471fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:12.582120 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-64ca3f45-2a4b-4571-b5dd-feb98cc471fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ad457c77b1f4b5abfda21dbb9e5dbdc&device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 1094 time: 0.1880646 Nov 24 21:11:12.642570 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-5f7eb373-0def-450a-9716-25c239af7384 None None] For port 622945f6-1f2f-42f8-b34a-ccd08dc833a2, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:11:12.645868 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-5f7eb373-0def-450a-9716-25c239af7384 None None] For port 622945f6-1f2f-42f8-b34a-ccd08dc833a2, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=622945f6-1f2f-42f8-b34a-ccd08dc833a2,segment=NetworkSegment(25d5850b-64c0-46ef-ac0c-355037975d4a),segment_id=25d5850b-64c0-46ef-ac0c-355037975d4a)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:11:12.649178 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:11:12.649534 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:11:12.650303 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-61fbd538-b6dd-462d-9cf4-1c091172a504 None None] Provisioning complete for port 0e161e95-c87c-4962-bf46-ef9b17a40381 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:12.650720 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-61fbd538-b6dd-462d-9cf4-1c091172a504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:12.654820 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-135f2eeb-1f6f-44fd-b90c-1c1014cfb433 None None] For port dbb04397-dad3-45ca-9ef1-42b258d8458c, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=dbb04397-dad3-45ca-9ef1-42b258d8458c,segment=NetworkSegment(03dd364b-4f1f-45d0-a62f-335f88448ff0),segment_id=03dd364b-4f1f-45d0-a62f-335f88448ff0)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:11:12.738655 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-47384528-6f2f-47b5-ae1b-27eeaad045cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dab09961-c7b3-47b9-ba04-4523c0489662 HTTP/1.1" status: 200 len: 217 time: 0.1187861 Nov 24 21:11:12.748358 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 8078afb8-43ee-432b-a4af-524e3fa33eea details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:11:12.763847 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5f7eb373-0def-450a-9716-25c239af7384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:12.774430 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-135f2eeb-1f6f-44fd-b90c-1c1014cfb433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:12.778812 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-e398c025-158d-494d-9020-ed531cf4c582 admin admin] Allocated IP 172.20.0.1 (b79fcd1c-754c-4dea-a7f1-95afcf35cd53/45f34fab-787e-4251-9f3c-22a212ef1d24/1cece7c3-f017-4156-adc1-bdaa9a15e733) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:12.888105 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:11:04Z', 'revision_number': 3, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:12.946041 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09075cb2-4484-4936-8e94-cf98948336f6 None None] The sync data for ids ['a783295e-5410-4b9d-9d94-0f71c3922c22'] in n-d-812111-8 is: [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:11:04Z', 'revision_number': 3, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:11:12.989917 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c154533a-82f2-4a58-a5a7-66029ee9c01e req-fd59e83c-0174-47f4-a9ce-658c78c604fa service neutron] 10.222.0.15 "GET /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011664 Nov 24 21:11:13.053366 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7eb373-0def-450a-9716-25c239af7384 None None] Pushing event updated for resources: {'Port': ['ID=622945f6-1f2f-42f8-b34a-ccd08dc833a2,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:13.148352 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0970657e-902f-44fc-8f5e-9246fa1f4a02 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:13.149067 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0970657e-902f-44fc-8f5e-9246fa1f4a02 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:13.212384 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970657e-902f-44fc-8f5e-9246fa1f4a02 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Pushing event updated for resources: {'Port': ['ID=2f8a90d2-17d8-4668-b872-03eceef750b0,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:13.243447 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e398c025-158d-494d-9020-ed531cf4c582 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:13.441774 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d5572-99fa-42d6-a84d-f1bc2042ca8e req-c829eb9d-670d-4843-a296-d13a23de424c tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:13.451623 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 8078afb8-43ee-432b-a4af-524e3fa33eea, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8078afb8-43ee-432b-a4af-524e3fa33eea,segment=NetworkSegment(e79e06b3-37e5-4945-a046-ef522d007d1d),segment_id=e79e06b3-37e5-4945-a046-ef522d007d1d)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:13.470569 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3d6d5572-99fa-42d6-a84d-f1bc2042ca8e req-c829eb9d-670d-4843-a296-d13a23de424c tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 943 time: 0.7339694 Nov 24 21:11:13.487010 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-ec248eb4-1792-4a47-8c65-c3622706c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:13.489551 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-ec248eb4-1792-4a47-8c65-c3622706c1b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e3f2a5f-d3c5-412b-b677-53100b3422e3 HTTP/1.1" status: 200 len: 853 time: 0.7052486 Nov 24 21:11:13.505192 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e398c025-158d-494d-9020-ed531cf4c582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:13.534413 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '8078afb8-43ee-432b-a4af-524e3fa33eea', 'network_id': '49844ac9-6dbd-4c4d-8b29-cad65bfe426c', 'port_id': '8078afb8-43ee-432b-a4af-524e3fa33eea', 'mac_address': 'fa:16:3e:b8:03:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd828feb-04a3-4ab5-af17-d372e9da2aea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:11:13.586222 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-b0b08057-4597-4099-9a19-5518d5fb01fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0cfd0991-3fe1-458a-9cab-a785fe8464fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834637 Nov 24 21:11:13.682178 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f2eeb-1f6f-44fd-b90c-1c1014cfb433 None None] Pushing event updated for resources: {'Port': ['ID=dbb04397-dad3-45ca-9ef1-42b258d8458c,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:13.703193 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0970657e-902f-44fc-8f5e-9246fa1f4a02 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.0324705 Nov 24 21:11:13.708521 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c154533a-82f2-4a58-a5a7-66029ee9c01e req-0b0bcadd-47e6-4dfb-988d-210ffa3d1a80 service neutron] 10.222.0.15 "GET /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500615 Nov 24 21:11:13.729199 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58106) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:13.740621 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e398c025-158d-494d-9020-ed531cf4c582 admin admin] Network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:13.752008 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-e398c025-158d-494d-9020-ed531cf4c582 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:13.763809 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e398c025-158d-494d-9020-ed531cf4c582 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:13.817870 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-61fbd538-b6dd-462d-9cf4-1c091172a504 None None] Provisioning complete for port bc9602a7-4e97-463b-9374-5ee80d471b08 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:13.818349 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-61fbd538-b6dd-462d-9cf4-1c091172a504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:13.940321 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-84a5e343-1eb3-4c13-8587-3c63fb524ffb tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Request body: {'port': {'network_id': '51afce74-6ce0-4c83-b8a6-0c27b137de42', 'name': 'tempest-TaggedBootDevicesTest_v242-180449025', 'fixed_ips': [{'subnet_id': '39b5ee52-6c8c-4718-ac76-14a33cf59692'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:14.028232 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e398c025-158d-494d-9020-ed531cf4c582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:14.029215 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:14.044904 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:14.137888 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398c025-158d-494d-9020-ed531cf4c582 admin admin] Pushing event updated for resources: {'Port': ['ID=1cece7c3-f017-4156-adc1-bdaa9a15e733,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:14.145834 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8078afb8-43ee-432b-a4af-524e3fa33eea {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:11:14.150688 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bc9602a7-4e97-463b-9374-5ee80d471b08 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:11:14.175322 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3d6d5572-99fa-42d6-a84d-f1bc2042ca8e req-a9e99ccc-36d3-4bbf-82b4-b34581d471a6 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b587a96-f6ad-490e-b482-cafa0aae03ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6978412 Nov 24 21:11:14.241966 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1181b07-4bb4-4a29-9c6e-e3b2a04a1aec req-4ad2e744-7f4b-46b1-8b0e-a917d52a45a5 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:14.251507 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1181b07-4bb4-4a29-9c6e-e3b2a04a1aec req-4ad2e744-7f4b-46b1-8b0e-a917d52a45a5 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 943 time: 1.2104225 Nov 24 21:11:14.267301 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f5a5d19-0baa-487f-814c-4c33a8372681 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:14.275069 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-9bbfd574-b77e-4f6a-b580-d52e78867087 service neutron] 10.222.0.15 "GET /v2.0/networks/0cfd0991-3fe1-458a-9cab-a785fe8464fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6414323 Nov 24 21:11:14.316254 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-61fbd538-b6dd-462d-9cf4-1c091172a504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:14.339473 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 8078afb8-43ee-432b-a4af-524e3fa33eea, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8078afb8-43ee-432b-a4af-524e3fa33eea,segment=NetworkSegment(e79e06b3-37e5-4945-a046-ef522d007d1d),segment_id=e79e06b3-37e5-4945-a046-ef522d007d1d)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:14.351033 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port bc9602a7-4e97-463b-9374-5ee80d471b08 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:14.351434 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:14.356439 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:14.408214 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-61fbd538-b6dd-462d-9cf4-1c091172a504 None None] For port bc9602a7-4e97-463b-9374-5ee80d471b08, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=bc9602a7-4e97-463b-9374-5ee80d471b08,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:14.424711 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-61fbd538-b6dd-462d-9cf4-1c091172a504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:14.478385 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c1181b07-4bb4-4a29-9c6e-e3b2a04a1aec req-8663cf07-0734-4a24-9578-61f07bf89801 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255170 Nov 24 21:11:14.542613 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f5a5d19-0baa-487f-814c-4c33a8372681 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:14.579429 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=8078afb8-43ee-432b-a4af-524e3fa33eea,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:14.583483 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0e161e95-c87c-4962-bf46-ef9b17a40381 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:11:14.630685 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a5e343-1eb3-4c13-8587-3c63fb524ffb tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Made reservation on behalf of a3dd7d42457d45acb8851697deacc18d for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:14.662895 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:14.663589 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:14.664096 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:14.664398 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5a5d19-0baa-487f-814c-4c33a8372681 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Network 69adfac6-aefe-47ff-bd09-56faa0cfd61e is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:14.664924 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:14.665416 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:14.665902 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:14.666388 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:14.666976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:14.667701 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:14.668735 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:14.669287 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:14.670140 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:14.691861 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['8078afb8-43ee-432b-a4af-524e3fa33eea'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:11:14.700455 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-6f5a5d19-0baa-487f-814c-4c33a8372681 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:14.742414 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a5d19-0baa-487f-814c-4c33a8372681 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:14.772251 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5a5d19-0baa-487f-814c-4c33a8372681 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:14.775984 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f5a5d19-0baa-487f-814c-4c33a8372681 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:14.781967 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a5d19-0baa-487f-814c-4c33a8372681 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Pushing event updated for resources: {'Port': ['ID=ea2d1f3e-a2b3-4fae-b4ff-a224bddc9b98,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:14.806194 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e398c025-158d-494d-9020-ed531cf4c582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:14.909545 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbd538-b6dd-462d-9cf4-1c091172a504 None None] Pushing event updated for resources: {'Port': ['ID=bc9602a7-4e97-463b-9374-5ee80d471b08,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:14.920916 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6f5a5d19-0baa-487f-814c-4c33a8372681 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.6616271 Nov 24 21:11:14.922025 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58112) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:15.067172 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-aafa052b-6626-444e-9ae2-eb72dcedf13e None None] Provisioning complete for port 2f8a90d2-17d8-4668-b872-03eceef750b0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:15.068950 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-aafa052b-6626-444e-9ae2-eb72dcedf13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:15.096578 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-84a5e343-1eb3-4c13-8587-3c63fb524ffb tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:15.156043 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cd0616e-0ac7-4d70-959c-3d2e5653d7ec req-58132264-1f23-4520-a069-104156f9a9e9 service neutron] 10.222.0.15 "GET /v2.0/networks/0cfd0991-3fe1-458a-9cab-a785fe8464fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7737541 Nov 24 21:11:15.158062 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a360d224-42d7-47fc-b4dd-80e30e14e990 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:15.177774 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a360d224-42d7-47fc-b4dd-80e30e14e990 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:15.186606 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a360d224-42d7-47fc-b4dd-80e30e14e990 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:15.188620 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a360d224-42d7-47fc-b4dd-80e30e14e990 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2626386 Nov 24 21:11:15.194092 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58116) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:15.208503 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-84a5e343-1eb3-4c13-8587-3c63fb524ffb tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] device_id is not set on port 1e9a515c-b3a8-4da9-812f-62ba1888ea25 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:11:15.240537 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:15.322979 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-aafa052b-6626-444e-9ae2-eb72dcedf13e None None] Port 2f8a90d2-17d8-4668-b872-03eceef750b0 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:11:15.376230 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 0e161e95-c87c-4962-bf46-ef9b17a40381 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:15.376421 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:15.406784 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b06ba5c-c45e-4b98-9ef0-4c93e2733b90 None None] Network 69adfac6-aefe-47ff-bd09-56faa0cfd61e requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:15.407777 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e398c025-158d-494d-9020-ed531cf4c582 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:15.431296 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e398c025-158d-494d-9020-ed531cf4c582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:15.586142 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-84a5e343-1eb3-4c13-8587-3c63fb524ffb tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Allocated IP 10.1.1.133 (51afce74-6ce0-4c83-b8a6-0c27b137de42/39b5ee52-6c8c-4718-ac76-14a33cf59692/1e9a515c-b3a8-4da9-812f-62ba1888ea25) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:15.628887 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e398c025-158d-494d-9020-ed531cf4c582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:15.664550 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-aafa052b-6626-444e-9ae2-eb72dcedf13e None None] Provisioning complete for port 1cece7c3-f017-4156-adc1-bdaa9a15e733 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:15.665062 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-aafa052b-6626-444e-9ae2-eb72dcedf13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:15.710119 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ea3bf-15ce-4dde-8693-44ced439ff75 req-28c2acfd-625b-427c-96a5-ee2a9629afcc tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:15.713353 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daa3e3a-fa40-4e7d-a950-51ad3c619871 None None] Network 8bac7cd9-6f10-4202-93ed-cf9f2421a85c requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:15.720005 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb1ea3bf-15ce-4dde-8693-44ced439ff75 req-28c2acfd-625b-427c-96a5-ee2a9629afcc tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 943 time: 0.1286411 Nov 24 21:11:15.803849 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-aafa052b-6626-444e-9ae2-eb72dcedf13e None None] Port 1cece7c3-f017-4156-adc1-bdaa9a15e733 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:11:15.823334 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bb1ea3bf-15ce-4dde-8693-44ced439ff75 req-6404d3a1-cd8c-4e44-b391-c9d1bcc1ea53 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976214 Nov 24 21:11:15.936845 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 622945f6-1f2f-42f8-b34a-ccd08dc833a2 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:11:15.986597 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6b02266d-0215-4422-ab63-eeaa50e26c94 None None] Provisioning complete for port dbb04397-dad3-45ca-9ef1-42b258d8458c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:15.987075 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6b02266d-0215-4422-ab63-eeaa50e26c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:16.008861 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-84a5e343-1eb3-4c13-8587-3c63fb524ffb tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:16.074627 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e398c025-158d-494d-9020-ed531cf4c582 admin admin] Network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:16.100082 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae08808-bcfe-41d9-923a-77e929157999 req-f9aff18d-ca57-4347-a6f2-99097dea4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:16.102138 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-84a5e343-1eb3-4c13-8587-3c63fb524ffb tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:16.103001 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ae08808-bcfe-41d9-923a-77e929157999 req-f9aff18d-ca57-4347-a6f2-99097dea4b64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ad457c77b1f4b5abfda21dbb9e5dbdc&device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 1094 time: 0.8135791 Nov 24 21:11:16.108185 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-e398c025-158d-494d-9020-ed531cf4c582 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:16.120014 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398c025-158d-494d-9020-ed531cf4c582 admin admin] Pushing event updated for resources: {'Port': ['ID=1cece7c3-f017-4156-adc1-bdaa9a15e733,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:16.135181 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe48d2-3d43-4e3a-877b-0a6150106f3d req-b8c0fe38-92ca-40d8-9c5f-763ecaf6a564 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:16.138657 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-debe48d2-3d43-4e3a-877b-0a6150106f3d req-b8c0fe38-92ca-40d8-9c5f-763ecaf6a564 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 944 time: 0.7275867 Nov 24 21:11:16.227648 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a5e343-1eb3-4c13-8587-3c63fb524ffb tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Network 51afce74-6ce0-4c83-b8a6-0c27b137de42 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:16.231246 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-84a5e343-1eb3-4c13-8587-3c63fb524ffb tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:16.241716 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a5e343-1eb3-4c13-8587-3c63fb524ffb tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:16.296526 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 622945f6-1f2f-42f8-b34a-ccd08dc833a2 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:16.296935 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:16.337013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5e343-1eb3-4c13-8587-3c63fb524ffb tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Pushing event updated for resources: {'Port': ['ID=1e9a515c-b3a8-4da9-812f-62ba1888ea25,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:16.422180 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a5e343-1eb3-4c13-8587-3c63fb524ffb tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:16.422951 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-84a5e343-1eb3-4c13-8587-3c63fb524ffb tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:16.438493 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6b02266d-0215-4422-ab63-eeaa50e26c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:16.453856 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-241d1992-f14d-430d-9293-dc726876f537 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Deleting port ea2d1f3e-a2b3-4fae-b4ff-a224bddc9b98 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:11:16.454571 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-241d1992-f14d-430d-9293-dc726876f537 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:16.510412 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-debe48d2-3d43-4e3a-877b-0a6150106f3d req-083f977e-dc6d-4362-b59e-24e543d2f620 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b587a96-f6ad-490e-b482-cafa0aae03ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488948 Nov 24 21:11:16.516550 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-84a5e343-1eb3-4c13-8587-3c63fb524ffb tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5834975 Nov 24 21:11:16.618813 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6b02266d-0215-4422-ab63-eeaa50e26c94 None None] For port dbb04397-dad3-45ca-9ef1-42b258d8458c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=dbb04397-dad3-45ca-9ef1-42b258d8458c,segment=NetworkSegment(03dd364b-4f1f-45d0-a62f-335f88448ff0),segment_id=03dd364b-4f1f-45d0-a62f-335f88448ff0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:16.649840 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6b02266d-0215-4422-ab63-eeaa50e26c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:16.761994 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02266d-0215-4422-ab63-eeaa50e26c94 None None] Pushing event updated for resources: {'Port': ['ID=dbb04397-dad3-45ca-9ef1-42b258d8458c,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:16.767991 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device dab09961-c7b3-47b9-ba04-4523c0489662 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:11:16.785462 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 8078afb8-43ee-432b-a4af-524e3fa33eea up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:11:16.810389 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae08808-bcfe-41d9-923a-77e929157999 req-bf48c3e7-8ead-489a-b28a-47b835f9ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:16.812266 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ae08808-bcfe-41d9-923a-77e929157999 req-bf48c3e7-8ead-489a-b28a-47b835f9ada8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0cfd0991-3fe1-458a-9cab-a785fe8464fe HTTP/1.1" status: 200 len: 914 time: 0.6692317 Nov 24 21:11:16.882527 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ae08808-bcfe-41d9-923a-77e929157999 req-198cb3e3-4297-4e69-baa0-7b9938560bfc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dab09961-c7b3-47b9-ba04-4523c0489662 HTTP/1.1" status: 200 len: 217 time: 0.0495491 Nov 24 21:11:16.893142 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e398c025-158d-494d-9020-ed531cf4c582 admin admin] Router a783295e-5410-4b9d-9d94-0f71c3922c22 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:11:16.895672 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-241d1992-f14d-430d-9293-dc726876f537 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:16.900440 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:16.958111 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6b02266d-0215-4422-ab63-eeaa50e26c94 None None] Provisioning complete for port 622945f6-1f2f-42f8-b34a-ccd08dc833a2 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:16.958359 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6b02266d-0215-4422-ab63-eeaa50e26c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:16.959333 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-241d1992-f14d-430d-9293-dc726876f537 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Calling delete_port for ea2d1f3e-a2b3-4fae-b4ff-a224bddc9b98 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:11:17.047652 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.resource_extend [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 21:11:17.105693 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 8078afb8-43ee-432b-a4af-524e3fa33eea completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:11:17.114725 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 622945f6-1f2f-42f8-b34a-ccd08dc833a2, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=622945f6-1f2f-42f8-b34a-ccd08dc833a2,segment=NetworkSegment(25d5850b-64c0-46ef-ac0c-355037975d4a),segment_id=25d5850b-64c0-46ef-ac0c-355037975d4a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:17.118529 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 8078afb8-43ee-432b-a4af-524e3fa33eea triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:17.119118 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:17.127132 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-241d1992-f14d-430d-9293-dc726876f537 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:17.128708 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:17.227383 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d1992-f14d-430d-9293-dc726876f537 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Pushing event deleted for resources: {'Port': ['ID=ea2d1f3e-a2b3-4fae-b4ff-a224bddc9b98,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:17.232729 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae08808-bcfe-41d9-923a-77e929157999 req-057e962a-894a-46f6-b051-bcbe90a18477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:17.234332 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ae08808-bcfe-41d9-923a-77e929157999 req-057e962a-894a-46f6-b051-bcbe90a18477 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e3f2a5f-d3c5-412b-b677-53100b3422e3 HTTP/1.1" status: 200 len: 853 time: 0.3352666 Nov 24 21:11:17.274177 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=622945f6-1f2f-42f8-b34a-ccd08dc833a2,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:17.513231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bc9602a7-4e97-463b-9374-5ee80d471b08 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:11:17.690051 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:17.728041 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port bc9602a7-4e97-463b-9374-5ee80d471b08 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:17.728409 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:17.741852 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f12004-5244-4c6f-8a8f-2fa62e8bcf42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8078afb8-43ee-432b-a4af-524e3fa33eea'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:11:17.744309 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183b27fe-b075-4812-982f-5da95c653fac" -d '{"events": [{"server_uuid": "04f12004-5244-4c6f-8a8f-2fa62e8bcf42", "name": "network-vif-plugged", "status": "completed", "tag": "8078afb8-43ee-432b-a4af-524e3fa33eea"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:11:17.769020 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ae08808-bcfe-41d9-923a-77e929157999 req-7dc42215-6d9b-4428-a3a0-61e19346cdf2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0cfd0991-3fe1-458a-9cab-a785fe8464fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4932353 Nov 24 21:11:17.772456 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-241d1992-f14d-430d-9293-dc726876f537 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:17.791311 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-241d1992-f14d-430d-9293-dc726876f537 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] 10.222.0.11 "DELETE /v2.0/ports/ea2d1f3e-a2b3-4fae-b4ff-a224bddc9b98 HTTP/1.1" status: 204 len: 168 time: 2.5929577 Nov 24 21:11:17.791600 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58154) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:17.794598 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port dab09961-c7b3-47b9-ba04-4523c0489662, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=dab09961-c7b3-47b9-ba04-4523c0489662,segment=NetworkSegment(b1d695b4-23ac-4f76-b033-410336a771ec),segment_id=b1d695b4-23ac-4f76-b033-410336a771ec)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:17.800061 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-3bd47b66-ed8d-4c29-9dff-6e9f8da96ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Request body: {'port': {'name': 'tempest-new-port-name-692926295', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:17.800870 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.api.validators [None req-3bd47b66-ed8d-4c29-9dff-6e9f8da96ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] bootfile-name is not in valid_values {{(pid=109990) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 21:11:17.801427 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.api.validators [None req-3bd47b66-ed8d-4c29-9dff-6e9f8da96ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] tftp-server is not in valid_values {{(pid=109990) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 21:11:17.801920 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.api.validators [None req-3bd47b66-ed8d-4c29-9dff-6e9f8da96ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] server-ip-address is not in valid_values {{(pid=109990) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 21:11:17.819293 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 8078afb8-43ee-432b-a4af-524e3fa33eea, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8078afb8-43ee-432b-a4af-524e3fa33eea,segment=NetworkSegment(e79e06b3-37e5-4945-a046-ef522d007d1d),segment_id=e79e06b3-37e5-4945-a046-ef522d007d1d)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:17.849484 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:17.910948 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'dab09961-c7b3-47b9-ba04-4523c0489662', 'network_id': '0cfd0991-3fe1-458a-9cab-a785fe8464fe', 'port_id': 'dab09961-c7b3-47b9-ba04-4523c0489662', 'mac_address': 'fa:16:3e:cd:2a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3f2a5f-d3c5-412b-b677-53100b3422e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:11:17.925259 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3bd47b66-ed8d-4c29-9dff-6e9f8da96ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:17.939435 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e398c025-158d-494d-9020-ed531cf4c582 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:11:17.969261 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e398c025-158d-494d-9020-ed531cf4c582 admin admin] 10.222.0.11 "PUT /v2.0/routers/a783295e-5410-4b9d-9d94-0f71c3922c22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2165473 Nov 24 21:11:17.972145 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8d2f4e78-e955-4a27-8533-50436738cfbb None None] Provisioning complete for port 6ca6882b-afa7-42da-b6db-b137923b280e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:17.972145 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4e78-e955-4a27-8533-50436738cfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:17.973890 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] Sync routers for ids ['a783295e-5410-4b9d-9d94-0f71c3922c22'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:11:18.004674 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d299d3-330b-48d4-8417-dbded8c8a1e4 req-7969b44e-b5f8-4bb8-ba80-e1eadb000be5 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:18.006289 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a4d299d3-330b-48d4-8417-dbded8c8a1e4 req-7969b44e-b5f8-4bb8-ba80-e1eadb000be5 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 943 time: 0.9020910 Nov 24 21:11:18.075723 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=8078afb8-43ee-432b-a4af-524e3fa33eea,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:18.107824 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:18.112933 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] Routers {'a783295e-5410-4b9d-9d94-0f71c3922c22'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:11:18.113583 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:11:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a783295e-5410-4b9d-9d94-0f71c3922c22'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:18.123661 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-8d2f4e78-e955-4a27-8533-50436738cfbb None None] Port 6ca6882b-afa7-42da-b6db-b137923b280e cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:11:18.186645 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab09961-c7b3-47b9-ba04-4523c0489662 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:11:18.202899 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device dbb04397-dad3-45ca-9ef1-42b258d8458c up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:11:18.209479 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a4d299d3-330b-48d4-8417-dbded8c8a1e4 req-79b700df-25de-400f-bfb6-2fcddf0a660f tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865478 Nov 24 21:11:18.229910 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ae08808-bcfe-41d9-923a-77e929157999 req-f1b51e0b-4b5c-41c2-9b6d-08cc9be528e5 service neutron] 10.222.0.15 "GET /v2.0/networks/0cfd0991-3fe1-458a-9cab-a785fe8464fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628755 Nov 24 21:11:18.268665 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8d2f4e78-e955-4a27-8533-50436738cfbb None None] Provisioning complete for port 622945f6-1f2f-42f8-b34a-ccd08dc833a2 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:18.269085 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4e78-e955-4a27-8533-50436738cfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:18.316727 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port dab09961-c7b3-47b9-ba04-4523c0489662, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=dab09961-c7b3-47b9-ba04-4523c0489662,segment=NetworkSegment(b1d695b4-23ac-4f76-b033-410336a771ec),segment_id=b1d695b4-23ac-4f76-b033-410336a771ec)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:18.350780 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3bd47b66-ed8d-4c29-9dff-6e9f8da96ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:18.366700 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:18.367508 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3bd47b66-ed8d-4c29-9dff-6e9f8da96ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:18.417548 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-3bd47b66-ed8d-4c29-9dff-6e9f8da96ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] In _notify_port_updated(), no bound segment for port 6ca6882b-afa7-42da-b6db-b137923b280e on network 69adfac6-aefe-47ff-bd09-56faa0cfd61e {{(pid=109990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 21:11:18.431404 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd47b66-ed8d-4c29-9dff-6e9f8da96ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:18.435071 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3bd47b66-ed8d-4c29-9dff-6e9f8da96ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:18.436671 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3bd47b66-ed8d-4c29-9dff-6e9f8da96ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] 10.222.0.11 "PUT /v2.0/ports/6ca6882b-afa7-42da-b6db-b137923b280e HTTP/1.1" status: 200 len: 1129 time: 0.6416080 Nov 24 21:11:18.441341 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58162) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:18.506943 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ae08808-bcfe-41d9-923a-77e929157999 req-07b34cdf-5086-4a84-aae7-7dbadc9e4b64 service neutron] 10.222.0.15 "GET /v2.0/networks/0cfd0991-3fe1-458a-9cab-a785fe8464fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723837 Nov 24 21:11:18.540727 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=dab09961-c7b3-47b9-ba04-4523c0489662,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:18.549137 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f849c-b2e4-4178-9752-fe6eb06770bc req-e8e7fc3c-fa6a-411a-8bed-38701f2d91ed tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:18.558430 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6f1f849c-b2e4-4178-9752-fe6eb06770bc req-e8e7fc3c-fa6a-411a-8bed-38701f2d91ed tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 945 time: 0.1759014 Nov 24 21:11:18.577785 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd47b66-ed8d-4c29-9dff-6e9f8da96ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Pushing event updated for resources: {'Port': ['ID=6ca6882b-afa7-42da-b6db-b137923b280e,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:18.586610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] Set router a783295e-5410-4b9d-9d94-0f71c3922c22 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:11:18.644567 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port dbb04397-dad3-45ca-9ef1-42b258d8458c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:18.644567 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:18.672302 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccfef8b-5379-4786-9f7e-fb07fef449b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:18.673870 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1ccfef8b-5379-4786-9f7e-fb07fef449b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] 10.222.0.11 "GET /v2.0/ports/6ca6882b-afa7-42da-b6db-b137923b280e HTTP/1.1" status: 200 len: 1129 time: 0.2304711 Nov 24 21:11:18.679596 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58168) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:18.691424 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6f1f849c-b2e4-4178-9752-fe6eb06770bc req-83073414-f7f7-4d6e-92d1-b53324bac9ec tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b587a96-f6ad-490e-b482-cafa0aae03ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250083 Nov 24 21:11:18.704502 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['dab09961-c7b3-47b9-ba04-4523c0489662'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:11:18.885675 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8a5467-0e56-427e-a669-7738f7c40eac x-openstack-request-id: req-8e8a5467-0e56-427e-a669-7738f7c40eac {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:11:18.886383 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f12004-5244-4c6f-8a8f-2fa62e8bcf42", "name": "network-vif-plugged", "status": "completed", "tag": "8078afb8-43ee-432b-a4af-524e3fa33eea", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:11:18.886383 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e8a5467-0e56-427e-a669-7738f7c40eac {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:11:18.886671 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f12004-5244-4c6f-8a8f-2fa62e8bcf42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8078afb8-43ee-432b-a4af-524e3fa33eea', 'code': 200} Nov 24 21:11:18.958886 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-f5909e72-8541-4e95-817f-ace647f05964 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Deleting port 6ca6882b-afa7-42da-b6db-b137923b280e {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:11:18.962787 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f5909e72-8541-4e95-817f-ace647f05964 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:18.998743 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6921b-6a4b-414c-b9c2-4da63abcce04 req-09a05e63-116f-4406-a352-c844167aa748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:19.000424 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8ac6921b-6a4b-414c-b9c2-4da63abcce04 req-09a05e63-116f-4406-a352-c844167aa748 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 1096 time: 0.0974681 Nov 24 21:11:19.072215 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8ac6921b-6a4b-414c-b9c2-4da63abcce04 req-7f57dc02-b01f-42ec-9fe9-26e7d4585ee9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4b587a96-f6ad-490e-b482-cafa0aae03ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586967 Nov 24 21:11:19.093476 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8d2f4e78-e955-4a27-8533-50436738cfbb None None] Provisioning complete for port 1cece7c3-f017-4156-adc1-bdaa9a15e733 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:19.093865 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4e78-e955-4a27-8533-50436738cfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:19.123377 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f5909e72-8541-4e95-817f-ace647f05964 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:19.136483 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-f5909e72-8541-4e95-817f-ace647f05964 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Calling delete_port for 6ca6882b-afa7-42da-b6db-b137923b280e owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:11:19.209644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58180) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:19.214664 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-38586f05-7265-4b71-bf31-b65bc925752b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-668697901-network', 'tenant_id': '8912b9af03cc4690a09635a6a521dfc4'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:19.246660 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-8d2f4e78-e955-4a27-8533-50436738cfbb None None] Port 1cece7c3-f017-4156-adc1-bdaa9a15e733 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:11:19.283779 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38586f05-7265-4b71-bf31-b65bc925752b admin admin] Made reservation on behalf of 8912b9af03cc4690a09635a6a521dfc4 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:19.286466 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38586f05-7265-4b71-bf31-b65bc925752b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:19.318631 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8d2f4e78-e955-4a27-8533-50436738cfbb None None] Provisioning complete for port 1e9a515c-b3a8-4da9-812f-62ba1888ea25 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:19.319011 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4e78-e955-4a27-8533-50436738cfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:19.327197 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 622945f6-1f2f-42f8-b34a-ccd08dc833a2 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:11:19.337649 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38586f05-7265-4b71-bf31-b65bc925752b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:19.448275 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-8d2f4e78-e955-4a27-8533-50436738cfbb None None] Port 1e9a515c-b3a8-4da9-812f-62ba1888ea25 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:11:19.453995 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8d2f4e78-e955-4a27-8533-50436738cfbb None None] Could not find standard attr ID for object ea2d1f3e-a2b3-4fae-b4ff-a224bddc9b98. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:11:19.476691 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f5909e72-8541-4e95-817f-ace647f05964 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:19.489336 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2b8b6-02e5-48e8-98a5-e319cc9b1a5a req-74861c0e-88a4-47fb-9c18-5843a37f4253 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:19.491148 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-75f2b8b6-02e5-48e8-98a5-e319cc9b1a5a req-74861c0e-88a4-47fb-9c18-5843a37f4253 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 944 time: 0.1055379 Nov 24 21:11:19.491902 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8d2f4e78-e955-4a27-8533-50436738cfbb None None] Provisioning complete for port dbb04397-dad3-45ca-9ef1-42b258d8458c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:19.492665 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4e78-e955-4a27-8533-50436738cfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:19.522664 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5909e72-8541-4e95-817f-ace647f05964 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Pushing event deleted for resources: {'Port': ['ID=6ca6882b-afa7-42da-b6db-b137923b280e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:19.565808 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f5909e72-8541-4e95-817f-ace647f05964 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:19.572428 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f5909e72-8541-4e95-817f-ace647f05964 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] 10.222.0.11 "DELETE /v2.0/ports/6ca6882b-afa7-42da-b6db-b137923b280e HTTP/1.1" status: 204 len: 168 time: 0.8916087 Nov 24 21:11:19.573071 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58192) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:19.607357 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-75f2b8b6-02e5-48e8-98a5-e319cc9b1a5a req-d49dd0eb-515f-4de0-99ab-74ae7888f29a tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076977 Nov 24 21:11:19.615214 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '1cece7c3-f017-4156-adc1-bdaa9a15e733', 'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'mac_address': 'fa:16:3e:83:e1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:12Z', 'updated_at': '2021-11-24T21:11:15Z', 'revision_number': 2, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'subnets': [{'id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:19.617740 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 622945f6-1f2f-42f8-b34a-ccd08dc833a2 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:19.619626 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:19.663334 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5285da-0464-42c4-ba3e-36f0310e7d14 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Deleting subnet 65c9b7d0-6d81-4013-90d1-79c8ef8f22b4 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:11:19.663523 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38586f05-7265-4b71-bf31-b65bc925752b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:19.675346 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38586f05-7265-4b71-bf31-b65bc925752b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:19.676225 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c5285da-0464-42c4-ba3e-36f0310e7d14 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:19.696642 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38586f05-7265-4b71-bf31-b65bc925752b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:11:19.723311 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38586f05-7265-4b71-bf31-b65bc925752b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:19.724393 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-38586f05-7265-4b71-bf31-b65bc925752b admin admin] Added segment 61c1cd3e-c594-491a-8a5f-970331512483 of type vlan for network eb546459-efc3-41de-9be3-646fa8fb4666 Nov 24 21:11:19.745002 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c5285da-0464-42c4-ba3e-36f0310e7d14 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:19.780722 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38586f05-7265-4b71-bf31-b65bc925752b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:19.856151 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] Checking router: a783295e-5410-4b9d-9d94-0f71c3922c22 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:11:19.856982 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] Updating router a783295e-5410-4b9d-9d94-0f71c3922c22 port 1cece7c3-f017-4156-adc1-bdaa9a15e733 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:11:19.900574 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:19.912613 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38586f05-7265-4b71-bf31-b65bc925752b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:19.913528 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38586f05-7265-4b71-bf31-b65bc925752b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:19.914109 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38586f05-7265-4b71-bf31-b65bc925752b admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:19.922510 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c5285da-0464-42c4-ba3e-36f0310e7d14 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:19.972721 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-469d0cf9-c0c3-467e-a2f1-d62e855ceb96 None None] Could not find standard attr ID for object 6ca6882b-afa7-42da-b6db-b137923b280e. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:11:19.975412 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38586f05-7265-4b71-bf31-b65bc925752b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acea3e0b-3a6b-4668-ba87-c17c9e73e12f,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:20.024498 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-38586f05-7265-4b71-bf31-b65bc925752b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8136268 Nov 24 21:11:20.028301 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58198) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:20.045163 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c5285da-0464-42c4-ba3e-36f0310e7d14 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:20.088466 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-ffb57ff1-3eaf-48a8-8da1-2da4c9f89a5a admin admin] Request body: {'subnet': {'network_id': 'eb546459-efc3-41de-9be3-646fa8fb4666', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-668697901-subnet', 'tenant_id': '8912b9af03cc4690a09635a6a521dfc4', 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:20.094866 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5285da-0464-42c4-ba3e-36f0310e7d14 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Pushing event deleted for resources: {'Subnet': ['ID=65c9b7d0-6d81-4013-90d1-79c8ef8f22b4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:20.100132 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c53bef3-9949-4752-a7e2-6e7c0707a25f None None] Network 69adfac6-aefe-47ff-bd09-56faa0cfd61e requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:20.110437 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c5285da-0464-42c4-ba3e-36f0310e7d14 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:20.118152 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7c5285da-0464-42c4-ba3e-36f0310e7d14 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] 10.222.0.11 "DELETE /v2.0/subnets/65c9b7d0-6d81-4013-90d1-79c8ef8f22b4 HTTP/1.1" status: 204 len: 168 time: 0.5438936 Nov 24 21:11:20.120428 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58200) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:20.141488 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5fd06-7bb8-4fb9-8243-f733cdc545d8 req-63094733-cd02-4f78-b82c-1b18f07ca7a9 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:20.143063 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3af5fd06-7bb8-4fb9-8243-f733cdc545d8 req-63094733-cd02-4f78-b82c-1b18f07ca7a9 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 945 time: 0.3192775 Nov 24 21:11:20.146257 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38586f05-7265-4b71-bf31-b65bc925752b admin admin] Pushing event updated for resources: {'Network': ['ID=eb546459-efc3-41de-9be3-646fa8fb4666,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:20.187374 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb57ff1-3eaf-48a8-8da1-2da4c9f89a5a admin admin] Made reservation on behalf of 8912b9af03cc4690a09635a6a521dfc4 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:20.190020 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ffb57ff1-3eaf-48a8-8da1-2da4c9f89a5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:20.235403 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3af5fd06-7bb8-4fb9-8243-f733cdc545d8 req-adf53c79-0c8d-470f-8333-e696eb2080ff tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b587a96-f6ad-490e-b482-cafa0aae03ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841358 Nov 24 21:11:20.314423 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75aaa8f5-d988-4438-aa75-de42de1cf4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:20.435223 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-75aaa8f5-d988-4438-aa75-de42de1cf4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Deleting port 622945f6-1f2f-42f8-b34a-ccd08dc833a2 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:11:20.435741 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75aaa8f5-d988-4438-aa75-de42de1cf4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:20.445659 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network eb546459-efc3-41de-9be3-646fa8fb4666 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:11:20.490132 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ffb57ff1-3eaf-48a8-8da1-2da4c9f89a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:20.525618 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-75aaa8f5-d988-4438-aa75-de42de1cf4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] For port 622945f6-1f2f-42f8-b34a-ccd08dc833a2, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=622945f6-1f2f-42f8-b34a-ccd08dc833a2,segment=NetworkSegment(25d5850b-64c0-46ef-ac0c-355037975d4a),segment_id=25d5850b-64c0-46ef-ac0c-355037975d4a)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:20.526285 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75aaa8f5-d988-4438-aa75-de42de1cf4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:20.555331 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-75aaa8f5-d988-4438-aa75-de42de1cf4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Calling delete_port for 622945f6-1f2f-42f8-b34a-ccd08dc833a2 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:11:20.562474 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb57ff1-3eaf-48a8-8da1-2da4c9f89a5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f134fc1-4b13-4574-8f1c-0e6c2c6b5b3d,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:20.604198 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb57ff1-3eaf-48a8-8da1-2da4c9f89a5a admin admin] Checking segment: {'id': '61c1cd3e-c594-491a-8a5f-970331512483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb546459-efc3-41de-9be3-646fa8fb4666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:20.604566 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb57ff1-3eaf-48a8-8da1-2da4c9f89a5a admin admin] Network hostable DHCP agents. Network: eb546459-efc3-41de-9be3-646fa8fb4666, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:11:20.630221 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb57ff1-3eaf-48a8-8da1-2da4c9f89a5a admin admin] Network eb546459-efc3-41de-9be3-646fa8fb4666 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:11:20.653672 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-ffb57ff1-3eaf-48a8-8da1-2da4c9f89a5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, eb546459-efc3-41de-9be3-646fa8fb4666) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:20.661008 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb57ff1-3eaf-48a8-8da1-2da4c9f89a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:20.662765 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ffb57ff1-3eaf-48a8-8da1-2da4c9f89a5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:20.702598 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75aaa8f5-d988-4438-aa75-de42de1cf4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:20.708939 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be36195b-a214-4779-a4ce-817d2485a0cf None None] Network eb546459-efc3-41de-9be3-646fa8fb4666 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:20.709136 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ffb57ff1-3eaf-48a8-8da1-2da4c9f89a5a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6779261 Nov 24 21:11:20.712850 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58208) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:20.718265 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-902644ed-78dc-4923-8c53-3ad086204f01 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-668697901-router', 'tenant_id': '8912b9af03cc4690a09635a6a521dfc4', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:20.740041 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aaa8f5-d988-4438-aa75-de42de1cf4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] No DVR routers for this DVR port 622945f6-1f2f-42f8-b34a-ccd08dc833a2 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:11:20.754967 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-902644ed-78dc-4923-8c53-3ad086204f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:20.758764 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-902644ed-78dc-4923-8c53-3ad086204f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:20.767773 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device dab09961-c7b3-47b9-ba04-4523c0489662 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:11:20.876432 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deed34e-5d7d-4ae7-87e5-ed5894d2464d None None] DHCP port deletion for 69adfac6-aefe-47ff-bd09-56faa0cfd61e request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:11:20.883949 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-902644ed-78dc-4923-8c53-3ad086204f01 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:20.956598 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75aaa8f5-d988-4438-aa75-de42de1cf4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:20.961234 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a53f98-2bb7-488e-96ca-56866035c59c req-73dbea27-c4cb-47f3-9df4-1fe5f48c48d6 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:20.963916 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:20.971040 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63a53f98-2bb7-488e-96ca-56866035c59c req-73dbea27-c4cb-47f3-9df4-1fe5f48c48d6 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 944 time: 0.1592257 Nov 24 21:11:20.999156 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:21.034270 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port dab09961-c7b3-47b9-ba04-4523c0489662 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:11:21.051290 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port dab09961-c7b3-47b9-ba04-4523c0489662 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:21.051666 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:21.237312 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63a53f98-2bb7-488e-96ca-56866035c59c req-f2570a83-7a2b-460b-a67a-19d9560eb1d0 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652354 Nov 24 21:11:21.249072 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-902644ed-78dc-4923-8c53-3ad086204f01 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:21.297785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 622945f6-1f2f-42f8-b34a-ccd08dc833a2 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:11:21.431071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 622945f6-1f2f-42f8-b34a-ccd08dc833a2 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:11:21.432276 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 622945f6-1f2f-42f8-b34a-ccd08dc833a2 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:11:21.435365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b765ba-1cec-46b1-893a-633f6b911766 None None] Pushing event updated for resources: {'Port': ['ID=1cece7c3-f017-4156-adc1-bdaa9a15e733,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:21.472605 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] Attempting to bind port 1cece7c3-f017-4156-adc1-bdaa9a15e733 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:11:21.473045 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] Attempting to bind port 1cece7c3-f017-4156-adc1-bdaa9a15e733 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:11:21.473485 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] Attempting to bind port 1cece7c3-f017-4156-adc1-bdaa9a15e733 on network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:11:21.492342 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:11:21.492862 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] Checking segment: {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:21.493649 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:21.494122 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] Bound using segment: {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:11:21.494832 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] Bound port: 1cece7c3-f017-4156-adc1-bdaa9a15e733, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:11:21.495706 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:21.500506 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f115ac6b-c77a-4ee7-830d-45a6e8ecb807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-eb546459-efc3-41de-9be3-646fa8fb4666', 'network_id': 'eb546459-efc3-41de-9be3-646fa8fb4666', 'tenant_id': '8912b9af03cc4690a09635a6a521dfc4', 'fixed_ips': [{'subnet_id': '0f134fc1-4b13-4574-8f1c-0e6c2c6b5b3d'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:11:21.501469 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f115ac6b-c77a-4ee7-830d-45a6e8ecb807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:21.504833 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c2897-897f-4901-b15d-790dd5e6b724 req-54c2181c-1e5d-4325-9143-c833b48a0b1f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:21.523231 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-db8c2897-897f-4901-b15d-790dd5e6b724 req-54c2181c-1e5d-4325-9143-c833b48a0b1f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 945 time: 0.1024354 Nov 24 21:11:21.536189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-75aaa8f5-d988-4438-aa75-de42de1cf4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69adfac6-aefe-47ff-bd09-56faa0cfd61e']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:21.548904 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-75aaa8f5-d988-4438-aa75-de42de1cf4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d5850b-64c0-46ef-ac0c-355037975d4a') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:21.549199 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-75aaa8f5-d988-4438-aa75-de42de1cf4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d5850b-64c0-46ef-ac0c-355037975d4a') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:21.561267 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75aaa8f5-d988-4438-aa75-de42de1cf4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:21.562995 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:21.578178 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75aaa8f5-d988-4438-aa75-de42de1cf4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:21.587751 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75aaa8f5-d988-4438-aa75-de42de1cf4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:11:21.588371 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75aaa8f5-d988-4438-aa75-de42de1cf4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:11:21.665640 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:11:21.667955 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aaa8f5-d988-4438-aa75-de42de1cf4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Pushing event deleted for resources: {'Port': ['ID=622945f6-1f2f-42f8-b34a-ccd08dc833a2,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:21.677174 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75aaa8f5-d988-4438-aa75-de42de1cf4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:21.702604 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75aaa8f5-d988-4438-aa75-de42de1cf4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:21.706731 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-75aaa8f5-d988-4438-aa75-de42de1cf4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] 10.222.0.11 "DELETE /v2.0/networks/69adfac6-aefe-47ff-bd09-56faa0cfd61e HTTP/1.1" status: 204 len: 168 time: 1.5828991 Nov 24 21:11:21.708903 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aaa8f5-d988-4438-aa75-de42de1cf4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487 tempest-ExtraDHCPOptionsIpV6TestJSON-1878928487-project] Pushing event deleted for resources: {'Network': ['ID=69adfac6-aefe-47ff-bd09-56faa0cfd61e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:21.732145 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-f115ac6b-c77a-4ee7-830d-45a6e8ecb807 None None] Allocated IP 172.20.0.2 (eb546459-efc3-41de-9be3-646fa8fb4666/0f134fc1-4b13-4574-8f1c-0e6c2c6b5b3d/33fcdee2-7373-4898-b2f1-e0c243881fb5) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:21.745466 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab36384-1659-4285-a119-15da81b2c110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab09961-c7b3-47b9-ba04-4523c0489662'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:11:21.748396 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0ec00f-850b-4124-bc59-cd74d29d4eb7" -d '{"events": [{"server_uuid": "1ab36384-1659-4285-a119-15da81b2c110", "name": "network-vif-plugged", "status": "completed", "tag": "dab09961-c7b3-47b9-ba04-4523c0489662"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:11:21.748660 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-db8c2897-897f-4901-b15d-790dd5e6b724 req-3b683f0d-5831-48c2-ab34-aa3cc26f821f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b587a96-f6ad-490e-b482-cafa0aae03ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239335 Nov 24 21:11:21.792638 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port dab09961-c7b3-47b9-ba04-4523c0489662, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=dab09961-c7b3-47b9-ba04-4523c0489662,segment=NetworkSegment(b1d695b4-23ac-4f76-b033-410336a771ec),segment_id=b1d695b4-23ac-4f76-b033-410336a771ec)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:21.809871 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d87bc40f-2181-476f-9a28-4b1bdf348422 None None] Provisioning complete for port 1cece7c3-f017-4156-adc1-bdaa9a15e733 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:21.810244 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d87bc40f-2181-476f-9a28-4b1bdf348422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:21.851459 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636efbcd-643e-4767-9083-fe2e97a15054 x-openstack-request-id: req-636efbcd-643e-4767-9083-fe2e97a15054 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:11:21.851704 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab36384-1659-4285-a119-15da81b2c110", "name": "network-vif-plugged", "status": "completed", "tag": "dab09961-c7b3-47b9-ba04-4523c0489662", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:11:21.851965 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-636efbcd-643e-4767-9083-fe2e97a15054 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:11:21.852368 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab36384-1659-4285-a119-15da81b2c110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab09961-c7b3-47b9-ba04-4523c0489662', 'code': 200} Nov 24 21:11:21.853426 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-d87bc40f-2181-476f-9a28-4b1bdf348422 None None] Port 1cece7c3-f017-4156-adc1-bdaa9a15e733 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:11:21.867649 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:21.873003 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-902644ed-78dc-4923-8c53-3ad086204f01 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:21.923798 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-902644ed-78dc-4923-8c53-3ad086204f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:21.931548 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=dab09961-c7b3-47b9-ba04-4523c0489662,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:21.995708 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] For port 1cece7c3-f017-4156-adc1-bdaa9a15e733, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:11:22.012966 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] For port 1cece7c3-f017-4156-adc1-bdaa9a15e733, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1cece7c3-f017-4156-adc1-bdaa9a15e733,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:11:22.025956 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:22.094379 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447fa3e-73d6-4cd6-a75c-d99f949fcb96 req-e4cc750e-514b-4e2a-bde3-b849f4f8607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:22.096212 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8447fa3e-73d6-4cd6-a75c-d99f949fcb96 req-e4cc750e-514b-4e2a-bde3-b849f4f8607c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 1096 time: 0.1693244 Nov 24 21:11:22.157313 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] Routers {'a783295e-5410-4b9d-9d94-0f71c3922c22'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:11:22.158043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:11:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a783295e-5410-4b9d-9d94-0f71c3922c22'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:22.181609 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b765ba-1cec-46b1-893a-633f6b911766 None None] Pushing event updated for resources: {'Port': ['ID=1cece7c3-f017-4156-adc1-bdaa9a15e733,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:22.266990 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-113e7ee4-ff6c-435d-b337-aeef56f59ff4 req-eee72b49-1679-4cac-a409-e0ce739034f7 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-117240528&fields=id&tenant_id=2f94b00cd11a4d0d8ad837179effb5b2 HTTP/1.1" status: 200 len: 267 time: 0.2182837 Nov 24 21:11:22.286816 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f115ac6b-c77a-4ee7-830d-45a6e8ecb807 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:22.297581 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58226) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:22.312262 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f115ac6b-c77a-4ee7-830d-45a6e8ecb807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:22.334724 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f115ac6b-c77a-4ee7-830d-45a6e8ecb807 None None] Network eb546459-efc3-41de-9be3-646fa8fb4666 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:22.339692 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-f115ac6b-c77a-4ee7-830d-45a6e8ecb807 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:22.354460 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-902644ed-78dc-4923-8c53-3ad086204f01 admin admin] Allocated IP 172.25.5.104 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/abc4d580-d00a-497a-88eb-30f9d4f8b256) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:22.364503 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8447fa3e-73d6-4cd6-a75c-d99f949fcb96 req-c74fe5a2-49a5-447d-b0ee-2f269d41df9a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544196 Nov 24 21:11:22.368902 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f115ac6b-c77a-4ee7-830d-45a6e8ecb807 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:22.410238 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e7ee4-ff6c-435d-b337-aeef56f59ff4 req-895abf70-306b-4fb8-bb04-0c1340066f3c tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:22.419664 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-113e7ee4-ff6c-435d-b337-aeef56f59ff4 req-895abf70-306b-4fb8-bb04-0c1340066f3c tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 945 time: 0.1452942 Nov 24 21:11:22.435659 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-113e7ee4-ff6c-435d-b337-aeef56f59ff4 req-9668bdef-2314-490f-8310-b2d128c1269e tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Request body: {'port': {'security_groups': ['4b587a96-f6ad-490e-b482-cafa0aae03ac', '22da2b19-517e-4fc9-8b4a-20f5bb29b630']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:22.482418 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115ac6b-c77a-4ee7-830d-45a6e8ecb807 None None] Pushing event updated for resources: {'Port': ['ID=33fcdee2-7373-4898-b2f1-e0c243881fb5,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:22.528315 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] Set router a783295e-5410-4b9d-9d94-0f71c3922c22 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:11:22.530256 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f115ac6b-c77a-4ee7-830d-45a6e8ecb807 None None] Attempting to bind port 33fcdee2-7373-4898-b2f1-e0c243881fb5 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:11:22.530634 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f115ac6b-c77a-4ee7-830d-45a6e8ecb807 None None] Attempting to bind port 33fcdee2-7373-4898-b2f1-e0c243881fb5 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '61c1cd3e-c594-491a-8a5f-970331512483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb546459-efc3-41de-9be3-646fa8fb4666'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:11:22.530999 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f115ac6b-c77a-4ee7-830d-45a6e8ecb807 None None] Attempting to bind port 33fcdee2-7373-4898-b2f1-e0c243881fb5 on network eb546459-efc3-41de-9be3-646fa8fb4666 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:11:22.566949 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f115ac6b-c77a-4ee7-830d-45a6e8ecb807 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:11:22.567343 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f115ac6b-c77a-4ee7-830d-45a6e8ecb807 None None] Checking segment: {'id': '61c1cd3e-c594-491a-8a5f-970331512483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb546459-efc3-41de-9be3-646fa8fb4666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:22.568395 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f115ac6b-c77a-4ee7-830d-45a6e8ecb807 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:22.568830 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f115ac6b-c77a-4ee7-830d-45a6e8ecb807 None None] Bound using segment: {'id': '61c1cd3e-c594-491a-8a5f-970331512483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb546459-efc3-41de-9be3-646fa8fb4666'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:11:22.569324 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f115ac6b-c77a-4ee7-830d-45a6e8ecb807 None None] Bound port: 33fcdee2-7373-4898-b2f1-e0c243881fb5, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c1cd3e-c594-491a-8a5f-970331512483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb546459-efc3-41de-9be3-646fa8fb4666'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:11:22.569717 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f115ac6b-c77a-4ee7-830d-45a6e8ecb807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:22.598144 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e4698ec0-3227-4e6f-8313-ace02f0a1c15 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ad23aa2aed8430ca4b300e56dbd51c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2992232 Nov 24 21:11:22.603714 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58232) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:22.630820 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-113e7ee4-ff6c-435d-b337-aeef56f59ff4 req-9668bdef-2314-490f-8310-b2d128c1269e tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:22.654775 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f115ac6b-c77a-4ee7-830d-45a6e8ecb807 None None] For port 33fcdee2-7373-4898-b2f1-e0c243881fb5, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:11:22.659445 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f115ac6b-c77a-4ee7-830d-45a6e8ecb807 None None] For port 33fcdee2-7373-4898-b2f1-e0c243881fb5, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=33fcdee2-7373-4898-b2f1-e0c243881fb5,segment=NetworkSegment(61c1cd3e-c594-491a-8a5f-970331512483),segment_id=61c1cd3e-c594-491a-8a5f-970331512483)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:11:22.677551 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f115ac6b-c77a-4ee7-830d-45a6e8ecb807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:22.714532 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-902644ed-78dc-4923-8c53-3ad086204f01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:22.739503 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9abe6c9f-c7bc-4ebf-8a84-367bd187baee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:22.791179 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8a7331c-e694-4820-8505-528559087a92 None None] Provisioning complete for port 1cece7c3-f017-4156-adc1-bdaa9a15e733 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:22.791584 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8a7331c-e694-4820-8505-528559087a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:22.822117 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9abe6c9f-c7bc-4ebf-8a84-367bd187baee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:22.942976 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-902644ed-78dc-4923-8c53-3ad086204f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:23.067905 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902644ed-78dc-4923-8c53-3ad086204f01 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:23.075909 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9abe6c9f-c7bc-4ebf-8a84-367bd187baee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:23.078951 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9abe6c9f-c7bc-4ebf-8a84-367bd187baee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:23.084523 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9abe6c9f-c7bc-4ebf-8a84-367bd187baee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d7ccf92c-b494-4dd7-a4d6-641681008880 HTTP/1.1" status: 204 len: 168 time: 0.4794974 Nov 24 21:11:23.105120 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-902644ed-78dc-4923-8c53-3ad086204f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:23.155924 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902644ed-78dc-4923-8c53-3ad086204f01 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:23.172208 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902644ed-78dc-4923-8c53-3ad086204f01 admin admin] Pushing event updated for resources: {'Port': ['ID=abc4d580-d00a-497a-88eb-30f9d4f8b256,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:23.240464 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe6c9f-c7bc-4ebf-8a84-367bd187baee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ccf92c-b494-4dd7-a4d6-641681008880,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:23.281389 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-113e7ee4-ff6c-435d-b337-aeef56f59ff4 req-9668bdef-2314-490f-8310-b2d128c1269e tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] For port 8078afb8-43ee-432b-a4af-524e3fa33eea, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8078afb8-43ee-432b-a4af-524e3fa33eea,segment=NetworkSegment(e79e06b3-37e5-4945-a046-ef522d007d1d),segment_id=e79e06b3-37e5-4945-a046-ef522d007d1d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:23.370119 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4a910f-0a60-4dff-b16c-79b69ecf771c None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:11:23.479876 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-113e7ee4-ff6c-435d-b337-aeef56f59ff4 req-9668bdef-2314-490f-8310-b2d128c1269e tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:23.498346 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-113e7ee4-ff6c-435d-b337-aeef56f59ff4 req-9668bdef-2314-490f-8310-b2d128c1269e tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:23.500835 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115ac6b-c77a-4ee7-830d-45a6e8ecb807 None None] Pushing event updated for resources: {'Port': ['ID=33fcdee2-7373-4898-b2f1-e0c243881fb5,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:23.517852 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['0067a324-2275-4d33-b85b-701ce2d8930c'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:11:23.530277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['8078afb8-43ee-432b-a4af-524e3fa33eea'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:11:23.625436 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e7ee4-ff6c-435d-b337-aeef56f59ff4 req-9668bdef-2314-490f-8310-b2d128c1269e tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:23.626126 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-113e7ee4-ff6c-435d-b337-aeef56f59ff4 req-9668bdef-2314-490f-8310-b2d128c1269e tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:23.649776 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-113e7ee4-ff6c-435d-b337-aeef56f59ff4 req-9668bdef-2314-490f-8310-b2d128c1269e tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "PUT /v2.0/ports/8078afb8-43ee-432b-a4af-524e3fa33eea HTTP/1.1" status: 200 len: 981 time: 1.2287688 Nov 24 21:11:23.658104 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f12004-5244-4c6f-8a8f-2fa62e8bcf42', 'tag': '8078afb8-43ee-432b-a4af-524e3fa33eea'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:11:23.660450 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ebaf25-0d7a-4ba1-92c8-90a1023e0606" -d '{"events": [{"name": "network-changed", "server_uuid": "04f12004-5244-4c6f-8a8f-2fa62e8bcf42", "tag": "8078afb8-43ee-432b-a4af-524e3fa33eea"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:11:23.702303 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['8078afb8-43ee-432b-a4af-524e3fa33eea'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:11:23.816590 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668bdef-2314-490f-8310-b2d128c1269e tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event updated for resources: {'Port': ['ID=8078afb8-43ee-432b-a4af-524e3fa33eea,revision_number=6']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:23.854453 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8a7331c-e694-4820-8505-528559087a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:24.000973 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e105762-ba95-4262-ac95-a74fb067559b req-1988936c-94f1-4e18-bc0c-9a9f9bcbd715 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:24.009467 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1e105762-ba95-4262-ac95-a74fb067559b req-1988936c-94f1-4e18-bc0c-9a9f9bcbd715 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 945 time: 0.2337132 Nov 24 21:11:24.009977 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-902644ed-78dc-4923-8c53-3ad086204f01 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:24.014756 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '1cece7c3-f017-4156-adc1-bdaa9a15e733', 'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'mac_address': 'fa:16:3e:83:e1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:12Z', 'updated_at': '2021-11-24T21:11:21Z', 'revision_number': 4, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'subnets': [{'id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:24.049713 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8a7331c-e694-4820-8505-528559087a92 None None] For port 1cece7c3-f017-4156-adc1-bdaa9a15e733, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1cece7c3-f017-4156-adc1-bdaa9a15e733,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:24.120425 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8a7331c-e694-4820-8505-528559087a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:24.132882 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142cccee-ab6d-40fc-8e64-d0c287e0cc68 None None] The sync data for ids ['a783295e-5410-4b9d-9d94-0f71c3922c22'] in n-d-812111-8 is: [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '1cece7c3-f017-4156-adc1-bdaa9a15e733', 'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'mac_address': 'fa:16:3e:83:e1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:12Z', 'updated_at': '2021-11-24T21:11:21Z', 'revision_number': 4, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'subnets': [{'id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:11:24.469026 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1e105762-ba95-4262-ac95-a74fb067559b req-62cd530d-d6e5-431b-8a64-d5d72fb9ab20 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649840 Nov 24 21:11:24.559374 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2271f720-6be3-462f-a243-3e0825094071 None None] Provisioning complete for port abc4d580-d00a-497a-88eb-30f9d4f8b256 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:24.560712 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2271f720-6be3-462f-a243-3e0825094071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:24.626132 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7331c-e694-4820-8505-528559087a92 None None] Pushing event updated for resources: {'Port': ['ID=1cece7c3-f017-4156-adc1-bdaa9a15e733,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:24.787162 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05c8365f-8ae0-49f2-9c41-2ba7867c4914 req-5a028f1e-4222-49f1-a4df-b01b3c8286ef tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/22da2b19-517e-4fc9-8b4a-20f5bb29b630 HTTP/1.1" status: 200 len: 1818 time: 0.1671312 Nov 24 21:11:24.816277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-2271f720-6be3-462f-a243-3e0825094071 None None] Port abc4d580-d00a-497a-88eb-30f9d4f8b256 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:11:24.844575 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9095d6-644f-4335-baa2-cb5c463ed917 None None] Network eb546459-efc3-41de-9be3-646fa8fb4666 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:24.938010 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-902644ed-78dc-4923-8c53-3ad086204f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:24.949700 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58270) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:25.064298 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-05c8365f-8ae0-49f2-9c41-2ba7867c4914 req-1fb65d3e-eda3-420c-9101-477357f0ac07 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 24 21:11:25.065705 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05c8365f-8ae0-49f2-9c41-2ba7867c4914 req-1fb65d3e-eda3-420c-9101-477357f0ac07 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "DELETE /v2.0/security-groups/22da2b19-517e-4fc9-8b4a-20f5bb29b630 HTTP/1.1" status: 409 len: 341 time: 0.2590482 Nov 24 21:11:25.161318 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed3df4f-e7c0-47aa-92fc-b6b52740d8c8 x-openstack-request-id: req-8ed3df4f-e7c0-47aa-92fc-b6b52740d8c8 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:11:25.162335 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f12004-5244-4c6f-8a8f-2fa62e8bcf42", "tag": "8078afb8-43ee-432b-a4af-524e3fa33eea", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:11:25.162620 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8ed3df4f-e7c0-47aa-92fc-b6b52740d8c8 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:11:25.163044 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f12004-5244-4c6f-8a8f-2fa62e8bcf42', 'tag': '8078afb8-43ee-432b-a4af-524e3fa33eea', 'status': 'completed', 'code': 200} Nov 24 21:11:25.165584 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c16c2271-cb92-4a99-a180-93a066c490c7 None None] Provisioning complete for port 33fcdee2-7373-4898-b2f1-e0c243881fb5 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:25.167397 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c16c2271-cb92-4a99-a180-93a066c490c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:25.192332 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-fe4bd808-ec1e-402a-b7ea-627c459e751b tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-826166378'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:25.272243 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4bd808-ec1e-402a-b7ea-627c459e751b tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Made reservation on behalf of cb0d00e0c52d4275ac6919082dc0ca3b for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:25.276405 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fe4bd808-ec1e-402a-b7ea-627c459e751b tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:25.297735 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebaf25-0d7a-4ba1-92c8-90a1023e0606 req-752be770-8c6c-41dc-b4bc-2b4bc1bd9973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:25.299872 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51ebaf25-0d7a-4ba1-92c8-90a1023e0606 req-752be770-8c6c-41dc-b4bc-2b4bc1bd9973 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f94b00cd11a4d0d8ad837179effb5b2&device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 1135 time: 0.1192617 Nov 24 21:11:25.337890 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fe4bd808-ec1e-402a-b7ea-627c459e751b tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:25.442380 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56b867-406d-4c69-b8fa-db469749dc83 req-b39243c5-8b2a-416b-a56b-25e55c3d8263 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:25.450626 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6f56b867-406d-4c69-b8fa-db469749dc83 req-b39243c5-8b2a-416b-a56b-25e55c3d8263 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 945 time: 0.1710370 Nov 24 21:11:25.514480 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902644ed-78dc-4923-8c53-3ad086204f01 admin admin] Router 971b195a-104d-4e47-8fc1-687461b2b4f0 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:11:25.528438 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fe4bd808-ec1e-402a-b7ea-627c459e751b tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:25.561115 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fe4bd808-ec1e-402a-b7ea-627c459e751b tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:25.575123 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6f56b867-406d-4c69-b8fa-db469749dc83 req-d14cd2c0-5482-409b-a308-eebb0106e68e tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233151 Nov 24 21:11:25.581159 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4bd808-ec1e-402a-b7ea-627c459e751b tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:11:25.593346 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fe4bd808-ec1e-402a-b7ea-627c459e751b tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:25.594244 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-fe4bd808-ec1e-402a-b7ea-627c459e751b tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Added segment ae6b97de-a7cc-46a8-aa90-74449cb30d35 of type vlan for network 99a8490a-82ac-40b3-808d-979e1d80950f Nov 24 21:11:25.599323 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c16c2271-cb92-4a99-a180-93a066c490c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:25.604102 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 33fcdee2-7373-4898-b2f1-e0c243881fb5 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:11:25.678537 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bd808-ec1e-402a-b7ea-627c459e751b tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=041b8754-70af-4ccb-bb96-94dd0e735371,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:25.702193 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebaf25-0d7a-4ba1-92c8-90a1023e0606 req-07889d68-7e98-419e-ab0e-8856019cfe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:25.702451 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fe4bd808-ec1e-402a-b7ea-627c459e751b tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:25.704645 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51ebaf25-0d7a-4ba1-92c8-90a1023e0606 req-07889d68-7e98-419e-ab0e-8856019cfe90 service neutron] 10.222.0.15 "GET /v2.0/networks?id=49844ac9-6dbd-4c4d-8b29-cad65bfe426c HTTP/1.1" status: 200 len: 914 time: 0.3801994 Nov 24 21:11:25.739053 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fe4bd808-ec1e-402a-b7ea-627c459e751b tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:25.750443 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4bd808-ec1e-402a-b7ea-627c459e751b tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:25.751478 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fe4bd808-ec1e-402a-b7ea-627c459e751b tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:25.767025 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c16c2271-cb92-4a99-a180-93a066c490c7 None None] For port 33fcdee2-7373-4898-b2f1-e0c243881fb5, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=33fcdee2-7373-4898-b2f1-e0c243881fb5,segment=NetworkSegment(61c1cd3e-c594-491a-8a5f-970331512483),segment_id=61c1cd3e-c594-491a-8a5f-970331512483)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:25.787072 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c16c2271-cb92-4a99-a180-93a066c490c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:25.799879 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51ebaf25-0d7a-4ba1-92c8-90a1023e0606 req-79b98c9c-3247-42a6-8b55-62cbe384e44c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8078afb8-43ee-432b-a4af-524e3fa33eea HTTP/1.1" status: 200 len: 217 time: 0.0555208 Nov 24 21:11:25.831507 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fe4bd808-ec1e-402a-b7ea-627c459e751b tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8805451 Nov 24 21:11:25.843178 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58282) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:25.870655 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-af6f8793-27ad-467b-8ca9-7186088a9358 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Request body: {'subnet': {'network_id': '99a8490a-82ac-40b3-808d-979e1d80950f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:25.957960 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902644ed-78dc-4923-8c53-3ad086204f01 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:11:25.972772 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] Sync routers for ids ['971b195a-104d-4e47-8fc1-687461b2b4f0'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:11:25.973479 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebaf25-0d7a-4ba1-92c8-90a1023e0606 req-afe6d169-feba-400d-a8da-efa9f53fd543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:25.974649 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51ebaf25-0d7a-4ba1-92c8-90a1023e0606 req-afe6d169-feba-400d-a8da-efa9f53fd543 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd828feb-04a3-4ab5-af17-d372e9da2aea HTTP/1.1" status: 200 len: 853 time: 0.1736073 Nov 24 21:11:25.978839 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bd808-ec1e-402a-b7ea-627c459e751b tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Pushing event updated for resources: {'Network': ['ID=99a8490a-82ac-40b3-808d-979e1d80950f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:25.985208 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c2271-cb92-4a99-a180-93a066c490c7 None None] Pushing event updated for resources: {'Port': ['ID=33fcdee2-7373-4898-b2f1-e0c243881fb5,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:25.989316 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 33fcdee2-7373-4898-b2f1-e0c243881fb5 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:25.989693 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:26.045530 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 99a8490a-82ac-40b3-808d-979e1d80950f details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:11:26.052717 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] Routers {'971b195a-104d-4e47-8fc1-687461b2b4f0'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:11:26.055633 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51ebaf25-0d7a-4ba1-92c8-90a1023e0606 req-f24c3540-cb1c-4156-88c3-360d7b260a81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=49844ac9-6dbd-4c4d-8b29-cad65bfe426c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645111 Nov 24 21:11:26.059557 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-902644ed-78dc-4923-8c53-3ad086204f01 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:26.063294 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:11:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['971b195a-104d-4e47-8fc1-687461b2b4f0'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:26.070464 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-902644ed-78dc-4923-8c53-3ad086204f01 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3563569 Nov 24 21:11:26.073177 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58294) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:26.185196 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6f8793-27ad-467b-8ca9-7186088a9358 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Made reservation on behalf of cb0d00e0c52d4275ac6919082dc0ca3b for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:26.209372 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af6f8793-27ad-467b-8ca9-7186088a9358 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:26.405630 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1cece7c3-f017-4156-adc1-bdaa9a15e733 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:11:26.494704 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] Set router 971b195a-104d-4e47-8fc1-687461b2b4f0 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:11:26.522441 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-dc3d00e9-1aa7-42c0-a581-8d82c7493ac4 None None] Provisioning complete for port 33fcdee2-7373-4898-b2f1-e0c243881fb5 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:26.522930 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dc3d00e9-1aa7-42c0-a581-8d82c7493ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:26.639902 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 1cece7c3-f017-4156-adc1-bdaa9a15e733 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:26.640560 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:26.803897 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af6f8793-27ad-467b-8ca9-7186088a9358 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:26.921249 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f8793-27ad-467b-8ca9-7186088a9358 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Pushing event updated for resources: {'Subnet': ['ID=b37325d5-5c53-4a29-9225-3e93ff2ae4e3,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:27.019569 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f8793-27ad-467b-8ca9-7186088a9358 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Checking segment: {'id': 'ae6b97de-a7cc-46a8-aa90-74449cb30d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '99a8490a-82ac-40b3-808d-979e1d80950f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:27.020230 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6f8793-27ad-467b-8ca9-7186088a9358 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Network hostable DHCP agents. Network: 99a8490a-82ac-40b3-808d-979e1d80950f, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:11:27.040393 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971b195a-104d-4e47-8fc1-687461b2b4f0', 'name': 'tempest-TestVolumeBootPattern-668697901-router', 'tenant_id': '8912b9af03cc4690a09635a6a521dfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'abc4d580-d00a-497a-88eb-30f9d4f8b256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:20Z', 'updated_at': '2021-11-24T21:11:23Z', 'revision_number': 3, 'project_id': '8912b9af03cc4690a09635a6a521dfc4', 'gw_port': {'id': 'abc4d580-d00a-497a-88eb-30f9d4f8b256', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971b195a-104d-4e47-8fc1-687461b2b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:21Z', 'updated_at': '2021-11-24T21:11:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:27.046263 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6f8793-27ad-467b-8ca9-7186088a9358 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Network 99a8490a-82ac-40b3-808d-979e1d80950f is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:11:27.058701 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-af6f8793-27ad-467b-8ca9-7186088a9358 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 99a8490a-82ac-40b3-808d-979e1d80950f) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:27.069569 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e0a417-cb01-4739-b6f3-8d9f9c59ae93 None None] Network 99a8490a-82ac-40b3-808d-979e1d80950f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:27.081577 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6f8793-27ad-467b-8ca9-7186088a9358 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:27.084050 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af6f8793-27ad-467b-8ca9-7186088a9358 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:27.110272 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] Checking router: 971b195a-104d-4e47-8fc1-687461b2b4f0 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:11:27.111763 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] Updating router 971b195a-104d-4e47-8fc1-687461b2b4f0 port abc4d580-d00a-497a-88eb-30f9d4f8b256 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:11:27.127324 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-af6f8793-27ad-467b-8ca9-7186088a9358 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2680504 Nov 24 21:11:27.129294 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58312) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:27.140309 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-08008a5d-23ce-4e2c-a2a8-f09a3fc014bb tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Request body: {'port': {'network_id': '99a8490a-82ac-40b3-808d-979e1d80950f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-954791337'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:27.196977 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:27.228197 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51ebaf25-0d7a-4ba1-92c8-90a1023e0606 req-e13cb1ce-863b-4f01-a4ec-28863c4b7713 service neutron] 10.222.0.15 "GET /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1562235 Nov 24 21:11:27.330933 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c46706-4687-42fd-b06e-cfb52d1f01d9 req-f930ec53-2d88-421c-83b8-015b023052dc tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:27.332649 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-73c46706-4687-42fd-b06e-cfb52d1f01d9 req-f930ec53-2d88-421c-83b8-015b023052dc tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 984 time: 0.7481184 Nov 24 21:11:27.360211 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 33fcdee2-7373-4898-b2f1-e0c243881fb5 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:11:27.422694 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08008a5d-23ce-4e2c-a2a8-f09a3fc014bb tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Made reservation on behalf of cb0d00e0c52d4275ac6919082dc0ca3b for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:27.428562 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-08008a5d-23ce-4e2c-a2a8-f09a3fc014bb tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:27.466868 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ebed8a-f872-4a43-a53d-e30936d55d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-99a8490a-82ac-40b3-808d-979e1d80950f', 'network_id': '99a8490a-82ac-40b3-808d-979e1d80950f', 'tenant_id': 'cb0d00e0c52d4275ac6919082dc0ca3b', 'fixed_ips': [{'subnet_id': 'b37325d5-5c53-4a29-9225-3e93ff2ae4e3'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:11:27.467762 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-56ebed8a-f872-4a43-a53d-e30936d55d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:27.469123 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-08008a5d-23ce-4e2c-a2a8-f09a3fc014bb tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] device_id is not set on port b02d8d4a-0692-4e5c-a3b2-61b3e0f8bc91 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:11:27.469598 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51ebaf25-0d7a-4ba1-92c8-90a1023e0606 req-69d662ef-8400-4a6a-a08d-77aaacd4671d service neutron] 10.222.0.15 "GET /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323413 Nov 24 21:11:27.487954 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 33fcdee2-7373-4898-b2f1-e0c243881fb5 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:27.488426 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:27.516017 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-73c46706-4687-42fd-b06e-cfb52d1f01d9 req-d64fd8ae-bf0a-4663-b8ec-16ec0f28cad4 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b587a96-f6ad-490e-b482-cafa0aae03ac&id=22da2b19-517e-4fc9-8b4a-20f5bb29b630&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1453581 Nov 24 21:11:27.673853 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-08008a5d-23ce-4e2c-a2a8-f09a3fc014bb tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Allocated IP 172.20.0.6 (99a8490a-82ac-40b3-808d-979e1d80950f/b37325d5-5c53-4a29-9225-3e93ff2ae4e3/b02d8d4a-0692-4e5c-a3b2-61b3e0f8bc91) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:27.783695 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342ceda-41e2-4f07-8de4-caf5e6d82783 req-b3e5ddc1-fe85-419b-bc72-5555769351d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:27.785373 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6342ceda-41e2-4f07-8de4-caf5e6d82783 req-b3e5ddc1-fe85-419b-bc72-5555769351d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f94b00cd11a4d0d8ad837179effb5b2&device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 1135 time: 0.2529745 Nov 24 21:11:27.868874 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-08008a5d-23ce-4e2c-a2a8-f09a3fc014bb tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:27.908631 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-08008a5d-23ce-4e2c-a2a8-f09a3fc014bb tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:27.944648 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe0c92-b6f5-423a-8880-31da7a52dfff req-8adaa50e-1be2-4193-9bd4-85aaecb59e6e tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:27.952936 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dbfe0c92-b6f5-423a-8880-31da7a52dfff req-8adaa50e-1be2-4193-9bd4-85aaecb59e6e tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 945 time: 0.3065200 Nov 24 21:11:27.968185 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08008a5d-23ce-4e2c-a2a8-f09a3fc014bb tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Network 99a8490a-82ac-40b3-808d-979e1d80950f is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:27.974948 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-08008a5d-23ce-4e2c-a2a8-f09a3fc014bb tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:27.976991 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08008a5d-23ce-4e2c-a2a8-f09a3fc014bb tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Pushing event updated for resources: {'Port': ['ID=b02d8d4a-0692-4e5c-a3b2-61b3e0f8bc91,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:27.977528 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342ceda-41e2-4f07-8de4-caf5e6d82783 req-1a2008b4-0616-4d88-9cdf-572519f52090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:27.979034 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6342ceda-41e2-4f07-8de4-caf5e6d82783 req-1a2008b4-0616-4d88-9cdf-572519f52090 service neutron] 10.222.0.15 "GET /v2.0/networks?id=49844ac9-6dbd-4c4d-8b29-cad65bfe426c HTTP/1.1" status: 200 len: 914 time: 0.1806667 Nov 24 21:11:27.979641 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08008a5d-23ce-4e2c-a2a8-f09a3fc014bb tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:28.002217 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-56ebed8a-f872-4a43-a53d-e30936d55d4b None None] Allocated IP 172.20.0.2 (99a8490a-82ac-40b3-808d-979e1d80950f/b37325d5-5c53-4a29-9225-3e93ff2ae4e3/04d82ed2-2c12-4f0b-b2cd-4e2734556950) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:28.033011 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:28.048876 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:28.082043 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6342ceda-41e2-4f07-8de4-caf5e6d82783 req-cb55ab87-e454-4660-b5a9-22f8d2d83d11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8078afb8-43ee-432b-a4af-524e3fa33eea HTTP/1.1" status: 200 len: 217 time: 0.0818858 Nov 24 21:11:28.088971 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08008a5d-23ce-4e2c-a2a8-f09a3fc014bb tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:28.091802 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-08008a5d-23ce-4e2c-a2a8-f09a3fc014bb tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:28.131811 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-08008a5d-23ce-4e2c-a2a8-f09a3fc014bb tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9988601 Nov 24 21:11:28.135425 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58322) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:28.147798 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-1c34abb7-f54c-4c0a-8ba3-d5cf35296df1 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Request body: {'port': {'network_id': '99a8490a-82ac-40b3-808d-979e1d80950f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-64566993', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:28.149935 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.api.validators [None req-1c34abb7-f54c-4c0a-8ba3-d5cf35296df1 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] bootfile-name is not in valid_values {{(pid=109990) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 21:11:28.150300 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.api.validators [None req-1c34abb7-f54c-4c0a-8ba3-d5cf35296df1 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] tftp-server is not in valid_values {{(pid=109990) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 21:11:28.150650 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.api.validators [None req-1c34abb7-f54c-4c0a-8ba3-d5cf35296df1 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] server-ip-address is not in valid_values {{(pid=109990) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 21:11:28.181581 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c43fa3-1484-426d-ae36-8988a44fafd3 None None] Pushing event updated for resources: {'Port': ['ID=abc4d580-d00a-497a-88eb-30f9d4f8b256,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:28.218054 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dbfe0c92-b6f5-423a-8880-31da7a52dfff req-9e8b76d2-3e22-444f-b391-98423a91ea5d tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641301 Nov 24 21:11:28.221401 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] Attempting to bind port abc4d580-d00a-497a-88eb-30f9d4f8b256 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:11:28.221777 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] Attempting to bind port abc4d580-d00a-497a-88eb-30f9d4f8b256 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:11:28.222146 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] Attempting to bind port abc4d580-d00a-497a-88eb-30f9d4f8b256 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:11:28.240166 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-56ebed8a-f872-4a43-a53d-e30936d55d4b None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:28.245141 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726f6589-6220-431d-be71-89a3dd7efbe6 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:11:28.246608 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:11:28.247005 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:28.247406 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:28.247796 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:11:28.248277 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] Bound port: abc4d580-d00a-497a-88eb-30f9d4f8b256, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:11:28.248654 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:28.254779 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-56ebed8a-f872-4a43-a53d-e30936d55d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:28.284264 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342ceda-41e2-4f07-8de4-caf5e6d82783 req-31dfb94a-0a4c-45f6-bf3e-aeabf50e5cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:28.285997 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6342ceda-41e2-4f07-8de4-caf5e6d82783 req-31dfb94a-0a4c-45f6-bf3e-aeabf50e5cf6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd828feb-04a3-4ab5-af17-d372e9da2aea HTTP/1.1" status: 200 len: 853 time: 0.1815953 Nov 24 21:11:28.329154 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6342ceda-41e2-4f07-8de4-caf5e6d82783 req-22f8d335-7df6-4a90-961f-fcbfd748e4c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=49844ac9-6dbd-4c4d-8b29-cad65bfe426c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320690 Nov 24 21:11:28.331234 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ebed8a-f872-4a43-a53d-e30936d55d4b None None] Network 99a8490a-82ac-40b3-808d-979e1d80950f is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:28.336614 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-56ebed8a-f872-4a43-a53d-e30936d55d4b None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:28.346074 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ebed8a-f872-4a43-a53d-e30936d55d4b None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:28.348113 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] For port abc4d580-d00a-497a-88eb-30f9d4f8b256, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:11:28.351751 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] For port abc4d580-d00a-497a-88eb-30f9d4f8b256, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=abc4d580-d00a-497a-88eb-30f9d4f8b256,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:11:28.359925 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:28.381653 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebed8a-f872-4a43-a53d-e30936d55d4b None None] Pushing event updated for resources: {'Port': ['ID=04d82ed2-2c12-4f0b-b2cd-4e2734556950,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:28.416697 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] Routers {'971b195a-104d-4e47-8fc1-687461b2b4f0'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:11:28.417475 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:11:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['971b195a-104d-4e47-8fc1-687461b2b4f0'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:28.473674 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c34abb7-f54c-4c0a-8ba3-d5cf35296df1 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Made reservation on behalf of cb0d00e0c52d4275ac6919082dc0ca3b for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:28.474043 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b396b50-bfd8-40d8-b090-f3871cc78c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:28.484320 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1c34abb7-f54c-4c0a-8ba3-d5cf35296df1 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:28.510351 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70db0c9c-3621-4515-9a44-ead13cb35f90 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:11:28.517152 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-1c34abb7-f54c-4c0a-8ba3-d5cf35296df1 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] device_id is not set on port e4f04fc4-af8d-4f32-bb7f-7981fd0812b9 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:11:28.529205 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c43fa3-1484-426d-ae36-8988a44fafd3 None None] Pushing event updated for resources: {'Port': ['ID=abc4d580-d00a-497a-88eb-30f9d4f8b256,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:28.536800 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-23f3f798-99c9-42e0-9549-3fa9da9c5e62 None None] Provisioning complete for port abc4d580-d00a-497a-88eb-30f9d4f8b256 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:28.536969 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-23f3f798-99c9-42e0-9549-3fa9da9c5e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:28.581377 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] Set router 971b195a-104d-4e47-8fc1-687461b2b4f0 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:11:28.610288 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-56ebed8a-f872-4a43-a53d-e30936d55d4b None None] Attempting to bind port 04d82ed2-2c12-4f0b-b2cd-4e2734556950 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:11:28.610666 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-56ebed8a-f872-4a43-a53d-e30936d55d4b None None] Attempting to bind port 04d82ed2-2c12-4f0b-b2cd-4e2734556950 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'ae6b97de-a7cc-46a8-aa90-74449cb30d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '99a8490a-82ac-40b3-808d-979e1d80950f'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:11:28.613123 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebed8a-f872-4a43-a53d-e30936d55d4b None None] Attempting to bind port 04d82ed2-2c12-4f0b-b2cd-4e2734556950 on network 99a8490a-82ac-40b3-808d-979e1d80950f {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:11:28.622610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebed8a-f872-4a43-a53d-e30936d55d4b None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:11:28.623534 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebed8a-f872-4a43-a53d-e30936d55d4b None None] Checking segment: {'id': 'ae6b97de-a7cc-46a8-aa90-74449cb30d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '99a8490a-82ac-40b3-808d-979e1d80950f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:28.624461 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-56ebed8a-f872-4a43-a53d-e30936d55d4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:28.625552 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebed8a-f872-4a43-a53d-e30936d55d4b None None] Bound using segment: {'id': 'ae6b97de-a7cc-46a8-aa90-74449cb30d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '99a8490a-82ac-40b3-808d-979e1d80950f'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:11:28.627396 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-56ebed8a-f872-4a43-a53d-e30936d55d4b None None] Bound port: 04d82ed2-2c12-4f0b-b2cd-4e2734556950, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae6b97de-a7cc-46a8-aa90-74449cb30d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '99a8490a-82ac-40b3-808d-979e1d80950f'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:11:28.628285 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-56ebed8a-f872-4a43-a53d-e30936d55d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:28.718236 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-56ebed8a-f872-4a43-a53d-e30936d55d4b None None] For port 04d82ed2-2c12-4f0b-b2cd-4e2734556950, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:11:28.726458 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-56ebed8a-f872-4a43-a53d-e30936d55d4b None None] For port 04d82ed2-2c12-4f0b-b2cd-4e2734556950, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=04d82ed2-2c12-4f0b-b2cd-4e2734556950,segment=NetworkSegment(ae6b97de-a7cc-46a8-aa90-74449cb30d35),segment_id=ae6b97de-a7cc-46a8-aa90-74449cb30d35)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:11:28.742053 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-56ebed8a-f872-4a43-a53d-e30936d55d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:28.762368 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-1c34abb7-f54c-4c0a-8ba3-d5cf35296df1 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Allocated IP 172.20.0.4 (99a8490a-82ac-40b3-808d-979e1d80950f/b37325d5-5c53-4a29-9225-3e93ff2ae4e3/e4f04fc4-af8d-4f32-bb7f-7981fd0812b9) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:28.855933 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebed8a-f872-4a43-a53d-e30936d55d4b None None] Pushing event updated for resources: {'Port': ['ID=04d82ed2-2c12-4f0b-b2cd-4e2734556950,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:28.914575 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-23f3f798-99c9-42e0-9549-3fa9da9c5e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:28.953400 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6342ceda-41e2-4f07-8de4-caf5e6d82783 req-fb88f9e5-8f5d-4d74-b069-1d3b84cc7f38 service neutron] 10.222.0.15 "GET /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5469546 Nov 24 21:11:28.974419 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-23f3f798-99c9-42e0-9549-3fa9da9c5e62 None None] For port abc4d580-d00a-497a-88eb-30f9d4f8b256, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=abc4d580-d00a-497a-88eb-30f9d4f8b256,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:28.983245 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-23f3f798-99c9-42e0-9549-3fa9da9c5e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:29.048697 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971b195a-104d-4e47-8fc1-687461b2b4f0', 'name': 'tempest-TestVolumeBootPattern-668697901-router', 'tenant_id': '8912b9af03cc4690a09635a6a521dfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'abc4d580-d00a-497a-88eb-30f9d4f8b256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:20Z', 'updated_at': '2021-11-24T21:11:23Z', 'revision_number': 3, 'project_id': '8912b9af03cc4690a09635a6a521dfc4', 'gw_port': {'id': 'abc4d580-d00a-497a-88eb-30f9d4f8b256', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971b195a-104d-4e47-8fc1-687461b2b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:21Z', 'updated_at': '2021-11-24T21:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:29.108841 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632054c1-92b8-48c0-8f98-fda43ee48e33 req-361cdb0c-b78f-47f0-a22e-ccb87f7a46f4 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:29.111666 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149f39ae-a4dc-4ef9-9baf-91bce39d2ded None None] The sync data for ids ['971b195a-104d-4e47-8fc1-687461b2b4f0'] in n-d-812111-8 is: [{'id': '971b195a-104d-4e47-8fc1-687461b2b4f0', 'name': 'tempest-TestVolumeBootPattern-668697901-router', 'tenant_id': '8912b9af03cc4690a09635a6a521dfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'abc4d580-d00a-497a-88eb-30f9d4f8b256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:20Z', 'updated_at': '2021-11-24T21:11:23Z', 'revision_number': 3, 'project_id': '8912b9af03cc4690a09635a6a521dfc4', 'gw_port': {'id': 'abc4d580-d00a-497a-88eb-30f9d4f8b256', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971b195a-104d-4e47-8fc1-687461b2b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:21Z', 'updated_at': '2021-11-24T21:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:11:29.113270 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1c34abb7-f54c-4c0a-8ba3-d5cf35296df1 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:29.121754 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-632054c1-92b8-48c0-8f98-fda43ee48e33 req-361cdb0c-b78f-47f0-a22e-ccb87f7a46f4 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 984 time: 0.4397120 Nov 24 21:11:29.160543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3f798-99c9-42e0-9549-3fa9da9c5e62 None None] Pushing event updated for resources: {'Port': ['ID=abc4d580-d00a-497a-88eb-30f9d4f8b256,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:29.176064 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b1d9a894-31e3-4478-b55a-3294fb593031 None None] Provisioning complete for port abc4d580-d00a-497a-88eb-30f9d4f8b256 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:29.176583 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b1d9a894-31e3-4478-b55a-3294fb593031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:29.187919 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1c34abb7-f54c-4c0a-8ba3-d5cf35296df1 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:29.237684 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c34abb7-f54c-4c0a-8ba3-d5cf35296df1 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Network 99a8490a-82ac-40b3-808d-979e1d80950f is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:29.242337 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-1c34abb7-f54c-4c0a-8ba3-d5cf35296df1 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:29.367810 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c34abb7-f54c-4c0a-8ba3-d5cf35296df1 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:29.501042 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34abb7-f54c-4c0a-8ba3-d5cf35296df1 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Pushing event updated for resources: {'Port': ['ID=e4f04fc4-af8d-4f32-bb7f-7981fd0812b9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:29.525076 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c34abb7-f54c-4c0a-8ba3-d5cf35296df1 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:29.525710 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1c34abb7-f54c-4c0a-8ba3-d5cf35296df1 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:29.587450 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1c34abb7-f54c-4c0a-8ba3-d5cf35296df1 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.4507344 Nov 24 21:11:29.590438 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58340) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:29.592662 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-632054c1-92b8-48c0-8f98-fda43ee48e33 req-0473f05b-22ff-48fe-8110-4867836ea1fe tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b587a96-f6ad-490e-b482-cafa0aae03ac&id=22da2b19-517e-4fc9-8b4a-20f5bb29b630&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4671094 Nov 24 21:11:29.615931 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6342ceda-41e2-4f07-8de4-caf5e6d82783 req-22e2fbf0-d83f-48e1-a3da-a9d986ae2411 service neutron] 10.222.0.15 "GET /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6448512 Nov 24 21:11:29.640037 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-8b396b50-bfd8-40d8-b090-f3871cc78c4f admin admin] Allocated IP 172.20.0.1 (eb546459-efc3-41de-9be3-646fa8fb4666/0f134fc1-4b13-4574-8f1c-0e6c2c6b5b3d/10f7fe88-020c-47d4-b3e6-6e858d55da4d) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:29.741162 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd90e1ce-b96a-4e21-b5d4-0849c0b130bf tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:29.748910 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd90e1ce-b96a-4e21-b5d4-0849c0b130bf tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:29.755779 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd90e1ce-b96a-4e21-b5d4-0849c0b130bf tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:29.757546 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bd90e1ce-b96a-4e21-b5d4-0849c0b130bf tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2613 time: 0.1661310 Nov 24 21:11:29.760398 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58342) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:30.021574 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b396b50-bfd8-40d8-b090-f3871cc78c4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:30.035441 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-b1d6afd9-e050-4295-b02d-d1c148e17f01 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Deleting port e4f04fc4-af8d-4f32-bb7f-7981fd0812b9 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:11:30.035968 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1d6afd9-e050-4295-b02d-d1c148e17f01 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:30.053895 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c10915-b3f0-47c0-9634-5d563c6a9e2e req-d4baad8b-1764-4588-9a26-907d5c4ab97f tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:30.068989 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-69c10915-b3f0-47c0-9634-5d563c6a9e2e req-d4baad8b-1764-4588-9a26-907d5c4ab97f tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 945 time: 0.2492785 Nov 24 21:11:30.188926 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1d6afd9-e050-4295-b02d-d1c148e17f01 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:30.242512 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b396b50-bfd8-40d8-b090-f3871cc78c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:30.249952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-b1d6afd9-e050-4295-b02d-d1c148e17f01 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Calling delete_port for e4f04fc4-af8d-4f32-bb7f-7981fd0812b9 owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:11:30.344414 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-69c10915-b3f0-47c0-9634-5d563c6a9e2e req-cdb5980f-8d07-44ac-9a1f-3fd6bff5aba2 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740259 Nov 24 21:11:30.384898 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b396b50-bfd8-40d8-b090-f3871cc78c4f admin admin] Network eb546459-efc3-41de-9be3-646fa8fb4666 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:30.389680 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-8b396b50-bfd8-40d8-b090-f3871cc78c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:30.403783 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b396b50-bfd8-40d8-b090-f3871cc78c4f admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:30.406358 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b396b50-bfd8-40d8-b090-f3871cc78c4f admin admin] Pushing event updated for resources: {'Port': ['ID=10f7fe88-020c-47d4-b3e6-6e858d55da4d,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:30.478185 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b396b50-bfd8-40d8-b090-f3871cc78c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:30.634416 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1d6afd9-e050-4295-b02d-d1c148e17f01 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:30.718053 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6afd9-e050-4295-b02d-d1c148e17f01 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Pushing event deleted for resources: {'Port': ['ID=e4f04fc4-af8d-4f32-bb7f-7981fd0812b9,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:30.864350 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b396b50-bfd8-40d8-b090-f3871cc78c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:30.901235 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1d6afd9-e050-4295-b02d-d1c148e17f01 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:30.919657 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58350) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:30.927373 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe4a0b7-0e01-45ae-a9aa-b06cfcc19161 None None] Network 99a8490a-82ac-40b3-808d-979e1d80950f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:30.929179 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b1d6afd9-e050-4295-b02d-d1c148e17f01 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] 10.222.0.11 "DELETE /v2.0/ports/e4f04fc4-af8d-4f32-bb7f-7981fd0812b9 HTTP/1.1" status: 204 len: 168 time: 1.1675444 Nov 24 21:11:30.936451 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-0d6f2555-38a4-4a40-b2ae-46545aaa9d02 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Request body: {'port': {'name': 'tempest-new-port-name-525290887', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:30.936926 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.api.validators [None req-0d6f2555-38a4-4a40-b2ae-46545aaa9d02 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] bootfile-name is not in valid_values {{(pid=109991) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 21:11:30.937273 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.api.validators [None req-0d6f2555-38a4-4a40-b2ae-46545aaa9d02 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] tftp-server is not in valid_values {{(pid=109991) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 21:11:30.937605 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.api.validators [None req-0d6f2555-38a4-4a40-b2ae-46545aaa9d02 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] server-ip-address is not in valid_values {{(pid=109991) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 21:11:31.094358 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-41383a62-ee10-48c7-b99c-85d3e6726ffd None None] Provisioning complete for port 10f7fe88-020c-47d4-b3e6-6e858d55da4d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:31.099983 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-41383a62-ee10-48c7-b99c-85d3e6726ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:31.117102 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dff0b5-429f-4dc8-b27b-f55bbd5de866 req-ffe6b189-1464-4b98-a559-4f2f2c31df37 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:31.118735 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a0dff0b5-429f-4dc8-b27b-f55bbd5de866 req-ffe6b189-1464-4b98-a559-4f2f2c31df37 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 984 time: 0.3319299 Nov 24 21:11:31.187529 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0d6f2555-38a4-4a40-b2ae-46545aaa9d02 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:31.417550 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 04d82ed2-2c12-4f0b-b2cd-4e2734556950 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:11:31.475981 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-41383a62-ee10-48c7-b99c-85d3e6726ffd None None] Port 10f7fe88-020c-47d4-b3e6-6e858d55da4d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:11:31.501996 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b396b50-bfd8-40d8-b090-f3871cc78c4f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:31.514837 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a0dff0b5-429f-4dc8-b27b-f55bbd5de866 req-274f88d8-e4bd-49eb-aa79-86ffb30dd19b tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b587a96-f6ad-490e-b482-cafa0aae03ac&id=22da2b19-517e-4fc9-8b4a-20f5bb29b630&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3282573 Nov 24 21:11:31.519980 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b396b50-bfd8-40d8-b090-f3871cc78c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:31.560724 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 04d82ed2-2c12-4f0b-b2cd-4e2734556950 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:31.561225 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:31.653904 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-29a40ec6-61df-4fcd-b4d5-9a0a8b732de4 None None] Provisioning complete for port 04d82ed2-2c12-4f0b-b2cd-4e2734556950 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:31.654553 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-29a40ec6-61df-4fcd-b4d5-9a0a8b732de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:31.757228 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0d6f2555-38a4-4a40-b2ae-46545aaa9d02 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:31.759493 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b396b50-bfd8-40d8-b090-f3871cc78c4f admin admin] Pushing event updated for resources: {'Port': ['ID=10f7fe88-020c-47d4-b3e6-6e858d55da4d,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:31.787082 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0d6f2555-38a4-4a40-b2ae-46545aaa9d02 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:31.810796 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:31.859235 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b396b50-bfd8-40d8-b090-f3871cc78c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:31.885317 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 04d82ed2-2c12-4f0b-b2cd-4e2734556950, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=04d82ed2-2c12-4f0b-b2cd-4e2734556950,segment=NetworkSegment(ae6b97de-a7cc-46a8-aa90-74449cb30d35),segment_id=ae6b97de-a7cc-46a8-aa90-74449cb30d35)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:31.915290 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:31.920383 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device abc4d580-d00a-497a-88eb-30f9d4f8b256 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:11:31.939179 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-0d6f2555-38a4-4a40-b2ae-46545aaa9d02 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] In _notify_port_updated(), no bound segment for port b02d8d4a-0692-4e5c-a3b2-61b3e0f8bc91 on network 99a8490a-82ac-40b3-808d-979e1d80950f {{(pid=109991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 21:11:31.946208 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f2555-38a4-4a40-b2ae-46545aaa9d02 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:31.947126 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0d6f2555-38a4-4a40-b2ae-46545aaa9d02 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:31.952076 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58360) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:31.957202 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0d6f2555-38a4-4a40-b2ae-46545aaa9d02 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] 10.222.0.11 "PUT /v2.0/ports/b02d8d4a-0692-4e5c-a3b2-61b3e0f8bc91 HTTP/1.1" status: 200 len: 1135 time: 1.0369735 Nov 24 21:11:31.958122 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-29a40ec6-61df-4fcd-b4d5-9a0a8b732de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:31.993184 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f2555-38a4-4a40-b2ae-46545aaa9d02 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Pushing event updated for resources: {'Port': ['ID=b02d8d4a-0692-4e5c-a3b2-61b3e0f8bc91,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:32.017031 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2581c31-e3ff-4ea4-a65a-81aacb64c021 req-bd4f19d0-a21a-4906-8263-f4e580c8952c tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:32.018781 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c2581c31-e3ff-4ea4-a65a-81aacb64c021 req-bd4f19d0-a21a-4906-8263-f4e580c8952c tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 945 time: 0.2527990 Nov 24 21:11:32.113665 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417446da-ec62-4da3-ad69-360c934da1ea tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:32.115407 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-417446da-ec62-4da3-ad69-360c934da1ea tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] 10.222.0.11 "GET /v2.0/ports/b02d8d4a-0692-4e5c-a3b2-61b3e0f8bc91 HTTP/1.1" status: 200 len: 1135 time: 0.1616261 Nov 24 21:11:32.119995 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58366) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:32.223392 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=04d82ed2-2c12-4f0b-b2cd-4e2734556950,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:32.237251 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-29a40ec6-61df-4fcd-b4d5-9a0a8b732de4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:11:32.237996 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-29a40ec6-61df-4fcd-b4d5-9a0a8b732de4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:11:32.248929 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b396b50-bfd8-40d8-b090-f3871cc78c4f admin admin] Network eb546459-efc3-41de-9be3-646fa8fb4666 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:32.250723 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port abc4d580-d00a-497a-88eb-30f9d4f8b256 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:32.251017 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-8b396b50-bfd8-40d8-b090-f3871cc78c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:32.251451 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:32.324447 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a6c985d8-0ae5-4f85-88c0-004fac60530d tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Deleting port b02d8d4a-0692-4e5c-a3b2-61b3e0f8bc91 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:11:32.324811 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6c985d8-0ae5-4f85-88c0-004fac60530d tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:32.358969 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c2581c31-e3ff-4ea4-a65a-81aacb64c021 req-346968f6-776d-4538-9f20-430aa4c9711d tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282233 Nov 24 21:11:32.487906 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6c985d8-0ae5-4f85-88c0-004fac60530d tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:32.501606 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a6c985d8-0ae5-4f85-88c0-004fac60530d tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Calling delete_port for b02d8d4a-0692-4e5c-a3b2-61b3e0f8bc91 owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:11:32.535700 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b396b50-bfd8-40d8-b090-f3871cc78c4f admin admin] Router 971b195a-104d-4e47-8fc1-687461b2b4f0 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:11:32.602839 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b29de8f7-bb0c-478b-a939-dad8a14578c8 req-d73169fa-30f7-4e6f-8236-a47fde777ea5 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1323005890&fields=id&tenant_id=2f94b00cd11a4d0d8ad837179effb5b2 HTTP/1.1" status: 200 len: 267 time: 0.0923505 Nov 24 21:11:32.729214 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6c985d8-0ae5-4f85-88c0-004fac60530d tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:32.763409 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c985d8-0ae5-4f85-88c0-004fac60530d tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Pushing event deleted for resources: {'Port': ['ID=b02d8d4a-0692-4e5c-a3b2-61b3e0f8bc91,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:32.810862 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b396b50-bfd8-40d8-b090-f3871cc78c4f admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:11:32.825597 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] Sync routers for ids ['971b195a-104d-4e47-8fc1-687461b2b4f0'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:11:32.828368 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8b396b50-bfd8-40d8-b090-f3871cc78c4f admin admin] 10.222.0.11 "PUT /v2.0/routers/971b195a-104d-4e47-8fc1-687461b2b4f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7532136 Nov 24 21:11:32.850573 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] Routers {'971b195a-104d-4e47-8fc1-687461b2b4f0'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:11:32.854278 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:11:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['971b195a-104d-4e47-8fc1-687461b2b4f0'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:32.863486 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6c985d8-0ae5-4f85-88c0-004fac60530d tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:32.867396 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a6c985d8-0ae5-4f85-88c0-004fac60530d tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] 10.222.0.11 "DELETE /v2.0/ports/b02d8d4a-0692-4e5c-a3b2-61b3e0f8bc91 HTTP/1.1" status: 204 len: 168 time: 0.7450483 Nov 24 21:11:32.869897 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58370) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:32.873872 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29de8f7-bb0c-478b-a939-dad8a14578c8 req-5c1bdcf5-a6eb-4c2f-9e11-eb26e28397e5 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:32.887604 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b29de8f7-bb0c-478b-a939-dad8a14578c8 req-5c1bdcf5-a6eb-4c2f-9e11-eb26e28397e5 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 984 time: 0.2834854 Nov 24 21:11:32.895482 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-b29de8f7-bb0c-478b-a939-dad8a14578c8 req-c08f66eb-96aa-432f-9beb-1d7017774c83 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Request body: {'port': {'security_groups': ['22da2b19-517e-4fc9-8b4a-20f5bb29b630', '4b587a96-f6ad-490e-b482-cafa0aae03ac', 'f4b9fe5e-583c-4bbf-8b18-656925c01a4a']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:32.992047 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-86bf801b-a196-44eb-83b8-5ffa616847e5 None None] Could not find standard attr ID for object e4f04fc4-af8d-4f32-bb7f-7981fd0812b9. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:11:33.001995 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6cd88c6-0c9d-4c44-b644-2ec4ed650b76 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Deleting subnet b37325d5-5c53-4a29-9225-3e93ff2ae4e3 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:11:33.005861 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c6cd88c6-0c9d-4c44-b644-2ec4ed650b76 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:33.034018 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b29de8f7-bb0c-478b-a939-dad8a14578c8 req-c08f66eb-96aa-432f-9beb-1d7017774c83 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:33.098762 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-86bf801b-a196-44eb-83b8-5ffa616847e5 None None] Provisioning complete for port 04d82ed2-2c12-4f0b-b2cd-4e2734556950 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:33.099381 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-86bf801b-a196-44eb-83b8-5ffa616847e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:33.115393 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c6cd88c6-0c9d-4c44-b644-2ec4ed650b76 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:33.255159 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] Set router 971b195a-104d-4e47-8fc1-687461b2b4f0 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:11:33.302041 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c6cd88c6-0c9d-4c44-b644-2ec4ed650b76 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:33.500022 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c6cd88c6-0c9d-4c44-b644-2ec4ed650b76 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:33.508514 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 04d82ed2-2c12-4f0b-b2cd-4e2734556950 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:11:33.545457 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c6cd88c6-0c9d-4c44-b644-2ec4ed650b76 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:33.549147 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c6cd88c6-0c9d-4c44-b644-2ec4ed650b76 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] 10.222.0.11 "DELETE /v2.0/subnets/b37325d5-5c53-4a29-9225-3e93ff2ae4e3 HTTP/1.1" status: 204 len: 168 time: 0.6782465 Nov 24 21:11:33.550218 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd88c6-0c9d-4c44-b644-2ec4ed650b76 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Pushing event deleted for resources: {'Subnet': ['ID=b37325d5-5c53-4a29-9225-3e93ff2ae4e3,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:33.553762 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58404) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:33.659732 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-858d944e-48b4-4def-9af4-80c1aaa47076 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:33.732819 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-b29de8f7-bb0c-478b-a939-dad8a14578c8 req-c08f66eb-96aa-432f-9beb-1d7017774c83 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] For port 8078afb8-43ee-432b-a4af-524e3fa33eea, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8078afb8-43ee-432b-a4af-524e3fa33eea,segment=NetworkSegment(e79e06b3-37e5-4945-a046-ef522d007d1d),segment_id=e79e06b3-37e5-4945-a046-ef522d007d1d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:33.775303 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-858d944e-48b4-4def-9af4-80c1aaa47076 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Deleting port 04d82ed2-2c12-4f0b-b2cd-4e2734556950 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:11:33.775732 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-858d944e-48b4-4def-9af4-80c1aaa47076 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:33.779731 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0c5942-9742-4baa-8a0e-42bf1995e56d None None] Network 99a8490a-82ac-40b3-808d-979e1d80950f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:33.911598 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-858d944e-48b4-4def-9af4-80c1aaa47076 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] For port 04d82ed2-2c12-4f0b-b2cd-4e2734556950, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=04d82ed2-2c12-4f0b-b2cd-4e2734556950,segment=NetworkSegment(ae6b97de-a7cc-46a8-aa90-74449cb30d35),segment_id=ae6b97de-a7cc-46a8-aa90-74449cb30d35)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:33.911975 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-858d944e-48b4-4def-9af4-80c1aaa47076 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:33.941414 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-858d944e-48b4-4def-9af4-80c1aaa47076 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Calling delete_port for 04d82ed2-2c12-4f0b-b2cd-4e2734556950 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:11:34.066605 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-858d944e-48b4-4def-9af4-80c1aaa47076 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:34.097442 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858d944e-48b4-4def-9af4-80c1aaa47076 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] No DVR routers for this DVR port 04d82ed2-2c12-4f0b-b2cd-4e2734556950 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:11:34.227745 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58470) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:34.254860 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-86bf801b-a196-44eb-83b8-5ffa616847e5 None None] Provisioning complete for port 10f7fe88-020c-47d4-b3e6-6e858d55da4d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:34.255302 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-86bf801b-a196-44eb-83b8-5ffa616847e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:34.279755 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d944e-48b4-4def-9af4-80c1aaa47076 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Pushing event deleted for resources: {'Port': ['ID=04d82ed2-2c12-4f0b-b2cd-4e2734556950,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:34.357707 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No active binding found for port 04d82ed2-2c12-4f0b-b2cd-4e2734556950 {{(pid=109992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 24 21:11:34.358378 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 04d82ed2-2c12-4f0b-b2cd-4e2734556950 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 24 21:11:34.403626 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Port 04d82ed2-2c12-4f0b-b2cd-4e2734556950 not found, will not notify nova. {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 24 21:11:34.506458 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-858d944e-48b4-4def-9af4-80c1aaa47076 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:34.561369 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b29de8f7-bb0c-478b-a939-dad8a14578c8 req-c08f66eb-96aa-432f-9beb-1d7017774c83 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:34.577664 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b29de8f7-bb0c-478b-a939-dad8a14578c8 req-c08f66eb-96aa-432f-9beb-1d7017774c83 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:34.589439 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-858d944e-48b4-4def-9af4-80c1aaa47076 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a8490a-82ac-40b3-808d-979e1d80950f']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:34.619026 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971b195a-104d-4e47-8fc1-687461b2b4f0', 'name': 'tempest-TestVolumeBootPattern-668697901-router', 'tenant_id': '8912b9af03cc4690a09635a6a521dfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'abc4d580-d00a-497a-88eb-30f9d4f8b256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:20Z', 'updated_at': '2021-11-24T21:11:30Z', 'revision_number': 4, 'project_id': '8912b9af03cc4690a09635a6a521dfc4', 'gw_port': {'id': 'abc4d580-d00a-497a-88eb-30f9d4f8b256', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971b195a-104d-4e47-8fc1-687461b2b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:21Z', 'updated_at': '2021-11-24T21:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '10f7fe88-020c-47d4-b3e6-6e858d55da4d', 'name': '', 'network_id': 'eb546459-efc3-41de-9be3-646fa8fb4666', 'tenant_id': '8912b9af03cc4690a09635a6a521dfc4', 'mac_address': 'fa:16:3e:9a:e6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971b195a-104d-4e47-8fc1-687461b2b4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '0f134fc1-4b13-4574-8f1c-0e6c2c6b5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:28Z', 'updated_at': '2021-11-24T21:11:31Z', 'revision_number': 2, 'project_id': '8912b9af03cc4690a09635a6a521dfc4', 'subnets': [{'id': '0f134fc1-4b13-4574-8f1c-0e6c2c6b5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:34.637062 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-858d944e-48b4-4def-9af4-80c1aaa47076 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae6b97de-a7cc-46a8-aa90-74449cb30d35') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:34.637062 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-858d944e-48b4-4def-9af4-80c1aaa47076 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae6b97de-a7cc-46a8-aa90-74449cb30d35') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:34.660212 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e66a0ed2-7244-4ca9-ae7a-fe2f01863efd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:34.684261 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-858d944e-48b4-4def-9af4-80c1aaa47076 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:34.698977 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f66eb-96aa-432f-9beb-1d7017774c83 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event updated for resources: {'Port': ['ID=8078afb8-43ee-432b-a4af-524e3fa33eea,revision_number=7']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:34.711753 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['0067a324-2275-4d33-b85b-701ce2d8930c'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:11:34.769968 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29de8f7-bb0c-478b-a939-dad8a14578c8 req-c08f66eb-96aa-432f-9beb-1d7017774c83 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:34.772529 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b29de8f7-bb0c-478b-a939-dad8a14578c8 req-c08f66eb-96aa-432f-9beb-1d7017774c83 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:34.789286 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b29de8f7-bb0c-478b-a939-dad8a14578c8 req-c08f66eb-96aa-432f-9beb-1d7017774c83 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "PUT /v2.0/ports/8078afb8-43ee-432b-a4af-524e3fa33eea HTTP/1.1" status: 200 len: 1020 time: 1.8980939 Nov 24 21:11:34.790261 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f12004-5244-4c6f-8a8f-2fa62e8bcf42', 'tag': '8078afb8-43ee-432b-a4af-524e3fa33eea'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:11:34.793081 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['8078afb8-43ee-432b-a4af-524e3fa33eea'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:11:34.800863 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] Checking router: 971b195a-104d-4e47-8fc1-687461b2b4f0 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:11:34.801795 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] Updating router 971b195a-104d-4e47-8fc1-687461b2b4f0 port 10f7fe88-020c-47d4-b3e6-6e858d55da4d binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:11:34.805118 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b450c76e-37ce-411a-ad5f-880bab9f32cc" -d '{"events": [{"name": "network-changed", "server_uuid": "04f12004-5244-4c6f-8a8f-2fa62e8bcf42", "tag": "8078afb8-43ee-432b-a4af-524e3fa33eea"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:11:34.850029 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e66a0ed2-7244-4ca9-ae7a-fe2f01863efd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:34.863546 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e66a0ed2-7244-4ca9-ae7a-fe2f01863efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:34.871640 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-86bf801b-a196-44eb-83b8-5ffa616847e5 None None] Port 10f7fe88-020c-47d4-b3e6-6e858d55da4d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:11:34.919350 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:34.919792 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-858d944e-48b4-4def-9af4-80c1aaa47076 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:34.922811 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a0ed2-7244-4ca9-ae7a-fe2f01863efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0697560-730a-49f7-9788-801b09e11f4b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:34.926943 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-86bf801b-a196-44eb-83b8-5ffa616847e5 None None] Could not find standard attr ID for object b02d8d4a-0692-4e5c-a3b2-61b3e0f8bc91. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:11:34.982590 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858d944e-48b4-4def-9af4-80c1aaa47076 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:11:34.983132 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-858d944e-48b4-4def-9af4-80c1aaa47076 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:34.991202 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82519e2-bca8-417d-8900-f53b74dcf860 req-8db1feb0-bae3-4783-ba0d-bd32068db494 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:34.992863 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e82519e2-bca8-417d-8900-f53b74dcf860 req-8db1feb0-bae3-4783-ba0d-bd32068db494 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 945 time: 0.1084940 Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:11:34.993485 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:11:35.044217 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['8078afb8-43ee-432b-a4af-524e3fa33eea'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:11:35.065243 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e66a0ed2-7244-4ca9-ae7a-fe2f01863efd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=60897695f4e74205bb0b48d314e65d50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8263371 Nov 24 21:11:35.066257 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58560) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:35.124606 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8beeff03-60cd-4624-9fc5-df31701cf765 None None] Could not find standard attr ID for object b02d8d4a-0692-4e5c-a3b2-61b3e0f8bc91. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:11:35.125836 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e82519e2-bca8-417d-8900-f53b74dcf860 req-5ccc850e-898c-4075-aac5-540d96fe4c34 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176713 Nov 24 21:11:35.238180 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-858d944e-48b4-4def-9af4-80c1aaa47076 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:35.243259 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ee6b9c-77e4-4119-9d27-acc96b90ac18 None None] DHCP port deletion for 99a8490a-82ac-40b3-808d-979e1d80950f request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:11:35.272021 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-858d944e-48b4-4def-9af4-80c1aaa47076 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:35.279267 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-858d944e-48b4-4def-9af4-80c1aaa47076 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] 10.222.0.11 "DELETE /v2.0/networks/99a8490a-82ac-40b3-808d-979e1d80950f HTTP/1.1" status: 204 len: 168 time: 1.7243993 Nov 24 21:11:35.351832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d944e-48b4-4def-9af4-80c1aaa47076 tempest-ExtraDHCPOptionsTestJSON-227079905 tempest-ExtraDHCPOptionsTestJSON-227079905-project] Pushing event deleted for resources: {'Network': ['ID=99a8490a-82ac-40b3-808d-979e1d80950f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:35.383550 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4844c987-0918-448d-bb58-d6c13113e8a1 req-2df2c143-4510-45ba-b124-66554e90ac45 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/f4b9fe5e-583c-4bbf-8b18-656925c01a4a HTTP/1.1" status: 200 len: 1820 time: 0.1377394 Nov 24 21:11:35.465502 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 04d82ed2-2c12-4f0b-b2cd-4e2734556950 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:11:35.575890 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-4844c987-0918-448d-bb58-d6c13113e8a1 req-d711fb1e-75f5-4df2-9d22-f7341adb4bef tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 24 21:11:35.595434 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 04d82ed2-2c12-4f0b-b2cd-4e2734556950 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:11:35.595582 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 04d82ed2-2c12-4f0b-b2cd-4e2734556950 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:11:35.609975 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4844c987-0918-448d-bb58-d6c13113e8a1 req-d711fb1e-75f5-4df2-9d22-f7341adb4bef tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "DELETE /v2.0/security-groups/f4b9fe5e-583c-4bbf-8b18-656925c01a4a HTTP/1.1" status: 409 len: 341 time: 0.1919653 Nov 24 21:11:35.621021 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-823eda5d-18c3-4f64-a83c-411773be41f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:35.672574 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58616) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:35.788147 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-823eda5d-18c3-4f64-a83c-411773be41f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:35.800264 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cace5f5d-c396-430f-9c87-05422ef6c0f9 x-openstack-request-id: req-cace5f5d-c396-430f-9c87-05422ef6c0f9 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:11:35.802237 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f12004-5244-4c6f-8a8f-2fa62e8bcf42", "tag": "8078afb8-43ee-432b-a4af-524e3fa33eea", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:11:35.802761 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cace5f5d-c396-430f-9c87-05422ef6c0f9 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:11:35.803904 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f12004-5244-4c6f-8a8f-2fa62e8bcf42', 'tag': '8078afb8-43ee-432b-a4af-524e3fa33eea', 'status': 'completed', 'code': 200} Nov 24 21:11:36.011533 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-432e0566-9a8b-4bdb-b87a-7b7631cc4576 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb0d00e0c52d4275ac6919082dc0ca3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3352895 Nov 24 21:11:36.012803 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58644) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:36.032030 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450c76e-37ce-411a-ad5f-880bab9f32cc req-698d417a-c384-4a2b-acae-7951020fe7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:36.038031 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b450c76e-37ce-411a-ad5f-880bab9f32cc req-698d417a-c384-4a2b-acae-7951020fe7a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f94b00cd11a4d0d8ad837179effb5b2&device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 1174 time: 0.2287664 Nov 24 21:11:36.117508 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-823eda5d-18c3-4f64-a83c-411773be41f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:36.134522 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-823eda5d-18c3-4f64-a83c-411773be41f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:36.138233 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-823eda5d-18c3-4f64-a83c-411773be41f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a0697560-730a-49f7-9788-801b09e11f4b HTTP/1.1" status: 204 len: 168 time: 1.0685751 Nov 24 21:11:36.218375 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45f184f3-22e1-4379-bbb2-991372335890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:36.278558 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45f184f3-22e1-4379-bbb2-991372335890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:36.350024 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45f184f3-22e1-4379-bbb2-991372335890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:36.352948 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45f184f3-22e1-4379-bbb2-991372335890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:36.355859 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-45f184f3-22e1-4379-bbb2-991372335890 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/041b8754-70af-4ccb-bb96-94dd0e735371 HTTP/1.1" status: 204 len: 168 time: 0.3392975 Nov 24 21:11:36.373645 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f184f3-22e1-4379-bbb2-991372335890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041b8754-70af-4ccb-bb96-94dd0e735371,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:36.415814 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450c76e-37ce-411a-ad5f-880bab9f32cc req-b8021efa-bb13-4234-87aa-8140accab41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:36.418702 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b450c76e-37ce-411a-ad5f-880bab9f32cc req-b8021efa-bb13-4234-87aa-8140accab41f service neutron] 10.222.0.15 "GET /v2.0/networks?id=49844ac9-6dbd-4c4d-8b29-cad65bfe426c HTTP/1.1" status: 200 len: 914 time: 0.3698778 Nov 24 21:11:36.421016 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823eda5d-18c3-4f64-a83c-411773be41f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0697560-730a-49f7-9788-801b09e11f4b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:36.606411 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b450c76e-37ce-411a-ad5f-880bab9f32cc req-847e5941-008f-467d-9ac1-14d1d2ba6317 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8078afb8-43ee-432b-a4af-524e3fa33eea HTTP/1.1" status: 200 len: 217 time: 0.1803730 Nov 24 21:11:36.639723 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6603f96-84c1-4e50-8b2e-b5967c4d7b3b req-9a6158d8-d942-4a77-908d-d19c55544c6e tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:36.677023 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e6603f96-84c1-4e50-8b2e-b5967c4d7b3b req-9a6158d8-d942-4a77-908d-d19c55544c6e tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 1023 time: 0.4384224 Nov 24 21:11:36.791336 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450c76e-37ce-411a-ad5f-880bab9f32cc req-5bbed1e0-ee1d-42c7-9740-0179cff9f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:36.794985 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b450c76e-37ce-411a-ad5f-880bab9f32cc req-5bbed1e0-ee1d-42c7-9740-0179cff9f865 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd828feb-04a3-4ab5-af17-d372e9da2aea HTTP/1.1" status: 200 len: 853 time: 0.1741109 Nov 24 21:11:36.844702 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e6603f96-84c1-4e50-8b2e-b5967c4d7b3b req-8df6e599-08f2-4a64-8c28-7eb9e6f9fc0f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=f4b9fe5e-583c-4bbf-8b18-656925c01a4a&id=4b587a96-f6ad-490e-b482-cafa0aae03ac&id=22da2b19-517e-4fc9-8b4a-20f5bb29b630&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1663530 Nov 24 21:11:36.904337 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b450c76e-37ce-411a-ad5f-880bab9f32cc req-b1267920-234c-4424-b033-4ce0b0cbfd52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=49844ac9-6dbd-4c4d-8b29-cad65bfe426c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901871 Nov 24 21:11:37.057516 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4eda3-6830-4f91-8b81-4f33809b742f req-3b6aff4a-a1ef-441b-bd64-7f6553f0688a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:37.059901 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98c4eda3-6830-4f91-8b81-4f33809b742f req-3b6aff4a-a1ef-441b-bd64-7f6553f0688a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ad457c77b1f4b5abfda21dbb9e5dbdc&device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 1096 time: 0.1546659 Nov 24 21:11:37.156114 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:37.175688 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbb690-307a-42e4-9f33-2d6a29318226 req-ca3f7b57-0914-4b8b-9413-29e9c6613402 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:37.182413 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c4cbb690-307a-42e4-9f33-2d6a29318226 req-ca3f7b57-0914-4b8b-9413-29e9c6613402 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 945 time: 0.2031927 Nov 24 21:11:37.185272 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:37.187563 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b450c76e-37ce-411a-ad5f-880bab9f32cc req-960d6740-083c-4f05-9631-5bc39f0307d6 service neutron] 10.222.0.15 "GET /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741463 Nov 24 21:11:37.290269 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4eda3-6830-4f91-8b81-4f33809b742f req-4c0e3386-9561-40d6-a21e-0b3194a55fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:37.291164 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9452df2-ab38-4297-ae60-66ad15992b19 None None] Pushing event updated for resources: {'Port': ['ID=10f7fe88-020c-47d4-b3e6-6e858d55da4d,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:37.315028 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c4cbb690-307a-42e4-9f33-2d6a29318226 req-5885ab60-cc59-4b2c-a601-520a865991d1 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253450 Nov 24 21:11:37.334688 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98c4eda3-6830-4f91-8b81-4f33809b742f req-4c0e3386-9561-40d6-a21e-0b3194a55fb5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0cfd0991-3fe1-458a-9cab-a785fe8464fe HTTP/1.1" status: 200 len: 914 time: 0.2419946 Nov 24 21:11:37.409768 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98c4eda3-6830-4f91-8b81-4f33809b742f req-d1db9feb-559c-44f2-affa-727e83c1277e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dab09961-c7b3-47b9-ba04-4523c0489662 HTTP/1.1" status: 200 len: 217 time: 0.0504160 Nov 24 21:11:37.426582 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] Attempting to bind port 10f7fe88-020c-47d4-b3e6-6e858d55da4d on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:11:37.427116 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] Attempting to bind port 10f7fe88-020c-47d4-b3e6-6e858d55da4d by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '61c1cd3e-c594-491a-8a5f-970331512483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb546459-efc3-41de-9be3-646fa8fb4666'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:11:37.427606 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] Attempting to bind port 10f7fe88-020c-47d4-b3e6-6e858d55da4d on network eb546459-efc3-41de-9be3-646fa8fb4666 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:11:37.431224 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-805fbbcb-e4dd-4909-9915-32aa1cf4dbae req-585f6105-2a49-4865-b2e4-261f8212c27b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8a3874a9-a5d5-417a-88f2-39000f06237d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3663867 Nov 24 21:11:37.442258 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:11:37.443057 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] Checking segment: {'id': '61c1cd3e-c594-491a-8a5f-970331512483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb546459-efc3-41de-9be3-646fa8fb4666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:37.443590 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:37.447358 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] Bound using segment: {'id': '61c1cd3e-c594-491a-8a5f-970331512483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb546459-efc3-41de-9be3-646fa8fb4666'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:11:37.447958 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] Bound port: 10f7fe88-020c-47d4-b3e6-6e858d55da4d, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c1cd3e-c594-491a-8a5f-970331512483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb546459-efc3-41de-9be3-646fa8fb4666'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:11:37.449751 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:37.524378 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b450c76e-37ce-411a-ad5f-880bab9f32cc req-071fa64e-c15e-4eeb-a209-99e64a19b272 service neutron] 10.222.0.15 "GET /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467260 Nov 24 21:11:37.636433 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] For port 10f7fe88-020c-47d4-b3e6-6e858d55da4d, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:11:37.642969 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] For port 10f7fe88-020c-47d4-b3e6-6e858d55da4d, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=10f7fe88-020c-47d4-b3e6-6e858d55da4d,segment=NetworkSegment(61c1cd3e-c594-491a-8a5f-970331512483),segment_id=61c1cd3e-c594-491a-8a5f-970331512483)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:11:37.653786 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:37.670567 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fbbcb-e4dd-4909-9915-32aa1cf4dbae req-5a61519b-3f51-4b98-ab25-43ccc7f7c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:37.672083 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-805fbbcb-e4dd-4909-9915-32aa1cf4dbae req-5a61519b-3f51-4b98-ab25-43ccc7f7c68d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f94b00cd11a4d0d8ad837179effb5b2&device_id=8a3874a9-a5d5-417a-88f2-39000f06237d HTTP/1.1" status: 200 len: 1174 time: 0.1541958 Nov 24 21:11:37.678844 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4eda3-6830-4f91-8b81-4f33809b742f req-f19513a7-e183-4fa2-843a-baaaea8b68a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:37.681312 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98c4eda3-6830-4f91-8b81-4f33809b742f req-f19513a7-e183-4fa2-843a-baaaea8b68a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e3f2a5f-d3c5-412b-b677-53100b3422e3 HTTP/1.1" status: 200 len: 853 time: 0.2482040 Nov 24 21:11:37.753491 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98c4eda3-6830-4f91-8b81-4f33809b742f req-0a791f94-8d09-4285-9c8e-439160e70ba0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0cfd0991-3fe1-458a-9cab-a785fe8464fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596290 Nov 24 21:11:37.789749 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfe852-8443-41ea-be2f-307882695c76 req-5293021b-144c-447d-afe8-bb23facfe2a4 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:37.797721 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4bcfe852-8443-41ea-be2f-307882695c76 req-5293021b-144c-447d-afe8-bb23facfe2a4 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 1023 time: 0.1026506 Nov 24 21:11:37.822945 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9452df2-ab38-4297-ae60-66ad15992b19 None None] Pushing event updated for resources: {'Port': ['ID=10f7fe88-020c-47d4-b3e6-6e858d55da4d,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:37.955843 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-15d94944-a3f0-405a-91c3-276e58c25033 None None] Provisioning complete for port 10f7fe88-020c-47d4-b3e6-6e858d55da4d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:37.956456 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-15d94944-a3f0-405a-91c3-276e58c25033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:37.959267 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] Routers {'971b195a-104d-4e47-8fc1-687461b2b4f0'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:11:37.960226 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:11:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['971b195a-104d-4e47-8fc1-687461b2b4f0'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:38.024852 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fbbcb-e4dd-4909-9915-32aa1cf4dbae req-ef26db9c-8991-4461-9686-4d2f6dde15c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:38.030105 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-805fbbcb-e4dd-4909-9915-32aa1cf4dbae req-ef26db9c-8991-4461-9686-4d2f6dde15c8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=49844ac9-6dbd-4c4d-8b29-cad65bfe426c HTTP/1.1" status: 200 len: 914 time: 0.3146832 Nov 24 21:11:38.141296 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df377fd6-84ec-4136-b94a-f94e70cb5d13 req-ee76297a-a9ba-40cb-8243-dafc503c19e4 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:38.146530 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df377fd6-84ec-4136-b94a-f94e70cb5d13 req-ee76297a-a9ba-40cb-8243-dafc503c19e4 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=04f12004-5244-4c6f-8a8f-2fa62e8bcf42 HTTP/1.1" status: 200 len: 1023 time: 0.1532254 Nov 24 21:11:38.166919 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-4bcfe852-8443-41ea-be2f-307882695c76 req-9ca01402-7cd0-47a2-92cd-ec80dd32261f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Deleting port 8078afb8-43ee-432b-a4af-524e3fa33eea {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:11:38.167302 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4bcfe852-8443-41ea-be2f-307882695c76 req-9ca01402-7cd0-47a2-92cd-ec80dd32261f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:38.187984 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-805fbbcb-e4dd-4909-9915-32aa1cf4dbae req-4f2f9bf2-3bb5-4d36-8c32-cbe1033481f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0067a324-2275-4d33-b85b-701ce2d8930c HTTP/1.1" status: 200 len: 217 time: 0.1409063 Nov 24 21:11:38.202151 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98c4eda3-6830-4f91-8b81-4f33809b742f req-163f57da-3dfe-4a1f-9dd9-2f7c973a4660 service neutron] 10.222.0.15 "GET /v2.0/networks/0cfd0991-3fe1-458a-9cab-a785fe8464fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373059 Nov 24 21:11:38.349958 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fbbcb-e4dd-4909-9915-32aa1cf4dbae req-fb5d13a2-daf6-4e9a-a5b4-554fcbb85dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:38.353049 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-805fbbcb-e4dd-4909-9915-32aa1cf4dbae req-fb5d13a2-daf6-4e9a-a5b4-554fcbb85dd3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dd828feb-04a3-4ab5-af17-d372e9da2aea HTTP/1.1" status: 200 len: 853 time: 0.1494510 Nov 24 21:11:38.388595 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-15d94944-a3f0-405a-91c3-276e58c25033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:38.393668 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] Set router 971b195a-104d-4e47-8fc1-687461b2b4f0 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:11:38.424512 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df377fd6-84ec-4136-b94a-f94e70cb5d13 req-db1297bc-70cb-4f08-88fb-59a4812f5f66 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=f4b9fe5e-583c-4bbf-8b18-656925c01a4a&id=4b587a96-f6ad-490e-b482-cafa0aae03ac&id=22da2b19-517e-4fc9-8b4a-20f5bb29b630&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2704799 Nov 24 21:11:38.454174 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-4bcfe852-8443-41ea-be2f-307882695c76 req-9ca01402-7cd0-47a2-92cd-ec80dd32261f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] For port 8078afb8-43ee-432b-a4af-524e3fa33eea, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8078afb8-43ee-432b-a4af-524e3fa33eea,segment=NetworkSegment(e79e06b3-37e5-4945-a046-ef522d007d1d),segment_id=e79e06b3-37e5-4945-a046-ef522d007d1d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:38.458986 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4bcfe852-8443-41ea-be2f-307882695c76 req-9ca01402-7cd0-47a2-92cd-ec80dd32261f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:38.473430 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-15d94944-a3f0-405a-91c3-276e58c25033 None None] For port 10f7fe88-020c-47d4-b3e6-6e858d55da4d, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=10f7fe88-020c-47d4-b3e6-6e858d55da4d,segment=NetworkSegment(61c1cd3e-c594-491a-8a5f-970331512483),segment_id=61c1cd3e-c594-491a-8a5f-970331512483)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:38.488506 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-4bcfe852-8443-41ea-be2f-307882695c76 req-9ca01402-7cd0-47a2-92cd-ec80dd32261f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Calling delete_port for 8078afb8-43ee-432b-a4af-524e3fa33eea owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:11:38.489121 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-15d94944-a3f0-405a-91c3-276e58c25033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:38.499304 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-805fbbcb-e4dd-4909-9915-32aa1cf4dbae req-f66ba967-684b-4ec9-a08d-258360323a70 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=49844ac9-6dbd-4c4d-8b29-cad65bfe426c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139722 Nov 24 21:11:38.618429 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d94944-a3f0-405a-91c3-276e58c25033 None None] Pushing event updated for resources: {'Port': ['ID=10f7fe88-020c-47d4-b3e6-6e858d55da4d,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:38.669550 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36dd78a-8d66-4919-9e55-526a23088e48 req-cb7fbb4f-8dce-4b5a-8d2e-c7c58dbc024c tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:38.678756 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a36dd78a-8d66-4919-9e55-526a23088e48 req-cb7fbb4f-8dce-4b5a-8d2e-c7c58dbc024c tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 945 time: 0.1530187 Nov 24 21:11:38.770075 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a36dd78a-8d66-4919-9e55-526a23088e48 req-e5f47742-f8f7-4cb4-98c8-2d8714c9b348 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784104 Nov 24 21:11:38.859049 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98c4eda3-6830-4f91-8b81-4f33809b742f req-881499a9-e5c4-41ed-8265-de808f690f2d service neutron] 10.222.0.15 "GET /v2.0/networks/0cfd0991-3fe1-458a-9cab-a785fe8464fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995279 Nov 24 21:11:38.881994 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58932) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:38.882557 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4bcfe852-8443-41ea-be2f-307882695c76 req-9ca01402-7cd0-47a2-92cd-ec80dd32261f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:38.902752 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-805fbbcb-e4dd-4909-9915-32aa1cf4dbae req-a839c220-06c2-4cb1-92df-a6f7c8440fc1 service neutron] 10.222.0.48 "GET /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908923 Nov 24 21:11:38.915670 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['0067a324-2275-4d33-b85b-701ce2d8930c'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:11:38.921641 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca01402-7cd0-47a2-92cd-ec80dd32261f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event deleted for resources: {'Port': ['ID=8078afb8-43ee-432b-a4af-524e3fa33eea,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:38.998420 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c50f25be-34b6-4571-ab7b-3bfd549c6dd0 None None] Provisioning complete for port 10f7fe88-020c-47d4-b3e6-6e858d55da4d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:38.999226 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c50f25be-34b6-4571-ab7b-3bfd549c6dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:39.018023 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcfe852-8443-41ea-be2f-307882695c76 req-9ca01402-7cd0-47a2-92cd-ec80dd32261f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] No DVR routers for this DVR port 8078afb8-43ee-432b-a4af-524e3fa33eea on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:11:39.023060 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-4bcfe852-8443-41ea-be2f-307882695c76 req-9ca01402-7cd0-47a2-92cd-ec80dd32261f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:39.027888 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4bcfe852-8443-41ea-be2f-307882695c76 req-9ca01402-7cd0-47a2-92cd-ec80dd32261f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.15 "DELETE /v2.0/ports/8078afb8-43ee-432b-a4af-524e3fa33eea HTTP/1.1" status: 204 len: 173 time: 1.2224653 Nov 24 21:11:39.028341 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f12004-5244-4c6f-8a8f-2fa62e8bcf42', 'name': 'network-vif-deleted', 'tag': '8078afb8-43ee-432b-a4af-524e3fa33eea'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:11:39.038667 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bbd110-b251-4613-9f05-d0957ec54d38" -d '{"events": [{"server_uuid": "04f12004-5244-4c6f-8a8f-2fa62e8bcf42", "name": "network-vif-deleted", "tag": "8078afb8-43ee-432b-a4af-524e3fa33eea"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:11:39.048050 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1e0f54dc-f6c1-4193-b760-4c7e33076e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:39.102684 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-428110075'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:39.144268 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971b195a-104d-4e47-8fc1-687461b2b4f0', 'name': 'tempest-TestVolumeBootPattern-668697901-router', 'tenant_id': '8912b9af03cc4690a09635a6a521dfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'abc4d580-d00a-497a-88eb-30f9d4f8b256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:20Z', 'updated_at': '2021-11-24T21:11:30Z', 'revision_number': 4, 'project_id': '8912b9af03cc4690a09635a6a521dfc4', 'gw_port': {'id': 'abc4d580-d00a-497a-88eb-30f9d4f8b256', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971b195a-104d-4e47-8fc1-687461b2b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:21Z', 'updated_at': '2021-11-24T21:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '10f7fe88-020c-47d4-b3e6-6e858d55da4d', 'name': '', 'network_id': 'eb546459-efc3-41de-9be3-646fa8fb4666', 'tenant_id': '8912b9af03cc4690a09635a6a521dfc4', 'mac_address': 'fa:16:3e:9a:e6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971b195a-104d-4e47-8fc1-687461b2b4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '0f134fc1-4b13-4574-8f1c-0e6c2c6b5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:28Z', 'updated_at': '2021-11-24T21:11:37Z', 'revision_number': 4, 'project_id': '8912b9af03cc4690a09635a6a521dfc4', 'subnets': [{'id': '0f134fc1-4b13-4574-8f1c-0e6c2c6b5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:39.148883 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:39.154394 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:39.169034 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-805fbbcb-e4dd-4909-9915-32aa1cf4dbae req-36201da7-6e6a-4045-9c70-09bc11a45727 service neutron] 10.222.0.48 "GET /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596905 Nov 24 21:11:39.170536 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:39.199305 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-1557497a-3b23-4531-98d5-fa206346b597 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:39.201500 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-1557497a-3b23-4531-98d5-fa206346b597 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 811 time: 0.2612622 Nov 24 21:11:39.237394 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-9692833c-0851-4eca-9ae5-695d8415f421 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/quotas/595635dfe5324829adbb53908d8c3a34 HTTP/1.1" status: 200 len: 375 time: 0.0270905 Nov 24 21:11:39.251196 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e710c76d-847f-473a-82bf-136d755cb04e None None] The sync data for ids ['971b195a-104d-4e47-8fc1-687461b2b4f0'] in n-d-812111-8 is: [{'id': '971b195a-104d-4e47-8fc1-687461b2b4f0', 'name': 'tempest-TestVolumeBootPattern-668697901-router', 'tenant_id': '8912b9af03cc4690a09635a6a521dfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'abc4d580-d00a-497a-88eb-30f9d4f8b256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:20Z', 'updated_at': '2021-11-24T21:11:30Z', 'revision_number': 4, 'project_id': '8912b9af03cc4690a09635a6a521dfc4', 'gw_port': {'id': 'abc4d580-d00a-497a-88eb-30f9d4f8b256', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971b195a-104d-4e47-8fc1-687461b2b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:21Z', 'updated_at': '2021-11-24T21:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '10f7fe88-020c-47d4-b3e6-6e858d55da4d', 'name': '', 'network_id': 'eb546459-efc3-41de-9be3-646fa8fb4666', 'tenant_id': '8912b9af03cc4690a09635a6a521dfc4', 'mac_address': 'fa:16:3e:9a:e6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971b195a-104d-4e47-8fc1-687461b2b4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '0f134fc1-4b13-4574-8f1c-0e6c2c6b5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:28Z', 'updated_at': '2021-11-24T21:11:37Z', 'revision_number': 4, 'project_id': '8912b9af03cc4690a09635a6a521dfc4', 'subnets': [{'id': '0f134fc1-4b13-4574-8f1c-0e6c2c6b5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:11:39.290384 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:39.301573 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:39.368480 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:11:39.381260 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d8c04d-6f1d-42c8-92be-bde12befc9a9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:39.391389 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-9a0d8b18-c088-45a6-951e-c31547de75a7 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1413300 Nov 24 21:11:39.412738 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:39.413087 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Added segment d9e9bbd5-94fe-4738-a165-cce4be171635 of type vlan for network 4b056e96-19a2-47f5-af1a-ced220042377 Nov 24 21:11:39.429674 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:39.430028 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:39.430595 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:39.431416 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:39.431993 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:39.432514 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:39.433405 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:39.433735 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:39.434282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:39.434892 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:39.435397 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:39.435884 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:39.507910 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:39.543736 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:39.551244 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:39.552387 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:39.645821 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7602382 Nov 24 21:11:39.649179 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58946) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:39.649605 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1801c-3e04-4bc2-903e-3c081e97cbfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Network': ['ID=4b056e96-19a2-47f5-af1a-ced220042377,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:39.664276 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-9dd6eb5b-b20a-474d-b880-a304da224f64 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'port': {'network_id': '4b056e96-19a2-47f5-af1a-ced220042377', 'name': 'tempest-PortsTestJSON-2055069999'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:39.665917 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 4b056e96-19a2-47f5-af1a-ced220042377 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:11:39.753913 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:39.996481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd6eb5b-b20a-474d-b880-a304da224f64 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:40.001384 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9dd6eb5b-b20a-474d-b880-a304da224f64 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:40.041943 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-9dd6eb5b-b20a-474d-b880-a304da224f64 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] device_id is not set on port 17353b76-470a-42b4-8619-7a72c97f6f6c yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:11:40.107135 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-421f1606-0e2f-42fc-a9a7-eecf8d49b94d service neutron] 10.222.0.11 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512801 Nov 24 21:11:40.344712 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-960238dd-d67a-407a-8cb2-1c5494807e99 service neutron] 10.222.0.11 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307477 Nov 24 21:11:40.368526 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9dd6eb5b-b20a-474d-b880-a304da224f64 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:40.437514 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9dd6eb5b-b20a-474d-b880-a304da224f64 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:40.541500 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6eb5b-b20a-474d-b880-a304da224f64 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Port': ['ID=17353b76-470a-42b4-8619-7a72c97f6f6c,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:40.582005 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd6eb5b-b20a-474d-b880-a304da224f64 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Checking segment: {'id': 'd9e9bbd5-94fe-4738-a165-cce4be171635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4b056e96-19a2-47f5-af1a-ced220042377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:40.582658 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd6eb5b-b20a-474d-b880-a304da224f64 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network hostable DHCP agents. Network: 4b056e96-19a2-47f5-af1a-ced220042377, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:11:40.611064 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd6eb5b-b20a-474d-b880-a304da224f64 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network 4b056e96-19a2-47f5-af1a-ced220042377 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:11:40.626978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-9dd6eb5b-b20a-474d-b880-a304da224f64 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 4b056e96-19a2-47f5-af1a-ced220042377) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:40.632169 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd6eb5b-b20a-474d-b880-a304da224f64 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:40.640176 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd6eb5b-b20a-474d-b880-a304da224f64 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:40.640771 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed572bed-2875-4232-9877-75a2e73a0352 None None] Network 4b056e96-19a2-47f5-af1a-ced220042377 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:40.641018 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9dd6eb5b-b20a-474d-b880-a304da224f64 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:40.661496 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9dd6eb5b-b20a-474d-b880-a304da224f64 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0100718 Nov 24 21:11:40.664371 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 58964) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:40.671817 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-374edbd6-1d85-45db-9809-18c4ced35805 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-543604507'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:40.741062 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374edbd6-1d85-45db-9809-18c4ced35805 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:40.744942 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-374edbd6-1d85-45db-9809-18c4ced35805 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:40.783875 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374edbd6-1d85-45db-9809-18c4ced35805 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:11:40.795926 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-374edbd6-1d85-45db-9809-18c4ced35805 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:40.796537 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-374edbd6-1d85-45db-9809-18c4ced35805 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Added segment 63c5c9dc-4480-4a11-a296-6fa27d96d19c of type vlan for network ee6f1b69-14eb-4f07-95a1-d29a105cc475 Nov 24 21:11:40.836203 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff43191-e182-4b7b-8c83-3714a5f465d6 x-openstack-request-id: req-dff43191-e182-4b7b-8c83-3714a5f465d6 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:11:40.836519 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f12004-5244-4c6f-8a8f-2fa62e8bcf42", "name": "network-vif-deleted", "tag": "8078afb8-43ee-432b-a4af-524e3fa33eea", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:11:40.836782 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dff43191-e182-4b7b-8c83-3714a5f465d6 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:11:40.837222 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f12004-5244-4c6f-8a8f-2fa62e8bcf42', 'name': 'network-vif-deleted', 'tag': '8078afb8-43ee-432b-a4af-524e3fa33eea', 'status': 'completed', 'code': 200} Nov 24 21:11:40.847040 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 8078afb8-43ee-432b-a4af-524e3fa33eea no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:11:40.848145 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-374edbd6-1d85-45db-9809-18c4ced35805 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:40.888362 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-374edbd6-1d85-45db-9809-18c4ced35805 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:40.897480 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374edbd6-1d85-45db-9809-18c4ced35805 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:40.900247 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-374edbd6-1d85-45db-9809-18c4ced35805 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:40.926372 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 8078afb8-43ee-432b-a4af-524e3fa33eea {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:11:40.926372 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 8078afb8-43ee-432b-a4af-524e3fa33eea not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:11:40.983480 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-374edbd6-1d85-45db-9809-18c4ced35805 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3176796 Nov 24 21:11:40.985986 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 58974) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:40.991465 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'ports': [{'network_id': '4b056e96-19a2-47f5-af1a-ced220042377'}, {'network_id': 'ee6f1b69-14eb-4f07-95a1-d29a105cc475'}]} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:40.991981 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'port': {'network_id': '4b056e96-19a2-47f5-af1a-ced220042377'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:40.992630 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'port': {'network_id': 'ee6f1b69-14eb-4f07-95a1-d29a105cc475'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:41.091968 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374edbd6-1d85-45db-9809-18c4ced35805 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Network': ['ID=ee6f1b69-14eb-4f07-95a1-d29a105cc475,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:41.103142 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network ee6f1b69-14eb-4f07-95a1-d29a105cc475 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:11:41.125273 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ecb9a-4c23-4614-a9df-c991f3a0da5e req-5a44f521-9329-407e-9f4f-9ddc518d64e3 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:41.127251 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d23ecb9a-4c23-4614-a9df-c991f3a0da5e req-5a44f521-9329-407e-9f4f-9ddc518d64e3 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 945 time: 0.0638933 Nov 24 21:11:41.239595 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d23ecb9a-4c23-4614-a9df-c991f3a0da5e req-67057e1d-01c7-4b53-9938-acde7109a431 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016765 Nov 24 21:11:41.313032 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a9fa423b-0b86-4a67-a309-8e1649450f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:41.332022 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:41.388838 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d365d4ce-87ac-4878-b030-fa04f560bcb7 req-392d19f9-1e8a-404a-b3ff-20c5e938f147 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 210 time: 0.0300384 Nov 24 21:11:41.398636 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 10f7fe88-020c-47d4-b3e6-6e858d55da4d up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:11:41.488277 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-44310170-73fc-48cd-a2fc-f94e1dbeb896 req-f982d997-8e08-4f53-a7db-22e7fb74ef12 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/22da2b19-517e-4fc9-8b4a-20f5bb29b630 HTTP/1.1" status: 200 len: 1818 time: 0.0627570 Nov 24 21:11:41.546411 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 10f7fe88-020c-47d4-b3e6-6e858d55da4d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:41.548203 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:41.638651 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-44310170-73fc-48cd-a2fc-f94e1dbeb896 req-ccceb1be-c094-4744-b561-8e9496bfaa27 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:41.697076 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-44310170-73fc-48cd-a2fc-f94e1dbeb896 req-ccceb1be-c094-4744-b561-8e9496bfaa27 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:41.744075 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'port': 2} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:41.755923 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:41.790881 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:41.796241 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-44310170-73fc-48cd-a2fc-f94e1dbeb896 req-ccceb1be-c094-4744-b561-8e9496bfaa27 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:41.800481 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-44310170-73fc-48cd-a2fc-f94e1dbeb896 req-ccceb1be-c094-4744-b561-8e9496bfaa27 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:41.802013 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-44310170-73fc-48cd-a2fc-f94e1dbeb896 req-ccceb1be-c094-4744-b561-8e9496bfaa27 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "DELETE /v2.0/security-groups/22da2b19-517e-4fc9-8b4a-20f5bb29b630 HTTP/1.1" status: 204 len: 173 time: 0.3125994 Nov 24 21:11:41.836584 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccceb1be-c094-4744-b561-8e9496bfaa27 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22da2b19-517e-4fc9-8b4a-20f5bb29b630,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:41.899140 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b1a24aaa-501c-459b-b2f5-9371aeef98b3 req-bb68936c-343a-490f-98ec-181a01c54cf6 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/f4b9fe5e-583c-4bbf-8b18-656925c01a4a HTTP/1.1" status: 200 len: 1820 time: 0.0649333 Nov 24 21:11:41.938081 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] device_id is not set on port b0c84362-8caf-4a1a-b5b3-592a8be18888 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:11:41.965559 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b1a24aaa-501c-459b-b2f5-9371aeef98b3 req-e2f93c86-fc5e-41fa-a4ce-1497d9200b94 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:42.023669 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b1a24aaa-501c-459b-b2f5-9371aeef98b3 req-e2f93c86-fc5e-41fa-a4ce-1497d9200b94 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:42.109362 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b1a24aaa-501c-459b-b2f5-9371aeef98b3 req-e2f93c86-fc5e-41fa-a4ce-1497d9200b94 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:42.113744 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b1a24aaa-501c-459b-b2f5-9371aeef98b3 req-e2f93c86-fc5e-41fa-a4ce-1497d9200b94 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:42.117000 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b1a24aaa-501c-459b-b2f5-9371aeef98b3 req-e2f93c86-fc5e-41fa-a4ce-1497d9200b94 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "DELETE /v2.0/security-groups/f4b9fe5e-583c-4bbf-8b18-656925c01a4a HTTP/1.1" status: 204 len: 173 time: 0.2168350 Nov 24 21:11:42.153111 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-ff91d468-6c6c-4469-a338-beef8beafaf9 req-34ea2454-3762-41fa-b4a5-556a6110cb09 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1405138042', 'description': 'tempest-description-865275663'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:42.158722 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f93c86-fc5e-41fa-a4ce-1497d9200b94 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b9fe5e-583c-4bbf-8b18-656925c01a4a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:42.199229 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ff91d468-6c6c-4469-a338-beef8beafaf9 req-34ea2454-3762-41fa-b4a5-556a6110cb09 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:42.233544 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:42.276229 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ff91d468-6c6c-4469-a338-beef8beafaf9 req-34ea2454-3762-41fa-b4a5-556a6110cb09 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:42.287633 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ff91d468-6c6c-4469-a338-beef8beafaf9 req-34ea2454-3762-41fa-b4a5-556a6110cb09 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:42.345649 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ff91d468-6c6c-4469-a338-beef8beafaf9 req-34ea2454-3762-41fa-b4a5-556a6110cb09 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:42.346903 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ff91d468-6c6c-4469-a338-beef8beafaf9 req-34ea2454-3762-41fa-b4a5-556a6110cb09 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2011104 Nov 24 21:11:42.357629 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea2454-3762-41fa-b4a5-556a6110cb09 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcc569a-0739-4884-9930-3ee88cebf72e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:42.375552 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] device_id is not set on port 97137d42-f310-4f96-8bb1-8d34a8ed54e7 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:11:42.420499 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:42.550911 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb1ef1-ac78-4665-93c2-445508bd3c3f req-85d58cd8-c54d-4cee-bf63-941b9def562c tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:42.552486 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a7cb1ef1-ac78-4665-93c2-445508bd3c3f req-85d58cd8-c54d-4cee-bf63-941b9def562c tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 945 time: 0.0900643 Nov 24 21:11:42.618092 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:42.640576 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a7cb1ef1-ac78-4665-93c2-445508bd3c3f req-2e171e7f-1e01-411b-b368-605f006c4ffe tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751808 Nov 24 21:11:42.659739 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-c1c92405-3bf0-4185-993c-28da0ebed6f2 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:42.661598 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-c1c92405-3bf0-4185-993c-28da0ebed6f2 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.48 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 811 time: 0.2076380 Nov 24 21:11:42.686447 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-5a076e82-9a4a-4217-88f6-9a0bd5162679 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Request body: {'port': {'device_id': '74eb9db8-b0cf-4761-b36c-b2939fc02771', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'admin_state_up': True, 'tenant_id': '595635dfe5324829adbb53908d8c3a34'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:42.735379 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf0601df-dfbb-4cc1-9b5d-d12b02d3c263 req-29e9d8b1-e9ef-4641-b37a-72b2a91ee1c6 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/4dcc569a-0739-4884-9930-3ee88cebf72e HTTP/1.1" status: 200 len: 1819 time: 0.0590408 Nov 24 21:11:42.744135 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-bf0601df-dfbb-4cc1-9b5d-d12b02d3c263 req-449b52ec-f22a-4117-9d35-5c64b3393148 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Request body: {'security_group': {'name': 'tempest-sg-hth-968078622', 'description': 'tempest-description-hth-885221899'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:42.765722 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:42.799988 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bf0601df-dfbb-4cc1-9b5d-d12b02d3c263 req-449b52ec-f22a-4117-9d35-5c64b3393148 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:42.859741 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bf0601df-dfbb-4cc1-9b5d-d12b02d3c263 req-449b52ec-f22a-4117-9d35-5c64b3393148 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:42.867277 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bf0601df-dfbb-4cc1-9b5d-d12b02d3c263 req-449b52ec-f22a-4117-9d35-5c64b3393148 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:42.871261 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bf0601df-dfbb-4cc1-9b5d-d12b02d3c263 req-449b52ec-f22a-4117-9d35-5c64b3393148 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:42.873018 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf0601df-dfbb-4cc1-9b5d-d12b02d3c263 req-449b52ec-f22a-4117-9d35-5c64b3393148 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "PUT /v2.0/security-groups/4dcc569a-0739-4884-9930-3ee88cebf72e HTTP/1.1" status: 200 len: 1792 time: 0.1367681 Nov 24 21:11:42.907447 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b52ec-f22a-4117-9d35-5c64b3393148 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcc569a-0739-4884-9930-3ee88cebf72e,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:42.976835 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Port': ['ID=b0c84362-8caf-4a1a-b5b3-592a8be18888,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:42.980914 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network 4b056e96-19a2-47f5-af1a-ced220042377 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:42.985942 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:42.989888 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:42.990783 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:42.998814 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5a2f97d1-e44f-47f7-bc03-fd7c579521a5 req-36e64b36-3156-4742-908e-ec3ef8139cdc tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 210 time: 0.0414572 Nov 24 21:11:43.039866 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-5a076e82-9a4a-4217-88f6-9a0bd5162679 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Made reservation on behalf of 595635dfe5324829adbb53908d8c3a34 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:43.044880 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-5a076e82-9a4a-4217-88f6-9a0bd5162679 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:43.107451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Port': ['ID=97137d42-f310-4f96-8bb1-8d34a8ed54e7,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:43.130829 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6d3c49cb-714c-42c1-b4a3-2e839c270c12 req-ddf62c86-3238-4181-b261-76b3993ac1f2 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/4dcc569a-0739-4884-9930-3ee88cebf72e HTTP/1.1" status: 200 len: 1792 time: 0.0984623 Nov 24 21:11:43.183938 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Checking segment: {'id': '63c5c9dc-4480-4a11-a296-6fa27d96d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee6f1b69-14eb-4f07-95a1-d29a105cc475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:43.184553 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network hostable DHCP agents. Network: ee6f1b69-14eb-4f07-95a1-d29a105cc475, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:11:43.262006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network ee6f1b69-14eb-4f07-95a1-d29a105cc475 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:11:43.264186 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8fc69b65-6064-4fd2-972e-8a019f71270d req-65c8a1e9-8fa7-4e78-82d3-f8ceecf559f0 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/4dcc569a-0739-4884-9930-3ee88cebf72e HTTP/1.1" status: 200 len: 1792 time: 0.0983157 Nov 24 21:11:43.288105 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, ee6f1b69-14eb-4f07-95a1-d29a105cc475) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:43.300685 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:43.301775 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f109463e-c04c-490d-91ef-8a6a5ad5b565 None None] Network ee6f1b69-14eb-4f07-95a1-d29a105cc475 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:43.307490 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:43.314509 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:43.315706 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:43.328380 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-5a076e82-9a4a-4217-88f6-9a0bd5162679 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Allocated IP 172.20.0.3 (b79fcd1c-754c-4dea-a7f1-95afcf35cd53/45f34fab-787e-4251-9f3c-22a212ef1d24/300e65f3-b863-4ac0-9912-fa36fc59cd39) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:43.348374 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b966d566-8ab1-469d-b06e-617d4c520d47 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3612459 Nov 24 21:11:43.352195 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59008) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:43.352450 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-8fc69b65-6064-4fd2-972e-8a019f71270d req-295cd857-2c04-4c04-8a60-6099a798d7b8 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:43.404603 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-8fc69b65-6064-4fd2-972e-8a019f71270d req-295cd857-2c04-4c04-8a60-6099a798d7b8 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:43.481346 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-8fc69b65-6064-4fd2-972e-8a019f71270d req-295cd857-2c04-4c04-8a60-6099a798d7b8 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:43.484383 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-8fc69b65-6064-4fd2-972e-8a019f71270d req-295cd857-2c04-4c04-8a60-6099a798d7b8 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:43.486004 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8fc69b65-6064-4fd2-972e-8a019f71270d req-295cd857-2c04-4c04-8a60-6099a798d7b8 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "DELETE /v2.0/security-groups/4dcc569a-0739-4884-9930-3ee88cebf72e HTTP/1.1" status: 204 len: 173 time: 0.2207005 Nov 24 21:11:43.507504 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295cd857-2c04-4c04-8a60-6099a798d7b8 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcc569a-0739-4884-9930-3ee88cebf72e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:43.664343 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-b020c0dd-7416-4496-acc0-e548b37b85d6 req-d79edf58-a5c5-4089-a482-1227e9da2473 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] show failed (client error): The resource could not be found. Nov 24 21:11:43.681482 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b020c0dd-7416-4496-acc0-e548b37b85d6 req-d79edf58-a5c5-4089-a482-1227e9da2473 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/f4b9fe5e-583c-4bbf-8b18-656925c01a4a HTTP/1.1" status: 404 len: 352 time: 0.0353959 Nov 24 21:11:43.688314 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-64e9eb1b-5ab5-486c-8fd2-ed5679db4f19 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting port 97137d42-f310-4f96-8bb1-8d34a8ed54e7 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:11:43.688665 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-64e9eb1b-5ab5-486c-8fd2-ed5679db4f19 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:43.767505 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:43.768058 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-64e9eb1b-5ab5-486c-8fd2-ed5679db4f19 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:43.799247 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-5a076e82-9a4a-4217-88f6-9a0bd5162679 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:43.802526 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-64e9eb1b-5ab5-486c-8fd2-ed5679db4f19 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Calling delete_port for 97137d42-f310-4f96-8bb1-8d34a8ed54e7 owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:11:43.825835 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a50a2-842a-4ec8-adc4-036d5fb26150 req-c900a273-6bf7-4ed1-aba7-f77253b49137 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:43.834836 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-041a50a2-842a-4ec8-adc4-036d5fb26150 req-c900a273-6bf7-4ed1-aba7-f77253b49137 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 945 time: 0.1050749 Nov 24 21:11:43.945461 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-041a50a2-842a-4ec8-adc4-036d5fb26150 req-f5a357fa-3d47-4849-be0f-841f41112333 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110044 Nov 24 21:11:44.037781 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-64e9eb1b-5ab5-486c-8fd2-ed5679db4f19 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:44.096502 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-5a076e82-9a4a-4217-88f6-9a0bd5162679 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:44.101647 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9eb1b-5ab5-486c-8fd2-ed5679db4f19 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Port': ['ID=97137d42-f310-4f96-8bb1-8d34a8ed54e7,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:44.141334 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-64e9eb1b-5ab5-486c-8fd2-ed5679db4f19 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:44.149932 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-64e9eb1b-5ab5-486c-8fd2-ed5679db4f19 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/ports/97137d42-f310-4f96-8bb1-8d34a8ed54e7 HTTP/1.1" status: 204 len: 168 time: 0.7939100 Nov 24 21:11:44.150835 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59026) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:44.178408 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-5a076e82-9a4a-4217-88f6-9a0bd5162679 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:44.185293 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-5a076e82-9a4a-4217-88f6-9a0bd5162679 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:44.209789 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-5a076e82-9a4a-4217-88f6-9a0bd5162679 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:44.300859 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a076e82-9a4a-4217-88f6-9a0bd5162679 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event updated for resources: {'Port': ['ID=300e65f3-b863-4ac0-9912-fa36fc59cd39,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:44.356417 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-5a076e82-9a4a-4217-88f6-9a0bd5162679 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:44.357520 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-5a076e82-9a4a-4217-88f6-9a0bd5162679 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:44.357876 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-e722c30c-bdeb-40d4-bb64-8709897c3ce0 req-bfbad825-34ce-453f-83f9-270cb719ebe7 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] show failed (client error): The resource could not be found. Nov 24 21:11:44.373543 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e722c30c-bdeb-40d4-bb64-8709897c3ce0 req-bfbad825-34ce-453f-83f9-270cb719ebe7 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/22da2b19-517e-4fc9-8b4a-20f5bb29b630 HTTP/1.1" status: 404 len: 352 time: 0.4074039 Nov 24 21:11:44.380457 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-5a076e82-9a4a-4217-88f6-9a0bd5162679 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7020078 Nov 24 21:11:44.398636 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-f61a0db4-1bdd-4ed1-a8f9-62656185c75e service neutron] Request body: {'port': {'device_id': '74eb9db8-b0cf-4761-b36c-b2939fc02771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:44.429183 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f5fab4-dcab-4c16-9e45-dc8f7af60522 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:44.437807 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f5fab4-dcab-4c16-9e45-dc8f7af60522 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:44.448042 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-24f5fab4-dcab-4c16-9e45-dc8f7af60522 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2942078 Nov 24 21:11:44.448728 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59032) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:44.487323 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-f61a0db4-1bdd-4ed1-a8f9-62656185c75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:44.595169 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9eb5a-e69d-418d-bf62-db758c6328e6 req-705965dd-cf34-438c-9d45-e034acb470e9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:44.603015 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cfa9eb5a-e69d-418d-bf62-db758c6328e6 req-705965dd-cf34-438c-9d45-e034acb470e9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 931 time: 0.1392033 Nov 24 21:11:44.628724 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-efc2819f-5b89-432c-9904-7bc25e945f9c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting port b0c84362-8caf-4a1a-b5b3-592a8be18888 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:11:44.629390 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-efc2819f-5b89-432c-9904-7bc25e945f9c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:44.691025 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2ae91db7-48d1-445d-9df0-398f6887249c None None] Provisioning complete for port 300e65f3-b863-4ac0-9912-fa36fc59cd39 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:44.691507 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2ae91db7-48d1-445d-9df0-398f6887249c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:44.740875 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cfa9eb5a-e69d-418d-bf62-db758c6328e6 req-2c02eadb-b5a5-48d8-a95e-9b03b5b1d9ec tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366639 Nov 24 21:11:44.770731 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-efc2819f-5b89-432c-9904-7bc25e945f9c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:44.782796 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-2ae91db7-48d1-445d-9df0-398f6887249c None None] Port 300e65f3-b863-4ac0-9912-fa36fc59cd39 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:11:44.793244 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-efc2819f-5b89-432c-9904-7bc25e945f9c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Calling delete_port for b0c84362-8caf-4a1a-b5b3-592a8be18888 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:11:44.805662 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-30f4daf8-532c-414d-85b2-56ddea1b8de2 req-ca95bde4-aedf-496b-933f-22d06c756005 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] show failed (client error): The resource could not be found. Nov 24 21:11:44.810399 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:44.814585 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-30f4daf8-532c-414d-85b2-56ddea1b8de2 req-ca95bde4-aedf-496b-933f-22d06c756005 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/20f8423d-f033-45bd-9dc5-1777b87c1e1a HTTP/1.1" status: 404 len: 352 time: 0.0407984 Nov 24 21:11:44.882934 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-a5d6d45d-278e-4a00-a4ca-73dd6a1bcc34 req-f1298d66-5ff6-4ab7-90e4-739fd443e7c9 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] show failed (client error): The resource could not be found. Nov 24 21:11:44.891106 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5d6d45d-278e-4a00-a4ca-73dd6a1bcc34 req-f1298d66-5ff6-4ab7-90e4-739fd443e7c9 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/2405653c-7ad1-4c85-802c-b1e3ec602442 HTTP/1.1" status: 404 len: 352 time: 0.0281549 Nov 24 21:11:44.936723 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-87af4f8a-2478-4fcf-8e4b-df3942628156 req-9da547b1-f72d-4b2b-b03d-d3a9e4a8cf02 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] show failed (client error): The resource could not be found. Nov 24 21:11:44.943090 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-f61a0db4-1bdd-4ed1-a8f9-62656185c75e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 300e65f3-b863-4ac0-9912-fa36fc59cd39 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:11:44.945049 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87af4f8a-2478-4fcf-8e4b-df3942628156 req-9da547b1-f72d-4b2b-b03d-d3a9e4a8cf02 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/2d9c8875-b7e8-4b5e-9b46-4159c6bbfe74 HTTP/1.1" status: 404 len: 352 time: 0.0258133 Nov 24 21:11:44.958869 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-efc2819f-5b89-432c-9904-7bc25e945f9c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:44.968535 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-f61a0db4-1bdd-4ed1-a8f9-62656185c75e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:45.003638 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-f61a0db4-1bdd-4ed1-a8f9-62656185c75e service neutron] Transition to ACTIVE for port object 300e65f3-b863-4ac0-9912-fa36fc59cd39 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:11:45.014423 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2819f-5b89-432c-9904-7bc25e945f9c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Port': ['ID=b0c84362-8caf-4a1a-b5b3-592a8be18888,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:45.018319 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-f61a0db4-1bdd-4ed1-a8f9-62656185c75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:45.021655 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-efc2819f-5b89-432c-9904-7bc25e945f9c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:45.025995 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-efc2819f-5b89-432c-9904-7bc25e945f9c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/ports/b0c84362-8caf-4a1a-b5b3-592a8be18888 HTTP/1.1" status: 204 len: 168 time: 0.5762641 Nov 24 21:11:45.031558 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59046) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:45.045439 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-618fa6e5-cb12-41e6-b0a7-e93b3fb829a9 req-5dde8e83-466d-4a4f-9ebe-e06ebb4c8e61 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] show failed (client error): The resource could not be found. Nov 24 21:11:45.046891 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-618fa6e5-cb12-41e6-b0a7-e93b3fb829a9 req-5dde8e83-466d-4a4f-9ebe-e06ebb4c8e61 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/c21ccd45-d634-4d16-a8af-2e292a65b7e7 HTTP/1.1" status: 404 len: 352 time: 0.0703220 Nov 24 21:11:45.122378 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dd00bb-041d-49fa-9a8c-43bcff2e4367 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:45.124286 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-78dd00bb-041d-49fa-9a8c-43bcff2e4367 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0907362 Nov 24 21:11:45.127313 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59050) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:45.185157 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a0db4-1bdd-4ed1-a8f9-62656185c75e service neutron] Pushing event updated for resources: {'Port': ['ID=300e65f3-b863-4ac0-9912-fa36fc59cd39,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:45.186974 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-f170590f-cd3a-4281-b9bf-51b8ce291687 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] GET failed (client error): The resource could not be found. Nov 24 21:11:45.189107 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f170590f-cd3a-4281-b9bf-51b8ce291687 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports/97137d42-f310-4f96-8bb1-8d34a8ed54e7 HTTP/1.1" status: 404 len: 333 time: 0.0606544 Nov 24 21:11:45.203421 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59054) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:45.325018 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d23d78e-0116-440d-a8af-577cea9ef953 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] GET failed (client error): The resource could not be found. Nov 24 21:11:45.326783 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6d23d78e-0116-440d-a8af-577cea9ef953 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports/b0c84362-8caf-4a1a-b5b3-592a8be18888 HTTP/1.1" status: 404 len: 333 time: 0.1211741 Nov 24 21:11:45.334043 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59058) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:45.357000 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-f61a0db4-1bdd-4ed1-a8f9-62656185c75e service neutron] Attempting to bind port 300e65f3-b863-4ac0-9912-fa36fc59cd39 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:11:45.357580 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-f61a0db4-1bdd-4ed1-a8f9-62656185c75e service neutron] Attempting to bind port 300e65f3-b863-4ac0-9912-fa36fc59cd39 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:11:45.373536 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-f61a0db4-1bdd-4ed1-a8f9-62656185c75e service neutron] Attempting to bind port 300e65f3-b863-4ac0-9912-fa36fc59cd39 on network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:11:45.395790 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-f61a0db4-1bdd-4ed1-a8f9-62656185c75e service neutron] Port 300e65f3-b863-4ac0-9912-fa36fc59cd39 on network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:11:45.398566 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-f61a0db4-1bdd-4ed1-a8f9-62656185c75e service neutron] Attempting to bind port 300e65f3-b863-4ac0-9912-fa36fc59cd39 on network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:11:45.418663 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-f61a0db4-1bdd-4ed1-a8f9-62656185c75e service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:11:45.423185 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-f61a0db4-1bdd-4ed1-a8f9-62656185c75e service neutron] Checking segment: {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:45.423340 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb325e9-4649-44ae-a0d9-620260f0f8ab req-3cbfc55d-71cb-4b8a-8c2f-57ff3e993edd tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:45.425634 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cbb325e9-4649-44ae-a0d9-620260f0f8ab req-3cbfc55d-71cb-4b8a-8c2f-57ff3e993edd tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 945 time: 0.2212756 Nov 24 21:11:45.434831 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-f61a0db4-1bdd-4ed1-a8f9-62656185c75e service neutron] Bound using segment: {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:11:45.435934 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-f61a0db4-1bdd-4ed1-a8f9-62656185c75e service neutron] Bound port: 300e65f3-b863-4ac0-9912-fa36fc59cd39, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:11:45.437239 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-f61a0db4-1bdd-4ed1-a8f9-62656185c75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:45.613400 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a2d8083-0651-4e72-8154-6d9cfc8e4e65 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:45.655018 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-f61a0db4-1bdd-4ed1-a8f9-62656185c75e service neutron] For port 300e65f3-b863-4ac0-9912-fa36fc59cd39, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:11:45.658992 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-f61a0db4-1bdd-4ed1-a8f9-62656185c75e service neutron] For port 300e65f3-b863-4ac0-9912-fa36fc59cd39, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=300e65f3-b863-4ac0-9912-fa36fc59cd39,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:11:45.659884 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cbb325e9-4649-44ae-a0d9-620260f0f8ab req-d4c7ef6b-54cc-4d72-8ff7-0e51fe5a86d9 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249577 Nov 24 21:11:45.668947 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-f61a0db4-1bdd-4ed1-a8f9-62656185c75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:45.845753 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a2d8083-0651-4e72-8154-6d9cfc8e4e65 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:45.874861 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-5a2d8083-0651-4e72-8154-6d9cfc8e4e65 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6f1b69-14eb-4f07-95a1-d29a105cc475']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:45.879124 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a0db4-1bdd-4ed1-a8f9-62656185c75e service neutron] Pushing event updated for resources: {'Port': ['ID=300e65f3-b863-4ac0-9912-fa36fc59cd39,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:45.904231 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-5a2d8083-0651-4e72-8154-6d9cfc8e4e65 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c5c9dc-4480-4a11-a296-6fa27d96d19c') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:45.904231 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-5a2d8083-0651-4e72-8154-6d9cfc8e4e65 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c5c9dc-4480-4a11-a296-6fa27d96d19c') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:45.910523 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-f61a0db4-1bdd-4ed1-a8f9-62656185c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:45.911820 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-f61a0db4-1bdd-4ed1-a8f9-62656185c75e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:45.917744 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-f61a0db4-1bdd-4ed1-a8f9-62656185c75e service neutron] 10.222.0.48 "PUT /v2.0/ports/300e65f3-b863-4ac0-9912-fa36fc59cd39 HTTP/1.1" status: 200 len: 1091 time: 1.5218070 Nov 24 21:11:45.918290 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74eb9db8-b0cf-4761-b36c-b2939fc02771', 'tag': '300e65f3-b863-4ac0-9912-fa36fc59cd39'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:11:45.922438 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c37944-7f87-45b9-b4d0-22ccb202c9b0" -d '{"events": [{"name": "network-changed", "server_uuid": "74eb9db8-b0cf-4761-b36c-b2939fc02771", "tag": "300e65f3-b863-4ac0-9912-fa36fc59cd39"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:11:45.924850 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a2d8083-0651-4e72-8154-6d9cfc8e4e65 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:45.948839 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a2d8083-0651-4e72-8154-6d9cfc8e4e65 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:45.959156 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2d8083-0651-4e72-8154-6d9cfc8e4e65 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:11:45.961111 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a2d8083-0651-4e72-8154-6d9cfc8e4e65 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:11:45.965016 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:11:46.080914 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-bf04548a-b9fd-4c9c-9ef1-69eb9ab9d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:46.082583 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-bf04548a-b9fd-4c9c-9ef1-69eb9ab9d9a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 1094 time: 0.1144590 Nov 24 21:11:46.125614 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a2d8083-0651-4e72-8154-6d9cfc8e4e65 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:46.147259 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a2d8083-0651-4e72-8154-6d9cfc8e4e65 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:46.157629 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59072) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:46.158131 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5a2d8083-0651-4e72-8154-6d9cfc8e4e65 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/networks/ee6f1b69-14eb-4f07-95a1-d29a105cc475 HTTP/1.1" status: 204 len: 168 time: 0.8220448 Nov 24 21:11:46.163100 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-8734b4a2-9d77-4171-9c1b-7d637290840a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-271639649'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:46.185239 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-70103701-44a8-480d-aba5-9f9bef8ca9e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=300e65f3-b863-4ac0-9912-fa36fc59cd39 HTTP/1.1" status: 200 len: 217 time: 0.0835533 Nov 24 21:11:46.196597 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc7dd6-e919-41b3-9db6-32226c336fec req-acffc287-744c-499a-9b51-4dcd29eed0db tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:46.210634 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5cfc7dd6-e919-41b3-9db6-32226c336fec req-acffc287-744c-499a-9b51-4dcd29eed0db tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 943 time: 0.1271942 Nov 24 21:11:46.271197 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5cfc7dd6-e919-41b3-9db6-32226c336fec req-b4127b05-8cdb-4089-9e93-52f2042ce03c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596199 Nov 24 21:11:46.272721 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d8083-0651-4e72-8154-6d9cfc8e4e65 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Network': ['ID=ee6f1b69-14eb-4f07-95a1-d29a105cc475,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:46.340347 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5db3680-b1c7-41e9-99fa-12110fb33b57 x-openstack-request-id: req-b5db3680-b1c7-41e9-99fa-12110fb33b57 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:11:46.340853 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74eb9db8-b0cf-4761-b36c-b2939fc02771", "tag": "300e65f3-b863-4ac0-9912-fa36fc59cd39", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:11:46.341121 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5db3680-b1c7-41e9-99fa-12110fb33b57 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:11:46.341552 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74eb9db8-b0cf-4761-b36c-b2939fc02771', 'tag': '300e65f3-b863-4ac0-9912-fa36fc59cd39', 'status': 'completed', 'code': 200} Nov 24 21:11:46.355012 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-a97a68df-66c8-4569-86d4-6dac0f469d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:46.356517 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-a97a68df-66c8-4569-86d4-6dac0f469d91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.1704998 Nov 24 21:11:46.357116 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8734b4a2-9d77-4171-9c1b-7d637290840a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:46.366312 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8734b4a2-9d77-4171-9c1b-7d637290840a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:46.427645 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:11:46.462203 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8734b4a2-9d77-4171-9c1b-7d637290840a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:11:46.476818 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-b0fb3d24-b923-4f87-b78f-fbbb663db6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:46.480016 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-b0fb3d24-b923-4f87-b78f-fbbb663db6ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983183 Nov 24 21:11:46.483641 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8734b4a2-9d77-4171-9c1b-7d637290840a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:46.484128 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-8734b4a2-9d77-4171-9c1b-7d637290840a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Added segment a8f5b886-ceea-47f0-9450-a45f0517be1a of type vlan for network 66754ee7-d6aa-4662-ad47-e60b8b4296b4 Nov 24 21:11:46.493016 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9036692-38ea-4330-bd3f-424d1005e9dc req-ee4677c7-1d37-4676-85a9-2139db607b0b tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:46.503141 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9036692-38ea-4330-bd3f-424d1005e9dc req-ee4677c7-1d37-4676-85a9-2139db607b0b tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a3874a9-a5d5-417a-88f2-39000f06237d HTTP/1.1" status: 200 len: 1023 time: 0.0888357 Nov 24 21:11:46.565502 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8734b4a2-9d77-4171-9c1b-7d637290840a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:46.593987 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9036692-38ea-4330-bd3f-424d1005e9dc req-4d1e4155-6932-47a0-813f-309d960d53b4 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=d61a97e4-4b37-433d-9b71-03c07965d791&id=4b587a96-f6ad-490e-b482-cafa0aae03ac&id=86d1b232-d60d-4957-bf27-b7a51081c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0896282 Nov 24 21:11:46.657916 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-4e4befbd-984a-4b03-a3b3-4e4c739e5a3c service neutron] 10.222.0.48 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633983 Nov 24 21:11:46.663940 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8734b4a2-9d77-4171-9c1b-7d637290840a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:46.671537 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8734b4a2-9d77-4171-9c1b-7d637290840a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:46.672595 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8734b4a2-9d77-4171-9c1b-7d637290840a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:46.820441 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8734b4a2-9d77-4171-9c1b-7d637290840a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6616459 Nov 24 21:11:46.840615 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59080) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:46.848879 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-fa54cd3a-8aa2-4121-9ff2-6df1ae2b0113 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'subnet': {'network_id': '66754ee7-d6aa-4662-ad47-e60b8b4296b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:46.877726 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734b4a2-9d77-4171-9c1b-7d637290840a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Network': ['ID=66754ee7-d6aa-4662-ad47-e60b8b4296b4,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:46.894937 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 66754ee7-d6aa-4662-ad47-e60b8b4296b4 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:11:46.958781 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce182b0e-6cf2-423a-bcdb-9b5c6b6bde81 req-13066f6d-9790-40df-bd33-1f7f191810fb tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:46.960596 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ce182b0e-6cf2-423a-bcdb-9b5c6b6bde81 req-13066f6d-9790-40df-bd33-1f7f191810fb tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 945 time: 0.1806197 Nov 24 21:11:46.964369 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d1597b4-2b66-4139-92d3-2cba5c956f32 req-3224c579-3b78-4a81-b721-78adba269226 service neutron] 10.222.0.48 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870121 Nov 24 21:11:46.995669 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa54cd3a-8aa2-4121-9ff2-6df1ae2b0113 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:46.999510 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fa54cd3a-8aa2-4121-9ff2-6df1ae2b0113 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:47.067497 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c37944-7f87-45b9-b4d0-22ccb202c9b0 req-6bf10c6f-5b44-413d-9980-108e77ccc988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:47.069933 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6c37944-7f87-45b9-b4d0-22ccb202c9b0 req-6bf10c6f-5b44-413d-9980-108e77ccc988 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 1094 time: 0.0521846 Nov 24 21:11:47.083361 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.ipam_backend_mixin [None req-fa54cd3a-8aa2-4121-9ff2-6df1ae2b0113 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Performing IP validity checks on allocation pools {{(pid=109991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 21:11:47.083979 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.ipam_backend_mixin [None req-fa54cd3a-8aa2-4121-9ff2-6df1ae2b0113 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 21:11:47.102164 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ce182b0e-6cf2-423a-bcdb-9b5c6b6bde81 req-76e09c2e-a14d-49a5-879a-2347bc773967 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164424 Nov 24 21:11:47.202151 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c37944-7f87-45b9-b4d0-22ccb202c9b0 req-31b08ec5-1545-436d-9428-742e505778ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:47.203911 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6c37944-7f87-45b9-b4d0-22ccb202c9b0 req-31b08ec5-1545-436d-9428-742e505778ef service neutron] 10.222.0.48 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 912 time: 0.1258626 Nov 24 21:11:47.258058 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6c37944-7f87-45b9-b4d0-22ccb202c9b0 req-1a41b888-25f9-4441-bb94-639ab2f4089c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=300e65f3-b863-4ac0-9912-fa36fc59cd39 HTTP/1.1" status: 200 len: 217 time: 0.0442803 Nov 24 21:11:47.327232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c37944-7f87-45b9-b4d0-22ccb202c9b0 req-aea54b09-d424-4a13-be96-b14cbbf86b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:47.328842 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6c37944-7f87-45b9-b4d0-22ccb202c9b0 req-aea54b09-d424-4a13-be96-b14cbbf86b47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.0622528 Nov 24 21:11:47.426592 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c37944-7f87-45b9-b4d0-22ccb202c9b0 req-fa44e719-9e28-4e50-a7c0-2b86fae9b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:47.428498 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6c37944-7f87-45b9-b4d0-22ccb202c9b0 req-fa44e719-9e28-4e50-a7c0-2b86fae9b515 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920715 Nov 24 21:11:47.467526 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb2ad0-d554-401f-9fe6-21f99b7d4369 req-ec2467a5-c9ae-45e3-b036-300d917b163b tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:47.469295 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-25bb2ad0-d554-401f-9fe6-21f99b7d4369 req-ec2467a5-c9ae-45e3-b036-300d917b163b tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3874a9-a5d5-417a-88f2-39000f06237d HTTP/1.1" status: 200 len: 1023 time: 0.0874410 Nov 24 21:11:47.703130 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6c37944-7f87-45b9-b4d0-22ccb202c9b0 req-38df6179-a652-4d7e-8801-7a80a7c19371 service neutron] 10.222.0.48 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666144 Nov 24 21:11:47.727903 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fafb9a-8748-463e-9c70-c9e0c352493b req-047cf0c4-faf5-47a2-9c58-8bef3a536fde tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:47.736614 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66fafb9a-8748-463e-9c70-c9e0c352493b req-047cf0c4-faf5-47a2-9c58-8bef3a536fde tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 943 time: 0.1440997 Nov 24 21:11:47.786398 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fa54cd3a-8aa2-4121-9ff2-6df1ae2b0113 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:47.859128 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6c37944-7f87-45b9-b4d0-22ccb202c9b0 req-d9aa1db4-daee-4f95-88b0-f642e336716b service neutron] 10.222.0.48 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472676 Nov 24 21:11:47.865086 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-25bb2ad0-d554-401f-9fe6-21f99b7d4369 req-b0727f98-1daf-4cfd-abde-cb9bc54740f3 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Deleting port 0067a324-2275-4d33-b85b-701ce2d8930c {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:11:47.865515 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-25bb2ad0-d554-401f-9fe6-21f99b7d4369 req-b0727f98-1daf-4cfd-abde-cb9bc54740f3 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:47.903255 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66fafb9a-8748-463e-9c70-c9e0c352493b req-4522fe5b-d170-4824-bd16-06e7d784019a tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601326 Nov 24 21:11:47.920489 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54cd3a-8aa2-4121-9ff2-6df1ae2b0113 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Subnet': ['ID=fe62c859-adcd-41ce-bc86-ca0b17413b28,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:47.964086 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa54cd3a-8aa2-4121-9ff2-6df1ae2b0113 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Checking segment: {'id': 'a8f5b886-ceea-47f0-9450-a45f0517be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '66754ee7-d6aa-4662-ad47-e60b8b4296b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:47.965727 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa54cd3a-8aa2-4121-9ff2-6df1ae2b0113 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network hostable DHCP agents. Network: 66754ee7-d6aa-4662-ad47-e60b8b4296b4, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:11:47.979011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-25bb2ad0-d554-401f-9fe6-21f99b7d4369 req-b0727f98-1daf-4cfd-abde-cb9bc54740f3 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] For port 0067a324-2275-4d33-b85b-701ce2d8930c, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0067a324-2275-4d33-b85b-701ce2d8930c,segment=NetworkSegment(e79e06b3-37e5-4945-a046-ef522d007d1d),segment_id=e79e06b3-37e5-4945-a046-ef522d007d1d)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:47.979376 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-25bb2ad0-d554-401f-9fe6-21f99b7d4369 req-b0727f98-1daf-4cfd-abde-cb9bc54740f3 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:47.995931 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-25bb2ad0-d554-401f-9fe6-21f99b7d4369 req-b0727f98-1daf-4cfd-abde-cb9bc54740f3 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Calling delete_port for 0067a324-2275-4d33-b85b-701ce2d8930c owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:11:48.028614 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa54cd3a-8aa2-4121-9ff2-6df1ae2b0113 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network 66754ee7-d6aa-4662-ad47-e60b8b4296b4 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:11:48.045054 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-fa54cd3a-8aa2-4121-9ff2-6df1ae2b0113 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 66754ee7-d6aa-4662-ad47-e60b8b4296b4) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:48.051423 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa54cd3a-8aa2-4121-9ff2-6df1ae2b0113 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:48.052033 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fa54cd3a-8aa2-4121-9ff2-6df1ae2b0113 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:48.055033 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddefd7f4-854c-4317-82e2-6a2f56433b96 None None] Network 66754ee7-d6aa-4662-ad47-e60b8b4296b4 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:48.080940 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5ae15-9701-4606-93a3-c3eadb414a01 req-c75387a8-534b-42c6-8186-88b83efcf138 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:48.085210 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2cd5ae15-9701-4606-93a3-c3eadb414a01 req-c75387a8-534b-42c6-8186-88b83efcf138 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a3874a9-a5d5-417a-88f2-39000f06237d HTTP/1.1" status: 200 len: 1023 time: 0.0904615 Nov 24 21:11:48.088692 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fa54cd3a-8aa2-4121-9ff2-6df1ae2b0113 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2455287 Nov 24 21:11:48.093666 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59092) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:48.104243 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-2bd86573-a946-40b7-b893-a9e2e0916375 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'port': {'network_id': '66754ee7-d6aa-4662-ad47-e60b8b4296b4', 'name': 'tempest-PortsTestJSON-1041213001'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:48.158776 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2cd5ae15-9701-4606-93a3-c3eadb414a01 req-49274f1a-cc42-4d20-812f-a0705eac1fc4 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups?id=d61a97e4-4b37-433d-9b71-03c07965d791&id=4b587a96-f6ad-490e-b482-cafa0aae03ac&id=86d1b232-d60d-4957-bf27-b7a51081c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0690236 Nov 24 21:11:48.250660 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfe4892-b0fb-48c5-92b6-029d3adef6f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-66754ee7-d6aa-4662-ad47-e60b8b4296b4', 'network_id': '66754ee7-d6aa-4662-ad47-e60b8b4296b4', 'tenant_id': 'd0d08db1b3c4418e9ac5dfc22d6417c2', 'fixed_ips': [{'subnet_id': 'fe62c859-adcd-41ce-bc86-ca0b17413b28'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:11:48.251863 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4892-b0fb-48c5-92b6-029d3adef6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:48.271972 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-25bb2ad0-d554-401f-9fe6-21f99b7d4369 req-b0727f98-1daf-4cfd-abde-cb9bc54740f3 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:48.322510 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0727f98-1daf-4cfd-abde-cb9bc54740f3 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event deleted for resources: {'Port': ['ID=0067a324-2275-4d33-b85b-701ce2d8930c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:48.334367 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9db9fb-0228-4a78-a54d-53b0fce32ed9 req-26e7c04b-1f77-4c82-89ee-70148091264d tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:48.347862 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1d9db9fb-0228-4a78-a54d-53b0fce32ed9 req-26e7c04b-1f77-4c82-89ee-70148091264d tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 945 time: 0.0841835 Nov 24 21:11:48.361462 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd86573-a946-40b7-b893-a9e2e0916375 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:48.368004 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2bd86573-a946-40b7-b893-a9e2e0916375 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:48.411987 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bb2ad0-d554-401f-9fe6-21f99b7d4369 req-b0727f98-1daf-4cfd-abde-cb9bc54740f3 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] No DVR routers for this DVR port 0067a324-2275-4d33-b85b-701ce2d8930c on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:11:48.414641 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-25bb2ad0-d554-401f-9fe6-21f99b7d4369 req-b0727f98-1daf-4cfd-abde-cb9bc54740f3 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:48.418656 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-25bb2ad0-d554-401f-9fe6-21f99b7d4369 req-b0727f98-1daf-4cfd-abde-cb9bc54740f3 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.48 "DELETE /v2.0/ports/0067a324-2275-4d33-b85b-701ce2d8930c HTTP/1.1" status: 204 len: 173 time: 0.9417830 Nov 24 21:11:48.420467 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3874a9-a5d5-417a-88f2-39000f06237d', 'name': 'network-vif-deleted', 'tag': '0067a324-2275-4d33-b85b-701ce2d8930c'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:11:48.422867 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f197e801-0e57-4198-a602-c59e7fa7bc2c" -d '{"events": [{"server_uuid": "8a3874a9-a5d5-417a-88f2-39000f06237d", "name": "network-vif-deleted", "tag": "0067a324-2275-4d33-b85b-701ce2d8930c"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:11:48.431577 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-2bd86573-a946-40b7-b893-a9e2e0916375 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] device_id is not set on port 26e58c91-8f92-412d-acd3-96c84ee587f9 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:11:48.440183 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1d9db9fb-0228-4a78-a54d-53b0fce32ed9 req-9afeeb96-d157-4dbd-8c2e-05179ca07718 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910997 Nov 24 21:11:48.501040 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-6bfe4892-b0fb-48c5-92b6-029d3adef6f9 None None] Allocated IP 172.20.0.2 (66754ee7-d6aa-4662-ad47-e60b8b4296b4/fe62c859-adcd-41ce-bc86-ca0b17413b28/e707ed7c-87cd-44e1-92dc-da125d23f417) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:48.533615 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74600eea-1549-42f7-9854-55f5390efa21 x-openstack-request-id: req-74600eea-1549-42f7-9854-55f5390efa21 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:11:48.535699 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3874a9-a5d5-417a-88f2-39000f06237d", "name": "network-vif-deleted", "tag": "0067a324-2275-4d33-b85b-701ce2d8930c", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:11:48.536129 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-74600eea-1549-42f7-9854-55f5390efa21 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:11:48.536884 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3874a9-a5d5-417a-88f2-39000f06237d', 'name': 'network-vif-deleted', 'tag': '0067a324-2275-4d33-b85b-701ce2d8930c', 'status': 'completed', 'code': 200} Nov 24 21:11:48.899937 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4892-b0fb-48c5-92b6-029d3adef6f9 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:48.911251 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4892-b0fb-48c5-92b6-029d3adef6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:48.963756 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe4892-b0fb-48c5-92b6-029d3adef6f9 None None] Pushing event updated for resources: {'Port': ['ID=e707ed7c-87cd-44e1-92dc-da125d23f417,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:48.976788 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfe4892-b0fb-48c5-92b6-029d3adef6f9 None None] Network 66754ee7-d6aa-4662-ad47-e60b8b4296b4 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:48.978649 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-6bfe4892-b0fb-48c5-92b6-029d3adef6f9 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:48.982977 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfe4892-b0fb-48c5-92b6-029d3adef6f9 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:49.041264 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-2bd86573-a946-40b7-b893-a9e2e0916375 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Allocated IP 172.20.0.12 (66754ee7-d6aa-4662-ad47-e60b8b4296b4/fe62c859-adcd-41ce-bc86-ca0b17413b28/26e58c91-8f92-412d-acd3-96c84ee587f9) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:49.107058 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-6bfe4892-b0fb-48c5-92b6-029d3adef6f9 None None] Attempting to bind port e707ed7c-87cd-44e1-92dc-da125d23f417 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:11:49.108137 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-6bfe4892-b0fb-48c5-92b6-029d3adef6f9 None None] Attempting to bind port e707ed7c-87cd-44e1-92dc-da125d23f417 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a8f5b886-ceea-47f0-9450-a45f0517be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '66754ee7-d6aa-4662-ad47-e60b8b4296b4'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:11:49.108780 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfe4892-b0fb-48c5-92b6-029d3adef6f9 None None] Attempting to bind port e707ed7c-87cd-44e1-92dc-da125d23f417 on network 66754ee7-d6aa-4662-ad47-e60b8b4296b4 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:11:49.110760 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18d4b4-f4c1-4b16-af96-8aff41b9dd4b req-4f2627be-4bfb-4d1d-863d-1d349249ab28 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:49.121138 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a18d4b4-f4c1-4b16-af96-8aff41b9dd4b req-4f2627be-4bfb-4d1d-863d-1d349249ab28 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 943 time: 0.0794420 Nov 24 21:11:49.122318 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfe4892-b0fb-48c5-92b6-029d3adef6f9 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:11:49.124307 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfe4892-b0fb-48c5-92b6-029d3adef6f9 None None] Checking segment: {'id': 'a8f5b886-ceea-47f0-9450-a45f0517be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '66754ee7-d6aa-4662-ad47-e60b8b4296b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:49.125027 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4892-b0fb-48c5-92b6-029d3adef6f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:49.125623 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfe4892-b0fb-48c5-92b6-029d3adef6f9 None None] Bound using segment: {'id': 'a8f5b886-ceea-47f0-9450-a45f0517be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '66754ee7-d6aa-4662-ad47-e60b8b4296b4'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:11:49.126123 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-6bfe4892-b0fb-48c5-92b6-029d3adef6f9 None None] Bound port: e707ed7c-87cd-44e1-92dc-da125d23f417, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f5b886-ceea-47f0-9450-a45f0517be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '66754ee7-d6aa-4662-ad47-e60b8b4296b4'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:11:49.126510 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4892-b0fb-48c5-92b6-029d3adef6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:49.203344 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a18d4b4-f4c1-4b16-af96-8aff41b9dd4b req-9ead0767-276d-4c58-b995-37eea2526b1e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812967 Nov 24 21:11:49.257277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6bfe4892-b0fb-48c5-92b6-029d3adef6f9 None None] For port e707ed7c-87cd-44e1-92dc-da125d23f417, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:11:49.261411 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6bfe4892-b0fb-48c5-92b6-029d3adef6f9 None None] For port e707ed7c-87cd-44e1-92dc-da125d23f417, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e707ed7c-87cd-44e1-92dc-da125d23f417,segment=NetworkSegment(a8f5b886-ceea-47f0-9450-a45f0517be1a),segment_id=a8f5b886-ceea-47f0-9450-a45f0517be1a)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:11:49.266469 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4892-b0fb-48c5-92b6-029d3adef6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:49.372992 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe4892-b0fb-48c5-92b6-029d3adef6f9 None None] Pushing event updated for resources: {'Port': ['ID=e707ed7c-87cd-44e1-92dc-da125d23f417,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:49.381916 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2bd86573-a946-40b7-b893-a9e2e0916375 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:49.419207 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1833b5ab-9fb6-41f6-9767-19637704ff0e req-0f7e1fed-054f-4ee2-8b94-37ba58dcf72f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/86d1b232-d60d-4957-bf27-b7a51081c6af HTTP/1.1" status: 200 len: 1819 time: 0.1038399 Nov 24 21:11:49.501174 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1833b5ab-9fb6-41f6-9767-19637704ff0e req-bc8f054e-033e-4891-80e3-22bf9396b37d tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:49.547271 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1833b5ab-9fb6-41f6-9767-19637704ff0e req-bc8f054e-033e-4891-80e3-22bf9396b37d tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:49.653128 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1833b5ab-9fb6-41f6-9767-19637704ff0e req-bc8f054e-033e-4891-80e3-22bf9396b37d tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:49.658251 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1833b5ab-9fb6-41f6-9767-19637704ff0e req-bc8f054e-033e-4891-80e3-22bf9396b37d tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:49.672817 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1833b5ab-9fb6-41f6-9767-19637704ff0e req-bc8f054e-033e-4891-80e3-22bf9396b37d tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "DELETE /v2.0/security-groups/86d1b232-d60d-4957-bf27-b7a51081c6af HTTP/1.1" status: 204 len: 173 time: 0.2429225 Nov 24 21:11:49.720301 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f054e-033e-4891-80e3-22bf9396b37d tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d1b232-d60d-4957-bf27-b7a51081c6af,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:49.893333 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1084c-14e6-4896-88a0-4912f065fa83 req-ed64671e-63ec-4247-97b5-1ca773a6468f tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:49.894999 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d3f1084c-14e6-4896-88a0-4912f065fa83 req-ed64671e-63ec-4247-97b5-1ca773a6468f tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 945 time: 0.0946734 Nov 24 21:11:49.926997 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2bd86573-a946-40b7-b893-a9e2e0916375 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:49.954925 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d3f1084c-14e6-4896-88a0-4912f065fa83 req-21a31e33-6ce0-46e1-9ad0-6478acc6feba tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521286 Nov 24 21:11:49.973291 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd86573-a946-40b7-b893-a9e2e0916375 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network 66754ee7-d6aa-4662-ad47-e60b8b4296b4 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:49.988158 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-2bd86573-a946-40b7-b893-a9e2e0916375 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:49.988158 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd86573-a946-40b7-b893-a9e2e0916375 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:50.032295 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd86573-a946-40b7-b893-a9e2e0916375 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Port': ['ID=26e58c91-8f92-412d-acd3-96c84ee587f9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:50.067488 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 0067a324-2275-4d33-b85b-701ce2d8930c no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:11:50.085355 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b789bf3e-b599-4ff6-a93b-86e51b3465c6 req-7779cd8c-81e0-4bd9-9c29-1be577859907 tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "GET /v2.0/security-groups/d61a97e4-4b37-433d-9b71-03c07965d791 HTTP/1.1" status: 200 len: 1820 time: 0.0849233 Nov 24 21:11:50.108004 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd86573-a946-40b7-b893-a9e2e0916375 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:50.110232 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 0067a324-2275-4d33-b85b-701ce2d8930c {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:11:50.110699 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 0067a324-2275-4d33-b85b-701ce2d8930c not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:11:50.112270 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2bd86573-a946-40b7-b893-a9e2e0916375 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:50.141507 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2bd86573-a946-40b7-b893-a9e2e0916375 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0462582 Nov 24 21:11:50.143787 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59120) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:50.184686 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b789bf3e-b599-4ff6-a93b-86e51b3465c6 req-ad47e6aa-7d7a-438e-9f2a-f1114814f47f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:50.211889 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b789bf3e-b599-4ff6-a93b-86e51b3465c6 req-ad47e6aa-7d7a-438e-9f2a-f1114814f47f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:50.265958 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b789bf3e-b599-4ff6-a93b-86e51b3465c6 req-ad47e6aa-7d7a-438e-9f2a-f1114814f47f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:50.271483 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b789bf3e-b599-4ff6-a93b-86e51b3465c6 req-ad47e6aa-7d7a-438e-9f2a-f1114814f47f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:50.273019 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b789bf3e-b599-4ff6-a93b-86e51b3465c6 req-ad47e6aa-7d7a-438e-9f2a-f1114814f47f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] 10.222.0.11 "DELETE /v2.0/security-groups/d61a97e4-4b37-433d-9b71-03c07965d791 HTTP/1.1" status: 204 len: 173 time: 0.1867535 Nov 24 21:11:50.280639 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59124) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:50.328435 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-377ea7a7-8440-4204-9bd5-b54d706c630d tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting port 26e58c91-8f92-412d-acd3-96c84ee587f9 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:11:50.328801 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-377ea7a7-8440-4204-9bd5-b54d706c630d tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:50.382730 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-200a0099-f0a3-4a4e-a580-44c553aab7a9 admin admin] Deleting subnet dd828feb-04a3-4ab5-af17-d372e9da2aea {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:11:50.386841 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-200a0099-f0a3-4a4e-a580-44c553aab7a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:50.479560 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-377ea7a7-8440-4204-9bd5-b54d706c630d tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:50.488679 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47e6aa-7d7a-438e-9f2a-f1114814f47f tempest-SecurityGroupsTestJSON-2037263794 tempest-SecurityGroupsTestJSON-2037263794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61a97e4-4b37-433d-9b71-03c07965d791,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:50.506619 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-377ea7a7-8440-4204-9bd5-b54d706c630d tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Calling delete_port for 26e58c91-8f92-412d-acd3-96c84ee587f9 owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:11:50.578875 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-200a0099-f0a3-4a4e-a580-44c553aab7a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:50.655780 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb00e6-9cf6-4a40-afbb-e15d31f4b86d req-e79e4689-ff15-4f21-be4a-15c940938cc6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:50.672649 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-24bb00e6-9cf6-4a40-afbb-e15d31f4b86d req-e79e4689-ff15-4f21-be4a-15c940938cc6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 943 time: 0.2201922 Nov 24 21:11:50.692077 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-200a0099-f0a3-4a4e-a580-44c553aab7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:50.817769 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-377ea7a7-8440-4204-9bd5-b54d706c630d tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:50.843479 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-24bb00e6-9cf6-4a40-afbb-e15d31f4b86d req-28e09c63-15da-4775-84b1-73351a1ecd66 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930991 Nov 24 21:11:50.845168 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-200a0099-f0a3-4a4e-a580-44c553aab7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:50.877242 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ea7a7-8440-4204-9bd5-b54d706c630d tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Port': ['ID=26e58c91-8f92-412d-acd3-96c84ee587f9,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:50.887499 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a0099-f0a3-4a4e-a580-44c553aab7a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd828feb-04a3-4ab5-af17-d372e9da2aea,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:50.899206 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-200a0099-f0a3-4a4e-a580-44c553aab7a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:50.910183 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-200a0099-f0a3-4a4e-a580-44c553aab7a9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/dd828feb-04a3-4ab5-af17-d372e9da2aea HTTP/1.1" status: 204 len: 168 time: 0.6280041 Nov 24 21:11:50.910853 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59128) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:50.993706 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-377ea7a7-8440-4204-9bd5-b54d706c630d tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:51.008115 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-377ea7a7-8440-4204-9bd5-b54d706c630d tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/ports/26e58c91-8f92-412d-acd3-96c84ee587f9 HTTP/1.1" status: 204 len: 168 time: 0.8630195 Nov 24 21:11:51.009337 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59132) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:51.074498 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-8927dae6-97e1-4e90-a844-89043bb78252 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] DELETE failed (client error): The resource could not be found. Nov 24 21:11:51.080445 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8927dae6-97e1-4e90-a844-89043bb78252 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:11:51.087027 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59136) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:51.099408 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8927dae6-97e1-4e90-a844-89043bb78252 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/ports/26e58c91-8f92-412d-acd3-96c84ee587f9 HTTP/1.1" status: 404 len: 333 time: 0.0883658 Nov 24 21:11:51.137224 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dc7fe35b-96d8-4734-82d7-eb47bda5f9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:51.203028 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138d04d9-77f7-4ce8-a86a-b09d9af672fb None None] Network 66754ee7-d6aa-4662-ad47-e60b8b4296b4 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:51.221144 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-b306ca88-fb62-4a3d-a3e0-8332093f1a16 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] GET failed (client error): The resource could not be found. Nov 24 21:11:51.225965 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b306ca88-fb62-4a3d-a3e0-8332093f1a16 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports/26e58c91-8f92-412d-acd3-96c84ee587f9 HTTP/1.1" status: 404 len: 333 time: 0.1340005 Nov 24 21:11:51.228936 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59138) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:51.326714 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-d054a55f-1c60-48d7-a036-bd27e2b89f02 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting subnet fe62c859-adcd-41ce-bc86-ca0b17413b28 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:11:51.366285 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d054a55f-1c60-48d7-a036-bd27e2b89f02 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:51.413943 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e707ed7c-87cd-44e1-92dc-da125d23f417 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:11:51.462001 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dc7fe35b-96d8-4734-82d7-eb47bda5f9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:51.476118 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-821134b6-8065-4158-952c-0f2923487d36 None None] Provisioning complete for port e707ed7c-87cd-44e1-92dc-da125d23f417 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:51.476493 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-821134b6-8065-4158-952c-0f2923487d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:51.489038 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-dc7fe35b-96d8-4734-82d7-eb47bda5f9d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49844ac9-6dbd-4c4d-8b29-cad65bfe426c']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:51.500770 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-dc7fe35b-96d8-4734-82d7-eb47bda5f9d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79e06b3-37e5-4945-a046-ef522d007d1d') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:51.501526 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-dc7fe35b-96d8-4734-82d7-eb47bda5f9d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79e06b3-37e5-4945-a046-ef522d007d1d') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:51.513396 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dc7fe35b-96d8-4734-82d7-eb47bda5f9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:51.548863 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f5428-2939-4d2a-af36-78816aa90ee9 req-0cd50719-d33c-4a94-9d93-ed1a3fd60be1 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:51.557294 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f0f5428-2939-4d2a-af36-78816aa90ee9 req-0cd50719-d33c-4a94-9d93-ed1a3fd60be1 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 945 time: 0.4439445 Nov 24 21:11:51.569427 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dc7fe35b-96d8-4734-82d7-eb47bda5f9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:51.581224 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-821134b6-8065-4158-952c-0f2923487d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:51.632644 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-821134b6-8065-4158-952c-0f2923487d36 None None] For port e707ed7c-87cd-44e1-92dc-da125d23f417, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e707ed7c-87cd-44e1-92dc-da125d23f417,segment=NetworkSegment(a8f5b886-ceea-47f0-9450-a45f0517be1a),segment_id=a8f5b886-ceea-47f0-9450-a45f0517be1a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:51.638278 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7fe35b-96d8-4734-82d7-eb47bda5f9d4 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:11:51.638758 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dc7fe35b-96d8-4734-82d7-eb47bda5f9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:11:51.640925 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:11:51.645173 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port e707ed7c-87cd-44e1-92dc-da125d23f417 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:51.645726 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:51.687682 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-821134b6-8065-4158-952c-0f2923487d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:51.704158 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d054a55f-1c60-48d7-a036-bd27e2b89f02 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:51.741830 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821134b6-8065-4158-952c-0f2923487d36 None None] Pushing event updated for resources: {'Port': ['ID=e707ed7c-87cd-44e1-92dc-da125d23f417,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:51.874333 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f0f5428-2939-4d2a-af36-78816aa90ee9 req-d3a130e0-b67a-4424-b1dd-37d35440f019 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145192 Nov 24 21:11:51.911301 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dc7fe35b-96d8-4734-82d7-eb47bda5f9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:51.921291 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dc7fe35b-96d8-4734-82d7-eb47bda5f9d4 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:51.929081 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dc7fe35b-96d8-4734-82d7-eb47bda5f9d4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/49844ac9-6dbd-4c4d-8b29-cad65bfe426c HTTP/1.1" status: 204 len: 168 time: 1.0150344 Nov 24 21:11:51.974670 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fe35b-96d8-4734-82d7-eb47bda5f9d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=49844ac9-6dbd-4c4d-8b29-cad65bfe426c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:52.108164 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce75aa-a66f-45bc-ad81-0fee9b1cc844 req-e5c936d0-2e3a-404c-b4ba-33ec624a437a tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:52.115646 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b7ce75aa-a66f-45bc-ad81-0fee9b1cc844 req-e5c936d0-2e3a-404c-b4ba-33ec624a437a tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 943 time: 0.1173558 Nov 24 21:11:52.118522 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-07ddab2f-f20d-48b8-91a5-387a95c08e1a None None] Provisioning complete for port e707ed7c-87cd-44e1-92dc-da125d23f417 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:52.118912 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-07ddab2f-f20d-48b8-91a5-387a95c08e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:52.179279 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b7ce75aa-a66f-45bc-ad81-0fee9b1cc844 req-9ff86579-e5f6-4ce7-b7dd-3e16a81981e7 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626321 Nov 24 21:11:52.185486 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d054a55f-1c60-48d7-a036-bd27e2b89f02 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:52.261888 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59148) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:52.331100 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d054a55f-1c60-48d7-a036-bd27e2b89f02 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:52.356305 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5a4c6b53-0829-4799-a564-5cd1f5a32d42 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f94b00cd11a4d0d8ad837179effb5b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0916507 Nov 24 21:11:52.358401 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59150) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:52.398459 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054a55f-1c60-48d7-a036-bd27e2b89f02 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Subnet': ['ID=fe62c859-adcd-41ce-bc86-ca0b17413b28,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:52.400932 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d054a55f-1c60-48d7-a036-bd27e2b89f02 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:52.405413 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d054a55f-1c60-48d7-a036-bd27e2b89f02 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/subnets/fe62c859-adcd-41ce-bc86-ca0b17413b28 HTTP/1.1" status: 204 len: 168 time: 1.1705050 Nov 24 21:11:52.408263 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59152) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:52.452901 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-417434bf-7221-4771-9f68-96d5294d0357 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:52.460062 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c2b4c2-a585-4ba3-8420-0b559cee8977 None None] Network 66754ee7-d6aa-4662-ad47-e60b8b4296b4 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:52.508062 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-417434bf-7221-4771-9f68-96d5294d0357 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:52.517067 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f810b189-7942-43c9-a98f-5734799442fe tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:52.582410 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-0fb6eeed-82b0-42e1-9cfd-fc0c48535e0b None None] Could not find standard attr ID for object 26e58c91-8f92-412d-acd3-96c84ee587f9. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:11:52.610814 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f810b189-7942-43c9-a98f-5734799442fe tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting port e707ed7c-87cd-44e1-92dc-da125d23f417 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:11:52.611697 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f810b189-7942-43c9-a98f-5734799442fe tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:52.613326 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-417434bf-7221-4771-9f68-96d5294d0357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:52.617984 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-417434bf-7221-4771-9f68-96d5294d0357 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:52.622418 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-417434bf-7221-4771-9f68-96d5294d0357 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b587a96-f6ad-490e-b482-cafa0aae03ac HTTP/1.1" status: 204 len: 168 time: 0.2596695 Nov 24 21:11:52.642766 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417434bf-7221-4771-9f68-96d5294d0357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b587a96-f6ad-490e-b482-cafa0aae03ac,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:52.765913 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-f810b189-7942-43c9-a98f-5734799442fe tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] For port e707ed7c-87cd-44e1-92dc-da125d23f417, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e707ed7c-87cd-44e1-92dc-da125d23f417,segment=NetworkSegment(a8f5b886-ceea-47f0-9450-a45f0517be1a),segment_id=a8f5b886-ceea-47f0-9450-a45f0517be1a)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:52.766756 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f810b189-7942-43c9-a98f-5734799442fe tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:52.796859 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f810b189-7942-43c9-a98f-5734799442fe tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Calling delete_port for e707ed7c-87cd-44e1-92dc-da125d23f417 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:11:52.817108 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387ebfc8-e4a3-4c91-9eb6-86fa7c71323b None None] DHCP port deletion for 66754ee7-d6aa-4662-ad47-e60b8b4296b4 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:11:52.889741 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-387ebfc8-e4a3-4c91-9eb6-86fa7c71323b None None] Deleting port e707ed7c-87cd-44e1-92dc-da125d23f417 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:11:52.890141 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-387ebfc8-e4a3-4c91-9eb6-86fa7c71323b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:53.000852 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f810b189-7942-43c9-a98f-5734799442fe tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:53.023834 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f810b189-7942-43c9-a98f-5734799442fe tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] No DVR routers for this DVR port e707ed7c-87cd-44e1-92dc-da125d23f417 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:11:53.029772 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-387ebfc8-e4a3-4c91-9eb6-86fa7c71323b None None] For port e707ed7c-87cd-44e1-92dc-da125d23f417, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e707ed7c-87cd-44e1-92dc-da125d23f417,segment=NetworkSegment(a8f5b886-ceea-47f0-9450-a45f0517be1a),segment_id=a8f5b886-ceea-47f0-9450-a45f0517be1a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:53.030116 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-387ebfc8-e4a3-4c91-9eb6-86fa7c71323b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:53.061705 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-387ebfc8-e4a3-4c91-9eb6-86fa7c71323b None None] Calling delete_port for e707ed7c-87cd-44e1-92dc-da125d23f417 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:11:53.085007 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810b189-7942-43c9-a98f-5734799442fe tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Port': ['ID=e707ed7c-87cd-44e1-92dc-da125d23f417,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:53.242495 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f810b189-7942-43c9-a98f-5734799442fe tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:53.262827 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-387ebfc8-e4a3-4c91-9eb6-86fa7c71323b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:53.315456 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387ebfc8-e4a3-4c91-9eb6-86fa7c71323b None None] No DVR routers for this DVR port e707ed7c-87cd-44e1-92dc-da125d23f417 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:11:53.317536 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ebfc8-e4a3-4c91-9eb6-86fa7c71323b None None] Pushing event deleted for resources: {'Port': ['ID=e707ed7c-87cd-44e1-92dc-da125d23f417,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:53.325770 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18400b7a-1a06-4720-8fe0-518a8c155a98 req-b8684181-e763-4ebf-8ee7-3d346fedee05 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:53.328449 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-18400b7a-1a06-4720-8fe0-518a8c155a98 req-b8684181-e763-4ebf-8ee7-3d346fedee05 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 945 time: 0.2745693 Nov 24 21:11:53.343291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-f810b189-7942-43c9-a98f-5734799442fe tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66754ee7-d6aa-4662-ad47-e60b8b4296b4']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:53.369750 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e707ed7c-87cd-44e1-92dc-da125d23f417 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:11:53.385166 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-f810b189-7942-43c9-a98f-5734799442fe tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f5b886-ceea-47f0-9450-a45f0517be1a') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:53.386049 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-f810b189-7942-43c9-a98f-5734799442fe tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f5b886-ceea-47f0-9450-a45f0517be1a') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:53.405645 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f810b189-7942-43c9-a98f-5734799442fe tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:53.414471 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: e707ed7c-87cd-44e1-92dc-da125d23f417 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:11:53.414828 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e707ed7c-87cd-44e1-92dc-da125d23f417 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:11:53.432353 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-18400b7a-1a06-4720-8fe0-518a8c155a98 req-4799650a-356e-4646-a4e4-1876e227cbf7 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976477 Nov 24 21:11:53.436349 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f810b189-7942-43c9-a98f-5734799442fe tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:53.444921 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f810b189-7942-43c9-a98f-5734799442fe tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:11:53.445329 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f810b189-7942-43c9-a98f-5734799442fe tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:11:53.456948 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:11:53.615472 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f810b189-7942-43c9-a98f-5734799442fe tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:53.621804 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f810b189-7942-43c9-a98f-5734799442fe tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:53.629969 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59178) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:53.637911 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-2e9b749c-1cfd-4a4b-bca8-eeac8980abfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1085445636'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:53.642257 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f810b189-7942-43c9-a98f-5734799442fe tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/networks/66754ee7-d6aa-4662-ad47-e60b8b4296b4 HTTP/1.1" status: 204 len: 168 time: 1.2315941 Nov 24 21:11:53.695785 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c396cac-4366-42aa-a298-d2556f1b6da3 req-3d3e439c-3ab3-47ee-99d8-5f864561dc05 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:53.697512 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9b749c-1cfd-4a4b-bca8-eeac8980abfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:53.697949 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5c396cac-4366-42aa-a298-d2556f1b6da3 req-3d3e439c-3ab3-47ee-99d8-5f864561dc05 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 943 time: 0.1546502 Nov 24 21:11:53.699618 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810b189-7942-43c9-a98f-5734799442fe tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Network': ['ID=66754ee7-d6aa-4662-ad47-e60b8b4296b4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:53.708017 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2e9b749c-1cfd-4a4b-bca8-eeac8980abfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:53.764156 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9b749c-1cfd-4a4b-bca8-eeac8980abfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:11:53.786130 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2e9b749c-1cfd-4a4b-bca8-eeac8980abfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:53.786406 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-2e9b749c-1cfd-4a4b-bca8-eeac8980abfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Added segment f8416731-d7d4-43f7-b36c-3fdb5452ff28 of type vlan for network 6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f Nov 24 21:11:53.833407 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59186) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:53.838002 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5c396cac-4366-42aa-a298-d2556f1b6da3 req-d29b849a-4f71-4c81-93de-c721e5315f1f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260846 Nov 24 21:11:53.888257 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2e9b749c-1cfd-4a4b-bca8-eeac8980abfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:53.936120 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2e9b749c-1cfd-4a4b-bca8-eeac8980abfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:53.941893 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9b749c-1cfd-4a4b-bca8-eeac8980abfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:53.942712 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2e9b749c-1cfd-4a4b-bca8-eeac8980abfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:53.985805 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2e9b749c-1cfd-4a4b-bca8-eeac8980abfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3545821 Nov 24 21:11:53.989631 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59194) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:53.997852 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-05ac98d6-c253-439d-9f05-f1a7b90d2a35 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'subnet': {'network_id': '6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:54.077342 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b749c-1cfd-4a4b-bca8-eeac8980abfa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Network': ['ID=6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:54.086417 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:11:54.145354 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ac98d6-c253-439d-9f05-f1a7b90d2a35 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:54.147472 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59198) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:54.156327 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-05ac98d6-c253-439d-9f05-f1a7b90d2a35 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:54.210581 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9e24347c-478c-4415-b2cf-8727d6450386 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bee1784e3ad34e33aeaba5b59d691815&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3709438 Nov 24 21:11:54.214504 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59202) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:54.298841 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-dc98b765-e877-4bfc-8ce2-f4aa029d3d96 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1394600564-network', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:54.348529 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-746eaea8-3e8b-437b-82d5-7a197a7cae18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:54.360813 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc98b765-e877-4bfc-8ce2-f4aa029d3d96 admin admin] Made reservation on behalf of a255a292c7604d71bb10e451d8a66b61 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:54.363376 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc98b765-e877-4bfc-8ce2-f4aa029d3d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:54.391257 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc98b765-e877-4bfc-8ce2-f4aa029d3d96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:54.399050 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-746eaea8-3e8b-437b-82d5-7a197a7cae18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:54.408843 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-05ac98d6-c253-439d-9f05-f1a7b90d2a35 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:54.475749 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac98d6-c253-439d-9f05-f1a7b90d2a35 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Subnet': ['ID=dc9666c6-86b9-4fea-8a71-183531724807,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:54.499803 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-746eaea8-3e8b-437b-82d5-7a197a7cae18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:54.504370 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-746eaea8-3e8b-437b-82d5-7a197a7cae18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:54.505701 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-746eaea8-3e8b-437b-82d5-7a197a7cae18 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28eff678-e8bb-481b-9fc2-e79d5fa4514f HTTP/1.1" status: 204 len: 168 time: 0.2901216 Nov 24 21:11:54.544247 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ac98d6-c253-439d-9f05-f1a7b90d2a35 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Checking segment: {'id': 'f8416731-d7d4-43f7-b36c-3fdb5452ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:54.548217 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ac98d6-c253-439d-9f05-f1a7b90d2a35 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network hostable DHCP agents. Network: 6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:11:54.561450 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746eaea8-3e8b-437b-82d5-7a197a7cae18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28eff678-e8bb-481b-9fc2-e79d5fa4514f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:54.612429 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ac98d6-c253-439d-9f05-f1a7b90d2a35 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network 6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:11:54.630326 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7478c-895c-4d26-bd35-b006ccaa91ec req-880c0763-81dd-4145-8b19-8aad01a1d2e5 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:54.638681 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e4a7478c-895c-4d26-bd35-b006ccaa91ec req-880c0763-81dd-4145-8b19-8aad01a1d2e5 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 945 time: 0.0850713 Nov 24 21:11:54.659211 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-05ac98d6-c253-439d-9f05-f1a7b90d2a35 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:54.668915 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ac98d6-c253-439d-9f05-f1a7b90d2a35 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:54.670491 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-05ac98d6-c253-439d-9f05-f1a7b90d2a35 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:54.674704 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c559d3a7-a2f2-4d9e-a69d-ee756dd13845 None None] Network 6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:54.691388 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc98b765-e877-4bfc-8ce2-f4aa029d3d96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:54.704652 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc98b765-e877-4bfc-8ce2-f4aa029d3d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:54.718447 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e4a7478c-895c-4d26-bd35-b006ccaa91ec req-5cb41387-7a7d-4573-a901-42745153ab31 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787063 Nov 24 21:11:54.727206 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-05ac98d6-c253-439d-9f05-f1a7b90d2a35 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7364473 Nov 24 21:11:54.730736 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59208) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:54.741096 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-85095d12-8a9c-42f2-8ce9-4aa49e53a1ed tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'port': {'network_id': '6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-149181332'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:54.756807 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc98b765-e877-4bfc-8ce2-f4aa029d3d96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:11:54.764863 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98b765-e877-4bfc-8ce2-f4aa029d3d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8894e41f-01a6-4308-9e9a-6b3177a77d21,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:54.814169 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc98b765-e877-4bfc-8ce2-f4aa029d3d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:54.814820 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-dc98b765-e877-4bfc-8ce2-f4aa029d3d96 admin admin] Added segment 5dbb9d6e-c360-4b34-aff6-dafd7f51375a of type vlan for network 4e69d8b7-eb9a-4adb-86bb-7c21ecce9394 Nov 24 21:11:54.904635 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85095d12-8a9c-42f2-8ce9-4aa49e53a1ed tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:54.909242 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-85095d12-8a9c-42f2-8ce9-4aa49e53a1ed tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:54.921797 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device dab09961-c7b3-47b9-ba04-4523c0489662 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:11:54.925306 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc98b765-e877-4bfc-8ce2-f4aa029d3d96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:54.937443 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-85095d12-8a9c-42f2-8ce9-4aa49e53a1ed tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] device_id is not set on port b953671d-8e4b-465b-92ba-1ee1202f049f yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:11:54.944004 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4653c418-e125-4911-ba0f-13836a694292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f', 'network_id': '6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f', 'tenant_id': 'd0d08db1b3c4418e9ac5dfc22d6417c2', 'fixed_ips': [{'subnet_id': 'dc9666c6-86b9-4fea-8a71-183531724807'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:11:54.951246 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4653c418-e125-4911-ba0f-13836a694292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:54.994427 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc98b765-e877-4bfc-8ce2-f4aa029d3d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:54.996541 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc98b765-e877-4bfc-8ce2-f4aa029d3d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:54.997192 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc98b765-e877-4bfc-8ce2-f4aa029d3d96 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:55.090398 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98b765-e877-4bfc-8ce2-f4aa029d3d96 admin admin] Pushing event updated for resources: {'Network': ['ID=4e69d8b7-eb9a-4adb-86bb-7c21ecce9394,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:55.122029 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 4e69d8b7-eb9a-4adb-86bb-7c21ecce9394 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:11:55.123993 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-dc98b765-e877-4bfc-8ce2-f4aa029d3d96 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9699230 Nov 24 21:11:55.124894 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59220) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:55.134037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-3a5a0939-722d-4d0b-8fb7-a480fd4f580d admin admin] Request body: {'subnet': {'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1394600564-subnet', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:55.158834 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-85095d12-8a9c-42f2-8ce9-4aa49e53a1ed tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Allocated IP 172.20.0.3 (6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f/dc9666c6-86b9-4fea-8a71-183531724807/b953671d-8e4b-465b-92ba-1ee1202f049f) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:55.227337 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5a0939-722d-4d0b-8fb7-a480fd4f580d admin admin] Made reservation on behalf of a255a292c7604d71bb10e451d8a66b61 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:55.230765 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3a5a0939-722d-4d0b-8fb7-a480fd4f580d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:55.234064 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port dab09961-c7b3-47b9-ba04-4523c0489662, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=dab09961-c7b3-47b9-ba04-4523c0489662,segment=NetworkSegment(b1d695b4-23ac-4f76-b033-410336a771ec),segment_id=b1d695b4-23ac-4f76-b033-410336a771ec)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:55.248461 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'dab09961-c7b3-47b9-ba04-4523c0489662', 'network_id': '0cfd0991-3fe1-458a-9cab-a785fe8464fe', 'port_id': 'dab09961-c7b3-47b9-ba04-4523c0489662', 'mac_address': 'fa:16:3e:cd:2a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3f2a5f-d3c5-412b-b677-53100b3422e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:11:55.316032 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:55.343132 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dab09961-c7b3-47b9-ba04-4523c0489662 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:11:55.383588 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port dab09961-c7b3-47b9-ba04-4523c0489662, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=dab09961-c7b3-47b9-ba04-4523c0489662,segment=NetworkSegment(b1d695b4-23ac-4f76-b033-410336a771ec),segment_id=b1d695b4-23ac-4f76-b033-410336a771ec)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:55.391060 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:55.404530 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-85095d12-8a9c-42f2-8ce9-4aa49e53a1ed tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:55.479007 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=dab09961-c7b3-47b9-ba04-4523c0489662,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:55.484138 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2671a4-b17b-44cc-8b08-6c1dbf6c1c81 req-b5f2ebd6-64ba-418d-9f7b-7d9576c2b28c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:55.492112 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0e2671a4-b17b-44cc-8b08-6c1dbf6c1c81 req-b5f2ebd6-64ba-418d-9f7b-7d9576c2b28c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 943 time: 0.2702868 Nov 24 21:11:55.501708 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-85095d12-8a9c-42f2-8ce9-4aa49e53a1ed tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:55.514399 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3a5a0939-722d-4d0b-8fb7-a480fd4f580d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:55.571046 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85095d12-8a9c-42f2-8ce9-4aa49e53a1ed tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network 6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:55.582734 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-85095d12-8a9c-42f2-8ce9-4aa49e53a1ed tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:55.591635 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85095d12-8a9c-42f2-8ce9-4aa49e53a1ed tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:55.614630 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-4653c418-e125-4911-ba0f-13836a694292 None None] Allocated IP 172.20.0.2 (6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f/dc9666c6-86b9-4fea-8a71-183531724807/6039d3fb-c3eb-402e-9e81-f8f66bc31f85) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:55.619097 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a0939-722d-4d0b-8fb7-a480fd4f580d admin admin] Pushing event updated for resources: {'Subnet': ['ID=de6cedc6-9f9a-40d0-bd84-46b495ba9dd5,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:55.629072 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85095d12-8a9c-42f2-8ce9-4aa49e53a1ed tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Port': ['ID=b953671d-8e4b-465b-92ba-1ee1202f049f,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:55.648455 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0e2671a4-b17b-44cc-8b08-6c1dbf6c1c81 req-b5b4aab9-40a1-4dbf-823a-184ef5ebda9d tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509602 Nov 24 21:11:55.661711 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5a0939-722d-4d0b-8fb7-a480fd4f580d admin admin] Checking segment: {'id': '5dbb9d6e-c360-4b34-aff6-dafd7f51375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:55.661711 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5a0939-722d-4d0b-8fb7-a480fd4f580d admin admin] Network hostable DHCP agents. Network: 4e69d8b7-eb9a-4adb-86bb-7c21ecce9394, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:11:55.685697 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5a0939-722d-4d0b-8fb7-a480fd4f580d admin admin] Network 4e69d8b7-eb9a-4adb-86bb-7c21ecce9394 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:11:55.686552 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['dab09961-c7b3-47b9-ba04-4523c0489662'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:11:55.686854 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85095d12-8a9c-42f2-8ce9-4aa49e53a1ed tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:55.687474 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-85095d12-8a9c-42f2-8ce9-4aa49e53a1ed tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:55.702254 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-3a5a0939-722d-4d0b-8fb7-a480fd4f580d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 4e69d8b7-eb9a-4adb-86bb-7c21ecce9394) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:55.706839 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5a0939-722d-4d0b-8fb7-a480fd4f580d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:55.707430 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3a5a0939-722d-4d0b-8fb7-a480fd4f580d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:55.719060 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-85095d12-8a9c-42f2-8ce9-4aa49e53a1ed tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.9870596 Nov 24 21:11:55.719762 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59232) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:55.728345 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818ad61a-c0fc-4bb3-b0b4-b7a3efceb25d None None] Network 4e69d8b7-eb9a-4adb-86bb-7c21ecce9394 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:55.754361 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3a5a0939-722d-4d0b-8fb7-a480fd4f580d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6278574 Nov 24 21:11:55.756944 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59238) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:55.764369 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-45f45f0e-7bf0-4f4a-8973-442787254f7a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1394600564-router', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:55.798387 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45f45f0e-7bf0-4f4a-8973-442787254f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:55.799480 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45f45f0e-7bf0-4f4a-8973-442787254f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:55.870973 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a9d92-9f07-4268-a8e7-1612be0fd551 req-1b6dc1f4-b06e-4061-84fc-1a0cf646be33 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:55.878069 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0c7a9d92-9f07-4268-a8e7-1612be0fd551 req-1b6dc1f4-b06e-4061-84fc-1a0cf646be33 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 944 time: 0.0758224 Nov 24 21:11:55.899768 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59240) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:55.908413 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45f45f0e-7bf0-4f4a-8973-442787254f7a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:55.912047 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-bec7f932-ab9a-449d-985e-af5f6421767b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting port b953671d-8e4b-465b-92ba-1ee1202f049f {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:11:55.912377 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bec7f932-ab9a-449d-985e-af5f6421767b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:55.968439 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0c7a9d92-9f07-4268-a8e7-1612be0fd551 req-672beb0f-a77a-4465-af94-9b6c3319ed00 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814168 Nov 24 21:11:56.043307 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-21580bb5-a881-4df8-b21f-268f8d7bd8c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-236981690-network', 'tenant_id': 'fb5aaecd96374a3da709286748fb6f05'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:56.071507 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21580bb5-a881-4df8-b21f-268f8d7bd8c2 admin admin] Made reservation on behalf of fb5aaecd96374a3da709286748fb6f05 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:56.075663 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21580bb5-a881-4df8-b21f-268f8d7bd8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:56.086403 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21580bb5-a881-4df8-b21f-268f8d7bd8c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:56.124102 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45f45f0e-7bf0-4f4a-8973-442787254f7a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:56.164083 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bec7f932-ab9a-449d-985e-af5f6421767b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:56.186838 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-bec7f932-ab9a-449d-985e-af5f6421767b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Calling delete_port for b953671d-8e4b-465b-92ba-1ee1202f049f owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:11:56.228517 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21580bb5-a881-4df8-b21f-268f8d7bd8c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:56.230974 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4653c418-e125-4911-ba0f-13836a694292 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:56.239260 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21580bb5-a881-4df8-b21f-268f8d7bd8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:56.263313 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4653c418-e125-4911-ba0f-13836a694292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:56.273530 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21580bb5-a881-4df8-b21f-268f8d7bd8c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:11:56.290228 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21580bb5-a881-4df8-b21f-268f8d7bd8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c864a52-c9e4-442c-948b-d61221035693,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:56.294164 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21580bb5-a881-4df8-b21f-268f8d7bd8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:56.294518 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-21580bb5-a881-4df8-b21f-268f8d7bd8c2 admin admin] Added segment e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06 of type vlan for network c1db01eb-8833-49c1-af32-55c864da5de4 Nov 24 21:11:56.339693 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21580bb5-a881-4df8-b21f-268f8d7bd8c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:56.373469 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21580bb5-a881-4df8-b21f-268f8d7bd8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:56.375515 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21580bb5-a881-4df8-b21f-268f8d7bd8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:56.376249 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21580bb5-a881-4df8-b21f-268f8d7bd8c2 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:56.378760 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4653c418-e125-4911-ba0f-13836a694292 None None] Network 6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:56.392502 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-4653c418-e125-4911-ba0f-13836a694292 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:56.399236 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653c418-e125-4911-ba0f-13836a694292 None None] Pushing event updated for resources: {'Port': ['ID=6039d3fb-c3eb-402e-9e81-f8f66bc31f85,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:56.402659 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff66eeaa-7e57-4a85-b2ca-62800c591d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-4e69d8b7-eb9a-4adb-86bb-7c21ecce9394', 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'fixed_ips': [{'subnet_id': 'de6cedc6-9f9a-40d0-bd84-46b495ba9dd5'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:11:56.403689 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ff66eeaa-7e57-4a85-b2ca-62800c591d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:56.420054 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4653c418-e125-4911-ba0f-13836a694292 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:56.450065 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-21580bb5-a881-4df8-b21f-268f8d7bd8c2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5488811 Nov 24 21:11:56.454129 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59246) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:56.466958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-1850d70e-7378-4adf-880a-0a8a65a283f1 admin admin] Request body: {'subnet': {'network_id': 'c1db01eb-8833-49c1-af32-55c864da5de4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-236981690-subnet', 'tenant_id': 'fb5aaecd96374a3da709286748fb6f05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:56.529582 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21580bb5-a881-4df8-b21f-268f8d7bd8c2 admin admin] Pushing event updated for resources: {'Network': ['ID=c1db01eb-8833-49c1-af32-55c864da5de4,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:56.553554 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1850d70e-7378-4adf-880a-0a8a65a283f1 admin admin] Made reservation on behalf of fb5aaecd96374a3da709286748fb6f05 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:11:56.556397 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1850d70e-7378-4adf-880a-0a8a65a283f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:56.567021 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bec7f932-ab9a-449d-985e-af5f6421767b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:56.621820 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7f932-ab9a-449d-985e-af5f6421767b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Port': ['ID=b953671d-8e4b-465b-92ba-1ee1202f049f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:56.657803 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45f45f0e-7bf0-4f4a-8973-442787254f7a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:56.715788 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45f45f0e-7bf0-4f4a-8973-442787254f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:56.802933 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-ff66eeaa-7e57-4a85-b2ca-62800c591d87 None None] Allocated IP 172.20.0.2 (4e69d8b7-eb9a-4adb-86bb-7c21ecce9394/de6cedc6-9f9a-40d0-bd84-46b495ba9dd5/3ccec3a1-36f6-438c-8813-7029f999cd3d) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:56.831609 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1850d70e-7378-4adf-880a-0a8a65a283f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:56.849598 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b2324-4bcf-4d95-bcce-a9b614d73da0 req-026c4741-b4bb-4436-a12a-02725fbf5920 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:56.849755 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bec7f932-ab9a-449d-985e-af5f6421767b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:56.851144 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7f0b2324-4bcf-4d95-bcce-a9b614d73da0 req-026c4741-b4bb-4436-a12a-02725fbf5920 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 943 time: 0.1263671 Nov 24 21:11:56.853590 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bec7f932-ab9a-449d-985e-af5f6421767b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/ports/b953671d-8e4b-465b-92ba-1ee1202f049f HTTP/1.1" status: 204 len: 168 time: 1.1325862 Nov 24 21:11:56.857128 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59250) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:56.890603 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network c1db01eb-8833-49c1-af32-55c864da5de4 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:11:56.893206 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8912a86-04f2-4b03-959d-ce3df9cdc4d6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] GET failed (client error): The resource could not be found. Nov 24 21:11:56.894814 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b8912a86-04f2-4b03-959d-ce3df9cdc4d6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports/b953671d-8e4b-465b-92ba-1ee1202f049f HTTP/1.1" status: 404 len: 333 time: 0.0366077 Nov 24 21:11:56.900520 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59252) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:56.904852 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-45f45f0e-7bf0-4f4a-8973-442787254f7a admin admin] Allocated IP 172.25.5.89 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/3834de8d-bbd5-4143-9858-e3b06b8311ec) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:11:56.932199 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device dab09961-c7b3-47b9-ba04-4523c0489662 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:11:56.970778 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850d70e-7378-4adf-880a-0a8a65a283f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a45bd0c-8ca2-4b52-81ab-9da7498bfeba,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:57.010293 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7f0b2324-4bcf-4d95-bcce-a9b614d73da0 req-0eb021cc-68f2-4258-8285-6e0472e18d52 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352272 Nov 24 21:11:57.018021 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe4ea4f-67df-4d9d-aa40-be612e5fe7f9 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting subnet dc9666c6-86b9-4fea-8a71-183531724807 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:11:57.021265 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1850d70e-7378-4adf-880a-0a8a65a283f1 admin admin] Checking segment: {'id': 'e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c1db01eb-8833-49c1-af32-55c864da5de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:57.021626 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1850d70e-7378-4adf-880a-0a8a65a283f1 admin admin] Network hostable DHCP agents. Network: c1db01eb-8833-49c1-af32-55c864da5de4, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:11:57.023662 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cfe4ea4f-67df-4d9d-aa40-be612e5fe7f9 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:57.061526 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4653c418-e125-4911-ba0f-13836a694292 None None] Attempting to bind port 6039d3fb-c3eb-402e-9e81-f8f66bc31f85 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:11:57.061864 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4653c418-e125-4911-ba0f-13836a694292 None None] Attempting to bind port 6039d3fb-c3eb-402e-9e81-f8f66bc31f85 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'f8416731-d7d4-43f7-b36c-3fdb5452ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:11:57.062281 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4653c418-e125-4911-ba0f-13836a694292 None None] Attempting to bind port 6039d3fb-c3eb-402e-9e81-f8f66bc31f85 on network 6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:11:57.084391 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port dab09961-c7b3-47b9-ba04-4523c0489662 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:57.085055 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:57.098776 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45f45f0e-7bf0-4f4a-8973-442787254f7a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:57.101959 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cfe4ea4f-67df-4d9d-aa40-be612e5fe7f9 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:57.125972 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1850d70e-7378-4adf-880a-0a8a65a283f1 admin admin] Network c1db01eb-8833-49c1-af32-55c864da5de4 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:11:57.145335 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45f45f0e-7bf0-4f4a-8973-442787254f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:57.148364 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-1850d70e-7378-4adf-880a-0a8a65a283f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, c1db01eb-8833-49c1-af32-55c864da5de4) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:57.148686 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4653c418-e125-4911-ba0f-13836a694292 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:11:57.149104 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4653c418-e125-4911-ba0f-13836a694292 None None] Checking segment: {'id': 'f8416731-d7d4-43f7-b36c-3fdb5452ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:57.149533 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4653c418-e125-4911-ba0f-13836a694292 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:57.149989 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4653c418-e125-4911-ba0f-13836a694292 None None] Bound using segment: {'id': 'f8416731-d7d4-43f7-b36c-3fdb5452ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:11:57.150487 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4653c418-e125-4911-ba0f-13836a694292 None None] Bound port: 6039d3fb-c3eb-402e-9e81-f8f66bc31f85, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8416731-d7d4-43f7-b36c-3fdb5452ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:11:57.151048 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4653c418-e125-4911-ba0f-13836a694292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:57.161473 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1850d70e-7378-4adf-880a-0a8a65a283f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:57.162070 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1850d70e-7378-4adf-880a-0a8a65a283f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:57.172802 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539c0729-cb43-4b55-91f7-7831a965889c None None] Network c1db01eb-8833-49c1-af32-55c864da5de4 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:57.219809 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1850d70e-7378-4adf-880a-0a8a65a283f1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7569613 Nov 24 21:11:57.246386 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f45f0e-7bf0-4f4a-8973-442787254f7a admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:57.251668 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-45f45f0e-7bf0-4f4a-8973-442787254f7a admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:57.254530 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f45f0e-7bf0-4f4a-8973-442787254f7a admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:57.259234 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f45f0e-7bf0-4f4a-8973-442787254f7a admin admin] Pushing event updated for resources: {'Port': ['ID=3834de8d-bbd5-4143-9858-e3b06b8311ec,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:57.320831 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4653c418-e125-4911-ba0f-13836a694292 None None] For port 6039d3fb-c3eb-402e-9e81-f8f66bc31f85, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:11:57.324382 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4653c418-e125-4911-ba0f-13836a694292 None None] For port 6039d3fb-c3eb-402e-9e81-f8f66bc31f85, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=6039d3fb-c3eb-402e-9e81-f8f66bc31f85,segment=NetworkSegment(f8416731-d7d4-43f7-b36c-3fdb5452ff28),segment_id=f8416731-d7d4-43f7-b36c-3fdb5452ff28)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:11:57.345690 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cfe4ea4f-67df-4d9d-aa40-be612e5fe7f9 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:57.369119 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ee2870-a603-4b25-afe5-59a40a9a8d7a None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:11:57.373798 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:57.387237 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4653c418-e125-4911-ba0f-13836a694292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:57.425871 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a9999-43ac-46e6-9443-a714ca60dbba req-b319ca95-48cb-45bd-9720-f9e3e1860bd7 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:57.427824 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-383a9999-43ac-46e6-9443-a714ca60dbba req-b319ca95-48cb-45bd-9720-f9e3e1860bd7 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 944 time: 0.2206681 Nov 24 21:11:57.515358 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-383a9999-43ac-46e6-9443-a714ca60dbba req-d112b490-5af7-4ce4-a479-5513f519d892 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753179 Nov 24 21:11:57.524670 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cfe4ea4f-67df-4d9d-aa40-be612e5fe7f9 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:57.558679 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4ea4f-67df-4d9d-aa40-be612e5fe7f9 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Subnet': ['ID=dc9666c6-86b9-4fea-8a71-183531724807,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:57.566734 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cfe4ea4f-67df-4d9d-aa40-be612e5fe7f9 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:57.576426 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cfe4ea4f-67df-4d9d-aa40-be612e5fe7f9 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/subnets/dc9666c6-86b9-4fea-8a71-183531724807 HTTP/1.1" status: 204 len: 168 time: 0.6716650 Nov 24 21:11:57.577939 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59270) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:57.655782 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ff66eeaa-7e57-4a85-b2ca-62800c591d87 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:57.681549 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-840c51c8-d12c-4cde-93ca-cccae0093c8c None None] Provisioning complete for port 3834de8d-bbd5-4143-9858-e3b06b8311ec triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:11:57.682347 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-840c51c8-d12c-4cde-93ca-cccae0093c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:57.684524 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab36384-1659-4285-a119-15da81b2c110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab09961-c7b3-47b9-ba04-4523c0489662'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:11:57.687412 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a45d7c-c2b7-4e1d-9bd4-b30d86d8f3ca" -d '{"events": [{"server_uuid": "1ab36384-1659-4285-a119-15da81b2c110", "name": "network-vif-plugged", "status": "completed", "tag": "dab09961-c7b3-47b9-ba04-4523c0489662"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:11:57.772558 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ff66eeaa-7e57-4a85-b2ca-62800c591d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:57.790399 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:57.809015 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port dab09961-c7b3-47b9-ba04-4523c0489662, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=dab09961-c7b3-47b9-ba04-4523c0489662,segment=NetworkSegment(b1d695b4-23ac-4f76-b033-410336a771ec),segment_id=b1d695b4-23ac-4f76-b033-410336a771ec)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:57.812720 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d04517-889e-4d9f-8455-36b0b781480a x-openstack-request-id: req-f6d04517-889e-4d9f-8455-36b0b781480a {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:11:57.813156 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab36384-1659-4285-a119-15da81b2c110", "name": "network-vif-plugged", "status": "completed", "tag": "dab09961-c7b3-47b9-ba04-4523c0489662", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:11:57.813373 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f6d04517-889e-4d9f-8455-36b0b781480a {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:11:57.813766 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab36384-1659-4285-a119-15da81b2c110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab09961-c7b3-47b9-ba04-4523c0489662', 'code': 200} Nov 24 21:11:57.832933 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45f45f0e-7bf0-4f4a-8973-442787254f7a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:57.847088 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:57.866795 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653c418-e125-4911-ba0f-13836a694292 None None] Pushing event updated for resources: {'Port': ['ID=6039d3fb-c3eb-402e-9e81-f8f66bc31f85,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:57.943026 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66eeaa-7e57-4a85-b2ca-62800c591d87 None None] Pushing event updated for resources: {'Port': ['ID=3ccec3a1-36f6-438c-8813-7029f999cd3d,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:58.072389 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff66eeaa-7e57-4a85-b2ca-62800c591d87 None None] Network 4e69d8b7-eb9a-4adb-86bb-7c21ecce9394 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:11:58.075904 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-ff66eeaa-7e57-4a85-b2ca-62800c591d87 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:11:58.097978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting port 6039d3fb-c3eb-402e-9e81-f8f66bc31f85 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:11:58.099106 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:58.099538 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-840c51c8-d12c-4cde-93ca-cccae0093c8c None None] Port 3834de8d-bbd5-4143-9858-e3b06b8311ec cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:11:58.105037 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff66eeaa-7e57-4a85-b2ca-62800c591d87 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:11:58.168912 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2f3a4-522e-4574-accf-6810e79179a7 req-fe86b43a-dd3a-420d-89f3-f98bf76e9497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:58.170693 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-96d2f3a4-522e-4574-accf-6810e79179a7 req-fe86b43a-dd3a-420d-89f3-f98bf76e9497 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 1096 time: 0.2090468 Nov 24 21:11:58.364352 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45f45f0e-7bf0-4f4a-8973-442787254f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:58.421600 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbf8041-253c-4e14-9584-8f422c8a12e7 None None] Network c1db01eb-8833-49c1-af32-55c864da5de4 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:58.434701 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] For port 6039d3fb-c3eb-402e-9e81-f8f66bc31f85, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=6039d3fb-c3eb-402e-9e81-f8f66bc31f85,segment=NetworkSegment(f8416731-d7d4-43f7-b36c-3fdb5452ff28),segment_id=f8416731-d7d4-43f7-b36c-3fdb5452ff28)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:11:58.435072 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:58.438443 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=dab09961-c7b3-47b9-ba04-4523c0489662,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:58.450746 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Calling delete_port for 6039d3fb-c3eb-402e-9e81-f8f66bc31f85 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:11:58.506126 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ff66eeaa-7e57-4a85-b2ca-62800c591d87 None None] Attempting to bind port 3ccec3a1-36f6-438c-8813-7029f999cd3d on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:11:58.509167 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ff66eeaa-7e57-4a85-b2ca-62800c591d87 None None] Attempting to bind port 3ccec3a1-36f6-438c-8813-7029f999cd3d by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '5dbb9d6e-c360-4b34-aff6-dafd7f51375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:11:58.509672 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff66eeaa-7e57-4a85-b2ca-62800c591d87 None None] Attempting to bind port 3ccec3a1-36f6-438c-8813-7029f999cd3d on network 4e69d8b7-eb9a-4adb-86bb-7c21ecce9394 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:11:58.560298 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-96d2f3a4-522e-4574-accf-6810e79179a7 req-15ea2972-cfb5-46b0-a107-40ea443a72a1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255489 Nov 24 21:11:58.570050 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff66eeaa-7e57-4a85-b2ca-62800c591d87 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:11:58.581388 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff66eeaa-7e57-4a85-b2ca-62800c591d87 None None] Checking segment: {'id': '5dbb9d6e-c360-4b34-aff6-dafd7f51375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:11:58.582000 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ff66eeaa-7e57-4a85-b2ca-62800c591d87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:58.582578 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff66eeaa-7e57-4a85-b2ca-62800c591d87 None None] Bound using segment: {'id': '5dbb9d6e-c360-4b34-aff6-dafd7f51375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:11:58.583415 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ff66eeaa-7e57-4a85-b2ca-62800c591d87 None None] Bound port: 3ccec3a1-36f6-438c-8813-7029f999cd3d, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbb9d6e-c360-4b34-aff6-dafd7f51375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:11:58.583960 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ff66eeaa-7e57-4a85-b2ca-62800c591d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:58.589732 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f10c0e-c24b-4bce-9924-88be9df4256c req-84077661-77ae-4313-aed1-d995c9f43e6e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:58.591388 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a0f10c0e-c24b-4bce-9924-88be9df4256c req-84077661-77ae-4313-aed1-d995c9f43e6e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 943 time: 0.3555362 Nov 24 21:11:58.592596 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:58.621618 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f45f0e-7bf0-4f4a-8973-442787254f7a admin admin] Router 7ff77f9f-5f40-4c90-8887-065d3f2a4822 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:11:58.634079 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] No DVR routers for this DVR port 6039d3fb-c3eb-402e-9e81-f8f66bc31f85 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:11:58.827952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f45f0e-7bf0-4f4a-8973-442787254f7a admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:11:58.838178 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] Sync routers for ids ['7ff77f9f-5f40-4c90-8887-065d3f2a4822'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:11:58.862214 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] Routers {'7ff77f9f-5f40-4c90-8887-065d3f2a4822'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:11:58.865279 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45f45f0e-7bf0-4f4a-8973-442787254f7a admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:58.866654 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-45f45f0e-7bf0-4f4a-8973-442787254f7a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.1087847 Nov 24 21:11:58.868371 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a0f10c0e-c24b-4bce-9924-88be9df4256c req-1744cee6-476f-4eb5-a752-d3cd7c0e3217 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641530 Nov 24 21:11:58.869414 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59290) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:58.876641 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:11:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7ff77f9f-5f40-4c90-8887-065d3f2a4822'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:58.881676 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Port': ['ID=6039d3fb-c3eb-402e-9e81-f8f66bc31f85,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:58.914797 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:58.931883 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:58.936361 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ff66eeaa-7e57-4a85-b2ca-62800c591d87 None None] For port 3ccec3a1-36f6-438c-8813-7029f999cd3d, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:11:58.939311 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:58.941876 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:58.943407 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:58.948714 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:58.950232 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:58.951064 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:58.952731 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:58.955898 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ff66eeaa-7e57-4a85-b2ca-62800c591d87 None None] For port 3ccec3a1-36f6-438c-8813-7029f999cd3d, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3ccec3a1-36f6-438c-8813-7029f999cd3d,segment=NetworkSegment(5dbb9d6e-c360-4b34-aff6-dafd7f51375a),segment_id=5dbb9d6e-c360-4b34-aff6-dafd7f51375a)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:11:58.956971 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:58.958317 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:58.959374 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:58.961769 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:11:58.967523 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ff66eeaa-7e57-4a85-b2ca-62800c591d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:59.022678 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:59.068901 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8416731-d7d4-43f7-b36c-3fdb5452ff28') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:59.068901 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8416731-d7d4-43f7-b36c-3fdb5452ff28') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:59.160621 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:59.162812 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66eeaa-7e57-4a85-b2ca-62800c591d87 None None] Pushing event updated for resources: {'Port': ['ID=3ccec3a1-36f6-438c-8813-7029f999cd3d,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:59.231083 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] Set router 7ff77f9f-5f40-4c90-8887-065d3f2a4822 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:11:59.268151 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:59.340448 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31b563-c244-4c0f-9407-0d8ee0338231 req-7a52571e-4f36-4698-8531-5b0d238c2dc0 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:11:59.348230 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb31b563-c244-4c0f-9407-0d8ee0338231 req-7a52571e-4f36-4698-8531-5b0d238c2dc0 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 945 time: 0.3186538 Nov 24 21:11:59.349950 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:11:59.355250 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:11:59.362504 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:11:59.644585 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'name': 'tempest-ServersTestJSON-1394600564-router', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:55Z', 'updated_at': '2021-11-24T21:11:57Z', 'revision_number': 3, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'gw_port': {'id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:fc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:56Z', 'updated_at': '2021-11-24T21:11:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:11:59.658114 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e643600-5535-4cd9-80a6-56884ce44586 None None] Network 6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:11:59.689527 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:59.706747 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:59.710692 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/networks/6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f HTTP/1.1" status: 204 len: 168 time: 2.1296012 Nov 24 21:11:59.717961 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59296) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:11:59.727722 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-7a14020a-aa47-44cd-a90c-dc55d7295bad tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'port': {'network_id': '4b056e96-19a2-47f5-af1a-ced220042377', 'name': 'tempest-PortsTestJSON-445508758'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:11:59.771378 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] Checking router: 7ff77f9f-5f40-4c90-8887-065d3f2a4822 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:11:59.771726 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] Updating router 7ff77f9f-5f40-4c90-8887-065d3f2a4822 port 3834de8d-bbd5-4143-9858-e3b06b8311ec binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:11:59.828180 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ad145-56d9-473b-9f13-19f07ffc9f1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Network': ['ID=6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:11:59.859124 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb31b563-c244-4c0f-9407-0d8ee0338231 req-c5098e50-f945-40f4-bcce-4a77e87ca52f tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587710 Nov 24 21:11:59.887777 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:11:59.925427 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-65723129-3b4b-4e3d-b29e-551772061260 None None] Could not find standard attr ID for object 6039d3fb-c3eb-402e-9e81-f8f66bc31f85. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:12:00.062063 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efcdd43-e980-493c-b2c5-356d195be188 None None] DHCP port deletion for 6cfeb02e-f4ac-4a84-bd4a-a4473c75c30f request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:12:00.150404 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 300e65f3-b863-4ac0-9912-fa36fc59cd39 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:12:00.150817 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea1d74-8a94-4f55-b1e7-f797dda75253 req-fee0a6ca-d0fc-4013-9f32-e59063ae5b07 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:00.152518 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72ea1d74-8a94-4f55-b1e7-f797dda75253 req-fee0a6ca-d0fc-4013-9f32-e59063ae5b07 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 943 time: 0.1250749 Nov 24 21:12:00.163525 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a14020a-aa47-44cd-a90c-dc55d7295bad tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:12:00.168104 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7a14020a-aa47-44cd-a90c-dc55d7295bad tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:00.207379 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-7a14020a-aa47-44cd-a90c-dc55d7295bad tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] device_id is not set on port 0f03244c-b3e1-4d4c-8250-0ac88f2747b8 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:12:00.300027 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72ea1d74-8a94-4f55-b1e7-f797dda75253 req-b1034755-7b97-46a6-8eba-f384a5d044f6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376519 Nov 24 21:12:00.474961 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 300e65f3-b863-4ac0-9912-fa36fc59cd39, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=300e65f3-b863-4ac0-9912-fa36fc59cd39,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:00.527625 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '300e65f3-b863-4ac0-9912-fa36fc59cd39', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'port_id': '300e65f3-b863-4ac0-9912-fa36fc59cd39', 'mac_address': 'fa:16:3e:e5:ad:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:12:00.591929 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:00.602374 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:00.611901 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3046e8fc-0ef9-44d9-ac67-c2a67127e048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:00.617109 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7a14020a-aa47-44cd-a90c-dc55d7295bad tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:00.640586 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:00.686219 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7a14020a-aa47-44cd-a90c-dc55d7295bad tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:00.721619 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 300e65f3-b863-4ac0-9912-fa36fc59cd39 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:12:00.747750 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b90835-31e4-4c9d-8464-0b21afaddebb None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:12:00.777557 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 300e65f3-b863-4ac0-9912-fa36fc59cd39, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=300e65f3-b863-4ac0-9912-fa36fc59cd39,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:00.786917 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:00.800610 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a14020a-aa47-44cd-a90c-dc55d7295bad tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network 4b056e96-19a2-47f5-af1a-ced220042377 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:12:00.809039 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] Attempting to bind port 3834de8d-bbd5-4143-9858-e3b06b8311ec on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:12:00.809405 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] Attempting to bind port 3834de8d-bbd5-4143-9858-e3b06b8311ec by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:12:00.816079 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-7a14020a-aa47-44cd-a90c-dc55d7295bad tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:00.819349 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] Attempting to bind port 3834de8d-bbd5-4143-9858-e3b06b8311ec on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:12:00.827918 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b768387-935c-465e-bf3e-5b1f314b0e50 None None] Pushing event updated for resources: {'Port': ['ID=3834de8d-bbd5-4143-9858-e3b06b8311ec,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:00.833355 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14020a-aa47-44cd-a90c-dc55d7295bad tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:12:00.850305 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:12:00.851332 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:12:00.851742 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:00.854551 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:12:00.855103 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] Bound port: 3834de8d-bbd5-4143-9858-e3b06b8311ec, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:12:00.855506 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:00.858010 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a14020a-aa47-44cd-a90c-dc55d7295bad tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:00.858684 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7a14020a-aa47-44cd-a90c-dc55d7295bad tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:00.913294 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7a14020a-aa47-44cd-a90c-dc55d7295bad tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1898775 Nov 24 21:12:00.919321 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59312) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:00.919935 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14020a-aa47-44cd-a90c-dc55d7295bad tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Port': ['ID=0f03244c-b3e1-4d4c-8250-0ac88f2747b8,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:00.942284 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=300e65f3-b863-4ac0-9912-fa36fc59cd39,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:00.947372 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-458400a5-a5de-443c-aa93-eecd878961a3 None None] Provisioning complete for port 3834de8d-bbd5-4143-9858-e3b06b8311ec triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:00.948326 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-458400a5-a5de-443c-aa93-eecd878961a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:00.974740 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-3046e8fc-0ef9-44d9-ac67-c2a67127e048 admin admin] Allocated IP 172.20.0.1 (4e69d8b7-eb9a-4adb-86bb-7c21ecce9394/de6cedc6-9f9a-40d0-bd84-46b495ba9dd5/cecbc83d-85a5-489d-b4e6-5930502f7acb) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:12:01.051138 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['300e65f3-b863-4ac0-9912-fa36fc59cd39'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:12:01.074940 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f89c7c-9528-4fa2-b06e-11aaacb5018f None None] Network 4e69d8b7-eb9a-4adb-86bb-7c21ecce9394 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:12:01.096101 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3046e8fc-0ef9-44d9-ac67-c2a67127e048 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:01.133472 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a6732669-5489-4ffc-8a1e-f968689c54a7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting port 0f03244c-b3e1-4d4c-8250-0ac88f2747b8 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:01.133754 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a6732669-5489-4ffc-8a1e-f968689c54a7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:01.145798 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812ca3e-861e-4a04-861b-418ef3a33976 req-c6d40fe6-d9a4-405f-9322-6a948f3eda97 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:01.147436 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1812ca3e-861e-4a04-861b-418ef3a33976 req-c6d40fe6-d9a4-405f-9322-6a948f3eda97 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 945 time: 0.1076496 Nov 24 21:12:01.177769 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3046e8fc-0ef9-44d9-ac67-c2a67127e048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:01.274974 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] For port 3834de8d-bbd5-4143-9858-e3b06b8311ec, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:12:01.281771 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a6732669-5489-4ffc-8a1e-f968689c54a7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:01.286777 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] For port 3834de8d-bbd5-4143-9858-e3b06b8311ec, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3834de8d-bbd5-4143-9858-e3b06b8311ec,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:12:01.305926 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:01.306716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a6732669-5489-4ffc-8a1e-f968689c54a7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Calling delete_port for 0f03244c-b3e1-4d4c-8250-0ac88f2747b8 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:01.315756 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1812ca3e-861e-4a04-861b-418ef3a33976 req-ac96fd86-83b1-466b-97f4-34096f61ed66 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572647 Nov 24 21:12:01.324696 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3046e8fc-0ef9-44d9-ac67-c2a67127e048 admin admin] Network 4e69d8b7-eb9a-4adb-86bb-7c21ecce9394 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:12:01.328727 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-3046e8fc-0ef9-44d9-ac67-c2a67127e048 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:01.332665 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-458400a5-a5de-443c-aa93-eecd878961a3 None None] Port 3834de8d-bbd5-4143-9858-e3b06b8311ec cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:12:01.356473 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3046e8fc-0ef9-44d9-ac67-c2a67127e048 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:12:01.419147 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046e8fc-0ef9-44d9-ac67-c2a67127e048 admin admin] Pushing event updated for resources: {'Port': ['ID=cecbc83d-85a5-489d-b4e6-5930502f7acb,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:01.455139 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1927f9c-a6fd-49a5-b1bc-bc90ac1b6279 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:12:01.464036 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] Routers {'7ff77f9f-5f40-4c90-8887-065d3f2a4822'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:12:01.464949 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:11:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7ff77f9f-5f40-4c90-8887-065d3f2a4822'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:01.475606 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3046e8fc-0ef9-44d9-ac67-c2a67127e048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:01.481827 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a6732669-5489-4ffc-8a1e-f968689c54a7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:01.543436 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6732669-5489-4ffc-8a1e-f968689c54a7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Port': ['ID=0f03244c-b3e1-4d4c-8250-0ac88f2747b8,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:01.549747 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3ccec3a1-36f6-438c-8813-7029f999cd3d up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:12:01.558835 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a6732669-5489-4ffc-8a1e-f968689c54a7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:01.565457 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a6732669-5489-4ffc-8a1e-f968689c54a7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/ports/0f03244c-b3e1-4d4c-8250-0ac88f2747b8 HTTP/1.1" status: 204 len: 168 time: 0.6269031 Nov 24 21:12:01.566180 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59320) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:01.579765 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-58f8973e-e71d-4ec9-85e7-e6c1b23ae868 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'port': {'network_id': '4b056e96-19a2-47f5-af1a-ced220042377', 'mac_address': 'fa:16:3e:b8:fe:78', 'name': 'tempest-PortsTestJSON-1334657467'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:01.588846 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b768387-935c-465e-bf3e-5b1f314b0e50 None None] Pushing event updated for resources: {'Port': ['ID=3834de8d-bbd5-4143-9858-e3b06b8311ec,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:01.593890 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-80629314-778e-4ba2-a1ea-ac1a692ad0ae None None] Provisioning complete for port 3ccec3a1-36f6-438c-8813-7029f999cd3d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:01.593890 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-80629314-778e-4ba2-a1ea-ac1a692ad0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:01.714924 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] Set router 7ff77f9f-5f40-4c90-8887-065d3f2a4822 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:12:01.804314 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 3ccec3a1-36f6-438c-8813-7029f999cd3d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:01.805454 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:01.830741 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134345a-a8a0-4c10-aac7-49e9dec59760 req-eae2b7fb-695f-424d-b9b5-e08edf1b0d6d tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:01.839558 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4134345a-a8a0-4c10-aac7-49e9dec59760 req-eae2b7fb-695f-424d-b9b5-e08edf1b0d6d tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 944 time: 0.2739296 Nov 24 21:12:01.865323 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3046e8fc-0ef9-44d9-ac67-c2a67127e048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:02.209321 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-80629314-778e-4ba2-a1ea-ac1a692ad0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:02.255679 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-80629314-778e-4ba2-a1ea-ac1a692ad0ae None None] For port 3ccec3a1-36f6-438c-8813-7029f999cd3d, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3ccec3a1-36f6-438c-8813-7029f999cd3d,segment=NetworkSegment(5dbb9d6e-c360-4b34-aff6-dafd7f51375a),segment_id=5dbb9d6e-c360-4b34-aff6-dafd7f51375a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:02.263481 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-80629314-778e-4ba2-a1ea-ac1a692ad0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:02.286151 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'name': 'tempest-ServersTestJSON-1394600564-router', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:55Z', 'updated_at': '2021-11-24T21:11:57Z', 'revision_number': 3, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'gw_port': {'id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:fc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:56Z', 'updated_at': '2021-11-24T21:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:02.320932 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80629314-778e-4ba2-a1ea-ac1a692ad0ae None None] Pushing event updated for resources: {'Port': ['ID=3ccec3a1-36f6-438c-8813-7029f999cd3d,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:02.334411 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:02.339292 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce27fa1-37ce-4dee-9f63-e007644c775a None None] The sync data for ids ['7ff77f9f-5f40-4c90-8887-065d3f2a4822'] in n-d-812111-8 is: [{'id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'name': 'tempest-ServersTestJSON-1394600564-router', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:55Z', 'updated_at': '2021-11-24T21:11:57Z', 'revision_number': 3, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'gw_port': {'id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:fc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:56Z', 'updated_at': '2021-11-24T21:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:12:02.357181 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3046e8fc-0ef9-44d9-ac67-c2a67127e048 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:02.375623 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3046e8fc-0ef9-44d9-ac67-c2a67127e048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:02.448275 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-99f19ee5-6705-401c-8ebd-e21a97c8572a None None] Provisioning complete for port 3ccec3a1-36f6-438c-8813-7029f999cd3d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:02.448950 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-99f19ee5-6705-401c-8ebd-e21a97c8572a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:02.498027 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3046e8fc-0ef9-44d9-ac67-c2a67127e048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:02.501246 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046e8fc-0ef9-44d9-ac67-c2a67127e048 admin admin] Pushing event updated for resources: {'Port': ['ID=cecbc83d-85a5-489d-b4e6-5930502f7acb,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:02.553243 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:12:02.553612 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:12:02.586366 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4134345a-a8a0-4c10-aac7-49e9dec59760 req-6d2e0e35-8533-4b0e-b8ce-51c3b854073b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7456412 Nov 24 21:12:02.587201 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f8973e-e71d-4ec9-85e7-e6c1b23ae868 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:12:02.650699 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-99f19ee5-6705-401c-8ebd-e21a97c8572a None None] Provisioning complete for port 3834de8d-bbd5-4143-9858-e3b06b8311ec triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:02.653226 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-99f19ee5-6705-401c-8ebd-e21a97c8572a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:02.732730 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3046e8fc-0ef9-44d9-ac67-c2a67127e048 admin admin] Network 4e69d8b7-eb9a-4adb-86bb-7c21ecce9394 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:12:02.744588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-3046e8fc-0ef9-44d9-ac67-c2a67127e048 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:02.862815 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58f8973e-e71d-4ec9-85e7-e6c1b23ae868 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:02.895048 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-99f19ee5-6705-401c-8ebd-e21a97c8572a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:02.937470 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-58f8973e-e71d-4ec9-85e7-e6c1b23ae868 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] device_id is not set on port 3fbd9c0e-8a0f-442d-9adb-49a45cef10dd yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:12:02.939968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-99f19ee5-6705-401c-8ebd-e21a97c8572a None None] For port 3834de8d-bbd5-4143-9858-e3b06b8311ec, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3834de8d-bbd5-4143-9858-e3b06b8311ec,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:02.951250 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-99f19ee5-6705-401c-8ebd-e21a97c8572a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:02.966826 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649589ef-273e-4041-a38c-d5e0226b7ee8 req-095c6edd-6148-4c33-a6b3-fa4afaf75a41 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:02.968395 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-649589ef-273e-4041-a38c-d5e0226b7ee8 req-095c6edd-6148-4c33-a6b3-fa4afaf75a41 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 945 time: 0.2311881 Nov 24 21:12:03.052434 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3046e8fc-0ef9-44d9-ac67-c2a67127e048 admin admin] Router 7ff77f9f-5f40-4c90-8887-065d3f2a4822 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:12:03.081713 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f19ee5-6705-401c-8ebd-e21a97c8572a None None] Pushing event updated for resources: {'Port': ['ID=3834de8d-bbd5-4143-9858-e3b06b8311ec,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:03.145940 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-99f19ee5-6705-401c-8ebd-e21a97c8572a None None] Provisioning complete for port cecbc83d-85a5-489d-b4e6-5930502f7acb triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:03.146336 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-99f19ee5-6705-401c-8ebd-e21a97c8572a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:03.251760 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-99f19ee5-6705-401c-8ebd-e21a97c8572a None None] Port cecbc83d-85a5-489d-b4e6-5930502f7acb cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:12:03.267100 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 6039d3fb-c3eb-402e-9e81-f8f66bc31f85 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:12:03.291069 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58f8973e-e71d-4ec9-85e7-e6c1b23ae868 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:03.339235 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 6039d3fb-c3eb-402e-9e81-f8f66bc31f85 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:12:03.345558 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 6039d3fb-c3eb-402e-9e81-f8f66bc31f85 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:12:03.352101 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58f8973e-e71d-4ec9-85e7-e6c1b23ae868 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:03.388894 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3046e8fc-0ef9-44d9-ac67-c2a67127e048 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:12:03.412863 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3046e8fc-0ef9-44d9-ac67-c2a67127e048 admin admin] 10.222.0.11 "PUT /v2.0/routers/7ff77f9f-5f40-4c90-8887-065d3f2a4822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5419409 Nov 24 21:12:03.515642 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8973e-e71d-4ec9-85e7-e6c1b23ae868 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Port': ['ID=3fbd9c0e-8a0f-442d-9adb-49a45cef10dd,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:03.551797 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-89ee30d0-76f9-4a5c-9e04-7edf845639b5 None None] Provisioning complete for port cecbc83d-85a5-489d-b4e6-5930502f7acb triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:03.552188 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-89ee30d0-76f9-4a5c-9e04-7edf845639b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:03.554046 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-649589ef-273e-4041-a38c-d5e0226b7ee8 req-08014cf5-6bd7-4e3f-8074-f2b8941a27da tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5619364 Nov 24 21:12:03.567329 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f8973e-e71d-4ec9-85e7-e6c1b23ae868 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network 4b056e96-19a2-47f5-af1a-ced220042377 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:12:03.572289 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-58f8973e-e71d-4ec9-85e7-e6c1b23ae868 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:03.577340 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f8973e-e71d-4ec9-85e7-e6c1b23ae868 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:12:03.584943 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f8973e-e71d-4ec9-85e7-e6c1b23ae868 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:03.585803 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58f8973e-e71d-4ec9-85e7-e6c1b23ae868 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:03.639413 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-58f8973e-e71d-4ec9-85e7-e6c1b23ae868 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0716178 Nov 24 21:12:03.642130 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59336) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:03.685403 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-89ee30d0-76f9-4a5c-9e04-7edf845639b5 None None] Port cecbc83d-85a5-489d-b4e6-5930502f7acb cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:12:03.738115 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3ccec3a1-36f6-438c-8813-7029f999cd3d up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:12:03.751197 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b28bd2-d183-4288-995a-e6569be247f2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:03.756259 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59338) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:03.759617 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-04b28bd2-d183-4288-995a-e6569be247f2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports/3fbd9c0e-8a0f-442d-9adb-49a45cef10dd HTTP/1.1" status: 200 len: 841 time: 0.1137147 Nov 24 21:12:03.873762 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 3ccec3a1-36f6-438c-8813-7029f999cd3d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:03.874243 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:04.076475 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3834de8d-bbd5-4143-9858-e3b06b8311ec up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:12:04.102250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-0e900c0e-9291-45fd-b59d-8cc69288ab3e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting port 3fbd9c0e-8a0f-442d-9adb-49a45cef10dd {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:04.103378 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e900c0e-9291-45fd-b59d-8cc69288ab3e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:04.157476 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c38a3-64b3-46a8-935d-ba33c81986a8 req-a420e147-afe9-4cf9-bb93-9c9181df9391 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:04.158242 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 3834de8d-bbd5-4143-9858-e3b06b8311ec triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:04.158631 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:04.170387 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5a9c38a3-64b3-46a8-935d-ba33c81986a8 req-a420e147-afe9-4cf9-bb93-9c9181df9391 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 944 time: 0.1206801 Nov 24 21:12:04.191402 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e900c0e-9291-45fd-b59d-8cc69288ab3e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:04.200436 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 300e65f3-b863-4ac0-9912-fa36fc59cd39 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:12:04.215796 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-0e900c0e-9291-45fd-b59d-8cc69288ab3e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Calling delete_port for 3fbd9c0e-8a0f-442d-9adb-49a45cef10dd owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:04.261411 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5a9c38a3-64b3-46a8-935d-ba33c81986a8 req-ede49f3b-52c4-40cb-a4eb-198c62f81579 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840054 Nov 24 21:12:04.315506 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 300e65f3-b863-4ac0-9912-fa36fc59cd39 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:12:04.328810 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 300e65f3-b863-4ac0-9912-fa36fc59cd39 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:04.329200 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:04.337613 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e900c0e-9291-45fd-b59d-8cc69288ab3e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:04.379665 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e900c0e-9291-45fd-b59d-8cc69288ab3e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Port': ['ID=3fbd9c0e-8a0f-442d-9adb-49a45cef10dd,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:04.392592 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e900c0e-9291-45fd-b59d-8cc69288ab3e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:04.401150 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59354) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:04.413096 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0e900c0e-9291-45fd-b59d-8cc69288ab3e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/ports/3fbd9c0e-8a0f-442d-9adb-49a45cef10dd HTTP/1.1" status: 204 len: 168 time: 0.6546111 Nov 24 21:12:04.428687 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4fb573b-d481-4e1c-a49f-58b004610bb6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] GET failed (client error): The resource could not be found. Nov 24 21:12:04.434860 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59356) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:04.440011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-86ebc6de-623d-4ba8-aeb8-4de36c710f8f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'port': {'network_id': '4b056e96-19a2-47f5-af1a-ced220042377', 'name': 'tempest-PortsTestJSON-33971938'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:04.445336 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d4fb573b-d481-4e1c-a49f-58b004610bb6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports/3fbd9c0e-8a0f-442d-9adb-49a45cef10dd HTTP/1.1" status: 404 len: 333 time: 0.0427518 Nov 24 21:12:04.448530 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:04.500976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74eb9db8-b0cf-4761-b36c-b2939fc02771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300e65f3-b863-4ac0-9912-fa36fc59cd39'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:12:04.503285 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16746ed2-2da5-450c-a826-f09740b98a92" -d '{"events": [{"server_uuid": "74eb9db8-b0cf-4761-b36c-b2939fc02771", "name": "network-vif-plugged", "status": "completed", "tag": "300e65f3-b863-4ac0-9912-fa36fc59cd39"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:12:04.518364 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 300e65f3-b863-4ac0-9912-fa36fc59cd39, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=300e65f3-b863-4ac0-9912-fa36fc59cd39,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:04.524714 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:04.576310 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ebc6de-623d-4ba8-aeb8-4de36c710f8f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:12:04.580605 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86ebc6de-623d-4ba8-aeb8-4de36c710f8f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:04.587243 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=300e65f3-b863-4ac0-9912-fa36fc59cd39,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:04.603723 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-86ebc6de-623d-4ba8-aeb8-4de36c710f8f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] device_id is not set on port de35a9d1-3f72-44e9-89c0-e287153d279b yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:12:04.779266 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86ebc6de-623d-4ba8-aeb8-4de36c710f8f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:04.797180 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59362) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:04.802894 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-a660ce1e-2a11-4d42-ba05-c3e1b845d140 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1509815925', 'description': 'tempest-description--638365917'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:04.830608 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86ebc6de-623d-4ba8-aeb8-4de36c710f8f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:04.857350 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a660ce1e-2a11-4d42-ba05-c3e1b845d140 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:04.901443 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ebc6de-623d-4ba8-aeb8-4de36c710f8f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network 4b056e96-19a2-47f5-af1a-ced220042377 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:12:04.904971 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-86ebc6de-623d-4ba8-aeb8-4de36c710f8f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:04.910469 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ebc6de-623d-4ba8-aeb8-4de36c710f8f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:12:04.916144 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ebc6de-623d-4ba8-aeb8-4de36c710f8f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:04.917334 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86ebc6de-623d-4ba8-aeb8-4de36c710f8f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:04.921112 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebc6de-623d-4ba8-aeb8-4de36c710f8f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Port': ['ID=de35a9d1-3f72-44e9-89c0-e287153d279b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:04.938325 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-86ebc6de-623d-4ba8-aeb8-4de36c710f8f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.5022531 Nov 24 21:12:04.940920 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59372) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:04.948250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-02c1525a-401f-448e-8f11-1e4c723dd9c5 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:05.050404 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02c1525a-401f-448e-8f11-1e4c723dd9c5 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:05.071872 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d5792-d402-476f-8440-515fee045142 req-00bb29e2-0bf7-415c-a9b4-4b22a632f69d tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:05.079323 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e85d5792-d402-476f-8440-515fee045142 req-00bb29e2-0bf7-415c-a9b4-4b22a632f69d tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/networks?id=0cfd0991-3fe1-458a-9cab-a785fe8464fe HTTP/1.1" status: 200 len: 813 time: 0.1934001 Nov 24 21:12:05.098274 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e85d5792-d402-476f-8440-515fee045142 req-512e4d69-6f80-44dc-a4df-7af33772225a tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/quotas/7ad457c77b1f4b5abfda21dbb9e5dbdc HTTP/1.1" status: 200 len: 375 time: 0.0178907 Nov 24 21:12:05.101130 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a660ce1e-2a11-4d42-ba05-c3e1b845d140 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:05.138272 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a660ce1e-2a11-4d42-ba05-c3e1b845d140 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:05.171609 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a660ce1e-2a11-4d42-ba05-c3e1b845d140 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:05.173927 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a660ce1e-2a11-4d42-ba05-c3e1b845d140 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3756590 Nov 24 21:12:05.179076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59378) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:05.199101 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f368ee84-d646-43e9-8de6-4d14f306409b tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Request body: {'security_group_rule': {'security_group_id': '94cc6430-84de-4552-9c5a-e62c94ad6ff7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:05.236022 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e85d5792-d402-476f-8440-515fee045142 req-137f14e8-2412-40c1-a56f-dd6de7df82db tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ad457c77b1f4b5abfda21dbb9e5dbdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1289253 Nov 24 21:12:05.271653 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660ce1e-2a11-4d42-ba05-c3e1b845d140 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94cc6430-84de-4552-9c5a-e62c94ad6ff7,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:05.303699 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02c1525a-401f-448e-8f11-1e4c723dd9c5 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:05.311265 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02c1525a-401f-448e-8f11-1e4c723dd9c5 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:05.336641 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f368ee84-d646-43e9-8de6-4d14f306409b tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:05.384582 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-02c1525a-401f-448e-8f11-1e4c723dd9c5 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] In _notify_port_updated(), no bound segment for port de35a9d1-3f72-44e9-89c0-e287153d279b on network 4b056e96-19a2-47f5-af1a-ced220042377 {{(pid=109990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 21:12:05.392591 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c1525a-401f-448e-8f11-1e4c723dd9c5 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:05.393572 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02c1525a-401f-448e-8f11-1e4c723dd9c5 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:05.395176 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-02c1525a-401f-448e-8f11-1e4c723dd9c5 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "PUT /v2.0/ports/de35a9d1-3f72-44e9-89c0-e287153d279b HTTP/1.1" status: 200 len: 818 time: 0.4533241 Nov 24 21:12:05.399118 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59382) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:05.424034 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] Sync routers for ids ['7ff77f9f-5f40-4c90-8887-065d3f2a4822'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:12:05.441769 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e85d5792-d402-476f-8440-515fee045142 req-927f5bbd-11aa-4bf8-9c0c-032384b3996b service neutron] 10.222.0.11 "GET /v2.0/networks/0cfd0991-3fe1-458a-9cab-a785fe8464fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048702 Nov 24 21:12:05.447263 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] Routers {'7ff77f9f-5f40-4c90-8887-065d3f2a4822'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:12:05.448449 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:11:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7ff77f9f-5f40-4c90-8887-065d3f2a4822'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:05.458922 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1525a-401f-448e-8f11-1e4c723dd9c5 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Port': ['ID=de35a9d1-3f72-44e9-89c0-e287153d279b,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:05.576143 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-ec7e53cd-e34d-4548-9f1d-e8f770c32ca7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting port de35a9d1-3f72-44e9-89c0-e287153d279b {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:05.576836 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ec7e53cd-e34d-4548-9f1d-e8f770c32ca7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:05.620432 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] Set router 7ff77f9f-5f40-4c90-8887-065d3f2a4822 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:12:05.636397 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f368ee84-d646-43e9-8de6-4d14f306409b tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:05.646946 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f368ee84-d646-43e9-8de6-4d14f306409b tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:05.672015 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f941e-09d1-49de-893f-6673a45f2199 req-1293768b-7fdf-4616-bb04-8c7682af972c tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:05.679266 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-869f941e-09d1-49de-893f-6673a45f2199 req-1293768b-7fdf-4616-bb04-8c7682af972c tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ab36384-1659-4285-a119-15da81b2c110 HTTP/1.1" status: 200 len: 945 time: 0.3101614 Nov 24 21:12:05.691048 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ec7e53cd-e34d-4548-9f1d-e8f770c32ca7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:05.711076 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-ec7e53cd-e34d-4548-9f1d-e8f770c32ca7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Calling delete_port for de35a9d1-3f72-44e9-89c0-e287153d279b owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:05.770027 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368ee84-d646-43e9-8de6-4d14f306409b tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ee75a0-a4ee-4dfd-adbf-f2e523670e88,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:05.792905 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e85d5792-d402-476f-8440-515fee045142 req-00f655ed-faec-4fe1-b8f6-1740e66c46f9 service neutron] 10.222.0.11 "GET /v2.0/networks/0cfd0991-3fe1-458a-9cab-a785fe8464fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501227 Nov 24 21:12:05.810727 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f368ee84-d646-43e9-8de6-4d14f306409b tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:05.814944 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59392) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:05.815636 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f368ee84-d646-43e9-8de6-4d14f306409b tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6349616 Nov 24 21:12:05.825775 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ab8d9b34-cc73-476a-96ce-ba2fb1366a07 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Request body: {'security_group_rule': {'security_group_id': '94cc6430-84de-4552-9c5a-e62c94ad6ff7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:05.929600 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ec7e53cd-e34d-4548-9f1d-e8f770c32ca7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:05.947007 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab8d9b34-cc73-476a-96ce-ba2fb1366a07 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:05.961323 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-869f941e-09d1-49de-893f-6673a45f2199 req-95b92434-8dc7-4de5-8eaa-788b843309f9 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Deleting port dab09961-c7b3-47b9-ba04-4523c0489662 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:05.966652 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-869f941e-09d1-49de-893f-6673a45f2199 req-95b92434-8dc7-4de5-8eaa-788b843309f9 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:06.043394 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e53cd-e34d-4548-9f1d-e8f770c32ca7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Port': ['ID=de35a9d1-3f72-44e9-89c0-e287153d279b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:06.044951 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19fb8b6-e403-4094-9abf-7dd5b604afc8 x-openstack-request-id: req-d19fb8b6-e403-4094-9abf-7dd5b604afc8 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:12:06.045258 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74eb9db8-b0cf-4761-b36c-b2939fc02771", "name": "network-vif-plugged", "status": "completed", "tag": "300e65f3-b863-4ac0-9912-fa36fc59cd39", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:12:06.045498 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d19fb8b6-e403-4094-9abf-7dd5b604afc8 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:12:06.045889 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74eb9db8-b0cf-4761-b36c-b2939fc02771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300e65f3-b863-4ac0-9912-fa36fc59cd39', 'code': 200} Nov 24 21:12:06.108527 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ec7e53cd-e34d-4548-9f1d-e8f770c32ca7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:06.118353 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ec7e53cd-e34d-4548-9f1d-e8f770c32ca7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/ports/de35a9d1-3f72-44e9-89c0-e287153d279b HTTP/1.1" status: 204 len: 168 time: 0.7179117 Nov 24 21:12:06.118971 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'name': 'tempest-ServersTestJSON-1394600564-router', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:55Z', 'updated_at': '2021-11-24T21:12:01Z', 'revision_number': 4, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'gw_port': {'id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:56Z', 'updated_at': '2021-11-24T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'cecbc83d-85a5-489d-b4e6-5930502f7acb', 'name': '', 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'mac_address': 'fa:16:3e:22:5e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'de6cedc6-9f9a-40d0-bd84-46b495ba9dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:12:00Z', 'updated_at': '2021-11-24T21:12:02Z', 'revision_number': 2, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'subnets': [{'id': 'de6cedc6-9f9a-40d0-bd84-46b495ba9dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:06.130166 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59398) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:06.188436 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] Checking router: 7ff77f9f-5f40-4c90-8887-065d3f2a4822 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:12:06.193313 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] Updating router 7ff77f9f-5f40-4c90-8887-065d3f2a4822 port cecbc83d-85a5-489d-b4e6-5930502f7acb binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:12:06.263294 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:06.344087 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab8d9b34-cc73-476a-96ce-ba2fb1366a07 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:06.364582 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab8d9b34-cc73-476a-96ce-ba2fb1366a07 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:06.375392 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-869f941e-09d1-49de-893f-6673a45f2199 req-95b92434-8dc7-4de5-8eaa-788b843309f9 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] For port dab09961-c7b3-47b9-ba04-4523c0489662, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=dab09961-c7b3-47b9-ba04-4523c0489662,segment=NetworkSegment(b1d695b4-23ac-4f76-b033-410336a771ec),segment_id=b1d695b4-23ac-4f76-b033-410336a771ec)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:06.375968 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-869f941e-09d1-49de-893f-6673a45f2199 req-95b92434-8dc7-4de5-8eaa-788b843309f9 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:06.384381 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ea66f-3f58-426c-b216-1712e83d6473 req-038a04f0-1219-499a-b925-3c26ff6c574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:06.386535 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d0ea66f-3f58-426c-b216-1712e83d6473 req-038a04f0-1219-499a-b925-3c26ff6c574b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 1096 time: 0.2659078 Nov 24 21:12:06.429403 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-869f941e-09d1-49de-893f-6673a45f2199 req-95b92434-8dc7-4de5-8eaa-788b843309f9 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Calling delete_port for dab09961-c7b3-47b9-ba04-4523c0489662 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:06.451286 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f01c34-f19d-4c29-b514-2e65cc455de6 req-07962e6e-27e6-4531-a928-964d49ca7c05 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:06.452914 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-55f01c34-f19d-4c29-b514-2e65cc455de6 req-07962e6e-27e6-4531-a928-964d49ca7c05 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 945 time: 0.2144949 Nov 24 21:12:06.471648 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d9b34-cc73-476a-96ce-ba2fb1366a07 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5874730-e731-4f8e-9314-227c7b9689d1,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:06.505189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338b64c0-e261-42d3-ad7e-1c703a434260 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:06.507806 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-338b64c0-e261-42d3-ad7e-1c703a434260 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3490102 Nov 24 21:12:06.514837 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59406) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:06.551611 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab8d9b34-cc73-476a-96ce-ba2fb1366a07 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:06.566039 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ab8d9b34-cc73-476a-96ce-ba2fb1366a07 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7419746 Nov 24 21:12:06.566039 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59410) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:06.581007 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-55f01c34-f19d-4c29-b514-2e65cc455de6 req-3f7dbfe3-2cfb-439e-9f41-48e4881ca5c8 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121008 Nov 24 21:12:06.617681 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-dd3aa804-d712-4cca-9ba9-815f1e7bd39c tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:06.650564 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-850a8ef8-ed8f-43a9-9913-f6998324813a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] GET failed (client error): The resource could not be found. Nov 24 21:12:06.652740 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-850a8ef8-ed8f-43a9-9913-f6998324813a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports/de35a9d1-3f72-44e9-89c0-e287153d279b HTTP/1.1" status: 404 len: 333 time: 0.1315832 Nov 24 21:12:06.657466 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59412) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:06.663815 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-d390cbaf-5272-443f-b345-6fbf4d2c385c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-429303961'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:06.671491 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d0ea66f-3f58-426c-b216-1712e83d6473 req-f93fdfbe-68ec-4a70-97ae-10709fc46811 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639661 Nov 24 21:12:06.690531 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa804-d712-4cca-9ba9-815f1e7bd39c tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:06.746133 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c1e12e81-119b-4354-b670-111c827bd101 req-fdeab2a4-3d42-4a0b-b5c6-6abddee62537 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 210 time: 0.0866933 Nov 24 21:12:06.761484 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d390cbaf-5272-443f-b345-6fbf4d2c385c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:12:06.775072 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d390cbaf-5272-443f-b345-6fbf4d2c385c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:06.810007 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d390cbaf-5272-443f-b345-6fbf4d2c385c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:12:06.819830 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d390cbaf-5272-443f-b345-6fbf4d2c385c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:06.820198 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-d390cbaf-5272-443f-b345-6fbf4d2c385c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Added segment 8ce62067-1993-409b-8953-43c06a908bf2 of type vlan for network f47e06e2-29af-4e77-b6d7-d0fb979958ef Nov 24 21:12:06.868013 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d390cbaf-5272-443f-b345-6fbf4d2c385c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:06.878456 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-869f941e-09d1-49de-893f-6673a45f2199 req-95b92434-8dc7-4de5-8eaa-788b843309f9 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:06.914752 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['dab09961-c7b3-47b9-ba04-4523c0489662'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:12:06.980431 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:06.985081 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b92434-8dc7-4de5-8eaa-788b843309f9 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Pushing event deleted for resources: {'Port': ['ID=dab09961-c7b3-47b9-ba04-4523c0489662,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:07.001774 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:07.037512 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d390cbaf-5272-443f-b345-6fbf4d2c385c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:07.049305 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d390cbaf-5272-443f-b345-6fbf4d2c385c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:07.050427 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d390cbaf-5272-443f-b345-6fbf4d2c385c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:07.133065 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-869f941e-09d1-49de-893f-6673a45f2199 req-95b92434-8dc7-4de5-8eaa-788b843309f9 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] No DVR routers for this DVR port dab09961-c7b3-47b9-ba04-4523c0489662 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:12:07.139566 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-869f941e-09d1-49de-893f-6673a45f2199 req-95b92434-8dc7-4de5-8eaa-788b843309f9 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:07.149418 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-869f941e-09d1-49de-893f-6673a45f2199 req-95b92434-8dc7-4de5-8eaa-788b843309f9 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.15 "DELETE /v2.0/ports/dab09961-c7b3-47b9-ba04-4523c0489662 HTTP/1.1" status: 204 len: 173 time: 1.4443116 Nov 24 21:12:07.150285 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab36384-1659-4285-a119-15da81b2c110', 'name': 'network-vif-deleted', 'tag': 'dab09961-c7b3-47b9-ba04-4523c0489662'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:12:07.157430 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde2139f-e52d-49f3-9232-56f016b8efd8" -d '{"events": [{"server_uuid": "1ab36384-1659-4285-a119-15da81b2c110", "name": "network-vif-deleted", "tag": "dab09961-c7b3-47b9-ba04-4523c0489662"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:12:07.192327 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390cbaf-5272-443f-b345-6fbf4d2c385c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Network': ['ID=f47e06e2-29af-4e77-b6d7-d0fb979958ef,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:07.219034 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28866bc1-7322-49e1-a7f3-ca6a18218b18 None None] Pushing event updated for resources: {'Port': ['ID=cecbc83d-85a5-489d-b4e6-5930502f7acb,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:07.246449 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network f47e06e2-29af-4e77-b6d7-d0fb979958ef details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:12:07.257125 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59418) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:07.261117 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d390cbaf-5272-443f-b345-6fbf4d2c385c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6022568 Nov 24 21:12:07.264868 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-4f349db4-f9b9-4b1f-aeca-88f7902511f6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'subnet': {'network_id': 'f47e06e2-29af-4e77-b6d7-d0fb979958ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:07.293074 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c003ea-66f9-40f1-9157-afa39dc89c45 x-openstack-request-id: req-87c003ea-66f9-40f1-9157-afa39dc89c45 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:12:07.293701 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab36384-1659-4285-a119-15da81b2c110", "name": "network-vif-deleted", "tag": "dab09961-c7b3-47b9-ba04-4523c0489662", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:12:07.294162 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87c003ea-66f9-40f1-9157-afa39dc89c45 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:12:07.294788 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab36384-1659-4285-a119-15da81b2c110', 'name': 'network-vif-deleted', 'tag': 'dab09961-c7b3-47b9-ba04-4523c0489662', 'status': 'completed', 'code': 200} Nov 24 21:12:07.306411 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa804-d712-4cca-9ba9-815f1e7bd39c tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:07.447421 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f349db4-f9b9-4b1f-aeca-88f7902511f6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:12:07.454781 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f349db4-f9b9-4b1f-aeca-88f7902511f6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:07.527791 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] Attempting to bind port cecbc83d-85a5-489d-b4e6-5930502f7acb on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:12:07.528523 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] Attempting to bind port cecbc83d-85a5-489d-b4e6-5930502f7acb by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '5dbb9d6e-c360-4b34-aff6-dafd7f51375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:12:07.529155 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] Attempting to bind port cecbc83d-85a5-489d-b4e6-5930502f7acb on network 4e69d8b7-eb9a-4adb-86bb-7c21ecce9394 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:12:07.542621 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-dd3aa804-d712-4cca-9ba9-815f1e7bd39c tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Allocated IP 172.25.5.173 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/51e51bff-fa0f-4b89-b2a9-37a87c620212) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:12:07.563362 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:12:07.566127 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] Checking segment: {'id': '5dbb9d6e-c360-4b34-aff6-dafd7f51375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:12:07.566789 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:07.567393 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] Bound using segment: {'id': '5dbb9d6e-c360-4b34-aff6-dafd7f51375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:12:07.570372 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] Bound port: cecbc83d-85a5-489d-b4e6-5930502f7acb, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbb9d6e-c360-4b34-aff6-dafd7f51375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:12:07.571065 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:07.649352 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-0a8aaba9-1130-48b1-a126-f949303b039b None None] Provisioning complete for port cecbc83d-85a5-489d-b4e6-5930502f7acb triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:07.653632 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0a8aaba9-1130-48b1-a126-f949303b039b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:07.795277 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa804-d712-4cca-9ba9-815f1e7bd39c tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:07.844032 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-0a8aaba9-1130-48b1-a126-f949303b039b None None] Port cecbc83d-85a5-489d-b4e6-5930502f7acb cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:12:07.892216 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa804-d712-4cca-9ba9-815f1e7bd39c tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:07.903466 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] For port cecbc83d-85a5-489d-b4e6-5930502f7acb, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:12:07.908173 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] For port cecbc83d-85a5-489d-b4e6-5930502f7acb, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=cecbc83d-85a5-489d-b4e6-5930502f7acb,segment=NetworkSegment(5dbb9d6e-c360-4b34-aff6-dafd7f51375a),segment_id=5dbb9d6e-c360-4b34-aff6-dafd7f51375a)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:12:07.919387 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:07.968884 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1baf3e2-8cf3-46d5-b75b-cf58aaa454af req-504fb398-24fb-4172-b8ec-6a11646b327c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:07.976728 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e1baf3e2-8cf3-46d5-b75b-cf58aaa454af req-504fb398-24fb-4172-b8ec-6a11646b327c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 945 time: 0.2168925 Nov 24 21:12:07.986421 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3aa804-d712-4cca-9ba9-815f1e7bd39c tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Pushing event updated for resources: {'Port': ['ID=51e51bff-fa0f-4b89-b2a9-37a87c620212,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:08.004085 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3aa804-d712-4cca-9ba9-815f1e7bd39c tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:12:08.005716 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-dd3aa804-d712-4cca-9ba9-815f1e7bd39c tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:08.012978 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3aa804-d712-4cca-9ba9-815f1e7bd39c tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:12:08.071014 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] Routers {'7ff77f9f-5f40-4c90-8887-065d3f2a4822'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:12:08.071669 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:11:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7ff77f9f-5f40-4c90-8887-065d3f2a4822'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:08.165339 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa804-d712-4cca-9ba9-815f1e7bd39c tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:08.203203 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f349db4-f9b9-4b1f-aeca-88f7902511f6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:08.277349 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa804-d712-4cca-9ba9-815f1e7bd39c tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:08.285869 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] Set router 7ff77f9f-5f40-4c90-8887-065d3f2a4822 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:12:08.302669 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e1baf3e2-8cf3-46d5-b75b-cf58aaa454af req-3807ce24-1723-45f2-bc1b-324e86d810ea tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057523 Nov 24 21:12:08.388323 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f349db4-f9b9-4b1f-aeca-88f7902511f6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Subnet': ['ID=6c23aa53-6cda-4f66-8644-2e7cfd6a7d06,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:08.411196 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f349db4-f9b9-4b1f-aeca-88f7902511f6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Checking segment: {'id': '8ce62067-1993-409b-8953-43c06a908bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f47e06e2-29af-4e77-b6d7-d0fb979958ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:12:08.412408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f349db4-f9b9-4b1f-aeca-88f7902511f6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network hostable DHCP agents. Network: f47e06e2-29af-4e77-b6d7-d0fb979958ef, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:12:08.447181 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f349db4-f9b9-4b1f-aeca-88f7902511f6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network f47e06e2-29af-4e77-b6d7-d0fb979958ef is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:12:08.476320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-4f349db4-f9b9-4b1f-aeca-88f7902511f6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, f47e06e2-29af-4e77-b6d7-d0fb979958ef) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:08.490210 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f349db4-f9b9-4b1f-aeca-88f7902511f6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:08.490817 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f349db4-f9b9-4b1f-aeca-88f7902511f6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:08.579539 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d5792-d402-476f-8440-515fee045142 req-6aa83eaf-3a5a-4d6b-a13c-df83f64840bd tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:08.581917 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e85d5792-d402-476f-8440-515fee045142 req-6aa83eaf-3a5a-4d6b-a13c-df83f64840bd tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.48 "GET /v2.0/networks?id=0cfd0991-3fe1-458a-9cab-a785fe8464fe HTTP/1.1" status: 200 len: 813 time: 0.3002048 Nov 24 21:12:08.583697 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5d1f49b4-1d40-4a75-ad08-48457bd4b2fd req-a8762fbb-5abe-4562-a717-5971f5abf9bc tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 210 time: 0.0835445 Nov 24 21:12:08.616576 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-e85d5792-d402-476f-8440-515fee045142 req-8f4303a5-4b30-4c54-ad48-646addd09664 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Request body: {'port': {'device_id': 'd3e39455-8063-4055-895f-ffe956680985', 'network_id': '0cfd0991-3fe1-458a-9cab-a785fe8464fe', 'admin_state_up': True, 'tenant_id': '7ad457c77b1f4b5abfda21dbb9e5dbdc'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:08.616818 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4f349db4-f9b9-4b1f-aeca-88f7902511f6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3572402 Nov 24 21:12:08.619388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59428) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:08.625492 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-9da05089-954b-485a-b4bc-57d1802a79e6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'subnet': {'network_id': 'f47e06e2-29af-4e77-b6d7-d0fb979958ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:08.631924 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070885e5-8fd0-4b53-a5d5-53df1418ac16 None None] Network f47e06e2-29af-4e77-b6d7-d0fb979958ef requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:12:08.785181 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa804-d712-4cca-9ba9-815f1e7bd39c tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:08.795925 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa804-d712-4cca-9ba9-815f1e7bd39c tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:08.849044 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3aa804-d712-4cca-9ba9-815f1e7bd39c tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Pushing event updated for resources: {'Port': ['ID=51e51bff-fa0f-4b89-b2a9-37a87c620212,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:08.881733 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da05089-954b-485a-b4bc-57d1802a79e6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:12:08.888037 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9da05089-954b-485a-b4bc-57d1802a79e6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:08.936539 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device dab09961-c7b3-47b9-ba04-4523c0489662 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:12:08.941444 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28866bc1-7322-49e1-a7f3-ca6a18218b18 None None] Pushing event updated for resources: {'Port': ['ID=cecbc83d-85a5-489d-b4e6-5930502f7acb,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:08.970403 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa804-d712-4cca-9ba9-815f1e7bd39c tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:08.991024 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e85d5792-d402-476f-8440-515fee045142 req-8f4303a5-4b30-4c54-ad48-646addd09664 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Made reservation on behalf of 7ad457c77b1f4b5abfda21dbb9e5dbdc for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:12:08.997798 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e85d5792-d402-476f-8440-515fee045142 req-8f4303a5-4b30-4c54-ad48-646addd09664 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:09.009121 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa804-d712-4cca-9ba9-815f1e7bd39c tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:09.018512 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-dd3aa804-d712-4cca-9ba9-815f1e7bd39c tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4380336 Nov 24 21:12:09.024271 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-04f2acd3-0035-4aea-8089-0394fb48fb33 None None] Provisioning complete for port cecbc83d-85a5-489d-b4e6-5930502f7acb triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:09.026851 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-04f2acd3-0035-4aea-8089-0394fb48fb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:09.128965 n-d-812111-8 neutron-server[109991]: INFO neutron.db.ipam_backend_mixin [None req-9da05089-954b-485a-b4bc-57d1802a79e6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6c23aa53-6cda-4f66-8644-2e7cfd6a7d06 (CIDR: 172.20.0.0/28) Nov 24 21:12:09.138718 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da05089-954b-485a-b4bc-57d1802a79e6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:12:09.139220 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da05089-954b-485a-b4bc-57d1802a79e6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:12:09.149787 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: dab09961-c7b3-47b9-ba04-4523c0489662 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:12:09.150232 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device dab09961-c7b3-47b9-ba04-4523c0489662 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:12:09.167656 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3ce334e4-cf3a-41d2-a669-8d39baa2f982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:09.184079 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9da05089-954b-485a-b4bc-57d1802a79e6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5634854 Nov 24 21:12:09.186143 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59446) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:09.197308 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-155044e1-5eee-4773-8f5b-3a8e8d62d8f1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'subnet': {'network_id': 'f47e06e2-29af-4e77-b6d7-d0fb979958ef', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:09.350738 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-04f2acd3-0035-4aea-8089-0394fb48fb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:09.427594 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'name': 'tempest-ServersTestJSON-1394600564-router', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:55Z', 'updated_at': '2021-11-24T21:12:01Z', 'revision_number': 4, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'gw_port': {'id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:56Z', 'updated_at': '2021-11-24T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'cecbc83d-85a5-489d-b4e6-5930502f7acb', 'name': '', 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'mac_address': 'fa:16:3e:22:5e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'de6cedc6-9f9a-40d0-bd84-46b495ba9dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:12:00Z', 'updated_at': '2021-11-24T21:12:07Z', 'revision_number': 4, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'subnets': [{'id': 'de6cedc6-9f9a-40d0-bd84-46b495ba9dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:09.491047 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-788a8004-af46-426a-bc6d-763fc9333197 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1509815925&fields=id&tenant_id=a255a292c7604d71bb10e451d8a66b61 HTTP/1.1" status: 200 len: 267 time: 0.3035984 Nov 24 21:12:09.499448 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cb8ed8-d0b8-4b28-b13c-b021b98eda86 None None] The sync data for ids ['7ff77f9f-5f40-4c90-8887-065d3f2a4822'] in n-d-812111-8 is: [{'id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'name': 'tempest-ServersTestJSON-1394600564-router', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:55Z', 'updated_at': '2021-11-24T21:12:01Z', 'revision_number': 4, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'gw_port': {'id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:56Z', 'updated_at': '2021-11-24T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'cecbc83d-85a5-489d-b4e6-5930502f7acb', 'name': '', 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'mac_address': 'fa:16:3e:22:5e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'de6cedc6-9f9a-40d0-bd84-46b495ba9dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:12:00Z', 'updated_at': '2021-11-24T21:12:07Z', 'revision_number': 4, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'subnets': [{'id': 'de6cedc6-9f9a-40d0-bd84-46b495ba9dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:12:09.540082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-04f2acd3-0035-4aea-8089-0394fb48fb33 None None] For port cecbc83d-85a5-489d-b4e6-5930502f7acb, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=cecbc83d-85a5-489d-b4e6-5930502f7acb,segment=NetworkSegment(5dbb9d6e-c360-4b34-aff6-dafd7f51375a),segment_id=5dbb9d6e-c360-4b34-aff6-dafd7f51375a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:09.546068 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce661f91-202b-4443-ad3f-28783b368d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-f47e06e2-29af-4e77-b6d7-d0fb979958ef', 'network_id': 'f47e06e2-29af-4e77-b6d7-d0fb979958ef', 'tenant_id': 'd0d08db1b3c4418e9ac5dfc22d6417c2', 'fixed_ips': [{'subnet_id': '6c23aa53-6cda-4f66-8644-2e7cfd6a7d06'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:12:09.549796 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ce661f91-202b-4443-ad3f-28783b368d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:09.595487 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155044e1-5eee-4773-8f5b-3a8e8d62d8f1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:12:09.600720 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-155044e1-5eee-4773-8f5b-3a8e8d62d8f1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:09.618768 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-04f2acd3-0035-4aea-8089-0394fb48fb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:09.704271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-e85d5792-d402-476f-8440-515fee045142 req-8f4303a5-4b30-4c54-ad48-646addd09664 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Allocated IP 172.20.0.14 (0cfd0991-3fe1-458a-9cab-a785fe8464fe/8e3f2a5f-d3c5-412b-b677-53100b3422e3/c17c9e42-b2a0-4a47-a870-242ddf559670) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:12:09.705175 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2acd3-0035-4aea-8089-0394fb48fb33 None None] Pushing event updated for resources: {'Port': ['ID=cecbc83d-85a5-489d-b4e6-5930502f7acb,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:09.830380 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:09.936140 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-ce661f91-202b-4443-ad3f-28783b368d77 None None] Allocated IP 172.20.0.2 (f47e06e2-29af-4e77-b6d7-d0fb979958ef/6c23aa53-6cda-4f66-8644-2e7cfd6a7d06/7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:12:10.098272 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-c99e4624-d9ff-4023-9c92-835e9c4e321a tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:10.101935 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-c99e4624-d9ff-4023-9c92-835e9c4e321a tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/networks?id=4e69d8b7-eb9a-4adb-86bb-7c21ecce9394 HTTP/1.1" status: 200 len: 806 time: 0.5455892 Nov 24 21:12:10.132673 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ce661f91-202b-4443-ad3f-28783b368d77 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:10.142740 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ce661f91-202b-4443-ad3f-28783b368d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:10.147551 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e85d5792-d402-476f-8440-515fee045142 req-8f4303a5-4b30-4c54-ad48-646addd09664 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:10.150394 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-8242e79f-a142-480b-80d3-e3aee4a0a343 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/quotas/a255a292c7604d71bb10e451d8a66b61 HTTP/1.1" status: 200 len: 375 time: 0.0311947 Nov 24 21:12:10.259118 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e85d5792-d402-476f-8440-515fee045142 req-8f4303a5-4b30-4c54-ad48-646addd09664 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:10.284248 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce661f91-202b-4443-ad3f-28783b368d77 None None] Pushing event updated for resources: {'Port': ['ID=7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:10.296640 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce661f91-202b-4443-ad3f-28783b368d77 None None] Network f47e06e2-29af-4e77-b6d7-d0fb979958ef is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:12:10.300375 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-ce661f91-202b-4443-ad3f-28783b368d77 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:10.312726 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce661f91-202b-4443-ad3f-28783b368d77 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:12:10.360107 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e85d5792-d402-476f-8440-515fee045142 req-8f4303a5-4b30-4c54-ad48-646addd09664 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Network 0cfd0991-3fe1-458a-9cab-a785fe8464fe is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:12:10.371405 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-e85d5792-d402-476f-8440-515fee045142 req-8f4303a5-4b30-4c54-ad48-646addd09664 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:10.379034 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85d5792-d402-476f-8440-515fee045142 req-8f4303a5-4b30-4c54-ad48-646addd09664 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:12:10.414689 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ce661f91-202b-4443-ad3f-28783b368d77 None None] Attempting to bind port 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:12:10.416220 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ce661f91-202b-4443-ad3f-28783b368d77 None None] Attempting to bind port 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '8ce62067-1993-409b-8953-43c06a908bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f47e06e2-29af-4e77-b6d7-d0fb979958ef'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:12:10.416696 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce661f91-202b-4443-ad3f-28783b368d77 None None] Attempting to bind port 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f on network f47e06e2-29af-4e77-b6d7-d0fb979958ef {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:12:10.429805 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4303a5-4b30-4c54-ad48-646addd09664 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Pushing event updated for resources: {'Port': ['ID=c17c9e42-b2a0-4a47-a870-242ddf559670,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:10.430587 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce661f91-202b-4443-ad3f-28783b368d77 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:12:10.430587 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce661f91-202b-4443-ad3f-28783b368d77 None None] Checking segment: {'id': '8ce62067-1993-409b-8953-43c06a908bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f47e06e2-29af-4e77-b6d7-d0fb979958ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:12:10.436277 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-5efc846f-33ee-4373-9c5a-08a289021ae9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a255a292c7604d71bb10e451d8a66b61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2422802 Nov 24 21:12:10.442026 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ce661f91-202b-4443-ad3f-28783b368d77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:10.442775 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce661f91-202b-4443-ad3f-28783b368d77 None None] Bound using segment: {'id': '8ce62067-1993-409b-8953-43c06a908bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f47e06e2-29af-4e77-b6d7-d0fb979958ef'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:12:10.446756 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ce661f91-202b-4443-ad3f-28783b368d77 None None] Bound port: 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce62067-1993-409b-8953-43c06a908bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f47e06e2-29af-4e77-b6d7-d0fb979958ef'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:12:10.447476 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ce661f91-202b-4443-ad3f-28783b368d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:10.502827 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d5792-d402-476f-8440-515fee045142 req-8f4303a5-4b30-4c54-ad48-646addd09664 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:10.503495 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e85d5792-d402-476f-8440-515fee045142 req-8f4303a5-4b30-4c54-ad48-646addd09664 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:10.536198 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e85d5792-d402-476f-8440-515fee045142 req-8f4303a5-4b30-4c54-ad48-646addd09664 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9232905 Nov 24 21:12:10.569176 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-e85d5792-d402-476f-8440-515fee045142 req-fc47d573-e562-48dc-89a9-3b5c3394ef6b service neutron] Request body: {'port': {'device_id': 'd3e39455-8063-4055-895f-ffe956680985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:10.587771 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-155044e1-5eee-4773-8f5b-3a8e8d62d8f1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:10.655552 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ce661f91-202b-4443-ad3f-28783b368d77 None None] For port 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:12:10.664051 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ce661f91-202b-4443-ad3f-28783b368d77 None None] For port 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f,segment=NetworkSegment(8ce62067-1993-409b-8953-43c06a908bf2),segment_id=8ce62067-1993-409b-8953-43c06a908bf2)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:12:10.674806 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ce661f91-202b-4443-ad3f-28783b368d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:10.703385 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e85d5792-d402-476f-8440-515fee045142 req-fc47d573-e562-48dc-89a9-3b5c3394ef6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:10.926077 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155044e1-5eee-4773-8f5b-3a8e8d62d8f1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network f47e06e2-29af-4e77-b6d7-d0fb979958ef is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:12:10.931110 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-155044e1-5eee-4773-8f5b-3a8e8d62d8f1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:10.933014 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce661f91-202b-4443-ad3f-28783b368d77 None None] Pushing event updated for resources: {'Port': ['ID=7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:10.938323 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155044e1-5eee-4773-8f5b-3a8e8d62d8f1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Subnet': ['ID=385a56b9-5c01-4d96-803d-6533e2020d57,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:10.950231 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155044e1-5eee-4773-8f5b-3a8e8d62d8f1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:10.954796 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-155044e1-5eee-4773-8f5b-3a8e8d62d8f1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:11.053716 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-155044e1-5eee-4773-8f5b-3a8e8d62d8f1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8630257 Nov 24 21:12:11.054278 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59460) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:11.064542 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-bfba40ce-31ce-4bf1-8378-4505f9447f89 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'port': {'network_id': 'f47e06e2-29af-4e77-b6d7-d0fb979958ef', 'fixed_ips': [{'subnet_id': '6c23aa53-6cda-4f66-8644-2e7cfd6a7d06'}, {'subnet_id': '385a56b9-5c01-4d96-803d-6533e2020d57'}], 'name': 'tempest-PortsTestJSON-1198865510'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:11.069039 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-a765107f-362c-482d-b983-dcdef6c7f62e service neutron] 10.222.0.11 "GET /v2.0/networks/4e69d8b7-eb9a-4adb-86bb-7c21ecce9394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5951047 Nov 24 21:12:11.256725 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:11.259279 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b76e85ca-39ca-45aa-b04c-842ed953a581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:11.450862 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-8d563919-9bd9-4e9f-bdb2-485d466c9065 service neutron] 10.222.0.11 "GET /v2.0/networks/4e69d8b7-eb9a-4adb-86bb-7c21ecce9394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459461 Nov 24 21:12:11.617164 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-e85d5792-d402-476f-8440-515fee045142 req-fc47d573-e562-48dc-89a9-3b5c3394ef6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17c9e42-b2a0-4a47-a870-242ddf559670 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:12:11.627109 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e85d5792-d402-476f-8440-515fee045142 req-fc47d573-e562-48dc-89a9-3b5c3394ef6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:11.640874 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-e85d5792-d402-476f-8440-515fee045142 req-fc47d573-e562-48dc-89a9-3b5c3394ef6b service neutron] Transition to ACTIVE for port object c17c9e42-b2a0-4a47-a870-242ddf559670 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:12:11.655660 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e85d5792-d402-476f-8440-515fee045142 req-fc47d573-e562-48dc-89a9-3b5c3394ef6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:11.706275 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device cecbc83d-85a5-489d-b4e6-5930502f7acb up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:12:11.810652 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47d573-e562-48dc-89a9-3b5c3394ef6b service neutron] Pushing event updated for resources: {'Port': ['ID=c17c9e42-b2a0-4a47-a870-242ddf559670,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:11.823294 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfba40ce-31ce-4bf1-8378-4505f9447f89 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:12:11.831515 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port cecbc83d-85a5-489d-b4e6-5930502f7acb triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:11.831892 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:12.007721 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:12:12.012038 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-e85d5792-d402-476f-8440-515fee045142 req-fc47d573-e562-48dc-89a9-3b5c3394ef6b service neutron] Attempting to bind port c17c9e42-b2a0-4a47-a870-242ddf559670 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:12:12.012521 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-e85d5792-d402-476f-8440-515fee045142 req-fc47d573-e562-48dc-89a9-3b5c3394ef6b service neutron] Attempting to bind port c17c9e42-b2a0-4a47-a870-242ddf559670 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'b1d695b4-23ac-4f76-b033-410336a771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0cfd0991-3fe1-458a-9cab-a785fe8464fe'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:12:12.012740 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85d5792-d402-476f-8440-515fee045142 req-fc47d573-e562-48dc-89a9-3b5c3394ef6b service neutron] Attempting to bind port c17c9e42-b2a0-4a47-a870-242ddf559670 on network 0cfd0991-3fe1-458a-9cab-a785fe8464fe {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:12:12.018460 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85d5792-d402-476f-8440-515fee045142 req-fc47d573-e562-48dc-89a9-3b5c3394ef6b service neutron] Port c17c9e42-b2a0-4a47-a870-242ddf559670 on network 0cfd0991-3fe1-458a-9cab-a785fe8464fe not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:12:12.018784 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85d5792-d402-476f-8440-515fee045142 req-fc47d573-e562-48dc-89a9-3b5c3394ef6b service neutron] Attempting to bind port c17c9e42-b2a0-4a47-a870-242ddf559670 on network 0cfd0991-3fe1-458a-9cab-a785fe8464fe {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:12:12.027219 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bfba40ce-31ce-4bf1-8378-4505f9447f89 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:12.059739 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85d5792-d402-476f-8440-515fee045142 req-fc47d573-e562-48dc-89a9-3b5c3394ef6b service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:12:12.060421 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85d5792-d402-476f-8440-515fee045142 req-fc47d573-e562-48dc-89a9-3b5c3394ef6b service neutron] Checking segment: {'id': 'b1d695b4-23ac-4f76-b033-410336a771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0cfd0991-3fe1-458a-9cab-a785fe8464fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:12:12.060528 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85d5792-d402-476f-8440-515fee045142 req-fc47d573-e562-48dc-89a9-3b5c3394ef6b service neutron] Bound using segment: {'id': 'b1d695b4-23ac-4f76-b033-410336a771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0cfd0991-3fe1-458a-9cab-a785fe8464fe'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:12:12.061000 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-e85d5792-d402-476f-8440-515fee045142 req-fc47d573-e562-48dc-89a9-3b5c3394ef6b service neutron] Bound port: c17c9e42-b2a0-4a47-a870-242ddf559670, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d695b4-23ac-4f76-b033-410336a771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0cfd0991-3fe1-458a-9cab-a785fe8464fe'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:12:12.061549 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e85d5792-d402-476f-8440-515fee045142 req-fc47d573-e562-48dc-89a9-3b5c3394ef6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:12.082890 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-bfba40ce-31ce-4bf1-8378-4505f9447f89 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] device_id is not set on port 5050a61d-fff1-48cb-ba30-712d468d831f yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:12:12.175767 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:12.176310 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:12.217544 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6451ab-8b91-4b7c-bc85-026ed5fea8c1 req-d50b2efd-85f5-4107-9fcf-5f90360a6f0a tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:12.219136 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7a6451ab-8b91-4b7c-bc85-026ed5fea8c1 req-d50b2efd-85f5-4107-9fcf-5f90360a6f0a tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 945 time: 0.1506512 Nov 24 21:12:12.383740 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7a6451ab-8b91-4b7c-bc85-026ed5fea8c1 req-edc1551d-b57a-430c-89ef-c86b94e407ed tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333220 Nov 24 21:12:12.460942 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:12.471037 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:12.547360 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-e85d5792-d402-476f-8440-515fee045142 req-fc47d573-e562-48dc-89a9-3b5c3394ef6b service neutron] For port c17c9e42-b2a0-4a47-a870-242ddf559670, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:12:12.601786 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f,segment=NetworkSegment(8ce62067-1993-409b-8953-43c06a908bf2),segment_id=8ce62067-1993-409b-8953-43c06a908bf2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:12.616552 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:12.658199 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-e85d5792-d402-476f-8440-515fee045142 req-fc47d573-e562-48dc-89a9-3b5c3394ef6b service neutron] For port c17c9e42-b2a0-4a47-a870-242ddf559670, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c17c9e42-b2a0-4a47-a870-242ddf559670,segment=NetworkSegment(b1d695b4-23ac-4f76-b033-410336a771ec),segment_id=b1d695b4-23ac-4f76-b033-410336a771ec)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:12:12.672588 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e85d5792-d402-476f-8440-515fee045142 req-fc47d573-e562-48dc-89a9-3b5c3394ef6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:12.748089 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5098ba9f-6bc5-4c49-8901-203fa4408583 None None] Network f47e06e2-29af-4e77-b6d7-d0fb979958ef requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:12:12.778027 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd6c20-4905-40c8-a317-c0a2fc55fe8f req-e29cd0f7-2a1c-4f0f-ad7d-cbe6d6280911 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:12.780017 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0dcd6c20-4905-40c8-a317-c0a2fc55fe8f req-e29cd0f7-2a1c-4f0f-ad7d-cbe6d6280911 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 944 time: 0.1438663 Nov 24 21:12:12.803279 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47d573-e562-48dc-89a9-3b5c3394ef6b service neutron] Pushing event updated for resources: {'Port': ['ID=c17c9e42-b2a0-4a47-a870-242ddf559670,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:12.820243 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d5792-d402-476f-8440-515fee045142 req-fc47d573-e562-48dc-89a9-3b5c3394ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:12.821151 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e85d5792-d402-476f-8440-515fee045142 req-fc47d573-e562-48dc-89a9-3b5c3394ef6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:12.822901 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e85d5792-d402-476f-8440-515fee045142 req-fc47d573-e562-48dc-89a9-3b5c3394ef6b service neutron] 10.222.0.48 "PUT /v2.0/ports/c17c9e42-b2a0-4a47-a870-242ddf559670 HTTP/1.1" status: 200 len: 1092 time: 2.2748652 Nov 24 21:12:12.823545 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e39455-8063-4055-895f-ffe956680985', 'tag': 'c17c9e42-b2a0-4a47-a870-242ddf559670'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:12:12.826229 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48de541e-417f-4102-8e1d-8f8bb6c54969" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e39455-8063-4055-895f-ffe956680985", "tag": "c17c9e42-b2a0-4a47-a870-242ddf559670"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:12:12.942916 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:12.981776 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0dcd6c20-4905-40c8-a317-c0a2fc55fe8f req-9d9fa134-3d5c-46dc-b4e1-dfe4378d0796 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749249 Nov 24 21:12:13.087410 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-02574613-fdb8-476c-8660-692c2aae35e5 None None] Provisioning complete for port 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:13.093605 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-02574613-fdb8-476c-8660-692c2aae35e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:13.095201 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cb7be862-e9c0-4656-bb35-260e747d6d1d req-daa4e33f-e462-4ac7-8845-436b3aa11187 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/ports?device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 210 time: 0.0350986 Nov 24 21:12:13.316023 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229cb4df-0ad9-4bd9-8ac7-ff68ccdab765 None None] Update dhcp port {'port': {'network_id': 'f47e06e2-29af-4e77-b6d7-d0fb979958ef', 'fixed_ips': [{'subnet_id': '6c23aa53-6cda-4f66-8644-2e7cfd6a7d06', 'ip_address': '172.20.0.2'}, {'subnet_id': '385a56b9-5c01-4d96-803d-6533e2020d57'}], 'binding:host_id': 'n-d-812111-8'}, 'id': '7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f'} from n-d-812111-8. {{(pid=109992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 21:12:13.345350 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf409e2-c23f-483e-8ff4-6223df548d61 req-8b214100-516e-4262-b1bc-5d72637d9091 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:13.357589 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ddf409e2-c23f-483e-8ff4-6223df548d61 req-8b214100-516e-4262-b1bc-5d72637d9091 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 945 time: 0.0848069 Nov 24 21:12:13.374450 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-229cb4df-0ad9-4bd9-8ac7-ff68ccdab765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:13.379199 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d5792-d402-476f-8440-515fee045142 req-b201b815-7aa5-4754-a96d-0a74f3f9c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:13.390198 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e85d5792-d402-476f-8440-515fee045142 req-b201b815-7aa5-4754-a96d-0a74f3f9c273 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ad457c77b1f4b5abfda21dbb9e5dbdc&device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 1095 time: 0.4903355 Nov 24 21:12:13.460605 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ddf409e2-c23f-483e-8ff4-6223df548d61 req-8c1c8751-ebca-431d-8c1f-00cdcd620ee5 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998635 Nov 24 21:12:13.533306 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-bfba40ce-31ce-4bf1-8378-4505f9447f89 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Allocated IP 172.20.0.3 (f47e06e2-29af-4e77-b6d7-d0fb979958ef/6c23aa53-6cda-4f66-8644-2e7cfd6a7d06/5050a61d-fff1-48cb-ba30-712d468d831f) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:12:13.548071 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e85d5792-d402-476f-8440-515fee045142 req-c88eb72e-ba7f-443c-a232-a91e34f3a441 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c17c9e42-b2a0-4a47-a870-242ddf559670 HTTP/1.1" status: 200 len: 217 time: 0.0653386 Nov 24 21:12:13.576000 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:12:13.577608 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c45988d-2c66-465f-aaae-a02b727bfd4e x-openstack-request-id: req-6c45988d-2c66-465f-aaae-a02b727bfd4e {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:12:13.577910 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e39455-8063-4055-895f-ffe956680985", "tag": "c17c9e42-b2a0-4a47-a870-242ddf559670", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:12:13.578174 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6c45988d-2c66-465f-aaae-a02b727bfd4e {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:12:13.581684 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e39455-8063-4055-895f-ffe956680985', 'tag': 'c17c9e42-b2a0-4a47-a870-242ddf559670', 'status': 'completed', 'code': 200} Nov 24 21:12:13.586461 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-bfba40ce-31ce-4bf1-8378-4505f9447f89 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Allocated IP 172.20.0.27 (f47e06e2-29af-4e77-b6d7-d0fb979958ef/385a56b9-5c01-4d96-803d-6533e2020d57/5050a61d-fff1-48cb-ba30-712d468d831f) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:12:13.653264 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d5792-d402-476f-8440-515fee045142 req-273476ec-d081-42a8-84d8-b375ab0d5b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:13.655096 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e85d5792-d402-476f-8440-515fee045142 req-273476ec-d081-42a8-84d8-b375ab0d5b0a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8e3f2a5f-d3c5-412b-b677-53100b3422e3 HTTP/1.1" status: 200 len: 853 time: 0.0932961 Nov 24 21:12:13.693694 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:13.694066 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:13.706810 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e85d5792-d402-476f-8440-515fee045142 req-dbc3ea35-cfd0-4251-9614-479292e6a250 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cfd0991-3fe1-458a-9cab-a785fe8464fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418208 Nov 24 21:12:13.710931 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc7ebe-2ecf-4a8d-9b5a-2418f6c39052 req-37134197-20ba-4f89-9753-0ddff1058db2 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:13.737524 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1ecc7ebe-2ecf-4a8d-9b5a-2418f6c39052 req-37134197-20ba-4f89-9753-0ddff1058db2 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 945 time: 0.1066985 Nov 24 21:12:13.809083 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:13.827840 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1ecc7ebe-2ecf-4a8d-9b5a-2418f6c39052 req-319f718b-4e90-4ba0-b424-fb368b63c83a tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878079 Nov 24 21:12:13.951603 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e85d5792-d402-476f-8440-515fee045142 req-ac751c3c-c519-4bc9-8bee-beb53d7210d1 service neutron] 10.222.0.48 "GET /v2.0/networks/0cfd0991-3fe1-458a-9cab-a785fe8464fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341912 Nov 24 21:12:13.956430 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bfba40ce-31ce-4bf1-8378-4505f9447f89 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:14.149133 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e85d5792-d402-476f-8440-515fee045142 req-accda688-ab9f-4660-81e4-eaf0d4dc94ba service neutron] 10.222.0.48 "GET /v2.0/networks/0cfd0991-3fe1-458a-9cab-a785fe8464fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883023 Nov 24 21:12:14.151289 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bfba40ce-31ce-4bf1-8378-4505f9447f89 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:14.187753 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfba40ce-31ce-4bf1-8378-4505f9447f89 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network f47e06e2-29af-4e77-b6d7-d0fb979958ef is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:12:14.254748 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-229cb4df-0ad9-4bd9-8ac7-ff68ccdab765 None None] Allocated IP 172.20.0.18 (f47e06e2-29af-4e77-b6d7-d0fb979958ef/385a56b9-5c01-4d96-803d-6533e2020d57/7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:12:14.272678 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-bfba40ce-31ce-4bf1-8378-4505f9447f89 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:14.341721 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfba40ce-31ce-4bf1-8378-4505f9447f89 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:12:14.448181 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-229cb4df-0ad9-4bd9-8ac7-ff68ccdab765 None None] For port 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f,segment=NetworkSegment(8ce62067-1993-409b-8953-43c06a908bf2),segment_id=8ce62067-1993-409b-8953-43c06a908bf2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:14.472919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba40ce-31ce-4bf1-8378-4505f9447f89 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Port': ['ID=5050a61d-fff1-48cb-ba30-712d468d831f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:14.520408 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba40ce-31ce-4bf1-8378-4505f9447f89 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:14.525201 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d19fde-71e4-4825-bb46-97466d24b500 req-ed76cffc-d3c6-48ea-a3ff-9feb1b4c366c tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:14.533580 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bfba40ce-31ce-4bf1-8378-4505f9447f89 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:14.538242 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-59d19fde-71e4-4825-bb46-97466d24b500 req-ed76cffc-d3c6-48ea-a3ff-9feb1b4c366c tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 944 time: 0.3180940 Nov 24 21:12:14.539712 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de541e-417f-4102-8e1d-8f8bb6c54969 req-c897ee8d-a0b7-447c-ad5b-fe37620961cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:14.540782 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-48de541e-417f-4102-8e1d-8f8bb6c54969 req-c897ee8d-a0b7-447c-ad5b-fe37620961cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ad457c77b1f4b5abfda21dbb9e5dbdc&device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 1095 time: 0.2405443 Nov 24 21:12:14.542894 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-229cb4df-0ad9-4bd9-8ac7-ff68ccdab765 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:14.549432 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-229cb4df-0ad9-4bd9-8ac7-ff68ccdab765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:14.621713 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-6e4efd07-47c0-418f-a332-66794fbc717c tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:14.627590 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bfba40ce-31ce-4bf1-8378-4505f9447f89 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.5718987 Nov 24 21:12:14.629532 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-6e4efd07-47c0-418f-a332-66794fbc717c tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.15 "GET /v2.0/networks?id=4e69d8b7-eb9a-4adb-86bb-7c21ecce9394 HTTP/1.1" status: 200 len: 806 time: 0.4266779 Nov 24 21:12:14.635624 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59500) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:14.648686 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b32aba24-5c4c-4c84-ba53-6d7bff9c0a9e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6c23aa53-6cda-4f66-8644-2e7cfd6a7d06'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:14.671664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229cb4df-0ad9-4bd9-8ac7-ff68ccdab765 None None] Pushing event updated for resources: {'Port': ['ID=7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:14.686611 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229cb4df-0ad9-4bd9-8ac7-ff68ccdab765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:14.690807 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229cb4df-0ad9-4bd9-8ac7-ff68ccdab765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:14.691484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229cb4df-0ad9-4bd9-8ac7-ff68ccdab765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:14.695605 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229cb4df-0ad9-4bd9-8ac7-ff68ccdab765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:14.696477 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229cb4df-0ad9-4bd9-8ac7-ff68ccdab765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:14.697352 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229cb4df-0ad9-4bd9-8ac7-ff68ccdab765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:14.700531 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229cb4df-0ad9-4bd9-8ac7-ff68ccdab765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:14.700531 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229cb4df-0ad9-4bd9-8ac7-ff68ccdab765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:14.701123 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229cb4df-0ad9-4bd9-8ac7-ff68ccdab765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:14.701123 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229cb4df-0ad9-4bd9-8ac7-ff68ccdab765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:14.701869 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229cb4df-0ad9-4bd9-8ac7-ff68ccdab765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:14.701869 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229cb4df-0ad9-4bd9-8ac7-ff68ccdab765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:14.730602 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-59d19fde-71e4-4825-bb46-97466d24b500 req-7883375c-8cca-46d9-ab79-64c761e0d263 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856952 Nov 24 21:12:14.820414 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-ed145b21-a206-4c3c-9490-0b433e5ea4ba tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a255a292c7604d71bb10e451d8a66b61 HTTP/1.1" status: 200 len: 380 time: 0.1797266 Nov 24 21:12:14.825353 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:14.839883 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-f4b7d3c1-ca22-48ae-8551-fc2be330dd3d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Request body: {'port': {'device_id': 'c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c', 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394', 'admin_state_up': True, 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'security_groups': ['94cc6430-84de-4552-9c5a-e62c94ad6ff7']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:14.878604 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de541e-417f-4102-8e1d-8f8bb6c54969 req-8815c56c-f055-4169-98ca-9594f3d9177d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:14.882136 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-48de541e-417f-4102-8e1d-8f8bb6c54969 req-8815c56c-f055-4169-98ca-9594f3d9177d service neutron] 10.222.0.48 "GET /v2.0/networks?id=0cfd0991-3fe1-458a-9cab-a785fe8464fe HTTP/1.1" status: 200 len: 914 time: 0.3297970 Nov 24 21:12:14.902593 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b32aba24-5c4c-4c84-ba53-6d7bff9c0a9e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:14.943542 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-48de541e-417f-4102-8e1d-8f8bb6c54969 req-4cffda71-b6ef-4b9e-9c51-a9705531f77e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c17c9e42-b2a0-4a47-a870-242ddf559670 HTTP/1.1" status: 200 len: 217 time: 0.0484412 Nov 24 21:12:14.957591 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f55d17-97b4-4d05-854f-58ead23a3f87 req-c78367f9-cd20-4a92-8c62-0bc4b818c3d5 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:14.959077 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-67f55d17-97b4-4d05-854f-58ead23a3f87 req-c78367f9-cd20-4a92-8c62-0bc4b818c3d5 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 945 time: 0.1068566 Nov 24 21:12:15.094647 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-67f55d17-97b4-4d05-854f-58ead23a3f87 req-817d8252-511c-4664-aa0e-d4a50c0d2b90 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903075 Nov 24 21:12:15.106652 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de541e-417f-4102-8e1d-8f8bb6c54969 req-93830647-c5ba-4168-81ef-30ac3af208d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:15.113098 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-48de541e-417f-4102-8e1d-8f8bb6c54969 req-93830647-c5ba-4168-81ef-30ac3af208d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8e3f2a5f-d3c5-412b-b677-53100b3422e3 HTTP/1.1" status: 200 len: 853 time: 0.1522841 Nov 24 21:12:15.129240 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-f4b7d3c1-ca22-48ae-8551-fc2be330dd3d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Made reservation on behalf of a255a292c7604d71bb10e451d8a66b61 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:12:15.133831 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-f4b7d3c1-ca22-48ae-8551-fc2be330dd3d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:15.179983 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-48de541e-417f-4102-8e1d-8f8bb6c54969 req-9489ab8d-41c1-4ee7-a87b-eac15d870a80 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cfd0991-3fe1-458a-9cab-a785fe8464fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627768 Nov 24 21:12:15.546995 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-f4b7d3c1-ca22-48ae-8551-fc2be330dd3d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Allocated IP 172.20.0.6 (4e69d8b7-eb9a-4adb-86bb-7c21ecce9394/de6cedc6-9f9a-40d0-bd84-46b495ba9dd5/9b7e85e2-6b98-47fd-b914-332b53cf2445) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:12:15.566184 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-48de541e-417f-4102-8e1d-8f8bb6c54969 req-9ddae665-3fda-4564-b180-e3407e85b242 service neutron] 10.222.0.48 "GET /v2.0/networks/0cfd0991-3fe1-458a-9cab-a785fe8464fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466694 Nov 24 21:12:15.586223 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:12:15.655142 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5322d0c-7753-4df4-b189-3c88ca433400 req-3eb1c734-867d-4b6b-8062-320e26acb544 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/ports?device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 210 time: 0.1026983 Nov 24 21:12:15.672472 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77739c8b-a68e-4743-bac4-3adcdc75d998 None None] Network f47e06e2-29af-4e77-b6d7-d0fb979958ef requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:12:15.692101 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-b32aba24-5c4c-4c84-ba53-6d7bff9c0a9e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Delete allocated IP 172.20.0.27 (f47e06e2-29af-4e77-b6d7-d0fb979958ef/385a56b9-5c01-4d96-803d-6533e2020d57) {{(pid=109990) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 21:12:15.796929 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:15.797454 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:15.803751 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-0641d1bb-ffaa-4a1b-a656-6e9e6c407950 None None] Provisioning complete for port 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:15.803994 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0641d1bb-ffaa-4a1b-a656-6e9e6c407950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:15.993764 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6e02a-11b7-4c4c-a257-abc97d6d1a04 req-53a1d0de-9f1b-4891-afb8-9cb1c5b39dca tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:16.000526 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-efb6e02a-11b7-4c4c-a257-abc97d6d1a04 req-53a1d0de-9f1b-4891-afb8-9cb1c5b39dca tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 944 time: 0.1245747 Nov 24 21:12:16.035448 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-48de541e-417f-4102-8e1d-8f8bb6c54969 req-901f845e-d2ca-4bc0-a833-a7453ca02820 service neutron] 10.222.0.48 "GET /v2.0/networks/0cfd0991-3fe1-458a-9cab-a785fe8464fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652421 Nov 24 21:12:16.098784 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63a83a-3d82-4ea7-a513-50a96bd35ad2 req-22c7e664-20d3-4954-a971-714f679dae8d tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:16.100615 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db63a83a-3d82-4ea7-a513-50a96bd35ad2 req-22c7e664-20d3-4954-a971-714f679dae8d tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.48 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 945 time: 0.4203081 Nov 24 21:12:16.181422 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-efb6e02a-11b7-4c4c-a257-abc97d6d1a04 req-71e38d1b-dfdf-485e-8b8c-e9100af82b1b tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730685 Nov 24 21:12:16.222902 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-f4b7d3c1-ca22-48ae-8551-fc2be330dd3d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:16.251139 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device c17c9e42-b2a0-4a47-a870-242ddf559670 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:12:16.324658 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-f4b7d3c1-ca22-48ae-8551-fc2be330dd3d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:16.356393 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b32aba24-5c4c-4c84-ba53-6d7bff9c0a9e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:16.393172 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b32aba24-5c4c-4c84-ba53-6d7bff9c0a9e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:16.449490 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7d3c1-ca22-48ae-8551-fc2be330dd3d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Pushing event updated for resources: {'Port': ['ID=9b7e85e2-6b98-47fd-b914-332b53cf2445,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:16.481951 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-f4b7d3c1-ca22-48ae-8551-fc2be330dd3d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Network 4e69d8b7-eb9a-4adb-86bb-7c21ecce9394 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:12:16.485287 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-f4b7d3c1-ca22-48ae-8551-fc2be330dd3d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:16.489730 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-f4b7d3c1-ca22-48ae-8551-fc2be330dd3d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:12:16.543438 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003e5d0-5925-4968-99ce-d0cddc93edc7 req-f1580559-1d14-4513-9bfc-d6570ef241a9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:16.551675 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b003e5d0-5925-4968-99ce-d0cddc93edc7 req-f1580559-1d14-4513-9bfc-d6570ef241a9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 945 time: 0.1737685 Nov 24 21:12:16.682783 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-f4b7d3c1-ca22-48ae-8551-fc2be330dd3d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:16.691307 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-f4b7d3c1-ca22-48ae-8551-fc2be330dd3d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:16.697047 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59514) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:16.702456 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32aba24-5c4c-4c84-ba53-6d7bff9c0a9e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Port': ['ID=5050a61d-fff1-48cb-ba30-712d468d831f,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:16.724872 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-db63a83a-3d82-4ea7-a513-50a96bd35ad2 req-4158b523-4b2d-4af2-a711-4649d7404362 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Deleting port 300e65f3-b863-4ac0-9912-fa36fc59cd39 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:16.726656 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db63a83a-3d82-4ea7-a513-50a96bd35ad2 req-4158b523-4b2d-4af2-a711-4649d7404362 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:16.733838 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-82c41e1e-65df-4e15-ab92-d96993ebb3a9 None None] Provisioning complete for port 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:16.734407 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-82c41e1e-65df-4e15-ab92-d96993ebb3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:16.775061 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-f4b7d3c1-ca22-48ae-8551-fc2be330dd3d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9467256 Nov 24 21:12:16.792834 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b003e5d0-5925-4968-99ce-d0cddc93edc7 req-ab9763c4-06ea-4eb7-80e0-2aadd1049dee tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349167 Nov 24 21:12:16.804419 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port c17c9e42-b2a0-4a47-a870-242ddf559670, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c17c9e42-b2a0-4a47-a870-242ddf559670,segment=NetworkSegment(b1d695b4-23ac-4f76-b033-410336a771ec),segment_id=b1d695b4-23ac-4f76-b033-410336a771ec)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:16.817883 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-8dca58e2-20c1-45ab-8428-e8aed3bdf579 service neutron] Request body: {'port': {'device_id': 'c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:16.826542 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'c17c9e42-b2a0-4a47-a870-242ddf559670', 'network_id': '0cfd0991-3fe1-458a-9cab-a785fe8464fe', 'port_id': 'c17c9e42-b2a0-4a47-a870-242ddf559670', 'mac_address': 'fa:16:3e:30:2b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3f2a5f-d3c5-412b-b677-53100b3422e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:12:16.908789 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-b32aba24-5c4c-4c84-ba53-6d7bff9c0a9e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] In _notify_port_updated(), no bound segment for port 5050a61d-fff1-48cb-ba30-712d468d831f on network f47e06e2-29af-4e77-b6d7-d0fb979958ef {{(pid=109990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 21:12:16.934401 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32aba24-5c4c-4c84-ba53-6d7bff9c0a9e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:16.935219 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b32aba24-5c4c-4c84-ba53-6d7bff9c0a9e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:16.941594 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b32aba24-5c4c-4c84-ba53-6d7bff9c0a9e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "PUT /v2.0/ports/5050a61d-fff1-48cb-ba30-712d468d831f HTTP/1.1" status: 200 len: 919 time: 2.3043621 Nov 24 21:12:16.941745 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59518) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:17.062355 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-60c3c727-e8ed-424f-a227-376ff17ffbe2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6c23aa53-6cda-4f66-8644-2e7cfd6a7d06'}, {'subnet_id': '385a56b9-5c01-4d96-803d-6533e2020d57'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:17.109347 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:17.135946 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17c9e42-b2a0-4a47-a870-242ddf559670 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:12:17.144210 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-82c41e1e-65df-4e15-ab92-d96993ebb3a9 None None] Provisioning complete for port 5050a61d-fff1-48cb-ba30-712d468d831f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:17.145023 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-82c41e1e-65df-4e15-ab92-d96993ebb3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:17.182971 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port c17c9e42-b2a0-4a47-a870-242ddf559670, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c17c9e42-b2a0-4a47-a870-242ddf559670,segment=NetworkSegment(b1d695b4-23ac-4f76-b033-410336a771ec),segment_id=b1d695b4-23ac-4f76-b033-410336a771ec)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:17.196415 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:17.206559 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-82c41e1e-65df-4e15-ab92-d96993ebb3a9 None None] Port 5050a61d-fff1-48cb-ba30-712d468d831f cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:12:17.286590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=c17c9e42-b2a0-4a47-a870-242ddf559670,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:17.350135 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-db63a83a-3d82-4ea7-a513-50a96bd35ad2 req-4158b523-4b2d-4af2-a711-4649d7404362 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] For port 300e65f3-b863-4ac0-9912-fa36fc59cd39, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=300e65f3-b863-4ac0-9912-fa36fc59cd39,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:17.350742 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db63a83a-3d82-4ea7-a513-50a96bd35ad2 req-4158b523-4b2d-4af2-a711-4649d7404362 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:17.379956 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-db63a83a-3d82-4ea7-a513-50a96bd35ad2 req-4158b523-4b2d-4af2-a711-4649d7404362 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Calling delete_port for 300e65f3-b863-4ac0-9912-fa36fc59cd39 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:17.426401 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['c17c9e42-b2a0-4a47-a870-242ddf559670'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:12:17.429041 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a4e17a23-fabf-4464-a5df-c2b9e2f511f3 None None] Provisioning complete for port 5050a61d-fff1-48cb-ba30-712d468d831f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:17.429423 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a4e17a23-fabf-4464-a5df-c2b9e2f511f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:17.449480 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-60c3c727-e8ed-424f-a227-376ff17ffbe2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:17.490647 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-a4e17a23-fabf-4464-a5df-c2b9e2f511f3 None None] Port 5050a61d-fff1-48cb-ba30-712d468d831f cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:12:17.690023 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a4e17a23-fabf-4464-a5df-c2b9e2f511f3 None None] Provisioning complete for port 9b7e85e2-6b98-47fd-b914-332b53cf2445 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:17.690403 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a4e17a23-fabf-4464-a5df-c2b9e2f511f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:17.744488 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-8dca58e2-20c1-45ab-8428-e8aed3bdf579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:17.776580 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b070378-87d4-40f7-b705-7956c0a565ce req-2b9ce08d-65c6-40e5-8382-052d6801e0e5 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:17.784891 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1b070378-87d4-40f7-b705-7956c0a565ce req-2b9ce08d-65c6-40e5-8382-052d6801e0e5 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/ports?device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 931 time: 0.1277218 Nov 24 21:12:17.801545 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-a4e17a23-fabf-4464-a5df-c2b9e2f511f3 None None] Port 9b7e85e2-6b98-47fd-b914-332b53cf2445 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:12:17.884002 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c2d409e4-fea0-4c81-823f-926defc65c96 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Deleting port 1e9a515c-b3a8-4da9-812f-62ba1888ea25 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:17.884351 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c2d409e4-fea0-4c81-823f-926defc65c96 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:17.937612 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1b070378-87d4-40f7-b705-7956c0a565ce req-a16587bb-4cc1-4d6b-b5bb-49375d690ea4 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/security-groups?id=94cc6430-84de-4552-9c5a-e62c94ad6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513538 Nov 24 21:12:17.972684 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-438d4728-019c-43d6-aea2-513390c892c2 None None] Provisioning complete for port 5050a61d-fff1-48cb-ba30-712d468d831f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:17.975304 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-438d4728-019c-43d6-aea2-513390c892c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:18.137991 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-438d4728-019c-43d6-aea2-513390c892c2 None None] Port 5050a61d-fff1-48cb-ba30-712d468d831f cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:12:18.176758 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c2d409e4-fea0-4c81-823f-926defc65c96 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:18.229527 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c2d409e4-fea0-4c81-823f-926defc65c96 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Calling delete_port for 1e9a515c-b3a8-4da9-812f-62ba1888ea25 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:18.245958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562334e-cd58-45b1-8946-67c106a08004 req-5c638e63-9bdf-41ed-af95-41514f1b894d tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:18.247650 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2562334e-cd58-45b1-8946-67c106a08004 req-5c638e63-9bdf-41ed-af95-41514f1b894d tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 945 time: 0.1786556 Nov 24 21:12:18.255733 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 300e65f3-b863-4ac0-9912-fa36fc59cd39 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:12:18.381977 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2562334e-cd58-45b1-8946-67c106a08004 req-d2be7fd0-c463-4a47-ba96-d16799188225 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921991 Nov 24 21:12:18.489758 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-8dca58e2-20c1-45ab-8428-e8aed3bdf579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7e85e2-6b98-47fd-b914-332b53cf2445 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:12:18.502447 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-8dca58e2-20c1-45ab-8428-e8aed3bdf579 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:18.539394 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-8dca58e2-20c1-45ab-8428-e8aed3bdf579 service neutron] Transition to ACTIVE for port object 9b7e85e2-6b98-47fd-b914-332b53cf2445 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:12:18.555881 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:18.561933 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-8dca58e2-20c1-45ab-8428-e8aed3bdf579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:18.562576 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-60c3c727-e8ed-424f-a227-376ff17ffbe2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Allocated IP 172.20.0.30 (f47e06e2-29af-4e77-b6d7-d0fb979958ef/385a56b9-5c01-4d96-803d-6533e2020d57/5050a61d-fff1-48cb-ba30-712d468d831f) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:12:18.566523 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db63a83a-3d82-4ea7-a513-50a96bd35ad2 req-4158b523-4b2d-4af2-a711-4649d7404362 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:18.570375 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c2d409e4-fea0-4c81-823f-926defc65c96 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:18.620600 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158b523-4b2d-4af2-a711-4649d7404362 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event deleted for resources: {'Port': ['ID=300e65f3-b863-4ac0-9912-fa36fc59cd39,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:18.678279 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e297c-baf1-4074-bd1a-e0138e959914 req-655bfcd7-08ad-44d1-a837-69d1867e8f82 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:18.679715 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-207e297c-baf1-4074-bd1a-e0138e959914 req-655bfcd7-08ad-44d1-a837-69d1867e8f82 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 867 time: 0.1559811 Nov 24 21:12:18.682432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca58e2-20c1-45ab-8428-e8aed3bdf579 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7e85e2-6b98-47fd-b914-332b53cf2445,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:18.750232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-db63a83a-3d82-4ea7-a513-50a96bd35ad2 req-4158b523-4b2d-4af2-a711-4649d7404362 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] No DVR routers for this DVR port 300e65f3-b863-4ac0-9912-fa36fc59cd39 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:12:18.757282 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db63a83a-3d82-4ea7-a513-50a96bd35ad2 req-4158b523-4b2d-4af2-a711-4649d7404362 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:18.769894 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db63a83a-3d82-4ea7-a513-50a96bd35ad2 req-4158b523-4b2d-4af2-a711-4649d7404362 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.48 "DELETE /v2.0/ports/300e65f3-b863-4ac0-9912-fa36fc59cd39 HTTP/1.1" status: 204 len: 173 time: 2.6615710 Nov 24 21:12:18.770403 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74eb9db8-b0cf-4761-b36c-b2939fc02771', 'name': 'network-vif-deleted', 'tag': '300e65f3-b863-4ac0-9912-fa36fc59cd39'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:12:18.778661 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b4ed28-e8e6-4a0f-b568-5d18c94784e7" -d '{"events": [{"server_uuid": "74eb9db8-b0cf-4761-b36c-b2939fc02771", "name": "network-vif-deleted", "tag": "300e65f3-b863-4ac0-9912-fa36fc59cd39"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:12:18.798537 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d409e4-fea0-4c81-823f-926defc65c96 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Pushing event deleted for resources: {'Port': ['ID=1e9a515c-b3a8-4da9-812f-62ba1888ea25,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:18.924451 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-60c3c727-e8ed-424f-a227-376ff17ffbe2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:18.940641 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-60c3c727-e8ed-424f-a227-376ff17ffbe2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:19.061744 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c2d409e4-fea0-4c81-823f-926defc65c96 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:19.074529 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c2d409e4-fea0-4c81-823f-926defc65c96 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] 10.222.0.11 "DELETE /v2.0/ports/1e9a515c-b3a8-4da9-812f-62ba1888ea25 HTTP/1.1" status: 204 len: 168 time: 2.3603237 Nov 24 21:12:19.083956 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59536) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:19.233724 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-8dca58e2-20c1-45ab-8428-e8aed3bdf579 service neutron] Attempting to bind port 9b7e85e2-6b98-47fd-b914-332b53cf2445 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:12:19.234384 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-8dca58e2-20c1-45ab-8428-e8aed3bdf579 service neutron] Attempting to bind port 9b7e85e2-6b98-47fd-b914-332b53cf2445 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '5dbb9d6e-c360-4b34-aff6-dafd7f51375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:12:19.234717 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-8dca58e2-20c1-45ab-8428-e8aed3bdf579 service neutron] Attempting to bind port 9b7e85e2-6b98-47fd-b914-332b53cf2445 on network 4e69d8b7-eb9a-4adb-86bb-7c21ecce9394 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:12:19.266252 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3c727-e8ed-424f-a227-376ff17ffbe2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Port': ['ID=5050a61d-fff1-48cb-ba30-712d468d831f,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:19.272884 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-207e297c-baf1-4074-bd1a-e0138e959914 req-9ef2da70-30c7-43d6-80d0-936f3cfb0f7f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5602713 Nov 24 21:12:19.303465 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-8dca58e2-20c1-45ab-8428-e8aed3bdf579 service neutron] Port 9b7e85e2-6b98-47fd-b914-332b53cf2445 on network 4e69d8b7-eb9a-4adb-86bb-7c21ecce9394 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:12:19.303794 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-8dca58e2-20c1-45ab-8428-e8aed3bdf579 service neutron] Attempting to bind port 9b7e85e2-6b98-47fd-b914-332b53cf2445 on network 4e69d8b7-eb9a-4adb-86bb-7c21ecce9394 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:12:19.323049 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-60c3c727-e8ed-424f-a227-376ff17ffbe2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] In _notify_port_updated(), no bound segment for port 5050a61d-fff1-48cb-ba30-712d468d831f on network f47e06e2-29af-4e77-b6d7-d0fb979958ef {{(pid=109990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 21:12:19.338964 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c3c727-e8ed-424f-a227-376ff17ffbe2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:19.339517 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-60c3c727-e8ed-424f-a227-376ff17ffbe2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:19.339879 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-8dca58e2-20c1-45ab-8428-e8aed3bdf579 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:12:19.340228 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-8dca58e2-20c1-45ab-8428-e8aed3bdf579 service neutron] Checking segment: {'id': '5dbb9d6e-c360-4b34-aff6-dafd7f51375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:12:19.340652 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-8dca58e2-20c1-45ab-8428-e8aed3bdf579 service neutron] Bound using segment: {'id': '5dbb9d6e-c360-4b34-aff6-dafd7f51375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:12:19.341089 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-8dca58e2-20c1-45ab-8428-e8aed3bdf579 service neutron] Bound port: 9b7e85e2-6b98-47fd-b914-332b53cf2445, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dbb9d6e-c360-4b34-aff6-dafd7f51375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:12:19.341633 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-8dca58e2-20c1-45ab-8428-e8aed3bdf579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:19.345846 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-60c3c727-e8ed-424f-a227-376ff17ffbe2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "PUT /v2.0/ports/5050a61d-fff1-48cb-ba30-712d468d831f HTTP/1.1" status: 200 len: 999 time: 2.2907441 Nov 24 21:12:19.354933 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59540) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:19.417550 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802118f7-2bcc-48e9-985e-8c4e0d09549c x-openstack-request-id: req-802118f7-2bcc-48e9-985e-8c4e0d09549c {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:12:19.417550 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74eb9db8-b0cf-4761-b36c-b2939fc02771", "name": "network-vif-deleted", "tag": "300e65f3-b863-4ac0-9912-fa36fc59cd39", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:12:19.417550 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-802118f7-2bcc-48e9-985e-8c4e0d09549c {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:12:19.417550 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74eb9db8-b0cf-4761-b36c-b2939fc02771', 'name': 'network-vif-deleted', 'tag': '300e65f3-b863-4ac0-9912-fa36fc59cd39', 'status': 'completed', 'code': 200} Nov 24 21:12:19.533217 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b09f129a-3230-4168-a24f-d00a3a68b663 None None] Provisioning complete for port 5050a61d-fff1-48cb-ba30-712d468d831f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:19.533820 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b09f129a-3230-4168-a24f-d00a3a68b663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:19.586284 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-b312ff0f-ae46-4676-98f1-4ccb221d8ead tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting port 5050a61d-fff1-48cb-ba30-712d468d831f {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:19.586867 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b312ff0f-ae46-4676-98f1-4ccb221d8ead tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:19.625483 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-b09f129a-3230-4168-a24f-d00a3a68b663 None None] Port 5050a61d-fff1-48cb-ba30-712d468d831f cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:12:19.642232 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-2e92ea6d-438e-45bb-8ebc-70f76066f270 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Deleting port 2f8a90d2-17d8-4668-b872-03eceef750b0 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:19.642770 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e92ea6d-438e-45bb-8ebc-70f76066f270 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:19.665482 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-8dca58e2-20c1-45ab-8428-e8aed3bdf579 service neutron] For port 9b7e85e2-6b98-47fd-b914-332b53cf2445, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:12:19.685798 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88280de9-487d-4ab5-98cd-8edc2fc1fa9e req-8b6e8d53-0826-4036-a7dc-c3be655b2bf2 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:19.687988 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-88280de9-487d-4ab5-98cd-8edc2fc1fa9e req-8b6e8d53-0826-4036-a7dc-c3be655b2bf2 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/ports?device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 943 time: 0.1881058 Nov 24 21:12:19.700845 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-8dca58e2-20c1-45ab-8428-e8aed3bdf579 service neutron] For port 9b7e85e2-6b98-47fd-b914-332b53cf2445, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9b7e85e2-6b98-47fd-b914-332b53cf2445,segment=NetworkSegment(5dbb9d6e-c360-4b34-aff6-dafd7f51375a),segment_id=5dbb9d6e-c360-4b34-aff6-dafd7f51375a)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:12:19.704074 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b312ff0f-ae46-4676-98f1-4ccb221d8ead tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:19.718156 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-b312ff0f-ae46-4676-98f1-4ccb221d8ead tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Calling delete_port for 5050a61d-fff1-48cb-ba30-712d468d831f owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:19.749722 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-8dca58e2-20c1-45ab-8428-e8aed3bdf579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:19.829147 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-8dca58e2-20c1-45ab-8428-e8aed3bdf579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:19.829795 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-8dca58e2-20c1-45ab-8428-e8aed3bdf579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:19.831129 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-8dca58e2-20c1-45ab-8428-e8aed3bdf579 service neutron] 10.222.0.15 "PUT /v2.0/ports/9b7e85e2-6b98-47fd-b914-332b53cf2445 HTTP/1.1" status: 200 len: 1091 time: 3.0248373 Nov 24 21:12:19.845993 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c', 'tag': '9b7e85e2-6b98-47fd-b914-332b53cf2445'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:12:19.848222 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719909db-738b-4724-96a6-99983724556e" -d '{"events": [{"name": "network-changed", "server_uuid": "c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c", "tag": "9b7e85e2-6b98-47fd-b914-332b53cf2445"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:12:19.870385 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca58e2-20c1-45ab-8428-e8aed3bdf579 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7e85e2-6b98-47fd-b914-332b53cf2445,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:19.885511 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-88280de9-487d-4ab5-98cd-8edc2fc1fa9e req-ed351403-55b9-49e8-ad76-99b7b8002f24 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/security-groups?id=94cc6430-84de-4552-9c5a-e62c94ad6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834211 Nov 24 21:12:19.887579 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e92ea6d-438e-45bb-8ebc-70f76066f270 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:19.960185 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-2e92ea6d-438e-45bb-8ebc-70f76066f270 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Calling delete_port for 2f8a90d2-17d8-4668-b872-03eceef750b0 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:19.961569 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b312ff0f-ae46-4676-98f1-4ccb221d8ead tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:20.014342 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312ff0f-ae46-4676-98f1-4ccb221d8ead tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Port': ['ID=5050a61d-fff1-48cb-ba30-712d468d831f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:20.158174 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-e507b030-2984-4f9f-b5df-782c688aa755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:20.162081 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-e507b030-2984-4f9f-b5df-782c688aa755 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a255a292c7604d71bb10e451d8a66b61&device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 1094 time: 0.2407329 Nov 24 21:12:20.196274 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b312ff0f-ae46-4676-98f1-4ccb221d8ead tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:20.209266 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b312ff0f-ae46-4676-98f1-4ccb221d8ead tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/ports/5050a61d-fff1-48cb-ba30-712d468d831f HTTP/1.1" status: 204 len: 168 time: 0.8508289 Nov 24 21:12:20.210456 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59556) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:20.252903 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device c17c9e42-b2a0-4a47-a870-242ddf559670 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:12:20.266630 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb8c955-72ae-4979-8cee-b11c7acfe3ff tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] GET failed (client error): The resource could not be found. Nov 24 21:12:20.281310 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ecb8c955-72ae-4979-8cee-b11c7acfe3ff tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports/5050a61d-fff1-48cb-ba30-712d468d831f HTTP/1.1" status: 404 len: 333 time: 0.0693917 Nov 24 21:12:20.285561 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59558) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:20.318487 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-707d0147-da13-4854-aa4f-696ef14acb6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b7e85e2-6b98-47fd-b914-332b53cf2445 HTTP/1.1" status: 200 len: 217 time: 0.1317270 Nov 24 21:12:20.341987 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d31f98-37c9-4c00-b863-f722f3a0e045 req-1a41744a-c43f-419f-8112-2a635d57933d tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:20.360174 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c1d31f98-37c9-4c00-b863-f722f3a0e045 req-1a41744a-c43f-419f-8112-2a635d57933d tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 945 time: 0.2550657 Nov 24 21:12:20.379804 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-1316544b-5e2a-46aa-92c1-297a1c6cbd51 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting subnet 385a56b9-5c01-4d96-803d-6533e2020d57 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:12:20.384623 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1316544b-5e2a-46aa-92c1-297a1c6cbd51 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:20.415244 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port c17c9e42-b2a0-4a47-a870-242ddf559670 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:12:20.421177 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port c17c9e42-b2a0-4a47-a870-242ddf559670 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:20.421822 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:20.467767 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1316544b-5e2a-46aa-92c1-297a1c6cbd51 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:20.526497 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e92ea6d-438e-45bb-8ebc-70f76066f270 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:20.560253 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:20.608553 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c1d31f98-37c9-4c00-b863-f722f3a0e045 req-ed36d8dc-d421-489e-a81e-b4105f452a5c tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434647 Nov 24 21:12:20.619286 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92ea6d-438e-45bb-8ebc-70f76066f270 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Pushing event deleted for resources: {'Port': ['ID=2f8a90d2-17d8-4668-b872-03eceef750b0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:20.644443 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port c17c9e42-b2a0-4a47-a870-242ddf559670, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c17c9e42-b2a0-4a47-a870-242ddf559670,segment=NetworkSegment(b1d695b4-23ac-4f76-b033-410336a771ec),segment_id=b1d695b4-23ac-4f76-b033-410336a771ec)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:20.644443 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e39455-8063-4055-895f-ffe956680985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17c9e42-b2a0-4a47-a870-242ddf559670'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:12:20.644882 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-15349e09-b4d6-4a14-b22c-19d87728ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:20.645067 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8312ccc7-a06e-45cf-9503-95f3a6967827" -d '{"events": [{"server_uuid": "d3e39455-8063-4055-895f-ffe956680985", "name": "network-vif-plugged", "status": "completed", "tag": "c17c9e42-b2a0-4a47-a870-242ddf559670"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:12:20.647774 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-15349e09-b4d6-4a14-b22c-19d87728ba97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=de6cedc6-9f9a-40d0-bd84-46b495ba9dd5 HTTP/1.1" status: 200 len: 845 time: 0.2685812 Nov 24 21:12:20.655898 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:20.688639 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1316544b-5e2a-46aa-92c1-297a1c6cbd51 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:20.732508 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd0b386-00b6-4782-8bb4-34818c1cfaf8 x-openstack-request-id: req-ccd0b386-00b6-4782-8bb4-34818c1cfaf8 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:12:20.732717 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c", "tag": "9b7e85e2-6b98-47fd-b914-332b53cf2445", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:12:20.733118 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ccd0b386-00b6-4782-8bb4-34818c1cfaf8 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:12:20.733591 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c', 'tag': '9b7e85e2-6b98-47fd-b914-332b53cf2445', 'status': 'completed', 'code': 200} Nov 24 21:12:20.738729 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e92ea6d-438e-45bb-8ebc-70f76066f270 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:20.745829 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2e92ea6d-438e-45bb-8ebc-70f76066f270 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] 10.222.0.11 "DELETE /v2.0/ports/2f8a90d2-17d8-4668-b872-03eceef750b0 HTTP/1.1" status: 204 len: 168 time: 1.6468897 Nov 24 21:12:20.746127 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59564) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:20.773124 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=c17c9e42-b2a0-4a47-a870-242ddf559670,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:20.822944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3e1054-823c-4c01-8998-1343128a5321 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Deleting subnet 33f8ea38-f126-4253-a2e3-2345276827de {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:12:20.835731 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1316544b-5e2a-46aa-92c1-297a1c6cbd51 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:20.839694 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bd3e1054-823c-4c01-8998-1343128a5321 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:20.880892 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316544b-5e2a-46aa-92c1-297a1c6cbd51 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Subnet': ['ID=385a56b9-5c01-4d96-803d-6533e2020d57,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:20.891772 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-284544df-8cdb-436a-add8-7d0b2f38f42c req-e91d99bb-6f40-48ab-9348-cdf26ff2b3ea tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 210 time: 0.0664806 Nov 24 21:12:20.899186 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1316544b-5e2a-46aa-92c1-297a1c6cbd51 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:20.899717 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18d7a97-18d2-4c27-876a-f492bc350da7 None None] Network f47e06e2-29af-4e77-b6d7-d0fb979958ef requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:12:20.907718 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1316544b-5e2a-46aa-92c1-297a1c6cbd51 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/subnets/385a56b9-5c01-4d96-803d-6533e2020d57 HTTP/1.1" status: 204 len: 168 time: 0.6221178 Nov 24 21:12:20.910096 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59568) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:20.919398 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-3b1fb08f-4415-47ed-b826-dd02ce513eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:20.921716 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-3b1fb08f-4415-47ed-b826-dd02ce513eda service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e69d8b7-eb9a-4adb-86bb-7c21ecce9394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1979446 Nov 24 21:12:20.941194 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bd3e1054-823c-4c01-8998-1343128a5321 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:20.981474 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6e487a-1f86-4a73-875c-64a146493771 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting subnet 6c23aa53-6cda-4f66-8644-2e7cfd6a7d06 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:12:20.985908 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fe6e487a-1f86-4a73-875c-64a146493771 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:21.031022 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98a7af2-3439-4797-9c4f-9b4dd5285abf x-openstack-request-id: req-e98a7af2-3439-4797-9c4f-9b4dd5285abf {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:12:21.031746 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e39455-8063-4055-895f-ffe956680985", "name": "network-vif-plugged", "status": "completed", "tag": "c17c9e42-b2a0-4a47-a870-242ddf559670", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:12:21.032155 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e98a7af2-3439-4797-9c4f-9b4dd5285abf {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:12:21.033002 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e39455-8063-4055-895f-ffe956680985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17c9e42-b2a0-4a47-a870-242ddf559670', 'code': 200} Nov 24 21:12:21.040385 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fe6e487a-1f86-4a73-875c-64a146493771 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:21.194437 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484e479-d4d3-45b3-a609-c45eacc22f21 req-696c66b3-7004-4cfa-b4e1-1e14bfe7f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:21.196239 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7484e479-d4d3-45b3-a609-c45eacc22f21 req-696c66b3-7004-4cfa-b4e1-1e14bfe7f727 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 1097 time: 0.1100788 Nov 24 21:12:21.257604 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fe6e487a-1f86-4a73-875c-64a146493771 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:21.295040 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-ada7d353-3993-4646-8bde-a77e549b9c74 service neutron] 10.222.0.15 "GET /v2.0/networks/4e69d8b7-eb9a-4adb-86bb-7c21ecce9394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468547 Nov 24 21:12:21.296929 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7484e479-d4d3-45b3-a609-c45eacc22f21 req-5a5bfcde-b36a-4678-aee5-57dbe9b5b149 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904591 Nov 24 21:12:21.356075 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fe6e487a-1f86-4a73-875c-64a146493771 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:21.422619 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e487a-1f86-4a73-875c-64a146493771 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Subnet': ['ID=6c23aa53-6cda-4f66-8644-2e7cfd6a7d06,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:21.425483 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fe6e487a-1f86-4a73-875c-64a146493771 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:21.428842 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fe6e487a-1f86-4a73-875c-64a146493771 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/subnets/6c23aa53-6cda-4f66-8644-2e7cfd6a7d06 HTTP/1.1" status: 204 len: 168 time: 0.5169046 Nov 24 21:12:21.432804 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59574) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:21.494459 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98703e6b-710a-4c1d-b2c2-ee39fd06d8f4 req-5f00abe2-0bc7-4004-b8f9-5930fbee7b16 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:21.503387 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-98703e6b-710a-4c1d-b2c2-ee39fd06d8f4 req-5f00abe2-0bc7-4004-b8f9-5930fbee7b16 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/ports?device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 943 time: 0.2621443 Nov 24 21:12:21.564605 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb5e24c6-3d02-44de-86d4-9f0a21dbe63f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:21.612838 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bd3e1054-823c-4c01-8998-1343128a5321 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:21.668834 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-eb5e24c6-3d02-44de-86d4-9f0a21dbe63f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting port 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:21.669612 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb5e24c6-3d02-44de-86d4-9f0a21dbe63f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:21.678601 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f310fba2-f4d6-4a73-a075-8a0e962b314d req-333b1767-38bb-470f-91ca-21c986258aed service neutron] 10.222.0.15 "GET /v2.0/networks/4e69d8b7-eb9a-4adb-86bb-7c21ecce9394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647275 Nov 24 21:12:21.709288 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-98703e6b-710a-4c1d-b2c2-ee39fd06d8f4 req-39510dc5-4c2e-47e0-8654-dedb85b4536a tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/security-groups?id=94cc6430-84de-4552-9c5a-e62c94ad6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039614 Nov 24 21:12:21.739425 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bd3e1054-823c-4c01-8998-1343128a5321 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:21.851880 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-eb5e24c6-3d02-44de-86d4-9f0a21dbe63f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] For port 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f,segment=NetworkSegment(8ce62067-1993-409b-8953-43c06a908bf2),segment_id=8ce62067-1993-409b-8953-43c06a908bf2)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:21.852499 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb5e24c6-3d02-44de-86d4-9f0a21dbe63f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:21.870038 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-eb5e24c6-3d02-44de-86d4-9f0a21dbe63f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Calling delete_port for 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:21.886715 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e1054-823c-4c01-8998-1343128a5321 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Pushing event deleted for resources: {'Subnet': ['ID=33f8ea38-f126-4253-a2e3-2345276827de,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:21.898558 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950fbc02-581a-4022-9126-7a053e242ee6 None None] Network 8bac7cd9-6f10-4202-93ed-cf9f2421a85c requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:12:21.906407 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bd3e1054-823c-4c01-8998-1343128a5321 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:21.909891 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-bd3e1054-823c-4c01-8998-1343128a5321 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] 10.222.0.11 "DELETE /v2.0/subnets/33f8ea38-f126-4253-a2e3-2345276827de HTTP/1.1" status: 204 len: 168 time: 1.1627648 Nov 24 21:12:21.914381 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59578) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:21.967698 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff554389-6daf-4287-9301-35df85161744 req-61979079-2237-4bc1-9f0a-0a15eb722acf tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:21.982279 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ff554389-6daf-4287-9301-35df85161744 req-61979079-2237-4bc1-9f0a-0a15eb722acf tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.1231236 Nov 24 21:12:21.984562 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719909db-738b-4724-96a6-99983724556e req-9e556df3-6c43-4e64-9af8-73dbcc5213ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:21.986104 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-719909db-738b-4724-96a6-99983724556e req-9e556df3-6c43-4e64-9af8-73dbcc5213ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a255a292c7604d71bb10e451d8a66b61&device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 1094 time: 0.2191489 Nov 24 21:12:22.079942 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f959a0b-71a6-4cc7-b031-0cac56ea9962 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Deleting subnet 39b5ee52-6c8c-4718-ac76-14a33cf59692 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:12:22.084554 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5f959a0b-71a6-4cc7-b031-0cac56ea9962 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:22.141190 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5f959a0b-71a6-4cc7-b031-0cac56ea9962 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:22.183342 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ff554389-6daf-4287-9301-35df85161744 req-c2a3a8e7-7513-44c5-9044-c4e5617c0edc tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944871 Nov 24 21:12:22.220764 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb5e24c6-3d02-44de-86d4-9f0a21dbe63f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:22.229194 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719909db-738b-4724-96a6-99983724556e req-a4b42861-095b-4066-be66-ffc35978331d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:22.230913 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-719909db-738b-4724-96a6-99983724556e req-a4b42861-095b-4066-be66-ffc35978331d service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e69d8b7-eb9a-4adb-86bb-7c21ecce9394 HTTP/1.1" status: 200 len: 907 time: 0.2344751 Nov 24 21:12:22.254764 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-44cb8992-05f2-40b3-908c-c53c16903634 None None] Could not find standard attr ID for object 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:12:22.258416 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11acc0b-0bf5-4e6b-bdc5-d666a19d1434 None None] Network f47e06e2-29af-4e77-b6d7-d0fb979958ef requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:12:22.293139 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e24c6-3d02-44de-86d4-9f0a21dbe63f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Port': ['ID=7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:22.301093 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5e24c6-3d02-44de-86d4-9f0a21dbe63f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] No DVR routers for this DVR port 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:12:22.315110 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d1c6fd-871a-4a5c-b290-87b2352ae87d None None] DHCP port deletion for 8bac7cd9-6f10-4202-93ed-cf9f2421a85c request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:12:22.334734 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5f959a0b-71a6-4cc7-b031-0cac56ea9962 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:22.377942 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-719909db-738b-4724-96a6-99983724556e req-42d45c63-65b4-4bcb-9be1-00dfb144f054 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b7e85e2-6b98-47fd-b914-332b53cf2445 HTTP/1.1" status: 200 len: 217 time: 0.1381454 Nov 24 21:12:22.408267 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9fbdbfa5-32f4-4857-bad3-443da7e6d9d0 req-ee2dd819-18af-4d41-aace-15f0ed7e485e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 210 time: 0.0420644 Nov 24 21:12:22.507405 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719909db-738b-4724-96a6-99983724556e req-316fdaa8-efa4-43ab-81b0-eb8403a1d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:22.512267 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-719909db-738b-4724-96a6-99983724556e req-316fdaa8-efa4-43ab-81b0-eb8403a1d595 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=de6cedc6-9f9a-40d0-bd84-46b495ba9dd5 HTTP/1.1" status: 200 len: 845 time: 0.1163094 Nov 24 21:12:22.579998 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb5e24c6-3d02-44de-86d4-9f0a21dbe63f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:22.590404 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5f959a0b-71a6-4cc7-b031-0cac56ea9962 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:22.615430 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5f959a0b-71a6-4cc7-b031-0cac56ea9962 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:22.622718 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5f959a0b-71a6-4cc7-b031-0cac56ea9962 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] 10.222.0.11 "DELETE /v2.0/subnets/39b5ee52-6c8c-4718-ac76-14a33cf59692 HTTP/1.1" status: 204 len: 168 time: 0.7071149 Nov 24 21:12:22.623688 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59586) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:22.636514 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acb7ae8-28df-459b-951f-c769af44ac8a None None] Network 51afce74-6ce0-4c83-b8a6-0c27b137de42 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:12:22.662595 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719909db-738b-4724-96a6-99983724556e req-9be5f1c4-81ac-4c50-b5a7-ae2d4bf2a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:22.670039 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-719909db-738b-4724-96a6-99983724556e req-9be5f1c4-81ac-4c50-b5a7-ae2d4bf2a656 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e69d8b7-eb9a-4adb-86bb-7c21ecce9394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1476083 Nov 24 21:12:22.674669 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-eb5e24c6-3d02-44de-86d4-9f0a21dbe63f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47e06e2-29af-4e77-b6d7-d0fb979958ef']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:22.728587 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f959a0b-71a6-4cc7-b031-0cac56ea9962 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Pushing event deleted for resources: {'Subnet': ['ID=39b5ee52-6c8c-4718-ac76-14a33cf59692,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:22.749016 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-13e9978a-6929-4233-b697-a7d028f9ed56 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:22.754863 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-eb5e24c6-3d02-44de-86d4-9f0a21dbe63f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce62067-1993-409b-8953-43c06a908bf2') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:22.755940 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-eb5e24c6-3d02-44de-86d4-9f0a21dbe63f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce62067-1993-409b-8953-43c06a908bf2') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:22.773549 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb5e24c6-3d02-44de-86d4-9f0a21dbe63f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:22.808658 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb5e24c6-3d02-44de-86d4-9f0a21dbe63f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:22.836101 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7e17b1-5a59-42f3-884f-6efe427357c0 None None] DHCP port deletion for f47e06e2-29af-4e77-b6d7-d0fb979958ef request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:12:22.868458 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-719909db-738b-4724-96a6-99983724556e req-23dd7e1f-1058-4717-a8bb-684ea699f643 service neutron] 10.222.0.15 "GET /v2.0/networks/4e69d8b7-eb9a-4adb-86bb-7c21ecce9394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891408 Nov 24 21:12:22.869660 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5e24c6-3d02-44de-86d4-9f0a21dbe63f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:12:22.870302 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb5e24c6-3d02-44de-86d4-9f0a21dbe63f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:12:22.874397 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:12:22.907712 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-80d1c6fd-871a-4a5c-b290-87b2352ae87d None None] Deleting port dbb04397-dad3-45ca-9ef1-42b258d8458c {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:22.908314 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-80d1c6fd-871a-4a5c-b290-87b2352ae87d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:22.986476 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-80d1c6fd-871a-4a5c-b290-87b2352ae87d None None] For port dbb04397-dad3-45ca-9ef1-42b258d8458c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=dbb04397-dad3-45ca-9ef1-42b258d8458c,segment=NetworkSegment(03dd364b-4f1f-45d0-a62f-335f88448ff0),segment_id=03dd364b-4f1f-45d0-a62f-335f88448ff0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:22.986888 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-80d1c6fd-871a-4a5c-b290-87b2352ae87d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:22.994565 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-13e9978a-6929-4233-b697-a7d028f9ed56 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Deleting port dbb04397-dad3-45ca-9ef1-42b258d8458c {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:22.996896 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-13e9978a-6929-4233-b697-a7d028f9ed56 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:23.004376 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-80d1c6fd-871a-4a5c-b290-87b2352ae87d None None] Calling delete_port for dbb04397-dad3-45ca-9ef1-42b258d8458c owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:23.015947 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb5e24c6-3d02-44de-86d4-9f0a21dbe63f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:23.038670 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66680e54-66ea-455a-a816-78d3e7126c08 req-fdd25dba-18af-4a4f-9198-b9e3639170b5 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:23.040095 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66680e54-66ea-455a-a816-78d3e7126c08 req-fdd25dba-18af-4a4f-9198-b9e3639170b5 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/ports?device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 943 time: 0.1697512 Nov 24 21:12:23.053681 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb5e24c6-3d02-44de-86d4-9f0a21dbe63f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:23.063866 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-eb5e24c6-3d02-44de-86d4-9f0a21dbe63f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/networks/f47e06e2-29af-4e77-b6d7-d0fb979958ef HTTP/1.1" status: 204 len: 168 time: 1.6293433 Nov 24 21:12:23.067624 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e24c6-3d02-44de-86d4-9f0a21dbe63f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Network': ['ID=f47e06e2-29af-4e77-b6d7-d0fb979958ef,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:23.069332 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59590) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:23.113164 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-80d1c6fd-871a-4a5c-b290-87b2352ae87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:23.147621 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-719909db-738b-4724-96a6-99983724556e req-ec2e4983-de4c-4a3e-b082-30c1d65e9f5d service neutron] 10.222.0.15 "GET /v2.0/networks/4e69d8b7-eb9a-4adb-86bb-7c21ecce9394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523651 Nov 24 21:12:23.153951 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-13e9978a-6929-4233-b697-a7d028f9ed56 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] For port dbb04397-dad3-45ca-9ef1-42b258d8458c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=dbb04397-dad3-45ca-9ef1-42b258d8458c,segment=NetworkSegment(03dd364b-4f1f-45d0-a62f-335f88448ff0),segment_id=03dd364b-4f1f-45d0-a62f-335f88448ff0)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:23.154418 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-13e9978a-6929-4233-b697-a7d028f9ed56 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:23.184016 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97dfa50-bdfe-4129-a2f9-0e4cc655e1b1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:23.185987 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d97dfa50-bdfe-4129-a2f9-0e4cc655e1b1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1153891 Nov 24 21:12:23.187016 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-13e9978a-6929-4233-b697-a7d028f9ed56 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Calling delete_port for dbb04397-dad3-45ca-9ef1-42b258d8458c owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:23.199947 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59592) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:23.218176 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3896993c-8269-4111-b6a7-2b55c57d10f9 None None] DHCP port deletion for 51afce74-6ce0-4c83-b8a6-0c27b137de42 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:12:23.222672 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1c6fd-871a-4a5c-b290-87b2352ae87d None None] Pushing event deleted for resources: {'Port': ['ID=dbb04397-dad3-45ca-9ef1-42b258d8458c,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:23.229257 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66680e54-66ea-455a-a816-78d3e7126c08 req-1196b0ab-9f07-4ee7-b4a5-05254e3664d6 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/security-groups?id=94cc6430-84de-4552-9c5a-e62c94ad6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811817 Nov 24 21:12:23.238713 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d1c6fd-871a-4a5c-b290-87b2352ae87d None None] No DVR routers for this DVR port dbb04397-dad3-45ca-9ef1-42b258d8458c on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:12:23.291931 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-eee0c263-7fbd-4374-9762-aeb16cbc9efc tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0907233 Nov 24 21:12:23.292593 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59596) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:23.307431 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-448bf6eb-7843-4676-9831-ae67bbe99274 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1549594519'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:23.348040 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448bf6eb-7843-4676-9831-ae67bbe99274 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:12:23.349836 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-13e9978a-6929-4233-b697-a7d028f9ed56 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:23.352011 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-448bf6eb-7843-4676-9831-ae67bbe99274 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:23.356082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-3896993c-8269-4111-b6a7-2b55c57d10f9 None None] Deleting port 0e161e95-c87c-4962-bf46-ef9b17a40381 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:23.356474 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3896993c-8269-4111-b6a7-2b55c57d10f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:23.406252 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9978a-6929-4233-b697-a7d028f9ed56 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Pushing event deleted for resources: {'Port': ['ID=dbb04397-dad3-45ca-9ef1-42b258d8458c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:23.408119 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e9978a-6929-4233-b697-a7d028f9ed56 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] No DVR routers for this DVR port dbb04397-dad3-45ca-9ef1-42b258d8458c on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:12:23.429342 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:12:23.459286 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-3896993c-8269-4111-b6a7-2b55c57d10f9 None None] For port 0e161e95-c87c-4962-bf46-ef9b17a40381, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0e161e95-c87c-4962-bf46-ef9b17a40381,segment=NetworkSegment(24693549-90ca-4c68-9245-b84679f6f98c),segment_id=24693549-90ca-4c68-9245-b84679f6f98c)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:23.459697 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3896993c-8269-4111-b6a7-2b55c57d10f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:23.473743 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448bf6eb-7843-4676-9831-ae67bbe99274 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:12:23.482873 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-3896993c-8269-4111-b6a7-2b55c57d10f9 None None] Calling delete_port for 0e161e95-c87c-4962-bf46-ef9b17a40381 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:23.509140 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-448bf6eb-7843-4676-9831-ae67bbe99274 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:23.509531 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-448bf6eb-7843-4676-9831-ae67bbe99274 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Added segment 976ddeb1-c6aa-4fc2-85f0-69b6b42029c9 of type vlan for network 2e327c51-0146-4555-9a77-0c0274c5d410 Nov 24 21:12:23.528607 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da96cbd-2e59-46c3-ac64-0c3037a63e5a req-a64d7921-88a4-4314-8399-070f10ba9c0a tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:23.530279 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2da96cbd-2e59-46c3-ac64-0c3037a63e5a req-a64d7921-88a4-4314-8399-070f10ba9c0a tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.1743355 Nov 24 21:12:23.550389 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-13e9978a-6929-4233-b697-a7d028f9ed56 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:23.570459 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0e161e95-c87c-4962-bf46-ef9b17a40381 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:12:23.609114 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-13e9978a-6929-4233-b697-a7d028f9ed56 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bac7cd9-6f10-4202-93ed-cf9f2421a85c']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:23.625109 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-448bf6eb-7843-4676-9831-ae67bbe99274 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:23.632448 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-13e9978a-6929-4233-b697-a7d028f9ed56 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03dd364b-4f1f-45d0-a62f-335f88448ff0') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:23.632779 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-13e9978a-6929-4233-b697-a7d028f9ed56 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03dd364b-4f1f-45d0-a62f-335f88448ff0') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:23.657381 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-13e9978a-6929-4233-b697-a7d028f9ed56 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:23.684812 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-448bf6eb-7843-4676-9831-ae67bbe99274 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:23.688596 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-13e9978a-6929-4233-b697-a7d028f9ed56 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:23.690691 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448bf6eb-7843-4676-9831-ae67bbe99274 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:23.691325 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-448bf6eb-7843-4676-9831-ae67bbe99274 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:23.694417 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3896993c-8269-4111-b6a7-2b55c57d10f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:23.701350 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e9978a-6929-4233-b697-a7d028f9ed56 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:12:23.701708 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-13e9978a-6929-4233-b697-a7d028f9ed56 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: self.session.flush() Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: self.session.flush() Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: self.session.flush() Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: self.session.flush() Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:12:23.709458 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:12:23.759778 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3896993c-8269-4111-b6a7-2b55c57d10f9 None None] No DVR routers for this DVR port 0e161e95-c87c-4962-bf46-ef9b17a40381 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:12:23.764367 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896993c-8269-4111-b6a7-2b55c57d10f9 None None] Pushing event deleted for resources: {'Port': ['ID=0e161e95-c87c-4962-bf46-ef9b17a40381,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:23.766070 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:23.790276 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448bf6eb-7843-4676-9831-ae67bbe99274 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Network': ['ID=2e327c51-0146-4555-9a77-0c0274c5d410,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:23.818623 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 2e327c51-0146-4555-9a77-0c0274c5d410 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:12:23.822594 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device dbb04397-dad3-45ca-9ef1-42b258d8458c no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:12:23.834867 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2da96cbd-2e59-46c3-ac64-0c3037a63e5a req-51a781d6-8900-4e64-937d-d4f54bcc5f43 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596842 Nov 24 21:12:23.841518 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-448bf6eb-7843-4676-9831-ae67bbe99274 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5479035 Nov 24 21:12:23.854008 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59606) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:23.859338 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-0a211b17-50ba-4c33-b29a-437c46a6767e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'subnet': {'network_id': '2e327c51-0146-4555-9a77-0c0274c5d410', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:23.870663 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: dbb04397-dad3-45ca-9ef1-42b258d8458c {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:12:23.870907 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-13e9978a-6929-4233-b697-a7d028f9ed56 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:23.871399 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device dbb04397-dad3-45ca-9ef1-42b258d8458c not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:12:23.872411 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:12:23.880727 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-13e9978a-6929-4233-b697-a7d028f9ed56 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:23.892274 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-13e9978a-6929-4233-b697-a7d028f9ed56 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] 10.222.0.11 "DELETE /v2.0/networks/8bac7cd9-6f10-4202-93ed-cf9f2421a85c HTTP/1.1" status: 204 len: 168 time: 1.2470725 Nov 24 21:12:23.899042 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59608) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:23.908271 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:12:23.908876 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7ba9f0bd-a5ea-441c-be3c-ad93f2d7755f not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:12:23.950134 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9978a-6929-4233-b697-a7d028f9ed56 tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Pushing event deleted for resources: {'Network': ['ID=8bac7cd9-6f10-4202-93ed-cf9f2421a85c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:24.039693 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b98ebfb-a8ba-428f-a628-672c4a421c1f tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:24.061316 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9b8160e-a1d0-4cb6-8c03-fa02fc6a0117 req-83f4fbf6-47d0-4bb4-a2f3-db5abd3b24a9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 210 time: 0.0452085 Nov 24 21:12:24.227285 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a211b17-50ba-4c33-b29a-437c46a6767e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:12:24.231458 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a211b17-50ba-4c33-b29a-437c46a6767e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:24.265967 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b98ebfb-a8ba-428f-a628-672c4a421c1f tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:24.282038 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9698fb-9368-4287-babe-8008a2015923 req-4742898b-7209-4d91-8668-28980e927f88 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:24.289259 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6d9698fb-9368-4287-babe-8008a2015923 req-4742898b-7209-4d91-8668-28980e927f88 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.1456103 Nov 24 21:12:24.355677 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-8b98ebfb-a8ba-428f-a628-672c4a421c1f tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51afce74-6ce0-4c83-b8a6-0c27b137de42']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:24.400884 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-8b98ebfb-a8ba-428f-a628-672c4a421c1f tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24693549-90ca-4c68-9245-b84679f6f98c') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:24.401233 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-8b98ebfb-a8ba-428f-a628-672c4a421c1f tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24693549-90ca-4c68-9245-b84679f6f98c') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:24.417814 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b98ebfb-a8ba-428f-a628-672c4a421c1f tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:24.431787 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6d9698fb-9368-4287-babe-8008a2015923 req-4129bd56-81b7-494b-b61e-d9413aaa49d7 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412961 Nov 24 21:12:24.445595 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b98ebfb-a8ba-428f-a628-672c4a421c1f tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:24.453255 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b98ebfb-a8ba-428f-a628-672c4a421c1f tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:12:24.454044 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b98ebfb-a8ba-428f-a628-672c4a421c1f tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:12:24.457821 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:12:24.919083 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b98ebfb-a8ba-428f-a628-672c4a421c1f tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:24.945504 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b98ebfb-a8ba-428f-a628-672c4a421c1f tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:24.964925 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8b98ebfb-a8ba-428f-a628-672c4a421c1f tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] 10.222.0.11 "DELETE /v2.0/networks/51afce74-6ce0-4c83-b8a6-0c27b137de42 HTTP/1.1" status: 204 len: 168 time: 1.0599356 Nov 24 21:12:24.964925 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98ebfb-a8ba-428f-a628-672c4a421c1f tempest-TaggedBootDevicesTest_v242-1443207895 tempest-TaggedBootDevicesTest_v242-1443207895-project] Pushing event deleted for resources: {'Network': ['ID=51afce74-6ce0-4c83-b8a6-0c27b137de42,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:24.973498 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9f7b2-a2dc-47f5-b481-59bedaffa4e4 req-5e4afe85-367b-4792-8493-d21b55e678f6 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:24.974635 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-37e9f7b2-a2dc-47f5-b481-59bedaffa4e4 req-5e4afe85-367b-4792-8493-d21b55e678f6 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/ports?device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 943 time: 0.1105759 Nov 24 21:12:25.010850 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9b7e85e2-6b98-47fd-b914-332b53cf2445 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:12:25.246411 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a211b17-50ba-4c33-b29a-437c46a6767e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:25.254161 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9b7e85e2-6b98-47fd-b914-332b53cf2445, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9b7e85e2-6b98-47fd-b914-332b53cf2445,segment=NetworkSegment(5dbb9d6e-c360-4b34-aff6-dafd7f51375a),segment_id=5dbb9d6e-c360-4b34-aff6-dafd7f51375a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:25.282161 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '9b7e85e2-6b98-47fd-b914-332b53cf2445', 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394', 'port_id': '9b7e85e2-6b98-47fd-b914-332b53cf2445', 'mac_address': 'fa:16:3e:49:03:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6cedc6-9f9a-40d0-bd84-46b495ba9dd5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:12:25.321282 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-37e9f7b2-a2dc-47f5-b481-59bedaffa4e4 req-dc35001e-9752-4423-bbd8-3778bd4debcb tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/security-groups?id=94cc6430-84de-4552-9c5a-e62c94ad6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603966 Nov 24 21:12:25.343515 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:25.362375 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7e85e2-6b98-47fd-b914-332b53cf2445 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:12:25.390561 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9b7e85e2-6b98-47fd-b914-332b53cf2445, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9b7e85e2-6b98-47fd-b914-332b53cf2445,segment=NetworkSegment(5dbb9d6e-c360-4b34-aff6-dafd7f51375a),segment_id=5dbb9d6e-c360-4b34-aff6-dafd7f51375a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:25.397062 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:25.419632 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a211b17-50ba-4c33-b29a-437c46a6767e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Subnet': ['ID=f2485016-8c82-4b43-b39a-bced33f1f430,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:25.448204 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a211b17-50ba-4c33-b29a-437c46a6767e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Checking segment: {'id': '976ddeb1-c6aa-4fc2-85f0-69b6b42029c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2e327c51-0146-4555-9a77-0c0274c5d410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:12:25.454849 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a211b17-50ba-4c33-b29a-437c46a6767e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network hostable DHCP agents. Network: 2e327c51-0146-4555-9a77-0c0274c5d410, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:12:25.464413 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=9b7e85e2-6b98-47fd-b914-332b53cf2445,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:25.483420 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a211b17-50ba-4c33-b29a-437c46a6767e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network 2e327c51-0146-4555-9a77-0c0274c5d410 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:12:25.501694 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-0a211b17-50ba-4c33-b29a-437c46a6767e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 2e327c51-0146-4555-9a77-0c0274c5d410) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:25.509413 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a211b17-50ba-4c33-b29a-437c46a6767e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:25.514670 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a211b17-50ba-4c33-b29a-437c46a6767e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:25.518488 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2b4890-dd69-4b05-b483-456c74452c6d None None] Network 2e327c51-0146-4555-9a77-0c0274c5d410 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:12:25.571512 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59626) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:25.579423 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0a211b17-50ba-4c33-b29a-437c46a6767e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7222810 Nov 24 21:12:25.580655 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-5c4e46d4-65d3-4369-a250-57deee549ba8 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'port': {'network_id': '2e327c51-0146-4555-9a77-0c0274c5d410', 'name': 'tempest-PortsTestJSON-147346408'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:25.729114 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-85f81b90-d40a-4974-8b95-9a6c671dec22 req-a3321ac0-cfc2-4263-b0d4-24cffaa7ae8d tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=74eb9db8-b0cf-4761-b36c-b2939fc02771 HTTP/1.1" status: 200 len: 210 time: 0.0667391 Nov 24 21:12:25.800670 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['9b7e85e2-6b98-47fd-b914-332b53cf2445'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:12:25.815264 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5098a0c-a065-422f-a706-b784695eca93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-2e327c51-0146-4555-9a77-0c0274c5d410', 'network_id': '2e327c51-0146-4555-9a77-0c0274c5d410', 'tenant_id': 'd0d08db1b3c4418e9ac5dfc22d6417c2', 'fixed_ips': [{'subnet_id': 'f2485016-8c82-4b43-b39a-bced33f1f430'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:12:25.816466 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c5098a0c-a065-422f-a706-b784695eca93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:25.863564 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4e46d4-65d3-4369-a250-57deee549ba8 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:12:25.863564 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5c4e46d4-65d3-4369-a250-57deee549ba8 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:25.914685 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-5c4e46d4-65d3-4369-a250-57deee549ba8 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] device_id is not set on port 971b0af8-7a56-4ddd-b707-859c1449990d yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:12:25.969736 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09902107-60f0-4829-8e08-4099fc3cb24c req-bcb5a81a-d1ff-4627-add2-2ca1f95be72d tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:25.979360 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09902107-60f0-4829-8e08-4099fc3cb24c req-bcb5a81a-d1ff-4627-add2-2ca1f95be72d tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.1189120 Nov 24 21:12:26.061585 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09902107-60f0-4829-8e08-4099fc3cb24c req-3a43b703-3999-4070-84aa-b35833718994 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820255 Nov 24 21:12:26.068572 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-5c4e46d4-65d3-4369-a250-57deee549ba8 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Allocated IP 172.20.0.7 (2e327c51-0146-4555-9a77-0c0274c5d410/f2485016-8c82-4b43-b39a-bced33f1f430/971b0af8-7a56-4ddd-b707-859c1449990d) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:12:26.290771 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5c4e46d4-65d3-4369-a250-57deee549ba8 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:26.300723 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d6047-2cd8-4f7a-b2d2-b0f46bd21e8f req-0de533ad-a354-4990-a32a-fc2d01c857c7 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:26.302392 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df6d6047-2cd8-4f7a-b2d2-b0f46bd21e8f req-0de533ad-a354-4990-a32a-fc2d01c857c7 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.1243794 Nov 24 21:12:26.384157 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5c4e46d4-65d3-4369-a250-57deee549ba8 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:26.392316 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df6d6047-2cd8-4f7a-b2d2-b0f46bd21e8f req-a99e93f2-324a-469d-9674-767cbb39de5c tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834808 Nov 24 21:12:26.509504 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e46d4-65d3-4369-a250-57deee549ba8 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Port': ['ID=971b0af8-7a56-4ddd-b707-859c1449990d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:26.511213 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-c5098a0c-a065-422f-a706-b784695eca93 None None] Allocated IP 172.20.0.2 (2e327c51-0146-4555-9a77-0c0274c5d410/f2485016-8c82-4b43-b39a-bced33f1f430/4c6760ab-67b2-4739-b55f-2210c8ce6c11) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:12:26.534796 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4e46d4-65d3-4369-a250-57deee549ba8 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network 2e327c51-0146-4555-9a77-0c0274c5d410 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:12:26.536523 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9838796-59e6-4b74-a208-c8e5f3f0b5aa req-393bcb4d-fd49-4c05-b6d8-a6d93b0406c8 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:26.537332 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-5c4e46d4-65d3-4369-a250-57deee549ba8 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:26.541174 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b9838796-59e6-4b74-a208-c8e5f3f0b5aa req-393bcb4d-fd49-4c05-b6d8-a6d93b0406c8 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/ports?device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 944 time: 0.0809979 Nov 24 21:12:26.543106 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4e46d4-65d3-4369-a250-57deee549ba8 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:12:26.633024 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4e46d4-65d3-4369-a250-57deee549ba8 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:26.634922 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5c4e46d4-65d3-4369-a250-57deee549ba8 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:26.661953 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5c4e46d4-65d3-4369-a250-57deee549ba8 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0864487 Nov 24 21:12:26.668158 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b9838796-59e6-4b74-a208-c8e5f3f0b5aa req-1160f505-4592-49df-93dc-ad64261ffd44 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/security-groups?id=94cc6430-84de-4552-9c5a-e62c94ad6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163142 Nov 24 21:12:26.668983 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59642) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:26.680266 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-49bb2b5a-8420-42fc-8e14-1f3e000a61af tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'port': {'network_id': '2e327c51-0146-4555-9a77-0c0274c5d410', 'name': 'tempest-PortsTestJSON-1524867930'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:26.877986 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c5098a0c-a065-422f-a706-b784695eca93 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:26.891324 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c5098a0c-a065-422f-a706-b784695eca93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:26.928954 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bb2b5a-8420-42fc-8e14-1f3e000a61af tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:12:26.933239 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-49bb2b5a-8420-42fc-8e14-1f3e000a61af tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:26.979142 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-49bb2b5a-8420-42fc-8e14-1f3e000a61af tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] device_id is not set on port c7521a7a-8693-4d4c-999d-e9f81c27d9e3 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:12:27.016531 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5098a0c-a065-422f-a706-b784695eca93 None None] Network 2e327c51-0146-4555-9a77-0c0274c5d410 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:12:27.062457 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5098a0c-a065-422f-a706-b784695eca93 None None] Pushing event updated for resources: {'Port': ['ID=4c6760ab-67b2-4739-b55f-2210c8ce6c11,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:27.111508 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-c5098a0c-a065-422f-a706-b784695eca93 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:27.117230 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5098a0c-a065-422f-a706-b784695eca93 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:12:27.253666 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-49bb2b5a-8420-42fc-8e14-1f3e000a61af tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Allocated IP 172.20.0.6 (2e327c51-0146-4555-9a77-0c0274c5d410/f2485016-8c82-4b43-b39a-bced33f1f430/c7521a7a-8693-4d4c-999d-e9f81c27d9e3) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:12:27.318484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c5098a0c-a065-422f-a706-b784695eca93 None None] Attempting to bind port 4c6760ab-67b2-4739-b55f-2210c8ce6c11 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:12:27.318822 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c5098a0c-a065-422f-a706-b784695eca93 None None] Attempting to bind port 4c6760ab-67b2-4739-b55f-2210c8ce6c11 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '976ddeb1-c6aa-4fc2-85f0-69b6b42029c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2e327c51-0146-4555-9a77-0c0274c5d410'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:12:27.319898 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5098a0c-a065-422f-a706-b784695eca93 None None] Attempting to bind port 4c6760ab-67b2-4739-b55f-2210c8ce6c11 on network 2e327c51-0146-4555-9a77-0c0274c5d410 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:12:27.335322 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5098a0c-a065-422f-a706-b784695eca93 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:12:27.336012 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5098a0c-a065-422f-a706-b784695eca93 None None] Checking segment: {'id': '976ddeb1-c6aa-4fc2-85f0-69b6b42029c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2e327c51-0146-4555-9a77-0c0274c5d410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:12:27.336379 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c5098a0c-a065-422f-a706-b784695eca93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:27.340933 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5098a0c-a065-422f-a706-b784695eca93 None None] Bound using segment: {'id': '976ddeb1-c6aa-4fc2-85f0-69b6b42029c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2e327c51-0146-4555-9a77-0c0274c5d410'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:12:27.340933 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c5098a0c-a065-422f-a706-b784695eca93 None None] Bound port: 4c6760ab-67b2-4739-b55f-2210c8ce6c11, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976ddeb1-c6aa-4fc2-85f0-69b6b42029c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2e327c51-0146-4555-9a77-0c0274c5d410'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:12:27.340933 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c5098a0c-a065-422f-a706-b784695eca93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:27.525085 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c5098a0c-a065-422f-a706-b784695eca93 None None] For port 4c6760ab-67b2-4739-b55f-2210c8ce6c11, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:12:27.532813 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c5098a0c-a065-422f-a706-b784695eca93 None None] For port 4c6760ab-67b2-4739-b55f-2210c8ce6c11, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=4c6760ab-67b2-4739-b55f-2210c8ce6c11,segment=NetworkSegment(976ddeb1-c6aa-4fc2-85f0-69b6b42029c9),segment_id=976ddeb1-c6aa-4fc2-85f0-69b6b42029c9)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:12:27.543690 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c5098a0c-a065-422f-a706-b784695eca93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:27.581164 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ce6a2-6da7-450e-aac2-ef9c45deb7ab req-ca96fe8b-1374-47b8-a597-40911027aefa tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:27.585897 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0a6ce6a2-6da7-450e-aac2-ef9c45deb7ab req-ca96fe8b-1374-47b8-a597-40911027aefa tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.2137766 Nov 24 21:12:27.689854 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5098a0c-a065-422f-a706-b784695eca93 None None] Pushing event updated for resources: {'Port': ['ID=4c6760ab-67b2-4739-b55f-2210c8ce6c11,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:27.818807 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-49bb2b5a-8420-42fc-8e14-1f3e000a61af tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:27.824177 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0a6ce6a2-6da7-450e-aac2-ef9c45deb7ab req-0fe58602-891d-44fb-95fb-5f08c6496f63 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199459 Nov 24 21:12:27.894499 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-49bb2b5a-8420-42fc-8e14-1f3e000a61af tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:28.091781 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bb2b5a-8420-42fc-8e14-1f3e000a61af tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network 2e327c51-0146-4555-9a77-0c0274c5d410 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:12:28.096094 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb2b5a-8420-42fc-8e14-1f3e000a61af tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Port': ['ID=c7521a7a-8693-4d4c-999d-e9f81c27d9e3,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:28.138739 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-49bb2b5a-8420-42fc-8e14-1f3e000a61af tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:28.143564 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bb2b5a-8420-42fc-8e14-1f3e000a61af tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:12:28.246792 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275e5b9-fcf4-42b9-b8c2-24c811166422 req-703b35ae-b0be-4518-a545-50a1311bd4c8 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:28.248776 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3275e5b9-fcf4-42b9-b8c2-24c811166422 req-703b35ae-b0be-4518-a545-50a1311bd4c8 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/ports?device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 944 time: 0.1949470 Nov 24 21:12:28.254823 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bb2b5a-8420-42fc-8e14-1f3e000a61af tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:28.255791 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-49bb2b5a-8420-42fc-8e14-1f3e000a61af tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:28.298920 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-49bb2b5a-8420-42fc-8e14-1f3e000a61af tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6260996 Nov 24 21:12:28.301948 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59684) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:28.355703 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3275e5b9-fcf4-42b9-b8c2-24c811166422 req-222382be-b95c-4c42-bf0a-593c9c5368db tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/security-groups?id=94cc6430-84de-4552-9c5a-e62c94ad6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804176 Nov 24 21:12:28.422204 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b197d2-5ad0-468d-b03b-ab642379b130 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:28.427216 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59686) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:28.443219 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c2b197d2-5ad0-468d-b03b-ab642379b130 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.1393633 Nov 24 21:12:28.460598 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-ff56c59f-6830-496d-9e90-d7ecc3884c6c req-eb28fdb9-f1e5-49ea-97e5-ab3412c930ee service neutron] (109990) timed out ('10.222.0.48', 55386) {{(pid=109990) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 21:12:28.624716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3dc584c3-2678-4fd5-aa81-19e2ca137327 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting port c7521a7a-8693-4d4c-999d-e9f81c27d9e3 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:28.625682 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3dc584c3-2678-4fd5-aa81-19e2ca137327 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:28.740686 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3dc584c3-2678-4fd5-aa81-19e2ca137327 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:28.772967 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3dc584c3-2678-4fd5-aa81-19e2ca137327 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Calling delete_port for c7521a7a-8693-4d4c-999d-e9f81c27d9e3 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:29.028334 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9b7e85e2-6b98-47fd-b914-332b53cf2445 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:12:29.176977 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 9b7e85e2-6b98-47fd-b914-332b53cf2445 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:12:29.186374 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 9b7e85e2-6b98-47fd-b914-332b53cf2445 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:29.189171 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:29.262162 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3dc584c3-2678-4fd5-aa81-19e2ca137327 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:29.336370 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c00c2c-fbc0-492f-a2c6-4f77455120e9 req-c975f846-4fc6-43e3-8b0d-5ccd3e3648ca tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:29.346408 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-29c00c2c-fbc0-492f-a2c6-4f77455120e9 req-c975f846-4fc6-43e3-8b0d-5ccd3e3648ca tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.3655868 Nov 24 21:12:29.359759 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc584c3-2678-4fd5-aa81-19e2ca137327 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Port': ['ID=c7521a7a-8693-4d4c-999d-e9f81c27d9e3,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:29.366733 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636ee6d3-7113-4076-9ee4-e3d6cde467e1 None None] Network 2e327c51-0146-4555-9a77-0c0274c5d410 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:12:29.503258 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-29c00c2c-fbc0-492f-a2c6-4f77455120e9 req-acf694bf-5aeb-418d-bd27-c202bfea5755 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549563 Nov 24 21:12:29.508885 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-02a9e614-8a1a-4239-980b-a60b59d8107a None None] Provisioning complete for port 4c6760ab-67b2-4739-b55f-2210c8ce6c11 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:29.522427 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-02a9e614-8a1a-4239-980b-a60b59d8107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:29.536629 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3dc584c3-2678-4fd5-aa81-19e2ca137327 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:29.551354 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59702) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:29.575849 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3dc584c3-2678-4fd5-aa81-19e2ca137327 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/ports/c7521a7a-8693-4d4c-999d-e9f81c27d9e3 HTTP/1.1" status: 204 len: 168 time: 1.1451731 Nov 24 21:12:29.635143 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-528dc2d8-02e6-4a4a-8cee-7f697375021a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] GET failed (client error): The resource could not be found. Nov 24 21:12:29.645942 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-528dc2d8-02e6-4a4a-8cee-7f697375021a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports/c7521a7a-8693-4d4c-999d-e9f81c27d9e3 HTTP/1.1" status: 404 len: 333 time: 0.0924473 Nov 24 21:12:29.646647 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59708) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:29.671005 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 4c6760ab-67b2-4739-b55f-2210c8ce6c11 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:12:29.747465 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54e119-9903-4785-895d-2fd1481aa57d req-515757b1-d972-4c72-8435-7d8e5eab9df0 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:29.751184 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9b54e119-9903-4785-895d-2fd1481aa57d req-515757b1-d972-4c72-8435-7d8e5eab9df0 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/ports?device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 944 time: 0.1502540 Nov 24 21:12:29.828460 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:29.877953 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9b54e119-9903-4785-895d-2fd1481aa57d req-be4ae4ad-922f-41e7-bf90-7578ad833ffc tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/security-groups?id=94cc6430-84de-4552-9c5a-e62c94ad6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040552 Nov 24 21:12:29.891943 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-10b11934-e3ae-468a-82de-83f4883cbb50 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting port 971b0af8-7a56-4ddd-b707-859c1449990d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:29.892286 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10b11934-e3ae-468a-82de-83f4883cbb50 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:29.917975 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-02a9e614-8a1a-4239-980b-a60b59d8107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:29.995751 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10b11934-e3ae-468a-82de-83f4883cbb50 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:30.011977 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-10b11934-e3ae-468a-82de-83f4883cbb50 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Calling delete_port for 971b0af8-7a56-4ddd-b707-859c1449990d owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:30.045343 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7e85e2-6b98-47fd-b914-332b53cf2445'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:12:30.051090 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6a72f5-08ac-4b6c-9bbf-13d303156e80" -d '{"events": [{"server_uuid": "c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c", "name": "network-vif-plugged", "status": "completed", "tag": "9b7e85e2-6b98-47fd-b914-332b53cf2445"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:12:30.149538 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 4c6760ab-67b2-4739-b55f-2210c8ce6c11 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:30.150104 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:30.171026 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-02a9e614-8a1a-4239-980b-a60b59d8107a None None] For port 4c6760ab-67b2-4739-b55f-2210c8ce6c11, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=4c6760ab-67b2-4739-b55f-2210c8ce6c11,segment=NetworkSegment(976ddeb1-c6aa-4fc2-85f0-69b6b42029c9),segment_id=976ddeb1-c6aa-4fc2-85f0-69b6b42029c9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:30.173260 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9b7e85e2-6b98-47fd-b914-332b53cf2445, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9b7e85e2-6b98-47fd-b914-332b53cf2445,segment=NetworkSegment(5dbb9d6e-c360-4b34-aff6-dafd7f51375a),segment_id=5dbb9d6e-c360-4b34-aff6-dafd7f51375a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:30.253498 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff995432-fa79-46c7-830d-994aa6f9fb22 x-openstack-request-id: req-ff995432-fa79-46c7-830d-994aa6f9fb22 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:12:30.253805 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c", "name": "network-vif-plugged", "status": "completed", "tag": "9b7e85e2-6b98-47fd-b914-332b53cf2445", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:12:30.254141 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff995432-fa79-46c7-830d-994aa6f9fb22 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:12:30.261236 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7e85e2-6b98-47fd-b914-332b53cf2445', 'code': 200} Nov 24 21:12:30.265789 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:30.267686 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-02a9e614-8a1a-4239-980b-a60b59d8107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:30.351874 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10b11934-e3ae-468a-82de-83f4883cbb50 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:30.385447 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bf9f3-e9cf-4e93-bcda-bba3ae2b504e req-7d00ad0d-26a8-48b8-a1ca-142e156e550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:30.392921 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-542bf9f3-e9cf-4e93-bcda-bba3ae2b504e req-7d00ad0d-26a8-48b8-a1ca-142e156e550c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 1096 time: 0.1024370 Nov 24 21:12:30.397830 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b11934-e3ae-468a-82de-83f4883cbb50 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Port': ['ID=971b0af8-7a56-4ddd-b707-859c1449990d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:30.460253 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=9b7e85e2-6b98-47fd-b914-332b53cf2445,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:30.519153 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9e614-8a1a-4239-980b-a60b59d8107a None None] Pushing event updated for resources: {'Port': ['ID=4c6760ab-67b2-4739-b55f-2210c8ce6c11,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:30.522839 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-542bf9f3-e9cf-4e93-bcda-bba3ae2b504e req-8fbf897f-5659-4675-b595-a479773665c1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=94cc6430-84de-4552-9c5a-e62c94ad6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207767 Nov 24 21:12:30.541288 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10b11934-e3ae-468a-82de-83f4883cbb50 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:30.548090 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59720) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:30.548273 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-10b11934-e3ae-468a-82de-83f4883cbb50 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/ports/971b0af8-7a56-4ddd-b707-859c1449990d HTTP/1.1" status: 204 len: 168 time: 0.9005754 Nov 24 21:12:30.600782 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37314d8-b590-4b94-b3fe-b5bc26eddf13 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] GET failed (client error): The resource could not be found. Nov 24 21:12:30.622088 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e37314d8-b590-4b94-b3fe-b5bc26eddf13 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports/971b0af8-7a56-4ddd-b707-859c1449990d HTTP/1.1" status: 404 len: 333 time: 0.0728040 Nov 24 21:12:30.624378 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59722) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:30.727406 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b98c85-aba9-4c1f-a955-74482cce6254 req-01ac651c-78df-4811-b1d1-e5157d08ecf3 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:30.747513 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-edfae82b-131d-45c0-855d-801941a2857f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting subnet f2485016-8c82-4b43-b39a-bced33f1f430 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:12:30.748024 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1b98c85-aba9-4c1f-a955-74482cce6254 req-01ac651c-78df-4811-b1d1-e5157d08ecf3 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.1164320 Nov 24 21:12:30.757719 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-edfae82b-131d-45c0-855d-801941a2857f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:30.861755 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-edfae82b-131d-45c0-855d-801941a2857f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:30.873066 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1b98c85-aba9-4c1f-a955-74482cce6254 req-dd1903b8-58be-4593-ba5f-3afffc4882b1 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185453 Nov 24 21:12:31.021291 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-edfae82b-131d-45c0-855d-801941a2857f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:31.098949 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-edfae82b-131d-45c0-855d-801941a2857f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:31.124469 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d949ec-5230-422c-b822-4fdc016172c3 req-ad3e0297-5a1c-4da9-82e3-f98c567a6173 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:31.138286 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-39d949ec-5230-422c-b822-4fdc016172c3 req-ad3e0297-5a1c-4da9-82e3-f98c567a6173 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/ports?device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 945 time: 0.1237321 Nov 24 21:12:31.178176 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-edfae82b-131d-45c0-855d-801941a2857f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:31.193494 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-edfae82b-131d-45c0-855d-801941a2857f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/subnets/f2485016-8c82-4b43-b39a-bced33f1f430 HTTP/1.1" status: 204 len: 168 time: 0.5672221 Nov 24 21:12:31.194563 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59732) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:31.201022 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfae82b-131d-45c0-855d-801941a2857f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Subnet': ['ID=f2485016-8c82-4b43-b39a-bced33f1f430,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:31.238439 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-39d949ec-5230-422c-b822-4fdc016172c3 req-deef5434-9c17-4724-9112-20a517b065a0 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/security-groups?id=94cc6430-84de-4552-9c5a-e62c94ad6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988941 Nov 24 21:12:31.251863 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2483b977-1146-421a-b674-bc1c1786cda0 None None] Provisioning complete for port 4c6760ab-67b2-4739-b55f-2210c8ce6c11 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:31.252391 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2483b977-1146-421a-b674-bc1c1786cda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:31.400027 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-96edc60f-a08a-45fe-a561-bc6fafb8f90e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:31.550821 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 4c6760ab-67b2-4739-b55f-2210c8ce6c11 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:12:31.556256 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-96edc60f-a08a-45fe-a561-bc6fafb8f90e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting port 4c6760ab-67b2-4739-b55f-2210c8ce6c11 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:31.563220 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-96edc60f-a08a-45fe-a561-bc6fafb8f90e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:31.647009 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a535cc7-a3f8-4b91-8cdc-53a013b79d87 None None] Network 2e327c51-0146-4555-9a77-0c0274c5d410 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:12:31.687775 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-96edc60f-a08a-45fe-a561-bc6fafb8f90e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] For port 4c6760ab-67b2-4739-b55f-2210c8ce6c11, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=4c6760ab-67b2-4739-b55f-2210c8ce6c11,segment=NetworkSegment(976ddeb1-c6aa-4fc2-85f0-69b6b42029c9),segment_id=976ddeb1-c6aa-4fc2-85f0-69b6b42029c9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:31.689166 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-96edc60f-a08a-45fe-a561-bc6fafb8f90e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:31.710132 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-96edc60f-a08a-45fe-a561-bc6fafb8f90e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Calling delete_port for 4c6760ab-67b2-4739-b55f-2210c8ce6c11 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:31.833475 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-96edc60f-a08a-45fe-a561-bc6fafb8f90e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:31.872148 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 4c6760ab-67b2-4739-b55f-2210c8ce6c11 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:31.879642 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:31.891640 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edc60f-a08a-45fe-a561-bc6fafb8f90e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Port': ['ID=4c6760ab-67b2-4739-b55f-2210c8ce6c11,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:31.901023 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96edc60f-a08a-45fe-a561-bc6fafb8f90e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] No DVR routers for this DVR port 4c6760ab-67b2-4739-b55f-2210c8ce6c11 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:12:31.952243 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-92f2f505-ce05-4e00-84f9-1f70ebd3e55f None None] Could not find standard attr ID for object 971b0af8-7a56-4ddd-b707-859c1449990d. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:12:31.955425 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Port 4c6760ab-67b2-4739-b55f-2210c8ce6c11 was deleted so its status cannot be updated. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 24 21:12:32.092156 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-96edc60f-a08a-45fe-a561-bc6fafb8f90e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:32.118074 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-96edc60f-a08a-45fe-a561-bc6fafb8f90e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e327c51-0146-4555-9a77-0c0274c5d410']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:32.129428 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-96edc60f-a08a-45fe-a561-bc6fafb8f90e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976ddeb1-c6aa-4fc2-85f0-69b6b42029c9') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:32.129734 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-96edc60f-a08a-45fe-a561-bc6fafb8f90e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976ddeb1-c6aa-4fc2-85f0-69b6b42029c9') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:32.142822 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-96edc60f-a08a-45fe-a561-bc6fafb8f90e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:32.154497 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65a757-3918-4fd0-85d4-48ceb1002a9c req-b573c75f-61c1-41ef-aca6-44973f1e8e20 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:32.157309 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-96edc60f-a08a-45fe-a561-bc6fafb8f90e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:32.164151 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96edc60f-a08a-45fe-a561-bc6fafb8f90e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:12:32.164647 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-96edc60f-a08a-45fe-a561-bc6fafb8f90e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:32.174084 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5a65a757-3918-4fd0-85d4-48ceb1002a9c req-b573c75f-61c1-41ef-aca6-44973f1e8e20 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.1283298 Nov 24 21:12:32.184920 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863a4601-0a04-4fef-a3e5-2a936df6654f None None] DHCP port deletion for 2e327c51-0146-4555-9a77-0c0274c5d410 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:12:32.255751 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:12:32.276074 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-96edc60f-a08a-45fe-a561-bc6fafb8f90e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:32.280266 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5a65a757-3918-4fd0-85d4-48ceb1002a9c req-46f37cc2-4211-484d-809b-feade4d25bb6 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051292 Nov 24 21:12:32.298800 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-96edc60f-a08a-45fe-a561-bc6fafb8f90e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:32.309637 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-96edc60f-a08a-45fe-a561-bc6fafb8f90e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/networks/2e327c51-0146-4555-9a77-0c0274c5d410 HTTP/1.1" status: 204 len: 168 time: 1.1025031 Nov 24 21:12:32.313222 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59748) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:32.319322 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-1cefc1e1-fe01-4463-8eff-1e2b3f81ba46 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2113935497'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:32.348552 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edc60f-a08a-45fe-a561-bc6fafb8f90e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Network': ['ID=2e327c51-0146-4555-9a77-0c0274c5d410,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:32.389827 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cefc1e1-fe01-4463-8eff-1e2b3f81ba46 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:12:32.396788 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1cefc1e1-fe01-4463-8eff-1e2b3f81ba46 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:32.441764 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cefc1e1-fe01-4463-8eff-1e2b3f81ba46 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:12:32.452359 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1cefc1e1-fe01-4463-8eff-1e2b3f81ba46 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:32.452707 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-1cefc1e1-fe01-4463-8eff-1e2b3f81ba46 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Added segment 1b9f859e-6d59-492b-8950-4a149683460e of type vlan for network ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa Nov 24 21:12:32.495518 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1cefc1e1-fe01-4463-8eff-1e2b3f81ba46 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:32.555130 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1cefc1e1-fe01-4463-8eff-1e2b3f81ba46 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:32.561866 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cefc1e1-fe01-4463-8eff-1e2b3f81ba46 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:32.562672 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1cefc1e1-fe01-4463-8eff-1e2b3f81ba46 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:32.614589 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1cefc1e1-fe01-4463-8eff-1e2b3f81ba46 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2973683 Nov 24 21:12:32.614919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59750) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:32.620023 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b4abdbee-cb49-49ab-9fca-efc0e9354b1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'subnet': {'network_id': 'ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:32.620668 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445a9da-9a95-4aaa-a487-1470ee90562e req-73b7dd66-6cbd-45b7-8906-6e1927f9906c tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:32.622217 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8445a9da-9a95-4aaa-a487-1470ee90562e req-73b7dd66-6cbd-45b7-8906-6e1927f9906c tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/ports?device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 945 time: 0.0987861 Nov 24 21:12:32.704366 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cefc1e1-fe01-4463-8eff-1e2b3f81ba46 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Network': ['ID=ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:32.722269 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:12:32.752838 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8445a9da-9a95-4aaa-a487-1470ee90562e req-404ff541-7038-4f57-b369-a40a4dc3075d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/security-groups?id=94cc6430-84de-4552-9c5a-e62c94ad6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868692 Nov 24 21:12:32.823670 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4abdbee-cb49-49ab-9fca-efc0e9354b1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:12:32.832983 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b4abdbee-cb49-49ab-9fca-efc0e9354b1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:32.975591 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127df52-9a87-441b-bfbf-116389c0ee12 req-cc079910-b488-455f-b0a9-48ed8f093e60 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:32.989603 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8127df52-9a87-441b-bfbf-116389c0ee12 req-cc079910-b488-455f-b0a9-48ed8f093e60 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/ports?device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 945 time: 0.1107326 Nov 24 21:12:32.990181 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59770) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:32.996043 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-413518c9-3e1b-4ee7-904b-da964b97218d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Request body: {'floatingip': {'port_id': '9b7e85e2-6b98-47fd-b914-332b53cf2445'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:33.136730 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b4abdbee-cb49-49ab-9fca-efc0e9354b1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:33.141691 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-413518c9-3e1b-4ee7-904b-da964b97218d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks [] for floatingip, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:33.522042 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 4c6760ab-67b2-4739-b55f-2210c8ce6c11 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:12:33.611101 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 4c6760ab-67b2-4739-b55f-2210c8ce6c11 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:12:33.616287 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 4c6760ab-67b2-4739-b55f-2210c8ce6c11 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:12:33.667237 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59778) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:33.705358 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abdbee-cb49-49ab-9fca-efc0e9354b1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Subnet': ['ID=fdb98fb6-e5a7-47b4-ac6b-0fc74256cbc8,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:33.718037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4abdbee-cb49-49ab-9fca-efc0e9354b1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Checking segment: {'id': '1b9f859e-6d59-492b-8950-4a149683460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:12:33.718412 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4abdbee-cb49-49ab-9fca-efc0e9354b1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network hostable DHCP agents. Network: ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:12:33.755695 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4abdbee-cb49-49ab-9fca-efc0e9354b1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:12:33.772901 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-b4abdbee-cb49-49ab-9fca-efc0e9354b1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:33.778468 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4abdbee-cb49-49ab-9fca-efc0e9354b1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:33.779074 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b4abdbee-cb49-49ab-9fca-efc0e9354b1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:33.785920 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d3591f-c18b-4fee-82b7-a9b92304d9b3 None None] Network ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:12:33.809713 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b4abdbee-cb49-49ab-9fca-efc0e9354b1b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1934512 Nov 24 21:12:33.812334 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59784) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:33.817318 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-c68daa45-2c9d-4f53-99be-7ba177b8c6dc tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'port': {'network_id': 'ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa', 'name': 'tempest-PortsTestJSON-120488362', 'fixed_ips': [{'subnet_id': 'fdb98fb6-e5a7-47b4-ac6b-0fc74256cbc8', 'ip_address': '172.20.0.10'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:33.976702 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0447d-baa0-4a5c-97b0-66d613fbea63 req-4a41b78f-30c1-47c6-9269-4d858e6a1a89 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:33.985994 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0eb0447d-baa0-4a5c-97b0-66d613fbea63 req-4a41b78f-30c1-47c6-9269-4d858e6a1a89 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.2386491 Nov 24 21:12:33.997749 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-73902516-4b60-498f-ba10-8f7cda7e7bcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:34.094114 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f937b4-5736-4de7-a0ba-0817e0abd830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa', 'network_id': 'ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa', 'tenant_id': 'd0d08db1b3c4418e9ac5dfc22d6417c2', 'fixed_ips': [{'subnet_id': 'fdb98fb6-e5a7-47b4-ac6b-0fc74256cbc8'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:12:34.097428 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-44f937b4-5736-4de7-a0ba-0817e0abd830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:34.175985 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0eb0447d-baa0-4a5c-97b0-66d613fbea63 req-a77006f9-fd66-445f-a69c-cef1987324c0 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884048 Nov 24 21:12:34.266432 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68daa45-2c9d-4f53-99be-7ba177b8c6dc tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:12:34.365910 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-413518c9-3e1b-4ee7-904b-da964b97218d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:34.374281 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-413518c9-3e1b-4ee7-904b-da964b97218d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:34.482540 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-44f937b4-5736-4de7-a0ba-0817e0abd830 None None] Allocated IP 172.20.0.2 (ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa/fdb98fb6-e5a7-47b4-ac6b-0fc74256cbc8/5fd4c6d6-145b-48c2-a2cb-c9763eb001e1) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:12:34.495742 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c68daa45-2c9d-4f53-99be-7ba177b8c6dc tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:34.529822 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-73902516-4b60-498f-ba10-8f7cda7e7bcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:34.537447 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-c68daa45-2c9d-4f53-99be-7ba177b8c6dc tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] device_id is not set on port aadb991e-2643-47ef-b7b9-9f3405d4f5c3 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:12:34.597300 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-413518c9-3e1b-4ee7-904b-da964b97218d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Floating IP d8dcc1d3-0be8-414f-9255-73291c141135 associated. External IP: 172.25.5.173, port: 9b7e85e2-6b98-47fd-b914-332b53cf2445. Nov 24 21:12:34.698494 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-73902516-4b60-498f-ba10-8f7cda7e7bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:34.761549 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-73902516-4b60-498f-ba10-8f7cda7e7bcd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bce422ccde4c4d31a14d45f678a53a45&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0918620 Nov 24 21:12:34.762595 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73902516-4b60-498f-ba10-8f7cda7e7bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df81eed2-167a-4322-9448-da709cee9a9a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:34.765422 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59792) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:34.789393 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-44f937b4-5736-4de7-a0ba-0817e0abd830 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:34.807167 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-44f937b4-5736-4de7-a0ba-0817e0abd830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:34.876902 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-c68daa45-2c9d-4f53-99be-7ba177b8c6dc tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Allocated IP 172.20.0.10 (ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa/fdb98fb6-e5a7-47b4-ac6b-0fc74256cbc8/aadb991e-2643-47ef-b7b9-9f3405d4f5c3) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:12:34.923687 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f937b4-5736-4de7-a0ba-0817e0abd830 None None] Network ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:12:34.924967 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f937b4-5736-4de7-a0ba-0817e0abd830 None None] Pushing event updated for resources: {'Port': ['ID=5fd4c6d6-145b-48c2-a2cb-c9763eb001e1,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:34.933129 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-44f937b4-5736-4de7-a0ba-0817e0abd830 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:34.938299 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f937b4-5736-4de7-a0ba-0817e0abd830 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:12:35.062816 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-44f937b4-5736-4de7-a0ba-0817e0abd830 None None] Attempting to bind port 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:12:35.063197 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-44f937b4-5736-4de7-a0ba-0817e0abd830 None None] Attempting to bind port 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '1b9f859e-6d59-492b-8950-4a149683460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:12:35.065063 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f937b4-5736-4de7-a0ba-0817e0abd830 None None] Attempting to bind port 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1 on network ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:12:35.075986 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f937b4-5736-4de7-a0ba-0817e0abd830 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:12:35.076379 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f937b4-5736-4de7-a0ba-0817e0abd830 None None] Checking segment: {'id': '1b9f859e-6d59-492b-8950-4a149683460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:12:35.076808 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-44f937b4-5736-4de7-a0ba-0817e0abd830 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:35.077218 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f937b4-5736-4de7-a0ba-0817e0abd830 None None] Bound using segment: {'id': '1b9f859e-6d59-492b-8950-4a149683460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:12:35.077700 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-44f937b4-5736-4de7-a0ba-0817e0abd830 None None] Bound port: 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9f859e-6d59-492b-8950-4a149683460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:12:35.078090 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-44f937b4-5736-4de7-a0ba-0817e0abd830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:35.083458 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413518c9-3e1b-4ee7-904b-da964b97218d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Router 7ff77f9f-5f40-4c90-8887-065d3f2a4822 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:12:35.128979 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c68daa45-2c9d-4f53-99be-7ba177b8c6dc tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:35.185849 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c68daa45-2c9d-4f53-99be-7ba177b8c6dc tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:35.254850 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-44f937b4-5736-4de7-a0ba-0817e0abd830 None None] For port 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:12:35.262864 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-44f937b4-5736-4de7-a0ba-0817e0abd830 None None] For port 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=5fd4c6d6-145b-48c2-a2cb-c9763eb001e1,segment=NetworkSegment(1b9f859e-6d59-492b-8950-4a149683460e),segment_id=1b9f859e-6d59-492b-8950-4a149683460e)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:12:35.275377 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-44f937b4-5736-4de7-a0ba-0817e0abd830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:35.287746 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e79179d-0a7f-4bbf-ba9a-30c147c2c6f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:35.317059 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e79179d-0a7f-4bbf-ba9a-30c147c2c6f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:35.436250 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f937b4-5736-4de7-a0ba-0817e0abd830 None None] Pushing event updated for resources: {'Port': ['ID=5fd4c6d6-145b-48c2-a2cb-c9763eb001e1,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:35.467748 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68daa45-2c9d-4f53-99be-7ba177b8c6dc tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:12:35.475669 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-c68daa45-2c9d-4f53-99be-7ba177b8c6dc tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:35.497330 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e79179d-0a7f-4bbf-ba9a-30c147c2c6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:35.501206 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e79179d-0a7f-4bbf-ba9a-30c147c2c6f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:35.504627 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9e79179d-0a7f-4bbf-ba9a-30c147c2c6f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df81eed2-167a-4322-9448-da709cee9a9a HTTP/1.1" status: 204 len: 168 time: 0.7266886 Nov 24 21:12:35.508089 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68daa45-2c9d-4f53-99be-7ba177b8c6dc tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:12:35.522586 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413518c9-3e1b-4ee7-904b-da964b97218d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:12:35.535864 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-413518c9-3e1b-4ee7-904b-da964b97218d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:35.541983 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c0df07-07df-4048-9233-7f2af64964f5 None None] Sync routers for ids ['7ff77f9f-5f40-4c90-8887-065d3f2a4822'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:12:35.561901 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c0df07-07df-4048-9233-7f2af64964f5 None None] Routers {'7ff77f9f-5f40-4c90-8887-065d3f2a4822'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:12:35.562526 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-01c0df07-07df-4048-9233-7f2af64964f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:12:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7ff77f9f-5f40-4c90-8887-065d3f2a4822'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:35.577688 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-413518c9-3e1b-4ee7-904b-da964b97218d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "PUT /v2.0/floatingips/d8dcc1d3-0be8-414f-9255-73291c141135 HTTP/1.1" status: 200 len: 991 time: 2.5861909 Nov 24 21:12:35.579573 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68daa45-2c9d-4f53-99be-7ba177b8c6dc tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Port': ['ID=aadb991e-2643-47ef-b7b9-9f3405d4f5c3,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:35.592441 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79179d-0a7f-4bbf-ba9a-30c147c2c6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df81eed2-167a-4322-9448-da709cee9a9a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:35.593194 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c', 'tag': '9b7e85e2-6b98-47fd-b914-332b53cf2445'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:12:35.606149 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff37ee0-9072-4cdd-97f2-ee4259e26d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c", "tag": "9b7e85e2-6b98-47fd-b914-332b53cf2445"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:12:35.679494 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68daa45-2c9d-4f53-99be-7ba177b8c6dc tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:35.683554 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c68daa45-2c9d-4f53-99be-7ba177b8c6dc tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:35.685290 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886532aa-850a-4f01-88ec-39a234d1ad1b req-3b939ee6-05b1-49c3-a392-7d1c599ca741 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:35.708129 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-886532aa-850a-4f01-88ec-39a234d1ad1b req-3b939ee6-05b1-49c3-a392-7d1c599ca741 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.3522668 Nov 24 21:12:35.721560 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c68daa45-2c9d-4f53-99be-7ba177b8c6dc tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9080398 Nov 24 21:12:35.735852 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59812) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:35.744429 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-05af579f-b34e-4cb2-a27e-fb6d4a461b6a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'port': {'network_id': 'ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa', 'name': 'tempest-PortsTestJSON-1738711305', 'fixed_ips': [{'subnet_id': 'fdb98fb6-e5a7-47b4-ac6b-0fc74256cbc8', 'ip_address': '172.20.0.9'}]}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:35.927797 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-01c0df07-07df-4048-9233-7f2af64964f5 None None] Set router 7ff77f9f-5f40-4c90-8887-065d3f2a4822 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:12:36.029519 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-886532aa-850a-4f01-88ec-39a234d1ad1b req-a0014b05-689e-4993-88f0-d6f12edc0e97 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192930 Nov 24 21:12:36.030317 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05af579f-b34e-4cb2-a27e-fb6d4a461b6a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:12:36.274473 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-05af579f-b34e-4cb2-a27e-fb6d4a461b6a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:36.298109 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d9b8bd-5c8d-4b7d-be83-05a7ef4a296b x-openstack-request-id: req-68d9b8bd-5c8d-4b7d-be83-05a7ef4a296b {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:12:36.301115 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c", "tag": "9b7e85e2-6b98-47fd-b914-332b53cf2445", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:12:36.301566 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-68d9b8bd-5c8d-4b7d-be83-05a7ef4a296b {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:12:36.302153 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c', 'tag': '9b7e85e2-6b98-47fd-b914-332b53cf2445', 'status': 'completed', 'code': 200} Nov 24 21:12:36.340157 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-05af579f-b34e-4cb2-a27e-fb6d4a461b6a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] device_id is not set on port bb3a35ad-75aa-427e-a752-3e2a4ae002a5 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:12:36.547183 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-01c0df07-07df-4048-9233-7f2af64964f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'name': 'tempest-ServersTestJSON-1394600564-router', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:55Z', 'updated_at': '2021-11-24T21:12:01Z', 'revision_number': 4, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'gw_port': {'id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:56Z', 'updated_at': '2021-11-24T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'd8dcc1d3-0be8-414f-9255-73291c141135', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'port_id': '9b7e85e2-6b98-47fd-b914-332b53cf2445', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394', 'mac_address': 'fa:16:3e:49:03:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:12:08Z', 'updated_at': '2021-11-24T21:12:34Z', 'revision_number': 1, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cecbc83d-85a5-489d-b4e6-5930502f7acb', 'name': '', 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'mac_address': 'fa:16:3e:22:5e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'de6cedc6-9f9a-40d0-bd84-46b495ba9dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:12:00Z', 'updated_at': '2021-11-24T21:12:09Z', 'revision_number': 5, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'subnets': [{'id': 'de6cedc6-9f9a-40d0-bd84-46b495ba9dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:36.638142 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c0df07-07df-4048-9233-7f2af64964f5 None None] Checking router: 7ff77f9f-5f40-4c90-8887-065d3f2a4822 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:12:36.674898 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c0df07-07df-4048-9233-7f2af64964f5 None None] Routers {'7ff77f9f-5f40-4c90-8887-065d3f2a4822'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:12:36.675734 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-01c0df07-07df-4048-9233-7f2af64964f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:12:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7ff77f9f-5f40-4c90-8887-065d3f2a4822'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:36.872066 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff37ee0-9072-4cdd-97f2-ee4259e26d1a req-0d372eaf-8f08-4123-b042-003a900701b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:36.882283 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-01c0df07-07df-4048-9233-7f2af64964f5 None None] Set router 7ff77f9f-5f40-4c90-8887-065d3f2a4822 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:12:36.886772 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cff37ee0-9072-4cdd-97f2-ee4259e26d1a req-0d372eaf-8f08-4123-b042-003a900701b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a255a292c7604d71bb10e451d8a66b61&device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 1096 time: 0.5653641 Nov 24 21:12:36.914137 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-05af579f-b34e-4cb2-a27e-fb6d4a461b6a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Allocated IP 172.20.0.9 (ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa/fdb98fb6-e5a7-47b4-ac6b-0fc74256cbc8/bb3a35ad-75aa-427e-a752-3e2a4ae002a5) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:12:37.477323 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-01c0df07-07df-4048-9233-7f2af64964f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'name': 'tempest-ServersTestJSON-1394600564-router', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:55Z', 'updated_at': '2021-11-24T21:12:01Z', 'revision_number': 4, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'gw_port': {'id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:56Z', 'updated_at': '2021-11-24T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'd8dcc1d3-0be8-414f-9255-73291c141135', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'port_id': '9b7e85e2-6b98-47fd-b914-332b53cf2445', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394', 'mac_address': 'fa:16:3e:49:03:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:12:08Z', 'updated_at': '2021-11-24T21:12:34Z', 'revision_number': 1, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cecbc83d-85a5-489d-b4e6-5930502f7acb', 'name': '', 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'mac_address': 'fa:16:3e:22:5e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'de6cedc6-9f9a-40d0-bd84-46b495ba9dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:12:00Z', 'updated_at': '2021-11-24T21:12:09Z', 'revision_number': 5, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'subnets': [{'id': 'de6cedc6-9f9a-40d0-bd84-46b495ba9dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:37.482168 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298c650d-d8e8-46d5-9574-56505f223515 None None] Network ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:12:37.503118 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-05af579f-b34e-4cb2-a27e-fb6d4a461b6a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:37.547083 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c0df07-07df-4048-9233-7f2af64964f5 None None] The sync data for ids ['7ff77f9f-5f40-4c90-8887-065d3f2a4822'] in n-d-812111-8 is: [{'id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'name': 'tempest-ServersTestJSON-1394600564-router', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:55Z', 'updated_at': '2021-11-24T21:12:01Z', 'revision_number': 4, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'gw_port': {'id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:56Z', 'updated_at': '2021-11-24T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'd8dcc1d3-0be8-414f-9255-73291c141135', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'port_id': '9b7e85e2-6b98-47fd-b914-332b53cf2445', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394', 'mac_address': 'fa:16:3e:49:03:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:12:08Z', 'updated_at': '2021-11-24T21:12:34Z', 'revision_number': 1, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cecbc83d-85a5-489d-b4e6-5930502f7acb', 'name': '', 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'mac_address': 'fa:16:3e:22:5e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'de6cedc6-9f9a-40d0-bd84-46b495ba9dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:12:00Z', 'updated_at': '2021-11-24T21:12:09Z', 'revision_number': 5, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'subnets': [{'id': 'de6cedc6-9f9a-40d0-bd84-46b495ba9dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:12:37.659832 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff37ee0-9072-4cdd-97f2-ee4259e26d1a req-a5449429-e812-46ea-afbb-2dd1e67a8434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:37.665960 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cff37ee0-9072-4cdd-97f2-ee4259e26d1a req-a5449429-e812-46ea-afbb-2dd1e67a8434 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e69d8b7-eb9a-4adb-86bb-7c21ecce9394 HTTP/1.1" status: 200 len: 907 time: 0.7676556 Nov 24 21:12:37.737252 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:12:37.874251 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-05af579f-b34e-4cb2-a27e-fb6d4a461b6a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:37.892333 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8837a-7514-4ffc-a99a-6e70ba9d7c04 req-d98de9e3-513a-4753-84de-63e24fe4afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:37.923144 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bcd8837a-7514-4ffc-a99a-6e70ba9d7c04 req-d98de9e3-513a-4753-84de-63e24fe4afa2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ad457c77b1f4b5abfda21dbb9e5dbdc&device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 1097 time: 0.3907192 Nov 24 21:12:37.925131 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-115bbb3f-e126-4cc6-84a7-ff7758f7425f None None] Provisioning complete for port 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:37.932811 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-309bf690-bb8d-4f58-92f1-8f836d58d71b req-72f94283-ee3c-4503-b074-0f5c51510e23 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1669681 Nov 24 21:12:37.935627 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-115bbb3f-e126-4cc6-84a7-ff7758f7425f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:38.038165 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e070ea58-1922-48c4-bdcf-e3e88218e15a None None] New status for floating IP d8dcc1d3-0be8-414f-9255-73291c141135: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:12:38.069202 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05af579f-b34e-4cb2-a27e-fb6d4a461b6a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:12:38.083100 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cff37ee0-9072-4cdd-97f2-ee4259e26d1a req-e095b1e5-13c9-4f95-adc7-0909af80f187 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b7e85e2-6b98-47fd-b914-332b53cf2445 HTTP/1.1" status: 200 len: 999 time: 0.4002964 Nov 24 21:12:38.089295 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-05af579f-b34e-4cb2-a27e-fb6d4a461b6a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:38.099527 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7c4bb-f9aa-444c-b45c-020590d67d7b req-e2bc28f1-fe8d-4369-8f9a-c9d10917aefc tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:38.101865 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-83e7c4bb-f9aa-444c-b45c-020590d67d7b req-e2bc28f1-fe8d-4369-8f9a-c9d10917aefc tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.8588238 Nov 24 21:12:38.103582 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05af579f-b34e-4cb2-a27e-fb6d4a461b6a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:12:38.123384 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af579f-b34e-4cb2-a27e-fb6d4a461b6a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Port': ['ID=bb3a35ad-75aa-427e-a752-3e2a4ae002a5,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:38.147033 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8837a-7514-4ffc-a99a-6e70ba9d7c04 req-8a5df3c5-ef9d-4169-b7e4-ebd5ef6995e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:38.148632 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bcd8837a-7514-4ffc-a99a-6e70ba9d7c04 req-8a5df3c5-ef9d-4169-b7e4-ebd5ef6995e4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0cfd0991-3fe1-458a-9cab-a785fe8464fe HTTP/1.1" status: 200 len: 914 time: 0.2001987 Nov 24 21:12:38.226364 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff37ee0-9072-4cdd-97f2-ee4259e26d1a req-5efc7d0a-34d7-486c-a6d9-8a5cbc43e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:38.228727 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cff37ee0-9072-4cdd-97f2-ee4259e26d1a req-5efc7d0a-34d7-486c-a6d9-8a5cbc43e173 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=de6cedc6-9f9a-40d0-bd84-46b495ba9dd5 HTTP/1.1" status: 200 len: 845 time: 0.1183207 Nov 24 21:12:38.241710 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bcd8837a-7514-4ffc-a99a-6e70ba9d7c04 req-d7a14df3-9455-4375-b159-69de8fb51bd7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c17c9e42-b2a0-4a47-a870-242ddf559670 HTTP/1.1" status: 200 len: 217 time: 0.0794046 Nov 24 21:12:38.246742 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05af579f-b34e-4cb2-a27e-fb6d4a461b6a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:38.247642 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-05af579f-b34e-4cb2-a27e-fb6d4a461b6a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:38.295219 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-83e7c4bb-f9aa-444c-b45c-020590d67d7b req-a8431fb2-1f63-45f3-8939-2efa22aa8bf7 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734304 Nov 24 21:12:38.308314 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-05af579f-b34e-4cb2-a27e-fb6d4a461b6a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5690444 Nov 24 21:12:38.311466 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59862) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:38.392729 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff37ee0-9072-4cdd-97f2-ee4259e26d1a req-7e1c2e3e-70c5-49bf-80b8-c59c12a4b1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:38.394727 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cff37ee0-9072-4cdd-97f2-ee4259e26d1a req-7e1c2e3e-70c5-49bf-80b8-c59c12a4b1f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e69d8b7-eb9a-4adb-86bb-7c21ecce9394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401603 Nov 24 21:12:38.470648 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8837a-7514-4ffc-a99a-6e70ba9d7c04 req-bd1bf981-ea55-43c9-8c8e-006a6c17525e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:38.472508 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bcd8837a-7514-4ffc-a99a-6e70ba9d7c04 req-bd1bf981-ea55-43c9-8c8e-006a6c17525e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8e3f2a5f-d3c5-412b-b677-53100b3422e3 HTTP/1.1" status: 200 len: 853 time: 0.2229118 Nov 24 21:12:38.544421 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bcd8837a-7514-4ffc-a99a-6e70ba9d7c04 req-ae75e20a-c3fc-43d7-b0cf-4984e1f3e138 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cfd0991-3fe1-458a-9cab-a785fe8464fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632136 Nov 24 21:12:38.670139 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:38.671042 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:38.754517 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-115bbb3f-e126-4cc6-84a7-ff7758f7425f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:38.793238 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-115bbb3f-e126-4cc6-84a7-ff7758f7425f None None] For port 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=5fd4c6d6-145b-48c2-a2cb-c9763eb001e1,segment=NetworkSegment(1b9f859e-6d59-492b-8950-4a149683460e),segment_id=1b9f859e-6d59-492b-8950-4a149683460e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:38.818615 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-115bbb3f-e126-4cc6-84a7-ff7758f7425f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:38.904894 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bcd8837a-7514-4ffc-a99a-6e70ba9d7c04 req-32570959-a7c7-4de7-892b-7c49a086d96c service neutron] 10.222.0.48 "GET /v2.0/networks/0cfd0991-3fe1-458a-9cab-a785fe8464fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474023 Nov 24 21:12:38.984389 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bbb3f-e126-4cc6-84a7-ff7758f7425f None None] Pushing event updated for resources: {'Port': ['ID=5fd4c6d6-145b-48c2-a2cb-c9763eb001e1,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:38.987931 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:39.026054 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1ee7f764-47c8-4a9c-9d5c-0ef0e9e88cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:39.145534 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:12:39.145906 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:12:39.181860 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bcd8837a-7514-4ffc-a99a-6e70ba9d7c04 req-93163f3d-827e-4e1d-887a-3c6d56709c9b service neutron] 10.222.0.48 "GET /v2.0/networks/0cfd0991-3fe1-458a-9cab-a785fe8464fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686203 Nov 24 21:12:39.254255 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-fe09cef1-169c-4bbc-8b1e-00bd43d97990 None None] Provisioning complete for port aadb991e-2643-47ef-b7b9-9f3405d4f5c3 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:39.256193 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fe09cef1-169c-4bbc-8b1e-00bd43d97990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:39.309348 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-fe09cef1-169c-4bbc-8b1e-00bd43d97990 None None] Port aadb991e-2643-47ef-b7b9-9f3405d4f5c3 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:12:39.359207 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-fe09cef1-169c-4bbc-8b1e-00bd43d97990 None None] Provisioning complete for port bb3a35ad-75aa-427e-a752-3e2a4ae002a5 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:39.360881 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fe09cef1-169c-4bbc-8b1e-00bd43d97990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:39.449572 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cff37ee0-9072-4cdd-97f2-ee4259e26d1a req-06a7634f-0ae8-4b7e-a3fb-b5baa2f14b92 service neutron] 10.222.0.15 "GET /v2.0/networks/4e69d8b7-eb9a-4adb-86bb-7c21ecce9394?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0449517 Nov 24 21:12:39.514413 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936ac5fe-4760-4a5d-bc55-ab8a019f7330 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:39.516292 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-936ac5fe-4760-4a5d-bc55-ab8a019f7330 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 1.2037048 Nov 24 21:12:39.519396 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59922) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:39.525664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-fe09cef1-169c-4bbc-8b1e-00bd43d97990 None None] Port bb3a35ad-75aa-427e-a752-3e2a4ae002a5 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:12:39.553039 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-fe09cef1-169c-4bbc-8b1e-00bd43d97990 None None] Provisioning complete for port 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:39.553408 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fe09cef1-169c-4bbc-8b1e-00bd43d97990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:39.699495 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c63f275-ac6e-4440-b8e8-3f9207fc87f2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:39.718936 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c63f275-ac6e-4440-b8e8-3f9207fc87f2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:39.726709 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc660de-61d8-4f6c-a427-613f7e900436 req-507d0c35-c8ad-4c4d-9fd3-3b48fd09601b tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:39.739353 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1fc660de-61d8-4f6c-a427-613f7e900436 req-507d0c35-c8ad-4c4d-9fd3-3b48fd09601b tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.2443745 Nov 24 21:12:39.747051 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c63f275-ac6e-4440-b8e8-3f9207fc87f2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:39.767051 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6c63f275-ac6e-4440-b8e8-3f9207fc87f2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2462304 Nov 24 21:12:39.769880 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 59924) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:39.830203 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cff37ee0-9072-4cdd-97f2-ee4259e26d1a req-77b16f49-d2a9-49a5-8ec2-715a3b332673 service neutron] 10.222.0.15 "GET /v2.0/networks/4e69d8b7-eb9a-4adb-86bb-7c21ecce9394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684902 Nov 24 21:12:39.865593 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:39.919425 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1fc660de-61d8-4f6c-a427-613f7e900436 req-938b1bdb-63d1-432a-a6a5-baca4788dc0f tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728828 Nov 24 21:12:40.065693 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:12:40.128918 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bf690-bb8d-4f58-92f1-8f836d58d71b req-3f016e8c-46b4-4a1e-8e05-66d7f23cc014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:40.131527 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-309bf690-bb8d-4f58-92f1-8f836d58d71b req-3f016e8c-46b4-4a1e-8e05-66d7f23cc014 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a255a292c7604d71bb10e451d8a66b61&device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 1096 time: 0.1761937 Nov 24 21:12:40.132382 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-591cd208-a3d1-44af-9b86-5dd7d9169c39 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting port bb3a35ad-75aa-427e-a752-3e2a4ae002a5 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:40.132895 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-591cd208-a3d1-44af-9b86-5dd7d9169c39 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:40.204196 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-23aea682-4b46-4cf7-99f1-ad8dc4b13f7d None None] Provisioning complete for port aadb991e-2643-47ef-b7b9-9f3405d4f5c3 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:40.204983 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-23aea682-4b46-4cf7-99f1-ad8dc4b13f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:40.342482 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:40.342937 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:40.366944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bf690-bb8d-4f58-92f1-8f836d58d71b req-e53d6467-0548-4b74-9d86-50fed168bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:40.369184 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-591cd208-a3d1-44af-9b86-5dd7d9169c39 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:40.370749 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-309bf690-bb8d-4f58-92f1-8f836d58d71b req-e53d6467-0548-4b74-9d86-50fed168bb33 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e69d8b7-eb9a-4adb-86bb-7c21ecce9394 HTTP/1.1" status: 200 len: 907 time: 0.2058108 Nov 24 21:12:40.394079 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-591cd208-a3d1-44af-9b86-5dd7d9169c39 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Calling delete_port for bb3a35ad-75aa-427e-a752-3e2a4ae002a5 owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:40.443089 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-23aea682-4b46-4cf7-99f1-ad8dc4b13f7d None None] Port aadb991e-2643-47ef-b7b9-9f3405d4f5c3 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:12:40.597971 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-309bf690-bb8d-4f58-92f1-8f836d58d71b req-e0939ecc-9199-45bf-a13f-6c718f76970a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b7e85e2-6b98-47fd-b914-332b53cf2445 HTTP/1.1" status: 200 len: 1001 time: 0.2060564 Nov 24 21:12:40.627332 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-11310e70-6687-4217-b8d7-f1d4deb4ae11 None None] Provisioning complete for port bb3a35ad-75aa-427e-a752-3e2a4ae002a5 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:40.628548 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-11310e70-6687-4217-b8d7-f1d4deb4ae11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:40.693225 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bf690-bb8d-4f58-92f1-8f836d58d71b req-ddc16b53-2309-43a1-a3c3-dcd95988f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:40.697672 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-309bf690-bb8d-4f58-92f1-8f836d58d71b req-ddc16b53-2309-43a1-a3c3-dcd95988f565 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=de6cedc6-9f9a-40d0-bd84-46b495ba9dd5 HTTP/1.1" status: 200 len: 845 time: 0.0864758 Nov 24 21:12:40.780351 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-11310e70-6687-4217-b8d7-f1d4deb4ae11 None None] Port bb3a35ad-75aa-427e-a752-3e2a4ae002a5 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:12:40.780520 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bf690-bb8d-4f58-92f1-8f836d58d71b req-a5aa3dd4-04e4-49b9-835d-c24decfc94dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:40.788957 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-309bf690-bb8d-4f58-92f1-8f836d58d71b req-a5aa3dd4-04e4-49b9-835d-c24decfc94dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e69d8b7-eb9a-4adb-86bb-7c21ecce9394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746040 Nov 24 21:12:40.843783 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-591cd208-a3d1-44af-9b86-5dd7d9169c39 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:40.888653 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cd208-a3d1-44af-9b86-5dd7d9169c39 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Port': ['ID=bb3a35ad-75aa-427e-a752-3e2a4ae002a5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:40.923280 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591cd208-a3d1-44af-9b86-5dd7d9169c39 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:40.925586 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591cd208-a3d1-44af-9b86-5dd7d9169c39 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:40.927080 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591cd208-a3d1-44af-9b86-5dd7d9169c39 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:40.927533 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591cd208-a3d1-44af-9b86-5dd7d9169c39 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:40.928299 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591cd208-a3d1-44af-9b86-5dd7d9169c39 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:40.932290 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591cd208-a3d1-44af-9b86-5dd7d9169c39 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:40.932916 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591cd208-a3d1-44af-9b86-5dd7d9169c39 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:40.933581 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591cd208-a3d1-44af-9b86-5dd7d9169c39 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:40.934134 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591cd208-a3d1-44af-9b86-5dd7d9169c39 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:40.934953 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591cd208-a3d1-44af-9b86-5dd7d9169c39 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:40.935568 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591cd208-a3d1-44af-9b86-5dd7d9169c39 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:40.937189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591cd208-a3d1-44af-9b86-5dd7d9169c39 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:41.085745 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-591cd208-a3d1-44af-9b86-5dd7d9169c39 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:41.090328 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-309bf690-bb8d-4f58-92f1-8f836d58d71b req-4b953f1e-7491-413f-9c9d-8f190a7bdb93 service neutron] 10.222.0.15 "GET /v2.0/networks/4e69d8b7-eb9a-4adb-86bb-7c21ecce9394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952056 Nov 24 21:12:41.097275 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-591cd208-a3d1-44af-9b86-5dd7d9169c39 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/ports/bb3a35ad-75aa-427e-a752-3e2a4ae002a5 HTTP/1.1" status: 204 len: 168 time: 1.3261833 Nov 24 21:12:41.097470 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59990) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:41.097601 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 59992) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:41.206272 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:41.214128 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-70f4bd8e-d895-4404-8974-fda6b0d57da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:41.355598 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85f2669-c09d-49b8-9114-e1169fd9088a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] GET failed (client error): The resource could not be found. Nov 24 21:12:41.366352 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a85f2669-c09d-49b8-9114-e1169fd9088a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports/bb3a35ad-75aa-427e-a752-3e2a4ae002a5 HTTP/1.1" status: 404 len: 333 time: 0.2659471 Nov 24 21:12:41.370696 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60006) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:41.577901 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f918234-e587-4db0-abca-40295ce7f310 req-f8dbaeb9-d4f7-4b35-9f31-c3d493a59932 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:41.592463 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9f918234-e587-4db0-abca-40295ce7f310 req-f8dbaeb9-d4f7-4b35-9f31-c3d493a59932 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.4997182 Nov 24 21:12:41.608769 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a2e68c54-0d09-4f9d-b4e9-3df0ce988891 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting port aadb991e-2643-47ef-b7b9-9f3405d4f5c3 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:41.609203 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2e68c54-0d09-4f9d-b4e9-3df0ce988891 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:41.722466 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9f918234-e587-4db0-abca-40295ce7f310 req-cb300731-41bd-481d-8748-00bf46db1e8d tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257343 Nov 24 21:12:41.838257 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-309bf690-bb8d-4f58-92f1-8f836d58d71b req-e3ea5a11-3f52-4c13-91e8-5c08b7f1eaaf service neutron] 10.222.0.15 "GET /v2.0/networks/4e69d8b7-eb9a-4adb-86bb-7c21ecce9394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7351851 Nov 24 21:12:41.898965 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2e68c54-0d09-4f9d-b4e9-3df0ce988891 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:41.919350 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a2e68c54-0d09-4f9d-b4e9-3df0ce988891 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Calling delete_port for aadb991e-2643-47ef-b7b9-9f3405d4f5c3 owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:42.245867 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2e68c54-0d09-4f9d-b4e9-3df0ce988891 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:42.292178 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e68c54-0d09-4f9d-b4e9-3df0ce988891 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Port': ['ID=aadb991e-2643-47ef-b7b9-9f3405d4f5c3,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:42.428725 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9413534c-16fd-4288-953c-f7383d6a831c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:42.433540 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:42.443516 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2e68c54-0d09-4f9d-b4e9-3df0ce988891 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:42.452466 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a2e68c54-0d09-4f9d-b4e9-3df0ce988891 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/ports/aadb991e-2643-47ef-b7b9-9f3405d4f5c3 HTTP/1.1" status: 204 len: 168 time: 1.0806656 Nov 24 21:12:42.456473 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60044) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:42.509445 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2855ca-f600-43ef-8686-126dbb40fcdf tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] GET failed (client error): The resource could not be found. Nov 24 21:12:42.510956 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-dc2855ca-f600-43ef-8686-126dbb40fcdf tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports/aadb991e-2643-47ef-b7b9-9f3405d4f5c3 HTTP/1.1" status: 404 len: 333 time: 0.0534964 Nov 24 21:12:42.515942 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60048) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:42.643348 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc51e4cf-9813-4f69-aacb-fa0d8741a26e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting subnet fdb98fb6-e5a7-47b4-ac6b-0fc74256cbc8 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:12:42.651850 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc51e4cf-9813-4f69-aacb-fa0d8741a26e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:42.767667 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc51e4cf-9813-4f69-aacb-fa0d8741a26e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:42.865674 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc51e4cf-9813-4f69-aacb-fa0d8741a26e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:42.940113 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc51e4cf-9813-4f69-aacb-fa0d8741a26e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:42.985004 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc51e4cf-9813-4f69-aacb-fa0d8741a26e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:42.985766 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9e5d08-1de3-42c9-a67f-29799f43f143 None None] Network ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:12:42.990783 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-dc51e4cf-9813-4f69-aacb-fa0d8741a26e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/subnets/fdb98fb6-e5a7-47b4-ac6b-0fc74256cbc8 HTTP/1.1" status: 204 len: 168 time: 0.4738319 Nov 24 21:12:42.991911 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51e4cf-9813-4f69-aacb-fa0d8741a26e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Subnet': ['ID=fdb98fb6-e5a7-47b4-ac6b-0fc74256cbc8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:42.995995 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60064) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:43.153694 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75df47f0-45b1-42d7-a1ac-07ac6acb3a03 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:43.163992 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ea183-d6ae-4039-91ad-93c2cb6b11e4 req-f56046fd-8d2b-40b7-910d-570ed32a487b tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:43.179779 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ee4ea183-d6ae-4039-91ad-93c2cb6b11e4 req-f56046fd-8d2b-40b7-910d-570ed32a487b tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.2709098 Nov 24 21:12:43.297301 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-9413534c-16fd-4288-953c-f7383d6a831c admin admin] Deleting port 792737a3-5147-40d8-a6d9-5380b625d9a4 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:43.308641 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9413534c-16fd-4288-953c-f7383d6a831c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:43.314505 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-75df47f0-45b1-42d7-a1ac-07ac6acb3a03 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting port 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:43.322328 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75df47f0-45b1-42d7-a1ac-07ac6acb3a03 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:43.406453 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2642c4eb-dc3c-4769-b3f1-1c42b7225f3a None None] DHCP port deletion for ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:12:43.411958 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-75df47f0-45b1-42d7-a1ac-07ac6acb3a03 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] For port 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=5fd4c6d6-145b-48c2-a2cb-c9763eb001e1,segment=NetworkSegment(1b9f859e-6d59-492b-8950-4a149683460e),segment_id=1b9f859e-6d59-492b-8950-4a149683460e)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:43.412545 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75df47f0-45b1-42d7-a1ac-07ac6acb3a03 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:43.430141 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-75df47f0-45b1-42d7-a1ac-07ac6acb3a03 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Calling delete_port for 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:43.453651 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ee4ea183-d6ae-4039-91ad-93c2cb6b11e4 req-81185057-7e6a-4c23-800b-fe2678fea39f tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718446 Nov 24 21:12:43.568276 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-9413534c-16fd-4288-953c-f7383d6a831c admin admin] For port 792737a3-5147-40d8-a6d9-5380b625d9a4, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=792737a3-5147-40d8-a6d9-5380b625d9a4,segment=NetworkSegment(e9c0ffd3-c742-4732-897b-26dd5c22f79a),segment_id=e9c0ffd3-c742-4732-897b-26dd5c22f79a)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:43.571664 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9413534c-16fd-4288-953c-f7383d6a831c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:43.600471 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75df47f0-45b1-42d7-a1ac-07ac6acb3a03 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:43.614673 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-9413534c-16fd-4288-953c-f7383d6a831c admin admin] Calling delete_port for 792737a3-5147-40d8-a6d9-5380b625d9a4 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:43.622926 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-2642c4eb-dc3c-4769-b3f1-1c42b7225f3a None None] Deleting port 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:43.623406 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2642c4eb-dc3c-4769-b3f1-1c42b7225f3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:43.651969 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df47f0-45b1-42d7-a1ac-07ac6acb3a03 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Port': ['ID=5fd4c6d6-145b-48c2-a2cb-c9763eb001e1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:43.673601 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75df47f0-45b1-42d7-a1ac-07ac6acb3a03 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] No DVR routers for this DVR port 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:12:43.782613 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2642c4eb-dc3c-4769-b3f1-1c42b7225f3a None None] For port 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1, host n-d-812111-8, got binding levels [] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:43.783383 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2642c4eb-dc3c-4769-b3f1-1c42b7225f3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:43.815351 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:43.817004 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-2642c4eb-dc3c-4769-b3f1-1c42b7225f3a None None] Calling delete_port for 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:43.822336 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.ipam_backend_mixin [None req-2642c4eb-dc3c-4769-b3f1-1c42b7225f3a None None] Port 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1 was not found and therefore no delete operation was performed {{(pid=109992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 21:12:43.824086 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2642c4eb-dc3c-4769-b3f1-1c42b7225f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:43.875375 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2642c4eb-dc3c-4769-b3f1-1c42b7225f3a None None] No DVR routers for this DVR port 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:12:43.882081 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642c4eb-dc3c-4769-b3f1-1c42b7225f3a None None] Pushing event deleted for resources: {'Port': ['ID=5fd4c6d6-145b-48c2-a2cb-c9763eb001e1,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:43.917584 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75df47f0-45b1-42d7-a1ac-07ac6acb3a03 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:43.961699 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-75df47f0-45b1-42d7-a1ac-07ac6acb3a03 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:43.972016 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9413534c-16fd-4288-953c-f7383d6a831c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:43.985712 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:12:44.000255 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-75df47f0-45b1-42d7-a1ac-07ac6acb3a03 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9f859e-6d59-492b-8950-4a149683460e') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:44.000483 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-75df47f0-45b1-42d7-a1ac-07ac6acb3a03 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9f859e-6d59-492b-8950-4a149683460e') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:44.018992 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413534c-16fd-4288-953c-f7383d6a831c admin admin] Pushing event deleted for resources: {'Port': ['ID=792737a3-5147-40d8-a6d9-5380b625d9a4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:44.042979 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75df47f0-45b1-42d7-a1ac-07ac6acb3a03 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:44.046424 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:12:44.046645 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 5fd4c6d6-145b-48c2-a2cb-c9763eb001e1 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:12:44.081368 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75df47f0-45b1-42d7-a1ac-07ac6acb3a03 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:44.093108 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75df47f0-45b1-42d7-a1ac-07ac6acb3a03 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:12:44.094480 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75df47f0-45b1-42d7-a1ac-07ac6acb3a03 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:12:44.103578 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:12:44.231896 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75df47f0-45b1-42d7-a1ac-07ac6acb3a03 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:44.247135 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75df47f0-45b1-42d7-a1ac-07ac6acb3a03 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:44.254643 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-75df47f0-45b1-42d7-a1ac-07ac6acb3a03 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/networks/ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa HTTP/1.1" status: 204 len: 168 time: 1.2531607 Nov 24 21:12:44.269623 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60084) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:44.277119 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-2b868b34-04ce-4fb6-b1ff-f6ea114bcdce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1496588810'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:44.284577 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df47f0-45b1-42d7-a1ac-07ac6acb3a03 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Network': ['ID=ebc9f4a2-00d0-45b3-9d09-61b62e31a2aa,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:44.317641 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b868b34-04ce-4fb6-b1ff-f6ea114bcdce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:12:44.325799 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2b868b34-04ce-4fb6-b1ff-f6ea114bcdce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:44.331747 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9413534c-16fd-4288-953c-f7383d6a831c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:44.375907 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b868b34-04ce-4fb6-b1ff-f6ea114bcdce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:12:44.388526 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2b868b34-04ce-4fb6-b1ff-f6ea114bcdce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:44.388966 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-2b868b34-04ce-4fb6-b1ff-f6ea114bcdce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Added segment 8cbc4fa4-19fd-4801-a07a-08645346216c of type vlan for network ad26c21e-1fb7-48f7-8982-5ffe9b02fc14 Nov 24 21:12:44.479143 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2b868b34-04ce-4fb6-b1ff-f6ea114bcdce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:44.512662 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2b868b34-04ce-4fb6-b1ff-f6ea114bcdce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:44.527383 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b868b34-04ce-4fb6-b1ff-f6ea114bcdce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:44.528044 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2b868b34-04ce-4fb6-b1ff-f6ea114bcdce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:44.593848 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2b868b34-04ce-4fb6-b1ff-f6ea114bcdce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3230755 Nov 24 21:12:44.598110 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60090) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:44.605264 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-f8bb8e6d-a103-432a-b2e1-0873f9cdf4fa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'subnet': {'network_id': 'ad26c21e-1fb7-48f7-8982-5ffe9b02fc14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:44.757528 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9413534c-16fd-4288-953c-f7383d6a831c admin admin] Router 67feb3c5-f1d1-4c41-a30a-29011904ebd4 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:12:44.769312 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b868b34-04ce-4fb6-b1ff-f6ea114bcdce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Network': ['ID=ad26c21e-1fb7-48f7-8982-5ffe9b02fc14,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:44.782337 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c368d-e46a-4896-b383-579084f93bb9 req-59311ff2-f388-4192-b545-8d45286a355a tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:44.783845 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-251c368d-e46a-4896-b383-579084f93bb9 req-59311ff2-f388-4192-b545-8d45286a355a tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.1077209 Nov 24 21:12:44.786607 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network ad26c21e-1fb7-48f7-8982-5ffe9b02fc14 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:12:44.806680 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bb8e6d-a103-432a-b2e1-0873f9cdf4fa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:12:44.811657 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f8bb8e6d-a103-432a-b2e1-0873f9cdf4fa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:44.883589 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:44.942000 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-251c368d-e46a-4896-b383-579084f93bb9 req-480cc4bc-1ef7-408c-8135-b06f2eaac0ed tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758274 Nov 24 21:12:45.093561 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9413534c-16fd-4288-953c-f7383d6a831c admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:12:45.103829 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f8bb8e6d-a103-432a-b2e1-0873f9cdf4fa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:45.108518 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377c1fa8-52ef-479d-9be8-93d9ed8ec707 None None] Sync routers for ids ['67feb3c5-f1d1-4c41-a30a-29011904ebd4'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:12:45.115323 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9413534c-16fd-4288-953c-f7383d6a831c admin admin] 10.222.0.11 "PUT /v2.0/routers/67feb3c5-f1d1-4c41-a30a-29011904ebd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0136554 Nov 24 21:12:45.115971 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60102) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:45.124120 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377c1fa8-52ef-479d-9be8-93d9ed8ec707 None None] Routers {'67feb3c5-f1d1-4c41-a30a-29011904ebd4'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:12:45.124999 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-377c1fa8-52ef-479d-9be8-93d9ed8ec707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:12:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['67feb3c5-f1d1-4c41-a30a-29011904ebd4'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:45.224124 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb8e6d-a103-432a-b2e1-0873f9cdf4fa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Subnet': ['ID=c777f8bf-0b25-49cc-ac95-07033a89e3fd,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:45.232460 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bb8e6d-a103-432a-b2e1-0873f9cdf4fa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Checking segment: {'id': '8cbc4fa4-19fd-4801-a07a-08645346216c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ad26c21e-1fb7-48f7-8982-5ffe9b02fc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:12:45.232631 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bb8e6d-a103-432a-b2e1-0873f9cdf4fa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network hostable DHCP agents. Network: ad26c21e-1fb7-48f7-8982-5ffe9b02fc14, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:12:45.259773 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bb8e6d-a103-432a-b2e1-0873f9cdf4fa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network ad26c21e-1fb7-48f7-8982-5ffe9b02fc14 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:12:45.277075 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-377c1fa8-52ef-479d-9be8-93d9ed8ec707 None None] Set router 67feb3c5-f1d1-4c41-a30a-29011904ebd4 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:12:45.280299 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-f8bb8e6d-a103-432a-b2e1-0873f9cdf4fa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, ad26c21e-1fb7-48f7-8982-5ffe9b02fc14) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:45.292326 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed3af1f-0d46-47c0-9f49-6b65be43d80b None None] Network ad26c21e-1fb7-48f7-8982-5ffe9b02fc14 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:12:45.299489 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb8e6d-a103-432a-b2e1-0873f9cdf4fa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:45.300847 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f8bb8e6d-a103-432a-b2e1-0873f9cdf4fa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:45.340347 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f8bb8e6d-a103-432a-b2e1-0873f9cdf4fa tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7407408 Nov 24 21:12:45.343678 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60108) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:45.351878 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-d81fbbe0-87b9-4f59-82eb-e483aa6a8d3a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1200865136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:45.363343 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93ed6f27-32e4-40d3-98f0-2b33d5471b94 admin admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:45.527120 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d81fbbe0-87b9-4f59-82eb-e483aa6a8d3a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:45.528458 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d81fbbe0-87b9-4f59-82eb-e483aa6a8d3a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:45.602330 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bd0fdd-634b-41b3-8134-2925935e9b8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-ad26c21e-1fb7-48f7-8982-5ffe9b02fc14', 'network_id': 'ad26c21e-1fb7-48f7-8982-5ffe9b02fc14', 'tenant_id': 'd0d08db1b3c4418e9ac5dfc22d6417c2', 'fixed_ips': [{'subnet_id': 'c777f8bf-0b25-49cc-ac95-07033a89e3fd'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:12:45.605364 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-80bd0fdd-634b-41b3-8134-2925935e9b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:45.622908 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-377c1fa8-52ef-479d-9be8-93d9ed8ec707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67feb3c5-f1d1-4c41-a30a-29011904ebd4', 'name': 'tempest-TaggedBootDevicesTest_v242-1574520674-router', 'tenant_id': 'a3dd7d42457d45acb8851697deacc18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'd6159182-6eed-454d-ad7b-74ffe3d03b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:45Z', 'updated_at': '2021-11-24T21:12:43Z', 'revision_number': 5, 'project_id': 'a3dd7d42457d45acb8851697deacc18d', 'gw_port': {'id': 'd6159182-6eed-454d-ad7b-74ffe3d03b88', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67feb3c5-f1d1-4c41-a30a-29011904ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:09:47Z', 'updated_at': '2021-11-24T21:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:45.730252 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93ed6f27-32e4-40d3-98f0-2b33d5471b94 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:45.751557 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d81fbbe0-87b9-4f59-82eb-e483aa6a8d3a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:45.819715 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d81fbbe0-87b9-4f59-82eb-e483aa6a8d3a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:45.867762 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d81fbbe0-87b9-4f59-82eb-e483aa6a8d3a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:45.869611 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d81fbbe0-87b9-4f59-82eb-e483aa6a8d3a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5241818 Nov 24 21:12:45.872538 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60118) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:45.879736 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-17706b36-f0fc-4a0f-98bf-671853b47061 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'port': {'network_id': 'ad26c21e-1fb7-48f7-8982-5ffe9b02fc14', 'name': 'tempest-PortsTestJSON-1772443658'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:45.980572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-93ed6f27-32e4-40d3-98f0-2b33d5471b94 admin admin] Deleting port d6159182-6eed-454d-ad7b-74ffe3d03b88 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:45.981244 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93ed6f27-32e4-40d3-98f0-2b33d5471b94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:46.034502 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377c1fa8-52ef-479d-9be8-93d9ed8ec707 None None] Checking router: 67feb3c5-f1d1-4c41-a30a-29011904ebd4 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:12:46.061397 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377c1fa8-52ef-479d-9be8-93d9ed8ec707 None None] Routers {'67feb3c5-f1d1-4c41-a30a-29011904ebd4'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:12:46.062308 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-377c1fa8-52ef-479d-9be8-93d9ed8ec707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:12:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['67feb3c5-f1d1-4c41-a30a-29011904ebd4'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:46.152683 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17706b36-f0fc-4a0f-98bf-671853b47061 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:12:46.154192 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-80bd0fdd-634b-41b3-8134-2925935e9b8b None None] Allocated IP 172.20.0.2 (ad26c21e-1fb7-48f7-8982-5ffe9b02fc14/c777f8bf-0b25-49cc-ac95-07033a89e3fd/aee5163e-ded9-40ea-8074-14d5b454dbcd) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:12:46.156355 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-17706b36-f0fc-4a0f-98bf-671853b47061 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:46.213213 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a7c28-7f47-4d22-baf3-e4463e0803a0 req-de60041f-195c-4e64-b7ca-61062d54a26f tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:46.220877 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0c5a7c28-7f47-4d22-baf3-e4463e0803a0 req-de60041f-195c-4e64-b7ca-61062d54a26f tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.0938244 Nov 24 21:12:46.255153 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-93ed6f27-32e4-40d3-98f0-2b33d5471b94 admin admin] For port d6159182-6eed-454d-ad7b-74ffe3d03b88, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d6159182-6eed-454d-ad7b-74ffe3d03b88,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:46.255153 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93ed6f27-32e4-40d3-98f0-2b33d5471b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:46.260458 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-17706b36-f0fc-4a0f-98bf-671853b47061 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] device_id is not set on port 8ac3002f-3e6d-4045-b88f-c8f362f13b8d yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:12:46.315779 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-93ed6f27-32e4-40d3-98f0-2b33d5471b94 admin admin] Calling delete_port for d6159182-6eed-454d-ad7b-74ffe3d03b88 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:46.398598 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0c5a7c28-7f47-4d22-baf3-e4463e0803a0 req-bdab5175-72f5-45ce-afcf-1f562944da0a tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756442 Nov 24 21:12:46.412158 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-377c1fa8-52ef-479d-9be8-93d9ed8ec707 None None] Set router 67feb3c5-f1d1-4c41-a30a-29011904ebd4 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:12:46.573626 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-377c1fa8-52ef-479d-9be8-93d9ed8ec707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67feb3c5-f1d1-4c41-a30a-29011904ebd4', 'name': 'tempest-TaggedBootDevicesTest_v242-1574520674-router', 'tenant_id': 'a3dd7d42457d45acb8851697deacc18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:45Z', 'updated_at': '2021-11-24T21:12:45Z', 'revision_number': 6, 'project_id': 'a3dd7d42457d45acb8851697deacc18d', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:46.655983 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377c1fa8-52ef-479d-9be8-93d9ed8ec707 None None] The sync data for ids ['67feb3c5-f1d1-4c41-a30a-29011904ebd4'] in n-d-812111-8 is: [{'id': '67feb3c5-f1d1-4c41-a30a-29011904ebd4', 'name': 'tempest-TaggedBootDevicesTest_v242-1574520674-router', 'tenant_id': 'a3dd7d42457d45acb8851697deacc18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:09:45Z', 'updated_at': '2021-11-24T21:12:45Z', 'revision_number': 6, 'project_id': 'a3dd7d42457d45acb8851697deacc18d', 'gw_port_host': None}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:12:46.665051 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-80bd0fdd-634b-41b3-8134-2925935e9b8b None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:46.684167 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-80bd0fdd-634b-41b3-8134-2925935e9b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:46.747234 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bd0fdd-634b-41b3-8134-2925935e9b8b None None] Network ad26c21e-1fb7-48f7-8982-5ffe9b02fc14 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:12:46.756265 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-80bd0fdd-634b-41b3-8134-2925935e9b8b None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:46.761491 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bd0fdd-634b-41b3-8134-2925935e9b8b None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:12:46.798550 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd0fdd-634b-41b3-8134-2925935e9b8b None None] Pushing event updated for resources: {'Port': ['ID=aee5163e-ded9-40ea-8074-14d5b454dbcd,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:46.812779 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-17706b36-f0fc-4a0f-98bf-671853b47061 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Allocated IP 172.20.0.5 (ad26c21e-1fb7-48f7-8982-5ffe9b02fc14/c777f8bf-0b25-49cc-ac95-07033a89e3fd/8ac3002f-3e6d-4045-b88f-c8f362f13b8d) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:12:46.833694 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-80bd0fdd-634b-41b3-8134-2925935e9b8b None None] Attempting to bind port aee5163e-ded9-40ea-8074-14d5b454dbcd on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:12:46.834076 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-80bd0fdd-634b-41b3-8134-2925935e9b8b None None] Attempting to bind port aee5163e-ded9-40ea-8074-14d5b454dbcd by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '8cbc4fa4-19fd-4801-a07a-08645346216c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ad26c21e-1fb7-48f7-8982-5ffe9b02fc14'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:12:46.834468 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bd0fdd-634b-41b3-8134-2925935e9b8b None None] Attempting to bind port aee5163e-ded9-40ea-8074-14d5b454dbcd on network ad26c21e-1fb7-48f7-8982-5ffe9b02fc14 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:12:46.846050 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bd0fdd-634b-41b3-8134-2925935e9b8b None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:12:46.846445 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bd0fdd-634b-41b3-8134-2925935e9b8b None None] Checking segment: {'id': '8cbc4fa4-19fd-4801-a07a-08645346216c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ad26c21e-1fb7-48f7-8982-5ffe9b02fc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:12:46.851630 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-80bd0fdd-634b-41b3-8134-2925935e9b8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:46.852450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bd0fdd-634b-41b3-8134-2925935e9b8b None None] Bound using segment: {'id': '8cbc4fa4-19fd-4801-a07a-08645346216c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ad26c21e-1fb7-48f7-8982-5ffe9b02fc14'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:12:46.853384 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-80bd0fdd-634b-41b3-8134-2925935e9b8b None None] Bound port: aee5163e-ded9-40ea-8074-14d5b454dbcd, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cbc4fa4-19fd-4801-a07a-08645346216c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ad26c21e-1fb7-48f7-8982-5ffe9b02fc14'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:12:46.854049 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-80bd0fdd-634b-41b3-8134-2925935e9b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:47.036518 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-80bd0fdd-634b-41b3-8134-2925935e9b8b None None] For port aee5163e-ded9-40ea-8074-14d5b454dbcd, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:12:47.052158 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-80bd0fdd-634b-41b3-8134-2925935e9b8b None None] For port aee5163e-ded9-40ea-8074-14d5b454dbcd, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=aee5163e-ded9-40ea-8074-14d5b454dbcd,segment=NetworkSegment(8cbc4fa4-19fd-4801-a07a-08645346216c),segment_id=8cbc4fa4-19fd-4801-a07a-08645346216c)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:12:47.060940 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-80bd0fdd-634b-41b3-8134-2925935e9b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:47.160214 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-17706b36-f0fc-4a0f-98bf-671853b47061 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:47.228459 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd0fdd-634b-41b3-8134-2925935e9b8b None None] Pushing event updated for resources: {'Port': ['ID=aee5163e-ded9-40ea-8074-14d5b454dbcd,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:47.329026 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-17706b36-f0fc-4a0f-98bf-671853b47061 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:47.335546 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93ed6f27-32e4-40d3-98f0-2b33d5471b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:47.419834 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed6f27-32e4-40d3-98f0-2b33d5471b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6159182-6eed-454d-ad7b-74ffe3d03b88,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:47.448735 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84af6649-cacc-49e0-83cc-1d9c2dbec3d0 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:12:47.463945 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17706b36-f0fc-4a0f-98bf-671853b47061 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network ad26c21e-1fb7-48f7-8982-5ffe9b02fc14 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:12:47.473649 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-17706b36-f0fc-4a0f-98bf-671853b47061 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:47.481428 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17706b36-f0fc-4a0f-98bf-671853b47061 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:12:47.486586 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17706b36-f0fc-4a0f-98bf-671853b47061 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Port': ['ID=8ac3002f-3e6d-4045-b88f-c8f362f13b8d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:47.560522 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17706b36-f0fc-4a0f-98bf-671853b47061 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:47.561424 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-17706b36-f0fc-4a0f-98bf-671853b47061 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:47.595703 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93ed6f27-32e4-40d3-98f0-2b33d5471b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:47.598623 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-17706b36-f0fc-4a0f-98bf-671853b47061 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7225993 Nov 24 21:12:47.599178 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60148) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:47.832320 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60162) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:48.032175 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93ed6f27-32e4-40d3-98f0-2b33d5471b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:48.046982 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93ed6f27-32e4-40d3-98f0-2b33d5471b94 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:48.051447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device aee5163e-ded9-40ea-8074-14d5b454dbcd up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:12:48.086146 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-def3877f-935d-4275-a67e-e91202eb63fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:48.093942 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385263f-adc1-4407-90b3-9f3acf150967 req-82d22b5b-51ec-4278-9307-81581a4d488e tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:48.097475 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d385263f-adc1-4407-90b3-9f3acf150967 req-82d22b5b-51ec-4278-9307-81581a4d488e tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.5371819 Nov 24 21:12:48.237415 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port aee5163e-ded9-40ea-8074-14d5b454dbcd triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:48.248845 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:48.293054 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-def3877f-935d-4275-a67e-e91202eb63fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:48.299686 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-def3877f-935d-4275-a67e-e91202eb63fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:48.377702 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:48.396216 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-def3877f-935d-4275-a67e-e91202eb63fc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2fe489e3dd83450c86e2b12dd92965ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5613062 Nov 24 21:12:48.397543 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3877f-935d-4275-a67e-e91202eb63fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4709411c-ccd1-4e4b-8567-c603c2d93bd6,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:48.400295 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60170) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:48.415059 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93ed6f27-32e4-40d3-98f0-2b33d5471b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:48.417726 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ed6f27-32e4-40d3-98f0-2b33d5471b94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67feb3c5-f1d1-4c41-a30a-29011904ebd4 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:12:48.423429 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port aee5163e-ded9-40ea-8074-14d5b454dbcd, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=aee5163e-ded9-40ea-8074-14d5b454dbcd,segment=NetworkSegment(8cbc4fa4-19fd-4801-a07a-08645346216c),segment_id=8cbc4fa4-19fd-4801-a07a-08645346216c)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:48.427151 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93ed6f27-32e4-40d3-98f0-2b33d5471b94 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:48.428357 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-93ed6f27-32e4-40d3-98f0-2b33d5471b94 admin admin] 10.222.0.11 "DELETE /v2.0/routers/67feb3c5-f1d1-4c41-a30a-29011904ebd4 HTTP/1.1" status: 204 len: 168 time: 3.3104355 Nov 24 21:12:48.435434 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:48.443594 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60172) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:48.584487 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=aee5163e-ded9-40ea-8074-14d5b454dbcd,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:48.598324 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 792737a3-5147-40d8-a6d9-5380b625d9a4 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:12:48.625210 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0d056138-5358-49d1-8172-c1b7499f94be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:48.646839 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe16c2a-d4d0-4a44-b87d-8561f3f5e4b5 admin admin] Deleting subnet da2e4ec9-486c-41c6-ab1b-050e60185626 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:12:48.659020 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abe16c2a-d4d0-4a44-b87d-8561f3f5e4b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:48.669161 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d385263f-adc1-4407-90b3-9f3acf150967 req-14e49cdc-73fe-4d7a-a6d7-f4d81f50885e tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862390 Nov 24 21:12:48.697412 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 792737a3-5147-40d8-a6d9-5380b625d9a4 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:12:48.699517 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 792737a3-5147-40d8-a6d9-5380b625d9a4 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:12:48.700889 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d6159182-6eed-454d-ad7b-74ffe3d03b88 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:12:48.703869 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abe16c2a-d4d0-4a44-b87d-8561f3f5e4b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:48.704040 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eadbfed4-8cbc-4789-9779-82355d947991 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:48.804120 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: d6159182-6eed-454d-ad7b-74ffe3d03b88 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:12:48.804876 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d6159182-6eed-454d-ad7b-74ffe3d03b88 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:12:48.905343 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abe16c2a-d4d0-4a44-b87d-8561f3f5e4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:48.909196 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0d056138-5358-49d1-8172-c1b7499f94be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:49.033344 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abe16c2a-d4d0-4a44-b87d-8561f3f5e4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:49.049116 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0d056138-5358-49d1-8172-c1b7499f94be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:49.052201 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0d056138-5358-49d1-8172-c1b7499f94be admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:49.056396 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0d056138-5358-49d1-8172-c1b7499f94be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4709411c-ccd1-4e4b-8567-c603c2d93bd6 HTTP/1.1" status: 204 len: 168 time: 0.6515098 Nov 24 21:12:49.119778 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe16c2a-d4d0-4a44-b87d-8561f3f5e4b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da2e4ec9-486c-41c6-ab1b-050e60185626,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:49.144684 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea2aa53-7fff-4983-826b-81cb4c185aaa None None] Network eea3fa42-e959-4f8a-8e82-84e7415ba580 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:12:49.185594 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abe16c2a-d4d0-4a44-b87d-8561f3f5e4b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:49.209712 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-abe16c2a-d4d0-4a44-b87d-8561f3f5e4b5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/da2e4ec9-486c-41c6-ab1b-050e60185626 HTTP/1.1" status: 204 len: 168 time: 0.7638674 Nov 24 21:12:49.212065 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60184) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:49.224010 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d056138-5358-49d1-8172-c1b7499f94be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4709411c-ccd1-4e4b-8567-c603c2d93bd6,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:49.289923 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eadbfed4-8cbc-4789-9779-82355d947991 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:49.303150 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eadbfed4-8cbc-4789-9779-82355d947991 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:49.500091 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bec1c45e-8458-41ad-9ebe-bca2ea7edf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:49.584299 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbfed4-8cbc-4789-9779-82355d947991 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Port': ['ID=8ac3002f-3e6d-4045-b88f-c8f362f13b8d,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:49.632182 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-bec1c45e-8458-41ad-9ebe-bca2ea7edf64 admin admin] Deleting port 20e3436c-b859-4cd3-80b2-934f73524eb3 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:49.632837 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bec1c45e-8458-41ad-9ebe-bca2ea7edf64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:49.725681 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-bec1c45e-8458-41ad-9ebe-bca2ea7edf64 admin admin] For port 20e3436c-b859-4cd3-80b2-934f73524eb3, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=20e3436c-b859-4cd3-80b2-934f73524eb3,segment=NetworkSegment(e9c0ffd3-c742-4732-897b-26dd5c22f79a),segment_id=e9c0ffd3-c742-4732-897b-26dd5c22f79a)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:49.726053 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bec1c45e-8458-41ad-9ebe-bca2ea7edf64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:49.742795 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-bec1c45e-8458-41ad-9ebe-bca2ea7edf64 admin admin] Calling delete_port for 20e3436c-b859-4cd3-80b2-934f73524eb3 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:49.935696 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753f0a6a-c269-4cbc-b227-54e5bf00f392 None None] Network ad26c21e-1fb7-48f7-8982-5ffe9b02fc14 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:12:49.938412 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eadbfed4-8cbc-4789-9779-82355d947991 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:49.982680 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bec1c45e-8458-41ad-9ebe-bca2ea7edf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:50.010728 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device aee5163e-ded9-40ea-8074-14d5b454dbcd up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:12:50.057532 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1c45e-8458-41ad-9ebe-bca2ea7edf64 admin admin] Pushing event deleted for resources: {'Port': ['ID=20e3436c-b859-4cd3-80b2-934f73524eb3,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:50.089131 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec1c45e-8458-41ad-9ebe-bca2ea7edf64 admin admin] No DVR routers for this DVR port 20e3436c-b859-4cd3-80b2-934f73524eb3 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:12:50.116883 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eadbfed4-8cbc-4789-9779-82355d947991 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:50.223754 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-db37159c-81e8-4bb8-b736-c0f2c8177761 None None] Provisioning complete for port aee5163e-ded9-40ea-8074-14d5b454dbcd triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:50.225280 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-db37159c-81e8-4bb8-b736-c0f2c8177761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:50.270012 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b3c612-5aad-4e14-9f08-828ae49335fb None None] DHCP port deletion for eea3fa42-e959-4f8a-8e82-84e7415ba580 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:12:50.291077 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bec1c45e-8458-41ad-9ebe-bca2ea7edf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:50.324636 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-bec1c45e-8458-41ad-9ebe-bca2ea7edf64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea3fa42-e959-4f8a-8e82-84e7415ba580']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:50.336312 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port aee5163e-ded9-40ea-8074-14d5b454dbcd triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:50.337533 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:50.339621 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-bec1c45e-8458-41ad-9ebe-bca2ea7edf64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c0ffd3-c742-4732-897b-26dd5c22f79a') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:50.339933 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-bec1c45e-8458-41ad-9ebe-bca2ea7edf64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c0ffd3-c742-4732-897b-26dd5c22f79a') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:50.355345 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bec1c45e-8458-41ad-9ebe-bca2ea7edf64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:50.379905 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bec1c45e-8458-41ad-9ebe-bca2ea7edf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:50.403236 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec1c45e-8458-41ad-9ebe-bca2ea7edf64 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:12:50.405477 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bec1c45e-8458-41ad-9ebe-bca2ea7edf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:12:50.410271 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:12:50.454252 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca12cc0-39d8-4249-8376-5477a8418289 req-cec2c39a-54fe-497e-b4c6-0a1ad95f0ae2 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:50.462535 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6ca12cc0-39d8-4249-8376-5477a8418289 req-cec2c39a-54fe-497e-b4c6-0a1ad95f0ae2 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.4195209 Nov 24 21:12:50.517763 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bec1c45e-8458-41ad-9ebe-bca2ea7edf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:50.531018 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bec1c45e-8458-41ad-9ebe-bca2ea7edf64 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:50.541154 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bec1c45e-8458-41ad-9ebe-bca2ea7edf64 admin admin] 10.222.0.11 "DELETE /v2.0/networks/eea3fa42-e959-4f8a-8e82-84e7415ba580 HTTP/1.1" status: 204 len: 168 time: 1.3241019 Nov 24 21:12:50.542322 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60224) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:50.596609 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60226) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:50.620578 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1c45e-8458-41ad-9ebe-bca2ea7edf64 admin admin] Pushing event deleted for resources: {'Network': ['ID=eea3fa42-e959-4f8a-8e82-84e7415ba580,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:50.663527 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6ca12cc0-39d8-4249-8376-5477a8418289 req-1fe3c129-d84d-4e3a-8ab9-c9fa9c881bb6 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003198 Nov 24 21:12:50.824262 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eadbfed4-8cbc-4789-9779-82355d947991 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:50.836385 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eadbfed4-8cbc-4789-9779-82355d947991 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:50.897936 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-b3282ed9-bad3-4a14-aff9-0485721ab6af admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-761609457-network', 'tenant_id': '6602671c220c4dbfb7d62853d4bbd9fe'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:50.993881 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eadbfed4-8cbc-4789-9779-82355d947991 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:50.997259 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbfed4-8cbc-4789-9779-82355d947991 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Port': ['ID=8ac3002f-3e6d-4045-b88f-c8f362f13b8d,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:51.006310 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3282ed9-bad3-4a14-aff9-0485721ab6af admin admin] Made reservation on behalf of 6602671c220c4dbfb7d62853d4bbd9fe for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:12:51.012920 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b3282ed9-bad3-4a14-aff9-0485721ab6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:51.040442 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b3282ed9-bad3-4a14-aff9-0485721ab6af admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:51.218370 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadbfed4-8cbc-4789-9779-82355d947991 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network ad26c21e-1fb7-48f7-8982-5ffe9b02fc14 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:12:51.219841 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-cd8230c3-64f9-4436-87b9-472a2ecab3a9 None None] Provisioning complete for port aee5163e-ded9-40ea-8074-14d5b454dbcd triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:51.220945 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cd8230c3-64f9-4436-87b9-472a2ecab3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:51.222482 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-eadbfed4-8cbc-4789-9779-82355d947991 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:51.279484 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b3282ed9-bad3-4a14-aff9-0485721ab6af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:51.386767 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b3282ed9-bad3-4a14-aff9-0485721ab6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:51.387042 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-cd8230c3-64f9-4436-87b9-472a2ecab3a9 None None] Provisioning complete for port 8ac3002f-3e6d-4045-b88f-c8f362f13b8d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:51.387565 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cd8230c3-64f9-4436-87b9-472a2ecab3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:51.438382 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-cd8230c3-64f9-4436-87b9-472a2ecab3a9 None None] Port 8ac3002f-3e6d-4045-b88f-c8f362f13b8d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:12:51.512702 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3282ed9-bad3-4a14-aff9-0485721ab6af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:12:51.551175 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b3282ed9-bad3-4a14-aff9-0485721ab6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:51.551612 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-b3282ed9-bad3-4a14-aff9-0485721ab6af admin admin] Added segment 5866be1b-31d9-4824-9135-55f142870285 of type vlan for network 59a95bfe-d3bd-436a-b03d-549ced6178d1 Nov 24 21:12:51.570401 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3282ed9-bad3-4a14-aff9-0485721ab6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ddeb9b-9281-40b9-801b-bfb77aa4c1bb,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:51.573184 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-cfb9ac0a-a5b6-4022-bf4e-939337173d24 None None] Provisioning complete for port 8ac3002f-3e6d-4045-b88f-c8f362f13b8d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:51.573572 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cfb9ac0a-a5b6-4022-bf4e-939337173d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:51.650693 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b3282ed9-bad3-4a14-aff9-0485721ab6af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:51.680702 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-cfb9ac0a-a5b6-4022-bf4e-939337173d24 None None] Port 8ac3002f-3e6d-4045-b88f-c8f362f13b8d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:12:51.714689 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eadbfed4-8cbc-4789-9779-82355d947991 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Router 5830cafb-a381-475f-a980-7c53f80c20f9 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:12:51.725576 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b3282ed9-bad3-4a14-aff9-0485721ab6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:51.726601 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3282ed9-bad3-4a14-aff9-0485721ab6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:51.729165 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b3282ed9-bad3-4a14-aff9-0485721ab6af admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:51.833128 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b7cfa090-a59c-43d5-a8c3-98f37fdbe9b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:51.871326 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b3282ed9-bad3-4a14-aff9-0485721ab6af admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2730570 Nov 24 21:12:51.875765 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60250) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:51.886964 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-6c3d96d7-d274-41d9-a4e0-359c07dc2e12 admin admin] Request body: {'subnet': {'network_id': '59a95bfe-d3bd-436a-b03d-549ced6178d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-761609457-subnet', 'tenant_id': '6602671c220c4dbfb7d62853d4bbd9fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:51.922229 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6ac4ac59-25a3-4fee-8ec6-d9d550b45e30 None None] Provisioning complete for port 8ac3002f-3e6d-4045-b88f-c8f362f13b8d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:51.922229 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6ac4ac59-25a3-4fee-8ec6-d9d550b45e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:52.002891 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 20e3436c-b859-4cd3-80b2-934f73524eb3 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:12:52.048734 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3282ed9-bad3-4a14-aff9-0485721ab6af admin admin] Pushing event updated for resources: {'Network': ['ID=59a95bfe-d3bd-436a-b03d-549ced6178d1,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:52.092702 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadbfed4-8cbc-4789-9779-82355d947991 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:12:52.100974 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3d96d7-d274-41d9-a4e0-359c07dc2e12 admin admin] Made reservation on behalf of 6602671c220c4dbfb7d62853d4bbd9fe for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:12:52.106672 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c3d96d7-d274-41d9-a4e0-359c07dc2e12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:52.116529 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-eadbfed4-8cbc-4789-9779-82355d947991 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "PUT /v2.0/routers/5830cafb-a381-475f-a980-7c53f80c20f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5123765 Nov 24 21:12:52.129682 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6ac4ac59-25a3-4fee-8ec6-d9d550b45e30 None None] Port 8ac3002f-3e6d-4045-b88f-c8f362f13b8d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:12:52.138834 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 59a95bfe-d3bd-436a-b03d-549ced6178d1 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:12:52.139025 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e70926-c150-4171-8aab-d12c5bc7cd8a req-4fa79a3f-48f2-4ba6-8078-87342c37aa6d tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:52.143822 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60260) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:52.152943 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-08e70926-c150-4171-8aab-d12c5bc7cd8a req-4fa79a3f-48f2-4ba6-8078-87342c37aa6d tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.3135376 Nov 24 21:12:52.236112 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5b0f19-d05c-4f85-998c-39bde568621e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:52.241277 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0f5b0f19-d05c-4f85-998c-39bde568621e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports?device_id=5830cafb-a381-475f-a980-7c53f80c20f9 HTTP/1.1" status: 200 len: 982 time: 0.0924079 Nov 24 21:12:52.245039 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60262) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:52.265736 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be88b72f-3765-4852-bf0c-21fc1d0a86d1 None None] Sync routers for ids ['5830cafb-a381-475f-a980-7c53f80c20f9'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:12:52.276815 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 20e3436c-b859-4cd3-80b2-934f73524eb3 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:12:52.278298 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 20e3436c-b859-4cd3-80b2-934f73524eb3 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:12:52.301380 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be88b72f-3765-4852-bf0c-21fc1d0a86d1 None None] Routers {'5830cafb-a381-475f-a980-7c53f80c20f9'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:12:52.302345 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-be88b72f-3765-4852-bf0c-21fc1d0a86d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:12:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['5830cafb-a381-475f-a980-7c53f80c20f9'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:52.349008 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-be88b72f-3765-4852-bf0c-21fc1d0a86d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:52.372338 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be88b72f-3765-4852-bf0c-21fc1d0a86d1 None None] Routers {'5830cafb-a381-475f-a980-7c53f80c20f9'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:12:52.373725 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-be88b72f-3765-4852-bf0c-21fc1d0a86d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:12:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['5830cafb-a381-475f-a980-7c53f80c20f9'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:52.420976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-be88b72f-3765-4852-bf0c-21fc1d0a86d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:52.422023 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be88b72f-3765-4852-bf0c-21fc1d0a86d1 None None] The sync data for ids ['5830cafb-a381-475f-a980-7c53f80c20f9'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:12:52.423829 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b6b509dd-0851-492e-b41d-7e86d5cb9176 None None] Provisioning complete for port 8ac3002f-3e6d-4045-b88f-c8f362f13b8d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:12:52.424541 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b6b509dd-0851-492e-b41d-7e86d5cb9176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:52.474110 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-b6b509dd-0851-492e-b41d-7e86d5cb9176 None None] Port 8ac3002f-3e6d-4045-b88f-c8f362f13b8d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:12:52.495679 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-08e70926-c150-4171-8aab-d12c5bc7cd8a req-a19127c7-875d-4e4e-be94-15ea917e21c9 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414953 Nov 24 21:12:52.552177 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c3d96d7-d274-41d9-a4e0-359c07dc2e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:52.623639 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d96d7-d274-41d9-a4e0-359c07dc2e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8f5103b-9c6a-4206-84b5-130f79df6a12,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:52.669771 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3d96d7-d274-41d9-a4e0-359c07dc2e12 admin admin] Checking segment: {'id': '5866be1b-31d9-4824-9135-55f142870285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '59a95bfe-d3bd-436a-b03d-549ced6178d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:12:52.670500 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3d96d7-d274-41d9-a4e0-359c07dc2e12 admin admin] Network hostable DHCP agents. Network: 59a95bfe-d3bd-436a-b03d-549ced6178d1, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:12:52.710796 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3d96d7-d274-41d9-a4e0-359c07dc2e12 admin admin] Network 59a95bfe-d3bd-436a-b03d-549ced6178d1 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:12:52.719271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-b7cfa090-a59c-43d5-a8c3-98f37fdbe9b6 admin admin] Deleting port 145c1728-1659-47a8-9417-72808c9d7a92 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:52.719778 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b7cfa090-a59c-43d5-a8c3-98f37fdbe9b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:52.723628 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-6c3d96d7-d274-41d9-a4e0-359c07dc2e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 59a95bfe-d3bd-436a-b03d-549ced6178d1) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:52.734243 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3d96d7-d274-41d9-a4e0-359c07dc2e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:52.734905 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c3d96d7-d274-41d9-a4e0-359c07dc2e12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:52.735396 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dd48df-e85b-4e03-a2e1-56df18413314 None None] Network 59a95bfe-d3bd-436a-b03d-549ced6178d1 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:12:52.773007 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6c3d96d7-d274-41d9-a4e0-359c07dc2e12 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8950834 Nov 24 21:12:52.897556 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-b7cfa090-a59c-43d5-a8c3-98f37fdbe9b6 admin admin] For port 145c1728-1659-47a8-9417-72808c9d7a92, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=145c1728-1659-47a8-9417-72808c9d7a92,segment=NetworkSegment(97b09836-6116-4a1c-8efc-ea2a11367391),segment_id=97b09836-6116-4a1c-8efc-ea2a11367391)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:52.898158 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b7cfa090-a59c-43d5-a8c3-98f37fdbe9b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:52.924906 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-b7cfa090-a59c-43d5-a8c3-98f37fdbe9b6 admin admin] Calling delete_port for 145c1728-1659-47a8-9417-72808c9d7a92 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:52.997623 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb36020-5c1a-4941-b8c9-aef47b83c0fa None None] Network 59a95bfe-d3bd-436a-b03d-549ced6178d1 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:12:53.194815 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-329e44eb-87fb-4cda-aaf8-b5d5600137ce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:53.483853 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b7cfa090-a59c-43d5-a8c3-98f37fdbe9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:53.519386 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfa090-a59c-43d5-a8c3-98f37fdbe9b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=145c1728-1659-47a8-9417-72808c9d7a92,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:53.785899 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f94a9-fc8b-4d7f-a55e-2ded882bdcf3 req-f0ea7d16-1861-45b2-8c09-ba4a6ebd7264 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:53.787717 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-549f94a9-fc8b-4d7f-a55e-2ded882bdcf3 req-f0ea7d16-1861-45b2-8c09-ba4a6ebd7264 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.1013765 Nov 24 21:12:53.891577 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-549f94a9-fc8b-4d7f-a55e-2ded882bdcf3 req-85136f03-94c7-40bd-8fef-6caa99453cc8 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957680 Nov 24 21:12:53.909966 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-329e44eb-87fb-4cda-aaf8-b5d5600137ce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting port 8ac3002f-3e6d-4045-b88f-c8f362f13b8d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:53.910485 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-329e44eb-87fb-4cda-aaf8-b5d5600137ce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:53.929839 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b7cfa090-a59c-43d5-a8c3-98f37fdbe9b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:54.114071 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-329e44eb-87fb-4cda-aaf8-b5d5600137ce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:54.138962 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-329e44eb-87fb-4cda-aaf8-b5d5600137ce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Calling delete_port for 8ac3002f-3e6d-4045-b88f-c8f362f13b8d owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:54.716399 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7cfa090-a59c-43d5-a8c3-98f37fdbe9b6 admin admin] Router 4871a143-9cb2-453b-8282-8a134955447b has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:12:54.887245 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-329e44eb-87fb-4cda-aaf8-b5d5600137ce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:54.931669 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e44eb-87fb-4cda-aaf8-b5d5600137ce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Port': ['ID=8ac3002f-3e6d-4045-b88f-c8f362f13b8d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:54.976417 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cfa090-a59c-43d5-a8c3-98f37fdbe9b6 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:12:54.986234 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b7cfa090-a59c-43d5-a8c3-98f37fdbe9b6 admin admin] 10.222.0.11 "PUT /v2.0/routers/4871a143-9cb2-453b-8282-8a134955447b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4375770 Nov 24 21:12:54.986487 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60320) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:54.989544 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebe090c-e685-4caa-99f6-91562cac129a None None] Sync routers for ids ['4871a143-9cb2-453b-8282-8a134955447b'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:12:55.028815 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebe090c-e685-4caa-99f6-91562cac129a None None] Routers {'4871a143-9cb2-453b-8282-8a134955447b'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:12:55.032877 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7ebe090c-e685-4caa-99f6-91562cac129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:12:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['4871a143-9cb2-453b-8282-8a134955447b'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:55.132873 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6961a-3859-4086-8b30-859e982896df req-01a074fe-7ba0-4105-be25-4f8d30af126b tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:55.150472 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d3b6961a-3859-4086-8b30-859e982896df req-01a074fe-7ba0-4105-be25-4f8d30af126b tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.1639857 Nov 24 21:12:55.252083 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d3b6961a-3859-4086-8b30-859e982896df req-b9c151e0-cdfb-4add-93fe-d6d9011af9c8 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005111 Nov 24 21:12:55.306882 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-7ebe090c-e685-4caa-99f6-91562cac129a None None] Set router 4871a143-9cb2-453b-8282-8a134955447b gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:12:55.346087 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-329e44eb-87fb-4cda-aaf8-b5d5600137ce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:55.432580 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5914c4c4-8081-492c-bbfb-4d603c256c8e admin admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:55.584963 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7ebe090c-e685-4caa-99f6-91562cac129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871a143-9cb2-453b-8282-8a134955447b', 'name': 'tempest-TaggedBootDevicesTest_v242-1321033853-router', 'tenant_id': '0c5e1bd878594e219076c95d1ce85e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '10278764-5bd6-4480-b78c-e55553b71f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:10:03Z', 'updated_at': '2021-11-24T21:12:53Z', 'revision_number': 5, 'project_id': '0c5e1bd878594e219076c95d1ce85e7c', 'gw_port': {'id': '10278764-5bd6-4480-b78c-e55553b71f8d', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871a143-9cb2-453b-8282-8a134955447b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:10:05Z', 'updated_at': '2021-11-24T21:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:55.621304 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebe090c-e685-4caa-99f6-91562cac129a None None] Checking router: 4871a143-9cb2-453b-8282-8a134955447b for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:12:55.632124 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329e44eb-87fb-4cda-aaf8-b5d5600137ce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Router 5830cafb-a381-475f-a980-7c53f80c20f9 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:12:55.632318 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebe090c-e685-4caa-99f6-91562cac129a None None] Routers {'4871a143-9cb2-453b-8282-8a134955447b'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:12:55.632985 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7ebe090c-e685-4caa-99f6-91562cac129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:12:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['4871a143-9cb2-453b-8282-8a134955447b'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:55.730329 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5914c4c4-8081-492c-bbfb-4d603c256c8e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:55.738461 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329e44eb-87fb-4cda-aaf8-b5d5600137ce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:12:55.744959 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-329e44eb-87fb-4cda-aaf8-b5d5600137ce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "PUT /v2.0/routers/5830cafb-a381-475f-a980-7c53f80c20f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4983668 Nov 24 21:12:55.747632 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60338) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:55.750893 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6043f22-6b9a-41b3-ad4b-45c66e49a3c1 None None] Sync routers for ids ['5830cafb-a381-475f-a980-7c53f80c20f9'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:12:55.768785 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-7ebe090c-e685-4caa-99f6-91562cac129a None None] Set router 4871a143-9cb2-453b-8282-8a134955447b gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:12:55.771744 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6043f22-6b9a-41b3-ad4b-45c66e49a3c1 None None] Routers {'5830cafb-a381-475f-a980-7c53f80c20f9'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:12:55.772719 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c6043f22-6b9a-41b3-ad4b-45c66e49a3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:12:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['5830cafb-a381-475f-a980-7c53f80c20f9'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:55.844991 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e6bf4a-079c-4e09-b22a-0826ccdde047 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] GET failed (client error): The resource could not be found. Nov 24 21:12:55.848323 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c6043f22-6b9a-41b3-ad4b-45c66e49a3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:55.851129 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-09e6bf4a-079c-4e09-b22a-0826ccdde047 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports/8ac3002f-3e6d-4045-b88f-c8f362f13b8d HTTP/1.1" status: 404 len: 333 time: 0.1005518 Nov 24 21:12:55.854968 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60340) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:55.856257 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-5914c4c4-8081-492c-bbfb-4d603c256c8e admin admin] Deleting port 10278764-5bd6-4480-b78c-e55553b71f8d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:55.858407 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5914c4c4-8081-492c-bbfb-4d603c256c8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:55.870406 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6043f22-6b9a-41b3-ad4b-45c66e49a3c1 None None] Routers {'5830cafb-a381-475f-a980-7c53f80c20f9'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:12:55.871598 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c6043f22-6b9a-41b3-ad4b-45c66e49a3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:12:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['5830cafb-a381-475f-a980-7c53f80c20f9'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:55.971198 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c6043f22-6b9a-41b3-ad4b-45c66e49a3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:55.971878 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6043f22-6b9a-41b3-ad4b-45c66e49a3c1 None None] The sync data for ids ['5830cafb-a381-475f-a980-7c53f80c20f9'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:12:56.022261 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79af15f1-d165-46dd-ac5e-077429efd611 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:56.094505 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-5914c4c4-8081-492c-bbfb-4d603c256c8e admin admin] For port 10278764-5bd6-4480-b78c-e55553b71f8d, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=10278764-5bd6-4480-b78c-e55553b71f8d,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:56.095126 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5914c4c4-8081-492c-bbfb-4d603c256c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:56.112096 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-5914c4c4-8081-492c-bbfb-4d603c256c8e admin admin] Calling delete_port for 10278764-5bd6-4480-b78c-e55553b71f8d owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:56.125318 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7ebe090c-e685-4caa-99f6-91562cac129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871a143-9cb2-453b-8282-8a134955447b', 'name': 'tempest-TaggedBootDevicesTest_v242-1321033853-router', 'tenant_id': '0c5e1bd878594e219076c95d1ce85e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '10278764-5bd6-4480-b78c-e55553b71f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:10:03Z', 'updated_at': '2021-11-24T21:12:53Z', 'revision_number': 5, 'project_id': '0c5e1bd878594e219076c95d1ce85e7c', 'gw_port': {'id': '10278764-5bd6-4480-b78c-e55553b71f8d', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871a143-9cb2-453b-8282-8a134955447b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:10:05Z', 'updated_at': '2021-11-24T21:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:56.156254 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebe090c-e685-4caa-99f6-91562cac129a None None] The sync data for ids ['4871a143-9cb2-453b-8282-8a134955447b'] in n-d-812111-8 is: [{'id': '4871a143-9cb2-453b-8282-8a134955447b', 'name': 'tempest-TaggedBootDevicesTest_v242-1321033853-router', 'tenant_id': '0c5e1bd878594e219076c95d1ce85e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '10278764-5bd6-4480-b78c-e55553b71f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:10:03Z', 'updated_at': '2021-11-24T21:12:53Z', 'revision_number': 5, 'project_id': '0c5e1bd878594e219076c95d1ce85e7c', 'gw_port': {'id': '10278764-5bd6-4480-b78c-e55553b71f8d', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871a143-9cb2-453b-8282-8a134955447b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:10:05Z', 'updated_at': '2021-11-24T21:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:12:56.312407 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79af15f1-d165-46dd-ac5e-077429efd611 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:56.316082 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79af15f1-d165-46dd-ac5e-077429efd611 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:56.361032 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5914c4c4-8081-492c-bbfb-4d603c256c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:56.395912 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914c4c4-8081-492c-bbfb-4d603c256c8e admin admin] Pushing event deleted for resources: {'Port': ['ID=10278764-5bd6-4480-b78c-e55553b71f8d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:56.426640 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device c17c9e42-b2a0-4a47-a870-242ddf559670 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:12:56.434286 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device c17c9e42-b2a0-4a47-a870-242ddf559670 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:12:56.483238 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42816aab-4361-4e61-81bf-7fb529bc6c44 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:12:56.511799 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5914c4c4-8081-492c-bbfb-4d603c256c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:56.683511 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5914c4c4-8081-492c-bbfb-4d603c256c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:56.686025 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5914c4c4-8081-492c-bbfb-4d603c256c8e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:56.731247 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:56.763819 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e39455-8063-4055-895f-ffe956680985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c17c9e42-b2a0-4a47-a870-242ddf559670'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:12:56.766090 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04e898f-e0ad-4cfd-902d-e3cdc0cfe3d0" -d '{"events": [{"server_uuid": "d3e39455-8063-4055-895f-ffe956680985", "name": "network-vif-unplugged", "status": "completed", "tag": "c17c9e42-b2a0-4a47-a870-242ddf559670"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:12:56.780011 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5914c4c4-8081-492c-bbfb-4d603c256c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:56.782268 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5914c4c4-8081-492c-bbfb-4d603c256c8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4871a143-9cb2-453b-8282-8a134955447b {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:12:56.784471 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port c17c9e42-b2a0-4a47-a870-242ddf559670, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c17c9e42-b2a0-4a47-a870-242ddf559670,segment=NetworkSegment(b1d695b4-23ac-4f76-b033-410336a771ec),segment_id=b1d695b4-23ac-4f76-b033-410336a771ec)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:56.793101 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5914c4c4-8081-492c-bbfb-4d603c256c8e admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:56.794829 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5914c4c4-8081-492c-bbfb-4d603c256c8e admin admin] 10.222.0.11 "DELETE /v2.0/routers/4871a143-9cb2-453b-8282-8a134955447b HTTP/1.1" status: 204 len: 168 time: 1.8073704 Nov 24 21:12:56.797422 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60376) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:56.800170 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:56.874899 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port c17c9e42-b2a0-4a47-a870-242ddf559670, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c17c9e42-b2a0-4a47-a870-242ddf559670,segment=NetworkSegment(b1d695b4-23ac-4f76-b033-410336a771ec),segment_id=b1d695b4-23ac-4f76-b033-410336a771ec)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:56.906759 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-2108b663-1fd0-4f68-abd8-758bdbc69327 admin admin] Deleting subnet 814ec7a6-0d59-48b4-83ad-4f7717efa9f9 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:12:56.914111 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2108b663-1fd0-4f68-abd8-758bdbc69327 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:56.921379 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-7e25781f-a635-4112-b16f-4d10e09a1c9a tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:56.922884 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-7e25781f-a635-4112-b16f-4d10e09a1c9a tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/networks?id=59a95bfe-d3bd-436a-b03d-549ced6178d1 HTTP/1.1" status: 200 len: 808 time: 0.8122768 Nov 24 21:12:56.924110 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79af15f1-d165-46dd-ac5e-077429efd611 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:56.925334 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79af15f1-d165-46dd-ac5e-077429efd611 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Fanout notify agent at l3_agent the message router_deleted on router 5830cafb-a381-475f-a980-7c53f80c20f9 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:12:56.925788 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'c17c9e42-b2a0-4a47-a870-242ddf559670', 'network_id': '0cfd0991-3fe1-458a-9cab-a785fe8464fe', 'port_id': 'c17c9e42-b2a0-4a47-a870-242ddf559670', 'mac_address': 'fa:16:3e:30:2b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3f2a5f-d3c5-412b-b677-53100b3422e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:12:56.934371 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79af15f1-d165-46dd-ac5e-077429efd611 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:56.935572 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-79af15f1-d165-46dd-ac5e-077429efd611 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/routers/5830cafb-a381-475f-a980-7c53f80c20f9 HTTP/1.1" status: 204 len: 168 time: 1.0785739 Nov 24 21:12:56.944326 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60378) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:56.960472 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-e1296ec3-7a33-48b0-a12c-03a1b327d6e9 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/quotas/6602671c220c4dbfb7d62853d4bbd9fe HTTP/1.1" status: 200 len: 375 time: 0.0238783 Nov 24 21:12:57.019607 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=c17c9e42-b2a0-4a47-a870-242ddf559670,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:57.034157 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:57.034412 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-326583a3-621a-411b-84c1-16061b219e14 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6602671c220c4dbfb7d62853d4bbd9fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515561 Nov 24 21:12:57.056974 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2108b663-1fd0-4f68-abd8-758bdbc69327 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:57.062487 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b9fcd0-87c0-4379-8961-9e5b565b8b6f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting subnet c777f8bf-0b25-49cc-ac95-07033a89e3fd {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:12:57.073977 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17c9e42-b2a0-4a47-a870-242ddf559670 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:12:57.080445 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17b9fcd0-87c0-4379-8961-9e5b565b8b6f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:57.138027 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port c17c9e42-b2a0-4a47-a870-242ddf559670, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c17c9e42-b2a0-4a47-a870-242ddf559670,segment=NetworkSegment(b1d695b4-23ac-4f76-b033-410336a771ec),segment_id=b1d695b4-23ac-4f76-b033-410336a771ec)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:57.151042 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:57.214503 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2108b663-1fd0-4f68-abd8-758bdbc69327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:57.223580 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17b9fcd0-87c0-4379-8961-9e5b565b8b6f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:57.300070 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2108b663-1fd0-4f68-abd8-758bdbc69327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:57.301778 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=c17c9e42-b2a0-4a47-a870-242ddf559670,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:57.317527 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-6e72c300-207d-448a-a033-02ca91f5c9fe service neutron] 10.222.0.11 "GET /v2.0/networks/59a95bfe-d3bd-436a-b03d-549ced6178d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692890 Nov 24 21:12:57.327420 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2108b663-1fd0-4f68-abd8-758bdbc69327 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:57.335053 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea17de65-38d6-4c8b-8835-2efbe7c7931a None None] Network 23384c3e-1e32-42a7-a65e-a08bb20eb482 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:12:57.335623 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2108b663-1fd0-4f68-abd8-758bdbc69327 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/814ec7a6-0d59-48b4-83ad-4f7717efa9f9 HTTP/1.1" status: 204 len: 168 time: 0.5368319 Nov 24 21:12:57.345627 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60386) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:57.393367 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['c17c9e42-b2a0-4a47-a870-242ddf559670'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:12:57.405008 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108b663-1fd0-4f68-abd8-758bdbc69327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=814ec7a6-0d59-48b4-83ad-4f7717efa9f9,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:57.434643 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17b9fcd0-87c0-4379-8961-9e5b565b8b6f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:57.503338 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77bfe7b1-3891-4da4-93b1-fad1ffab6ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:57.503604 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-9e14f342-7b5d-4dc8-a593-55e172897731 service neutron] 10.222.0.11 "GET /v2.0/networks/59a95bfe-d3bd-436a-b03d-549ced6178d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711202 Nov 24 21:12:57.520309 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17b9fcd0-87c0-4379-8961-9e5b565b8b6f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:57.559853 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17b9fcd0-87c0-4379-8961-9e5b565b8b6f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:57.564315 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-17b9fcd0-87c0-4379-8961-9e5b565b8b6f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/subnets/c777f8bf-0b25-49cc-ac95-07033a89e3fd HTTP/1.1" status: 204 len: 168 time: 0.6165802 Nov 24 21:12:57.564542 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9fcd0-87c0-4379-8961-9e5b565b8b6f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Subnet': ['ID=c777f8bf-0b25-49cc-ac95-07033a89e3fd,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:57.566332 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60390) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:57.586974 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25f5af3-6ce5-47f4-b92e-4e99bfa6715e None None] Network ad26c21e-1fb7-48f7-8982-5ffe9b02fc14 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:12:57.605472 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-77bfe7b1-3891-4da4-93b1-fad1ffab6ccb admin admin] Deleting port 9504a507-deae-483b-a5e4-abd6817523eb {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:57.605934 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77bfe7b1-3891-4da4-93b1-fad1ffab6ccb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:57.741032 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-98d50280-a117-417e-9e03-047e7c684629 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:57.743912 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-77bfe7b1-3891-4da4-93b1-fad1ffab6ccb admin admin] For port 9504a507-deae-483b-a5e4-abd6817523eb, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9504a507-deae-483b-a5e4-abd6817523eb,segment=NetworkSegment(97b09836-6116-4a1c-8efc-ea2a11367391),segment_id=97b09836-6116-4a1c-8efc-ea2a11367391)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:57.744523 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77bfe7b1-3891-4da4-93b1-fad1ffab6ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:57.760432 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-77bfe7b1-3891-4da4-93b1-fad1ffab6ccb admin admin] Calling delete_port for 9504a507-deae-483b-a5e4-abd6817523eb owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:57.894095 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-98d50280-a117-417e-9e03-047e7c684629 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting port aee5163e-ded9-40ea-8074-14d5b454dbcd {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:12:57.894446 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-98d50280-a117-417e-9e03-047e7c684629 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:57.898254 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77bfe7b1-3891-4da4-93b1-fad1ffab6ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:57.947059 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfe7b1-3891-4da4-93b1-fad1ffab6ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=9504a507-deae-483b-a5e4-abd6817523eb,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:57.967278 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bfe7b1-3891-4da4-93b1-fad1ffab6ccb admin admin] No DVR routers for this DVR port 9504a507-deae-483b-a5e4-abd6817523eb on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:12:58.049710 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 145c1728-1659-47a8-9417-72808c9d7a92 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:12:58.055996 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-98d50280-a117-417e-9e03-047e7c684629 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] For port aee5163e-ded9-40ea-8074-14d5b454dbcd, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=aee5163e-ded9-40ea-8074-14d5b454dbcd,segment=NetworkSegment(8cbc4fa4-19fd-4801-a07a-08645346216c),segment_id=8cbc4fa4-19fd-4801-a07a-08645346216c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:12:58.056716 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-98d50280-a117-417e-9e03-047e7c684629 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:58.079276 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-98d50280-a117-417e-9e03-047e7c684629 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Calling delete_port for aee5163e-ded9-40ea-8074-14d5b454dbcd owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:12:58.118168 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77bfe7b1-3891-4da4-93b1-fad1ffab6ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:58.203200 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-77bfe7b1-3891-4da4-93b1-fad1ffab6ccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23384c3e-1e32-42a7-a65e-a08bb20eb482']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:58.221893 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-77bfe7b1-3891-4da4-93b1-fad1ffab6ccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b09836-6116-4a1c-8efc-ea2a11367391') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:58.223277 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-77bfe7b1-3891-4da4-93b1-fad1ffab6ccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b09836-6116-4a1c-8efc-ea2a11367391') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:58.239243 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77bfe7b1-3891-4da4-93b1-fad1ffab6ccb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:58.256143 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-98d50280-a117-417e-9e03-047e7c684629 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:58.260046 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77bfe7b1-3891-4da4-93b1-fad1ffab6ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:58.275692 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77bfe7b1-3891-4da4-93b1-fad1ffab6ccb admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:12:58.278292 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77bfe7b1-3891-4da4-93b1-fad1ffab6ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:12:58.282492 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:12:58.312199 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d50280-a117-417e-9e03-047e7c684629 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Port': ['ID=aee5163e-ded9-40ea-8074-14d5b454dbcd,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:58.377137 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d50280-a117-417e-9e03-047e7c684629 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] No DVR routers for this DVR port aee5163e-ded9-40ea-8074-14d5b454dbcd on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:12:58.397025 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542fd12-b90c-493e-9555-117ec4835b32 req-eae322ec-23b1-4443-bdec-0a0b8c11adbe tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:58.406181 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2542fd12-b90c-493e-9555-117ec4835b32 req-eae322ec-23b1-4443-bdec-0a0b8c11adbe tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 945 time: 0.4665315 Nov 24 21:12:58.423822 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba50560-b519-4402-9e1c-1be79035b3b0 None None] DHCP port deletion for 23384c3e-1e32-42a7-a65e-a08bb20eb482 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:12:58.434615 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0933dd-6aaa-432c-9753-68fa9a18965d None None] DHCP port deletion for ad26c21e-1fb7-48f7-8982-5ffe9b02fc14 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:12:58.445008 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 145c1728-1659-47a8-9417-72808c9d7a92 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:12:58.446719 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 145c1728-1659-47a8-9417-72808c9d7a92 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:12:58.447860 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 10278764-5bd6-4480-b78c-e55553b71f8d no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:12:58.494255 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77bfe7b1-3891-4da4-93b1-fad1ffab6ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:58.520243 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 10278764-5bd6-4480-b78c-e55553b71f8d {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:12:58.520603 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 10278764-5bd6-4480-b78c-e55553b71f8d not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:12:58.560342 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77bfe7b1-3891-4da4-93b1-fad1ffab6ccb admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:58.566836 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-98d50280-a117-417e-9e03-047e7c684629 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:58.574595 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-77bfe7b1-3891-4da4-93b1-fad1ffab6ccb admin admin] 10.222.0.11 "DELETE /v2.0/networks/23384c3e-1e32-42a7-a65e-a08bb20eb482 HTTP/1.1" status: 204 len: 168 time: 1.2270396 Nov 24 21:12:58.579675 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfe7b1-3891-4da4-93b1-fad1ffab6ccb admin admin] Pushing event deleted for resources: {'Network': ['ID=23384c3e-1e32-42a7-a65e-a08bb20eb482,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:58.632270 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-98d50280-a117-417e-9e03-047e7c684629 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad26c21e-1fb7-48f7-8982-5ffe9b02fc14']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:58.650180 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-98d50280-a117-417e-9e03-047e7c684629 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbc4fa4-19fd-4801-a07a-08645346216c') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:58.650602 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-98d50280-a117-417e-9e03-047e7c684629 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbc4fa4-19fd-4801-a07a-08645346216c') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:12:58.665267 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-98d50280-a117-417e-9e03-047e7c684629 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:58.708172 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-98d50280-a117-417e-9e03-047e7c684629 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:58.724168 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d50280-a117-417e-9e03-047e7c684629 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:12:58.725093 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-98d50280-a117-417e-9e03-047e7c684629 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:12:58.731636 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:12:58.764230 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2542fd12-b90c-493e-9555-117ec4835b32 req-2e74a462-9af8-4b8d-b58f-a3189aec9d3d tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568807 Nov 24 21:12:58.850850 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-98d50280-a117-417e-9e03-047e7c684629 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:58.860598 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-98d50280-a117-417e-9e03-047e7c684629 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:58.867117 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-98d50280-a117-417e-9e03-047e7c684629 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/networks/ad26c21e-1fb7-48f7-8982-5ffe9b02fc14 HTTP/1.1" status: 204 len: 168 time: 1.2989886 Nov 24 21:12:58.871791 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60420) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:58.891375 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d50280-a117-417e-9e03-047e7c684629 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Network': ['ID=ad26c21e-1fb7-48f7-8982-5ffe9b02fc14,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:58.918854 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60424) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:58.949285 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a42496-5233-4ee4-b65b-485eab59f7b4 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:58.955320 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-85a42496-5233-4ee4-b65b-485eab59f7b4 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports/17353b76-470a-42b4-8619-7a72c97f6f6c HTTP/1.1" status: 200 len: 841 time: 0.0819938 Nov 24 21:12:58.956063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60426) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:59.011977 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2007d882-a1d6-46e3-a718-27b10505e460 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports/17353b76-470a-42b4-8619-7a72c97f6f6c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0547109 Nov 24 21:12:59.013351 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60428) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:59.020526 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b7ab3135-71d3-469f-bf4b-4786525ff571 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'subnet': {'network_id': '4b056e96-19a2-47f5-af1a-ced220042377', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:59.030867 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f4f99761-3a1c-4de1-88b9-21e5d03a3f96 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3dd7d42457d45acb8851697deacc18d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1083882 Nov 24 21:12:59.031477 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60430) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:59.036039 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 21:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb02524-bf78-4805-9cb3-76779fd6fdf8 x-openstack-request-id: req-0fb02524-bf78-4805-9cb3-76779fd6fdf8 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:12:59.036777 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e39455-8063-4055-895f-ffe956680985", "name": "network-vif-unplugged", "status": "completed", "tag": "c17c9e42-b2a0-4a47-a870-242ddf559670", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:12:59.037212 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0fb02524-bf78-4805-9cb3-76779fd6fdf8 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:12:59.037846 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e39455-8063-4055-895f-ffe956680985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c17c9e42-b2a0-4a47-a870-242ddf559670', 'code': 200} Nov 24 21:12:59.110481 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19f8924f-645b-41dd-8319-60505ab3d6e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:59.171646 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fc9661ba-3d6e-466f-8060-0054cd6c946c req-992ab84d-1ac1-4077-b34f-6868154b9192 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=1018f15a-94f7-4a7d-a5a4-0f263debc2c6 HTTP/1.1" status: 200 len: 210 time: 0.0475078 Nov 24 21:12:59.179888 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19f8924f-645b-41dd-8319-60505ab3d6e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:59.213954 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ab3135-71d3-469f-bf4b-4786525ff571 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:12:59.217794 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b7ab3135-71d3-469f-bf4b-4786525ff571 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:59.317376 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19f8924f-645b-41dd-8319-60505ab3d6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:59.327750 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19f8924f-645b-41dd-8319-60505ab3d6e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:59.329965 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-19f8924f-645b-41dd-8319-60505ab3d6e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/48aea5e8-4abe-4b79-b931-436c8b0918ed HTTP/1.1" status: 204 len: 168 time: 0.2971337 Nov 24 21:12:59.355283 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8924f-645b-41dd-8319-60505ab3d6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48aea5e8-4abe-4b79-b931-436c8b0918ed,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:59.364190 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8924f-645b-41dd-8319-60505ab3d6e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:59.364989 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8924f-645b-41dd-8319-60505ab3d6e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:59.366786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8924f-645b-41dd-8319-60505ab3d6e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:59.366786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8924f-645b-41dd-8319-60505ab3d6e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:59.366786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8924f-645b-41dd-8319-60505ab3d6e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:59.366786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8924f-645b-41dd-8319-60505ab3d6e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:59.367207 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8924f-645b-41dd-8319-60505ab3d6e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:59.367389 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8924f-645b-41dd-8319-60505ab3d6e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:59.369190 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8924f-645b-41dd-8319-60505ab3d6e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:59.369190 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8924f-645b-41dd-8319-60505ab3d6e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:59.369190 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8924f-645b-41dd-8319-60505ab3d6e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:59.369525 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8924f-645b-41dd-8319-60505ab3d6e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:12:59.548602 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b7ab3135-71d3-469f-bf4b-4786525ff571 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:59.588732 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ab3135-71d3-469f-bf4b-4786525ff571 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network 4b056e96-19a2-47f5-af1a-ced220042377 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:12:59.593897 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-b7ab3135-71d3-469f-bf4b-4786525ff571 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:12:59.604846 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6202887-6d4f-49f7-8ef2-73d2fdbf4963 None None] Network 4b056e96-19a2-47f5-af1a-ced220042377 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:12:59.605597 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ab3135-71d3-469f-bf4b-4786525ff571 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:12:59.606338 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b7ab3135-71d3-469f-bf4b-4786525ff571 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:59.647047 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b7ab3135-71d3-469f-bf4b-4786525ff571 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6325459 Nov 24 21:12:59.648544 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab3135-71d3-469f-bf4b-4786525ff571 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Subnet': ['ID=0928c886-0c99-4916-9b41-8f52a3a2c1cb,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:12:59.651032 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60446) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:59.661213 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-831fe4b0-a5b8-4fa9-98d4-dd86793086bd tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'security_group': {'name': 'tempest-secgroup-1189096315'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:12:59.717869 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-831fe4b0-a5b8-4fa9-98d4-dd86793086bd tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:59.843879 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-831fe4b0-a5b8-4fa9-98d4-dd86793086bd tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:59.851139 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-831fe4b0-a5b8-4fa9-98d4-dd86793086bd tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:12:59.931780 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60452) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:12:59.998521 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fe4b0-a5b8-4fa9-98d4-dd86793086bd tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42de0d5a-acf1-4520-92c3-d9826eb5ce72,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:00.009136 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9504a507-deae-483b-a5e4-abd6817523eb no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:13:00.053838 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a4025da5-7d73-4d34-b8d4-ce883a74ebff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0c5e1bd878594e219076c95d1ce85e7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1203449 Nov 24 21:13:00.056385 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60460) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:00.069528 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a55547-f848-480e-9153-10550a39c580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-4b056e96-19a2-47f5-af1a-ced220042377', 'network_id': '4b056e96-19a2-47f5-af1a-ced220042377', 'tenant_id': 'd0d08db1b3c4418e9ac5dfc22d6417c2', 'fixed_ips': [{'subnet_id': '0928c886-0c99-4916-9b41-8f52a3a2c1cb'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:13:00.072290 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-11a55547-f848-480e-9153-10550a39c580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:00.083443 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-831fe4b0-a5b8-4fa9-98d4-dd86793086bd tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:00.085620 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 9504a507-deae-483b-a5e4-abd6817523eb {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:13:00.086221 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9504a507-deae-483b-a5e4-abd6817523eb not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:13:00.086900 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device aee5163e-ded9-40ea-8074-14d5b454dbcd no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:13:00.087826 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-831fe4b0-a5b8-4fa9-98d4-dd86793086bd tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4306099 Nov 24 21:13:00.090767 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60462) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:00.097182 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-66f5030d-ae77-4b80-80a4-76a802edfd0a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'security_group': {'name': 'tempest-secgroup-1688220150'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:00.147293 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-59da7df8-7c55-42c0-8c7c-5ebc72e7799c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:00.161988 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: aee5163e-ded9-40ea-8074-14d5b454dbcd {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:13:00.162368 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device aee5163e-ded9-40ea-8074-14d5b454dbcd not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:13:00.189517 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa769cd2-0322-462b-9584-c24bbce6320b req-71dad1bc-1583-4259-8916-0c5f1b0f688e tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:00.192836 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fa769cd2-0322-462b-9584-c24bbce6320b req-71dad1bc-1583-4259-8916-0c5f1b0f688e tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 945 time: 0.2234113 Nov 24 21:13:00.214143 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-59da7df8-7c55-42c0-8c7c-5ebc72e7799c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:00.233667 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-73fce6f6-cf5c-460f-b3b8-c3aec6ca08a2 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:00.236173 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-73fce6f6-cf5c-460f-b3b8-c3aec6ca08a2 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.15 "GET /v2.0/networks?id=59a95bfe-d3bd-436a-b03d-549ced6178d1 HTTP/1.1" status: 200 len: 808 time: 0.2623391 Nov 24 21:13:00.265887 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-c0775215-be2e-4344-ab04-9b6ffb81dde7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Request body: {'port': {'device_id': '1018f15a-94f7-4a7d-a5a4-0f263debc2c6', 'network_id': '59a95bfe-d3bd-436a-b03d-549ced6178d1', 'admin_state_up': True, 'tenant_id': '6602671c220c4dbfb7d62853d4bbd9fe'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:00.309351 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-59da7df8-7c55-42c0-8c7c-5ebc72e7799c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:00.312523 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-59da7df8-7c55-42c0-8c7c-5ebc72e7799c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:00.313798 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-59da7df8-7c55-42c0-8c7c-5ebc72e7799c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f6934881-c429-4394-be58-08f8d79e4f17 HTTP/1.1" status: 204 len: 168 time: 0.2559812 Nov 24 21:13:00.334342 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66f5030d-ae77-4b80-80a4-76a802edfd0a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:00.368284 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da7df8-7c55-42c0-8c7c-5ebc72e7799c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6934881-c429-4394-be58-08f8d79e4f17,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:00.381806 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fa769cd2-0322-462b-9584-c24bbce6320b req-4e1b0611-af28-4a33-a801-0cc7be3f105b tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442211 Nov 24 21:13:00.405829 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-11a55547-f848-480e-9153-10550a39c580 None None] Allocated IP 172.20.0.2 (4b056e96-19a2-47f5-af1a-ced220042377/0928c886-0c99-4916-9b41-8f52a3a2c1cb/e9335fe9-8147-439f-9b5d-74ce3b339fef) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:13:00.432254 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:13:00.506239 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-c0775215-be2e-4344-ab04-9b6ffb81dde7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Made reservation on behalf of 6602671c220c4dbfb7d62853d4bbd9fe for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:13:00.515968 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-c0775215-be2e-4344-ab04-9b6ffb81dde7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:00.564997 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66f5030d-ae77-4b80-80a4-76a802edfd0a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:00.569667 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66f5030d-ae77-4b80-80a4-76a802edfd0a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:00.645368 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66f5030d-ae77-4b80-80a4-76a802edfd0a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:00.652977 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-66f5030d-ae77-4b80-80a4-76a802edfd0a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5551791 Nov 24 21:13:00.652977 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5030d-ae77-4b80-80a4-76a802edfd0a tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82e189ba-ef11-41f4-bc7d-d30253b90b40,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:00.655555 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60474) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:00.667735 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-5aac8898-fc6f-4179-85b3-1efc57d3316e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1893105410', 'security_groups': ['82e189ba-ef11-41f4-bc7d-d30253b90b40'], 'network_id': '4b056e96-19a2-47f5-af1a-ced220042377', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0928c886-0c99-4916-9b41-8f52a3a2c1cb'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:00.734179 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-11a55547-f848-480e-9153-10550a39c580 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:00.740222 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device c17c9e42-b2a0-4a47-a870-242ddf559670 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:13:00.784211 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-11a55547-f848-480e-9153-10550a39c580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:00.837843 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a55547-f848-480e-9153-10550a39c580 None None] Pushing event updated for resources: {'Port': ['ID=e9335fe9-8147-439f-9b5d-74ce3b339fef,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:00.851471 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a55547-f848-480e-9153-10550a39c580 None None] Network 4b056e96-19a2-47f5-af1a-ced220042377 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:13:00.855061 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-11a55547-f848-480e-9153-10550a39c580 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:13:00.858467 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a55547-f848-480e-9153-10550a39c580 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:13:00.931680 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-11a55547-f848-480e-9153-10550a39c580 None None] Attempting to bind port e9335fe9-8147-439f-9b5d-74ce3b339fef on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:13:00.932584 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-11a55547-f848-480e-9153-10550a39c580 None None] Attempting to bind port e9335fe9-8147-439f-9b5d-74ce3b339fef by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'd9e9bbd5-94fe-4738-a165-cce4be171635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4b056e96-19a2-47f5-af1a-ced220042377'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:13:00.933196 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a55547-f848-480e-9153-10550a39c580 None None] Attempting to bind port e9335fe9-8147-439f-9b5d-74ce3b339fef on network 4b056e96-19a2-47f5-af1a-ced220042377 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:13:00.939740 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port c17c9e42-b2a0-4a47-a870-242ddf559670 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:00.940355 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:00.942909 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a55547-f848-480e-9153-10550a39c580 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:13:00.943657 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a55547-f848-480e-9153-10550a39c580 None None] Checking segment: {'id': 'd9e9bbd5-94fe-4738-a165-cce4be171635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4b056e96-19a2-47f5-af1a-ced220042377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:13:00.944317 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-11a55547-f848-480e-9153-10550a39c580 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:00.944935 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a55547-f848-480e-9153-10550a39c580 None None] Bound using segment: {'id': 'd9e9bbd5-94fe-4738-a165-cce4be171635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4b056e96-19a2-47f5-af1a-ced220042377'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:13:00.945978 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-11a55547-f848-480e-9153-10550a39c580 None None] Bound port: e9335fe9-8147-439f-9b5d-74ce3b339fef, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e9bbd5-94fe-4738-a165-cce4be171635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4b056e96-19a2-47f5-af1a-ced220042377'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:13:00.946838 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-11a55547-f848-480e-9153-10550a39c580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:00.993211 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0cfa57d-3bbb-4dd7-bdff-4c929dfe4cd4 req-a91f316c-e01e-4c57-bb91-4442408f4688 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=1018f15a-94f7-4a7d-a5a4-0f263debc2c6 HTTP/1.1" status: 200 len: 210 time: 0.0824275 Nov 24 21:13:01.031413 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aac8898-fc6f-4179-85b3-1efc57d3316e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:13:01.048147 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-c0775215-be2e-4344-ab04-9b6ffb81dde7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Allocated IP 172.20.0.10 (59a95bfe-d3bd-436a-b03d-549ced6178d1/d8f5103b-9c6a-4206-84b5-130f79df6a12/d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:13:01.103286 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-11a55547-f848-480e-9153-10550a39c580 None None] For port e9335fe9-8147-439f-9b5d-74ce3b339fef, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:13:01.107431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-11a55547-f848-480e-9153-10550a39c580 None None] For port e9335fe9-8147-439f-9b5d-74ce3b339fef, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e9335fe9-8147-439f-9b5d-74ce3b339fef,segment=NetworkSegment(d9e9bbd5-94fe-4738-a165-cce4be171635),segment_id=d9e9bbd5-94fe-4738-a165-cce4be171635)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:13:01.131248 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-11a55547-f848-480e-9153-10550a39c580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:01.219276 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a55547-f848-480e-9153-10550a39c580 None None] Pushing event updated for resources: {'Port': ['ID=e9335fe9-8147-439f-9b5d-74ce3b339fef,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:01.241146 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:01.246080 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5aac8898-fc6f-4179-85b3-1efc57d3316e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:01.311682 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port c17c9e42-b2a0-4a47-a870-242ddf559670, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c17c9e42-b2a0-4a47-a870-242ddf559670,segment=NetworkSegment(b1d695b4-23ac-4f76-b033-410336a771ec),segment_id=b1d695b4-23ac-4f76-b033-410336a771ec)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:01.323762 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e39455-8063-4055-895f-ffe956680985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17c9e42-b2a0-4a47-a870-242ddf559670'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:13:01.333480 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8025f5dc-c02c-43f7-8821-c3a91eea2051" -d '{"events": [{"server_uuid": "d3e39455-8063-4055-895f-ffe956680985", "name": "network-vif-plugged", "status": "completed", "tag": "c17c9e42-b2a0-4a47-a870-242ddf559670"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:13:01.338005 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:01.411178 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37a73d1-d9b9-408e-89c1-270b51e955d7 x-openstack-request-id: req-c37a73d1-d9b9-408e-89c1-270b51e955d7 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:13:01.411491 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e39455-8063-4055-895f-ffe956680985", "name": "network-vif-plugged", "status": "completed", "tag": "c17c9e42-b2a0-4a47-a870-242ddf559670", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:13:01.411863 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c37a73d1-d9b9-408e-89c1-270b51e955d7 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:13:01.412275 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e39455-8063-4055-895f-ffe956680985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17c9e42-b2a0-4a47-a870-242ddf559670', 'code': 200} Nov 24 21:13:01.433118 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=c17c9e42-b2a0-4a47-a870-242ddf559670,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:01.484930 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-c0775215-be2e-4344-ab04-9b6ffb81dde7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:01.534270 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-c0775215-be2e-4344-ab04-9b6ffb81dde7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:01.696548 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-c0775215-be2e-4344-ab04-9b6ffb81dde7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Network 59a95bfe-d3bd-436a-b03d-549ced6178d1 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:13:01.710701 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-c0775215-be2e-4344-ab04-9b6ffb81dde7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:13:01.715288 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-c0775215-be2e-4344-ab04-9b6ffb81dde7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:13:01.805768 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-c0775215-be2e-4344-ab04-9b6ffb81dde7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:01.806737 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-c0775215-be2e-4344-ab04-9b6ffb81dde7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:01.812040 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0775215-be2e-4344-ab04-9b6ffb81dde7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Pushing event updated for resources: {'Port': ['ID=d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:01.839077 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-5aac8898-fc6f-4179-85b3-1efc57d3316e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] device_id is not set on port 0879056d-ae44-4ada-ab21-006f4e179ab0 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:13:01.854044 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f40502-ba67-48d0-b892-74f64e49d39e req-b0bc8b88-2f96-4163-9d8e-2e26457d7f7f tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:01.856063 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a4f40502-ba67-48d0-b892-74f64e49d39e req-b0bc8b88-2f96-4163-9d8e-2e26457d7f7f tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.2176161 Nov 24 21:13:01.886871 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-c0775215-be2e-4344-ab04-9b6ffb81dde7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6250999 Nov 24 21:13:01.887513 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60512) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:01.920089 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-dd8e3dfd-2191-43d2-b8fd-b3620c93002a service neutron] Request body: {'port': {'device_id': '1018f15a-94f7-4a7d-a5a4-0f263debc2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:01.979256 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b2b09-2d25-4cf5-940e-c5b4b27e2231 req-270b9191-74bd-4672-8060-06ecad75471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:01.980734 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c59b2b09-2d25-4cf5-940e-c5b4b27e2231 req-270b9191-74bd-4672-8060-06ecad75471b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 1097 time: 0.1861525 Nov 24 21:13:02.016903 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-dd8e3dfd-2191-43d2-b8fd-b3620c93002a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:02.033756 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e9335fe9-8147-439f-9b5d-74ce3b339fef up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:13:02.040064 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a4f40502-ba67-48d0-b892-74f64e49d39e req-32f603fc-b55e-4ebb-ae53-a6d8c12da05d tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723783 Nov 24 21:13:02.183561 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port e9335fe9-8147-439f-9b5d-74ce3b339fef triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:02.184396 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:02.202978 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c59b2b09-2d25-4cf5-940e-c5b4b27e2231 req-89f90752-c803-448f-b614-ee1bb173f569 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065897 Nov 24 21:13:02.319271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-5aac8898-fc6f-4179-85b3-1efc57d3316e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Allocated IP 172.20.0.14 (4b056e96-19a2-47f5-af1a-ced220042377/0928c886-0c99-4916-9b41-8f52a3a2c1cb/0879056d-ae44-4ada-ab21-006f4e179ab0) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:13:02.391433 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:02.451136 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port e9335fe9-8147-439f-9b5d-74ce3b339fef, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e9335fe9-8147-439f-9b5d-74ce3b339fef,segment=NetworkSegment(d9e9bbd5-94fe-4738-a165-cce4be171635),segment_id=d9e9bbd5-94fe-4738-a165-cce4be171635)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:02.459659 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-5035e746-13d6-4c97-87a2-56aa61f3af76 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-850765422-network', 'tenant_id': 'ffa0c043bb4147a9981beb608737cc09'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:02.488112 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:02.496065 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5035e746-13d6-4c97-87a2-56aa61f3af76 admin admin] Made reservation on behalf of ffa0c043bb4147a9981beb608737cc09 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:13:02.498747 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5035e746-13d6-4c97-87a2-56aa61f3af76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:02.533109 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5aac8898-fc6f-4179-85b3-1efc57d3316e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:02.537486 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5035e746-13d6-4c97-87a2-56aa61f3af76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:02.550993 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-dd8e3dfd-2191-43d2-b8fd-b3620c93002a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:13:02.596249 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=e9335fe9-8147-439f-9b5d-74ce3b339fef,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:02.602153 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5aac8898-fc6f-4179-85b3-1efc57d3316e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:02.613297 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-dd8e3dfd-2191-43d2-b8fd-b3620c93002a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:02.629383 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-dd8e3dfd-2191-43d2-b8fd-b3620c93002a service neutron] Transition to ACTIVE for port object d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:13:02.644555 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-dd8e3dfd-2191-43d2-b8fd-b3620c93002a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:02.671354 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aac8898-fc6f-4179-85b3-1efc57d3316e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network 4b056e96-19a2-47f5-af1a-ced220042377 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:13:02.675837 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-5aac8898-fc6f-4179-85b3-1efc57d3316e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:13:02.685518 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aac8898-fc6f-4179-85b3-1efc57d3316e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:13:02.691545 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac8898-fc6f-4179-85b3-1efc57d3316e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Port': ['ID=0879056d-ae44-4ada-ab21-006f4e179ab0,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:02.722568 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d7a83-5026-4bfc-9d6f-5eeb843326dd req-d8c04a72-00e4-4345-b70c-f9a147496ad9 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:02.735697 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca2d7a83-5026-4bfc-9d6f-5eeb843326dd req-d8c04a72-00e4-4345-b70c-f9a147496ad9 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=1018f15a-94f7-4a7d-a5a4-0f263debc2c6 HTTP/1.1" status: 200 len: 932 time: 0.2519722 Nov 24 21:13:02.747671 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aac8898-fc6f-4179-85b3-1efc57d3316e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:02.748266 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5aac8898-fc6f-4179-85b3-1efc57d3316e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:02.763194 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e3dfd-2191-43d2-b8fd-b3620c93002a service neutron] Pushing event updated for resources: {'Port': ['ID=d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:02.768392 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5aac8898-fc6f-4179-85b3-1efc57d3316e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1112516 Nov 24 21:13:02.771546 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60534) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:02.778242 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-076a7186-3647-4fa2-a904-292430f13eb6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'subnet': {'network_id': '4b056e96-19a2-47f5-af1a-ced220042377', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:02.957193 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076a7186-3647-4fa2-a904-292430f13eb6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:13:02.962664 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5035e746-13d6-4c97-87a2-56aa61f3af76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:02.963109 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-076a7186-3647-4fa2-a904-292430f13eb6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:02.975925 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-dd8e3dfd-2191-43d2-b8fd-b3620c93002a service neutron] Attempting to bind port d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:13:02.977311 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-dd8e3dfd-2191-43d2-b8fd-b3620c93002a service neutron] Attempting to bind port d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '5866be1b-31d9-4824-9135-55f142870285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '59a95bfe-d3bd-436a-b03d-549ced6178d1'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:13:02.978133 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-dd8e3dfd-2191-43d2-b8fd-b3620c93002a service neutron] Attempting to bind port d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2 on network 59a95bfe-d3bd-436a-b03d-549ced6178d1 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:13:03.010662 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-dd8e3dfd-2191-43d2-b8fd-b3620c93002a service neutron] Port d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2 on network 59a95bfe-d3bd-436a-b03d-549ced6178d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:13:03.011449 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-dd8e3dfd-2191-43d2-b8fd-b3620c93002a service neutron] Attempting to bind port d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2 on network 59a95bfe-d3bd-436a-b03d-549ced6178d1 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:13:03.017721 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5035e746-13d6-4c97-87a2-56aa61f3af76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:03.046541 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-dd8e3dfd-2191-43d2-b8fd-b3620c93002a service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:13:03.047159 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-dd8e3dfd-2191-43d2-b8fd-b3620c93002a service neutron] Checking segment: {'id': '5866be1b-31d9-4824-9135-55f142870285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '59a95bfe-d3bd-436a-b03d-549ced6178d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:13:03.047753 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-dd8e3dfd-2191-43d2-b8fd-b3620c93002a service neutron] Bound using segment: {'id': '5866be1b-31d9-4824-9135-55f142870285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '59a95bfe-d3bd-436a-b03d-549ced6178d1'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:13:03.048632 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-dd8e3dfd-2191-43d2-b8fd-b3620c93002a service neutron] Bound port: d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5866be1b-31d9-4824-9135-55f142870285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '59a95bfe-d3bd-436a-b03d-549ced6178d1'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:13:03.049448 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-dd8e3dfd-2191-43d2-b8fd-b3620c93002a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:03.075720 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca2d7a83-5026-4bfc-9d6f-5eeb843326dd req-c31e322c-d2ac-4716-8667-f6092a713097 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8ddeb9b-9281-40b9-801b-bfb77aa4c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344998 Nov 24 21:13:03.123078 n-d-812111-8 neutron-server[109990]: INFO neutron.db.ipam_backend_mixin [None req-076a7186-3647-4fa2-a904-292430f13eb6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0928c886-0c99-4916-9b41-8f52a3a2c1cb (CIDR: 172.20.0.0/28) Nov 24 21:13:03.127601 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5035e746-13d6-4c97-87a2-56aa61f3af76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:13:03.129150 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7cf003ce-5440-4e21-9a9a-f4eef4295b98 None None] Provisioning complete for port e9335fe9-8147-439f-9b5d-74ce3b339fef triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:03.129798 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7cf003ce-5440-4e21-9a9a-f4eef4295b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:03.137654 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-076a7186-3647-4fa2-a904-292430f13eb6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:13:03.138856 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076a7186-3647-4fa2-a904-292430f13eb6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:13:03.149075 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035e746-13d6-4c97-87a2-56aa61f3af76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ee219a-7e95-4353-a968-e0794eac8743,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:03.193234 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-076a7186-3647-4fa2-a904-292430f13eb6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4197104 Nov 24 21:13:03.202629 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60542) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:03.215061 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ab070499-1e72-412b-88d2-879df0afad99 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'subnet': {'network_id': '4b056e96-19a2-47f5-af1a-ced220042377', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:03.218380 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5035e746-13d6-4c97-87a2-56aa61f3af76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:03.221237 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-5035e746-13d6-4c97-87a2-56aa61f3af76 admin admin] Added segment b1321aa9-aedb-4a5a-a2e5-accf5f1a2cc9 of type vlan for network f55efa05-e921-4679-97bb-fc4c926f2313 Nov 24 21:13:03.398547 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5035e746-13d6-4c97-87a2-56aa61f3af76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:03.408885 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7cf003ce-5440-4e21-9a9a-f4eef4295b98 None None] Provisioning complete for port 17353b76-470a-42b4-8619-7a72c97f6f6c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:03.412634 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7cf003ce-5440-4e21-9a9a-f4eef4295b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:03.496366 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-7cf003ce-5440-4e21-9a9a-f4eef4295b98 None None] Port 17353b76-470a-42b4-8619-7a72c97f6f6c cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:13:03.521399 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab070499-1e72-412b-88d2-879df0afad99 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:13:03.526574 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab070499-1e72-412b-88d2-879df0afad99 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:03.540559 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5035e746-13d6-4c97-87a2-56aa61f3af76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:03.541939 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5035e746-13d6-4c97-87a2-56aa61f3af76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:03.542785 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5035e746-13d6-4c97-87a2-56aa61f3af76 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:03.615512 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc18ff-63f2-4a04-9f33-ca1ea8c37cfa req-c2689510-4c52-49d1-9422-3ca90672cf08 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:03.618483 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e7dc18ff-63f2-4a04-9f33-ca1ea8c37cfa req-c2689510-4c52-49d1-9422-3ca90672cf08 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.1638591 Nov 24 21:13:03.623811 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-16b36889-aa0d-4aee-8ff4-d7d58b26feec None None] Provisioning complete for port 0879056d-ae44-4ada-ab21-006f4e179ab0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:03.625798 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-16b36889-aa0d-4aee-8ff4-d7d58b26feec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:03.661819 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5035e746-13d6-4c97-87a2-56aa61f3af76 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7700441 Nov 24 21:13:03.663372 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60564) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:03.672935 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-d9eb4433-dcf0-45f0-8054-783ee8b4134d admin admin] Request body: {'subnet': {'network_id': 'f55efa05-e921-4679-97bb-fc4c926f2313', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-850765422-subnet', 'tenant_id': 'ffa0c043bb4147a9981beb608737cc09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:03.675473 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-16b36889-aa0d-4aee-8ff4-d7d58b26feec None None] Port 0879056d-ae44-4ada-ab21-006f4e179ab0 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:13:03.683887 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035e746-13d6-4c97-87a2-56aa61f3af76 admin admin] Pushing event updated for resources: {'Network': ['ID=f55efa05-e921-4679-97bb-fc4c926f2313,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:03.696341 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network f55efa05-e921-4679-97bb-fc4c926f2313 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:13:03.744738 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9eb4433-dcf0-45f0-8054-783ee8b4134d admin admin] Made reservation on behalf of ffa0c043bb4147a9981beb608737cc09 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:13:03.757202 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d9eb4433-dcf0-45f0-8054-783ee8b4134d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:03.762581 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-dd8e3dfd-2191-43d2-b8fd-b3620c93002a service neutron] For port d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:13:03.767794 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e7dc18ff-63f2-4a04-9f33-ca1ea8c37cfa req-a66dcc11-9a54-4b8a-9ac3-df38873c98b3 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124554 Nov 24 21:13:03.779959 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-dd8e3dfd-2191-43d2-b8fd-b3620c93002a service neutron] For port d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2,segment=NetworkSegment(5866be1b-31d9-4824-9135-55f142870285),segment_id=5866be1b-31d9-4824-9135-55f142870285)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:13:03.796734 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-dd8e3dfd-2191-43d2-b8fd-b3620c93002a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:03.861358 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e3dfd-2191-43d2-b8fd-b3620c93002a service neutron] Pushing event updated for resources: {'Port': ['ID=d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:03.869017 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-dd8e3dfd-2191-43d2-b8fd-b3620c93002a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:03.869671 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-dd8e3dfd-2191-43d2-b8fd-b3620c93002a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:03.871098 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-dd8e3dfd-2191-43d2-b8fd-b3620c93002a service neutron] 10.222.0.15 "PUT /v2.0/ports/d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2 HTTP/1.1" status: 200 len: 1092 time: 1.9639347 Nov 24 21:13:03.871567 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1018f15a-94f7-4a7d-a5a4-0f263debc2c6', 'tag': 'd5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:13:03.874265 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631c198b-4f6d-4360-8a05-b9597cbafa3c" -d '{"events": [{"name": "network-changed", "server_uuid": "1018f15a-94f7-4a7d-a5a4-0f263debc2c6", "tag": "d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:13:03.972682 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e9335fe9-8147-439f-9b5d-74ce3b339fef up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:13:03.991060 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ce2a95-af80-407b-91fa-6249896c7a23 x-openstack-request-id: req-31ce2a95-af80-407b-91fa-6249896c7a23 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:13:03.991368 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1018f15a-94f7-4a7d-a5a4-0f263debc2c6", "tag": "d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:13:03.991630 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-31ce2a95-af80-407b-91fa-6249896c7a23 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:13:03.993116 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1018f15a-94f7-4a7d-a5a4-0f263debc2c6', 'tag': 'd5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2', 'status': 'completed', 'code': 200} Nov 24 21:13:04.020648 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-bc398b64-3943-4883-aeb8-459161721ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:04.022773 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-bc398b64-3943-4883-aeb8-459161721ced service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6602671c220c4dbfb7d62853d4bbd9fe&device_id=1018f15a-94f7-4a7d-a5a4-0f263debc2c6 HTTP/1.1" status: 200 len: 1095 time: 0.0941117 Nov 24 21:13:04.049064 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port e9335fe9-8147-439f-9b5d-74ce3b339fef triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:04.049961 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:04.113378 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-e83f3406-0b29-4be8-abed-00bc77be2fbe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2 HTTP/1.1" status: 200 len: 217 time: 0.0799472 Nov 24 21:13:04.140761 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab070499-1e72-412b-88d2-879df0afad99 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:04.276983 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab070499-1e72-412b-88d2-879df0afad99 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network 4b056e96-19a2-47f5-af1a-ced220042377 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:13:04.278543 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-ea913929-2276-46b0-980a-969dea357673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:04.281004 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-ea913929-2276-46b0-980a-969dea357673 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8f5103b-9c6a-4206-84b5-130f79df6a12 HTTP/1.1" status: 200 len: 848 time: 0.1612566 Nov 24 21:13:04.288153 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-ab070499-1e72-412b-88d2-879df0afad99 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:13:04.294728 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab070499-1e72-412b-88d2-879df0afad99 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:04.295568 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab070499-1e72-412b-88d2-879df0afad99 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:04.310084 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99fef0d-4d75-4a9f-9ba9-c7da67292075 None None] Network 4b056e96-19a2-47f5-af1a-ced220042377 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:13:04.325001 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ab070499-1e72-412b-88d2-879df0afad99 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1206527 Nov 24 21:13:04.329818 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-e43f4c1e-186a-4a52-aebd-c33ddd5f07c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=59a95bfe-d3bd-436a-b03d-549ced6178d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344951 Nov 24 21:13:04.330614 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60576) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:04.333549 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab070499-1e72-412b-88d2-879df0afad99 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Subnet': ['ID=20326bb2-97d1-48ad-97b2-72d1319bbacc,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:04.340551 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45c35e-3e4a-4a0d-b7b1-9237b61eee19 req-786ad023-a96c-41d9-b9b5-cdd12aaab6e7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:04.349227 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5d45c35e-3e4a-4a0d-b7b1-9237b61eee19 req-786ad023-a96c-41d9-b9b5-cdd12aaab6e7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=1018f15a-94f7-4a7d-a5a4-0f263debc2c6 HTTP/1.1" status: 200 len: 944 time: 0.1171303 Nov 24 21:13:04.353652 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-9d9fa7d4-455c-4e68-8cf5-418cf4733c52 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-743052895', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '20326bb2-97d1-48ad-97b2-72d1319bbacc'}], 'security_groups': ['42de0d5a-acf1-4520-92c3-d9826eb5ce72']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:04.447381 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d9eb4433-dcf0-45f0-8054-783ee8b4134d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:04.512272 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5d45c35e-3e4a-4a0d-b7b1-9237b61eee19 req-7aef0b1e-a53b-4b1f-9347-fd835f8fb99c tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8ddeb9b-9281-40b9-801b-bfb77aa4c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613500 Nov 24 21:13:04.517882 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-90400823-94c5-443b-898f-6341b81ee236 service neutron] 10.222.0.15 "GET /v2.0/networks/59a95bfe-d3bd-436a-b03d-549ced6178d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660633 Nov 24 21:13:04.544035 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb4433-dcf0-45f0-8054-783ee8b4134d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed36cea7-1cea-4398-aca3-6904c00809e5,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:04.563950 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d9fa7d4-455c-4e68-8cf5-418cf4733c52 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:04.605692 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eb4433-dcf0-45f0-8054-783ee8b4134d admin admin] Checking segment: {'id': 'b1321aa9-aedb-4a5a-a2e5-accf5f1a2cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f55efa05-e921-4679-97bb-fc4c926f2313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:13:04.606475 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eb4433-dcf0-45f0-8054-783ee8b4134d admin admin] Network hostable DHCP agents. Network: f55efa05-e921-4679-97bb-fc4c926f2313, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:13:04.679937 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e049dc71-55d5-4d43-b125-3857a0eafff4 req-48254f35-d461-423f-9b22-c0bce76bcd07 service neutron] 10.222.0.15 "GET /v2.0/networks/59a95bfe-d3bd-436a-b03d-549ced6178d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523058 Nov 24 21:13:04.710390 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eb4433-dcf0-45f0-8054-783ee8b4134d admin admin] Network f55efa05-e921-4679-97bb-fc4c926f2313 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:13:04.730962 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-d9eb4433-dcf0-45f0-8054-783ee8b4134d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, f55efa05-e921-4679-97bb-fc4c926f2313) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:13:04.738599 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9eb4433-dcf0-45f0-8054-783ee8b4134d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:04.739085 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d9eb4433-dcf0-45f0-8054-783ee8b4134d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:04.740883 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ee7fe6-f527-42cf-970f-511ce69a714c None None] Network f55efa05-e921-4679-97bb-fc4c926f2313 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:13:04.755702 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524d9c1c-61af-4281-ba48-ed30e1d512fd None None] Update dhcp port {'port': {'network_id': '4b056e96-19a2-47f5-af1a-ced220042377', 'fixed_ips': [{'subnet_id': '0928c886-0c99-4916-9b41-8f52a3a2c1cb', 'ip_address': '172.20.0.2'}, {'subnet_id': '20326bb2-97d1-48ad-97b2-72d1319bbacc'}], 'binding:host_id': 'n-d-812111-8'}, 'id': 'e9335fe9-8147-439f-9b5d-74ce3b339fef'} from n-d-812111-8. {{(pid=109992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 21:13:04.790495 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-524d9c1c-61af-4281-ba48-ed30e1d512fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:04.810883 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c198b-4f6d-4360-8a05-b9597cbafa3c req-56aae7b4-a805-432d-9224-c706b9d55e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:04.815561 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-631c198b-4f6d-4360-8a05-b9597cbafa3c req-56aae7b4-a805-432d-9224-c706b9d55e79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6602671c220c4dbfb7d62853d4bbd9fe&device_id=1018f15a-94f7-4a7d-a5a4-0f263debc2c6 HTTP/1.1" status: 200 len: 1095 time: 0.0772228 Nov 24 21:13:04.816712 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d9eb4433-dcf0-45f0-8054-783ee8b4134d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1522605 Nov 24 21:13:05.093175 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c4218-b3d8-4d29-b3dc-d993633cb321 req-721af0cc-d4ea-4cb4-93f3-f24c398a2bde tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:05.094714 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa3c4218-b3d8-4d29-b3dc-d993633cb321 req-721af0cc-d4ea-4cb4-93f3-f24c398a2bde tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.1188815 Nov 24 21:13:05.100321 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c198b-4f6d-4360-8a05-b9597cbafa3c req-ad1bdad1-c27f-4ae2-8a3d-cab12dac42db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:05.101835 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-631c198b-4f6d-4360-8a05-b9597cbafa3c req-ad1bdad1-c27f-4ae2-8a3d-cab12dac42db service neutron] 10.222.0.15 "GET /v2.0/networks?id=59a95bfe-d3bd-436a-b03d-549ced6178d1 HTTP/1.1" status: 200 len: 909 time: 0.2758644 Nov 24 21:13:05.146550 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-631c198b-4f6d-4360-8a05-b9597cbafa3c req-32bafe21-1e9e-4717-9fe3-40dffd2b5c9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2 HTTP/1.1" status: 200 len: 217 time: 0.0360897 Nov 24 21:13:05.176088 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-9d9fa7d4-455c-4e68-8cf5-418cf4733c52 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Delete allocated IP 172.20.0.14 (4b056e96-19a2-47f5-af1a-ced220042377/0928c886-0c99-4916-9b41-8f52a3a2c1cb) {{(pid=109990) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 21:13:05.185764 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275e7244-ecba-4c51-8382-e2a657543a61 None None] Network f55efa05-e921-4679-97bb-fc4c926f2313 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:13:05.195211 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-9d9fa7d4-455c-4e68-8cf5-418cf4733c52 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Allocated IP 172.20.0.30 (4b056e96-19a2-47f5-af1a-ced220042377/20326bb2-97d1-48ad-97b2-72d1319bbacc/0879056d-ae44-4ada-ab21-006f4e179ab0) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:13:05.223185 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa3c4218-b3d8-4d29-b3dc-d993633cb321 req-811f3cd6-bd8b-49fb-8a77-28cff958175d tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198721 Nov 24 21:13:05.235343 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c198b-4f6d-4360-8a05-b9597cbafa3c req-f3a445a1-063e-46de-a598-e907b6f12951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:05.237289 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-631c198b-4f6d-4360-8a05-b9597cbafa3c req-f3a445a1-063e-46de-a598-e907b6f12951 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8f5103b-9c6a-4206-84b5-130f79df6a12 HTTP/1.1" status: 200 len: 848 time: 0.0802112 Nov 24 21:13:05.299571 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-631c198b-4f6d-4360-8a05-b9597cbafa3c req-9bd6b10a-5c7d-46af-a130-8e01594c5a30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=59a95bfe-d3bd-436a-b03d-549ced6178d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537891 Nov 24 21:13:05.485361 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-631c198b-4f6d-4360-8a05-b9597cbafa3c req-08e53c51-7dba-485e-a82b-9638ec9fb042 service neutron] 10.222.0.15 "GET /v2.0/networks/59a95bfe-d3bd-436a-b03d-549ced6178d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730437 Nov 24 21:13:05.502108 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d9fa7d4-455c-4e68-8cf5-418cf4733c52 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:05.517744 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d9fa7d4-455c-4e68-8cf5-418cf4733c52 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:05.597837 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-524d9c1c-61af-4281-ba48-ed30e1d512fd None None] Allocated IP 172.20.0.18 (4b056e96-19a2-47f5-af1a-ced220042377/20326bb2-97d1-48ad-97b2-72d1319bbacc/e9335fe9-8147-439f-9b5d-74ce3b339fef) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:13:05.655551 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fa7d4-455c-4e68-8cf5-418cf4733c52 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Port': ['ID=0879056d-ae44-4ada-ab21-006f4e179ab0,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:05.676382 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-631c198b-4f6d-4360-8a05-b9597cbafa3c req-c1a5e796-949b-47b8-8beb-fc9d137c0efc service neutron] 10.222.0.15 "GET /v2.0/networks/59a95bfe-d3bd-436a-b03d-549ced6178d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809268 Nov 24 21:13:05.715413 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fa7d4-455c-4e68-8cf5-418cf4733c52 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] In _notify_port_updated(), no bound segment for port 0879056d-ae44-4ada-ab21-006f4e179ab0 on network 4b056e96-19a2-47f5-af1a-ced220042377 {{(pid=109990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 21:13:05.721963 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9fa7d4-455c-4e68-8cf5-418cf4733c52 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:05.722603 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d9fa7d4-455c-4e68-8cf5-418cf4733c52 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:05.727847 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60622) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:05.731985 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9d9fa7d4-455c-4e68-8cf5-418cf4733c52 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "PUT /v2.0/ports/0879056d-ae44-4ada-ab21-006f4e179ab0 HTTP/1.1" status: 200 len: 920 time: 1.3992090 Nov 24 21:13:05.788016 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-524d9c1c-61af-4281-ba48-ed30e1d512fd None None] For port e9335fe9-8147-439f-9b5d-74ce3b339fef, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e9335fe9-8147-439f-9b5d-74ce3b339fef,segment=NetworkSegment(d9e9bbd5-94fe-4738-a165-cce4be171635),segment_id=d9e9bbd5-94fe-4738-a165-cce4be171635)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:05.839426 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-524d9c1c-61af-4281-ba48-ed30e1d512fd None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:05.847768 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-524d9c1c-61af-4281-ba48-ed30e1d512fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:05.957522 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-0320a4f5-b45e-434b-ad14-6cca83fde455 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting port 0879056d-ae44-4ada-ab21-006f4e179ab0 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:13:05.957859 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0320a4f5-b45e-434b-ad14-6cca83fde455 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:05.975587 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d9c1c-61af-4281-ba48-ed30e1d512fd None None] Pushing event updated for resources: {'Port': ['ID=e9335fe9-8147-439f-9b5d-74ce3b339fef,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:05.990664 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-1f4e0968-7f0a-4a6a-8add-aae3d70132e0 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:05.992225 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-1f4e0968-7f0a-4a6a-8add-aae3d70132e0 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/networks?id=f55efa05-e921-4679-97bb-fc4c926f2313 HTTP/1.1" status: 200 len: 813 time: 0.2145185 Nov 24 21:13:06.024779 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-1198f326-59fc-49a6-83ab-0fb296ab325d tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/quotas/ffa0c043bb4147a9981beb608737cc09 HTTP/1.1" status: 200 len: 375 time: 0.0210185 Nov 24 21:13:06.094433 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-3f0bfb56-e997-4807-8143-04be79a4bdf9 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ffa0c043bb4147a9981beb608737cc09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413063 Nov 24 21:13:06.213726 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0320a4f5-b45e-434b-ad14-6cca83fde455 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:06.233634 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-0320a4f5-b45e-434b-ad14-6cca83fde455 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Calling delete_port for 0879056d-ae44-4ada-ab21-006f4e179ab0 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:13:06.269616 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-397c80ab-6e61-48fc-8938-c3c0708de6f3 service neutron] 10.222.0.11 "GET /v2.0/networks/f55efa05-e921-4679-97bb-fc4c926f2313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747744 Nov 24 21:13:06.727979 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8cd359fc-48ba-4587-853c-5f35c6ce062c None None] Provisioning complete for port 0879056d-ae44-4ada-ab21-006f4e179ab0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:06.728594 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8cd359fc-48ba-4587-853c-5f35c6ce062c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:06.770867 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-8cd359fc-48ba-4587-853c-5f35c6ce062c None None] Port 0879056d-ae44-4ada-ab21-006f4e179ab0 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:13:06.784118 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-95c614e9-d5b7-4657-8e68-8016a08786ac service neutron] 10.222.0.11 "GET /v2.0/networks/f55efa05-e921-4679-97bb-fc4c926f2313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135865 Nov 24 21:13:06.784327 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8cd359fc-48ba-4587-853c-5f35c6ce062c None None] Provisioning complete for port e9335fe9-8147-439f-9b5d-74ce3b339fef triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:06.784681 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8cd359fc-48ba-4587-853c-5f35c6ce062c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:06.886751 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0320a4f5-b45e-434b-ad14-6cca83fde455 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:06.910455 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8cd359fc-48ba-4587-853c-5f35c6ce062c None None] Provisioning complete for port 17353b76-470a-42b4-8619-7a72c97f6f6c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:06.910831 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8cd359fc-48ba-4587-853c-5f35c6ce062c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:06.946035 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320a4f5-b45e-434b-ad14-6cca83fde455 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Port': ['ID=0879056d-ae44-4ada-ab21-006f4e179ab0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:06.959196 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-8cd359fc-48ba-4587-853c-5f35c6ce062c None None] Port 17353b76-470a-42b4-8619-7a72c97f6f6c cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:13:07.010315 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0320a4f5-b45e-434b-ad14-6cca83fde455 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:07.013976 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0320a4f5-b45e-434b-ad14-6cca83fde455 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/ports/0879056d-ae44-4ada-ab21-006f4e179ab0 HTTP/1.1" status: 204 len: 168 time: 1.2847576 Nov 24 21:13:07.016881 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60654) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:07.083595 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-02eebdfd-707c-436f-b851-54cb11b06742 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] GET failed (client error): The resource could not be found. Nov 24 21:13:07.085822 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-02eebdfd-707c-436f-b851-54cb11b06742 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports/0879056d-ae44-4ada-ab21-006f4e179ab0 HTTP/1.1" status: 404 len: 333 time: 0.0679209 Nov 24 21:13:07.088701 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60660) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:07.214009 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963298c-66c5-4247-8b48-63cf87037006 req-b7c81d23-13b0-4e95-9578-1652b2afd2d0 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:07.222023 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0963298c-66c5-4247-8b48-63cf87037006 req-b7c81d23-13b0-4e95-9578-1652b2afd2d0 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.1098168 Nov 24 21:13:07.236984 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e677fe4d-2ec5-4d37-9df1-5b7e2cef3d5c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:07.286199 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e677fe4d-2ec5-4d37-9df1-5b7e2cef3d5c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:07.346793 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0963298c-66c5-4247-8b48-63cf87037006 req-a6f37165-e188-4240-8c18-69dfca350333 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238542 Nov 24 21:13:07.381325 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e677fe4d-2ec5-4d37-9df1-5b7e2cef3d5c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:07.385335 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e677fe4d-2ec5-4d37-9df1-5b7e2cef3d5c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:07.386897 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e677fe4d-2ec5-4d37-9df1-5b7e2cef3d5c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/security-groups/82e189ba-ef11-41f4-bc7d-d30253b90b40 HTTP/1.1" status: 204 len: 168 time: 0.2969537 Nov 24 21:13:07.389767 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60672) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:07.394114 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-823e758e-9b53-4b82-99fa-53706017e2cf None None] Could not find standard attr ID for object 0879056d-ae44-4ada-ab21-006f4e179ab0. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:13:07.409573 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677fe4d-2ec5-4d37-9df1-5b7e2cef3d5c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e189ba-ef11-41f4-bc7d-d30253b90b40,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:07.556840 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-accbf253-0612-4b52-89b9-87b0ba5b0637 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:07.573933 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bf378-0e83-41a7-8bc4-b010671d5bbc req-2999b62b-cc3f-4256-8667-239659fba095 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:07.587902 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-674bf378-0e83-41a7-8bc4-b010671d5bbc req-2999b62b-cc3f-4256-8667-239659fba095 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=1018f15a-94f7-4a7d-a5a4-0f263debc2c6 HTTP/1.1" status: 200 len: 944 time: 0.1174378 Nov 24 21:13:07.619954 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-accbf253-0612-4b52-89b9-87b0ba5b0637 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:07.713503 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-674bf378-0e83-41a7-8bc4-b010671d5bbc req-774533aa-fca6-4c89-941c-29f758085443 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8ddeb9b-9281-40b9-801b-bfb77aa4c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171613 Nov 24 21:13:07.730351 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-accbf253-0612-4b52-89b9-87b0ba5b0637 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:07.735450 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-accbf253-0612-4b52-89b9-87b0ba5b0637 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:07.739302 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-accbf253-0612-4b52-89b9-87b0ba5b0637 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/security-groups/42de0d5a-acf1-4520-92c3-d9826eb5ce72 HTTP/1.1" status: 204 len: 168 time: 0.3458698 Nov 24 21:13:07.740011 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60684) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:07.758566 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbf253-0612-4b52-89b9-87b0ba5b0637 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42de0d5a-acf1-4520-92c3-d9826eb5ce72,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:07.835615 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec5a022-a9da-4d70-acc8-825a36d57bd0 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting subnet 0928c886-0c99-4916-9b41-8f52a3a2c1cb {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:13:07.840600 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2ec5a022-a9da-4d70-acc8-825a36d57bd0 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:07.927391 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2ec5a022-a9da-4d70-acc8-825a36d57bd0 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:07.961363 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e9335fe9-8147-439f-9b5d-74ce3b339fef up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:13:07.990345 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f4b8e65-c40b-4c68-8060-3b9e8516d9a3 req-c0603c92-42e0-439b-9710-7c50ed7f4f44 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a62867-a6ac-4a97-9ea4-f1dda249d6ae HTTP/1.1" status: 200 len: 210 time: 0.0606942 Nov 24 21:13:08.087306 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port e9335fe9-8147-439f-9b5d-74ce3b339fef triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:08.087943 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:08.111102 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2ec5a022-a9da-4d70-acc8-825a36d57bd0 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:08.252462 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2ec5a022-a9da-4d70-acc8-825a36d57bd0 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:08.302456 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5a022-a9da-4d70-acc8-825a36d57bd0 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Subnet': ['ID=0928c886-0c99-4916-9b41-8f52a3a2c1cb,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:08.315871 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2ec5a022-a9da-4d70-acc8-825a36d57bd0 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:08.316729 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79f7a9b-a9de-473d-8336-23d2a568b9bb None None] Network 4b056e96-19a2-47f5-af1a-ced220042377 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:13:08.324335 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2ec5a022-a9da-4d70-acc8-825a36d57bd0 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/subnets/0928c886-0c99-4916-9b41-8f52a3a2c1cb HTTP/1.1" status: 204 len: 168 time: 0.5787458 Nov 24 21:13:08.324635 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60692) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:08.330202 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-afc0ffbc-e874-4ac7-a5ce-c90c9a9060b6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'subnet': {'network_id': '4b056e96-19a2-47f5-af1a-ced220042377', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:08.510074 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc0ffbc-e874-4ac7-a5ce-c90c9a9060b6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:13:08.525331 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-afc0ffbc-e874-4ac7-a5ce-c90c9a9060b6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:08.859499 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-72298658-218e-45c2-8822-1ad6e7492b89 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:08.861046 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-72298658-218e-45c2-8822-1ad6e7492b89 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.48 "GET /v2.0/networks?id=f55efa05-e921-4679-97bb-fc4c926f2313 HTTP/1.1" status: 200 len: 813 time: 0.2131176 Nov 24 21:13:08.873370 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2d1e2c1f-31a3-4087-adfd-51f76670418d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:08.877499 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-456482bf-0cec-4219-bf6e-9740b524ebd3 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Request body: {'port': {'device_id': '72a62867-a6ac-4a97-9ea4-f1dda249d6ae', 'network_id': 'f55efa05-e921-4679-97bb-fc4c926f2313', 'admin_state_up': True, 'tenant_id': 'ffa0c043bb4147a9981beb608737cc09'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:08.894481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-de69d893-366f-459b-be17-50b95cb7597a tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:08.905006 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-de69d893-366f-459b-be17-50b95cb7597a tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/networks?id=0cfd0991-3fe1-458a-9cab-a785fe8464fe HTTP/1.1" status: 200 len: 813 time: 0.2860630 Nov 24 21:13:08.936439 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-cd1198d9-8dfa-4db1-9196-e60b3607df23 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/quotas/7ad457c77b1f4b5abfda21dbb9e5dbdc HTTP/1.1" status: 200 len: 375 time: 0.0277798 Nov 24 21:13:09.059468 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-815dbbaa-2e45-4012-a179-dd60f465e70c tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ad457c77b1f4b5abfda21dbb9e5dbdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1212704 Nov 24 21:13:09.195994 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-456482bf-0cec-4219-bf6e-9740b524ebd3 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Made reservation on behalf of ffa0c043bb4147a9981beb608737cc09 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:13:09.200232 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:13:09.213907 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-456482bf-0cec-4219-bf6e-9740b524ebd3 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:09.220444 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-bb7125f6-2385-4db2-bd65-4ad6164e6083 service neutron] 10.222.0.11 "GET /v2.0/networks/0cfd0991-3fe1-458a-9cab-a785fe8464fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597860 Nov 24 21:13:09.335832 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-afc0ffbc-e874-4ac7-a5ce-c90c9a9060b6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:09.420237 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc0ffbc-e874-4ac7-a5ce-c90c9a9060b6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network 4b056e96-19a2-47f5-af1a-ced220042377 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:13:09.429602 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-afc0ffbc-e874-4ac7-a5ce-c90c9a9060b6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:13:09.440336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc0ffbc-e874-4ac7-a5ce-c90c9a9060b6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:09.441195 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-afc0ffbc-e874-4ac7-a5ce-c90c9a9060b6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:09.450905 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0ffbc-e874-4ac7-a5ce-c90c9a9060b6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Subnet': ['ID=b26588ae-310a-41f7-ab4f-e92bd0bacc4d,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:09.451408 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-6cce51fd-985d-4502-8c39-260346b24d57 service neutron] 10.222.0.11 "GET /v2.0/networks/0cfd0991-3fe1-458a-9cab-a785fe8464fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222247 Nov 24 21:13:09.540254 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60726) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:09.540505 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-afc0ffbc-e874-4ac7-a5ce-c90c9a9060b6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2140489 Nov 24 21:13:09.547247 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-94711be2-af0e-49f6-9edb-299e004964ce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'security_group': {'name': 'tempest-secgroup-1238925731'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:09.592487 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-456482bf-0cec-4219-bf6e-9740b524ebd3 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Allocated IP 172.20.0.2 (f55efa05-e921-4679-97bb-fc4c926f2313/ed36cea7-1cea-4398-aca3-6904c00809e5/c3136efe-6914-4f46-b90b-a53e69db59ba) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:13:09.623402 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-94711be2-af0e-49f6-9edb-299e004964ce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:09.727367 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b711d05-73f9-4490-86eb-a3ef6be5542f None None] Network 4b056e96-19a2-47f5-af1a-ced220042377 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:13:09.835296 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2,segment=NetworkSegment(5866be1b-31d9-4824-9135-55f142870285),segment_id=5866be1b-31d9-4824-9135-55f142870285)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:09.852923 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'd5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2', 'network_id': '59a95bfe-d3bd-436a-b03d-549ced6178d1', 'port_id': 'd5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2', 'mac_address': 'fa:16:3e:0d:9d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f5103b-9c6a-4206-84b5-130f79df6a12', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:13:09.895409 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-94711be2-af0e-49f6-9edb-299e004964ce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:09.905408 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-94711be2-af0e-49f6-9edb-299e004964ce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:09.938743 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:09.946243 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f881817-630a-4427-bfa6-66bf374ec036 req-d24f9933-b2e6-4858-a20a-d614ec0d7427 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:09.948385 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f881817-630a-4427-bfa6-66bf374ec036 req-d24f9933-b2e6-4858-a20a-d614ec0d7427 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=1018f15a-94f7-4a7d-a5a4-0f263debc2c6 HTTP/1.1" status: 200 len: 944 time: 0.1197789 Nov 24 21:13:09.968308 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-94711be2-af0e-49f6-9edb-299e004964ce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:09.970055 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-94711be2-af0e-49f6-9edb-299e004964ce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4282076 Nov 24 21:13:09.983867 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60736) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:09.995584 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c90f2a3f-1569-4071-949a-a387e901c4e1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'security_group': {'name': 'tempest-secgroup-560511070'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:10.037644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711be2-af0e-49f6-9edb-299e004964ce tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227f6825-b480-43f8-898c-0c34fb7f7c47,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:10.086463 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c90f2a3f-1569-4071-949a-a387e901c4e1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:10.093184 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f683a9-c616-49f7-adfc-b6178c357bbd req-01dca2a8-0139-4e80-ad5d-632785446007 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:10.094928 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98f683a9-c616-49f7-adfc-b6178c357bbd req-01dca2a8-0139-4e80-ad5d-632785446007 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3e39455-8063-4055-895f-ffe956680985 HTTP/1.1" status: 200 len: 946 time: 0.2079194 Nov 24 21:13:10.099897 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-456482bf-0cec-4219-bf6e-9740b524ebd3 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:10.118699 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:13:10.123455 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:10.133559 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-109a5b8a-b5b4-48ed-b44d-7c3424d88566 None None] Provisioning complete for port e9335fe9-8147-439f-9b5d-74ce3b339fef triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:10.134266 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-109a5b8a-b5b4-48ed-b44d-7c3424d88566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:10.192544 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2,segment=NetworkSegment(5866be1b-31d9-4824-9135-55f142870285),segment_id=5866be1b-31d9-4824-9135-55f142870285)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:10.199920 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f881817-630a-4427-bfa6-66bf374ec036 req-4fc40963-6f9e-4c32-9196-5d8c0343e359 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8ddeb9b-9281-40b9-801b-bfb77aa4c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807783 Nov 24 21:13:10.236105 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:10.285630 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-456482bf-0cec-4219-bf6e-9740b524ebd3 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:10.303349 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c90f2a3f-1569-4071-949a-a387e901c4e1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:10.312699 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c90f2a3f-1569-4071-949a-a387e901c4e1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:10.390299 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c90f2a3f-1569-4071-949a-a387e901c4e1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:10.394986 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c90f2a3f-1569-4071-949a-a387e901c4e1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4089701 Nov 24 21:13:10.396302 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60746) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:10.405658 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-0a117bed-2002-4e72-a7c8-0f1466e86579 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'security_group': {'name': 'tempest-secgroup-820178702'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:10.413040 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:10.428201 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f2a3f-1569-4071-949a-a387e901c4e1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2de30f0-c0a3-40e1-8d76-155cd7a1e7e8,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:10.450462 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-98f683a9-c616-49f7-adfc-b6178c357bbd req-836acab9-9dc6-49d3-baba-f736f0ec6516 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Deleting port c17c9e42-b2a0-4a47-a870-242ddf559670 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:13:10.455602 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-98f683a9-c616-49f7-adfc-b6178c357bbd req-836acab9-9dc6-49d3-baba-f736f0ec6516 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:10.479122 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a117bed-2002-4e72-a7c8-0f1466e86579 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:10.539893 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:13:10.671445 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a117bed-2002-4e72-a7c8-0f1466e86579 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:10.682264 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a117bed-2002-4e72-a7c8-0f1466e86579 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:10.723249 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-456482bf-0cec-4219-bf6e-9740b524ebd3 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Network f55efa05-e921-4679-97bb-fc4c926f2313 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:13:10.724236 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456482bf-0cec-4219-bf6e-9740b524ebd3 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Pushing event updated for resources: {'Port': ['ID=c3136efe-6914-4f46-b90b-a53e69db59ba,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:10.760536 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-456482bf-0cec-4219-bf6e-9740b524ebd3 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:13:10.764812 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-456482bf-0cec-4219-bf6e-9740b524ebd3 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:13:10.804457 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-109a5b8a-b5b4-48ed-b44d-7c3424d88566 None None] Provisioning complete for port 17353b76-470a-42b4-8619-7a72c97f6f6c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:10.804457 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-109a5b8a-b5b4-48ed-b44d-7c3424d88566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:10.817703 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facb42f-b1d7-48d8-a1fd-b0b4a0734b0c req-f8c074db-218d-4c77-9078-a507a5d34ff7 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:10.834636 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3facb42f-b1d7-48d8-a1fd-b0b4a0734b0c req-f8c074db-218d-4c77-9078-a507a5d34ff7 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a62867-a6ac-4a97-9ea4-f1dda249d6ae HTTP/1.1" status: 200 len: 931 time: 0.2710938 Nov 24 21:13:10.856100 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a117bed-2002-4e72-a7c8-0f1466e86579 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:10.859057 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0a117bed-2002-4e72-a7c8-0f1466e86579 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4586604 Nov 24 21:13:10.871959 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a117bed-2002-4e72-a7c8-0f1466e86579 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6f0230-1d23-4930-a82c-6177a03ff03a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:10.874977 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60756) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:10.901346 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0710b40c-7bca-49aa-9f3a-f0cdae44e9e2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-675564562', 'security_groups': ['1a6f0230-1d23-4930-a82c-6177a03ff03a'], 'network_id': '4b056e96-19a2-47f5-af1a-ced220042377', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b26588ae-310a-41f7-ab4f-e92bd0bacc4d'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:10.924332 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-109a5b8a-b5b4-48ed-b44d-7c3424d88566 None None] Port 17353b76-470a-42b4-8619-7a72c97f6f6c cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:13:10.973845 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58080a2d-cfa7-49e5-9df0-1b2028488e08 None None] Update dhcp port {'port': {'network_id': '4b056e96-19a2-47f5-af1a-ced220042377', 'fixed_ips': [{'subnet_id': '20326bb2-97d1-48ad-97b2-72d1319bbacc', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b26588ae-310a-41f7-ab4f-e92bd0bacc4d'}], 'binding:host_id': 'n-d-812111-8'}, 'id': 'e9335fe9-8147-439f-9b5d-74ce3b339fef'} from n-d-812111-8. {{(pid=109992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 21:13:11.037921 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-58080a2d-cfa7-49e5-9df0-1b2028488e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:11.042761 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3facb42f-b1d7-48d8-a1fd-b0b4a0734b0c req-628b5dcd-3099-440c-82e0-22db2037f383 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ee219a-7e95-4353-a968-e0794eac8743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061000 Nov 24 21:13:11.100187 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-456482bf-0cec-4219-bf6e-9740b524ebd3 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:11.100187 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-456482bf-0cec-4219-bf6e-9740b524ebd3 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:11.113052 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-98f683a9-c616-49f7-adfc-b6178c357bbd req-836acab9-9dc6-49d3-baba-f736f0ec6516 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] For port c17c9e42-b2a0-4a47-a870-242ddf559670, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c17c9e42-b2a0-4a47-a870-242ddf559670,segment=NetworkSegment(b1d695b4-23ac-4f76-b033-410336a771ec),segment_id=b1d695b4-23ac-4f76-b033-410336a771ec)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:11.113052 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-98f683a9-c616-49f7-adfc-b6178c357bbd req-836acab9-9dc6-49d3-baba-f736f0ec6516 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:11.124321 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0710b40c-7bca-49aa-9f3a-f0cdae44e9e2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:13:11.130039 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-98f683a9-c616-49f7-adfc-b6178c357bbd req-836acab9-9dc6-49d3-baba-f736f0ec6516 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Calling delete_port for c17c9e42-b2a0-4a47-a870-242ddf559670 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:13:11.147163 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-456482bf-0cec-4219-bf6e-9740b524ebd3 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2750959 Nov 24 21:13:11.200123 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-eb702160-62a9-4756-bd46-949c3da19159 service neutron] Request body: {'port': {'device_id': '72a62867-a6ac-4a97-9ea4-f1dda249d6ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:11.259797 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cb79a846-6c09-4b78-80d5-9725368aa13b req-16ed3409-d041-4cd1-b2d5-583e845392fb tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50bd4df-df9d-47de-8d98-386ecdf5d358 HTTP/1.1" status: 200 len: 210 time: 0.0685234 Nov 24 21:13:11.262010 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:11.271038 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7434ddc1-1927-48d0-af5c-caf0df57ad42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:11.390023 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-eb702160-62a9-4756-bd46-949c3da19159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:11.400860 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-58080a2d-cfa7-49e5-9df0-1b2028488e08 None None] Allocated IP 172.20.0.2 (4b056e96-19a2-47f5-af1a-ced220042377/b26588ae-310a-41f7-ab4f-e92bd0bacc4d/e9335fe9-8147-439f-9b5d-74ce3b339fef) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:13:11.408713 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0710b40c-7bca-49aa-9f3a-f0cdae44e9e2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:11.455559 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b3a7c-572c-4847-a9a9-e4646c2768a1 req-e07bcdf1-413d-4972-bb22-cfc93979ab66 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:11.463632 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-0710b40c-7bca-49aa-9f3a-f0cdae44e9e2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] device_id is not set on port b683c012-b31e-4cfd-b1df-7b6b678f8d61 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:13:11.470104 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dc8b3a7c-572c-4847-a9a9-e4646c2768a1 req-e07bcdf1-413d-4972-bb22-cfc93979ab66 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=1018f15a-94f7-4a7d-a5a4-0f263debc2c6 HTTP/1.1" status: 200 len: 945 time: 0.1238654 Nov 24 21:13:11.571490 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-58080a2d-cfa7-49e5-9df0-1b2028488e08 None None] For port e9335fe9-8147-439f-9b5d-74ce3b339fef, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e9335fe9-8147-439f-9b5d-74ce3b339fef,segment=NetworkSegment(d9e9bbd5-94fe-4738-a165-cce4be171635),segment_id=d9e9bbd5-94fe-4738-a165-cce4be171635)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:11.598725 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dc8b3a7c-572c-4847-a9a9-e4646c2768a1 req-fc154cbd-69b8-47ee-b8e1-9b259182553b tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8ddeb9b-9281-40b9-801b-bfb77aa4c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229682 Nov 24 21:13:11.627392 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-58080a2d-cfa7-49e5-9df0-1b2028488e08 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:11.639674 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-58080a2d-cfa7-49e5-9df0-1b2028488e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:11.907431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58080a2d-cfa7-49e5-9df0-1b2028488e08 None None] Pushing event updated for resources: {'Port': ['ID=e9335fe9-8147-439f-9b5d-74ce3b339fef,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:11.922639 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-7b02ac3a-cb2f-4b61-9b5a-0b717d1542da tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:11.924702 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-7b02ac3a-cb2f-4b61-9b5a-0b717d1542da tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.15 "GET /v2.0/networks?id=0cfd0991-3fe1-458a-9cab-a785fe8464fe HTTP/1.1" status: 200 len: 813 time: 0.2381654 Nov 24 21:13:11.940447 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-29b36e50-e878-4421-a1fe-712bcfb14f08 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Request body: {'port': {'device_id': 'b50bd4df-df9d-47de-8d98-386ecdf5d358', 'network_id': '0cfd0991-3fe1-458a-9cab-a785fe8464fe', 'admin_state_up': True, 'tenant_id': '7ad457c77b1f4b5abfda21dbb9e5dbdc'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:12.267814 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96088d-e5b8-457f-a33f-25f38d1d69f2 req-19d66166-378f-4e91-aa95-a6358ac057aa tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:12.269787 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9d96088d-e5b8-457f-a33f-25f38d1d69f2 req-19d66166-378f-4e91-aa95-a6358ac057aa tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a62867-a6ac-4a97-9ea4-f1dda249d6ae HTTP/1.1" status: 200 len: 931 time: 0.1007452 Nov 24 21:13:12.279681 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-29b36e50-e878-4421-a1fe-712bcfb14f08 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Made reservation on behalf of 7ad457c77b1f4b5abfda21dbb9e5dbdc for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:13:12.283798 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-29b36e50-e878-4421-a1fe-712bcfb14f08 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:12.390049 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:12.410793 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9d96088d-e5b8-457f-a33f-25f38d1d69f2 req-fcc204c5-af20-4d10-bd20-39f7ff028b82 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ee219a-7e95-4353-a968-e0794eac8743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327260 Nov 24 21:13:12.532228 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device c17c9e42-b2a0-4a47-a870-242ddf559670 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:13:12.542875 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-53beea76-c841-41cf-9870-2efece23555e req-6ba111ec-754e-443b-a68a-3158ba8b480d tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50bd4df-df9d-47de-8d98-386ecdf5d358 HTTP/1.1" status: 200 len: 210 time: 0.0392280 Nov 24 21:13:12.547500 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-29b36e50-e878-4421-a1fe-712bcfb14f08 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Allocated IP 172.20.0.2 (0cfd0991-3fe1-458a-9cab-a785fe8464fe/8e3f2a5f-d3c5-412b-b677-53100b3422e3/2ac4c2f1-9579-422f-b11f-52c0f8a39137) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:13:12.582853 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-0710b40c-7bca-49aa-9f3a-f0cdae44e9e2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Allocated IP 172.20.0.9 (4b056e96-19a2-47f5-af1a-ced220042377/b26588ae-310a-41f7-ab4f-e92bd0bacc4d/b683c012-b31e-4cfd-b1df-7b6b678f8d61) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:13:12.607457 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-98f683a9-c616-49f7-adfc-b6178c357bbd req-836acab9-9dc6-49d3-baba-f736f0ec6516 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:12.643566 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No active binding found for port c17c9e42-b2a0-4a47-a870-242ddf559670 {{(pid=109992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 24 21:13:12.643566 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device c17c9e42-b2a0-4a47-a870-242ddf559670 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:13:12.674929 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836acab9-9dc6-49d3-baba-f736f0ec6516 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Pushing event deleted for resources: {'Port': ['ID=c17c9e42-b2a0-4a47-a870-242ddf559670,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:12.766313 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-16d1dff7-3006-4677-8f71-3f9569dda6a8 None None] Provisioning complete for port e9335fe9-8147-439f-9b5d-74ce3b339fef triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:12.767158 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-16d1dff7-3006-4677-8f71-3f9569dda6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:12.780048 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f683a9-c616-49f7-adfc-b6178c357bbd req-836acab9-9dc6-49d3-baba-f736f0ec6516 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] No DVR routers for this DVR port c17c9e42-b2a0-4a47-a870-242ddf559670 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:13:12.790106 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-98f683a9-c616-49f7-adfc-b6178c357bbd req-836acab9-9dc6-49d3-baba-f736f0ec6516 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:12.793133 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98f683a9-c616-49f7-adfc-b6178c357bbd req-836acab9-9dc6-49d3-baba-f736f0ec6516 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.48 "DELETE /v2.0/ports/c17c9e42-b2a0-4a47-a870-242ddf559670 HTTP/1.1" status: 204 len: 173 time: 2.6834567 Nov 24 21:13:12.795728 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e39455-8063-4055-895f-ffe956680985', 'name': 'network-vif-deleted', 'tag': 'c17c9e42-b2a0-4a47-a870-242ddf559670'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:13:12.797849 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a02331-0073-4a10-b38a-55ee240b254f" -d '{"events": [{"server_uuid": "d3e39455-8063-4055-895f-ffe956680985", "name": "network-vif-deleted", "tag": "c17c9e42-b2a0-4a47-a870-242ddf559670"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:13:12.858277 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-eb702160-62a9-4756-bd46-949c3da19159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3136efe-6914-4f46-b90b-a53e69db59ba {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:13:12.860674 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1f2a9-0954-4b23-b0ed-fe773b2eb3d5 req-f41e0d84-1387-4977-9939-a38c0387e8b3 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:12.862668 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d1d1f2a9-0954-4b23-b0ed-fe773b2eb3d5 req-f41e0d84-1387-4977-9939-a38c0387e8b3 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=1018f15a-94f7-4a7d-a5a4-0f263debc2c6 HTTP/1.1" status: 200 len: 945 time: 0.0922501 Nov 24 21:13:12.866257 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-29b36e50-e878-4421-a1fe-712bcfb14f08 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:12.869405 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-eb702160-62a9-4756-bd46-949c3da19159 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:12.902437 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-eb702160-62a9-4756-bd46-949c3da19159 service neutron] Transition to ACTIVE for port object c3136efe-6914-4f46-b90b-a53e69db59ba will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:13:12.919619 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-eb702160-62a9-4756-bd46-949c3da19159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:12.931777 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0710b40c-7bca-49aa-9f3a-f0cdae44e9e2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:12.966983 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-16d1dff7-3006-4677-8f71-3f9569dda6a8 None None] Provisioning complete for port 17353b76-470a-42b4-8619-7a72c97f6f6c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:12.976423 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-16d1dff7-3006-4677-8f71-3f9569dda6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:12.978570 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d1d1f2a9-0954-4b23-b0ed-fe773b2eb3d5 req-ba5dd182-ff59-4b2d-b55a-590a42c03a1b tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8ddeb9b-9281-40b9-801b-bfb77aa4c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802767 Nov 24 21:13:12.979184 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-29b36e50-e878-4421-a1fe-712bcfb14f08 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:12.987405 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb702160-62a9-4756-bd46-949c3da19159 service neutron] Pushing event updated for resources: {'Port': ['ID=c3136efe-6914-4f46-b90b-a53e69db59ba,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:13.057832 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-16d1dff7-3006-4677-8f71-3f9569dda6a8 None None] Port 17353b76-470a-42b4-8619-7a72c97f6f6c cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:13:13.107333 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-29b36e50-e878-4421-a1fe-712bcfb14f08 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Network 0cfd0991-3fe1-458a-9cab-a785fe8464fe is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:13:13.108931 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b36e50-e878-4421-a1fe-712bcfb14f08 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Pushing event updated for resources: {'Port': ['ID=2ac4c2f1-9579-422f-b11f-52c0f8a39137,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:13.119181 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-29b36e50-e878-4421-a1fe-712bcfb14f08 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:13:13.122739 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-29b36e50-e878-4421-a1fe-712bcfb14f08 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:13:13.153960 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d40e1df-894d-4050-86e6-898a726010b6 x-openstack-request-id: req-6d40e1df-894d-4050-86e6-898a726010b6 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:13:13.154530 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e39455-8063-4055-895f-ffe956680985", "name": "network-vif-deleted", "tag": "c17c9e42-b2a0-4a47-a870-242ddf559670", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:13:13.154884 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d40e1df-894d-4050-86e6-898a726010b6 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:13:13.155378 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e39455-8063-4055-895f-ffe956680985', 'name': 'network-vif-deleted', 'tag': 'c17c9e42-b2a0-4a47-a870-242ddf559670', 'status': 'completed', 'code': 200} Nov 24 21:13:13.207061 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-29b36e50-e878-4421-a1fe-712bcfb14f08 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:13.207817 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-29b36e50-e878-4421-a1fe-712bcfb14f08 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:13.211899 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:13:13.216399 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0710b40c-7bca-49aa-9f3a-f0cdae44e9e2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:13.252231 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-29b36e50-e878-4421-a1fe-712bcfb14f08 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3166854 Nov 24 21:13:13.271137 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-cddeb00a-27f5-49e7-87af-ac44ad4b1a67 service neutron] Request body: {'port': {'device_id': 'b50bd4df-df9d-47de-8d98-386ecdf5d358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:13.299916 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:13:13.302057 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0710b40c-7bca-49aa-9f3a-f0cdae44e9e2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network 4b056e96-19a2-47f5-af1a-ced220042377 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:13:13.306740 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:13.307402 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:13.314478 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-0710b40c-7bca-49aa-9f3a-f0cdae44e9e2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:13:13.319034 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0710b40c-7bca-49aa-9f3a-f0cdae44e9e2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:13:13.323142 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-eb702160-62a9-4756-bd46-949c3da19159 service neutron] Attempting to bind port c3136efe-6914-4f46-b90b-a53e69db59ba on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:13:13.323487 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-eb702160-62a9-4756-bd46-949c3da19159 service neutron] Attempting to bind port c3136efe-6914-4f46-b90b-a53e69db59ba by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'b1321aa9-aedb-4a5a-a2e5-accf5f1a2cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f55efa05-e921-4679-97bb-fc4c926f2313'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:13:13.324634 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-eb702160-62a9-4756-bd46-949c3da19159 service neutron] Attempting to bind port c3136efe-6914-4f46-b90b-a53e69db59ba on network f55efa05-e921-4679-97bb-fc4c926f2313 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:13:13.365576 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-eb702160-62a9-4756-bd46-949c3da19159 service neutron] Port c3136efe-6914-4f46-b90b-a53e69db59ba on network f55efa05-e921-4679-97bb-fc4c926f2313 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:13:13.365907 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-eb702160-62a9-4756-bd46-949c3da19159 service neutron] Attempting to bind port c3136efe-6914-4f46-b90b-a53e69db59ba on network f55efa05-e921-4679-97bb-fc4c926f2313 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:13:13.388293 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710b40c-7bca-49aa-9f3a-f0cdae44e9e2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Port': ['ID=b683c012-b31e-4cfd-b1df-7b6b678f8d61,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:13.407954 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-eb702160-62a9-4756-bd46-949c3da19159 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:13:13.410193 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-eb702160-62a9-4756-bd46-949c3da19159 service neutron] Checking segment: {'id': 'b1321aa9-aedb-4a5a-a2e5-accf5f1a2cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f55efa05-e921-4679-97bb-fc4c926f2313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:13:13.414888 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-eb702160-62a9-4756-bd46-949c3da19159 service neutron] Bound using segment: {'id': 'b1321aa9-aedb-4a5a-a2e5-accf5f1a2cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f55efa05-e921-4679-97bb-fc4c926f2313'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:13:13.418151 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-eb702160-62a9-4756-bd46-949c3da19159 service neutron] Bound port: c3136efe-6914-4f46-b90b-a53e69db59ba, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1321aa9-aedb-4a5a-a2e5-accf5f1a2cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f55efa05-e921-4679-97bb-fc4c926f2313'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:13:13.418822 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-eb702160-62a9-4756-bd46-949c3da19159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:13.444587 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-cddeb00a-27f5-49e7-87af-ac44ad4b1a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:13.465098 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:13.565972 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1018f15a-94f7-4a7d-a5a4-0f263debc2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:13:13.587110 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c339cf8c-6cbd-44e6-834e-aa82549a8a50" -d '{"events": [{"server_uuid": "1018f15a-94f7-4a7d-a5a4-0f263debc2c6", "name": "network-vif-plugged", "status": "completed", "tag": "d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:13:13.613357 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2,segment=NetworkSegment(5866be1b-31d9-4824-9135-55f142870285),segment_id=5866be1b-31d9-4824-9135-55f142870285)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:13.618856 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:13.652470 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0710b40c-7bca-49aa-9f3a-f0cdae44e9e2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:13.653194 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0710b40c-7bca-49aa-9f3a-f0cdae44e9e2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:13.683138 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:13.711879 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-eb702160-62a9-4756-bd46-949c3da19159 service neutron] For port c3136efe-6914-4f46-b90b-a53e69db59ba, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:13:13.717382 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-eb702160-62a9-4756-bd46-949c3da19159 service neutron] For port c3136efe-6914-4f46-b90b-a53e69db59ba, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c3136efe-6914-4f46-b90b-a53e69db59ba,segment=NetworkSegment(b1321aa9-aedb-4a5a-a2e5-accf5f1a2cc9),segment_id=b1321aa9-aedb-4a5a-a2e5-accf5f1a2cc9)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:13:13.727856 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-eb702160-62a9-4756-bd46-949c3da19159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:13.783365 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:13.799335 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0710b40c-7bca-49aa-9f3a-f0cdae44e9e2 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9238732 Nov 24 21:13:13.816604 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60830) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:13.855919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-eb702160-62a9-4756-bd46-949c3da19159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:13.856633 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-eb702160-62a9-4756-bd46-949c3da19159 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:13.872883 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-eb702160-62a9-4756-bd46-949c3da19159 service neutron] 10.222.0.48 "PUT /v2.0/ports/c3136efe-6914-4f46-b90b-a53e69db59ba HTTP/1.1" status: 200 len: 1091 time: 2.7093506 Nov 24 21:13:13.901106 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-921bd92c-883f-496a-b6cc-883549c1cc4f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'subnet': {'network_id': '4b056e96-19a2-47f5-af1a-ced220042377', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:13.911750 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ebf07cbb-2c24-4066-ba7d-3a7d844393eb None None] Provisioning complete for port b683c012-b31e-4cfd-b1df-7b6b678f8d61 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:13.912420 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ebf07cbb-2c24-4066-ba7d-3a7d844393eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:13.965834 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-ebf07cbb-2c24-4066-ba7d-3a7d844393eb None None] Port b683c012-b31e-4cfd-b1df-7b6b678f8d61 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:13:13.993489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e9335fe9-8147-439f-9b5d-74ce3b339fef up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:13:14.026778 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0c7a1-5af5-4eae-9e9c-e3250ce48a34 req-52607824-eaf4-48f5-bbfe-543eb72a0155 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:14.034442 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-96e0c7a1-5af5-4eae-9e9c-e3250ce48a34 req-52607824-eaf4-48f5-bbfe-543eb72a0155 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a62867-a6ac-4a97-9ea4-f1dda249d6ae HTTP/1.1" status: 200 len: 943 time: 0.1970742 Nov 24 21:13:14.060901 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-cddeb00a-27f5-49e7-87af-ac44ad4b1a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac4c2f1-9579-422f-b11f-52c0f8a39137 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:13:14.076806 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-cddeb00a-27f5-49e7-87af-ac44ad4b1a67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:14.081443 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port e9335fe9-8147-439f-9b5d-74ce3b339fef triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:14.082156 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:14.109833 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-cddeb00a-27f5-49e7-87af-ac44ad4b1a67 service neutron] Transition to ACTIVE for port object 2ac4c2f1-9579-422f-b11f-52c0f8a39137 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:13:14.119027 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-3fabc351-df4d-4947-abef-cae199b0527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:14.120816 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-3fabc351-df4d-4947-abef-cae199b0527d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ffa0c043bb4147a9981beb608737cc09&device_id=72a62867-a6ac-4a97-9ea4-f1dda249d6ae HTTP/1.1" status: 200 len: 1094 time: 0.1198657 Nov 24 21:13:14.125473 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb702160-62a9-4756-bd46-949c3da19159 service neutron] Pushing event updated for resources: {'Port': ['ID=c3136efe-6914-4f46-b90b-a53e69db59ba,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:14.136737 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-96e0c7a1-5af5-4eae-9e9c-e3250ce48a34 req-bd3320db-38c6-47eb-b85a-4d89162031b2 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ee219a-7e95-4353-a968-e0794eac8743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966003 Nov 24 21:13:14.138282 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-cddeb00a-27f5-49e7-87af-ac44ad4b1a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:14.189374 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-e9b7a572-a0a1-4593-aef2-13176219852d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3136efe-6914-4f46-b90b-a53e69db59ba HTTP/1.1" status: 200 len: 217 time: 0.0545785 Nov 24 21:13:14.248770 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-2c77ea5b-df01-4517-932d-2583f940ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:14.251296 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-2c77ea5b-df01-4517-932d-2583f940ba33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ed36cea7-1cea-4398-aca3-6904c00809e5 HTTP/1.1" status: 200 len: 853 time: 0.0546010 Nov 24 21:13:14.296725 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-654faaf0-a4d9-4473-ad2a-91aca22bf477 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f55efa05-e921-4679-97bb-fc4c926f2313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368052 Nov 24 21:13:14.301517 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921bd92c-883f-496a-b6cc-883549c1cc4f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:13:14.302892 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddeb00a-27f5-49e7-87af-ac44ad4b1a67 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac4c2f1-9579-422f-b11f-52c0f8a39137,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:14.309364 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-921bd92c-883f-496a-b6cc-883549c1cc4f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:14.359275 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9428d33-4278-4d4b-9242-0979ea693b8b req-8d5e2e10-54db-489b-9e93-dfda05b5a11e tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:14.361233 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a9428d33-4278-4d4b-9242-0979ea693b8b req-8d5e2e10-54db-489b-9e93-dfda05b5a11e tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50bd4df-df9d-47de-8d98-386ecdf5d358 HTTP/1.1" status: 200 len: 943 time: 0.1284876 Nov 24 21:13:14.417906 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-cddeb00a-27f5-49e7-87af-ac44ad4b1a67 service neutron] Attempting to bind port 2ac4c2f1-9579-422f-b11f-52c0f8a39137 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:13:14.418251 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-cddeb00a-27f5-49e7-87af-ac44ad4b1a67 service neutron] Attempting to bind port 2ac4c2f1-9579-422f-b11f-52c0f8a39137 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'b1d695b4-23ac-4f76-b033-410336a771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0cfd0991-3fe1-458a-9cab-a785fe8464fe'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:13:14.418590 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-cddeb00a-27f5-49e7-87af-ac44ad4b1a67 service neutron] Attempting to bind port 2ac4c2f1-9579-422f-b11f-52c0f8a39137 on network 0cfd0991-3fe1-458a-9cab-a785fe8464fe {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:13:14.428355 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-cddeb00a-27f5-49e7-87af-ac44ad4b1a67 service neutron] Port 2ac4c2f1-9579-422f-b11f-52c0f8a39137 on network 0cfd0991-3fe1-458a-9cab-a785fe8464fe not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:13:14.428681 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-cddeb00a-27f5-49e7-87af-ac44ad4b1a67 service neutron] Attempting to bind port 2ac4c2f1-9579-422f-b11f-52c0f8a39137 on network 0cfd0991-3fe1-458a-9cab-a785fe8464fe {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:13:14.439059 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-cddeb00a-27f5-49e7-87af-ac44ad4b1a67 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:13:14.439402 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-cddeb00a-27f5-49e7-87af-ac44ad4b1a67 service neutron] Checking segment: {'id': 'b1d695b4-23ac-4f76-b033-410336a771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0cfd0991-3fe1-458a-9cab-a785fe8464fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:13:14.439795 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-cddeb00a-27f5-49e7-87af-ac44ad4b1a67 service neutron] Bound using segment: {'id': 'b1d695b4-23ac-4f76-b033-410336a771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0cfd0991-3fe1-458a-9cab-a785fe8464fe'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:13:14.440243 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-cddeb00a-27f5-49e7-87af-ac44ad4b1a67 service neutron] Bound port: 2ac4c2f1-9579-422f-b11f-52c0f8a39137, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d695b4-23ac-4f76-b033-410336a771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0cfd0991-3fe1-458a-9cab-a785fe8464fe'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:13:14.440603 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-cddeb00a-27f5-49e7-87af-ac44ad4b1a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:14.458305 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a9428d33-4278-4d4b-9242-0979ea693b8b req-9b84f89f-91d5-4ab5-8f88-d7abd66ccf60 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824604 Nov 24 21:13:14.519215 n-d-812111-8 neutron-server[109990]: INFO neutron.db.ipam_backend_mixin [None req-921bd92c-883f-496a-b6cc-883549c1cc4f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b26588ae-310a-41f7-ab4f-e92bd0bacc4d (CIDR: 172.20.0.0/28) Nov 24 21:13:14.521995 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-cddeb00a-27f5-49e7-87af-ac44ad4b1a67 service neutron] For port 2ac4c2f1-9579-422f-b11f-52c0f8a39137, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:13:14.526344 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-cddeb00a-27f5-49e7-87af-ac44ad4b1a67 service neutron] For port 2ac4c2f1-9579-422f-b11f-52c0f8a39137, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2ac4c2f1-9579-422f-b11f-52c0f8a39137,segment=NetworkSegment(b1d695b4-23ac-4f76-b033-410336a771ec),segment_id=b1d695b4-23ac-4f76-b033-410336a771ec)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:13:14.533384 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-cddeb00a-27f5-49e7-87af-ac44ad4b1a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:14.533832 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-921bd92c-883f-496a-b6cc-883549c1cc4f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:13:14.534382 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-921bd92c-883f-496a-b6cc-883549c1cc4f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:13:14.565880 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-921bd92c-883f-496a-b6cc-883549c1cc4f tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7448678 Nov 24 21:13:14.569102 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60844) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:14.579337 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-e15344c3-595e-4446-9a7a-61335e354822 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'subnet': {'network_id': '4b056e96-19a2-47f5-af1a-ced220042377', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:14.603205 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-cddeb00a-27f5-49e7-87af-ac44ad4b1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:14.604003 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-cddeb00a-27f5-49e7-87af-ac44ad4b1a67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:14.605296 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-cddeb00a-27f5-49e7-87af-ac44ad4b1a67 service neutron] 10.222.0.15 "PUT /v2.0/ports/2ac4c2f1-9579-422f-b11f-52c0f8a39137 HTTP/1.1" status: 200 len: 1091 time: 1.3394988 Nov 24 21:13:14.606827 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-a531b0fd-3ff6-469e-b416-aa036dd70453 service neutron] 10.222.0.48 "GET /v2.0/networks/f55efa05-e921-4679-97bb-fc4c926f2313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848632 Nov 24 21:13:14.610653 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50bd4df-df9d-47de-8d98-386ecdf5d358', 'tag': '2ac4c2f1-9579-422f-b11f-52c0f8a39137'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:13:14.613209 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46a8f60-250c-430e-9ecc-d9aac8be3a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "b50bd4df-df9d-47de-8d98-386ecdf5d358", "tag": "2ac4c2f1-9579-422f-b11f-52c0f8a39137"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:13:14.650608 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a5be79-3c83-40f5-b3d6-7882ffbf38f1 x-openstack-request-id: req-a4a5be79-3c83-40f5-b3d6-7882ffbf38f1 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:13:14.654038 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1018f15a-94f7-4a7d-a5a4-0f263debc2c6", "name": "network-vif-plugged", "status": "completed", "tag": "d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:13:14.654437 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a4a5be79-3c83-40f5-b3d6-7882ffbf38f1 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:13:14.656957 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1018f15a-94f7-4a7d-a5a4-0f263debc2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2', 'code': 200} Nov 24 21:13:14.756846 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddeb00a-27f5-49e7-87af-ac44ad4b1a67 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac4c2f1-9579-422f-b11f-52c0f8a39137,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:14.840990 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-0c260706-de4e-436b-b49d-b589ee535602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:14.842524 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-0c260706-de4e-436b-b49d-b589ee535602 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ad457c77b1f4b5abfda21dbb9e5dbdc&device_id=b50bd4df-df9d-47de-8d98-386ecdf5d358 HTTP/1.1" status: 200 len: 1094 time: 0.1885352 Nov 24 21:13:14.856916 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acc86e-6aec-416e-abab-6521feec1d06 req-a4d1ec94-192b-4358-bb32-840d50c7a679 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:14.858163 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:14.858486 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-16acc86e-6aec-416e-abab-6521feec1d06 req-a4d1ec94-192b-4358-bb32-840d50c7a679 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=1018f15a-94f7-4a7d-a5a4-0f263debc2c6 HTTP/1.1" status: 200 len: 946 time: 0.1229806 Nov 24 21:13:14.861205 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07342594-2a4d-4967-b067-28a2a719db3d req-d7e3bb2f-6c2b-4c13-a8b2-a2cb12daf55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:14.862797 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-07342594-2a4d-4967-b067-28a2a719db3d req-d7e3bb2f-6c2b-4c13-a8b2-a2cb12daf55a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1018f15a-94f7-4a7d-a5a4-0f263debc2c6 HTTP/1.1" status: 200 len: 1097 time: 0.0977340 Nov 24 21:13:14.865118 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-57850421-e80e-4bfe-bf36-c0f1782af86b req-70dbcbdc-3548-4ae1-b19b-7d2f6c7bc1f8 service neutron] 10.222.0.48 "GET /v2.0/networks/f55efa05-e921-4679-97bb-fc4c926f2313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572277 Nov 24 21:13:14.929975 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-ae205e0a-0b23-4ae3-8e04-4b0b8859f0b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ac4c2f1-9579-422f-b11f-52c0f8a39137 HTTP/1.1" status: 200 len: 217 time: 0.0672648 Nov 24 21:13:14.950530 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-07342594-2a4d-4967-b067-28a2a719db3d req-2aa9c336-2df6-49b6-bab3-f34c2fd19ec1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c8ddeb9b-9281-40b9-801b-bfb77aa4c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672772 Nov 24 21:13:14.957260 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15344c3-595e-4446-9a7a-61335e354822 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:13:14.960608 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e15344c3-595e-4446-9a7a-61335e354822 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:15.065451 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-16acc86e-6aec-416e-abab-6521feec1d06 req-dceda64e-f739-4d49-af51-8d41873baba4 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8ddeb9b-9281-40b9-801b-bfb77aa4c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914363 Nov 24 21:13:15.079330 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-da10e65c-9cd7-4a88-a546-2b2690f19a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:15.080816 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-da10e65c-9cd7-4a88-a546-2b2690f19a14 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e3f2a5f-d3c5-412b-b677-53100b3422e3 HTTP/1.1" status: 200 len: 853 time: 0.1384432 Nov 24 21:13:15.120121 n-d-812111-8 neutron-server[109991]: INFO neutron.db.ipam_backend_mixin [None req-e15344c3-595e-4446-9a7a-61335e354822 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 20326bb2-97d1-48ad-97b2-72d1319bbacc (CIDR: 172.20.0.16/28) Nov 24 21:13:15.127010 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15344c3-595e-4446-9a7a-61335e354822 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:13:15.127643 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e15344c3-595e-4446-9a7a-61335e354822 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:13:15.149410 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e15344c3-595e-4446-9a7a-61335e354822 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5770004 Nov 24 21:13:15.152681 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60858) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:15.158227 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-577f4e0d-e06a-44cc-a21f-f49cc06defa1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'subnet': {'network_id': '4b056e96-19a2-47f5-af1a-ced220042377', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:15.161496 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a62867-a6ac-4a97-9ea4-f1dda249d6ae', 'tag': 'c3136efe-6914-4f46-b90b-a53e69db59ba'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:13:15.164397 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5419df-a140-49f9-b470-8ba973f95d37" -d '{"events": [{"name": "network-changed", "server_uuid": "72a62867-a6ac-4a97-9ea4-f1dda249d6ae", "tag": "c3136efe-6914-4f46-b90b-a53e69db59ba"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:13:15.223216 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-b49825be-0dc1-4197-acf0-02e82d76ca6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0cfd0991-3fe1-458a-9cab-a785fe8464fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315633 Nov 24 21:13:15.274746 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac068c0-38bb-4d54-b037-70f3ecf3d7a4 x-openstack-request-id: req-5ac068c0-38bb-4d54-b037-70f3ecf3d7a4 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:13:15.275672 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b50bd4df-df9d-47de-8d98-386ecdf5d358", "tag": "2ac4c2f1-9579-422f-b11f-52c0f8a39137", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:13:15.276322 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5ac068c0-38bb-4d54-b037-70f3ecf3d7a4 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:13:15.277571 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50bd4df-df9d-47de-8d98-386ecdf5d358', 'tag': '2ac4c2f1-9579-422f-b11f-52c0f8a39137', 'status': 'completed', 'code': 200} Nov 24 21:13:15.396339 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577f4e0d-e06a-44cc-a21f-f49cc06defa1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Made reservation on behalf of d0d08db1b3c4418e9ac5dfc22d6417c2 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:13:15.413124 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-577f4e0d-e06a-44cc-a21f-f49cc06defa1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:15.533590 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ed97e-bb19-423f-ab3d-696fed0acb3e req-ce516ec1-b2e0-451a-afef-882bfce67af6 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:15.537349 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-432ed97e-bb19-423f-ab3d-696fed0acb3e req-ce516ec1-b2e0-451a-afef-882bfce67af6 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a62867-a6ac-4a97-9ea4-f1dda249d6ae HTTP/1.1" status: 200 len: 943 time: 0.1332378 Nov 24 21:13:15.544614 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-9a7e72aa-73ea-4a04-95e2-47e14654f38b service neutron] 10.222.0.15 "GET /v2.0/networks/0cfd0991-3fe1-458a-9cab-a785fe8464fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117688 Nov 24 21:13:15.706484 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-432ed97e-bb19-423f-ab3d-696fed0acb3e req-586c7f8f-2f61-4172-ab9c-3a24a376331a tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ee219a-7e95-4353-a968-e0794eac8743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607685 Nov 24 21:13:15.719114 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46d95c55-2c77-4dd0-85a3-28e8b2922798 req-c2010db2-fa54-4943-a61f-272ca33bdd8e service neutron] 10.222.0.15 "GET /v2.0/networks/0cfd0991-3fe1-458a-9cab-a785fe8464fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610041 Nov 24 21:13:15.780702 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd43af8-d7ac-4d10-b907-911af82bffee x-openstack-request-id: req-9dd43af8-d7ac-4d10-b907-911af82bffee {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:13:15.780870 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a62867-a6ac-4a97-9ea4-f1dda249d6ae", "tag": "c3136efe-6914-4f46-b90b-a53e69db59ba", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:13:15.781078 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9dd43af8-d7ac-4d10-b907-911af82bffee {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:13:15.781482 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a62867-a6ac-4a97-9ea4-f1dda249d6ae', 'tag': 'c3136efe-6914-4f46-b90b-a53e69db59ba', 'status': 'completed', 'code': 200} Nov 24 21:13:15.856676 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-577f4e0d-e06a-44cc-a21f-f49cc06defa1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:15.911857 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577f4e0d-e06a-44cc-a21f-f49cc06defa1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Network 4b056e96-19a2-47f5-af1a-ced220042377 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:13:15.912541 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a8f60-250c-430e-9ecc-d9aac8be3a3e req-788ad0e3-a006-4800-b818-62d8a8387abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:15.914912 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f46a8f60-250c-430e-9ecc-d9aac8be3a3e req-788ad0e3-a006-4800-b818-62d8a8387abd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ad457c77b1f4b5abfda21dbb9e5dbdc&device_id=b50bd4df-df9d-47de-8d98-386ecdf5d358 HTTP/1.1" status: 200 len: 1094 time: 0.1189609 Nov 24 21:13:15.919676 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-577f4e0d-e06a-44cc-a21f-f49cc06defa1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:13:15.922729 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f4e0d-e06a-44cc-a21f-f49cc06defa1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:15.923320 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-577f4e0d-e06a-44cc-a21f-f49cc06defa1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:15.923683 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1710f33-6ff1-44ef-9c6e-c26ee6250c0d req-2eb6f6ac-ff20-411b-8a51-e0bfaa2be9c8 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:15.932709 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f1710f33-6ff1-44ef-9c6e-c26ee6250c0d req-2eb6f6ac-ff20-411b-8a51-e0bfaa2be9c8 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50bd4df-df9d-47de-8d98-386ecdf5d358 HTTP/1.1" status: 200 len: 943 time: 0.0734680 Nov 24 21:13:15.933928 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5e49df-1829-467f-a563-d9b5acf29c24 None None] Network 4b056e96-19a2-47f5-af1a-ced220042377 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:13:15.952715 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f4e0d-e06a-44cc-a21f-f49cc06defa1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Subnet': ['ID=7a1fedd3-1f9d-4bc8-a61c-026c76f767cc,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:15.960534 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5419df-a140-49f9-b470-8ba973f95d37 req-56864e1a-87f6-4809-be59-a2098764d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:15.962272 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2c5419df-a140-49f9-b470-8ba973f95d37 req-56864e1a-87f6-4809-be59-a2098764d85d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ffa0c043bb4147a9981beb608737cc09&device_id=72a62867-a6ac-4a97-9ea4-f1dda249d6ae HTTP/1.1" status: 200 len: 1094 time: 0.1394694 Nov 24 21:13:16.056689 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f1710f33-6ff1-44ef-9c6e-c26ee6250c0d req-9c7676e8-79fc-4857-a477-e2152e454837 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174612 Nov 24 21:13:16.095037 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a8f60-250c-430e-9ecc-d9aac8be3a3e req-14d45b79-1bd1-4f51-9f91-4547865dba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:16.096951 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f46a8f60-250c-430e-9ecc-d9aac8be3a3e req-14d45b79-1bd1-4f51-9f91-4547865dba55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0cfd0991-3fe1-458a-9cab-a785fe8464fe HTTP/1.1" status: 200 len: 914 time: 0.1612351 Nov 24 21:13:16.126129 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-577f4e0d-e06a-44cc-a21f-f49cc06defa1 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9695849 Nov 24 21:13:16.126796 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5419df-a140-49f9-b470-8ba973f95d37 req-14a403b3-909e-4065-a3c1-b1ca39368f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:16.127873 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2c5419df-a140-49f9-b470-8ba973f95d37 req-14a403b3-909e-4065-a3c1-b1ca39368f1e service neutron] 10.222.0.48 "GET /v2.0/networks?id=f55efa05-e921-4679-97bb-fc4c926f2313 HTTP/1.1" status: 200 len: 914 time: 0.1571896 Nov 24 21:13:16.128935 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60880) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:16.134826 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-fa02cd64-923e-4096-b259-186bd4a2894b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1785909558', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7a1fedd3-1f9d-4bc8-a61c-026c76f767cc'}], 'security_groups': ['227f6825-b480-43f8-898c-0c34fb7f7c47', 'e2de30f0-c0a3-40e1-8d76-155cd7a1e7e8']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:16.181486 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f46a8f60-250c-430e-9ecc-d9aac8be3a3e req-79b3185a-df38-4c4e-946c-ae8f6993fd0b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ac4c2f1-9579-422f-b11f-52c0f8a39137 HTTP/1.1" status: 200 len: 217 time: 0.0733449 Nov 24 21:13:16.216953 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2c5419df-a140-49f9-b470-8ba973f95d37 req-ba8d9466-00bc-42ac-a9af-51880d8233a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3136efe-6914-4f46-b90b-a53e69db59ba HTTP/1.1" status: 200 len: 217 time: 0.0771673 Nov 24 21:13:16.302045 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa02cd64-923e-4096-b259-186bd4a2894b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:16.319019 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5419df-a140-49f9-b470-8ba973f95d37 req-f4180f17-71d4-4132-8a52-520cb79064ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:16.321227 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2c5419df-a140-49f9-b470-8ba973f95d37 req-f4180f17-71d4-4132-8a52-520cb79064ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ed36cea7-1cea-4398-aca3-6904c00809e5 HTTP/1.1" status: 200 len: 853 time: 0.0970805 Nov 24 21:13:16.322614 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbc7b19-24c6-4ede-a710-679d2bac05c9 None None] Update dhcp port {'port': {'network_id': '4b056e96-19a2-47f5-af1a-ced220042377', 'fixed_ips': [{'subnet_id': '20326bb2-97d1-48ad-97b2-72d1319bbacc', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b26588ae-310a-41f7-ab4f-e92bd0bacc4d', 'ip_address': '172.20.0.2'}, {'subnet_id': '7a1fedd3-1f9d-4bc8-a61c-026c76f767cc'}], 'binding:host_id': 'n-d-812111-8'}, 'id': 'e9335fe9-8147-439f-9b5d-74ce3b339fef'} from n-d-812111-8. {{(pid=109992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 21:13:16.329099 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a8f60-250c-430e-9ecc-d9aac8be3a3e req-1fd7350d-aed7-467e-89a9-ca88cbae2087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:16.330870 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f46a8f60-250c-430e-9ecc-d9aac8be3a3e req-1fd7350d-aed7-467e-89a9-ca88cbae2087 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e3f2a5f-d3c5-412b-b677-53100b3422e3 HTTP/1.1" status: 200 len: 853 time: 0.1424389 Nov 24 21:13:16.357783 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7b19-24c6-4ede-a710-679d2bac05c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:16.368633 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f46a8f60-250c-430e-9ecc-d9aac8be3a3e req-b1072a24-5958-4262-b50b-6fe09d9af923 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0cfd0991-3fe1-458a-9cab-a785fe8464fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281029 Nov 24 21:13:16.381256 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb8047-1808-421e-8f3d-76623d370b53 req-0b8d5738-ed59-4eb4-8401-be4477627a16 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:16.385774 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2c5419df-a140-49f9-b470-8ba973f95d37 req-a2915c3d-692e-46fe-8f70-fd6f15a7167f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f55efa05-e921-4679-97bb-fc4c926f2313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563860 Nov 24 21:13:16.391361 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c0eb8047-1808-421e-8f3d-76623d370b53 req-0b8d5738-ed59-4eb4-8401-be4477627a16 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=1018f15a-94f7-4a7d-a5a4-0f263debc2c6 HTTP/1.1" status: 200 len: 946 time: 0.0994000 Nov 24 21:13:16.509463 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c0eb8047-1808-421e-8f3d-76623d370b53 req-3473b6f8-7f10-411a-bf22-bf88d6ca38e4 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8ddeb9b-9281-40b9-801b-bfb77aa4c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145651 Nov 24 21:13:16.559996 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f46a8f60-250c-430e-9ecc-d9aac8be3a3e req-222f2ed9-aee6-4c51-9aad-cc721facdcbd service neutron] 10.222.0.15 "GET /v2.0/networks/0cfd0991-3fe1-458a-9cab-a785fe8464fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607265 Nov 24 21:13:16.593551 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-dcbc7b19-24c6-4ede-a710-679d2bac05c9 None None] Allocated IP 172.20.0.34 (4b056e96-19a2-47f5-af1a-ced220042377/7a1fedd3-1f9d-4bc8-a61c-026c76f767cc/e9335fe9-8147-439f-9b5d-74ce3b339fef) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:13:16.698213 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2c5419df-a140-49f9-b470-8ba973f95d37 req-2472c4fa-2642-435a-b26d-1733c89f589f service neutron] 10.222.0.48 "GET /v2.0/networks/f55efa05-e921-4679-97bb-fc4c926f2313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038082 Nov 24 21:13:16.738041 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f46a8f60-250c-430e-9ecc-d9aac8be3a3e req-56328efe-7687-4f84-92af-b68e3cfaca3e service neutron] 10.222.0.15 "GET /v2.0/networks/0cfd0991-3fe1-458a-9cab-a785fe8464fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680865 Nov 24 21:13:16.747327 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-dcbc7b19-24c6-4ede-a710-679d2bac05c9 None None] For port e9335fe9-8147-439f-9b5d-74ce3b339fef, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e9335fe9-8147-439f-9b5d-74ce3b339fef,segment=NetworkSegment(d9e9bbd5-94fe-4738-a165-cce4be171635),segment_id=d9e9bbd5-94fe-4738-a165-cce4be171635)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:16.828567 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7b19-24c6-4ede-a710-679d2bac05c9 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:16.835304 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7b19-24c6-4ede-a710-679d2bac05c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:16.837738 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2c5419df-a140-49f9-b470-8ba973f95d37 req-10c566bd-79a7-4551-9c5a-6bbd9f15e843 service neutron] 10.222.0.48 "GET /v2.0/networks/f55efa05-e921-4679-97bb-fc4c926f2313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251755 Nov 24 21:13:16.877503 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed459a0-1879-4160-8174-447cbd244779 req-4b8f25e3-d9b0-46a4-bc57-a853bf083243 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:16.878964 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aed459a0-1879-4160-8174-447cbd244779 req-4b8f25e3-d9b0-46a4-bc57-a853bf083243 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a62867-a6ac-4a97-9ea4-f1dda249d6ae HTTP/1.1" status: 200 len: 943 time: 0.0679843 Nov 24 21:13:16.955189 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aed459a0-1879-4160-8174-447cbd244779 req-0559bd92-8cc7-43d0-ab36-0979f15bf525 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ee219a-7e95-4353-a968-e0794eac8743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647748 Nov 24 21:13:17.005749 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc7b19-24c6-4ede-a710-679d2bac05c9 None None] Pushing event updated for resources: {'Port': ['ID=e9335fe9-8147-439f-9b5d-74ce3b339fef,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:17.006569 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-fa02cd64-923e-4096-b259-186bd4a2894b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Delete allocated IP 172.20.0.9 (4b056e96-19a2-47f5-af1a-ced220042377/b26588ae-310a-41f7-ab4f-e92bd0bacc4d) {{(pid=109990) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 21:13:17.017849 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-fa02cd64-923e-4096-b259-186bd4a2894b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Allocated IP 172.20.0.39 (4b056e96-19a2-47f5-af1a-ced220042377/7a1fedd3-1f9d-4bc8-a61c-026c76f767cc/b683c012-b31e-4cfd-b1df-7b6b678f8d61) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:13:17.018836 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc7b19-24c6-4ede-a710-679d2bac05c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:13:17.019201 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc7b19-24c6-4ede-a710-679d2bac05c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:13:17.019550 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc7b19-24c6-4ede-a710-679d2bac05c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:13:17.019920 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc7b19-24c6-4ede-a710-679d2bac05c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:13:17.020264 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc7b19-24c6-4ede-a710-679d2bac05c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:13:17.020623 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc7b19-24c6-4ede-a710-679d2bac05c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:13:17.021007 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc7b19-24c6-4ede-a710-679d2bac05c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:13:17.021410 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc7b19-24c6-4ede-a710-679d2bac05c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:13:17.021738 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc7b19-24c6-4ede-a710-679d2bac05c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:13:17.022140 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc7b19-24c6-4ede-a710-679d2bac05c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:13:17.022529 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc7b19-24c6-4ede-a710-679d2bac05c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:13:17.023757 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc7b19-24c6-4ede-a710-679d2bac05c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:13:17.241092 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-96bd68ed-a883-44a7-b9df-cde027d07edf tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:17.245230 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-96bd68ed-a883-44a7-b9df-cde027d07edf tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 811 time: 0.1384401 Nov 24 21:13:17.258434 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa02cd64-923e-4096-b259-186bd4a2894b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:17.268790 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa02cd64-923e-4096-b259-186bd4a2894b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:17.269400 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-42b98c06-6fe2-4ad7-b7d8-4b8a72e2397e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/quotas/595635dfe5324829adbb53908d8c3a34 HTTP/1.1" status: 200 len: 375 time: 0.0179732 Nov 24 21:13:17.326757 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02cd64-923e-4096-b259-186bd4a2894b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event updated for resources: {'Port': ['ID=b683c012-b31e-4cfd-b1df-7b6b678f8d61,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:17.339341 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-4882ca59-bed6-49b1-b11e-4655d957d929 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687160 Nov 24 21:13:17.410035 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-fa02cd64-923e-4096-b259-186bd4a2894b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] In _notify_port_updated(), no bound segment for port b683c012-b31e-4cfd-b1df-7b6b678f8d61 on network 4b056e96-19a2-47f5-af1a-ced220042377 {{(pid=109990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 21:13:17.417920 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa02cd64-923e-4096-b259-186bd4a2894b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:17.418637 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa02cd64-923e-4096-b259-186bd4a2894b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:17.420799 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fa02cd64-923e-4096-b259-186bd4a2894b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "PUT /v2.0/ports/b683c012-b31e-4cfd-b1df-7b6b678f8d61 HTTP/1.1" status: 200 len: 960 time: 1.2909567 Nov 24 21:13:17.424636 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60918) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:17.522932 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-750447fb-eb5e-4fbd-9f97-b5e77d6fe555 service neutron] 10.222.0.11 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719599 Nov 24 21:13:17.600526 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-b2fad47e-866f-42a1-be90-6da7b48fdd1e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting port b683c012-b31e-4cfd-b1df-7b6b678f8d61 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:13:17.600975 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b2fad47e-866f-42a1-be90-6da7b48fdd1e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:17.729896 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8f2b08b0-133e-42c5-9702-a31c6b0e1a1d None None] Provisioning complete for port e9335fe9-8147-439f-9b5d-74ce3b339fef triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:17.730422 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8f2b08b0-133e-42c5-9702-a31c6b0e1a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:17.841493 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8f2b08b0-133e-42c5-9702-a31c6b0e1a1d None None] Provisioning complete for port 17353b76-470a-42b4-8619-7a72c97f6f6c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:17.841862 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8f2b08b0-133e-42c5-9702-a31c6b0e1a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:17.881640 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-8f2b08b0-133e-42c5-9702-a31c6b0e1a1d None None] Port 17353b76-470a-42b4-8619-7a72c97f6f6c cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:13:17.910587 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8f2b08b0-133e-42c5-9702-a31c6b0e1a1d None None] Provisioning complete for port b683c012-b31e-4cfd-b1df-7b6b678f8d61 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:17.911054 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8f2b08b0-133e-42c5-9702-a31c6b0e1a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:17.955086 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e9335fe9-8147-439f-9b5d-74ce3b339fef up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:13:17.990908 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-8f2b08b0-133e-42c5-9702-a31c6b0e1a1d None None] Port b683c012-b31e-4cfd-b1df-7b6b678f8d61 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:13:18.019235 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-fe3c8fce-c23d-4b21-b77e-e14841811daa service neutron] 10.222.0.11 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879305 Nov 24 21:13:18.039217 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port e9335fe9-8147-439f-9b5d-74ce3b339fef triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:18.040248 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:18.056434 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b2fad47e-866f-42a1-be90-6da7b48fdd1e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:18.071298 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-b2fad47e-866f-42a1-be90-6da7b48fdd1e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Calling delete_port for b683c012-b31e-4cfd-b1df-7b6b678f8d61 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:13:18.262740 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b2fad47e-866f-42a1-be90-6da7b48fdd1e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:18.296305 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fad47e-866f-42a1-be90-6da7b48fdd1e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Port': ['ID=b683c012-b31e-4cfd-b1df-7b6b678f8d61,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:18.309289 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9705e209-e170-4894-a5d8-772d458ef091 None None] Could not find standard attr ID for object b683c012-b31e-4cfd-b1df-7b6b678f8d61. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:13:18.425910 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b65a6-e01b-474b-924f-94d0c9905ce9 req-91554cb0-d80a-468d-a425-8a6d69345e38 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:18.434342 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ad1b65a6-e01b-474b-924f-94d0c9905ce9 req-91554cb0-d80a-468d-a425-8a6d69345e38 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50bd4df-df9d-47de-8d98-386ecdf5d358 HTTP/1.1" status: 200 len: 943 time: 0.1198654 Nov 24 21:13:18.466800 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b2fad47e-866f-42a1-be90-6da7b48fdd1e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:18.473052 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60954) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:18.473650 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b2fad47e-866f-42a1-be90-6da7b48fdd1e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/ports/b683c012-b31e-4cfd-b1df-7b6b678f8d61 HTTP/1.1" status: 204 len: 168 time: 1.0472937 Nov 24 21:13:18.504369 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa20d3e5-fa80-4a11-88bf-40440ce27132 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] GET failed (client error): The resource could not be found. Nov 24 21:13:18.506232 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fa20d3e5-fa80-4a11-88bf-40440ce27132 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports/b683c012-b31e-4cfd-b1df-7b6b678f8d61 HTTP/1.1" status: 404 len: 333 time: 0.0321672 Nov 24 21:13:18.512642 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60956) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:18.514006 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ad1b65a6-e01b-474b-924f-94d0c9905ce9 req-2b48b01a-7602-4b73-811a-1d577cc5b0cd tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787942 Nov 24 21:13:18.531418 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device c3136efe-6914-4f46-b90b-a53e69db59ba details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:13:18.611558 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e3e142ef-cfac-42c9-86c4-038858d03c00 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:18.640942 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e3e142ef-cfac-42c9-86c4-038858d03c00 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:18.676983 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced1852-c1fa-4a2c-80c7-aeb70f96a712 req-58f79042-0bbe-4841-bb72-7527a6421fd7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:18.691575 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1ced1852-c1fa-4a2c-80c7-aeb70f96a712 req-58f79042-0bbe-4841-bb72-7527a6421fd7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=1018f15a-94f7-4a7d-a5a4-0f263debc2c6 HTTP/1.1" status: 200 len: 946 time: 0.0757222 Nov 24 21:13:18.693143 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e3e142ef-cfac-42c9-86c4-038858d03c00 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:18.697939 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e3e142ef-cfac-42c9-86c4-038858d03c00 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:18.699476 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e3e142ef-cfac-42c9-86c4-038858d03c00 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/security-groups/1a6f0230-1d23-4930-a82c-6177a03ff03a HTTP/1.1" status: 204 len: 168 time: 0.1821263 Nov 24 21:13:18.704678 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60958) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:18.712159 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e142ef-cfac-42c9-86c4-038858d03c00 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6f0230-1d23-4930-a82c-6177a03ff03a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:18.714651 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port c3136efe-6914-4f46-b90b-a53e69db59ba, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c3136efe-6914-4f46-b90b-a53e69db59ba,segment=NetworkSegment(b1321aa9-aedb-4a5a-a2e5-accf5f1a2cc9),segment_id=b1321aa9-aedb-4a5a-a2e5-accf5f1a2cc9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:18.735188 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'c3136efe-6914-4f46-b90b-a53e69db59ba', 'network_id': 'f55efa05-e921-4679-97bb-fc4c926f2313', 'port_id': 'c3136efe-6914-4f46-b90b-a53e69db59ba', 'mac_address': 'fa:16:3e:84:6a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed36cea7-1cea-4398-aca3-6904c00809e5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:13:18.790160 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:18.793265 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ab41-0ccc-4daf-960d-b22d3afa0f5e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:18.807172 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3136efe-6914-4f46-b90b-a53e69db59ba {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:13:18.830182 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1ced1852-c1fa-4a2c-80c7-aeb70f96a712 req-8ece1ee9-6640-4ed7-8d66-54f463782d60 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8ddeb9b-9281-40b9-801b-bfb77aa4c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367345 Nov 24 21:13:18.839312 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port c3136efe-6914-4f46-b90b-a53e69db59ba, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c3136efe-6914-4f46-b90b-a53e69db59ba,segment=NetworkSegment(b1321aa9-aedb-4a5a-a2e5-accf5f1a2cc9),segment_id=b1321aa9-aedb-4a5a-a2e5-accf5f1a2cc9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:18.845544 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:18.855576 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ab41-0ccc-4daf-960d-b22d3afa0f5e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:18.957903 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ab41-0ccc-4daf-960d-b22d3afa0f5e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:18.961929 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ab41-0ccc-4daf-960d-b22d3afa0f5e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:18.965834 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8cd1ab41-0ccc-4daf-960d-b22d3afa0f5e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/security-groups/e2de30f0-c0a3-40e1-8d76-155cd7a1e7e8 HTTP/1.1" status: 204 len: 168 time: 0.2557700 Nov 24 21:13:18.966234 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 60970) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:18.987944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1ab41-0ccc-4daf-960d-b22d3afa0f5e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2de30f0-c0a3-40e1-8d76-155cd7a1e7e8,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:18.993931 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=c3136efe-6914-4f46-b90b-a53e69db59ba,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:19.059511 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['c3136efe-6914-4f46-b90b-a53e69db59ba'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:13:19.125924 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-088615a1-2d66-4e3f-9662-a219dd30f54e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:19.162912 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb9358-ecdf-4d2d-a537-05a990cd48ad req-4992c39b-9673-48e3-88d5-86506f7af4a0 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:19.164951 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-85eb9358-ecdf-4d2d-a537-05a990cd48ad req-4992c39b-9673-48e3-88d5-86506f7af4a0 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a62867-a6ac-4a97-9ea4-f1dda249d6ae HTTP/1.1" status: 200 len: 944 time: 0.0630150 Nov 24 21:13:19.206123 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-088615a1-2d66-4e3f-9662-a219dd30f54e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:19.256514 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-85eb9358-ecdf-4d2d-a537-05a990cd48ad req-1b2ddcc1-e705-4413-90b7-c4ca6246db07 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ee219a-7e95-4353-a968-e0794eac8743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841868 Nov 24 21:13:19.260371 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 2ac4c2f1-9579-422f-b11f-52c0f8a39137 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:13:19.299171 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-088615a1-2d66-4e3f-9662-a219dd30f54e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:19.303649 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-088615a1-2d66-4e3f-9662-a219dd30f54e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:19.309492 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60980) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:19.322717 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-088615a1-2d66-4e3f-9662-a219dd30f54e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/security-groups/227f6825-b480-43f8-898c-0c34fb7f7c47 HTTP/1.1" status: 204 len: 168 time: 0.3388472 Nov 24 21:13:19.360976 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088615a1-2d66-4e3f-9662-a219dd30f54e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=227f6825-b480-43f8-898c-0c34fb7f7c47,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:19.419636 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a54ac0e5-c1a9-45f3-9a2f-316a9ef0d76e req-a951a5d5-194f-4c41-bde8-a97bbe589198 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 210 time: 0.0441804 Nov 24 21:13:19.431443 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-76349d7c-5db9-4150-98c7-fb2bb8ba62bb tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting subnet b26588ae-310a-41f7-ab4f-e92bd0bacc4d {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:13:19.454483 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-76349d7c-5db9-4150-98c7-fb2bb8ba62bb tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:19.486042 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 2ac4c2f1-9579-422f-b11f-52c0f8a39137, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2ac4c2f1-9579-422f-b11f-52c0f8a39137,segment=NetworkSegment(b1d695b4-23ac-4f76-b033-410336a771ec),segment_id=b1d695b4-23ac-4f76-b033-410336a771ec)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:19.502354 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '2ac4c2f1-9579-422f-b11f-52c0f8a39137', 'network_id': '0cfd0991-3fe1-458a-9cab-a785fe8464fe', 'port_id': '2ac4c2f1-9579-422f-b11f-52c0f8a39137', 'mac_address': 'fa:16:3e:9b:62:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3f2a5f-d3c5-412b-b677-53100b3422e3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:13:19.507836 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-76349d7c-5db9-4150-98c7-fb2bb8ba62bb tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:19.555542 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:19.569758 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac4c2f1-9579-422f-b11f-52c0f8a39137 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:13:19.592323 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 2ac4c2f1-9579-422f-b11f-52c0f8a39137, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2ac4c2f1-9579-422f-b11f-52c0f8a39137,segment=NetworkSegment(b1d695b4-23ac-4f76-b033-410336a771ec),segment_id=b1d695b4-23ac-4f76-b033-410336a771ec)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:19.598613 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:19.619330 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-76349d7c-5db9-4150-98c7-fb2bb8ba62bb tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:19.674230 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=2ac4c2f1-9579-422f-b11f-52c0f8a39137,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:19.712655 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-76349d7c-5db9-4150-98c7-fb2bb8ba62bb tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:19.744628 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76349d7c-5db9-4150-98c7-fb2bb8ba62bb tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Subnet': ['ID=b26588ae-310a-41f7-ab4f-e92bd0bacc4d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:19.749443 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-76349d7c-5db9-4150-98c7-fb2bb8ba62bb tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:19.757298 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-76349d7c-5db9-4150-98c7-fb2bb8ba62bb tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/subnets/b26588ae-310a-41f7-ab4f-e92bd0bacc4d HTTP/1.1" status: 204 len: 168 time: 0.4447920 Nov 24 21:13:19.758803 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 60994) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:19.760726 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9ae574-5c27-4a27-bede-18fd3ef5de23 None None] Network 4b056e96-19a2-47f5-af1a-ced220042377 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:13:19.841907 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa807ddc-3ad2-4667-b68f-ad16f81ec85b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting subnet 7a1fedd3-1f9d-4bc8-a61c-026c76f767cc {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:13:19.867708 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fa807ddc-3ad2-4667-b68f-ad16f81ec85b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:19.874312 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['2ac4c2f1-9579-422f-b11f-52c0f8a39137'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:13:19.888157 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-17fe1869-5f39-4988-ac0d-a6f7af005626 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:19.893261 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-17fe1869-5f39-4988-ac0d-a6f7af005626 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.48 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 811 time: 0.1575136 Nov 24 21:13:19.931326 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fa807ddc-3ad2-4667-b68f-ad16f81ec85b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:19.932832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-734e0ef1-9257-420a-9e61-3e8ca834800c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Request body: {'port': {'device_id': 'd52666b6-b5f5-418b-918b-775f4d36a61e', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'admin_state_up': True, 'tenant_id': '595635dfe5324829adbb53908d8c3a34'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:19.941842 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d99a61-900a-41ad-8a1e-24af03d5fe14 req-3d7a9833-937e-460a-8fac-025773cf45ea tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:19.950523 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c4d99a61-900a-41ad-8a1e-24af03d5fe14 req-3d7a9833-937e-460a-8fac-025773cf45ea tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50bd4df-df9d-47de-8d98-386ecdf5d358 HTTP/1.1" status: 200 len: 944 time: 0.2087510 Nov 24 21:13:20.140815 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-734e0ef1-9257-420a-9e61-3e8ca834800c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Made reservation on behalf of 595635dfe5324829adbb53908d8c3a34 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:13:20.143182 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c4d99a61-900a-41ad-8a1e-24af03d5fe14 req-2538b3bd-f23f-46d7-adf4-ef7fc5e6b02f tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881793 Nov 24 21:13:20.145092 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-734e0ef1-9257-420a-9e61-3e8ca834800c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:20.189325 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fa807ddc-3ad2-4667-b68f-ad16f81ec85b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:20.319567 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-734e0ef1-9257-420a-9e61-3e8ca834800c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Allocated IP 172.20.0.7 (b79fcd1c-754c-4dea-a7f1-95afcf35cd53/45f34fab-787e-4251-9f3c-22a212ef1d24/4bba0241-a539-4051-b38d-98995cc4a2e2) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:13:20.373793 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fa807ddc-3ad2-4667-b68f-ad16f81ec85b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:20.420225 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fa807ddc-3ad2-4667-b68f-ad16f81ec85b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:20.427475 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fa807ddc-3ad2-4667-b68f-ad16f81ec85b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/subnets/7a1fedd3-1f9d-4bc8-a61c-026c76f767cc HTTP/1.1" status: 204 len: 168 time: 0.6595955 Nov 24 21:13:20.436026 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 32776) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:20.470665 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa807ddc-3ad2-4667-b68f-ad16f81ec85b tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Subnet': ['ID=7a1fedd3-1f9d-4bc8-a61c-026c76f767cc,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:20.489847 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf5d8f-eac3-4fea-8c74-758129119190 req-8ddb4ef5-a957-4465-bee0-cf34663df937 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:20.493427 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-34cf5d8f-eac3-4fea-8c74-758129119190 req-8ddb4ef5-a957-4465-bee0-cf34663df937 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=1018f15a-94f7-4a7d-a5a4-0f263debc2c6 HTTP/1.1" status: 200 len: 946 time: 0.1949415 Nov 24 21:13:20.547485 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device c3136efe-6914-4f46-b90b-a53e69db59ba up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:13:20.567085 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-34cf5d8f-eac3-4fea-8c74-758129119190 req-80996822-288a-46ed-b2ac-36003445b62a tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8ddeb9b-9281-40b9-801b-bfb77aa4c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557594 Nov 24 21:13:20.646468 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca124f6-5ad1-4801-9eea-939f761ab2c6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] DELETE failed (client error): The resource could not be found. Nov 24 21:13:20.646830 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca124f6-5ad1-4801-9eea-939f761ab2c6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:13:20.653351 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 32786) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:20.653600 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1ca124f6-5ad1-4801-9eea-939f761ab2c6 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/subnets/b26588ae-310a-41f7-ab4f-e92bd0bacc4d HTTP/1.1" status: 404 len: 337 time: 0.2163243 Nov 24 21:13:20.689765 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port c3136efe-6914-4f46-b90b-a53e69db59ba completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:13:20.697438 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port c3136efe-6914-4f46-b90b-a53e69db59ba triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:20.697816 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:20.745559 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-734e0ef1-9257-420a-9e61-3e8ca834800c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:20.821370 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:20.847002 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-734e0ef1-9257-420a-9e61-3e8ca834800c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:20.855027 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a62867-a6ac-4a97-9ea4-f1dda249d6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3136efe-6914-4f46-b90b-a53e69db59ba'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:13:20.865876 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d236b48f-d07d-4d73-bc2f-a5ca107962e7" -d '{"events": [{"server_uuid": "72a62867-a6ac-4a97-9ea4-f1dda249d6ae", "name": "network-vif-plugged", "status": "completed", "tag": "c3136efe-6914-4f46-b90b-a53e69db59ba"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:13:20.868180 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bfb3d18-1c32-43fd-9ae3-697159a87ea5 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting subnet 20326bb2-97d1-48ad-97b2-72d1319bbacc {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:13:20.872388 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3d18-1c32-43fd-9ae3-697159a87ea5 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:20.894018 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port c3136efe-6914-4f46-b90b-a53e69db59ba, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c3136efe-6914-4f46-b90b-a53e69db59ba,segment=NetworkSegment(b1321aa9-aedb-4a5a-a2e5-accf5f1a2cc9),segment_id=b1321aa9-aedb-4a5a-a2e5-accf5f1a2cc9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:20.900695 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:20.942012 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-734e0ef1-9257-420a-9e61-3e8ca834800c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:13:20.964419 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13b3cf-939f-4b4b-837c-e7e9d7a898c9 req-287d81a6-b94b-44c5-a40f-ec9bef415aa0 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:20.977568 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe13b3cf-939f-4b4b-837c-e7e9d7a898c9 req-287d81a6-b94b-44c5-a40f-ec9bef415aa0 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a62867-a6ac-4a97-9ea4-f1dda249d6ae HTTP/1.1" status: 200 len: 944 time: 0.1881533 Nov 24 21:13:20.987033 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-734e0ef1-9257-420a-9e61-3e8ca834800c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:13:21.004954 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3d18-1c32-43fd-9ae3-697159a87ea5 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:21.011647 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e0ef1-9257-420a-9e61-3e8ca834800c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event updated for resources: {'Port': ['ID=4bba0241-a539-4051-b38d-98995cc4a2e2,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:21.014555 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=c3136efe-6914-4f46-b90b-a53e69db59ba,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:21.017309 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-734e0ef1-9257-420a-9e61-3e8ca834800c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:13:21.159133 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-734e0ef1-9257-420a-9e61-3e8ca834800c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:21.159783 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-734e0ef1-9257-420a-9e61-3e8ca834800c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:21.181847 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-734e0ef1-9257-420a-9e61-3e8ca834800c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2726920 Nov 24 21:13:21.199841 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3d18-1c32-43fd-9ae3-697159a87ea5 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:21.200068 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-be788795-3651-4bd9-99e7-c9ed4168eaef service neutron] Request body: {'port': {'device_id': 'd52666b6-b5f5-418b-918b-775f4d36a61e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:21.259243 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 2ac4c2f1-9579-422f-b11f-52c0f8a39137 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:13:21.343617 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe13b3cf-939f-4b4b-837c-e7e9d7a898c9 req-b202b935-3e89-4892-9719-7e6aff74514f tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ee219a-7e95-4353-a968-e0794eac8743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654583 Nov 24 21:13:21.363669 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 2ac4c2f1-9579-422f-b11f-52c0f8a39137 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:13:21.371925 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-be788795-3651-4bd9-99e7-c9ed4168eaef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:21.374598 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2026213d-de19-456a-a4f0-d8a1342f7508 None None] Network 4b056e96-19a2-47f5-af1a-ced220042377 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:13:21.377072 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109b272-5068-4df6-a702-18e47b665136 req-0e081df2-50b8-4240-9ab5-bf0d25c7184c tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:21.379472 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c109b272-5068-4df6-a702-18e47b665136 req-0e081df2-50b8-4240-9ab5-bf0d25c7184c tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.15 "GET /v2.0/ports?device_id=1018f15a-94f7-4a7d-a5a4-0f263debc2c6 HTTP/1.1" status: 200 len: 946 time: 0.1482639 Nov 24 21:13:21.400637 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3d18-1c32-43fd-9ae3-697159a87ea5 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:21.423042 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 2ac4c2f1-9579-422f-b11f-52c0f8a39137 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:21.423299 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:21.490265 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb3d18-1c32-43fd-9ae3-697159a87ea5 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Subnet': ['ID=20326bb2-97d1-48ad-97b2-72d1319bbacc,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:21.499522 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3d18-1c32-43fd-9ae3-697159a87ea5 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:21.502937 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4bfb3d18-1c32-43fd-9ae3-697159a87ea5 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/subnets/20326bb2-97d1-48ad-97b2-72d1319bbacc HTTP/1.1" status: 204 len: 168 time: 0.8483427 Nov 24 21:13:21.511382 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 32800) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:21.554668 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-20e37672-af4b-43b4-a1be-5cac68e44355 None None] Provisioning complete for port e9335fe9-8147-439f-9b5d-74ce3b339fef triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:21.555828 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-20e37672-af4b-43b4-a1be-5cac68e44355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:21.626233 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-0614acc3-3ce2-415a-b4f3-55a2060afcbe tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] DELETE failed (client error): The resource could not be found. Nov 24 21:13:21.626775 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0614acc3-3ce2-415a-b4f3-55a2060afcbe tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:13:21.633342 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0614acc3-3ce2-415a-b4f3-55a2060afcbe tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/subnets/0928c886-0c99-4916-9b41-8f52a3a2c1cb HTTP/1.1" status: 404 len: 337 time: 0.1178319 Nov 24 21:13:21.634423 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 32806) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:21.669751 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2b7cd5e0-094b-4c63-a102-b9ea7a54e262 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "GET /v2.0/ports?device_id=5830cafb-a381-475f-a980-7c53f80c20f9 HTTP/1.1" status: 200 len: 205 time: 0.0317881 Nov 24 21:13:21.670820 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 32808) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:21.725039 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-b1295b5b-bf74-4bd7-abfd-14570c2b6378 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] delete failed (client error): The resource could not be found. Nov 24 21:13:21.731306 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 32812) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:21.731558 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b1295b5b-bf74-4bd7-abfd-14570c2b6378 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/routers/5830cafb-a381-475f-a980-7c53f80c20f9 HTTP/1.1" status: 404 len: 336 time: 0.0538542 Nov 24 21:13:21.750027 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:21.767354 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-d917cd38-11ab-4519-925a-456dfd8daa62 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] DELETE failed (client error): The resource could not be found. Nov 24 21:13:21.767825 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d917cd38-11ab-4519-925a-456dfd8daa62 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:13:21.774009 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d917cd38-11ab-4519-925a-456dfd8daa62 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/subnets/c777f8bf-0b25-49cc-ac95-07033a89e3fd HTTP/1.1" status: 404 len: 337 time: 0.0402710 Nov 24 21:13:21.778622 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e957c-059e-4d8d-9f4c-845b4a6762e8 req-12860bc0-ed82-4110-8c54-4a3287c45823 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:21.779670 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 32814) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:21.792533 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d05e957c-059e-4d8d-9f4c-845b4a6762e8 req-12860bc0-ed82-4110-8c54-4a3287c45823 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 931 time: 0.2879636 Nov 24 21:13:21.817748 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 2ac4c2f1-9579-422f-b11f-52c0f8a39137, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2ac4c2f1-9579-422f-b11f-52c0f8a39137,segment=NetworkSegment(b1d695b4-23ac-4f76-b033-410336a771ec),segment_id=b1d695b4-23ac-4f76-b033-410336a771ec)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:21.844875 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-64959065-78ae-4e33-a072-529491ceb6d9 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] DELETE failed (client error): The resource could not be found. Nov 24 21:13:21.845347 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64959065-78ae-4e33-a072-529491ceb6d9 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:13:21.845479 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-c109b272-5068-4df6-a702-18e47b665136 req-2c7b1cfe-d5d6-496e-a6c3-718ab80761a7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Deleting port d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:13:21.845874 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c109b272-5068-4df6-a702-18e47b665136 req-2c7b1cfe-d5d6-496e-a6c3-718ab80761a7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:21.848546 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-64959065-78ae-4e33-a072-529491ceb6d9 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/subnets/fdb98fb6-e5a7-47b4-ac6b-0fc74256cbc8 HTTP/1.1" status: 404 len: 337 time: 0.0520279 Nov 24 21:13:21.856376 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 32816) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:21.894710 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:21.923211 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e5de5e-ff79-48aa-9c50-688d22bf1f48 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] DELETE failed (client error): The resource could not be found. Nov 24 21:13:21.924030 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e5de5e-ff79-48aa-9c50-688d22bf1f48 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:13:21.929106 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d3e5de5e-ff79-48aa-9c50-688d22bf1f48 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/subnets/f2485016-8c82-4b43-b39a-bced33f1f430 HTTP/1.1" status: 404 len: 337 time: 0.0390384 Nov 24 21:13:21.931278 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 32818) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:21.962636 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-794c6b2c-ce16-434b-b3de-2be639ab0ebd tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] DELETE failed (client error): The resource could not be found. Nov 24 21:13:21.963162 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-794c6b2c-ce16-434b-b3de-2be639ab0ebd tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:13:21.966050 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-794c6b2c-ce16-434b-b3de-2be639ab0ebd tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/ports/5050a61d-fff1-48cb-ba30-712d468d831f HTTP/1.1" status: 404 len: 333 time: 0.0339313 Nov 24 21:13:21.968644 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 32822) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:21.980326 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-20e37672-af4b-43b4-a1be-5cac68e44355 None None] Provisioning complete for port 17353b76-470a-42b4-8619-7a72c97f6f6c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:21.981202 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-20e37672-af4b-43b4-a1be-5cac68e44355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:21.982668 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-be788795-3651-4bd9-99e7-c9ed4168eaef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bba0241-a539-4051-b38d-98995cc4a2e2 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:13:22.010493 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-be788795-3651-4bd9-99e7-c9ed4168eaef service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:22.013338 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d52f8f4-e299-4c1c-89f3-e83cbffd146d tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] DELETE failed (client error): The resource could not be found. Nov 24 21:13:22.013802 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d52f8f4-e299-4c1c-89f3-e83cbffd146d tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:13:22.017137 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0d52f8f4-e299-4c1c-89f3-e83cbffd146d tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/subnets/385a56b9-5c01-4d96-803d-6533e2020d57 HTTP/1.1" status: 404 len: 337 time: 0.0474901 Nov 24 21:13:22.029342 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 32826) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:22.049170 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d05e957c-059e-4d8d-9f4c-845b4a6762e8 req-427ceab2-6c29-4bf6-b872-446f47dd51bc tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555301 Nov 24 21:13:22.057188 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180c1a90-23bd-4ad6-baf4-55136ebc7703 None None] DHCP port deletion for 4b056e96-19a2-47f5-af1a-ced220042377 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:13:22.069241 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=2ac4c2f1-9579-422f-b11f-52c0f8a39137,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:22.070189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-be788795-3651-4bd9-99e7-c9ed4168eaef service neutron] Transition to ACTIVE for port object 4bba0241-a539-4051-b38d-98995cc4a2e2 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:13:22.073321 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc9a0ac-94ab-4614-a05d-fbc004e3b5d3 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] DELETE failed (client error): The resource could not be found. Nov 24 21:13:22.073321 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc9a0ac-94ab-4614-a05d-fbc004e3b5d3 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:13:22.078225 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ccc9a0ac-94ab-4614-a05d-fbc004e3b5d3 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/subnets/6c23aa53-6cda-4f66-8644-2e7cfd6a7d06 HTTP/1.1" status: 404 len: 337 time: 0.0454378 Nov 24 21:13:22.078225 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-be788795-3651-4bd9-99e7-c9ed4168eaef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:22.080087 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 32830) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:22.157921 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-20e37672-af4b-43b4-a1be-5cac68e44355 None None] Port 17353b76-470a-42b4-8619-7a72c97f6f6c cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:13:22.167446 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-c109b272-5068-4df6-a702-18e47b665136 req-2c7b1cfe-d5d6-496e-a6c3-718ab80761a7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] For port d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2,segment=NetworkSegment(5866be1b-31d9-4824-9135-55f142870285),segment_id=5866be1b-31d9-4824-9135-55f142870285)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:22.167829 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c109b272-5068-4df6-a702-18e47b665136 req-2c7b1cfe-d5d6-496e-a6c3-718ab80761a7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:22.185534 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d7e52c-87ac-4e84-84d2-ccb63d30b025 x-openstack-request-id: req-a7d7e52c-87ac-4e84-84d2-ccb63d30b025 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:13:22.185981 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a62867-a6ac-4a97-9ea4-f1dda249d6ae", "name": "network-vif-plugged", "status": "completed", "tag": "c3136efe-6914-4f46-b90b-a53e69db59ba", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:13:22.187284 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a7d7e52c-87ac-4e84-84d2-ccb63d30b025 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:13:22.187798 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a62867-a6ac-4a97-9ea4-f1dda249d6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3136efe-6914-4f46-b90b-a53e69db59ba', 'code': 200} Nov 24 21:13:22.202537 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-c109b272-5068-4df6-a702-18e47b665136 req-2c7b1cfe-d5d6-496e-a6c3-718ab80761a7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Calling delete_port for d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:13:22.217001 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-180c1a90-23bd-4ad6-baf4-55136ebc7703 None None] Deleting port e9335fe9-8147-439f-9b5d-74ce3b339fef {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:13:22.218653 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-180c1a90-23bd-4ad6-baf4-55136ebc7703 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:22.356587 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-180c1a90-23bd-4ad6-baf4-55136ebc7703 None None] For port e9335fe9-8147-439f-9b5d-74ce3b339fef, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e9335fe9-8147-439f-9b5d-74ce3b339fef,segment=NetworkSegment(d9e9bbd5-94fe-4738-a165-cce4be171635),segment_id=d9e9bbd5-94fe-4738-a165-cce4be171635)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:22.357431 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-180c1a90-23bd-4ad6-baf4-55136ebc7703 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:22.387175 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-180c1a90-23bd-4ad6-baf4-55136ebc7703 None None] Calling delete_port for e9335fe9-8147-439f-9b5d-74ce3b339fef owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:13:22.423153 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece0212-c845-42a1-b400-06908b47a1d4 req-2fa9562f-12af-4c2c-a33c-d54536568355 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:22.431720 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1ece0212-c845-42a1-b400-06908b47a1d4 req-2fa9562f-12af-4c2c-a33c-d54536568355 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50bd4df-df9d-47de-8d98-386ecdf5d358 HTTP/1.1" status: 200 len: 945 time: 0.1210577 Nov 24 21:13:22.518588 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-180c1a90-23bd-4ad6-baf4-55136ebc7703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:22.540974 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1ece0212-c845-42a1-b400-06908b47a1d4 req-65f8a49b-3f56-4859-acf8-126ead5ea3e7 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047156 Nov 24 21:13:22.567084 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c1a90-23bd-4ad6-baf4-55136ebc7703 None None] Pushing event deleted for resources: {'Port': ['ID=e9335fe9-8147-439f-9b5d-74ce3b339fef,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:22.577860 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180c1a90-23bd-4ad6-baf4-55136ebc7703 None None] No DVR routers for this DVR port e9335fe9-8147-439f-9b5d-74ce3b339fef on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:13:22.603672 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c109b272-5068-4df6-a702-18e47b665136 req-2c7b1cfe-d5d6-496e-a6c3-718ab80761a7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:22.684655 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b1cfe-d5d6-496e-a6c3-718ab80761a7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Pushing event deleted for resources: {'Port': ['ID=d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:22.712416 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-142ad890-cfda-4a1c-88ed-55e55675471e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] DELETE failed (client error): The resource could not be found. Nov 24 21:13:22.713110 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-142ad890-cfda-4a1c-88ed-55e55675471e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:13:22.717988 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-142ad890-cfda-4a1c-88ed-55e55675471e tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/ports/b953671d-8e4b-465b-92ba-1ee1202f049f HTTP/1.1" status: 404 len: 333 time: 0.5857613 Nov 24 21:13:22.725196 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 32838) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:22.743870 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1ba60828-de44-461d-9999-56e02dc90407 req-a497e98b-a0b0-425c-80c6-a99e2454d3b2 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=1018f15a-94f7-4a7d-a5a4-0f263debc2c6 HTTP/1.1" status: 200 len: 210 time: 0.0697110 Nov 24 21:13:22.748540 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be788795-3651-4bd9-99e7-c9ed4168eaef service neutron] Pushing event updated for resources: {'Port': ['ID=4bba0241-a539-4051-b38d-98995cc4a2e2,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:22.783147 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bfbdc57-290f-4c48-8005-6f566ed6e181 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] DELETE failed (client error): The resource could not be found. Nov 24 21:13:22.783608 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bfbdc57-290f-4c48-8005-6f566ed6e181 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:13:22.800123 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1bfbdc57-290f-4c48-8005-6f566ed6e181 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/subnets/dc9666c6-86b9-4fea-8a71-183531724807 HTTP/1.1" status: 404 len: 337 time: 0.0675488 Nov 24 21:13:22.802438 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 32844) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:22.806452 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7195cc4-600f-4390-bf8f-70b47955cc67 req-4e78e1e9-afbb-4608-a5ed-af37a71c011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:22.807917 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e7195cc4-600f-4390-bf8f-70b47955cc67 req-4e78e1e9-afbb-4608-a5ed-af37a71c011c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=72a62867-a6ac-4a97-9ea4-f1dda249d6ae HTTP/1.1" status: 200 len: 1096 time: 0.1772497 Nov 24 21:13:22.826578 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c109b272-5068-4df6-a702-18e47b665136 req-2c7b1cfe-d5d6-496e-a6c3-718ab80761a7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] No DVR routers for this DVR port d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:13:22.830205 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c109b272-5068-4df6-a702-18e47b665136 req-2c7b1cfe-d5d6-496e-a6c3-718ab80761a7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:22.834543 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c109b272-5068-4df6-a702-18e47b665136 req-2c7b1cfe-d5d6-496e-a6c3-718ab80761a7 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.15 "DELETE /v2.0/ports/d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2 HTTP/1.1" status: 204 len: 173 time: 1.4446881 Nov 24 21:13:22.840400 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1018f15a-94f7-4a7d-a5a4-0f263debc2c6', 'name': 'network-vif-deleted', 'tag': 'd5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:13:22.843428 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83463c3f-8bdf-4c49-beb5-ea86b754d77c" -d '{"events": [{"server_uuid": "1018f15a-94f7-4a7d-a5a4-0f263debc2c6", "name": "network-vif-deleted", "tag": "d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:13:23.062266 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0002ae-248f-409c-b30f-453d4a66c18c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] DELETE failed (client error): The resource could not be found. Nov 24 21:13:23.062848 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0002ae-248f-409c-b30f-453d4a66c18c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:13:23.068306 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ea0002ae-248f-409c-b30f-453d4a66c18c tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/subnets/fe62c859-adcd-41ce-bc86-ca0b17413b28 HTTP/1.1" status: 404 len: 337 time: 0.2625048 Nov 24 21:13:23.068664 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 32848) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:23.098824 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e7195cc4-600f-4390-bf8f-70b47955cc67 req-7a8d4d07-191b-4d4d-aafb-3c5af52d99d2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=42ee219a-7e95-4353-a968-e0794eac8743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523825 Nov 24 21:13:23.103219 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-be788795-3651-4bd9-99e7-c9ed4168eaef service neutron] Attempting to bind port 4bba0241-a539-4051-b38d-98995cc4a2e2 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:13:23.103435 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-be788795-3651-4bd9-99e7-c9ed4168eaef service neutron] Attempting to bind port 4bba0241-a539-4051-b38d-98995cc4a2e2 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:13:23.103887 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-be788795-3651-4bd9-99e7-c9ed4168eaef service neutron] Attempting to bind port 4bba0241-a539-4051-b38d-98995cc4a2e2 on network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:13:23.109655 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-be788795-3651-4bd9-99e7-c9ed4168eaef service neutron] Port 4bba0241-a539-4051-b38d-98995cc4a2e2 on network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:13:23.109998 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-be788795-3651-4bd9-99e7-c9ed4168eaef service neutron] Attempting to bind port 4bba0241-a539-4051-b38d-98995cc4a2e2 on network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:13:23.115998 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-be788795-3651-4bd9-99e7-c9ed4168eaef service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:13:23.118287 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-be788795-3651-4bd9-99e7-c9ed4168eaef service neutron] Checking segment: {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:13:23.118720 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-be788795-3651-4bd9-99e7-c9ed4168eaef service neutron] Bound using segment: {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:13:23.119188 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-be788795-3651-4bd9-99e7-c9ed4168eaef service neutron] Bound port: 4bba0241-a539-4051-b38d-98995cc4a2e2, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:13:23.119703 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-be788795-3651-4bd9-99e7-c9ed4168eaef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:23.122991 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a43952-8f57-44d7-9150-d645becc3616 req-23e8579a-656d-4858-a3d3-636f308f00ef tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:23.131947 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-78a43952-8f57-44d7-9150-d645becc3616 req-23e8579a-656d-4858-a3d3-636f308f00ef tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a62867-a6ac-4a97-9ea4-f1dda249d6ae HTTP/1.1" status: 200 len: 945 time: 0.1064677 Nov 24 21:13:23.224220 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-be788795-3651-4bd9-99e7-c9ed4168eaef service neutron] For port 4bba0241-a539-4051-b38d-98995cc4a2e2, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:13:23.227507 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-78a43952-8f57-44d7-9150-d645becc3616 req-c15f3fa9-6da9-470f-a5c2-a299234b069b tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ee219a-7e95-4353-a968-e0794eac8743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940607 Nov 24 21:13:23.231367 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-be788795-3651-4bd9-99e7-c9ed4168eaef service neutron] For port 4bba0241-a539-4051-b38d-98995cc4a2e2, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=4bba0241-a539-4051-b38d-98995cc4a2e2,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:13:23.238155 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-be788795-3651-4bd9-99e7-c9ed4168eaef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:23.265459 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6db08815-7c48-4700-bdfa-213b3b32c0c9 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Deleting port 17353b76-470a-42b4-8619-7a72c97f6f6c {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:13:23.265806 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6db08815-7c48-4700-bdfa-213b3b32c0c9 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:23.286644 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:13:23.306544 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605c40a5-b361-45b6-9db6-61a2b290c934 x-openstack-request-id: req-605c40a5-b361-45b6-9db6-61a2b290c934 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:13:23.316556 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1018f15a-94f7-4a7d-a5a4-0f263debc2c6", "name": "network-vif-deleted", "tag": "d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:13:23.316909 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-605c40a5-b361-45b6-9db6-61a2b290c934 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:13:23.317373 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1018f15a-94f7-4a7d-a5a4-0f263debc2c6', 'name': 'network-vif-deleted', 'tag': 'd5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2', 'status': 'completed', 'code': 200} Nov 24 21:13:23.319871 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be788795-3651-4bd9-99e7-c9ed4168eaef service neutron] Pushing event updated for resources: {'Port': ['ID=4bba0241-a539-4051-b38d-98995cc4a2e2,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:23.334913 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:13:23.337443 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device d5c2b82f-fb44-43e8-9fcc-0b1c4d2e25d2 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:13:23.349280 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-be788795-3651-4bd9-99e7-c9ed4168eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:23.350238 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-be788795-3651-4bd9-99e7-c9ed4168eaef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:23.352351 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-be788795-3651-4bd9-99e7-c9ed4168eaef service neutron] 10.222.0.48 "PUT /v2.0/ports/4bba0241-a539-4051-b38d-98995cc4a2e2 HTTP/1.1" status: 200 len: 1091 time: 2.1618719 Nov 24 21:13:23.352876 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52666b6-b5f5-418b-918b-775f4d36a61e', 'tag': '4bba0241-a539-4051-b38d-98995cc4a2e2'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:13:23.355709 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b731f961-36f4-436d-ba21-492a9ba49bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "d52666b6-b5f5-418b-918b-775f4d36a61e", "tag": "4bba0241-a539-4051-b38d-98995cc4a2e2"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:13:23.507595 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-fb43929e-e899-4bc8-8d82-a1a862b9f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:23.509326 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-fb43929e-e899-4bc8-8d82-a1a862b9f29b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 1094 time: 0.0854433 Nov 24 21:13:23.510433 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6db08815-7c48-4700-bdfa-213b3b32c0c9 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:23.550470 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6db08815-7c48-4700-bdfa-213b3b32c0c9 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Calling delete_port for 17353b76-470a-42b4-8619-7a72c97f6f6c owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:13:23.589259 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-aa626fed-b99b-4060-b36e-89150f929da4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bba0241-a539-4051-b38d-98995cc4a2e2 HTTP/1.1" status: 200 len: 217 time: 0.0698593 Nov 24 21:13:23.682278 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-eaac6a66-6a81-43bd-8204-dd9227fa2fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:23.683790 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-eaac6a66-6a81-43bd-8204-dd9227fa2fb7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.0864186 Nov 24 21:13:23.725126 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbad1a3-02a0-47a3-a9df-404bbead6217 req-93678b1f-cbf2-4e46-8b70-0513dcbc196e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:23.733821 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-acbad1a3-02a0-47a3-a9df-404bbead6217 req-93678b1f-cbf2-4e46-8b70-0513dcbc196e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 943 time: 0.2484498 Nov 24 21:13:23.737943 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-326749f1-81af-4f14-aa12-f5928f59efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:23.739517 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-326749f1-81af-4f14-aa12-f5928f59efbb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479982 Nov 24 21:13:23.807203 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-acbad1a3-02a0-47a3-a9df-404bbead6217 req-3a770edc-1954-4697-a9b7-1b8451aa4bdd tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723238 Nov 24 21:13:23.819005 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6db08815-7c48-4700-bdfa-213b3b32c0c9 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:23.864227 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db08815-7c48-4700-bdfa-213b3b32c0c9 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Port': ['ID=17353b76-470a-42b4-8619-7a72c97f6f6c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:23.871988 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6db08815-7c48-4700-bdfa-213b3b32c0c9 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:23.879683 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6db08815-7c48-4700-bdfa-213b3b32c0c9 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/ports/17353b76-470a-42b4-8619-7a72c97f6f6c HTTP/1.1" status: 204 len: 168 time: 0.8099566 Nov 24 21:13:23.880386 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 32870) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:23.897570 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-1654a39a-cf1f-4ce0-baba-cfe2e47524c5 service neutron] 10.222.0.48 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444731 Nov 24 21:13:23.899290 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d28ac7-080c-44dd-86e3-8385abd46863 x-openstack-request-id: req-48d28ac7-080c-44dd-86e3-8385abd46863 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:13:23.900216 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d52666b6-b5f5-418b-918b-775f4d36a61e", "tag": "4bba0241-a539-4051-b38d-98995cc4a2e2", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:13:23.901109 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-48d28ac7-080c-44dd-86e3-8385abd46863 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:13:23.901539 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52666b6-b5f5-418b-918b-775f4d36a61e', 'tag': '4bba0241-a539-4051-b38d-98995cc4a2e2', 'status': 'completed', 'code': 200} Nov 24 21:13:23.989511 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e9335fe9-8147-439f-9b5d-74ce3b339fef no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:13:24.056226 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: e9335fe9-8147-439f-9b5d-74ce3b339fef {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:13:24.057156 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e9335fe9-8147-439f-9b5d-74ce3b339fef not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:13:24.095930 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815a96c-5740-4552-a9a5-701426e0aaff req-dd393a1c-0bb6-4251-8dee-1444dd8149a9 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:24.103041 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e3113c7b-6b65-4d6c-b82f-68fdda1466a7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:24.112946 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c815a96c-5740-4552-a9a5-701426e0aaff req-dd393a1c-0bb6-4251-8dee-1444dd8149a9 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50bd4df-df9d-47de-8d98-386ecdf5d358 HTTP/1.1" status: 200 len: 945 time: 0.1082981 Nov 24 21:13:24.184999 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c815a96c-5740-4552-a9a5-701426e0aaff req-d3aabe27-a9e9-4e21-b94b-ef5bf8a1b696 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708551 Nov 24 21:13:24.189323 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50bd4df-df9d-47de-8d98-386ecdf5d358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac4c2f1-9579-422f-b11f-52c0f8a39137'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:13:24.192016 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cf1164-ede7-4939-a188-c3d77cf71530" -d '{"events": [{"server_uuid": "b50bd4df-df9d-47de-8d98-386ecdf5d358", "name": "network-vif-plugged", "status": "completed", "tag": "2ac4c2f1-9579-422f-b11f-52c0f8a39137"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:13:24.222182 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c33b496d-0976-4a71-b5f3-10b7dcaccda4 req-bc5bf46f-b5aa-4e4a-bb13-ade5ebbc0aa6 service neutron] 10.222.0.48 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075764 Nov 24 21:13:24.381871 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e3113c7b-6b65-4d6c-b82f-68fdda1466a7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:24.421639 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-e3113c7b-6b65-4d6c-b82f-68fdda1466a7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b056e96-19a2-47f5-af1a-ced220042377']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:13:24.438256 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d0324c-126c-41f7-b2a6-e96591c4dacd x-openstack-request-id: req-27d0324c-126c-41f7-b2a6-e96591c4dacd {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:13:24.438827 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50bd4df-df9d-47de-8d98-386ecdf5d358", "name": "network-vif-plugged", "status": "completed", "tag": "2ac4c2f1-9579-422f-b11f-52c0f8a39137", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:13:24.439235 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-27d0324c-126c-41f7-b2a6-e96591c4dacd {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:13:24.441050 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50bd4df-df9d-47de-8d98-386ecdf5d358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac4c2f1-9579-422f-b11f-52c0f8a39137', 'code': 200} Nov 24 21:13:24.446825 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-e3113c7b-6b65-4d6c-b82f-68fdda1466a7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e9bbd5-94fe-4738-a165-cce4be171635') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:13:24.447051 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-e3113c7b-6b65-4d6c-b82f-68fdda1466a7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e9bbd5-94fe-4738-a165-cce4be171635') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:13:24.464832 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e3113c7b-6b65-4d6c-b82f-68fdda1466a7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:24.484159 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e3113c7b-6b65-4d6c-b82f-68fdda1466a7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:24.493471 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3113c7b-6b65-4d6c-b82f-68fdda1466a7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:13:24.494067 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e3113c7b-6b65-4d6c-b82f-68fdda1466a7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:24.561321 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bfd7b-7194-4689-8635-e37aac0a5fd4 req-fda6e847-493e-43f2-922c-d8ef35170b2d tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:24.570811 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd1bfd7b-7194-4689-8635-e37aac0a5fd4 req-fda6e847-493e-43f2-922c-d8ef35170b2d tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a62867-a6ac-4a97-9ea4-f1dda249d6ae HTTP/1.1" status: 200 len: 945 time: 0.0642538 Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:13:24.571655 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:13:24.574362 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731f961-36f4-436d-ba21-492a9ba49bbc req-8b4b3e2f-ca45-43aa-b5f4-1c436ca6d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:24.575501 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b731f961-36f4-436d-ba21-492a9ba49bbc req-8b4b3e2f-ca45-43aa-b5f4-1c436ca6d68d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 1094 time: 0.2829037 Nov 24 21:13:24.578267 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e3113c7b-6b65-4d6c-b82f-68fdda1466a7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:24.591602 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e3113c7b-6b65-4d6c-b82f-68fdda1466a7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:24.596590 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e3113c7b-6b65-4d6c-b82f-68fdda1466a7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] 10.222.0.11 "DELETE /v2.0/networks/4b056e96-19a2-47f5-af1a-ced220042377 HTTP/1.1" status: 204 len: 168 time: 0.7151949 Nov 24 21:13:24.622225 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3113c7b-6b65-4d6c-b82f-68fdda1466a7 tempest-PortsTestJSON-2033714630 tempest-PortsTestJSON-2033714630-project] Pushing event deleted for resources: {'Network': ['ID=4b056e96-19a2-47f5-af1a-ced220042377,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:24.635012 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd1bfd7b-7194-4689-8635-e37aac0a5fd4 req-25960afc-a446-46af-9df0-cb819a741bf5 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ee219a-7e95-4353-a968-e0794eac8743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594122 Nov 24 21:13:24.689161 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ebae4-b7a4-45ba-ac97-54a955a3d7c5 req-024d4e23-a157-4807-89c3-07d3d8562cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:24.692930 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-951ebae4-b7a4-45ba-ac97-54a955a3d7c5 req-024d4e23-a157-4807-89c3-07d3d8562cd6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b50bd4df-df9d-47de-8d98-386ecdf5d358 HTTP/1.1" status: 200 len: 1096 time: 0.1157727 Nov 24 21:13:24.778399 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731f961-36f4-436d-ba21-492a9ba49bbc req-528ae26c-f54e-45fd-aaff-da791032b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:24.780245 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b731f961-36f4-436d-ba21-492a9ba49bbc req-528ae26c-f54e-45fd-aaff-da791032b80b service neutron] 10.222.0.48 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 912 time: 0.1805518 Nov 24 21:13:24.847222 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-951ebae4-b7a4-45ba-ac97-54a955a3d7c5 req-e61328be-2391-41d9-88f1-560fb67f9647 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427448 Nov 24 21:13:24.865540 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b731f961-36f4-436d-ba21-492a9ba49bbc req-b0160848-fbeb-4682-a37f-18a2e3b0913d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bba0241-a539-4051-b38d-98995cc4a2e2 HTTP/1.1" status: 200 len: 217 time: 0.0778227 Nov 24 21:13:24.942003 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731f961-36f4-436d-ba21-492a9ba49bbc req-19ec226e-7523-4678-bf9a-e6edf46a6f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:24.944067 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b731f961-36f4-436d-ba21-492a9ba49bbc req-19ec226e-7523-4678-bf9a-e6edf46a6f20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.0715127 Nov 24 21:13:24.953695 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601299e7-8c64-48e0-90e0-252c945a4dac req-815a772a-4f6b-4a86-b622-496911276b8c tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:24.964294 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-601299e7-8c64-48e0-90e0-252c945a4dac req-815a772a-4f6b-4a86-b622-496911276b8c tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/networks?id=59a95bfe-d3bd-436a-b03d-549ced6178d1 HTTP/1.1" status: 200 len: 808 time: 0.1945095 Nov 24 21:13:24.981560 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-601299e7-8c64-48e0-90e0-252c945a4dac req-a24f417d-15f4-49b4-b933-6ece1a251c70 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/quotas/6602671c220c4dbfb7d62853d4bbd9fe HTTP/1.1" status: 200 len: 375 time: 0.0178068 Nov 24 21:13:24.986973 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 32912) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:25.019793 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731f961-36f4-436d-ba21-492a9ba49bbc req-13c57db1-82f3-4850-ae6d-f258b223d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:25.021604 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b731f961-36f4-436d-ba21-492a9ba49bbc req-13c57db1-82f3-4850-ae6d-f258b223d1f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698702 Nov 24 21:13:25.024219 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-601299e7-8c64-48e0-90e0-252c945a4dac req-d4451b9e-2b58-4130-b608-c7602aae7357 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6602671c220c4dbfb7d62853d4bbd9fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386963 Nov 24 21:13:25.158714 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b731f961-36f4-436d-ba21-492a9ba49bbc req-9559c033-7734-4310-9c86-fc282baf40b0 service neutron] 10.222.0.48 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258852 Nov 24 21:13:25.201106 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-601299e7-8c64-48e0-90e0-252c945a4dac req-f71cc3b6-9f74-4b34-b900-af701b22eb31 service neutron] 10.222.0.11 "GET /v2.0/networks/59a95bfe-d3bd-436a-b03d-549ced6178d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662807 Nov 24 21:13:25.288708 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b731f961-36f4-436d-ba21-492a9ba49bbc req-879b7898-1d75-412a-89bf-67de2d8e2a79 service neutron] 10.222.0.48 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232007 Nov 24 21:13:25.331265 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-601299e7-8c64-48e0-90e0-252c945a4dac req-6375d665-cb1e-4fba-9e91-1ec5689d585b service neutron] 10.222.0.11 "GET /v2.0/networks/59a95bfe-d3bd-436a-b03d-549ced6178d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229484 Nov 24 21:13:25.348654 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 32928) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:25.356451 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dffd3b87-fc84-46ee-9a7f-461a16c05fac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d0d08db1b3c4418e9ac5dfc22d6417c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3683560 Nov 24 21:13:25.404280 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70d7f657-01af-4ccc-b73c-90f181364ae5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:25.435412 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70d7f657-01af-4ccc-b73c-90f181364ae5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:25.523077 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70d7f657-01af-4ccc-b73c-90f181364ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:25.531206 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70d7f657-01af-4ccc-b73c-90f181364ae5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:25.532199 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-70d7f657-01af-4ccc-b73c-90f181364ae5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/31d8c04d-6f1d-42c8-92be-bde12befc9a9 HTTP/1.1" status: 204 len: 168 time: 0.1821971 Nov 24 21:13:25.561251 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7f657-01af-4ccc-b73c-90f181364ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d8c04d-6f1d-42c8-92be-bde12befc9a9,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:25.718369 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36c396-a702-41f2-bafc-6594f80faeb9 req-776740a4-0498-4450-b96b-f8f2b5e95bb4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:25.734909 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9f36c396-a702-41f2-bafc-6594f80faeb9 req-776740a4-0498-4450-b96b-f8f2b5e95bb4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 943 time: 0.1060765 Nov 24 21:13:25.852073 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9f36c396-a702-41f2-bafc-6594f80faeb9 req-0879ba34-6197-4a1c-9005-885811ac6ab3 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130452 Nov 24 21:13:26.143125 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbe79b-e79f-413a-8368-d31d010cb0d8 req-3e5046e8-d3c1-424b-94cc-42c0d50c05e5 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:26.161777 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1dbe79b-e79f-413a-8368-d31d010cb0d8 req-3e5046e8-d3c1-424b-94cc-42c0d50c05e5 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50bd4df-df9d-47de-8d98-386ecdf5d358 HTTP/1.1" status: 200 len: 945 time: 0.1809437 Nov 24 21:13:26.289851 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1dbe79b-e79f-413a-8368-d31d010cb0d8 req-5ac871b4-d6b1-4aa7-a0f5-b8f77111de42 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236370 Nov 24 21:13:26.511502 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dfd66178-e988-4681-a8a9-f1a72671f621 req-cd3b506f-c298-434c-85ec-b41764dcbc4d tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=70edae9d-c1a7-4c94-bd2e-51f0fea743b1 HTTP/1.1" status: 200 len: 210 time: 0.0347292 Nov 24 21:13:27.031409 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83d2ac-f199-4312-a428-01c2a870f08b req-23af4d62-c440-4499-955a-23064f1144cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:27.033017 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f83d2ac-f199-4312-a428-01c2a870f08b req-23af4d62-c440-4499-955a-23064f1144cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ffa0c043bb4147a9981beb608737cc09&device_id=72a62867-a6ac-4a97-9ea4-f1dda249d6ae HTTP/1.1" status: 200 len: 1096 time: 0.1112545 Nov 24 21:13:27.033176 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679122a2-5d63-4d1b-8c58-3a3fb0b5fa31 req-e0ad7985-8b7e-4a5d-82bf-7ab2395225c9 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:27.036004 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-679122a2-5d63-4d1b-8c58-3a3fb0b5fa31 req-e0ad7985-8b7e-4a5d-82bf-7ab2395225c9 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a62867-a6ac-4a97-9ea4-f1dda249d6ae HTTP/1.1" status: 200 len: 945 time: 0.0869021 Nov 24 21:13:27.232322 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-679122a2-5d63-4d1b-8c58-3a3fb0b5fa31 req-dac2f09b-e48a-4593-b715-9eaee07eec7a tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ee219a-7e95-4353-a968-e0794eac8743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800070 Nov 24 21:13:27.283196 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83d2ac-f199-4312-a428-01c2a870f08b req-d680ba8c-f726-49fe-adb4-1e47a24fd4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:27.288326 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f83d2ac-f199-4312-a428-01c2a870f08b req-d680ba8c-f726-49fe-adb4-1e47a24fd4dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=f55efa05-e921-4679-97bb-fc4c926f2313 HTTP/1.1" status: 200 len: 914 time: 0.2454073 Nov 24 21:13:27.410260 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f83d2ac-f199-4312-a428-01c2a870f08b req-877993bd-3e5f-4cb6-859c-34e9dff767d1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3136efe-6914-4f46-b90b-a53e69db59ba HTTP/1.1" status: 200 len: 217 time: 0.1173604 Nov 24 21:13:27.498636 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 32984) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:27.527193 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83d2ac-f199-4312-a428-01c2a870f08b req-afaf2711-78a6-4ea7-882d-9c92bca3de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:27.530496 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f83d2ac-f199-4312-a428-01c2a870f08b req-afaf2711-78a6-4ea7-882d-9c92bca3de7d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ed36cea7-1cea-4398-aca3-6904c00809e5 HTTP/1.1" status: 200 len: 853 time: 0.1128449 Nov 24 21:13:27.619979 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f83d2ac-f199-4312-a428-01c2a870f08b req-e38c051c-be1f-43f2-85d3-bffdf5ee6c70 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f55efa05-e921-4679-97bb-fc4c926f2313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817115 Nov 24 21:13:27.763445 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ca99c-aa30-424f-8c39-aa7a755ef0b7 req-2cf61f03-7bcf-4d3b-a1dc-4775771a435d tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:27.769805 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-285ca99c-aa30-424f-8c39-aa7a755ef0b7 req-2cf61f03-7bcf-4d3b-a1dc-4775771a435d tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 943 time: 0.2237706 Nov 24 21:13:27.808149 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f83d2ac-f199-4312-a428-01c2a870f08b req-41f468cc-50b9-43ae-91a9-a68cf1898c69 service neutron] 10.222.0.48 "GET /v2.0/networks/f55efa05-e921-4679-97bb-fc4c926f2313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783595 Nov 24 21:13:27.890285 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-285ca99c-aa30-424f-8c39-aa7a755ef0b7 req-ac997da8-8759-4a6b-a89f-b99ddecf64a3 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112289 Nov 24 21:13:27.898785 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-2fe36bb2-c17d-422a-b62a-a1027f0a3e01 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:27.899817 n-d-812111-8 neutron-server[109990]: WARNING neutron.api.v2.base [None req-2fe36bb2-c17d-422a-b62a-a1027f0a3e01 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 21:13:27.900456 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-2fe36bb2-c17d-422a-b62a-a1027f0a3e01 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 21:13:27.917319 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601299e7-8c64-48e0-90e0-252c945a4dac req-90d5d23d-58c5-4d9f-a054-fab09eb8175c tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:27.919177 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-601299e7-8c64-48e0-90e0-252c945a4dac req-90d5d23d-58c5-4d9f-a054-fab09eb8175c tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.15 "GET /v2.0/networks?id=59a95bfe-d3bd-436a-b03d-549ced6178d1 HTTP/1.1" status: 200 len: 808 time: 0.5703392 Nov 24 21:13:27.923577 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 32990) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:27.923777 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2fe36bb2-c17d-422a-b62a-a1027f0a3e01 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4137735 Nov 24 21:13:27.935524 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-a0e9086d-5ced-4784-9cfa-dcfd5da7138b tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group': {'name': 'tempest-secgroup--2081842459'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:27.960595 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-601299e7-8c64-48e0-90e0-252c945a4dac req-7214752f-e889-4b89-8fbc-f801d647b285 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Request body: {'port': {'device_id': '70edae9d-c1a7-4c94-bd2e-51f0fea743b1', 'network_id': '59a95bfe-d3bd-436a-b03d-549ced6178d1', 'admin_state_up': True, 'tenant_id': '6602671c220c4dbfb7d62853d4bbd9fe'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:28.056547 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f83d2ac-f199-4312-a428-01c2a870f08b req-b6dd135a-7eb9-4136-aa9a-2e818c29bd3c service neutron] 10.222.0.48 "GET /v2.0/networks/f55efa05-e921-4679-97bb-fc4c926f2313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414930 Nov 24 21:13:28.187834 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a0e9086d-5ced-4784-9cfa-dcfd5da7138b tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:28.217458 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225f661-e1cc-4b0c-8281-c6a61d270fa7 req-7d163bee-dae6-4d7c-932e-f12eafe0ce8a tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:28.225006 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a225f661-e1cc-4b0c-8281-c6a61d270fa7 req-7d163bee-dae6-4d7c-932e-f12eafe0ce8a tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50bd4df-df9d-47de-8d98-386ecdf5d358 HTTP/1.1" status: 200 len: 945 time: 0.1624651 Nov 24 21:13:28.251601 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a0e9086d-5ced-4784-9cfa-dcfd5da7138b tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:28.311257 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-601299e7-8c64-48e0-90e0-252c945a4dac req-7214752f-e889-4b89-8fbc-f801d647b285 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Made reservation on behalf of 6602671c220c4dbfb7d62853d4bbd9fe for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:13:28.315829 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-601299e7-8c64-48e0-90e0-252c945a4dac req-7214752f-e889-4b89-8fbc-f801d647b285 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:28.385341 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a225f661-e1cc-4b0c-8281-c6a61d270fa7 req-7eebb171-1134-46ad-8b3d-e30fde93defb tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593816 Nov 24 21:13:28.597790 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a0e9086d-5ced-4784-9cfa-dcfd5da7138b tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:28.621731 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a0e9086d-5ced-4784-9cfa-dcfd5da7138b tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:28.730613 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-601299e7-8c64-48e0-90e0-252c945a4dac req-7214752f-e889-4b89-8fbc-f801d647b285 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Allocated IP 172.20.0.5 (59a95bfe-d3bd-436a-b03d-549ced6178d1/d8f5103b-9c6a-4206-84b5-130f79df6a12/6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:13:28.735395 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9086d-5ced-4784-9cfa-dcfd5da7138b tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1effb0a-c253-40d2-a837-2be37a2aeb24,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:28.764205 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b16fb6fd-04f3-4276-83f4-3e18aad81b31 req-8d95bb5e-f2e0-429b-9559-79e9090027da tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=70edae9d-c1a7-4c94-bd2e-51f0fea743b1 HTTP/1.1" status: 200 len: 210 time: 0.0723641 Nov 24 21:13:29.013219 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-601299e7-8c64-48e0-90e0-252c945a4dac req-7214752f-e889-4b89-8fbc-f801d647b285 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:29.023915 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a0e9086d-5ced-4784-9cfa-dcfd5da7138b tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:29.040682 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a0e9086d-5ced-4784-9cfa-dcfd5da7138b tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:29.064818 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c89d2-a18e-4fce-b6a0-e74b9e705be9 req-37366d19-6bb5-40b7-88ca-08d1a42621ae tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:29.066393 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9f7c89d2-a18e-4fce-b6a0-e74b9e705be9 req-37366d19-6bb5-40b7-88ca-08d1a42621ae tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a62867-a6ac-4a97-9ea4-f1dda249d6ae HTTP/1.1" status: 200 len: 945 time: 0.1903474 Nov 24 21:13:29.073688 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a0e9086d-5ced-4784-9cfa-dcfd5da7138b tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:29.077713 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a0e9086d-5ced-4784-9cfa-dcfd5da7138b tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1499794 Nov 24 21:13:29.078078 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33000) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:29.082773 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-383b2088-023e-4421-84dd-6d1849e4f867 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group_rule': {'security_group_id': '29f64419-094c-42ea-9485-3921e0d5b57a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:29.139511 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9086d-5ced-4784-9cfa-dcfd5da7138b tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f64419-094c-42ea-9485-3921e0d5b57a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:29.166766 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-601299e7-8c64-48e0-90e0-252c945a4dac req-7214752f-e889-4b89-8fbc-f801d647b285 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:29.193786 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-383b2088-023e-4421-84dd-6d1849e4f867 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:29.211493 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9f7c89d2-a18e-4fce-b6a0-e74b9e705be9 req-de47874f-e5f5-420c-885d-77819da41217 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ee219a-7e95-4353-a968-e0794eac8743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111295 Nov 24 21:13:29.222191 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-601299e7-8c64-48e0-90e0-252c945a4dac req-7214752f-e889-4b89-8fbc-f801d647b285 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Network 59a95bfe-d3bd-436a-b03d-549ced6178d1 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:13:29.226847 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-601299e7-8c64-48e0-90e0-252c945a4dac req-7214752f-e889-4b89-8fbc-f801d647b285 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:13:29.235812 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-601299e7-8c64-48e0-90e0-252c945a4dac req-7214752f-e889-4b89-8fbc-f801d647b285 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:13:29.292980 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214752f-e889-4b89-8fbc-f801d647b285 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Pushing event updated for resources: {'Port': ['ID=6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:29.323652 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601299e7-8c64-48e0-90e0-252c945a4dac req-7214752f-e889-4b89-8fbc-f801d647b285 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:29.324574 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-601299e7-8c64-48e0-90e0-252c945a4dac req-7214752f-e889-4b89-8fbc-f801d647b285 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:29.367988 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-601299e7-8c64-48e0-90e0-252c945a4dac req-7214752f-e889-4b89-8fbc-f801d647b285 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4217324 Nov 24 21:13:29.384916 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-601299e7-8c64-48e0-90e0-252c945a4dac req-ec694e17-4cfd-4c76-b28e-252bd6e2df77 service neutron] Request body: {'port': {'device_id': '70edae9d-c1a7-4c94-bd2e-51f0fea743b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:29.390757 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-383b2088-023e-4421-84dd-6d1849e4f867 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:29.400533 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-383b2088-023e-4421-84dd-6d1849e4f867 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:29.432384 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b2088-023e-4421-84dd-6d1849e4f867 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e431a97-0364-4f8c-8f83-2ebfd8de1757,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:29.471005 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-383b2088-023e-4421-84dd-6d1849e4f867 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:29.480398 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-383b2088-023e-4421-84dd-6d1849e4f867 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4012170 Nov 24 21:13:29.482801 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33006) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:29.505120 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-56e1b67e-d571-49f8-9b9c-dde373511b1a tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group_rule': {'security_group_id': '29f64419-094c-42ea-9485-3921e0d5b57a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:29.548204 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-601299e7-8c64-48e0-90e0-252c945a4dac req-ec694e17-4cfd-4c76-b28e-252bd6e2df77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:29.571517 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-56e1b67e-d571-49f8-9b9c-dde373511b1a tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:29.581806 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898af317-aab1-48f4-8291-12fb299cc0ea req-43a8e4ac-8d54-4390-88b1-f4dfd30de8cb tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:29.591030 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-898af317-aab1-48f4-8291-12fb299cc0ea req-43a8e4ac-8d54-4390-88b1-f4dfd30de8cb tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50bd4df-df9d-47de-8d98-386ecdf5d358 HTTP/1.1" status: 200 len: 945 time: 0.1467783 Nov 24 21:13:29.695594 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-56e1b67e-d571-49f8-9b9c-dde373511b1a tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 21:13:29.702055 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-56e1b67e-d571-49f8-9b9c-dde373511b1a tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2163608 Nov 24 21:13:29.703384 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33010) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:29.707151 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-898af317-aab1-48f4-8291-12fb299cc0ea req-af572cd4-aefd-4c4b-841a-3b22176a8084 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113884 Nov 24 21:13:29.780463 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3ffb52ba-0fd6-49bd-a2f2-e51c38e2fcbb tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:29.808021 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3ffb52ba-0fd6-49bd-a2f2-e51c38e2fcbb tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:29.876363 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3ffb52ba-0fd6-49bd-a2f2-e51c38e2fcbb tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:29.880965 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3ffb52ba-0fd6-49bd-a2f2-e51c38e2fcbb tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:29.882691 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3ffb52ba-0fd6-49bd-a2f2-e51c38e2fcbb tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "DELETE /v2.0/security-groups/29f64419-094c-42ea-9485-3921e0d5b57a HTTP/1.1" status: 204 len: 168 time: 0.1772385 Nov 24 21:13:29.885020 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33016) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:29.893776 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb52ba-0fd6-49bd-a2f2-e51c38e2fcbb tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f64419-094c-42ea-9485-3921e0d5b57a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:30.274830 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22a509-c8aa-4df7-8f36-41db5a10b3a9 req-e73f6768-4b3d-4bae-a11d-a86d9026ad7b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:30.282849 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cf22a509-c8aa-4df7-8f36-41db5a10b3a9 req-e73f6768-4b3d-4bae-a11d-a86d9026ad7b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 943 time: 0.4490952 Nov 24 21:13:30.376859 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d3d7bcff-5b5b-4d01-ac77-d0f5ef442cda tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4906166 Nov 24 21:13:30.381581 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33018) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:30.386277 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7dd34c76-b037-439c-bf62-058aec422b66 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1493254551'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:30.426339 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7dd34c76-b037-439c-bf62-058aec422b66 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:30.438417 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cf22a509-c8aa-4df7-8f36-41db5a10b3a9 req-9c317c09-1272-4f7c-8079-756f14b69f94 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544652 Nov 24 21:13:30.580260 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7dd34c76-b037-439c-bf62-058aec422b66 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:30.588671 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7dd34c76-b037-439c-bf62-058aec422b66 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:30.621444 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-601299e7-8c64-48e0-90e0-252c945a4dac req-ec694e17-4cfd-4c76-b28e-252bd6e2df77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:13:30.629646 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-601299e7-8c64-48e0-90e0-252c945a4dac req-ec694e17-4cfd-4c76-b28e-252bd6e2df77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:30.647525 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-601299e7-8c64-48e0-90e0-252c945a4dac req-ec694e17-4cfd-4c76-b28e-252bd6e2df77 service neutron] Transition to ACTIVE for port object 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:13:30.658108 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-601299e7-8c64-48e0-90e0-252c945a4dac req-ec694e17-4cfd-4c76-b28e-252bd6e2df77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:30.693629 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7dd34c76-b037-439c-bf62-058aec422b66 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:30.699765 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7dd34c76-b037-439c-bf62-058aec422b66 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3170459 Nov 24 21:13:30.704048 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33024) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:30.709584 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd34c76-b037-439c-bf62-058aec422b66 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92335b9-09da-4b7d-9789-1be500a10e88,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:30.720662 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-626bf26c-7420-451c-b8ea-cbdb9469251e tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group_rule': {'security_group_id': 'f92335b9-09da-4b7d-9789-1be500a10e88', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:30.722668 n-d-812111-8 neutron-server[109990]: WARNING neutron.api.v2.base [None req-626bf26c-7420-451c-b8ea-cbdb9469251e tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 24 21:13:30.723600 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-626bf26c-7420-451c-b8ea-cbdb9469251e tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:13:30.732735 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-626bf26c-7420-451c-b8ea-cbdb9469251e tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0271630 Nov 24 21:13:30.735410 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33026) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:30.854386 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec694e17-4cfd-4c76-b28e-252bd6e2df77 service neutron] Pushing event updated for resources: {'Port': ['ID=6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:30.888328 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-601299e7-8c64-48e0-90e0-252c945a4dac req-ec694e17-4cfd-4c76-b28e-252bd6e2df77 service neutron] Attempting to bind port 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:13:30.888663 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-601299e7-8c64-48e0-90e0-252c945a4dac req-ec694e17-4cfd-4c76-b28e-252bd6e2df77 service neutron] Attempting to bind port 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '5866be1b-31d9-4824-9135-55f142870285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '59a95bfe-d3bd-436a-b03d-549ced6178d1'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:13:30.889140 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601299e7-8c64-48e0-90e0-252c945a4dac req-ec694e17-4cfd-4c76-b28e-252bd6e2df77 service neutron] Attempting to bind port 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d on network 59a95bfe-d3bd-436a-b03d-549ced6178d1 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:13:30.894113 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601299e7-8c64-48e0-90e0-252c945a4dac req-ec694e17-4cfd-4c76-b28e-252bd6e2df77 service neutron] Port 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d on network 59a95bfe-d3bd-436a-b03d-549ced6178d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:13:30.894510 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601299e7-8c64-48e0-90e0-252c945a4dac req-ec694e17-4cfd-4c76-b28e-252bd6e2df77 service neutron] Attempting to bind port 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d on network 59a95bfe-d3bd-436a-b03d-549ced6178d1 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:13:30.896609 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f7450ef-ca21-4dfa-ad82-406c0947319d tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:30.905779 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601299e7-8c64-48e0-90e0-252c945a4dac req-ec694e17-4cfd-4c76-b28e-252bd6e2df77 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:13:30.906056 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601299e7-8c64-48e0-90e0-252c945a4dac req-ec694e17-4cfd-4c76-b28e-252bd6e2df77 service neutron] Checking segment: {'id': '5866be1b-31d9-4824-9135-55f142870285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '59a95bfe-d3bd-436a-b03d-549ced6178d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:13:30.906558 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601299e7-8c64-48e0-90e0-252c945a4dac req-ec694e17-4cfd-4c76-b28e-252bd6e2df77 service neutron] Bound using segment: {'id': '5866be1b-31d9-4824-9135-55f142870285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '59a95bfe-d3bd-436a-b03d-549ced6178d1'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:13:30.907081 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-601299e7-8c64-48e0-90e0-252c945a4dac req-ec694e17-4cfd-4c76-b28e-252bd6e2df77 service neutron] Bound port: 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5866be1b-31d9-4824-9135-55f142870285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '59a95bfe-d3bd-436a-b03d-549ced6178d1'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:13:30.907483 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-601299e7-8c64-48e0-90e0-252c945a4dac req-ec694e17-4cfd-4c76-b28e-252bd6e2df77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:30.979363 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f7450ef-ca21-4dfa-ad82-406c0947319d tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:31.050901 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-601299e7-8c64-48e0-90e0-252c945a4dac req-ec694e17-4cfd-4c76-b28e-252bd6e2df77 service neutron] For port 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:13:31.056821 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-601299e7-8c64-48e0-90e0-252c945a4dac req-ec694e17-4cfd-4c76-b28e-252bd6e2df77 service neutron] For port 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d,segment=NetworkSegment(5866be1b-31d9-4824-9135-55f142870285),segment_id=5866be1b-31d9-4824-9135-55f142870285)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:13:31.066671 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-601299e7-8c64-48e0-90e0-252c945a4dac req-ec694e17-4cfd-4c76-b28e-252bd6e2df77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:31.105677 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f7450ef-ca21-4dfa-ad82-406c0947319d tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:31.108381 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f7450ef-ca21-4dfa-ad82-406c0947319d tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:31.109578 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3f7450ef-ca21-4dfa-ad82-406c0947319d tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "DELETE /v2.0/security-groups/f92335b9-09da-4b7d-9789-1be500a10e88 HTTP/1.1" status: 204 len: 168 time: 0.3731596 Nov 24 21:13:31.112332 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33030) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:31.177431 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7450ef-ca21-4dfa-ad82-406c0947319d tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92335b9-09da-4b7d-9789-1be500a10e88,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:31.186371 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601299e7-8c64-48e0-90e0-252c945a4dac req-ec694e17-4cfd-4c76-b28e-252bd6e2df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:31.197707 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-601299e7-8c64-48e0-90e0-252c945a4dac req-ec694e17-4cfd-4c76-b28e-252bd6e2df77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:31.200578 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-601299e7-8c64-48e0-90e0-252c945a4dac req-ec694e17-4cfd-4c76-b28e-252bd6e2df77 service neutron] 10.222.0.15 "PUT /v2.0/ports/6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d HTTP/1.1" status: 200 len: 1091 time: 1.8245559 Nov 24 21:13:31.203407 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70edae9d-c1a7-4c94-bd2e-51f0fea743b1', 'tag': '6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:13:31.206546 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379387dd-4320-4dd3-8689-e9b77c4afe9f" -d '{"events": [{"name": "network-changed", "server_uuid": "70edae9d-c1a7-4c94-bd2e-51f0fea743b1", "tag": "6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:13:31.221031 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec694e17-4cfd-4c76-b28e-252bd6e2df77 service neutron] Pushing event updated for resources: {'Port': ['ID=6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:31.221796 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-495a4484-a2e9-42f2-857b-b586c9cf596d tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1080656 Nov 24 21:13:31.230706 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33034) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:31.235948 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-d2ac1ad9-e509-46a8-bfb0-13c146715931 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1100587748'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:31.259139 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c344b-12f3-4a70-9bb0-9c2f1caed1e9 req-5f7c9aac-8f1b-4155-891c-36a3ae209b83 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:31.261232 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f49c344b-12f3-4a70-9bb0-9c2f1caed1e9 req-5f7c9aac-8f1b-4155-891c-36a3ae209b83 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=70edae9d-c1a7-4c94-bd2e-51f0fea743b1 HTTP/1.1" status: 200 len: 943 time: 0.1576574 Nov 24 21:13:31.318627 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2ac1ad9-e509-46a8-bfb0-13c146715931 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:31.376826 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601299e7-8c64-48e0-90e0-252c945a4dac req-f204dcea-604e-45d8-939e-fe0e0af46238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:31.378640 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-601299e7-8c64-48e0-90e0-252c945a4dac req-f204dcea-604e-45d8-939e-fe0e0af46238 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6602671c220c4dbfb7d62853d4bbd9fe&device_id=70edae9d-c1a7-4c94-bd2e-51f0fea743b1 HTTP/1.1" status: 200 len: 1094 time: 0.1163232 Nov 24 21:13:31.389004 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f49c344b-12f3-4a70-9bb0-9c2f1caed1e9 req-d065e614-8147-401a-a0c3-07c602646d15 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8ddeb9b-9281-40b9-801b-bfb77aa4c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146157 Nov 24 21:13:31.448826 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-601299e7-8c64-48e0-90e0-252c945a4dac req-240d66b3-11e5-4891-a9e9-1048a2125a00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d HTTP/1.1" status: 200 len: 217 time: 0.0553107 Nov 24 21:13:31.510998 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2ac1ad9-e509-46a8-bfb0-13c146715931 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:31.518544 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2ac1ad9-e509-46a8-bfb0-13c146715931 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:31.536614 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601299e7-8c64-48e0-90e0-252c945a4dac req-fc5d6d3e-7db3-4d59-a17f-e7078434c317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:31.538874 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-601299e7-8c64-48e0-90e0-252c945a4dac req-fc5d6d3e-7db3-4d59-a17f-e7078434c317 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8f5103b-9c6a-4206-84b5-130f79df6a12 HTTP/1.1" status: 200 len: 848 time: 0.0801740 Nov 24 21:13:31.566372 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2ac1ad9-e509-46a8-bfb0-13c146715931 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:31.567561 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d2ac1ad9-e509-46a8-bfb0-13c146715931 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3352811 Nov 24 21:13:31.572434 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33040) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:31.578202 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7f409f02-fe3e-483d-8dc1-47a128681ae6 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group_rule': {'security_group_id': 'a728562d-fd27-499b-b4c5-221e2264b7e2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:31.594206 n-d-812111-8 neutron-server[109990]: WARNING neutron.api.v2.base [None req-7f409f02-fe3e-483d-8dc1-47a128681ae6 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 24 21:13:31.595121 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-7f409f02-fe3e-483d-8dc1-47a128681ae6 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:13:31.595397 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-601299e7-8c64-48e0-90e0-252c945a4dac req-c7821e0e-103f-4545-a149-c1c30b4343ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=59a95bfe-d3bd-436a-b03d-549ced6178d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432801 Nov 24 21:13:31.596964 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7f409f02-fe3e-483d-8dc1-47a128681ae6 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0229189 Nov 24 21:13:31.597548 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac1ad9-e509-46a8-bfb0-13c146715931 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a728562d-fd27-499b-b4c5-221e2264b7e2,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:31.599682 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33042) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:31.686994 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bdb02fe1-e6b4-471c-87c6-02bba8c64a34 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:31.773725 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bdb02fe1-e6b4-471c-87c6-02bba8c64a34 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:31.840635 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-601299e7-8c64-48e0-90e0-252c945a4dac req-6887f1b0-ed05-4073-b1b8-bff0c9604e6c service neutron] 10.222.0.15 "GET /v2.0/networks/59a95bfe-d3bd-436a-b03d-549ced6178d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319968 Nov 24 21:13:31.890662 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b3ee5-f5f7-423b-af2e-173f77f58e81 req-15da197b-a600-4de3-bedd-0f2b21b0b6a0 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:31.898922 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b33b3ee5-f5f7-423b-af2e-173f77f58e81 req-15da197b-a600-4de3-bedd-0f2b21b0b6a0 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50bd4df-df9d-47de-8d98-386ecdf5d358 HTTP/1.1" status: 200 len: 945 time: 0.0969496 Nov 24 21:13:31.927689 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bdb02fe1-e6b4-471c-87c6-02bba8c64a34 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:31.931270 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bdb02fe1-e6b4-471c-87c6-02bba8c64a34 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:31.932980 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bdb02fe1-e6b4-471c-87c6-02bba8c64a34 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "DELETE /v2.0/security-groups/a728562d-fd27-499b-b4c5-221e2264b7e2 HTTP/1.1" status: 204 len: 168 time: 0.3322670 Nov 24 21:13:31.936835 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33048) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:31.950969 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb02fe1-e6b4-471c-87c6-02bba8c64a34 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a728562d-fd27-499b-b4c5-221e2264b7e2,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:32.021302 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5dcac224-3ebb-4538-a785-4a28ffa28f33 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0817118 Nov 24 21:13:32.025759 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33050) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:32.031186 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-79241cb1-f9ab-4bad-9613-b8cd5f4203f6 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1293013476'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:32.042584 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b33b3ee5-f5f7-423b-af2e-173f77f58e81 req-cb5bcd68-dcbb-4d6f-b72c-9709e9031152 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427195 Nov 24 21:13:32.052035 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-601299e7-8c64-48e0-90e0-252c945a4dac req-f279f27c-2665-4be9-935b-eb3216cf4855 service neutron] 10.222.0.15 "GET /v2.0/networks/59a95bfe-d3bd-436a-b03d-549ced6178d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019448 Nov 24 21:13:32.101826 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-79241cb1-f9ab-4bad-9613-b8cd5f4203f6 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:32.108214 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b87847-6a65-47dc-baef-721317d17b45 x-openstack-request-id: req-a3b87847-6a65-47dc-baef-721317d17b45 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:13:32.108571 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70edae9d-c1a7-4c94-bd2e-51f0fea743b1", "tag": "6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:13:32.108951 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a3b87847-6a65-47dc-baef-721317d17b45 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:13:32.109382 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70edae9d-c1a7-4c94-bd2e-51f0fea743b1', 'tag': '6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d', 'status': 'completed', 'code': 200} Nov 24 21:13:32.248880 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379387dd-4320-4dd3-8689-e9b77c4afe9f req-b73fe01e-675d-49c3-8617-bf6643184a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:32.250515 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-379387dd-4320-4dd3-8689-e9b77c4afe9f req-b73fe01e-675d-49c3-8617-bf6643184a3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6602671c220c4dbfb7d62853d4bbd9fe&device_id=70edae9d-c1a7-4c94-bd2e-51f0fea743b1 HTTP/1.1" status: 200 len: 1094 time: 0.1118145 Nov 24 21:13:32.276160 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-79241cb1-f9ab-4bad-9613-b8cd5f4203f6 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:32.285036 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-79241cb1-f9ab-4bad-9613-b8cd5f4203f6 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:32.298404 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca919b4-3ddb-4718-87b6-cd61aaadfebb req-62d5c237-2c5a-4d83-88fc-159124966f88 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:32.299927 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bca919b4-3ddb-4718-87b6-cd61aaadfebb req-62d5c237-2c5a-4d83-88fc-159124966f88 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 943 time: 0.0922055 Nov 24 21:13:32.374049 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79241cb1-f9ab-4bad-9613-b8cd5f4203f6 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5119fa5b-449a-4604-9030-6cab3a78c8cd,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:32.388334 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-79241cb1-f9ab-4bad-9613-b8cd5f4203f6 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:32.393801 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-79241cb1-f9ab-4bad-9613-b8cd5f4203f6 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3646448 Nov 24 21:13:32.394632 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33054) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:32.406140 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-fa4f6a20-772e-4043-8772-f31819237928 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group_rule': {'security_group_id': '5119fa5b-449a-4604-9030-6cab3a78c8cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:32.422068 n-d-812111-8 neutron-server[109990]: WARNING neutron.api.v2.base [None req-fa4f6a20-772e-4043-8772-f31819237928 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 24 21:13:32.423487 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379387dd-4320-4dd3-8689-e9b77c4afe9f req-418da4a7-b540-4af6-a74f-9f1f0256fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:32.423985 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-fa4f6a20-772e-4043-8772-f31819237928 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:13:32.425018 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-379387dd-4320-4dd3-8689-e9b77c4afe9f req-418da4a7-b540-4af6-a74f-9f1f0256fdd1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=59a95bfe-d3bd-436a-b03d-549ced6178d1 HTTP/1.1" status: 200 len: 909 time: 0.1653848 Nov 24 21:13:32.428367 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fa4f6a20-772e-4043-8772-f31819237928 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0297253 Nov 24 21:13:32.428898 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33056) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:32.433276 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bca919b4-3ddb-4718-87b6-cd61aaadfebb req-b6a28ced-d754-45fb-a1a4-656673718001 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757806 Nov 24 21:13:32.438915 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-effbe8ab-0798-4abb-abfe-89d0ef78af82 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group_rule': {'security_group_id': '5119fa5b-449a-4604-9030-6cab3a78c8cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:32.439602 n-d-812111-8 neutron-server[109990]: WARNING neutron.api.v2.base [None req-effbe8ab-0798-4abb-abfe-89d0ef78af82 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 24 21:13:32.440097 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-effbe8ab-0798-4abb-abfe-89d0ef78af82 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:13:32.444107 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-effbe8ab-0798-4abb-abfe-89d0ef78af82 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084386 Nov 24 21:13:32.445526 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33058) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:32.460936 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-34f1873c-de52-436f-a4c3-d89ad69a406f tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group_rule': {'security_group_id': '5119fa5b-449a-4604-9030-6cab3a78c8cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:32.461984 n-d-812111-8 neutron-server[109990]: WARNING neutron.api.v2.base [None req-34f1873c-de52-436f-a4c3-d89ad69a406f tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 24 21:13:32.462807 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-34f1873c-de52-436f-a4c3-d89ad69a406f tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:13:32.468359 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-34f1873c-de52-436f-a4c3-d89ad69a406f tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0189970 Nov 24 21:13:32.468466 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33062) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:32.476677 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e9f3796f-1048-477d-9130-4e0e62c2c054 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group_rule': {'security_group_id': '5119fa5b-449a-4604-9030-6cab3a78c8cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:32.477850 n-d-812111-8 neutron-server[109990]: WARNING neutron.api.v2.base [None req-e9f3796f-1048-477d-9130-4e0e62c2c054 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 24 21:13:32.478356 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-e9f3796f-1048-477d-9130-4e0e62c2c054 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:13:32.481781 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e9f3796f-1048-477d-9130-4e0e62c2c054 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076573 Nov 24 21:13:32.483205 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33064) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:32.523385 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-379387dd-4320-4dd3-8689-e9b77c4afe9f req-db237c28-4479-4605-869c-a3c41cd2e244 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d HTTP/1.1" status: 200 len: 217 time: 0.0865490 Nov 24 21:13:32.558644 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32cc6ebb-e9fe-4195-81fd-c4be741d8481 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:32.589471 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32cc6ebb-e9fe-4195-81fd-c4be741d8481 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:32.626977 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5338b-581f-4448-9156-6adaa1e8a2cc req-42d47e75-029f-4f55-8f6a-5f3131e6e164 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:32.628680 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-29c5338b-581f-4448-9156-6adaa1e8a2cc req-42d47e75-029f-4f55-8f6a-5f3131e6e164 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a62867-a6ac-4a97-9ea4-f1dda249d6ae HTTP/1.1" status: 200 len: 945 time: 0.1170726 Nov 24 21:13:32.630393 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379387dd-4320-4dd3-8689-e9b77c4afe9f req-a91b08c1-5021-4da5-b6ca-08d32bbda85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:32.632129 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-379387dd-4320-4dd3-8689-e9b77c4afe9f req-a91b08c1-5021-4da5-b6ca-08d32bbda85c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8f5103b-9c6a-4206-84b5-130f79df6a12 HTTP/1.1" status: 200 len: 848 time: 0.0835416 Nov 24 21:13:32.639226 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32cc6ebb-e9fe-4195-81fd-c4be741d8481 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:32.642742 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32cc6ebb-e9fe-4195-81fd-c4be741d8481 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:32.646545 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-32cc6ebb-e9fe-4195-81fd-c4be741d8481 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "DELETE /v2.0/security-groups/5119fa5b-449a-4604-9030-6cab3a78c8cd HTTP/1.1" status: 204 len: 168 time: 0.1600447 Nov 24 21:13:32.655876 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33068) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:32.656865 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc6ebb-e9fe-4195-81fd-c4be741d8481 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5119fa5b-449a-4604-9030-6cab3a78c8cd,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:32.693978 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-379387dd-4320-4dd3-8689-e9b77c4afe9f req-256e5055-8c94-43ed-a4be-177fc7752b32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=59a95bfe-d3bd-436a-b03d-549ced6178d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503035 Nov 24 21:13:32.749135 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-141200c1-1d47-431c-a821-44c38497be6f tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0895398 Nov 24 21:13:32.753104 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33070) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:32.759299 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-d4b6637e-1921-49e1-88e1-ece4847f868c tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086275887'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:32.786518 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-29c5338b-581f-4448-9156-6adaa1e8a2cc req-9e3f0323-401d-43cd-b291-ace7cd9aedf1 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ee219a-7e95-4353-a968-e0794eac8743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446900 Nov 24 21:13:32.789161 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d4b6637e-1921-49e1-88e1-ece4847f868c tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:32.963174 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-379387dd-4320-4dd3-8689-e9b77c4afe9f req-ec87465b-ef3d-45b9-a52d-211f10ef7967 service neutron] 10.222.0.15 "GET /v2.0/networks/59a95bfe-d3bd-436a-b03d-549ced6178d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568879 Nov 24 21:13:32.971221 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d4b6637e-1921-49e1-88e1-ece4847f868c tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:32.979018 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d4b6637e-1921-49e1-88e1-ece4847f868c tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:33.055525 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6637e-1921-49e1-88e1-ece4847f868c tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5690d8aa-94c0-4932-b170-557443b737a3,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:33.060195 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d4b6637e-1921-49e1-88e1-ece4847f868c tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:33.064618 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d4b6637e-1921-49e1-88e1-ece4847f868c tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3100688 Nov 24 21:13:33.065643 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33072) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:33.070566 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a63be71e-920b-4830-8e45-6e3867e10eeb tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group_rule': {'security_group_id': '5690d8aa-94c0-4932-b170-557443b737a3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:33.071275 n-d-812111-8 neutron-server[109990]: WARNING neutron.api.v2.base [None req-a63be71e-920b-4830-8e45-6e3867e10eeb tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 21:13:33.071774 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-a63be71e-920b-4830-8e45-6e3867e10eeb tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:13:33.076101 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a63be71e-920b-4830-8e45-6e3867e10eeb tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094888 Nov 24 21:13:33.076687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33074) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:33.081028 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-99f61731-9c8d-4f65-afef-781fd568b703 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group_rule': {'security_group_id': '5690d8aa-94c0-4932-b170-557443b737a3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:33.142309 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bae24-4b79-4c55-aa56-b9278d5cea2e req-298836d0-373f-41b9-a745-74e90e758fde tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:33.144027 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-498bae24-4b79-4c55-aa56-b9278d5cea2e req-298836d0-373f-41b9-a745-74e90e758fde tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50bd4df-df9d-47de-8d98-386ecdf5d358 HTTP/1.1" status: 200 len: 945 time: 0.1461394 Nov 24 21:13:33.177520 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-99f61731-9c8d-4f65-afef-781fd568b703 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:13:33.188643 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-99f61731-9c8d-4f65-afef-781fd568b703 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1090138 Nov 24 21:13:33.189209 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33076) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:33.201639 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-5c06729d-771d-4aad-87ca-00943a7be7b6 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group_rule': {'security_group_id': '5690d8aa-94c0-4932-b170-557443b737a3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:33.202418 n-d-812111-8 neutron-server[109991]: WARNING neutron.api.v2.base [None req-5c06729d-771d-4aad-87ca-00943a7be7b6 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 24 21:13:33.202896 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-5c06729d-771d-4aad-87ca-00943a7be7b6 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:13:33.203850 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5c06729d-771d-4aad-87ca-00943a7be7b6 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059223 Nov 24 21:13:33.208789 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-379387dd-4320-4dd3-8689-e9b77c4afe9f req-d123f0cc-5ecc-4a6d-837c-8144068123d9 service neutron] 10.222.0.15 "GET /v2.0/networks/59a95bfe-d3bd-436a-b03d-549ced6178d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340779 Nov 24 21:13:33.210664 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33078) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:33.215807 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-9eae28ff-836b-465a-9bec-6500567fc0ff tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group_rule': {'security_group_id': '5690d8aa-94c0-4932-b170-557443b737a3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:33.244795 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790a719-52eb-4bd9-8744-385e3f6dd37e req-d7965009-12a9-40c3-80b3-a7a953839f4b tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:33.247477 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2790a719-52eb-4bd9-8744-385e3f6dd37e req-d7965009-12a9-40c3-80b3-a7a953839f4b tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a62867-a6ac-4a97-9ea4-f1dda249d6ae HTTP/1.1" status: 200 len: 945 time: 0.1093950 Nov 24 21:13:33.254690 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-498bae24-4b79-4c55-aa56-b9278d5cea2e req-eb304e3c-a097-43cb-93f8-082190e4f018 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035650 Nov 24 21:13:33.372671 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-9eae28ff-836b-465a-9bec-6500567fc0ff tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:13:33.374310 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9eae28ff-836b-465a-9bec-6500567fc0ff tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1624665 Nov 24 21:13:33.377184 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33082) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:33.384765 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-99653c9e-6658-44e7-b450-7fda2f04a7c3 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group_rule': {'security_group_id': '5690d8aa-94c0-4932-b170-557443b737a3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:33.385233 n-d-812111-8 neutron-server[109991]: WARNING neutron.api.v2.base [None req-99653c9e-6658-44e7-b450-7fda2f04a7c3 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 21:13:33.385717 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-99653c9e-6658-44e7-b450-7fda2f04a7c3 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:13:33.386808 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-99653c9e-6658-44e7-b450-7fda2f04a7c3 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084925 Nov 24 21:13:33.392212 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33084) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:33.398173 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-55473c40-f659-4024-8eab-2cc6a24b72db tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group_rule': {'security_group_id': '5690d8aa-94c0-4932-b170-557443b737a3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:33.405812 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72033a-c726-4291-ba4a-01163cfe2d3f req-6b4c685b-3aa9-45af-94ac-9b35cc7b8043 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:33.415522 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe72033a-c726-4291-ba4a-01163cfe2d3f req-6b4c685b-3aa9-45af-94ac-9b35cc7b8043 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=70edae9d-c1a7-4c94-bd2e-51f0fea743b1 HTTP/1.1" status: 200 len: 943 time: 0.0811067 Nov 24 21:13:33.422846 n-d-812111-8 neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-55473c40-f659-4024-8eab-2cc6a24b72db tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Project 10dea0a8ddac4edfa4feb2034f7165b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:13:33.452823 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-2790a719-52eb-4bd9-8744-385e3f6dd37e req-1c4d0a19-0185-4326-af36-88e620d2eb57 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Deleting port c3136efe-6914-4f46-b90b-a53e69db59ba {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:13:33.453170 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2790a719-52eb-4bd9-8744-385e3f6dd37e req-1c4d0a19-0185-4326-af36-88e620d2eb57 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:33.515684 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe72033a-c726-4291-ba4a-01163cfe2d3f req-a5d01b82-af1a-4ef4-8814-b9a44a4c6fce tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8ddeb9b-9281-40b9-801b-bfb77aa4c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982249 Nov 24 21:13:33.550955 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-55473c40-f659-4024-8eab-2cc6a24b72db tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:13:33.552099 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-55473c40-f659-4024-8eab-2cc6a24b72db tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1586826 Nov 24 21:13:33.555565 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33088) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:33.562892 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0c3b758a-e535-4267-bcdd-3d39a41bef64 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group_rule': {'security_group_id': '5690d8aa-94c0-4932-b170-557443b737a3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:33.563384 n-d-812111-8 neutron-server[109990]: WARNING neutron.api.v2.base [None req-0c3b758a-e535-4267-bcdd-3d39a41bef64 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 24 21:13:33.563885 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-0c3b758a-e535-4267-bcdd-3d39a41bef64 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:13:33.564926 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0c3b758a-e535-4267-bcdd-3d39a41bef64 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083122 Nov 24 21:13:33.568052 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33090) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:33.576139 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-034f257d-7b9f-4c75-8573-a36be4419f98 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group_rule': {'security_group_id': '5690d8aa-94c0-4932-b170-557443b737a3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:33.584179 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-2790a719-52eb-4bd9-8744-385e3f6dd37e req-1c4d0a19-0185-4326-af36-88e620d2eb57 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] For port c3136efe-6914-4f46-b90b-a53e69db59ba, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=c3136efe-6914-4f46-b90b-a53e69db59ba,segment=NetworkSegment(b1321aa9-aedb-4a5a-a2e5-accf5f1a2cc9),segment_id=b1321aa9-aedb-4a5a-a2e5-accf5f1a2cc9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:33.584878 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2790a719-52eb-4bd9-8744-385e3f6dd37e req-1c4d0a19-0185-4326-af36-88e620d2eb57 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:33.607210 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-2790a719-52eb-4bd9-8744-385e3f6dd37e req-1c4d0a19-0185-4326-af36-88e620d2eb57 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Calling delete_port for c3136efe-6914-4f46-b90b-a53e69db59ba owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:13:33.616038 n-d-812111-8 neutron-server[109991]: INFO neutron.db.securitygroups_db [None req-034f257d-7b9f-4c75-8573-a36be4419f98 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Project 10dea0a8ddac4edfa4feb2034f7165b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:13:33.655650 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-034f257d-7b9f-4c75-8573-a36be4419f98 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:13:33.661357 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-034f257d-7b9f-4c75-8573-a36be4419f98 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0903809 Nov 24 21:13:33.662298 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33094) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:33.670638 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-78a94ce4-12c4-4b55-a0ae-d0c8b1cc62c3 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group_rule': {'security_group_id': '5690d8aa-94c0-4932-b170-557443b737a3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:33.725525 n-d-812111-8 neutron-server[109991]: INFO neutron.db.securitygroups_db [None req-78a94ce4-12c4-4b55-a0ae-d0c8b1cc62c3 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Project 10dea0a8ddac4edfa4feb2034f7165b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:13:33.747317 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-78a94ce4-12c4-4b55-a0ae-d0c8b1cc62c3 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:13:33.752063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33098) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:33.753424 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-78a94ce4-12c4-4b55-a0ae-d0c8b1cc62c3 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0896199 Nov 24 21:13:33.836980 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6809d6-58e3-4071-84a2-6b21245ea030 req-3b42067f-88c8-4082-b450-202dedc09387 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:33.840075 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4b6809d6-58e3-4071-84a2-6b21245ea030 req-3b42067f-88c8-4082-b450-202dedc09387 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 943 time: 0.0747271 Nov 24 21:13:33.868541 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a405a054-120b-4e61-8178-55526475b8df tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:33.871913 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2790a719-52eb-4bd9-8744-385e3f6dd37e req-1c4d0a19-0185-4326-af36-88e620d2eb57 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:33.886570 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['c3136efe-6914-4f46-b90b-a53e69db59ba'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:13:33.918971 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d0a19-0185-4326-af36-88e620d2eb57 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Pushing event deleted for resources: {'Port': ['ID=c3136efe-6914-4f46-b90b-a53e69db59ba,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:33.929817 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4b6809d6-58e3-4071-84a2-6b21245ea030 req-8096741b-3c65-4e76-b66e-579c1be2d183 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825515 Nov 24 21:13:33.946584 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a405a054-120b-4e61-8178-55526475b8df tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:33.985717 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-2790a719-52eb-4bd9-8744-385e3f6dd37e req-1c4d0a19-0185-4326-af36-88e620d2eb57 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] No DVR routers for this DVR port c3136efe-6914-4f46-b90b-a53e69db59ba on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:13:33.991905 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2790a719-52eb-4bd9-8744-385e3f6dd37e req-1c4d0a19-0185-4326-af36-88e620d2eb57 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:33.995415 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2790a719-52eb-4bd9-8744-385e3f6dd37e req-1c4d0a19-0185-4326-af36-88e620d2eb57 tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.48 "DELETE /v2.0/ports/c3136efe-6914-4f46-b90b-a53e69db59ba HTTP/1.1" status: 204 len: 173 time: 0.7417166 Nov 24 21:13:33.995890 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a62867-a6ac-4a97-9ea4-f1dda249d6ae', 'name': 'network-vif-deleted', 'tag': 'c3136efe-6914-4f46-b90b-a53e69db59ba'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:13:33.998203 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f73509e-8168-4180-a2e8-1be257d2e58d" -d '{"events": [{"server_uuid": "72a62867-a6ac-4a97-9ea4-f1dda249d6ae", "name": "network-vif-deleted", "tag": "c3136efe-6914-4f46-b90b-a53e69db59ba"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:13:34.040076 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a405a054-120b-4e61-8178-55526475b8df tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:34.043114 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a405a054-120b-4e61-8178-55526475b8df tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:34.044335 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a405a054-120b-4e61-8178-55526475b8df tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "DELETE /v2.0/security-groups/5690d8aa-94c0-4932-b170-557443b737a3 HTTP/1.1" status: 204 len: 168 time: 0.2911785 Nov 24 21:13:34.049353 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33106) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:34.051903 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0494658-2f13-481c-9b1a-f6f5448c6414 req-b575eee6-29d0-4c3f-8b33-bbc63fd6d3bf tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:34.053515 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a0494658-2f13-481c-9b1a-f6f5448c6414 req-b575eee6-29d0-4c3f-8b33-bbc63fd6d3bf tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50bd4df-df9d-47de-8d98-386ecdf5d358 HTTP/1.1" status: 200 len: 945 time: 0.0598776 Nov 24 21:13:34.075258 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405a054-120b-4e61-8178-55526475b8df tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5690d8aa-94c0-4932-b170-557443b737a3,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:34.112068 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1771b031-bd0e-4474-9c90-5aa4e92988fc tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0556207 Nov 24 21:13:34.113180 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33108) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:34.118867 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-65477d7b-e2d1-4119-8087-93feb3bad587 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group': {'name': 'tempest-secgroup--708889493'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:34.144681 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-65477d7b-e2d1-4119-8087-93feb3bad587 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:34.148730 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a0494658-2f13-481c-9b1a-f6f5448c6414 req-ca63cacc-86e6-44d4-be33-2cfd364e8674 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744100 Nov 24 21:13:34.239700 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-65477d7b-e2d1-4119-8087-93feb3bad587 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:34.245375 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-65477d7b-e2d1-4119-8087-93feb3bad587 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:34.278123 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-65477d7b-e2d1-4119-8087-93feb3bad587 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:34.282241 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-68ea9e02-e865-41d3-be47-bae188773728 req-b0390b0d-f97c-42c6-881f-480cb573cc9d tempest-InstanceActionsTestJSON-1615309797 tempest-InstanceActionsTestJSON-1615309797-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a62867-a6ac-4a97-9ea4-f1dda249d6ae HTTP/1.1" status: 200 len: 210 time: 0.0387797 Nov 24 21:13:34.282512 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-65477d7b-e2d1-4119-8087-93feb3bad587 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1681223 Nov 24 21:13:34.283024 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33112) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:34.283675 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65477d7b-e2d1-4119-8087-93feb3bad587 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4872abc5-648c-419e-ae8d-64fb3ca95545,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:34.289805 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-38760efd-09c8-45fe-844a-dd7405f334f9 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group_rule': {'security_group_id': '4872abc5-648c-419e-ae8d-64fb3ca95545', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:34.336933 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-38760efd-09c8-45fe-844a-dd7405f334f9 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] create failed (client error): The resource could not be found. Nov 24 21:13:34.342383 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-38760efd-09c8-45fe-844a-dd7405f334f9 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0518320 Nov 24 21:13:34.342566 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33114) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:34.348118 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-f2119adb-7c69-4832-b299-8e03e7abbd65 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group_rule': {'security_group_id': '4872abc5-648c-419e-ae8d-64fb3ca95545', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2288e482-ed9f-41b7-80ec-c352b338fcdc'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:34.401869 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-f2119adb-7c69-4832-b299-8e03e7abbd65 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] create failed (client error): The resource could not be found. Nov 24 21:13:34.405950 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f2119adb-7c69-4832-b299-8e03e7abbd65 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0595787 Nov 24 21:13:34.406382 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4669ed-1a08-46b4-a56f-9f7795f478e3 x-openstack-request-id: req-4a4669ed-1a08-46b4-a56f-9f7795f478e3 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:13:34.406690 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a62867-a6ac-4a97-9ea4-f1dda249d6ae", "name": "network-vif-deleted", "tag": "c3136efe-6914-4f46-b90b-a53e69db59ba", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:13:34.406835 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4a4669ed-1a08-46b4-a56f-9f7795f478e3 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:13:34.407205 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a62867-a6ac-4a97-9ea4-f1dda249d6ae', 'name': 'network-vif-deleted', 'tag': 'c3136efe-6914-4f46-b90b-a53e69db59ba', 'status': 'completed', 'code': 200} Nov 24 21:13:34.408049 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33116) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:34.507421 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-49ffe1fe-5aa3-4a86-84d3-f615d2a9a15b tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:34.537321 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-49ffe1fe-5aa3-4a86-84d3-f615d2a9a15b tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:34.559184 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f1dac-f548-43a4-be6d-f1a6a5264aa4 req-b736f822-cc9c-4ba3-ad03-04dbc623342f tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:34.560968 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c12f1dac-f548-43a4-be6d-f1a6a5264aa4 req-b736f822-cc9c-4ba3-ad03-04dbc623342f tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50bd4df-df9d-47de-8d98-386ecdf5d358 HTTP/1.1" status: 200 len: 945 time: 0.0962760 Nov 24 21:13:34.622939 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-49ffe1fe-5aa3-4a86-84d3-f615d2a9a15b tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:34.625765 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-49ffe1fe-5aa3-4a86-84d3-f615d2a9a15b tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:34.629421 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-49ffe1fe-5aa3-4a86-84d3-f615d2a9a15b tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "DELETE /v2.0/security-groups/4872abc5-648c-419e-ae8d-64fb3ca95545 HTTP/1.1" status: 204 len: 168 time: 0.2169695 Nov 24 21:13:34.630231 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33122) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:34.636733 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c12f1dac-f548-43a4-be6d-f1a6a5264aa4 req-8c3ed539-481c-43f5-b129-f5cdc5c26af3 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685792 Nov 24 21:13:34.642143 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ffe1fe-5aa3-4a86-84d3-f615d2a9a15b tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4872abc5-648c-419e-ae8d-64fb3ca95545,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:34.722408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33132) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:34.723272 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-443561ca-da27-4d4c-90f4-c0ec2749e629 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0904994 Nov 24 21:13:34.728530 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-9577e8fd-7d5e-4122-bc52-a597c3b0d611 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group_rule': {'security_group_id': '0d1b9226-e2fa-4164-a6e8-0d19a7e3677d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:34.813309 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cce4b7-2bed-4607-9a74-65ea779d90b8 req-c25af4ce-05cc-40bd-be25-629f3d3cc50b tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:34.814863 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36cce4b7-2bed-4607-9a74-65ea779d90b8 req-c25af4ce-05cc-40bd-be25-629f3d3cc50b tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=70edae9d-c1a7-4c94-bd2e-51f0fea743b1 HTTP/1.1" status: 200 len: 943 time: 0.0802696 Nov 24 21:13:34.825574 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-9577e8fd-7d5e-4122-bc52-a597c3b0d611 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] create failed (client error): The resource could not be found. Nov 24 21:13:34.826671 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9577e8fd-7d5e-4122-bc52-a597c3b0d611 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1032300 Nov 24 21:13:34.830834 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33140) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:34.837687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-20ab21be-74b5-4e7b-a59d-3f11f484921f tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1319242872'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:34.877579 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20ab21be-74b5-4e7b-a59d-3f11f484921f tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:34.898046 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36cce4b7-2bed-4607-9a74-65ea779d90b8 req-58a22075-fe5c-4e33-b96d-3ad374dcb0b8 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8ddeb9b-9281-40b9-801b-bfb77aa4c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620852 Nov 24 21:13:35.002441 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20ab21be-74b5-4e7b-a59d-3f11f484921f tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:35.008933 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20ab21be-74b5-4e7b-a59d-3f11f484921f tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:35.066676 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20ab21be-74b5-4e7b-a59d-3f11f484921f tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:35.067674 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-20ab21be-74b5-4e7b-a59d-3f11f484921f tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2356300 Nov 24 21:13:35.071413 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33168) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:35.073756 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab21be-74b5-4e7b-a59d-3f11f484921f tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93d04ca6-c9ec-4f4d-b825-6df9fe33157a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:35.077236 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-8dcc4ac3-6cea-49cc-97a4-49b0b2a0c4e0 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1573003147'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:35.120594 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8dcc4ac3-6cea-49cc-97a4-49b0b2a0c4e0 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:35.233441 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8dcc4ac3-6cea-49cc-97a4-49b0b2a0c4e0 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:35.239139 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8dcc4ac3-6cea-49cc-97a4-49b0b2a0c4e0 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:35.252226 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cff4c7-ea3f-429e-bf71-178e21f16bb0 req-ec33479f-116e-4373-8744-150a75b3eae2 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:35.253755 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3cff4c7-ea3f-429e-bf71-178e21f16bb0 req-ec33479f-116e-4373-8744-150a75b3eae2 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 943 time: 0.0945439 Nov 24 21:13:35.297090 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8dcc4ac3-6cea-49cc-97a4-49b0b2a0c4e0 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:35.301214 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8dcc4ac3-6cea-49cc-97a4-49b0b2a0c4e0 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2283349 Nov 24 21:13:35.301529 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33198) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:35.304671 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc4ac3-6cea-49cc-97a4-49b0b2a0c4e0 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704d09d2-49f1-4896-b751-ffe0d9c2ad14,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:35.308779 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-9ef7b55a-2407-4031-b066-637ec30adec4 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group_rule': {'security_group_id': '93d04ca6-c9ec-4f4d-b825-6df9fe33157a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '704d09d2-49f1-4896-b751-ffe0d9c2ad14'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:35.336252 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:13:35.354194 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3cff4c7-ea3f-429e-bf71-178e21f16bb0 req-1d4d790d-d1f7-46bd-ad5f-0f66878cc506 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850825 Nov 24 21:13:35.397238 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-9ef7b55a-2407-4031-b066-637ec30adec4 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:13:35.402506 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33212) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:35.412715 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9ef7b55a-2407-4031-b066-637ec30adec4 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1095362 Nov 24 21:13:35.474997 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d,segment=NetworkSegment(5866be1b-31d9-4824-9135-55f142870285),segment_id=5866be1b-31d9-4824-9135-55f142870285)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:35.493830 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d', 'network_id': '59a95bfe-d3bd-436a-b03d-549ced6178d1', 'port_id': '6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d', 'mac_address': 'fa:16:3e:cd:88:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f5103b-9c6a-4206-84b5-130f79df6a12', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:13:35.551975 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:35.565520 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a5184b12-17b9-4311-9a63-357d4bfb2521 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:35.566935 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33234) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:35.571505 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:13:35.624697 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d,segment=NetworkSegment(5866be1b-31d9-4824-9135-55f142870285),segment_id=5866be1b-31d9-4824-9135-55f142870285)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:35.629647 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:35.646311 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a5184b12-17b9-4311-9a63-357d4bfb2521 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:35.718746 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-6beac229-2af0-442e-9aed-789928f32133 admin admin] Deleting subnet ed36cea7-1cea-4398-aca3-6904c00809e5 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:13:35.728010 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6beac229-2af0-442e-9aed-789928f32133 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:35.745785 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a5184b12-17b9-4311-9a63-357d4bfb2521 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:35.749972 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:35.751808 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a5184b12-17b9-4311-9a63-357d4bfb2521 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:35.764058 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33252) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:35.764888 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a5184b12-17b9-4311-9a63-357d4bfb2521 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "DELETE /v2.0/security-groups/704d09d2-49f1-4896-b751-ffe0d9c2ad14 HTTP/1.1" status: 204 len: 168 time: 0.3609066 Nov 24 21:13:35.798841 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6beac229-2af0-442e-9aed-789928f32133 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:35.800909 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5184b12-17b9-4311-9a63-357d4bfb2521 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=704d09d2-49f1-4896-b751-ffe0d9c2ad14,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:35.893007 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83546e-991a-40b6-aab9-add82b1efbcb req-b85eb13a-e174-4b86-9a5d-45bcab2a6b76 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:35.895052 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0c83546e-991a-40b6-aab9-add82b1efbcb req-b85eb13a-e174-4b86-9a5d-45bcab2a6b76 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50bd4df-df9d-47de-8d98-386ecdf5d358 HTTP/1.1" status: 200 len: 945 time: 0.0678329 Nov 24 21:13:35.905464 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:13:35.906901 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6beac229-2af0-442e-9aed-789928f32133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:35.968594 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0c83546e-991a-40b6-aab9-add82b1efbcb req-1617f2ad-7438-4d4e-8950-9650c04a1cd4 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673907 Nov 24 21:13:35.973255 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b655554a-c423-4a9c-a415-92fda25e5e6c tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2080288 Nov 24 21:13:35.977297 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33280) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:36.044676 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6beac229-2af0-442e-9aed-789928f32133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:36.100448 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beac229-2af0-442e-9aed-789928f32133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed36cea7-1cea-4398-aca3-6904c00809e5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:36.110649 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6beac229-2af0-442e-9aed-789928f32133 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:36.124331 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6beac229-2af0-442e-9aed-789928f32133 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ed36cea7-1cea-4398-aca3-6904c00809e5 HTTP/1.1" status: 204 len: 168 time: 0.5562296 Nov 24 21:13:36.128400 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33296) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:36.178062 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a567d91-b9f4-44d2-a91a-2b35afc3adec req-7eb5b3fa-f544-4d52-8233-94a3733e451a tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:36.188191 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2a567d91-b9f4-44d2-a91a-2b35afc3adec req-7eb5b3fa-f544-4d52-8233-94a3733e451a tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=70edae9d-c1a7-4c94-bd2e-51f0fea743b1 HTTP/1.1" status: 200 len: 944 time: 0.0996449 Nov 24 21:13:36.193864 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b640dc1f-6702-4e87-90f5-ed15238876f3 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:36.301372 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b640dc1f-6702-4e87-90f5-ed15238876f3 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:36.307568 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c9d52c8a-6a34-476a-8119-063bec9c33ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:36.315632 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2a567d91-b9f4-44d2-a91a-2b35afc3adec req-f325fd86-a124-422b-b946-9654929c7e2b tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8ddeb9b-9281-40b9-801b-bfb77aa4c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000755 Nov 24 21:13:36.394929 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b640dc1f-6702-4e87-90f5-ed15238876f3 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:36.399290 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b640dc1f-6702-4e87-90f5-ed15238876f3 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:36.401146 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b640dc1f-6702-4e87-90f5-ed15238876f3 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "DELETE /v2.0/security-groups/93d04ca6-c9ec-4f4d-b825-6df9fe33157a HTTP/1.1" status: 204 len: 168 time: 0.4222407 Nov 24 21:13:36.403545 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33324) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:36.436536 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640dc1f-6702-4e87-90f5-ed15238876f3 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d04ca6-c9ec-4f4d-b825-6df9fe33157a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:36.489892 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c9d52c8a-6a34-476a-8119-063bec9c33ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:36.515510 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-c9d52c8a-6a34-476a-8119-063bec9c33ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f55efa05-e921-4679-97bb-fc4c926f2313']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:13:36.532700 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-c9d52c8a-6a34-476a-8119-063bec9c33ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1321aa9-aedb-4a5a-a2e5-accf5f1a2cc9') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:13:36.533286 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-c9d52c8a-6a34-476a-8119-063bec9c33ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1321aa9-aedb-4a5a-a2e5-accf5f1a2cc9') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:13:36.547499 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c9d52c8a-6a34-476a-8119-063bec9c33ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:36.570781 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c9d52c8a-6a34-476a-8119-063bec9c33ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:36.579235 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d52c8a-6a34-476a-8119-063bec9c33ba admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:13:36.579814 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c9d52c8a-6a34-476a-8119-063bec9c33ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:36.582814 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c715651e-6794-47c2-9e7d-21270937fcad tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1779807 Nov 24 21:13:36.638606 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33342) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:36.648791 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-1411e89b-8561-4e63-8c0f-1bad2012de4f tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group': {'name': 'tempest-secgroup--902721774'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:13:36.651660 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:13:36.657648 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c9d52c8a-6a34-476a-8119-063bec9c33ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:36.659857 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device c3136efe-6914-4f46-b90b-a53e69db59ba no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:13:36.676410 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c9d52c8a-6a34-476a-8119-063bec9c33ba admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:36.680801 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c9d52c8a-6a34-476a-8119-063bec9c33ba admin admin] 10.222.0.11 "DELETE /v2.0/networks/f55efa05-e921-4679-97bb-fc4c926f2313 HTTP/1.1" status: 204 len: 168 time: 0.5508499 Nov 24 21:13:36.699821 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: c3136efe-6914-4f46-b90b-a53e69db59ba {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:13:36.700281 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device c3136efe-6914-4f46-b90b-a53e69db59ba not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:13:36.728007 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d52c8a-6a34-476a-8119-063bec9c33ba admin admin] Pushing event deleted for resources: {'Network': ['ID=f55efa05-e921-4679-97bb-fc4c926f2313,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:36.781973 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1e74e-0ce6-4b88-9891-a4df332d246a req-8f6169f8-fc45-49c3-89d0-40e995158692 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:36.786964 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-efd1e74e-0ce6-4b88-9891-a4df332d246a req-8f6169f8-fc45-49c3-89d0-40e995158692 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 943 time: 0.2626894 Nov 24 21:13:36.789375 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1411e89b-8561-4e63-8c0f-1bad2012de4f tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:36.829241 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484858da-78c8-41c4-991a-40253fe76652 req-a19b4a36-bc92-40ed-b888-d394ff622b16 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:36.830328 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-484858da-78c8-41c4-991a-40253fe76652 req-a19b4a36-bc92-40ed-b888-d394ff622b16 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50bd4df-df9d-47de-8d98-386ecdf5d358 HTTP/1.1" status: 200 len: 945 time: 0.2540855 Nov 24 21:13:36.939753 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-efd1e74e-0ce6-4b88-9891-a4df332d246a req-93f2935e-d986-460a-b8e5-57d168459011 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444998 Nov 24 21:13:37.039926 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1411e89b-8561-4e63-8c0f-1bad2012de4f tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:37.056901 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1411e89b-8561-4e63-8c0f-1bad2012de4f tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:37.063121 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33398) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:37.063262 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-484858da-78c8-41c4-991a-40253fe76652 req-c6e40abc-eda8-493b-baa9-11aa923bb4da tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Deleting port 2ac4c2f1-9579-422f-b11f-52c0f8a39137 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:13:37.063591 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-484858da-78c8-41c4-991a-40253fe76652 req-c6e40abc-eda8-493b-baa9-11aa923bb4da tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:37.138839 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1411e89b-8561-4e63-8c0f-1bad2012de4f tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:37.142419 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1411e89b-8561-4e63-8c0f-1bad2012de4f tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5030990 Nov 24 21:13:37.154017 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33406) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:37.164534 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a7ac6713-7d91-4440-9929-2678b2babced tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group_rule': {'security_group_id': '21b7185d-ba3a-4145-af03-4f0e4593fb49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:37.175480 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411e89b-8561-4e63-8c0f-1bad2012de4f tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b7185d-ba3a-4145-af03-4f0e4593fb49,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:37.228182 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cb04943c-8403-49e3-b7ba-47534d809e44 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ffa0c043bb4147a9981beb608737cc09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1626871 Nov 24 21:13:37.230334 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33414) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:37.247938 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-a7ac6713-7d91-4440-9929-2678b2babced tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:13:37.249996 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a7ac6713-7d91-4440-9929-2678b2babced tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0945628 Nov 24 21:13:37.252878 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33420) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:37.259449 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e977ba00-cf80-4a57-8b38-9cf71ced496d tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group_rule': {'security_group_id': '21b7185d-ba3a-4145-af03-4f0e4593fb49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:37.321552 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-e977ba00-cf80-4a57-8b38-9cf71ced496d tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:13:37.324794 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e977ba00-cf80-4a57-8b38-9cf71ced496d tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0685227 Nov 24 21:13:37.325921 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33428) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:37.376212 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:13:37.384446 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-484858da-78c8-41c4-991a-40253fe76652 req-c6e40abc-eda8-493b-baa9-11aa923bb4da tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] For port 2ac4c2f1-9579-422f-b11f-52c0f8a39137, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2ac4c2f1-9579-422f-b11f-52c0f8a39137,segment=NetworkSegment(b1d695b4-23ac-4f76-b033-410336a771ec),segment_id=b1d695b4-23ac-4f76-b033-410336a771ec)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:37.384888 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-484858da-78c8-41c4-991a-40253fe76652 req-c6e40abc-eda8-493b-baa9-11aa923bb4da tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:37.409958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-484858da-78c8-41c4-991a-40253fe76652 req-c6e40abc-eda8-493b-baa9-11aa923bb4da tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Calling delete_port for 2ac4c2f1-9579-422f-b11f-52c0f8a39137 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:13:37.428439 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-45b1755c-f586-4558-957e-dd9206c4526d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:37.430579 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-027ec1a6-f972-41d9-9e61-1117033f0aa8 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:37.435101 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:13:37.485391 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-027ec1a6-f972-41d9-9e61-1117033f0aa8 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:37.501343 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:13:37.509178 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:37.509792 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:37.515258 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c3cd7-634d-438a-b68e-78d4656c73ec req-a535eeec-0694-4b6c-8b40-02fb940ff65d tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:37.525649 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-059c3cd7-634d-438a-b68e-78d4656c73ec req-a535eeec-0694-4b6c-8b40-02fb940ff65d tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50bd4df-df9d-47de-8d98-386ecdf5d358 HTTP/1.1" status: 200 len: 945 time: 0.2472692 Nov 24 21:13:37.566735 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-027ec1a6-f972-41d9-9e61-1117033f0aa8 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:37.571534 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-027ec1a6-f972-41d9-9e61-1117033f0aa8 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:37.573381 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-027ec1a6-f972-41d9-9e61-1117033f0aa8 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "DELETE /v2.0/security-groups/21b7185d-ba3a-4145-af03-4f0e4593fb49 HTTP/1.1" status: 204 len: 168 time: 0.2456076 Nov 24 21:13:37.577236 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33454) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:37.599364 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ec1a6-f972-41d9-9e61-1117033f0aa8 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b7185d-ba3a-4145-af03-4f0e4593fb49,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:37.609034 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-45b1755c-f586-4558-957e-dd9206c4526d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:37.654393 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:37.691798 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70edae9d-c1a7-4c94-bd2e-51f0fea743b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:13:37.695251 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa4bafa-2ecc-43a2-81bd-a16317df1259" -d '{"events": [{"server_uuid": "70edae9d-c1a7-4c94-bd2e-51f0fea743b1", "name": "network-vif-plugged", "status": "completed", "tag": "6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:13:37.702541 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-059c3cd7-634d-438a-b68e-78d4656c73ec req-7b0651b3-07dc-404b-8a2d-ea4ec8984d09 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/security-groups?id=1be7ef99-8403-47fa-946c-7d0c367cd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757598 Nov 24 21:13:37.720599 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7fc47836-9884-4c8a-99f0-d878f713a649 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1403420 Nov 24 21:13:37.725228 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33472) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:37.737413 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-45b1755c-f586-4558-957e-dd9206c4526d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:37.742504 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-45b1755c-f586-4558-957e-dd9206c4526d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:37.748385 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-45b1755c-f586-4558-957e-dd9206c4526d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42ee219a-7e95-4353-a968-e0794eac8743 HTTP/1.1" status: 204 len: 168 time: 0.5162437 Nov 24 21:13:37.749934 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d,segment=NetworkSegment(5866be1b-31d9-4824-9135-55f142870285),segment_id=5866be1b-31d9-4824-9135-55f142870285)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:37.761532 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:37.762433 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 2ac4c2f1-9579-422f-b11f-52c0f8a39137 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:13:37.775601 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1755c-f586-4558-957e-dd9206c4526d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ee219a-7e95-4353-a968-e0794eac8743,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:37.779793 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-c0860835-2d5f-4239-9b15-367becab0b2d tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group': {'name': 'tempest-secgroup--198882665'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:37.930596 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:38.031952 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6ec84-2685-47ba-b905-6bd9518a8969 req-759d8b56-70aa-4e2e-9ba5-854b2b5086ad tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:38.034366 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5bf6ec84-2685-47ba-b905-6bd9518a8969 req-759d8b56-70aa-4e2e-9ba5-854b2b5086ad tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=70edae9d-c1a7-4c94-bd2e-51f0fea743b1 HTTP/1.1" status: 200 len: 945 time: 0.1800625 Nov 24 21:13:38.061978 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-484858da-78c8-41c4-991a-40253fe76652 req-c6e40abc-eda8-493b-baa9-11aa923bb4da tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:38.071516 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c0860835-2d5f-4239-9b15-367becab0b2d tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:38.087763 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b93a06ed-d03b-414c-8a28-195edf7e6bb0 req-ba9f9cc5-71ae-48c7-94a0-cdef79ab2c4e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2800252 Nov 24 21:13:38.089587 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:38.230095 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e40abc-eda8-493b-baa9-11aa923bb4da tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Pushing event deleted for resources: {'Port': ['ID=2ac4c2f1-9579-422f-b11f-52c0f8a39137,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:38.263741 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a06ed-d03b-414c-8a28-195edf7e6bb0 req-d538308a-7248-47fb-b074-736fd079f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:38.268677 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b93a06ed-d03b-414c-8a28-195edf7e6bb0 req-d538308a-7248-47fb-b074-736fd079f6fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a255a292c7604d71bb10e451d8a66b61&device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 1096 time: 0.1126390 Nov 24 21:13:38.315929 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c0860835-2d5f-4239-9b15-367becab0b2d tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:38.335407 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c0860835-2d5f-4239-9b15-367becab0b2d tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:38.383218 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5bf6ec84-2685-47ba-b905-6bd9518a8969 req-7f4de02b-cae6-4c2a-b813-b6bd86b0810a tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8ddeb9b-9281-40b9-801b-bfb77aa4c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377795 Nov 24 21:13:38.388944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-484858da-78c8-41c4-991a-40253fe76652 req-c6e40abc-eda8-493b-baa9-11aa923bb4da tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] No DVR routers for this DVR port 2ac4c2f1-9579-422f-b11f-52c0f8a39137 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:13:38.395748 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-484858da-78c8-41c4-991a-40253fe76652 req-c6e40abc-eda8-493b-baa9-11aa923bb4da tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:38.402833 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0860835-2d5f-4239-9b15-367becab0b2d tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2d30c9-ab82-4b9b-b85b-9063a8f8ae9d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:38.403127 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-484858da-78c8-41c4-991a-40253fe76652 req-c6e40abc-eda8-493b-baa9-11aa923bb4da tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.15 "DELETE /v2.0/ports/2ac4c2f1-9579-422f-b11f-52c0f8a39137 HTTP/1.1" status: 204 len: 173 time: 1.5583451 Nov 24 21:13:38.410061 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50bd4df-df9d-47de-8d98-386ecdf5d358', 'name': 'network-vif-deleted', 'tag': '2ac4c2f1-9579-422f-b11f-52c0f8a39137'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:13:38.417201 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ea4a64-b567-42cc-9d74-39164fc9b5d0" -d '{"events": [{"server_uuid": "b50bd4df-df9d-47de-8d98-386ecdf5d358", "name": "network-vif-deleted", "tag": "2ac4c2f1-9579-422f-b11f-52c0f8a39137"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:13:38.449800 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a01369-b71b-4857-b98b-2d45d608e4c1 x-openstack-request-id: req-63a01369-b71b-4857-b98b-2d45d608e4c1 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:13:38.450646 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70edae9d-c1a7-4c94-bd2e-51f0fea743b1", "name": "network-vif-plugged", "status": "completed", "tag": "6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:13:38.451079 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63a01369-b71b-4857-b98b-2d45d608e4c1 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:13:38.451682 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70edae9d-c1a7-4c94-bd2e-51f0fea743b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d', 'code': 200} Nov 24 21:13:38.541365 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c0860835-2d5f-4239-9b15-367becab0b2d tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:38.542749 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c0860835-2d5f-4239-9b15-367becab0b2d tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8130565 Nov 24 21:13:38.545637 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33556) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:38.550576 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-3d54855f-b607-4625-b828-bcfcd6e9a7e2 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:38.551179 n-d-812111-8 neutron-server[109990]: WARNING neutron.api.v2.base [None req-3d54855f-b607-4625-b828-bcfcd6e9a7e2 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 21:13:38.551529 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-3d54855f-b607-4625-b828-bcfcd6e9a7e2 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] update failed (client error): There was a conflict when trying to complete your request. Nov 24 21:13:38.552489 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3d54855f-b607-4625-b828-bcfcd6e9a7e2 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "PUT /v2.0/security-groups/3d2d30c9-ab82-4b9b-b85b-9063a8f8ae9d HTTP/1.1" status: 409 len: 330 time: 0.0058339 Nov 24 21:13:38.555993 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33560) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:38.594666 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a06ed-d03b-414c-8a28-195edf7e6bb0 req-30349f61-e945-4157-bb37-3384a11b8f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:38.608125 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b93a06ed-d03b-414c-8a28-195edf7e6bb0 req-30349f61-e945-4157-bb37-3384a11b8f69 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e69d8b7-eb9a-4adb-86bb-7c21ecce9394 HTTP/1.1" status: 200 len: 907 time: 0.3093548 Nov 24 21:13:38.759664 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b93a06ed-d03b-414c-8a28-195edf7e6bb0 req-5c62bb94-0d13-4df2-a9dd-8c2a35a399d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b7e85e2-6b98-47fd-b914-332b53cf2445 HTTP/1.1" status: 200 len: 1001 time: 0.1267610 Nov 24 21:13:38.776531 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f97dc-9db2-4333-be1f-b510657fc710 req-edc15ab4-f800-4b87-8052-9f2eb3e1530d tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:38.778559 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2b9f97dc-9db2-4333-be1f-b510657fc710 req-edc15ab4-f800-4b87-8052-9f2eb3e1530d tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 943 time: 0.1493878 Nov 24 21:13:38.780432 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c2c4709e-5644-47c1-b6c2-9ab78d93dd55 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:38.785752 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c3502-8f6e-4bb8-a3eb-c1d0e48f4cfc req-f1dfb1d7-c7b1-4b11-88c7-935e2de8f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:38.787139 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e7c3502-8f6e-4bb8-a3eb-c1d0e48f4cfc req-f1dfb1d7-c7b1-4b11-88c7-935e2de8f7f8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70edae9d-c1a7-4c94-bd2e-51f0fea743b1 HTTP/1.1" status: 200 len: 1096 time: 0.1352313 Nov 24 21:13:38.875872 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c2c4709e-5644-47c1-b6c2-9ab78d93dd55 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:38.879897 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4d1d4262-1822-4092-8b69-05745b398385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:38.896047 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a06ed-d03b-414c-8a28-195edf7e6bb0 req-cf882270-2cd8-4a08-992f-3bf4661b3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:38.899606 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b93a06ed-d03b-414c-8a28-195edf7e6bb0 req-cf882270-2cd8-4a08-992f-3bf4661b3fb9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=de6cedc6-9f9a-40d0-bd84-46b495ba9dd5 HTTP/1.1" status: 200 len: 845 time: 0.1377845 Nov 24 21:13:38.924656 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e7c3502-8f6e-4bb8-a3eb-c1d0e48f4cfc req-01f3d57f-676c-4071-871f-b01148e150a6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c8ddeb9b-9281-40b9-801b-bfb77aa4c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202798 Nov 24 21:13:38.937913 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2b9f97dc-9db2-4333-be1f-b510657fc710 req-9e3f4520-054c-421e-a3bd-2f88900c19ef tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498034 Nov 24 21:13:38.996037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a06ed-d03b-414c-8a28-195edf7e6bb0 req-8116e696-f49b-4956-9801-3f529be5aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:38.998342 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b93a06ed-d03b-414c-8a28-195edf7e6bb0 req-8116e696-f49b-4956-9801-3f529be5aa81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e69d8b7-eb9a-4adb-86bb-7c21ecce9394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903268 Nov 24 21:13:39.020422 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c2c4709e-5644-47c1-b6c2-9ab78d93dd55 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:39.023688 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c2c4709e-5644-47c1-b6c2-9ab78d93dd55 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:39.025796 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c2c4709e-5644-47c1-b6c2-9ab78d93dd55 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "DELETE /v2.0/security-groups/3d2d30c9-ab82-4b9b-b85b-9063a8f8ae9d HTTP/1.1" status: 204 len: 168 time: 0.4685400 Nov 24 21:13:39.031285 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33620) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:39.056429 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4709e-5644-47c1-b6c2-9ab78d93dd55 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2d30c9-ab82-4b9b-b85b-9063a8f8ae9d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:39.115249 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33632) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:39.115409 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-32d25b55-031f-453f-9af9-5ad4f76df297 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0824306 Nov 24 21:13:39.140506 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-6cf561b4-1b57-444c-ad59-7837e117e8b8 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] delete failed (client error): The resource could not be found. Nov 24 21:13:39.141730 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6cf561b4-1b57-444c-ad59-7837e117e8b8 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "DELETE /v2.0/security-groups/c19ccf17-cf44-4625-ab50-6297897bbdd6 HTTP/1.1" status: 404 len: 347 time: 0.0239007 Nov 24 21:13:39.145597 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33640) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:39.186302 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-1dcb5071-2ce1-467f-bd23-a0c714c97397 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] show failed (client error): The resource could not be found. Nov 24 21:13:39.191631 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33646) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:39.194553 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1dcb5071-2ce1-467f-bd23-a0c714c97397 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "GET /v2.0/security-groups/df4f58e1-5da7-49cc-be77-1f25d92c2b0c HTTP/1.1" status: 404 len: 347 time: 0.0476422 Nov 24 21:13:39.216977 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-7dbc80fd-1d65-4842-99e3-9bfabb0635e0 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] show failed (client error): The resource could not be found. Nov 24 21:13:39.226181 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7dbc80fd-1d65-4842-99e3-9bfabb0635e0 tempest-NegativeSecGroupIPv6Test-79454140 tempest-NegativeSecGroupIPv6Test-79454140-project] 10.222.0.11 "GET /v2.0/security-group-rules/35e1e07d-1809-48de-90d2-3a9c226d1fb2 HTTP/1.1" status: 404 len: 356 time: 0.0312824 Nov 24 21:13:39.299051 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e875e0f6-ca6b-4cb1-9099-74db7df935fd x-openstack-request-id: req-e875e0f6-ca6b-4cb1-9099-74db7df935fd {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:13:39.299470 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50bd4df-df9d-47de-8d98-386ecdf5d358", "name": "network-vif-deleted", "tag": "2ac4c2f1-9579-422f-b11f-52c0f8a39137", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:13:39.299852 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e875e0f6-ca6b-4cb1-9099-74db7df935fd {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:13:39.301546 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50bd4df-df9d-47de-8d98-386ecdf5d358', 'name': 'network-vif-deleted', 'tag': '2ac4c2f1-9579-422f-b11f-52c0f8a39137', 'status': 'completed', 'code': 200} Nov 24 21:13:39.452407 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b93a06ed-d03b-414c-8a28-195edf7e6bb0 req-233850f6-bc84-412f-8b0e-8e41087718e9 service neutron] 10.222.0.15 "GET /v2.0/networks/4e69d8b7-eb9a-4adb-86bb-7c21ecce9394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539594 Nov 24 21:13:39.512477 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33674) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:39.520140 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b8f52e3f-6aac-4450-a4ac-89f3c16f2603 req-04d3652e-d1b0-4e99-9c91-180aa3e2012f tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50bd4df-df9d-47de-8d98-386ecdf5d358 HTTP/1.1" status: 200 len: 210 time: 0.0446446 Nov 24 21:13:39.673552 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd402cde-1740-473f-b86f-8e901c2ad7d9 req-865225de-86e3-4dc9-abb7-e72bad18ecad tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:39.676563 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b93a06ed-d03b-414c-8a28-195edf7e6bb0 req-be4dd859-0d01-4e7e-a930-b44dda95f437 service neutron] 10.222.0.15 "GET /v2.0/networks/4e69d8b7-eb9a-4adb-86bb-7c21ecce9394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109952 Nov 24 21:13:39.677655 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd402cde-1740-473f-b86f-8e901c2ad7d9 req-865225de-86e3-4dc9-abb7-e72bad18ecad tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=70edae9d-c1a7-4c94-bd2e-51f0fea743b1 HTTP/1.1" status: 200 len: 945 time: 0.0775459 Nov 24 21:13:39.729678 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33680) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:39.751149 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd402cde-1740-473f-b86f-8e901c2ad7d9 req-2e0d180d-dc4e-4ede-bb39-342431376791 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8ddeb9b-9281-40b9-801b-bfb77aa4c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644536 Nov 24 21:13:39.758896 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:39.791513 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a6494ecd-2d70-420a-9837-c00f06fec616 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-227168684-network', 'tenant_id': 'f646d51202ba4f2da3abf5e64782953f'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:39.835907 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6494ecd-2d70-420a-9837-c00f06fec616 admin admin] Made reservation on behalf of f646d51202ba4f2da3abf5e64782953f for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:13:39.838973 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6494ecd-2d70-420a-9837-c00f06fec616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:39.851048 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6494ecd-2d70-420a-9837-c00f06fec616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:39.872993 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-278cfbe8-fcd9-4e20-82f0-b3bedcd17218 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=10dea0a8ddac4edfa4feb2034f7165b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418805 Nov 24 21:13:39.875999 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33684) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:39.930014 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-516737b4-b3a1-4d97-be6c-ea0d01a926b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:39.945609 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6494ecd-2d70-420a-9837-c00f06fec616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:39.950825 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6494ecd-2d70-420a-9837-c00f06fec616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:39.954351 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-516737b4-b3a1-4d97-be6c-ea0d01a926b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:39.988951 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6494ecd-2d70-420a-9837-c00f06fec616 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:13:40.000723 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6494ecd-2d70-420a-9837-c00f06fec616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fe93c7-7ca1-4883-8895-20f745e5f69c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:40.013508 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6494ecd-2d70-420a-9837-c00f06fec616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:40.014540 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-a6494ecd-2d70-420a-9837-c00f06fec616 admin admin] Added segment aed0ac5f-f1a7-466c-affb-f419501ee4be of type vlan for network a1649b10-5f36-4bcc-a492-346711e3085f Nov 24 21:13:40.090316 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-516737b4-b3a1-4d97-be6c-ea0d01a926b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:40.093220 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-516737b4-b3a1-4d97-be6c-ea0d01a926b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:40.095275 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-516737b4-b3a1-4d97-be6c-ea0d01a926b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e1effb0a-c253-40d2-a837-2be37a2aeb24 HTTP/1.1" status: 204 len: 168 time: 0.2179022 Nov 24 21:13:40.111531 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6494ecd-2d70-420a-9837-c00f06fec616 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:40.112198 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516737b4-b3a1-4d97-be6c-ea0d01a926b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1effb0a-c253-40d2-a837-2be37a2aeb24,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:40.158568 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217551b7-27e6-49a1-9d57-0519092142d6 req-6ef0dbaa-99ab-43e1-8780-87781661ac43 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:40.169313 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-217551b7-27e6-49a1-9d57-0519092142d6 req-6ef0dbaa-99ab-43e1-8780-87781661ac43 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 943 time: 0.1104469 Nov 24 21:13:40.199259 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6494ecd-2d70-420a-9837-c00f06fec616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:40.201457 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6494ecd-2d70-420a-9837-c00f06fec616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:40.202232 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6494ecd-2d70-420a-9837-c00f06fec616 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:40.249446 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a6494ecd-2d70-420a-9837-c00f06fec616 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7351253 Nov 24 21:13:40.258274 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-217551b7-27e6-49a1-9d57-0519092142d6 req-aa65b9cc-a7ed-4dba-ac95-bb27d6236b41 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873151 Nov 24 21:13:40.260531 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33698) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:40.279770 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-7b827deb-db0a-4482-8c4e-4466353054d4 admin admin] Request body: {'subnet': {'network_id': 'a1649b10-5f36-4bcc-a492-346711e3085f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-227168684-subnet', 'tenant_id': 'f646d51202ba4f2da3abf5e64782953f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:40.286477 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6494ecd-2d70-420a-9837-c00f06fec616 admin admin] Pushing event updated for resources: {'Network': ['ID=a1649b10-5f36-4bcc-a492-346711e3085f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:40.299012 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network a1649b10-5f36-4bcc-a492-346711e3085f details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:13:40.349149 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b827deb-db0a-4482-8c4e-4466353054d4 admin admin] Made reservation on behalf of f646d51202ba4f2da3abf5e64782953f for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:13:40.356005 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b827deb-db0a-4482-8c4e-4466353054d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:40.557678 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d472e-295c-482f-83c7-7db427908e5d req-ed431f7e-ce3d-45db-9d90-d2bd5f7db663 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:40.559202 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-769d472e-295c-482f-83c7-7db427908e5d req-ed431f7e-ce3d-45db-9d90-d2bd5f7db663 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/networks?id=c1db01eb-8833-49c1-af32-55c864da5de4 HTTP/1.1" status: 200 len: 813 time: 0.1759233 Nov 24 21:13:40.596988 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-769d472e-295c-482f-83c7-7db427908e5d req-999eab76-4670-47f8-bd10-e27a36691ab9 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/quotas/fb5aaecd96374a3da709286748fb6f05 HTTP/1.1" status: 200 len: 375 time: 0.0164952 Nov 24 21:13:40.657283 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-769d472e-295c-482f-83c7-7db427908e5d req-25a5af21-407a-4094-9436-8eef99cd58bc tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fb5aaecd96374a3da709286748fb6f05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525596 Nov 24 21:13:40.712177 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b827deb-db0a-4482-8c4e-4466353054d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:40.802064 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b827deb-db0a-4482-8c4e-4466353054d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3611c77e-d5b4-42c1-bb58-8d1a0dbe51dc,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:40.835387 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-769d472e-295c-482f-83c7-7db427908e5d req-8885f393-cd4f-4c62-bb72-df90c4e5f39e service neutron] 10.222.0.11 "GET /v2.0/networks/c1db01eb-8833-49c1-af32-55c864da5de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646974 Nov 24 21:13:40.836333 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b827deb-db0a-4482-8c4e-4466353054d4 admin admin] Checking segment: {'id': 'aed0ac5f-f1a7-466c-affb-f419501ee4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a1649b10-5f36-4bcc-a492-346711e3085f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:13:40.836700 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b827deb-db0a-4482-8c4e-4466353054d4 admin admin] Network hostable DHCP agents. Network: a1649b10-5f36-4bcc-a492-346711e3085f, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:13:40.874361 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b827deb-db0a-4482-8c4e-4466353054d4 admin admin] Network a1649b10-5f36-4bcc-a492-346711e3085f is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:13:40.898830 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-7b827deb-db0a-4482-8c4e-4466353054d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, a1649b10-5f36-4bcc-a492-346711e3085f) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:13:40.908570 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5378df97-a8aa-446c-8908-4c66f6d113df None None] Network a1649b10-5f36-4bcc-a492-346711e3085f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:13:40.931495 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b827deb-db0a-4482-8c4e-4466353054d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:40.932081 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b827deb-db0a-4482-8c4e-4466353054d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:40.967469 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7b827deb-db0a-4482-8c4e-4466353054d4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7019606 Nov 24 21:13:40.974692 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-769d472e-295c-482f-83c7-7db427908e5d req-a9095a8a-ad15-46ab-bda1-91ad1336a1a9 service neutron] 10.222.0.11 "GET /v2.0/networks/c1db01eb-8833-49c1-af32-55c864da5de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193633 Nov 24 21:13:41.074842 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f7eb0c-4d0b-45c1-9314-4b8ab8941a27 None None] Network a1649b10-5f36-4bcc-a492-346711e3085f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:13:41.196342 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:41.254437 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cf23a744-eae0-4d19-9b44-35d5ffc76425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:41.405143 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d60e5-eb28-4249-b131-8507799422a3 req-007bae8d-6f0a-4463-9613-94956fed78c4 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:41.413859 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7d3d60e5-eb28-4249-b131-8507799422a3 req-007bae8d-6f0a-4463-9613-94956fed78c4 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=70edae9d-c1a7-4c94-bd2e-51f0fea743b1 HTTP/1.1" status: 200 len: 945 time: 0.0710874 Nov 24 21:13:41.464851 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7d3d60e5-eb28-4249-b131-8507799422a3 req-b9006a8d-5d90-434e-9250-bd9fe6d3a871 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8ddeb9b-9281-40b9-801b-bfb77aa4c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501034 Nov 24 21:13:42.111736 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-b0e4ef26-fc8f-4780-bb85-3a2f012aeb07 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:42.113350 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-b0e4ef26-fc8f-4780-bb85-3a2f012aeb07 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/networks?id=a1649b10-5f36-4bcc-a492-346711e3085f HTTP/1.1" status: 200 len: 813 time: 0.1393340 Nov 24 21:13:42.131133 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-240c093e-2a90-45c2-8f5a-7212c82cc67c tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/quotas/f646d51202ba4f2da3abf5e64782953f HTTP/1.1" status: 200 len: 375 time: 0.0113509 Nov 24 21:13:42.177320 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-5f488ad3-2e0e-40b4-b029-3a7d43b67b55 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f646d51202ba4f2da3abf5e64782953f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385213 Nov 24 21:13:42.273110 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-b6d16e75-41d5-4c5c-8ed4-bec48f1263cc service neutron] 10.222.0.11 "GET /v2.0/networks/a1649b10-5f36-4bcc-a492-346711e3085f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940170 Nov 24 21:13:42.393378 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-c886998b-d471-40b9-af5b-d62f1484724e service neutron] 10.222.0.11 "GET /v2.0/networks/a1649b10-5f36-4bcc-a492-346711e3085f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125326 Nov 24 21:13:42.406400 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:42.582173 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d472e-295c-482f-83c7-7db427908e5d req-7d3fa3df-5e4d-409b-be30-875a0298e8f7 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:42.585078 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-769d472e-295c-482f-83c7-7db427908e5d req-7d3fa3df-5e4d-409b-be30-875a0298e8f7 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.48 "GET /v2.0/networks?id=c1db01eb-8833-49c1-af32-55c864da5de4 HTTP/1.1" status: 200 len: 813 time: 0.2131310 Nov 24 21:13:42.610500 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-769d472e-295c-482f-83c7-7db427908e5d req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Request body: {'port': {'device_id': '314f3b13-e0e2-4006-9ece-28d18164b017', 'network_id': 'c1db01eb-8833-49c1-af32-55c864da5de4', 'admin_state_up': True, 'tenant_id': 'fb5aaecd96374a3da709286748fb6f05'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:42.651693 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-17316ad4-0de3-4b9e-82d2-b5bee8c0699f req-7abaf690-7e34-40f3-a4af-faa0fe86ec38 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?device_id=314f3b13-e0e2-4006-9ece-28d18164b017 HTTP/1.1" status: 200 len: 210 time: 0.0355844 Nov 24 21:13:42.875508 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc032439-f2bd-461a-a2bb-66c5dc5688af req-696f0d39-6a0f-416e-887a-c141f352ed79 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:42.885632 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fc032439-f2bd-461a-a2bb-66c5dc5688af req-696f0d39-6a0f-416e-887a-c141f352ed79 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 943 time: 0.0864720 Nov 24 21:13:42.903872 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-769d472e-295c-482f-83c7-7db427908e5d req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Made reservation on behalf of fb5aaecd96374a3da709286748fb6f05 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:13:42.909667 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-769d472e-295c-482f-83c7-7db427908e5d req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:42.962260 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fc032439-f2bd-461a-a2bb-66c5dc5688af req-ac3d516b-aff0-462d-8384-a30b2155df7d tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756190 Nov 24 21:13:43.232664 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66d169d0-2852-4a3e-a2ab-d2f2b1770125 req-6b1dd178-1869-49e7-ba55-036bbb83a821 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db40d62-83b9-427f-8faa-2719e67f519e HTTP/1.1" status: 200 len: 210 time: 0.0531168 Nov 24 21:13:43.629553 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-769d472e-295c-482f-83c7-7db427908e5d req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Allocated IP 172.20.0.3 (c1db01eb-8833-49c1-af32-55c864da5de4/0a45bd0c-8ca2-4b52-81ab-9da7498bfeba/e44898bc-2a75-40d1-8246-ba357041ae01) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:13:43.666480 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe73a45-8e09-4c52-ba9d-28d5382cd862 req-0e388b1b-3beb-4681-9152-ef4e80fe9cc2 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:43.669389 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-afe73a45-8e09-4c52-ba9d-28d5382cd862 req-0e388b1b-3beb-4681-9152-ef4e80fe9cc2 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=70edae9d-c1a7-4c94-bd2e-51f0fea743b1 HTTP/1.1" status: 200 len: 945 time: 0.0643616 Nov 24 21:13:43.727427 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-afe73a45-8e09-4c52-ba9d-28d5382cd862 req-01e1411c-6d5d-4873-a578-32374eb6eae0 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8ddeb9b-9281-40b9-801b-bfb77aa4c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514629 Nov 24 21:13:43.774649 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:43.785281 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33820) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:43.858459 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-769d472e-295c-482f-83c7-7db427908e5d req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:43.905276 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-769d472e-295c-482f-83c7-7db427908e5d req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:43.925873 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-20017273-866d-4f43-ae10-7cde7656effd req-b011fbf5-56f2-4a25-967d-fcb9bde0f5da tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?device_id=314f3b13-e0e2-4006-9ece-28d18164b017 HTTP/1.1" status: 200 len: 210 time: 0.0771759 Nov 24 21:13:43.969239 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-119cec5c-da4e-4687-a508-ff365173fdd7 admin admin] Deleting subnet 8e3f2a5f-d3c5-412b-b677-53100b3422e3 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:13:43.985190 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-119cec5c-da4e-4687-a508-ff365173fdd7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:44.013598 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Pushing event updated for resources: {'Port': ['ID=e44898bc-2a75-40d1-8246-ba357041ae01,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:44.034205 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-769d472e-295c-482f-83c7-7db427908e5d req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Network c1db01eb-8833-49c1-af32-55c864da5de4 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:13:44.129232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:13:44.129232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:13:44.129232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:13:44.129232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:13:44.129232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:13:44.129232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:13:44.129232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:13:44.129232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:13:44.130174 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:13:44.130174 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:13:44.130174 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:13:44.130455 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:13:44.138699 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-769d472e-295c-482f-83c7-7db427908e5d req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:13:44.141361 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-769d472e-295c-482f-83c7-7db427908e5d req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:13:44.203062 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-119cec5c-da4e-4687-a508-ff365173fdd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:44.228151 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-781b47fd-ddc5-45bf-a4fc-c69ec54f7efe tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:44.230369 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-781b47fd-ddc5-45bf-a4fc-c69ec54f7efe tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.15 "GET /v2.0/networks?id=a1649b10-5f36-4bcc-a492-346711e3085f HTTP/1.1" status: 200 len: 813 time: 0.2622712 Nov 24 21:13:44.236558 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d472e-295c-482f-83c7-7db427908e5d req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:44.237249 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-769d472e-295c-482f-83c7-7db427908e5d req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:44.253208 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-e56a2fcf-1cdf-4ff7-9f70-9098c64f5c6a tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Request body: {'port': {'device_id': '9db40d62-83b9-427f-8faa-2719e67f519e', 'network_id': 'a1649b10-5f36-4bcc-a492-346711e3085f', 'admin_state_up': True, 'tenant_id': 'f646d51202ba4f2da3abf5e64782953f'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:44.306572 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-119cec5c-da4e-4687-a508-ff365173fdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:44.309754 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-769d472e-295c-482f-83c7-7db427908e5d req-cde88a7d-21bf-4d63-9c1a-f8f1b154187c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7126420 Nov 24 21:13:44.347328 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c27bd-e8dc-45d8-962c-ea2ef3dac603 req-e9b1972c-26d4-4379-b13f-13578786f110 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:44.349228 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6d2c27bd-e8dc-45d8-962c-ea2ef3dac603 req-e9b1972c-26d4-4379-b13f-13578786f110 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 943 time: 0.1871943 Nov 24 21:13:44.352785 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-769d472e-295c-482f-83c7-7db427908e5d req-4da8697a-998d-417d-afdc-11b575668bea service neutron] Request body: {'port': {'device_id': '314f3b13-e0e2-4006-9ece-28d18164b017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:44.390660 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-119cec5c-da4e-4687-a508-ff365173fdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:44.429860 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-119cec5c-da4e-4687-a508-ff365173fdd7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:44.433003 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-119cec5c-da4e-4687-a508-ff365173fdd7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8e3f2a5f-d3c5-412b-b677-53100b3422e3 HTTP/1.1" status: 204 len: 168 time: 0.6466024 Nov 24 21:13:44.433891 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cec5c-da4e-4687-a508-ff365173fdd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e3f2a5f-d3c5-412b-b677-53100b3422e3,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:44.436524 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33832) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:44.452949 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-769d472e-295c-482f-83c7-7db427908e5d req-4da8697a-998d-417d-afdc-11b575668bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:44.455282 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6d2c27bd-e8dc-45d8-962c-ea2ef3dac603 req-12dcda2a-ee3c-41b3-b696-3ac2d082eb37 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817213 Nov 24 21:13:44.591541 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-e56a2fcf-1cdf-4ff7-9f70-9098c64f5c6a tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Made reservation on behalf of f646d51202ba4f2da3abf5e64782953f for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:13:44.596772 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-e56a2fcf-1cdf-4ff7-9f70-9098c64f5c6a tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:44.614460 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bc6988f8-a03e-44c6-bba2-107c5c66a2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:44.624462 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9798ca36-f6d1-4d2e-8f0b-a74c1b1c8b33 req-7cdceacd-0b81-404a-a027-bd2eddcf780c tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db40d62-83b9-427f-8faa-2719e67f519e HTTP/1.1" status: 200 len: 210 time: 0.0288484 Nov 24 21:13:44.822275 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:44.858848 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10844246-6e37-44a1-ada5-20b5cf470b0a req-ac7b06fa-946f-4996-801d-a27f51c60e84 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:44.860557 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10844246-6e37-44a1-ada5-20b5cf470b0a req-ac7b06fa-946f-4996-801d-a27f51c60e84 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=70edae9d-c1a7-4c94-bd2e-51f0fea743b1 HTTP/1.1" status: 200 len: 945 time: 0.0628698 Nov 24 21:13:44.894101 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bc6988f8-a03e-44c6-bba2-107c5c66a2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:44.938909 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10844246-6e37-44a1-ada5-20b5cf470b0a req-77d0f74e-9305-4fc5-888a-49eb3cef76b2 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8ddeb9b-9281-40b9-801b-bfb77aa4c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717437 Nov 24 21:13:44.971312 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e1f91-5418-4e51-b7ff-369bc34bb928 req-8a14fde4-1910-4c33-b4cf-65b6ad18704f tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:44.972875 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca2e1f91-5418-4e51-b7ff-369bc34bb928 req-8a14fde4-1910-4c33-b4cf-65b6ad18704f tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.15 "GET /v2.0/ports?device_id=70edae9d-c1a7-4c94-bd2e-51f0fea743b1 HTTP/1.1" status: 200 len: 945 time: 0.0880725 Nov 24 21:13:44.973137 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-bc6988f8-a03e-44c6-bba2-107c5c66a2fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cfd0991-3fe1-458a-9cab-a785fe8464fe']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:13:44.982445 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-e56a2fcf-1cdf-4ff7-9f70-9098c64f5c6a tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Allocated IP 172.20.0.8 (a1649b10-5f36-4bcc-a492-346711e3085f/3611c77e-d5b4-42c1-bb58-8d1a0dbe51dc/08c5d2ff-4f10-46e8-b5e9-c4b407a97d13) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:13:44.994578 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-bc6988f8-a03e-44c6-bba2-107c5c66a2fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d695b4-23ac-4f76-b033-410336a771ec') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:13:44.994882 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-bc6988f8-a03e-44c6-bba2-107c5c66a2fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d695b4-23ac-4f76-b033-410336a771ec') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:13:45.023448 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bc6988f8-a03e-44c6-bba2-107c5c66a2fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:45.056633 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bc6988f8-a03e-44c6-bba2-107c5c66a2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:45.079027 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6988f8-a03e-44c6-bba2-107c5c66a2fe admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:13:45.079357 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bc6988f8-a03e-44c6-bba2-107c5c66a2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:13:45.081065 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:13:45.106753 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79800b50-cf7e-4e8e-a79c-34931ecd535e req-60169fea-adab-44cc-bf4e-9166c0b826ff tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:45.108261 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-79800b50-cf7e-4e8e-a79c-34931ecd535e req-60169fea-adab-44cc-bf4e-9166c0b826ff tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?device_id=314f3b13-e0e2-4006-9ece-28d18164b017 HTTP/1.1" status: 200 len: 931 time: 0.0847108 Nov 24 21:13:45.145216 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-ca2e1f91-5418-4e51-b7ff-369bc34bb928 req-548e4de3-b48b-4b32-8172-6cd5953c7685 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Deleting port 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:13:45.145558 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ca2e1f91-5418-4e51-b7ff-369bc34bb928 req-548e4de3-b48b-4b32-8172-6cd5953c7685 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:45.197634 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-79800b50-cf7e-4e8e-a79c-34931ecd535e req-94bbd50c-9d60-4081-8077-4dbc9051e18b tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c864a52-c9e4-442c-948b-d61221035693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823643 Nov 24 21:13:45.217588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-769d472e-295c-482f-83c7-7db427908e5d req-4da8697a-998d-417d-afdc-11b575668bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e44898bc-2a75-40d1-8246-ba357041ae01 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:13:45.221982 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bc6988f8-a03e-44c6-bba2-107c5c66a2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:45.241457 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-769d472e-295c-482f-83c7-7db427908e5d req-4da8697a-998d-417d-afdc-11b575668bea service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:45.247271 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bc6988f8-a03e-44c6-bba2-107c5c66a2fe admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:45.252209 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bc6988f8-a03e-44c6-bba2-107c5c66a2fe admin admin] 10.222.0.11 "DELETE /v2.0/networks/0cfd0991-3fe1-458a-9cab-a785fe8464fe HTTP/1.1" status: 204 len: 168 time: 0.8119919 Nov 24 21:13:45.280618 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-ca2e1f91-5418-4e51-b7ff-369bc34bb928 req-548e4de3-b48b-4b32-8172-6cd5953c7685 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] For port 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d,segment=NetworkSegment(5866be1b-31d9-4824-9135-55f142870285),segment_id=5866be1b-31d9-4824-9135-55f142870285)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:45.280940 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ca2e1f91-5418-4e51-b7ff-369bc34bb928 req-548e4de3-b48b-4b32-8172-6cd5953c7685 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:45.296920 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-ca2e1f91-5418-4e51-b7ff-369bc34bb928 req-548e4de3-b48b-4b32-8172-6cd5953c7685 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Calling delete_port for 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:13:45.312788 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6988f8-a03e-44c6-bba2-107c5c66a2fe admin admin] Pushing event deleted for resources: {'Network': ['ID=0cfd0991-3fe1-458a-9cab-a785fe8464fe,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:45.327479 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-769d472e-295c-482f-83c7-7db427908e5d req-4da8697a-998d-417d-afdc-11b575668bea service neutron] Transition to ACTIVE for port object e44898bc-2a75-40d1-8246-ba357041ae01 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:13:45.335963 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-769d472e-295c-482f-83c7-7db427908e5d req-4da8697a-998d-417d-afdc-11b575668bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:45.392364 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8697a-998d-417d-afdc-11b575668bea service neutron] Pushing event updated for resources: {'Port': ['ID=e44898bc-2a75-40d1-8246-ba357041ae01,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:45.471294 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-e56a2fcf-1cdf-4ff7-9f70-9098c64f5c6a tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:45.523413 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33848) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:45.621872 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-e56a2fcf-1cdf-4ff7-9f70-9098c64f5c6a tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:45.628343 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d6806f66-1ab7-4845-b5d1-d5df1c1795cf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7ad457c77b1f4b5abfda21dbb9e5dbdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0997469 Nov 24 21:13:45.631169 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-769d472e-295c-482f-83c7-7db427908e5d req-4da8697a-998d-417d-afdc-11b575668bea service neutron] Attempting to bind port e44898bc-2a75-40d1-8246-ba357041ae01 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:13:45.631543 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-769d472e-295c-482f-83c7-7db427908e5d req-4da8697a-998d-417d-afdc-11b575668bea service neutron] Attempting to bind port e44898bc-2a75-40d1-8246-ba357041ae01 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c1db01eb-8833-49c1-af32-55c864da5de4'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:13:45.631882 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d472e-295c-482f-83c7-7db427908e5d req-4da8697a-998d-417d-afdc-11b575668bea service neutron] Attempting to bind port e44898bc-2a75-40d1-8246-ba357041ae01 on network c1db01eb-8833-49c1-af32-55c864da5de4 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:13:45.634651 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33852) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:45.676836 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d472e-295c-482f-83c7-7db427908e5d req-4da8697a-998d-417d-afdc-11b575668bea service neutron] Port e44898bc-2a75-40d1-8246-ba357041ae01 on network c1db01eb-8833-49c1-af32-55c864da5de4 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:13:45.677218 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d472e-295c-482f-83c7-7db427908e5d req-4da8697a-998d-417d-afdc-11b575668bea service neutron] Attempting to bind port e44898bc-2a75-40d1-8246-ba357041ae01 on network c1db01eb-8833-49c1-af32-55c864da5de4 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:13:45.707062 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d472e-295c-482f-83c7-7db427908e5d req-4da8697a-998d-417d-afdc-11b575668bea service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:13:45.707490 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d472e-295c-482f-83c7-7db427908e5d req-4da8697a-998d-417d-afdc-11b575668bea service neutron] Checking segment: {'id': 'e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c1db01eb-8833-49c1-af32-55c864da5de4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:13:45.707801 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d472e-295c-482f-83c7-7db427908e5d req-4da8697a-998d-417d-afdc-11b575668bea service neutron] Bound using segment: {'id': 'e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c1db01eb-8833-49c1-af32-55c864da5de4'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:13:45.708247 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-769d472e-295c-482f-83c7-7db427908e5d req-4da8697a-998d-417d-afdc-11b575668bea service neutron] Bound port: e44898bc-2a75-40d1-8246-ba357041ae01, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c1db01eb-8833-49c1-af32-55c864da5de4'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:13:45.708613 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-769d472e-295c-482f-83c7-7db427908e5d req-4da8697a-998d-417d-afdc-11b575668bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:45.712646 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-e56a2fcf-1cdf-4ff7-9f70-9098c64f5c6a tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Network a1649b10-5f36-4bcc-a492-346711e3085f is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:13:45.727682 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-e56a2fcf-1cdf-4ff7-9f70-9098c64f5c6a tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:13:45.744318 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a2fcf-1cdf-4ff7-9f70-9098c64f5c6a tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Pushing event updated for resources: {'Port': ['ID=08c5d2ff-4f10-46e8-b5e9-c4b407a97d13,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:45.748719 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-e56a2fcf-1cdf-4ff7-9f70-9098c64f5c6a tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:13:45.800430 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488be5e8-c7e7-47c3-b52c-f30e06bf879b req-19f8de50-6b32-4bc1-9469-5fced12fb8db tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:45.801911 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-488be5e8-c7e7-47c3-b52c-f30e06bf879b req-19f8de50-6b32-4bc1-9469-5fced12fb8db tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 943 time: 0.0761111 Nov 24 21:13:45.829323 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a0cb453d-7b5f-4af4-a5ad-f19db529e279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:45.843747 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-e56a2fcf-1cdf-4ff7-9f70-9098c64f5c6a tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:45.844389 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-e56a2fcf-1cdf-4ff7-9f70-9098c64f5c6a tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:45.894648 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a0cb453d-7b5f-4af4-a5ad-f19db529e279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:45.900491 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ca2e1f91-5418-4e51-b7ff-369bc34bb928 req-548e4de3-b48b-4b32-8172-6cd5953c7685 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:45.904211 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-769d472e-295c-482f-83c7-7db427908e5d req-4da8697a-998d-417d-afdc-11b575668bea service neutron] For port e44898bc-2a75-40d1-8246-ba357041ae01, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:13:45.910780 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-e56a2fcf-1cdf-4ff7-9f70-9098c64f5c6a tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6618171 Nov 24 21:13:45.914605 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-769d472e-295c-482f-83c7-7db427908e5d req-4da8697a-998d-417d-afdc-11b575668bea service neutron] For port e44898bc-2a75-40d1-8246-ba357041ae01, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=e44898bc-2a75-40d1-8246-ba357041ae01,segment=NetworkSegment(e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06),segment_id=e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:13:45.920313 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-488be5e8-c7e7-47c3-b52c-f30e06bf879b req-96f4266c-e9fa-4221-a6a6-6dd3d6e1a63b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826414 Nov 24 21:13:45.939983 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e4de3-b48b-4b32-8172-6cd5953c7685 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Pushing event deleted for resources: {'Port': ['ID=6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:45.952786 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-769d472e-295c-482f-83c7-7db427908e5d req-4da8697a-998d-417d-afdc-11b575668bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:45.962214 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-fcb9f1ed-9c65-409b-bc84-3513c34aa0eb service neutron] Request body: {'port': {'device_id': '9db40d62-83b9-427f-8faa-2719e67f519e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:46.010611 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2e1f91-5418-4e51-b7ff-369bc34bb928 req-548e4de3-b48b-4b32-8172-6cd5953c7685 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] No DVR routers for this DVR port 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:13:46.015467 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ca2e1f91-5418-4e51-b7ff-369bc34bb928 req-548e4de3-b48b-4b32-8172-6cd5953c7685 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:46.020935 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca2e1f91-5418-4e51-b7ff-369bc34bb928 req-548e4de3-b48b-4b32-8172-6cd5953c7685 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.15 "DELETE /v2.0/ports/6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d HTTP/1.1" status: 204 len: 173 time: 1.0366476 Nov 24 21:13:46.022009 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70edae9d-c1a7-4c94-bd2e-51f0fea743b1', 'name': 'network-vif-deleted', 'tag': '6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:13:46.023568 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d472e-295c-482f-83c7-7db427908e5d req-4da8697a-998d-417d-afdc-11b575668bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:46.024253 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-769d472e-295c-482f-83c7-7db427908e5d req-4da8697a-998d-417d-afdc-11b575668bea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:46.025663 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-769d472e-295c-482f-83c7-7db427908e5d req-4da8697a-998d-417d-afdc-11b575668bea service neutron] 10.222.0.48 "PUT /v2.0/ports/e44898bc-2a75-40d1-8246-ba357041ae01 HTTP/1.1" status: 200 len: 1091 time: 1.7064874 Nov 24 21:13:46.028200 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314f3b13-e0e2-4006-9ece-28d18164b017', 'tag': 'e44898bc-2a75-40d1-8246-ba357041ae01'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:13:46.030722 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502299fa-fae7-44a7-a724-7d871572f6cf" -d '{"events": [{"name": "network-changed", "server_uuid": "314f3b13-e0e2-4006-9ece-28d18164b017", "tag": "e44898bc-2a75-40d1-8246-ba357041ae01"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:13:46.035055 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97f2c29-ea49-421c-85fd-2413e5c84a81" -d '{"events": [{"server_uuid": "70edae9d-c1a7-4c94-bd2e-51f0fea743b1", "name": "network-vif-deleted", "tag": "6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:13:46.115702 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8697a-998d-417d-afdc-11b575668bea service neutron] Pushing event updated for resources: {'Port': ['ID=e44898bc-2a75-40d1-8246-ba357041ae01,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:46.119126 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-fcb9f1ed-9c65-409b-bc84-3513c34aa0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:46.121024 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a0cb453d-7b5f-4af4-a5ad-f19db529e279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:46.123592 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a0cb453d-7b5f-4af4-a5ad-f19db529e279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:46.124876 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a0cb453d-7b5f-4af4-a5ad-f19db529e279 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1be7ef99-8403-47fa-946c-7d0c367cd480 HTTP/1.1" status: 204 len: 168 time: 0.4874036 Nov 24 21:13:46.148654 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb453d-7b5f-4af4-a5ad-f19db529e279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be7ef99-8403-47fa-946c-7d0c367cd480,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:46.182943 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506f7ef-2398-4d8f-ad7e-42465353d821 req-098c794c-92b4-4591-b31b-ca7e115e3b84 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:46.197694 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8506f7ef-2398-4d8f-ad7e-42465353d821 req-098c794c-92b4-4591-b31b-ca7e115e3b84 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db40d62-83b9-427f-8faa-2719e67f519e HTTP/1.1" status: 200 len: 931 time: 0.0869000 Nov 24 21:13:46.204711 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d472e-295c-482f-83c7-7db427908e5d req-2526dfc3-509b-4cad-a1e6-3cc9dd21eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:46.206289 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-769d472e-295c-482f-83c7-7db427908e5d req-2526dfc3-509b-4cad-a1e6-3cc9dd21eb43 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb5aaecd96374a3da709286748fb6f05&device_id=314f3b13-e0e2-4006-9ece-28d18164b017 HTTP/1.1" status: 200 len: 1094 time: 0.1259189 Nov 24 21:13:46.258635 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8506f7ef-2398-4d8f-ad7e-42465353d821 req-7b0c37ac-1d0b-4cf6-8ffc-a94dcce4e788 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9fe93c7-7ca1-4883-8895-20f745e5f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597529 Nov 24 21:13:46.284034 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-769d472e-295c-482f-83c7-7db427908e5d req-57da9b35-deef-4aec-917e-6eb56df9ed69 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e44898bc-2a75-40d1-8246-ba357041ae01 HTTP/1.1" status: 200 len: 217 time: 0.0686102 Nov 24 21:13:46.399533 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d2bad933-bf4f-47f6-95aa-8085785e141f req-82329d35-8e01-49fe-be5e-79ee036b36e5 tempest-VolumesActionsTest-226606354 tempest-VolumesActionsTest-226606354-project] 10.222.0.11 "GET /v2.0/ports?device_id=70edae9d-c1a7-4c94-bd2e-51f0fea743b1 HTTP/1.1" status: 200 len: 210 time: 0.0357141 Nov 24 21:13:46.436499 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d472e-295c-482f-83c7-7db427908e5d req-9fdb6e03-5cdc-4018-a23d-5035a1ea0658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:46.438092 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-769d472e-295c-482f-83c7-7db427908e5d req-9fdb6e03-5cdc-4018-a23d-5035a1ea0658 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a45bd0c-8ca2-4b52-81ab-9da7498bfeba HTTP/1.1" status: 200 len: 853 time: 0.1474631 Nov 24 21:13:46.485335 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-769d472e-295c-482f-83c7-7db427908e5d req-59a72e9c-779c-4625-9ff9-877b95d40051 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c1db01eb-8833-49c1-af32-55c864da5de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306497 Nov 24 21:13:46.756278 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-769d472e-295c-482f-83c7-7db427908e5d req-0743672c-96e1-43cc-8564-b9711e627a53 service neutron] 10.222.0.48 "GET /v2.0/networks/c1db01eb-8833-49c1-af32-55c864da5de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599895 Nov 24 21:13:46.841168 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e73407-6f76-42e3-a377-37d64a04fa49 x-openstack-request-id: req-18e73407-6f76-42e3-a377-37d64a04fa49 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:13:46.841602 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314f3b13-e0e2-4006-9ece-28d18164b017", "tag": "e44898bc-2a75-40d1-8246-ba357041ae01", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:13:46.842067 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-18e73407-6f76-42e3-a377-37d64a04fa49 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:13:46.842482 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '314f3b13-e0e2-4006-9ece-28d18164b017', 'tag': 'e44898bc-2a75-40d1-8246-ba357041ae01', 'status': 'completed', 'code': 200} Nov 24 21:13:46.887480 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888d96ca-aaeb-416f-9d2e-ca3725b66403 x-openstack-request-id: req-888d96ca-aaeb-416f-9d2e-ca3725b66403 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:13:46.888025 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70edae9d-c1a7-4c94-bd2e-51f0fea743b1", "name": "network-vif-deleted", "tag": "6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:13:46.888025 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-888d96ca-aaeb-416f-9d2e-ca3725b66403 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:13:46.888421 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70edae9d-c1a7-4c94-bd2e-51f0fea743b1', 'name': 'network-vif-deleted', 'tag': '6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d', 'status': 'completed', 'code': 200} Nov 24 21:13:46.927088 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-fcb9f1ed-9c65-409b-bc84-3513c34aa0eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:13:46.946459 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-fcb9f1ed-9c65-409b-bc84-3513c34aa0eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:46.960152 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-769d472e-295c-482f-83c7-7db427908e5d req-78a4dadc-8508-4d56-8a79-53f741936644 service neutron] 10.222.0.48 "GET /v2.0/networks/c1db01eb-8833-49c1-af32-55c864da5de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938124 Nov 24 21:13:46.983185 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-fcb9f1ed-9c65-409b-bc84-3513c34aa0eb service neutron] Transition to ACTIVE for port object 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:13:46.993977 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-fcb9f1ed-9c65-409b-bc84-3513c34aa0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:47.042357 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43535a89-6b21-466f-883a-13e0e212cf14 req-11c060a9-f8b6-4525-9f2d-0043d64baab3 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:47.058344 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-43535a89-6b21-466f-883a-13e0e212cf14 req-11c060a9-f8b6-4525-9f2d-0043d64baab3 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?device_id=314f3b13-e0e2-4006-9ece-28d18164b017 HTTP/1.1" status: 200 len: 943 time: 0.0997622 Nov 24 21:13:47.116601 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-43535a89-6b21-466f-883a-13e0e212cf14 req-a6bad1c2-debe-42f5-8d92-d4c26b22839f tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c864a52-c9e4-442c-948b-d61221035693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570269 Nov 24 21:13:47.119654 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9f1ed-9c65-409b-bc84-3513c34aa0eb service neutron] Pushing event updated for resources: {'Port': ['ID=08c5d2ff-4f10-46e8-b5e9-c4b407a97d13,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:47.255285 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502299fa-fae7-44a7-a724-7d871572f6cf req-a120290f-751b-4910-94a7-c5632a8dd1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:47.257921 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-502299fa-fae7-44a7-a724-7d871572f6cf req-a120290f-751b-4910-94a7-c5632a8dd1e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb5aaecd96374a3da709286748fb6f05&device_id=314f3b13-e0e2-4006-9ece-28d18164b017 HTTP/1.1" status: 200 len: 1094 time: 0.1954389 Nov 24 21:13:47.308921 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d78cc2-27e3-42d5-afaf-a7de0cdb52d8 req-77c10b5d-91e5-4733-bd6c-1a709fb43b36 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:47.312593 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d1d78cc2-27e3-42d5-afaf-a7de0cdb52d8 req-77c10b5d-91e5-4733-bd6c-1a709fb43b36 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 943 time: 0.1216614 Nov 24 21:13:47.380528 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-fcb9f1ed-9c65-409b-bc84-3513c34aa0eb service neutron] Attempting to bind port 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:13:47.380902 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-fcb9f1ed-9c65-409b-bc84-3513c34aa0eb service neutron] Attempting to bind port 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'aed0ac5f-f1a7-466c-affb-f419501ee4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a1649b10-5f36-4bcc-a492-346711e3085f'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:13:47.381350 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-fcb9f1ed-9c65-409b-bc84-3513c34aa0eb service neutron] Attempting to bind port 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13 on network a1649b10-5f36-4bcc-a492-346711e3085f {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:13:47.393396 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d1d78cc2-27e3-42d5-afaf-a7de0cdb52d8 req-5c486b00-6c77-4b8f-a9ef-9bd8ad08c85e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760484 Nov 24 21:13:47.400730 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-fcb9f1ed-9c65-409b-bc84-3513c34aa0eb service neutron] Port 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13 on network a1649b10-5f36-4bcc-a492-346711e3085f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:13:47.401107 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-fcb9f1ed-9c65-409b-bc84-3513c34aa0eb service neutron] Attempting to bind port 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13 on network a1649b10-5f36-4bcc-a492-346711e3085f {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:13:47.401251 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:13:47.403676 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502299fa-fae7-44a7-a724-7d871572f6cf req-567e21f6-9a1b-440c-8757-47fe5bbdf31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:47.405210 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-502299fa-fae7-44a7-a724-7d871572f6cf req-567e21f6-9a1b-440c-8757-47fe5bbdf31a service neutron] 10.222.0.48 "GET /v2.0/networks?id=c1db01eb-8833-49c1-af32-55c864da5de4 HTTP/1.1" status: 200 len: 914 time: 0.1395240 Nov 24 21:13:47.409315 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-fcb9f1ed-9c65-409b-bc84-3513c34aa0eb service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:13:47.409646 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-fcb9f1ed-9c65-409b-bc84-3513c34aa0eb service neutron] Checking segment: {'id': 'aed0ac5f-f1a7-466c-affb-f419501ee4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a1649b10-5f36-4bcc-a492-346711e3085f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:13:47.410204 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-fcb9f1ed-9c65-409b-bc84-3513c34aa0eb service neutron] Bound using segment: {'id': 'aed0ac5f-f1a7-466c-affb-f419501ee4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a1649b10-5f36-4bcc-a492-346711e3085f'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:13:47.410638 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-fcb9f1ed-9c65-409b-bc84-3513c34aa0eb service neutron] Bound port: 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed0ac5f-f1a7-466c-affb-f419501ee4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a1649b10-5f36-4bcc-a492-346711e3085f'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:13:47.410993 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-fcb9f1ed-9c65-409b-bc84-3513c34aa0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:47.443670 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:13:47.445097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 6f84b8f8-2bf6-492c-88e0-8cd5b0104c7d not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:13:47.464652 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-502299fa-fae7-44a7-a724-7d871572f6cf req-096fac92-df63-4223-bbe1-d2a91457da16 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e44898bc-2a75-40d1-8246-ba357041ae01 HTTP/1.1" status: 200 len: 217 time: 0.0495436 Nov 24 21:13:47.465151 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 33896) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:47.582513 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502299fa-fae7-44a7-a724-7d871572f6cf req-b65ec0ca-ac7f-4286-8faf-6e24e8324b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:47.584104 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-502299fa-fae7-44a7-a724-7d871572f6cf req-b65ec0ca-ac7f-4286-8faf-6e24e8324b2b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a45bd0c-8ca2-4b52-81ab-9da7498bfeba HTTP/1.1" status: 200 len: 853 time: 0.0902288 Nov 24 21:13:47.586155 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-fcb9f1ed-9c65-409b-bc84-3513c34aa0eb service neutron] For port 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:13:47.590733 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-fcb9f1ed-9c65-409b-bc84-3513c34aa0eb service neutron] For port 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=08c5d2ff-4f10-46e8-b5e9-c4b407a97d13,segment=NetworkSegment(aed0ac5f-f1a7-466c-affb-f419501ee4be),segment_id=aed0ac5f-f1a7-466c-affb-f419501ee4be)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:13:47.603211 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-fcb9f1ed-9c65-409b-bc84-3513c34aa0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:47.624733 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a8ddf-1cbb-40d4-8b96-b4ce72c85339 req-24ed9e9a-7c8c-48d2-a8ec-c2c66ea462f2 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:47.626289 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-678a8ddf-1cbb-40d4-8b96-b4ce72c85339 req-24ed9e9a-7c8c-48d2-a8ec-c2c66ea462f2 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db40d62-83b9-427f-8faa-2719e67f519e HTTP/1.1" status: 200 len: 943 time: 0.0699866 Nov 24 21:13:47.627502 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-502299fa-fae7-44a7-a724-7d871572f6cf req-eebc2195-548a-4956-aaf6-bbefe40ee659 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c1db01eb-8833-49c1-af32-55c864da5de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353203 Nov 24 21:13:47.666619 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-eb4d955c-ba5c-4ee6-9511-a853e307633d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-788636042-network', 'tenant_id': '34eb1b5871e240b2be1020cbdb8f83a3'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:47.676886 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-678a8ddf-1cbb-40d4-8b96-b4ce72c85339 req-26442e07-26b7-4d39-9525-affc582c8a9d tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9fe93c7-7ca1-4883-8895-20f745e5f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433660 Nov 24 21:13:47.685654 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-fcb9f1ed-9c65-409b-bc84-3513c34aa0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:47.686295 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-fcb9f1ed-9c65-409b-bc84-3513c34aa0eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:47.687680 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-fcb9f1ed-9c65-409b-bc84-3513c34aa0eb service neutron] 10.222.0.15 "PUT /v2.0/ports/08c5d2ff-4f10-46e8-b5e9-c4b407a97d13 HTTP/1.1" status: 200 len: 1091 time: 1.7383382 Nov 24 21:13:48.081748 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9f1ed-9c65-409b-bc84-3513c34aa0eb service neutron] Pushing event updated for resources: {'Port': ['ID=08c5d2ff-4f10-46e8-b5e9-c4b407a97d13,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:48.105794 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4d955c-ba5c-4ee6-9511-a853e307633d admin admin] Made reservation on behalf of 34eb1b5871e240b2be1020cbdb8f83a3 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:13:48.108186 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb4d955c-ba5c-4ee6-9511-a853e307633d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:48.125543 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb4d955c-ba5c-4ee6-9511-a853e307633d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:48.153966 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-502299fa-fae7-44a7-a724-7d871572f6cf req-8ced3c8f-b807-465d-b609-7416c7abe6cf service neutron] 10.222.0.48 "GET /v2.0/networks/c1db01eb-8833-49c1-af32-55c864da5de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065250 Nov 24 21:13:48.164993 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-62e5cd5c-899b-4e37-a687-27021bff2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:48.166703 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-62e5cd5c-899b-4e37-a687-27021bff2fc6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f646d51202ba4f2da3abf5e64782953f&device_id=9db40d62-83b9-427f-8faa-2719e67f519e HTTP/1.1" status: 200 len: 1094 time: 0.1026068 Nov 24 21:13:48.245085 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-e9079766-f8ef-4c3b-bdc1-fc43e497b754 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08c5d2ff-4f10-46e8-b5e9-c4b407a97d13 HTTP/1.1" status: 200 len: 217 time: 0.0572970 Nov 24 21:13:48.251563 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246ead7-b903-4dbe-a30d-f243f7fb137c req-d2cb304c-e4ac-4cb8-b13a-02310a00bc51 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:48.253410 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a246ead7-b903-4dbe-a30d-f243f7fb137c req-d2cb304c-e4ac-4cb8-b13a-02310a00bc51 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?device_id=314f3b13-e0e2-4006-9ece-28d18164b017 HTTP/1.1" status: 200 len: 943 time: 0.0584311 Nov 24 21:13:48.307283 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a246ead7-b903-4dbe-a30d-f243f7fb137c req-216097d3-208f-464f-bdbe-fdde2392bcd2 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c864a52-c9e4-442c-948b-d61221035693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471218 Nov 24 21:13:48.375472 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-71614eed-bbfa-4281-b367-2cf0a5bd983c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:48.377035 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-71614eed-bbfa-4281-b367-2cf0a5bd983c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3611c77e-d5b4-42c1-bb58-8d1a0dbe51dc HTTP/1.1" status: 200 len: 853 time: 0.0950046 Nov 24 21:13:48.383387 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb4d955c-ba5c-4ee6-9511-a853e307633d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:48.404007 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-502299fa-fae7-44a7-a724-7d871572f6cf req-4ca0742d-42f8-4e5f-ac83-cf524aa81b77 service neutron] 10.222.0.48 "GET /v2.0/networks/c1db01eb-8833-49c1-af32-55c864da5de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361200 Nov 24 21:13:48.404586 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb4d955c-ba5c-4ee6-9511-a853e307633d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:48.433529 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-7083e053-e5ad-4e36-a824-03a147ad619f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1649b10-5f36-4bcc-a492-346711e3085f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472744 Nov 24 21:13:48.456875 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4d955c-ba5c-4ee6-9511-a853e307633d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:13:48.483840 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d955c-ba5c-4ee6-9511-a853e307633d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c309873-68cb-4b29-b866-7d66d6477a51,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:48.498601 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb4d955c-ba5c-4ee6-9511-a853e307633d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:48.499433 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-eb4d955c-ba5c-4ee6-9511-a853e307633d admin admin] Added segment 61b2babe-632c-40d3-93ef-8c0b3ea1256d of type vlan for network 7d8f178e-5a45-4dff-8303-55ffdd92f906 Nov 24 21:13:48.523957 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57002f22-b3ca-4739-93cd-3f8074050ac4 req-6b491ea6-a142-407c-90bf-994f5c33c4b6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:48.526393 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-57002f22-b3ca-4739-93cd-3f8074050ac4 req-6b491ea6-a142-407c-90bf-994f5c33c4b6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 943 time: 0.0683663 Nov 24 21:13:48.587955 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-57002f22-b3ca-4739-93cd-3f8074050ac4 req-5931545d-b70b-48b2-8fde-0a8052b6af2f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560315 Nov 24 21:13:48.637808 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb4d955c-ba5c-4ee6-9511-a853e307633d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:48.666116 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-7dc5adb5-7953-4ec9-9920-b857db842f07 service neutron] 10.222.0.15 "GET /v2.0/networks/a1649b10-5f36-4bcc-a492-346711e3085f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172284 Nov 24 21:13:48.683168 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb4d955c-ba5c-4ee6-9511-a853e307633d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:48.684328 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4d955c-ba5c-4ee6-9511-a853e307633d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:48.684951 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb4d955c-ba5c-4ee6-9511-a853e307633d admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:48.718461 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device e44898bc-2a75-40d1-8246-ba357041ae01 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:13:48.783090 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-eb4d955c-ba5c-4ee6-9511-a853e307633d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3166904 Nov 24 21:13:48.794848 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 33960) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:13:48.821164 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-48f8e8d3-b61c-4324-b1fa-47cdfbf50b54 admin admin] Request body: {'subnet': {'network_id': '7d8f178e-5a45-4dff-8303-55ffdd92f906', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-788636042-subnet', 'tenant_id': '34eb1b5871e240b2be1020cbdb8f83a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:48.864205 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db40d62-83b9-427f-8faa-2719e67f519e', 'tag': '08c5d2ff-4f10-46e8-b5e9-c4b407a97d13'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:13:48.868295 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000d4be2-ebc3-440a-bcf8-79143fe4af49" -d '{"events": [{"name": "network-changed", "server_uuid": "9db40d62-83b9-427f-8faa-2719e67f519e", "tag": "08c5d2ff-4f10-46e8-b5e9-c4b407a97d13"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:13:48.873526 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d955c-ba5c-4ee6-9511-a853e307633d admin admin] Pushing event updated for resources: {'Network': ['ID=7d8f178e-5a45-4dff-8303-55ffdd92f906,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:48.919291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814d762-8e49-4725-88fd-abddae15010a req-cb03fcd8-afa7-4f23-9b26-313ab8ec8b6c tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:48.920929 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4814d762-8e49-4725-88fd-abddae15010a req-cb03fcd8-afa7-4f23-9b26-313ab8ec8b6c tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db40d62-83b9-427f-8faa-2719e67f519e HTTP/1.1" status: 200 len: 943 time: 0.1396286 Nov 24 21:13:48.921566 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f8e8d3-b61c-4324-b1fa-47cdfbf50b54 admin admin] Made reservation on behalf of 34eb1b5871e240b2be1020cbdb8f83a3 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:13:48.923831 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-48f8e8d3-b61c-4324-b1fa-47cdfbf50b54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:48.940110 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port e44898bc-2a75-40d1-8246-ba357041ae01, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=e44898bc-2a75-40d1-8246-ba357041ae01,segment=NetworkSegment(e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06),segment_id=e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:48.941407 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fbdd13f1-010e-4fa3-9378-2d5f39a3a073 req-82856b61-be21-4cbe-809d-6a8c6dc2b6fc service neutron] 10.222.0.15 "GET /v2.0/networks/a1649b10-5f36-4bcc-a492-346711e3085f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437003 Nov 24 21:13:48.986824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 7d8f178e-5a45-4dff-8303-55ffdd92f906 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:13:48.990208 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'e44898bc-2a75-40d1-8246-ba357041ae01', 'network_id': 'c1db01eb-8833-49c1-af32-55c864da5de4', 'port_id': 'e44898bc-2a75-40d1-8246-ba357041ae01', 'mac_address': 'fa:16:3e:94:16:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a45bd0c-8ca2-4b52-81ab-9da7498bfeba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:13:49.056885 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4814d762-8e49-4725-88fd-abddae15010a req-054af42e-84f1-4ed9-98ca-51ed0eb740e3 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9fe93c7-7ca1-4883-8895-20f745e5f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084118 Nov 24 21:13:49.122386 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:49.130681 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce78a10b-de6d-48f3-a582-58ec0264b259 x-openstack-request-id: req-ce78a10b-de6d-48f3-a582-58ec0264b259 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:13:49.131254 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db40d62-83b9-427f-8faa-2719e67f519e", "tag": "08c5d2ff-4f10-46e8-b5e9-c4b407a97d13", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:13:49.131254 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ce78a10b-de6d-48f3-a582-58ec0264b259 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:13:49.132664 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db40d62-83b9-427f-8faa-2719e67f519e', 'tag': '08c5d2ff-4f10-46e8-b5e9-c4b407a97d13', 'status': 'completed', 'code': 200} Nov 24 21:13:49.139997 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e44898bc-2a75-40d1-8246-ba357041ae01 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:13:49.165173 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port e44898bc-2a75-40d1-8246-ba357041ae01, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=e44898bc-2a75-40d1-8246-ba357041ae01,segment=NetworkSegment(e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06),segment_id=e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:49.170561 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:49.201736 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d4be2-ebc3-440a-bcf8-79143fe4af49 req-1c9e7a81-f334-44ce-8e64-a929fff21650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:49.204316 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-48f8e8d3-b61c-4324-b1fa-47cdfbf50b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:49.205287 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-000d4be2-ebc3-440a-bcf8-79143fe4af49 req-1c9e7a81-f334-44ce-8e64-a929fff21650 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f646d51202ba4f2da3abf5e64782953f&device_id=9db40d62-83b9-427f-8faa-2719e67f519e HTTP/1.1" status: 200 len: 1094 time: 0.0543387 Nov 24 21:13:49.229337 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=e44898bc-2a75-40d1-8246-ba357041ae01,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:49.271379 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8e8d3-b61c-4324-b1fa-47cdfbf50b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c5a5d21-eced-4063-9231-858531a40f7d,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:49.289162 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f8e8d3-b61c-4324-b1fa-47cdfbf50b54 admin admin] Checking segment: {'id': '61b2babe-632c-40d3-93ef-8c0b3ea1256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7d8f178e-5a45-4dff-8303-55ffdd92f906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:13:49.290040 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f8e8d3-b61c-4324-b1fa-47cdfbf50b54 admin admin] Network hostable DHCP agents. Network: 7d8f178e-5a45-4dff-8303-55ffdd92f906, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:13:49.324698 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f8e8d3-b61c-4324-b1fa-47cdfbf50b54 admin admin] Network 7d8f178e-5a45-4dff-8303-55ffdd92f906 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:13:49.337498 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-48f8e8d3-b61c-4324-b1fa-47cdfbf50b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 7d8f178e-5a45-4dff-8303-55ffdd92f906) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:13:49.343196 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f8e8d3-b61c-4324-b1fa-47cdfbf50b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:49.344073 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-48f8e8d3-b61c-4324-b1fa-47cdfbf50b54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:49.352447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c414e006-0efe-4271-ba17-63fc25a7e49c None None] Network 7d8f178e-5a45-4dff-8303-55ffdd92f906 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:13:49.379193 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-48f8e8d3-b61c-4324-b1fa-47cdfbf50b54 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5738499 Nov 24 21:13:49.379468 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['e44898bc-2a75-40d1-8246-ba357041ae01'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:13:49.379597 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d4be2-ebc3-440a-bcf8-79143fe4af49 req-4daddd06-5a82-447e-b31b-7c7b9e0f70f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:49.388638 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-000d4be2-ebc3-440a-bcf8-79143fe4af49 req-4daddd06-5a82-447e-b31b-7c7b9e0f70f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a1649b10-5f36-4bcc-a492-346711e3085f HTTP/1.1" status: 200 len: 914 time: 0.1708283 Nov 24 21:13:49.496009 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-000d4be2-ebc3-440a-bcf8-79143fe4af49 req-b02e9fa1-8bba-43cf-8872-a734272e184a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08c5d2ff-4f10-46e8-b5e9-c4b407a97d13 HTTP/1.1" status: 200 len: 217 time: 0.0985756 Nov 24 21:13:49.598565 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d4be2-ebc3-440a-bcf8-79143fe4af49 req-423c43c1-1dea-49c6-a771-e4e3ba3974a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:49.613129 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-000d4be2-ebc3-440a-bcf8-79143fe4af49 req-423c43c1-1dea-49c6-a771-e4e3ba3974a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3611c77e-d5b4-42c1-bb58-8d1a0dbe51dc HTTP/1.1" status: 200 len: 853 time: 0.1071036 Nov 24 21:13:49.615464 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed0f6a-4fef-4496-a981-ab00416d08b0 req-bafdd59d-43e2-4efe-9d8c-2a13312279a3 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:49.618615 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-52ed0f6a-4fef-4496-a981-ab00416d08b0 req-bafdd59d-43e2-4efe-9d8c-2a13312279a3 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?device_id=314f3b13-e0e2-4006-9ece-28d18164b017 HTTP/1.1" status: 200 len: 944 time: 0.1567445 Nov 24 21:13:49.658598 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-000d4be2-ebc3-440a-bcf8-79143fe4af49 req-1714fab2-9685-4cbb-8003-8eb44a0590e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1649b10-5f36-4bcc-a492-346711e3085f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384440 Nov 24 21:13:49.679631 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-52ed0f6a-4fef-4496-a981-ab00416d08b0 req-b8bbe890-f484-44ab-843f-3fafcd011f42 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c864a52-c9e4-442c-948b-d61221035693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523787 Nov 24 21:13:49.778973 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-000d4be2-ebc3-440a-bcf8-79143fe4af49 req-97a07604-757b-4409-8c9e-fa09bb75df23 service neutron] 10.222.0.15 "GET /v2.0/networks/a1649b10-5f36-4bcc-a492-346711e3085f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126575 Nov 24 21:13:49.780697 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7ea02f-9797-40e6-b621-1e6a806df31f None None] Network 7d8f178e-5a45-4dff-8303-55ffdd92f906 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:13:49.827030 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fe95e-d201-4f06-8cc8-94d0a3ea06a5 req-c07c6781-a0a1-4a22-bdde-bddfadc28d1e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:49.838720 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-416fe95e-d201-4f06-8cc8-94d0a3ea06a5 req-c07c6781-a0a1-4a22-bdde-bddfadc28d1e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 943 time: 0.0792019 Nov 24 21:13:49.918632 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-000d4be2-ebc3-440a-bcf8-79143fe4af49 req-cf5478a4-9deb-412e-8ac6-5c5c822ef2cd service neutron] 10.222.0.15 "GET /v2.0/networks/a1649b10-5f36-4bcc-a492-346711e3085f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302347 Nov 24 21:13:49.936873 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-416fe95e-d201-4f06-8cc8-94d0a3ea06a5 req-039b0bd2-106e-42af-a942-dc934a01aaea tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973318 Nov 24 21:13:50.436288 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-02932856-feb4-4c2c-b68a-c8c378351580 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:50.443900 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-02932856-feb4-4c2c-b68a-c8c378351580 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/networks?id=7d8f178e-5a45-4dff-8303-55ffdd92f906 HTTP/1.1" status: 200 len: 817 time: 0.1579025 Nov 24 21:13:50.461081 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-faea1c78-51ae-484f-9340-26e44e415b3e tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/quotas/34eb1b5871e240b2be1020cbdb8f83a3 HTTP/1.1" status: 200 len: 375 time: 0.0157576 Nov 24 21:13:50.499353 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-b9775e40-9e00-4bb2-9b10-3988037fbd28 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=34eb1b5871e240b2be1020cbdb8f83a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368891 Nov 24 21:13:50.628735 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-3888e389-62fe-42f9-a20a-0fcde34caad9 service neutron] 10.222.0.11 "GET /v2.0/networks/7d8f178e-5a45-4dff-8303-55ffdd92f906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259675 Nov 24 21:13:50.733558 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device e44898bc-2a75-40d1-8246-ba357041ae01 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:13:50.746747 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-53f9b7cb-d754-4e58-b7e3-29804b9b7e27 service neutron] 10.222.0.11 "GET /v2.0/networks/7d8f178e-5a45-4dff-8303-55ffdd92f906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143625 Nov 24 21:13:50.807289 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port e44898bc-2a75-40d1-8246-ba357041ae01 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:13:50.818138 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port e44898bc-2a75-40d1-8246-ba357041ae01 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:50.818523 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:50.960896 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:51.025061 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port e44898bc-2a75-40d1-8246-ba357041ae01, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=e44898bc-2a75-40d1-8246-ba357041ae01,segment=NetworkSegment(e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06),segment_id=e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:51.026185 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314f3b13-e0e2-4006-9ece-28d18164b017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44898bc-2a75-40d1-8246-ba357041ae01'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:13:51.033611 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bee21a-9b74-4e7e-b2f5-8a419d66def6" -d '{"events": [{"server_uuid": "314f3b13-e0e2-4006-9ece-28d18164b017", "name": "network-vif-plugged", "status": "completed", "tag": "e44898bc-2a75-40d1-8246-ba357041ae01"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:13:51.043878 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:51.119845 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=e44898bc-2a75-40d1-8246-ba357041ae01,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:51.301911 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f2775-0599-4c37-b5da-242403c911a0 req-816b6ea7-b8e2-4ebe-a3a8-90abfdedf82f tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:51.313321 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-db8f2775-0599-4c37-b5da-242403c911a0 req-816b6ea7-b8e2-4ebe-a3a8-90abfdedf82f tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db40d62-83b9-427f-8faa-2719e67f519e HTTP/1.1" status: 200 len: 943 time: 0.1367762 Nov 24 21:13:51.453085 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-db8f2775-0599-4c37-b5da-242403c911a0 req-363a56fe-1d6c-45b8-9634-86a77366d108 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9fe93c7-7ca1-4883-8895-20f745e5f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323099 Nov 24 21:13:51.673787 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69757848-957d-4442-98d4-43ff8a0f3b62 req-ebb07dfc-76d1-491f-98c3-dddbc29782cc tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:51.687889 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-69757848-957d-4442-98d4-43ff8a0f3b62 req-ebb07dfc-76d1-491f-98c3-dddbc29782cc tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?device_id=314f3b13-e0e2-4006-9ece-28d18164b017 HTTP/1.1" status: 200 len: 945 time: 0.1086338 Nov 24 21:13:51.743996 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-69757848-957d-4442-98d4-43ff8a0f3b62 req-4e59c7cc-bb15-4f52-8cef-165c1c939769 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c864a52-c9e4-442c-948b-d61221035693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549316 Nov 24 21:13:51.873036 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-24c1dd68-05e7-4b12-81e6-a8bc57026b14 req-77e22187-8e6e-4a30-aa32-3bfd4961f071 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/ports?device_id=73056c95-edd4-42f2-a3e7-ef87b232e6af HTTP/1.1" status: 200 len: 210 time: 0.0428994 Nov 24 21:13:52.028048 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94373f-0964-490c-bee7-b3058a5917e1 req-ad521428-9873-49b0-baf9-1cb156bdff05 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:52.035191 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df94373f-0964-490c-bee7-b3058a5917e1 req-ad521428-9873-49b0-baf9-1cb156bdff05 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 943 time: 0.0663483 Nov 24 21:13:52.105295 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df94373f-0964-490c-bee7-b3058a5917e1 req-ce262fa0-8a5f-420d-bbcd-11a4329e5a00 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628450 Nov 24 21:13:52.145281 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8ae332-c0e3-4eb6-aa94-7e99ef7b9fb0 x-openstack-request-id: req-5c8ae332-c0e3-4eb6-aa94-7e99ef7b9fb0 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:13:52.146150 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314f3b13-e0e2-4006-9ece-28d18164b017", "name": "network-vif-plugged", "status": "completed", "tag": "e44898bc-2a75-40d1-8246-ba357041ae01", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:13:52.146685 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c8ae332-c0e3-4eb6-aa94-7e99ef7b9fb0 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:13:52.147766 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314f3b13-e0e2-4006-9ece-28d18164b017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44898bc-2a75-40d1-8246-ba357041ae01', 'code': 200} Nov 24 21:13:52.324708 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcc68f-f70d-4866-8907-85816c14bc57 req-134f52d6-1002-4af5-860b-26a45fa0bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:52.326969 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5dcc68f-f70d-4866-8907-85816c14bc57 req-134f52d6-1002-4af5-860b-26a45fa0bef2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=314f3b13-e0e2-4006-9ece-28d18164b017 HTTP/1.1" status: 200 len: 1096 time: 0.0968332 Nov 24 21:13:52.586114 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5dcc68f-f70d-4866-8907-85816c14bc57 req-12f47fd2-4874-4174-9d98-eb2678a61b77 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5c864a52-c9e4-442c-948b-d61221035693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510493 Nov 24 21:13:52.643517 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-3251a312-3c4e-437e-bd1c-68403f0283b0 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:52.645353 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-3251a312-3c4e-437e-bd1c-68403f0283b0 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.15 "GET /v2.0/networks?id=7d8f178e-5a45-4dff-8303-55ffdd92f906 HTTP/1.1" status: 200 len: 817 time: 0.2761183 Nov 24 21:13:52.651427 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39977e68-735d-47d4-a795-a85a2df75973 req-3561aaf2-0cb3-4f8f-9554-f5199b3c9add tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:52.662108 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-39977e68-735d-47d4-a795-a85a2df75973 req-3561aaf2-0cb3-4f8f-9554-f5199b3c9add tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db40d62-83b9-427f-8faa-2719e67f519e HTTP/1.1" status: 200 len: 943 time: 0.0803661 Nov 24 21:13:52.666647 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-cf342be4-fef4-4858-9d8f-b7c9ec1399cd tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Request body: {'port': {'device_id': '73056c95-edd4-42f2-a3e7-ef87b232e6af', 'network_id': '7d8f178e-5a45-4dff-8303-55ffdd92f906', 'admin_state_up': True, 'tenant_id': '34eb1b5871e240b2be1020cbdb8f83a3'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:52.750587 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 4bba0241-a539-4051-b38d-98995cc4a2e2 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:13:52.767051 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-39977e68-735d-47d4-a795-a85a2df75973 req-cbfed610-fe0a-4814-9527-396fabaad79c tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9fe93c7-7ca1-4883-8895-20f745e5f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030173 Nov 24 21:13:52.902156 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-cf342be4-fef4-4858-9d8f-b7c9ec1399cd tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Made reservation on behalf of 34eb1b5871e240b2be1020cbdb8f83a3 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:13:52.915845 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-cf342be4-fef4-4858-9d8f-b7c9ec1399cd tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:52.923883 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96ad94-80e1-4784-ace2-7b485bb5e2be req-a9717f69-f18e-4c02-8ba2-828eb2f1f3dd tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:52.933643 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da96ad94-80e1-4784-ace2-7b485bb5e2be req-a9717f69-f18e-4c02-8ba2-828eb2f1f3dd tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?device_id=314f3b13-e0e2-4006-9ece-28d18164b017 HTTP/1.1" status: 200 len: 945 time: 0.0804284 Nov 24 21:13:52.968454 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 4bba0241-a539-4051-b38d-98995cc4a2e2, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=4bba0241-a539-4051-b38d-98995cc4a2e2,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:52.990068 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '4bba0241-a539-4051-b38d-98995cc4a2e2', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'port_id': '4bba0241-a539-4051-b38d-98995cc4a2e2', 'mac_address': 'fa:16:3e:ca:a1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:13:53.002916 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da96ad94-80e1-4784-ace2-7b485bb5e2be req-ca35c60b-d7ef-4c33-a62e-d8278e04b6b3 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c864a52-c9e4-442c-948b-d61221035693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682971 Nov 24 21:13:53.056225 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:53.079196 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bba0241-a539-4051-b38d-98995cc4a2e2 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:13:53.125986 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ffcd5fd4-3f3c-4f85-9756-8e1000ad83b2 req-33322c00-2a5d-416d-828d-2e40c55560e4 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/ports?device_id=73056c95-edd4-42f2-a3e7-ef87b232e6af HTTP/1.1" status: 200 len: 210 time: 0.0416765 Nov 24 21:13:53.142278 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 4bba0241-a539-4051-b38d-98995cc4a2e2, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=4bba0241-a539-4051-b38d-98995cc4a2e2,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:53.149014 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:53.215831 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-cf342be4-fef4-4858-9d8f-b7c9ec1399cd tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Allocated IP 172.20.0.10 (7d8f178e-5a45-4dff-8303-55ffdd92f906/4c5a5d21-eced-4063-9231-858531a40f7d/c0c3ddaa-f665-45ad-b613-977be811a025) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:13:53.251300 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=4bba0241-a539-4051-b38d-98995cc4a2e2,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:53.312590 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554505a-88b8-4ce0-bd5a-d60ee3518a6d req-4966b9ca-abc5-437a-b230-6e7b70287ffb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:53.314994 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a554505a-88b8-4ce0-bd5a-d60ee3518a6d req-4966b9ca-abc5-437a-b230-6e7b70287ffb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 944 time: 0.0656929 Nov 24 21:13:53.366894 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['4bba0241-a539-4051-b38d-98995cc4a2e2'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:13:53.372663 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a554505a-88b8-4ce0-bd5a-d60ee3518a6d req-395d7bf0-5069-457b-8cc4-b3450a68be6e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517423 Nov 24 21:13:53.417281 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:13:53.484219 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-cf342be4-fef4-4858-9d8f-b7c9ec1399cd tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:53.548904 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-cf342be4-fef4-4858-9d8f-b7c9ec1399cd tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:53.606414 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-cf342be4-fef4-4858-9d8f-b7c9ec1399cd tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Network 7d8f178e-5a45-4dff-8303-55ffdd92f906 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:13:53.616502 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-cf342be4-fef4-4858-9d8f-b7c9ec1399cd tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:13:53.626895 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-cf342be4-fef4-4858-9d8f-b7c9ec1399cd tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:13:53.627050 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=08c5d2ff-4f10-46e8-b5e9-c4b407a97d13,segment=NetworkSegment(aed0ac5f-f1a7-466c-affb-f419501ee4be),segment_id=aed0ac5f-f1a7-466c-affb-f419501ee4be)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:53.664927 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '08c5d2ff-4f10-46e8-b5e9-c4b407a97d13', 'network_id': 'a1649b10-5f36-4bcc-a492-346711e3085f', 'port_id': '08c5d2ff-4f10-46e8-b5e9-c4b407a97d13', 'mac_address': 'fa:16:3e:f4:18:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3611c77e-d5b4-42c1-bb58-8d1a0dbe51dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:13:53.700555 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf342be4-fef4-4858-9d8f-b7c9ec1399cd tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Pushing event updated for resources: {'Port': ['ID=c0c3ddaa-f665-45ad-b613-977be811a025,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:53.748856 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-cf342be4-fef4-4858-9d8f-b7c9ec1399cd tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:53.753060 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-cf342be4-fef4-4858-9d8f-b7c9ec1399cd tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:53.781506 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:53.794964 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-cf342be4-fef4-4858-9d8f-b7c9ec1399cd tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1354434 Nov 24 21:13:53.817202 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-ebf8442e-40a7-44ce-9a6a-ba6eefb20866 service neutron] Request body: {'port': {'device_id': '73056c95-edd4-42f2-a3e7-ef87b232e6af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:13:53.819873 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:13:53.860244 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=08c5d2ff-4f10-46e8-b5e9-c4b407a97d13,segment=NetworkSegment(aed0ac5f-f1a7-466c-affb-f419501ee4be),segment_id=aed0ac5f-f1a7-466c-affb-f419501ee4be)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:53.868364 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:53.905213 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-ebf8442e-40a7-44ce-9a6a-ba6eefb20866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:53.958983 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c7855-e4c5-4513-9648-501b3c96ce25 req-9e485e46-dac6-41a0-a459-a34659cf55d2 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:53.966138 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=08c5d2ff-4f10-46e8-b5e9-c4b407a97d13,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:53.969301 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-001c7855-e4c5-4513-9648-501b3c96ce25 req-9e485e46-dac6-41a0-a459-a34659cf55d2 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db40d62-83b9-427f-8faa-2719e67f519e HTTP/1.1" status: 200 len: 944 time: 0.0784638 Nov 24 21:13:54.046500 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-001c7855-e4c5-4513-9648-501b3c96ce25 req-7b1d19bc-11b7-4941-b727-2745ff6c3921 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9fe93c7-7ca1-4883-8895-20f745e5f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760343 Nov 24 21:13:54.136951 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['08c5d2ff-4f10-46e8-b5e9-c4b407a97d13'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:13:54.309918 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b78076-b05b-4287-8af1-89210c434651 req-df3c6c78-1a59-4574-9f8b-a214a254a3a1 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:54.314272 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-97b78076-b05b-4287-8af1-89210c434651 req-df3c6c78-1a59-4574-9f8b-a214a254a3a1 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?device_id=314f3b13-e0e2-4006-9ece-28d18164b017 HTTP/1.1" status: 200 len: 945 time: 0.1507647 Nov 24 21:13:54.427197 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-97b78076-b05b-4287-8af1-89210c434651 req-d456e775-0758-40ff-b2bc-901f9545a66a tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c864a52-c9e4-442c-948b-d61221035693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021724 Nov 24 21:13:54.484716 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-ebf8442e-40a7-44ce-9a6a-ba6eefb20866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c3ddaa-f665-45ad-b613-977be811a025 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:13:54.505577 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-ebf8442e-40a7-44ce-9a6a-ba6eefb20866 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:54.541614 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-ebf8442e-40a7-44ce-9a6a-ba6eefb20866 service neutron] Transition to ACTIVE for port object c0c3ddaa-f665-45ad-b613-977be811a025 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:13:54.555603 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-ebf8442e-40a7-44ce-9a6a-ba6eefb20866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:54.604097 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c56ab3-ea82-421b-8f48-4a50177d4e89 req-e88a27d9-727e-4fb6-bef4-510b6bd3570d tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:54.614306 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48c56ab3-ea82-421b-8f48-4a50177d4e89 req-e88a27d9-727e-4fb6-bef4-510b6bd3570d tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/ports?device_id=73056c95-edd4-42f2-a3e7-ef87b232e6af HTTP/1.1" status: 200 len: 932 time: 0.0926311 Nov 24 21:13:54.642715 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8442e-40a7-44ce-9a6a-ba6eefb20866 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c3ddaa-f665-45ad-b613-977be811a025,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:54.713266 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48c56ab3-ea82-421b-8f48-4a50177d4e89 req-d4d3cb0c-5b24-4d1b-b3d8-2acd02c3c2c9 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c309873-68cb-4b29-b866-7d66d6477a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976727 Nov 24 21:13:54.750259 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 4bba0241-a539-4051-b38d-98995cc4a2e2 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:13:54.838442 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-ebf8442e-40a7-44ce-9a6a-ba6eefb20866 service neutron] Attempting to bind port c0c3ddaa-f665-45ad-b613-977be811a025 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:13:54.838442 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-ebf8442e-40a7-44ce-9a6a-ba6eefb20866 service neutron] Attempting to bind port c0c3ddaa-f665-45ad-b613-977be811a025 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '61b2babe-632c-40d3-93ef-8c0b3ea1256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7d8f178e-5a45-4dff-8303-55ffdd92f906'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:13:54.838442 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-ebf8442e-40a7-44ce-9a6a-ba6eefb20866 service neutron] Attempting to bind port c0c3ddaa-f665-45ad-b613-977be811a025 on network 7d8f178e-5a45-4dff-8303-55ffdd92f906 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:13:54.916629 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-ebf8442e-40a7-44ce-9a6a-ba6eefb20866 service neutron] Port c0c3ddaa-f665-45ad-b613-977be811a025 on network 7d8f178e-5a45-4dff-8303-55ffdd92f906 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:13:54.918036 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5b862-01c2-41b9-ba16-c80c9cd517ce req-936fbc2e-ec1e-408d-bd2f-0bce05d13301 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:54.918517 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-ebf8442e-40a7-44ce-9a6a-ba6eefb20866 service neutron] Attempting to bind port c0c3ddaa-f665-45ad-b613-977be811a025 on network 7d8f178e-5a45-4dff-8303-55ffdd92f906 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:13:54.935090 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6de5b862-01c2-41b9-ba16-c80c9cd517ce req-936fbc2e-ec1e-408d-bd2f-0bce05d13301 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 944 time: 0.1156383 Nov 24 21:13:54.938705 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 4bba0241-a539-4051-b38d-98995cc4a2e2 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:13:54.951366 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 4bba0241-a539-4051-b38d-98995cc4a2e2 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:54.951747 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:54.953207 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-ebf8442e-40a7-44ce-9a6a-ba6eefb20866 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:13:54.954962 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-ebf8442e-40a7-44ce-9a6a-ba6eefb20866 service neutron] Checking segment: {'id': '61b2babe-632c-40d3-93ef-8c0b3ea1256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7d8f178e-5a45-4dff-8303-55ffdd92f906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:13:54.956068 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-ebf8442e-40a7-44ce-9a6a-ba6eefb20866 service neutron] Bound using segment: {'id': '61b2babe-632c-40d3-93ef-8c0b3ea1256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7d8f178e-5a45-4dff-8303-55ffdd92f906'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:13:54.961907 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-ebf8442e-40a7-44ce-9a6a-ba6eefb20866 service neutron] Bound port: c0c3ddaa-f665-45ad-b613-977be811a025, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b2babe-632c-40d3-93ef-8c0b3ea1256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7d8f178e-5a45-4dff-8303-55ffdd92f906'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:13:54.962362 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-ebf8442e-40a7-44ce-9a6a-ba6eefb20866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:55.113325 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6de5b862-01c2-41b9-ba16-c80c9cd517ce req-542ba1bb-6391-4cb7-8522-5ac120bcc6c6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761470 Nov 24 21:13:55.166681 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:55.187185 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-ebf8442e-40a7-44ce-9a6a-ba6eefb20866 service neutron] For port c0c3ddaa-f665-45ad-b613-977be811a025, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:13:55.200930 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-ebf8442e-40a7-44ce-9a6a-ba6eefb20866 service neutron] For port c0c3ddaa-f665-45ad-b613-977be811a025, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c0c3ddaa-f665-45ad-b613-977be811a025,segment=NetworkSegment(61b2babe-632c-40d3-93ef-8c0b3ea1256d),segment_id=61b2babe-632c-40d3-93ef-8c0b3ea1256d)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:13:55.220846 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-ebf8442e-40a7-44ce-9a6a-ba6eefb20866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:55.238112 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52666b6-b5f5-418b-918b-775f4d36a61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bba0241-a539-4051-b38d-98995cc4a2e2'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:13:55.246004 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-ebf8442e-40a7-44ce-9a6a-ba6eefb20866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:55.248233 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-ebf8442e-40a7-44ce-9a6a-ba6eefb20866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:55.250748 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-ebf8442e-40a7-44ce-9a6a-ba6eefb20866 service neutron] 10.222.0.15 "PUT /v2.0/ports/c0c3ddaa-f665-45ad-b613-977be811a025 HTTP/1.1" status: 200 len: 1092 time: 1.4409187 Nov 24 21:13:55.251933 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302ca2aa-9e7d-4de4-8319-8720d05fe1ac" -d '{"events": [{"server_uuid": "d52666b6-b5f5-418b-918b-775f4d36a61e", "name": "network-vif-plugged", "status": "completed", "tag": "4bba0241-a539-4051-b38d-98995cc4a2e2"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:13:55.260119 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73056c95-edd4-42f2-a3e7-ef87b232e6af', 'tag': 'c0c3ddaa-f665-45ad-b613-977be811a025'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:13:55.264431 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa222a2-03bd-43a3-8ff6-edc36e929377" -d '{"events": [{"name": "network-changed", "server_uuid": "73056c95-edd4-42f2-a3e7-ef87b232e6af", "tag": "c0c3ddaa-f665-45ad-b613-977be811a025"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:13:55.286793 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 4bba0241-a539-4051-b38d-98995cc4a2e2, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=4bba0241-a539-4051-b38d-98995cc4a2e2,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:55.307942 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:55.404974 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:13:55.466420 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=4bba0241-a539-4051-b38d-98995cc4a2e2,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:55.468062 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ce70b-b5c2-47d2-b1e6-427dfde6703e req-7dc8e4ae-5354-465f-8ad9-471c8f0866f4 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:55.477001 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f26ce70b-b5c2-47d2-b1e6-427dfde6703e req-7dc8e4ae-5354-465f-8ad9-471c8f0866f4 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db40d62-83b9-427f-8faa-2719e67f519e HTTP/1.1" status: 200 len: 944 time: 0.1125607 Nov 24 21:13:55.485899 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:13:55.490098 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:13:55.491277 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:55.514724 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8442e-40a7-44ce-9a6a-ba6eefb20866 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c3ddaa-f665-45ad-b613-977be811a025,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:55.527446 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-2b8eda6c-5328-49f8-93ad-7c96f742e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:55.529347 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-2b8eda6c-5328-49f8-93ad-7c96f742e397 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=34eb1b5871e240b2be1020cbdb8f83a3&device_id=73056c95-edd4-42f2-a3e7-ef87b232e6af HTTP/1.1" status: 200 len: 1095 time: 0.1936498 Nov 24 21:13:55.583862 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f26ce70b-b5c2-47d2-b1e6-427dfde6703e req-1f17ef4b-2e9b-4df1-baa7-9539da9cf3cc tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9fe93c7-7ca1-4883-8895-20f745e5f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058376 Nov 24 21:13:55.608665 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:55.666614 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-00da6f40-c8c6-404c-95ea-8a565cbbebd0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0c3ddaa-f665-45ad-b613-977be811a025 HTTP/1.1" status: 200 len: 217 time: 0.1261005 Nov 24 21:13:55.691628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=08c5d2ff-4f10-46e8-b5e9-c4b407a97d13,segment=NetworkSegment(aed0ac5f-f1a7-466c-affb-f419501ee4be),segment_id=aed0ac5f-f1a7-466c-affb-f419501ee4be)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:55.696939 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdbe4ab-dbd0-49c0-9b4d-318f5ad3a631 x-openstack-request-id: req-7bdbe4ab-dbd0-49c0-9b4d-318f5ad3a631 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:13:55.697233 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52666b6-b5f5-418b-918b-775f4d36a61e", "name": "network-vif-plugged", "status": "completed", "tag": "4bba0241-a539-4051-b38d-98995cc4a2e2", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:13:55.698016 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7bdbe4ab-dbd0-49c0-9b4d-318f5ad3a631 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:13:55.698859 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52666b6-b5f5-418b-918b-775f4d36a61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bba0241-a539-4051-b38d-98995cc4a2e2', 'code': 200} Nov 24 21:13:55.702240 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:55.801811 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcb5505-14ef-431b-87be-d8c130b732da x-openstack-request-id: req-9bcb5505-14ef-431b-87be-d8c130b732da {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:13:55.804417 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73056c95-edd4-42f2-a3e7-ef87b232e6af", "tag": "c0c3ddaa-f665-45ad-b613-977be811a025", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:13:55.805613 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9bcb5505-14ef-431b-87be-d8c130b732da {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:13:55.806822 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73056c95-edd4-42f2-a3e7-ef87b232e6af', 'tag': 'c0c3ddaa-f665-45ad-b613-977be811a025', 'status': 'completed', 'code': 200} Nov 24 21:13:55.857531 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=08c5d2ff-4f10-46e8-b5e9-c4b407a97d13,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:55.914802 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-1d599734-72b8-421b-898f-e7194e97c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:55.925058 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-1d599734-72b8-421b-898f-e7194e97c724 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c5a5d21-eced-4063-9231-858531a40f7d HTTP/1.1" status: 200 len: 857 time: 0.2414782 Nov 24 21:13:55.960027 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393cf75b-9bd3-49a8-b668-821bceb43084 req-ea9ba269-3a6c-4ed9-944b-5005b28cf31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:55.962794 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-393cf75b-9bd3-49a8-b668-821bceb43084 req-ea9ba269-3a6c-4ed9-944b-5005b28cf31c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 1096 time: 0.1971347 Nov 24 21:13:56.017588 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da7195-1d89-4e4c-b9bc-0d44d6d78f1e req-901b5e43-9996-410f-bcc2-f84a32e90bde tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:56.026879 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b7da7195-1d89-4e4c-b9bc-0d44d6d78f1e req-901b5e43-9996-410f-bcc2-f84a32e90bde tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/ports?device_id=73056c95-edd4-42f2-a3e7-ef87b232e6af HTTP/1.1" status: 200 len: 944 time: 0.0800526 Nov 24 21:13:56.042674 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-9ea0408c-e413-4406-8813-fac38fcf01b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d8f178e-5a45-4dff-8303-55ffdd92f906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000853 Nov 24 21:13:56.139845 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b7da7195-1d89-4e4c-b9bc-0d44d6d78f1e req-4f1f3e4b-0e17-4703-9e55-1d6e956d157b tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c309873-68cb-4b29-b866-7d66d6477a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119120 Nov 24 21:13:56.262450 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-393cf75b-9bd3-49a8-b668-821bceb43084 req-da589a24-8f27-4eaa-bf5b-f623bb28b9ac service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510655 Nov 24 21:13:56.301379 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-d9e10bdd-e94a-416c-94b7-4e90ae562584 service neutron] 10.222.0.15 "GET /v2.0/networks/7d8f178e-5a45-4dff-8303-55ffdd92f906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385058 Nov 24 21:13:56.323366 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ed008-97ba-4550-b409-b33c06f315b7 req-485e69a1-c991-45c3-83a9-fc30c5b9f2c3 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:56.325571 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd2ed008-97ba-4550-b409-b33c06f315b7 req-485e69a1-c991-45c3-83a9-fc30c5b9f2c3 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 945 time: 0.0612755 Nov 24 21:13:56.402779 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd2ed008-97ba-4550-b409-b33c06f315b7 req-aac1c4a9-9d83-4b37-acf4-92ecff66cf2e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698245 Nov 24 21:13:56.513875 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bdbb4988-fc66-451b-a670-8ea7b5108f1d req-3212fc35-7ff0-4ad9-87a5-a41c39e2b60c service neutron] 10.222.0.15 "GET /v2.0/networks/7d8f178e-5a45-4dff-8303-55ffdd92f906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009323 Nov 24 21:13:56.634199 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa222a2-03bd-43a3-8ff6-edc36e929377 req-14400f25-cdf5-4b37-a6fd-fd1525403ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:56.635782 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3fa222a2-03bd-43a3-8ff6-edc36e929377 req-14400f25-cdf5-4b37-a6fd-fd1525403ed3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=34eb1b5871e240b2be1020cbdb8f83a3&device_id=73056c95-edd4-42f2-a3e7-ef87b232e6af HTTP/1.1" status: 200 len: 1095 time: 0.0637434 Nov 24 21:13:56.759524 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d1ed1-0176-4e39-8223-c4aa6e487732 req-fc9d6c09-870e-4086-88c7-4d1455c724ba tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:56.772859 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-889d1ed1-0176-4e39-8223-c4aa6e487732 req-fc9d6c09-870e-4086-88c7-4d1455c724ba tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db40d62-83b9-427f-8faa-2719e67f519e HTTP/1.1" status: 200 len: 945 time: 0.0846250 Nov 24 21:13:56.856873 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa222a2-03bd-43a3-8ff6-edc36e929377 req-adb83bfc-6a3b-40c5-8558-4039feee71fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:56.858085 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-889d1ed1-0176-4e39-8223-c4aa6e487732 req-dda9a66b-4c0a-4d46-81dc-2d90688b1495 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9fe93c7-7ca1-4883-8895-20f745e5f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835996 Nov 24 21:13:56.858939 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3fa222a2-03bd-43a3-8ff6-edc36e929377 req-adb83bfc-6a3b-40c5-8558-4039feee71fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d8f178e-5a45-4dff-8303-55ffdd92f906 HTTP/1.1" status: 200 len: 918 time: 0.2135115 Nov 24 21:13:56.936730 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3fa222a2-03bd-43a3-8ff6-edc36e929377 req-2738b3a9-1242-4b7b-b6aa-09dfe09cfaa4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0c3ddaa-f665-45ad-b613-977be811a025 HTTP/1.1" status: 200 len: 217 time: 0.0667064 Nov 24 21:13:57.032832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa222a2-03bd-43a3-8ff6-edc36e929377 req-18b35e59-a577-4c73-9513-46f3e3e05438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:57.034474 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3fa222a2-03bd-43a3-8ff6-edc36e929377 req-18b35e59-a577-4c73-9513-46f3e3e05438 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c5a5d21-eced-4063-9231-858531a40f7d HTTP/1.1" status: 200 len: 857 time: 0.0885761 Nov 24 21:13:57.086260 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3fa222a2-03bd-43a3-8ff6-edc36e929377 req-725ed3b6-118f-4823-8fe3-0ec80b49e5ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d8f178e-5a45-4dff-8303-55ffdd92f906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431578 Nov 24 21:13:57.259520 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3fa222a2-03bd-43a3-8ff6-edc36e929377 req-8eef104a-a03f-48e9-a617-bdd8570cf9db service neutron] 10.222.0.15 "GET /v2.0/networks/7d8f178e-5a45-4dff-8303-55ffdd92f906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565127 Nov 24 21:13:57.452083 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59524a53-3712-4cac-ba4e-37a7f0e33684 req-99dfe0fe-c0f7-4bb0-b2ed-4dd909cd0ddf tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:57.463911 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-59524a53-3712-4cac-ba4e-37a7f0e33684 req-99dfe0fe-c0f7-4bb0-b2ed-4dd909cd0ddf tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/ports?device_id=73056c95-edd4-42f2-a3e7-ef87b232e6af HTTP/1.1" status: 200 len: 944 time: 0.1334889 Nov 24 21:13:57.496481 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3fa222a2-03bd-43a3-8ff6-edc36e929377 req-dd2383ad-81b4-47bb-ae98-79ed835455db service neutron] 10.222.0.15 "GET /v2.0/networks/7d8f178e-5a45-4dff-8303-55ffdd92f906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337949 Nov 24 21:13:57.558807 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-59524a53-3712-4cac-ba4e-37a7f0e33684 req-43036dbe-0f96-4c1f-aa62-4f1ed0b980f9 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c309873-68cb-4b29-b866-7d66d6477a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932922 Nov 24 21:13:57.700236 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db40d62-83b9-427f-8faa-2719e67f519e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c5d2ff-4f10-46e8-b5e9-c4b407a97d13'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:13:57.704149 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78bdf21-258a-4cb0-afdb-827a28ba7377" -d '{"events": [{"server_uuid": "9db40d62-83b9-427f-8faa-2719e67f519e", "name": "network-vif-plugged", "status": "completed", "tag": "08c5d2ff-4f10-46e8-b5e9-c4b407a97d13"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:13:57.717072 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23294a-d394-4e39-bdbd-72d62ed267a2 req-13ac9b71-6964-49f7-b14a-e83de6f5af70 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:57.726476 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b23294a-d394-4e39-bdbd-72d62ed267a2 req-13ac9b71-6964-49f7-b14a-e83de6f5af70 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 945 time: 0.0827546 Nov 24 21:13:57.787974 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b23294a-d394-4e39-bdbd-72d62ed267a2 req-6114bd0b-af23-4308-9e52-17a9fb757263 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603566 Nov 24 21:13:57.927573 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a85ceda-22d2-478a-97c8-771e8023e29e x-openstack-request-id: req-0a85ceda-22d2-478a-97c8-771e8023e29e {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:13:57.928228 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db40d62-83b9-427f-8faa-2719e67f519e", "name": "network-vif-plugged", "status": "completed", "tag": "08c5d2ff-4f10-46e8-b5e9-c4b407a97d13", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:13:57.928675 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0a85ceda-22d2-478a-97c8-771e8023e29e {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:13:57.929514 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db40d62-83b9-427f-8faa-2719e67f519e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c5d2ff-4f10-46e8-b5e9-c4b407a97d13', 'code': 200} Nov 24 21:13:58.075584 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a34205-bc37-437f-a0c8-53f5440903ad req-92159bd5-4ce0-4a4a-be55-df2009500b38 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:58.086053 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10a34205-bc37-437f-a0c8-53f5440903ad req-92159bd5-4ce0-4a4a-be55-df2009500b38 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 945 time: 0.0856981 Nov 24 21:13:58.145362 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326875a-4b7a-40a5-863e-3be8ae664530 req-45b7bfd2-25c8-4dc3-8a18-628ac64c6795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:58.152305 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d326875a-4b7a-40a5-863e-3be8ae664530 req-45b7bfd2-25c8-4dc3-8a18-628ac64c6795 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9db40d62-83b9-427f-8faa-2719e67f519e HTTP/1.1" status: 200 len: 1096 time: 0.1242092 Nov 24 21:13:58.221369 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10a34205-bc37-437f-a0c8-53f5440903ad req-9fc49a48-8b04-4ae3-b973-0ba7f53c8532 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338108 Nov 24 21:13:58.297449 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d326875a-4b7a-40a5-863e-3be8ae664530 req-cccfc5cb-b9fb-4a0d-9ffa-1d045e198124 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f9fe93c7-7ca1-4883-8895-20f745e5f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325240 Nov 24 21:13:58.350528 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ba9b7-153f-44c2-89e7-6bc359fe6e2e req-c2dd14d9-15cd-4d66-944b-86521f6dd1e3 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:58.352593 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-762ba9b7-153f-44c2-89e7-6bc359fe6e2e req-c2dd14d9-15cd-4d66-944b-86521f6dd1e3 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db40d62-83b9-427f-8faa-2719e67f519e HTTP/1.1" status: 200 len: 945 time: 0.0723469 Nov 24 21:13:58.436612 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-762ba9b7-153f-44c2-89e7-6bc359fe6e2e req-62fd8b2f-7128-491e-8057-7463e1d70002 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9fe93c7-7ca1-4883-8895-20f745e5f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768337 Nov 24 21:13:58.613070 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb01a7e-f6a1-4b93-8bc0-568486860abb req-45e2480e-c015-4960-943b-ccad8034f8b7 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:58.622127 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7bb01a7e-f6a1-4b93-8bc0-568486860abb req-45e2480e-c015-4960-943b-ccad8034f8b7 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 945 time: 0.0806007 Nov 24 21:13:58.681384 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7bb01a7e-f6a1-4b93-8bc0-568486860abb req-4a09ff6f-8ca3-4086-886e-0c853bea7d19 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582690 Nov 24 21:13:58.861745 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345daf3-0d4c-4785-832b-76dd7ebf29f2 req-536960f0-f37b-4823-b5ea-04a80d0b5bd5 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:58.863607 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0345daf3-0d4c-4785-832b-76dd7ebf29f2 req-536960f0-f37b-4823-b5ea-04a80d0b5bd5 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/ports?device_id=73056c95-edd4-42f2-a3e7-ef87b232e6af HTTP/1.1" status: 200 len: 944 time: 0.0851514 Nov 24 21:13:58.940711 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0345daf3-0d4c-4785-832b-76dd7ebf29f2 req-dd7caf1b-a3c3-4c35-942a-e76bbb760b48 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c309873-68cb-4b29-b866-7d66d6477a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612967 Nov 24 21:13:59.433198 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c0c3ddaa-f665-45ad-b613-977be811a025 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:13:59.472195 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76016d-5865-4990-9b2f-aca8d3cd6e80 req-594378ce-294b-47c0-9730-a903662bd497 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:59.473954 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4b76016d-5865-4990-9b2f-aca8d3cd6e80 req-594378ce-294b-47c0-9730-a903662bd497 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 945 time: 0.0694256 Nov 24 21:13:59.611025 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4b76016d-5865-4990-9b2f-aca8d3cd6e80 req-cf0efcae-fc49-4780-affc-5eef73fa1285 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192646 Nov 24 21:13:59.697674 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port c0c3ddaa-f665-45ad-b613-977be811a025, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c0c3ddaa-f665-45ad-b613-977be811a025,segment=NetworkSegment(61b2babe-632c-40d3-93ef-8c0b3ea1256d),segment_id=61b2babe-632c-40d3-93ef-8c0b3ea1256d)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:59.732207 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'c0c3ddaa-f665-45ad-b613-977be811a025', 'network_id': '7d8f178e-5a45-4dff-8303-55ffdd92f906', 'port_id': 'c0c3ddaa-f665-45ad-b613-977be811a025', 'mac_address': 'fa:16:3e:52:90:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5a5d21-eced-4063-9231-858531a40f7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:13:59.775944 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:59.794608 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c3ddaa-f665-45ad-b613-977be811a025 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:13:59.813267 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f17229-af9d-4dd4-96f6-8939cc912aef req-bd593bfe-9539-471f-87d0-9cd96148fd5a tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:13:59.820938 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port c0c3ddaa-f665-45ad-b613-977be811a025, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c0c3ddaa-f665-45ad-b613-977be811a025,segment=NetworkSegment(61b2babe-632c-40d3-93ef-8c0b3ea1256d),segment_id=61b2babe-632c-40d3-93ef-8c0b3ea1256d)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:13:59.822938 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-60f17229-af9d-4dd4-96f6-8939cc912aef req-bd593bfe-9539-471f-87d0-9cd96148fd5a tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db40d62-83b9-427f-8faa-2719e67f519e HTTP/1.1" status: 200 len: 945 time: 0.0987470 Nov 24 21:13:59.828547 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:13:59.889458 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=c0c3ddaa-f665-45ad-b613-977be811a025,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:13:59.907273 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-60f17229-af9d-4dd4-96f6-8939cc912aef req-5769a752-4d9c-4609-8598-e55ae8068d29 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9fe93c7-7ca1-4883-8895-20f745e5f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827403 Nov 24 21:14:00.071509 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c0c3ddaa-f665-45ad-b613-977be811a025'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:14:00.157280 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44e4a3-2ba5-4c54-9ae0-f1269740207a req-4498423f-5caf-497b-9890-02fed1d91573 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:00.171107 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6a44e4a3-2ba5-4c54-9ae0-f1269740207a req-4498423f-5caf-497b-9890-02fed1d91573 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/ports?device_id=73056c95-edd4-42f2-a3e7-ef87b232e6af HTTP/1.1" status: 200 len: 945 time: 0.1033182 Nov 24 21:14:00.266780 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6a44e4a3-2ba5-4c54-9ae0-f1269740207a req-696151d4-c3ab-42fc-9b79-3954dc038918 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c309873-68cb-4b29-b866-7d66d6477a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859334 Nov 24 21:14:00.684048 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34260) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:00.829936 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbdf60-563d-4b12-b4e1-f135e68d1f67 req-a8f864a4-b84a-46b3-8027-1b61c446915f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:00.831524 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a0fbdf60-563d-4b12-b4e1-f135e68d1f67 req-a8f864a4-b84a-46b3-8027-1b61c446915f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.48 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 945 time: 0.1642618 Nov 24 21:14:00.946522 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d5c6c717-9354-4cba-8dc9-547b8189b86d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:01.072367 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-a0fbdf60-563d-4b12-b4e1-f135e68d1f67 req-2ff1a5c0-d768-4e15-b463-69cec6aa36a6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Deleting port 4bba0241-a539-4051-b38d-98995cc4a2e2 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:14:01.072958 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a0fbdf60-563d-4b12-b4e1-f135e68d1f67 req-2ff1a5c0-d768-4e15-b463-69cec6aa36a6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:01.091009 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d5c6c717-9354-4cba-8dc9-547b8189b86d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:01.103267 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d5c6c717-9354-4cba-8dc9-547b8189b86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:01.183868 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d5c6c717-9354-4cba-8dc9-547b8189b86d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55ba941690b8494a876982ab87d54f26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4942586 Nov 24 21:14:01.199802 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6c717-9354-4cba-8dc9-547b8189b86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61f0239-4737-4434-8c1e-76cc4164578e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:01.204930 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34268) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:01.259110 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a0fbdf60-563d-4b12-b4e1-f135e68d1f67 req-2ff1a5c0-d768-4e15-b463-69cec6aa36a6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] For port 4bba0241-a539-4051-b38d-98995cc4a2e2, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=4bba0241-a539-4051-b38d-98995cc4a2e2,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:14:01.260564 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a0fbdf60-563d-4b12-b4e1-f135e68d1f67 req-2ff1a5c0-d768-4e15-b463-69cec6aa36a6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:01.268292 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6c717-9354-4cba-8dc9-547b8189b86d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:01.268566 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6c717-9354-4cba-8dc9-547b8189b86d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:01.268961 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6c717-9354-4cba-8dc9-547b8189b86d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:01.269313 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6c717-9354-4cba-8dc9-547b8189b86d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:01.269651 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6c717-9354-4cba-8dc9-547b8189b86d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:01.269995 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6c717-9354-4cba-8dc9-547b8189b86d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:01.270329 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6c717-9354-4cba-8dc9-547b8189b86d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:01.270662 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6c717-9354-4cba-8dc9-547b8189b86d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:01.271010 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6c717-9354-4cba-8dc9-547b8189b86d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:01.271328 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6c717-9354-4cba-8dc9-547b8189b86d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:01.271690 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6c717-9354-4cba-8dc9-547b8189b86d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:01.272023 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6c717-9354-4cba-8dc9-547b8189b86d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:01.294832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-a0fbdf60-563d-4b12-b4e1-f135e68d1f67 req-2ff1a5c0-d768-4e15-b463-69cec6aa36a6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Calling delete_port for 4bba0241-a539-4051-b38d-98995cc4a2e2 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:14:01.323307 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924dfd7-2d00-4899-9340-51ac4f8fede9 req-6a3d1588-5e19-4d34-82b9-b4e39abed4ec tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:01.330180 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e924dfd7-2d00-4899-9340-51ac4f8fede9 req-6a3d1588-5e19-4d34-82b9-b4e39abed4ec tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 945 time: 0.1472814 Nov 24 21:14:01.409178 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dd317d29-b934-4840-8f17-cd064fcff219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:01.463824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c0c3ddaa-f665-45ad-b613-977be811a025 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:14:01.492634 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e924dfd7-2d00-4899-9340-51ac4f8fede9 req-f5d34be1-6c47-413e-8be0-a49b4a29162e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498854 Nov 24 21:14:01.522610 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a0fbdf60-563d-4b12-b4e1-f135e68d1f67 req-2ff1a5c0-d768-4e15-b463-69cec6aa36a6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:01.536044 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dd317d29-b934-4840-8f17-cd064fcff219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:01.562859 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1a5c0-d768-4e15-b463-69cec6aa36a6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event deleted for resources: {'Port': ['ID=4bba0241-a539-4051-b38d-98995cc4a2e2,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:01.654113 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port c0c3ddaa-f665-45ad-b613-977be811a025 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:14:01.665245 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port c0c3ddaa-f665-45ad-b613-977be811a025 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:14:01.665629 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:01.671483 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fbdf60-563d-4b12-b4e1-f135e68d1f67 req-2ff1a5c0-d768-4e15-b463-69cec6aa36a6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] No DVR routers for this DVR port 4bba0241-a539-4051-b38d-98995cc4a2e2 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:14:01.675317 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a0fbdf60-563d-4b12-b4e1-f135e68d1f67 req-2ff1a5c0-d768-4e15-b463-69cec6aa36a6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:01.681535 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a0fbdf60-563d-4b12-b4e1-f135e68d1f67 req-2ff1a5c0-d768-4e15-b463-69cec6aa36a6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.48 "DELETE /v2.0/ports/4bba0241-a539-4051-b38d-98995cc4a2e2 HTTP/1.1" status: 204 len: 173 time: 0.8318248 Nov 24 21:14:01.682319 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52666b6-b5f5-418b-918b-775f4d36a61e', 'name': 'network-vif-deleted', 'tag': '4bba0241-a539-4051-b38d-98995cc4a2e2'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:14:01.686830 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42c894c-74ed-41dd-9530-126138741486" -d '{"events": [{"server_uuid": "d52666b6-b5f5-418b-918b-775f4d36a61e", "name": "network-vif-deleted", "tag": "4bba0241-a539-4051-b38d-98995cc4a2e2"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:14:01.763975 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dd317d29-b934-4840-8f17-cd064fcff219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:01.767821 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dd317d29-b934-4840-8f17-cd064fcff219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:01.769575 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dd317d29-b934-4840-8f17-cd064fcff219 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d61f0239-4737-4434-8c1e-76cc4164578e HTTP/1.1" status: 204 len: 168 time: 0.5623636 Nov 24 21:14:01.794372 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583b143-22bd-4621-89f7-edbb97ab94bf req-514327b7-0235-40be-867e-c98ae39a0338 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:01.805271 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e583b143-22bd-4621-89f7-edbb97ab94bf req-514327b7-0235-40be-867e-c98ae39a0338 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db40d62-83b9-427f-8faa-2719e67f519e HTTP/1.1" status: 200 len: 945 time: 0.1644576 Nov 24 21:14:01.817029 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd317d29-b934-4840-8f17-cd064fcff219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61f0239-4737-4434-8c1e-76cc4164578e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:01.890207 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e583b143-22bd-4621-89f7-edbb97ab94bf req-ea074cb6-010f-4e59-aae7-7e40c343315f tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9fe93c7-7ca1-4883-8895-20f745e5f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838718 Nov 24 21:14:01.969812 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:02.000110 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73056c95-edd4-42f2-a3e7-ef87b232e6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c3ddaa-f665-45ad-b613-977be811a025'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:14:02.003357 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cc7e6a-b77a-470a-ab4a-2971ae595c30" -d '{"events": [{"server_uuid": "73056c95-edd4-42f2-a3e7-ef87b232e6af", "name": "network-vif-plugged", "status": "completed", "tag": "c0c3ddaa-f665-45ad-b613-977be811a025"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:14:02.027735 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port c0c3ddaa-f665-45ad-b613-977be811a025, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c0c3ddaa-f665-45ad-b613-977be811a025,segment=NetworkSegment(61b2babe-632c-40d3-93ef-8c0b3ea1256d),segment_id=61b2babe-632c-40d3-93ef-8c0b3ea1256d)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:14:02.032536 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:02.076115 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c583d3-bc76-46f4-aaff-532e4d6dbb8c req-8377eeb9-7808-43eb-ad91-e7c342e7b77f tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:02.077951 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-33c583d3-bc76-46f4-aaff-532e4d6dbb8c req-8377eeb9-7808-43eb-ad91-e7c342e7b77f tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/ports?device_id=73056c95-edd4-42f2-a3e7-ef87b232e6af HTTP/1.1" status: 200 len: 945 time: 0.0850062 Nov 24 21:14:02.161618 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=c0c3ddaa-f665-45ad-b613-977be811a025,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:02.184971 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-33c583d3-bc76-46f4-aaff-532e4d6dbb8c req-074c05ab-f09c-4863-acea-3ec5878bb2f5 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c309873-68cb-4b29-b866-7d66d6477a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976453 Nov 24 21:14:02.352486 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2190d88c-5635-4816-a617-f55c91636a13 x-openstack-request-id: req-2190d88c-5635-4816-a617-f55c91636a13 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:14:02.353064 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52666b6-b5f5-418b-918b-775f4d36a61e", "name": "network-vif-deleted", "tag": "4bba0241-a539-4051-b38d-98995cc4a2e2", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:14:02.353064 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2190d88c-5635-4816-a617-f55c91636a13 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:14:02.353458 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52666b6-b5f5-418b-918b-775f4d36a61e', 'name': 'network-vif-deleted', 'tag': '4bba0241-a539-4051-b38d-98995cc4a2e2', 'status': 'completed', 'code': 200} Nov 24 21:14:02.403523 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0463d57-5f34-4226-a046-ae1fecdbc807 x-openstack-request-id: req-b0463d57-5f34-4226-a046-ae1fecdbc807 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:14:02.403975 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73056c95-edd4-42f2-a3e7-ef87b232e6af", "name": "network-vif-plugged", "status": "completed", "tag": "c0c3ddaa-f665-45ad-b613-977be811a025", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:14:02.404403 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b0463d57-5f34-4226-a046-ae1fecdbc807 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:14:02.404874 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73056c95-edd4-42f2-a3e7-ef87b232e6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c3ddaa-f665-45ad-b613-977be811a025', 'code': 200} Nov 24 21:14:02.466290 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34286) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:02.483517 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25b37bce-2027-4278-befd-a3e92ad35ee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:02.575892 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc0299-18af-4979-8de5-b816c5af4074 req-b45cdef9-0287-4c21-835c-0871061354bc tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:02.580190 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60bc0299-18af-4979-8de5-b816c5af4074 req-b45cdef9-0287-4c21-835c-0871061354bc tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.15 "GET /v2.0/ports?device_id=9db40d62-83b9-427f-8faa-2719e67f519e HTTP/1.1" status: 200 len: 945 time: 0.1510499 Nov 24 21:14:02.806201 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-085659b4-ae6f-4d1d-bf21-6db23b4088af req-fd036ff7-6a28-461b-b145-e4d993b9fbad tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 210 time: 0.0999815 Nov 24 21:14:02.806981 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-60bc0299-18af-4979-8de5-b816c5af4074 req-0c746c60-7c8b-483b-9c54-53a44636af02 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Deleting port 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:14:02.809256 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-60bc0299-18af-4979-8de5-b816c5af4074 req-0c746c60-7c8b-483b-9c54-53a44636af02 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:02.821217 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8aedb9-467c-4bdd-92a1-31a31d200ddd req-7ad3919e-30b2-4dfd-8ccf-f004c4a3224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:02.822398 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b8aedb9-467c-4bdd-92a1-31a31d200ddd req-7ad3919e-30b2-4dfd-8ccf-f004c4a3224b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=73056c95-edd4-42f2-a3e7-ef87b232e6af HTTP/1.1" status: 200 len: 1097 time: 0.3113966 Nov 24 21:14:02.824837 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 4bba0241-a539-4051-b38d-98995cc4a2e2 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:14:02.825436 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25b37bce-2027-4278-befd-a3e92ad35ee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:02.912271 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 4bba0241-a539-4051-b38d-98995cc4a2e2 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:14:02.918547 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 4bba0241-a539-4051-b38d-98995cc4a2e2 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:14:02.944868 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-25b37bce-2027-4278-befd-a3e92ad35ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:03.039554 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-60bc0299-18af-4979-8de5-b816c5af4074 req-0c746c60-7c8b-483b-9c54-53a44636af02 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] For port 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=08c5d2ff-4f10-46e8-b5e9-c4b407a97d13,segment=NetworkSegment(aed0ac5f-f1a7-466c-affb-f419501ee4be),segment_id=aed0ac5f-f1a7-466c-affb-f419501ee4be)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:14:03.039937 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-60bc0299-18af-4979-8de5-b816c5af4074 req-0c746c60-7c8b-483b-9c54-53a44636af02 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:03.071574 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-60bc0299-18af-4979-8de5-b816c5af4074 req-0c746c60-7c8b-483b-9c54-53a44636af02 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Calling delete_port for 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:14:03.189570 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-25b37bce-2027-4278-befd-a3e92ad35ee8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3838b797a56b48409bc16e2ae1d75cf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7221255 Nov 24 21:14:03.205471 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b37bce-2027-4278-befd-a3e92ad35ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e544698-46dc-478d-a6da-29e37d060516,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:03.205735 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34298) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:03.235696 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b8aedb9-467c-4bdd-92a1-31a31d200ddd req-91392db9-065c-4b7d-97ee-ef516b48963a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5c309873-68cb-4b29-b866-7d66d6477a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038353 Nov 24 21:14:03.281511 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77e1ca-29f8-4057-b056-a20fda7be08a req-375f01e0-96a4-498a-bdfd-7b9624509c41 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:03.296600 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ac77e1ca-29f8-4057-b056-a20fda7be08a req-375f01e0-96a4-498a-bdfd-7b9624509c41 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db40d62-83b9-427f-8faa-2719e67f519e HTTP/1.1" status: 200 len: 945 time: 0.2296033 Nov 24 21:14:03.332565 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-60bc0299-18af-4979-8de5-b816c5af4074 req-0c746c60-7c8b-483b-9c54-53a44636af02 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:03.349761 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['08c5d2ff-4f10-46e8-b5e9-c4b407a97d13'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:14:03.383713 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c746c60-7c8b-483b-9c54-53a44636af02 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Pushing event deleted for resources: {'Port': ['ID=08c5d2ff-4f10-46e8-b5e9-c4b407a97d13,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:03.412429 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ac77e1ca-29f8-4057-b056-a20fda7be08a req-02744af3-5a39-4bbe-8954-0dcf25cd59cc tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9fe93c7-7ca1-4883-8895-20f745e5f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078987 Nov 24 21:14:03.435777 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bc0299-18af-4979-8de5-b816c5af4074 req-0c746c60-7c8b-483b-9c54-53a44636af02 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] No DVR routers for this DVR port 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:14:03.438100 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a4adebe-a7c0-425c-93c0-46e7741ce2b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:03.441154 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-60bc0299-18af-4979-8de5-b816c5af4074 req-0c746c60-7c8b-483b-9c54-53a44636af02 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:03.445914 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60bc0299-18af-4979-8de5-b816c5af4074 req-0c746c60-7c8b-483b-9c54-53a44636af02 tempest-ServerAddressesTestJSON-921239988 tempest-ServerAddressesTestJSON-921239988-project] 10.222.0.15 "DELETE /v2.0/ports/08c5d2ff-4f10-46e8-b5e9-c4b407a97d13 HTTP/1.1" status: 204 len: 173 time: 0.8557599 Nov 24 21:14:03.506271 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a4adebe-a7c0-425c-93c0-46e7741ce2b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:03.587100 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adbd56-2aad-4055-ac8f-5da96b9d1a5a req-038eefec-ce71-4979-8c77-ea029310dcde tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:03.596410 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-25adbd56-2aad-4055-ac8f-5da96b9d1a5a req-038eefec-ce71-4979-8c77-ea029310dcde tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/ports?device_id=73056c95-edd4-42f2-a3e7-ef87b232e6af HTTP/1.1" status: 200 len: 946 time: 0.0721385 Nov 24 21:14:03.632323 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a4adebe-a7c0-425c-93c0-46e7741ce2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:03.636038 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a4adebe-a7c0-425c-93c0-46e7741ce2b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:03.640698 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7a4adebe-a7c0-425c-93c0-46e7741ce2b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e544698-46dc-478d-a6da-29e37d060516 HTTP/1.1" status: 204 len: 168 time: 0.4270332 Nov 24 21:14:03.657462 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4adebe-a7c0-425c-93c0-46e7741ce2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e544698-46dc-478d-a6da-29e37d060516,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:03.722314 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-25adbd56-2aad-4055-ac8f-5da96b9d1a5a req-cb85624a-bee5-4606-b124-5f7399f40165 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c309873-68cb-4b29-b866-7d66d6477a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248496 Nov 24 21:14:04.007955 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2369050e-0ccc-428c-8adc-d087a77c1e7b req-36e1225f-2895-4156-885d-f4e86f2aaf63 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 210 time: 0.0783646 Nov 24 21:14:04.355607 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db40d62-83b9-427f-8faa-2719e67f519e', 'name': 'network-vif-deleted', 'tag': '08c5d2ff-4f10-46e8-b5e9-c4b407a97d13'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:14:04.360259 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe2bb85-ef30-465d-9a00-e91d9d442df8" -d '{"events": [{"server_uuid": "9db40d62-83b9-427f-8faa-2719e67f519e", "name": "network-vif-deleted", "tag": "08c5d2ff-4f10-46e8-b5e9-c4b407a97d13"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:14:04.445733 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fba8cfa-0794-4d89-bfbc-2519c5dccd15 x-openstack-request-id: req-0fba8cfa-0794-4d89-bfbc-2519c5dccd15 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:14:04.447488 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db40d62-83b9-427f-8faa-2719e67f519e", "name": "network-vif-deleted", "tag": "08c5d2ff-4f10-46e8-b5e9-c4b407a97d13", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:14:04.447924 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0fba8cfa-0794-4d89-bfbc-2519c5dccd15 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:14:04.449254 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db40d62-83b9-427f-8faa-2719e67f519e', 'name': 'network-vif-deleted', 'tag': '08c5d2ff-4f10-46e8-b5e9-c4b407a97d13', 'status': 'completed', 'code': 200} Nov 24 21:14:04.528189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34324) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:04.654267 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-2556e5a3-cbeb-490f-bd20-923cdd352333 admin admin] Deleting subnet 3611c77e-d5b4-42c1-bb58-8d1a0dbe51dc {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:14:04.657640 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2556e5a3-cbeb-490f-bd20-923cdd352333 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:04.732777 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2556e5a3-cbeb-490f-bd20-923cdd352333 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:04.800336 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2556e5a3-cbeb-490f-bd20-923cdd352333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:04.871091 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2556e5a3-cbeb-490f-bd20-923cdd352333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:04.926435 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556e5a3-cbeb-490f-bd20-923cdd352333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3611c77e-d5b4-42c1-bb58-8d1a0dbe51dc,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:04.932732 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2556e5a3-cbeb-490f-bd20-923cdd352333 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:04.936481 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2556e5a3-cbeb-490f-bd20-923cdd352333 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3611c77e-d5b4-42c1-bb58-8d1a0dbe51dc HTTP/1.1" status: 204 len: 168 time: 0.4056971 Nov 24 21:14:04.939821 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34338) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:05.069317 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c52412b9-818e-4921-9eda-5015f5e0c491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:05.119117 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd14d13-30b2-4451-a1eb-9d163f5f6033 req-02189f6d-5960-4312-9ea5-9238eeb23072 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:05.127664 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2dd14d13-30b2-4451-a1eb-9d163f5f6033 req-02189f6d-5960-4312-9ea5-9238eeb23072 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/ports?device_id=73056c95-edd4-42f2-a3e7-ef87b232e6af HTTP/1.1" status: 200 len: 946 time: 0.1968217 Nov 24 21:14:05.271981 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2dd14d13-30b2-4451-a1eb-9d163f5f6033 req-8daaceab-6fd9-49b0-930b-a236f3921ba0 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c309873-68cb-4b29-b866-7d66d6477a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336689 Nov 24 21:14:05.314687 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c52412b9-818e-4921-9eda-5015f5e0c491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:05.359760 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-c52412b9-818e-4921-9eda-5015f5e0c491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1649b10-5f36-4bcc-a492-346711e3085f']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:05.373802 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-c52412b9-818e-4921-9eda-5015f5e0c491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed0ac5f-f1a7-466c-affb-f419501ee4be') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:05.374278 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-c52412b9-818e-4921-9eda-5015f5e0c491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed0ac5f-f1a7-466c-affb-f419501ee4be') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:05.386867 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c52412b9-818e-4921-9eda-5015f5e0c491 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:05.403605 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c52412b9-818e-4921-9eda-5015f5e0c491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:05.411413 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52412b9-818e-4921-9eda-5015f5e0c491 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:14:05.411804 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c52412b9-818e-4921-9eda-5015f5e0c491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:14:05.480842 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:14:05.485746 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c52412b9-818e-4921-9eda-5015f5e0c491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:05.494772 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:14:05.529415 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c52412b9-818e-4921-9eda-5015f5e0c491 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:05.541219 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c52412b9-818e-4921-9eda-5015f5e0c491 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a1649b10-5f36-4bcc-a492-346711e3085f HTTP/1.1" status: 204 len: 168 time: 0.5954194 Nov 24 21:14:05.541219 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52412b9-818e-4921-9eda-5015f5e0c491 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1649b10-5f36-4bcc-a492-346711e3085f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:05.554695 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:14:05.555726 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 08c5d2ff-4f10-46e8-b5e9-c4b407a97d13 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:14:05.625247 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-880acaa9-26f6-42ed-9b47-5a2386d489ed req-32d9e8a5-9312-4cec-8148-cbe56b7738bb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 210 time: 0.0758457 Nov 24 21:14:05.805144 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34358) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:05.944881 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9c141bdc-6895-4221-a66c-90eb492894e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f646d51202ba4f2da3abf5e64782953f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1378958 Nov 24 21:14:05.947462 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34362) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:06.025117 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae52860a-5a28-4523-a618-659f2874eeca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:06.067206 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae52860a-5a28-4523-a618-659f2874eeca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:06.198521 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2d644-6cc4-48ee-8f2a-3f17673ddc71 req-cc066f62-98f0-463e-b877-af2c434dd8b7 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:06.200233 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0ab2d644-6cc4-48ee-8f2a-3f17673ddc71 req-cc066f62-98f0-463e-b877-af2c434dd8b7 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/ports?device_id=73056c95-edd4-42f2-a3e7-ef87b232e6af HTTP/1.1" status: 200 len: 946 time: 0.1008902 Nov 24 21:14:06.214743 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae52860a-5a28-4523-a618-659f2874eeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:06.224913 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae52860a-5a28-4523-a618-659f2874eeca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:06.242813 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ae52860a-5a28-4523-a618-659f2874eeca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9fe93c7-7ca1-4883-8895-20f745e5f69c HTTP/1.1" status: 204 len: 168 time: 0.2938826 Nov 24 21:14:06.357077 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52860a-5a28-4523-a618-659f2874eeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fe93c7-7ca1-4883-8895-20f745e5f69c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:06.431937 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0ab2d644-6cc4-48ee-8f2a-3f17673ddc71 req-81229013-f5f2-442a-9c5e-92c94acdb07d tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c309873-68cb-4b29-b866-7d66d6477a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233324 Nov 24 21:14:06.836186 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7361a917-710e-403b-8698-1c51e67859ce req-8c4c297a-aca2-4473-802b-f035dd3d499b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 210 time: 0.0567346 Nov 24 21:14:07.598321 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5e7b3-ee5c-4b91-98ea-4a395e9f7938 req-adc2d9c8-1d0a-41b4-ac2d-00ea249dc25c tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:07.602448 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-69f5e7b3-ee5c-4b91-98ea-4a395e9f7938 req-adc2d9c8-1d0a-41b4-ac2d-00ea249dc25c tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.15 "GET /v2.0/ports?device_id=73056c95-edd4-42f2-a3e7-ef87b232e6af HTTP/1.1" status: 200 len: 946 time: 0.0996146 Nov 24 21:14:07.739511 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545933c-6671-4205-ace8-bf11cc7574bc req-6d656856-fa28-4b0b-8da1-0361fea25d68 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:07.747222 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6545933c-6671-4205-ace8-bf11cc7574bc req-6d656856-fa28-4b0b-8da1-0361fea25d68 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/ports?device_id=73056c95-edd4-42f2-a3e7-ef87b232e6af HTTP/1.1" status: 200 len: 946 time: 0.1269929 Nov 24 21:14:07.839198 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6545933c-6671-4205-ace8-bf11cc7574bc req-a75ba801-4ec3-4d5b-89a9-e727e9e67378 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c309873-68cb-4b29-b866-7d66d6477a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842118 Nov 24 21:14:07.859030 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-69f5e7b3-ee5c-4b91-98ea-4a395e9f7938 req-c93fe901-eda9-40ba-9003-327ba0665743 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Deleting port c0c3ddaa-f665-45ad-b613-977be811a025 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:14:07.860765 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-69f5e7b3-ee5c-4b91-98ea-4a395e9f7938 req-c93fe901-eda9-40ba-9003-327ba0665743 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:07.889590 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34412) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:08.046495 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-ade4555c-7fbd-48b8-bc8d-64053a6a15a2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-31078900-network', 'tenant_id': '7fab4a8cf1224a3b8925ebd452b8dc76'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:14:08.108716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade4555c-7fbd-48b8-bc8d-64053a6a15a2 admin admin] Made reservation on behalf of 7fab4a8cf1224a3b8925ebd452b8dc76 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:14:08.111492 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ade4555c-7fbd-48b8-bc8d-64053a6a15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:08.137359 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ade4555c-7fbd-48b8-bc8d-64053a6a15a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:08.282166 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ade4555c-7fbd-48b8-bc8d-64053a6a15a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:08.303495 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ade4555c-7fbd-48b8-bc8d-64053a6a15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:08.361976 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4555c-7fbd-48b8-bc8d-64053a6a15a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c1381d-db9c-44fd-a233-4c4e8ee99bc0,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:08.377298 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-001c99ab-fb87-4f02-9270-41495d42d767 req-836fc941-efce-4840-9709-ed1b3c5f7be6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 210 time: 0.2109110 Nov 24 21:14:08.399955 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade4555c-7fbd-48b8-bc8d-64053a6a15a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:14:08.427213 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ade4555c-7fbd-48b8-bc8d-64053a6a15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:08.427630 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-ade4555c-7fbd-48b8-bc8d-64053a6a15a2 admin admin] Added segment 23f7fba8-fb33-45f1-b153-5a1fa803c7b9 of type vlan for network b59c9fc1-01d2-4aaa-ac66-8d881ad33335 Nov 24 21:14:08.541510 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ade4555c-7fbd-48b8-bc8d-64053a6a15a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:08.617283 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ade4555c-7fbd-48b8-bc8d-64053a6a15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:08.618764 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade4555c-7fbd-48b8-bc8d-64053a6a15a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:08.619697 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ade4555c-7fbd-48b8-bc8d-64053a6a15a2 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:08.733354 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ade4555c-7fbd-48b8-bc8d-64053a6a15a2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8377435 Nov 24 21:14:08.734475 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34418) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:08.781723 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-dc5fa94e-f515-4ec4-b7d1-1a33a53c0d60 admin admin] Request body: {'subnet': {'network_id': 'b59c9fc1-01d2-4aaa-ac66-8d881ad33335', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-31078900-subnet', 'tenant_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:14:08.889461 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5f7fb166-1759-42b6-aa45-8945471d1e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:08.896150 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4555c-7fbd-48b8-bc8d-64053a6a15a2 admin admin] Pushing event updated for resources: {'Network': ['ID=b59c9fc1-01d2-4aaa-ac66-8d881ad33335,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:08.948444 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network b59c9fc1-01d2-4aaa-ac66-8d881ad33335 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:14:08.962936 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-69f5e7b3-ee5c-4b91-98ea-4a395e9f7938 req-c93fe901-eda9-40ba-9003-327ba0665743 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] For port c0c3ddaa-f665-45ad-b613-977be811a025, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c0c3ddaa-f665-45ad-b613-977be811a025,segment=NetworkSegment(61b2babe-632c-40d3-93ef-8c0b3ea1256d),segment_id=61b2babe-632c-40d3-93ef-8c0b3ea1256d)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:14:08.964158 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5fa94e-f515-4ec4-b7d1-1a33a53c0d60 admin admin] Made reservation on behalf of 7fab4a8cf1224a3b8925ebd452b8dc76 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:14:08.965065 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-69f5e7b3-ee5c-4b91-98ea-4a395e9f7938 req-c93fe901-eda9-40ba-9003-327ba0665743 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:08.977721 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dc5fa94e-f515-4ec4-b7d1-1a33a53c0d60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:09.003113 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-69f5e7b3-ee5c-4b91-98ea-4a395e9f7938 req-c93fe901-eda9-40ba-9003-327ba0665743 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Calling delete_port for c0c3ddaa-f665-45ad-b613-977be811a025 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:14:09.425168 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-69f5e7b3-ee5c-4b91-98ea-4a395e9f7938 req-c93fe901-eda9-40ba-9003-327ba0665743 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:09.439081 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974c961-0e8e-4288-a790-f0633311ec81 req-23e1b54e-3fb2-430f-a21b-96b52f4f9dba tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:09.447324 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c974c961-0e8e-4288-a790-f0633311ec81 req-23e1b54e-3fb2-430f-a21b-96b52f4f9dba tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/ports?device_id=73056c95-edd4-42f2-a3e7-ef87b232e6af HTTP/1.1" status: 200 len: 946 time: 0.1367602 Nov 24 21:14:09.500187 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fe901-eda9-40ba-9003-327ba0665743 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Pushing event deleted for resources: {'Port': ['ID=c0c3ddaa-f665-45ad-b613-977be811a025,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:09.533324 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c0c3ddaa-f665-45ad-b613-977be811a025 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:14:09.542008 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c974c961-0e8e-4288-a790-f0633311ec81 req-4704d358-b0a8-4580-93df-cd584bdaad50 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c309873-68cb-4b29-b866-7d66d6477a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936933 Nov 24 21:14:09.546252 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dc5fa94e-f515-4ec4-b7d1-1a33a53c0d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:09.588392 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f5e7b3-ee5c-4b91-98ea-4a395e9f7938 req-c93fe901-eda9-40ba-9003-327ba0665743 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] No DVR routers for this DVR port c0c3ddaa-f665-45ad-b613-977be811a025 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:14:09.591425 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-69f5e7b3-ee5c-4b91-98ea-4a395e9f7938 req-c93fe901-eda9-40ba-9003-327ba0665743 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:09.595925 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-69f5e7b3-ee5c-4b91-98ea-4a395e9f7938 req-c93fe901-eda9-40ba-9003-327ba0665743 tempest-InstanceActionsV221TestJSON-332923718 tempest-InstanceActionsV221TestJSON-332923718-project] 10.222.0.15 "DELETE /v2.0/ports/c0c3ddaa-f665-45ad-b613-977be811a025 HTTP/1.1" status: 204 len: 173 time: 1.9821656 Nov 24 21:14:09.596387 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73056c95-edd4-42f2-a3e7-ef87b232e6af', 'name': 'network-vif-deleted', 'tag': 'c0c3ddaa-f665-45ad-b613-977be811a025'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:14:09.598756 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5913274-62bd-4b66-9e75-88052ba80175" -d '{"events": [{"server_uuid": "73056c95-edd4-42f2-a3e7-ef87b232e6af", "name": "network-vif-deleted", "tag": "c0c3ddaa-f665-45ad-b613-977be811a025"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:14:09.644041 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: c0c3ddaa-f665-45ad-b613-977be811a025 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:14:09.644379 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c0c3ddaa-f665-45ad-b613-977be811a025 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:14:09.659151 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fa94e-f515-4ec4-b7d1-1a33a53c0d60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd873952-3a58-4c93-bf4c-54aa6831fffc,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:09.712959 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5fa94e-f515-4ec4-b7d1-1a33a53c0d60 admin admin] Checking segment: {'id': '23f7fba8-fb33-45f1-b153-5a1fa803c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b59c9fc1-01d2-4aaa-ac66-8d881ad33335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:14:09.713351 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5fa94e-f515-4ec4-b7d1-1a33a53c0d60 admin admin] Network hostable DHCP agents. Network: b59c9fc1-01d2-4aaa-ac66-8d881ad33335, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:14:09.769162 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:09.837795 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9b53c6f4-bad6-4d35-a88e-14dc3430ce13 req-fc86ff5c-29be-4bf7-bf45-a4f45f9e1a00 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 210 time: 0.0848503 Nov 24 21:14:09.840352 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5fa94e-f515-4ec4-b7d1-1a33a53c0d60 admin admin] Network b59c9fc1-01d2-4aaa-ac66-8d881ad33335 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:14:09.875081 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-dc5fa94e-f515-4ec4-b7d1-1a33a53c0d60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, b59c9fc1-01d2-4aaa-ac66-8d881ad33335) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:14:09.891764 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5b05f3-a5bf-48de-aa8f-36d4ae98bcb8 None None] Network b59c9fc1-01d2-4aaa-ac66-8d881ad33335 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:14:09.909002 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5fa94e-f515-4ec4-b7d1-1a33a53c0d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:09.913830 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dc5fa94e-f515-4ec4-b7d1-1a33a53c0d60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:09.965962 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34434) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:09.970771 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-c2f66797-5a1b-43b6-8de5-b5b22ef1e3a0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-31078900-router', 'tenant_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:14:09.976636 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dc5fa94e-f515-4ec4-b7d1-1a33a53c0d60 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1989279 Nov 24 21:14:10.019938 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d1735e-a5a9-462d-8671-6c0cbaa5331f x-openstack-request-id: req-81d1735e-a5a9-462d-8671-6c0cbaa5331f {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:14:10.020584 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73056c95-edd4-42f2-a3e7-ef87b232e6af", "name": "network-vif-deleted", "tag": "c0c3ddaa-f665-45ad-b613-977be811a025", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:14:10.021204 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-81d1735e-a5a9-462d-8671-6c0cbaa5331f {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:14:10.022338 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73056c95-edd4-42f2-a3e7-ef87b232e6af', 'name': 'network-vif-deleted', 'tag': 'c0c3ddaa-f665-45ad-b613-977be811a025', 'status': 'completed', 'code': 200} Nov 24 21:14:10.024524 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c2f66797-5a1b-43b6-8de5-b5b22ef1e3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:10.026553 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c2f66797-5a1b-43b6-8de5-b5b22ef1e3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:10.095178 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c2f66797-5a1b-43b6-8de5-b5b22ef1e3a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:10.308595 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a2b520-1112-44f3-b076-5cf440fcabe6 None None] Network b59c9fc1-01d2-4aaa-ac66-8d881ad33335 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:14:10.457070 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c2f66797-5a1b-43b6-8de5-b5b22ef1e3a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:11.055897 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c2f66797-5a1b-43b6-8de5-b5b22ef1e3a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:11.109688 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c2f66797-5a1b-43b6-8de5-b5b22ef1e3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:11.184904 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1d5856fe-44d4-4037-8d42-d3136598e668 req-d31bdaf1-145f-4789-b2ae-c1642e4e6586 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52666b6-b5f5-418b-918b-775f4d36a61e HTTP/1.1" status: 200 len: 210 time: 0.0875435 Nov 24 21:14:11.197727 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ee462ad0-b1e6-4184-b2de-132bfd556634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:11.208284 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:11.352117 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34458) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:11.396312 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-c2f66797-5a1b-43b6-8de5-b5b22ef1e3a0 admin admin] Allocated IP 172.25.5.233 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/ef733a0f-0d6e-4fca-8adf-270e1ee93386) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:14:11.465419 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-a329d2ea-0f81-485b-b514-3e354858c73a admin admin] Deleting subnet 4c5a5d21-eced-4063-9231-858531a40f7d {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:14:11.476061 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a329d2ea-0f81-485b-b514-3e354858c73a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:11.572411 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a329d2ea-0f81-485b-b514-3e354858c73a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:11.612994 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c2f66797-5a1b-43b6-8de5-b5b22ef1e3a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:11.665074 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a329d2ea-0f81-485b-b514-3e354858c73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:11.711410 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c2f66797-5a1b-43b6-8de5-b5b22ef1e3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:11.801527 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f66797-5a1b-43b6-8de5-b5b22ef1e3a0 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:14:11.808629 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-c2f66797-5a1b-43b6-8de5-b5b22ef1e3a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:14:11.817633 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f66797-5a1b-43b6-8de5-b5b22ef1e3a0 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:14:11.820955 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a329d2ea-0f81-485b-b514-3e354858c73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:11.846489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181f5f5c-13db-4460-b6b0-c0850c4d57a1 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:14:11.894112 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329d2ea-0f81-485b-b514-3e354858c73a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c5a5d21-eced-4063-9231-858531a40f7d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:11.901813 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f66797-5a1b-43b6-8de5-b5b22ef1e3a0 admin admin] Pushing event updated for resources: {'Port': ['ID=ef733a0f-0d6e-4fca-8adf-270e1ee93386,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:11.903498 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a329d2ea-0f81-485b-b514-3e354858c73a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:11.906970 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a329d2ea-0f81-485b-b514-3e354858c73a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4c5a5d21-eced-4063-9231-858531a40f7d HTTP/1.1" status: 204 len: 168 time: 0.5535676 Nov 24 21:14:11.914076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34462) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:11.938218 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-08b882db-0d68-4a48-9089-a226ed8ea64b None None] Provisioning complete for port ef733a0f-0d6e-4fca-8adf-270e1ee93386 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:14:11.939834 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-08b882db-0d68-4a48-9089-a226ed8ea64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:12.022385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-08b882db-0d68-4a48-9089-a226ed8ea64b None None] Port ef733a0f-0d6e-4fca-8adf-270e1ee93386 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:14:12.082517 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-503b50f4-07b8-49f2-a0d9-cbe29df28183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:12.322260 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-503b50f4-07b8-49f2-a0d9-cbe29df28183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:12.378802 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-503b50f4-07b8-49f2-a0d9-cbe29df28183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d8f178e-5a45-4dff-8303-55ffdd92f906']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:12.400432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-503b50f4-07b8-49f2-a0d9-cbe29df28183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b2babe-632c-40d3-93ef-8c0b3ea1256d') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:12.401049 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-503b50f4-07b8-49f2-a0d9-cbe29df28183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b2babe-632c-40d3-93ef-8c0b3ea1256d') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:12.423771 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:12.424660 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-503b50f4-07b8-49f2-a0d9-cbe29df28183 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:12.457535 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-503b50f4-07b8-49f2-a0d9-cbe29df28183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:12.474203 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503b50f4-07b8-49f2-a0d9-cbe29df28183 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:14:12.474429 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-503b50f4-07b8-49f2-a0d9-cbe29df28183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:14:12.476819 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:14:12.539613 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c2f66797-5a1b-43b6-8de5-b5b22ef1e3a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:12.622794 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-503b50f4-07b8-49f2-a0d9-cbe29df28183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:12.628456 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-503b50f4-07b8-49f2-a0d9-cbe29df28183 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:12.632397 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-503b50f4-07b8-49f2-a0d9-cbe29df28183 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7d8f178e-5a45-4dff-8303-55ffdd92f906 HTTP/1.1" status: 204 len: 168 time: 0.7172477 Nov 24 21:14:12.653255 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b50f4-07b8-49f2-a0d9-cbe29df28183 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d8f178e-5a45-4dff-8303-55ffdd92f906,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:12.838831 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c2f66797-5a1b-43b6-8de5-b5b22ef1e3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:12.860177 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34476) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:12.949464 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dae33632-dc9b-45bd-a37e-af961a27ab03 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=34eb1b5871e240b2be1020cbdb8f83a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0877810 Nov 24 21:14:12.952153 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34478) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:13.122373 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d118631a-04cf-478f-b238-1bc78ec75c90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:13.134931 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f66797-5a1b-43b6-8de5-b5b22ef1e3a0 admin admin] Router 0277c512-a4a3-42b0-bf4f-e5818c942bb9 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:14:13.261954 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d118631a-04cf-478f-b238-1bc78ec75c90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:13.453316 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d118631a-04cf-478f-b238-1bc78ec75c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:13.457119 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d118631a-04cf-478f-b238-1bc78ec75c90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:13.462016 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d118631a-04cf-478f-b238-1bc78ec75c90 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c309873-68cb-4b29-b866-7d66d6477a51 HTTP/1.1" status: 204 len: 168 time: 0.5083942 Nov 24 21:14:13.475788 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118631a-04cf-478f-b238-1bc78ec75c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c309873-68cb-4b29-b866-7d66d6477a51,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:13.570330 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f66797-5a1b-43b6-8de5-b5b22ef1e3a0 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:14:13.596636 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] Sync routers for ids ['0277c512-a4a3-42b0-bf4f-e5818c942bb9'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:14:13.606885 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c2f66797-5a1b-43b6-8de5-b5b22ef1e3a0 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:13.609833 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c2f66797-5a1b-43b6-8de5-b5b22ef1e3a0 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6425190 Nov 24 21:14:13.612956 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34490) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:13.636326 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] Routers {'0277c512-a4a3-42b0-bf4f-e5818c942bb9'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:14:13.640122 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:14:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['0277c512-a4a3-42b0-bf4f-e5818c942bb9'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:13.774428 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:13.960552 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] Set router 0277c512-a4a3-42b0-bf4f-e5818c942bb9 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:14:14.459132 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:14:14.565959 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0277c512-a4a3-42b0-bf4f-e5818c942bb9', 'name': 'tempest-ServerRescueTestJSON-31078900-router', 'tenant_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'ef733a0f-0d6e-4fca-8adf-270e1ee93386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:10Z', 'updated_at': '2021-11-24T21:14:12Z', 'revision_number': 3, 'project_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'gw_port': {'id': 'ef733a0f-0d6e-4fca-8adf-270e1ee93386', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0277c512-a4a3-42b0-bf4f-e5818c942bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:11Z', 'updated_at': '2021-11-24T21:14:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:14.644932 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] Checking router: 0277c512-a4a3-42b0-bf4f-e5818c942bb9 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:14:14.646621 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] Updating router 0277c512-a4a3-42b0-bf4f-e5818c942bb9 port ef733a0f-0d6e-4fca-8adf-270e1ee93386 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:14:14.690194 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2b19b7a9-79a6-42f0-884c-336d485cd2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:14.693971 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:14.883932 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:15.123588 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-2b19b7a9-79a6-42f0-884c-336d485cd2ab admin admin] Allocated IP 172.20.0.1 (b59c9fc1-01d2-4aaa-ac66-8d881ad33335/cd873952-3a58-4c93-bf4c-54aa6831fffc/d55653a0-c0f4-410b-b814-041358d45649) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:14:15.307373 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2b19b7a9-79a6-42f0-884c-336d485cd2ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:15.340416 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34526) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:15.430354 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2b19b7a9-79a6-42f0-884c-336d485cd2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:15.499477 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:15.513858 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:15.528329 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b19b7a9-79a6-42f0-884c-336d485cd2ab admin admin] Network b59c9fc1-01d2-4aaa-ac66-8d881ad33335 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:14:15.545714 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-2b19b7a9-79a6-42f0-884c-336d485cd2ab admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:14:15.573486 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b19b7a9-79a6-42f0-884c-336d485cd2ab admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:14:15.576796 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19b7a9-79a6-42f0-884c-336d485cd2ab admin admin] Pushing event updated for resources: {'Port': ['ID=d55653a0-c0f4-410b-b814-041358d45649,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:15.582752 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-8c99c1cf-e70f-4769-b3f5-7466bc29aef7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1490234327-network', 'tenant_id': '4af44f5267ab408c8f3edccea7fe9750'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:14:15.633792 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c99c1cf-e70f-4769-b3f5-7466bc29aef7 admin admin] Made reservation on behalf of 4af44f5267ab408c8f3edccea7fe9750 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:14:15.636709 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c99c1cf-e70f-4769-b3f5-7466bc29aef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:15.659011 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c99c1cf-e70f-4769-b3f5-7466bc29aef7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:15.703228 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e499be-f302-4491-a47f-034608471ef2 None None] Pushing event updated for resources: {'Port': ['ID=ef733a0f-0d6e-4fca-8adf-270e1ee93386,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:15.717097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed948c3-2665-48a6-9007-78e002bd457c None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:14:15.727008 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2b19b7a9-79a6-42f0-884c-336d485cd2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:15.782106 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e499be-f302-4491-a47f-034608471ef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:15.782480 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e499be-f302-4491-a47f-034608471ef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:15.784023 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e499be-f302-4491-a47f-034608471ef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:15.784381 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e499be-f302-4491-a47f-034608471ef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:15.785563 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e499be-f302-4491-a47f-034608471ef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:15.786941 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e499be-f302-4491-a47f-034608471ef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:15.788202 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e499be-f302-4491-a47f-034608471ef2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:15.788606 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e499be-f302-4491-a47f-034608471ef2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:15.789302 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e499be-f302-4491-a47f-034608471ef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:15.791757 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e499be-f302-4491-a47f-034608471ef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:15.792181 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e499be-f302-4491-a47f-034608471ef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:15.792529 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e499be-f302-4491-a47f-034608471ef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:15.797182 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] Attempting to bind port ef733a0f-0d6e-4fca-8adf-270e1ee93386 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:14:15.797645 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] Attempting to bind port ef733a0f-0d6e-4fca-8adf-270e1ee93386 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:14:15.798015 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] Attempting to bind port ef733a0f-0d6e-4fca-8adf-270e1ee93386 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:14:15.816333 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:14:15.817042 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:14:15.817649 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:15.818592 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-17ca1ca6-863c-489b-9af5-43df984c1272 None None] Provisioning complete for port ef733a0f-0d6e-4fca-8adf-270e1ee93386 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:14:15.819205 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:14:15.820030 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] Bound port: ef733a0f-0d6e-4fca-8adf-270e1ee93386, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:14:15.820636 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:15.826386 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-17ca1ca6-863c-489b-9af5-43df984c1272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:15.954992 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] For port ef733a0f-0d6e-4fca-8adf-270e1ee93386, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:14:15.962114 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] For port ef733a0f-0d6e-4fca-8adf-270e1ee93386, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ef733a0f-0d6e-4fca-8adf-270e1ee93386,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:14:15.962291 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c99c1cf-e70f-4769-b3f5-7466bc29aef7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:15.964587 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-17ca1ca6-863c-489b-9af5-43df984c1272 None None] Port ef733a0f-0d6e-4fca-8adf-270e1ee93386 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:14:15.977167 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c99c1cf-e70f-4769-b3f5-7466bc29aef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:15.985438 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:15.998629 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c99c1cf-e70f-4769-b3f5-7466bc29aef7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:14:16.014769 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c99c1cf-e70f-4769-b3f5-7466bc29aef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:16.015148 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-8c99c1cf-e70f-4769-b3f5-7466bc29aef7 admin admin] Added segment f781125d-4eca-4082-b91e-67391f49bca0 of type vlan for network 8b6f8516-c218-48b2-991d-fe71b6d6d69b Nov 24 21:14:16.073044 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee21688c-93af-4e58-b89a-857fe1d0303f None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:14:16.113912 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c99c1cf-e70f-4769-b3f5-7466bc29aef7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:16.123092 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] Routers {'0277c512-a4a3-42b0-bf4f-e5818c942bb9'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:14:16.124602 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:14:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['0277c512-a4a3-42b0-bf4f-e5818c942bb9'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:16.131639 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2b19b7a9-79a6-42f0-884c-336d485cd2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:16.179774 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e499be-f302-4491-a47f-034608471ef2 None None] Pushing event updated for resources: {'Port': ['ID=ef733a0f-0d6e-4fca-8adf-270e1ee93386,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:16.190301 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c99c1cf-e70f-4769-b3f5-7466bc29aef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:16.192465 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c99c1cf-e70f-4769-b3f5-7466bc29aef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:16.194097 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c99c1cf-e70f-4769-b3f5-7466bc29aef7 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:16.205450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d5168581-791b-4659-8a69-7baf495e698c None None] Provisioning complete for port ef733a0f-0d6e-4fca-8adf-270e1ee93386 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:14:16.206085 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d5168581-791b-4659-8a69-7baf495e698c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:16.253807 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99c1cf-e70f-4769-b3f5-7466bc29aef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee527ba-72ff-4ca1-823d-3f186b8c4404,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:16.348914 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8c99c1cf-e70f-4769-b3f5-7466bc29aef7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0064952 Nov 24 21:14:16.356037 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34542) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:16.375199 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-40d8cad0-e7ce-48a9-aba4-67b172438126 admin admin] Request body: {'subnet': {'network_id': '8b6f8516-c218-48b2-991d-fe71b6d6d69b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1490234327-subnet', 'tenant_id': '4af44f5267ab408c8f3edccea7fe9750', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:14:16.386863 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] Set router 0277c512-a4a3-42b0-bf4f-e5818c942bb9 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:14:16.414150 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d5168581-791b-4659-8a69-7baf495e698c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:16.452579 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d5168581-791b-4659-8a69-7baf495e698c None None] For port ef733a0f-0d6e-4fca-8adf-270e1ee93386, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ef733a0f-0d6e-4fca-8adf-270e1ee93386,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:14:16.455365 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99c1cf-e70f-4769-b3f5-7466bc29aef7 admin admin] Pushing event updated for resources: {'Network': ['ID=8b6f8516-c218-48b2-991d-fe71b6d6d69b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:16.465690 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d5168581-791b-4659-8a69-7baf495e698c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:16.471866 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 8b6f8516-c218-48b2-991d-fe71b6d6d69b details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:14:16.533645 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d8cad0-e7ce-48a9-aba4-67b172438126 admin admin] Made reservation on behalf of 4af44f5267ab408c8f3edccea7fe9750 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:14:16.536340 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-40d8cad0-e7ce-48a9-aba4-67b172438126 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:16.778609 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5168581-791b-4659-8a69-7baf495e698c None None] Pushing event updated for resources: {'Port': ['ID=ef733a0f-0d6e-4fca-8adf-270e1ee93386,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:16.820693 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2b19b7a9-79a6-42f0-884c-336d485cd2ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:16.842611 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2b19b7a9-79a6-42f0-884c-336d485cd2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:16.980195 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0277c512-a4a3-42b0-bf4f-e5818c942bb9', 'name': 'tempest-ServerRescueTestJSON-31078900-router', 'tenant_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'ef733a0f-0d6e-4fca-8adf-270e1ee93386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:10Z', 'updated_at': '2021-11-24T21:14:16Z', 'revision_number': 4, 'project_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'gw_port': {'id': 'ef733a0f-0d6e-4fca-8adf-270e1ee93386', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0277c512-a4a3-42b0-bf4f-e5818c942bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:11Z', 'updated_at': '2021-11-24T21:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'd55653a0-c0f4-410b-b814-041358d45649', 'name': '', 'network_id': 'b59c9fc1-01d2-4aaa-ac66-8d881ad33335', 'tenant_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'mac_address': 'fa:16:3e:e6:17:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0277c512-a4a3-42b0-bf4f-e5818c942bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'cd873952-3a58-4c93-bf4c-54aa6831fffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:14Z', 'updated_at': '2021-11-24T21:14:15Z', 'revision_number': 1, 'project_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'subnets': [{'id': 'cd873952-3a58-4c93-bf4c-54aa6831fffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:17.042938 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19b7a9-79a6-42f0-884c-336d485cd2ab admin admin] Pushing event updated for resources: {'Port': ['ID=d55653a0-c0f4-410b-b814-041358d45649,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:17.090581 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3075502-5fe8-4208-b022-94fb99289ba7 None None] The sync data for ids ['0277c512-a4a3-42b0-bf4f-e5818c942bb9'] in n-d-812111-8 is: [{'id': '0277c512-a4a3-42b0-bf4f-e5818c942bb9', 'name': 'tempest-ServerRescueTestJSON-31078900-router', 'tenant_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'ef733a0f-0d6e-4fca-8adf-270e1ee93386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:10Z', 'updated_at': '2021-11-24T21:14:16Z', 'revision_number': 4, 'project_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'gw_port': {'id': 'ef733a0f-0d6e-4fca-8adf-270e1ee93386', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0277c512-a4a3-42b0-bf4f-e5818c942bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:11Z', 'updated_at': '2021-11-24T21:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'd55653a0-c0f4-410b-b814-041358d45649', 'name': '', 'network_id': 'b59c9fc1-01d2-4aaa-ac66-8d881ad33335', 'tenant_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'mac_address': 'fa:16:3e:e6:17:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0277c512-a4a3-42b0-bf4f-e5818c942bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'cd873952-3a58-4c93-bf4c-54aa6831fffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:14Z', 'updated_at': '2021-11-24T21:14:15Z', 'revision_number': 1, 'project_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'subnets': [{'id': 'cd873952-3a58-4c93-bf4c-54aa6831fffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:14:17.135990 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2b19b7a9-79a6-42f0-884c-336d485cd2ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:17.291570 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-40d8cad0-e7ce-48a9-aba4-67b172438126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:18.076398 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea23db5-e57f-42c9-982d-3c4c4bba6cf8 req-e2756dca-db95-496e-ae8c-82215c37f39d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:18.084937 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eea23db5-e57f-42c9-982d-3c4c4bba6cf8 req-e2756dca-db95-496e-ae8c-82215c37f39d tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/ports?device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 945 time: 0.9523757 Nov 24 21:14:18.146504 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8cad0-e7ce-48a9-aba4-67b172438126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=886ba4c7-8266-4c64-b362-44fd7d24e8e4,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:18.176609 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b19b7a9-79a6-42f0-884c-336d485cd2ab admin admin] Network b59c9fc1-01d2-4aaa-ac66-8d881ad33335 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:14:18.187889 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-2b19b7a9-79a6-42f0-884c-336d485cd2ab admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:14:18.403863 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d8cad0-e7ce-48a9-aba4-67b172438126 admin admin] Checking segment: {'id': 'f781125d-4eca-4082-b91e-67391f49bca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b6f8516-c218-48b2-991d-fe71b6d6d69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:14:18.404231 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d8cad0-e7ce-48a9-aba4-67b172438126 admin admin] Network hostable DHCP agents. Network: 8b6f8516-c218-48b2-991d-fe71b6d6d69b, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:14:18.414166 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eea23db5-e57f-42c9-982d-3c4c4bba6cf8 req-6e8bc7fe-ce1e-41ae-bf4b-43b02bc14a38 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/security-groups?id=94cc6430-84de-4552-9c5a-e62c94ad6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3282244 Nov 24 21:14:18.665357 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d8cad0-e7ce-48a9-aba4-67b172438126 admin admin] Network 8b6f8516-c218-48b2-991d-fe71b6d6d69b is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:14:18.724272 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-40d8cad0-e7ce-48a9-aba4-67b172438126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 8b6f8516-c218-48b2-991d-fe71b6d6d69b) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:14:18.739339 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d684173-fb67-48a9-8349-4d824108b872 None None] Network 8b6f8516-c218-48b2-991d-fe71b6d6d69b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:14:18.787808 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d8cad0-e7ce-48a9-aba4-67b172438126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:18.795059 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-40d8cad0-e7ce-48a9-aba4-67b172438126 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:18.884198 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b19b7a9-79a6-42f0-884c-336d485cd2ab admin admin] Router 0277c512-a4a3-42b0-bf4f-e5818c942bb9 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:14:18.916091 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-40d8cad0-e7ce-48a9-aba4-67b172438126 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.5584450 Nov 24 21:14:19.198426 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21446f3b-d4fa-4277-a91d-a62408e920df None None] Network 8b6f8516-c218-48b2-991d-fe71b6d6d69b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:14:19.586903 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b19b7a9-79a6-42f0-884c-336d485cd2ab admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:14:19.637068 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2b19b7a9-79a6-42f0-884c-336d485cd2ab admin admin] 10.222.0.11 "PUT /v2.0/routers/0277c512-a4a3-42b0-bf4f-e5818c942bb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0225635 Nov 24 21:14:20.047870 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d2ffb-5bda-4ff4-b5fb-b7123586c64b req-1c363dab-bb03-424c-a038-f0a6125fddcd tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:20.050040 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b5d2ffb-5bda-4ff4-b5fb-b7123586c64b req-1c363dab-bb03-424c-a038-f0a6125fddcd tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/ports?device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 945 time: 0.1181827 Nov 24 21:14:20.188903 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b5d2ffb-5bda-4ff4-b5fb-b7123586c64b req-0ae8eb79-8476-43ba-9ebe-f0337b005308 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/security-groups?id=94cc6430-84de-4552-9c5a-e62c94ad6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232684 Nov 24 21:14:20.426502 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ef733a0f-0d6e-4fca-8adf-270e1ee93386 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:14:20.550309 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port ef733a0f-0d6e-4fca-8adf-270e1ee93386 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:14:20.551087 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:21.248287 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] Sync routers for ids ['0277c512-a4a3-42b0-bf4f-e5818c942bb9'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:14:21.263910 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] Routers {'0277c512-a4a3-42b0-bf4f-e5818c942bb9'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:14:21.264923 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:14:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['0277c512-a4a3-42b0-bf4f-e5818c942bb9'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:21.507202 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] Set router 0277c512-a4a3-42b0-bf4f-e5818c942bb9 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:14:22.037824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0277c512-a4a3-42b0-bf4f-e5818c942bb9', 'name': 'tempest-ServerRescueTestJSON-31078900-router', 'tenant_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'ef733a0f-0d6e-4fca-8adf-270e1ee93386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:10Z', 'updated_at': '2021-11-24T21:14:16Z', 'revision_number': 4, 'project_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'gw_port': {'id': 'ef733a0f-0d6e-4fca-8adf-270e1ee93386', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0277c512-a4a3-42b0-bf4f-e5818c942bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:11Z', 'updated_at': '2021-11-24T21:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'd55653a0-c0f4-410b-b814-041358d45649', 'name': '', 'network_id': 'b59c9fc1-01d2-4aaa-ac66-8d881ad33335', 'tenant_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'mac_address': 'fa:16:3e:e6:17:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0277c512-a4a3-42b0-bf4f-e5818c942bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'cd873952-3a58-4c93-bf4c-54aa6831fffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:14Z', 'updated_at': '2021-11-24T21:14:16Z', 'revision_number': 2, 'project_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'subnets': [{'id': 'cd873952-3a58-4c93-bf4c-54aa6831fffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:22.070065 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] Checking router: 0277c512-a4a3-42b0-bf4f-e5818c942bb9 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:14:22.070815 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] Updating router 0277c512-a4a3-42b0-bf4f-e5818c942bb9 port d55653a0-c0f4-410b-b814-041358d45649 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:14:22.104868 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:22.490203 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:22.499547 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:22.615598 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef133bd-dc9d-448e-ae69-53d2acf9e457 None None] Pushing event updated for resources: {'Port': ['ID=d55653a0-c0f4-410b-b814-041358d45649,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:22.626932 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef133bd-dc9d-448e-ae69-53d2acf9e457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:22.627396 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef133bd-dc9d-448e-ae69-53d2acf9e457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:22.627631 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef133bd-dc9d-448e-ae69-53d2acf9e457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:22.627969 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef133bd-dc9d-448e-ae69-53d2acf9e457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:22.628316 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef133bd-dc9d-448e-ae69-53d2acf9e457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:22.628671 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef133bd-dc9d-448e-ae69-53d2acf9e457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:22.629061 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef133bd-dc9d-448e-ae69-53d2acf9e457 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:22.629353 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef133bd-dc9d-448e-ae69-53d2acf9e457 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:22.629688 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef133bd-dc9d-448e-ae69-53d2acf9e457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:22.630093 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef133bd-dc9d-448e-ae69-53d2acf9e457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:22.630524 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef133bd-dc9d-448e-ae69-53d2acf9e457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:22.630996 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef133bd-dc9d-448e-ae69-53d2acf9e457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:22.650766 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] Attempting to bind port d55653a0-c0f4-410b-b814-041358d45649 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:14:22.651411 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] Attempting to bind port d55653a0-c0f4-410b-b814-041358d45649 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '23f7fba8-fb33-45f1-b153-5a1fa803c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b59c9fc1-01d2-4aaa-ac66-8d881ad33335'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:14:22.651965 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] Attempting to bind port d55653a0-c0f4-410b-b814-041358d45649 on network b59c9fc1-01d2-4aaa-ac66-8d881ad33335 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:14:22.657880 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:14:22.658263 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] Checking segment: {'id': '23f7fba8-fb33-45f1-b153-5a1fa803c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b59c9fc1-01d2-4aaa-ac66-8d881ad33335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:14:22.658675 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:22.659073 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] Bound using segment: {'id': '23f7fba8-fb33-45f1-b153-5a1fa803c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b59c9fc1-01d2-4aaa-ac66-8d881ad33335'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:14:22.659568 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] Bound port: d55653a0-c0f4-410b-b814-041358d45649, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f7fba8-fb33-45f1-b153-5a1fa803c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b59c9fc1-01d2-4aaa-ac66-8d881ad33335'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:14:22.659938 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:22.731579 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] For port d55653a0-c0f4-410b-b814-041358d45649, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:14:22.738214 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] For port d55653a0-c0f4-410b-b814-041358d45649, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d55653a0-c0f4-410b-b814-041358d45649,segment=NetworkSegment(23f7fba8-fb33-45f1-b153-5a1fa803c7b9),segment_id=23f7fba8-fb33-45f1-b153-5a1fa803c7b9)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:14:22.746901 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:22.807307 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] Routers {'0277c512-a4a3-42b0-bf4f-e5818c942bb9'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:14:22.808127 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:14:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['0277c512-a4a3-42b0-bf4f-e5818c942bb9'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:22.860473 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef133bd-dc9d-448e-ae69-53d2acf9e457 None None] Pushing event updated for resources: {'Port': ['ID=d55653a0-c0f4-410b-b814-041358d45649,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:22.955861 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] Set router 0277c512-a4a3-42b0-bf4f-e5818c942bb9 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:14:23.249572 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0277c512-a4a3-42b0-bf4f-e5818c942bb9', 'name': 'tempest-ServerRescueTestJSON-31078900-router', 'tenant_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'ef733a0f-0d6e-4fca-8adf-270e1ee93386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:10Z', 'updated_at': '2021-11-24T21:14:16Z', 'revision_number': 4, 'project_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'gw_port': {'id': 'ef733a0f-0d6e-4fca-8adf-270e1ee93386', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0277c512-a4a3-42b0-bf4f-e5818c942bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:11Z', 'updated_at': '2021-11-24T21:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'd55653a0-c0f4-410b-b814-041358d45649', 'name': '', 'network_id': 'b59c9fc1-01d2-4aaa-ac66-8d881ad33335', 'tenant_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'mac_address': 'fa:16:3e:e6:17:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0277c512-a4a3-42b0-bf4f-e5818c942bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'cd873952-3a58-4c93-bf4c-54aa6831fffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:14Z', 'updated_at': '2021-11-24T21:14:22Z', 'revision_number': 4, 'project_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'subnets': [{'id': 'cd873952-3a58-4c93-bf4c-54aa6831fffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:23.284350 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2ff6f-dd8f-45c3-a5a9-63172233a935 None None] The sync data for ids ['0277c512-a4a3-42b0-bf4f-e5818c942bb9'] in n-d-812111-8 is: [{'id': '0277c512-a4a3-42b0-bf4f-e5818c942bb9', 'name': 'tempest-ServerRescueTestJSON-31078900-router', 'tenant_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'ef733a0f-0d6e-4fca-8adf-270e1ee93386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:10Z', 'updated_at': '2021-11-24T21:14:16Z', 'revision_number': 4, 'project_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'gw_port': {'id': 'ef733a0f-0d6e-4fca-8adf-270e1ee93386', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0277c512-a4a3-42b0-bf4f-e5818c942bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:11Z', 'updated_at': '2021-11-24T21:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'd55653a0-c0f4-410b-b814-041358d45649', 'name': '', 'network_id': 'b59c9fc1-01d2-4aaa-ac66-8d881ad33335', 'tenant_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'mac_address': 'fa:16:3e:e6:17:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0277c512-a4a3-42b0-bf4f-e5818c942bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'cd873952-3a58-4c93-bf4c-54aa6831fffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:14Z', 'updated_at': '2021-11-24T21:14:22Z', 'revision_number': 4, 'project_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'subnets': [{'id': 'cd873952-3a58-4c93-bf4c-54aa6831fffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:14:24.421797 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d55653a0-c0f4-410b-b814-041358d45649 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:14:24.584237 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port d55653a0-c0f4-410b-b814-041358d45649 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:14:24.584961 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:24.775595 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:24.834240 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-361a4263-2a60-4412-b7b3-908632512412 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:24.842719 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-361a4263-2a60-4412-b7b3-908632512412 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/networks?id=8b6f8516-c218-48b2-991d-fe71b6d6d69b HTTP/1.1" status: 200 len: 822 time: 0.1508460 Nov 24 21:14:24.866364 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-dd8b4150-df67-4cdd-9ea6-c576a9c747c1 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/quotas/4af44f5267ab408c8f3edccea7fe9750 HTTP/1.1" status: 200 len: 375 time: 0.0221674 Nov 24 21:14:24.870082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port d55653a0-c0f4-410b-b814-041358d45649, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d55653a0-c0f4-410b-b814-041358d45649,segment=NetworkSegment(23f7fba8-fb33-45f1-b153-5a1fa803c7b9),segment_id=23f7fba8-fb33-45f1-b153-5a1fa803c7b9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:14:24.878200 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:24.910837 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-078f8b21-c3af-444d-a742-49af2ea869f1 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4af44f5267ab408c8f3edccea7fe9750&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435979 Nov 24 21:14:24.958100 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=d55653a0-c0f4-410b-b814-041358d45649,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:25.064670 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-a105f2df-bff7-4c0e-8888-9dff746ed3bd service neutron] 10.222.0.11 "GET /v2.0/networks/8b6f8516-c218-48b2-991d-fe71b6d6d69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520860 Nov 24 21:14:25.205669 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-2c729cbc-1237-4d8c-88c7-ff292002e215 service neutron] 10.222.0.11 "GET /v2.0/networks/8b6f8516-c218-48b2-991d-fe71b6d6d69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398008 Nov 24 21:14:25.862333 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-4760637c-85ce-46a8-a764-abf2183047c9 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:25.873836 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-4760637c-85ce-46a8-a764-abf2183047c9 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/networks?id=b59c9fc1-01d2-4aaa-ac66-8d881ad33335 HTTP/1.1" status: 200 len: 809 time: 0.2820513 Nov 24 21:14:25.899373 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-686bcaa8-0827-4108-93cf-fde31b9927a1 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/quotas/7fab4a8cf1224a3b8925ebd452b8dc76 HTTP/1.1" status: 200 len: 375 time: 0.0246789 Nov 24 21:14:25.999776 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-4d1d90dd-3d22-46aa-bbac-8df92ba85846 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fab4a8cf1224a3b8925ebd452b8dc76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0940766 Nov 24 21:14:26.330000 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-9c34d722-882f-4fe7-b3ce-5e965648f36f service neutron] 10.222.0.11 "GET /v2.0/networks/b59c9fc1-01d2-4aaa-ac66-8d881ad33335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129897 Nov 24 21:14:26.454059 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d55653a0-c0f4-410b-b814-041358d45649 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:14:26.647868 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-8a007d20-8946-4374-829d-48a0d2b77913 service neutron] 10.222.0.11 "GET /v2.0/networks/b59c9fc1-01d2-4aaa-ac66-8d881ad33335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122468 Nov 24 21:14:26.699466 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port d55653a0-c0f4-410b-b814-041358d45649 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:14:26.700919 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:27.091279 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9349f565-24fc-4d4c-859c-c20e3c403e48 req-42e8337b-e36e-4819-9f59-cfc90e215f90 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eaa9f95-80a5-456d-9220-6fa4ea711d0a HTTP/1.1" status: 200 len: 210 time: 0.0459337 Nov 24 21:14:27.272524 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48142140-395c-46a3-b711-a932509c1b7b req-8743ec4c-a8ee-4421-b6e5-94bc32b4a256 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 210 time: 0.0845282 Nov 24 21:14:27.574040 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-39f11cc2-8e12-4234-9ca4-eefddd758426 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:27.576376 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-39f11cc2-8e12-4234-9ca4-eefddd758426 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.15 "GET /v2.0/networks?id=8b6f8516-c218-48b2-991d-fe71b6d6d69b HTTP/1.1" status: 200 len: 822 time: 0.2804239 Nov 24 21:14:27.601729 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-71df703d-b97e-44cf-9f4a-c7540ddb413e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Request body: {'port': {'device_id': '0eaa9f95-80a5-456d-9220-6fa4ea711d0a', 'network_id': '8b6f8516-c218-48b2-991d-fe71b6d6d69b', 'admin_state_up': True, 'tenant_id': '4af44f5267ab408c8f3edccea7fe9750'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:14:27.841051 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-71df703d-b97e-44cf-9f4a-c7540ddb413e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Made reservation on behalf of 4af44f5267ab408c8f3edccea7fe9750 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:14:27.862041 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-71df703d-b97e-44cf-9f4a-c7540ddb413e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:27.952102 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4041e56-28e1-4939-9f94-6d882adc984e req-7617accd-28e5-4557-90bb-03878552c191 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:27.964810 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e4041e56-28e1-4939-9f94-6d882adc984e req-7617accd-28e5-4557-90bb-03878552c191 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/ports?device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 945 time: 0.1101706 Nov 24 21:14:28.071927 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e4041e56-28e1-4939-9f94-6d882adc984e req-4ef59abe-ba7e-4372-8faa-25e71222cec8 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/security-groups?id=94cc6430-84de-4552-9c5a-e62c94ad6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055191 Nov 24 21:14:28.126931 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-71df703d-b97e-44cf-9f4a-c7540ddb413e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Allocated IP 172.20.0.10 (8b6f8516-c218-48b2-991d-fe71b6d6d69b/886ba4c7-8266-4c64-b362-44fd7d24e8e4/5399ccc9-303b-46cf-8497-41c6177bcfbe) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:14:28.293800 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f75b2ab2-1da7-4618-a19e-e9f6cb3d71a9 req-fc053577-07c9-40b3-b8b9-27bc92366fea tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eaa9f95-80a5-456d-9220-6fa4ea711d0a HTTP/1.1" status: 200 len: 210 time: 0.0505362 Nov 24 21:14:28.600386 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0dfcfc90-b041-40b0-a5a8-b5fb452e36e4 req-65953e95-4e10-4d46-b44a-813418e3b2da tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 210 time: 0.0815859 Nov 24 21:14:28.706335 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-71df703d-b97e-44cf-9f4a-c7540ddb413e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:28.790006 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-71df703d-b97e-44cf-9f4a-c7540ddb413e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:28.921524 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-71df703d-b97e-44cf-9f4a-c7540ddb413e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Network 8b6f8516-c218-48b2-991d-fe71b6d6d69b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:14:28.935747 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-71df703d-b97e-44cf-9f4a-c7540ddb413e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:14:28.948508 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-71df703d-b97e-44cf-9f4a-c7540ddb413e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:14:29.163847 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df703d-b97e-44cf-9f4a-c7540ddb413e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Pushing event updated for resources: {'Port': ['ID=5399ccc9-303b-46cf-8497-41c6177bcfbe,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:29.387999 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-71df703d-b97e-44cf-9f4a-c7540ddb413e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:29.388686 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-71df703d-b97e-44cf-9f4a-c7540ddb413e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:29.487616 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-71df703d-b97e-44cf-9f4a-c7540ddb413e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8912702 Nov 24 21:14:29.530495 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-e55ac5ea-7b0e-493c-816f-e766fc8dc90f service neutron] Request body: {'port': {'device_id': '0eaa9f95-80a5-456d-9220-6fa4ea711d0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:14:29.631616 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-410f8cdd-fea7-4956-943e-9ce617c010e9 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:29.641999 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-410f8cdd-fea7-4956-943e-9ce617c010e9 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.48 "GET /v2.0/networks?id=b59c9fc1-01d2-4aaa-ac66-8d881ad33335 HTTP/1.1" status: 200 len: 809 time: 0.6594355 Nov 24 21:14:29.659047 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-65df9844-0d57-4945-8705-e3ba2756ff28 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Request body: {'port': {'device_id': 'a16152d2-ca86-42e9-b81e-73aebf2b19cf', 'network_id': 'b59c9fc1-01d2-4aaa-ac66-8d881ad33335', 'admin_state_up': True, 'tenant_id': '7fab4a8cf1224a3b8925ebd452b8dc76'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:14:29.762398 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb710d9f-bd31-492c-b1c2-56ab0c4d50da req-5eea5043-cd86-4753-9c4a-4b9e14a199c3 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:29.763988 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb710d9f-bd31-492c-b1c2-56ab0c4d50da req-5eea5043-cd86-4753-9c4a-4b9e14a199c3 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/ports?device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 945 time: 0.2928803 Nov 24 21:14:29.784522 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-e55ac5ea-7b0e-493c-816f-e766fc8dc90f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:29.836389 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81075b-c7a9-46e0-b35f-1fed5558ea9a req-22e183cf-5137-4ef6-a726-8a058f10ebb3 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:29.853681 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0c81075b-c7a9-46e0-b35f-1fed5558ea9a req-22e183cf-5137-4ef6-a726-8a058f10ebb3 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.15 "GET /v2.0/ports?device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 945 time: 0.5197415 Nov 24 21:14:30.056460 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb710d9f-bd31-492c-b1c2-56ab0c4d50da req-b6a4fbdf-fbdc-4cdb-85e8-bfe9e32949f7 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/security-groups?id=94cc6430-84de-4552-9c5a-e62c94ad6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811041 Nov 24 21:14:30.324479 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-0c81075b-c7a9-46e0-b35f-1fed5558ea9a req-af7e15b5-d3cd-427e-9870-d035b044c1e9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Deleting port 9b7e85e2-6b98-47fd-b914-332b53cf2445 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:14:30.324835 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-0c81075b-c7a9-46e0-b35f-1fed5558ea9a req-af7e15b5-d3cd-427e-9870-d035b044c1e9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:30.396897 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-65df9844-0d57-4945-8705-e3ba2756ff28 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Made reservation on behalf of 7fab4a8cf1224a3b8925ebd452b8dc76 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:14:30.401148 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-65df9844-0d57-4945-8705-e3ba2756ff28 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:30.515349 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-0c81075b-c7a9-46e0-b35f-1fed5558ea9a req-af7e15b5-d3cd-427e-9870-d035b044c1e9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] For port 9b7e85e2-6b98-47fd-b914-332b53cf2445, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9b7e85e2-6b98-47fd-b914-332b53cf2445,segment=NetworkSegment(5dbb9d6e-c360-4b34-aff6-dafd7f51375a),segment_id=5dbb9d6e-c360-4b34-aff6-dafd7f51375a)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:14:30.516029 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-0c81075b-c7a9-46e0-b35f-1fed5558ea9a req-af7e15b5-d3cd-427e-9870-d035b044c1e9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:30.794613 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac1024-0caa-4790-888c-53243d99cf33 req-b2649a90-6ac0-4ede-81b3-9b14a1e8e244 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:30.811289 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84ac1024-0caa-4790-888c-53243d99cf33 req-b2649a90-6ac0-4ede-81b3-9b14a1e8e244 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eaa9f95-80a5-456d-9220-6fa4ea711d0a HTTP/1.1" status: 200 len: 932 time: 0.6490679 Nov 24 21:14:30.968364 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-65df9844-0d57-4945-8705-e3ba2756ff28 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Allocated IP 172.20.0.8 (b59c9fc1-01d2-4aaa-ac66-8d881ad33335/cd873952-3a58-4c93-bf4c-54aa6831fffc/36f27eeb-4609-4f4e-80db-6567b962937d) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:14:30.986018 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-e55ac5ea-7b0e-493c-816f-e766fc8dc90f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5399ccc9-303b-46cf-8497-41c6177bcfbe {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:14:30.996364 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-e55ac5ea-7b0e-493c-816f-e766fc8dc90f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:31.040436 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-e55ac5ea-7b0e-493c-816f-e766fc8dc90f service neutron] Transition to ACTIVE for port object 5399ccc9-303b-46cf-8497-41c6177bcfbe will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:14:31.071188 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-e55ac5ea-7b0e-493c-816f-e766fc8dc90f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:31.236762 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ac5ea-7b0e-493c-816f-e766fc8dc90f service neutron] Pushing event updated for resources: {'Port': ['ID=5399ccc9-303b-46cf-8497-41c6177bcfbe,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:31.271787 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84ac1024-0caa-4790-888c-53243d99cf33 req-692a2793-bfdc-4ef2-94f4-c7ff5b1c0fc1 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ee527ba-72ff-4ca1-823d-3f186b8c4404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595017 Nov 24 21:14:31.465253 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-0c81075b-c7a9-46e0-b35f-1fed5558ea9a req-af7e15b5-d3cd-427e-9870-d035b044c1e9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:31.465655 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-0c81075b-c7a9-46e0-b35f-1fed5558ea9a req-af7e15b5-d3cd-427e-9870-d035b044c1e9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:31.469110 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [req-0c81075b-c7a9-46e0-b35f-1fed5558ea9a req-af7e15b5-d3cd-427e-9870-d035b044c1e9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Floating IP d8dcc1d3-0be8-414f-9255-73291c141135 disassociated. External IP: 172.25.5.173, port: 9b7e85e2-6b98-47fd-b914-332b53cf2445. Nov 24 21:14:31.469953 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-0c81075b-c7a9-46e0-b35f-1fed5558ea9a req-af7e15b5-d3cd-427e-9870-d035b044c1e9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Calling delete_port for 9b7e85e2-6b98-47fd-b914-332b53cf2445 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:14:31.598417 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eff5e5f7-463f-43ef-8657-4f50fd02030f req-dea4b62d-cb3f-4bcd-a517-d2da8d282cb1 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 210 time: 0.1033652 Nov 24 21:14:31.649327 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9b7e85e2-6b98-47fd-b914-332b53cf2445 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:14:32.030400 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-e55ac5ea-7b0e-493c-816f-e766fc8dc90f service neutron] Attempting to bind port 5399ccc9-303b-46cf-8497-41c6177bcfbe on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:14:32.031013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-e55ac5ea-7b0e-493c-816f-e766fc8dc90f service neutron] Attempting to bind port 5399ccc9-303b-46cf-8497-41c6177bcfbe by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'f781125d-4eca-4082-b91e-67391f49bca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b6f8516-c218-48b2-991d-fe71b6d6d69b'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:14:32.031137 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-e55ac5ea-7b0e-493c-816f-e766fc8dc90f service neutron] Attempting to bind port 5399ccc9-303b-46cf-8497-41c6177bcfbe on network 8b6f8516-c218-48b2-991d-fe71b6d6d69b {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:14:32.044492 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-e55ac5ea-7b0e-493c-816f-e766fc8dc90f service neutron] Port 5399ccc9-303b-46cf-8497-41c6177bcfbe on network 8b6f8516-c218-48b2-991d-fe71b6d6d69b not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:14:32.044892 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-e55ac5ea-7b0e-493c-816f-e766fc8dc90f service neutron] Attempting to bind port 5399ccc9-303b-46cf-8497-41c6177bcfbe on network 8b6f8516-c218-48b2-991d-fe71b6d6d69b {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:14:32.068436 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-e55ac5ea-7b0e-493c-816f-e766fc8dc90f service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:14:32.068436 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-e55ac5ea-7b0e-493c-816f-e766fc8dc90f service neutron] Checking segment: {'id': 'f781125d-4eca-4082-b91e-67391f49bca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b6f8516-c218-48b2-991d-fe71b6d6d69b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:14:32.068436 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-e55ac5ea-7b0e-493c-816f-e766fc8dc90f service neutron] Bound using segment: {'id': 'f781125d-4eca-4082-b91e-67391f49bca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b6f8516-c218-48b2-991d-fe71b6d6d69b'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:14:32.068436 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-e55ac5ea-7b0e-493c-816f-e766fc8dc90f service neutron] Bound port: 5399ccc9-303b-46cf-8497-41c6177bcfbe, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f781125d-4eca-4082-b91e-67391f49bca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b6f8516-c218-48b2-991d-fe71b6d6d69b'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:14:32.069918 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-e55ac5ea-7b0e-493c-816f-e766fc8dc90f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:32.098744 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-65df9844-0d57-4945-8705-e3ba2756ff28 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:32.100692 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb14c4d-fa18-4f13-bdd0-ef62c4a825c3 req-3dbd023a-f1f9-40ca-967b-b966e977b4c9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:32.105677 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cfb14c4d-fa18-4f13-bdd0-ef62c4a825c3 req-3dbd023a-f1f9-40ca-967b-b966e977b4c9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/ports?device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 945 time: 0.3261454 Nov 24 21:14:32.113809 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:32.167111 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-e55ac5ea-7b0e-493c-816f-e766fc8dc90f service neutron] For port 5399ccc9-303b-46cf-8497-41c6177bcfbe, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:14:32.171080 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-e55ac5ea-7b0e-493c-816f-e766fc8dc90f service neutron] For port 5399ccc9-303b-46cf-8497-41c6177bcfbe, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5399ccc9-303b-46cf-8497-41c6177bcfbe,segment=NetworkSegment(f781125d-4eca-4082-b91e-67391f49bca0),segment_id=f781125d-4eca-4082-b91e-67391f49bca0)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:14:32.180464 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-e55ac5ea-7b0e-493c-816f-e766fc8dc90f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:32.241465 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-e55ac5ea-7b0e-493c-816f-e766fc8dc90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:32.243944 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-e55ac5ea-7b0e-493c-816f-e766fc8dc90f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:32.245448 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-e55ac5ea-7b0e-493c-816f-e766fc8dc90f service neutron] 10.222.0.15 "PUT /v2.0/ports/5399ccc9-303b-46cf-8497-41c6177bcfbe HTTP/1.1" status: 200 len: 1092 time: 2.7361915 Nov 24 21:14:32.249438 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eaa9f95-80a5-456d-9220-6fa4ea711d0a', 'tag': '5399ccc9-303b-46cf-8497-41c6177bcfbe'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:14:32.254370 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a5203e-30b0-4f4c-a938-fb365b131e49" -d '{"events": [{"name": "network-changed", "server_uuid": "0eaa9f95-80a5-456d-9220-6fa4ea711d0a", "tag": "5399ccc9-303b-46cf-8497-41c6177bcfbe"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:14:32.324999 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cfb14c4d-fa18-4f13-bdd0-ef62c4a825c3 req-9e4e965b-887a-4cfa-ae56-8f2e0dc74b7f tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/security-groups?id=94cc6430-84de-4552-9c5a-e62c94ad6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121971 Nov 24 21:14:32.331453 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ac5ea-7b0e-493c-816f-e766fc8dc90f service neutron] Pushing event updated for resources: {'Port': ['ID=5399ccc9-303b-46cf-8497-41c6177bcfbe,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:32.392148 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-0c81075b-c7a9-46e0-b35f-1fed5558ea9a req-af7e15b5-d3cd-427e-9870-d035b044c1e9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:32.431484 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-65df9844-0d57-4945-8705-e3ba2756ff28 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:32.485297 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e15b5-d3cd-427e-9870-d035b044c1e9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Pushing event deleted for resources: {'Port': ['ID=9b7e85e2-6b98-47fd-b914-332b53cf2445,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:32.494062 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-65df9844-0d57-4945-8705-e3ba2756ff28 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Network b59c9fc1-01d2-4aaa-ac66-8d881ad33335 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:14:32.499113 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-65df9844-0d57-4945-8705-e3ba2756ff28 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:14:32.502215 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-65df9844-0d57-4945-8705-e3ba2756ff28 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:14:32.507026 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-77ddf612-6212-4357-ae0a-f79adcd6857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:32.508650 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-77ddf612-6212-4357-ae0a-f79adcd6857b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4af44f5267ab408c8f3edccea7fe9750&device_id=0eaa9f95-80a5-456d-9220-6fa4ea711d0a HTTP/1.1" status: 200 len: 1095 time: 0.1350610 Nov 24 21:14:32.554517 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308245d2-4d65-4ef9-974d-651d644ed7af x-openstack-request-id: req-308245d2-4d65-4ef9-974d-651d644ed7af {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:14:32.554869 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eaa9f95-80a5-456d-9220-6fa4ea711d0a", "tag": "5399ccc9-303b-46cf-8497-41c6177bcfbe", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:14:32.555106 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-308245d2-4d65-4ef9-974d-651d644ed7af {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:14:32.557442 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eaa9f95-80a5-456d-9220-6fa4ea711d0a', 'tag': '5399ccc9-303b-46cf-8497-41c6177bcfbe', 'status': 'completed', 'code': 200} Nov 24 21:14:32.673870 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-cafe60e6-1cbb-4e14-860a-02d2874746b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5399ccc9-303b-46cf-8497-41c6177bcfbe HTTP/1.1" status: 200 len: 217 time: 0.1135201 Nov 24 21:14:32.677130 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df9844-0d57-4945-8705-e3ba2756ff28 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Pushing event updated for resources: {'Port': ['ID=36f27eeb-4609-4f4e-80db-6567b962937d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:32.736009 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-dd7033a4-5192-42f6-ace0-087238f87353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:32.737658 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-dd7033a4-5192-42f6-ace0-087238f87353 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=886ba4c7-8266-4c64-b362-44fd7d24e8e4 HTTP/1.1" status: 200 len: 862 time: 0.0506670 Nov 24 21:14:32.755932 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-65df9844-0d57-4945-8705-e3ba2756ff28 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:32.755932 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-65df9844-0d57-4945-8705-e3ba2756ff28 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:32.799184 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-e43d38a8-cf94-4caf-ba51-07d44ee6eeb5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b6f8516-c218-48b2-991d-fe71b6d6d69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396111 Nov 24 21:14:32.805963 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c81075b-c7a9-46e0-b35f-1fed5558ea9a req-af7e15b5-d3cd-427e-9870-d035b044c1e9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Router 7ff77f9f-5f40-4c90-8887-065d3f2a4822 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:14:32.809978 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-65df9844-0d57-4945-8705-e3ba2756ff28 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1584573 Nov 24 21:14:32.828328 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-525361fe-1cd9-4b67-b5c9-5497879a8667 service neutron] Request body: {'port': {'device_id': 'a16152d2-ca86-42e9-b81e-73aebf2b19cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:14:32.954297 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-525361fe-1cd9-4b67-b5c9-5497879a8667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:33.103016 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded7f09-607a-4f94-80d4-8c81c8eb958e req-35146ef8-5ac7-499f-91d2-bd56069d3772 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:33.104477 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ded7f09-607a-4f94-80d4-8c81c8eb958e req-35146ef8-5ac7-499f-91d2-bd56069d3772 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eaa9f95-80a5-456d-9220-6fa4ea711d0a HTTP/1.1" status: 200 len: 944 time: 0.3619120 Nov 24 21:14:33.225782 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ded7f09-607a-4f94-80d4-8c81c8eb958e req-4279998a-7e70-4a51-a685-74f8a61564da tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ee527ba-72ff-4ca1-823d-3f186b8c4404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074054 Nov 24 21:14:33.235186 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c81075b-c7a9-46e0-b35f-1fed5558ea9a req-af7e15b5-d3cd-427e-9870-d035b044c1e9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:14:33.249144 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aeeb52-80bd-42fa-8f70-3160c0fe3482 None None] Sync routers for ids ['7ff77f9f-5f40-4c90-8887-065d3f2a4822'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:14:33.266025 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3aeeb52-80bd-42fa-8f70-3160c0fe3482 None None] Routers {'7ff77f9f-5f40-4c90-8887-065d3f2a4822'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:14:33.268837 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-b3aeeb52-80bd-42fa-8f70-3160c0fe3482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:14:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7ff77f9f-5f40-4c90-8887-065d3f2a4822'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:33.340463 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-525361fe-1cd9-4b67-b5c9-5497879a8667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36f27eeb-4609-4f4e-80db-6567b962937d {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:14:33.350640 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-525361fe-1cd9-4b67-b5c9-5497879a8667 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:33.365236 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-525361fe-1cd9-4b67-b5c9-5497879a8667 service neutron] Transition to ACTIVE for port object 36f27eeb-4609-4f4e-80db-6567b962937d will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:14:33.381431 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-525361fe-1cd9-4b67-b5c9-5497879a8667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:33.429362 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c81075b-c7a9-46e0-b35f-1fed5558ea9a req-af7e15b5-d3cd-427e-9870-d035b044c1e9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] No DVR routers for this DVR port 9b7e85e2-6b98-47fd-b914-332b53cf2445 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:14:33.436627 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-0c81075b-c7a9-46e0-b35f-1fed5558ea9a req-af7e15b5-d3cd-427e-9870-d035b044c1e9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:33.447060 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0c81075b-c7a9-46e0-b35f-1fed5558ea9a req-af7e15b5-d3cd-427e-9870-d035b044c1e9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.15 "DELETE /v2.0/ports/9b7e85e2-6b98-47fd-b914-332b53cf2445 HTTP/1.1" status: 204 len: 173 time: 3.5661509 Nov 24 21:14:33.450815 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c', 'name': 'network-vif-deleted', 'tag': '9b7e85e2-6b98-47fd-b914-332b53cf2445'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:14:33.456244 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f55c05e-188d-4aa2-9d37-74361cb561bc" -d '{"events": [{"server_uuid": "c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c", "name": "network-vif-deleted", "tag": "9b7e85e2-6b98-47fd-b914-332b53cf2445"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:14:33.470710 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525361fe-1cd9-4b67-b5c9-5497879a8667 service neutron] Pushing event updated for resources: {'Port': ['ID=36f27eeb-4609-4f4e-80db-6567b962937d,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:33.493632 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-c3fbb462-0699-4b7d-b0bc-4a1830d2d80b service neutron] 10.222.0.15 "GET /v2.0/networks/8b6f8516-c218-48b2-991d-fe71b6d6d69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6823568 Nov 24 21:14:33.493901 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-b3aeeb52-80bd-42fa-8f70-3160c0fe3482 None None] Set router 7ff77f9f-5f40-4c90-8887-065d3f2a4822 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:14:33.534692 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20709b-1701-4498-b405-5f464a13ec48 req-3399e5e7-4c5f-4406-be46-4e0cacf5de69 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:33.546417 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc20709b-1701-4498-b405-5f464a13ec48 req-3399e5e7-4c5f-4406-be46-4e0cacf5de69 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 943 time: 0.1219361 Nov 24 21:14:33.666406 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc20709b-1701-4498-b405-5f464a13ec48 req-1ea53a0b-d215-4e0b-97b0-a00c36c558d7 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169083 Nov 24 21:14:33.677895 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3232e91a-a6e3-4d83-9e82-48b14551145f req-ae49e3e8-5f97-4d24-bef0-5e62aca00b59 service neutron] 10.222.0.15 "GET /v2.0/networks/8b6f8516-c218-48b2-991d-fe71b6d6d69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368794 Nov 24 21:14:33.804673 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-525361fe-1cd9-4b67-b5c9-5497879a8667 service neutron] Attempting to bind port 36f27eeb-4609-4f4e-80db-6567b962937d on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:14:33.805047 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-525361fe-1cd9-4b67-b5c9-5497879a8667 service neutron] Attempting to bind port 36f27eeb-4609-4f4e-80db-6567b962937d by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '23f7fba8-fb33-45f1-b153-5a1fa803c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b59c9fc1-01d2-4aaa-ac66-8d881ad33335'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:14:33.806485 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-525361fe-1cd9-4b67-b5c9-5497879a8667 service neutron] Attempting to bind port 36f27eeb-4609-4f4e-80db-6567b962937d on network b59c9fc1-01d2-4aaa-ac66-8d881ad33335 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:14:33.814555 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-525361fe-1cd9-4b67-b5c9-5497879a8667 service neutron] Port 36f27eeb-4609-4f4e-80db-6567b962937d on network b59c9fc1-01d2-4aaa-ac66-8d881ad33335 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:14:33.815150 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-525361fe-1cd9-4b67-b5c9-5497879a8667 service neutron] Attempting to bind port 36f27eeb-4609-4f4e-80db-6567b962937d on network b59c9fc1-01d2-4aaa-ac66-8d881ad33335 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:14:33.838723 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-525361fe-1cd9-4b67-b5c9-5497879a8667 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:14:33.839093 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-525361fe-1cd9-4b67-b5c9-5497879a8667 service neutron] Checking segment: {'id': '23f7fba8-fb33-45f1-b153-5a1fa803c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b59c9fc1-01d2-4aaa-ac66-8d881ad33335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:14:33.839952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-525361fe-1cd9-4b67-b5c9-5497879a8667 service neutron] Bound using segment: {'id': '23f7fba8-fb33-45f1-b153-5a1fa803c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b59c9fc1-01d2-4aaa-ac66-8d881ad33335'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:14:33.841558 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-525361fe-1cd9-4b67-b5c9-5497879a8667 service neutron] Bound port: 36f27eeb-4609-4f4e-80db-6567b962937d, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f7fba8-fb33-45f1-b153-5a1fa803c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b59c9fc1-01d2-4aaa-ac66-8d881ad33335'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:14:33.841936 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-525361fe-1cd9-4b67-b5c9-5497879a8667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:33.851641 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d25b69dd-f92d-495c-a213-3cbc9af0a6cb req-f8c86b4a-3732-4263-8c50-c68afa409ee5 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/ports?device_id=c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c HTTP/1.1" status: 200 len: 210 time: 0.0478785 Nov 24 21:14:33.944037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5203e-30b0-4f4c-a938-fb365b131e49 req-fb09d4a6-791c-4798-a917-4864a2c17291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:33.945680 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01a5203e-30b0-4f4c-a938-fb365b131e49 req-fb09d4a6-791c-4798-a917-4864a2c17291 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4af44f5267ab408c8f3edccea7fe9750&device_id=0eaa9f95-80a5-456d-9220-6fa4ea711d0a HTTP/1.1" status: 200 len: 1095 time: 0.1878777 Nov 24 21:14:34.021633 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-b3aeeb52-80bd-42fa-8f70-3160c0fe3482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'name': 'tempest-ServersTestJSON-1394600564-router', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:55Z', 'updated_at': '2021-11-24T21:12:01Z', 'revision_number': 4, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'gw_port': {'id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:56Z', 'updated_at': '2021-11-24T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'cecbc83d-85a5-489d-b4e6-5930502f7acb', 'name': '', 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'mac_address': 'fa:16:3e:22:5e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'de6cedc6-9f9a-40d0-bd84-46b495ba9dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:12:00Z', 'updated_at': '2021-11-24T21:12:09Z', 'revision_number': 5, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'subnets': [{'id': 'de6cedc6-9f9a-40d0-bd84-46b495ba9dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:34.074742 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aeeb52-80bd-42fa-8f70-3160c0fe3482 None None] Checking router: 7ff77f9f-5f40-4c90-8887-065d3f2a4822 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:14:34.105429 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26863369-beab-43a3-bc14-cfda8821ecee x-openstack-request-id: req-26863369-beab-43a3-bc14-cfda8821ecee {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:14:34.105983 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c", "name": "network-vif-deleted", "tag": "9b7e85e2-6b98-47fd-b914-332b53cf2445", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:14:34.106119 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-26863369-beab-43a3-bc14-cfda8821ecee {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:14:34.106453 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c374d09b-2252-4c3b-a1dc-8aa2bfa88a5c', 'name': 'network-vif-deleted', 'tag': '9b7e85e2-6b98-47fd-b914-332b53cf2445', 'status': 'completed', 'code': 200} Nov 24 21:14:34.115086 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-525361fe-1cd9-4b67-b5c9-5497879a8667 service neutron] For port 36f27eeb-4609-4f4e-80db-6567b962937d, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:14:34.124464 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3aeeb52-80bd-42fa-8f70-3160c0fe3482 None None] Routers {'7ff77f9f-5f40-4c90-8887-065d3f2a4822'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:14:34.125239 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-b3aeeb52-80bd-42fa-8f70-3160c0fe3482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:14:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7ff77f9f-5f40-4c90-8887-065d3f2a4822'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:34.138980 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-525361fe-1cd9-4b67-b5c9-5497879a8667 service neutron] For port 36f27eeb-4609-4f4e-80db-6567b962937d, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=36f27eeb-4609-4f4e-80db-6567b962937d,segment=NetworkSegment(23f7fba8-fb33-45f1-b153-5a1fa803c7b9),segment_id=23f7fba8-fb33-45f1-b153-5a1fa803c7b9)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:14:34.158178 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-525361fe-1cd9-4b67-b5c9-5497879a8667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:34.210362 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-525361fe-1cd9-4b67-b5c9-5497879a8667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:34.211194 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-525361fe-1cd9-4b67-b5c9-5497879a8667 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:34.213745 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-525361fe-1cd9-4b67-b5c9-5497879a8667 service neutron] 10.222.0.48 "PUT /v2.0/ports/36f27eeb-4609-4f4e-80db-6567b962937d HTTP/1.1" status: 200 len: 1091 time: 1.3932765 Nov 24 21:14:34.215170 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5203e-30b0-4f4c-a938-fb365b131e49 req-7af538d5-5956-4600-8f01-6c7cef521762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:34.216918 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01a5203e-30b0-4f4c-a938-fb365b131e49 req-7af538d5-5956-4600-8f01-6c7cef521762 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b6f8516-c218-48b2-991d-fe71b6d6d69b HTTP/1.1" status: 200 len: 923 time: 0.2522888 Nov 24 21:14:34.296208 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01a5203e-30b0-4f4c-a938-fb365b131e49 req-3107e924-9734-4090-b4ad-dbe481e63656 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5399ccc9-303b-46cf-8497-41c6177bcfbe HTTP/1.1" status: 200 len: 217 time: 0.0648367 Nov 24 21:14:34.468705 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525361fe-1cd9-4b67-b5c9-5497879a8667 service neutron] Pushing event updated for resources: {'Port': ['ID=36f27eeb-4609-4f4e-80db-6567b962937d,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:34.488004 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5203e-30b0-4f4c-a938-fb365b131e49 req-d72957cd-19d8-4b2e-82c4-fe00bf016305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:34.489603 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01a5203e-30b0-4f4c-a938-fb365b131e49 req-d72957cd-19d8-4b2e-82c4-fe00bf016305 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=886ba4c7-8266-4c64-b362-44fd7d24e8e4 HTTP/1.1" status: 200 len: 862 time: 0.1832206 Nov 24 21:14:34.492460 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-b3aeeb52-80bd-42fa-8f70-3160c0fe3482 None None] Set router 7ff77f9f-5f40-4c90-8887-065d3f2a4822 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:14:34.498675 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963bf86-2a48-492a-84dc-4fcd328d6c7c req-0dc1f7f4-672e-49b7-ab61-9c4fbbff69d2 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:34.500681 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c963bf86-2a48-492a-84dc-4fcd328d6c7c req-0dc1f7f4-672e-49b7-ab61-9c4fbbff69d2 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eaa9f95-80a5-456d-9220-6fa4ea711d0a HTTP/1.1" status: 200 len: 944 time: 0.1118605 Nov 24 21:14:34.516472 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-c0fa589b-7f04-4214-896c-c066390c6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:34.518067 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-c0fa589b-7f04-4214-896c-c066390c6a81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fab4a8cf1224a3b8925ebd452b8dc76&device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 1094 time: 0.1748691 Nov 24 21:14:34.558299 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01a5203e-30b0-4f4c-a938-fb365b131e49 req-7b1984b1-5386-402a-841f-4bf4a0ca91b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b6f8516-c218-48b2-991d-fe71b6d6d69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509760 Nov 24 21:14:34.559905 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16152d2-ca86-42e9-b81e-73aebf2b19cf', 'tag': '36f27eeb-4609-4f4e-80db-6567b962937d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:14:34.562236 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37129980-5320-40d2-a7c2-3bc35026de76" -d '{"events": [{"name": "network-changed", "server_uuid": "a16152d2-ca86-42e9-b81e-73aebf2b19cf", "tag": "36f27eeb-4609-4f4e-80db-6567b962937d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:14:34.567928 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c963bf86-2a48-492a-84dc-4fcd328d6c7c req-83609740-d417-45a8-a312-f8f0086be163 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ee527ba-72ff-4ca1-823d-3f186b8c4404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598671 Nov 24 21:14:34.609805 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-2bd5f520-0bfa-4dee-9798-f1180d55888c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36f27eeb-4609-4f4e-80db-6567b962937d HTTP/1.1" status: 200 len: 217 time: 0.0613966 Nov 24 21:14:34.700029 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164e436c-b3e5-4f0a-a0e9-ef6acd7d9c9d x-openstack-request-id: req-164e436c-b3e5-4f0a-a0e9-ef6acd7d9c9d {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:14:34.700340 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16152d2-ca86-42e9-b81e-73aebf2b19cf", "tag": "36f27eeb-4609-4f4e-80db-6567b962937d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:14:34.700601 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-164e436c-b3e5-4f0a-a0e9-ef6acd7d9c9d {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:14:34.701083 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16152d2-ca86-42e9-b81e-73aebf2b19cf', 'tag': '36f27eeb-4609-4f4e-80db-6567b962937d', 'status': 'completed', 'code': 200} Nov 24 21:14:34.720610 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-8e5816d3-76d7-4021-8bb3-216dbee140ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:34.722150 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-8e5816d3-76d7-4021-8bb3-216dbee140ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd873952-3a58-4c93-bf4c-54aa6831fffc HTTP/1.1" status: 200 len: 849 time: 0.1014822 Nov 24 21:14:34.773680 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01a5203e-30b0-4f4c-a938-fb365b131e49 req-ee91dd46-65f1-4ec1-b702-6e5b072d86a4 service neutron] 10.222.0.15 "GET /v2.0/networks/8b6f8516-c218-48b2-991d-fe71b6d6d69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748610 Nov 24 21:14:34.804672 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-561daf12-c5f7-49a3-9282-648c9c878142 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b59c9fc1-01d2-4aaa-ac66-8d881ad33335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677545 Nov 24 21:14:34.887037 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e28e16-a85d-4789-bcb1-0ede8a915f9b req-95511037-e35f-411c-8ba8-2caec77a3792 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:34.901859 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-64e28e16-a85d-4789-bcb1-0ede8a915f9b req-95511037-e35f-411c-8ba8-2caec77a3792 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 943 time: 0.1228664 Nov 24 21:14:35.023774 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-64e28e16-a85d-4789-bcb1-0ede8a915f9b req-017206f5-f199-42e5-824f-b25cc7271efd tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201117 Nov 24 21:14:35.105992 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-b3aeeb52-80bd-42fa-8f70-3160c0fe3482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'name': 'tempest-ServersTestJSON-1394600564-router', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:55Z', 'updated_at': '2021-11-24T21:12:01Z', 'revision_number': 4, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'gw_port': {'id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:56Z', 'updated_at': '2021-11-24T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'cecbc83d-85a5-489d-b4e6-5930502f7acb', 'name': '', 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'mac_address': 'fa:16:3e:22:5e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'de6cedc6-9f9a-40d0-bd84-46b495ba9dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:12:00Z', 'updated_at': '2021-11-24T21:12:09Z', 'revision_number': 5, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'subnets': [{'id': 'de6cedc6-9f9a-40d0-bd84-46b495ba9dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:35.135084 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aeeb52-80bd-42fa-8f70-3160c0fe3482 None None] The sync data for ids ['7ff77f9f-5f40-4c90-8887-065d3f2a4822'] in n-d-812111-8 is: [{'id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'name': 'tempest-ServersTestJSON-1394600564-router', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:55Z', 'updated_at': '2021-11-24T21:12:01Z', 'revision_number': 4, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'gw_port': {'id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:56Z', 'updated_at': '2021-11-24T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'cecbc83d-85a5-489d-b4e6-5930502f7acb', 'name': '', 'network_id': '4e69d8b7-eb9a-4adb-86bb-7c21ecce9394', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'mac_address': 'fa:16:3e:22:5e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'de6cedc6-9f9a-40d0-bd84-46b495ba9dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:12:00Z', 'updated_at': '2021-11-24T21:12:09Z', 'revision_number': 5, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'subnets': [{'id': 'de6cedc6-9f9a-40d0-bd84-46b495ba9dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:14:35.175238 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-4717943e-5e9a-4dbf-914f-ddf19cfbd7fe service neutron] 10.222.0.48 "GET /v2.0/networks/b59c9fc1-01d2-4aaa-ac66-8d881ad33335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604460 Nov 24 21:14:35.177931 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01a5203e-30b0-4f4c-a938-fb365b131e49 req-1de28e55-a95a-4662-92c5-701e2375536b service neutron] 10.222.0.15 "GET /v2.0/networks/8b6f8516-c218-48b2-991d-fe71b6d6d69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826284 Nov 24 21:14:35.298568 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-dc58b6a8-6954-499b-8747-515c58756d9e req-851f6177-66f6-471a-8c9f-a666e116596c service neutron] (109990) timed out ('10.222.0.15', 53590) {{(pid=109990) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 21:14:35.350653 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90edb456-0c57-4b42-9ad9-c811e1c1df18 req-425a2c2d-1940-404b-93d6-2c0e56ddbca4 service neutron] 10.222.0.48 "GET /v2.0/networks/b59c9fc1-01d2-4aaa-ac66-8d881ad33335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678843 Nov 24 21:14:35.490806 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37129980-5320-40d2-a7c2-3bc35026de76 req-b4aa2323-48f3-4cb0-bb0b-60cc7c895669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:35.493687 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-37129980-5320-40d2-a7c2-3bc35026de76 req-b4aa2323-48f3-4cb0-bb0b-60cc7c895669 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fab4a8cf1224a3b8925ebd452b8dc76&device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 1094 time: 0.0860977 Nov 24 21:14:35.686190 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55888311-970d-462c-85c3-730f53570de7 None None] New status for floating IP d8dcc1d3-0be8-414f-9255-73291c141135: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:14:35.714095 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37129980-5320-40d2-a7c2-3bc35026de76 req-d243482d-cff6-40f3-ae4e-b8884faf601e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:35.717981 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-37129980-5320-40d2-a7c2-3bc35026de76 req-d243482d-cff6-40f3-ae4e-b8884faf601e service neutron] 10.222.0.48 "GET /v2.0/networks?id=b59c9fc1-01d2-4aaa-ac66-8d881ad33335 HTTP/1.1" status: 200 len: 910 time: 0.2177761 Nov 24 21:14:35.775854 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-37129980-5320-40d2-a7c2-3bc35026de76 req-4bb756b1-e61a-4ac5-9f0e-05a82e91d2eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36f27eeb-4609-4f4e-80db-6567b962937d HTTP/1.1" status: 200 len: 217 time: 0.0454092 Nov 24 21:14:35.880379 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37129980-5320-40d2-a7c2-3bc35026de76 req-5c949959-b7d4-44c0-994e-9620d8bcf6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:35.882624 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-37129980-5320-40d2-a7c2-3bc35026de76 req-5c949959-b7d4-44c0-994e-9620d8bcf6b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd873952-3a58-4c93-bf4c-54aa6831fffc HTTP/1.1" status: 200 len: 849 time: 0.0983577 Nov 24 21:14:35.928221 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-37129980-5320-40d2-a7c2-3bc35026de76 req-ad124bf7-9cdf-41a9-845a-8cea0ace3b2f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b59c9fc1-01d2-4aaa-ac66-8d881ad33335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372782 Nov 24 21:14:36.113608 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-37129980-5320-40d2-a7c2-3bc35026de76 req-75ccd6c5-64a2-4b50-8a25-0c00be26a6c8 service neutron] 10.222.0.48 "GET /v2.0/networks/b59c9fc1-01d2-4aaa-ac66-8d881ad33335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755943 Nov 24 21:14:36.155689 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 34948) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:36.287413 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-37129980-5320-40d2-a7c2-3bc35026de76 req-ff79faa2-f221-4bc0-a34a-64218059ecb1 service neutron] 10.222.0.48 "GET /v2.0/networks/b59c9fc1-01d2-4aaa-ac66-8d881ad33335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645775 Nov 24 21:14:36.295139 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-66254793-50dc-40d4-a6d8-781fb5595b12 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:36.356725 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-66254793-50dc-40d4-a6d8-781fb5595b12 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:36.404037 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de61747-efbf-40d8-88f1-17514c5d32c5 req-f61920c2-e1b0-490b-9bb7-30917be22c8d tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:36.405714 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1de61747-efbf-40d8-88f1-17514c5d32c5 req-f61920c2-e1b0-490b-9bb7-30917be22c8d tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eaa9f95-80a5-456d-9220-6fa4ea711d0a HTTP/1.1" status: 200 len: 944 time: 0.1121070 Nov 24 21:14:36.471050 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1de61747-efbf-40d8-88f1-17514c5d32c5 req-74065cb9-46d4-434d-9e85-a4fcf42ead53 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ee527ba-72ff-4ca1-823d-3f186b8c4404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556922 Nov 24 21:14:36.472171 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-66254793-50dc-40d4-a6d8-781fb5595b12 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:36.475947 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-66254793-50dc-40d4-a6d8-781fb5595b12 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:36.479312 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-66254793-50dc-40d4-a6d8-781fb5595b12 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "DELETE /v2.0/security-groups/94cc6430-84de-4552-9c5a-e62c94ad6ff7 HTTP/1.1" status: 204 len: 168 time: 0.3200219 Nov 24 21:14:36.479767 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34954) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:36.487812 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66254793-50dc-40d4-a6d8-781fb5595b12 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cc6430-84de-4552-9c5a-e62c94ad6ff7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:36.506386 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-b70799bd-a945-4445-bd0e-4bb4262660b7 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] show failed (client error): The resource could not be found. Nov 24 21:14:36.510977 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b70799bd-a945-4445-bd0e-4bb4262660b7 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "GET /v2.0/security-groups/94cc6430-84de-4552-9c5a-e62c94ad6ff7 HTTP/1.1" status: 404 len: 347 time: 0.0274935 Nov 24 21:14:36.511126 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 34956) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:36.735163 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8e117-aa1f-4251-b6c4-c7fdb216fc88 req-f49e60d3-14c9-4520-8de6-31180f20ef4b tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:36.736782 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b4e8e117-aa1f-4251-b6c4-c7fdb216fc88 req-f49e60d3-14c9-4520-8de6-31180f20ef4b tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 943 time: 0.0999117 Nov 24 21:14:36.818329 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a396c2dd-a802-4fc9-be85-e018f5520dd9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Deleting port 51e51bff-fa0f-4b89-b2a9-37a87c620212 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:14:36.819489 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a396c2dd-a802-4fc9-be85-e018f5520dd9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:36.831090 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b4e8e117-aa1f-4251-b6c4-c7fdb216fc88 req-38831612-d511-4ad6-b0fb-fed782bf7ae3 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875781 Nov 24 21:14:37.037388 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a396c2dd-a802-4fc9-be85-e018f5520dd9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:37.040332 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a396c2dd-a802-4fc9-be85-e018f5520dd9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:37.058793 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a396c2dd-a802-4fc9-be85-e018f5520dd9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Calling delete_port for 51e51bff-fa0f-4b89-b2a9-37a87c620212 owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:14:37.316518 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a396c2dd-a802-4fc9-be85-e018f5520dd9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:37.366606 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396c2dd-a802-4fc9-be85-e018f5520dd9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Pushing event deleted for resources: {'Port': ['ID=51e51bff-fa0f-4b89-b2a9-37a87c620212,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:37.471563 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a396c2dd-a802-4fc9-be85-e018f5520dd9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:37.475726 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a396c2dd-a802-4fc9-be85-e018f5520dd9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:37.476932 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a396c2dd-a802-4fc9-be85-e018f5520dd9 tempest-ServersTestJSON-2091492491 tempest-ServersTestJSON-2091492491-project] 10.222.0.11 "DELETE /v2.0/floatingips/d8dcc1d3-0be8-414f-9255-73291c141135 HTTP/1.1" status: 204 len: 168 time: 0.9648740 Nov 24 21:14:37.479970 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35022) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:37.646343 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5399ccc9-303b-46cf-8497-41c6177bcfbe details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:14:37.793856 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 5399ccc9-303b-46cf-8497-41c6177bcfbe, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5399ccc9-303b-46cf-8497-41c6177bcfbe,segment=NetworkSegment(f781125d-4eca-4082-b91e-67391f49bca0),segment_id=f781125d-4eca-4082-b91e-67391f49bca0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:14:37.813951 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '5399ccc9-303b-46cf-8497-41c6177bcfbe', 'network_id': '8b6f8516-c218-48b2-991d-fe71b6d6d69b', 'port_id': '5399ccc9-303b-46cf-8497-41c6177bcfbe', 'mac_address': 'fa:16:3e:16:53:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886ba4c7-8266-4c64-b362-44fd7d24e8e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:14:37.867715 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:37.905624 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46acee68-49e8-4ecf-b38f-1ede95178df4 req-7cfdaa5b-b67e-43c2-a945-a5ab422ca57a tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:37.911447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5399ccc9-303b-46cf-8497-41c6177bcfbe {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:14:37.914334 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46acee68-49e8-4ecf-b38f-1ede95178df4 req-7cfdaa5b-b67e-43c2-a945-a5ab422ca57a tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eaa9f95-80a5-456d-9220-6fa4ea711d0a HTTP/1.1" status: 200 len: 944 time: 0.2535954 Nov 24 21:14:37.967897 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 5399ccc9-303b-46cf-8497-41c6177bcfbe, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5399ccc9-303b-46cf-8497-41c6177bcfbe,segment=NetworkSegment(f781125d-4eca-4082-b91e-67391f49bca0),segment_id=f781125d-4eca-4082-b91e-67391f49bca0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:14:37.980631 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:38.046768 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=5399ccc9-303b-46cf-8497-41c6177bcfbe,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:38.100308 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46acee68-49e8-4ecf-b38f-1ede95178df4 req-96d2ff4f-7bb7-43ec-8bfd-57e3924bbfd4 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ee527ba-72ff-4ca1-823d-3f186b8c4404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841903 Nov 24 21:14:38.266867 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['5399ccc9-303b-46cf-8497-41c6177bcfbe'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:14:38.292450 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c5b27-bd9c-450a-b982-1fa64df48e61 req-6a27a541-6d57-4804-b784-690f52829e44 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:38.294034 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb1c5b27-bd9c-450a-b982-1fa64df48e61 req-6a27a541-6d57-4804-b784-690f52829e44 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 943 time: 0.0874362 Nov 24 21:14:38.298782 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-888b5ac2-e21b-4fe7-9b9e-6974f7287097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:38.558983 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb1c5b27-bd9c-450a-b982-1fa64df48e61 req-fe2d0a9d-c043-4462-972f-8a9d560617c3 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560592 Nov 24 21:14:38.863812 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-888b5ac2-e21b-4fe7-9b9e-6974f7287097 admin admin] Deleting port cecbc83d-85a5-489d-b4e6-5930502f7acb {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:14:38.864210 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-888b5ac2-e21b-4fe7-9b9e-6974f7287097 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:38.886755 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e5086060-38f5-4bdc-9509-c49300092bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:38.912565 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 36f27eeb-4609-4f4e-80db-6567b962937d details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:14:39.087628 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-888b5ac2-e21b-4fe7-9b9e-6974f7287097 admin admin] For port cecbc83d-85a5-489d-b4e6-5930502f7acb, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=cecbc83d-85a5-489d-b4e6-5930502f7acb,segment=NetworkSegment(5dbb9d6e-c360-4b34-aff6-dafd7f51375a),segment_id=5dbb9d6e-c360-4b34-aff6-dafd7f51375a)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:14:39.088257 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-888b5ac2-e21b-4fe7-9b9e-6974f7287097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:39.116707 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-888b5ac2-e21b-4fe7-9b9e-6974f7287097 admin admin] Calling delete_port for cecbc83d-85a5-489d-b4e6-5930502f7acb owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:14:39.286805 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 36f27eeb-4609-4f4e-80db-6567b962937d, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=36f27eeb-4609-4f4e-80db-6567b962937d,segment=NetworkSegment(23f7fba8-fb33-45f1-b153-5a1fa803c7b9),segment_id=23f7fba8-fb33-45f1-b153-5a1fa803c7b9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:14:39.326754 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '36f27eeb-4609-4f4e-80db-6567b962937d', 'network_id': 'b59c9fc1-01d2-4aaa-ac66-8d881ad33335', 'port_id': '36f27eeb-4609-4f4e-80db-6567b962937d', 'mac_address': 'fa:16:3e:b6:b3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd873952-3a58-4c93-bf4c-54aa6831fffc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:14:39.440091 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:39.476938 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f27eeb-4609-4f4e-80db-6567b962937d {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:14:39.518415 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 36f27eeb-4609-4f4e-80db-6567b962937d, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=36f27eeb-4609-4f4e-80db-6567b962937d,segment=NetworkSegment(23f7fba8-fb33-45f1-b153-5a1fa803c7b9),segment_id=23f7fba8-fb33-45f1-b153-5a1fa803c7b9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:14:39.531443 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:39.545415 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ced43-4f46-47a9-9b5f-88720f002786 req-b97f107b-0831-4e48-920c-3798bab4463b tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:39.545415 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c00ced43-4f46-47a9-9b5f-88720f002786 req-b97f107b-0831-4e48-920c-3798bab4463b tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eaa9f95-80a5-456d-9220-6fa4ea711d0a HTTP/1.1" status: 200 len: 945 time: 0.2691004 Nov 24 21:14:39.654169 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=36f27eeb-4609-4f4e-80db-6567b962937d,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:39.654169 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5399ccc9-303b-46cf-8497-41c6177bcfbe up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:14:39.732133 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 5399ccc9-303b-46cf-8497-41c6177bcfbe completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:14:39.749758 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 5399ccc9-303b-46cf-8497-41c6177bcfbe triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:14:39.750241 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:39.767725 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['36f27eeb-4609-4f4e-80db-6567b962937d'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:14:39.865189 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:40.061259 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:40.127036 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 5399ccc9-303b-46cf-8497-41c6177bcfbe, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5399ccc9-303b-46cf-8497-41c6177bcfbe,segment=NetworkSegment(f781125d-4eca-4082-b91e-67391f49bca0),segment_id=f781125d-4eca-4082-b91e-67391f49bca0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:14:40.141184 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaa9f95-80a5-456d-9220-6fa4ea711d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5399ccc9-303b-46cf-8497-41c6177bcfbe'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:14:40.147753 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ee0df6-d9fd-43ae-93b7-aabcb92ef752" -d '{"events": [{"server_uuid": "0eaa9f95-80a5-456d-9220-6fa4ea711d0a", "name": "network-vif-plugged", "status": "completed", "tag": "5399ccc9-303b-46cf-8497-41c6177bcfbe"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:14:40.170776 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:40.254401 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c00ced43-4f46-47a9-9b5f-88720f002786 req-89d02ce4-d649-4e15-bce3-41f99f538d14 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ee527ba-72ff-4ca1-823d-3f186b8c4404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6956139 Nov 24 21:14:40.328082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=5399ccc9-303b-46cf-8497-41c6177bcfbe,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:40.357738 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-888b5ac2-e21b-4fe7-9b9e-6974f7287097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:40.449595 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b5ac2-e21b-4fe7-9b9e-6974f7287097 admin admin] Pushing event deleted for resources: {'Port': ['ID=cecbc83d-85a5-489d-b4e6-5930502f7acb,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:40.495641 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ba3e245d-95a2-4606-8846-1e582363739e req-216c76aa-8188-4863-86d5-5dd70ca3dcba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=314f3b13-e0e2-4006-9ece-28d18164b017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0847609 Nov 24 21:14:40.588317 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d38e4-3771-46f0-bb76-2a86102700af req-5208d3fe-bbf0-4605-9429-f2f358b8a8db tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:40.601184 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d46d38e4-3771-46f0-bb76-2a86102700af req-5208d3fe-bbf0-4605-9429-f2f358b8a8db tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 944 time: 0.2185626 Nov 24 21:14:40.611075 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e245d-95a2-4606-8846-1e582363739e req-d077848e-405f-40b5-a7e4-e6ca38edb519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:40.613435 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ba3e245d-95a2-4606-8846-1e582363739e req-d077848e-405f-40b5-a7e4-e6ca38edb519 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb5aaecd96374a3da709286748fb6f05&device_id=314f3b13-e0e2-4006-9ece-28d18164b017 HTTP/1.1" status: 200 len: 1096 time: 0.0692587 Nov 24 21:14:40.811161 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e245d-95a2-4606-8846-1e582363739e req-21c2c61c-6eb0-45a9-bd9a-a1e6ac0d3c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:40.813125 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ba3e245d-95a2-4606-8846-1e582363739e req-21c2c61c-6eb0-45a9-bd9a-a1e6ac0d3c0f service neutron] 10.222.0.48 "GET /v2.0/networks?id=c1db01eb-8833-49c1-af32-55c864da5de4 HTTP/1.1" status: 200 len: 914 time: 0.1767459 Nov 24 21:14:40.853384 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-888b5ac2-e21b-4fe7-9b9e-6974f7287097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:40.907383 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ba3e245d-95a2-4606-8846-1e582363739e req-b1e496f7-7796-462b-9346-525da0adc6b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e44898bc-2a75-40d1-8246-ba357041ae01 HTTP/1.1" status: 200 len: 217 time: 0.0868101 Nov 24 21:14:40.920379 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d46d38e4-3771-46f0-bb76-2a86102700af req-e04176af-4425-4e18-9fa9-2744c55a9172 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183794 Nov 24 21:14:40.949314 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 36f27eeb-4609-4f4e-80db-6567b962937d up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:14:41.023501 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e245d-95a2-4606-8846-1e582363739e req-de25b377-f983-471c-9f83-42ea6839548d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:41.042483 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ba3e245d-95a2-4606-8846-1e582363739e req-de25b377-f983-471c-9f83-42ea6839548d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a45bd0c-8ca2-4b52-81ab-9da7498bfeba HTTP/1.1" status: 200 len: 853 time: 0.1270196 Nov 24 21:14:41.064922 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d19fda9-c35d-4157-adad-53e532d0e8b0 x-openstack-request-id: req-0d19fda9-c35d-4157-adad-53e532d0e8b0 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:14:41.065590 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaa9f95-80a5-456d-9220-6fa4ea711d0a", "name": "network-vif-plugged", "status": "completed", "tag": "5399ccc9-303b-46cf-8497-41c6177bcfbe", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:14:41.065868 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d19fda9-c35d-4157-adad-53e532d0e8b0 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:14:41.066529 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaa9f95-80a5-456d-9220-6fa4ea711d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5399ccc9-303b-46cf-8497-41c6177bcfbe', 'code': 200} Nov 24 21:14:41.155956 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ba3e245d-95a2-4606-8846-1e582363739e req-7f4a9ce1-2e73-4290-a3ea-ac4215f41fd2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c1db01eb-8833-49c1-af32-55c864da5de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069286 Nov 24 21:14:41.201537 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 36f27eeb-4609-4f4e-80db-6567b962937d completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:14:41.222807 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 36f27eeb-4609-4f4e-80db-6567b962937d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:14:41.223174 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:41.232612 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888b5ac2-e21b-4fe7-9b9e-6974f7287097 admin admin] Router 7ff77f9f-5f40-4c90-8887-065d3f2a4822 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:14:41.274130 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:41.369619 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-570b1698-97bc-4079-9a8e-685843772f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:41.376703 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:41.389596 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c14c2-6aa2-4320-8513-db6fb7c51611 req-c798378a-bc3a-4cb6-bddf-dcf9ab462419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:41.391184 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c6c14c2-6aa2-4320-8513-db6fb7c51611 req-c798378a-bc3a-4cb6-bddf-dcf9ab462419 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0eaa9f95-80a5-456d-9220-6fa4ea711d0a HTTP/1.1" status: 200 len: 1097 time: 0.2378371 Nov 24 21:14:41.448016 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 36f27eeb-4609-4f4e-80db-6567b962937d, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=36f27eeb-4609-4f4e-80db-6567b962937d,segment=NetworkSegment(23f7fba8-fb33-45f1-b153-5a1fa803c7b9),segment_id=23f7fba8-fb33-45f1-b153-5a1fa803c7b9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:14:41.460692 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:41.465660 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0c6c14c2-6aa2-4320-8513-db6fb7c51611 req-e03597d3-38bb-42fb-b4c2-22ec479d1cbc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5ee527ba-72ff-4ca1-823d-3f186b8c4404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609486 Nov 24 21:14:41.469961 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ba3e245d-95a2-4606-8846-1e582363739e req-7e3d1a62-e91c-4512-99d8-c5174fef83b7 service neutron] 10.222.0.48 "GET /v2.0/networks/c1db01eb-8833-49c1-af32-55c864da5de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894120 Nov 24 21:14:41.519992 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888b5ac2-e21b-4fe7-9b9e-6974f7287097 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:14:41.530249 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-888b5ac2-e21b-4fe7-9b9e-6974f7287097 admin admin] 10.222.0.11 "PUT /v2.0/routers/7ff77f9f-5f40-4c90-8887-065d3f2a4822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0454526 Nov 24 21:14:41.530249 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35078) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:41.537470 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3408997-952f-48af-aa50-117818486e3f None None] Sync routers for ids ['7ff77f9f-5f40-4c90-8887-065d3f2a4822'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:14:41.546921 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f350f34-d65d-4042-a1cd-07d153455d99 req-03053d61-9f54-441f-a4f5-fc53c2eb135a tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:41.549000 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3408997-952f-48af-aa50-117818486e3f None None] Routers {'7ff77f9f-5f40-4c90-8887-065d3f2a4822'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:14:41.549575 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c3408997-952f-48af-aa50-117818486e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:14:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7ff77f9f-5f40-4c90-8887-065d3f2a4822'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:41.555174 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9f350f34-d65d-4042-a1cd-07d153455d99 req-03053d61-9f54-441f-a4f5-fc53c2eb135a tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eaa9f95-80a5-456d-9220-6fa4ea711d0a HTTP/1.1" status: 200 len: 946 time: 0.1115663 Nov 24 21:14:41.605876 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=36f27eeb-4609-4f4e-80db-6567b962937d,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:41.620500 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ba3e245d-95a2-4606-8846-1e582363739e req-601acdf5-f0f0-46eb-9927-82966396eb0a service neutron] 10.222.0.48 "GET /v2.0/networks/c1db01eb-8833-49c1-af32-55c864da5de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434674 Nov 24 21:14:41.713357 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9f350f34-d65d-4042-a1cd-07d153455d99 req-5e552577-985e-4dec-9aee-f705f501f928 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ee527ba-72ff-4ca1-823d-3f186b8c4404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570916 Nov 24 21:14:41.735763 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-c3408997-952f-48af-aa50-117818486e3f None None] Set router 7ff77f9f-5f40-4c90-8887-065d3f2a4822 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:14:41.759757 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a3d36402-2d99-4e11-8018-8a4e08826305 admin admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:42.010730 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a3d36402-2d99-4e11-8018-8a4e08826305 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:42.050405 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c3408997-952f-48af-aa50-117818486e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'name': 'tempest-ServersTestJSON-1394600564-router', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:55Z', 'updated_at': '2021-11-24T21:14:39Z', 'revision_number': 5, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'gw_port': {'id': '3834de8d-bbd5-4143-9858-e3b06b8311ec', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:56Z', 'updated_at': '2021-11-24T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:42.078931 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35092) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:42.116100 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3408997-952f-48af-aa50-117818486e3f None None] Checking router: 7ff77f9f-5f40-4c90-8887-065d3f2a4822 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:14:42.142946 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3408997-952f-48af-aa50-117818486e3f None None] Routers {'7ff77f9f-5f40-4c90-8887-065d3f2a4822'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:14:42.144969 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c3408997-952f-48af-aa50-117818486e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:14:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7ff77f9f-5f40-4c90-8887-065d3f2a4822'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:42.173584 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a3d36402-2d99-4e11-8018-8a4e08826305 admin admin] Deleting port 3834de8d-bbd5-4143-9858-e3b06b8311ec {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:14:42.179105 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a3d36402-2d99-4e11-8018-8a4e08826305 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:42.206770 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-5079b7ad-d60b-4edd-8de3-d0953e33ef37 admin admin] Deleting subnet d8f5103b-9c6a-4206-84b5-130f79df6a12 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:14:42.213050 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5079b7ad-d60b-4edd-8de3-d0953e33ef37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:42.398242 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-c3408997-952f-48af-aa50-117818486e3f None None] Set router 7ff77f9f-5f40-4c90-8887-065d3f2a4822 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:14:42.398710 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-a3d36402-2d99-4e11-8018-8a4e08826305 admin admin] For port 3834de8d-bbd5-4143-9858-e3b06b8311ec, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3834de8d-bbd5-4143-9858-e3b06b8311ec,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:14:42.400285 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a3d36402-2d99-4e11-8018-8a4e08826305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:42.406329 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5079b7ad-d60b-4edd-8de3-d0953e33ef37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:42.422036 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:42.463765 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a3d36402-2d99-4e11-8018-8a4e08826305 admin admin] Calling delete_port for 3834de8d-bbd5-4143-9858-e3b06b8311ec owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:14:42.526641 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c3408997-952f-48af-aa50-117818486e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'name': 'tempest-ServersTestJSON-1394600564-router', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:55Z', 'updated_at': '2021-11-24T21:14:42Z', 'revision_number': 6, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:42.549257 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c1217-a2f4-4e5d-94ef-339d0f593ef6 req-6d5ad12a-6dcc-46ad-acb0-6cbb1b1dfbde tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:42.550781 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5079b7ad-d60b-4edd-8de3-d0953e33ef37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:42.559260 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e47c1217-a2f4-4e5d-94ef-339d0f593ef6 req-6d5ad12a-6dcc-46ad-acb0-6cbb1b1dfbde tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 945 time: 0.1556480 Nov 24 21:14:42.612666 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3408997-952f-48af-aa50-117818486e3f None None] The sync data for ids ['7ff77f9f-5f40-4c90-8887-065d3f2a4822'] in n-d-812111-8 is: [{'id': '7ff77f9f-5f40-4c90-8887-065d3f2a4822', 'name': 'tempest-ServersTestJSON-1394600564-router', 'tenant_id': 'a255a292c7604d71bb10e451d8a66b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:55Z', 'updated_at': '2021-11-24T21:14:42Z', 'revision_number': 6, 'project_id': 'a255a292c7604d71bb10e451d8a66b61', 'gw_port_host': None}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:14:42.657038 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e47c1217-a2f4-4e5d-94ef-339d0f593ef6 req-7416b66e-4f9c-44e6-a7c6-015581a506e9 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919857 Nov 24 21:14:42.689060 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5079b7ad-d60b-4edd-8de3-d0953e33ef37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:42.766939 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079b7ad-d60b-4edd-8de3-d0953e33ef37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8f5103b-9c6a-4206-84b5-130f79df6a12,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:42.801034 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5079b7ad-d60b-4edd-8de3-d0953e33ef37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:42.811752 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5079b7ad-d60b-4edd-8de3-d0953e33ef37 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d8f5103b-9c6a-4206-84b5-130f79df6a12 HTTP/1.1" status: 204 len: 168 time: 0.7316613 Nov 24 21:14:42.813817 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35100) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:42.926261 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a3d36402-2d99-4e11-8018-8a4e08826305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:42.990937 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5352a40b-a81e-4905-bd99-ac28ac32b226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:43.070382 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16152d2-ca86-42e9-b81e-73aebf2b19cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f27eeb-4609-4f4e-80db-6567b962937d'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:14:43.083944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc253a-d7aa-44c4-9dd3-a429b9ba75e0 req-47170294-7791-4929-91ea-536afec3a98e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:43.087133 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc773cb9-fa84-447f-9594-1e9488a55cce" -d '{"events": [{"server_uuid": "a16152d2-ca86-42e9-b81e-73aebf2b19cf", "name": "network-vif-plugged", "status": "completed", "tag": "36f27eeb-4609-4f4e-80db-6567b962937d"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:14:43.091807 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e5dc253a-d7aa-44c4-9dd3-a429b9ba75e0 req-47170294-7791-4929-91ea-536afec3a98e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eaa9f95-80a5-456d-9220-6fa4ea711d0a HTTP/1.1" status: 200 len: 946 time: 0.2536805 Nov 24 21:14:43.103155 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d36402-2d99-4e11-8018-8a4e08826305 admin admin] Pushing event deleted for resources: {'Port': ['ID=3834de8d-bbd5-4143-9858-e3b06b8311ec,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:43.118396 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a09b72f-b3c8-4259-a509-83d2de334f54 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:14:43.358378 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5352a40b-a81e-4905-bd99-ac28ac32b226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:43.421370 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-5352a40b-a81e-4905-bd99-ac28ac32b226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a95bfe-d3bd-436a-b03d-549ced6178d1']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:43.452131 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-5352a40b-a81e-4905-bd99-ac28ac32b226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5866be1b-31d9-4824-9135-55f142870285') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:43.453685 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-5352a40b-a81e-4905-bd99-ac28ac32b226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5866be1b-31d9-4824-9135-55f142870285') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:43.463684 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e5dc253a-d7aa-44c4-9dd3-a429b9ba75e0 req-35bdf158-bedb-493c-b32e-4dd342e03335 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ee527ba-72ff-4ca1-823d-3f186b8c4404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709550 Nov 24 21:14:43.488012 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a3d36402-2d99-4e11-8018-8a4e08826305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:43.498562 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5352a40b-a81e-4905-bd99-ac28ac32b226 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:43.532667 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5352a40b-a81e-4905-bd99-ac28ac32b226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:43.550045 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5352a40b-a81e-4905-bd99-ac28ac32b226 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:14:43.550526 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5352a40b-a81e-4905-bd99-ac28ac32b226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:14:43.556200 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:14:43.612779 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74ac197-c48a-4439-bbc3-364da7b0fbe8 x-openstack-request-id: req-c74ac197-c48a-4439-bbc3-364da7b0fbe8 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:14:43.613305 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16152d2-ca86-42e9-b81e-73aebf2b19cf", "name": "network-vif-plugged", "status": "completed", "tag": "36f27eeb-4609-4f4e-80db-6567b962937d", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:14:43.613426 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c74ac197-c48a-4439-bbc3-364da7b0fbe8 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:14:43.614028 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16152d2-ca86-42e9-b81e-73aebf2b19cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f27eeb-4609-4f4e-80db-6567b962937d', 'code': 200} Nov 24 21:14:43.785917 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:43.786405 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a3d36402-2d99-4e11-8018-8a4e08826305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:43.790274 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a3d36402-2d99-4e11-8018-8a4e08826305 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:43.803977 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5352a40b-a81e-4905-bd99-ac28ac32b226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:43.812908 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5352a40b-a81e-4905-bd99-ac28ac32b226 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:43.819155 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5352a40b-a81e-4905-bd99-ac28ac32b226 admin admin] 10.222.0.11 "DELETE /v2.0/networks/59a95bfe-d3bd-436a-b03d-549ced6178d1 HTTP/1.1" status: 204 len: 168 time: 1.0011611 Nov 24 21:14:43.833113 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e221c3-9645-46d9-aecd-c0102c57fd54 req-5e25dbf3-16eb-4d7c-99f8-824eb4a4c7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:43.834728 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-93e221c3-9645-46d9-aecd-c0102c57fd54 req-5e25dbf3-16eb-4d7c-99f8-824eb4a4c7c8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 1096 time: 0.1412697 Nov 24 21:14:43.836039 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352a40b-a81e-4905-bd99-ac28ac32b226 admin admin] Pushing event deleted for resources: {'Network': ['ID=59a95bfe-d3bd-436a-b03d-549ced6178d1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:43.947494 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a3d36402-2d99-4e11-8018-8a4e08826305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:43.948074 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d36402-2d99-4e11-8018-8a4e08826305 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ff77f9f-5f40-4c90-8887-065d3f2a4822 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:14:43.961757 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a3d36402-2d99-4e11-8018-8a4e08826305 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:43.963013 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a3d36402-2d99-4e11-8018-8a4e08826305 admin admin] 10.222.0.11 "DELETE /v2.0/routers/7ff77f9f-5f40-4c90-8887-065d3f2a4822 HTTP/1.1" status: 204 len: 168 time: 2.4318280 Nov 24 21:14:43.966043 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35122) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:43.987638 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-93e221c3-9645-46d9-aecd-c0102c57fd54 req-d72d89c5-cf94-4639-9e19-f6c73b4faf99 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338296 Nov 24 21:14:44.012927 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a51f0-517c-43a4-8421-3988cc565771 req-6ad9b49a-20f3-41bb-a2f7-71363435fed9 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:44.015179 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-656a51f0-517c-43a4-8421-3988cc565771 req-6ad9b49a-20f3-41bb-a2f7-71363435fed9 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 945 time: 0.1450973 Nov 24 21:14:44.049224 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c7a9d0-ec04-4b53-990a-6397a6f83827 admin admin] Deleting subnet de6cedc6-9f9a-40d0-bd84-46b495ba9dd5 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:14:44.053000 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-58c7a9d0-ec04-4b53-990a-6397a6f83827 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:44.100452 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35126) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:44.123324 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-58c7a9d0-ec04-4b53-990a-6397a6f83827 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:44.128771 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-656a51f0-517c-43a4-8421-3988cc565771 req-55dbe715-ce71-4c0f-bba9-499b019a764a tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025600 Nov 24 21:14:44.246787 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9947ec86-e718-4888-8ebe-bc34165f21e3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6602671c220c4dbfb7d62853d4bbd9fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1432397 Nov 24 21:14:44.247346 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35128) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:44.365778 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-58c7a9d0-ec04-4b53-990a-6397a6f83827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:44.369078 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d1a192bb-106d-452e-a6f0-f60769700add admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:44.391209 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device cecbc83d-85a5-489d-b4e6-5930502f7acb no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:14:44.411096 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d1a192bb-106d-452e-a6f0-f60769700add admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:44.429757 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: cecbc83d-85a5-489d-b4e6-5930502f7acb {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:14:44.433965 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device cecbc83d-85a5-489d-b4e6-5930502f7acb not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:14:44.435461 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3834de8d-bbd5-4143-9858-e3b06b8311ec no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:14:44.476406 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-58c7a9d0-ec04-4b53-990a-6397a6f83827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:44.502127 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 3834de8d-bbd5-4143-9858-e3b06b8311ec {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:14:44.506114 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3834de8d-bbd5-4143-9858-e3b06b8311ec not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:14:44.529705 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d1a192bb-106d-452e-a6f0-f60769700add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:44.532353 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d1a192bb-106d-452e-a6f0-f60769700add admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:44.533552 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d1a192bb-106d-452e-a6f0-f60769700add admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8ddeb9b-9281-40b9-801b-bfb77aa4c1bb HTTP/1.1" status: 204 len: 168 time: 0.2852101 Nov 24 21:14:44.550734 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a192bb-106d-452e-a6f0-f60769700add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ddeb9b-9281-40b9-801b-bfb77aa4c1bb,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:44.556055 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7a9d0-ec04-4b53-990a-6397a6f83827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de6cedc6-9f9a-40d0-bd84-46b495ba9dd5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:44.562314 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c569bec1-5471-428e-bed8-5a9f1f5ee2a5 None None] Network 4e69d8b7-eb9a-4adb-86bb-7c21ecce9394 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:14:44.565810 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-58c7a9d0-ec04-4b53-990a-6397a6f83827 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:44.572420 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35136) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:44.572982 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-58c7a9d0-ec04-4b53-990a-6397a6f83827 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/de6cedc6-9f9a-40d0-bd84-46b495ba9dd5 HTTP/1.1" status: 204 len: 168 time: 0.6057119 Nov 24 21:14:44.575431 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7a9d0-ec04-4b53-990a-6397a6f83827 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:44.575793 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7a9d0-ec04-4b53-990a-6397a6f83827 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:44.576146 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7a9d0-ec04-4b53-990a-6397a6f83827 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:44.576488 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7a9d0-ec04-4b53-990a-6397a6f83827 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:44.576850 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7a9d0-ec04-4b53-990a-6397a6f83827 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:44.577193 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7a9d0-ec04-4b53-990a-6397a6f83827 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:44.577810 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7a9d0-ec04-4b53-990a-6397a6f83827 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:44.578153 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7a9d0-ec04-4b53-990a-6397a6f83827 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:44.578657 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7a9d0-ec04-4b53-990a-6397a6f83827 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:44.579212 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7a9d0-ec04-4b53-990a-6397a6f83827 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:44.579549 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7a9d0-ec04-4b53-990a-6397a6f83827 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:44.579880 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7a9d0-ec04-4b53-990a-6397a6f83827 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:14:44.765396 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d60f42dd-77fe-4696-81ef-703432d5c453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:44.794066 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a60c9-c656-4ff7-90b8-106dcc79d67e req-c8ec9eca-49a2-486a-8766-40d7f2afb91a tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:44.802785 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef8a60c9-c656-4ff7-90b8-106dcc79d67e req-c8ec9eca-49a2-486a-8766-40d7f2afb91a tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eaa9f95-80a5-456d-9220-6fa4ea711d0a HTTP/1.1" status: 200 len: 946 time: 0.1537406 Nov 24 21:14:44.982068 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef8a60c9-c656-4ff7-90b8-106dcc79d67e req-522f0d93-795b-4064-98d1-2e73f2a6824b tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ee527ba-72ff-4ca1-823d-3f186b8c4404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689742 Nov 24 21:14:45.040943 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-d60f42dd-77fe-4696-81ef-703432d5c453 admin admin] Deleting port 3ccec3a1-36f6-438c-8813-7029f999cd3d {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:14:45.041568 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d60f42dd-77fe-4696-81ef-703432d5c453 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:45.281456 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-d60f42dd-77fe-4696-81ef-703432d5c453 admin admin] For port 3ccec3a1-36f6-438c-8813-7029f999cd3d, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3ccec3a1-36f6-438c-8813-7029f999cd3d,segment=NetworkSegment(5dbb9d6e-c360-4b34-aff6-dafd7f51375a),segment_id=5dbb9d6e-c360-4b34-aff6-dafd7f51375a)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:14:45.281806 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d60f42dd-77fe-4696-81ef-703432d5c453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:45.302358 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-d60f42dd-77fe-4696-81ef-703432d5c453 admin admin] Calling delete_port for 3ccec3a1-36f6-438c-8813-7029f999cd3d owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:14:45.304343 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:45.454456 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5255de-c10d-4765-aebc-587aac88122e req-08cdb9e3-7c9b-4d46-b96e-044ab89fbc82 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:45.456299 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d5255de-c10d-4765-aebc-587aac88122e req-08cdb9e3-7c9b-4d46-b96e-044ab89fbc82 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 945 time: 0.1336570 Nov 24 21:14:45.559035 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e73dbc3-6760-4ac5-9af4-0681d8b76d64 None None] DHCP port deletion for 4e69d8b7-eb9a-4adb-86bb-7c21ecce9394 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:14:45.608402 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d5255de-c10d-4765-aebc-587aac88122e req-ca39bd6e-cacd-420b-a043-79b19e85c6d4 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452250 Nov 24 21:14:45.627330 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d60f42dd-77fe-4696-81ef-703432d5c453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:45.712897 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f42dd-77fe-4696-81ef-703432d5c453 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ccec3a1-36f6-438c-8813-7029f999cd3d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:45.715801 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60f42dd-77fe-4696-81ef-703432d5c453 admin admin] No DVR routers for this DVR port 3ccec3a1-36f6-438c-8813-7029f999cd3d on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:14:45.769323 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6e73dbc3-6760-4ac5-9af4-0681d8b76d64 None None] Deleting port 3ccec3a1-36f6-438c-8813-7029f999cd3d {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:14:45.772093 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6e73dbc3-6760-4ac5-9af4-0681d8b76d64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:45.835838 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d60f42dd-77fe-4696-81ef-703432d5c453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:45.892878 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-d60f42dd-77fe-4696-81ef-703432d5c453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e69d8b7-eb9a-4adb-86bb-7c21ecce9394']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:45.914413 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-d60f42dd-77fe-4696-81ef-703432d5c453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dbb9d6e-c360-4b34-aff6-dafd7f51375a') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:45.915233 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-d60f42dd-77fe-4696-81ef-703432d5c453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dbb9d6e-c360-4b34-aff6-dafd7f51375a') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:45.928409 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d60f42dd-77fe-4696-81ef-703432d5c453 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:45.934936 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6e73dbc3-6760-4ac5-9af4-0681d8b76d64 None None] For port 3ccec3a1-36f6-438c-8813-7029f999cd3d, host n-d-812111-8, got binding levels [] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:14:45.936297 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6e73dbc3-6760-4ac5-9af4-0681d8b76d64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:45.945698 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d60f42dd-77fe-4696-81ef-703432d5c453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:45.953128 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60f42dd-77fe-4696-81ef-703432d5c453 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:14:45.953704 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d60f42dd-77fe-4696-81ef-703432d5c453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:45.954524 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6e73dbc3-6760-4ac5-9af4-0681d8b76d64 None None] Calling delete_port for 3ccec3a1-36f6-438c-8813-7029f999cd3d owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:14:45.962175 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.ipam_backend_mixin [None req-6e73dbc3-6760-4ac5-9af4-0681d8b76d64 None None] Port 3ccec3a1-36f6-438c-8813-7029f999cd3d was not found and therefore no delete operation was performed {{(pid=109992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 21:14:45.965514 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6e73dbc3-6760-4ac5-9af4-0681d8b76d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:14:46.038811 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:14:46.044086 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d60f42dd-77fe-4696-81ef-703432d5c453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:46.061577 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d60f42dd-77fe-4696-81ef-703432d5c453 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:46.072286 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d60f42dd-77fe-4696-81ef-703432d5c453 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4e69d8b7-eb9a-4adb-86bb-7c21ecce9394 HTTP/1.1" status: 204 len: 168 time: 1.4983482 Nov 24 21:14:46.075131 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73dbc3-6760-4ac5-9af4-0681d8b76d64 None None] Pushing event deleted for resources: {'Port': ['ID=3ccec3a1-36f6-438c-8813-7029f999cd3d,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:46.096131 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e73dbc3-6760-4ac5-9af4-0681d8b76d64 None None] No DVR routers for this DVR port 3ccec3a1-36f6-438c-8813-7029f999cd3d on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:14:46.111830 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f42dd-77fe-4696-81ef-703432d5c453 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e69d8b7-eb9a-4adb-86bb-7c21ecce9394,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:46.134533 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe630f-125f-4487-964a-3adf2066a5bc req-12022711-ce6c-49e5-8eb7-b7cf01096afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:46.140015 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efe630f-125f-4487-964a-3adf2066a5bc req-12022711-ce6c-49e5-8eb7-b7cf01096afe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fab4a8cf1224a3b8925ebd452b8dc76&device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 1096 time: 0.1450636 Nov 24 21:14:46.382669 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3ccec3a1-36f6-438c-8813-7029f999cd3d no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:14:46.485770 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 3ccec3a1-36f6-438c-8813-7029f999cd3d {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:14:46.486434 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3ccec3a1-36f6-438c-8813-7029f999cd3d not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:14:46.650004 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe630f-125f-4487-964a-3adf2066a5bc req-9c0a63ed-f00a-4990-a4f4-32bb36875496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:46.651549 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efe630f-125f-4487-964a-3adf2066a5bc req-9c0a63ed-f00a-4990-a4f4-32bb36875496 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b59c9fc1-01d2-4aaa-ac66-8d881ad33335 HTTP/1.1" status: 200 len: 910 time: 0.5045071 Nov 24 21:14:46.688589 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff8d46-b38f-4ee2-81c8-a3e23bb0eacd req-45a3301d-c09a-4292-8ee2-2b5486aee63b tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:46.708704 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e1ff8d46-b38f-4ee2-81c8-a3e23bb0eacd req-45a3301d-c09a-4292-8ee2-2b5486aee63b tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 945 time: 0.0869970 Nov 24 21:14:46.789084 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e1ff8d46-b38f-4ee2-81c8-a3e23bb0eacd req-daaee60b-c3b1-463d-af6b-709080c768db tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690382 Nov 24 21:14:46.845341 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efe630f-125f-4487-964a-3adf2066a5bc req-a40cc223-59db-43f5-913c-d864bea71a40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36f27eeb-4609-4f4e-80db-6567b962937d HTTP/1.1" status: 200 len: 217 time: 0.1800966 Nov 24 21:14:46.913408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35192) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:46.938176 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe630f-125f-4487-964a-3adf2066a5bc req-8997417a-2ee0-4861-b7c3-15488b1deaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:46.940914 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efe630f-125f-4487-964a-3adf2066a5bc req-8997417a-2ee0-4861-b7c3-15488b1deaa3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd873952-3a58-4c93-bf4c-54aa6831fffc HTTP/1.1" status: 200 len: 849 time: 0.0857370 Nov 24 21:14:46.985593 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efe630f-125f-4487-964a-3adf2066a5bc req-9ab840c7-e93f-4b4b-b104-babd5107bcc8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b59c9fc1-01d2-4aaa-ac66-8d881ad33335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367107 Nov 24 21:14:47.023535 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-39edc86f-2230-47be-95a3-cef6154ad2a0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a255a292c7604d71bb10e451d8a66b61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1088481 Nov 24 21:14:47.024400 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35196) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:47.058606 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78876ec-491c-4c60-9d8c-1f538429b428 req-6048859b-aabd-4cdf-b118-47b35798cd56 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:47.060960 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b78876ec-491c-4c60-9d8c-1f538429b428 req-6048859b-aabd-4cdf-b118-47b35798cd56 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eaa9f95-80a5-456d-9220-6fa4ea711d0a HTTP/1.1" status: 200 len: 946 time: 0.1210270 Nov 24 21:14:47.144385 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91d3415a-5c07-4d73-879f-0491e2324115 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:47.162163 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b78876ec-491c-4c60-9d8c-1f538429b428 req-1f42ab17-bed6-43be-a0bd-3baaed2227a1 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ee527ba-72ff-4ca1-823d-3f186b8c4404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858011 Nov 24 21:14:47.184791 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91d3415a-5c07-4d73-879f-0491e2324115 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:47.214038 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efe630f-125f-4487-964a-3adf2066a5bc req-f43e01de-b996-4969-825d-5d060162cd9e service neutron] 10.222.0.48 "GET /v2.0/networks/b59c9fc1-01d2-4aaa-ac66-8d881ad33335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218099 Nov 24 21:14:47.286078 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91d3415a-5c07-4d73-879f-0491e2324115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:47.288739 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91d3415a-5c07-4d73-879f-0491e2324115 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:47.293244 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-91d3415a-5c07-4d73-879f-0491e2324115 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8894e41f-01a6-4308-9e9a-6b3177a77d21 HTTP/1.1" status: 204 len: 168 time: 0.2667754 Nov 24 21:14:47.307501 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3415a-5c07-4d73-879f-0491e2324115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8894e41f-01a6-4308-9e9a-6b3177a77d21,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:47.636438 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35212) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:48.030665 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf595e4-17c1-43ed-93cd-76cc1fbd1aea req-bf659a81-3ba3-42ed-b8f6-50f794705161 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:48.049833 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cdf595e4-17c1-43ed-93cd-76cc1fbd1aea req-bf659a81-3ba3-42ed-b8f6-50f794705161 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 945 time: 0.1105564 Nov 24 21:14:48.148229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-fe3fd3fb-7985-485b-b3e9-f50a9d32d20c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'network': {'name': 'tempest-network-smoke--105322475', 'project_id': '207eef9f28694fbd90eb332792fa324d', 'port_security_enabled': True}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:14:48.190212 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efe630f-125f-4487-964a-3adf2066a5bc req-ca9e19f1-8f2e-4515-a65e-6c7895946fd6 service neutron] 10.222.0.48 "GET /v2.0/networks/b59c9fc1-01d2-4aaa-ac66-8d881ad33335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9683402 Nov 24 21:14:48.205993 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87757569-ada6-443f-8568-d04a9c9feb57 req-d797ba5a-f79f-4ace-ab3a-dfe6969a2ade tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:48.208727 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87757569-ada6-443f-8568-d04a9c9feb57 req-d797ba5a-f79f-4ace-ab3a-dfe6969a2ade tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.15 "GET /v2.0/ports?device_id=0eaa9f95-80a5-456d-9220-6fa4ea711d0a HTTP/1.1" status: 200 len: 946 time: 0.0903130 Nov 24 21:14:48.229257 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cdf595e4-17c1-43ed-93cd-76cc1fbd1aea req-6ccfa358-38b6-4459-835c-b3f05a0ca359 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767268 Nov 24 21:14:48.242459 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3fd3fb-7985-485b-b3e9-f50a9d32d20c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Made reservation on behalf of 207eef9f28694fbd90eb332792fa324d for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:14:48.248011 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe3fd3fb-7985-485b-b3e9-f50a9d32d20c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:48.276806 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe3fd3fb-7985-485b-b3e9-f50a9d32d20c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:48.436382 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe3fd3fb-7985-485b-b3e9-f50a9d32d20c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:48.457926 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb951b-1dec-4767-b132-ac192fc9cbc1 req-fff03813-5165-4497-bf1a-5da5b05dfa89 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:48.463116 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2fbb951b-1dec-4767-b132-ac192fc9cbc1 req-fff03813-5165-4497-bf1a-5da5b05dfa89 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eaa9f95-80a5-456d-9220-6fa4ea711d0a HTTP/1.1" status: 200 len: 946 time: 0.0845098 Nov 24 21:14:48.473746 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-87757569-ada6-443f-8568-d04a9c9feb57 req-b09ad30c-ee3b-4826-81f9-6edbc5c3022e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Deleting port 5399ccc9-303b-46cf-8497-41c6177bcfbe {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:14:48.474344 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-87757569-ada6-443f-8568-d04a9c9feb57 req-b09ad30c-ee3b-4826-81f9-6edbc5c3022e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:48.486457 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe3fd3fb-7985-485b-b3e9-f50a9d32d20c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:48.577323 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3fd3fb-7985-485b-b3e9-f50a9d32d20c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:14:48.606297 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2fbb951b-1dec-4767-b132-ac192fc9cbc1 req-458f07bf-f005-46b2-89b7-1a1728845492 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ee527ba-72ff-4ca1-823d-3f186b8c4404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420398 Nov 24 21:14:48.617171 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3fd3fb-7985-485b-b3e9-f50a9d32d20c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66994930-f4b2-4486-a506-538a791ac77c,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:48.635330 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe3fd3fb-7985-485b-b3e9-f50a9d32d20c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:48.636709 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-fe3fd3fb-7985-485b-b3e9-f50a9d32d20c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Added segment 999d9b4b-a339-43e7-a49f-a662f2b65834 of type vlan for network 29f82d9e-579b-4d97-acf1-b3e0b782c926 Nov 24 21:14:48.699607 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe3fd3fb-7985-485b-b3e9-f50a9d32d20c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:48.733052 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe3fd3fb-7985-485b-b3e9-f50a9d32d20c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:48.739938 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-87757569-ada6-443f-8568-d04a9c9feb57 req-b09ad30c-ee3b-4826-81f9-6edbc5c3022e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] For port 5399ccc9-303b-46cf-8497-41c6177bcfbe, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5399ccc9-303b-46cf-8497-41c6177bcfbe,segment=NetworkSegment(f781125d-4eca-4082-b91e-67391f49bca0),segment_id=f781125d-4eca-4082-b91e-67391f49bca0)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:14:48.742815 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-87757569-ada6-443f-8568-d04a9c9feb57 req-b09ad30c-ee3b-4826-81f9-6edbc5c3022e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:48.743917 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3fd3fb-7985-485b-b3e9-f50a9d32d20c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:48.744556 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe3fd3fb-7985-485b-b3e9-f50a9d32d20c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:48.774648 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-87757569-ada6-443f-8568-d04a9c9feb57 req-b09ad30c-ee3b-4826-81f9-6edbc5c3022e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Calling delete_port for 5399ccc9-303b-46cf-8497-41c6177bcfbe owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:14:48.802283 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35270) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:48.857693 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fe3fd3fb-7985-485b-b3e9-f50a9d32d20c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2169945 Nov 24 21:14:48.860156 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35274) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:48.866415 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-29d5b8c1-8432-412d-bcd1-9e7d156c2c02 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-130953349', 'admin_state_up': True, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:14:48.915652 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3fd3fb-7985-485b-b3e9-f50a9d32d20c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'Network': ['ID=29f82d9e-579b-4d97-acf1-b3e0b782c926,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:48.930201 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 29f82d9e-579b-4d97-acf1-b3e0b782c926 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:14:48.951025 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29d5b8c1-8432-412d-bcd1-9e7d156c2c02 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:48.964228 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29d5b8c1-8432-412d-bcd1-9e7d156c2c02 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:49.007043 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-87757569-ada6-443f-8568-d04a9c9feb57 req-b09ad30c-ee3b-4826-81f9-6edbc5c3022e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:49.030706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['5399ccc9-303b-46cf-8497-41c6177bcfbe'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:14:49.075282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ad30c-ee3b-4826-81f9-6edbc5c3022e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Pushing event deleted for resources: {'Port': ['ID=5399ccc9-303b-46cf-8497-41c6177bcfbe,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:49.134571 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0e86a0c1-7ab0-4246-b436-dcdf35c3e627 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-182595096-network', 'tenant_id': '3cf152f8f75e4a558b1bd94c37b19d54'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:14:49.136179 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29d5b8c1-8432-412d-bcd1-9e7d156c2c02 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:49.158725 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-87757569-ada6-443f-8568-d04a9c9feb57 req-b09ad30c-ee3b-4826-81f9-6edbc5c3022e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] No DVR routers for this DVR port 5399ccc9-303b-46cf-8497-41c6177bcfbe on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:14:49.163802 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-87757569-ada6-443f-8568-d04a9c9feb57 req-b09ad30c-ee3b-4826-81f9-6edbc5c3022e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:49.167471 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87757569-ada6-443f-8568-d04a9c9feb57 req-b09ad30c-ee3b-4826-81f9-6edbc5c3022e tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.15 "DELETE /v2.0/ports/5399ccc9-303b-46cf-8497-41c6177bcfbe HTTP/1.1" status: 204 len: 173 time: 0.9481032 Nov 24 21:14:49.168121 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaa9f95-80a5-456d-9220-6fa4ea711d0a', 'name': 'network-vif-deleted', 'tag': '5399ccc9-303b-46cf-8497-41c6177bcfbe'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:14:49.170655 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81392d2-0302-4ecb-85ac-2ea1d7163f82" -d '{"events": [{"server_uuid": "0eaa9f95-80a5-456d-9220-6fa4ea711d0a", "name": "network-vif-deleted", "tag": "5399ccc9-303b-46cf-8497-41c6177bcfbe"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:14:49.204824 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e86a0c1-7ab0-4246-b436-dcdf35c3e627 admin admin] Made reservation on behalf of 3cf152f8f75e4a558b1bd94c37b19d54 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:14:49.208037 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e86a0c1-7ab0-4246-b436-dcdf35c3e627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:49.245636 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e86a0c1-7ab0-4246-b436-dcdf35c3e627 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:49.373404 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a224a62-8197-4061-b8c0-5ed07663ecce x-openstack-request-id: req-3a224a62-8197-4061-b8c0-5ed07663ecce {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:14:49.373810 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaa9f95-80a5-456d-9220-6fa4ea711d0a", "name": "network-vif-deleted", "tag": "5399ccc9-303b-46cf-8497-41c6177bcfbe", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:14:49.373940 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3a224a62-8197-4061-b8c0-5ed07663ecce {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:14:49.374310 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaa9f95-80a5-456d-9220-6fa4ea711d0a', 'name': 'network-vif-deleted', 'tag': '5399ccc9-303b-46cf-8497-41c6177bcfbe', 'status': 'completed', 'code': 200} Nov 24 21:14:49.392499 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e86a0c1-7ab0-4246-b436-dcdf35c3e627 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:49.404648 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e86a0c1-7ab0-4246-b436-dcdf35c3e627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:49.445878 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e86a0c1-7ab0-4246-b436-dcdf35c3e627 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:14:49.462102 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86a0c1-7ab0-4246-b436-dcdf35c3e627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead21482-4e4e-418e-bb48-40d4ee03a70c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:49.467191 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e86a0c1-7ab0-4246-b436-dcdf35c3e627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:49.467539 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-0e86a0c1-7ab0-4246-b436-dcdf35c3e627 admin admin] Added segment 81cf6475-1cf7-43f1-9ff0-ae850384a5f4 of type vlan for network 3650e11b-80c5-4c09-9e63-93cf33d19283 Nov 24 21:14:49.510131 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29d5b8c1-8432-412d-bcd1-9e7d156c2c02 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:49.519668 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e86a0c1-7ab0-4246-b436-dcdf35c3e627 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:49.581484 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10659f-fa89-411e-8b8c-e020d4bd9ebd req-64031035-c1a3-4590-9fbd-c6f4f8ef520d tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:49.590017 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e10659f-fa89-411e-8b8c-e020d4bd9ebd req-64031035-c1a3-4590-9fbd-c6f4f8ef520d tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 945 time: 0.1448545 Nov 24 21:14:49.590235 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e86a0c1-7ab0-4246-b436-dcdf35c3e627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:49.591559 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e86a0c1-7ab0-4246-b436-dcdf35c3e627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:49.592685 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e86a0c1-7ab0-4246-b436-dcdf35c3e627 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:49.652331 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0e86a0c1-7ab0-4246-b436-dcdf35c3e627 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8485925 Nov 24 21:14:49.655044 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35288) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:49.661103 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-46962891-293a-44b5-b9c8-4b3eff98a411 admin admin] Request body: {'subnet': {'network_id': '3650e11b-80c5-4c09-9e63-93cf33d19283', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-182595096-subnet', 'tenant_id': '3cf152f8f75e4a558b1bd94c37b19d54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:14:49.706013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86a0c1-7ab0-4246-b436-dcdf35c3e627 admin admin] Pushing event updated for resources: {'Network': ['ID=3650e11b-80c5-4c09-9e63-93cf33d19283,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:49.710005 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e10659f-fa89-411e-8b8c-e020d4bd9ebd req-04d4e799-9517-457f-b1fb-768504eb58b5 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139543 Nov 24 21:14:49.722885 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46962891-293a-44b5-b9c8-4b3eff98a411 admin admin] Made reservation on behalf of 3cf152f8f75e4a558b1bd94c37b19d54 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:14:49.727376 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-46962891-293a-44b5-b9c8-4b3eff98a411 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:49.730136 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 3650e11b-80c5-4c09-9e63-93cf33d19283 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:14:50.017991 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-46962891-293a-44b5-b9c8-4b3eff98a411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:50.053949 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29d5b8c1-8432-412d-bcd1-9e7d156c2c02 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:50.079978 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46962891-293a-44b5-b9c8-4b3eff98a411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=489e47ec-aa53-4436-98d0-7343c74f2baf,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:50.104020 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46962891-293a-44b5-b9c8-4b3eff98a411 admin admin] Checking segment: {'id': '81cf6475-1cf7-43f1-9ff0-ae850384a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '3650e11b-80c5-4c09-9e63-93cf33d19283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:14:50.104667 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46962891-293a-44b5-b9c8-4b3eff98a411 admin admin] Network hostable DHCP agents. Network: 3650e11b-80c5-4c09-9e63-93cf33d19283, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:14:50.132080 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46962891-293a-44b5-b9c8-4b3eff98a411 admin admin] Network 3650e11b-80c5-4c09-9e63-93cf33d19283 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:14:50.144416 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2cfbb675-d898-45fb-a730-bee4fd856a1c req-4a910ebe-107a-4a41-a896-4d509f3df383 tempest-ServerAddressesNegativeTestJSON-1889513919 tempest-ServerAddressesNegativeTestJSON-1889513919-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eaa9f95-80a5-456d-9220-6fa4ea711d0a HTTP/1.1" status: 200 len: 210 time: 0.1596282 Nov 24 21:14:50.146883 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29d5b8c1-8432-412d-bcd1-9e7d156c2c02 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:50.152034 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-46962891-293a-44b5-b9c8-4b3eff98a411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 3650e11b-80c5-4c09-9e63-93cf33d19283) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:14:50.158060 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46962891-293a-44b5-b9c8-4b3eff98a411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:50.159005 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-46962891-293a-44b5-b9c8-4b3eff98a411 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:50.166886 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a51e6f-0dc8-457a-a4bf-9e1319400c13 None None] Network 3650e11b-80c5-4c09-9e63-93cf33d19283 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:14:50.190576 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-46962891-293a-44b5-b9c8-4b3eff98a411 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5338380 Nov 24 21:14:50.385143 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3364074-4914-49cb-a2a9-dc8be30374e5 None None] Network 3650e11b-80c5-4c09-9e63-93cf33d19283 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:14:50.883666 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-4e4e8ded-a950-41cc-a64b-ed495076fcea req-62be096b-51f3-4615-8cfa-299b9deda4a0 service neutron] (109990) timed out ('10.222.0.48', 55351) {{(pid=109990) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 21:14:50.946754 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-29d5b8c1-8432-412d-bcd1-9e7d156c2c02 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Allocated IP 172.25.5.33 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/0cf52951-d5a9-465c-b4a8-d3055e572c83) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:14:51.075700 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248ba4f-2e8b-45ec-b4f1-9e2a815b2af9 req-fc9865ba-4125-48b1-a775-3fc34f9292ba tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:51.077237 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f248ba4f-2e8b-45ec-b4f1-9e2a815b2af9 req-fc9865ba-4125-48b1-a775-3fc34f9292ba tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 945 time: 0.1119647 Nov 24 21:14:51.128922 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29d5b8c1-8432-412d-bcd1-9e7d156c2c02 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:51.163884 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f248ba4f-2e8b-45ec-b4f1-9e2a815b2af9 req-0ec66819-8ab5-449c-8d52-bcf851de8de0 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756207 Nov 24 21:14:51.203741 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29d5b8c1-8432-412d-bcd1-9e7d156c2c02 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:51.258123 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5b8c1-8432-412d-bcd1-9e7d156c2c02 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'Port': ['ID=0cf52951-d5a9-465c-b4a8-d3055e572c83,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:51.273093 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d5b8c1-8432-412d-bcd1-9e7d156c2c02 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:14:51.275435 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-29d5b8c1-8432-412d-bcd1-9e7d156c2c02 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:14:51.278693 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d5b8c1-8432-412d-bcd1-9e7d156c2c02 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:14:51.292980 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31865d75-a7a3-4aa4-91b8-c7e565394a15 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:14:51.361444 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ef5a388f-f2f4-48df-8a86-2e252a5aa850 None None] Provisioning complete for port 0cf52951-d5a9-465c-b4a8-d3055e572c83 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:14:51.361928 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ef5a388f-f2f4-48df-8a86-2e252a5aa850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:51.444782 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:14:51.467051 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a388f-f2f4-48df-8a86-2e252a5aa850 None None] Port 0cf52951-d5a9-465c-b4a8-d3055e572c83 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:14:51.481474 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35312) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:51.562350 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-3510530b-5d31-496d-abd8-5928f1c32ca5 admin admin] Deleting subnet 886ba4c7-8266-4c64-b362-44fd7d24e8e4 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:14:51.574088 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3510530b-5d31-496d-abd8-5928f1c32ca5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:51.689760 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29d5b8c1-8432-412d-bcd1-9e7d156c2c02 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:51.697845 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5399ccc9-303b-46cf-8497-41c6177bcfbe no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:14:51.701629 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3510530b-5d31-496d-abd8-5928f1c32ca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:51.743157 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 5399ccc9-303b-46cf-8497-41c6177bcfbe {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:14:51.744522 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5399ccc9-303b-46cf-8497-41c6177bcfbe not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:14:51.803686 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3510530b-5d31-496d-abd8-5928f1c32ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:51.947378 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3510530b-5d31-496d-abd8-5928f1c32ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:52.029074 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510530b-5d31-496d-abd8-5928f1c32ca5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=886ba4c7-8266-4c64-b362-44fd7d24e8e4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:52.031864 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3510530b-5d31-496d-abd8-5928f1c32ca5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:52.035209 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3510530b-5d31-496d-abd8-5928f1c32ca5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/886ba4c7-8266-4c64-b362-44fd7d24e8e4 HTTP/1.1" status: 204 len: 168 time: 0.5525174 Nov 24 21:14:52.038342 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35332) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:52.173386 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29d5b8c1-8432-412d-bcd1-9e7d156c2c02 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:52.230192 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d1a4deaa-9f74-4187-877b-2db90ffd7f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:52.418568 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d1a4deaa-9f74-4187-877b-2db90ffd7f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:52.448446 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-d1a4deaa-9f74-4187-877b-2db90ffd7f3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6f8516-c218-48b2-991d-fe71b6d6d69b']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:52.461688 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-d1a4deaa-9f74-4187-877b-2db90ffd7f3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f781125d-4eca-4082-b91e-67391f49bca0') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:52.461991 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-d1a4deaa-9f74-4187-877b-2db90ffd7f3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f781125d-4eca-4082-b91e-67391f49bca0') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:52.479323 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d1a4deaa-9f74-4187-877b-2db90ffd7f3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:52.499162 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d1a4deaa-9f74-4187-877b-2db90ffd7f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:52.508468 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a4deaa-9f74-4187-877b-2db90ffd7f3b admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:14:52.508974 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d1a4deaa-9f74-4187-877b-2db90ffd7f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:14:52.511303 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:14:52.522871 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d5b8c1-8432-412d-bcd1-9e7d156c2c02 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Router 727e4ff5-b1f1-4683-b750-65babc288402 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:14:52.543394 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd59aff-3c89-401a-bb68-7f420192aeec req-e13fd373-158d-42c3-93a5-99fa68ac4962 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:52.553808 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfd59aff-3c89-401a-bb68-7f420192aeec req-e13fd373-158d-42c3-93a5-99fa68ac4962 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 945 time: 0.1141646 Nov 24 21:14:52.611213 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d1a4deaa-9f74-4187-877b-2db90ffd7f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:52.623183 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d1a4deaa-9f74-4187-877b-2db90ffd7f3b admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:52.629766 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d1a4deaa-9f74-4187-877b-2db90ffd7f3b admin admin] 10.222.0.11 "DELETE /v2.0/networks/8b6f8516-c218-48b2-991d-fe71b6d6d69b HTTP/1.1" status: 204 len: 168 time: 0.5881834 Nov 24 21:14:52.665408 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4deaa-9f74-4187-877b-2db90ffd7f3b admin admin] Pushing event deleted for resources: {'Network': ['ID=8b6f8516-c218-48b2-991d-fe71b6d6d69b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:52.747372 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d5b8c1-8432-412d-bcd1-9e7d156c2c02 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:14:52.761519 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] Sync routers for ids ['727e4ff5-b1f1-4683-b750-65babc288402'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:14:52.783791 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] Routers {'727e4ff5-b1f1-4683-b750-65babc288402'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:14:52.786858 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfd59aff-3c89-401a-bb68-7f420192aeec req-5b6d325e-6e7a-4b6c-b0da-af6205403390 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319992 Nov 24 21:14:52.787645 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:14:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['727e4ff5-b1f1-4683-b750-65babc288402'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:52.801917 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29d5b8c1-8432-412d-bcd1-9e7d156c2c02 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:52.807412 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-29d5b8c1-8432-412d-bcd1-9e7d156c2c02 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9432154 Nov 24 21:14:52.807710 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35342) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:52.839421 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35346) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:52.896808 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fc8919dd-e305-44d6-a734-8d003d0e2191 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4af44f5267ab408c8f3edccea7fe9750&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0542047 Nov 24 21:14:52.898045 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35350) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:53.032127 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-504934ab-bacd-42b9-95ce-26097b56897b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:53.095912 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] Set router 727e4ff5-b1f1-4683-b750-65babc288402 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:14:53.096513 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-504934ab-bacd-42b9-95ce-26097b56897b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:53.226745 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-504934ab-bacd-42b9-95ce-26097b56897b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:53.229983 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-504934ab-bacd-42b9-95ce-26097b56897b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:53.231408 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-504934ab-bacd-42b9-95ce-26097b56897b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ee527ba-72ff-4ca1-823d-3f186b8c4404 HTTP/1.1" status: 204 len: 168 time: 0.3283994 Nov 24 21:14:53.320336 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5f8048bb-1a3d-4d80-b119-3855921c2161 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=207eef9f28694fbd90eb332792fa324d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5113199 Nov 24 21:14:53.321288 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504934ab-bacd-42b9-95ce-26097b56897b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee527ba-72ff-4ca1-823d-3f186b8c4404,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:53.324417 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35366) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:53.402618 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727e4ff5-b1f1-4683-b750-65babc288402', 'name': 'tempest-TestNetworkBasicOps-router-130953349', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:48Z', 'updated_at': '2021-11-24T21:14:51Z', 'revision_number': 3, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:50Z', 'updated_at': '2021-11-24T21:14:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:53.453654 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] Checking router: 727e4ff5-b1f1-4683-b750-65babc288402 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:14:53.457028 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] Updating router 727e4ff5-b1f1-4683-b750-65babc288402 port 0cf52951-d5a9-465c-b4a8-d3055e572c83 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:14:53.516469 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:53.656019 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-79559d22-12c7-4f5c-a46e-8a17f146344c tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:53.665270 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d18370d-c426-44ee-a29f-0e010d7798f7 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:53.666249 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-79559d22-12c7-4f5c-a46e-8a17f146344c tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.11 "GET /v2.0/networks?id=3650e11b-80c5-4c09-9e63-93cf33d19283 HTTP/1.1" status: 200 len: 809 time: 0.1988416 Nov 24 21:14:53.667400 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9d18370d-c426-44ee-a29f-0e010d7798f7 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3419547 Nov 24 21:14:53.670817 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35382) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:53.709770 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-18439006-8cf8-405b-99de-03d530976aa0 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.11 "GET /v2.0/quotas/3cf152f8f75e4a558b1bd94c37b19d54 HTTP/1.1" status: 200 len: 375 time: 0.0425541 Nov 24 21:14:53.765206 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-41736e7d-04f4-4e53-9ed7-93c9a9e4e01f tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0917926 Nov 24 21:14:53.768025 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-0cada643-b353-446a-9913-6333793f2e9d tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3cf152f8f75e4a558b1bd94c37b19d54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536139 Nov 24 21:14:53.768353 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35386) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:53.774474 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a20146b3-b737-49b7-8c01-e07da91425fb tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-943070515', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'project_id': '207eef9f28694fbd90eb332792fa324d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:14:53.941142 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-26f9a60c-9ca9-40c0-b76b-110e8e0fe292 service neutron] 10.222.0.11 "GET /v2.0/networks/3650e11b-80c5-4c09-9e63-93cf33d19283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685288 Nov 24 21:14:53.955000 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20146b3-b737-49b7-8c01-e07da91425fb tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Made reservation on behalf of 207eef9f28694fbd90eb332792fa324d for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:14:53.955813 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:53.962476 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a20146b3-b737-49b7-8c01-e07da91425fb tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:53.970939 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:54.052512 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724161fe-97d1-4dfc-aa8c-96b604ef9091 None None] Pushing event updated for resources: {'Port': ['ID=0cf52951-d5a9-465c-b4a8-d3055e572c83,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:54.093581 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] Attempting to bind port 0cf52951-d5a9-465c-b4a8-d3055e572c83 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:14:54.094321 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] Attempting to bind port 0cf52951-d5a9-465c-b4a8-d3055e572c83 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:14:54.094803 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] Attempting to bind port 0cf52951-d5a9-465c-b4a8-d3055e572c83 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:14:54.099078 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21482e8f-2505-4f7d-8e8b-da30fe72bb8b None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:14:54.110153 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-d0b89f24-4ddb-486c-8a5c-67f2c026f27b service neutron] 10.222.0.11 "GET /v2.0/networks/3650e11b-80c5-4c09-9e63-93cf33d19283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659136 Nov 24 21:14:54.116558 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:14:54.117400 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:14:54.118092 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:54.118594 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:14:54.119447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] Bound port: 0cf52951-d5a9-465c-b4a8-d3055e572c83, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:14:54.120114 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:54.235447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] For port 0cf52951-d5a9-465c-b4a8-d3055e572c83, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:14:54.238363 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4951ef87-109e-41e8-9258-8f74fc8a22e3 None None] Provisioning complete for port 0cf52951-d5a9-465c-b4a8-d3055e572c83 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:14:54.239645 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4951ef87-109e-41e8-9258-8f74fc8a22e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:54.243589 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] For port 0cf52951-d5a9-465c-b4a8-d3055e572c83, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0cf52951-d5a9-465c-b4a8-d3055e572c83,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:14:54.280763 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:54.376895 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464533d5-c1d5-4116-b251-85e35efb5a67 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:14:54.402354 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-4951ef87-109e-41e8-9258-8f74fc8a22e3 None None] Port 0cf52951-d5a9-465c-b4a8-d3055e572c83 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:14:54.403428 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a20146b3-b737-49b7-8c01-e07da91425fb tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:54.410510 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] Routers {'727e4ff5-b1f1-4683-b750-65babc288402'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:14:54.411367 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:14:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['727e4ff5-b1f1-4683-b750-65babc288402'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:54.458447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724161fe-97d1-4dfc-aa8c-96b604ef9091 None None] Pushing event updated for resources: {'Port': ['ID=0cf52951-d5a9-465c-b4a8-d3055e572c83,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:54.536176 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20146b3-b737-49b7-8c01-e07da91425fb tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'Subnet': ['ID=b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:54.550178 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20146b3-b737-49b7-8c01-e07da91425fb tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Checking segment: {'id': '999d9b4b-a339-43e7-a49f-a662f2b65834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:14:54.550629 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20146b3-b737-49b7-8c01-e07da91425fb tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Network hostable DHCP agents. Network: 29f82d9e-579b-4d97-acf1-b3e0b782c926, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:14:54.599036 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20146b3-b737-49b7-8c01-e07da91425fb tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Network 29f82d9e-579b-4d97-acf1-b3e0b782c926 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:14:54.604637 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-95ff55c2-f1b5-46b3-8677-d242c8f4a060 None None] Provisioning complete for port 0cf52951-d5a9-465c-b4a8-d3055e572c83 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:14:54.604637 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-95ff55c2-f1b5-46b3-8677-d242c8f4a060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:54.616175 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-a20146b3-b737-49b7-8c01-e07da91425fb tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 29f82d9e-579b-4d97-acf1-b3e0b782c926) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:14:54.621098 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20146b3-b737-49b7-8c01-e07da91425fb tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:54.621832 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a20146b3-b737-49b7-8c01-e07da91425fb tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:54.650047 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e869b9-50ad-48f4-8763-40a112f6ca3d None None] Network 29f82d9e-579b-4d97-acf1-b3e0b782c926 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:14:54.665515 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a20146b3-b737-49b7-8c01-e07da91425fb tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8957548 Nov 24 21:14:54.666276 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35414) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:54.683483 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] Set router 727e4ff5-b1f1-4683-b750-65babc288402 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:14:54.744793 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1b1d1-952c-4726-ab17-c41997b92039 req-52eb6c4d-356b-46f6-95d9-ac854d4f2471 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:54.755032 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35416) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:54.755266 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91c1b1d1-952c-4726-ab17-c41997b92039 req-52eb6c4d-356b-46f6-95d9-ac854d4f2471 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 945 time: 0.1425509 Nov 24 21:14:54.881891 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91c1b1d1-952c-4726-ab17-c41997b92039 req-cea1ccfb-ac18-4501-9549-6f81c338d2c6 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250155 Nov 24 21:14:55.017289 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e139391d-b935-4632-81d8-1a98a98985af req-5323ad2d-d774-42a1-87cb-dec43c7b208f tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dd3e0ad-6544-4823-8651-63d2cb162fe4 HTTP/1.1" status: 200 len: 210 time: 0.0556238 Nov 24 21:14:55.105519 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-2050f8dd-485c-4385-b32e-522b182a2f9f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1833975352-network', 'tenant_id': 'b75afb9536a94dca8e37a564362b4dab'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:14:55.395812 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2050f8dd-485c-4385-b32e-522b182a2f9f admin admin] Made reservation on behalf of b75afb9536a94dca8e37a564362b4dab for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:14:55.398070 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2050f8dd-485c-4385-b32e-522b182a2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:55.411100 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2050f8dd-485c-4385-b32e-522b182a2f9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:55.433089 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-95ff55c2-f1b5-46b3-8677-d242c8f4a060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:55.464279 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-95ff55c2-f1b5-46b3-8677-d242c8f4a060 None None] For port 0cf52951-d5a9-465c-b4a8-d3055e572c83, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0cf52951-d5a9-465c-b4a8-d3055e572c83,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:14:55.482546 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-95ff55c2-f1b5-46b3-8677-d242c8f4a060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:55.545418 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e0e2d4-35ae-4b46-8fb6-9730f948d496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-29f82d9e-579b-4d97-acf1-b3e0b782c926', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'fixed_ips': [{'subnet_id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:14:55.546292 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-49e0e2d4-35ae-4b46-8fb6-9730f948d496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:55.598281 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9078-c284-4e75-84a9-b3264e7fb7e2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:55.652893 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff55c2-f1b5-46b3-8677-d242c8f4a060 None None] Pushing event updated for resources: {'Port': ['ID=0cf52951-d5a9-465c-b4a8-d3055e572c83,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:55.693412 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2050f8dd-485c-4385-b32e-522b182a2f9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:55.731330 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2050f8dd-485c-4385-b32e-522b182a2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:55.764697 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050f8dd-485c-4385-b32e-522b182a2f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f197ce-50e6-4710-bcc3-9c00bb9036d2,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:55.893510 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727e4ff5-b1f1-4683-b750-65babc288402', 'name': 'tempest-TestNetworkBasicOps-router-130953349', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:48Z', 'updated_at': '2021-11-24T21:14:51Z', 'revision_number': 3, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:50Z', 'updated_at': '2021-11-24T21:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:14:55.931226 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddf6b86-7d81-41f7-a0ec-768a867fa324 None None] The sync data for ids ['727e4ff5-b1f1-4683-b750-65babc288402'] in n-d-812111-8 is: [{'id': '727e4ff5-b1f1-4683-b750-65babc288402', 'name': 'tempest-TestNetworkBasicOps-router-130953349', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:48Z', 'updated_at': '2021-11-24T21:14:51Z', 'revision_number': 3, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:50Z', 'updated_at': '2021-11-24T21:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:14:55.944805 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-49e0e2d4-35ae-4b46-8fb6-9730f948d496 None None] Allocated IP 172.20.0.2 (29f82d9e-579b-4d97-acf1-b3e0b782c926/b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8/0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:14:55.986135 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2050f8dd-485c-4385-b32e-522b182a2f9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:14:56.020380 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2050f8dd-485c-4385-b32e-522b182a2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:56.020947 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-2050f8dd-485c-4385-b32e-522b182a2f9f admin admin] Added segment d680572e-e819-4978-8988-75efc00351ab of type vlan for network ce0f748e-f736-40f6-a533-ebd18a8bdd00 Nov 24 21:14:56.028942 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10331cf6-5ed4-4fe6-949c-fcb3a8f831ee req-7dda8b44-9872-4f7d-b3d6-d3bdbf17aee6 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:56.037577 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10331cf6-5ed4-4fe6-949c-fcb3a8f831ee req-7dda8b44-9872-4f7d-b3d6-d3bdbf17aee6 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 945 time: 0.0859797 Nov 24 21:14:56.142796 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10331cf6-5ed4-4fe6-949c-fcb3a8f831ee req-0978c586-4666-4a2f-8069-59ec8b814197 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030097 Nov 24 21:14:56.143550 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2050f8dd-485c-4385-b32e-522b182a2f9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:56.213381 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2050f8dd-485c-4385-b32e-522b182a2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:56.214603 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2050f8dd-485c-4385-b32e-522b182a2f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:56.215385 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2050f8dd-485c-4385-b32e-522b182a2f9f admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:56.234640 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-49e0e2d4-35ae-4b46-8fb6-9730f948d496 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:56.244922 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-49e0e2d4-35ae-4b46-8fb6-9730f948d496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:56.288321 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-716281ad-f5af-48e6-8697-02c15f3f7fc9 req-fb3e94a2-cbc0-40a1-913e-62475fd86247 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dd3e0ad-6544-4823-8651-63d2cb162fe4 HTTP/1.1" status: 200 len: 210 time: 0.0600889 Nov 24 21:14:56.316048 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e0e2d4-35ae-4b46-8fb6-9730f948d496 None None] Network 29f82d9e-579b-4d97-acf1-b3e0b782c926 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:14:56.345837 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-49e0e2d4-35ae-4b46-8fb6-9730f948d496 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:14:56.361304 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e0e2d4-35ae-4b46-8fb6-9730f948d496 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:14:56.449378 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0e2d4-35ae-4b46-8fb6-9730f948d496 None None] Pushing event updated for resources: {'Port': ['ID=0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:56.500949 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2050f8dd-485c-4385-b32e-522b182a2f9f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7405117 Nov 24 21:14:56.501938 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35460) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:56.506990 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-bfe413db-a0be-49fd-822f-3aba4d9655d9 admin admin] Request body: {'subnet': {'network_id': 'ce0f748e-f736-40f6-a533-ebd18a8bdd00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1833975352-subnet', 'tenant_id': 'b75afb9536a94dca8e37a564362b4dab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:14:56.534051 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050f8dd-485c-4385-b32e-522b182a2f9f admin admin] Pushing event updated for resources: {'Network': ['ID=ce0f748e-f736-40f6-a533-ebd18a8bdd00,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:56.549909 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network ce0f748e-f736-40f6-a533-ebd18a8bdd00 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:14:56.552680 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe413db-a0be-49fd-822f-3aba4d9655d9 admin admin] Made reservation on behalf of b75afb9536a94dca8e37a564362b4dab for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:14:56.555715 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bfe413db-a0be-49fd-822f-3aba4d9655d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:56.576699 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-0eaf9078-c284-4e75-84a9-b3264e7fb7e2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Allocated IP 172.20.0.1 (29f82d9e-579b-4d97-acf1-b3e0b782c926/b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8/639837af-3579-4d68-bf2e-a27d9149c99e) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:14:56.736701 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-49e0e2d4-35ae-4b46-8fb6-9730f948d496 None None] Attempting to bind port 0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:14:56.737191 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-49e0e2d4-35ae-4b46-8fb6-9730f948d496 None None] Attempting to bind port 0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '999d9b4b-a339-43e7-a49f-a662f2b65834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:14:56.737621 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0e2d4-35ae-4b46-8fb6-9730f948d496 None None] Attempting to bind port 0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1 on network 29f82d9e-579b-4d97-acf1-b3e0b782c926 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:14:56.744433 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35464) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:56.757576 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0e2d4-35ae-4b46-8fb6-9730f948d496 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:14:56.758054 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0e2d4-35ae-4b46-8fb6-9730f948d496 None None] Checking segment: {'id': '999d9b4b-a339-43e7-a49f-a662f2b65834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:14:56.758439 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-49e0e2d4-35ae-4b46-8fb6-9730f948d496 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:56.758850 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0e2d4-35ae-4b46-8fb6-9730f948d496 None None] Bound using segment: {'id': '999d9b4b-a339-43e7-a49f-a662f2b65834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:14:56.759348 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-49e0e2d4-35ae-4b46-8fb6-9730f948d496 None None] Bound port: 0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d9b4b-a339-43e7-a49f-a662f2b65834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:14:56.759782 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-49e0e2d4-35ae-4b46-8fb6-9730f948d496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:56.924960 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-49e0e2d4-35ae-4b46-8fb6-9730f948d496 None None] For port 0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:14:56.929264 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-49e0e2d4-35ae-4b46-8fb6-9730f948d496 None None] For port 0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1,segment=NetworkSegment(999d9b4b-a339-43e7-a49f-a662f2b65834),segment_id=999d9b4b-a339-43e7-a49f-a662f2b65834)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:14:56.943430 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-49e0e2d4-35ae-4b46-8fb6-9730f948d496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:56.985630 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9078-c284-4e75-84a9-b3264e7fb7e2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:57.087124 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bfe413db-a0be-49fd-822f-3aba4d9655d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:57.114757 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c94187a-76d5-4883-9823-2dfb10e1a4d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:57.136907 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0e2d4-35ae-4b46-8fb6-9730f948d496 None None] Pushing event updated for resources: {'Port': ['ID=0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:57.255124 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9078-c284-4e75-84a9-b3264e7fb7e2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:57.460410 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe413db-a0be-49fd-822f-3aba4d9655d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=520c184d-426b-4aa1-9d40-f189dabf2c1f,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:57.465422 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaf9078-c284-4e75-84a9-b3264e7fb7e2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Network 29f82d9e-579b-4d97-acf1-b3e0b782c926 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:14:57.483986 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-0eaf9078-c284-4e75-84a9-b3264e7fb7e2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:14:57.497282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaf9078-c284-4e75-84a9-b3264e7fb7e2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:14:57.517779 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe413db-a0be-49fd-822f-3aba4d9655d9 admin admin] Checking segment: {'id': 'd680572e-e819-4978-8988-75efc00351ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ce0f748e-f736-40f6-a533-ebd18a8bdd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:14:57.518529 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe413db-a0be-49fd-822f-3aba4d9655d9 admin admin] Network hostable DHCP agents. Network: ce0f748e-f736-40f6-a533-ebd18a8bdd00, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:14:57.532682 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-c6d125ce-f3f2-4c4b-979d-db04b4e94d20 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:57.534750 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-c6d125ce-f3f2-4c4b-979d-db04b4e94d20 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.15 "GET /v2.0/networks?id=3650e11b-80c5-4c09-9e63-93cf33d19283 HTTP/1.1" status: 200 len: 809 time: 0.4530540 Nov 24 21:14:57.536191 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf9078-c284-4e75-84a9-b3264e7fb7e2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'Port': ['ID=639837af-3579-4d68-bf2e-a27d9149c99e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:57.579817 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d26f2-3937-4415-8ca0-259d7f762fda req-f633ba5b-346b-434d-8a59-e98b4fe93bd4 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:57.581786 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dc5d26f2-3937-4415-8ca0-259d7f762fda req-f633ba5b-346b-434d-8a59-e98b4fe93bd4 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 945 time: 0.2945549 Nov 24 21:14:57.591048 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe413db-a0be-49fd-822f-3aba4d9655d9 admin admin] Network ce0f748e-f736-40f6-a533-ebd18a8bdd00 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:14:57.595578 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-acfaa7bb-ea97-4ce7-8bb0-99bfa7f2c507 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Request body: {'port': {'device_id': '2dd3e0ad-6544-4823-8651-63d2cb162fe4', 'network_id': '3650e11b-80c5-4c09-9e63-93cf33d19283', 'admin_state_up': True, 'tenant_id': '3cf152f8f75e4a558b1bd94c37b19d54'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:14:57.668942 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c94187a-76d5-4883-9823-2dfb10e1a4d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:57.691081 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-bfe413db-a0be-49fd-822f-3aba4d9655d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, ce0f748e-f736-40f6-a533-ebd18a8bdd00) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:14:57.693384 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c94187a-76d5-4883-9823-2dfb10e1a4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:57.709048 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1d5050-8c09-4a5e-8a8f-e7cc35b633e1 None None] Network ce0f748e-f736-40f6-a533-ebd18a8bdd00 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:14:57.715689 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe413db-a0be-49fd-822f-3aba4d9655d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:57.716402 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bfe413db-a0be-49fd-822f-3aba4d9655d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:57.788349 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-acfaa7bb-ea97-4ce7-8bb0-99bfa7f2c507 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Made reservation on behalf of 3cf152f8f75e4a558b1bd94c37b19d54 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:14:57.792548 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-acfaa7bb-ea97-4ce7-8bb0-99bfa7f2c507 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:57.810539 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dc5d26f2-3937-4415-8ca0-259d7f762fda req-9601ab8b-da1a-4a45-b3bf-39ff744a4b6a tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031782 Nov 24 21:14:57.846463 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-bfe413db-a0be-49fd-822f-3aba4d9655d9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3381310 Nov 24 21:14:57.858327 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5c94187a-76d5-4883-9823-2dfb10e1a4d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6eaac2897f5442cebd093f57965434ee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1060572 Nov 24 21:14:57.861352 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35478) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:57.962301 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9084c5c8-4aff-4878-a64c-3802e4ab5453 None None] Network ce0f748e-f736-40f6-a533-ebd18a8bdd00 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:14:57.962527 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94187a-76d5-4883-9823-2dfb10e1a4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc3e44b-5e68-4058-bba5-07e7ef380d25,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:58.088438 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9cae8cad-7b7d-4ed0-ab11-2df0377f51c5 req-6bdcd46e-5a0a-453c-924e-a2ae176a3ad6 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dd3e0ad-6544-4823-8651-63d2cb162fe4 HTTP/1.1" status: 200 len: 210 time: 0.1056757 Nov 24 21:14:58.089458 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f1c92b6-a65e-4648-855e-3b5ba7af3aaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:58.202815 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9078-c284-4e75-84a9-b3264e7fb7e2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:58.241953 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f1c92b6-a65e-4648-855e-3b5ba7af3aaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:58.390244 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f1c92b6-a65e-4648-855e-3b5ba7af3aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:58.403032 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f1c92b6-a65e-4648-855e-3b5ba7af3aaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:58.406759 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3f1c92b6-a65e-4648-855e-3b5ba7af3aaf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7fc3e44b-5e68-4058-bba5-07e7ef380d25 HTTP/1.1" status: 204 len: 168 time: 0.5415990 Nov 24 21:14:58.415155 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-acfaa7bb-ea97-4ce7-8bb0-99bfa7f2c507 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Allocated IP 172.20.0.14 (3650e11b-80c5-4c09-9e63-93cf33d19283/489e47ec-aa53-4436-98d0-7343c74f2baf/2f561eae-6759-4036-a3b9-f89bbb22737e) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:14:58.433773 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c92b6-a65e-4648-855e-3b5ba7af3aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc3e44b-5e68-4058-bba5-07e7ef380d25,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:58.608442 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:14:58.660956 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9078-c284-4e75-84a9-b3264e7fb7e2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:58.721210 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:14:58.721716 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:58.815239 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-bb5a26f7-fee7-4bc5-92d9-b0f772a9d0e4 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:58.825106 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-bb5a26f7-fee7-4bc5-92d9-b0f772a9d0e4 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.11 "GET /v2.0/networks?id=ce0f748e-f736-40f6-a533-ebd18a8bdd00 HTTP/1.1" status: 200 len: 821 time: 0.1912215 Nov 24 21:14:58.856106 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-b010477c-a7d6-49f5-9773-da485c178f79 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.11 "GET /v2.0/quotas/b75afb9536a94dca8e37a564362b4dab HTTP/1.1" status: 200 len: 375 time: 0.0217404 Nov 24 21:14:58.856847 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:58.870491 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efa97cc-8847-4ca3-887e-828effa74b96 None None] Network 29f82d9e-579b-4d97-acf1-b3e0b782c926 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:14:58.915471 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-b2a5ef16-bf41-4869-844f-74cb0257707b tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b75afb9536a94dca8e37a564362b4dab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583396 Nov 24 21:14:59.018925 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35504) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:59.043686 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-acfaa7bb-ea97-4ce7-8bb0-99bfa7f2c507 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:59.046168 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1,segment=NetworkSegment(999d9b4b-a339-43e7-a49f-a662f2b65834),segment_id=999d9b4b-a339-43e7-a49f-a662f2b65834)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:14:59.047959 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-56ef3050-f175-406b-b693-1da134b4112e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:59.050272 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7c6c17a7-eef4-490f-9ef1-1d4a6cf25ad0 None None] Provisioning complete for port 0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:14:59.051351 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7c6c17a7-eef4-490f-9ef1-1d4a6cf25ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:59.098616 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:59.099430 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0cf52951-d5a9-465c-b4a8-d3055e572c83 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:14:59.117569 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-ca1b0665-7e1b-49db-9b8e-b0e5e3287bfe service neutron] 10.222.0.11 "GET /v2.0/networks/ce0f748e-f736-40f6-a533-ebd18a8bdd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008877 Nov 24 21:14:59.283254 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-95acf7e3-e9dd-4663-853c-4488fe9f2add service neutron] 10.222.0.11 "GET /v2.0/networks/ce0f748e-f736-40f6-a533-ebd18a8bdd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645956 Nov 24 21:14:59.317716 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 0cf52951-d5a9-465c-b4a8-d3055e572c83 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:14:59.318141 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:59.377320 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-56ef3050-f175-406b-b693-1da134b4112e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:59.388473 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-56ef3050-f175-406b-b693-1da134b4112e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:59.429804 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:59.493925 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-56ef3050-f175-406b-b693-1da134b4112e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=21ac9af6e4e443bd8733791d411da83e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4699860 Nov 24 21:14:59.501765 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35522) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:14:59.591495 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef3050-f175-406b-b693-1da134b4112e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8330affb-b613-471d-86fe-27887856e885,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:14:59.837520 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6d2c6852-9437-4ed3-96fb-c4ec18d716bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:59.866884 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653656bd-d49a-4f1a-97c1-19b76b2b2e29 req-8c84d3c0-6ab7-40c4-bebf-c2f073ceee93 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:14:59.869380 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-653656bd-d49a-4f1a-97c1-19b76b2b2e29 req-8c84d3c0-6ab7-40c4-bebf-c2f073ceee93 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 945 time: 0.2121441 Nov 24 21:14:59.929919 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9d69cbde-d4b3-4fcf-8954-f6552db58ec0 None None] Provisioning complete for port 0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:14:59.930474 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9d69cbde-d4b3-4fcf-8954-f6552db58ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:14:59.948116 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6d2c6852-9437-4ed3-96fb-c4ec18d716bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:00.085551 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-653656bd-d49a-4f1a-97c1-19b76b2b2e29 req-4aba3b02-b12c-4e69-8981-ae5d9e326a7e tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937115 Nov 24 21:15:00.118683 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9078-c284-4e75-84a9-b3264e7fb7e2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:00.121138 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6d2c6852-9437-4ed3-96fb-c4ec18d716bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:00.124160 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6d2c6852-9437-4ed3-96fb-c4ec18d716bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:00.127940 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-acfaa7bb-ea97-4ce7-8bb0-99bfa7f2c507 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:00.128568 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6d2c6852-9437-4ed3-96fb-c4ec18d716bf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8330affb-b613-471d-86fe-27887856e885 HTTP/1.1" status: 204 len: 168 time: 0.6226406 Nov 24 21:15:00.145416 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c6852-9437-4ed3-96fb-c4ec18d716bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8330affb-b613-471d-86fe-27887856e885,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:00.173040 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9078-c284-4e75-84a9-b3264e7fb7e2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:00.258429 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9d69cbde-d4b3-4fcf-8954-f6552db58ec0 None None] Provisioning complete for port 639837af-3579-4d68-bf2e-a27d9149c99e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:15:00.258816 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9d69cbde-d4b3-4fcf-8954-f6552db58ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:00.350402 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9d69cbde-d4b3-4fcf-8954-f6552db58ec0 None None] Port 639837af-3579-4d68-bf2e-a27d9149c99e cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:15:00.362479 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517f593-166a-4473-b27e-73c5b68fbf07 req-84570c08-f59d-4b5a-95a5-b4a610399065 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:00.376526 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8517f593-166a-4473-b27e-73c5b68fbf07 req-84570c08-f59d-4b5a-95a5-b4a610399065 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dd3e0ad-6544-4823-8651-63d2cb162fe4 HTTP/1.1" status: 200 len: 932 time: 0.1754553 Nov 24 21:15:00.452070 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-acfaa7bb-ea97-4ce7-8bb0-99bfa7f2c507 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Network 3650e11b-80c5-4c09-9e63-93cf33d19283 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:15:00.459963 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8517f593-166a-4473-b27e-73c5b68fbf07 req-7333a24a-0196-4e64-94ea-ab41b80e45fa tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.11 "GET /v2.0/security-groups?id=ead21482-4e4e-418e-bb48-40d4ee03a70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761824 Nov 24 21:15:00.480012 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-acfaa7bb-ea97-4ce7-8bb0-99bfa7f2c507 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:15:00.487773 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-70b2e38a-6685-457c-b560-e2ab7c224c22 None None] Provisioning complete for port 639837af-3579-4d68-bf2e-a27d9149c99e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:15:00.488139 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-70b2e38a-6685-457c-b560-e2ab7c224c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:00.488368 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-acfaa7bb-ea97-4ce7-8bb0-99bfa7f2c507 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:15:00.490616 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:15:00.495609 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfaa7bb-ea97-4ce7-8bb0-99bfa7f2c507 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Pushing event updated for resources: {'Port': ['ID=2f561eae-6759-4036-a3b9-f89bbb22737e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:00.529827 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9078-c284-4e75-84a9-b3264e7fb7e2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:00.664618 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-70b2e38a-6685-457c-b560-e2ab7c224c22 None None] Port 639837af-3579-4d68-bf2e-a27d9149c99e cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:15:00.693152 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8bd2b5bb-1018-46f4-b751-231f48f73b10 req-a695e14d-839b-45c1-b0b0-43f61c0f3efa tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.11 "GET /v2.0/ports?device_id=64831e4e-6a80-4b0c-902a-c7f233758013 HTTP/1.1" status: 200 len: 210 time: 0.1099265 Nov 24 21:15:00.704555 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:15:00.704555 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:00.709762 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf9078-c284-4e75-84a9-b3264e7fb7e2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'Port': ['ID=639837af-3579-4d68-bf2e-a27d9149c99e,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:00.740236 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-acfaa7bb-ea97-4ce7-8bb0-99bfa7f2c507 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:00.741014 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-acfaa7bb-ea97-4ce7-8bb0-99bfa7f2c507 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:00.823504 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-acfaa7bb-ea97-4ce7-8bb0-99bfa7f2c507 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2358136 Nov 24 21:15:00.826922 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaf9078-c284-4e75-84a9-b3264e7fb7e2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Network 29f82d9e-579b-4d97-acf1-b3e0b782c926 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:15:00.835077 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-0eaf9078-c284-4e75-84a9-b3264e7fb7e2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:15:00.857128 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-bf5a4463-1be1-4145-a3bf-2968096452ab service neutron] Request body: {'port': {'device_id': '2dd3e0ad-6544-4823-8651-63d2cb162fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:01.039521 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-bf5a4463-1be1-4145-a3bf-2968096452ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:01.306765 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6798c053-729e-4d9e-ba05-1a84f3dfb4b4 None None] Provisioning complete for port 639837af-3579-4d68-bf2e-a27d9149c99e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:15:01.308250 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6798c053-729e-4d9e-ba05-1a84f3dfb4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:01.343003 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eaf9078-c284-4e75-84a9-b3264e7fb7e2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Router 727e4ff5-b1f1-4683-b750-65babc288402 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:15:01.389964 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6798c053-729e-4d9e-ba05-1a84f3dfb4b4 None None] Port 639837af-3579-4d68-bf2e-a27d9149c99e cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:15:01.466322 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d293908-cae3-45b4-ab60-47c4385da0d2 req-61c69416-8937-41ed-9cc9-1e231e085278 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:01.468765 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d293908-cae3-45b4-ab60-47c4385da0d2 req-61c69416-8937-41ed-9cc9-1e231e085278 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 945 time: 0.2500336 Nov 24 21:15:01.602168 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-bf5a4463-1be1-4145-a3bf-2968096452ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f561eae-6759-4036-a3b9-f89bbb22737e {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:15:01.604986 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-975e450e-8253-4f9b-a749-c1d40278afa9 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:01.606492 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-975e450e-8253-4f9b-a749-c1d40278afa9 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.15 "GET /v2.0/networks?id=ce0f748e-f736-40f6-a533-ebd18a8bdd00 HTTP/1.1" status: 200 len: 821 time: 0.2915380 Nov 24 21:15:01.614494 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-bf5a4463-1be1-4145-a3bf-2968096452ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:01.633063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-bf5a4463-1be1-4145-a3bf-2968096452ab service neutron] Transition to ACTIVE for port object 2f561eae-6759-4036-a3b9-f89bbb22737e will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:15:01.648088 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d293908-cae3-45b4-ab60-47c4385da0d2 req-78e6ba44-7ddb-42a0-94c3-3a572771e24a tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515095 Nov 24 21:15:01.658513 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Request body: {'port': {'device_id': '64831e4e-6a80-4b0c-902a-c7f233758013', 'network_id': 'ce0f748e-f736-40f6-a533-ebd18a8bdd00', 'admin_state_up': True, 'tenant_id': 'b75afb9536a94dca8e37a564362b4dab'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:01.713924 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eaf9078-c284-4e75-84a9-b3264e7fb7e2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:15:01.730312 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] Sync routers for ids ['727e4ff5-b1f1-4683-b750-65babc288402'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:15:01.752152 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0eaf9078-c284-4e75-84a9-b3264e7fb7e2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "PUT /v2.0/routers/727e4ff5-b1f1-4683-b750-65babc288402/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0840368 Nov 24 21:15:01.754312 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] Routers {'727e4ff5-b1f1-4683-b750-65babc288402'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:15:01.755212 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35568) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:01.756867 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:14:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['727e4ff5-b1f1-4683-b750-65babc288402'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:15:01.758443 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-bf5a4463-1be1-4145-a3bf-2968096452ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:01.914551 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Made reservation on behalf of b75afb9536a94dca8e37a564362b4dab for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:15:01.919039 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:02.049936 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] Set router 727e4ff5-b1f1-4683-b750-65babc288402 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:15:02.143555 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0921002-bb6f-4155-bbbb-649dc471dd10 req-bc783d90-a4d7-417c-bfad-83141d567c6b tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:02.154315 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d0921002-bb6f-4155-bbbb-649dc471dd10 req-bc783d90-a4d7-417c-bfad-83141d567c6b tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dd3e0ad-6544-4823-8651-63d2cb162fe4 HTTP/1.1" status: 200 len: 944 time: 0.2859910 Nov 24 21:15:02.268348 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9d3cea-ddcc-477f-9a59-cf8e9807c0cc tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:02.269491 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9d3cea-ddcc-477f-9a59-cf8e9807c0cc tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:02.269647 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9d3cea-ddcc-477f-9a59-cf8e9807c0cc tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:02.270574 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9d3cea-ddcc-477f-9a59-cf8e9807c0cc tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:02.271170 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9d3cea-ddcc-477f-9a59-cf8e9807c0cc tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:02.271713 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9d3cea-ddcc-477f-9a59-cf8e9807c0cc tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:02.272299 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9d3cea-ddcc-477f-9a59-cf8e9807c0cc tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:02.272887 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9d3cea-ddcc-477f-9a59-cf8e9807c0cc tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:02.273418 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9d3cea-ddcc-477f-9a59-cf8e9807c0cc tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:02.273958 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9d3cea-ddcc-477f-9a59-cf8e9807c0cc tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:02.280239 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2e9d3cea-ddcc-477f-9a59-cf8e9807c0cc tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7087 time: 0.4873154 Nov 24 21:15:02.284847 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a4463-1be1-4145-a3bf-2968096452ab service neutron] Pushing event updated for resources: {'Port': ['ID=2f561eae-6759-4036-a3b9-f89bbb22737e,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:02.285708 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35582) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:02.455054 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-bf5a4463-1be1-4145-a3bf-2968096452ab service neutron] Attempting to bind port 2f561eae-6759-4036-a3b9-f89bbb22737e on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:15:02.456364 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-bf5a4463-1be1-4145-a3bf-2968096452ab service neutron] Attempting to bind port 2f561eae-6759-4036-a3b9-f89bbb22737e by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '81cf6475-1cf7-43f1-9ff0-ae850384a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '3650e11b-80c5-4c09-9e63-93cf33d19283'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:15:02.457228 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-bf5a4463-1be1-4145-a3bf-2968096452ab service neutron] Attempting to bind port 2f561eae-6759-4036-a3b9-f89bbb22737e on network 3650e11b-80c5-4c09-9e63-93cf33d19283 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:15:02.462841 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-bf5a4463-1be1-4145-a3bf-2968096452ab service neutron] Port 2f561eae-6759-4036-a3b9-f89bbb22737e on network 3650e11b-80c5-4c09-9e63-93cf33d19283 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:15:02.463314 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-bf5a4463-1be1-4145-a3bf-2968096452ab service neutron] Attempting to bind port 2f561eae-6759-4036-a3b9-f89bbb22737e on network 3650e11b-80c5-4c09-9e63-93cf33d19283 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:15:02.469890 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-bf5a4463-1be1-4145-a3bf-2968096452ab service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:15:02.470742 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-bf5a4463-1be1-4145-a3bf-2968096452ab service neutron] Checking segment: {'id': '81cf6475-1cf7-43f1-9ff0-ae850384a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '3650e11b-80c5-4c09-9e63-93cf33d19283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:15:02.471293 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-bf5a4463-1be1-4145-a3bf-2968096452ab service neutron] Bound using segment: {'id': '81cf6475-1cf7-43f1-9ff0-ae850384a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '3650e11b-80c5-4c09-9e63-93cf33d19283'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:15:02.471908 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-bf5a4463-1be1-4145-a3bf-2968096452ab service neutron] Bound port: 2f561eae-6759-4036-a3b9-f89bbb22737e, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81cf6475-1cf7-43f1-9ff0-ae850384a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '3650e11b-80c5-4c09-9e63-93cf33d19283'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:15:02.472284 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-bf5a4463-1be1-4145-a3bf-2968096452ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:02.504180 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8a1b77-2a94-4674-98af-a3562bde171f tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:02.505667 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8a1b77-2a94-4674-98af-a3562bde171f tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:02.506580 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8a1b77-2a94-4674-98af-a3562bde171f tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:02.507581 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8a1b77-2a94-4674-98af-a3562bde171f tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:02.508371 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8a1b77-2a94-4674-98af-a3562bde171f tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:02.509169 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8a1b77-2a94-4674-98af-a3562bde171f tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:02.509825 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8a1b77-2a94-4674-98af-a3562bde171f tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:02.510474 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8a1b77-2a94-4674-98af-a3562bde171f tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:02.511334 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8a1b77-2a94-4674-98af-a3562bde171f tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:02.512054 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8a1b77-2a94-4674-98af-a3562bde171f tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:02.515643 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0b8a1b77-2a94-4674-98af-a3562bde171f tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6567 time: 0.2169948 Nov 24 21:15:02.522447 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35588) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:02.612410 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727e4ff5-b1f1-4683-b750-65babc288402', 'name': 'tempest-TestNetworkBasicOps-router-130953349', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:48Z', 'updated_at': '2021-11-24T21:14:58Z', 'revision_number': 4, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:50Z', 'updated_at': '2021-11-24T21:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '639837af-3579-4d68-bf2e-a27d9149c99e', 'name': '', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:2e:c8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:55Z', 'updated_at': '2021-11-24T21:14:59Z', 'revision_number': 2, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:15:02.630104 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Allocated IP 172.20.0.7 (ce0f748e-f736-40f6-a533-ebd18a8bdd00/520c184d-426b-4aa1-9d40-f189dabf2c1f/8c337b70-f625-4ab2-ab5c-f17cc6d0ad38) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:15:02.668080 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-bf5a4463-1be1-4145-a3bf-2968096452ab service neutron] For port 2f561eae-6759-4036-a3b9-f89bbb22737e, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:15:02.671759 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-bf5a4463-1be1-4145-a3bf-2968096452ab service neutron] For port 2f561eae-6759-4036-a3b9-f89bbb22737e, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2f561eae-6759-4036-a3b9-f89bbb22737e,segment=NetworkSegment(81cf6475-1cf7-43f1-9ff0-ae850384a5f4),segment_id=81cf6475-1cf7-43f1-9ff0-ae850384a5f4)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:15:02.672902 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] Checking router: 727e4ff5-b1f1-4683-b750-65babc288402 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:15:02.673467 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] Updating router 727e4ff5-b1f1-4683-b750-65babc288402 port 639837af-3579-4d68-bf2e-a27d9149c99e binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:15:02.681496 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-bf5a4463-1be1-4145-a3bf-2968096452ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:02.710355 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:02.752844 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-bf5a4463-1be1-4145-a3bf-2968096452ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:02.753510 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-bf5a4463-1be1-4145-a3bf-2968096452ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:02.755046 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-bf5a4463-1be1-4145-a3bf-2968096452ab service neutron] 10.222.0.15 "PUT /v2.0/ports/2f561eae-6759-4036-a3b9-f89bbb22737e HTTP/1.1" status: 200 len: 1092 time: 1.9097805 Nov 24 21:15:02.759724 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd3e0ad-6544-4823-8651-63d2cb162fe4', 'tag': '2f561eae-6759-4036-a3b9-f89bbb22737e'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:15:02.764407 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4f8814-00ce-4295-99d6-c070d85da51b" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd3e0ad-6544-4823-8651-63d2cb162fe4", "tag": "2f561eae-6759-4036-a3b9-f89bbb22737e"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:15:02.857444 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a4463-1be1-4145-a3bf-2968096452ab service neutron] Pushing event updated for resources: {'Port': ['ID=2f561eae-6759-4036-a3b9-f89bbb22737e,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:02.890681 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-ad09edc8-9c86-45e0-b8ff-738abdbdfc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:02.892912 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-ad09edc8-9c86-45e0-b8ff-738abdbdfc82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cf152f8f75e4a558b1bd94c37b19d54&device_id=2dd3e0ad-6544-4823-8651-63d2cb162fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0847881 Nov 24 21:15:03.012838 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-ddec434b-a197-439d-9098-23d15caf2349 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f561eae-6759-4036-a3b9-f89bbb22737e HTTP/1.1" status: 200 len: 217 time: 0.1068020 Nov 24 21:15:03.129706 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d0921002-bb6f-4155-bbbb-649dc471dd10 req-e2bff8da-b916-4b39-b4a7-185331569ef9 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.11 "GET /v2.0/security-groups?id=ead21482-4e4e-418e-bb48-40d4ee03a70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9737735 Nov 24 21:15:03.204485 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-0926d6ab-8d71-49f2-931c-cd198dce4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:03.210615 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-0926d6ab-8d71-49f2-931c-cd198dce4390 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=489e47ec-aa53-4436-98d0-7343c74f2baf HTTP/1.1" status: 200 len: 849 time: 0.1848657 Nov 24 21:15:03.283675 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-ed2d3639-7eeb-4daf-adb4-7a9b76912ba0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3650e11b-80c5-4c09-9e63-93cf33d19283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577366 Nov 24 21:15:03.303220 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:03.309821 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:03.362712 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa778d-9018-401f-9e65-07bbdd1628e7 None None] Pushing event updated for resources: {'Port': ['ID=639837af-3579-4d68-bf2e-a27d9149c99e,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:03.419977 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ba57cbab-e68f-48d8-96ea-594f21fef32e req-2dade4d5-afdc-408e-b3ea-33f91878b4d7 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.11 "GET /v2.0/ports?device_id=64831e4e-6a80-4b0c-902a-c7f233758013 HTTP/1.1" status: 200 len: 210 time: 0.0934601 Nov 24 21:15:03.473470 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-3571ec5a-5525-4399-be75-70282469397a service neutron] 10.222.0.15 "GET /v2.0/networks/3650e11b-80c5-4c09-9e63-93cf33d19283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779222 Nov 24 21:15:03.487849 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] Attempting to bind port 639837af-3579-4d68-bf2e-a27d9149c99e on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:15:03.488878 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] Attempting to bind port 639837af-3579-4d68-bf2e-a27d9149c99e by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '999d9b4b-a339-43e7-a49f-a662f2b65834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:15:03.490177 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] Attempting to bind port 639837af-3579-4d68-bf2e-a27d9149c99e on network 29f82d9e-579b-4d97-acf1-b3e0b782c926 {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:15:03.496168 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:15:03.496717 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] Checking segment: {'id': '999d9b4b-a339-43e7-a49f-a662f2b65834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:15:03.497943 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:03.498964 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] Bound using segment: {'id': '999d9b4b-a339-43e7-a49f-a662f2b65834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:15:03.499565 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] Bound port: 639837af-3579-4d68-bf2e-a27d9149c99e, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d9b4b-a339-43e7-a49f-a662f2b65834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:15:03.500056 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:03.603871 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] For port 639837af-3579-4d68-bf2e-a27d9149c99e, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:15:03.612334 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] For port 639837af-3579-4d68-bf2e-a27d9149c99e, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=639837af-3579-4d68-bf2e-a27d9149c99e,segment=NetworkSegment(999d9b4b-a339-43e7-a49f-a662f2b65834),segment_id=999d9b4b-a339-43e7-a49f-a662f2b65834)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:15:03.619310 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:03.687342 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] Routers {'727e4ff5-b1f1-4683-b750-65babc288402'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:15:03.688224 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:14:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['727e4ff5-b1f1-4683-b750-65babc288402'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:15:03.703901 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fa8825f9-5e33-4677-86b3-837d52be36b1 req-e100b4ae-0ab2-4a68-9584-89bb7b76c032 service neutron] 10.222.0.15 "GET /v2.0/networks/3650e11b-80c5-4c09-9e63-93cf33d19283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191882 Nov 24 21:15:03.823924 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa778d-9018-401f-9e65-07bbdd1628e7 None None] Pushing event updated for resources: {'Port': ['ID=639837af-3579-4d68-bf2e-a27d9149c99e,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:03.859577 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d5302f81-852e-44b6-9ff7-21f1902a222f None None] Provisioning complete for port 639837af-3579-4d68-bf2e-a27d9149c99e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:15:03.860545 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d5302f81-852e-44b6-9ff7-21f1902a222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:03.880136 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] Set router 727e4ff5-b1f1-4683-b750-65babc288402 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:15:03.894289 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:03.912937 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684037f2-fd0c-46eb-aa0b-d0e67e0bd67a req-ec5bf305-7400-4bfc-b9ea-7bd100fc59f8 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:03.920615 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-684037f2-fd0c-46eb-aa0b-d0e67e0bd67a req-ec5bf305-7400-4bfc-b9ea-7bd100fc59f8 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 945 time: 0.2964213 Nov 24 21:15:03.946134 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a9afe6e6-db1a-4f26-8bbe-b9f2747f394f tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3764 time: 1.4183359 Nov 24 21:15:04.024659 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35618) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:04.042033 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d5302f81-852e-44b6-9ff7-21f1902a222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:04.062376 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-684037f2-fd0c-46eb-aa0b-d0e67e0bd67a req-ac2a9532-5cbb-49fa-9ad8-26f823d69cd5 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407614 Nov 24 21:15:04.139582 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d5302f81-852e-44b6-9ff7-21f1902a222f None None] For port 639837af-3579-4d68-bf2e-a27d9149c99e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=639837af-3579-4d68-bf2e-a27d9149c99e,segment=NetworkSegment(999d9b4b-a339-43e7-a49f-a662f2b65834),segment_id=999d9b4b-a339-43e7-a49f-a662f2b65834)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:04.143226 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:04.152491 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d5302f81-852e-44b6-9ff7-21f1902a222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:04.196370 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb18117f-c6cc-4af0-88fe-1ae4af777e18 x-openstack-request-id: req-cb18117f-c6cc-4af0-88fe-1ae4af777e18 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:15:04.196370 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd3e0ad-6544-4823-8651-63d2cb162fe4", "tag": "2f561eae-6759-4036-a3b9-f89bbb22737e", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:15:04.196370 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cb18117f-c6cc-4af0-88fe-1ae4af777e18 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:15:04.196370 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd3e0ad-6544-4823-8651-63d2cb162fe4', 'tag': '2f561eae-6759-4036-a3b9-f89bbb22737e', 'status': 'completed', 'code': 200} Nov 24 21:15:04.301565 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f8814-00ce-4295-99d6-c070d85da51b req-fa78933a-7ed6-46fb-9b81-8b99fa134937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:04.303054 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f4f8814-00ce-4295-99d6-c070d85da51b req-fa78933a-7ed6-46fb-9b81-8b99fa134937 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cf152f8f75e4a558b1bd94c37b19d54&device_id=2dd3e0ad-6544-4823-8651-63d2cb162fe4 HTTP/1.1" status: 200 len: 1095 time: 0.1080077 Nov 24 21:15:04.308321 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5302f81-852e-44b6-9ff7-21f1902a222f None None] Pushing event updated for resources: {'Port': ['ID=639837af-3579-4d68-bf2e-a27d9149c99e,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:04.326457 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3afb9b26-73d3-495e-bd05-265bb8a48801 None None] Provisioning complete for port 639837af-3579-4d68-bf2e-a27d9149c99e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:15:04.327421 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3afb9b26-73d3-495e-bd05-265bb8a48801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:04.333100 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Pushing event updated for resources: {'Port': ['ID=8c337b70-f625-4ab2-ab5c-f17cc6d0ad38,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:04.382674 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:04.384610 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727e4ff5-b1f1-4683-b750-65babc288402', 'name': 'tempest-TestNetworkBasicOps-router-130953349', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:48Z', 'updated_at': '2021-11-24T21:14:58Z', 'revision_number': 4, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:50Z', 'updated_at': '2021-11-24T21:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '639837af-3579-4d68-bf2e-a27d9149c99e', 'name': '', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:2e:c8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:55Z', 'updated_at': '2021-11-24T21:15:03Z', 'revision_number': 4, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:15:04.385572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:04.386068 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:04.388338 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:04.388874 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:04.389374 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:04.389855 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:04.392565 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:04.393111 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:04.402816 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:04.403356 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:04.403844 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:04.415627 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Network ce0f748e-f736-40f6-a533-ebd18a8bdd00 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:15:04.422656 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:15:04.425962 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:15:04.465660 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1071782b-53cc-4007-a5bb-c661865fe764 None None] The sync data for ids ['727e4ff5-b1f1-4683-b750-65babc288402'] in n-d-812111-8 is: [{'id': '727e4ff5-b1f1-4683-b750-65babc288402', 'name': 'tempest-TestNetworkBasicOps-router-130953349', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:48Z', 'updated_at': '2021-11-24T21:14:58Z', 'revision_number': 4, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:50Z', 'updated_at': '2021-11-24T21:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '639837af-3579-4d68-bf2e-a27d9149c99e', 'name': '', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:2e:c8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:55Z', 'updated_at': '2021-11-24T21:15:03Z', 'revision_number': 4, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:15:04.473167 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f8814-00ce-4295-99d6-c070d85da51b req-81b488c3-780b-420c-b4b8-f4c3f6763571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:04.475341 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f4f8814-00ce-4295-99d6-c070d85da51b req-81b488c3-780b-420c-b4b8-f4c3f6763571 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3650e11b-80c5-4c09-9e63-93cf33d19283 HTTP/1.1" status: 200 len: 910 time: 0.1629486 Nov 24 21:15:04.494710 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-583fde1b-907e-4c8b-a5a3-fe7958ffcae1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:04.611837 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:04.613797 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:04.650833 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-8d3e0f87-2010-436b-aa77-f5295b965ee1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0300913 Nov 24 21:15:04.671305 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-5d6dc44d-9a9e-436b-bb52-7113f9240a80 service neutron] Request body: {'port': {'device_id': '64831e4e-6a80-4b0c-902a-c7f233758013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:04.681093 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f4f8814-00ce-4295-99d6-c070d85da51b req-ca5c9d79-064f-415b-9188-91a532694341 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f561eae-6759-4036-a3b9-f89bbb22737e HTTP/1.1" status: 200 len: 217 time: 0.1814134 Nov 24 21:15:04.744537 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f8814-00ce-4295-99d6-c070d85da51b req-b8cd4d27-1820-496d-b057-f6059287d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:04.746316 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f4f8814-00ce-4295-99d6-c070d85da51b req-b8cd4d27-1820-496d-b057-f6059287d141 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=489e47ec-aa53-4436-98d0-7343c74f2baf HTTP/1.1" status: 200 len: 849 time: 0.0535533 Nov 24 21:15:04.783029 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-5d6dc44d-9a9e-436b-bb52-7113f9240a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:04.788903 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-583fde1b-907e-4c8b-a5a3-fe7958ffcae1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:04.791931 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f4f8814-00ce-4295-99d6-c070d85da51b req-27584461-eed7-4b6a-ae40-26f513432b85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3650e11b-80c5-4c09-9e63-93cf33d19283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360966 Nov 24 21:15:04.796640 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-583fde1b-907e-4c8b-a5a3-fe7958ffcae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:04.824172 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35630) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:04.831512 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-336411e9-e8aa-453b-972c-63a35081d3e1 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1210056242', 'description': 'tempest-secgroup-smoke-1210056242 description', 'project_id': '207eef9f28694fbd90eb332792fa324d'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:04.885173 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-583fde1b-907e-4c8b-a5a3-fe7958ffcae1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb0045187705429691786969bc77b838&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8591919 Nov 24 21:15:04.887466 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35632) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:04.891041 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fde1b-907e-4c8b-a5a3-fe7958ffcae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c2d22b-c62c-4263-8203-0777385b2816,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:04.980606 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-336411e9-e8aa-453b-972c-63a35081d3e1 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:05.085271 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ad100a51-b892-4fa2-9fbb-deb7bf0451a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:05.146568 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f4f8814-00ce-4295-99d6-c070d85da51b req-13e27f55-e657-4e79-b548-7ca8b8eb83ad service neutron] 10.222.0.15 "GET /v2.0/networks/3650e11b-80c5-4c09-9e63-93cf33d19283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095963 Nov 24 21:15:05.155212 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ad100a51-b892-4fa2-9fbb-deb7bf0451a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:05.177180 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a496e80-686f-42d9-b548-8bbd853f5ec5 req-0d0a5e09-97b4-4527-a6a2-6122d850cc48 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:05.179403 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3a496e80-686f-42d9-b548-8bbd853f5ec5 req-0d0a5e09-97b4-4527-a6a2-6122d850cc48 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dd3e0ad-6544-4823-8651-63d2cb162fe4 HTTP/1.1" status: 200 len: 944 time: 0.2409024 Nov 24 21:15:05.447296 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ad100a51-b892-4fa2-9fbb-deb7bf0451a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:05.450409 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ad100a51-b892-4fa2-9fbb-deb7bf0451a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:05.451811 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ad100a51-b892-4fa2-9fbb-deb7bf0451a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/31c2d22b-c62c-4263-8203-0777385b2816 HTTP/1.1" status: 204 len: 168 time: 0.5294430 Nov 24 21:15:05.460977 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-5d6dc44d-9a9e-436b-bb52-7113f9240a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:15:05.465314 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1f4f8814-00ce-4295-99d6-c070d85da51b req-f2654991-b317-4cdb-bdc2-bdc094bd7f91 service neutron] 10.222.0.15 "GET /v2.0/networks/3650e11b-80c5-4c09-9e63-93cf33d19283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075693 Nov 24 21:15:05.466835 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad100a51-b892-4fa2-9fbb-deb7bf0451a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c2d22b-c62c-4263-8203-0777385b2816,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:05.483143 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-5d6dc44d-9a9e-436b-bb52-7113f9240a80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:05.494834 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-336411e9-e8aa-453b-972c-63a35081d3e1 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:05.506562 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-336411e9-e8aa-453b-972c-63a35081d3e1 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:05.541742 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-5d6dc44d-9a9e-436b-bb52-7113f9240a80 service neutron] Transition to ACTIVE for port object 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:15:05.561686 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-5d6dc44d-9a9e-436b-bb52-7113f9240a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:05.580003 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3a496e80-686f-42d9-b548-8bbd853f5ec5 req-838448b2-6c25-401f-9531-a4148a6925e9 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.11 "GET /v2.0/security-groups?id=ead21482-4e4e-418e-bb48-40d4ee03a70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647926 Nov 24 21:15:05.645920 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-336411e9-e8aa-453b-972c-63a35081d3e1 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:05.647165 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-336411e9-e8aa-453b-972c-63a35081d3e1 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8224103 Nov 24 21:15:05.650915 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35642) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:05.658181 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-3647803e-39de-42fc-81c6-77f737515c96 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'security_group_rule': {'security_group_id': '2c26774b-b7d6-4950-8431-0a39e2f4ac54', 'project_id': '207eef9f28694fbd90eb332792fa324d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:05.658372 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336411e9-e8aa-453b-972c-63a35081d3e1 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c26774b-b7d6-4950-8431-0a39e2f4ac54,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:05.707576 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3647803e-39de-42fc-81c6-77f737515c96 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:05.793792 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3647803e-39de-42fc-81c6-77f737515c96 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:05.799803 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3647803e-39de-42fc-81c6-77f737515c96 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:05.815578 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6dc44d-9a9e-436b-bb52-7113f9240a80 service neutron] Pushing event updated for resources: {'Port': ['ID=8c337b70-f625-4ab2-ab5c-f17cc6d0ad38,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:05.849353 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647803e-39de-42fc-81c6-77f737515c96 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d358fd4-b9e2-43ba-8cb1-ad7faadaf453,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:05.868385 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3647803e-39de-42fc-81c6-77f737515c96 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:05.878521 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3647803e-39de-42fc-81c6-77f737515c96 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2236431 Nov 24 21:15:05.879750 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 35646) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:05.885735 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-52aaff92-5b17-4860-a88b-f79d74d094f6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'security_group_rule': {'security_group_id': '2c26774b-b7d6-4950-8431-0a39e2f4ac54', 'project_id': '207eef9f28694fbd90eb332792fa324d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:05.975498 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14a3d5-afbc-46f2-bbc1-bc9f59ec5a66 req-ff3383c1-6b10-4e87-a335-19d5dc311458 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:05.981951 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4a14a3d5-afbc-46f2-bbc1-bc9f59ec5a66 req-ff3383c1-6b10-4e87-a335-19d5dc311458 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.11 "GET /v2.0/ports?device_id=64831e4e-6a80-4b0c-902a-c7f233758013 HTTP/1.1" status: 200 len: 943 time: 0.2621572 Nov 24 21:15:06.010384 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35648) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:06.038805 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5503aada-330c-44d2-b375-1472714abb91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:06.065566 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-5d6dc44d-9a9e-436b-bb52-7113f9240a80 service neutron] Attempting to bind port 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:15:06.067372 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-5d6dc44d-9a9e-436b-bb52-7113f9240a80 service neutron] Attempting to bind port 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'd680572e-e819-4978-8988-75efc00351ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ce0f748e-f736-40f6-a533-ebd18a8bdd00'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:15:06.067372 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-5d6dc44d-9a9e-436b-bb52-7113f9240a80 service neutron] Attempting to bind port 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38 on network ce0f748e-f736-40f6-a533-ebd18a8bdd00 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:15:06.078136 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52aaff92-5b17-4860-a88b-f79d74d094f6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:06.164927 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-5d6dc44d-9a9e-436b-bb52-7113f9240a80 service neutron] Port 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38 on network ce0f748e-f736-40f6-a533-ebd18a8bdd00 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:15:06.165269 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-5d6dc44d-9a9e-436b-bb52-7113f9240a80 service neutron] Attempting to bind port 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38 on network ce0f748e-f736-40f6-a533-ebd18a8bdd00 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:15:06.234973 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5503aada-330c-44d2-b375-1472714abb91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:06.239773 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-5d6dc44d-9a9e-436b-bb52-7113f9240a80 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:15:06.240125 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-5d6dc44d-9a9e-436b-bb52-7113f9240a80 service neutron] Checking segment: {'id': 'd680572e-e819-4978-8988-75efc00351ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ce0f748e-f736-40f6-a533-ebd18a8bdd00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:15:06.240521 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-5d6dc44d-9a9e-436b-bb52-7113f9240a80 service neutron] Bound using segment: {'id': 'd680572e-e819-4978-8988-75efc00351ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ce0f748e-f736-40f6-a533-ebd18a8bdd00'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:15:06.241011 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-5d6dc44d-9a9e-436b-bb52-7113f9240a80 service neutron] Bound port: 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd680572e-e819-4978-8988-75efc00351ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ce0f748e-f736-40f6-a533-ebd18a8bdd00'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:15:06.241401 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-5d6dc44d-9a9e-436b-bb52-7113f9240a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:06.249031 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5503aada-330c-44d2-b375-1472714abb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:06.283490 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4a14a3d5-afbc-46f2-bbc1-bc9f59ec5a66 req-29307068-9dfb-4167-9ce6-72abb53edb2c tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f197ce-50e6-4710-bcc3-9c00bb9036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864480 Nov 24 21:15:06.318686 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5503aada-330c-44d2-b375-1472714abb91 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb443aafeabd46bf93995176caa09c4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3073399 Nov 24 21:15:06.323981 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35650) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:06.361012 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503aada-330c-44d2-b375-1472714abb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782e6ba5-3628-4e7f-8b75-0be2a4a42dc3,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:06.445861 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52aaff92-5b17-4860-a88b-f79d74d094f6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:06.469436 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-92b06261-531b-4c6c-b1e9-7e020feecba8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:06.486457 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-5d6dc44d-9a9e-436b-bb52-7113f9240a80 service neutron] For port 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:15:06.513286 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52aaff92-5b17-4860-a88b-f79d74d094f6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:06.517176 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-92b06261-531b-4c6c-b1e9-7e020feecba8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:06.541484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 639837af-3579-4d68-bf2e-a27d9149c99e up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:15:06.557349 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-5d6dc44d-9a9e-436b-bb52-7113f9240a80 service neutron] For port 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8c337b70-f625-4ab2-ab5c-f17cc6d0ad38,segment=NetworkSegment(d680572e-e819-4978-8988-75efc00351ab),segment_id=d680572e-e819-4978-8988-75efc00351ab)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:15:06.572024 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-5d6dc44d-9a9e-436b-bb52-7113f9240a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:06.586802 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-92b06261-531b-4c6c-b1e9-7e020feecba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:06.590242 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-92b06261-531b-4c6c-b1e9-7e020feecba8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:06.594943 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-92b06261-531b-4c6c-b1e9-7e020feecba8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/782e6ba5-3628-4e7f-8b75-0be2a4a42dc3 HTTP/1.1" status: 204 len: 168 time: 0.2699413 Nov 24 21:15:06.605536 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aaff92-5b17-4860-a88b-f79d74d094f6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30355ae-38df-4be0-af22-d27e1be88ddf,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:06.616483 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b06261-531b-4c6c-b1e9-7e020feecba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782e6ba5-3628-4e7f-8b75-0be2a4a42dc3,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:06.663681 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52aaff92-5b17-4860-a88b-f79d74d094f6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:06.667188 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-52aaff92-5b17-4860-a88b-f79d74d094f6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7844515 Nov 24 21:15:06.668011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35660) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:06.674453 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-8edf2f5a-b2d7-4065-accc-12c5cb58fe01 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'security_group_rule': {'security_group_id': '2c26774b-b7d6-4950-8431-0a39e2f4ac54', 'project_id': '207eef9f28694fbd90eb332792fa324d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:06.699819 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-5d6dc44d-9a9e-436b-bb52-7113f9240a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:06.705294 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-5d6dc44d-9a9e-436b-bb52-7113f9240a80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:06.706831 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-5d6dc44d-9a9e-436b-bb52-7113f9240a80 service neutron] 10.222.0.15 "PUT /v2.0/ports/8c337b70-f625-4ab2-ab5c-f17cc6d0ad38 HTTP/1.1" status: 200 len: 1091 time: 2.0449245 Nov 24 21:15:06.713328 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64831e4e-6a80-4b0c-902a-c7f233758013', 'tag': '8c337b70-f625-4ab2-ab5c-f17cc6d0ad38'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:15:06.715823 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9097763f-f1fd-411c-a830-2ffea320fe35" -d '{"events": [{"name": "network-changed", "server_uuid": "64831e4e-6a80-4b0c-902a-c7f233758013", "tag": "8c337b70-f625-4ab2-ab5c-f17cc6d0ad38"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:15:06.740607 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb2072-0af1-4537-b0ae-9042a560a1ee req-d94b8d60-1e90-4dce-b8b8-61fa53606b47 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:06.747785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 639837af-3579-4d68-bf2e-a27d9149c99e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:15:06.748363 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:06.749378 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-afcb2072-0af1-4537-b0ae-9042a560a1ee req-d94b8d60-1e90-4dce-b8b8-61fa53606b47 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 945 time: 0.2592893 Nov 24 21:15:06.777671 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8edf2f5a-b2d7-4065-accc-12c5cb58fe01 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:06.799909 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6dc44d-9a9e-436b-bb52-7113f9240a80 service neutron] Pushing event updated for resources: {'Port': ['ID=8c337b70-f625-4ab2-ab5c-f17cc6d0ad38,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:06.878210 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-afcb2072-0af1-4537-b0ae-9042a560a1ee req-2d465ea2-5374-43ac-84a4-ebc4a1f77875 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279242 Nov 24 21:15:06.888785 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-6752ece5-945d-4558-91ea-913557968a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:06.895147 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-6752ece5-945d-4558-91ea-913557968a0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b75afb9536a94dca8e37a564362b4dab&device_id=64831e4e-6a80-4b0c-902a-c7f233758013 HTTP/1.1" status: 200 len: 1094 time: 0.1125605 Nov 24 21:15:06.922274 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8edf2f5a-b2d7-4065-accc-12c5cb58fe01 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:06.932893 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8edf2f5a-b2d7-4065-accc-12c5cb58fe01 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:06.950059 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-95d0e7b7-3acc-4b49-90da-3ca40ad605cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c337b70-f625-4ab2-ab5c-f17cc6d0ad38 HTTP/1.1" status: 200 len: 217 time: 0.0447483 Nov 24 21:15:06.970027 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf2f5a-b2d7-4065-accc-12c5cb58fe01 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d603ed-478a-4603-9242-49bca60bc33e,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:06.983547 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8edf2f5a-b2d7-4065-accc-12c5cb58fe01 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:06.985060 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8edf2f5a-b2d7-4065-accc-12c5cb58fe01 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3145571 Nov 24 21:15:06.987918 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35666) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:06.997349 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e5d1646b-b359-4d9b-91c6-f7d76a6647cf tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'security_group_rule': {'security_group_id': '2c26774b-b7d6-4950-8431-0a39e2f4ac54', 'project_id': '207eef9f28694fbd90eb332792fa324d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:07.036558 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e5d1646b-b359-4d9b-91c6-f7d76a6647cf tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:07.095342 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a13cd-ec7d-41e5-9469-55d3d1f52c0d req-adaabaa9-b914-4b06-9883-86267f4a4e63 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:07.096806 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed0a13cd-ec7d-41e5-9469-55d3d1f52c0d req-adaabaa9-b914-4b06-9883-86267f4a4e63 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dd3e0ad-6544-4823-8651-63d2cb162fe4 HTTP/1.1" status: 200 len: 944 time: 0.0833857 Nov 24 21:15:07.100984 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-6ab7daec-1032-4b8f-b15b-1b6e8f4ad721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:07.102669 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-6ab7daec-1032-4b8f-b15b-1b6e8f4ad721 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=520c184d-426b-4aa1-9d40-f189dabf2c1f HTTP/1.1" status: 200 len: 861 time: 0.1433756 Nov 24 21:15:07.133582 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e5d1646b-b359-4d9b-91c6-f7d76a6647cf tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:07.138625 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e5d1646b-b359-4d9b-91c6-f7d76a6647cf tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:07.155021 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-46091f2c-cdb3-449f-92cf-3f348d143a7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce0f748e-f736-40f6-a533-ebd18a8bdd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380599 Nov 24 21:15:07.158277 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1646b-b359-4d9b-91c6-f7d76a6647cf tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f49c3e-a324-4b1a-ad5e-3e6378510129,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:07.177598 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e5d1646b-b359-4d9b-91c6-f7d76a6647cf tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:07.179077 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e5d1646b-b359-4d9b-91c6-f7d76a6647cf tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1896524 Nov 24 21:15:07.182208 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35674) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:07.186928 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b3c6e98c-bc7a-4e2f-be19-04e1303c0d8e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'security_group_rule': {'security_group_id': '2c26774b-b7d6-4950-8431-0a39e2f4ac54', 'project_id': '207eef9f28694fbd90eb332792fa324d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:07.211881 n-d-812111-8 neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-b3c6e98c-bc7a-4e2f-be19-04e1303c0d8e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Project 207eef9f28694fbd90eb332792fa324d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:15:07.218116 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b3c6e98c-bc7a-4e2f-be19-04e1303c0d8e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:07.232418 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed0a13cd-ec7d-41e5-9469-55d3d1f52c0d req-8341cfee-6b32-4b76-b2c8-e04a7ff7991c tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.11 "GET /v2.0/security-groups?id=ead21482-4e4e-418e-bb48-40d4ee03a70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238735 Nov 24 21:15:07.288695 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5230653-099b-4205-a4d2-5995670eeded x-openstack-request-id: req-c5230653-099b-4205-a4d2-5995670eeded {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:15:07.288695 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64831e4e-6a80-4b0c-902a-c7f233758013", "tag": "8c337b70-f625-4ab2-ab5c-f17cc6d0ad38", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:15:07.288978 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c5230653-099b-4205-a4d2-5995670eeded {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:15:07.289342 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64831e4e-6a80-4b0c-902a-c7f233758013', 'tag': '8c337b70-f625-4ab2-ab5c-f17cc6d0ad38', 'status': 'completed', 'code': 200} Nov 24 21:15:07.301890 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-b303fa31-3e25-48d8-ad15-51c241bdf5c1 service neutron] 10.222.0.15 "GET /v2.0/networks/ce0f748e-f736-40f6-a533-ebd18a8bdd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249459 Nov 24 21:15:07.306340 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b3c6e98c-bc7a-4e2f-be19-04e1303c0d8e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:07.310175 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b3c6e98c-bc7a-4e2f-be19-04e1303c0d8e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:07.326819 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6e98c-bc7a-4e2f-be19-04e1303c0d8e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6f3972-e762-4387-98d4-0c18dbef7dfe,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:07.342829 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b3c6e98c-bc7a-4e2f-be19-04e1303c0d8e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:07.346521 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b3c6e98c-bc7a-4e2f-be19-04e1303c0d8e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1609089 Nov 24 21:15:07.347746 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35682) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:07.352368 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-028798e8-d7e6-49a6-b7a1-2ec824c5ae6f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'security_group_rule': {'security_group_id': '2c26774b-b7d6-4950-8431-0a39e2f4ac54', 'project_id': '207eef9f28694fbd90eb332792fa324d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:07.379772 n-d-812111-8 neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-028798e8-d7e6-49a6-b7a1-2ec824c5ae6f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Project 207eef9f28694fbd90eb332792fa324d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:15:07.386806 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-028798e8-d7e6-49a6-b7a1-2ec824c5ae6f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:07.427897 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fda9cb60-4d7b-4d95-a32b-f568566119ce req-23d7b3c9-c5d3-4dd9-956f-22929393573a service neutron] 10.222.0.15 "GET /v2.0/networks/ce0f748e-f736-40f6-a533-ebd18a8bdd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173556 Nov 24 21:15:07.489909 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-028798e8-d7e6-49a6-b7a1-2ec824c5ae6f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:07.498268 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-028798e8-d7e6-49a6-b7a1-2ec824c5ae6f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:07.499699 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0280161-f028-4fd3-a70c-cd7e7884ac65 req-26b9a589-3097-4796-a1af-6ef10b7c7289 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:07.501840 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d0280161-f028-4fd3-a70c-cd7e7884ac65 req-26b9a589-3097-4796-a1af-6ef10b7c7289 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.11 "GET /v2.0/ports?device_id=64831e4e-6a80-4b0c-902a-c7f233758013 HTTP/1.1" status: 200 len: 943 time: 0.0698686 Nov 24 21:15:07.557861 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-028798e8-d7e6-49a6-b7a1-2ec824c5ae6f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:07.559170 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-028798e8-d7e6-49a6-b7a1-2ec824c5ae6f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2107556 Nov 24 21:15:07.565669 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028798e8-d7e6-49a6-b7a1-2ec824c5ae6f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288f21e6-1b01-4140-a020-ac50a0741eec,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:07.613731 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097763f-f1fd-411c-a830-2ffea320fe35 req-32ca1e78-1be5-47e2-8dde-a8a2fe5dc750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:07.615517 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9097763f-f1fd-411c-a830-2ffea320fe35 req-32ca1e78-1be5-47e2-8dde-a8a2fe5dc750 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b75afb9536a94dca8e37a564362b4dab&device_id=64831e4e-6a80-4b0c-902a-c7f233758013 HTTP/1.1" status: 200 len: 1094 time: 0.1125140 Nov 24 21:15:07.641028 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d0280161-f028-4fd3-a70c-cd7e7884ac65 req-a8e086fe-1c90-424a-b916-d41c3b060cfd tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f197ce-50e6-4710-bcc3-9c00bb9036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160197 Nov 24 21:15:07.742790 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 2f561eae-6759-4036-a3b9-f89bbb22737e details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:15:07.857212 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097763f-f1fd-411c-a830-2ffea320fe35 req-6216f0d7-ef9d-47e9-b2a5-0b75cbaa2b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:07.858773 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9097763f-f1fd-411c-a830-2ffea320fe35 req-6216f0d7-ef9d-47e9-b2a5-0b75cbaa2b58 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ce0f748e-f736-40f6-a533-ebd18a8bdd00 HTTP/1.1" status: 200 len: 922 time: 0.2248688 Nov 24 21:15:07.906206 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9097763f-f1fd-411c-a830-2ffea320fe35 req-708904e4-a7bf-482d-bce6-a8ac8b841d70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c337b70-f625-4ab2-ab5c-f17cc6d0ad38 HTTP/1.1" status: 200 len: 217 time: 0.0394065 Nov 24 21:15:07.959764 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-e61581ca-dd05-4de0-a5b9-54e8c5231d52 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1210056242&fields=id&tenant_id=207eef9f28694fbd90eb332792fa324d HTTP/1.1" status: 200 len: 267 time: 0.1539578 Nov 24 21:15:08.022408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097763f-f1fd-411c-a830-2ffea320fe35 req-f2056c12-ce43-439e-b975-5064cebdac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:08.023878 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9097763f-f1fd-411c-a830-2ffea320fe35 req-f2056c12-ce43-439e-b975-5064cebdac0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=520c184d-426b-4aa1-9d40-f189dabf2c1f HTTP/1.1" status: 200 len: 861 time: 0.1089132 Nov 24 21:15:08.031875 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 2f561eae-6759-4036-a3b9-f89bbb22737e, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2f561eae-6759-4036-a3b9-f89bbb22737e,segment=NetworkSegment(81cf6475-1cf7-43f1-9ff0-ae850384a5f4),segment_id=81cf6475-1cf7-43f1-9ff0-ae850384a5f4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:08.044340 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '2f561eae-6759-4036-a3b9-f89bbb22737e', 'network_id': '3650e11b-80c5-4c09-9e63-93cf33d19283', 'port_id': '2f561eae-6759-4036-a3b9-f89bbb22737e', 'mac_address': 'fa:16:3e:08:57:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '489e47ec-aa53-4436-98d0-7343c74f2baf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:15:08.087342 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9097763f-f1fd-411c-a830-2ffea320fe35 req-5b4f18f3-8af1-4bbe-9c1f-abe4e99b2269 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce0f748e-f736-40f6-a533-ebd18a8bdd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292208 Nov 24 21:15:08.091424 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:08.117438 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f561eae-6759-4036-a3b9-f89bbb22737e {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:15:08.150938 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 2f561eae-6759-4036-a3b9-f89bbb22737e, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2f561eae-6759-4036-a3b9-f89bbb22737e,segment=NetworkSegment(81cf6475-1cf7-43f1-9ff0-ae850384a5f4),segment_id=81cf6475-1cf7-43f1-9ff0-ae850384a5f4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:08.158028 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:08.197175 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-00e28ff9-6654-4a2f-a60c-f0e1c3e66f00 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:08.204040 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-00e28ff9-6654-4a2f-a60c-f0e1c3e66f00 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/networks?id=29f82d9e-579b-4d97-acf1-b3e0b782c926 HTTP/1.1" status: 200 len: 796 time: 0.2434170 Nov 24 21:15:08.233708 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-50217caa-b2c5-4c68-a1e6-374c236901bf tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/quotas/207eef9f28694fbd90eb332792fa324d HTTP/1.1" status: 200 len: 375 time: 0.0287545 Nov 24 21:15:08.259735 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=2f561eae-6759-4036-a3b9-f89bbb22737e,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:08.276132 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9097763f-f1fd-411c-a830-2ffea320fe35 req-d84b6268-0585-4949-92c4-b605a8a773ba service neutron] 10.222.0.15 "GET /v2.0/networks/ce0f748e-f736-40f6-a533-ebd18a8bdd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797810 Nov 24 21:15:08.288954 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35728) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:08.316073 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-75ac5c14-0655-4d4e-9c5b-5f47f4a9ea5b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=207eef9f28694fbd90eb332792fa324d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814743 Nov 24 21:15:08.379348 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['2f561eae-6759-4036-a3b9-f89bbb22737e'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:15:08.420938 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c45372cb-9acb-4046-8df2-5b00bb1c54e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:08.432939 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9097763f-f1fd-411c-a830-2ffea320fe35 req-1aaa908a-ecd1-436b-8bb7-173bd58d67b1 service neutron] 10.222.0.15 "GET /v2.0/networks/ce0f748e-f736-40f6-a533-ebd18a8bdd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469781 Nov 24 21:15:08.542282 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c45372cb-9acb-4046-8df2-5b00bb1c54e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:08.548550 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c45372cb-9acb-4046-8df2-5b00bb1c54e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:08.564531 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-e40ecfb5-02fd-4218-86af-e46a1892bafe service neutron] 10.222.0.11 "GET /v2.0/networks/29f82d9e-579b-4d97-acf1-b3e0b782c926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068965 Nov 24 21:15:08.603921 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c45372cb-9acb-4046-8df2-5b00bb1c54e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b9cbc7341ed4408a16f8e56e63bc460&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3136232 Nov 24 21:15:08.604837 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45372cb-9acb-4046-8df2-5b00bb1c54e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7191de-fe7c-4f67-8c37-2a511d3dc379,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:08.608500 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 35734) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:08.663030 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-df6f9ba8-94c1-43c4-ae03-b10d01c01319 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:08.665738 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-af1b36d1-f25d-4b27-ae8e-388a61e699ca service neutron] 10.222.0.11 "GET /v2.0/networks/29f82d9e-579b-4d97-acf1-b3e0b782c926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996969 Nov 24 21:15:08.687510 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-df6f9ba8-94c1-43c4-ae03-b10d01c01319 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:08.751452 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-df6f9ba8-94c1-43c4-ae03-b10d01c01319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:08.755218 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-df6f9ba8-94c1-43c4-ae03-b10d01c01319 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:08.760103 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-df6f9ba8-94c1-43c4-ae03-b10d01c01319 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cb7191de-fe7c-4f67-8c37-2a511d3dc379 HTTP/1.1" status: 204 len: 168 time: 0.1470339 Nov 24 21:15:08.786659 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f9ba8-94c1-43c4-ae03-b10d01c01319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7191de-fe7c-4f67-8c37-2a511d3dc379,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:08.870682 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-305017f0-7cad-4f5c-97dc-00869c53b0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:09.026242 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-910a66a3-d6f4-45b2-b929-db55d7d25d5b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:09.028095 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-910a66a3-d6f4-45b2-b929-db55d7d25d5b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 811 time: 0.1465728 Nov 24 21:15:09.045929 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-190cccc5-a2c5-42b8-8ff4-dcba8bb94746 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/quotas/595635dfe5324829adbb53908d8c3a34 HTTP/1.1" status: 200 len: 375 time: 0.0111256 Nov 24 21:15:09.125449 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-14083575-cf37-43ad-ac09-55cad8921496 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720031 Nov 24 21:15:09.265019 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-c4970964-4d68-451a-9ed5-6480a6465c8b service neutron] 10.222.0.11 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381733 Nov 24 21:15:09.469158 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-75c44abc-3a11-4d0d-b896-4da61725f4dc service neutron] 10.222.0.11 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705933 Nov 24 21:15:09.742024 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:15:09.745709 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 2f561eae-6759-4036-a3b9-f89bbb22737e up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:15:09.924605 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd13b12-325a-427c-8c1a-5f09593ee6ae req-3bbb3e83-f5f4-46cf-b643-fb7616001164 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:09.926528 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0cd13b12-325a-427c-8c1a-5f09593ee6ae req-3bbb3e83-f5f4-46cf-b643-fb7616001164 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 945 time: 0.0751858 Nov 24 21:15:09.982789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8c337b70-f625-4ab2-ab5c-f17cc6d0ad38,segment=NetworkSegment(d680572e-e819-4978-8988-75efc00351ab),segment_id=d680572e-e819-4978-8988-75efc00351ab)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:10.010155 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '8c337b70-f625-4ab2-ab5c-f17cc6d0ad38', 'network_id': 'ce0f748e-f736-40f6-a533-ebd18a8bdd00', 'port_id': '8c337b70-f625-4ab2-ab5c-f17cc6d0ad38', 'mac_address': 'fa:16:3e:60:5d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520c184d-426b-4aa1-9d40-f189dabf2c1f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:15:10.033760 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:10.049550 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0cd13b12-325a-427c-8c1a-5f09593ee6ae req-728c7421-e804-435b-974c-08e27fd6363d tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069565 Nov 24 21:15:10.067589 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 2f561eae-6759-4036-a3b9-f89bbb22737e completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:15:10.101867 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 2f561eae-6759-4036-a3b9-f89bbb22737e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:15:10.102563 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:10.165349 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0e5f5-c605-4aab-a788-57a725f05f6a req-7cdba72c-5ede-4a4e-b46e-477b1d7b1b8e tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:10.168805 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35b0e5f5-c605-4aab-a788-57a725f05f6a req-7cdba72c-5ede-4a4e-b46e-477b1d7b1b8e tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dd3e0ad-6544-4823-8651-63d2cb162fe4 HTTP/1.1" status: 200 len: 945 time: 0.0611353 Nov 24 21:15:10.185482 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:10.224463 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:15:10.265089 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8c337b70-f625-4ab2-ab5c-f17cc6d0ad38,segment=NetworkSegment(d680572e-e819-4978-8988-75efc00351ab),segment_id=d680572e-e819-4978-8988-75efc00351ab)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:10.292364 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:10.315721 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35b0e5f5-c605-4aab-a788-57a725f05f6a req-644fe34f-45ab-43ea-bb33-220895dd7984 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.11 "GET /v2.0/security-groups?id=ead21482-4e4e-418e-bb48-40d4ee03a70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425195 Nov 24 21:15:10.380448 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:10.505456 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=8c337b70-f625-4ab2-ab5c-f17cc6d0ad38,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:10.517630 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd3e0ad-6544-4823-8651-63d2cb162fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f561eae-6759-4036-a3b9-f89bbb22737e'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:15:10.520991 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8da79d-a7d6-44e0-9904-24aa51432c86" -d '{"events": [{"server_uuid": "2dd3e0ad-6544-4823-8651-63d2cb162fe4", "name": "network-vif-plugged", "status": "completed", "tag": "2f561eae-6759-4036-a3b9-f89bbb22737e"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:15:10.532306 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039aa45-75a0-4be7-8a30-9327a9f94ab1 req-970897a2-bb2e-454b-9a1f-cc86d5cbeadf tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:10.537154 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8039aa45-75a0-4be7-8a30-9327a9f94ab1 req-970897a2-bb2e-454b-9a1f-cc86d5cbeadf tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.11 "GET /v2.0/ports?device_id=64831e4e-6a80-4b0c-902a-c7f233758013 HTTP/1.1" status: 200 len: 944 time: 0.1108029 Nov 24 21:15:10.546366 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 2f561eae-6759-4036-a3b9-f89bbb22737e, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2f561eae-6759-4036-a3b9-f89bbb22737e,segment=NetworkSegment(81cf6475-1cf7-43f1-9ff0-ae850384a5f4),segment_id=81cf6475-1cf7-43f1-9ff0-ae850384a5f4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:10.554685 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-a153d64c-62ac-44d8-bdfd-3ec64f13cb96 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:10.556527 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:10.557959 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-a153d64c-62ac-44d8-bdfd-3ec64f13cb96 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.48 "GET /v2.0/networks?id=29f82d9e-579b-4d97-acf1-b3e0b782c926 HTTP/1.1" status: 200 len: 796 time: 0.2709608 Nov 24 21:15:10.591354 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['8c337b70-f625-4ab2-ab5c-f17cc6d0ad38'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:15:10.668786 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8039aa45-75a0-4be7-8a30-9327a9f94ab1 req-2984f25a-3608-4dbf-a57f-80a0f53f22e8 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f197ce-50e6-4710-bcc3-9c00bb9036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249766 Nov 24 21:15:10.688108 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-bc51d45b-148b-4f10-8d7c-414ab8580cb8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=207eef9f28694fbd90eb332792fa324d HTTP/1.1" status: 200 len: 380 time: 0.1173942 Nov 24 21:15:10.700465 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-f957e16c-ef76-4613-b03a-3dca969e0d6c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'port': {'device_id': 'babd5a2a-85a1-49ba-83eb-25cc46756dcf', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'admin_state_up': True, 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'security_groups': ['2c26774b-b7d6-4950-8431-0a39e2f4ac54']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:10.736337 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=2f561eae-6759-4036-a3b9-f89bbb22737e,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:10.850105 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-03ee18cb-7452-48f4-8128-a0a8113be7c9 req-70b89b15-3f6a-4b0f-af1c-f9c8db344cfa tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=babd5a2a-85a1-49ba-83eb-25cc46756dcf HTTP/1.1" status: 200 len: 210 time: 0.0439813 Nov 24 21:15:10.903606 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-f957e16c-ef76-4613-b03a-3dca969e0d6c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Made reservation on behalf of 207eef9f28694fbd90eb332792fa324d for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:15:10.908739 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-f957e16c-ef76-4613-b03a-3dca969e0d6c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:10.974946 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4db37055-ffd0-45f8-a7f6-7f231e96cbb2 req-e658176b-2aa5-4b44-ba87-6e0271c55a16 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 210 time: 0.0513039 Nov 24 21:15:11.027250 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e538e0a1-e11e-4ca5-b11a-6beb6f7f3d6d x-openstack-request-id: req-e538e0a1-e11e-4ca5-b11a-6beb6f7f3d6d {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:15:11.027717 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd3e0ad-6544-4823-8651-63d2cb162fe4", "name": "network-vif-plugged", "status": "completed", "tag": "2f561eae-6759-4036-a3b9-f89bbb22737e", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:15:11.027788 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e538e0a1-e11e-4ca5-b11a-6beb6f7f3d6d {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:15:11.028203 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd3e0ad-6544-4823-8651-63d2cb162fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f561eae-6759-4036-a3b9-f89bbb22737e', 'code': 200} Nov 24 21:15:11.107448 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-f957e16c-ef76-4613-b03a-3dca969e0d6c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Allocated IP 172.20.0.12 (29f82d9e-579b-4d97-acf1-b3e0b782c926/b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8/438ff0a6-ee76-4c44-8ca7-ac80f10cad83) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:15:11.159926 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba075a18-9c14-4051-9d89-cb0acf66d273 req-0eace015-debf-4cf2-bc5b-9d34e4baa258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:11.162006 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ba075a18-9c14-4051-9d89-cb0acf66d273 req-0eace015-debf-4cf2-bc5b-9d34e4baa258 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2dd3e0ad-6544-4823-8651-63d2cb162fe4 HTTP/1.1" status: 200 len: 1097 time: 0.0549662 Nov 24 21:15:11.191696 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:11.193936 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fa8b9ba1-9b79-4737-b944-0326447fe009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:11.279028 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a099b0-c063-4cf7-99a7-50d8635086f7 req-7c00ef47-9156-425e-a0ba-40b978f26021 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:11.287546 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-64a099b0-c063-4cf7-99a7-50d8635086f7 req-7c00ef47-9156-425e-a0ba-40b978f26021 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 945 time: 0.1175747 Nov 24 21:15:11.298291 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ba075a18-9c14-4051-9d89-cb0acf66d273 req-28357dd9-41ca-48f5-800b-e644b7422f71 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ead21482-4e4e-418e-bb48-40d4ee03a70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077573 Nov 24 21:15:11.361985 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-64a099b0-c063-4cf7-99a7-50d8635086f7 req-643c3cba-2ff1-48e7-8895-0f4350e744de tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733528 Nov 24 21:15:11.386159 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-f957e16c-ef76-4613-b03a-3dca969e0d6c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:11.437361 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-f957e16c-ef76-4613-b03a-3dca969e0d6c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:11.468461 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887a9e9-23f9-4644-a7d1-e5c7bd3f705c req-03b16916-cd4a-4c5d-8943-b89d2cc843c3 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:11.477629 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5887a9e9-23f9-4644-a7d1-e5c7bd3f705c req-03b16916-cd4a-4c5d-8943-b89d2cc843c3 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dd3e0ad-6544-4823-8651-63d2cb162fe4 HTTP/1.1" status: 200 len: 946 time: 0.0621257 Nov 24 21:15:11.496095 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-f957e16c-ef76-4613-b03a-3dca969e0d6c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Network 29f82d9e-579b-4d97-acf1-b3e0b782c926 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:15:11.500043 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-f957e16c-ef76-4613-b03a-3dca969e0d6c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:15:11.505399 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-f957e16c-ef76-4613-b03a-3dca969e0d6c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:15:11.566011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-f957e16c-ef76-4613-b03a-3dca969e0d6c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:11.566893 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-f957e16c-ef76-4613-b03a-3dca969e0d6c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:11.573929 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957e16c-ef76-4613-b03a-3dca969e0d6c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'Port': ['ID=438ff0a6-ee76-4c44-8ca7-ac80f10cad83,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:11.618667 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5887a9e9-23f9-4644-a7d1-e5c7bd3f705c req-83a08468-a645-4e54-b9a5-cff82b3e6a5b tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.11 "GET /v2.0/security-groups?id=ead21482-4e4e-418e-bb48-40d4ee03a70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350508 Nov 24 21:15:11.624773 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-f957e16c-ef76-4613-b03a-3dca969e0d6c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9302344 Nov 24 21:15:11.641721 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-7df96438-10e5-4b9a-94e6-4cc46ab3a247 service neutron] Request body: {'port': {'device_id': 'babd5a2a-85a1-49ba-83eb-25cc46756dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:11.764768 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-7df96438-10e5-4b9a-94e6-4cc46ab3a247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:11.771430 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:15:11.907686 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:15:11.919187 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:15:11.919569 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:11.964492 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-811c3ee8-45f1-4ccd-8356-bb55d449676d tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:11.966158 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-811c3ee8-45f1-4ccd-8356-bb55d449676d tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.15 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 811 time: 0.4231238 Nov 24 21:15:11.994962 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-d8540090-5d2c-412e-9538-6f0e74afab77 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Request body: {'port': {'device_id': 'acf27365-43a9-4357-903a-0328b9bf656a', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'admin_state_up': True, 'tenant_id': '595635dfe5324829adbb53908d8c3a34'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:12.028917 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f47b67-6705-4f3c-881f-98d0b2b16a27 req-ed77e25e-dc31-4a68-8b9b-da8664e905e3 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:12.037653 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c4f47b67-6705-4f3c-881f-98d0b2b16a27 req-ed77e25e-dc31-4a68-8b9b-da8664e905e3 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.11 "GET /v2.0/ports?device_id=64831e4e-6a80-4b0c-902a-c7f233758013 HTTP/1.1" status: 200 len: 944 time: 0.2188280 Nov 24 21:15:12.067013 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8e220119-1028-4a5c-b6bc-361b948845b2 None None] Provisioning complete for port 438ff0a6-ee76-4c44-8ca7-ac80f10cad83 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:15:12.067934 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8e220119-1028-4a5c-b6bc-361b948845b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:12.146419 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-8e220119-1028-4a5c-b6bc-361b948845b2 None None] Port 438ff0a6-ee76-4c44-8ca7-ac80f10cad83 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:15:12.152349 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:12.200258 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8c337b70-f625-4ab2-ab5c-f17cc6d0ad38,segment=NetworkSegment(d680572e-e819-4978-8988-75efc00351ab),segment_id=d680572e-e819-4978-8988-75efc00351ab)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:12.208351 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:12.242469 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c4f47b67-6705-4f3c-881f-98d0b2b16a27 req-e5c66b31-86ac-4fea-ab7c-99b32595ed16 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f197ce-50e6-4710-bcc3-9c00bb9036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033129 Nov 24 21:15:12.255662 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-d8540090-5d2c-412e-9538-6f0e74afab77 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Made reservation on behalf of 595635dfe5324829adbb53908d8c3a34 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:15:12.260618 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-d8540090-5d2c-412e-9538-6f0e74afab77 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:12.319345 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=8c337b70-f625-4ab2-ab5c-f17cc6d0ad38,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:12.348426 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-7df96438-10e5-4b9a-94e6-4cc46ab3a247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438ff0a6-ee76-4c44-8ca7-ac80f10cad83 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:15:12.357348 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-7df96438-10e5-4b9a-94e6-4cc46ab3a247 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:12.370165 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-7df96438-10e5-4b9a-94e6-4cc46ab3a247 service neutron] Transition to ACTIVE for port object 438ff0a6-ee76-4c44-8ca7-ac80f10cad83 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:15:12.388076 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-7df96438-10e5-4b9a-94e6-4cc46ab3a247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:12.399342 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:12.478094 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c5816-851a-4a90-9093-63d69b0173cb req-c21e1407-ed6c-43e3-9f38-af33ef616617 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:12.481934 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2a0c5816-851a-4a90-9093-63d69b0173cb req-c21e1407-ed6c-43e3-9f38-af33ef616617 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=babd5a2a-85a1-49ba-83eb-25cc46756dcf HTTP/1.1" status: 200 len: 944 time: 0.1315041 Nov 24 21:15:12.508100 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df96438-10e5-4b9a-94e6-4cc46ab3a247 service neutron] Pushing event updated for resources: {'Port': ['ID=438ff0a6-ee76-4c44-8ca7-ac80f10cad83,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:12.539073 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-d8540090-5d2c-412e-9538-6f0e74afab77 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Allocated IP 172.20.0.3 (b79fcd1c-754c-4dea-a7f1-95afcf35cd53/45f34fab-787e-4251-9f3c-22a212ef1d24/95bff051-d264-4ecd-bd06-7ea1bf396c29) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:15:12.590029 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2a0c5816-851a-4a90-9093-63d69b0173cb req-c3f29693-f084-4321-9ca2-1c16e3257ea0 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c26774b-b7d6-4950-8431-0a39e2f4ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969942 Nov 24 21:15:12.623266 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-7df96438-10e5-4b9a-94e6-4cc46ab3a247 service neutron] Attempting to bind port 438ff0a6-ee76-4c44-8ca7-ac80f10cad83 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:15:12.624057 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-7df96438-10e5-4b9a-94e6-4cc46ab3a247 service neutron] Attempting to bind port 438ff0a6-ee76-4c44-8ca7-ac80f10cad83 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '999d9b4b-a339-43e7-a49f-a662f2b65834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:15:12.624057 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-7df96438-10e5-4b9a-94e6-4cc46ab3a247 service neutron] Attempting to bind port 438ff0a6-ee76-4c44-8ca7-ac80f10cad83 on network 29f82d9e-579b-4d97-acf1-b3e0b782c926 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:15:12.634231 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-7df96438-10e5-4b9a-94e6-4cc46ab3a247 service neutron] Port 438ff0a6-ee76-4c44-8ca7-ac80f10cad83 on network 29f82d9e-579b-4d97-acf1-b3e0b782c926 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:15:12.636388 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-7df96438-10e5-4b9a-94e6-4cc46ab3a247 service neutron] Attempting to bind port 438ff0a6-ee76-4c44-8ca7-ac80f10cad83 on network 29f82d9e-579b-4d97-acf1-b3e0b782c926 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:15:12.645984 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-7df96438-10e5-4b9a-94e6-4cc46ab3a247 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:15:12.647147 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-7df96438-10e5-4b9a-94e6-4cc46ab3a247 service neutron] Checking segment: {'id': '999d9b4b-a339-43e7-a49f-a662f2b65834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:15:12.647967 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-7df96438-10e5-4b9a-94e6-4cc46ab3a247 service neutron] Bound using segment: {'id': '999d9b4b-a339-43e7-a49f-a662f2b65834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:15:12.650021 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-7df96438-10e5-4b9a-94e6-4cc46ab3a247 service neutron] Bound port: 438ff0a6-ee76-4c44-8ca7-ac80f10cad83, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999d9b4b-a339-43e7-a49f-a662f2b65834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:15:12.650399 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-7df96438-10e5-4b9a-94e6-4cc46ab3a247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:12.739329 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-7df96438-10e5-4b9a-94e6-4cc46ab3a247 service neutron] For port 438ff0a6-ee76-4c44-8ca7-ac80f10cad83, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:15:12.743249 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-7df96438-10e5-4b9a-94e6-4cc46ab3a247 service neutron] For port 438ff0a6-ee76-4c44-8ca7-ac80f10cad83, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=438ff0a6-ee76-4c44-8ca7-ac80f10cad83,segment=NetworkSegment(999d9b4b-a339-43e7-a49f-a662f2b65834),segment_id=999d9b4b-a339-43e7-a49f-a662f2b65834)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:15:12.751995 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-7df96438-10e5-4b9a-94e6-4cc46ab3a247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:12.772124 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-7df96438-10e5-4b9a-94e6-4cc46ab3a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:12.772870 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-7df96438-10e5-4b9a-94e6-4cc46ab3a247 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:12.774494 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-7df96438-10e5-4b9a-94e6-4cc46ab3a247 service neutron] 10.222.0.48 "PUT /v2.0/ports/438ff0a6-ee76-4c44-8ca7-ac80f10cad83 HTTP/1.1" status: 200 len: 1092 time: 1.1375773 Nov 24 21:15:12.774957 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babd5a2a-85a1-49ba-83eb-25cc46756dcf', 'tag': '438ff0a6-ee76-4c44-8ca7-ac80f10cad83'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:15:12.778616 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77481f55-49c7-41d8-b38b-da114b682228" -d '{"events": [{"name": "network-changed", "server_uuid": "babd5a2a-85a1-49ba-83eb-25cc46756dcf", "tag": "438ff0a6-ee76-4c44-8ca7-ac80f10cad83"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:15:12.780406 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f2274a3-1107-462b-8fef-c1498b09cf87 req-1880c688-ffa5-49cb-aeb2-4219a1d61138 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 210 time: 0.0504832 Nov 24 21:15:12.861182 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-d8540090-5d2c-412e-9538-6f0e74afab77 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:12.918558 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df96438-10e5-4b9a-94e6-4cc46ab3a247 service neutron] Pushing event updated for resources: {'Port': ['ID=438ff0a6-ee76-4c44-8ca7-ac80f10cad83,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:12.943762 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-9c87a140-dba9-4c32-a166-558f36df65ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:12.946004 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-9c87a140-dba9-4c32-a166-558f36df65ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=207eef9f28694fbd90eb332792fa324d&device_id=babd5a2a-85a1-49ba-83eb-25cc46756dcf HTTP/1.1" status: 200 len: 1095 time: 0.1227889 Nov 24 21:15:12.958288 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25554f95-5da9-4d23-8323-10d7c7044b87 req-e75cda0e-c579-4fa4-b0fe-c858d714961a tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:12.959880 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-25554f95-5da9-4d23-8323-10d7c7044b87 req-e75cda0e-c579-4fa4-b0fe-c858d714961a tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 945 time: 0.0808249 Nov 24 21:15:12.996597 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-d8540090-5d2c-412e-9538-6f0e74afab77 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:13.016864 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-a3b5ccce-917c-4d0c-a2ba-b30bc839e38e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=438ff0a6-ee76-4c44-8ca7-ac80f10cad83 HTTP/1.1" status: 200 len: 217 time: 0.0587335 Nov 24 21:15:13.029457 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64831e4e-6a80-4b0c-902a-c7f233758013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c337b70-f625-4ab2-ab5c-f17cc6d0ad38'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:15:13.032423 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c4c7e0-9c33-4db8-abda-4379457c0523" -d '{"events": [{"server_uuid": "64831e4e-6a80-4b0c-902a-c7f233758013", "name": "network-vif-plugged", "status": "completed", "tag": "8c337b70-f625-4ab2-ab5c-f17cc6d0ad38"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:15:13.049463 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-d8540090-5d2c-412e-9538-6f0e74afab77 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:15:13.057320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-d8540090-5d2c-412e-9538-6f0e74afab77 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:15:13.072684 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-d8540090-5d2c-412e-9538-6f0e74afab77 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:15:13.116416 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-230c0e9a-140d-42d9-a2c2-28f3820750bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:13.121867 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-230c0e9a-140d-42d9-a2c2-28f3820750bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8 HTTP/1.1" status: 200 len: 834 time: 0.0945444 Nov 24 21:15:13.140999 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8540090-5d2c-412e-9538-6f0e74afab77 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event updated for resources: {'Port': ['ID=95bff051-d264-4ecd-bd06-7ea1bf396c29,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:13.156642 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-25554f95-5da9-4d23-8323-10d7c7044b87 req-6a6895eb-6552-43a0-963a-0353b6676557 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900492 Nov 24 21:15:13.216145 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-d8540090-5d2c-412e-9538-6f0e74afab77 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:13.221311 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-d8540090-5d2c-412e-9538-6f0e74afab77 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:13.239518 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-8437006b-0b1b-4ded-b82e-9626aef10f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:13.241790 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-8437006b-0b1b-4ded-b82e-9626aef10f49 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=29f82d9e-579b-4d97-acf1-b3e0b782c926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148536 Nov 24 21:15:13.264437 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-d8540090-5d2c-412e-9538-6f0e74afab77 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2789357 Nov 24 21:15:13.278594 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-7da94418-40e0-4e12-96da-89d26b900111 service neutron] Request body: {'port': {'device_id': 'acf27365-43a9-4357-903a-0328b9bf656a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:13.561690 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2fcc4f4b-3848-4a31-9989-28d28ebccd50 None None] Provisioning complete for port 95bff051-d264-4ecd-bd06-7ea1bf396c29 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:15:13.562237 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2fcc4f4b-3848-4a31-9989-28d28ebccd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:13.637322 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-2fcc4f4b-3848-4a31-9989-28d28ebccd50 None None] Port 95bff051-d264-4ecd-bd06-7ea1bf396c29 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:15:13.782174 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:13.935926 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-7da94418-40e0-4e12-96da-89d26b900111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:13.961664 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-afd9adc9-accf-4b69-9bff-1a68e98fd14a service neutron] 10.222.0.48 "GET /v2.0/networks/29f82d9e-579b-4d97-acf1-b3e0b782c926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7106564 Nov 24 21:15:13.978850 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba4420-5ee6-4c10-adba-61500da8ead7 req-7929dfad-c2ef-4a65-b78f-6b2dc83ca611 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:13.980408 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42ba4420-5ee6-4c10-adba-61500da8ead7 req-7929dfad-c2ef-4a65-b78f-6b2dc83ca611 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dd3e0ad-6544-4823-8651-63d2cb162fe4 HTTP/1.1" status: 200 len: 946 time: 0.6507800 Nov 24 21:15:14.126747 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f56b04f3-9d4a-4b1a-811b-a843b1a839e4 req-502c3e37-4004-4c39-b2b4-988c78540d95 service neutron] 10.222.0.48 "GET /v2.0/networks/29f82d9e-579b-4d97-acf1-b3e0b782c926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566725 Nov 24 21:15:14.148776 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42ba4420-5ee6-4c10-adba-61500da8ead7 req-077bf477-e516-404c-9ff8-8f081bc3fedf tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.11 "GET /v2.0/security-groups?id=ead21482-4e4e-418e-bb48-40d4ee03a70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587834 Nov 24 21:15:14.252219 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b94771-34c0-47ea-9de7-35226ecfad25 x-openstack-request-id: req-37b94771-34c0-47ea-9de7-35226ecfad25 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:15:14.252534 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "babd5a2a-85a1-49ba-83eb-25cc46756dcf", "tag": "438ff0a6-ee76-4c44-8ca7-ac80f10cad83", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:15:14.252816 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-37b94771-34c0-47ea-9de7-35226ecfad25 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:15:14.253234 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'babd5a2a-85a1-49ba-83eb-25cc46756dcf', 'tag': '438ff0a6-ee76-4c44-8ca7-ac80f10cad83', 'status': 'completed', 'code': 200} Nov 24 21:15:14.312529 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e5282f-c661-4240-a32f-b26cf77a8d9f x-openstack-request-id: req-39e5282f-c661-4240-a32f-b26cf77a8d9f {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:15:14.312977 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64831e4e-6a80-4b0c-902a-c7f233758013", "name": "network-vif-plugged", "status": "completed", "tag": "8c337b70-f625-4ab2-ab5c-f17cc6d0ad38", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:15:14.313332 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-39e5282f-c661-4240-a32f-b26cf77a8d9f {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:15:14.313827 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64831e4e-6a80-4b0c-902a-c7f233758013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c337b70-f625-4ab2-ab5c-f17cc6d0ad38', 'code': 200} Nov 24 21:15:14.503427 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77481f55-49c7-41d8-b38b-da114b682228 req-92a0b6fc-0a90-47e4-91e0-0c6106a8ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:14.505533 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77481f55-49c7-41d8-b38b-da114b682228 req-92a0b6fc-0a90-47e4-91e0-0c6106a8ad60 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=207eef9f28694fbd90eb332792fa324d&device_id=babd5a2a-85a1-49ba-83eb-25cc46756dcf HTTP/1.1" status: 200 len: 1095 time: 0.2179036 Nov 24 21:15:14.514798 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea3ace-b099-433d-b0ca-e93c4de20569 req-d039ea6f-db7c-452f-8a18-500580db9572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:14.516532 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6cea3ace-b099-433d-b0ca-e93c4de20569 req-d039ea6f-db7c-452f-8a18-500580db9572 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 1096 time: 0.1342280 Nov 24 21:15:14.528065 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-7da94418-40e0-4e12-96da-89d26b900111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95bff051-d264-4ecd-bd06-7ea1bf396c29 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:15:14.537988 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-7da94418-40e0-4e12-96da-89d26b900111 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:14.551609 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-7da94418-40e0-4e12-96da-89d26b900111 service neutron] Transition to ACTIVE for port object 95bff051-d264-4ecd-bd06-7ea1bf396c29 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:15:14.560243 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-7da94418-40e0-4e12-96da-89d26b900111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:14.584945 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9046b91-0afd-4c34-ac28-28c23c6d8ede req-f2567608-24cc-4ec1-8d49-bfd7ea37fece tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:14.593096 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c9046b91-0afd-4c34-ac28-28c23c6d8ede req-f2567608-24cc-4ec1-8d49-bfd7ea37fece tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.11 "GET /v2.0/ports?device_id=64831e4e-6a80-4b0c-902a-c7f233758013 HTTP/1.1" status: 200 len: 945 time: 0.1944227 Nov 24 21:15:14.618268 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77481f55-49c7-41d8-b38b-da114b682228 req-33db6141-0bc5-4fbb-8517-23e01a238d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:14.619959 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77481f55-49c7-41d8-b38b-da114b682228 req-33db6141-0bc5-4fbb-8517-23e01a238d8b service neutron] 10.222.0.48 "GET /v2.0/networks?id=29f82d9e-579b-4d97-acf1-b3e0b782c926 HTTP/1.1" status: 200 len: 897 time: 0.1008143 Nov 24 21:15:14.630156 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826da7ef-305b-4867-99ba-72088c0ee916 req-5cc95049-04bc-4fd5-8c98-1ff5841cdad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:14.631660 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-826da7ef-305b-4867-99ba-72088c0ee916 req-5cc95049-04bc-4fd5-8c98-1ff5841cdad4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=64831e4e-6a80-4b0c-902a-c7f233758013 HTTP/1.1" status: 200 len: 1096 time: 0.1934304 Nov 24 21:15:14.711777 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da94418-40e0-4e12-96da-89d26b900111 service neutron] Pushing event updated for resources: {'Port': ['ID=95bff051-d264-4ecd-bd06-7ea1bf396c29,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:14.736924 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77481f55-49c7-41d8-b38b-da114b682228 req-a629cbb7-ff22-4b88-98ca-d80a198defac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=438ff0a6-ee76-4c44-8ca7-ac80f10cad83 HTTP/1.1" status: 200 len: 217 time: 0.1030378 Nov 24 21:15:14.838579 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c9046b91-0afd-4c34-ac28-28c23c6d8ede req-0ec45fe0-4fd2-4ecf-8fed-32398623551b tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f197ce-50e6-4710-bcc3-9c00bb9036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444890 Nov 24 21:15:14.851046 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:14.880269 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-7da94418-40e0-4e12-96da-89d26b900111 service neutron] Attempting to bind port 95bff051-d264-4ecd-bd06-7ea1bf396c29 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:15:14.880609 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-7da94418-40e0-4e12-96da-89d26b900111 service neutron] Attempting to bind port 95bff051-d264-4ecd-bd06-7ea1bf396c29 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:15:14.880967 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-7da94418-40e0-4e12-96da-89d26b900111 service neutron] Attempting to bind port 95bff051-d264-4ecd-bd06-7ea1bf396c29 on network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:15:14.895507 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-7da94418-40e0-4e12-96da-89d26b900111 service neutron] Port 95bff051-d264-4ecd-bd06-7ea1bf396c29 on network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:15:14.896168 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-7da94418-40e0-4e12-96da-89d26b900111 service neutron] Attempting to bind port 95bff051-d264-4ecd-bd06-7ea1bf396c29 on network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:15:14.904722 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-7da94418-40e0-4e12-96da-89d26b900111 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:15:14.905094 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-7da94418-40e0-4e12-96da-89d26b900111 service neutron] Checking segment: {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:15:14.905483 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-7da94418-40e0-4e12-96da-89d26b900111 service neutron] Bound using segment: {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:15:14.905920 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-7da94418-40e0-4e12-96da-89d26b900111 service neutron] Bound port: 95bff051-d264-4ecd-bd06-7ea1bf396c29, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:15:14.906284 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-7da94418-40e0-4e12-96da-89d26b900111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:14.907503 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77481f55-49c7-41d8-b38b-da114b682228 req-8dc1bc5f-d93e-4687-9eba-5fcf9b2f3be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:14.909200 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77481f55-49c7-41d8-b38b-da114b682228 req-8dc1bc5f-d93e-4687-9eba-5fcf9b2f3be0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8 HTTP/1.1" status: 200 len: 834 time: 0.1642456 Nov 24 21:15:14.911697 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-826da7ef-305b-4867-99ba-72088c0ee916 req-f0154b40-484e-4908-b450-f9b6db0e3bc7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d2f197ce-50e6-4710-bcc3-9c00bb9036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518556 Nov 24 21:15:14.914798 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6cea3ace-b099-433d-b0ca-e93c4de20569 req-cb1bf69a-8553-4438-a644-cc2f9e38afee service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932363 Nov 24 21:15:15.014404 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77481f55-49c7-41d8-b38b-da114b682228 req-dae21518-0742-4929-8120-f0dbf67bc382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:15.022495 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77481f55-49c7-41d8-b38b-da114b682228 req-dae21518-0742-4929-8120-f0dbf67bc382 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=29f82d9e-579b-4d97-acf1-b3e0b782c926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009023 Nov 24 21:15:15.035987 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-7da94418-40e0-4e12-96da-89d26b900111 service neutron] For port 95bff051-d264-4ecd-bd06-7ea1bf396c29, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:15:15.045522 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe24888-9923-4f02-b76b-d019e04776a5 req-2390d861-9f9b-4b35-951a-e71881cabb02 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:15.053815 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-abe24888-9923-4f02-b76b-d019e04776a5 req-2390d861-9f9b-4b35-951a-e71881cabb02 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=babd5a2a-85a1-49ba-83eb-25cc46756dcf HTTP/1.1" status: 200 len: 944 time: 0.1088252 Nov 24 21:15:15.056973 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-7da94418-40e0-4e12-96da-89d26b900111 service neutron] For port 95bff051-d264-4ecd-bd06-7ea1bf396c29, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=95bff051-d264-4ecd-bd06-7ea1bf396c29,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:15:15.076198 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-7da94418-40e0-4e12-96da-89d26b900111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:15.148687 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-7da94418-40e0-4e12-96da-89d26b900111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:15.149690 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-7da94418-40e0-4e12-96da-89d26b900111 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:15.151265 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-7da94418-40e0-4e12-96da-89d26b900111 service neutron] 10.222.0.15 "PUT /v2.0/ports/95bff051-d264-4ecd-bd06-7ea1bf396c29 HTTP/1.1" status: 200 len: 1091 time: 1.8782325 Nov 24 21:15:15.152017 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf27365-43a9-4357-903a-0328b9bf656a', 'tag': '95bff051-d264-4ecd-bd06-7ea1bf396c29'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:15:15.154660 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe872ed-a426-4f64-b94f-a0610ba731fb" -d '{"events": [{"name": "network-changed", "server_uuid": "acf27365-43a9-4357-903a-0328b9bf656a", "tag": "95bff051-d264-4ecd-bd06-7ea1bf396c29"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:15:15.287531 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77481f55-49c7-41d8-b38b-da114b682228 req-71567fe4-f35a-4c61-8225-bf52db6abd98 service neutron] 10.222.0.48 "GET /v2.0/networks/29f82d9e-579b-4d97-acf1-b3e0b782c926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814249 Nov 24 21:15:15.289329 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-abe24888-9923-4f02-b76b-d019e04776a5 req-fd734dfa-75f3-476d-ae02-359f60e0e167 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c26774b-b7d6-4950-8431-0a39e2f4ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345927 Nov 24 21:15:15.291421 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da94418-40e0-4e12-96da-89d26b900111 service neutron] Pushing event updated for resources: {'Port': ['ID=95bff051-d264-4ecd-bd06-7ea1bf396c29,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:15.351596 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-95808170-ab4d-4f64-b93d-b3cadec3977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:15.353117 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-95808170-ab4d-4f64-b93d-b3cadec3977e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 1094 time: 0.1312718 Nov 24 21:15:15.477774 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-8436a353-cfe5-4212-8435-0f796ef1270c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95bff051-d264-4ecd-bd06-7ea1bf396c29 HTTP/1.1" status: 200 len: 217 time: 0.1157625 Nov 24 21:15:15.511519 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-77481f55-49c7-41d8-b38b-da114b682228 req-67ed5f55-59f8-401f-8a4c-1bb70729bfa5 service neutron] 10.222.0.48 "GET /v2.0/networks/29f82d9e-579b-4d97-acf1-b3e0b782c926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138879 Nov 24 21:15:15.603936 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6a2c9-a057-4074-baf8-55684f94b581 req-8cf3ea82-4ec6-4eb0-a906-eb5f85cb1146 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:15.611835 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-64d6a2c9-a057-4074-baf8-55684f94b581 req-8cf3ea82-4ec6-4eb0-a906-eb5f85cb1146 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 943 time: 0.2370980 Nov 24 21:15:15.615216 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-e71fc54c-0c9c-4961-9804-b171dfe65016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:15.616668 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-e71fc54c-0c9c-4961-9804-b171dfe65016 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.1047275 Nov 24 21:15:15.712297 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-64d6a2c9-a057-4074-baf8-55684f94b581 req-71e6ec2e-b275-4ed9-b274-812156d46c65 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995722 Nov 24 21:15:15.714567 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-a2a4008c-6332-499a-85c3-bdf47288f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:15.716084 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-a2a4008c-6332-499a-85c3-bdf47288f98f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887394 Nov 24 21:15:15.924130 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-a4859e48-0b47-4fc4-9574-6d5b7fa1d062 service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836176 Nov 24 21:15:16.080027 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374a459-6c2b-4e4a-ad25-8919a27bf7ac req-61eec6b6-7373-43b5-8189-52907f266b7f tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:16.082170 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4374a459-6c2b-4e4a-ad25-8919a27bf7ac req-61eec6b6-7373-43b5-8189-52907f266b7f tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 945 time: 0.1283762 Nov 24 21:15:16.121302 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-853fec8f-5143-41fe-964c-1fa4ff507b31 req-6f7a73f7-c29b-4dba-822a-7733f7e649e8 service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880019 Nov 24 21:15:16.161121 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4374a459-6c2b-4e4a-ad25-8919a27bf7ac req-992cf4f9-9646-40bd-a88d-529c2c2641e2 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662675 Nov 24 21:15:16.210511 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f84cf28-bab2-4459-b8f1-5f3c6bc82b2b x-openstack-request-id: req-3f84cf28-bab2-4459-b8f1-5f3c6bc82b2b {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:15:16.210879 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acf27365-43a9-4357-903a-0328b9bf656a", "tag": "95bff051-d264-4ecd-bd06-7ea1bf396c29", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:15:16.211067 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f84cf28-bab2-4459-b8f1-5f3c6bc82b2b {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:15:16.211478 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf27365-43a9-4357-903a-0328b9bf656a', 'tag': '95bff051-d264-4ecd-bd06-7ea1bf396c29', 'status': 'completed', 'code': 200} Nov 24 21:15:16.313939 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe872ed-a426-4f64-b94f-a0610ba731fb req-c3fe43b5-030c-486f-92da-a5b59c9691b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:16.315603 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ebe872ed-a426-4f64-b94f-a0610ba731fb req-c3fe43b5-030c-486f-92da-a5b59c9691b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 1094 time: 0.0795038 Nov 24 21:15:16.379326 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97169fa0-4b80-480e-a53a-d97c29702689 req-3c3d199a-fcf4-4dc3-bf43-ef75e9827d46 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:16.381082 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-97169fa0-4b80-480e-a53a-d97c29702689 req-3c3d199a-fcf4-4dc3-bf43-ef75e9827d46 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.11 "GET /v2.0/ports?device_id=64831e4e-6a80-4b0c-902a-c7f233758013 HTTP/1.1" status: 200 len: 945 time: 0.1076841 Nov 24 21:15:16.482376 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe872ed-a426-4f64-b94f-a0610ba731fb req-1b9a287f-ea85-48d6-8b78-b464e4a44c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:16.483916 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ebe872ed-a426-4f64-b94f-a0610ba731fb req-1b9a287f-ea85-48d6-8b78-b464e4a44c85 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 912 time: 0.1594853 Nov 24 21:15:16.489543 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-97169fa0-4b80-480e-a53a-d97c29702689 req-6453f312-5a3b-4072-8e15-df86e5c73aa6 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f197ce-50e6-4710-bcc3-9c00bb9036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765307 Nov 24 21:15:16.540610 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ebe872ed-a426-4f64-b94f-a0610ba731fb req-da0759e2-a060-476a-aed6-d1fa90397e3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95bff051-d264-4ecd-bd06-7ea1bf396c29 HTTP/1.1" status: 200 len: 217 time: 0.0496216 Nov 24 21:15:16.643960 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe872ed-a426-4f64-b94f-a0610ba731fb req-a88f29d8-56d0-48bf-b0bf-0d3e5a9889ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:16.645766 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ebe872ed-a426-4f64-b94f-a0610ba731fb req-a88f29d8-56d0-48bf-b0bf-0d3e5a9889ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.0974908 Nov 24 21:15:16.705346 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe872ed-a426-4f64-b94f-a0610ba731fb req-3b427e45-994f-4176-95a9-c3bad7a481e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:16.707346 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ebe872ed-a426-4f64-b94f-a0610ba731fb req-3b427e45-994f-4176-95a9-c3bad7a481e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543494 Nov 24 21:15:16.848887 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ebe872ed-a426-4f64-b94f-a0610ba731fb req-0f313001-333a-4d02-9d1f-9d7bcb163c91 service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324255 Nov 24 21:15:16.968199 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4d53395a-be4e-4843-b575-7e97431aa5f4 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:16.970139 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4d53395a-be4e-4843-b575-7e97431aa5f4 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/networks?id=b59c9fc1-01d2-4aaa-ac66-8d881ad33335 HTTP/1.1" status: 200 len: 809 time: 0.1199110 Nov 24 21:15:16.992715 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4e7c4584-83a3-4576-b520-1a92b1d9088e tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/quotas/7fab4a8cf1224a3b8925ebd452b8dc76 HTTP/1.1" status: 200 len: 375 time: 0.0117722 Nov 24 21:15:17.059384 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 438ff0a6-ee76-4c44-8ca7-ac80f10cad83 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:15:17.106989 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-fcabd034-4c22-43ae-ad84-d857ec64daa4 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fab4a8cf1224a3b8925ebd452b8dc76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1038857 Nov 24 21:15:17.224829 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 438ff0a6-ee76-4c44-8ca7-ac80f10cad83, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=438ff0a6-ee76-4c44-8ca7-ac80f10cad83,segment=NetworkSegment(999d9b4b-a339-43e7-a49f-a662f2b65834),segment_id=999d9b4b-a339-43e7-a49f-a662f2b65834)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:17.240288 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '438ff0a6-ee76-4c44-8ca7-ac80f10cad83', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'port_id': '438ff0a6-ee76-4c44-8ca7-ac80f10cad83', 'mac_address': 'fa:16:3e:c0:c4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:15:17.242607 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-e726fa60-ca60-4cc3-9e14-938a3b54b827 service neutron] 10.222.0.11 "GET /v2.0/networks/b59c9fc1-01d2-4aaa-ac66-8d881ad33335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347013 Nov 24 21:15:17.294068 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:17.312493 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438ff0a6-ee76-4c44-8ca7-ac80f10cad83 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:15:17.341885 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 438ff0a6-ee76-4c44-8ca7-ac80f10cad83, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=438ff0a6-ee76-4c44-8ca7-ac80f10cad83,segment=NetworkSegment(999d9b4b-a339-43e7-a49f-a662f2b65834),segment_id=999d9b4b-a339-43e7-a49f-a662f2b65834)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:17.349334 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:17.355107 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ebe872ed-a426-4f64-b94f-a0610ba731fb req-2316702c-3623-4ba6-990e-2f9d77f30455 service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836613 Nov 24 21:15:17.385798 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-d8de8538-99d4-46c3-bc89-9abaa19b4204 service neutron] 10.222.0.11 "GET /v2.0/networks/b59c9fc1-01d2-4aaa-ac66-8d881ad33335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420858 Nov 24 21:15:17.422282 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=438ff0a6-ee76-4c44-8ca7-ac80f10cad83,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:17.562312 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['438ff0a6-ee76-4c44-8ca7-ac80f10cad83'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:15:17.675217 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21331c06-465d-4d85-8c76-777ec663daf1 req-f39ad72b-5a6e-43fd-a391-0d8a017ac769 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:17.684656 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-21331c06-465d-4d85-8c76-777ec663daf1 req-f39ad72b-5a6e-43fd-a391-0d8a017ac769 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=babd5a2a-85a1-49ba-83eb-25cc46756dcf HTTP/1.1" status: 200 len: 945 time: 0.0834858 Nov 24 21:15:17.758026 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-21331c06-465d-4d85-8c76-777ec663daf1 req-dcb76b78-3f12-4e82-8e4a-6e4431e18fb2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c26774b-b7d6-4950-8431-0a39e2f4ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719957 Nov 24 21:15:18.004966 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961115b-1c24-4df7-be95-f335783d5641 req-ec553f50-1e55-41bc-aac5-1e74ce8e7d9a tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:18.009412 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1961115b-1c24-4df7-be95-f335783d5641 req-ec553f50-1e55-41bc-aac5-1e74ce8e7d9a tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dd3e0ad-6544-4823-8651-63d2cb162fe4 HTTP/1.1" status: 200 len: 946 time: 0.1327045 Nov 24 21:15:18.225448 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1961115b-1c24-4df7-be95-f335783d5641 req-53796fbe-4b63-4529-9f81-1669e6912d00 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.11 "GET /v2.0/security-groups?id=ead21482-4e4e-418e-bb48-40d4ee03a70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083616 Nov 24 21:15:18.235453 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920a77e-94ff-4e0e-a51d-b98e16f67309 req-9f4cfea6-64ec-4053-aa3b-815270cb538e tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:18.237328 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5920a77e-94ff-4e0e-a51d-b98e16f67309 req-9f4cfea6-64ec-4053-aa3b-815270cb538e tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dd3e0ad-6544-4823-8651-63d2cb162fe4 HTTP/1.1" status: 200 len: 946 time: 0.1228662 Nov 24 21:15:18.429564 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-5920a77e-94ff-4e0e-a51d-b98e16f67309 req-23132868-401a-4d33-aaf0-9385116ab252 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Deleting port 2f561eae-6759-4036-a3b9-f89bbb22737e {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:15:18.430274 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5920a77e-94ff-4e0e-a51d-b98e16f67309 req-23132868-401a-4d33-aaf0-9385116ab252 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:18.449040 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffedf7a-8b91-4b19-9745-b02229690763 req-6740f98f-7ebf-48a1-be9a-dc631a40ebf2 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:18.451091 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1ffedf7a-8b91-4b19-9745-b02229690763 req-6740f98f-7ebf-48a1-be9a-dc631a40ebf2 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 943 time: 0.1077361 Nov 24 21:15:18.583269 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-5920a77e-94ff-4e0e-a51d-b98e16f67309 req-23132868-401a-4d33-aaf0-9385116ab252 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] For port 2f561eae-6759-4036-a3b9-f89bbb22737e, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=2f561eae-6759-4036-a3b9-f89bbb22737e,segment=NetworkSegment(81cf6475-1cf7-43f1-9ff0-ae850384a5f4),segment_id=81cf6475-1cf7-43f1-9ff0-ae850384a5f4)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:18.583715 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5920a77e-94ff-4e0e-a51d-b98e16f67309 req-23132868-401a-4d33-aaf0-9385116ab252 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:18.601853 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-5920a77e-94ff-4e0e-a51d-b98e16f67309 req-23132868-401a-4d33-aaf0-9385116ab252 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Calling delete_port for 2f561eae-6759-4036-a3b9-f89bbb22737e owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:15:18.646372 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1ffedf7a-8b91-4b19-9745-b02229690763 req-7771078e-3ac9-4a0b-b812-86170650be69 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819136 Nov 24 21:15:18.859799 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aea2a3f0-0a40-45c1-97b1-bd6c0717bfca req-f8b06db6-ac3e-4277-b1bb-fefb4eef4591 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 210 time: 0.0541804 Nov 24 21:15:18.867072 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5920a77e-94ff-4e0e-a51d-b98e16f67309 req-23132868-401a-4d33-aaf0-9385116ab252 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:18.880499 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['2f561eae-6759-4036-a3b9-f89bbb22737e'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:15:18.902180 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23132868-401a-4d33-aaf0-9385116ab252 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Pushing event deleted for resources: {'Port': ['ID=2f561eae-6759-4036-a3b9-f89bbb22737e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:18.972923 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-5920a77e-94ff-4e0e-a51d-b98e16f67309 req-23132868-401a-4d33-aaf0-9385116ab252 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] No DVR routers for this DVR port 2f561eae-6759-4036-a3b9-f89bbb22737e on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:15:18.983415 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5920a77e-94ff-4e0e-a51d-b98e16f67309 req-23132868-401a-4d33-aaf0-9385116ab252 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:18.989804 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5920a77e-94ff-4e0e-a51d-b98e16f67309 req-23132868-401a-4d33-aaf0-9385116ab252 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.15 "DELETE /v2.0/ports/2f561eae-6759-4036-a3b9-f89bbb22737e HTTP/1.1" status: 204 len: 173 time: 0.7444839 Nov 24 21:15:18.990495 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd3e0ad-6544-4823-8651-63d2cb162fe4', 'name': 'network-vif-deleted', 'tag': '2f561eae-6759-4036-a3b9-f89bbb22737e'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:15:18.996789 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dbacc9-d337-4918-8688-a913de7a698b" -d '{"events": [{"server_uuid": "2dd3e0ad-6544-4823-8651-63d2cb162fe4", "name": "network-vif-deleted", "tag": "2f561eae-6759-4036-a3b9-f89bbb22737e"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:15:19.075305 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 438ff0a6-ee76-4c44-8ca7-ac80f10cad83 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:15:19.236970 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 438ff0a6-ee76-4c44-8ca7-ac80f10cad83 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:15:19.242171 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 438ff0a6-ee76-4c44-8ca7-ac80f10cad83 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:15:19.242845 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:19.246107 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed91e6-12c9-455f-8920-fa4cd2a2d0f3 req-25954499-7727-499e-a325-efc85bdd5576 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:19.255529 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-54ed91e6-12c9-455f-8920-fa4cd2a2d0f3 req-25954499-7727-499e-a325-efc85bdd5576 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=babd5a2a-85a1-49ba-83eb-25cc46756dcf HTTP/1.1" status: 200 len: 945 time: 0.1159246 Nov 24 21:15:19.343774 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-54ed91e6-12c9-455f-8920-fa4cd2a2d0f3 req-f2c20c29-cfb8-4fc7-95ed-cd78b1389963 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c26774b-b7d6-4950-8431-0a39e2f4ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870097 Nov 24 21:15:19.386080 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:19.441812 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 438ff0a6-ee76-4c44-8ca7-ac80f10cad83, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=438ff0a6-ee76-4c44-8ca7-ac80f10cad83,segment=NetworkSegment(999d9b4b-a339-43e7-a49f-a662f2b65834),segment_id=999d9b4b-a339-43e7-a49f-a662f2b65834)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:19.443119 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babd5a2a-85a1-49ba-83eb-25cc46756dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438ff0a6-ee76-4c44-8ca7-ac80f10cad83'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:15:19.446175 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a52ceaa-f278-4f50-858f-89d85009d581" -d '{"events": [{"server_uuid": "babd5a2a-85a1-49ba-83eb-25cc46756dcf", "name": "network-vif-plugged", "status": "completed", "tag": "438ff0a6-ee76-4c44-8ca7-ac80f10cad83"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:15:19.451619 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:19.459603 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-cdbe3d4e-3614-4cdf-a357-fca07c798bc0 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:19.461985 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-cdbe3d4e-3614-4cdf-a357-fca07c798bc0 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.48 "GET /v2.0/networks?id=b59c9fc1-01d2-4aaa-ac66-8d881ad33335 HTTP/1.1" status: 200 len: 809 time: 0.2999368 Nov 24 21:15:19.476327 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-9f720715-7874-4a09-8eb2-05d18871c75c tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Request body: {'port': {'device_id': 'abdc9455-d948-4455-b322-5daf72e8d9d4', 'network_id': 'b59c9fc1-01d2-4aaa-ac66-8d881ad33335', 'admin_state_up': True, 'tenant_id': '7fab4a8cf1224a3b8925ebd452b8dc76'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:19.478619 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5899f9-ad00-4067-a584-965915fe4e90 x-openstack-request-id: req-bf5899f9-ad00-4067-a584-965915fe4e90 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:15:19.478925 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd3e0ad-6544-4823-8651-63d2cb162fe4", "name": "network-vif-deleted", "tag": "2f561eae-6759-4036-a3b9-f89bbb22737e", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:15:19.479189 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bf5899f9-ad00-4067-a584-965915fe4e90 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:15:19.479603 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd3e0ad-6544-4823-8651-63d2cb162fe4', 'name': 'network-vif-deleted', 'tag': '2f561eae-6759-4036-a3b9-f89bbb22737e', 'status': 'completed', 'code': 200} Nov 24 21:15:19.521673 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=438ff0a6-ee76-4c44-8ca7-ac80f10cad83,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:19.663913 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9ffeb7c0-e796-42ba-8d45-cc360d7aad22 req-a7da056b-068c-415e-bef2-a42b266bcfa4 tempest-ServerGroupTestJSON-737539486 tempest-ServerGroupTestJSON-737539486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dd3e0ad-6544-4823-8651-63d2cb162fe4 HTTP/1.1" status: 200 len: 210 time: 0.0598295 Nov 24 21:15:19.693376 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-9f720715-7874-4a09-8eb2-05d18871c75c tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Made reservation on behalf of 7fab4a8cf1224a3b8925ebd452b8dc76 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:15:19.702728 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-9f720715-7874-4a09-8eb2-05d18871c75c tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:19.743481 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4372aefb-09d5-42b8-8fdb-27e3d7420e41 x-openstack-request-id: req-4372aefb-09d5-42b8-8fdb-27e3d7420e41 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:15:19.744865 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babd5a2a-85a1-49ba-83eb-25cc46756dcf", "name": "network-vif-plugged", "status": "completed", "tag": "438ff0a6-ee76-4c44-8ca7-ac80f10cad83", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:15:19.745668 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4372aefb-09d5-42b8-8fdb-27e3d7420e41 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:15:19.746639 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'babd5a2a-85a1-49ba-83eb-25cc46756dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438ff0a6-ee76-4c44-8ca7-ac80f10cad83', 'code': 200} Nov 24 21:15:19.891274 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c406f95-0352-4b27-9f6d-23e49f6f71bc req-dec12c10-2b1c-4ea0-bbd2-76064f14df78 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:19.892956 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3c406f95-0352-4b27-9f6d-23e49f6f71bc req-dec12c10-2b1c-4ea0-bbd2-76064f14df78 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 943 time: 0.0719643 Nov 24 21:15:19.920603 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672a6a8-d74a-4b83-9a68-de6c5bfe48e5 req-ce29849b-408f-4ddf-b616-b93909994a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:19.922445 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4672a6a8-d74a-4b83-9a68-de6c5bfe48e5 req-ce29849b-408f-4ddf-b616-b93909994a01 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=babd5a2a-85a1-49ba-83eb-25cc46756dcf HTTP/1.1" status: 200 len: 1097 time: 0.0932200 Nov 24 21:15:19.948483 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3c406f95-0352-4b27-9f6d-23e49f6f71bc req-b6fe2d25-39fe-4dcc-b9f2-601ca31dd769 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480981 Nov 24 21:15:19.969855 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-9f720715-7874-4a09-8eb2-05d18871c75c tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Allocated IP 172.20.0.12 (b59c9fc1-01d2-4aaa-ac66-8d881ad33335/cd873952-3a58-4c93-bf4c-54aa6831fffc/f01b76d7-61bb-45cb-8ee6-7954873a1932) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:15:20.015799 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4672a6a8-d74a-4b83-9a68-de6c5bfe48e5 req-37e606a7-6fb8-4c19-91c3-3010928f23dd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2c26774b-b7d6-4950-8431-0a39e2f4ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812721 Nov 24 21:15:20.077881 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2e92be7b-f81c-409c-9717-56cc95a365ec req-6769d3b7-efa1-49ec-b8d6-00673ff958af tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 210 time: 0.0418181 Nov 24 21:15:20.187451 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-9f720715-7874-4a09-8eb2-05d18871c75c tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:20.232460 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-9f720715-7874-4a09-8eb2-05d18871c75c tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:20.252977 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['36f27eeb-4609-4f4e-80db-6567b962937d'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:15:20.282574 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-9f720715-7874-4a09-8eb2-05d18871c75c tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Network b59c9fc1-01d2-4aaa-ac66-8d881ad33335 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:15:20.322263 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-9f720715-7874-4a09-8eb2-05d18871c75c tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:15:20.326511 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-9f720715-7874-4a09-8eb2-05d18871c75c tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:15:20.366095 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f720715-7874-4a09-8eb2-05d18871c75c tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Pushing event updated for resources: {'Port': ['ID=f01b76d7-61bb-45cb-8ee6-7954873a1932,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:20.413872 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-9f720715-7874-4a09-8eb2-05d18871c75c tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:20.414526 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-9f720715-7874-4a09-8eb2-05d18871c75c tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:20.434094 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-9f720715-7874-4a09-8eb2-05d18871c75c tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9624445 Nov 24 21:15:20.449680 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4cd5537e-5246-43f7-95d8-a4ce237fb356 service neutron] Request body: {'port': {'device_id': 'abdc9455-d948-4455-b322-5daf72e8d9d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:20.507238 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4cd5537e-5246-43f7-95d8-a4ce237fb356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:20.570563 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402476f8-4beb-4a0a-b82b-442adf956d40 req-3cb7c887-fd6f-4230-aa09-154cb45642f4 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:20.572261 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-402476f8-4beb-4a0a-b82b-442adf956d40 req-3cb7c887-fd6f-4230-aa09-154cb45642f4 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=babd5a2a-85a1-49ba-83eb-25cc46756dcf HTTP/1.1" status: 200 len: 946 time: 0.0517898 Nov 24 21:15:20.626898 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-402476f8-4beb-4a0a-b82b-442adf956d40 req-6cb25216-e259-441a-911b-e012382ac4ac tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c26774b-b7d6-4950-8431-0a39e2f4ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484946 Nov 24 21:15:20.762901 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c9fdc-bb8d-4bcc-9dc2-37f8035b28d4 req-f764d31f-01ef-4695-9a45-e94837c520f2 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:20.764714 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-356c9fdc-bb8d-4bcc-9dc2-37f8035b28d4 req-f764d31f-01ef-4695-9a45-e94837c520f2 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.11 "GET /v2.0/ports?device_id=64831e4e-6a80-4b0c-902a-c7f233758013 HTTP/1.1" status: 200 len: 945 time: 0.0621583 Nov 24 21:15:20.821460 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-356c9fdc-bb8d-4bcc-9dc2-37f8035b28d4 req-0e158083-8232-4391-95ab-63d3013726ba tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f197ce-50e6-4710-bcc3-9c00bb9036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496979 Nov 24 21:15:20.827263 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4cd5537e-5246-43f7-95d8-a4ce237fb356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01b76d7-61bb-45cb-8ee6-7954873a1932 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:15:20.837697 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4cd5537e-5246-43f7-95d8-a4ce237fb356 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:20.864470 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4cd5537e-5246-43f7-95d8-a4ce237fb356 service neutron] Transition to ACTIVE for port object f01b76d7-61bb-45cb-8ee6-7954873a1932 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:15:20.869560 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4cd5537e-5246-43f7-95d8-a4ce237fb356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:20.967670 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5537e-5246-43f7-95d8-a4ce237fb356 service neutron] Pushing event updated for resources: {'Port': ['ID=f01b76d7-61bb-45cb-8ee6-7954873a1932,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:21.034230 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4cd5537e-5246-43f7-95d8-a4ce237fb356 service neutron] Attempting to bind port f01b76d7-61bb-45cb-8ee6-7954873a1932 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:15:21.035013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4cd5537e-5246-43f7-95d8-a4ce237fb356 service neutron] Attempting to bind port f01b76d7-61bb-45cb-8ee6-7954873a1932 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '23f7fba8-fb33-45f1-b153-5a1fa803c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b59c9fc1-01d2-4aaa-ac66-8d881ad33335'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:15:21.035427 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4cd5537e-5246-43f7-95d8-a4ce237fb356 service neutron] Attempting to bind port f01b76d7-61bb-45cb-8ee6-7954873a1932 on network b59c9fc1-01d2-4aaa-ac66-8d881ad33335 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:15:21.040352 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4cd5537e-5246-43f7-95d8-a4ce237fb356 service neutron] Port f01b76d7-61bb-45cb-8ee6-7954873a1932 on network b59c9fc1-01d2-4aaa-ac66-8d881ad33335 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:15:21.040686 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4cd5537e-5246-43f7-95d8-a4ce237fb356 service neutron] Attempting to bind port f01b76d7-61bb-45cb-8ee6-7954873a1932 on network b59c9fc1-01d2-4aaa-ac66-8d881ad33335 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:15:21.048575 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4cd5537e-5246-43f7-95d8-a4ce237fb356 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:15:21.048957 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4cd5537e-5246-43f7-95d8-a4ce237fb356 service neutron] Checking segment: {'id': '23f7fba8-fb33-45f1-b153-5a1fa803c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b59c9fc1-01d2-4aaa-ac66-8d881ad33335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:15:21.049353 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4cd5537e-5246-43f7-95d8-a4ce237fb356 service neutron] Bound using segment: {'id': '23f7fba8-fb33-45f1-b153-5a1fa803c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b59c9fc1-01d2-4aaa-ac66-8d881ad33335'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:15:21.049796 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4cd5537e-5246-43f7-95d8-a4ce237fb356 service neutron] Bound port: f01b76d7-61bb-45cb-8ee6-7954873a1932, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f7fba8-fb33-45f1-b153-5a1fa803c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b59c9fc1-01d2-4aaa-ac66-8d881ad33335'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:15:21.050722 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4cd5537e-5246-43f7-95d8-a4ce237fb356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:21.081989 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc587b-73d3-4c1e-9380-13014877b1f6 req-11fc7ce5-7828-41ff-9246-5e2e8a004b1d tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:21.083842 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3bcc587b-73d3-4c1e-9380-13014877b1f6 req-11fc7ce5-7828-41ff-9246-5e2e8a004b1d tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 943 time: 0.0633290 Nov 24 21:15:21.139677 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4cd5537e-5246-43f7-95d8-a4ce237fb356 service neutron] For port f01b76d7-61bb-45cb-8ee6-7954873a1932, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:15:21.143376 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4cd5537e-5246-43f7-95d8-a4ce237fb356 service neutron] For port f01b76d7-61bb-45cb-8ee6-7954873a1932, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f01b76d7-61bb-45cb-8ee6-7954873a1932,segment=NetworkSegment(23f7fba8-fb33-45f1-b153-5a1fa803c7b9),segment_id=23f7fba8-fb33-45f1-b153-5a1fa803c7b9)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:15:21.153062 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4cd5537e-5246-43f7-95d8-a4ce237fb356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:21.168389 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3bcc587b-73d3-4c1e-9380-13014877b1f6 req-b34feeee-079e-4ef4-a63d-2c6ee82d18fb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755010 Nov 24 21:15:21.196375 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4cd5537e-5246-43f7-95d8-a4ce237fb356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:21.197072 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4cd5537e-5246-43f7-95d8-a4ce237fb356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:21.198639 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-4cd5537e-5246-43f7-95d8-a4ce237fb356 service neutron] 10.222.0.48 "PUT /v2.0/ports/f01b76d7-61bb-45cb-8ee6-7954873a1932 HTTP/1.1" status: 200 len: 1092 time: 0.7540715 Nov 24 21:15:21.199281 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abdc9455-d948-4455-b322-5daf72e8d9d4', 'tag': 'f01b76d7-61bb-45cb-8ee6-7954873a1932'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:15:21.201801 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4a6814-80b5-4139-a74d-f8530d4491c1" -d '{"events": [{"name": "network-changed", "server_uuid": "abdc9455-d948-4455-b322-5daf72e8d9d4", "tag": "f01b76d7-61bb-45cb-8ee6-7954873a1932"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:15:21.238620 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5537e-5246-43f7-95d8-a4ce237fb356 service neutron] Pushing event updated for resources: {'Port': ['ID=f01b76d7-61bb-45cb-8ee6-7954873a1932,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:21.330644 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-a4d92b9b-425d-455d-950a-fc99ef5852ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:21.333815 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-a4d92b9b-425d-455d-950a-fc99ef5852ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fab4a8cf1224a3b8925ebd452b8dc76&device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 1095 time: 0.0647418 Nov 24 21:15:21.386568 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-9a559a91-6541-4cac-8727-99d1493f636b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f01b76d7-61bb-45cb-8ee6-7954873a1932 HTTP/1.1" status: 200 len: 217 time: 0.0417585 Nov 24 21:15:21.399625 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f779051-7799-4131-a7c1-c888c773845b req-232645fa-0ff9-4354-a930-1605d2ab86bc tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:21.401163 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f779051-7799-4131-a7c1-c888c773845b req-232645fa-0ff9-4354-a930-1605d2ab86bc tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 944 time: 0.0522444 Nov 24 21:15:21.450999 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-2b6d8e80-2b7e-4de2-89c5-b90fd4b26c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:21.453117 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-2b6d8e80-2b7e-4de2-89c5-b90fd4b26c5f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd873952-3a58-4c93-bf4c-54aa6831fffc HTTP/1.1" status: 200 len: 849 time: 0.0599482 Nov 24 21:15:21.477102 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f779051-7799-4131-a7c1-c888c773845b req-532d8c18-b458-4bb0-bbf6-2cf04fc51766 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610597 Nov 24 21:15:21.501433 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-0bd37961-9a07-4c52-8288-2fb6ad3e9fc7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b59c9fc1-01d2-4aaa-ac66-8d881ad33335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417652 Nov 24 21:15:21.548717 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e3cd79-1f35-4384-b5d4-8a170841b4ca x-openstack-request-id: req-f5e3cd79-1f35-4384-b5d4-8a170841b4ca {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:15:21.549266 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abdc9455-d948-4455-b322-5daf72e8d9d4", "tag": "f01b76d7-61bb-45cb-8ee6-7954873a1932", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:15:21.549601 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f5e3cd79-1f35-4384-b5d4-8a170841b4ca {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:15:21.551592 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abdc9455-d948-4455-b322-5daf72e8d9d4', 'tag': 'f01b76d7-61bb-45cb-8ee6-7954873a1932', 'status': 'completed', 'code': 200} Nov 24 21:15:21.619774 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-a99f8601-d73b-4187-826b-0f96ceeb4ffb service neutron] 10.222.0.48 "GET /v2.0/networks/b59c9fc1-01d2-4aaa-ac66-8d881ad33335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099722 Nov 24 21:15:21.663100 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36032) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:21.768841 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-44289f9a-3a15-485e-bb00-19e862ce8db3 admin admin] Deleting subnet 489e47ec-aa53-4436-98d0-7343c74f2baf {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:15:21.777988 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-44289f9a-3a15-485e-bb00-19e862ce8db3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:21.781848 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1d8571d-1fd7-4b97-b409-1e03158abab4 req-6e71dd2e-67ad-4403-9d31-a8651c4f0cbb service neutron] 10.222.0.48 "GET /v2.0/networks/b59c9fc1-01d2-4aaa-ac66-8d881ad33335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451962 Nov 24 21:15:21.848249 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-44289f9a-3a15-485e-bb00-19e862ce8db3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:21.887012 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceeb921-3c73-4076-84e6-c853dc14ece6 req-90b06af6-320b-4d2b-9232-c7775ccd2b72 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:21.888689 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eceeb921-3c73-4076-84e6-c853dc14ece6 req-90b06af6-320b-4d2b-9232-c7775ccd2b72 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=babd5a2a-85a1-49ba-83eb-25cc46756dcf HTTP/1.1" status: 200 len: 946 time: 0.1387887 Nov 24 21:15:21.924313 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-44289f9a-3a15-485e-bb00-19e862ce8db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:21.928043 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a6814-80b5-4139-a74d-f8530d4491c1 req-c00f89a0-0d03-4f40-b2e5-d4a11e841a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:21.929700 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0f4a6814-80b5-4139-a74d-f8530d4491c1 req-c00f89a0-0d03-4f40-b2e5-d4a11e841a3e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fab4a8cf1224a3b8925ebd452b8dc76&device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 1095 time: 0.0773549 Nov 24 21:15:22.009299 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-44289f9a-3a15-485e-bb00-19e862ce8db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:22.047253 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a6814-80b5-4139-a74d-f8530d4491c1 req-318b9504-50c9-426f-b251-c4bee1d3510b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:22.048788 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0f4a6814-80b5-4139-a74d-f8530d4491c1 req-318b9504-50c9-426f-b251-c4bee1d3510b service neutron] 10.222.0.48 "GET /v2.0/networks?id=b59c9fc1-01d2-4aaa-ac66-8d881ad33335 HTTP/1.1" status: 200 len: 910 time: 0.1101828 Nov 24 21:15:22.071580 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44289f9a-3a15-485e-bb00-19e862ce8db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=489e47ec-aa53-4436-98d0-7343c74f2baf,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:22.077587 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-44289f9a-3a15-485e-bb00-19e862ce8db3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:22.085533 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-44289f9a-3a15-485e-bb00-19e862ce8db3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/489e47ec-aa53-4436-98d0-7343c74f2baf HTTP/1.1" status: 204 len: 168 time: 0.4213312 Nov 24 21:15:22.086738 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36038) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:22.115393 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eceeb921-3c73-4076-84e6-c853dc14ece6 req-ef551ecf-7648-4e07-b8d0-ae8e90a77cf5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c26774b-b7d6-4950-8431-0a39e2f4ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198491 Nov 24 21:15:22.122479 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0f4a6814-80b5-4139-a74d-f8530d4491c1 req-9bb7f6f1-dbfc-4ab3-b4f6-05edf0724d97 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f01b76d7-61bb-45cb-8ee6-7954873a1932 HTTP/1.1" status: 200 len: 217 time: 0.0580480 Nov 24 21:15:22.188508 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a6814-80b5-4139-a74d-f8530d4491c1 req-22911025-c21b-44ed-95b4-b72b92cd1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:22.190050 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0f4a6814-80b5-4139-a74d-f8530d4491c1 req-22911025-c21b-44ed-95b4-b72b92cd1b7a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd873952-3a58-4c93-bf4c-54aa6831fffc HTTP/1.1" status: 200 len: 849 time: 0.0586052 Nov 24 21:15:22.193293 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cb6ad7e4-34a2-4fa5-b42f-b20ded97edc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:22.234774 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0f4a6814-80b5-4139-a74d-f8530d4491c1 req-ee3f1f2e-33ad-4fa1-a0ab-044a1f19f36b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b59c9fc1-01d2-4aaa-ac66-8d881ad33335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363863 Nov 24 21:15:22.354606 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cb6ad7e4-34a2-4fa5-b42f-b20ded97edc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:22.375552 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-cb6ad7e4-34a2-4fa5-b42f-b20ded97edc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3650e11b-80c5-4c09-9e63-93cf33d19283']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:15:22.381410 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0f4a6814-80b5-4139-a74d-f8530d4491c1 req-db8580b3-8fe7-4b0b-acf2-36a0522935c0 service neutron] 10.222.0.48 "GET /v2.0/networks/b59c9fc1-01d2-4aaa-ac66-8d881ad33335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377683 Nov 24 21:15:22.391533 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8c1d3-8e32-41e6-af90-849ceaa9d3d7 req-a71475f8-6c98-4d6f-8d1f-bf07b417213b tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:22.393094 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f9e8c1d3-8e32-41e6-af90-849ceaa9d3d7 req-a71475f8-6c98-4d6f-8d1f-bf07b417213b tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.15 "GET /v2.0/ports?device_id=64831e4e-6a80-4b0c-902a-c7f233758013 HTTP/1.1" status: 200 len: 945 time: 0.2692695 Nov 24 21:15:22.397384 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-cb6ad7e4-34a2-4fa5-b42f-b20ded97edc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cf6475-1cf7-43f1-9ff0-ae850384a5f4') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:15:22.397750 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-cb6ad7e4-34a2-4fa5-b42f-b20ded97edc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cf6475-1cf7-43f1-9ff0-ae850384a5f4') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:15:22.459021 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cb6ad7e4-34a2-4fa5-b42f-b20ded97edc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:22.515511 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0f4a6814-80b5-4139-a74d-f8530d4491c1 req-1f191c28-5262-4cd1-a912-0370d2d4a451 service neutron] 10.222.0.48 "GET /v2.0/networks/b59c9fc1-01d2-4aaa-ac66-8d881ad33335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250834 Nov 24 21:15:22.526397 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfaf34c-57a2-4209-9dc6-f6f8a3087da7 req-57cc67b9-a482-47d6-adff-d7bfd7a79480 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:22.535762 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cdfaf34c-57a2-4209-9dc6-f6f8a3087da7 req-57cc67b9-a482-47d6-adff-d7bfd7a79480 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.11 "GET /v2.0/ports?device_id=64831e4e-6a80-4b0c-902a-c7f233758013 HTTP/1.1" status: 200 len: 945 time: 0.3002276 Nov 24 21:15:22.538138 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cb6ad7e4-34a2-4fa5-b42f-b20ded97edc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:22.570139 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6ad7e4-34a2-4fa5-b42f-b20ded97edc1 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:15:22.570820 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cb6ad7e4-34a2-4fa5-b42f-b20ded97edc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:15:22.573632 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:15:22.676931 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cdfaf34c-57a2-4209-9dc6-f6f8a3087da7 req-d3a33c9d-cafd-4879-a73f-10da75252c49 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f197ce-50e6-4710-bcc3-9c00bb9036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316910 Nov 24 21:15:22.686340 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-f9e8c1d3-8e32-41e6-af90-849ceaa9d3d7 req-f8899189-b179-4fbb-baee-09e317329f37 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Deleting port 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:15:22.686996 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f9e8c1d3-8e32-41e6-af90-849ceaa9d3d7 req-f8899189-b179-4fbb-baee-09e317329f37 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:22.713750 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cb6ad7e4-34a2-4fa5-b42f-b20ded97edc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:22.732176 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cb6ad7e4-34a2-4fa5-b42f-b20ded97edc1 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:22.736625 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cb6ad7e4-34a2-4fa5-b42f-b20ded97edc1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3650e11b-80c5-4c09-9e63-93cf33d19283 HTTP/1.1" status: 204 len: 168 time: 0.6483622 Nov 24 21:15:22.757235 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ad7e4-34a2-4fa5-b42f-b20ded97edc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3650e11b-80c5-4c09-9e63-93cf33d19283,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:22.870416 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f32fb-d362-4b70-98fe-78aefd9b6fa3 req-aaf08459-73f2-474d-b109-61e40de1ac60 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:22.875776 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-249f32fb-d362-4b70-98fe-78aefd9b6fa3 req-aaf08459-73f2-474d-b109-61e40de1ac60 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=babd5a2a-85a1-49ba-83eb-25cc46756dcf HTTP/1.1" status: 200 len: 946 time: 0.1197872 Nov 24 21:15:22.877832 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-f9e8c1d3-8e32-41e6-af90-849ceaa9d3d7 req-f8899189-b179-4fbb-baee-09e317329f37 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] For port 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8c337b70-f625-4ab2-ab5c-f17cc6d0ad38,segment=NetworkSegment(d680572e-e819-4978-8988-75efc00351ab),segment_id=d680572e-e819-4978-8988-75efc00351ab)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:22.879012 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f9e8c1d3-8e32-41e6-af90-849ceaa9d3d7 req-f8899189-b179-4fbb-baee-09e317329f37 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:22.910325 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-f9e8c1d3-8e32-41e6-af90-849ceaa9d3d7 req-f8899189-b179-4fbb-baee-09e317329f37 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Calling delete_port for 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:15:22.997866 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36052) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:23.018417 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-249f32fb-d362-4b70-98fe-78aefd9b6fa3 req-4d0d0898-413d-476d-879d-6f94035ad24e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c26774b-b7d6-4950-8431-0a39e2f4ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339350 Nov 24 21:15:23.040490 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36054) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:23.100028 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-73f2415a-e3c3-4a2d-898e-73aa97c0c2b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3cf152f8f75e4a558b1bd94c37b19d54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1004822 Nov 24 21:15:23.102477 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36056) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:23.111466 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e118e1-b0df-428c-b1e2-9a51d341561f tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:23.116638 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36058) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:23.116847 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-38e118e1-b0df-428c-b1e2-9a51d341561f tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=babd5a2a-85a1-49ba-83eb-25cc46756dcf HTTP/1.1" status: 200 len: 1092 time: 0.0747499 Nov 24 21:15:23.123262 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-169ad2fa-a00f-41f2-b193-af386f9268a9 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': '438ff0a6-ee76-4c44-8ca7-ac80f10cad83', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:23.180864 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-169ad2fa-a00f-41f2-b193-af386f9268a9 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:23.202159 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00f2199b-2634-4956-964d-621c105b33f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:23.215027 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b65c8-1133-4b29-a016-2b4b2e7b77ab req-c776d070-118c-46c1-9af4-9b275aec85c1 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:23.217786 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bd1b65c8-1133-4b29-a016-2b4b2e7b77ab req-c776d070-118c-46c1-9af4-9b275aec85c1 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 943 time: 0.0992002 Nov 24 21:15:23.219046 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f9e8c1d3-8e32-41e6-af90-849ceaa9d3d7 req-f8899189-b179-4fbb-baee-09e317329f37 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:23.242212 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['8c337b70-f625-4ab2-ab5c-f17cc6d0ad38'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:15:23.255565 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00f2199b-2634-4956-964d-621c105b33f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:23.261915 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8899189-b179-4fbb-baee-09e317329f37 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Pushing event deleted for resources: {'Port': ['ID=8c337b70-f625-4ab2-ab5c-f17cc6d0ad38,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:23.342364 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e8c1d3-8e32-41e6-af90-849ceaa9d3d7 req-f8899189-b179-4fbb-baee-09e317329f37 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] No DVR routers for this DVR port 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:15:23.350793 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f9e8c1d3-8e32-41e6-af90-849ceaa9d3d7 req-f8899189-b179-4fbb-baee-09e317329f37 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:23.355810 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f9e8c1d3-8e32-41e6-af90-849ceaa9d3d7 req-f8899189-b179-4fbb-baee-09e317329f37 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.15 "DELETE /v2.0/ports/8c337b70-f625-4ab2-ab5c-f17cc6d0ad38 HTTP/1.1" status: 204 len: 173 time: 0.9488671 Nov 24 21:15:23.362040 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64831e4e-6a80-4b0c-902a-c7f233758013', 'name': 'network-vif-deleted', 'tag': '8c337b70-f625-4ab2-ab5c-f17cc6d0ad38'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:15:23.366067 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b285f1b2-de61-4623-ac2d-4214a64f4d76" -d '{"events": [{"server_uuid": "64831e4e-6a80-4b0c-902a-c7f233758013", "name": "network-vif-deleted", "tag": "8c337b70-f625-4ab2-ab5c-f17cc6d0ad38"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:15:23.376621 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-169ad2fa-a00f-41f2-b193-af386f9268a9 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:23.393185 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00f2199b-2634-4956-964d-621c105b33f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:23.396578 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00f2199b-2634-4956-964d-621c105b33f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:23.397870 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-00f2199b-2634-4956-964d-621c105b33f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ead21482-4e4e-418e-bb48-40d4ee03a70c HTTP/1.1" status: 204 len: 168 time: 0.2942221 Nov 24 21:15:23.422470 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bd1b65c8-1133-4b29-a016-2b4b2e7b77ab req-76b406a6-6976-4f56-931c-56dad27e7402 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952157 Nov 24 21:15:23.471264 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2199b-2634-4956-964d-621c105b33f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead21482-4e4e-418e-bb48-40d4ee03a70c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:23.607160 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-169ad2fa-a00f-41f2-b193-af386f9268a9 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Allocated IP 172.25.5.193 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/1ac57ba5-0978-4149-b5da-b6d88325823e) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:15:23.688185 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70478adb-348f-43e2-bdb9-817a6a238bd3 req-bdfb151b-e78e-47d2-844f-c51a8a0fb50c tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:23.701945 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-70478adb-348f-43e2-bdb9-817a6a238bd3 req-bdfb151b-e78e-47d2-844f-c51a8a0fb50c tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 944 time: 0.1506336 Nov 24 21:15:23.804652 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 2f561eae-6759-4036-a3b9-f89bbb22737e no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:15:23.814247 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-70478adb-348f-43e2-bdb9-817a6a238bd3 req-7d14fca5-70f6-4bee-ad7e-6a40c20da5d5 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087258 Nov 24 21:15:23.846706 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-169ad2fa-a00f-41f2-b193-af386f9268a9 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:23.853130 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 2f561eae-6759-4036-a3b9-f89bbb22737e {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:15:23.856868 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 2f561eae-6759-4036-a3b9-f89bbb22737e not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:15:23.895622 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40721be-f038-4dc9-942a-07c9fda1e4ac x-openstack-request-id: req-b40721be-f038-4dc9-942a-07c9fda1e4ac {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:15:23.896127 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64831e4e-6a80-4b0c-902a-c7f233758013", "name": "network-vif-deleted", "tag": "8c337b70-f625-4ab2-ab5c-f17cc6d0ad38", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:15:23.896487 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b40721be-f038-4dc9-942a-07c9fda1e4ac {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:15:23.897026 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64831e4e-6a80-4b0c-902a-c7f233758013', 'name': 'network-vif-deleted', 'tag': '8c337b70-f625-4ab2-ab5c-f17cc6d0ad38', 'status': 'completed', 'code': 200} Nov 24 21:15:23.919205 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-169ad2fa-a00f-41f2-b193-af386f9268a9 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:23.989440 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169ad2fa-a00f-41f2-b193-af386f9268a9 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:15:23.998047 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-169ad2fa-a00f-41f2-b193-af386f9268a9 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:15:24.019089 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169ad2fa-a00f-41f2-b193-af386f9268a9 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:15:24.058078 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-179947f3-f13c-4afe-abe6-811df009d9bd req-4ea45fff-3b95-4eb0-ab7d-40300b319fe1 tempest-ServerMetadataNegativeTestJSON-51659516 tempest-ServerMetadataNegativeTestJSON-51659516-project] 10.222.0.11 "GET /v2.0/ports?device_id=64831e4e-6a80-4b0c-902a-c7f233758013 HTTP/1.1" status: 200 len: 210 time: 0.0670276 Nov 24 21:15:24.096283 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ad2fa-a00f-41f2-b193-af386f9268a9 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'Port': ['ID=1ac57ba5-0978-4149-b5da-b6d88325823e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:24.304276 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36084) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:24.520692 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fd0614d0-88dc-4587-bbed-36ee5a8217da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:24.672182 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fd0614d0-88dc-4587-bbed-36ee5a8217da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:24.686009 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fd0614d0-88dc-4587-bbed-36ee5a8217da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:24.724237 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-169ad2fa-a00f-41f2-b193-af386f9268a9 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:24.801989 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fd0614d0-88dc-4587-bbed-36ee5a8217da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6a961f7978314da4b4ba210a1e5c77b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4964123 Nov 24 21:15:24.805278 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36104) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:24.824357 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4c9c8-5c72-4efd-be61-256d81b854a7 req-bf5067a8-a7a9-47fc-acbe-b335e96f5316 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:24.826237 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b2d4c9c8-5c72-4efd-be61-256d81b854a7 req-bf5067a8-a7a9-47fc-acbe-b335e96f5316 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 943 time: 0.1523268 Nov 24 21:15:24.827089 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0614d0-88dc-4587-bbed-36ee5a8217da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b0a7d2-10d2-4e82-aba3-7ffd3f1eedbb,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:24.859683 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-169ad2fa-a00f-41f2-b193-af386f9268a9 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:24.938760 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b2d4c9c8-5c72-4efd-be61-256d81b854a7 req-3314ce07-0c43-4a4d-9f29-c9246cc4c243 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996349 Nov 24 21:15:24.959097 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc518-6c70-41d5-8e9b-9a3d0bfad051 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:25.008610 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc518-6c70-41d5-8e9b-9a3d0bfad051 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:25.085137 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-169ad2fa-a00f-41f2-b193-af386f9268a9 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:25.093493 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-169ad2fa-a00f-41f2-b193-af386f9268a9 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:25.106568 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device f01b76d7-61bb-45cb-8ee6-7954873a1932 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:15:25.116630 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc518-6c70-41d5-8e9b-9a3d0bfad051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:25.119414 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc518-6c70-41d5-8e9b-9a3d0bfad051 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:25.123648 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fb8fc518-6c70-41d5-8e9b-9a3d0bfad051 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/09b0a7d2-10d2-4e82-aba3-7ffd3f1eedbb HTTP/1.1" status: 204 len: 168 time: 0.3102961 Nov 24 21:15:25.135218 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b324ee-abe2-438f-8102-b9ecb986617f req-451a3133-0aeb-4d99-a1f0-05dedab99829 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:25.136805 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-18b324ee-abe2-438f-8102-b9ecb986617f req-451a3133-0aeb-4d99-a1f0-05dedab99829 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 944 time: 0.0763981 Nov 24 21:15:25.145597 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fc518-6c70-41d5-8e9b-9a3d0bfad051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b0a7d2-10d2-4e82-aba3-7ffd3f1eedbb,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:25.213272 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ad2fa-a00f-41f2-b193-af386f9268a9 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'Port': ['ID=1ac57ba5-0978-4149-b5da-b6d88325823e,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:25.228003 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-18b324ee-abe2-438f-8102-b9ecb986617f req-0eeb29f4-edb2-4f2e-97e8-4e5a7753ac0c tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838311 Nov 24 21:15:25.320298 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port f01b76d7-61bb-45cb-8ee6-7954873a1932, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f01b76d7-61bb-45cb-8ee6-7954873a1932,segment=NetworkSegment(23f7fba8-fb33-45f1-b153-5a1fa803c7b9),segment_id=23f7fba8-fb33-45f1-b153-5a1fa803c7b9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:25.327529 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36112) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:25.338140 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-169ad2fa-a00f-41f2-b193-af386f9268a9 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:25.348215 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'f01b76d7-61bb-45cb-8ee6-7954873a1932', 'network_id': 'b59c9fc1-01d2-4aaa-ac66-8d881ad33335', 'port_id': 'f01b76d7-61bb-45cb-8ee6-7954873a1932', 'mac_address': 'fa:16:3e:be:bd:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd873952-3a58-4c93-bf4c-54aa6831fffc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:15:25.397492 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:25.413270 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01b76d7-61bb-45cb-8ee6-7954873a1932 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:15:25.437437 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port f01b76d7-61bb-45cb-8ee6-7954873a1932, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f01b76d7-61bb-45cb-8ee6-7954873a1932,segment=NetworkSegment(23f7fba8-fb33-45f1-b153-5a1fa803c7b9),segment_id=23f7fba8-fb33-45f1-b153-5a1fa803c7b9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:25.439993 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd366a49-c9f2-4bc5-a542-ff1410fb5372 admin admin] Deleting subnet 520c184d-426b-4aa1-9d40-f189dabf2c1f {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:15:25.446470 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dd366a49-c9f2-4bc5-a542-ff1410fb5372 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:25.450910 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:25.532897 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=f01b76d7-61bb-45cb-8ee6-7954873a1932,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:25.542799 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:25.543352 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:25.543712 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:25.544678 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:25.545137 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:25.545478 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:25.545827 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:25.546730 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:25.547084 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:25.547427 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:25.547766 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:25.548781 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:25.586133 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dd366a49-c9f2-4bc5-a542-ff1410fb5372 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:25.592647 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-169ad2fa-a00f-41f2-b193-af386f9268a9 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Floating IP 1c9e6823-fae6-4214-a9a1-683d24ca2309 associated. External IP: 172.25.5.193, port: 438ff0a6-ee76-4c44-8ca7-ac80f10cad83. Nov 24 21:15:25.668490 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dd366a49-c9f2-4bc5-a542-ff1410fb5372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:25.694431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['f01b76d7-61bb-45cb-8ee6-7954873a1932'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:15:25.754792 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dd366a49-c9f2-4bc5-a542-ff1410fb5372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:25.797976 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd366a49-c9f2-4bc5-a542-ff1410fb5372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=520c184d-426b-4aa1-9d40-f189dabf2c1f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:25.802585 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dd366a49-c9f2-4bc5-a542-ff1410fb5372 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:25.807278 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dd366a49-c9f2-4bc5-a542-ff1410fb5372 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/520c184d-426b-4aa1-9d40-f189dabf2c1f HTTP/1.1" status: 204 len: 168 time: 0.4784582 Nov 24 21:15:25.810903 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36130) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:25.988141 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2552569b-f02f-462f-a5f9-dbebdc57390c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:26.006713 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169ad2fa-a00f-41f2-b193-af386f9268a9 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Router 727e4ff5-b1f1-4683-b750-65babc288402 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:15:26.276837 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2552569b-f02f-462f-a5f9-dbebdc57390c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:26.303768 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169ad2fa-a00f-41f2-b193-af386f9268a9 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:15:26.322845 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ac6fd-65b3-43e2-9c09-24f6a5dae877 None None] Sync routers for ids ['727e4ff5-b1f1-4683-b750-65babc288402'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:15:26.350053 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-169ad2fa-a00f-41f2-b193-af386f9268a9 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:26.358481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-2552569b-f02f-462f-a5f9-dbebdc57390c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce0f748e-f736-40f6-a533-ebd18a8bdd00']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:15:26.364765 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786ac6fd-65b3-43e2-9c09-24f6a5dae877 None None] Routers {'727e4ff5-b1f1-4683-b750-65babc288402'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:15:26.365043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-786ac6fd-65b3-43e2-9c09-24f6a5dae877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:15:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['727e4ff5-b1f1-4683-b750-65babc288402'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:15:26.398901 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-2552569b-f02f-462f-a5f9-dbebdc57390c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd680572e-e819-4978-8988-75efc00351ab') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:15:26.399574 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-2552569b-f02f-462f-a5f9-dbebdc57390c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd680572e-e819-4978-8988-75efc00351ab') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:15:26.418377 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00761e11-916b-4d56-a75c-86ba4d5cd915 req-7d006227-66f0-43c3-ae0d-33fcb48d7ade tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:26.419891 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-00761e11-916b-4d56-a75c-86ba4d5cd915 req-7d006227-66f0-43c3-ae0d-33fcb48d7ade tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 943 time: 0.2598422 Nov 24 21:15:26.424026 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2552569b-f02f-462f-a5f9-dbebdc57390c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:26.434563 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-169ad2fa-a00f-41f2-b193-af386f9268a9 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3159528 Nov 24 21:15:26.435391 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babd5a2a-85a1-49ba-83eb-25cc46756dcf', 'tag': '438ff0a6-ee76-4c44-8ca7-ac80f10cad83'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:15:26.437532 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36150) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:26.441579 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b075ed13-8334-4787-8928-f30eeb9f836a" -d '{"events": [{"name": "network-changed", "server_uuid": "babd5a2a-85a1-49ba-83eb-25cc46756dcf", "tag": "438ff0a6-ee76-4c44-8ca7-ac80f10cad83"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:15:26.618047 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-786ac6fd-65b3-43e2-9c09-24f6a5dae877 None None] Set router 727e4ff5-b1f1-4683-b750-65babc288402 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:15:26.980605 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2552569b-f02f-462f-a5f9-dbebdc57390c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:26.987088 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-786ac6fd-65b3-43e2-9c09-24f6a5dae877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727e4ff5-b1f1-4683-b750-65babc288402', 'name': 'tempest-TestNetworkBasicOps-router-130953349', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:48Z', 'updated_at': '2021-11-24T21:14:58Z', 'revision_number': 4, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:50Z', 'updated_at': '2021-11-24T21:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '1c9e6823-fae6-4214-a9a1-683d24ca2309', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'port_id': '438ff0a6-ee76-4c44-8ca7-ac80f10cad83', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'mac_address': 'fa:16:3e:c0:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babd5a2a-85a1-49ba-83eb-25cc46756dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:15:24Z', 'updated_at': '2021-11-24T21:15:24Z', 'revision_number': 0, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '639837af-3579-4d68-bf2e-a27d9149c99e', 'name': '', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:2e:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:55Z', 'updated_at': '2021-11-24T21:15:04Z', 'revision_number': 5, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:15:27.018069 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ac6fd-65b3-43e2-9c09-24f6a5dae877 None None] Checking router: 727e4ff5-b1f1-4683-b750-65babc288402 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:15:27.021179 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2552569b-f02f-462f-a5f9-dbebdc57390c admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:15:27.021732 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2552569b-f02f-462f-a5f9-dbebdc57390c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:27.028986 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786ac6fd-65b3-43e2-9c09-24f6a5dae877 None None] Routers {'727e4ff5-b1f1-4683-b750-65babc288402'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:15:27.029708 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-786ac6fd-65b3-43e2-9c09-24f6a5dae877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:15:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['727e4ff5-b1f1-4683-b750-65babc288402'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:15:27.033777 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:15:27.134125 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-11f293e2-803f-4f70-9437-fec7586c0c3f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/floatingips/1c9e6823-fae6-4214-a9a1-683d24ca2309 HTTP/1.1" status: 200 len: 992 time: 0.6842632 Nov 24 21:15:27.141582 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-00761e11-916b-4d56-a75c-86ba4d5cd915 req-53b7fddf-5a2a-4868-afc4-a2a3091d0e7f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7103696 Nov 24 21:15:27.146918 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2552569b-f02f-462f-a5f9-dbebdc57390c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:27.154393 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2552569b-f02f-462f-a5f9-dbebdc57390c admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:27.158099 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2552569b-f02f-462f-a5f9-dbebdc57390c admin admin] 10.222.0.11 "DELETE /v2.0/networks/ce0f748e-f736-40f6-a533-ebd18a8bdd00 HTTP/1.1" status: 204 len: 168 time: 1.3459558 Nov 24 21:15:27.195493 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552569b-f02f-462f-a5f9-dbebdc57390c admin admin] Pushing event deleted for resources: {'Network': ['ID=ce0f748e-f736-40f6-a533-ebd18a8bdd00,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:27.299571 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device f01b76d7-61bb-45cb-8ee6-7954873a1932 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:15:27.317696 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46813a4-a9f1-4c15-a6a4-299e2d7582ea req-2836ee7c-54c2-4985-b7e4-867dc61f62dd tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:27.327432 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d46813a4-a9f1-4c15-a6a4-299e2d7582ea req-2836ee7c-54c2-4985-b7e4-867dc61f62dd tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 945 time: 0.0723364 Nov 24 21:15:27.361571 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-786ac6fd-65b3-43e2-9c09-24f6a5dae877 None None] Set router 727e4ff5-b1f1-4683-b750-65babc288402 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:15:27.424616 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port f01b76d7-61bb-45cb-8ee6-7954873a1932 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:15:27.434474 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d46813a4-a9f1-4c15-a6a4-299e2d7582ea req-2ee67cbe-fd1a-4da3-9d81-8ec5ba1c732f tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003244 Nov 24 21:15:27.469714 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port f01b76d7-61bb-45cb-8ee6-7954873a1932 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:15:27.470012 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:27.490062 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36168) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:27.523896 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad77d041-6800-4508-9898-fbb228026b4d x-openstack-request-id: req-ad77d041-6800-4508-9898-fbb228026b4d {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:15:27.524247 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "babd5a2a-85a1-49ba-83eb-25cc46756dcf", "tag": "438ff0a6-ee76-4c44-8ca7-ac80f10cad83", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:15:27.524517 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad77d041-6800-4508-9898-fbb228026b4d {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:15:27.524977 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'babd5a2a-85a1-49ba-83eb-25cc46756dcf', 'tag': '438ff0a6-ee76-4c44-8ca7-ac80f10cad83', 'status': 'completed', 'code': 200} Nov 24 21:15:27.555950 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a9094695-0618-4d49-a736-c42c3376800a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b75afb9536a94dca8e37a564362b4dab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0641024 Nov 24 21:15:27.558442 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36172) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:27.652782 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:27.668487 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075ed13-8334-4787-8928-f30eeb9f836a req-6b82d721-fb0e-422d-b99c-500037bba36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:27.670128 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b075ed13-8334-4787-8928-f30eeb9f836a req-6b82d721-fb0e-422d-b99c-500037bba36b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=207eef9f28694fbd90eb332792fa324d&device_id=babd5a2a-85a1-49ba-83eb-25cc46756dcf HTTP/1.1" status: 200 len: 1097 time: 0.1127625 Nov 24 21:15:27.671566 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-550f9e1c-71c0-49b3-92aa-c4072c3ac976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:27.692144 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdc9455-d948-4455-b322-5daf72e8d9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01b76d7-61bb-45cb-8ee6-7954873a1932'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:15:27.694870 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2a8a69-7579-4316-8850-8eaa2ae3fbee" -d '{"events": [{"server_uuid": "abdc9455-d948-4455-b322-5daf72e8d9d4", "name": "network-vif-plugged", "status": "completed", "tag": "f01b76d7-61bb-45cb-8ee6-7954873a1932"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:15:27.747608 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-550f9e1c-71c0-49b3-92aa-c4072c3ac976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:27.779112 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port f01b76d7-61bb-45cb-8ee6-7954873a1932, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f01b76d7-61bb-45cb-8ee6-7954873a1932,segment=NetworkSegment(23f7fba8-fb33-45f1-b153-5a1fa803c7b9),segment_id=23f7fba8-fb33-45f1-b153-5a1fa803c7b9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:27.782400 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a3050b-058a-4a67-a12b-33ee8fee53ee x-openstack-request-id: req-34a3050b-058a-4a67-a12b-33ee8fee53ee {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:15:27.782928 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdc9455-d948-4455-b322-5daf72e8d9d4", "name": "network-vif-plugged", "status": "completed", "tag": "f01b76d7-61bb-45cb-8ee6-7954873a1932", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:15:27.783581 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-34a3050b-058a-4a67-a12b-33ee8fee53ee {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:15:27.784460 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abdc9455-d948-4455-b322-5daf72e8d9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01b76d7-61bb-45cb-8ee6-7954873a1932', 'code': 200} Nov 24 21:15:27.807222 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:27.830142 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 95bff051-d264-4ecd-bd06-7ea1bf396c29 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:15:27.833191 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:15:27.849101 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-550f9e1c-71c0-49b3-92aa-c4072c3ac976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:27.852642 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-550f9e1c-71c0-49b3-92aa-c4072c3ac976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:27.854096 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-550f9e1c-71c0-49b3-92aa-c4072c3ac976 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d2f197ce-50e6-4710-bcc3-9c00bb9036d2 HTTP/1.1" status: 204 len: 168 time: 0.2944567 Nov 24 21:15:27.866458 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f9e1c-71c0-49b3-92aa-c4072c3ac976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f197ce-50e6-4710-bcc3-9c00bb9036d2,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:27.975925 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:15:27.976289 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 8c337b70-f625-4ab2-ab5c-f17cc6d0ad38 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:15:28.137683 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36188) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:28.140516 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=f01b76d7-61bb-45cb-8ee6-7954873a1932,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:28.314215 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d7d2e2bd-961d-46dd-bcf7-728d4645b86a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/floatingips/1c9e6823-fae6-4214-a9a1-683d24ca2309 HTTP/1.1" status: 200 len: 992 time: 0.1753423 Nov 24 21:15:28.340968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-786ac6fd-65b3-43e2-9c09-24f6a5dae877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727e4ff5-b1f1-4683-b750-65babc288402', 'name': 'tempest-TestNetworkBasicOps-router-130953349', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:48Z', 'updated_at': '2021-11-24T21:14:58Z', 'revision_number': 4, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:50Z', 'updated_at': '2021-11-24T21:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '1c9e6823-fae6-4214-a9a1-683d24ca2309', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'port_id': '438ff0a6-ee76-4c44-8ca7-ac80f10cad83', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'mac_address': 'fa:16:3e:c0:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babd5a2a-85a1-49ba-83eb-25cc46756dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:15:24Z', 'updated_at': '2021-11-24T21:15:24Z', 'revision_number': 0, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '639837af-3579-4d68-bf2e-a27d9149c99e', 'name': '', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:2e:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:55Z', 'updated_at': '2021-11-24T21:15:04Z', 'revision_number': 5, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:15:28.395214 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ac6fd-65b3-43e2-9c09-24f6a5dae877 None None] The sync data for ids ['727e4ff5-b1f1-4683-b750-65babc288402'] in n-d-812111-8 is: [{'id': '727e4ff5-b1f1-4683-b750-65babc288402', 'name': 'tempest-TestNetworkBasicOps-router-130953349', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:48Z', 'updated_at': '2021-11-24T21:14:58Z', 'revision_number': 4, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:50Z', 'updated_at': '2021-11-24T21:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '1c9e6823-fae6-4214-a9a1-683d24ca2309', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'port_id': '438ff0a6-ee76-4c44-8ca7-ac80f10cad83', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'mac_address': 'fa:16:3e:c0:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babd5a2a-85a1-49ba-83eb-25cc46756dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:15:24Z', 'updated_at': '2021-11-24T21:15:24Z', 'revision_number': 0, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '639837af-3579-4d68-bf2e-a27d9149c99e', 'name': '', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:2e:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:55Z', 'updated_at': '2021-11-24T21:15:04Z', 'revision_number': 5, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:15:28.433978 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 95bff051-d264-4ecd-bd06-7ea1bf396c29, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=95bff051-d264-4ecd-bd06-7ea1bf396c29,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:28.459896 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:15:28.479665 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '95bff051-d264-4ecd-bd06-7ea1bf396c29', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'port_id': '95bff051-d264-4ecd-bd06-7ea1bf396c29', 'mac_address': 'fa:16:3e:a5:31:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:15:28.544712 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:28.573531 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95bff051-d264-4ecd-bd06-7ea1bf396c29 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:15:28.574298 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075ed13-8334-4787-8928-f30eeb9f836a req-6b604190-ae04-4ac1-ab97-9ad98a6a5afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:28.575773 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b075ed13-8334-4787-8928-f30eeb9f836a req-6b604190-ae04-4ac1-ab97-9ad98a6a5afb service neutron] 10.222.0.48 "GET /v2.0/networks?id=29f82d9e-579b-4d97-acf1-b3e0b782c926 HTTP/1.1" status: 200 len: 897 time: 0.8936117 Nov 24 21:15:28.578402 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674834a-20b8-4678-a622-867fdf13782e req-eea25123-bceb-4418-9a7c-db88823849ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:28.579801 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6674834a-20b8-4678-a622-867fdf13782e req-eea25123-bceb-4418-9a7c-db88823849ad service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 1097 time: 0.7103755 Nov 24 21:15:28.600837 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 95bff051-d264-4ecd-bd06-7ea1bf396c29, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=95bff051-d264-4ecd-bd06-7ea1bf396c29,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:28.606392 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:28.627408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8897e-4661-4901-ae48-ceadb9836d6f req-dc303409-6da7-400a-95e8-1b2f62e844a7 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:28.630261 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b5e8897e-4661-4901-ae48-ceadb9836d6f req-dc303409-6da7-400a-95e8-1b2f62e844a7 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 943 time: 0.1317427 Nov 24 21:15:28.684375 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=95bff051-d264-4ecd-bd06-7ea1bf396c29,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:28.742453 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b075ed13-8334-4787-8928-f30eeb9f836a req-2902396d-0658-4631-8e65-4bd16e15a680 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=438ff0a6-ee76-4c44-8ca7-ac80f10cad83 HTTP/1.1" status: 200 len: 1000 time: 0.1564162 Nov 24 21:15:28.745246 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6674834a-20b8-4678-a622-867fdf13782e req-ce8d496a-350a-49a9-8a2f-3f5d05b5b7b8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915577 Nov 24 21:15:28.758311 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b5e8897e-4661-4901-ae48-ceadb9836d6f req-53b1c133-c535-4ed6-97c9-38867d77a63f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102598 Nov 24 21:15:28.815127 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff6f1d8-a656-48c4-b9f2-83e61fb771dd None None] New status for floating IP 1c9e6823-fae6-4214-a9a1-683d24ca2309: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:15:28.875033 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['95bff051-d264-4ecd-bd06-7ea1bf396c29'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:15:28.903103 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea727d8f-8dba-43cc-b33f-2b09e38d9d20 req-5a791156-628e-4c43-8522-e16035558ed6 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:28.914987 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ea727d8f-8dba-43cc-b33f-2b09e38d9d20 req-5a791156-628e-4c43-8522-e16035558ed6 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?device_id=314f3b13-e0e2-4006-9ece-28d18164b017 HTTP/1.1" status: 200 len: 945 time: 0.0847368 Nov 24 21:15:29.051122 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ea727d8f-8dba-43cc-b33f-2b09e38d9d20 req-eca8c446-e38a-4548-ac60-c413e1ccd409 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c864a52-c9e4-442c-948b-d61221035693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349876 Nov 24 21:15:29.091562 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075ed13-8334-4787-8928-f30eeb9f836a req-68e78d04-4063-4144-a420-e701078648d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:29.098612 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b075ed13-8334-4787-8928-f30eeb9f836a req-68e78d04-4063-4144-a420-e701078648d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8 HTTP/1.1" status: 200 len: 834 time: 0.1575708 Nov 24 21:15:29.264019 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075ed13-8334-4787-8928-f30eeb9f836a req-06841ec3-dbc4-4cc8-a77d-c7d65e280132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:29.265594 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b075ed13-8334-4787-8928-f30eeb9f836a req-06841ec3-dbc4-4cc8-a77d-c7d65e280132 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=29f82d9e-579b-4d97-acf1-b3e0b782c926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1615095 Nov 24 21:15:29.323556 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36224) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:29.420979 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2d816-7652-4028-b24e-120d3de37021 req-f6cee861-e663-4843-aa01-e1e15a823af0 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:29.422845 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bcc2d816-7652-4028-b24e-120d3de37021 req-f6cee861-e663-4843-aa01-e1e15a823af0 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.1467013 Nov 24 21:15:29.456472 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-161dce9c-810f-4fa9-a4c6-bb268bb1e70a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/floatingips/1c9e6823-fae6-4214-a9a1-683d24ca2309 HTTP/1.1" status: 200 len: 994 time: 0.1262071 Nov 24 21:15:29.458218 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36226) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:29.536198 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b075ed13-8334-4787-8928-f30eeb9f836a req-02a30126-778a-49bc-bc77-ba27b6be6df8 service neutron] 10.222.0.48 "GET /v2.0/networks/29f82d9e-579b-4d97-acf1-b3e0b782c926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575226 Nov 24 21:15:29.562036 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bcc2d816-7652-4028-b24e-120d3de37021 req-752e7356-456a-4a2b-ab3f-86652dd34a9a tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205103 Nov 24 21:15:29.665230 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-70789de0-215e-4b19-bffb-14583cb2929f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1909327369-network', 'tenant_id': 'decaecefece2435080b2d378715208c2'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:29.680885 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b075ed13-8334-4787-8928-f30eeb9f836a req-f2c49705-a6ba-42a6-b5cc-9769abdfbfb8 service neutron] 10.222.0.48 "GET /v2.0/networks/29f82d9e-579b-4d97-acf1-b3e0b782c926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409001 Nov 24 21:15:29.699318 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70789de0-215e-4b19-bffb-14583cb2929f admin admin] Made reservation on behalf of decaecefece2435080b2d378715208c2 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:15:29.702050 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70789de0-215e-4b19-bffb-14583cb2929f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:29.713224 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70789de0-215e-4b19-bffb-14583cb2929f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:29.829076 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 95bff051-d264-4ecd-bd06-7ea1bf396c29 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:15:29.844155 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70789de0-215e-4b19-bffb-14583cb2929f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:29.851810 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70789de0-215e-4b19-bffb-14583cb2929f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:29.931891 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70789de0-215e-4b19-bffb-14583cb2929f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:15:29.954757 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70789de0-215e-4b19-bffb-14583cb2929f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8712363-6e1c-4fe8-a383-705573f6ad57,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:29.962051 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 95bff051-d264-4ecd-bd06-7ea1bf396c29 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:15:29.962838 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70789de0-215e-4b19-bffb-14583cb2929f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:29.963197 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-70789de0-215e-4b19-bffb-14583cb2929f admin admin] Added segment fc255c7f-c29a-46b6-8640-52714ae9926a of type vlan for network ee8d0854-ec27-476a-931f-a8f1bb95806d Nov 24 21:15:29.972218 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 95bff051-d264-4ecd-bd06-7ea1bf396c29 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:15:29.972596 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:30.019075 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f1622-27ee-4a39-98d3-62759ce5eb4e req-8e6d41fd-d5b7-41fa-a199-3cd48cb8f72b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:30.031040 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd5f1622-27ee-4a39-98d3-62759ce5eb4e req-8e6d41fd-d5b7-41fa-a199-3cd48cb8f72b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 944 time: 0.1730599 Nov 24 21:15:30.055218 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70789de0-215e-4b19-bffb-14583cb2929f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:30.129910 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd5f1622-27ee-4a39-98d3-62759ce5eb4e req-9e307884-ded5-44cf-b00c-76ed9b36d9d4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910194 Nov 24 21:15:30.130967 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70789de0-215e-4b19-bffb-14583cb2929f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:30.132361 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70789de0-215e-4b19-bffb-14583cb2929f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:30.133351 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70789de0-215e-4b19-bffb-14583cb2929f admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:30.157185 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:30.216305 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf27365-43a9-4357-903a-0328b9bf656a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bff051-d264-4ecd-bd06-7ea1bf396c29'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:15:30.219083 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee02cdc-f05d-49c6-80ca-b0a989ed9156" -d '{"events": [{"server_uuid": "acf27365-43a9-4357-903a-0328b9bf656a", "name": "network-vif-plugged", "status": "completed", "tag": "95bff051-d264-4ecd-bd06-7ea1bf396c29"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:15:30.234477 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 95bff051-d264-4ecd-bd06-7ea1bf396c29, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=95bff051-d264-4ecd-bd06-7ea1bf396c29,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:30.242462 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:30.250096 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-70789de0-215e-4b19-bffb-14583cb2929f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7959845 Nov 24 21:15:30.252720 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36240) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:30.256500 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70789de0-215e-4b19-bffb-14583cb2929f admin admin] Pushing event updated for resources: {'Network': ['ID=ee8d0854-ec27-476a-931f-a8f1bb95806d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:30.270789 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-d8872dc4-b31c-454a-9f12-82dbdaa347fe admin admin] Request body: {'subnet': {'network_id': 'ee8d0854-ec27-476a-931f-a8f1bb95806d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1909327369-subnet', 'tenant_id': 'decaecefece2435080b2d378715208c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:30.312228 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=95bff051-d264-4ecd-bd06-7ea1bf396c29,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:30.316639 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network ee8d0854-ec27-476a-931f-a8f1bb95806d details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:15:30.451337 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43764023-3dd8-436e-9dff-0484898e72f2 req-c80a54d8-c58c-432f-b509-e4ab08a160ed tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:30.453092 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-43764023-3dd8-436e-9dff-0484898e72f2 req-c80a54d8-c58c-432f-b509-e4ab08a160ed tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?device_id=314f3b13-e0e2-4006-9ece-28d18164b017 HTTP/1.1" status: 200 len: 945 time: 0.2204323 Nov 24 21:15:30.453451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f874888-7d69-49e4-91d1-b7619410be31 req-9f34dc34-cf5b-441b-b55f-607b0be574ea tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:30.455282 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8872dc4-b31c-454a-9f12-82dbdaa347fe admin admin] Made reservation on behalf of decaecefece2435080b2d378715208c2 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:15:30.456710 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4f874888-7d69-49e4-91d1-b7619410be31 req-9f34dc34-cf5b-441b-b55f-607b0be574ea tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.48 "GET /v2.0/ports?device_id=314f3b13-e0e2-4006-9ece-28d18164b017 HTTP/1.1" status: 200 len: 945 time: 0.1122499 Nov 24 21:15:30.457908 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d8872dc4-b31c-454a-9f12-82dbdaa347fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:30.571705 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-43764023-3dd8-436e-9dff-0484898e72f2 req-f257a732-5c03-481b-83d4-37dec46f6336 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c864a52-c9e4-442c-948b-d61221035693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967174 Nov 24 21:15:30.630443 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151ff632-d04a-4411-a4d1-97e48e36538c x-openstack-request-id: req-151ff632-d04a-4411-a4d1-97e48e36538c {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:15:30.630756 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf27365-43a9-4357-903a-0328b9bf656a", "name": "network-vif-plugged", "status": "completed", "tag": "95bff051-d264-4ecd-bd06-7ea1bf396c29", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:15:30.631014 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-151ff632-d04a-4411-a4d1-97e48e36538c {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:15:30.631417 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf27365-43a9-4357-903a-0328b9bf656a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bff051-d264-4ecd-bd06-7ea1bf396c29', 'code': 200} Nov 24 21:15:30.637543 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-4f874888-7d69-49e4-91d1-b7619410be31 req-7609e518-8564-4466-b652-7e565c01e0dc tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Deleting port e44898bc-2a75-40d1-8246-ba357041ae01 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:15:30.637913 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4f874888-7d69-49e4-91d1-b7619410be31 req-7609e518-8564-4466-b652-7e565c01e0dc tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:30.863679 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-4f874888-7d69-49e4-91d1-b7619410be31 req-7609e518-8564-4466-b652-7e565c01e0dc tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] For port e44898bc-2a75-40d1-8246-ba357041ae01, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=e44898bc-2a75-40d1-8246-ba357041ae01,segment=NetworkSegment(e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06),segment_id=e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:30.864237 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4f874888-7d69-49e4-91d1-b7619410be31 req-7609e518-8564-4466-b652-7e565c01e0dc tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:30.887466 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-4f874888-7d69-49e4-91d1-b7619410be31 req-7609e518-8564-4466-b652-7e565c01e0dc tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Calling delete_port for e44898bc-2a75-40d1-8246-ba357041ae01 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:15:30.970754 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c1fd8-a6ec-4bb4-8c96-b39d6aa68f78 req-0032a6c8-fdf0-49bb-aaa8-4201d31fcb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:30.972434 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-009c1fd8-a6ec-4bb4-8c96-b39d6aa68f78 req-0032a6c8-fdf0-49bb-aaa8-4201d31fcb61 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 1096 time: 0.2030091 Nov 24 21:15:30.976741 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d8872dc4-b31c-454a-9f12-82dbdaa347fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:30.991676 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e489e-6de4-4edd-aa02-dca3aae946e9 req-2b08718b-60c9-42db-8cdc-17f90ba5fd53 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:30.993270 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-846e489e-6de4-4edd-aa02-dca3aae946e9 req-2b08718b-60c9-42db-8cdc-17f90ba5fd53 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.1642983 Nov 24 21:15:31.109059 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8872dc4-b31c-454a-9f12-82dbdaa347fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cb85dfb-9587-449f-bfab-6a213fbd07fd,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:31.122319 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4f874888-7d69-49e4-91d1-b7619410be31 req-7609e518-8564-4466-b652-7e565c01e0dc tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:31.139731 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['e44898bc-2a75-40d1-8246-ba357041ae01'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:15:31.155304 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-009c1fd8-a6ec-4bb4-8c96-b39d6aa68f78 req-7f969c8d-4615-4024-bf94-e0f9cf294a26 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596372 Nov 24 21:15:31.157525 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8872dc4-b31c-454a-9f12-82dbdaa347fe admin admin] Checking segment: {'id': 'fc255c7f-c29a-46b6-8640-52714ae9926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ee8d0854-ec27-476a-931f-a8f1bb95806d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:15:31.157893 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8872dc4-b31c-454a-9f12-82dbdaa347fe admin admin] Network hostable DHCP agents. Network: ee8d0854-ec27-476a-931f-a8f1bb95806d, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:15:31.174190 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-846e489e-6de4-4edd-aa02-dca3aae946e9 req-168a090e-4e9a-4367-932c-7399264d5415 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431923 Nov 24 21:15:31.215834 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609e518-8564-4466-b652-7e565c01e0dc tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Pushing event deleted for resources: {'Port': ['ID=e44898bc-2a75-40d1-8246-ba357041ae01,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:31.217918 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8872dc4-b31c-454a-9f12-82dbdaa347fe admin admin] Network ee8d0854-ec27-476a-931f-a8f1bb95806d is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:15:31.246630 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-d8872dc4-b31c-454a-9f12-82dbdaa347fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, ee8d0854-ec27-476a-931f-a8f1bb95806d) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:15:31.252320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8872dc4-b31c-454a-9f12-82dbdaa347fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:31.253623 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d8872dc4-b31c-454a-9f12-82dbdaa347fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:31.257121 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e945bb-d94a-42d5-a916-7969cdbf5f7a None None] Network ee8d0854-ec27-476a-931f-a8f1bb95806d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:15:31.273768 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f874888-7d69-49e4-91d1-b7619410be31 req-7609e518-8564-4466-b652-7e565c01e0dc tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] No DVR routers for this DVR port e44898bc-2a75-40d1-8246-ba357041ae01 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:15:31.276858 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4f874888-7d69-49e4-91d1-b7619410be31 req-7609e518-8564-4466-b652-7e565c01e0dc tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:31.281451 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4f874888-7d69-49e4-91d1-b7619410be31 req-7609e518-8564-4466-b652-7e565c01e0dc tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.48 "DELETE /v2.0/ports/e44898bc-2a75-40d1-8246-ba357041ae01 HTTP/1.1" status: 204 len: 173 time: 0.8159595 Nov 24 21:15:31.282073 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314f3b13-e0e2-4006-9ece-28d18164b017', 'name': 'network-vif-deleted', 'tag': 'e44898bc-2a75-40d1-8246-ba357041ae01'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:15:31.284719 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c5721b-e522-49e1-bb3b-b5cdee7a74ea" -d '{"events": [{"server_uuid": "314f3b13-e0e2-4006-9ece-28d18164b017", "name": "network-vif-deleted", "tag": "e44898bc-2a75-40d1-8246-ba357041ae01"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:15:31.303973 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d8872dc4-b31c-454a-9f12-82dbdaa347fe admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0489113 Nov 24 21:15:31.436398 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492442f-6383-4b6a-9c00-a2de0fe24361 req-a37b296e-eb8f-4177-91f1-d695cb9c5fbb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:31.441269 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b492442f-6383-4b6a-9c00-a2de0fe24361 req-a37b296e-eb8f-4177-91f1-d695cb9c5fbb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 945 time: 0.1604249 Nov 24 21:15:31.501282 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461817d8-cf2e-4acf-b2ed-ad9fb63102d7 None None] Network ee8d0854-ec27-476a-931f-a8f1bb95806d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:15:31.536057 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b492442f-6383-4b6a-9c00-a2de0fe24361 req-dcffa550-3852-43be-8eec-6ac078d92658 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887618 Nov 24 21:15:31.746507 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0d7f96-cb10-434e-9210-98117ea6aee2 x-openstack-request-id: req-af0d7f96-cb10-434e-9210-98117ea6aee2 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:15:31.746877 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314f3b13-e0e2-4006-9ece-28d18164b017", "name": "network-vif-deleted", "tag": "e44898bc-2a75-40d1-8246-ba357041ae01", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:15:31.747219 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-af0d7f96-cb10-434e-9210-98117ea6aee2 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:15:31.747692 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314f3b13-e0e2-4006-9ece-28d18164b017', 'name': 'network-vif-deleted', 'tag': 'e44898bc-2a75-40d1-8246-ba357041ae01', 'status': 'completed', 'code': 200} Nov 24 21:15:31.884165 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98950faf-333d-4805-ae28-901e8620fe0d req-f5084b7a-2bb5-4c75-a8b3-69c387ff1d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:31.886049 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98950faf-333d-4805-ae28-901e8620fe0d req-f5084b7a-2bb5-4c75-a8b3-69c387ff1d55 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fab4a8cf1224a3b8925ebd452b8dc76&device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 1097 time: 0.0688348 Nov 24 21:15:32.042901 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98950faf-333d-4805-ae28-901e8620fe0d req-4193a752-902f-4d3b-b482-6a52f9388a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:32.045480 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98950faf-333d-4805-ae28-901e8620fe0d req-4193a752-902f-4d3b-b482-6a52f9388a13 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b59c9fc1-01d2-4aaa-ac66-8d881ad33335 HTTP/1.1" status: 200 len: 910 time: 0.1511149 Nov 24 21:15:32.099122 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98950faf-333d-4805-ae28-901e8620fe0d req-84aa7f11-a3e7-4eb6-8681-1163f669eeb8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f01b76d7-61bb-45cb-8ee6-7954873a1932 HTTP/1.1" status: 200 len: 217 time: 0.0450492 Nov 24 21:15:32.162091 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98950faf-333d-4805-ae28-901e8620fe0d req-247a0003-11ac-4ebe-9bee-a1469e1adc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:32.163479 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98950faf-333d-4805-ae28-901e8620fe0d req-247a0003-11ac-4ebe-9bee-a1469e1adc3f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd873952-3a58-4c93-bf4c-54aa6831fffc HTTP/1.1" status: 200 len: 849 time: 0.0530825 Nov 24 21:15:32.165956 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-e4c1117c-5ff7-4ba7-a160-80751428008e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:32.167617 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-e4c1117c-5ff7-4ba7-a160-80751428008e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/networks?id=ee8d0854-ec27-476a-931f-a8f1bb95806d HTTP/1.1" status: 200 len: 814 time: 0.1369104 Nov 24 21:15:32.205473 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-68537234-fff5-479f-90d1-d5741862629e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/quotas/decaecefece2435080b2d378715208c2 HTTP/1.1" status: 200 len: 375 time: 0.0275059 Nov 24 21:15:32.229708 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98950faf-333d-4805-ae28-901e8620fe0d req-f1defe11-7f80-4dcf-b196-4aa40043b094 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b59c9fc1-01d2-4aaa-ac66-8d881ad33335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583978 Nov 24 21:15:32.253125 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-c7d0699a-0b37-4c96-a197-d9e6497c17e2 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=decaecefece2435080b2d378715208c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436015 Nov 24 21:15:32.384271 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98950faf-333d-4805-ae28-901e8620fe0d req-32bfd7d0-d3bf-4eaa-846a-145a661e9e2d service neutron] 10.222.0.48 "GET /v2.0/networks/b59c9fc1-01d2-4aaa-ac66-8d881ad33335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448207 Nov 24 21:15:32.441840 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-3400a6b1-37c2-433a-837d-dbc3a34d2453 service neutron] 10.222.0.11 "GET /v2.0/networks/ee8d0854-ec27-476a-931f-a8f1bb95806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736455 Nov 24 21:15:32.521974 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98950faf-333d-4805-ae28-901e8620fe0d req-12c2e87b-c231-4c9b-8df6-3c10ba60f3ba service neutron] 10.222.0.48 "GET /v2.0/networks/b59c9fc1-01d2-4aaa-ac66-8d881ad33335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284659 Nov 24 21:15:32.546470 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-64f4a3ee-de82-40e2-9ab1-c2e691f2d37e service neutron] 10.222.0.11 "GET /v2.0/networks/ee8d0854-ec27-476a-931f-a8f1bb95806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976965 Nov 24 21:15:32.809950 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887284b-7af1-4e33-96c2-f339a1558bd0 req-7c89b41a-d625-4235-83ce-53798f1d9481 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:32.811551 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e887284b-7af1-4e33-96c2-f339a1558bd0 req-7c89b41a-d625-4235-83ce-53798f1d9481 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0653646 Nov 24 21:15:32.880201 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e887284b-7af1-4e33-96c2-f339a1558bd0 req-2aef42fc-7f3b-4030-8541-2468b8cb65b5 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578635 Nov 24 21:15:33.057333 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d91156-32b0-48f3-9b43-6b9d9a84ea69 req-8b07c5ee-6501-4fbf-b27e-9d6184633813 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:33.059254 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-88d91156-32b0-48f3-9b43-6b9d9a84ea69 req-8b07c5ee-6501-4fbf-b27e-9d6184633813 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 945 time: 0.0906036 Nov 24 21:15:33.155399 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-88d91156-32b0-48f3-9b43-6b9d9a84ea69 req-2d09d37f-c81f-4b68-a850-142f8ef0191f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877872 Nov 24 21:15:33.262416 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36318) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:33.297770 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48ea4862-c3ee-49b1-aec0-887a07412d9b req-d4141c99-eb08-48d6-8966-dcc33c3a0969 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 210 time: 0.0439916 Nov 24 21:15:33.455560 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8f90c7bf-3406-4e0e-b0f0-78912d73719d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:33.480332 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886c8a8-335d-4c09-a88e-27976961f6d9 req-f227bbc4-f9cd-42af-acdf-c25b73bda590 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:33.482071 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7886c8a8-335d-4c09-a88e-27976961f6d9 req-f227bbc4-f9cd-42af-acdf-c25b73bda590 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 945 time: 0.1197193 Nov 24 21:15:33.560601 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7886c8a8-335d-4c09-a88e-27976961f6d9 req-a1de89d4-8ba6-48a5-8f30-6f5ddd30835e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632038 Nov 24 21:15:33.564232 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8f90c7bf-3406-4e0e-b0f0-78912d73719d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:33.570284 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8f90c7bf-3406-4e0e-b0f0-78912d73719d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:33.618948 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90c7bf-3406-4e0e-b0f0-78912d73719d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad507f39-c0db-4812-8454-2425f9595095,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:33.637346 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8f90c7bf-3406-4e0e-b0f0-78912d73719d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=918becbca12c4c7ea81427452e21e161&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3736606 Nov 24 21:15:33.640110 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 36330) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:33.732303 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5352f825-05df-4854-bf99-ca8ffd302bbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:33.755655 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5352f825-05df-4854-bf99-ca8ffd302bbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:33.829002 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5352f825-05df-4854-bf99-ca8ffd302bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:33.833295 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5352f825-05df-4854-bf99-ca8ffd302bbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:33.836925 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5352f825-05df-4854-bf99-ca8ffd302bbd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ad507f39-c0db-4812-8454-2425f9595095 HTTP/1.1" status: 204 len: 168 time: 0.1954439 Nov 24 21:15:33.870093 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352f825-05df-4854-bf99-ca8ffd302bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad507f39-c0db-4812-8454-2425f9595095,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:34.322665 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-d08d4c23-a779-49dc-802d-efc168d8a4f4 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:34.344387 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-d08d4c23-a779-49dc-802d-efc168d8a4f4 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.15 "GET /v2.0/networks?id=ee8d0854-ec27-476a-931f-a8f1bb95806d HTTP/1.1" status: 200 len: 814 time: 0.2517431 Nov 24 21:15:34.361540 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-17bb911f-57b0-45fc-8af7-c398b5231729 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Request body: {'port': {'device_id': '4d317d33-f356-4b4f-b30c-a09f8b785991', 'network_id': 'ee8d0854-ec27-476a-931f-a8f1bb95806d', 'admin_state_up': True, 'tenant_id': 'decaecefece2435080b2d378715208c2'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:34.550266 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-17bb911f-57b0-45fc-8af7-c398b5231729 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Made reservation on behalf of decaecefece2435080b2d378715208c2 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:15:34.555987 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-17bb911f-57b0-45fc-8af7-c398b5231729 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:34.776670 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-17bb911f-57b0-45fc-8af7-c398b5231729 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Allocated IP 172.20.0.7 (ee8d0854-ec27-476a-931f-a8f1bb95806d/2cb85dfb-9587-449f-bfab-6a213fbd07fd/cf6ba1f6-8719-4484-8c94-00b379ffcb96) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:15:35.078973 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-17bb911f-57b0-45fc-8af7-c398b5231729 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:35.132846 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-17bb911f-57b0-45fc-8af7-c398b5231729 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:35.160570 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device e44898bc-2a75-40d1-8246-ba357041ae01 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:15:35.195300 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: e44898bc-2a75-40d1-8246-ba357041ae01 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:15:35.195884 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device e44898bc-2a75-40d1-8246-ba357041ae01 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:15:35.203513 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-17bb911f-57b0-45fc-8af7-c398b5231729 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Network ee8d0854-ec27-476a-931f-a8f1bb95806d is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:15:35.208388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-17bb911f-57b0-45fc-8af7-c398b5231729 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:15:35.211865 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb911f-57b0-45fc-8af7-c398b5231729 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Pushing event updated for resources: {'Port': ['ID=cf6ba1f6-8719-4484-8c94-00b379ffcb96,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:35.225361 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-17bb911f-57b0-45fc-8af7-c398b5231729 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:15:35.289743 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-17bb911f-57b0-45fc-8af7-c398b5231729 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:35.290440 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-17bb911f-57b0-45fc-8af7-c398b5231729 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:35.310034 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-17bb911f-57b0-45fc-8af7-c398b5231729 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9524636 Nov 24 21:15:35.323489 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-9d5d25e4-6f43-4219-b62f-358b936c2a4f service neutron] Request body: {'port': {'device_id': '4d317d33-f356-4b4f-b30c-a09f8b785991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:35.385365 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-9d5d25e4-6f43-4219-b62f-358b936c2a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:35.800596 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-9d5d25e4-6f43-4219-b62f-358b936c2a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6ba1f6-8719-4484-8c94-00b379ffcb96 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:15:35.813915 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-9d5d25e4-6f43-4219-b62f-358b936c2a4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:35.829637 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-9d5d25e4-6f43-4219-b62f-358b936c2a4f service neutron] Transition to ACTIVE for port object cf6ba1f6-8719-4484-8c94-00b379ffcb96 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:15:35.836885 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-9d5d25e4-6f43-4219-b62f-358b936c2a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:35.944948 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d25e4-6f43-4219-b62f-358b936c2a4f service neutron] Pushing event updated for resources: {'Port': ['ID=cf6ba1f6-8719-4484-8c94-00b379ffcb96,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:35.984784 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421cb73-a111-4cb6-abed-5ab8c8ce93f0 req-21047d13-057c-4492-812e-8357cd19df85 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:35.986277 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1421cb73-a111-4cb6-abed-5ab8c8ce93f0 req-21047d13-057c-4492-812e-8357cd19df85 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.1458941 Nov 24 21:15:36.025146 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-9d5d25e4-6f43-4219-b62f-358b936c2a4f service neutron] Attempting to bind port cf6ba1f6-8719-4484-8c94-00b379ffcb96 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:15:36.025447 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-9d5d25e4-6f43-4219-b62f-358b936c2a4f service neutron] Attempting to bind port cf6ba1f6-8719-4484-8c94-00b379ffcb96 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'fc255c7f-c29a-46b6-8640-52714ae9926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ee8d0854-ec27-476a-931f-a8f1bb95806d'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:15:36.025756 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-9d5d25e4-6f43-4219-b62f-358b936c2a4f service neutron] Attempting to bind port cf6ba1f6-8719-4484-8c94-00b379ffcb96 on network ee8d0854-ec27-476a-931f-a8f1bb95806d {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:15:36.037867 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-9d5d25e4-6f43-4219-b62f-358b936c2a4f service neutron] Port cf6ba1f6-8719-4484-8c94-00b379ffcb96 on network ee8d0854-ec27-476a-931f-a8f1bb95806d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:15:36.038203 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-9d5d25e4-6f43-4219-b62f-358b936c2a4f service neutron] Attempting to bind port cf6ba1f6-8719-4484-8c94-00b379ffcb96 on network ee8d0854-ec27-476a-931f-a8f1bb95806d {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:15:36.051385 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-9d5d25e4-6f43-4219-b62f-358b936c2a4f service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:15:36.051747 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-9d5d25e4-6f43-4219-b62f-358b936c2a4f service neutron] Checking segment: {'id': 'fc255c7f-c29a-46b6-8640-52714ae9926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ee8d0854-ec27-476a-931f-a8f1bb95806d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:15:36.052134 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-9d5d25e4-6f43-4219-b62f-358b936c2a4f service neutron] Bound using segment: {'id': 'fc255c7f-c29a-46b6-8640-52714ae9926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ee8d0854-ec27-476a-931f-a8f1bb95806d'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:15:36.052583 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-9d5d25e4-6f43-4219-b62f-358b936c2a4f service neutron] Bound port: cf6ba1f6-8719-4484-8c94-00b379ffcb96, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc255c7f-c29a-46b6-8640-52714ae9926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ee8d0854-ec27-476a-931f-a8f1bb95806d'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:15:36.052972 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-9d5d25e4-6f43-4219-b62f-358b936c2a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:36.080856 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1421cb73-a111-4cb6-abed-5ab8c8ce93f0 req-e281bed7-fc87-45d8-afb3-92ad074d3813 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836065 Nov 24 21:15:36.185723 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-9d5d25e4-6f43-4219-b62f-358b936c2a4f service neutron] For port cf6ba1f6-8719-4484-8c94-00b379ffcb96, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:15:36.197303 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-9d5d25e4-6f43-4219-b62f-358b936c2a4f service neutron] For port cf6ba1f6-8719-4484-8c94-00b379ffcb96, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cf6ba1f6-8719-4484-8c94-00b379ffcb96,segment=NetworkSegment(fc255c7f-c29a-46b6-8640-52714ae9926a),segment_id=fc255c7f-c29a-46b6-8640-52714ae9926a)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:15:36.221815 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-9d5d25e4-6f43-4219-b62f-358b936c2a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:36.346546 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-9d5d25e4-6f43-4219-b62f-358b936c2a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:36.347177 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-9d5d25e4-6f43-4219-b62f-358b936c2a4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:36.348585 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-9d5d25e4-6f43-4219-b62f-358b936c2a4f service neutron] 10.222.0.15 "PUT /v2.0/ports/cf6ba1f6-8719-4484-8c94-00b379ffcb96 HTTP/1.1" status: 200 len: 1091 time: 1.0299785 Nov 24 21:15:36.350376 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d317d33-f356-4b4f-b30c-a09f8b785991', 'tag': 'cf6ba1f6-8719-4484-8c94-00b379ffcb96'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:15:36.365459 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba35f761-a2f6-4b22-b6e8-b77bae33ac1d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d317d33-f356-4b4f-b30c-a09f8b785991", "tag": "cf6ba1f6-8719-4484-8c94-00b379ffcb96"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:15:36.425903 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d25e4-6f43-4219-b62f-358b936c2a4f service neutron] Pushing event updated for resources: {'Port': ['ID=cf6ba1f6-8719-4484-8c94-00b379ffcb96,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:36.444660 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5b6a5-cefd-43ad-91ee-517970a3f346 req-43b613d0-6279-4390-8633-cf46ff29a777 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:36.446390 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c0d5b6a5-cefd-43ad-91ee-517970a3f346 req-43b613d0-6279-4390-8633-cf46ff29a777 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 943 time: 0.2411277 Nov 24 21:15:36.533071 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-5edb7a76-597d-4c32-98d4-a3c3d8515b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:36.535380 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-5edb7a76-597d-4c32-98d4-a3c3d8515b6e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=decaecefece2435080b2d378715208c2&device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 1094 time: 0.1304507 Nov 24 21:15:36.557102 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c0d5b6a5-cefd-43ad-91ee-517970a3f346 req-eed42a97-346a-4bb7-8335-3e0d9d034cec tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902562 Nov 24 21:15:36.604508 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-6ed6cda4-a32e-42a1-86c9-36f6d5e159db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf6ba1f6-8719-4484-8c94-00b379ffcb96 HTTP/1.1" status: 200 len: 217 time: 0.0602314 Nov 24 21:15:36.688232 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-0434d3e7-bc7d-46ed-b3d3-9e3a929bdb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:36.694661 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-0434d3e7-bc7d-46ed-b3d3-9e3a929bdb10 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2cb85dfb-9587-449f-bfab-6a213fbd07fd HTTP/1.1" status: 200 len: 854 time: 0.0825918 Nov 24 21:15:36.755423 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-aa22ca5d-aa10-4fb4-ac8a-900b3f02424d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee8d0854-ec27-476a-931f-a8f1bb95806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517733 Nov 24 21:15:36.812221 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096264d1-0087-4b72-a11c-dff0ce4d5a73 x-openstack-request-id: req-096264d1-0087-4b72-a11c-dff0ce4d5a73 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:15:36.812834 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d317d33-f356-4b4f-b30c-a09f8b785991", "tag": "cf6ba1f6-8719-4484-8c94-00b379ffcb96", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:15:36.812834 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-096264d1-0087-4b72-a11c-dff0ce4d5a73 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:15:36.813299 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d317d33-f356-4b4f-b30c-a09f8b785991', 'tag': 'cf6ba1f6-8719-4484-8c94-00b379ffcb96', 'status': 'completed', 'code': 200} Nov 24 21:15:36.908253 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-e691aa97-da46-40e4-8628-ddd39b8b999a service neutron] 10.222.0.15 "GET /v2.0/networks/ee8d0854-ec27-476a-931f-a8f1bb95806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364472 Nov 24 21:15:37.019098 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3fbba61-6b8f-4d9b-b7fb-f12a9e7e1466 req-6875011d-cbcd-4e71-9889-729f3209fab8 service neutron] 10.222.0.15 "GET /v2.0/networks/ee8d0854-ec27-476a-931f-a8f1bb95806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025062 Nov 24 21:15:37.169665 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35f761-a2f6-4b22-b6e8-b77bae33ac1d req-9f20f02a-bcf4-4a5f-9f52-9e073b9a8210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:37.171044 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ba35f761-a2f6-4b22-b6e8-b77bae33ac1d req-9f20f02a-bcf4-4a5f-9f52-9e073b9a8210 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=decaecefece2435080b2d378715208c2&device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 1094 time: 0.0985439 Nov 24 21:15:37.194970 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-bfe3199b-e40d-4a42-82e5-a50b78ae1872 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:37.196413 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-bfe3199b-e40d-4a42-82e5-a50b78ae1872 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 811 time: 0.1533842 Nov 24 21:15:37.228547 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-485db7d3-e6f8-496e-bdf8-6261de43bfc6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/quotas/595635dfe5324829adbb53908d8c3a34 HTTP/1.1" status: 200 len: 375 time: 0.0215111 Nov 24 21:15:37.324867 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35f761-a2f6-4b22-b6e8-b77bae33ac1d req-7b801c6b-b55c-487f-bd1e-21fa24a67f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:37.326513 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ba35f761-a2f6-4b22-b6e8-b77bae33ac1d req-7b801c6b-b55c-487f-bd1e-21fa24a67f15 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee8d0854-ec27-476a-931f-a8f1bb95806d HTTP/1.1" status: 200 len: 915 time: 0.1473329 Nov 24 21:15:37.338602 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-b967c710-33fc-4326-8e1b-b73888a6a7c8 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0816474 Nov 24 21:15:37.384030 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ba35f761-a2f6-4b22-b6e8-b77bae33ac1d req-f4d9f89c-1b84-495a-b418-debf88c254b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf6ba1f6-8719-4484-8c94-00b379ffcb96 HTTP/1.1" status: 200 len: 217 time: 0.0444846 Nov 24 21:15:37.481947 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35f761-a2f6-4b22-b6e8-b77bae33ac1d req-dd7d07ba-545a-410b-a8da-c733a1adff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:37.483392 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ba35f761-a2f6-4b22-b6e8-b77bae33ac1d req-dd7d07ba-545a-410b-a8da-c733a1adff14 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2cb85dfb-9587-449f-bfab-6a213fbd07fd HTTP/1.1" status: 200 len: 854 time: 0.0903680 Nov 24 21:15:37.526529 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ba35f761-a2f6-4b22-b6e8-b77bae33ac1d req-b35db016-47ff-455f-ab95-7e832e87f075 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee8d0854-ec27-476a-931f-a8f1bb95806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327542 Nov 24 21:15:37.531675 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-ada8879e-558f-453c-aefa-2610cafa106d service neutron] 10.222.0.11 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824009 Nov 24 21:15:37.698761 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-e6cc4d69-224a-4390-b271-88ec3e6bed37 service neutron] 10.222.0.11 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619749 Nov 24 21:15:37.703121 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ba35f761-a2f6-4b22-b6e8-b77bae33ac1d req-96eecb8d-f1eb-4f0a-a8dc-3603f5bb3b54 service neutron] 10.222.0.15 "GET /v2.0/networks/ee8d0854-ec27-476a-931f-a8f1bb95806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462667 Nov 24 21:15:37.824449 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ba35f761-a2f6-4b22-b6e8-b77bae33ac1d req-7f288ba0-d508-49f4-b00f-b453dc72d56f service neutron] 10.222.0.15 "GET /v2.0/networks/ee8d0854-ec27-476a-931f-a8f1bb95806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136508 Nov 24 21:15:38.166049 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4a2a4-7dce-4922-ba06-69aaa8448a7c req-e09c217e-0c4d-47e5-bc39-4042481f1df7 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:38.167943 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-73e4a2a4-7dce-4922-ba06-69aaa8448a7c req-e09c217e-0c4d-47e5-bc39-4042481f1df7 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0808632 Nov 24 21:15:38.236669 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-73e4a2a4-7dce-4922-ba06-69aaa8448a7c req-5ec04755-2920-4aeb-9a04-e6904fce99c2 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619009 Nov 24 21:15:38.377151 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abcab99-6b33-4211-80d0-ef86d38c4f5a req-afae7b3e-4594-4335-9c85-bd7db929cd19 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:38.379903 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2abcab99-6b33-4211-80d0-ef86d38c4f5a req-afae7b3e-4594-4335-9c85-bd7db929cd19 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 943 time: 0.0683744 Nov 24 21:15:38.433183 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2abcab99-6b33-4211-80d0-ef86d38c4f5a req-9db5e55f-83eb-4376-b605-f691d9314edb tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454025 Nov 24 21:15:38.526952 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7f7173c3-ab17-4ef3-b794-eae193658227 req-b1551282-0295-4e15-bdb3-cf438bb914de tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 210 time: 0.0285919 Nov 24 21:15:38.875435 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a9253c02-8634-4aed-8687-2ea0bcdb476a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:39.345941 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-1ca121c1-31f8-45f5-a679-8fa6d4662623 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:39.348456 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-1ca121c1-31f8-45f5-a679-8fa6d4662623 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.48 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 811 time: 0.2197540 Nov 24 21:15:39.363611 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-d5068819-2c85-416f-b4a6-b004a7a0360e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Request body: {'port': {'device_id': 'b76d8d75-0022-4795-8cf9-10177bef4d0a', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'admin_state_up': True, 'tenant_id': '595635dfe5324829adbb53908d8c3a34'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:39.458163 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a78d90-eba1-499b-9435-6b65c6b56f81 req-43c11700-5abb-4361-b925-7f49356a67d0 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:39.466412 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46a78d90-eba1-499b-9435-6b65c6b56f81 req-43c11700-5abb-4361-b925-7f49356a67d0 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0952892 Nov 24 21:15:39.541189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-d5068819-2c85-416f-b4a6-b004a7a0360e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Made reservation on behalf of 595635dfe5324829adbb53908d8c3a34 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:15:39.546761 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-d5068819-2c85-416f-b4a6-b004a7a0360e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:39.572692 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46a78d90-eba1-499b-9435-6b65c6b56f81 req-8a737517-bd27-43f0-af16-df48557c0bc4 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050298 Nov 24 21:15:39.817316 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:39.879771 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device cf6ba1f6-8719-4484-8c94-00b379ffcb96 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:15:39.958439 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba2b59-6305-41d8-8aaa-72d5807b1db1 req-086bdfe5-84bd-4a43-b5cd-381ac1a28e64 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:39.960042 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f3ba2b59-6305-41d8-8aaa-72d5807b1db1 req-086bdfe5-84bd-4a43-b5cd-381ac1a28e64 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 943 time: 0.2483077 Nov 24 21:15:39.976037 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d7868ea-f881-4036-8097-12530f5bd247 req-935d77a2-b844-4c65-8c9a-282104310097 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=acf27365-43a9-4357-903a-0328b9bf656a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1514158 Nov 24 21:15:40.006490 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port cf6ba1f6-8719-4484-8c94-00b379ffcb96, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cf6ba1f6-8719-4484-8c94-00b379ffcb96,segment=NetworkSegment(fc255c7f-c29a-46b6-8640-52714ae9926a),segment_id=fc255c7f-c29a-46b6-8640-52714ae9926a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:40.036047 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'cf6ba1f6-8719-4484-8c94-00b379ffcb96', 'network_id': 'ee8d0854-ec27-476a-931f-a8f1bb95806d', 'port_id': 'cf6ba1f6-8719-4484-8c94-00b379ffcb96', 'mac_address': 'fa:16:3e:7f:8f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb85dfb-9587-449f-bfab-6a213fbd07fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:15:40.077447 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-d5068819-2c85-416f-b4a6-b004a7a0360e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Allocated IP 172.20.0.13 (b79fcd1c-754c-4dea-a7f1-95afcf35cd53/45f34fab-787e-4251-9f3c-22a212ef1d24/196194dc-047e-4c65-a7d0-fdde87addf9f) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:15:40.092732 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:40.117812 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6ba1f6-8719-4484-8c94-00b379ffcb96 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:15:40.174815 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port cf6ba1f6-8719-4484-8c94-00b379ffcb96, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cf6ba1f6-8719-4484-8c94-00b379ffcb96,segment=NetworkSegment(fc255c7f-c29a-46b6-8640-52714ae9926a),segment_id=fc255c7f-c29a-46b6-8640-52714ae9926a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:40.188954 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:40.228116 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f3ba2b59-6305-41d8-8aaa-72d5807b1db1 req-4f08cee3-5d60-48db-a842-3a580e86ae95 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557318 Nov 24 21:15:40.285549 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=cf6ba1f6-8719-4484-8c94-00b379ffcb96,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:40.306214 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7868ea-f881-4036-8097-12530f5bd247 req-32932661-6166-4394-9148-65df7ac797d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:40.307673 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d7868ea-f881-4036-8097-12530f5bd247 req-32932661-6166-4394-9148-65df7ac797d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 1096 time: 0.2629712 Nov 24 21:15:40.435350 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['cf6ba1f6-8719-4484-8c94-00b379ffcb96'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:15:40.470487 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-65b148f7-d950-470a-88bc-1273d1cb84d8 req-bde69999-e65b-4dfa-821c-382ebfa3949b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 210 time: 0.0898576 Nov 24 21:15:40.536711 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-d5068819-2c85-416f-b4a6-b004a7a0360e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:40.600622 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-d5068819-2c85-416f-b4a6-b004a7a0360e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:40.663851 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7868ea-f881-4036-8097-12530f5bd247 req-72c51ae5-39f3-4a66-9835-4eada34094d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:40.666513 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d7868ea-f881-4036-8097-12530f5bd247 req-72c51ae5-39f3-4a66-9835-4eada34094d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 912 time: 0.3305593 Nov 24 21:15:40.688596 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-d5068819-2c85-416f-b4a6-b004a7a0360e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:15:40.694721 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-d5068819-2c85-416f-b4a6-b004a7a0360e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:15:40.700097 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-d5068819-2c85-416f-b4a6-b004a7a0360e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:15:40.705646 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5068819-2c85-416f-b4a6-b004a7a0360e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event updated for resources: {'Port': ['ID=196194dc-047e-4c65-a7d0-fdde87addf9f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:40.794248 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d7868ea-f881-4036-8097-12530f5bd247 req-75f6e6f3-d53e-4226-9451-76a19e53a5a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95bff051-d264-4ecd-bd06-7ea1bf396c29 HTTP/1.1" status: 200 len: 217 time: 0.1157682 Nov 24 21:15:40.809762 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-d5068819-2c85-416f-b4a6-b004a7a0360e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:40.815428 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-d5068819-2c85-416f-b4a6-b004a7a0360e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:40.856275 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-d5068819-2c85-416f-b4a6-b004a7a0360e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4971390 Nov 24 21:15:40.871964 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-fd77b9d2-6e4c-433b-98d8-71e21627a661 service neutron] Request body: {'port': {'device_id': 'b76d8d75-0022-4795-8cf9-10177bef4d0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:40.905271 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7868ea-f881-4036-8097-12530f5bd247 req-9e05888f-6201-4701-9a63-1f16fd1165f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:40.907027 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d7868ea-f881-4036-8097-12530f5bd247 req-9e05888f-6201-4701-9a63-1f16fd1165f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.1005285 Nov 24 21:15:41.024151 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be43a5a-66ea-4f2a-b377-0aff3c25b727 req-bd6c85d1-9829-4f41-8474-c1b87c84f652 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:41.031983 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4be43a5a-66ea-4f2a-b377-0aff3c25b727 req-bd6c85d1-9829-4f41-8474-c1b87c84f652 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.2528348 Nov 24 21:15:41.041948 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7868ea-f881-4036-8097-12530f5bd247 req-65b3c524-1c8b-417c-bb0f-b0a020e9fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:41.043442 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d7868ea-f881-4036-8097-12530f5bd247 req-65b3c524-1c8b-417c-bb0f-b0a020e9fbf2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179917 Nov 24 21:15:41.049287 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-fd77b9d2-6e4c-433b-98d8-71e21627a661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:41.051450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['95bff051-d264-4ecd-bd06-7ea1bf396c29'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:15:41.147315 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-36a154b6-d6bd-4810-b3f4-b42dc95aaeea None None] Provisioning complete for port 196194dc-047e-4c65-a7d0-fdde87addf9f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:15:41.147903 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-36a154b6-d6bd-4810-b3f4-b42dc95aaeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:41.231442 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5e59b7e6-337d-42cf-b79f-04e7c44fc8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:41.239828 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:41.245883 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-36a154b6-d6bd-4810-b3f4-b42dc95aaeea None None] Port 196194dc-047e-4c65-a7d0-fdde87addf9f cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:15:41.358523 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4be43a5a-66ea-4f2a-b377-0aff3c25b727 req-f3cfca6d-46fa-433a-b656-562eafd0385f tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255291 Nov 24 21:15:41.455024 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d7868ea-f881-4036-8097-12530f5bd247 req-f2eb3632-8b2d-4e33-aff6-c9d235081c98 service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935170 Nov 24 21:15:41.532548 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-fd77b9d2-6e4c-433b-98d8-71e21627a661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 196194dc-047e-4c65-a7d0-fdde87addf9f {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:15:41.541317 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-fd77b9d2-6e4c-433b-98d8-71e21627a661 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:41.589815 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-fd77b9d2-6e4c-433b-98d8-71e21627a661 service neutron] Transition to ACTIVE for port object 196194dc-047e-4c65-a7d0-fdde87addf9f will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:15:41.598058 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-fd77b9d2-6e4c-433b-98d8-71e21627a661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:41.736938 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330ace3-834e-44b2-baf4-64aa01e0519f req-aef6c530-ab9f-4d0f-bb64-dc24298fd63e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:41.739066 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8330ace3-834e-44b2-baf4-64aa01e0519f req-aef6c530-ab9f-4d0f-bb64-dc24298fd63e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 944 time: 0.2358975 Nov 24 21:15:41.753079 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77b9d2-6e4c-433b-98d8-71e21627a661 service neutron] Pushing event updated for resources: {'Port': ['ID=196194dc-047e-4c65-a7d0-fdde87addf9f,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:41.792439 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-fd77b9d2-6e4c-433b-98d8-71e21627a661 service neutron] Attempting to bind port 196194dc-047e-4c65-a7d0-fdde87addf9f on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:15:41.792972 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-fd77b9d2-6e4c-433b-98d8-71e21627a661 service neutron] Attempting to bind port 196194dc-047e-4c65-a7d0-fdde87addf9f by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:15:41.793399 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-fd77b9d2-6e4c-433b-98d8-71e21627a661 service neutron] Attempting to bind port 196194dc-047e-4c65-a7d0-fdde87addf9f on network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:15:41.798509 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-fd77b9d2-6e4c-433b-98d8-71e21627a661 service neutron] Port 196194dc-047e-4c65-a7d0-fdde87addf9f on network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:15:41.798979 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-fd77b9d2-6e4c-433b-98d8-71e21627a661 service neutron] Attempting to bind port 196194dc-047e-4c65-a7d0-fdde87addf9f on network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:15:41.807738 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-fd77b9d2-6e4c-433b-98d8-71e21627a661 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:15:41.808250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-fd77b9d2-6e4c-433b-98d8-71e21627a661 service neutron] Checking segment: {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:15:41.808825 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-fd77b9d2-6e4c-433b-98d8-71e21627a661 service neutron] Bound using segment: {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:15:41.809376 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-fd77b9d2-6e4c-433b-98d8-71e21627a661 service neutron] Bound port: 196194dc-047e-4c65-a7d0-fdde87addf9f, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:15:41.809832 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-fd77b9d2-6e4c-433b-98d8-71e21627a661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:41.824042 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d7868ea-f881-4036-8097-12530f5bd247 req-fdecb9b3-6917-4ab7-b0a5-c58ea30bd649 service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612933 Nov 24 21:15:41.881280 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device cf6ba1f6-8719-4484-8c94-00b379ffcb96 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:15:41.893487 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8330ace3-834e-44b2-baf4-64aa01e0519f req-bf3d568a-93f6-432f-9129-d6dbad9cc78d tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377861 Nov 24 21:15:41.937815 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-fd77b9d2-6e4c-433b-98d8-71e21627a661 service neutron] For port 196194dc-047e-4c65-a7d0-fdde87addf9f, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:15:41.942304 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-fd77b9d2-6e4c-433b-98d8-71e21627a661 service neutron] For port 196194dc-047e-4c65-a7d0-fdde87addf9f, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=196194dc-047e-4c65-a7d0-fdde87addf9f,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:15:41.957196 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-fd77b9d2-6e4c-433b-98d8-71e21627a661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:42.037990 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d99c1-c153-44a1-8842-7c1861828e00 req-1a6fd0c7-5825-4112-abb2-132467a249be tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:42.042210 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port cf6ba1f6-8719-4484-8c94-00b379ffcb96 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:15:42.047383 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port cf6ba1f6-8719-4484-8c94-00b379ffcb96 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:15:42.047755 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:42.048554 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-927d99c1-c153-44a1-8842-7c1861828e00 req-1a6fd0c7-5825-4112-abb2-132467a249be tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 944 time: 0.0969956 Nov 24 21:15:42.106911 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-fd77b9d2-6e4c-433b-98d8-71e21627a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:42.108303 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-fd77b9d2-6e4c-433b-98d8-71e21627a661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:42.114801 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-fd77b9d2-6e4c-433b-98d8-71e21627a661 service neutron] 10.222.0.48 "PUT /v2.0/ports/196194dc-047e-4c65-a7d0-fdde87addf9f HTTP/1.1" status: 200 len: 1092 time: 1.2459230 Nov 24 21:15:42.116287 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77b9d2-6e4c-433b-98d8-71e21627a661 service neutron] Pushing event updated for resources: {'Port': ['ID=196194dc-047e-4c65-a7d0-fdde87addf9f,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:42.136623 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76d8d75-0022-4795-8cf9-10177bef4d0a', 'tag': '196194dc-047e-4c65-a7d0-fdde87addf9f'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:15:42.139669 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f635ea-eeda-4a31-ae81-0508e54fa880" -d '{"events": [{"name": "network-changed", "server_uuid": "b76d8d75-0022-4795-8cf9-10177bef4d0a", "tag": "196194dc-047e-4c65-a7d0-fdde87addf9f"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:15:42.210194 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-927d99c1-c153-44a1-8842-7c1861828e00 req-117ca61d-64b8-4bd2-b724-84996b3d8116 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528652 Nov 24 21:15:42.276341 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef73918-69dd-4ae1-9577-e7750b25fa6e x-openstack-request-id: req-7ef73918-69dd-4ae1-9577-e7750b25fa6e {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:15:42.276866 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76d8d75-0022-4795-8cf9-10177bef4d0a", "tag": "196194dc-047e-4c65-a7d0-fdde87addf9f", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:15:42.277433 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ef73918-69dd-4ae1-9577-e7750b25fa6e {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:15:42.277997 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76d8d75-0022-4795-8cf9-10177bef4d0a', 'tag': '196194dc-047e-4c65-a7d0-fdde87addf9f', 'status': 'completed', 'code': 200} Nov 24 21:15:42.280061 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-7f96b73a-50e2-430b-b999-dd578af88c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:42.302294 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-7f96b73a-50e2-430b-b999-dd578af88c03 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 1095 time: 0.1313729 Nov 24 21:15:42.383090 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:42.405173 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-ba59ed9f-e40a-479b-9bf4-b5b0651f263e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=196194dc-047e-4c65-a7d0-fdde87addf9f HTTP/1.1" status: 200 len: 217 time: 0.0925817 Nov 24 21:15:42.434987 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:42.444253 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d317d33-f356-4b4f-b30c-a09f8b785991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6ba1f6-8719-4484-8c94-00b379ffcb96'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:15:42.448373 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d57ef6-10e1-4424-99d6-631168473f89" -d '{"events": [{"server_uuid": "4d317d33-f356-4b4f-b30c-a09f8b785991", "name": "network-vif-plugged", "status": "completed", "tag": "cf6ba1f6-8719-4484-8c94-00b379ffcb96"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:15:42.483657 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port cf6ba1f6-8719-4484-8c94-00b379ffcb96, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cf6ba1f6-8719-4484-8c94-00b379ffcb96,segment=NetworkSegment(fc255c7f-c29a-46b6-8640-52714ae9926a),segment_id=fc255c7f-c29a-46b6-8640-52714ae9926a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:42.492387 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:42.599409 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=cf6ba1f6-8719-4484-8c94-00b379ffcb96,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:42.662810 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-e7d79859-9be0-4193-b99f-701118975f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:42.664345 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-e7d79859-9be0-4193-b99f-701118975f91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.2416351 Nov 24 21:15:42.754770 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-50fa6adc-3937-47ea-99c6-533e42c6baf7 req-fd2982fa-cd80-40ad-8294-e6f0acbf2add service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1687045 Nov 24 21:15:42.761727 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-956f7291-8871-46ad-98fb-4e78740f1a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:42.763682 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-956f7291-8871-46ad-98fb-4e78740f1a88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844023 Nov 24 21:15:42.938606 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-49a1c480-b1ee-46ba-ab8b-2a98fcda3225 service neutron] 10.222.0.48 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667647 Nov 24 21:15:42.979623 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa6adc-3937-47ea-99c6-533e42c6baf7 req-21b2d1d3-9c0b-4019-9bbc-ec014e8a8d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:42.981321 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-50fa6adc-3937-47ea-99c6-533e42c6baf7 req-21b2d1d3-9c0b-4019-9bbc-ec014e8a8d86 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fab4a8cf1224a3b8925ebd452b8dc76&device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 1096 time: 0.1630018 Nov 24 21:15:43.103781 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb348796-86b5-417e-bacd-e34825aa27af req-51432856-b75f-441e-944d-61dbb1810aee tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:43.113182 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb348796-86b5-417e-bacd-e34825aa27af req-51432856-b75f-441e-944d-61dbb1810aee tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/networks?id=c1db01eb-8833-49c1-af32-55c864da5de4 HTTP/1.1" status: 200 len: 813 time: 0.7048976 Nov 24 21:15:43.131725 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb348796-86b5-417e-bacd-e34825aa27af req-b7b32961-f174-4ce6-a8ea-681bba0a4fcd tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/quotas/fb5aaecd96374a3da709286748fb6f05 HTTP/1.1" status: 200 len: 375 time: 0.0175965 Nov 24 21:15:43.173210 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1e6a9948-c2bd-457b-9295-17eb5b04303e req-b2ef9cba-2e69-43af-a9f6-8387b1144fd2 service neutron] 10.222.0.48 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231424 Nov 24 21:15:43.195791 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb348796-86b5-417e-bacd-e34825aa27af req-ee2dcaaf-7194-46a6-ae63-2424cb27ede2 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fb5aaecd96374a3da709286748fb6f05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631018 Nov 24 21:15:43.231788 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa6adc-3937-47ea-99c6-533e42c6baf7 req-7d262191-485c-4d0d-b414-173b8518dda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:43.233409 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-50fa6adc-3937-47ea-99c6-533e42c6baf7 req-7d262191-485c-4d0d-b414-173b8518dda8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b59c9fc1-01d2-4aaa-ac66-8d881ad33335 HTTP/1.1" status: 200 len: 910 time: 0.1943200 Nov 24 21:15:43.306033 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-50fa6adc-3937-47ea-99c6-533e42c6baf7 req-ae83e2b1-c2fb-4591-af2e-4425fc62794a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36f27eeb-4609-4f4e-80db-6567b962937d HTTP/1.1" status: 200 len: 217 time: 0.0601969 Nov 24 21:15:43.355207 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb348796-86b5-417e-bacd-e34825aa27af req-1b598471-31fa-469c-a2e8-cab888806dd8 service neutron] 10.222.0.11 "GET /v2.0/networks/c1db01eb-8833-49c1-af32-55c864da5de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584346 Nov 24 21:15:43.394202 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f635ea-eeda-4a31-ae81-0508e54fa880 req-9ad82ecf-d3dc-403c-9638-d608c7c56be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:43.395722 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38f635ea-eeda-4a31-ae81-0508e54fa880 req-9ad82ecf-d3dc-403c-9638-d608c7c56be1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 1095 time: 0.1614363 Nov 24 21:15:43.465882 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb348796-86b5-417e-bacd-e34825aa27af req-df348123-2008-419e-bdd1-b81a30ad91e1 service neutron] 10.222.0.11 "GET /v2.0/networks/c1db01eb-8833-49c1-af32-55c864da5de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095405 Nov 24 21:15:43.562065 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f635ea-eeda-4a31-ae81-0508e54fa880 req-0898f5f9-38dd-4105-9583-8f220e4edb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:43.563667 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38f635ea-eeda-4a31-ae81-0508e54fa880 req-0898f5f9-38dd-4105-9583-8f220e4edb65 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 912 time: 0.1525853 Nov 24 21:15:43.571052 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa6adc-3937-47ea-99c6-533e42c6baf7 req-3961f681-7e47-47cd-a123-d747cef52a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:43.572666 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-50fa6adc-3937-47ea-99c6-533e42c6baf7 req-3961f681-7e47-47cd-a123-d747cef52a1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd873952-3a58-4c93-bf4c-54aa6831fffc HTTP/1.1" status: 200 len: 849 time: 0.2548330 Nov 24 21:15:43.661766 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-50fa6adc-3937-47ea-99c6-533e42c6baf7 req-81514ff7-706a-40d4-9668-eaec2e844058 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b59c9fc1-01d2-4aaa-ac66-8d881ad33335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796413 Nov 24 21:15:43.844110 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:43.928935 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38f635ea-eeda-4a31-ae81-0508e54fa880 req-73c0cf00-7f41-4c40-bda1-2c99ad5fd956 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=196194dc-047e-4c65-a7d0-fdde87addf9f HTTP/1.1" status: 200 len: 217 time: 0.3521106 Nov 24 21:15:43.948849 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122288b-b22a-4446-b362-7fabe47c7152 req-df4e7a87-4e3a-49a8-8ad6-b5905a9ec7c7 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:43.950722 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9122288b-b22a-4446-b362-7fabe47c7152 req-df4e7a87-4e3a-49a8-8ad6-b5905a9ec7c7 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.1741602 Nov 24 21:15:44.062070 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f635ea-eeda-4a31-ae81-0508e54fa880 req-49efc8fc-a115-4e35-ad01-1e442472e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:44.069411 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38f635ea-eeda-4a31-ae81-0508e54fa880 req-49efc8fc-a115-4e35-ad01-1e442472e409 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.1274970 Nov 24 21:15:44.101383 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9122288b-b22a-4446-b362-7fabe47c7152 req-fed8d9a8-40cc-47d6-a35e-53e6473c951a tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425722 Nov 24 21:15:44.219554 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8c9348-0341-4202-b8f8-01dc165a7bf4 x-openstack-request-id: req-ae8c9348-0341-4202-b8f8-01dc165a7bf4 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:15:44.220063 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d317d33-f356-4b4f-b30c-a09f8b785991", "name": "network-vif-plugged", "status": "completed", "tag": "cf6ba1f6-8719-4484-8c94-00b379ffcb96", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:15:44.220612 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae8c9348-0341-4202-b8f8-01dc165a7bf4 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:15:44.221849 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d317d33-f356-4b4f-b30c-a09f8b785991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6ba1f6-8719-4484-8c94-00b379ffcb96', 'code': 200} Nov 24 21:15:44.274161 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-50fa6adc-3937-47ea-99c6-533e42c6baf7 req-43cecde4-375b-4dca-b92a-2a418c74ce61 service neutron] 10.222.0.48 "GET /v2.0/networks/b59c9fc1-01d2-4aaa-ac66-8d881ad33335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185257 Nov 24 21:15:44.398920 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f635ea-eeda-4a31-ae81-0508e54fa880 req-62e5d0cb-e6d1-48c9-af61-99792879bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:44.400692 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38f635ea-eeda-4a31-ae81-0508e54fa880 req-62e5d0cb-e6d1-48c9-af61-99792879bcc9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253307 Nov 24 21:15:44.510264 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445682f-ac14-49a2-a1c0-511d5fa88aaf req-3a3fd964-69bc-413d-8eda-3a774cee73c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:44.511483 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b445682f-ac14-49a2-a1c0-511d5fa88aaf req-3a3fd964-69bc-413d-8eda-3a774cee73c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 1096 time: 0.1933160 Nov 24 21:15:44.529926 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a927ccc-2652-4569-baea-73c9278f0e63 req-f2ea2bbf-2ef0-4ae8-a326-f49844b46c2e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:44.542487 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0a927ccc-2652-4569-baea-73c9278f0e63 req-f2ea2bbf-2ef0-4ae8-a326-f49844b46c2e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1679020 Nov 24 21:15:44.594213 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-50fa6adc-3937-47ea-99c6-533e42c6baf7 req-b7ee86c0-5cf2-42f1-b60a-d35cabfd13fb service neutron] 10.222.0.48 "GET /v2.0/networks/b59c9fc1-01d2-4aaa-ac66-8d881ad33335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869780 Nov 24 21:15:44.654888 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38f635ea-eeda-4a31-ae81-0508e54fa880 req-252cffaa-8f5f-4900-8857-7bb45b4ec580 service neutron] 10.222.0.48 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438745 Nov 24 21:15:44.752310 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b445682f-ac14-49a2-a1c0-511d5fa88aaf req-873601a9-be44-4db9-86b8-54cf771c0c50 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050521 Nov 24 21:15:44.760023 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0a927ccc-2652-4569-baea-73c9278f0e63 req-5b111e6a-7b4d-40b1-b5ae-92e3f0cf3f32 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141192 Nov 24 21:15:44.875686 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:44.934470 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38f635ea-eeda-4a31-ae81-0508e54fa880 req-45e52857-6298-4470-adc8-b28e200c31b1 service neutron] 10.222.0.48 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718852 Nov 24 21:15:44.981480 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4ea36-ba80-46b3-8c3e-4b7096e14e12 req-64b0368f-251b-4ac8-abeb-6e5c68cce559 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:44.991610 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-27a4ea36-ba80-46b3-8c3e-4b7096e14e12 req-64b0368f-251b-4ac8-abeb-6e5c68cce559 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 944 time: 0.1351662 Nov 24 21:15:45.117936 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-27a4ea36-ba80-46b3-8c3e-4b7096e14e12 req-6756b624-95bc-4002-a186-d804f0c390e6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231823 Nov 24 21:15:45.272701 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e4b79109-782f-459e-9071-e5f1f2aa7e1b req-2d1d8566-e625-4fac-956e-1703a8150a18 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e413a3-0afa-4419-bf5f-15200a2a06fb HTTP/1.1" status: 200 len: 210 time: 0.0814574 Nov 24 21:15:45.394165 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4dbfd-e479-499b-b013-52ed99ebaf70 req-90419757-f7cc-4f0d-ba41-6cb01a0b09a2 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:45.401477 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09e4dbfd-e479-499b-b013-52ed99ebaf70 req-90419757-f7cc-4f0d-ba41-6cb01a0b09a2 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0666280 Nov 24 21:15:45.480685 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09e4dbfd-e479-499b-b013-52ed99ebaf70 req-41dfa381-4782-44b8-9074-e96505efa21b tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772533 Nov 24 21:15:45.762865 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb348796-86b5-417e-bacd-e34825aa27af req-ea9ab6b8-58d1-4dbd-bdf3-9bda0aed937b tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:45.766547 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb348796-86b5-417e-bacd-e34825aa27af req-ea9ab6b8-58d1-4dbd-bdf3-9bda0aed937b tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.15 "GET /v2.0/networks?id=c1db01eb-8833-49c1-af32-55c864da5de4 HTTP/1.1" status: 200 len: 813 time: 0.1982174 Nov 24 21:15:45.788013 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-bb348796-86b5-417e-bacd-e34825aa27af req-a235e30a-1433-43bb-915f-0ce1cb9aca75 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Request body: {'port': {'device_id': 'e8e413a3-0afa-4419-bf5f-15200a2a06fb', 'network_id': 'c1db01eb-8833-49c1-af32-55c864da5de4', 'admin_state_up': True, 'tenant_id': 'fb5aaecd96374a3da709286748fb6f05'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:46.054260 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c2cbb-0592-4aaf-bbee-adb290d5a6d5 req-32cc8fb4-bb66-45c5-b754-ac0cbe8c8e53 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:46.056543 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-865c2cbb-0592-4aaf-bbee-adb290d5a6d5 req-32cc8fb4-bb66-45c5-b754-ac0cbe8c8e53 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1528032 Nov 24 21:15:46.134432 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-865c2cbb-0592-4aaf-bbee-adb290d5a6d5 req-22b4c20d-6bac-47b9-8cd0-3c40391b3cb2 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677900 Nov 24 21:15:46.141038 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb348796-86b5-417e-bacd-e34825aa27af req-a235e30a-1433-43bb-915f-0ce1cb9aca75 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Made reservation on behalf of fb5aaecd96374a3da709286748fb6f05 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:15:46.145343 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bb348796-86b5-417e-bacd-e34825aa27af req-a235e30a-1433-43bb-915f-0ce1cb9aca75 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:46.400100 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-bb348796-86b5-417e-bacd-e34825aa27af req-a235e30a-1433-43bb-915f-0ce1cb9aca75 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Allocated IP 172.20.0.9 (c1db01eb-8833-49c1-af32-55c864da5de4/0a45bd0c-8ca2-4b52-81ab-9da7498bfeba/7daf806b-9475-4da7-94ed-df2c05467e60) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:15:46.474344 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232482c-d473-4df9-84d4-cdedfbaff00b req-c875a3ee-deab-4d90-983d-529c98ea804b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:46.482345 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3232482c-d473-4df9-84d4-cdedfbaff00b req-c875a3ee-deab-4d90-983d-529c98ea804b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 944 time: 0.2330828 Nov 24 21:15:46.616610 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3232482c-d473-4df9-84d4-cdedfbaff00b req-e8523fab-4add-4e24-bc67-bbafddadca9a tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333365 Nov 24 21:15:46.711756 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bb348796-86b5-417e-bacd-e34825aa27af req-a235e30a-1433-43bb-915f-0ce1cb9aca75 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:46.785129 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-86534cbe-9a19-4c82-93b8-7084d2e68bec req-781bbe86-ece7-40a9-a6b1-42ba1ad18b3c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e413a3-0afa-4419-bf5f-15200a2a06fb HTTP/1.1" status: 200 len: 210 time: 0.0652978 Nov 24 21:15:46.854979 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bb348796-86b5-417e-bacd-e34825aa27af req-a235e30a-1433-43bb-915f-0ce1cb9aca75 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:46.983728 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb348796-86b5-417e-bacd-e34825aa27af req-a235e30a-1433-43bb-915f-0ce1cb9aca75 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Network c1db01eb-8833-49c1-af32-55c864da5de4 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:15:46.990137 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-bb348796-86b5-417e-bacd-e34825aa27af req-a235e30a-1433-43bb-915f-0ce1cb9aca75 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:15:46.992169 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235e30a-1433-43bb-915f-0ce1cb9aca75 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Pushing event updated for resources: {'Port': ['ID=7daf806b-9475-4da7-94ed-df2c05467e60,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:46.994451 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb348796-86b5-417e-bacd-e34825aa27af req-a235e30a-1433-43bb-915f-0ce1cb9aca75 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:15:47.076130 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc0f1b-0e32-4cf0-9c90-d38040b9ee09 req-f30f6c32-cd0d-4f81-8762-1539ebaa70a1 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:47.087929 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8bdc0f1b-0e32-4cf0-9c90-d38040b9ee09 req-f30f6c32-cd0d-4f81-8762-1539ebaa70a1 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.1589255 Nov 24 21:15:47.116305 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb348796-86b5-417e-bacd-e34825aa27af req-a235e30a-1433-43bb-915f-0ce1cb9aca75 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:47.117253 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bb348796-86b5-417e-bacd-e34825aa27af req-a235e30a-1433-43bb-915f-0ce1cb9aca75 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:47.153460 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb348796-86b5-417e-bacd-e34825aa27af req-a235e30a-1433-43bb-915f-0ce1cb9aca75 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3724546 Nov 24 21:15:47.183844 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-bb348796-86b5-417e-bacd-e34825aa27af req-3f9721c9-8073-4b8f-bacf-8a779326a53b service neutron] Request body: {'port': {'device_id': 'e8e413a3-0afa-4419-bf5f-15200a2a06fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:47.243288 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8bdc0f1b-0e32-4cf0-9c90-d38040b9ee09 req-914023a6-c3bc-4d65-986c-d65075247cb6 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530025 Nov 24 21:15:47.294573 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bb348796-86b5-417e-bacd-e34825aa27af req-3f9721c9-8073-4b8f-bacf-8a779326a53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:47.612380 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180feab7-5a41-4f2e-abb3-875684c996ee req-3ad7c942-fbe2-40b0-a681-da13ac451f55 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:47.614183 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-180feab7-5a41-4f2e-abb3-875684c996ee req-3ad7c942-fbe2-40b0-a681-da13ac451f55 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1299036 Nov 24 21:15:47.773340 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-180feab7-5a41-4f2e-abb3-875684c996ee req-16183bdb-292f-4479-8cb2-7cc163a767c9 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522040 Nov 24 21:15:47.989122 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-bb348796-86b5-417e-bacd-e34825aa27af req-3f9721c9-8073-4b8f-bacf-8a779326a53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7daf806b-9475-4da7-94ed-df2c05467e60 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:15:47.998971 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bb348796-86b5-417e-bacd-e34825aa27af req-3f9721c9-8073-4b8f-bacf-8a779326a53b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:48.016524 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896b863-ba69-4cac-9613-f353cb8dffb8 req-5962710b-cc8d-43c7-99d2-277d3cb6b932 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:48.024684 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6896b863-ba69-4cac-9613-f353cb8dffb8 req-5962710b-cc8d-43c7-99d2-277d3cb6b932 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 944 time: 0.1173551 Nov 24 21:15:48.047099 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-bb348796-86b5-417e-bacd-e34825aa27af req-3f9721c9-8073-4b8f-bacf-8a779326a53b service neutron] Transition to ACTIVE for port object 7daf806b-9475-4da7-94ed-df2c05467e60 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:15:48.062719 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bb348796-86b5-417e-bacd-e34825aa27af req-3f9721c9-8073-4b8f-bacf-8a779326a53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:48.134047 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6896b863-ba69-4cac-9613-f353cb8dffb8 req-aeecefa8-13ec-4578-add8-fecabcce9a7b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044638 Nov 24 21:15:48.191242 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9721c9-8073-4b8f-bacf-8a779326a53b service neutron] Pushing event updated for resources: {'Port': ['ID=7daf806b-9475-4da7-94ed-df2c05467e60,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:48.385004 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-bb348796-86b5-417e-bacd-e34825aa27af req-3f9721c9-8073-4b8f-bacf-8a779326a53b service neutron] Attempting to bind port 7daf806b-9475-4da7-94ed-df2c05467e60 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:15:48.389523 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-bb348796-86b5-417e-bacd-e34825aa27af req-3f9721c9-8073-4b8f-bacf-8a779326a53b service neutron] Attempting to bind port 7daf806b-9475-4da7-94ed-df2c05467e60 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c1db01eb-8833-49c1-af32-55c864da5de4'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:15:48.390040 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb348796-86b5-417e-bacd-e34825aa27af req-3f9721c9-8073-4b8f-bacf-8a779326a53b service neutron] Attempting to bind port 7daf806b-9475-4da7-94ed-df2c05467e60 on network c1db01eb-8833-49c1-af32-55c864da5de4 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:15:48.419787 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb348796-86b5-417e-bacd-e34825aa27af req-3f9721c9-8073-4b8f-bacf-8a779326a53b service neutron] Port 7daf806b-9475-4da7-94ed-df2c05467e60 on network c1db01eb-8833-49c1-af32-55c864da5de4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:15:48.420117 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb348796-86b5-417e-bacd-e34825aa27af req-3f9721c9-8073-4b8f-bacf-8a779326a53b service neutron] Attempting to bind port 7daf806b-9475-4da7-94ed-df2c05467e60 on network c1db01eb-8833-49c1-af32-55c864da5de4 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:15:48.434950 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb348796-86b5-417e-bacd-e34825aa27af req-3f9721c9-8073-4b8f-bacf-8a779326a53b service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:15:48.435314 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb348796-86b5-417e-bacd-e34825aa27af req-3f9721c9-8073-4b8f-bacf-8a779326a53b service neutron] Checking segment: {'id': 'e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c1db01eb-8833-49c1-af32-55c864da5de4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:15:48.435689 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb348796-86b5-417e-bacd-e34825aa27af req-3f9721c9-8073-4b8f-bacf-8a779326a53b service neutron] Bound using segment: {'id': 'e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c1db01eb-8833-49c1-af32-55c864da5de4'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:15:48.436128 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-bb348796-86b5-417e-bacd-e34825aa27af req-3f9721c9-8073-4b8f-bacf-8a779326a53b service neutron] Bound port: 7daf806b-9475-4da7-94ed-df2c05467e60, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c1db01eb-8833-49c1-af32-55c864da5de4'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:15:48.436489 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bb348796-86b5-417e-bacd-e34825aa27af req-3f9721c9-8073-4b8f-bacf-8a779326a53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:48.512203 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c06306-1bcf-409a-979f-db6f8deeb470 req-197a3f71-ae11-4720-9561-2eb9d30c3df3 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:48.520466 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f7c06306-1bcf-409a-979f-db6f8deeb470 req-197a3f71-ae11-4720-9561-2eb9d30c3df3 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e413a3-0afa-4419-bf5f-15200a2a06fb HTTP/1.1" status: 200 len: 943 time: 0.1620035 Nov 24 21:15:48.644962 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-bb348796-86b5-417e-bacd-e34825aa27af req-3f9721c9-8073-4b8f-bacf-8a779326a53b service neutron] For port 7daf806b-9475-4da7-94ed-df2c05467e60, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:15:48.657886 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f7c06306-1bcf-409a-979f-db6f8deeb470 req-9577f552-1f21-424b-932c-93701dcc0323 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c864a52-c9e4-442c-948b-d61221035693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359479 Nov 24 21:15:48.662196 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-bb348796-86b5-417e-bacd-e34825aa27af req-3f9721c9-8073-4b8f-bacf-8a779326a53b service neutron] For port 7daf806b-9475-4da7-94ed-df2c05467e60, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7daf806b-9475-4da7-94ed-df2c05467e60,segment=NetworkSegment(e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06),segment_id=e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:15:48.683794 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bb348796-86b5-417e-bacd-e34825aa27af req-3f9721c9-8073-4b8f-bacf-8a779326a53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:48.780890 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb348796-86b5-417e-bacd-e34825aa27af req-3f9721c9-8073-4b8f-bacf-8a779326a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:48.783133 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bb348796-86b5-417e-bacd-e34825aa27af req-3f9721c9-8073-4b8f-bacf-8a779326a53b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:48.784877 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb348796-86b5-417e-bacd-e34825aa27af req-3f9721c9-8073-4b8f-bacf-8a779326a53b service neutron] 10.222.0.15 "PUT /v2.0/ports/7daf806b-9475-4da7-94ed-df2c05467e60 HTTP/1.1" status: 200 len: 1091 time: 1.6180251 Nov 24 21:15:48.785435 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e413a3-0afa-4419-bf5f-15200a2a06fb', 'tag': '7daf806b-9475-4da7-94ed-df2c05467e60'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:15:48.787818 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e25293-c965-44f5-bce1-1c7c27676aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e413a3-0afa-4419-bf5f-15200a2a06fb", "tag": "7daf806b-9475-4da7-94ed-df2c05467e60"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:15:48.808588 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9721c9-8073-4b8f-bacf-8a779326a53b service neutron] Pushing event updated for resources: {'Port': ['ID=7daf806b-9475-4da7-94ed-df2c05467e60,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:49.060651 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb348796-86b5-417e-bacd-e34825aa27af req-6f795ac3-e6e7-4bdc-a5ef-8be37433d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:49.063042 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb348796-86b5-417e-bacd-e34825aa27af req-6f795ac3-e6e7-4bdc-a5ef-8be37433d63f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb5aaecd96374a3da709286748fb6f05&device_id=e8e413a3-0afa-4419-bf5f-15200a2a06fb HTTP/1.1" status: 200 len: 1094 time: 0.2119133 Nov 24 21:15:49.156913 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb348796-86b5-417e-bacd-e34825aa27af req-8af2dad9-54ea-4139-a702-d475301adf12 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7daf806b-9475-4da7-94ed-df2c05467e60 HTTP/1.1" status: 200 len: 217 time: 0.0809083 Nov 24 21:15:49.169415 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-54fa876a-dd74-4951-a80d-353a5ac0552e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:49.183448 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-54fa876a-dd74-4951-a80d-353a5ac0552e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/networks?id=ee8d0854-ec27-476a-931f-a8f1bb95806d HTTP/1.1" status: 200 len: 814 time: 0.3344681 Nov 24 21:15:49.261156 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-5e15a8a1-40fa-4b42-aad2-c5002c63e000 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/quotas/decaecefece2435080b2d378715208c2 HTTP/1.1" status: 200 len: 375 time: 0.0755339 Nov 24 21:15:49.381722 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb348796-86b5-417e-bacd-e34825aa27af req-8a34637a-c3ea-46b0-8076-b56baf75ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:49.384252 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb348796-86b5-417e-bacd-e34825aa27af req-8a34637a-c3ea-46b0-8076-b56baf75ea9e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a45bd0c-8ca2-4b52-81ab-9da7498bfeba HTTP/1.1" status: 200 len: 853 time: 0.1755168 Nov 24 21:15:49.406245 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-0ec927fa-3d76-4a8d-abc0-3c61510a50a5 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=decaecefece2435080b2d378715208c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1072567 Nov 24 21:15:49.565266 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb348796-86b5-417e-bacd-e34825aa27af req-016a076b-4e16-48b9-8fe5-e26b585a88b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1db01eb-8833-49c1-af32-55c864da5de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1728745 Nov 24 21:15:49.688932 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-01504538-5a13-4d07-817b-a50c44c8b9c1 service neutron] 10.222.0.11 "GET /v2.0/networks/ee8d0854-ec27-476a-931f-a8f1bb95806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258198 Nov 24 21:15:49.798457 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb348796-86b5-417e-bacd-e34825aa27af req-90c150b1-a17b-41d1-aadf-daaaf1c9d9d7 service neutron] 10.222.0.15 "GET /v2.0/networks/c1db01eb-8833-49c1-af32-55c864da5de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192085 Nov 24 21:15:49.961479 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-8ed342c9-a34f-4a98-bbbb-818b9ebe6b6f service neutron] 10.222.0.11 "GET /v2.0/networks/ee8d0854-ec27-476a-931f-a8f1bb95806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654696 Nov 24 21:15:50.005458 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb348796-86b5-417e-bacd-e34825aa27af req-d0185a73-af44-4891-a87c-3007f8c6e681 service neutron] 10.222.0.15 "GET /v2.0/networks/c1db01eb-8833-49c1-af32-55c864da5de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985314 Nov 24 21:15:50.304713 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae49661-b97c-400c-8494-4180f4a890c9 req-57dd9794-59c4-412a-8eed-b18ee1175a90 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:50.306295 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dae49661-b97c-400c-8494-4180f4a890c9 req-57dd9794-59c4-412a-8eed-b18ee1175a90 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0938752 Nov 24 21:15:50.383858 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dae49661-b97c-400c-8494-4180f4a890c9 req-fb52dfcd-7a50-4986-9494-793798e9719b tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682833 Nov 24 21:15:50.478531 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425079d0-f761-48a9-bcb7-2647ab985b71 x-openstack-request-id: req-425079d0-f761-48a9-bcb7-2647ab985b71 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:15:50.479283 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e413a3-0afa-4419-bf5f-15200a2a06fb", "tag": "7daf806b-9475-4da7-94ed-df2c05467e60", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:15:50.479915 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-425079d0-f761-48a9-bcb7-2647ab985b71 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:15:50.480350 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e413a3-0afa-4419-bf5f-15200a2a06fb', 'tag': '7daf806b-9475-4da7-94ed-df2c05467e60', 'status': 'completed', 'code': 200} Nov 24 21:15:50.616548 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e25293-c965-44f5-bce1-1c7c27676aaa req-6db12d4e-394d-4081-90d2-2aeddc251bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:50.619260 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-19e25293-c965-44f5-bce1-1c7c27676aaa req-6db12d4e-394d-4081-90d2-2aeddc251bf4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb5aaecd96374a3da709286748fb6f05&device_id=e8e413a3-0afa-4419-bf5f-15200a2a06fb HTTP/1.1" status: 200 len: 1094 time: 0.1029432 Nov 24 21:15:50.843588 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84eec73-2fb4-453f-bc15-263bd3e9af02 req-e5056af1-719a-4a42-bd96-0cfca6bc0c46 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:50.847498 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c84eec73-2fb4-453f-bc15-263bd3e9af02 req-e5056af1-719a-4a42-bd96-0cfca6bc0c46 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 944 time: 0.1650829 Nov 24 21:15:50.904654 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e25293-c965-44f5-bce1-1c7c27676aaa req-0be5ff35-a858-4fca-bbde-2ff6004d4897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:50.913525 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-19e25293-c965-44f5-bce1-1c7c27676aaa req-0be5ff35-a858-4fca-bbde-2ff6004d4897 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1db01eb-8833-49c1-af32-55c864da5de4 HTTP/1.1" status: 200 len: 914 time: 0.2805052 Nov 24 21:15:50.984144 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-19e25293-c965-44f5-bce1-1c7c27676aaa req-1db5a15f-3d49-46dc-88fc-01e4c6134079 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7daf806b-9475-4da7-94ed-df2c05467e60 HTTP/1.1" status: 200 len: 217 time: 0.0656958 Nov 24 21:15:51.039315 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c84eec73-2fb4-453f-bc15-263bd3e9af02 req-efc51781-8e53-4894-9bbf-dae5ba1b29e6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548159 Nov 24 21:15:51.188839 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e25293-c965-44f5-bce1-1c7c27676aaa req-1ead027b-7899-4f2a-a25d-06de687a8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:51.188839 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-19e25293-c965-44f5-bce1-1c7c27676aaa req-1ead027b-7899-4f2a-a25d-06de687a8048 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a45bd0c-8ca2-4b52-81ab-9da7498bfeba HTTP/1.1" status: 200 len: 853 time: 0.1932058 Nov 24 21:15:51.257557 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-19e25293-c965-44f5-bce1-1c7c27676aaa req-5644f7c0-9676-48bf-b2a0-daf78562ea07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1db01eb-8833-49c1-af32-55c864da5de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597775 Nov 24 21:15:51.520635 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-19e25293-c965-44f5-bce1-1c7c27676aaa req-a93f1be2-9c58-401f-9391-ff2933aef49d service neutron] 10.222.0.15 "GET /v2.0/networks/c1db01eb-8833-49c1-af32-55c864da5de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446191 Nov 24 21:15:51.553393 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc263dd4-971a-4926-842c-b6a54d39a8c4 req-33eb1c8d-2d7f-4f95-8ce7-97195195e1c3 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:51.554837 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc263dd4-971a-4926-842c-b6a54d39a8c4 req-33eb1c8d-2d7f-4f95-8ce7-97195195e1c3 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e413a3-0afa-4419-bf5f-15200a2a06fb HTTP/1.1" status: 200 len: 943 time: 0.1511879 Nov 24 21:15:51.669056 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-19e25293-c965-44f5-bce1-1c7c27676aaa req-a824fd8d-9fd5-4a81-999a-f109e53a7cac service neutron] 10.222.0.15 "GET /v2.0/networks/c1db01eb-8833-49c1-af32-55c864da5de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334391 Nov 24 21:15:51.766561 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc263dd4-971a-4926-842c-b6a54d39a8c4 req-93847342-8220-44b2-9a85-3d062978d263 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c864a52-c9e4-442c-948b-d61221035693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006958 Nov 24 21:15:52.025632 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-67d0117b-fcbb-4b20-971c-b2bf649d869a req-2ea9e7f9-d907-4039-b260-d5afc8af77c3 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d842a4f-2694-40d2-be5d-f88739da2659 HTTP/1.1" status: 200 len: 210 time: 0.0618525 Nov 24 21:15:52.263313 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445e1ba-5f99-4303-89bf-6daa7aa97f28 req-0069b66c-5448-438e-b138-33fbd9fc9185 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:52.264880 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2445e1ba-5f99-4303-89bf-6daa7aa97f28 req-0069b66c-5448-438e-b138-33fbd9fc9185 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.1057830 Nov 24 21:15:52.272021 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-fce95e1a-25ca-493a-a026-3fb33875f9e8 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:52.274096 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-fce95e1a-25ca-493a-a026-3fb33875f9e8 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.15 "GET /v2.0/networks?id=ee8d0854-ec27-476a-931f-a8f1bb95806d HTTP/1.1" status: 200 len: 814 time: 0.4834888 Nov 24 21:15:52.308428 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-731321f9-70c2-4349-bacb-47dd4174868e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Request body: {'port': {'device_id': '4d842a4f-2694-40d2-be5d-f88739da2659', 'network_id': 'ee8d0854-ec27-476a-931f-a8f1bb95806d', 'admin_state_up': True, 'tenant_id': 'decaecefece2435080b2d378715208c2'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:52.427522 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2445e1ba-5f99-4303-89bf-6daa7aa97f28 req-64429df7-d1bc-41ec-8a06-dd4d9e87f4b4 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521294 Nov 24 21:15:52.583900 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-731321f9-70c2-4349-bacb-47dd4174868e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Made reservation on behalf of decaecefece2435080b2d378715208c2 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:15:52.588274 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-731321f9-70c2-4349-bacb-47dd4174868e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:52.641387 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53572f21-5568-44e0-8c1b-3cc1e850847d req-e8c9dade-931e-42d3-8e9b-03e8c758abc9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:52.643064 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-53572f21-5568-44e0-8c1b-3cc1e850847d req-e8c9dade-931e-42d3-8e9b-03e8c758abc9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 944 time: 0.1029198 Nov 24 21:15:52.775928 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-53572f21-5568-44e0-8c1b-3cc1e850847d req-3f947f49-b843-4f27-b9ed-9232bc161ab9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993037 Nov 24 21:15:52.820813 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-731321f9-70c2-4349-bacb-47dd4174868e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Allocated IP 172.20.0.9 (ee8d0854-ec27-476a-931f-a8f1bb95806d/2cb85dfb-9587-449f-bfab-6a213fbd07fd/be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:15:52.979223 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cd9da-b1bc-4a9d-9963-d4fd4832a5e6 req-9b85c848-9ce3-4aa5-8892-eefe5a5b5f0a tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:52.981236 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ff8cd9da-b1bc-4a9d-9963-d4fd4832a5e6 req-9b85c848-9ce3-4aa5-8892-eefe5a5b5f0a tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e413a3-0afa-4419-bf5f-15200a2a06fb HTTP/1.1" status: 200 len: 943 time: 0.1165805 Nov 24 21:15:53.120534 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ff8cd9da-b1bc-4a9d-9963-d4fd4832a5e6 req-f7b2b79c-220e-4546-817c-64850b8d0159 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c864a52-c9e4-442c-948b-d61221035693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269987 Nov 24 21:15:53.204604 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-731321f9-70c2-4349-bacb-47dd4174868e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:53.399829 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1557ed39-dc3e-4a65-98e9-dfa453bdd855 req-35ba3bdf-2e2e-4e66-bff4-33a96826689c tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d842a4f-2694-40d2-be5d-f88739da2659 HTTP/1.1" status: 200 len: 210 time: 0.0840995 Nov 24 21:15:53.407112 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36756) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:53.408105 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-731321f9-70c2-4349-bacb-47dd4174868e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:53.427761 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['cf6ba1f6-8719-4484-8c94-00b379ffcb96'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:15:53.540686 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-731321f9-70c2-4349-bacb-47dd4174868e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Network ee8d0854-ec27-476a-931f-a8f1bb95806d is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:15:53.551233 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-731321f9-70c2-4349-bacb-47dd4174868e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:15:53.558941 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-731321f9-70c2-4349-bacb-47dd4174868e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:15:53.601816 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7225e3b8-cb49-45a1-9178-b9eecc60456b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:53.628669 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731321f9-70c2-4349-bacb-47dd4174868e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Pushing event updated for resources: {'Port': ['ID=be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:53.769653 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7225e3b8-cb49-45a1-9178-b9eecc60456b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:53.776126 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7225e3b8-cb49-45a1-9178-b9eecc60456b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:53.822679 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225e3b8-cb49-45a1-9178-b9eecc60456b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16d2ec9-d0ff-44b6-9db9-9c108534b0b8,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:53.829859 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7225e3b8-cb49-45a1-9178-b9eecc60456b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5f9f6ca233f04e56beb758758f91c0d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4214020 Nov 24 21:15:53.832916 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36766) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:53.845491 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7225e3b8-cb49-45a1-9178-b9eecc60456b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:53.846720 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7225e3b8-cb49-45a1-9178-b9eecc60456b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:53.847230 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7225e3b8-cb49-45a1-9178-b9eecc60456b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:53.847575 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7225e3b8-cb49-45a1-9178-b9eecc60456b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:53.848533 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7225e3b8-cb49-45a1-9178-b9eecc60456b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:53.848975 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7225e3b8-cb49-45a1-9178-b9eecc60456b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:53.849348 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7225e3b8-cb49-45a1-9178-b9eecc60456b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:53.849891 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7225e3b8-cb49-45a1-9178-b9eecc60456b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:53.850237 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7225e3b8-cb49-45a1-9178-b9eecc60456b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:53.850582 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7225e3b8-cb49-45a1-9178-b9eecc60456b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:53.850920 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7225e3b8-cb49-45a1-9178-b9eecc60456b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:53.851754 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7225e3b8-cb49-45a1-9178-b9eecc60456b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:15:53.905774 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8b5a15cf-36e8-459d-bb17-55aa80934a04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:53.927177 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7daf806b-9475-4da7-94ed-df2c05467e60 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:15:53.959735 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8b5a15cf-36e8-459d-bb17-55aa80934a04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:54.078253 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8b5a15cf-36e8-459d-bb17-55aa80934a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:54.082483 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8b5a15cf-36e8-459d-bb17-55aa80934a04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:54.083908 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8b5a15cf-36e8-459d-bb17-55aa80934a04 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c16d2ec9-d0ff-44b6-9db9-9c108534b0b8 HTTP/1.1" status: 204 len: 168 time: 0.2498887 Nov 24 21:15:54.106941 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a15cf-36e8-459d-bb17-55aa80934a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16d2ec9-d0ff-44b6-9db9-9c108534b0b8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:54.133196 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7daf806b-9475-4da7-94ed-df2c05467e60, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7daf806b-9475-4da7-94ed-df2c05467e60,segment=NetworkSegment(e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06),segment_id=e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:54.148017 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '7daf806b-9475-4da7-94ed-df2c05467e60', 'network_id': 'c1db01eb-8833-49c1-af32-55c864da5de4', 'port_id': '7daf806b-9475-4da7-94ed-df2c05467e60', 'mac_address': 'fa:16:3e:a7:48:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a45bd0c-8ca2-4b52-81ab-9da7498bfeba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:15:54.211378 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-731321f9-70c2-4349-bacb-47dd4174868e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:54.212344 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-731321f9-70c2-4349-bacb-47dd4174868e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:54.231310 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecce3da-a186-4c47-8f68-afe9c6e8a6ff req-9f9c7486-55e0-454a-b2c7-47ae7dc6f44c tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:54.233047 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2ecce3da-a186-4c47-8f68-afe9c6e8a6ff req-9f9c7486-55e0-454a-b2c7-47ae7dc6f44c tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.6142037 Nov 24 21:15:54.255892 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:54.263391 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-731321f9-70c2-4349-bacb-47dd4174868e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9598441 Nov 24 21:15:54.266936 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7daf806b-9475-4da7-94ed-df2c05467e60 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:15:54.291111 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7daf806b-9475-4da7-94ed-df2c05467e60, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7daf806b-9475-4da7-94ed-df2c05467e60,segment=NetworkSegment(e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06),segment_id=e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:54.291313 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-276ca5e5-7a36-4cde-bdd9-b0f0d4c20552 service neutron] Request body: {'port': {'device_id': '4d842a4f-2694-40d2-be5d-f88739da2659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:15:54.308130 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:54.349015 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2ecce3da-a186-4c47-8f68-afe9c6e8a6ff req-c812e1e6-ca4c-4bc0-bbbd-ef1b4d3db9e3 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084914 Nov 24 21:15:54.389106 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-276ca5e5-7a36-4cde-bdd9-b0f0d4c20552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:54.445655 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=7daf806b-9475-4da7-94ed-df2c05467e60,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:54.557055 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['7daf806b-9475-4da7-94ed-df2c05467e60'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:15:54.569777 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c34b8-d09c-4edc-b2ab-f4dd4dc1125a req-54d3fe5b-124e-48df-ab8a-872eca8754c9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:54.577137 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-036c34b8-d09c-4edc-b2ab-f4dd4dc1125a req-54d3fe5b-124e-48df-ab8a-872eca8754c9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 944 time: 0.1361005 Nov 24 21:15:54.730071 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-036c34b8-d09c-4edc-b2ab-f4dd4dc1125a req-4faf3ac2-9a0b-4c3f-904e-48e9e99ab54f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520562 Nov 24 21:15:54.832995 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-276ca5e5-7a36-4cde-bdd9-b0f0d4c20552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:15:54.857151 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-276ca5e5-7a36-4cde-bdd9-b0f0d4c20552 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:54.880784 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-276ca5e5-7a36-4cde-bdd9-b0f0d4c20552 service neutron] Transition to ACTIVE for port object be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:15:54.890855 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0ff29-05e0-4314-b127-24b5947c1e43 req-4f01357a-8c79-4769-94a7-3b2c163bc58f tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:54.893574 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-74f0ff29-05e0-4314-b127-24b5947c1e43 req-4f01357a-8c79-4769-94a7-3b2c163bc58f tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e413a3-0afa-4419-bf5f-15200a2a06fb HTTP/1.1" status: 200 len: 944 time: 0.0761662 Nov 24 21:15:54.894787 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-276ca5e5-7a36-4cde-bdd9-b0f0d4c20552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:54.989902 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ca5e5-7a36-4cde-bdd9-b0f0d4c20552 service neutron] Pushing event updated for resources: {'Port': ['ID=be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:55.034179 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-74f0ff29-05e0-4314-b127-24b5947c1e43 req-b11115f1-1d8e-4efe-a4a1-d266d35fc84c tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c864a52-c9e4-442c-948b-d61221035693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108048 Nov 24 21:15:55.070927 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-276ca5e5-7a36-4cde-bdd9-b0f0d4c20552 service neutron] Attempting to bind port be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:15:55.071280 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-276ca5e5-7a36-4cde-bdd9-b0f0d4c20552 service neutron] Attempting to bind port be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'fc255c7f-c29a-46b6-8640-52714ae9926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ee8d0854-ec27-476a-931f-a8f1bb95806d'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:15:55.071673 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-276ca5e5-7a36-4cde-bdd9-b0f0d4c20552 service neutron] Attempting to bind port be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8 on network ee8d0854-ec27-476a-931f-a8f1bb95806d {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:15:55.084611 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-276ca5e5-7a36-4cde-bdd9-b0f0d4c20552 service neutron] Port be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8 on network ee8d0854-ec27-476a-931f-a8f1bb95806d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:15:55.085292 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-276ca5e5-7a36-4cde-bdd9-b0f0d4c20552 service neutron] Attempting to bind port be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8 on network ee8d0854-ec27-476a-931f-a8f1bb95806d {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:15:55.104603 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-276ca5e5-7a36-4cde-bdd9-b0f0d4c20552 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:15:55.104603 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-276ca5e5-7a36-4cde-bdd9-b0f0d4c20552 service neutron] Checking segment: {'id': 'fc255c7f-c29a-46b6-8640-52714ae9926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ee8d0854-ec27-476a-931f-a8f1bb95806d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:15:55.105919 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-276ca5e5-7a36-4cde-bdd9-b0f0d4c20552 service neutron] Bound using segment: {'id': 'fc255c7f-c29a-46b6-8640-52714ae9926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ee8d0854-ec27-476a-931f-a8f1bb95806d'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:15:55.108531 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-276ca5e5-7a36-4cde-bdd9-b0f0d4c20552 service neutron] Bound port: be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc255c7f-c29a-46b6-8640-52714ae9926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ee8d0854-ec27-476a-931f-a8f1bb95806d'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:15:55.108531 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-276ca5e5-7a36-4cde-bdd9-b0f0d4c20552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:55.242672 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8b53f-b887-4877-867b-f8473f1fcc7e req-30b2a8f5-3296-4527-bb71-7135596797d2 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:55.244251 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ade8b53f-b887-4877-867b-f8473f1fcc7e req-30b2a8f5-3296-4527-bb71-7135596797d2 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d842a4f-2694-40d2-be5d-f88739da2659 HTTP/1.1" status: 200 len: 943 time: 0.0993588 Nov 24 21:15:55.245486 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-276ca5e5-7a36-4cde-bdd9-b0f0d4c20552 service neutron] For port be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:15:55.249162 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-276ca5e5-7a36-4cde-bdd9-b0f0d4c20552 service neutron] For port be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8,segment=NetworkSegment(fc255c7f-c29a-46b6-8640-52714ae9926a),segment_id=fc255c7f-c29a-46b6-8640-52714ae9926a)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:15:55.258875 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-276ca5e5-7a36-4cde-bdd9-b0f0d4c20552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:55.317030 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-276ca5e5-7a36-4cde-bdd9-b0f0d4c20552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:55.318804 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-276ca5e5-7a36-4cde-bdd9-b0f0d4c20552 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:55.320264 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-276ca5e5-7a36-4cde-bdd9-b0f0d4c20552 service neutron] 10.222.0.15 "PUT /v2.0/ports/be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8 HTTP/1.1" status: 200 len: 1091 time: 1.0346920 Nov 24 21:15:55.320804 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d842a4f-2694-40d2-be5d-f88739da2659', 'tag': 'be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:15:55.323059 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d886bf05-6a9a-409a-b656-049d7fce336d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d842a4f-2694-40d2-be5d-f88739da2659", "tag": "be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:15:55.378757 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ade8b53f-b887-4877-867b-f8473f1fcc7e req-2a754459-ea87-43e0-b608-c0961de01c53 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261766 Nov 24 21:15:55.413387 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ca5e5-7a36-4cde-bdd9-b0f0d4c20552 service neutron] Pushing event updated for resources: {'Port': ['ID=be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:55.428190 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a05480-fe41-4122-bce2-8a4a2e3b2d04 x-openstack-request-id: req-89a05480-fe41-4122-bce2-8a4a2e3b2d04 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:15:55.428499 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d842a4f-2694-40d2-be5d-f88739da2659", "tag": "be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:15:55.429039 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-89a05480-fe41-4122-bce2-8a4a2e3b2d04 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:15:55.429502 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d842a4f-2694-40d2-be5d-f88739da2659', 'tag': 'be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8', 'status': 'completed', 'code': 200} Nov 24 21:15:55.441140 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-797e99e1-6ce0-44fe-80e8-d8b05642e78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:55.443184 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-797e99e1-6ce0-44fe-80e8-d8b05642e78b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=decaecefece2435080b2d378715208c2&device_id=4d842a4f-2694-40d2-be5d-f88739da2659 HTTP/1.1" status: 200 len: 1094 time: 0.0603867 Nov 24 21:15:55.498349 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-e7528589-be66-4a99-bb40-84902628b4a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8 HTTP/1.1" status: 200 len: 217 time: 0.0436687 Nov 24 21:15:55.577284 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-6882c09a-4d8e-4ef5-b81d-412b4da9f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:55.578848 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-6882c09a-4d8e-4ef5-b81d-412b4da9f882 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2cb85dfb-9587-449f-bfab-6a213fbd07fd HTTP/1.1" status: 200 len: 854 time: 0.0692675 Nov 24 21:15:55.587465 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8247428-af64-4639-8371-446b08bf8cb9 req-e411e49b-0bfd-48f2-bded-90fb9e3cebc5 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:55.588954 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c8247428-af64-4639-8371-446b08bf8cb9 req-e411e49b-0bfd-48f2-bded-90fb9e3cebc5 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0897722 Nov 24 21:15:55.630563 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-bf1dec42-ff7b-40ae-b9ca-7193fe551495 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee8d0854-ec27-476a-931f-a8f1bb95806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406160 Nov 24 21:15:55.701532 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c8247428-af64-4639-8371-446b08bf8cb9 req-f9cac616-d4c4-422a-ac7c-07c5f9865219 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034586 Nov 24 21:15:55.770344 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-e1cacf35-c81d-4219-b04d-9a859fd5a1af service neutron] 10.222.0.15 "GET /v2.0/networks/ee8d0854-ec27-476a-931f-a8f1bb95806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319075 Nov 24 21:15:55.918558 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419c0f8-85d6-406e-87c3-dfbb00bb7ab0 req-6dfce51c-2717-4f28-b68b-a0d292b91333 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:55.921557 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d419c0f8-85d6-406e-87c3-dfbb00bb7ab0 req-6dfce51c-2717-4f28-b68b-a0d292b91333 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 944 time: 0.1111474 Nov 24 21:15:55.942192 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7daf806b-9475-4da7-94ed-df2c05467e60 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:15:55.969844 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e96ecfe-0c92-4c80-b861-3b5f2a079d66 req-c122a52c-b96c-406c-afc1-a5bada4834a8 service neutron] 10.222.0.15 "GET /v2.0/networks/ee8d0854-ec27-476a-931f-a8f1bb95806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921206 Nov 24 21:15:56.016285 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 7daf806b-9475-4da7-94ed-df2c05467e60 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:15:56.022968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 7daf806b-9475-4da7-94ed-df2c05467e60 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:15:56.023737 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d419c0f8-85d6-406e-87c3-dfbb00bb7ab0 req-00ec0549-532c-4b9a-b4f3-3656b6a17db4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947742 Nov 24 21:15:56.024870 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:56.121002 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886bf05-6a9a-409a-b656-049d7fce336d req-6e6dec04-916d-4490-99ff-100ba839dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:56.122875 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d886bf05-6a9a-409a-b656-049d7fce336d req-6e6dec04-916d-4490-99ff-100ba839dd3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=decaecefece2435080b2d378715208c2&device_id=4d842a4f-2694-40d2-be5d-f88739da2659 HTTP/1.1" status: 200 len: 1094 time: 0.0914559 Nov 24 21:15:56.161662 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:56.222732 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e413a3-0afa-4419-bf5f-15200a2a06fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7daf806b-9475-4da7-94ed-df2c05467e60'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:15:56.226859 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1448438a-7c6f-4368-8756-b35d1cb9708a" -d '{"events": [{"server_uuid": "e8e413a3-0afa-4419-bf5f-15200a2a06fb", "name": "network-vif-plugged", "status": "completed", "tag": "7daf806b-9475-4da7-94ed-df2c05467e60"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:15:56.251458 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7daf806b-9475-4da7-94ed-df2c05467e60, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7daf806b-9475-4da7-94ed-df2c05467e60,segment=NetworkSegment(e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06),segment_id=e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:15:56.259452 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9308d-bfbe-4234-a917-24459e0da695 req-78a1b985-253a-4a3d-b496-a0ffca5a0750 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:56.261065 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-08b9308d-bfbe-4234-a917-24459e0da695 req-78a1b985-253a-4a3d-b496-a0ffca5a0750 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e413a3-0afa-4419-bf5f-15200a2a06fb HTTP/1.1" status: 200 len: 944 time: 0.1310098 Nov 24 21:15:56.269797 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:56.303655 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886bf05-6a9a-409a-b656-049d7fce336d req-b36f9295-9538-40be-9c3d-e282f9752e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:56.305384 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d886bf05-6a9a-409a-b656-049d7fce336d req-b36f9295-9538-40be-9c3d-e282f9752e46 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee8d0854-ec27-476a-931f-a8f1bb95806d HTTP/1.1" status: 200 len: 915 time: 0.1732187 Nov 24 21:15:56.352247 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=7daf806b-9475-4da7-94ed-df2c05467e60,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:56.369219 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d886bf05-6a9a-409a-b656-049d7fce336d req-4da2e81e-2032-4b5d-b5ba-717a2dd0fc83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8 HTTP/1.1" status: 200 len: 217 time: 0.0523582 Nov 24 21:15:56.373286 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-08b9308d-bfbe-4234-a917-24459e0da695 req-4d267dfb-9d95-40f3-a726-416a0883895b tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c864a52-c9e4-442c-948b-d61221035693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053224 Nov 24 21:15:56.436939 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886bf05-6a9a-409a-b656-049d7fce336d req-8c9436d6-3679-47ea-b915-3445a538d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:56.438561 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d886bf05-6a9a-409a-b656-049d7fce336d req-8c9436d6-3679-47ea-b915-3445a538d2ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2cb85dfb-9587-449f-bfab-6a213fbd07fd HTTP/1.1" status: 200 len: 854 time: 0.0554807 Nov 24 21:15:56.449261 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3edbf22-f6f1-429e-9f7d-beda28aaf505 x-openstack-request-id: req-b3edbf22-f6f1-429e-9f7d-beda28aaf505 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:15:56.449563 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e413a3-0afa-4419-bf5f-15200a2a06fb", "name": "network-vif-plugged", "status": "completed", "tag": "7daf806b-9475-4da7-94ed-df2c05467e60", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:15:56.449827 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b3edbf22-f6f1-429e-9f7d-beda28aaf505 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:15:56.450235 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e413a3-0afa-4419-bf5f-15200a2a06fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7daf806b-9475-4da7-94ed-df2c05467e60', 'code': 200} Nov 24 21:15:56.519734 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d886bf05-6a9a-409a-b656-049d7fce336d req-4a871d11-0f7d-4b7a-a264-44f09287151d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee8d0854-ec27-476a-931f-a8f1bb95806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608418 Nov 24 21:15:56.617458 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be32a6-28cb-4711-8a43-15fcb7747188 req-8d95d32d-9b9b-466e-857d-6541cf370cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:56.619677 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61be32a6-28cb-4711-8a43-15fcb7747188 req-8d95d32d-9b9b-466e-857d-6541cf370cb6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e8e413a3-0afa-4419-bf5f-15200a2a06fb HTTP/1.1" status: 200 len: 1096 time: 0.0712125 Nov 24 21:15:56.692406 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61be32a6-28cb-4711-8a43-15fcb7747188 req-3dee2b5c-7542-412f-b35e-49c47361cc4a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5c864a52-c9e4-442c-948b-d61221035693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620787 Nov 24 21:15:56.714731 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d886bf05-6a9a-409a-b656-049d7fce336d req-afefa2df-39a7-4bbe-9128-311ff06cf685 service neutron] 10.222.0.15 "GET /v2.0/networks/ee8d0854-ec27-476a-931f-a8f1bb95806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852272 Nov 24 21:15:56.740553 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bd89f-3b69-4487-91ca-cd11d1f69848 req-94c79432-da96-4166-a3ba-ec7511e6c7ee tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:56.742466 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-311bd89f-3b69-4487-91ca-cd11d1f69848 req-94c79432-da96-4166-a3ba-ec7511e6c7ee tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d842a4f-2694-40d2-be5d-f88739da2659 HTTP/1.1" status: 200 len: 943 time: 0.1009166 Nov 24 21:15:56.814980 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-311bd89f-3b69-4487-91ca-cd11d1f69848 req-969eb098-2246-4248-8a13-c252012b3fdf tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661352 Nov 24 21:15:57.020237 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67befe7-d909-45c4-af3d-a8343081fed0 req-d91ac9bd-dcae-4364-8f9c-26fb5ef30dcd tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:57.022202 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e67befe7-d909-45c4-af3d-a8343081fed0 req-d91ac9bd-dcae-4364-8f9c-26fb5ef30dcd tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.1234138 Nov 24 21:15:57.060591 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d886bf05-6a9a-409a-b656-049d7fce336d req-40f3c5a6-d835-450e-878d-9b28c00139e6 service neutron] 10.222.0.15 "GET /v2.0/networks/ee8d0854-ec27-476a-931f-a8f1bb95806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701913 Nov 24 21:15:57.113682 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e67befe7-d909-45c4-af3d-a8343081fed0 req-d115763c-8aac-4e7a-8839-e8ee1d63b527 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822902 Nov 24 21:15:57.178560 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36870) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:57.259765 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79614e-193d-42d7-9500-990bd8ef1761 req-c0348a1c-4933-4303-a288-015d640a2048 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:57.261742 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fb79614e-193d-42d7-9500-990bd8ef1761 req-c0348a1c-4933-4303-a288-015d640a2048 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 944 time: 0.0682983 Nov 24 21:15:57.337867 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fb79614e-193d-42d7-9500-990bd8ef1761 req-364e1774-2d57-49e3-855a-f7b54998ed9d tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689480 Nov 24 21:15:57.352052 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-24db9566-30ae-432e-be86-9ff33d2b1f4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:57.460611 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-24db9566-30ae-432e-be86-9ff33d2b1f4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:57.466723 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-24db9566-30ae-432e-be86-9ff33d2b1f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:57.503672 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-24db9566-30ae-432e-be86-9ff33d2b1f4d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1d04edf53024142840a62d900488fe8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3239713 Nov 24 21:15:57.511378 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36878) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:57.539128 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288bcd9-94dc-4cde-a006-b29ddf66c836 req-74ab859f-49af-4b46-897c-86fabf7e0f71 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:57.548561 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9288bcd9-94dc-4cde-a006-b29ddf66c836 req-74ab859f-49af-4b46-897c-86fabf7e0f71 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e413a3-0afa-4419-bf5f-15200a2a06fb HTTP/1.1" status: 200 len: 945 time: 0.0724456 Nov 24 21:15:57.555600 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db9566-30ae-432e-be86-9ff33d2b1f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b9a34d-07f9-4274-8903-963a8efa5d0a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:57.590479 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36882) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:57.622310 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9288bcd9-94dc-4cde-a006-b29ddf66c836 req-bd931e9c-3e1c-4c84-bda5-d243bf7980f0 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c864a52-c9e4-442c-948b-d61221035693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719631 Nov 24 21:15:57.695236 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3ad3a7ac-478c-47bd-b811-93630c9de692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:57.707177 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d8160-b5cc-4408-9739-e05a59030a54 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:57.707761 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d8160-b5cc-4408-9739-e05a59030a54 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:57.708246 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d8160-b5cc-4408-9739-e05a59030a54 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:57.712673 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5e3d8160-b5cc-4408-9739-e05a59030a54 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] 10.222.0.11 "GET /v2.0/ports?project_id=207eef9f28694fbd90eb332792fa324d&network_id=29f82d9e-579b-4d97-acf1-b3e0b782c926 HTTP/1.1" status: 200 len: 2970 time: 0.1206827 Nov 24 21:15:57.735936 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3ad3a7ac-478c-47bd-b811-93630c9de692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:57.796452 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3ad3a7ac-478c-47bd-b811-93630c9de692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:57.800811 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3ad3a7ac-478c-47bd-b811-93630c9de692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:57.802882 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3ad3a7ac-478c-47bd-b811-93630c9de692 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9b9a34d-07f9-4274-8903-963a8efa5d0a HTTP/1.1" status: 204 len: 168 time: 0.2902970 Nov 24 21:15:57.818121 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3a7ac-478c-47bd-b811-93630c9de692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b9a34d-07f9-4274-8903-963a8efa5d0a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:57.969257 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce4a09-18fa-4890-a1f6-19ec1dc9a338 req-a9408122-bc3b-4c56-91eb-d58862e9e8d9 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:57.978121 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1fce4a09-18fa-4890-a1f6-19ec1dc9a338 req-a9408122-bc3b-4c56-91eb-d58862e9e8d9 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d842a4f-2694-40d2-be5d-f88739da2659 HTTP/1.1" status: 200 len: 943 time: 0.0648224 Nov 24 21:15:58.043907 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1fce4a09-18fa-4890-a1f6-19ec1dc9a338 req-abf03936-37a2-4c65-b608-97c2905e631c tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649817 Nov 24 21:15:58.255938 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36896) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:58.273658 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5ca25c4a-5ff6-49bb-9586-d10056a7d20f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:58.274672 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b29425-3e73-43ea-bdbc-90e0fa43e898 req-f6429761-3176-4b57-b1ed-d2d73128208c tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:58.276399 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-47b29425-3e73-43ea-bdbc-90e0fa43e898 req-f6429761-3176-4b57-b1ed-d2d73128208c tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0730710 Nov 24 21:15:58.342565 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-47b29425-3e73-43ea-bdbc-90e0fa43e898 req-0267a302-1df7-4e26-905e-df3f8dbc5622 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576735 Nov 24 21:15:58.416079 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5ca25c4a-5ff6-49bb-9586-d10056a7d20f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:58.430342 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5ca25c4a-5ff6-49bb-9586-d10056a7d20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:58.479970 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5ca25c4a-5ff6-49bb-9586-d10056a7d20f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d8d201de8bbd422a9fe2f6350d7aa120&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2204506 Nov 24 21:15:58.479970 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca25c4a-5ff6-49bb-9586-d10056a7d20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406764a0-b996-490d-91c1-a72e35be552a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:58.489802 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98316b07-ea4e-4f33-9c96-953bac1b1036 req-62a16ef5-0f08-476f-af7a-7e475be51664 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:58.493001 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 36900) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:15:58.498679 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-98316b07-ea4e-4f33-9c96-953bac1b1036 req-62a16ef5-0f08-476f-af7a-7e475be51664 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 944 time: 0.0780237 Nov 24 21:15:58.560369 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ec9e53b9-fead-455f-9682-daed882036e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:58.565022 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-98316b07-ea4e-4f33-9c96-953bac1b1036 req-16c2c352-46b5-4ba3-b2d7-ea9d92a414a1 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653758 Nov 24 21:15:58.587998 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ec9e53b9-fead-455f-9682-daed882036e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:58.647048 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ec9e53b9-fead-455f-9682-daed882036e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:58.650356 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ec9e53b9-fead-455f-9682-daed882036e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:15:58.653431 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ec9e53b9-fead-455f-9682-daed882036e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/406764a0-b996-490d-91c1-a72e35be552a HTTP/1.1" status: 204 len: 168 time: 0.1588278 Nov 24 21:15:58.698390 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e53b9-fead-455f-9682-daed882036e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406764a0-b996-490d-91c1-a72e35be552a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:15:58.776112 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd802ed-138e-4b71-999d-963b88b042e5 req-99f6e8c3-798e-4d42-a6f4-46362a158a93 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:58.781233 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ddd802ed-138e-4b71-999d-963b88b042e5 req-99f6e8c3-798e-4d42-a6f4-46362a158a93 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e413a3-0afa-4419-bf5f-15200a2a06fb HTTP/1.1" status: 200 len: 945 time: 0.0713792 Nov 24 21:15:58.844505 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ddd802ed-138e-4b71-999d-963b88b042e5 req-e7db3cae-76b2-46d8-8e20-e92de82e525d tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c864a52-c9e4-442c-948b-d61221035693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582967 Nov 24 21:15:59.390665 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe4e80-09b9-416b-89d7-cf8a401ba2da req-fb1e38d2-f65e-4371-b798-2dee8de823fd tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:59.400029 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c7fe4e80-09b9-416b-89d7-cf8a401ba2da req-fb1e38d2-f65e-4371-b798-2dee8de823fd tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d842a4f-2694-40d2-be5d-f88739da2659 HTTP/1.1" status: 200 len: 943 time: 0.0662565 Nov 24 21:15:59.474223 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c7fe4e80-09b9-416b-89d7-cf8a401ba2da req-45182549-cbcf-4376-895c-b00b39bb06f9 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730672 Nov 24 21:15:59.648862 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4a58c-1343-4d62-a574-443575bdbdd5 req-e70b53fc-775e-491b-9fc8-369d4e22f6b2 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:59.656515 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3ca4a58c-1343-4d62-a574-443575bdbdd5 req-e70b53fc-775e-491b-9fc8-369d4e22f6b2 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0726275 Nov 24 21:15:59.733598 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3ca4a58c-1343-4d62-a574-443575bdbdd5 req-ff519550-2d81-4453-9f33-11590f5de56f tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719936 Nov 24 21:15:59.898593 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8322f-6f48-4768-b195-c07ac8c4eebf req-6a185edf-27ec-4bd8-8e1c-4b2274b61172 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:15:59.900524 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ccb8322f-6f48-4768-b195-c07ac8c4eebf req-6a185edf-27ec-4bd8-8e1c-4b2274b61172 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 944 time: 0.1095915 Nov 24 21:15:59.942732 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:15:59.998511 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ccb8322f-6f48-4768-b195-c07ac8c4eebf req-4105fb69-01d5-41d1-92e5-2564bccd8d26 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902925 Nov 24 21:16:00.122775 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8,segment=NetworkSegment(fc255c7f-c29a-46b6-8640-52714ae9926a),segment_id=fc255c7f-c29a-46b6-8640-52714ae9926a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:16:00.139516 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8', 'network_id': 'ee8d0854-ec27-476a-931f-a8f1bb95806d', 'port_id': 'be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8', 'mac_address': 'fa:16:3e:bf:d6:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb85dfb-9587-449f-bfab-6a213fbd07fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:16:00.190280 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:00.207353 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:16:00.237523 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8,segment=NetworkSegment(fc255c7f-c29a-46b6-8640-52714ae9926a),segment_id=fc255c7f-c29a-46b6-8640-52714ae9926a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:16:00.257266 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:00.341967 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:00.536176 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:16:00.629791 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109ef04-a594-454c-81a7-0354c0c71888 req-a51e4db3-4e66-45ae-b23c-612d703faa89 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:00.631393 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3109ef04-a594-454c-81a7-0354c0c71888 req-a51e4db3-4e66-45ae-b23c-612d703faa89 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d842a4f-2694-40d2-be5d-f88739da2659 HTTP/1.1" status: 200 len: 944 time: 0.0672219 Nov 24 21:16:00.723110 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3109ef04-a594-454c-81a7-0354c0c71888 req-cdf62c1e-86e1-4383-8993-3c5cbc36fa9e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833521 Nov 24 21:16:00.891643 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ddb52-62cd-42cc-b473-96737b31ae62 req-1da918f8-fbe5-47a4-882a-68c596c7baf4 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:00.901755 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c7ddb52-62cd-42cc-b473-96737b31ae62 req-1da918f8-fbe5-47a4-882a-68c596c7baf4 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0776217 Nov 24 21:16:00.984261 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c7ddb52-62cd-42cc-b473-96737b31ae62 req-0589a6eb-434c-493a-81ca-13cb09cbce86 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823803 Nov 24 21:16:01.165883 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4dbf6-e935-4aaa-8c3b-9d7bf9c9b368 req-0541e17a-5f01-444e-b010-079bc9a568d2 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:01.173152 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aef4dbf6-e935-4aaa-8c3b-9d7bf9c9b368 req-0541e17a-5f01-444e-b010-079bc9a568d2 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 944 time: 0.0801766 Nov 24 21:16:01.238291 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aef4dbf6-e935-4aaa-8c3b-9d7bf9c9b368 req-573dd3e3-fdfc-44eb-b880-7e4db1850fe9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610054 Nov 24 21:16:01.903449 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a65651-357c-420b-a021-8163c8d849c5 req-eb832335-e8dd-4850-a829-0a4184db3592 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:01.906868 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d8a65651-357c-420b-a021-8163c8d849c5 req-eb832335-e8dd-4850-a829-0a4184db3592 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d842a4f-2694-40d2-be5d-f88739da2659 HTTP/1.1" status: 200 len: 944 time: 0.0811009 Nov 24 21:16:01.959216 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:16:02.040717 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d8a65651-357c-420b-a021-8163c8d849c5 req-c41354f3-c213-4caf-9968-48efe2adb203 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268539 Nov 24 21:16:02.046830 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:16:02.053232 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:16:02.054374 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:02.157438 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:02.187175 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d842a4f-2694-40d2-be5d-f88739da2659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:16:02.190269 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b47c9a1-8ea0-44de-9a97-3f2ff26f9585" -d '{"events": [{"server_uuid": "4d842a4f-2694-40d2-be5d-f88739da2659", "name": "network-vif-plugged", "status": "completed", "tag": "be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:16:02.205500 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8,segment=NetworkSegment(fc255c7f-c29a-46b6-8640-52714ae9926a),segment_id=fc255c7f-c29a-46b6-8640-52714ae9926a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:16:02.211341 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:02.265090 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041286c1-d2ec-434b-8890-e67813007e1c req-a554731f-f208-4e96-8997-ab6f9f941025 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:02.266719 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:02.286056 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-041286c1-d2ec-434b-8890-e67813007e1c req-a554731f-f208-4e96-8997-ab6f9f941025 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0988200 Nov 24 21:16:02.355190 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-041286c1-d2ec-434b-8890-e67813007e1c req-b672d444-3679-4e44-9a43-b40c129baed0 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681219 Nov 24 21:16:02.419837 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852f97e4-aac1-4489-928f-822ca9e45f8d x-openstack-request-id: req-852f97e4-aac1-4489-928f-822ca9e45f8d {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:16:02.420362 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d842a4f-2694-40d2-be5d-f88739da2659", "name": "network-vif-plugged", "status": "completed", "tag": "be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:16:02.420810 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-852f97e4-aac1-4489-928f-822ca9e45f8d {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:16:02.421408 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d842a4f-2694-40d2-be5d-f88739da2659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8', 'code': 200} Nov 24 21:16:02.713268 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d147a-ddba-4693-840a-a070b06d2ca3 req-31163b6e-e64b-4e78-bde7-03b231203ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:02.717705 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e08d147a-ddba-4693-840a-a070b06d2ca3 req-31163b6e-e64b-4e78-bde7-03b231203ec2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4d842a4f-2694-40d2-be5d-f88739da2659 HTTP/1.1" status: 200 len: 1096 time: 0.1564312 Nov 24 21:16:02.747356 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5c347-c5d9-42ae-971a-405a71c14f8e req-4cbaeae9-0b5d-4ead-90ba-11412bbcbebe tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:02.759993 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3ad5c347-c5d9-42ae-971a-405a71c14f8e req-4cbaeae9-0b5d-4ead-90ba-11412bbcbebe tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 944 time: 0.2707334 Nov 24 21:16:02.947955 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3ad5c347-c5d9-42ae-971a-405a71c14f8e req-610edce5-e6b6-445a-82b3-4683d7688593 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851156 Nov 24 21:16:02.983636 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e08d147a-ddba-4693-840a-a070b06d2ca3 req-f6d241dd-573a-4d51-ae19-587642dc20fa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626432 Nov 24 21:16:03.086161 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37026) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:03.204615 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df98cf6a-b03b-4056-bd73-bada5bd3f33f tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:03.224437 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37030) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:03.228328 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-df98cf6a-b03b-4056-bd73-bada5bd3f33f tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 814 time: 0.1392670 Nov 24 21:16:03.250558 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef528a1-06e7-4555-b09a-de6c23632925 req-f069e532-dd9e-4e78-aa9d-217010d2fbdf tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:03.252708 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bef528a1-06e7-4555-b09a-de6c23632925 req-f069e532-dd9e-4e78-aa9d-217010d2fbdf tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d842a4f-2694-40d2-be5d-f88739da2659 HTTP/1.1" status: 200 len: 945 time: 0.1232879 Nov 24 21:16:03.325524 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bef528a1-06e7-4555-b09a-de6c23632925 req-2552d80a-f116-45bf-9ce4-bf010d2dc966 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633790 Nov 24 21:16:03.535748 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c763c0f-7fcb-4774-86ff-a9dc730967d5 req-369427ad-0cb3-4195-899f-3a82b53f16e6 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:03.537751 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3c763c0f-7fcb-4774-86ff-a9dc730967d5 req-369427ad-0cb3-4195-899f-3a82b53f16e6 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0835598 Nov 24 21:16:03.607385 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-635e25aa-cc64-4777-9feb-1266a95b77ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:03.635496 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3c763c0f-7fcb-4774-86ff-a9dc730967d5 req-cf9c7126-e48a-4f79-abf9-745964150907 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897558 Nov 24 21:16:03.742773 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-635e25aa-cc64-4777-9feb-1266a95b77ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:03.759329 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-635e25aa-cc64-4777-9feb-1266a95b77ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:03.806101 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-635e25aa-cc64-4777-9feb-1266a95b77ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1cd12fb0fabb4c3998dd1f744dfee53d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5749950 Nov 24 21:16:03.808807 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37050) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:03.815360 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e25aa-cc64-4777-9feb-1266a95b77ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72861a07-1182-4952-8464-2c099a06ed82,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:03.881869 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad186d5e-6b3d-44d5-b949-6532b8741127 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:03.907767 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad186d5e-6b3d-44d5-b949-6532b8741127 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:03.976679 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad186d5e-6b3d-44d5-b949-6532b8741127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:03.981714 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad186d5e-6b3d-44d5-b949-6532b8741127 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:03.983867 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfd874-674b-49b6-8351-e6d3c6d133ae req-d96188ae-1fb0-4e7b-a780-95e8d835ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:03.984485 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ad186d5e-6b3d-44d5-b949-6532b8741127 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72861a07-1182-4952-8464-2c099a06ed82 HTTP/1.1" status: 204 len: 168 time: 0.1740716 Nov 24 21:16:03.987067 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4bcfd874-674b-49b6-8351-e6d3c6d133ae req-d96188ae-1fb0-4e7b-a780-95e8d835ddb8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 1097 time: 0.0511918 Nov 24 21:16:03.996464 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad186d5e-6b3d-44d5-b949-6532b8741127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72861a07-1182-4952-8464-2c099a06ed82,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:04.063440 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4bcfd874-674b-49b6-8351-e6d3c6d133ae req-8683425e-4c69-4d53-a3d2-225048846b48 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688496 Nov 24 21:16:04.131743 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58410c5-a681-412d-b118-763dbf565e3d req-b4b517e3-27d9-4f6e-83b6-98093d59bf20 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:04.134314 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b58410c5-a681-412d-b118-763dbf565e3d req-b4b517e3-27d9-4f6e-83b6-98093d59bf20 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 944 time: 0.0877571 Nov 24 21:16:04.231003 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b58410c5-a681-412d-b118-763dbf565e3d req-85b3d7e9-40b9-4c04-848e-6bc3c42b508f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842302 Nov 24 21:16:04.512110 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fd827-5a4c-4106-95a7-f8eed4babf7b req-57c439b5-066b-4f67-8f77-3cf6dba4d27a tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:04.513739 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4c0fd827-5a4c-4106-95a7-f8eed4babf7b req-57c439b5-066b-4f67-8f77-3cf6dba4d27a tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d842a4f-2694-40d2-be5d-f88739da2659 HTTP/1.1" status: 200 len: 945 time: 0.0694838 Nov 24 21:16:04.576317 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4c0fd827-5a4c-4106-95a7-f8eed4babf7b req-ea5c6d3b-1c7f-43ee-8afc-5d6a706acdde tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555327 Nov 24 21:16:04.601596 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37074) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:04.609456 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f402f7c2-f9b9-459b-8925-b7517f418643 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'network': {'name': 'tempest-network-smoke--184710487', 'project_id': '207eef9f28694fbd90eb332792fa324d', 'port_security_enabled': True}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:04.651390 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f402f7c2-f9b9-459b-8925-b7517f418643 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Made reservation on behalf of 207eef9f28694fbd90eb332792fa324d for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:16:04.655414 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f402f7c2-f9b9-459b-8925-b7517f418643 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:04.708426 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f402f7c2-f9b9-459b-8925-b7517f418643 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:16:04.732604 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f402f7c2-f9b9-459b-8925-b7517f418643 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:04.733001 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-f402f7c2-f9b9-459b-8925-b7517f418643 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Added segment 6783232c-538c-4518-af14-ebda64791b03 of type vlan for network 191615bc-6ab5-48ed-b699-e8237692eddd Nov 24 21:16:04.841033 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f402f7c2-f9b9-459b-8925-b7517f418643 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:04.885262 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f402f7c2-f9b9-459b-8925-b7517f418643 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:04.894514 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f402f7c2-f9b9-459b-8925-b7517f418643 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:04.895616 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f402f7c2-f9b9-459b-8925-b7517f418643 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:05.021368 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402f7c2-f9b9-459b-8925-b7517f418643 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'Network': ['ID=191615bc-6ab5-48ed-b699-e8237692eddd,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:05.036974 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37090) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:05.037945 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f402f7c2-f9b9-459b-8925-b7517f418643 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4341929 Nov 24 21:16:05.047070 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402f7c2-f9b9-459b-8925-b7517f418643 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:05.047411 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402f7c2-f9b9-459b-8925-b7517f418643 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:05.047768 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402f7c2-f9b9-459b-8925-b7517f418643 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:05.048249 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402f7c2-f9b9-459b-8925-b7517f418643 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:05.049422 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402f7c2-f9b9-459b-8925-b7517f418643 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:05.049575 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402f7c2-f9b9-459b-8925-b7517f418643 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:05.049916 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402f7c2-f9b9-459b-8925-b7517f418643 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:05.050237 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402f7c2-f9b9-459b-8925-b7517f418643 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:05.050575 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402f7c2-f9b9-459b-8925-b7517f418643 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:05.051000 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402f7c2-f9b9-459b-8925-b7517f418643 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:05.051342 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402f7c2-f9b9-459b-8925-b7517f418643 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:05.051676 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402f7c2-f9b9-459b-8925-b7517f418643 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:05.073340 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 191615bc-6ab5-48ed-b699-e8237692eddd details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:16:05.085673 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9a342-ec8e-4aac-8b98-7c2751dfb57f req-f1e53527-c50d-4ee6-81d4-79789620ce94 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:05.096804 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35c9a342-ec8e-4aac-8b98-7c2751dfb57f req-f1e53527-c50d-4ee6-81d4-79789620ce94 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.1612163 Nov 24 21:16:05.242252 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35c9a342-ec8e-4aac-8b98-7c2751dfb57f req-95ad4869-93c9-44f5-a534-83d28449ba52 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446006 Nov 24 21:16:05.296103 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046d9292-3e5e-43c0-80c4-467f165eaa2d tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:05.300593 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-046d9292-3e5e-43c0-80c4-467f165eaa2d tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=207eef9f28694fbd90eb332792fa324d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2596569 Nov 24 21:16:05.301905 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37098) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:05.461514 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:16:05.548582 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c3242-aac4-4f7e-adff-6eec366051e8 req-54499378-b33f-444d-ab95-5fbfb2632dfe tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:05.550786 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b5c3242-aac4-4f7e-adff-6eec366051e8 req-54499378-b33f-444d-ab95-5fbfb2632dfe tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d842a4f-2694-40d2-be5d-f88739da2659 HTTP/1.1" status: 200 len: 945 time: 0.1782317 Nov 24 21:16:05.554223 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893da7b0-8dbd-41a2-b060-69ea414d9ef3 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:05.558352 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-893da7b0-8dbd-41a2-b060-69ea414d9ef3 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2524238 Nov 24 21:16:05.558773 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37106) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:05.597359 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2cebb621-aa1e-4574-9789-8128d80af6b7 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370898 Nov 24 21:16:05.600294 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37110) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:05.637227 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b5c3242-aac4-4f7e-adff-6eec366051e8 req-051684b3-6167-49e9-be7d-4e011adcbf3f tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781307 Nov 24 21:16:05.639075 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d14f662d-74d7-476d-bb68-b8b95fd2af45 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=207eef9f28694fbd90eb332792fa324d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375106 Nov 24 21:16:05.641845 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37112) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:05.820123 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898ea9e-9ae7-4f76-805f-5370d96b650b req-3e2d8897-fcbf-495a-8b0e-084435055fe1 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:05.822133 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5898ea9e-9ae7-4f76-805f-5370d96b650b req-3e2d8897-fcbf-495a-8b0e-084435055fe1 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 944 time: 0.0935416 Nov 24 21:16:05.935912 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5898ea9e-9ae7-4f76-805f-5370d96b650b req-0590877c-167c-4540-88f0-c8c96bcf18c7 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019421 Nov 24 21:16:06.138384 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e4b18d-54de-490c-9d6a-fbeeb13c58e9 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:06.141534 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c1e4b18d-54de-490c-9d6a-fbeeb13c58e9 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4982324 Nov 24 21:16:06.145127 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37124) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:06.188610 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9daf9699-9d3b-467a-b1cb-0fd31b52744a tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422242 Nov 24 21:16:06.198205 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37126) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:06.204269 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-b86892dc-2a09-413f-a77f-5bab0ed93da6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1460522482', 'network_id': '191615bc-6ab5-48ed-b699-e8237692eddd', 'project_id': '207eef9f28694fbd90eb332792fa324d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:06.345451 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86892dc-2a09-413f-a77f-5bab0ed93da6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Made reservation on behalf of 207eef9f28694fbd90eb332792fa324d for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:16:06.349107 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b86892dc-2a09-413f-a77f-5bab0ed93da6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:06.514966 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef517f-f3d7-4667-9c01-56d2fd99dc99 req-ce94ee86-8f22-4389-b10d-9986267b3d5c tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:06.516799 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fcef517f-f3d7-4667-9c01-56d2fd99dc99 req-ce94ee86-8f22-4389-b10d-9986267b3d5c tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d842a4f-2694-40d2-be5d-f88739da2659 HTTP/1.1" status: 200 len: 945 time: 0.1436269 Nov 24 21:16:06.551975 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b504a5-ff1d-41e0-962a-60a338555d74 req-7df5bacd-02a6-469e-b275-71bb109e05c2 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:06.554146 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-23b504a5-ff1d-41e0-962a-60a338555d74 req-7df5bacd-02a6-469e-b275-71bb109e05c2 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.2003174 Nov 24 21:16:06.678091 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-23b504a5-ff1d-41e0-962a-60a338555d74 req-72ee7e5c-980b-4352-be47-1831f027867c tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991366 Nov 24 21:16:06.818958 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b86892dc-2a09-413f-a77f-5bab0ed93da6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:06.862729 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-fcef517f-f3d7-4667-9c01-56d2fd99dc99 req-7ec0ca09-3fc5-44d0-9148-3945c2e2a114 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Deleting port be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:16:06.863147 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-fcef517f-f3d7-4667-9c01-56d2fd99dc99 req-7ec0ca09-3fc5-44d0-9148-3945c2e2a114 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:06.987605 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86892dc-2a09-413f-a77f-5bab0ed93da6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'Subnet': ['ID=357fd4be-cd0f-4a6a-ab6d-d77f22037080,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:07.011023 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a29926-05bb-471c-9093-2d2d622e14ed req-8de86952-d9e6-4018-b396-c82139fdad0c tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:07.012611 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0a29926-05bb-471c-9093-2d2d622e14ed req-8de86952-d9e6-4018-b396-c82139fdad0c tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d842a4f-2694-40d2-be5d-f88739da2659 HTTP/1.1" status: 200 len: 945 time: 0.2443857 Nov 24 21:16:07.063727 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86892dc-2a09-413f-a77f-5bab0ed93da6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Checking segment: {'id': '6783232c-538c-4518-af14-ebda64791b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '191615bc-6ab5-48ed-b699-e8237692eddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:16:07.065095 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86892dc-2a09-413f-a77f-5bab0ed93da6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Network hostable DHCP agents. Network: 191615bc-6ab5-48ed-b699-e8237692eddd, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:16:07.092254 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-fcef517f-f3d7-4667-9c01-56d2fd99dc99 req-7ec0ca09-3fc5-44d0-9148-3945c2e2a114 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] For port be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8,segment=NetworkSegment(fc255c7f-c29a-46b6-8640-52714ae9926a),segment_id=fc255c7f-c29a-46b6-8640-52714ae9926a)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:16:07.092627 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-fcef517f-f3d7-4667-9c01-56d2fd99dc99 req-7ec0ca09-3fc5-44d0-9148-3945c2e2a114 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:07.124183 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-fcef517f-f3d7-4667-9c01-56d2fd99dc99 req-7ec0ca09-3fc5-44d0-9148-3945c2e2a114 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Calling delete_port for be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:16:07.141333 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0a29926-05bb-471c-9093-2d2d622e14ed req-65ca394a-66cd-4299-9a03-8e3988a40fd8 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113567 Nov 24 21:16:07.159900 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86892dc-2a09-413f-a77f-5bab0ed93da6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Network 191615bc-6ab5-48ed-b699-e8237692eddd is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:16:07.249447 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-b86892dc-2a09-413f-a77f-5bab0ed93da6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 191615bc-6ab5-48ed-b699-e8237692eddd) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:16:07.257125 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86892dc-2a09-413f-a77f-5bab0ed93da6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:07.257246 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b86892dc-2a09-413f-a77f-5bab0ed93da6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:07.263102 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b9ade3-75c1-4a27-85f7-65bd4a172df9 None None] Network 191615bc-6ab5-48ed-b699-e8237692eddd requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:16:07.291982 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b86892dc-2a09-413f-a77f-5bab0ed93da6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0916343 Nov 24 21:16:07.434673 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2a2c4-5545-475a-ae7c-0013fb1b03a3 req-f82897d7-56c2-4ecf-bf47-b847192c8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:07.436219 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90c2a2c4-5545-475a-ae7c-0013fb1b03a3 req-f82897d7-56c2-4ecf-bf47-b847192c8198 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fab4a8cf1224a3b8925ebd452b8dc76&device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 1097 time: 0.0890608 Nov 24 21:16:07.458162 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bab79f8-cad0-4163-bddc-d38e433df18f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-191615bc-6ab5-48ed-b699-e8237692eddd', 'network_id': '191615bc-6ab5-48ed-b699-e8237692eddd', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'fixed_ips': [{'subnet_id': '357fd4be-cd0f-4a6a-ab6d-d77f22037080'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:16:07.460138 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9bab79f8-cad0-4163-bddc-d38e433df18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:07.485630 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-fcef517f-f3d7-4667-9c01-56d2fd99dc99 req-7ec0ca09-3fc5-44d0-9148-3945c2e2a114 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:07.501706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['cf6ba1f6-8719-4484-8c94-00b379ffcb96', 'be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:16:07.566426 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0ca09-3fc5-44d0-9148-3945c2e2a114 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Pushing event deleted for resources: {'Port': ['ID=be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:07.631251 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2a2c4-5545-475a-ae7c-0013fb1b03a3 req-86b82d17-abad-40c3-846f-30216d7762ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:07.636539 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90c2a2c4-5545-475a-ae7c-0013fb1b03a3 req-86b82d17-abad-40c3-846f-30216d7762ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=b59c9fc1-01d2-4aaa-ac66-8d881ad33335 HTTP/1.1" status: 200 len: 910 time: 0.1891451 Nov 24 21:16:07.670506 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcef517f-f3d7-4667-9c01-56d2fd99dc99 req-7ec0ca09-3fc5-44d0-9148-3945c2e2a114 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] No DVR routers for this DVR port be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:16:07.674815 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-fcef517f-f3d7-4667-9c01-56d2fd99dc99 req-7ec0ca09-3fc5-44d0-9148-3945c2e2a114 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:07.679199 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fcef517f-f3d7-4667-9c01-56d2fd99dc99 req-7ec0ca09-3fc5-44d0-9148-3945c2e2a114 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.15 "DELETE /v2.0/ports/be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8 HTTP/1.1" status: 204 len: 173 time: 1.1473749 Nov 24 21:16:07.680110 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d842a4f-2694-40d2-be5d-f88739da2659', 'name': 'network-vif-deleted', 'tag': 'be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:16:07.683365 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0b5055-6d6d-4831-bb98-33d6238bc004" -d '{"events": [{"server_uuid": "4d842a4f-2694-40d2-be5d-f88739da2659", "name": "network-vif-deleted", "tag": "be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:16:07.710720 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa237959-df0e-48c5-9ea2-e3895a2565fa req-ed61a0d7-a6dd-4ffe-a95b-fa4032770ebf tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:07.721314 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa237959-df0e-48c5-9ea2-e3895a2565fa req-ed61a0d7-a6dd-4ffe-a95b-fa4032770ebf tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 944 time: 0.2215507 Nov 24 21:16:07.761255 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90c2a2c4-5545-475a-ae7c-0013fb1b03a3 req-1ab67f7a-315e-481d-accb-8a8baae54503 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f01b76d7-61bb-45cb-8ee6-7954873a1932 HTTP/1.1" status: 200 len: 217 time: 0.1204348 Nov 24 21:16:07.843480 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa237959-df0e-48c5-9ea2-e3895a2565fa req-9505ac5c-f428-40dc-b9d5-01ad6548ed47 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208758 Nov 24 21:16:07.889953 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2a2c4-5545-475a-ae7c-0013fb1b03a3 req-27d28fb6-39cc-4107-88f7-ba95159b654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:07.894142 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90c2a2c4-5545-475a-ae7c-0013fb1b03a3 req-27d28fb6-39cc-4107-88f7-ba95159b654b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd873952-3a58-4c93-bf4c-54aa6831fffc HTTP/1.1" status: 200 len: 849 time: 0.1258230 Nov 24 21:16:07.914579 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-9bab79f8-cad0-4163-bddc-d38e433df18f None None] Allocated IP 172.20.0.18 (191615bc-6ab5-48ed-b699-e8237692eddd/357fd4be-cd0f-4a6a-ab6d-d77f22037080/4c8ab204-c0a1-4869-995a-48d1ce602347) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:16:07.958937 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90c2a2c4-5545-475a-ae7c-0013fb1b03a3 req-780cdf7a-e65c-467c-884f-392f74d8596e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b59c9fc1-01d2-4aaa-ac66-8d881ad33335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532937 Nov 24 21:16:08.185194 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90c2a2c4-5545-475a-ae7c-0013fb1b03a3 req-4e710e1a-4995-421a-86d6-a3a8c7a6158b service neutron] 10.222.0.48 "GET /v2.0/networks/b59c9fc1-01d2-4aaa-ac66-8d881ad33335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173986 Nov 24 21:16:08.255436 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9bab79f8-cad0-4163-bddc-d38e433df18f None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:08.276143 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9bab79f8-cad0-4163-bddc-d38e433df18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:08.388224 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-90c2a2c4-5545-475a-ae7c-0013fb1b03a3 req-4424daad-00bf-44d8-8c1a-bd5eb5049c55 service neutron] 10.222.0.48 "GET /v2.0/networks/b59c9fc1-01d2-4aaa-ac66-8d881ad33335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965463 Nov 24 21:16:08.402113 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bab79f8-cad0-4163-bddc-d38e433df18f None None] Network 191615bc-6ab5-48ed-b699-e8237692eddd is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:16:08.406556 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-9bab79f8-cad0-4163-bddc-d38e433df18f None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:16:08.437249 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bab79f8-cad0-4163-bddc-d38e433df18f None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:16:08.502993 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab79f8-cad0-4163-bddc-d38e433df18f None None] Pushing event updated for resources: {'Port': ['ID=4c8ab204-c0a1-4869-995a-48d1ce602347,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:08.536548 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37290) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:08.541771 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c6e9b33b-81e2-4ae8-a491-6c6c61fba871 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-804277486', 'description': 'tempest-secgroup-smoke-804277486 description', 'project_id': '207eef9f28694fbd90eb332792fa324d'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:08.562597 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-9bab79f8-cad0-4163-bddc-d38e433df18f None None] Attempting to bind port 4c8ab204-c0a1-4869-995a-48d1ce602347 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:16:08.563213 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-9bab79f8-cad0-4163-bddc-d38e433df18f None None] Attempting to bind port 4c8ab204-c0a1-4869-995a-48d1ce602347 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '6783232c-538c-4518-af14-ebda64791b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '191615bc-6ab5-48ed-b699-e8237692eddd'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:16:08.564024 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bab79f8-cad0-4163-bddc-d38e433df18f None None] Attempting to bind port 4c8ab204-c0a1-4869-995a-48d1ce602347 on network 191615bc-6ab5-48ed-b699-e8237692eddd {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:16:08.572919 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bab79f8-cad0-4163-bddc-d38e433df18f None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:16:08.573306 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bab79f8-cad0-4163-bddc-d38e433df18f None None] Checking segment: {'id': '6783232c-538c-4518-af14-ebda64791b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '191615bc-6ab5-48ed-b699-e8237692eddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:16:08.577429 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9bab79f8-cad0-4163-bddc-d38e433df18f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:08.578216 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bab79f8-cad0-4163-bddc-d38e433df18f None None] Bound using segment: {'id': '6783232c-538c-4518-af14-ebda64791b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '191615bc-6ab5-48ed-b699-e8237692eddd'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:16:08.582396 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-9bab79f8-cad0-4163-bddc-d38e433df18f None None] Bound port: 4c8ab204-c0a1-4869-995a-48d1ce602347, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6783232c-538c-4518-af14-ebda64791b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '191615bc-6ab5-48ed-b699-e8237692eddd'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:16:08.583091 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9bab79f8-cad0-4163-bddc-d38e433df18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:08.587451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37292) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:08.588496 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6e9b33b-81e2-4ae8-a491-6c6c61fba871 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:08.684083 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-9bab79f8-cad0-4163-bddc-d38e433df18f None None] For port 4c8ab204-c0a1-4869-995a-48d1ce602347, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:16:08.689751 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-9bab79f8-cad0-4163-bddc-d38e433df18f None None] For port 4c8ab204-c0a1-4869-995a-48d1ce602347, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=4c8ab204-c0a1-4869-995a-48d1ce602347,segment=NetworkSegment(6783232c-538c-4518-af14-ebda64791b03),segment_id=6783232c-538c-4518-af14-ebda64791b03)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:16:08.695340 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9bab79f8-cad0-4163-bddc-d38e433df18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:08.699061 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b5fea-20eb-4c1e-8825-b65b8cc48cd8 req-2966d182-ae54-46e3-90f1-513c8171b542 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:08.700452 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-617b5fea-20eb-4c1e-8825-b65b8cc48cd8 req-2966d182-ae54-46e3-90f1-513c8171b542 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0919540 Nov 24 21:16:08.797087 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-617b5fea-20eb-4c1e-8825-b65b8cc48cd8 req-3d20a2db-a79d-4dc5-9ab4-edb3b1231f36 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855062 Nov 24 21:16:08.799700 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab79f8-cad0-4163-bddc-d38e433df18f None None] Pushing event updated for resources: {'Port': ['ID=4c8ab204-c0a1-4869-995a-48d1ce602347,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:08.800388 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6e9b33b-81e2-4ae8-a491-6c6c61fba871 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:08.806824 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6e9b33b-81e2-4ae8-a491-6c6c61fba871 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:08.825316 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-25fc7c62-d440-47a5-8529-fe701f6c672a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:08.854799 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6e9b33b-81e2-4ae8-a491-6c6c61fba871 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:08.856589 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c6e9b33b-81e2-4ae8-a491-6c6c61fba871 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3188224 Nov 24 21:16:08.859691 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37298) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:08.872209 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f108daca-0ddb-47fe-9c61-03422c27e8b8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'security_group_rule': {'security_group_id': '45d24f8d-2be1-41fb-b421-de1faea97fd0', 'project_id': '207eef9f28694fbd90eb332792fa324d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:08.897396 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e3289b-3823-4863-b1c2-87542ec11a68 x-openstack-request-id: req-f9e3289b-3823-4863-b1c2-87542ec11a68 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:16:08.897740 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-68c1d4c0-31c3-43ae-9a54-e5f42a82ebae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:08.898283 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d842a4f-2694-40d2-be5d-f88739da2659", "name": "network-vif-deleted", "tag": "be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:16:08.898794 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f9e3289b-3823-4863-b1c2-87542ec11a68 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:16:08.899375 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d842a4f-2694-40d2-be5d-f88739da2659', 'name': 'network-vif-deleted', 'tag': 'be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8', 'status': 'completed', 'code': 200} Nov 24 21:16:08.903463 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9b33b-81e2-4ae8-a491-6c6c61fba871 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d24f8d-2be1-41fb-b421-de1faea97fd0,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:08.945633 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f108daca-0ddb-47fe-9c61-03422c27e8b8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.011022 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-25fc7c62-d440-47a5-8529-fe701f6c672a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.020359 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-25fc7c62-d440-47a5-8529-fe701f6c672a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.035231 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f108daca-0ddb-47fe-9c61-03422c27e8b8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.080341 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f108daca-0ddb-47fe-9c61-03422c27e8b8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.083195 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-25fc7c62-d440-47a5-8529-fe701f6c672a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b69336229d7d4082b99a352b25baba6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4945743 Nov 24 21:16:09.084141 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc7c62-d440-47a5-8529-fe701f6c672a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533e4672-2e84-4081-b557-899ad6f885a9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:09.108199 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37306) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:09.137337 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f108daca-0ddb-47fe-9c61-03422c27e8b8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.141123 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f108daca-0ddb-47fe-9c61-03422c27e8b8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2779381 Nov 24 21:16:09.142303 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37308) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:09.147607 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-5ee9e59d-4ef8-4d98-b9bc-cad236dbe1d2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'security_group_rule': {'security_group_id': '45d24f8d-2be1-41fb-b421-de1faea97fd0', 'project_id': '207eef9f28694fbd90eb332792fa324d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:09.161453 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108daca-0ddb-47fe-9c61-03422c27e8b8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875c7577-d664-409d-88f0-5f0be907ae17,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:09.194450 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc64a44-3b4a-4fe6-88d6-d6b50c6c0cd9 req-37b01390-053e-4124-9e9d-5632584d2481 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:09.197628 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7fc64a44-3b4a-4fe6-88d6-d6b50c6c0cd9 req-37b01390-053e-4124-9e9d-5632584d2481 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 944 time: 0.1562824 Nov 24 21:16:09.219792 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e59d-4ef8-4d98-b9bc-cad236dbe1d2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.320975 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e59d-4ef8-4d98-b9bc-cad236dbe1d2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.327899 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e59d-4ef8-4d98-b9bc-cad236dbe1d2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.347341 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9e59d-4ef8-4d98-b9bc-cad236dbe1d2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32351d2b-d9f5-4ff3-9b2d-868e26912374,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:09.366044 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e59d-4ef8-4d98-b9bc-cad236dbe1d2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.367428 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5ee9e59d-4ef8-4d98-b9bc-cad236dbe1d2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2239571 Nov 24 21:16:09.370363 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37314) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:09.375190 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7bcb8435-9be4-4e52-b462-ab6ab510e033 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'security_group_rule': {'security_group_id': '45d24f8d-2be1-41fb-b421-de1faea97fd0', 'project_id': '207eef9f28694fbd90eb332792fa324d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:09.412431 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7bcb8435-9be4-4e52-b462-ab6ab510e033 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.483597 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7bcb8435-9be4-4e52-b462-ab6ab510e033 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.489354 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7bcb8435-9be4-4e52-b462-ab6ab510e033 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.509891 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb8435-9be4-4e52-b462-ab6ab510e033 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f336ec5-19d5-4ff6-918b-bd94c980baf5,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:09.522542 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7bcb8435-9be4-4e52-b462-ab6ab510e033 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.527909 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7bcb8435-9be4-4e52-b462-ab6ab510e033 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1563666 Nov 24 21:16:09.528575 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37316) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:09.533808 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-345a88d6-be1d-4e50-8a5f-d62433bab0df tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'security_group_rule': {'security_group_id': '45d24f8d-2be1-41fb-b421-de1faea97fd0', 'project_id': '207eef9f28694fbd90eb332792fa324d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:09.568598 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-345a88d6-be1d-4e50-8a5f-d62433bab0df tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.638601 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-345a88d6-be1d-4e50-8a5f-d62433bab0df tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.643521 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-345a88d6-be1d-4e50-8a5f-d62433bab0df tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.663542 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a88d6-be1d-4e50-8a5f-d62433bab0df tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc0fb55-9409-4060-9cd6-9d8ba677a69c,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:09.671316 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0c6e15e4-29f7-47a9-af6d-e8500a81eed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.676581 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-345a88d6-be1d-4e50-8a5f-d62433bab0df tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.681398 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-345a88d6-be1d-4e50-8a5f-d62433bab0df tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1513920 Nov 24 21:16:09.682148 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37320) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:09.687623 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-86e5d425-d322-47db-978b-ae3fe8f9cc70 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'security_group_rule': {'security_group_id': '45d24f8d-2be1-41fb-b421-de1faea97fd0', 'project_id': '207eef9f28694fbd90eb332792fa324d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:09.717376 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0c6e15e4-29f7-47a9-af6d-e8500a81eed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.719612 n-d-812111-8 neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-86e5d425-d322-47db-978b-ae3fe8f9cc70 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Project 207eef9f28694fbd90eb332792fa324d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:16:09.730871 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86e5d425-d322-47db-978b-ae3fe8f9cc70 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.743910 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7fc64a44-3b4a-4fe6-88d6-d6b50c6c0cd9 req-f5c93c97-c069-435d-a0ec-56d595a2d75f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5367908 Nov 24 21:16:09.805147 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.820138 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0c6e15e4-29f7-47a9-af6d-e8500a81eed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.822865 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0c6e15e4-29f7-47a9-af6d-e8500a81eed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.824021 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0c6e15e4-29f7-47a9-af6d-e8500a81eed3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/533e4672-2e84-4081-b557-899ad6f885a9 HTTP/1.1" status: 204 len: 168 time: 0.7088840 Nov 24 21:16:09.853930 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86e5d425-d322-47db-978b-ae3fe8f9cc70 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.863890 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e15e4-29f7-47a9-af6d-e8500a81eed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533e4672-2e84-4081-b557-899ad6f885a9,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:09.868153 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86e5d425-d322-47db-978b-ae3fe8f9cc70 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.894041 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5d425-d322-47db-978b-ae3fe8f9cc70 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db3fad1-1ff6-42c3-928b-e4453f6cd2ad,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:09.907322 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86e5d425-d322-47db-978b-ae3fe8f9cc70 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.912603 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-86e5d425-d322-47db-978b-ae3fe8f9cc70 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2266350 Nov 24 21:16:09.920985 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37330) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:09.927293 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a7edac6c-a838-4420-9baf-9d37aa36f3a0 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'security_group_rule': {'security_group_id': '45d24f8d-2be1-41fb-b421-de1faea97fd0', 'project_id': '207eef9f28694fbd90eb332792fa324d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:09.954517 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116eca45-a5b7-48ce-8a4b-5861f649873e req-b89ddd72-442d-4c5f-a6ed-25bf722a2cc9 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:09.956552 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-116eca45-a5b7-48ce-8a4b-5861f649873e req-b89ddd72-442d-4c5f-a6ed-25bf722a2cc9 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1315145 Nov 24 21:16:09.958276 n-d-812111-8 neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-a7edac6c-a838-4420-9baf-9d37aa36f3a0 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Project 207eef9f28694fbd90eb332792fa324d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:16:09.965304 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a7edac6c-a838-4420-9baf-9d37aa36f3a0 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:09.991057 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:16:10.025714 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:16:10.026550 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device be3dd3bb-b3c3-47ef-88ae-5a394a9fcde8 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:16:10.063156 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-116eca45-a5b7-48ce-8a4b-5861f649873e req-65fd4db0-c3bd-41b7-bc25-1e37767f8c6b tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991426 Nov 24 21:16:10.088015 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a7edac6c-a838-4420-9baf-9d37aa36f3a0 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:10.097509 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a7edac6c-a838-4420-9baf-9d37aa36f3a0 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:10.142983 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7edac6c-a838-4420-9baf-9d37aa36f3a0 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb5a5cd-37f8-4c84-b2a3-781189b184ea,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:10.172358 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a7edac6c-a838-4420-9baf-9d37aa36f3a0 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:10.177187 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a7edac6c-a838-4420-9baf-9d37aa36f3a0 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2541018 Nov 24 21:16:10.254689 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a1585-1dcc-4618-ab7d-522b0a67a66a req-27023957-be60-4911-b0db-6dbf45e32143 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:10.263933 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fb7a1585-1dcc-4618-ab7d-522b0a67a66a req-27023957-be60-4911-b0db-6dbf45e32143 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.1126921 Nov 24 21:16:10.346020 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fb7a1585-1dcc-4618-ab7d-522b0a67a66a req-18505474-fe2e-41e4-ac89-4cc6acd01ae2 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755885 Nov 24 21:16:10.351652 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95672134-3d1d-4b79-a197-caa8d564ec9b None None] Network 191615bc-6ab5-48ed-b699-e8237692eddd requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:16:10.451601 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b043dbb2-8d9d-4b4f-b975-dc8fb6bb8135 None None] Provisioning complete for port 4c8ab204-c0a1-4869-995a-48d1ce602347 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:16:10.452313 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b043dbb2-8d9d-4b4f-b975-dc8fb6bb8135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:10.496852 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f825bd-8bcd-40ee-9c63-8da3fe52ae42 req-cb939c57-02a4-4fa9-863a-518787cae554 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:10.502102 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e1f825bd-8bcd-40ee-9c63-8da3fe52ae42 req-cb939c57-02a4-4fa9-863a-518787cae554 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0691571 Nov 24 21:16:10.538798 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 4c8ab204-c0a1-4869-995a-48d1ce602347 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:16:10.571417 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e1f825bd-8bcd-40ee-9c63-8da3fe52ae42 req-a598969e-adb4-414f-a4ee-4b2759fcf6d0 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684202 Nov 24 21:16:10.672538 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b043dbb2-8d9d-4b4f-b975-dc8fb6bb8135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:10.773259 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4067ef21-cd7e-4218-8899-89bb6e76d972 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-804277486&fields=id&tenant_id=207eef9f28694fbd90eb332792fa324d HTTP/1.1" status: 200 len: 267 time: 0.0716255 Nov 24 21:16:10.774516 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b043dbb2-8d9d-4b4f-b975-dc8fb6bb8135 None None] For port 4c8ab204-c0a1-4869-995a-48d1ce602347, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=4c8ab204-c0a1-4869-995a-48d1ce602347,segment=NetworkSegment(6783232c-538c-4518-af14-ebda64791b03),segment_id=6783232c-538c-4518-af14-ebda64791b03)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:16:10.789259 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b043dbb2-8d9d-4b4f-b975-dc8fb6bb8135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:10.796312 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 4c8ab204-c0a1-4869-995a-48d1ce602347 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:16:10.796694 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:10.855418 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37366) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:10.884451 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c61aa65-6c3a-4890-83fb-222dec36355b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:10.890588 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043dbb2-8d9d-4b4f-b975-dc8fb6bb8135 None None] Pushing event updated for resources: {'Port': ['ID=4c8ab204-c0a1-4869-995a-48d1ce602347,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:10.930837 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-dbacda54-764e-4229-8a9e-f0046ec6656b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:10.945574 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-dbacda54-764e-4229-8a9e-f0046ec6656b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/networks?id=191615bc-6ab5-48ed-b699-e8237692eddd HTTP/1.1" status: 200 len: 796 time: 0.1713552 Nov 24 21:16:10.964596 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-8a7aacee-169e-4f34-89f2-6aaa86f5d95f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/quotas/207eef9f28694fbd90eb332792fa324d HTTP/1.1" status: 200 len: 375 time: 0.0171747 Nov 24 21:16:11.015389 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c61aa65-6c3a-4890-83fb-222dec36355b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:11.022941 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c61aa65-6c3a-4890-83fb-222dec36355b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:11.043440 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-b6707260-6045-4e53-aa4d-e018e2ac0a5a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=207eef9f28694fbd90eb332792fa324d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0681126 Nov 24 21:16:11.066687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61aa65-6c3a-4890-83fb-222dec36355b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b289c03c-1af8-4156-9dc4-e57fd924d422,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:11.081464 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4c61aa65-6c3a-4890-83fb-222dec36355b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=321f46d28d214a8480f4e2a361ca3507&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2248516 Nov 24 21:16:11.086142 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37370) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:11.154569 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8fe464a7-9530-4f83-a998-389ac77bfe95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:11.157918 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-df5564eb-b454-4cbd-8ca5-0047f9b4162b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:11.186292 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8fe464a7-9530-4f83-a998-389ac77bfe95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:11.192712 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:11.199061 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-362f9741-e2f4-4242-a296-82f348902773 service neutron] 10.222.0.11 "GET /v2.0/networks/191615bc-6ab5-48ed-b699-e8237692eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218700 Nov 24 21:16:11.226506 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-23cd564b-95f2-4034-8757-df796a701366 None None] Provisioning complete for port 4c8ab204-c0a1-4869-995a-48d1ce602347 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:16:11.226506 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-23cd564b-95f2-4034-8757-df796a701366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:11.255508 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8fe464a7-9530-4f83-a998-389ac77bfe95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:11.260284 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8fe464a7-9530-4f83-a998-389ac77bfe95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:11.261776 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8fe464a7-9530-4f83-a998-389ac77bfe95 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b289c03c-1af8-4156-9dc4-e57fd924d422 HTTP/1.1" status: 204 len: 168 time: 0.1738067 Nov 24 21:16:11.271457 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe464a7-9530-4f83-a998-389ac77bfe95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b289c03c-1af8-4156-9dc4-e57fd924d422,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:11.308115 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 196194dc-047e-4c65-a7d0-fdde87addf9f details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:16:11.352735 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-9cc3a941-9ded-464d-9a1d-0c738932b3b0 service neutron] 10.222.0.11 "GET /v2.0/networks/191615bc-6ab5-48ed-b699-e8237692eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413000 Nov 24 21:16:11.466079 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 196194dc-047e-4c65-a7d0-fdde87addf9f, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=196194dc-047e-4c65-a7d0-fdde87addf9f,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:16:11.479529 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '196194dc-047e-4c65-a7d0-fdde87addf9f', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'port_id': '196194dc-047e-4c65-a7d0-fdde87addf9f', 'mac_address': 'fa:16:3e:45:38:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:16:11.529463 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:11.546429 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 196194dc-047e-4c65-a7d0-fdde87addf9f {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:16:11.574261 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 196194dc-047e-4c65-a7d0-fdde87addf9f, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=196194dc-047e-4c65-a7d0-fdde87addf9f,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:16:11.589448 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:11.671562 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=196194dc-047e-4c65-a7d0-fdde87addf9f,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:11.769984 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248ef6b-9603-46ba-aaec-fdc167fb078c req-a17b4f61-4254-4657-a1fd-fb1d2c2b24a0 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:11.778103 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0248ef6b-9603-46ba-aaec-fdc167fb078c req-a17b4f61-4254-4657-a1fd-fb1d2c2b24a0 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0915680 Nov 24 21:16:11.852989 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['196194dc-047e-4c65-a7d0-fdde87addf9f'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:16:11.878667 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0248ef6b-9603-46ba-aaec-fdc167fb078c req-a50f5031-bb48-4893-b3bd-96f48d3e87b5 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975041 Nov 24 21:16:12.077012 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963994f-351c-4ca3-9812-d1b503cec960 req-68668e57-7fb2-478b-a9f2-01af8fffedce tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:12.078859 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8963994f-351c-4ca3-9812-d1b503cec960 req-68668e57-7fb2-478b-a9f2-01af8fffedce tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 945 time: 0.1088471 Nov 24 21:16:12.190878 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8963994f-351c-4ca3-9812-d1b503cec960 req-09cf7b9a-e628-4820-8706-884d0303d7e2 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031196 Nov 24 21:16:12.325908 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e317920-bad6-41f0-a70d-87bae739d819 req-a5243e23-c73f-483c-925f-3a9dce8ec3eb tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:12.325908 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6e317920-bad6-41f0-a70d-87bae739d819 req-a5243e23-c73f-483c-925f-3a9dce8ec3eb tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0611863 Nov 24 21:16:12.421083 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:12.460561 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 4c8ab204-c0a1-4869-995a-48d1ce602347 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:16:12.476020 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6e317920-bad6-41f0-a70d-87bae739d819 req-022798bc-4ed7-4de9-b277-b6a48be45648 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320927 Nov 24 21:16:12.525883 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 4c8ab204-c0a1-4869-995a-48d1ce602347 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:16:12.526357 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:12.619671 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1b463ec9-ce47-426c-a62a-927f93e75db7 req-5bfbee25-75c3-4d43-a4e9-32c411742f46 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f05de14-318a-4be3-a011-14588fa5131b HTTP/1.1" status: 200 len: 210 time: 0.0372543 Nov 24 21:16:12.918257 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4fe01-5957-4767-8443-44b1e0b2bd5d req-50e9b39d-26f3-4837-b790-74ce355cbe9d tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:12.920094 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35e4fe01-5957-4767-8443-44b1e0b2bd5d req-50e9b39d-26f3-4837-b790-74ce355cbe9d tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0557923 Nov 24 21:16:13.005273 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35e4fe01-5957-4767-8443-44b1e0b2bd5d req-6a649877-a652-43ca-8b57-02c7493c51c5 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763845 Nov 24 21:16:13.214074 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-261c917f-2dfa-409e-ab0d-59eb6003fff8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:13.216085 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-261c917f-2dfa-409e-ab0d-59eb6003fff8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.15 "GET /v2.0/networks?id=191615bc-6ab5-48ed-b699-e8237692eddd HTTP/1.1" status: 200 len: 796 time: 0.1585555 Nov 24 21:16:13.326256 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 196194dc-047e-4c65-a7d0-fdde87addf9f up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:16:13.368538 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-7c6b989c-1187-4604-895f-7f879361604a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=207eef9f28694fbd90eb332792fa324d HTTP/1.1" status: 200 len: 472 time: 0.1399093 Nov 24 21:16:13.387371 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ee5b1-e2c7-4ebf-b767-36bfdb4b3da8 req-71fe1164-3a9d-4820-b132-125c46d7478b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:13.390652 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e4ee5b1-e2c7-4ebf-b767-36bfdb4b3da8 req-71fe1164-3a9d-4820-b132-125c46d7478b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 945 time: 0.0887518 Nov 24 21:16:13.396782 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 196194dc-047e-4c65-a7d0-fdde87addf9f completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:16:13.400245 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-73808f23-c7fb-4872-8c6e-ab72395b6d1c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'port': {'device_id': '9f05de14-318a-4be3-a011-14588fa5131b', 'network_id': '191615bc-6ab5-48ed-b699-e8237692eddd', 'admin_state_up': True, 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'security_groups': ['45d24f8d-2be1-41fb-b421-de1faea97fd0']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:13.403148 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 196194dc-047e-4c65-a7d0-fdde87addf9f triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:16:13.403642 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:13.556517 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:13.585279 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e4ee5b1-e2c7-4ebf-b767-36bfdb4b3da8 req-1ccaa3be-0f9c-40b5-886a-63e9f18c6a45 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697792 Nov 24 21:16:13.599020 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76d8d75-0022-4795-8cf9-10177bef4d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196194dc-047e-4c65-a7d0-fdde87addf9f'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:16:13.602141 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f53a9b8-6b1f-4177-a869-1d442f110a68" -d '{"events": [{"server_uuid": "b76d8d75-0022-4795-8cf9-10177bef4d0a", "name": "network-vif-plugged", "status": "completed", "tag": "196194dc-047e-4c65-a7d0-fdde87addf9f"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:16:13.618904 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 196194dc-047e-4c65-a7d0-fdde87addf9f, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=196194dc-047e-4c65-a7d0-fdde87addf9f,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:16:13.623797 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:13.625842 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-73808f23-c7fb-4872-8c6e-ab72395b6d1c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Made reservation on behalf of 207eef9f28694fbd90eb332792fa324d for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:16:13.632265 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-73808f23-c7fb-4872-8c6e-ab72395b6d1c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:13.675089 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdb4bf7-c367-418a-8757-ae85d4645795 x-openstack-request-id: req-4cdb4bf7-c367-418a-8757-ae85d4645795 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:16:13.675705 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76d8d75-0022-4795-8cf9-10177bef4d0a", "name": "network-vif-plugged", "status": "completed", "tag": "196194dc-047e-4c65-a7d0-fdde87addf9f", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:16:13.676201 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4cdb4bf7-c367-418a-8757-ae85d4645795 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:16:13.676850 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76d8d75-0022-4795-8cf9-10177bef4d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196194dc-047e-4c65-a7d0-fdde87addf9f', 'code': 200} Nov 24 21:16:13.721959 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37446) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:13.738217 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=196194dc-047e-4c65-a7d0-fdde87addf9f,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:13.789363 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:13.790237 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7b730-1430-4896-9b1d-b6e0c85f47f1 req-69d83b47-fc43-429f-b76a-b11ff6dabea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:13.791911 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-50f7b730-1430-4896-9b1d-b6e0c85f47f1 req-69d83b47-fc43-429f-b76a-b11ff6dabea6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 1097 time: 0.0491366 Nov 24 21:16:13.797395 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc0a5b71-f824-4d16-aa21-0199bf3b3270 req-88f71262-f483-43cf-a138-94382612ccd2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f05de14-318a-4be3-a011-14588fa5131b HTTP/1.1" status: 200 len: 210 time: 0.0577283 Nov 24 21:16:13.856659 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-50f7b730-1430-4896-9b1d-b6e0c85f47f1 req-1b1a5e93-778f-48b1-8254-7ffc6ac305a5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562391 Nov 24 21:16:13.863791 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-73808f23-c7fb-4872-8c6e-ab72395b6d1c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Allocated IP 172.20.0.28 (191615bc-6ab5-48ed-b699-e8237692eddd/357fd4be-cd0f-4a6a-ab6d-d77f22037080/9edf55ff-13b6-40cd-b45d-defbc4810b3e) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:16:13.931225 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ca3aec1c-ea8c-4c6b-b07f-fcb243696282 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:14.086994 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-73808f23-c7fb-4872-8c6e-ab72395b6d1c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:14.147905 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ca3aec1c-ea8c-4c6b-b07f-fcb243696282 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:14.156411 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ca3aec1c-ea8c-4c6b-b07f-fcb243696282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:14.229744 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4fe09-4967-4f5d-a506-0abe6d68f946 req-faa532c5-d67f-4207-a546-52906d0c08ba tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:14.231222 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6bd4fe09-4967-4f5d-a506-0abe6d68f946 req-faa532c5-d67f-4207-a546-52906d0c08ba tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.1533148 Nov 24 21:16:14.234489 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3aec1c-ea8c-4c6b-b07f-fcb243696282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8283308-80f5-42cc-bf4d-3e99f841f173,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:14.242484 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ca3aec1c-ea8c-4c6b-b07f-fcb243696282 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad35c37d44894b2fb7f5d6b2130905a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5177376 Nov 24 21:16:14.242951 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37452) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:14.243090 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-73808f23-c7fb-4872-8c6e-ab72395b6d1c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:14.295020 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee2e53fe-3666-4907-b09d-ccb92a39bf83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:14.319501 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee2e53fe-3666-4907-b09d-ccb92a39bf83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:14.320535 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-73808f23-c7fb-4872-8c6e-ab72395b6d1c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Network 191615bc-6ab5-48ed-b699-e8237692eddd is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:16:14.330006 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73808f23-c7fb-4872-8c6e-ab72395b6d1c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'Port': ['ID=9edf55ff-13b6-40cd-b45d-defbc4810b3e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:14.337869 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-73808f23-c7fb-4872-8c6e-ab72395b6d1c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:16:14.343004 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-73808f23-c7fb-4872-8c6e-ab72395b6d1c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:16:14.352416 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6bd4fe09-4967-4f5d-a506-0abe6d68f946 req-8387b9c2-0583-4201-88f0-ac4f546a50c8 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112998 Nov 24 21:16:14.382219 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee2e53fe-3666-4907-b09d-ccb92a39bf83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:14.385327 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee2e53fe-3666-4907-b09d-ccb92a39bf83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:14.386503 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ee2e53fe-3666-4907-b09d-ccb92a39bf83 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8283308-80f5-42cc-bf4d-3e99f841f173 HTTP/1.1" status: 204 len: 168 time: 0.1424649 Nov 24 21:16:14.404988 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e53fe-3666-4907-b09d-ccb92a39bf83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8283308-80f5-42cc-bf4d-3e99f841f173,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:14.420443 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-73808f23-c7fb-4872-8c6e-ab72395b6d1c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:14.421151 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-73808f23-c7fb-4872-8c6e-ab72395b6d1c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:14.447160 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-73808f23-c7fb-4872-8c6e-ab72395b6d1c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0554130 Nov 24 21:16:14.471358 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4435caed-d5c2-45b6-9923-b2ef42abcaee service neutron] Request body: {'port': {'device_id': '9f05de14-318a-4be3-a011-14588fa5131b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:14.546375 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4435caed-d5c2-45b6-9923-b2ef42abcaee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:14.712691 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-56131f62-01c6-41a6-bd47-f6f72352de21 None None] Provisioning complete for port 9edf55ff-13b6-40cd-b45d-defbc4810b3e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:16:14.713471 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-56131f62-01c6-41a6-bd47-f6f72352de21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:14.789576 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-56131f62-01c6-41a6-bd47-f6f72352de21 None None] Port 9edf55ff-13b6-40cd-b45d-defbc4810b3e cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:16:14.811730 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7e26f-1f37-40c5-87b6-bad523d8844a req-200b86e6-1132-4054-9427-71bcd21cb8ef tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:14.819729 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f7e7e26f-1f37-40c5-87b6-bad523d8844a req-200b86e6-1132-4054-9427-71bcd21cb8ef tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 946 time: 0.1141558 Nov 24 21:16:14.851884 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37474) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:14.852358 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:14.870821 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-df3f4408-9c60-4d8b-a562-256fb03ec684 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:14.961706 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f7e7e26f-1f37-40c5-87b6-bad523d8844a req-71a603fe-89ce-47b2-b317-a8ca1d5dd234 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407254 Nov 24 21:16:14.987471 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-df3f4408-9c60-4d8b-a562-256fb03ec684 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:14.994549 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-df3f4408-9c60-4d8b-a562-256fb03ec684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:15.047779 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f4408-9c60-4d8b-a562-256fb03ec684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b17d1c5-ef15-4ed8-a430-f10588e4aa9a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:15.067568 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-df3f4408-9c60-4d8b-a562-256fb03ec684 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a54a04a3e34c4f2695510876545d4b39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2138925 Nov 24 21:16:15.070789 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37480) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:15.137015 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4435caed-d5c2-45b6-9923-b2ef42abcaee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9edf55ff-13b6-40cd-b45d-defbc4810b3e {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:16:15.139811 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d7da715-2512-45cd-9ab3-9871c2c11252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:15.149460 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4435caed-d5c2-45b6-9923-b2ef42abcaee service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:15.166172 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d1809-65a2-4c21-a8e2-a7be518c137f req-b7cde100-2581-4cf1-a3e1-d2dea78dde6c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:15.168003 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-280d1809-65a2-4c21-a8e2-a7be518c137f req-b7cde100-2581-4cf1-a3e1-d2dea78dde6c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f05de14-318a-4be3-a011-14588fa5131b HTTP/1.1" status: 200 len: 932 time: 0.1386952 Nov 24 21:16:15.179254 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d7da715-2512-45cd-9ab3-9871c2c11252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:15.181803 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4435caed-d5c2-45b6-9923-b2ef42abcaee service neutron] Transition to ACTIVE for port object 9edf55ff-13b6-40cd-b45d-defbc4810b3e will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:16:15.190410 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4435caed-d5c2-45b6-9923-b2ef42abcaee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:15.259388 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d7da715-2512-45cd-9ab3-9871c2c11252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:15.263430 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d7da715-2512-45cd-9ab3-9871c2c11252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:15.265010 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9d7da715-2512-45cd-9ab3-9871c2c11252 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b17d1c5-ef15-4ed8-a430-f10588e4aa9a HTTP/1.1" status: 204 len: 168 time: 0.1935580 Nov 24 21:16:15.291824 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7da715-2512-45cd-9ab3-9871c2c11252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b17d1c5-ef15-4ed8-a430-f10588e4aa9a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:15.323360 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-280d1809-65a2-4c21-a8e2-a7be518c137f req-20c54efa-5d79-4063-baba-035e6189ee07 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=45d24f8d-2be1-41fb-b421-de1faea97fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286094 Nov 24 21:16:15.360064 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435caed-d5c2-45b6-9923-b2ef42abcaee service neutron] Pushing event updated for resources: {'Port': ['ID=9edf55ff-13b6-40cd-b45d-defbc4810b3e,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:15.457363 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4435caed-d5c2-45b6-9923-b2ef42abcaee service neutron] Attempting to bind port 9edf55ff-13b6-40cd-b45d-defbc4810b3e on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:16:15.457931 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4435caed-d5c2-45b6-9923-b2ef42abcaee service neutron] Attempting to bind port 9edf55ff-13b6-40cd-b45d-defbc4810b3e by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '6783232c-538c-4518-af14-ebda64791b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '191615bc-6ab5-48ed-b699-e8237692eddd'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:16:15.458445 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4435caed-d5c2-45b6-9923-b2ef42abcaee service neutron] Attempting to bind port 9edf55ff-13b6-40cd-b45d-defbc4810b3e on network 191615bc-6ab5-48ed-b699-e8237692eddd {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:16:15.464545 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4435caed-d5c2-45b6-9923-b2ef42abcaee service neutron] Port 9edf55ff-13b6-40cd-b45d-defbc4810b3e on network 191615bc-6ab5-48ed-b699-e8237692eddd not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:16:15.465087 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4435caed-d5c2-45b6-9923-b2ef42abcaee service neutron] Attempting to bind port 9edf55ff-13b6-40cd-b45d-defbc4810b3e on network 191615bc-6ab5-48ed-b699-e8237692eddd {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:16:15.471679 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4435caed-d5c2-45b6-9923-b2ef42abcaee service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:16:15.472038 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4435caed-d5c2-45b6-9923-b2ef42abcaee service neutron] Checking segment: {'id': '6783232c-538c-4518-af14-ebda64791b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '191615bc-6ab5-48ed-b699-e8237692eddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:16:15.472602 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4435caed-d5c2-45b6-9923-b2ef42abcaee service neutron] Bound using segment: {'id': '6783232c-538c-4518-af14-ebda64791b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '191615bc-6ab5-48ed-b699-e8237692eddd'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:16:15.473396 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4435caed-d5c2-45b6-9923-b2ef42abcaee service neutron] Bound port: 9edf55ff-13b6-40cd-b45d-defbc4810b3e, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6783232c-538c-4518-af14-ebda64791b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '191615bc-6ab5-48ed-b699-e8237692eddd'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:16:15.474087 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4435caed-d5c2-45b6-9923-b2ef42abcaee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:15.596531 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4435caed-d5c2-45b6-9923-b2ef42abcaee service neutron] For port 9edf55ff-13b6-40cd-b45d-defbc4810b3e, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:16:15.616062 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4435caed-d5c2-45b6-9923-b2ef42abcaee service neutron] For port 9edf55ff-13b6-40cd-b45d-defbc4810b3e, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9edf55ff-13b6-40cd-b45d-defbc4810b3e,segment=NetworkSegment(6783232c-538c-4518-af14-ebda64791b03),segment_id=6783232c-538c-4518-af14-ebda64791b03)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:16:15.623062 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4435caed-d5c2-45b6-9923-b2ef42abcaee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:15.668076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ec0bc-16dc-44a8-8bd4-cb61c5c0d214 req-333834fd-cd22-491b-8090-8f0d650bf047 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:15.669938 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a65ec0bc-16dc-44a8-8bd4-cb61c5c0d214 req-333834fd-cd22-491b-8090-8f0d650bf047 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.1264446 Nov 24 21:16:15.689503 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4435caed-d5c2-45b6-9923-b2ef42abcaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:15.690734 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4435caed-d5c2-45b6-9923-b2ef42abcaee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:15.692154 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4435caed-d5c2-45b6-9923-b2ef42abcaee service neutron] 10.222.0.15 "PUT /v2.0/ports/9edf55ff-13b6-40cd-b45d-defbc4810b3e HTTP/1.1" status: 200 len: 1092 time: 1.2256393 Nov 24 21:16:15.693783 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f05de14-318a-4be3-a011-14588fa5131b', 'tag': '9edf55ff-13b6-40cd-b45d-defbc4810b3e'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:16:15.697590 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0379354-e797-4be0-86be-91bcf0bbb76c" -d '{"events": [{"name": "network-changed", "server_uuid": "9f05de14-318a-4be3-a011-14588fa5131b", "tag": "9edf55ff-13b6-40cd-b45d-defbc4810b3e"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:16:15.766400 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435caed-d5c2-45b6-9923-b2ef42abcaee service neutron] Pushing event updated for resources: {'Port': ['ID=9edf55ff-13b6-40cd-b45d-defbc4810b3e,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:15.812630 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a65ec0bc-16dc-44a8-8bd4-cb61c5c0d214 req-08f1ef20-8cd1-4a36-bd56-fb988517fc9e tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192837 Nov 24 21:16:15.825140 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-e58638b5-72c3-4755-85d9-8fa02aa186be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:15.826402 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-e58638b5-72c3-4755-85d9-8fa02aa186be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=207eef9f28694fbd90eb332792fa324d&device_id=9f05de14-318a-4be3-a011-14588fa5131b HTTP/1.1" status: 200 len: 1095 time: 0.0781765 Nov 24 21:16:15.854993 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37494) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:15.920792 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b1a20c4c-5f85-4203-8655-05165baf31d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:15.927198 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-3edf3f15-25dd-425b-80bf-d6de5b13fd43 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=9edf55ff-13b6-40cd-b45d-defbc4810b3e HTTP/1.1" status: 200 len: 217 time: 0.0798457 Nov 24 21:16:16.045896 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94635e-3744-47e4-a5cd-28e83d6b4623 req-f8953bab-f325-4cfc-910c-d0e883bfc639 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:16.047627 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb94635e-3744-47e4-a5cd-28e83d6b4623 req-f8953bab-f325-4cfc-910c-d0e883bfc639 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1450775 Nov 24 21:16:16.050130 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-d9b04aa3-e304-4bb5-b88e-30eb277136d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:16.051540 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-d9b04aa3-e304-4bb5-b88e-30eb277136d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=357fd4be-cd0f-4a6a-ab6d-d77f22037080 HTTP/1.1" status: 200 len: 838 time: 0.1078525 Nov 24 21:16:16.169396 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a6289-91ea-4c24-962f-ad7d86db45ba req-5f9c653b-f91c-44d9-aff2-62baaac05723 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:16.171776 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-258a6289-91ea-4c24-962f-ad7d86db45ba req-5f9c653b-f91c-44d9-aff2-62baaac05723 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.48 "GET /v2.0/ports?device_id=abdc9455-d948-4455-b322-5daf72e8d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0727730 Nov 24 21:16:16.172872 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb94635e-3744-47e4-a5cd-28e83d6b4623 req-71a30c47-e8dd-4c41-8c63-c7092fa857de tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094751 Nov 24 21:16:16.182845 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4def7d8a-d775-4198-a63e-6f49a17325a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:16.184547 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4def7d8a-d775-4198-a63e-6f49a17325a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=191615bc-6ab5-48ed-b699-e8237692eddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224673 Nov 24 21:16:16.210362 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b1a20c4c-5f85-4203-8655-05165baf31d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:16.240917 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b1a20c4c-5f85-4203-8655-05165baf31d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:16.322974 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d81d65-d935-465a-8b8a-3e7a0b3d5bdb x-openstack-request-id: req-02d81d65-d935-465a-8b8a-3e7a0b3d5bdb {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:16:16.322974 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f05de14-318a-4be3-a011-14588fa5131b", "tag": "9edf55ff-13b6-40cd-b45d-defbc4810b3e", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:16:16.322974 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-02d81d65-d935-465a-8b8a-3e7a0b3d5bdb {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:16:16.322974 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f05de14-318a-4be3-a011-14588fa5131b', 'tag': '9edf55ff-13b6-40cd-b45d-defbc4810b3e', 'status': 'completed', 'code': 200} Nov 24 21:16:16.341569 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b1a20c4c-5f85-4203-8655-05165baf31d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cc96552d9ca94d108fafb532f7e9e914&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4853377 Nov 24 21:16:16.344356 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a20c4c-5f85-4203-8655-05165baf31d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac894bd-c9f6-466d-9b42-ad1093a01367,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:16.344552 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37504) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:16.379579 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-e0091222-65e9-4488-8f34-1e0cff5f1a1f service neutron] 10.222.0.15 "GET /v2.0/networks/191615bc-6ab5-48ed-b699-e8237692eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791575 Nov 24 21:16:16.446076 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-258a6289-91ea-4c24-962f-ad7d86db45ba req-a6b7e445-ba77-4322-86fc-5c2999436b2f tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Deleting port f01b76d7-61bb-45cb-8ee6-7954873a1932 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:16:16.446412 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-258a6289-91ea-4c24-962f-ad7d86db45ba req-a6b7e445-ba77-4322-86fc-5c2999436b2f tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:16.482579 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd8043bb-73ec-4e9f-ab81-5184f2f283f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:16.551155 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139a221-4665-450b-8d8b-36d8467f13f8 req-06409443-99fa-4ec1-8220-b6189960ffce tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:16.552724 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd8043bb-73ec-4e9f-ab81-5184f2f283f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:16.552890 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2139a221-4665-450b-8d8b-36d8467f13f8 req-06409443-99fa-4ec1-8220-b6189960ffce tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 946 time: 0.1075790 Nov 24 21:16:16.554912 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f663494e-a8c4-4e43-9f1a-2f3ee647612b req-4538fd84-6a15-4da5-85ec-4499bcd3ec8c service neutron] 10.222.0.15 "GET /v2.0/networks/191615bc-6ab5-48ed-b699-e8237692eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667957 Nov 24 21:16:16.600845 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-258a6289-91ea-4c24-962f-ad7d86db45ba req-a6b7e445-ba77-4322-86fc-5c2999436b2f tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] For port f01b76d7-61bb-45cb-8ee6-7954873a1932, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f01b76d7-61bb-45cb-8ee6-7954873a1932,segment=NetworkSegment(23f7fba8-fb33-45f1-b153-5a1fa803c7b9),segment_id=23f7fba8-fb33-45f1-b153-5a1fa803c7b9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:16:16.601461 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-258a6289-91ea-4c24-962f-ad7d86db45ba req-a6b7e445-ba77-4322-86fc-5c2999436b2f tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:16.619336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-258a6289-91ea-4c24-962f-ad7d86db45ba req-a6b7e445-ba77-4322-86fc-5c2999436b2f tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Calling delete_port for f01b76d7-61bb-45cb-8ee6-7954873a1932 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:16:16.666869 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2139a221-4665-450b-8d8b-36d8467f13f8 req-c8115a91-db3d-4c84-a9a1-d6df0b2b990e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955296 Nov 24 21:16:16.679656 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd8043bb-73ec-4e9f-ab81-5184f2f283f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:16.682778 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd8043bb-73ec-4e9f-ab81-5184f2f283f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:16.686627 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bd8043bb-73ec-4e9f-ab81-5184f2f283f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bac894bd-c9f6-466d-9b42-ad1093a01367 HTTP/1.1" status: 204 len: 168 time: 0.3373666 Nov 24 21:16:16.686781 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379354-e797-4be0-86be-91bcf0bbb76c req-b91d5424-1978-4bfd-bbf7-dc393d5976e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:16.687110 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c0379354-e797-4be0-86be-91bcf0bbb76c req-b91d5424-1978-4bfd-bbf7-dc393d5976e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=207eef9f28694fbd90eb332792fa324d&device_id=9f05de14-318a-4be3-a011-14588fa5131b HTTP/1.1" status: 200 len: 1095 time: 0.0630343 Nov 24 21:16:16.702420 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8043bb-73ec-4e9f-ab81-5184f2f283f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac894bd-c9f6-466d-9b42-ad1093a01367,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:16.896433 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-258a6289-91ea-4c24-962f-ad7d86db45ba req-a6b7e445-ba77-4322-86fc-5c2999436b2f tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:16.909814 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['36f27eeb-4609-4f4e-80db-6567b962937d', 'f01b76d7-61bb-45cb-8ee6-7954873a1932'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:16:16.970607 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7e445-ba77-4322-86fc-5c2999436b2f tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Pushing event deleted for resources: {'Port': ['ID=f01b76d7-61bb-45cb-8ee6-7954873a1932,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:17.003260 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379354-e797-4be0-86be-91bcf0bbb76c req-2eb833eb-39f2-4885-a3c6-8358f5049b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:17.007360 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c0379354-e797-4be0-86be-91bcf0bbb76c req-2eb833eb-39f2-4885-a3c6-8358f5049b24 service neutron] 10.222.0.15 "GET /v2.0/networks?id=191615bc-6ab5-48ed-b699-e8237692eddd HTTP/1.1" status: 200 len: 897 time: 0.3044391 Nov 24 21:16:17.040183 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320cb98-9ff7-4537-bfc5-a54e6a4715b6 req-73bf11c7-b355-41d0-874d-119fed7cb01f tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:17.045692 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4320cb98-9ff7-4537-bfc5-a54e6a4715b6 req-73bf11c7-b355-41d0-874d-119fed7cb01f tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.2387147 Nov 24 21:16:17.067929 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-258a6289-91ea-4c24-962f-ad7d86db45ba req-a6b7e445-ba77-4322-86fc-5c2999436b2f tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] No DVR routers for this DVR port f01b76d7-61bb-45cb-8ee6-7954873a1932 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:16:17.071912 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-258a6289-91ea-4c24-962f-ad7d86db45ba req-a6b7e445-ba77-4322-86fc-5c2999436b2f tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:17.075958 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-258a6289-91ea-4c24-962f-ad7d86db45ba req-a6b7e445-ba77-4322-86fc-5c2999436b2f tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.48 "DELETE /v2.0/ports/f01b76d7-61bb-45cb-8ee6-7954873a1932 HTTP/1.1" status: 204 len: 173 time: 0.8977997 Nov 24 21:16:17.076685 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdc9455-d948-4455-b322-5daf72e8d9d4', 'name': 'network-vif-deleted', 'tag': 'f01b76d7-61bb-45cb-8ee6-7954873a1932'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:16:17.088670 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b016aa3-b84d-4644-923e-6e3bfb07c9b7" -d '{"events": [{"server_uuid": "abdc9455-d948-4455-b322-5daf72e8d9d4", "name": "network-vif-deleted", "tag": "f01b76d7-61bb-45cb-8ee6-7954873a1932"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:16:17.094975 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c0379354-e797-4be0-86be-91bcf0bbb76c req-13fd0c25-e3eb-47a1-a704-23d2e96e3b2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=9edf55ff-13b6-40cd-b45d-defbc4810b3e HTTP/1.1" status: 200 len: 217 time: 0.0720348 Nov 24 21:16:17.154107 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379354-e797-4be0-86be-91bcf0bbb76c req-bcd6fed4-d966-45d1-9b35-b733cc9f01b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:17.155552 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c0379354-e797-4be0-86be-91bcf0bbb76c req-bcd6fed4-d966-45d1-9b35-b733cc9f01b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=357fd4be-cd0f-4a6a-ab6d-d77f22037080 HTTP/1.1" status: 200 len: 838 time: 0.0520844 Nov 24 21:16:17.241267 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379354-e797-4be0-86be-91bcf0bbb76c req-0675cbbf-5de7-4b3b-b853-faece499a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:17.243046 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c0379354-e797-4be0-86be-91bcf0bbb76c req-0675cbbf-5de7-4b3b-b853-faece499a2da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=191615bc-6ab5-48ed-b699-e8237692eddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780149 Nov 24 21:16:17.246952 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4320cb98-9ff7-4537-bfc5-a54e6a4715b6 req-c7208d23-8f02-4f4c-96f8-084c16d74980 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508768 Nov 24 21:16:17.418703 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c0379354-e797-4be0-86be-91bcf0bbb76c req-070e04aa-3da0-4c76-b201-942def6285e2 service neutron] 10.222.0.15 "GET /v2.0/networks/191615bc-6ab5-48ed-b699-e8237692eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583612 Nov 24 21:16:17.434498 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6f4db-3908-4d10-8897-c740c5f20269 req-03318b23-30f8-4bd1-add2-1955d470104d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:17.435976 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2c6f4db-3908-4d10-8897-c740c5f20269 req-03318b23-30f8-4bd1-add2-1955d470104d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f05de14-318a-4be3-a011-14588fa5131b HTTP/1.1" status: 200 len: 944 time: 0.0712638 Nov 24 21:16:17.551026 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2c6f4db-3908-4d10-8897-c740c5f20269 req-099122ba-531e-4bdd-9071-7ca61ddc8c1b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=45d24f8d-2be1-41fb-b421-de1faea97fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052623 Nov 24 21:16:17.574048 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c0379354-e797-4be0-86be-91bcf0bbb76c req-5ac2a268-9bd3-40b2-9dc1-22c86357f6f2 service neutron] 10.222.0.15 "GET /v2.0/networks/191615bc-6ab5-48ed-b699-e8237692eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369600 Nov 24 21:16:17.754765 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc52068-a3cf-4537-963c-ca9801034fc5 req-0f1a6e52-f423-4b66-8cf4-6cf7a3f4a68f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:17.765783 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4dc52068-a3cf-4537-963c-ca9801034fc5 req-0f1a6e52-f423-4b66-8cf4-6cf7a3f4a68f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 946 time: 0.0943973 Nov 24 21:16:17.829836 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4dc52068-a3cf-4537-963c-ca9801034fc5 req-b8d98a13-efa1-4b17-a090-b2d445365410 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625920 Nov 24 21:16:18.246748 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0d5f67-a5a9-4ee6-88fb-2a0d76e984ff x-openstack-request-id: req-3b0d5f67-a5a9-4ee6-88fb-2a0d76e984ff {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:16:18.247325 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdc9455-d948-4455-b322-5daf72e8d9d4", "name": "network-vif-deleted", "tag": "f01b76d7-61bb-45cb-8ee6-7954873a1932", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:16:18.247325 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3b0d5f67-a5a9-4ee6-88fb-2a0d76e984ff {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:16:18.247770 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abdc9455-d948-4455-b322-5daf72e8d9d4', 'name': 'network-vif-deleted', 'tag': 'f01b76d7-61bb-45cb-8ee6-7954873a1932', 'status': 'completed', 'code': 200} Nov 24 21:16:18.728484 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afeba37-0bac-40c9-bcf6-5c3a667a292d req-857a5454-dcdd-4a28-a714-ed58a129cac3 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:18.730217 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1afeba37-0bac-40c9-bcf6-5c3a667a292d req-857a5454-dcdd-4a28-a714-ed58a129cac3 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 946 time: 0.0904315 Nov 24 21:16:18.818381 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1afeba37-0bac-40c9-bcf6-5c3a667a292d req-8b91507d-5b25-4a0f-b986-4b2b826d1b78 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763493 Nov 24 21:16:18.971806 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565f966-f35e-4553-be03-f23675eaa968 req-ba30bed5-e10f-4270-a0ab-b3b8d6088e6c tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:18.977201 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9565f966-f35e-4553-be03-f23675eaa968 req-ba30bed5-e10f-4270-a0ab-b3b8d6088e6c tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 945 time: 0.0585654 Nov 24 21:16:19.034873 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9565f966-f35e-4553-be03-f23675eaa968 req-192b1352-a698-48cd-a260-123a4ea92f6d tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551391 Nov 24 21:16:19.167202 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87999687-b145-4115-9491-ecccd53e2928 req-3db4c2f4-7104-4a20-aae8-cc049d48fb15 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:19.168965 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87999687-b145-4115-9491-ecccd53e2928 req-3db4c2f4-7104-4a20-aae8-cc049d48fb15 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f05de14-318a-4be3-a011-14588fa5131b HTTP/1.1" status: 200 len: 944 time: 0.0625997 Nov 24 21:16:19.243129 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87999687-b145-4115-9491-ecccd53e2928 req-b52144c3-72fe-4ac0-aee6-2f4ff30e9bb9 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=45d24f8d-2be1-41fb-b421-de1faea97fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656016 Nov 24 21:16:19.962356 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8600f-7ca8-45a0-bb78-d0086323c10e req-25ad443a-79ce-4de8-b1ab-d070d5974d30 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:19.965974 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aac8600f-7ca8-45a0-bb78-d0086323c10e req-25ad443a-79ce-4de8-b1ab-d070d5974d30 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 946 time: 0.0537424 Nov 24 21:16:20.039992 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aac8600f-7ca8-45a0-bb78-d0086323c10e req-e71cf0aa-8cd7-43b4-9155-03668fb4b820 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599341 Nov 24 21:16:20.049243 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcd702-b546-4f20-911a-72e8dd9b8592 req-27d10a8a-7696-40f4-b882-617748106a8b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:20.050940 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dbbcd702-b546-4f20-911a-72e8dd9b8592 req-27d10a8a-7696-40f4-b882-617748106a8b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.48 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 946 time: 0.0802999 Nov 24 21:16:20.067981 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9edf55ff-13b6-40cd-b45d-defbc4810b3e details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:16:20.289817 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-dbbcd702-b546-4f20-911a-72e8dd9b8592 req-4fd3fe84-82f0-4b27-bdf0-119428f3e721 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Deleting port 196194dc-047e-4c65-a7d0-fdde87addf9f {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:16:20.290481 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dbbcd702-b546-4f20-911a-72e8dd9b8592 req-4fd3fe84-82f0-4b27-bdf0-119428f3e721 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:20.337150 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9edf55ff-13b6-40cd-b45d-defbc4810b3e, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9edf55ff-13b6-40cd-b45d-defbc4810b3e,segment=NetworkSegment(6783232c-538c-4518-af14-ebda64791b03),segment_id=6783232c-538c-4518-af14-ebda64791b03)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:16:20.374210 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f812b6-40bb-494a-8c87-04988b9f0c74 req-dd10e998-98cc-496d-a977-13e1d1151663 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:20.375816 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-16f812b6-40bb-494a-8c87-04988b9f0c74 req-dd10e998-98cc-496d-a977-13e1d1151663 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 945 time: 0.0810337 Nov 24 21:16:20.382366 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '9edf55ff-13b6-40cd-b45d-defbc4810b3e', 'network_id': '191615bc-6ab5-48ed-b699-e8237692eddd', 'port_id': '9edf55ff-13b6-40cd-b45d-defbc4810b3e', 'mac_address': 'fa:16:3e:72:cc:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357fd4be-cd0f-4a6a-ab6d-d77f22037080', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:16:20.455824 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:20.477381 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-16f812b6-40bb-494a-8c87-04988b9f0c74 req-f1fb6640-a7d0-458a-8b6d-acba8bc0160d tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952413 Nov 24 21:16:20.485102 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-dbbcd702-b546-4f20-911a-72e8dd9b8592 req-4fd3fe84-82f0-4b27-bdf0-119428f3e721 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] For port 196194dc-047e-4c65-a7d0-fdde87addf9f, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=196194dc-047e-4c65-a7d0-fdde87addf9f,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:16:20.485719 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dbbcd702-b546-4f20-911a-72e8dd9b8592 req-4fd3fe84-82f0-4b27-bdf0-119428f3e721 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:20.488277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9edf55ff-13b6-40cd-b45d-defbc4810b3e {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:16:20.518304 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-dbbcd702-b546-4f20-911a-72e8dd9b8592 req-4fd3fe84-82f0-4b27-bdf0-119428f3e721 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Calling delete_port for 196194dc-047e-4c65-a7d0-fdde87addf9f owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:16:20.530303 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9edf55ff-13b6-40cd-b45d-defbc4810b3e, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9edf55ff-13b6-40cd-b45d-defbc4810b3e,segment=NetworkSegment(6783232c-538c-4518-af14-ebda64791b03),segment_id=6783232c-538c-4518-af14-ebda64791b03)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:16:20.537182 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:20.630150 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=9edf55ff-13b6-40cd-b45d-defbc4810b3e,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:20.735218 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfe54b-f9cd-4816-9a17-29b52919ad41 req-34c06b36-e618-45d7-9574-ee82331f9ef9 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:20.755940 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84dfe54b-f9cd-4816-9a17-29b52919ad41 req-34c06b36-e618-45d7-9574-ee82331f9ef9 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1476216 Nov 24 21:16:20.780464 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dbbcd702-b546-4f20-911a-72e8dd9b8592 req-4fd3fe84-82f0-4b27-bdf0-119428f3e721 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:20.795971 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['95bff051-d264-4ecd-bd06-7ea1bf396c29'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:16:20.799076 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['196194dc-047e-4c65-a7d0-fdde87addf9f'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:16:20.848136 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84dfe54b-f9cd-4816-9a17-29b52919ad41 req-cbcc5509-cc4e-41e4-a270-e500e7602ab3 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913048 Nov 24 21:16:20.851946 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577bf2e-fc83-4252-949a-fa348d00d5f4 req-16fdf438-7eb7-4932-b1d2-aea93a220ff7 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:20.856299 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3577bf2e-fc83-4252-949a-fa348d00d5f4 req-16fdf438-7eb7-4932-b1d2-aea93a220ff7 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.48 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 945 time: 0.1266713 Nov 24 21:16:20.857241 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3fe84-82f0-4b27-bdf0-119428f3e721 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event deleted for resources: {'Port': ['ID=196194dc-047e-4c65-a7d0-fdde87addf9f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:20.932393 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['9edf55ff-13b6-40cd-b45d-defbc4810b3e'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:16:21.002535 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bea0d4-caaa-4ab4-9152-3ca6003f0051 req-6102cd40-7ad7-4524-b0e0-475bd2fbda4e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:21.019635 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-18bea0d4-caaa-4ab4-9152-3ca6003f0051 req-6102cd40-7ad7-4524-b0e0-475bd2fbda4e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f05de14-318a-4be3-a011-14588fa5131b HTTP/1.1" status: 200 len: 945 time: 0.0710144 Nov 24 21:16:21.034947 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbcd702-b546-4f20-911a-72e8dd9b8592 req-4fd3fe84-82f0-4b27-bdf0-119428f3e721 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] No DVR routers for this DVR port 196194dc-047e-4c65-a7d0-fdde87addf9f on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:16:21.045025 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dbbcd702-b546-4f20-911a-72e8dd9b8592 req-4fd3fe84-82f0-4b27-bdf0-119428f3e721 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:21.048809 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dbbcd702-b546-4f20-911a-72e8dd9b8592 req-4fd3fe84-82f0-4b27-bdf0-119428f3e721 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.48 "DELETE /v2.0/ports/196194dc-047e-4c65-a7d0-fdde87addf9f HTTP/1.1" status: 204 len: 173 time: 0.9896376 Nov 24 21:16:21.049351 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76d8d75-0022-4795-8cf9-10177bef4d0a', 'name': 'network-vif-deleted', 'tag': '196194dc-047e-4c65-a7d0-fdde87addf9f'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:16:21.051687 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db0c953-26a7-46fa-a008-f20d71311e2c" -d '{"events": [{"server_uuid": "b76d8d75-0022-4795-8cf9-10177bef4d0a", "name": "network-vif-deleted", "tag": "196194dc-047e-4c65-a7d0-fdde87addf9f"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:16:21.161432 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-18bea0d4-caaa-4ab4-9152-3ca6003f0051 req-6ec1a67c-e413-43f0-98e1-4c869d78e38e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=45d24f8d-2be1-41fb-b421-de1faea97fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386566 Nov 24 21:16:21.209276 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-3577bf2e-fc83-4252-949a-fa348d00d5f4 req-174ef854-630d-4b6f-9799-c74a44ecb86d tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Deleting port 36f27eeb-4609-4f4e-80db-6567b962937d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:16:21.217776 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3577bf2e-fc83-4252-949a-fa348d00d5f4 req-174ef854-630d-4b6f-9799-c74a44ecb86d tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:21.388053 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7844fb-0339-4eab-aa35-082ddb133137 req-d9672623-4bd2-41e9-a1fd-2b27dcc47933 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:21.388548 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device f01b76d7-61bb-45cb-8ee6-7954873a1932 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:16:21.389980 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0c7844fb-0339-4eab-aa35-082ddb133137 req-d9672623-4bd2-41e9-a1fd-2b27dcc47933 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0857015 Nov 24 21:16:21.410186 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-3577bf2e-fc83-4252-949a-fa348d00d5f4 req-174ef854-630d-4b6f-9799-c74a44ecb86d tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] For port 36f27eeb-4609-4f4e-80db-6567b962937d, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=36f27eeb-4609-4f4e-80db-6567b962937d,segment=NetworkSegment(23f7fba8-fb33-45f1-b153-5a1fa803c7b9),segment_id=23f7fba8-fb33-45f1-b153-5a1fa803c7b9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:16:21.410955 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3577bf2e-fc83-4252-949a-fa348d00d5f4 req-174ef854-630d-4b6f-9799-c74a44ecb86d tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:21.427792 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-3577bf2e-fc83-4252-949a-fa348d00d5f4 req-174ef854-630d-4b6f-9799-c74a44ecb86d tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Calling delete_port for 36f27eeb-4609-4f4e-80db-6567b962937d owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:16:21.446582 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: f01b76d7-61bb-45cb-8ee6-7954873a1932 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:16:21.446937 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device f01b76d7-61bb-45cb-8ee6-7954873a1932 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:16:21.476093 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0c7844fb-0339-4eab-aa35-082ddb133137 req-d77723b3-65f3-4c67-a0e1-f67acc369379 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766256 Nov 24 21:16:21.564364 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37780) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:21.609636 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e045c1a8-182c-494d-b822-5333c2fae2ac req-c6e881ec-d76d-41ff-8f51-2420c17831ef tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 210 time: 0.0587268 Nov 24 21:16:21.722362 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d30c7e-cc58-4a18-865a-9eace225f753 x-openstack-request-id: req-d8d30c7e-cc58-4a18-865a-9eace225f753 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:16:21.722779 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76d8d75-0022-4795-8cf9-10177bef4d0a", "name": "network-vif-deleted", "tag": "196194dc-047e-4c65-a7d0-fdde87addf9f", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:16:21.723805 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d8d30c7e-cc58-4a18-865a-9eace225f753 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:16:21.725097 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76d8d75-0022-4795-8cf9-10177bef4d0a', 'name': 'network-vif-deleted', 'tag': '196194dc-047e-4c65-a7d0-fdde87addf9f', 'status': 'completed', 'code': 200} Nov 24 21:16:21.772084 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81b50c4e-9c27-4734-9c05-6ab94df0bd0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:21.862513 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81b50c4e-9c27-4734-9c05-6ab94df0bd0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:21.868378 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81b50c4e-9c27-4734-9c05-6ab94df0bd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:21.877888 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879969f-f13f-4692-b6aa-e5857aeb1d56 req-ba24e78a-f91f-474e-8b81-6ffd8deded81 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:21.879825 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b879969f-f13f-4692-b6aa-e5857aeb1d56 req-ba24e78a-f91f-474e-8b81-6ffd8deded81 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16152d2-ca86-42e9-b81e-73aebf2b19cf HTTP/1.1" status: 200 len: 945 time: 0.0739138 Nov 24 21:16:21.886534 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3577bf2e-fc83-4252-949a-fa348d00d5f4 req-174ef854-630d-4b6f-9799-c74a44ecb86d tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:21.899527 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['36f27eeb-4609-4f4e-80db-6567b962937d'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:16:21.941937 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b879969f-f13f-4692-b6aa-e5857aeb1d56 req-69c1230f-bdff-41cc-b53f-ac0700764ae4 tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.11 "GET /v2.0/security-groups?id=36c1381d-db9c-44fd-a233-4c4e8ee99bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538509 Nov 24 21:16:21.946878 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-81b50c4e-9c27-4734-9c05-6ab94df0bd0d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4491159421b2478eaedccf0f90f97c0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3809657 Nov 24 21:16:21.949217 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37788) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:21.949563 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ef854-630d-4b6f-9799-c74a44ecb86d tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Pushing event deleted for resources: {'Port': ['ID=36f27eeb-4609-4f4e-80db-6567b962937d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:21.953425 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b50c4e-9c27-4734-9c05-6ab94df0bd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95215e51-25ad-4c9a-89b6-9cdcff86df00,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:22.023105 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-093d0ce8-5d9b-4dd0-bebc-22ad9130fdc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:22.031592 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-3577bf2e-fc83-4252-949a-fa348d00d5f4 req-174ef854-630d-4b6f-9799-c74a44ecb86d tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] No DVR routers for this DVR port 36f27eeb-4609-4f4e-80db-6567b962937d on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:16:22.035193 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3577bf2e-fc83-4252-949a-fa348d00d5f4 req-174ef854-630d-4b6f-9799-c74a44ecb86d tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:22.039283 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3577bf2e-fc83-4252-949a-fa348d00d5f4 req-174ef854-630d-4b6f-9799-c74a44ecb86d tempest-ServerRescueTestJSON-841232576 tempest-ServerRescueTestJSON-841232576-project] 10.222.0.48 "DELETE /v2.0/ports/36f27eeb-4609-4f4e-80db-6567b962937d HTTP/1.1" status: 204 len: 173 time: 1.1742365 Nov 24 21:16:22.052806 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-093d0ce8-5d9b-4dd0-bebc-22ad9130fdc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:22.177785 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e06f-e3a5-4a77-88e6-de771a2b376c req-8d6917e0-325e-476c-ae08-4e74c9340744 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:22.179786 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc00e06f-e3a5-4a77-88e6-de771a2b376c req-8d6917e0-325e-476c-ae08-4e74c9340744 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0828640 Nov 24 21:16:22.227476 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-093d0ce8-5d9b-4dd0-bebc-22ad9130fdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:22.231042 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-093d0ce8-5d9b-4dd0-bebc-22ad9130fdc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:22.232248 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-093d0ce8-5d9b-4dd0-bebc-22ad9130fdc0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/95215e51-25ad-4c9a-89b6-9cdcff86df00 HTTP/1.1" status: 204 len: 168 time: 0.2818325 Nov 24 21:16:22.256783 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d0ce8-5d9b-4dd0-bebc-22ad9130fdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95215e51-25ad-4c9a-89b6-9cdcff86df00,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:22.279050 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc00e06f-e3a5-4a77-88e6-de771a2b376c req-28bcb478-dffe-4521-ae0c-eb1ec705d23a tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777504 Nov 24 21:16:22.435045 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b9768-0ef5-4bd5-9ea9-d07cbe180fc1 req-b906e743-2430-487a-a24b-e95b54d64b3f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:22.437649 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-004b9768-0ef5-4bd5-9ea9-d07cbe180fc1 req-b906e743-2430-487a-a24b-e95b54d64b3f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f05de14-318a-4be3-a011-14588fa5131b HTTP/1.1" status: 200 len: 945 time: 0.0975742 Nov 24 21:16:22.545851 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-004b9768-0ef5-4bd5-9ea9-d07cbe180fc1 req-460ebd64-ddc9-4103-8954-223669252076 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=45d24f8d-2be1-41fb-b421-de1faea97fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996311 Nov 24 21:16:22.734109 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c8d66-3194-4972-bb66-d7eec2287522 req-82a91c58-c675-40a7-b5b7-30888815fdbb tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:22.756815 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f8c8d66-3194-4972-bb66-d7eec2287522 req-82a91c58-c675-40a7-b5b7-30888815fdbb tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1123688 Nov 24 21:16:22.822959 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f8c8d66-3194-4972-bb66-d7eec2287522 req-0907b14f-0984-4be7-9c84-8a1f77b6cf12 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647244 Nov 24 21:16:22.935132 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-86538435-d8b9-4c13-b8c1-4feffb2f86f9 req-3e1a7abd-a19d-40b4-9a9c-abbec47a60eb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 210 time: 0.0438550 Nov 24 21:16:23.097808 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdb80d-af63-49d9-a550-167d9277c469 req-564f1df1-babf-42be-babb-c901887a28ed tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:23.099505 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91bdb80d-af63-49d9-a550-167d9277c469 req-564f1df1-babf-42be-babb-c901887a28ed tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0551927 Nov 24 21:16:23.162834 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91bdb80d-af63-49d9-a550-167d9277c469 req-2a5d9718-025f-440f-a482-330459d3cdec tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567911 Nov 24 21:16:23.227670 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37830) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:23.422446 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36f273-1b29-400a-aca3-314fe8761819 req-a77213f1-c645-437d-84b0-da52c62c47cf tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:23.425257 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe36f273-1b29-400a-aca3-314fe8761819 req-a77213f1-c645-437d-84b0-da52c62c47cf tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1055532 Nov 24 21:16:23.524292 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe36f273-1b29-400a-aca3-314fe8761819 req-851ae009-2473-4010-8f9a-7b9f29a26617 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900483 Nov 24 21:16:23.727524 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16152d2-ca86-42e9-b81e-73aebf2b19cf', 'name': 'network-vif-deleted', 'tag': '36f27eeb-4609-4f4e-80db-6567b962937d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:16:23.729867 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a6d129-1b28-4824-a8f3-2b3cb0fc8b93" -d '{"events": [{"server_uuid": "a16152d2-ca86-42e9-b81e-73aebf2b19cf", "name": "network-vif-deleted", "tag": "36f27eeb-4609-4f4e-80db-6567b962937d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:16:23.742763 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa955c8-8604-42d2-8251-2313af886651 req-e5294964-b997-47ad-9075-454b1e50ccf5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:23.744469 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-afa955c8-8604-42d2-8251-2313af886651 req-e5294964-b997-47ad-9075-454b1e50ccf5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f05de14-318a-4be3-a011-14588fa5131b HTTP/1.1" status: 200 len: 945 time: 0.0814040 Nov 24 21:16:23.784240 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2a686da0-f0d9-4a83-8648-af2dc7557582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:23.862701 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-afa955c8-8604-42d2-8251-2313af886651 req-df562523-f358-4e63-8f00-94eb92a0b61f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=45d24f8d-2be1-41fb-b421-de1faea97fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095767 Nov 24 21:16:23.983252 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37864) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:23.997528 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfb884e-6912-43bf-8ff0-b5b8e0055a8a x-openstack-request-id: req-4dfb884e-6912-43bf-8ff0-b5b8e0055a8a {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:16:23.998068 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16152d2-ca86-42e9-b81e-73aebf2b19cf", "name": "network-vif-deleted", "tag": "36f27eeb-4609-4f4e-80db-6567b962937d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:16:23.998633 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4dfb884e-6912-43bf-8ff0-b5b8e0055a8a {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:16:23.999242 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16152d2-ca86-42e9-b81e-73aebf2b19cf', 'name': 'network-vif-deleted', 'tag': '36f27eeb-4609-4f4e-80db-6567b962937d', 'status': 'completed', 'code': 200} Nov 24 21:16:24.086591 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9edf55ff-13b6-40cd-b45d-defbc4810b3e up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:16:24.148306 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-3003fd2a-1637-436f-bd8a-a4f015162706 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:24.167145 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a58ae-192c-48ae-a3a8-b5c4b82ccee7 req-e08c2b6a-2884-4d3f-9265-7d814f25f990 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:24.168885 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed0a58ae-192c-48ae-a3a8-b5c4b82ccee7 req-e08c2b6a-2884-4d3f-9265-7d814f25f990 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1024294 Nov 24 21:16:24.176869 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 9edf55ff-13b6-40cd-b45d-defbc4810b3e completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:16:24.181453 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 9edf55ff-13b6-40cd-b45d-defbc4810b3e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:16:24.181831 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:24.198976 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-2a686da0-f0d9-4a83-8648-af2dc7557582 admin admin] Deleting port d55653a0-c0f4-410b-b814-041358d45649 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:16:24.199320 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2a686da0-f0d9-4a83-8648-af2dc7557582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:24.206164 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3003fd2a-1637-436f-bd8a-a4f015162706 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:24.348500 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:24.360012 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3003fd2a-1637-436f-bd8a-a4f015162706 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:24.498773 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-3003fd2a-1637-436f-bd8a-a4f015162706 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Allocated IP 172.25.5.61 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/d7f0cd0a-64d3-46d8-a17d-b48d24ff302c) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:16:24.687554 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f05de14-318a-4be3-a011-14588fa5131b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edf55ff-13b6-40cd-b45d-defbc4810b3e'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:16:24.691915 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c2721a-493a-450b-abd3-fd308d5c2ec0" -d '{"events": [{"server_uuid": "9f05de14-318a-4be3-a011-14588fa5131b", "name": "network-vif-plugged", "status": "completed", "tag": "9edf55ff-13b6-40cd-b45d-defbc4810b3e"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:16:24.708234 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9edf55ff-13b6-40cd-b45d-defbc4810b3e, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9edf55ff-13b6-40cd-b45d-defbc4810b3e,segment=NetworkSegment(6783232c-538c-4518-af14-ebda64791b03),segment_id=6783232c-538c-4518-af14-ebda64791b03)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:16:24.708500 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3003fd2a-1637-436f-bd8a-a4f015162706 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:24.717582 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:24.749536 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed0a58ae-192c-48ae-a3a8-b5c4b82ccee7 req-19bf39d9-85f8-419b-98bb-d769921c5a6c tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717928 Nov 24 21:16:24.778456 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3003fd2a-1637-436f-bd8a-a4f015162706 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:24.800910 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-2a686da0-f0d9-4a83-8648-af2dc7557582 admin admin] For port d55653a0-c0f4-410b-b814-041358d45649, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d55653a0-c0f4-410b-b814-041358d45649,segment=NetworkSegment(23f7fba8-fb33-45f1-b153-5a1fa803c7b9),segment_id=23f7fba8-fb33-45f1-b153-5a1fa803c7b9)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:16:24.801291 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2a686da0-f0d9-4a83-8648-af2dc7557582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:24.810652 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=9edf55ff-13b6-40cd-b45d-defbc4810b3e,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:24.837356 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-2a686da0-f0d9-4a83-8648-af2dc7557582 admin admin] Calling delete_port for d55653a0-c0f4-410b-b814-041358d45649 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:16:24.851255 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3003fd2a-1637-436f-bd8a-a4f015162706 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:16:24.854624 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-3003fd2a-1637-436f-bd8a-a4f015162706 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:16:24.862280 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3003fd2a-1637-436f-bd8a-a4f015162706 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:16:24.864837 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003fd2a-1637-436f-bd8a-a4f015162706 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Pushing event updated for resources: {'Port': ['ID=d7f0cd0a-64d3-46d8-a17d-b48d24ff302c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:24.943049 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e9684b49-92c0-49d3-b09f-a285fa7de19b req-ec64ce0d-adbd-4d2d-b92b-55c22a695c8c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 210 time: 0.0510030 Nov 24 21:16:24.995826 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3003fd2a-1637-436f-bd8a-a4f015162706 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:25.004220 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3226e786-f748-4c49-b01a-7dcb5d524bcc x-openstack-request-id: req-3226e786-f748-4c49-b01a-7dcb5d524bcc {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:16:25.004561 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f05de14-318a-4be3-a011-14588fa5131b", "name": "network-vif-plugged", "status": "completed", "tag": "9edf55ff-13b6-40cd-b45d-defbc4810b3e", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:16:25.004953 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3226e786-f748-4c49-b01a-7dcb5d524bcc {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:16:25.005354 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f05de14-318a-4be3-a011-14588fa5131b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edf55ff-13b6-40cd-b45d-defbc4810b3e', 'code': 200} Nov 24 21:16:25.087846 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3003fd2a-1637-436f-bd8a-a4f015162706 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:25.228601 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d698a9-1337-40c8-a08e-f522d25b61bc req-87ec3de0-cc74-40c5-af1a-d65fe665f4fa tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:25.230363 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71d698a9-1337-40c8-a08e-f522d25b61bc req-87ec3de0-cc74-40c5-af1a-d65fe665f4fa tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1563761 Nov 24 21:16:25.237967 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a1f40-9a95-4fc5-abbe-588d3edf9c47 req-1da0bcc5-e042-4732-9dea-854d98a62693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:25.239861 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef8a1f40-9a95-4fc5-abbe-588d3edf9c47 req-1da0bcc5-e042-4732-9dea-854d98a62693 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9f05de14-318a-4be3-a011-14588fa5131b HTTP/1.1" status: 200 len: 1097 time: 0.1486444 Nov 24 21:16:25.241899 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2a686da0-f0d9-4a83-8648-af2dc7557582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:25.297485 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3003fd2a-1637-436f-bd8a-a4f015162706 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:25.304846 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3003fd2a-1637-436f-bd8a-a4f015162706 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:25.307340 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a686da0-f0d9-4a83-8648-af2dc7557582 admin admin] Pushing event deleted for resources: {'Port': ['ID=d55653a0-c0f4-410b-b814-041358d45649,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:25.363902 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef8a1f40-9a95-4fc5-abbe-588d3edf9c47 req-b443cae7-783f-435d-9e8e-bf1a7c4aaa8f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=45d24f8d-2be1-41fb-b421-de1faea97fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022258 Nov 24 21:16:25.399917 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003fd2a-1637-436f-bd8a-a4f015162706 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Pushing event updated for resources: {'Port': ['ID=d7f0cd0a-64d3-46d8-a17d-b48d24ff302c,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:25.400812 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 36f27eeb-4609-4f4e-80db-6567b962937d no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:16:25.409083 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3003fd2a-1637-436f-bd8a-a4f015162706 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:25.431200 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3003fd2a-1637-436f-bd8a-a4f015162706 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:25.431906 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 36f27eeb-4609-4f4e-80db-6567b962937d {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:16:25.435420 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3003fd2a-1637-436f-bd8a-a4f015162706 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4482043 Nov 24 21:16:25.435762 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 36f27eeb-4609-4f4e-80db-6567b962937d not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:16:25.436424 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 196194dc-047e-4c65-a7d0-fdde87addf9f no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:16:25.436531 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37876) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:25.449033 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a05f190f-2b32-45ba-834a-a4ac0e51eb94 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-425722925', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'fixed_ips': [{'ip_address': '172.25.5.61'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:25.462548 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 196194dc-047e-4c65-a7d0-fdde87addf9f {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:16:25.463559 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 196194dc-047e-4c65-a7d0-fdde87addf9f not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:16:25.488055 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71d698a9-1337-40c8-a08e-f522d25b61bc req-3df7e1e7-8ec3-4289-af51-89212c90121b tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465460 Nov 24 21:16:25.499910 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05f190f-2b32-45ba-834a-a4ac0e51eb94 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Made reservation on behalf of cd56ee3921ee405ca916d859215b7c0b for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:16:25.514183 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a05f190f-2b32-45ba-834a-a4ac0e51eb94 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:25.534408 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a05f190f-2b32-45ba-834a-a4ac0e51eb94 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:25.656438 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ff306-384a-45f5-8007-5317732cc5f7 req-b3a80e5b-b014-431a-9427-3847b62ac2e9 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:25.665274 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca7ff306-384a-45f5-8007-5317732cc5f7 req-b3a80e5b-b014-431a-9427-3847b62ac2e9 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f05de14-318a-4be3-a011-14588fa5131b HTTP/1.1" status: 200 len: 946 time: 0.0779140 Nov 24 21:16:25.667353 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2a686da0-f0d9-4a83-8648-af2dc7557582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:25.696697 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a05f190f-2b32-45ba-834a-a4ac0e51eb94 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:25.708120 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a05f190f-2b32-45ba-834a-a4ac0e51eb94 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:25.712908 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-a05f190f-2b32-45ba-834a-a4ac0e51eb94 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] device_id is not set on port 17727895-b415-4b04-ac65-c3cff6c86fef yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:16:25.818914 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca7ff306-384a-45f5-8007-5317732cc5f7 req-bd37af1e-348e-4198-992f-46dc9e76d59b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=45d24f8d-2be1-41fb-b421-de1faea97fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523638 Nov 24 21:16:25.829359 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f190f-2b32-45ba-834a-a4ac0e51eb94 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299be14a-8ce2-4c09-a8bb-97a4f25e01cd,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:26.065755 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05f190f-2b32-45ba-834a-a4ac0e51eb94 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 24 21:16:26.066826 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a05f190f-2b32-45ba-834a-a4ac0e51eb94 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:16:26.093624 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a05f190f-2b32-45ba-834a-a4ac0e51eb94 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.6556556 Nov 24 21:16:26.097491 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37888) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:26.113785 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a686da0-f0d9-4a83-8648-af2dc7557582 admin admin] Router 0277c512-a4a3-42b0-bf4f-e5818c942bb9 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:16:26.125374 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4f7c5-b030-4019-8ac2-d246b0584fd5 req-b5e361ff-e311-46fd-9860-edea49d20279 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:26.127425 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10a4f7c5-b030-4019-8ac2-d246b0584fd5 req-b5e361ff-e311-46fd-9860-edea49d20279 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0974255 Nov 24 21:16:26.293170 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10a4f7c5-b030-4019-8ac2-d246b0584fd5 req-f8c5fe29-b105-41c0-ab6c-d3cf14bed668 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507406 Nov 24 21:16:26.344135 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a686da0-f0d9-4a83-8648-af2dc7557582 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:16:26.355243 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67f233e-74cd-4622-91cf-ce5a32d644c1 None None] Sync routers for ids ['0277c512-a4a3-42b0-bf4f-e5818c942bb9'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:16:26.360934 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-21451198-f794-4343-afc2-eea2863e3d44 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Deleting port d7f0cd0a-64d3-46d8-a17d-b48d24ff302c {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:16:26.362773 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-21451198-f794-4343-afc2-eea2863e3d44 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:26.363134 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2a686da0-f0d9-4a83-8648-af2dc7557582 admin admin] 10.222.0.11 "PUT /v2.0/routers/0277c512-a4a3-42b0-bf4f-e5818c942bb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1340349 Nov 24 21:16:26.366219 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37892) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:26.368732 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67f233e-74cd-4622-91cf-ce5a32d644c1 None None] Routers {'0277c512-a4a3-42b0-bf4f-e5818c942bb9'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:16:26.369403 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d67f233e-74cd-4622-91cf-ce5a32d644c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:16:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['0277c512-a4a3-42b0-bf4f-e5818c942bb9'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:16:26.413681 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c37369d-c7b5-4949-9d75-1f97b597a5fe req-c2875c7f-a05b-4667-81dd-eac5336bc24f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 210 time: 0.0383363 Nov 24 21:16:26.533910 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-d67f233e-74cd-4622-91cf-ce5a32d644c1 None None] Set router 0277c512-a4a3-42b0-bf4f-e5818c942bb9 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:16:26.607184 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-21451198-f794-4343-afc2-eea2863e3d44 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:26.607511 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-21451198-f794-4343-afc2-eea2863e3d44 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:26.620428 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-21451198-f794-4343-afc2-eea2863e3d44 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Calling delete_port for d7f0cd0a-64d3-46d8-a17d-b48d24ff302c owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:16:26.673210 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790235a-2ef2-4c78-972f-fc159e9afc2f req-9f4eb0b5-9aed-4e51-95e2-9a318d5ab7cf tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:26.676299 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e790235a-2ef2-4c78-972f-fc159e9afc2f req-9f4eb0b5-9aed-4e51-95e2-9a318d5ab7cf tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1013472 Nov 24 21:16:26.708641 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acff03ce-766c-4758-86d4-bcda81e81562 admin admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:26.743574 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e790235a-2ef2-4c78-972f-fc159e9afc2f req-d9c77083-9363-4035-9585-70dc79286646 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575523 Nov 24 21:16:26.789494 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d67f233e-74cd-4622-91cf-ce5a32d644c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0277c512-a4a3-42b0-bf4f-e5818c942bb9', 'name': 'tempest-ServerRescueTestJSON-31078900-router', 'tenant_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'ef733a0f-0d6e-4fca-8adf-270e1ee93386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:10Z', 'updated_at': '2021-11-24T21:16:25Z', 'revision_number': 5, 'project_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'gw_port': {'id': 'ef733a0f-0d6e-4fca-8adf-270e1ee93386', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0277c512-a4a3-42b0-bf4f-e5818c942bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:11Z', 'updated_at': '2021-11-24T21:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:16:26.821513 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67f233e-74cd-4622-91cf-ce5a32d644c1 None None] Checking router: 0277c512-a4a3-42b0-bf4f-e5818c942bb9 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:16:26.832082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67f233e-74cd-4622-91cf-ce5a32d644c1 None None] Routers {'0277c512-a4a3-42b0-bf4f-e5818c942bb9'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:16:26.833003 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d67f233e-74cd-4622-91cf-ce5a32d644c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:16:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['0277c512-a4a3-42b0-bf4f-e5818c942bb9'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:16:26.853035 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acff03ce-766c-4758-86d4-bcda81e81562 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:26.981315 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ff271-2878-4f81-89bd-4f1546214045 req-6415ddc7-cc51-498a-8fdc-f8afdaef7598 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:26.981723 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-d67f233e-74cd-4622-91cf-ce5a32d644c1 None None] Set router 0277c512-a4a3-42b0-bf4f-e5818c942bb9 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:16:26.989888 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-acff03ce-766c-4758-86d4-bcda81e81562 admin admin] Deleting port ef733a0f-0d6e-4fca-8adf-270e1ee93386 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:16:26.990231 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acff03ce-766c-4758-86d4-bcda81e81562 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:26.990638 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c03ff271-2878-4f81-89bd-4f1546214045 req-6415ddc7-cc51-498a-8fdc-f8afdaef7598 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f05de14-318a-4be3-a011-14588fa5131b HTTP/1.1" status: 200 len: 946 time: 0.0688236 Nov 24 21:16:27.061969 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-21451198-f794-4343-afc2-eea2863e3d44 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:27.076238 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c03ff271-2878-4f81-89bd-4f1546214045 req-1cac2d08-f835-4574-85d0-2991f9feb212 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=45d24f8d-2be1-41fb-b421-de1faea97fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779161 Nov 24 21:16:27.116893 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21451198-f794-4343-afc2-eea2863e3d44 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7f0cd0a-64d3-46d8-a17d-b48d24ff302c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:27.225306 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-acff03ce-766c-4758-86d4-bcda81e81562 admin admin] For port ef733a0f-0d6e-4fca-8adf-270e1ee93386, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ef733a0f-0d6e-4fca-8adf-270e1ee93386,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:16:27.225834 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acff03ce-766c-4758-86d4-bcda81e81562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:27.245408 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-acff03ce-766c-4758-86d4-bcda81e81562 admin admin] Calling delete_port for ef733a0f-0d6e-4fca-8adf-270e1ee93386 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:16:27.278468 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95693b62-9bfa-4f52-adb9-a804d33abc67 req-5b706008-9aea-43ba-bed5-f1c5cb583cf5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:27.289844 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-95693b62-9bfa-4f52-adb9-a804d33abc67 req-5b706008-9aea-43ba-bed5-f1c5cb583cf5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f05de14-318a-4be3-a011-14588fa5131b HTTP/1.1" status: 200 len: 946 time: 0.1135874 Nov 24 21:16:27.348957 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-95693b62-9bfa-4f52-adb9-a804d33abc67 req-55603a6b-e6a5-4a57-8b33-92b0d9bf25fe tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=45d24f8d-2be1-41fb-b421-de1faea97fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527442 Nov 24 21:16:27.400502 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d67f233e-74cd-4622-91cf-ce5a32d644c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0277c512-a4a3-42b0-bf4f-e5818c942bb9', 'name': 'tempest-ServerRescueTestJSON-31078900-router', 'tenant_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'ef733a0f-0d6e-4fca-8adf-270e1ee93386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:10Z', 'updated_at': '2021-11-24T21:16:25Z', 'revision_number': 5, 'project_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'gw_port': {'id': 'ef733a0f-0d6e-4fca-8adf-270e1ee93386', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0277c512-a4a3-42b0-bf4f-e5818c942bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:11Z', 'updated_at': '2021-11-24T21:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:16:27.412618 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-21451198-f794-4343-afc2-eea2863e3d44 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:27.416270 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-21451198-f794-4343-afc2-eea2863e3d44 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:27.433160 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-21451198-f794-4343-afc2-eea2863e3d44 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310 tempest-ExternalNetworksAdminNegativeTestJSON-1544410310-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/d0e01f7f-9da6-4885-a470-f756a98cb81b HTTP/1.1" status: 204 len: 168 time: 1.3254681 Nov 24 21:16:27.465291 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67f233e-74cd-4622-91cf-ce5a32d644c1 None None] The sync data for ids ['0277c512-a4a3-42b0-bf4f-e5818c942bb9'] in n-d-812111-8 is: [{'id': '0277c512-a4a3-42b0-bf4f-e5818c942bb9', 'name': 'tempest-ServerRescueTestJSON-31078900-router', 'tenant_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'ef733a0f-0d6e-4fca-8adf-270e1ee93386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:10Z', 'updated_at': '2021-11-24T21:16:25Z', 'revision_number': 5, 'project_id': '7fab4a8cf1224a3b8925ebd452b8dc76', 'gw_port': {'id': 'ef733a0f-0d6e-4fca-8adf-270e1ee93386', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0277c512-a4a3-42b0-bf4f-e5818c942bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:11Z', 'updated_at': '2021-11-24T21:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:16:27.562937 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d25bc3-aed5-4516-a7d8-8c57b0d290f4 req-6c2d8ed7-99fd-4343-afa0-84556076940e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:27.574531 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-76d25bc3-aed5-4516-a7d8-8c57b0d290f4 req-6c2d8ed7-99fd-4343-afa0-84556076940e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1192517 Nov 24 21:16:27.636840 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acff03ce-766c-4758-86d4-bcda81e81562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:27.685867 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff03ce-766c-4758-86d4-bcda81e81562 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef733a0f-0d6e-4fca-8adf-270e1ee93386,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:27.690196 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-76d25bc3-aed5-4516-a7d8-8c57b0d290f4 req-5c9ade6a-3084-4be3-adad-4059e5195d7c tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037560 Nov 24 21:16:27.690935 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613f3af9-a50b-4f97-bc9b-62cd5bbda45a None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:16:27.826587 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acff03ce-766c-4758-86d4-bcda81e81562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:27.836928 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3fcb513d-6c5d-4ced-924f-dd2651814b7c req-0c13c6e1-2f90-498c-b190-82050bf22c41 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76d8d75-0022-4795-8cf9-10177bef4d0a HTTP/1.1" status: 200 len: 210 time: 0.0551248 Nov 24 21:16:27.979091 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37922) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:28.060824 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acff03ce-766c-4758-86d4-bcda81e81562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:28.069498 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acff03ce-766c-4758-86d4-bcda81e81562 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:28.135728 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fac4f-dbba-425b-8211-d97c26d139fe req-24fb8c7e-64bb-44ee-917a-f19448148270 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:28.137996 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b42fac4f-dbba-425b-8211-d97c26d139fe req-24fb8c7e-64bb-44ee-917a-f19448148270 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1432390 Nov 24 21:16:28.164819 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acff03ce-766c-4758-86d4-bcda81e81562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:28.165783 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acff03ce-766c-4758-86d4-bcda81e81562 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0277c512-a4a3-42b0-bf4f-e5818c942bb9 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:16:28.177066 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acff03ce-766c-4758-86d4-bcda81e81562 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:28.179728 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-acff03ce-766c-4758-86d4-bcda81e81562 admin admin] 10.222.0.11 "DELETE /v2.0/routers/0277c512-a4a3-42b0-bf4f-e5818c942bb9 HTTP/1.1" status: 204 len: 168 time: 1.8114924 Nov 24 21:16:28.192516 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37928) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:28.262413 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-d979ddde-9233-4ec6-bc5a-5faeb6cb52bf admin admin] Deleting subnet cd873952-3a58-4c93-bf4c-54aa6831fffc {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:16:28.265845 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d979ddde-9233-4ec6-bc5a-5faeb6cb52bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:28.266720 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b42fac4f-dbba-425b-8211-d97c26d139fe req-28fe6fef-af55-4420-81f9-118d0c6da1fd tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167910 Nov 24 21:16:28.295198 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d8245187-7af5-4ac1-9a50-96929c044457 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:28.332716 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d979ddde-9233-4ec6-bc5a-5faeb6cb52bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:28.432852 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d979ddde-9233-4ec6-bc5a-5faeb6cb52bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:28.458523 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d8245187-7af5-4ac1-9a50-96929c044457 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:28.467079 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d8245187-7af5-4ac1-9a50-96929c044457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:28.535125 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8245187-7af5-4ac1-9a50-96929c044457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf29932-0a30-4309-8739-195d5decaf2b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:28.545200 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d8245187-7af5-4ac1-9a50-96929c044457 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=85c3f11b2fe6451ebeea0e18dfa8e782&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5641010 Nov 24 21:16:28.545394 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37934) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:28.580648 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d55653a0-c0f4-410b-b814-041358d45649 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:16:28.601110 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d979ddde-9233-4ec6-bc5a-5faeb6cb52bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:28.632674 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: d55653a0-c0f4-410b-b814-041358d45649 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:16:28.633285 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d55653a0-c0f4-410b-b814-041358d45649 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:16:28.659990 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d979ddde-9233-4ec6-bc5a-5faeb6cb52bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:28.664690 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d979ddde-9233-4ec6-bc5a-5faeb6cb52bf admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cd873952-3a58-4c93-bf4c-54aa6831fffc HTTP/1.1" status: 204 len: 168 time: 0.4700017 Nov 24 21:16:28.667121 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979ddde-9233-4ec6-bc5a-5faeb6cb52bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd873952-3a58-4c93-bf4c-54aa6831fffc,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:28.668058 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37944) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:28.703562 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9dbab9a9-db42-409c-94b7-968762a546ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:28.743144 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9dbab9a9-db42-409c-94b7-968762a546ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:28.805503 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9dbab9a9-db42-409c-94b7-968762a546ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:28.808300 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9dbab9a9-db42-409c-94b7-968762a546ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:28.811847 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9dbab9a9-db42-409c-94b7-968762a546ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3bf29932-0a30-4309-8739-195d5decaf2b HTTP/1.1" status: 204 len: 168 time: 0.2639220 Nov 24 21:16:28.820800 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbab9a9-db42-409c-94b7-968762a546ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf29932-0a30-4309-8739-195d5decaf2b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:28.838611 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e72002c-3a62-44bf-b625-2fd16f4b4ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:28.852518 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924e0f9-0d3c-43f8-be28-64bacb2501a3 req-e56b833a-e196-4445-9c40-dded37e4714c tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:28.861016 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9924e0f9-0d3c-43f8-be28-64bacb2501a3 req-e56b833a-e196-4445-9c40-dded37e4714c tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/networks?id=ee8d0854-ec27-476a-931f-a8f1bb95806d HTTP/1.1" status: 200 len: 814 time: 0.2353222 Nov 24 21:16:28.885424 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9924e0f9-0d3c-43f8-be28-64bacb2501a3 req-d8efea48-d05f-465a-bc10-d537d4d6541a tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/quotas/decaecefece2435080b2d378715208c2 HTTP/1.1" status: 200 len: 375 time: 0.0230818 Nov 24 21:16:28.945512 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 37950) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:29.013974 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e72002c-3a62-44bf-b625-2fd16f4b4ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:29.043284 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9924e0f9-0d3c-43f8-be28-64bacb2501a3 req-127f7cbd-de0e-40d0-9e50-8fb0061ee2d1 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=decaecefece2435080b2d378715208c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1568904 Nov 24 21:16:29.080681 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6e72002c-3a62-44bf-b625-2fd16f4b4ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59c9fc1-01d2-4aaa-ac66-8d881ad33335']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:16:29.111231 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6e72002c-3a62-44bf-b625-2fd16f4b4ea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f7fba8-fb33-45f1-b153-5a1fa803c7b9') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:16:29.118811 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6e72002c-3a62-44bf-b625-2fd16f4b4ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f7fba8-fb33-45f1-b153-5a1fa803c7b9') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:16:29.153497 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e72002c-3a62-44bf-b625-2fd16f4b4ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:29.245730 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e72002c-3a62-44bf-b625-2fd16f4b4ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:29.278738 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e72002c-3a62-44bf-b625-2fd16f4b4ea9 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:16:29.279186 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e72002c-3a62-44bf-b625-2fd16f4b4ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:16:29.281130 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:16:29.509945 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e72002c-3a62-44bf-b625-2fd16f4b4ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:29.565184 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37960) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:29.616255 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e72002c-3a62-44bf-b625-2fd16f4b4ea9 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:29.619320 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6e72002c-3a62-44bf-b625-2fd16f4b4ea9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b59c9fc1-01d2-4aaa-ac66-8d881ad33335 HTTP/1.1" status: 204 len: 168 time: 0.9499996 Nov 24 21:16:29.642529 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72002c-3a62-44bf-b625-2fd16f4b4ea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b59c9fc1-01d2-4aaa-ac66-8d881ad33335,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:29.687611 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34974f7f-bf44-4b4a-a4d7-7149d824ee51 req-09be42e6-31bd-4d70-9ed9-a12e467228cd tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:29.696048 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-34974f7f-bf44-4b4a-a4d7-7149d824ee51 req-09be42e6-31bd-4d70-9ed9-a12e467228cd tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.3856807 Nov 24 21:16:29.762595 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-23eb50b5-23ea-4561-a8b6-f93c341dbef3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd56ee3921ee405ca916d859215b7c0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1646423 Nov 24 21:16:29.766772 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37964) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:29.815921 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-34974f7f-bf44-4b4a-a4d7-7149d824ee51 req-e96a1eba-04f4-4ee6-9640-620119318e60 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165757 Nov 24 21:16:29.878256 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-46751e4c-3b17-448d-967e-344b9fffa625 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:29.911691 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-46751e4c-3b17-448d-967e-344b9fffa625 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:29.949624 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37968) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:30.045959 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f005c432-1551-43e8-8f6e-258d66dea453 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7fab4a8cf1224a3b8925ebd452b8dc76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0947893 Nov 24 21:16:30.047127 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 37970) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:30.060794 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-46751e4c-3b17-448d-967e-344b9fffa625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:30.065255 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-46751e4c-3b17-448d-967e-344b9fffa625 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:30.066567 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-46751e4c-3b17-448d-967e-344b9fffa625 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/299be14a-8ce2-4c09-a8bb-97a4f25e01cd HTTP/1.1" status: 204 len: 168 time: 0.2975578 Nov 24 21:16:30.084655 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c0ad1-fbf6-4ba7-a3ea-230472ae29f5 req-b8ba3081-f708-40fb-a87f-2fa2adbce1c7 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:30.092007 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a49c0ad1-fbf6-4ba7-a3ea-230472ae29f5 req-b8ba3081-f708-40fb-a87f-2fa2adbce1c7 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1336763 Nov 24 21:16:30.123315 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46751e4c-3b17-448d-967e-344b9fffa625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299be14a-8ce2-4c09-a8bb-97a4f25e01cd,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:30.195254 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-006d9d22-9f94-4659-8b6e-199b48f8a45a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:30.213105 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a49c0ad1-fbf6-4ba7-a3ea-230472ae29f5 req-18a2c470-af87-4cbe-a50f-13c148a664d1 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201179 Nov 24 21:16:30.262841 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-006d9d22-9f94-4659-8b6e-199b48f8a45a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:30.378738 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-72161b99-11ba-4786-be55-d16aec50c54b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:30.387111 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-006d9d22-9f94-4659-8b6e-199b48f8a45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:30.390370 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-006d9d22-9f94-4659-8b6e-199b48f8a45a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:30.410110 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-006d9d22-9f94-4659-8b6e-199b48f8a45a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/36c1381d-db9c-44fd-a233-4c4e8ee99bc0 HTTP/1.1" status: 204 len: 168 time: 0.3447840 Nov 24 21:16:30.448635 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d9d22-9f94-4659-8b6e-199b48f8a45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c1381d-db9c-44fd-a233-4c4e8ee99bc0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:30.475904 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ef733a0f-0d6e-4fca-8adf-270e1ee93386 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:16:30.524591 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: ef733a0f-0d6e-4fca-8adf-270e1ee93386 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:16:30.525283 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ef733a0f-0d6e-4fca-8adf-270e1ee93386 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:16:30.865010 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-72161b99-11ba-4786-be55-d16aec50c54b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Allocated IP 172.20.0.17 (191615bc-6ab5-48ed-b699-e8237692eddd/357fd4be-cd0f-4a6a-ab6d-d77f22037080/f5e17c45-e417-434f-a753-f7ecb1222d59) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:16:31.059289 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8cf4cfd1-7d8b-43c2-ae8a-e69f62501945 req-53f3d326-30b1-4e90-8471-a715bbac3cba tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=decaecefece2435080b2d378715208c2 HTTP/1.1" status: 200 len: 221 time: 0.0555787 Nov 24 21:16:31.156001 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-72161b99-11ba-4786-be55-d16aec50c54b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:31.267941 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-72161b99-11ba-4786-be55-d16aec50c54b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:31.273113 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fac791-6fde-4ee4-a907-1b2640791899 req-4dca5903-be4e-4bd3-8a9d-f6142a099049 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:31.275715 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-54fac791-6fde-4ee4-a907-1b2640791899 req-4dca5903-be4e-4bd3-8a9d-f6142a099049 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1281693 Nov 24 21:16:31.370534 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72161b99-11ba-4786-be55-d16aec50c54b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Network 191615bc-6ab5-48ed-b699-e8237692eddd is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:16:31.387251 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-72161b99-11ba-4786-be55-d16aec50c54b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:16:31.393620 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72161b99-11ba-4786-be55-d16aec50c54b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:16:31.396531 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72161b99-11ba-4786-be55-d16aec50c54b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'Port': ['ID=f5e17c45-e417-434f-a753-f7ecb1222d59,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:31.409069 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-54fac791-6fde-4ee4-a907-1b2640791899 req-a6f90a1b-feda-4f32-9063-de4f3ecc38d1 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244450 Nov 24 21:16:31.525153 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-72161b99-11ba-4786-be55-d16aec50c54b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:31.713114 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23dff56-0910-4ad4-876c-4e3439c983b9 req-252dacee-fd63-4fb2-a3f8-15984e562b83 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:31.714986 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a23dff56-0910-4ad4-876c-4e3439c983b9 req-252dacee-fd63-4fb2-a3f8-15984e562b83 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1333096 Nov 24 21:16:31.856973 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a23dff56-0910-4ad4-876c-4e3439c983b9 req-ae63e469-1806-4fc4-9e27-257c6bc0012e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244535 Nov 24 21:16:31.933412 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-403c1807-c6e9-43b3-a002-9cfbc48cb3a4 None None] Provisioning complete for port f5e17c45-e417-434f-a753-f7ecb1222d59 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:16:31.934186 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-403c1807-c6e9-43b3-a002-9cfbc48cb3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:31.958379 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-72161b99-11ba-4786-be55-d16aec50c54b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:32.046677 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-403c1807-c6e9-43b3-a002-9cfbc48cb3a4 None None] Port f5e17c45-e417-434f-a753-f7ecb1222d59 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:16:32.241665 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540379c-56df-4397-9adb-efca6a64cda5 req-dcda3433-0598-4e80-bd78-35c69593dc52 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:32.244489 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8540379c-56df-4397-9adb-efca6a64cda5 req-dcda3433-0598-4e80-bd78-35c69593dc52 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1189182 Nov 24 21:16:32.326314 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8540379c-56df-4397-9adb-efca6a64cda5 req-ef2413aa-fe2a-4715-9dbe-15dc2fb59954 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719821 Nov 24 21:16:32.550832 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-72161b99-11ba-4786-be55-d16aec50c54b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:32.563867 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-72161b99-11ba-4786-be55-d16aec50c54b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:32.689862 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-72161b99-11ba-4786-be55-d16aec50c54b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:32.735622 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72161b99-11ba-4786-be55-d16aec50c54b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'Port': ['ID=f5e17c45-e417-434f-a753-f7ecb1222d59,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:32.878464 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72161b99-11ba-4786-be55-d16aec50c54b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Network 191615bc-6ab5-48ed-b699-e8237692eddd is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:16:32.881264 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-72161b99-11ba-4786-be55-d16aec50c54b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:16:33.087849 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38086) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:33.176069 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72161b99-11ba-4786-be55-d16aec50c54b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Router 727e4ff5-b1f1-4683-b750-65babc288402 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:16:33.296213 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-82af3c7f-f029-46c8-bed3-2cfb6ff6c8c6 None None] Provisioning complete for port f5e17c45-e417-434f-a753-f7ecb1222d59 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:16:33.296726 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-82af3c7f-f029-46c8-bed3-2cfb6ff6c8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:33.300656 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f8fca-0401-4588-81fd-56c5a1bb2d5b req-14c1255c-2fde-4e0c-9ea2-e2df95e85b38 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:33.315493 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-539f8fca-0401-4588-81fd-56c5a1bb2d5b req-14c1255c-2fde-4e0c-9ea2-e2df95e85b38 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1793454 Nov 24 21:16:33.341540 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-49e6c449-0a69-4161-8dbc-d8de1a40d233 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-344606380'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:33.342252 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-49e6c449-0a69-4161-8dbc-d8de1a40d233 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] Unknown quota resources ['metering_label']. {{(pid=109991) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 21:16:33.418234 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72161b99-11ba-4786-be55-d16aec50c54b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:16:33.419790 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-82af3c7f-f029-46c8-bed3-2cfb6ff6c8c6 None None] Port f5e17c45-e417-434f-a753-f7ecb1222d59 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:16:33.448820 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-72161b99-11ba-4786-be55-d16aec50c54b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "PUT /v2.0/routers/727e4ff5-b1f1-4683-b750-65babc288402/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4887838 Nov 24 21:16:33.454332 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] Sync routers for ids ['727e4ff5-b1f1-4683-b750-65babc288402'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:16:33.472723 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] Routers {'727e4ff5-b1f1-4683-b750-65babc288402'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:16:33.474595 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:16:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['727e4ff5-b1f1-4683-b750-65babc288402'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:16:33.629047 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-539f8fca-0401-4588-81fd-56c5a1bb2d5b req-18dbba6e-47e4-46fc-b4ed-771b542aa4e3 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035495 Nov 24 21:16:33.670746 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] Set router 727e4ff5-b1f1-4683-b750-65babc288402 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:16:33.729841 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-49e6c449-0a69-4161-8dbc-d8de1a40d233 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:33.731339 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-49e6c449-0a69-4161-8dbc-d8de1a40d233 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6423318 Nov 24 21:16:33.737463 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38108) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:33.740397 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-700cf851-8b15-4717-9d7a-6c81f4595c85 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '83a4b3eb-7588-40ca-b4c1-0eed9fe7d1cc'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:33.741915 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-700cf851-8b15-4717-9d7a-6c81f4595c85 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109990) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 21:16:33.749005 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d5331d0-a29f-4e13-b0b2-e39c4096af5f req-0eff9241-ea37-469e-8279-f2baf6ab8ce3 tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0507364 Nov 24 21:16:33.944229 n-d-812111-8 neutron-server[109990]: WARNING neutron.services.metering.metering_plugin [None req-700cf851-8b15-4717-9d7a-6c81f4595c85 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 24 21:16:34.081201 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6586e2-81ae-4c8e-a081-b7e99e88192f req-214e6eed-3483-43f4-a32b-1b0dcd9db762 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:34.089831 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a6586e2-81ae-4c8e-a081-b7e99e88192f req-214e6eed-3483-43f4-a32b-1b0dcd9db762 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1598582 Nov 24 21:16:34.148591 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-700cf851-8b15-4717-9d7a-6c81f4595c85 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:34.155106 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-700cf851-8b15-4717-9d7a-6c81f4595c85 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4182665 Nov 24 21:16:34.155874 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38114) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:34.161073 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7ae8d90e-8ed1-4837-a6e8-9161c5842a56 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '83a4b3eb-7588-40ca-b4c1-0eed9fe7d1cc'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:34.161556 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7ae8d90e-8ed1-4837-a6e8-9161c5842a56 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109990) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 21:16:34.193184 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a6586e2-81ae-4c8e-a081-b7e99e88192f req-a477b5c0-2454-4ef4-8dd7-eb821e476180 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873287 Nov 24 21:16:34.269066 n-d-812111-8 neutron-server[109990]: WARNING neutron.services.metering.metering_plugin [None req-7ae8d90e-8ed1-4837-a6e8-9161c5842a56 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 24 21:16:34.394939 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727e4ff5-b1f1-4683-b750-65babc288402', 'name': 'tempest-TestNetworkBasicOps-router-130953349', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:48Z', 'updated_at': '2021-11-24T21:16:31Z', 'revision_number': 5, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:50Z', 'updated_at': '2021-11-24T21:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '1c9e6823-fae6-4214-a9a1-683d24ca2309', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'port_id': '438ff0a6-ee76-4c44-8ca7-ac80f10cad83', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'mac_address': 'fa:16:3e:c0:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babd5a2a-85a1-49ba-83eb-25cc46756dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:15:24Z', 'updated_at': '2021-11-24T21:15:28Z', 'revision_number': 1, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '639837af-3579-4d68-bf2e-a27d9149c99e', 'name': '', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:2e:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:55Z', 'updated_at': '2021-11-24T21:15:04Z', 'revision_number': 5, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e17c45-e417-434f-a753-f7ecb1222d59', 'name': '', 'network_id': '191615bc-6ab5-48ed-b699-e8237692eddd', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:5e:8c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '357fd4be-cd0f-4a6a-ab6d-d77f22037080', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:16:30Z', 'updated_at': '2021-11-24T21:16:32Z', 'revision_number': 2, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': '357fd4be-cd0f-4a6a-ab6d-d77f22037080', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:16:34.421728 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501f0c4-f55c-4055-ac0a-d02f8283ee84 req-afbcb2e4-a4ca-429f-afa7-62678165631a tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:34.431414 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c501f0c4-f55c-4055-ac0a-d02f8283ee84 req-afbcb2e4-a4ca-429f-afa7-62678165631a tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1563115 Nov 24 21:16:34.461889 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ae8d90e-8ed1-4837-a6e8-9161c5842a56 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:34.466263 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38120) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:34.467032 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7ae8d90e-8ed1-4837-a6e8-9161c5842a56 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3100617 Nov 24 21:16:34.514980 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c501f0c4-f55c-4055-ac0a-d02f8283ee84 req-fa792689-bf9c-48a7-b419-367ce58188e7 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823815 Nov 24 21:16:34.543566 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38124) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:34.550966 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5d94a9b7-75c5-4c59-9077-81f341a8ad72 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=33483c39-ec60-4074-aada-f1c67ed55db1 HTTP/1.1" status: 200 len: 462 time: 0.0825965 Nov 24 21:16:34.623295 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] Checking router: 727e4ff5-b1f1-4683-b750-65babc288402 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:16:34.623849 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] Updating router 727e4ff5-b1f1-4683-b750-65babc288402 port f5e17c45-e417-434f-a753-f7ecb1222d59 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:16:34.668010 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:34.800957 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a85813-7c71-46ea-b715-299c281e9e06 req-786f9378-d1b1-456f-a462-6670d81960d8 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:34.802976 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b5a85813-7c71-46ea-b715-299c281e9e06 req-786f9378-d1b1-456f-a462-6670d81960d8 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1388829 Nov 24 21:16:34.823534 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b958b44c-9224-4517-98ba-40c7fb5ba2ca tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:34.829415 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b958b44c-9224-4517-98ba-40c7fb5ba2ca tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/33483c39-ec60-4074-aada-f1c67ed55db1 HTTP/1.1" status: 204 len: 168 time: 0.2837958 Nov 24 21:16:34.829864 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38130) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:34.852849 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c081f34d-60b4-482b-a500-83a2b6df6f13 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=33483c39-ec60-4074-aada-f1c67ed55db1 HTTP/1.1" status: 200 len: 221 time: 0.0216587 Nov 24 21:16:34.856007 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38132) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:34.867671 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-930dc859-e4d7-4cce-8e2c-bf84c1a50853 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--590601476', 'description': 'label created by tempest'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:34.868898 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-930dc859-e4d7-4cce-8e2c-bf84c1a50853 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] Unknown quota resources ['metering_label']. {{(pid=109990) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 21:16:34.969164 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b5a85813-7c71-46ea-b715-299c281e9e06 req-f844f4be-a526-445a-acb9-56aa4465e838 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492882 Nov 24 21:16:35.151800 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfd593eb-1cf0-4ffc-a14e-132f9e70a188 req-264f6562-6fa1-4f69-9f1e-31f381ac5777 tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0519660 Nov 24 21:16:35.211718 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:35.230088 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:35.254205 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-930dc859-e4d7-4cce-8e2c-bf84c1a50853 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:35.255488 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-930dc859-e4d7-4cce-8e2c-bf84c1a50853 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3970237 Nov 24 21:16:35.258306 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38140) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:35.370692 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12282401-7ea4-4305-9a48-f04afa0839bc None None] Pushing event updated for resources: {'Port': ['ID=f5e17c45-e417-434f-a753-f7ecb1222d59,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:35.387284 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-aeddd1d0-c249-495b-b884-5ed2a1e9b388 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=572fcd52-9df4-43f5-a432-6c5217677da9 HTTP/1.1" status: 200 len: 467 time: 0.1275749 Nov 24 21:16:35.390625 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38142) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:35.423564 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12282401-7ea4-4305-9a48-f04afa0839bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:35.423956 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12282401-7ea4-4305-9a48-f04afa0839bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:35.424299 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12282401-7ea4-4305-9a48-f04afa0839bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:35.424635 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12282401-7ea4-4305-9a48-f04afa0839bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:35.425001 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12282401-7ea4-4305-9a48-f04afa0839bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:35.425340 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12282401-7ea4-4305-9a48-f04afa0839bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:35.425664 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12282401-7ea4-4305-9a48-f04afa0839bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:35.425988 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12282401-7ea4-4305-9a48-f04afa0839bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:35.426313 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12282401-7ea4-4305-9a48-f04afa0839bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:35.426634 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12282401-7ea4-4305-9a48-f04afa0839bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:35.426953 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12282401-7ea4-4305-9a48-f04afa0839bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:35.427273 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12282401-7ea4-4305-9a48-f04afa0839bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:35.504888 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b2739-c51f-4da9-85ca-dba4be041948 req-dd83716b-86a5-4407-972e-d02463dc5453 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:35.506482 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb8b2739-c51f-4da9-85ca-dba4be041948 req-dd83716b-86a5-4407-972e-d02463dc5453 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1982467 Nov 24 21:16:35.513548 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] Attempting to bind port f5e17c45-e417-434f-a753-f7ecb1222d59 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:16:35.521139 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] Attempting to bind port f5e17c45-e417-434f-a753-f7ecb1222d59 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '6783232c-538c-4518-af14-ebda64791b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '191615bc-6ab5-48ed-b699-e8237692eddd'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:16:35.521741 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] Attempting to bind port f5e17c45-e417-434f-a753-f7ecb1222d59 on network 191615bc-6ab5-48ed-b699-e8237692eddd {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:16:35.551015 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:16:35.551405 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] Checking segment: {'id': '6783232c-538c-4518-af14-ebda64791b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '191615bc-6ab5-48ed-b699-e8237692eddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:16:35.551795 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:35.552193 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] Bound using segment: {'id': '6783232c-538c-4518-af14-ebda64791b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '191615bc-6ab5-48ed-b699-e8237692eddd'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:16:35.552668 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] Bound port: f5e17c45-e417-434f-a753-f7ecb1222d59, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6783232c-538c-4518-af14-ebda64791b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '191615bc-6ab5-48ed-b699-e8237692eddd'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:16:35.553073 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:35.653329 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb8b2739-c51f-4da9-85ca-dba4be041948 req-2e6872c2-6eaf-4165-b757-a9c42fef76ca tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385922 Nov 24 21:16:35.716154 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c7f02c12-d5c8-45da-ae30-5222de42475d tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:35.722879 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38150) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:35.731407 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] For port f5e17c45-e417-434f-a753-f7ecb1222d59, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:16:35.735876 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c7f02c12-d5c8-45da-ae30-5222de42475d tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/572fcd52-9df4-43f5-a432-6c5217677da9 HTTP/1.1" status: 204 len: 168 time: 0.3427525 Nov 24 21:16:35.736397 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] For port f5e17c45-e417-434f-a753-f7ecb1222d59, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=f5e17c45-e417-434f-a753-f7ecb1222d59,segment=NetworkSegment(6783232c-538c-4518-af14-ebda64791b03),segment_id=6783232c-538c-4518-af14-ebda64791b03)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:16:35.745279 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38152) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:35.747572 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-37808d59-f958-4e11-b000-e95f1a190eac tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=572fcd52-9df4-43f5-a432-6c5217677da9 HTTP/1.1" status: 200 len: 216 time: 0.0226042 Nov 24 21:16:35.751009 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:35.773804 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38154) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:35.777201 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6043715b-1a7e-4430-aced-2da124930126 None None] Provisioning complete for port f5e17c45-e417-434f-a753-f7ecb1222d59 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:16:35.777664 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6043715b-1a7e-4430-aced-2da124930126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:35.785454 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-390bce7a-1ed4-4864-bdd0-68276ddf0bb7 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0387478 Nov 24 21:16:35.800436 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38156) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:35.806491 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5ac08d3d-8c16-4784-b45d-14159a3e2267 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0313609 Nov 24 21:16:35.948315 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38160) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:35.949178 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-205e72b3-ca39-48f8-a6d1-23a9ba7003a9 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels/83a4b3eb-7588-40ca-b4c1-0eed9fe7d1cc HTTP/1.1" status: 200 len: 472 time: 0.1473355 Nov 24 21:16:35.969743 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] Routers {'727e4ff5-b1f1-4683-b750-65babc288402'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:16:35.971195 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:16:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['727e4ff5-b1f1-4683-b750-65babc288402'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:16:35.973465 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12282401-7ea4-4305-9a48-f04afa0839bc None None] Pushing event updated for resources: {'Port': ['ID=f5e17c45-e417-434f-a753-f7ecb1222d59,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:36.009481 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-649a8de2-3296-4d36-8076-8daf2745a472 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules/310b7e08-87dc-4472-80d8-e0df99431b13 HTTP/1.1" status: 200 len: 459 time: 0.0563755 Nov 24 21:16:36.010812 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38162) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:36.021590 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6043715b-1a7e-4430-aced-2da124930126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:36.026864 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-04f4aa13-c783-476a-b70f-16e72deaa969 req-a5ecafd7-14b8-4631-8763-352a7665fcc7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0760169 Nov 24 21:16:36.028335 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db08ad-cd6a-403a-a8b0-4113df8bd8c4 req-78e9b43b-d006-459e-b02f-3bf100f58f00 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:36.039075 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-52db08ad-cd6a-403a-a8b0-4113df8bd8c4 req-78e9b43b-d006-459e-b02f-3bf100f58f00 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1735976 Nov 24 21:16:36.111270 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6043715b-1a7e-4430-aced-2da124930126 None None] For port f5e17c45-e417-434f-a753-f7ecb1222d59, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=f5e17c45-e417-434f-a753-f7ecb1222d59,segment=NetworkSegment(6783232c-538c-4518-af14-ebda64791b03),segment_id=6783232c-538c-4518-af14-ebda64791b03)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:16:36.129782 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6043715b-1a7e-4430-aced-2da124930126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:36.138111 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-52db08ad-cd6a-403a-a8b0-4113df8bd8c4 req-556eb944-17e7-4b90-883c-78ba94afe184 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982428 Nov 24 21:16:36.187734 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] Set router 727e4ff5-b1f1-4683-b750-65babc288402 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:16:36.234049 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043715b-1a7e-4430-aced-2da124930126 None None] Pushing event updated for resources: {'Port': ['ID=f5e17c45-e417-434f-a753-f7ecb1222d59,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:36.256343 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043715b-1a7e-4430-aced-2da124930126 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:36.257490 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043715b-1a7e-4430-aced-2da124930126 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:36.258317 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043715b-1a7e-4430-aced-2da124930126 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:36.259158 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043715b-1a7e-4430-aced-2da124930126 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:36.259739 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043715b-1a7e-4430-aced-2da124930126 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:36.260294 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043715b-1a7e-4430-aced-2da124930126 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:36.260872 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043715b-1a7e-4430-aced-2da124930126 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:36.261445 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043715b-1a7e-4430-aced-2da124930126 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:36.262175 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043715b-1a7e-4430-aced-2da124930126 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:36.262735 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043715b-1a7e-4430-aced-2da124930126 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:36.263195 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043715b-1a7e-4430-aced-2da124930126 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:36.263674 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043715b-1a7e-4430-aced-2da124930126 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:36.271169 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b33791ad-c7cf-4a29-b136-8473391a0c97 None None] Provisioning complete for port f5e17c45-e417-434f-a753-f7ecb1222d59 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:16:36.271888 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b33791ad-c7cf-4a29-b136-8473391a0c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:36.405798 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0e4039e1-060e-4f63-8a87-afec3d589846 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:36.410094 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0e4039e1-060e-4f63-8a87-afec3d589846 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/310b7e08-87dc-4472-80d8-e0df99431b13 HTTP/1.1" status: 204 len: 168 time: 0.3287494 Nov 24 21:16:36.410639 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38170) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:36.478819 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07463e6-f4ec-4c0b-93e6-6519f356731c req-d0e8798e-b811-41f6-b774-e937d66ece12 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:36.491376 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f07463e6-f4ec-4c0b-93e6-6519f356731c req-d0e8798e-b811-41f6-b774-e937d66ece12 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1972404 Nov 24 21:16:36.587898 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f07463e6-f4ec-4c0b-93e6-6519f356731c req-0f2db9ba-d41c-49ec-89b4-55ac4648da9c tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946624 Nov 24 21:16:36.619625 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727e4ff5-b1f1-4683-b750-65babc288402', 'name': 'tempest-TestNetworkBasicOps-router-130953349', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:48Z', 'updated_at': '2021-11-24T21:16:31Z', 'revision_number': 5, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:50Z', 'updated_at': '2021-11-24T21:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '1c9e6823-fae6-4214-a9a1-683d24ca2309', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'port_id': '438ff0a6-ee76-4c44-8ca7-ac80f10cad83', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'mac_address': 'fa:16:3e:c0:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babd5a2a-85a1-49ba-83eb-25cc46756dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:15:24Z', 'updated_at': '2021-11-24T21:15:28Z', 'revision_number': 1, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '639837af-3579-4d68-bf2e-a27d9149c99e', 'name': '', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:2e:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:55Z', 'updated_at': '2021-11-24T21:15:04Z', 'revision_number': 5, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e17c45-e417-434f-a753-f7ecb1222d59', 'name': '', 'network_id': '191615bc-6ab5-48ed-b699-e8237692eddd', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:5e:8c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '357fd4be-cd0f-4a6a-ab6d-d77f22037080', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:16:30Z', 'updated_at': '2021-11-24T21:16:35Z', 'revision_number': 4, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': '357fd4be-cd0f-4a6a-ab6d-d77f22037080', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:16:36.663140 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dbc6d0-1ef0-4530-8896-969798cca93b None None] The sync data for ids ['727e4ff5-b1f1-4683-b750-65babc288402'] in n-d-812111-8 is: [{'id': '727e4ff5-b1f1-4683-b750-65babc288402', 'name': 'tempest-TestNetworkBasicOps-router-130953349', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:48Z', 'updated_at': '2021-11-24T21:16:31Z', 'revision_number': 5, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:50Z', 'updated_at': '2021-11-24T21:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '1c9e6823-fae6-4214-a9a1-683d24ca2309', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'port_id': '438ff0a6-ee76-4c44-8ca7-ac80f10cad83', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'mac_address': 'fa:16:3e:c0:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babd5a2a-85a1-49ba-83eb-25cc46756dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:15:24Z', 'updated_at': '2021-11-24T21:15:28Z', 'revision_number': 1, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '639837af-3579-4d68-bf2e-a27d9149c99e', 'name': '', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:2e:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:55Z', 'updated_at': '2021-11-24T21:15:04Z', 'revision_number': 5, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e17c45-e417-434f-a753-f7ecb1222d59', 'name': '', 'network_id': '191615bc-6ab5-48ed-b699-e8237692eddd', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:5e:8c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '357fd4be-cd0f-4a6a-ab6d-d77f22037080', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:16:30Z', 'updated_at': '2021-11-24T21:16:35Z', 'revision_number': 4, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': '357fd4be-cd0f-4a6a-ab6d-d77f22037080', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:16:36.772417 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d5e250d0-37de-415f-9b0c-2176908f76f1 req-4dd9d4d2-b7e8-41d8-af0e-2b543c5503ec tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0749538 Nov 24 21:16:36.879309 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-efce0143-6bc2-43bd-aa8a-40e747ade064 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:36.880461 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-efce0143-6bc2-43bd-aa8a-40e747ade064 tempest-MeteringIpV6TestJSON-594706027 tempest-MeteringIpV6TestJSON-594706027-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/83a4b3eb-7588-40ca-b4c1-0eed9fe7d1cc HTTP/1.1" status: 204 len: 168 time: 0.4683576 Nov 24 21:16:36.937080 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e2418-e6fc-43ec-94aa-86e74df81f51 req-03e80c3d-3975-4040-9913-10625726ce77 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:36.947379 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-be5e2418-e6fc-43ec-94aa-86e74df81f51 req-03e80c3d-3975-4040-9913-10625726ce77 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0721333 Nov 24 21:16:37.036239 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-be5e2418-e6fc-43ec-94aa-86e74df81f51 req-0bd14ea2-204c-40a6-b3f8-c6e5f559bf33 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879259 Nov 24 21:16:37.197889 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94749c9-4b94-45e2-a9c4-8bf7d19df192 req-f0094d06-abc5-4292-8c28-e5e4164836f4 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:37.199473 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b94749c9-4b94-45e2-a9c4-8bf7d19df192 req-f0094d06-abc5-4292-8c28-e5e4164836f4 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0751078 Nov 24 21:16:37.264991 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b94749c9-4b94-45e2-a9c4-8bf7d19df192 req-d38448bf-4440-4e0f-8b18-08a0c2ffd96e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590699 Nov 24 21:16:37.289374 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38184) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:37.433402 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b3e4e75e-f28f-47a8-9346-c80ddbd9be9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:37.451118 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72276325-0c46-4b32-a0e1-04db341462d0 req-edae6ec9-06af-45c8-90a6-6548161eb6ff tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:37.453320 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72276325-0c46-4b32-a0e1-04db341462d0 req-edae6ec9-06af-45c8-90a6-6548161eb6ff tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0813217 Nov 24 21:16:37.519800 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72276325-0c46-4b32-a0e1-04db341462d0 req-82dbfe65-432b-476d-b5b8-ce721b0e0842 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587950 Nov 24 21:16:37.522478 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b3e4e75e-f28f-47a8-9346-c80ddbd9be9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:37.530563 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b3e4e75e-f28f-47a8-9346-c80ddbd9be9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:37.574620 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b3e4e75e-f28f-47a8-9346-c80ddbd9be9e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4fb275d4c9b945ccb040a3b5cd688210&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2831147 Nov 24 21:16:37.575557 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4e75e-f28f-47a8-9346-c80ddbd9be9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9deba1-7a0d-4066-a475-6a9119161836,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:37.577039 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38198) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:37.700266 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0dda-bd48-4c00-9df8-db7a711afcc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:37.742371 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0dda-bd48-4c00-9df8-db7a711afcc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:37.825043 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0dda-bd48-4c00-9df8-db7a711afcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:37.827782 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0dda-bd48-4c00-9df8-db7a711afcc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:37.829353 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b8dd0dda-bd48-4c00-9df8-db7a711afcc9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d9deba1-7a0d-4066-a475-6a9119161836 HTTP/1.1" status: 204 len: 168 time: 0.2512252 Nov 24 21:16:37.842212 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd0dda-bd48-4c00-9df8-db7a711afcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9deba1-7a0d-4066-a475-6a9119161836,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:37.855563 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3350c-f50b-4394-8777-e1010ad33ed3 req-89db948d-546f-4a20-83a1-7ea356d50173 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:37.857604 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-33c3350c-f50b-4394-8777-e1010ad33ed3 req-89db948d-546f-4a20-83a1-7ea356d50173 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0746615 Nov 24 21:16:37.919128 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-33c3350c-f50b-4394-8777-e1010ad33ed3 req-1c5f9b1d-8e51-4489-87c8-3f7afa238f50 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502124 Nov 24 21:16:38.042031 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e498910-b254-4a50-81b2-e850172a5994 req-0ae4883f-8e23-4c18-a247-b7714fd17809 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:38.043597 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e498910-b254-4a50-81b2-e850172a5994 req-0ae4883f-8e23-4c18-a247-b7714fd17809 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 945 time: 0.0555429 Nov 24 21:16:38.101440 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e498910-b254-4a50-81b2-e850172a5994 req-ad0b0ab7-d721-4304-a1d7-1f0c9aa69a46 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505052 Nov 24 21:16:38.194607 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-57edc72d-4841-4e41-8dfb-44cecb962710 req-3eb8dbc8-28ca-4491-a15a-8ef47f945de1 tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0320809 Nov 24 21:16:38.213044 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38214) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:38.228034 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-42a731a9-539f-4495-a8a6-b3c927bc5987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:38.326719 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-42a731a9-539f-4495-a8a6-b3c927bc5987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:38.332135 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-42a731a9-539f-4495-a8a6-b3c927bc5987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:38.430615 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38230) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:38.434381 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-42a731a9-539f-4495-a8a6-b3c927bc5987 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=35541fe4c97d44aea863d43d3e3620c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2214131 Nov 24 21:16:38.441039 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a731a9-539f-4495-a8a6-b3c927bc5987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63756370-3626-4857-b9c1-ee7e6b65110d,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:38.551254 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b063f7f8-20d9-44dc-b632-92292d62012f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:38.588805 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b063f7f8-20d9-44dc-b632-92292d62012f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:38.616851 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device f5e17c45-e417-434f-a753-f7ecb1222d59 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:16:38.620169 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c256735-3322-4235-828d-e6a606e1ada5 req-5ecb1789-edb3-4e85-b1f0-8ab65ef29d9e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:38.625858 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9c256735-3322-4235-828d-e6a606e1ada5 req-5ecb1789-edb3-4e85-b1f0-8ab65ef29d9e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1005900 Nov 24 21:16:38.659371 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b063f7f8-20d9-44dc-b632-92292d62012f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:38.662196 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b063f7f8-20d9-44dc-b632-92292d62012f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:38.663628 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b063f7f8-20d9-44dc-b632-92292d62012f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/63756370-3626-4857-b9c1-ee7e6b65110d HTTP/1.1" status: 204 len: 168 time: 0.2304587 Nov 24 21:16:38.675548 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063f7f8-20d9-44dc-b632-92292d62012f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63756370-3626-4857-b9c1-ee7e6b65110d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:38.727718 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9c256735-3322-4235-828d-e6a606e1ada5 req-3fcb0a9a-a062-45be-826a-defc7f08ddca tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846889 Nov 24 21:16:38.796482 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port f5e17c45-e417-434f-a753-f7ecb1222d59 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:16:38.796894 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:38.879559 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7257f5a1-5553-43c7-a691-58268dde79b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:38.901506 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1738813c-9a3f-467c-84c2-374431434786 req-a78903f5-7ed7-4b5a-84ea-2034f879958f tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0540249 Nov 24 21:16:39.027755 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4f891-25b6-41cd-82ce-6034ce1a8b17 req-a4fa8369-16a4-4973-b4df-8babee9101bd tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:39.031203 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-53d4f891-25b6-41cd-82ce-6034ce1a8b17 req-a4fa8369-16a4-4973-b4df-8babee9101bd tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0606382 Nov 24 21:16:39.096957 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-53d4f891-25b6-41cd-82ce-6034ce1a8b17 req-e3eab846-7c92-4997-8580-963b0b0f14e2 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580397 Nov 24 21:16:39.240578 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560e5f4-8ff4-4661-b351-5d0fb4ca3583 req-b6496232-0861-4000-83ea-7fa809b8b713 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:39.242191 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a560e5f4-8ff4-4661-b351-5d0fb4ca3583 req-b6496232-0861-4000-83ea-7fa809b8b713 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 945 time: 0.0594678 Nov 24 21:16:39.295583 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a560e5f4-8ff4-4661-b351-5d0fb4ca3583 req-35de7115-cacd-4e1c-9cb3-a8364c98b7d9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e785da-76f2-482a-807b-9012816b487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471394 Nov 24 21:16:39.416631 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ac0d3-0b4b-44b6-939f-9ac11b6679b7 req-d9e26ece-2344-42a7-a584-250adc34afa0 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:39.418167 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-697ac0d3-0b4b-44b6-939f-9ac11b6679b7 req-d9e26ece-2344-42a7-a584-250adc34afa0 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0525196 Nov 24 21:16:39.496108 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-697ac0d3-0b4b-44b6-939f-9ac11b6679b7 req-3a416272-33b5-4ec8-8168-423c8593318c tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714815 Nov 24 21:16:39.529462 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0bb53-2c3a-46b1-8013-6fdd4be97303 req-21de49d5-9476-4844-9341-819ef2fed3e1 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:39.531143 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c3e0bb53-2c3a-46b1-8013-6fdd4be97303 req-21de49d5-9476-4844-9341-819ef2fed3e1 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.15 "GET /v2.0/ports?device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 945 time: 0.0676749 Nov 24 21:16:39.655979 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e58a4-a38a-412c-92f1-9c24a59e4441 req-76c33258-19ca-47bd-adab-4ca409db2649 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:39.657449 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4f5e58a4-a38a-412c-92f1-9c24a59e4441 req-76c33258-19ca-47bd-adab-4ca409db2649 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0885904 Nov 24 21:16:39.691924 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-c3e0bb53-2c3a-46b1-8013-6fdd4be97303 req-790564d3-9c7f-409f-bb0e-706488957272 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Deleting port 95bff051-d264-4ecd-bd06-7ea1bf396c29 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:16:39.692282 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c3e0bb53-2c3a-46b1-8013-6fdd4be97303 req-790564d3-9c7f-409f-bb0e-706488957272 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:39.770216 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4f5e58a4-a38a-412c-92f1-9c24a59e4441 req-c9a35f22-0be3-4134-b5ad-e96573eff269 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057787 Nov 24 21:16:39.782526 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:39.813693 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-c3e0bb53-2c3a-46b1-8013-6fdd4be97303 req-790564d3-9c7f-409f-bb0e-706488957272 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] For port 95bff051-d264-4ecd-bd06-7ea1bf396c29, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=95bff051-d264-4ecd-bd06-7ea1bf396c29,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:16:39.814063 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c3e0bb53-2c3a-46b1-8013-6fdd4be97303 req-790564d3-9c7f-409f-bb0e-706488957272 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:39.827577 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-c3e0bb53-2c3a-46b1-8013-6fdd4be97303 req-790564d3-9c7f-409f-bb0e-706488957272 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Calling delete_port for 95bff051-d264-4ecd-bd06-7ea1bf396c29 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:16:39.947863 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4804e01-486c-4cb5-ba48-166db8468bd7 req-cd852ed2-c68d-499c-9e14-93fc766c6a7b tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:39.949389 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d4804e01-486c-4cb5-ba48-166db8468bd7 req-cd852ed2-c68d-499c-9e14-93fc766c6a7b tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0767586 Nov 24 21:16:40.038393 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d4804e01-486c-4cb5-ba48-166db8468bd7 req-9d3be5d1-7e57-4a31-8bd7-19138e372402 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805848 Nov 24 21:16:40.043792 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c3e0bb53-2c3a-46b1-8013-6fdd4be97303 req-790564d3-9c7f-409f-bb0e-706488957272 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:40.059996 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['95bff051-d264-4ecd-bd06-7ea1bf396c29'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:16:40.203946 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38298) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:40.326213 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-5fdc370f-0ebe-4e48-90a2-ae65b7cf5d19 tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1380210629'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:40.326671 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-5fdc370f-0ebe-4e48-90a2-ae65b7cf5d19 tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] Unknown quota resources ['metering_label']. {{(pid=109990) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 21:16:40.427488 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790564d3-9c7f-409f-bb0e-706488957272 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event deleted for resources: {'Port': ['ID=95bff051-d264-4ecd-bd06-7ea1bf396c29,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:40.459396 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5fdc370f-0ebe-4e48-90a2-ae65b7cf5d19 tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:40.460732 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5fdc370f-0ebe-4e48-90a2-ae65b7cf5d19 tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2531948 Nov 24 21:16:40.462768 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9b0a1e8c-6f4f-4827-b9d8-b59476297e60 req-f74ec76f-9845-480d-a2ca-dde2b6117073 tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0405927 Nov 24 21:16:40.463431 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38306) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:40.467801 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-59414c87-ce9b-4524-9193-477ee205549e tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '13c28ba3-edac-4289-9646-6c06f2a15262'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:40.468913 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-59414c87-ce9b-4524-9193-477ee205549e tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109990) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 21:16:40.505068 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e0bb53-2c3a-46b1-8013-6fdd4be97303 req-790564d3-9c7f-409f-bb0e-706488957272 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] No DVR routers for this DVR port 95bff051-d264-4ecd-bd06-7ea1bf396c29 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:16:40.507649 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c3e0bb53-2c3a-46b1-8013-6fdd4be97303 req-790564d3-9c7f-409f-bb0e-706488957272 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:40.511108 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c3e0bb53-2c3a-46b1-8013-6fdd4be97303 req-790564d3-9c7f-409f-bb0e-706488957272 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.15 "DELETE /v2.0/ports/95bff051-d264-4ecd-bd06-7ea1bf396c29 HTTP/1.1" status: 204 len: 173 time: 0.9712241 Nov 24 21:16:40.511723 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf27365-43a9-4357-903a-0328b9bf656a', 'name': 'network-vif-deleted', 'tag': '95bff051-d264-4ecd-bd06-7ea1bf396c29'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:16:40.514022 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f371b44-8e67-4951-b49a-5bfe19c32834" -d '{"events": [{"server_uuid": "acf27365-43a9-4357-903a-0328b9bf656a", "name": "network-vif-deleted", "tag": "95bff051-d264-4ecd-bd06-7ea1bf396c29"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:16:40.526217 n-d-812111-8 neutron-server[109990]: WARNING neutron.services.metering.metering_plugin [None req-59414c87-ce9b-4524-9193-477ee205549e tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 24 21:16:40.586045 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f6bc6-7045-47d6-9cd8-de2999daecdf req-6a1ae212-f7dd-48f2-a56c-7ecfbc43c7e7 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:40.588053 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d29f6bc6-7045-47d6-9cd8-de2999daecdf req-6a1ae212-f7dd-48f2-a56c-7ecfbc43c7e7 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0572963 Nov 24 21:16:40.622103 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-59414c87-ce9b-4524-9193-477ee205549e tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:40.623157 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-59414c87-ce9b-4524-9193-477ee205549e tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1585279 Nov 24 21:16:40.626805 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38310) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:40.631273 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-cf565345-051b-4fce-82c6-2c51c1725d62 tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '13c28ba3-edac-4289-9646-6c06f2a15262'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:40.632048 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-cf565345-051b-4fce-82c6-2c51c1725d62 tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109990) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 21:16:40.649393 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d29f6bc6-7045-47d6-9cd8-de2999daecdf req-f5a653af-62cb-4717-894d-6306cc4341d7 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540996 Nov 24 21:16:40.688711 n-d-812111-8 neutron-server[109990]: WARNING neutron.services.metering.metering_plugin [None req-cf565345-051b-4fce-82c6-2c51c1725d62 tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 24 21:16:40.769810 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cddd8-ba1e-4cc4-9835-6a9713953131 req-8ab965ae-8403-40d7-a598-5be36473e306 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:40.777990 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0c9cddd8-ba1e-4cc4-9835-6a9713953131 req-8ab965ae-8403-40d7-a598-5be36473e306 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e413a3-0afa-4419-bf5f-15200a2a06fb HTTP/1.1" status: 200 len: 945 time: 0.0636420 Nov 24 21:16:40.839201 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0c9cddd8-ba1e-4cc4-9835-6a9713953131 req-66cea7a5-507a-432d-8b6c-e61d3ec9ef63 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c864a52-c9e4-442c-948b-d61221035693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603065 Nov 24 21:16:40.965453 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e24f57c6-2fc8-4ba2-a013-b968ce0d201d req-53676fbf-86b0-4e34-93ff-781a94216daa tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 210 time: 0.0346785 Nov 24 21:16:41.034227 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34fc9d5-595c-44cd-abb6-7862997d1e84 x-openstack-request-id: req-a34fc9d5-595c-44cd-abb6-7862997d1e84 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:16:41.034805 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf27365-43a9-4357-903a-0328b9bf656a", "name": "network-vif-deleted", "tag": "95bff051-d264-4ecd-bd06-7ea1bf396c29", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:16:41.035361 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a34fc9d5-595c-44cd-abb6-7862997d1e84 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:16:41.036118 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf27365-43a9-4357-903a-0328b9bf656a', 'name': 'network-vif-deleted', 'tag': '95bff051-d264-4ecd-bd06-7ea1bf396c29', 'status': 'completed', 'code': 200} Nov 24 21:16:41.180944 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cf565345-051b-4fce-82c6-2c51c1725d62 tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:41.185882 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cf565345-051b-4fce-82c6-2c51c1725d62 tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5556808 Nov 24 21:16:41.186427 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38318) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:41.187165 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f9ff1372-20a1-4135-9ef2-fc1028d8d091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:41.203173 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:41.210026 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e78af81f-86ab-45a1-bbc1-03f27d87ce10 tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=66808223-9bdf-417a-b2fb-b772008e669c HTTP/1.1" status: 200 len: 464 time: 0.0221233 Nov 24 21:16:41.212875 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38320) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:41.259801 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c8391-22c0-43d0-8c0d-427e4771b28c req-62c0b426-3891-48e6-b1fa-50a701ff44ed tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:41.261369 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-055c8391-22c0-43d0-8c0d-427e4771b28c req-62c0b426-3891-48e6-b1fa-50a701ff44ed tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0663493 Nov 24 21:16:41.313084 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-055c8391-22c0-43d0-8c0d-427e4771b28c req-bbfafaec-c327-4ab3-afa7-ec991e1f9105 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444880 Nov 24 21:16:41.327332 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af8892f6-8d42-48e8-a147-215724944e37 tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:41.328628 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-af8892f6-8d42-48e8-a147-215724944e37 tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/66808223-9bdf-417a-b2fb-b772008e669c HTTP/1.1" status: 204 len: 168 time: 0.1140363 Nov 24 21:16:41.331229 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38322) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:41.341016 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2f9281f5-7e9b-4e05-8597-2f3ff4413f09 tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=66808223-9bdf-417a-b2fb-b772008e669c HTTP/1.1" status: 200 len: 221 time: 0.0082819 Nov 24 21:16:41.346877 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38324) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:41.352026 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f997aaf9-36c3-4123-8a7f-3a8d467777af tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2119311164', 'description': 'label created by tempest'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:41.352865 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f997aaf9-36c3-4123-8a7f-3a8d467777af tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] Unknown quota resources ['metering_label']. {{(pid=109991) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 21:16:41.529922 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f997aaf9-36c3-4123-8a7f-3a8d467777af tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:41.534028 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f997aaf9-36c3-4123-8a7f-3a8d467777af tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1829474 Nov 24 21:16:41.534560 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38328) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:41.596387 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-bd070992-bfd5-406f-8256-961eea2ed62a tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=cb38c293-d800-4c03-b4fe-2153b00bc0fc HTTP/1.1" status: 200 len: 468 time: 0.0600021 Nov 24 21:16:41.598630 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38330) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:41.615705 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0fe4250-e3bf-4a82-84c2-f82af88b67e1 req-789c4cf7-b77a-4628-ba32-6ca72dd7a5c8 tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0659499 Nov 24 21:16:41.787427 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d92032ce-435f-41aa-8ca9-f8fdfe2efd8c req-43769d67-8ad1-41d2-87ef-52a3c3132f8a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410314 Nov 24 21:16:41.792195 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3350a554-811d-44b1-a0e7-c876e5773711 tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:41.793375 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3350a554-811d-44b1-a0e7-c876e5773711 tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/cb38c293-d800-4c03-b4fe-2153b00bc0fc HTTP/1.1" status: 204 len: 168 time: 0.1937497 Nov 24 21:16:41.800537 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38332) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:41.826033 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a95422c3-f81d-447c-b4a3-20f1cf56173e tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=cb38c293-d800-4c03-b4fe-2153b00bc0fc HTTP/1.1" status: 200 len: 216 time: 0.0242326 Nov 24 21:16:41.830095 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38334) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:41.839219 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-402921ba-7bad-4e97-ade4-f18005c6e182 tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0081031 Nov 24 21:16:41.842476 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38336) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:41.857274 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1c4a1c9e-2c8d-4397-b14c-f90b8b69c17f tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0135727 Nov 24 21:16:41.861612 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38338) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:41.910235 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92032ce-435f-41aa-8ca9-f8fdfe2efd8c req-5ec01ee7-ea46-48ba-a904-d124d144f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:41.911831 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d92032ce-435f-41aa-8ca9-f8fdfe2efd8c req-5ec01ee7-ea46-48ba-a904-d124d144f3fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=decaecefece2435080b2d378715208c2&device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 1096 time: 0.0537517 Nov 24 21:16:41.929508 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cf7522d6-ee10-4251-99e3-a51fe10e5aa9 tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels/13c28ba3-edac-4289-9646-6c06f2a15262 HTTP/1.1" status: 200 len: 473 time: 0.0664432 Nov 24 21:16:41.931112 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38342) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:41.947388 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-856bd86b-b994-4895-9dc0-af27906e99b9 tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules/e448ca2f-53f5-4fb3-9359-71c5c0c2a2dd HTTP/1.1" status: 200 len: 461 time: 0.0149951 Nov 24 21:16:41.950583 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38344) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:42.049769 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5af5c6-70f4-465e-b3db-7e3a6fc9e119 req-b1e56c16-b611-4782-9217-e426c379588a tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:42.051610 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b5af5c6-70f4-465e-b3db-7e3a6fc9e119 req-b1e56c16-b611-4782-9217-e426c379588a tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e413a3-0afa-4419-bf5f-15200a2a06fb HTTP/1.1" status: 200 len: 945 time: 0.1217506 Nov 24 21:16:42.083964 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92032ce-435f-41aa-8ca9-f8fdfe2efd8c req-a5cae7d2-577d-4b43-b122-34e9f7fb944b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:42.085485 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d92032ce-435f-41aa-8ca9-f8fdfe2efd8c req-a5cae7d2-577d-4b43-b122-34e9f7fb944b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee8d0854-ec27-476a-931f-a8f1bb95806d HTTP/1.1" status: 200 len: 915 time: 0.1442423 Nov 24 21:16:42.091452 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-324aedbe-5288-489d-a239-abf583e2fd34 tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:42.095457 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-324aedbe-5288-489d-a239-abf583e2fd34 tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/e448ca2f-53f5-4fb3-9359-71c5c0c2a2dd HTTP/1.1" status: 204 len: 168 time: 0.1412544 Nov 24 21:16:42.096619 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38348) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:42.145478 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d92032ce-435f-41aa-8ca9-f8fdfe2efd8c req-b81b7b32-91a3-4ca4-aa6f-65164334b9d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf6ba1f6-8719-4484-8c94-00b379ffcb96 HTTP/1.1" status: 200 len: 217 time: 0.0482321 Nov 24 21:16:42.165302 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b5af5c6-70f4-465e-b3db-7e3a6fc9e119 req-879738d3-3ffb-4457-b51f-133de77074c4 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c864a52-c9e4-442c-948b-d61221035693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055305 Nov 24 21:16:42.165775 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100513f-3ae8-4493-93b9-486fdece1b50 req-eaabcb59-d455-4ef9-846e-0f3c2313da44 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:42.174828 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b100513f-3ae8-4493-93b9-486fdece1b50 req-eaabcb59-d455-4ef9-846e-0f3c2313da44 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8e413a3-0afa-4419-bf5f-15200a2a06fb HTTP/1.1" status: 200 len: 945 time: 0.1903908 Nov 24 21:16:42.234281 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92032ce-435f-41aa-8ca9-f8fdfe2efd8c req-c365882f-68d8-48a9-b428-2d688a3b4c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:42.236051 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d92032ce-435f-41aa-8ca9-f8fdfe2efd8c req-c365882f-68d8-48a9-b428-2d688a3b4c84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2cb85dfb-9587-449f-bfab-6a213fbd07fd HTTP/1.1" status: 200 len: 854 time: 0.0670965 Nov 24 21:16:42.281321 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0e263859-d306-4d14-a575-1d4c7982500d req-33cf28ac-38de-459f-b87b-4dcd9d80a926 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 210 time: 0.0441027 Nov 24 21:16:42.300078 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d92032ce-435f-41aa-8ca9-f8fdfe2efd8c req-ec2738c8-f9d7-492b-aa6d-e7e7ba84470d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee8d0854-ec27-476a-931f-a8f1bb95806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498857 Nov 24 21:16:42.390084 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-46b05725-e9fd-4cb1-a8ac-610274f69b9a tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:42.391559 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-46b05725-e9fd-4cb1-a8ac-610274f69b9a tempest-MeteringTestJSON-1074031621 tempest-MeteringTestJSON-1074031621-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/13c28ba3-edac-4289-9646-6c06f2a15262 HTTP/1.1" status: 204 len: 168 time: 0.2938521 Nov 24 21:16:42.407725 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:42.429085 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d92032ce-435f-41aa-8ca9-f8fdfe2efd8c req-6612acf2-bbd0-4ee2-a645-5d20043b674b service neutron] 10.222.0.15 "GET /v2.0/networks/ee8d0854-ec27-476a-931f-a8f1bb95806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213040 Nov 24 21:16:42.432339 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-b100513f-3ae8-4493-93b9-486fdece1b50 req-fc845959-92de-4f59-bff2-532f9621b9a2 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Deleting port 7daf806b-9475-4da7-94ed-df2c05467e60 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:16:42.432690 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b100513f-3ae8-4493-93b9-486fdece1b50 req-fc845959-92de-4f59-bff2-532f9621b9a2 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:42.464037 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:16:42.584103 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026a2e9-b15f-4307-b767-d0b2c599a0ca req-a192aca3-3464-499c-a723-de2ce1550d7f tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:42.587629 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-b100513f-3ae8-4493-93b9-486fdece1b50 req-fc845959-92de-4f59-bff2-532f9621b9a2 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] For port 7daf806b-9475-4da7-94ed-df2c05467e60, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7daf806b-9475-4da7-94ed-df2c05467e60,segment=NetworkSegment(e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06),segment_id=e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:16:42.588130 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b100513f-3ae8-4493-93b9-486fdece1b50 req-fc845959-92de-4f59-bff2-532f9621b9a2 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:42.591538 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7026a2e9-b15f-4307-b767-d0b2c599a0ca req-a192aca3-3464-499c-a723-de2ce1550d7f tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1236186 Nov 24 21:16:42.626418 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d92032ce-435f-41aa-8ca9-f8fdfe2efd8c req-c62f51b5-471e-4f93-bba0-0a7707d8f99c service neutron] 10.222.0.15 "GET /v2.0/networks/ee8d0854-ec27-476a-931f-a8f1bb95806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864338 Nov 24 21:16:42.629782 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-b100513f-3ae8-4493-93b9-486fdece1b50 req-fc845959-92de-4f59-bff2-532f9621b9a2 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Calling delete_port for 7daf806b-9475-4da7-94ed-df2c05467e60 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:16:42.669702 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7026a2e9-b15f-4307-b767-d0b2c599a0ca req-eb0fdad6-65b4-498f-8b65-b799cdb84eb9 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769651 Nov 24 21:16:42.793522 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-672b5857-570d-481a-a9df-574015a7a6a5 req-3586f7f6-ef21-4d64-8439-63a18d84df35 tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0459518 Nov 24 21:16:42.805052 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38362) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:42.834442 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b100513f-3ae8-4493-93b9-486fdece1b50 req-fc845959-92de-4f59-bff2-532f9621b9a2 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:42.848557 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['7daf806b-9475-4da7-94ed-df2c05467e60'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:16:42.873400 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc845959-92de-4f59-bff2-532f9621b9a2 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Pushing event deleted for resources: {'Port': ['ID=7daf806b-9475-4da7-94ed-df2c05467e60,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:42.924107 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b100513f-3ae8-4493-93b9-486fdece1b50 req-fc845959-92de-4f59-bff2-532f9621b9a2 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] No DVR routers for this DVR port 7daf806b-9475-4da7-94ed-df2c05467e60 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:16:42.926172 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b100513f-3ae8-4493-93b9-486fdece1b50 req-fc845959-92de-4f59-bff2-532f9621b9a2 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:42.931275 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b100513f-3ae8-4493-93b9-486fdece1b50 req-fc845959-92de-4f59-bff2-532f9621b9a2 tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.15 "DELETE /v2.0/ports/7daf806b-9475-4da7-94ed-df2c05467e60 HTTP/1.1" status: 204 len: 173 time: 0.6915021 Nov 24 21:16:42.931275 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e413a3-0afa-4419-bf5f-15200a2a06fb', 'name': 'network-vif-deleted', 'tag': '7daf806b-9475-4da7-94ed-df2c05467e60'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:16:42.933346 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fcbb7e-ea5d-4042-9456-34933c971d36" -d '{"events": [{"server_uuid": "e8e413a3-0afa-4419-bf5f-15200a2a06fb", "name": "network-vif-deleted", "tag": "7daf806b-9475-4da7-94ed-df2c05467e60"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:16:42.991517 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e45eba4-fc7c-4a4d-84a9-910f19cb88e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:43.022651 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0d1612-6e68-487f-b4f8-ff8815caf44a x-openstack-request-id: req-fa0d1612-6e68-487f-b4f8-ff8815caf44a {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:16:43.023032 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e413a3-0afa-4419-bf5f-15200a2a06fb", "name": "network-vif-deleted", "tag": "7daf806b-9475-4da7-94ed-df2c05467e60", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:16:43.023258 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fa0d1612-6e68-487f-b4f8-ff8815caf44a {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:16:43.023670 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e413a3-0afa-4419-bf5f-15200a2a06fb', 'name': 'network-vif-deleted', 'tag': '7daf806b-9475-4da7-94ed-df2c05467e60', 'status': 'completed', 'code': 200} Nov 24 21:16:43.108971 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e45eba4-fc7c-4a4d-84a9-910f19cb88e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:43.126245 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e45eba4-fc7c-4a4d-84a9-910f19cb88e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:43.180659 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6e45eba4-fc7c-4a4d-84a9-910f19cb88e3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fca78d645a3d4d45b086d0d207fdc38f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3745563 Nov 24 21:16:43.182290 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45eba4-fc7c-4a4d-84a9-910f19cb88e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2f82f4-5e17-41e4-b4ab-aa24d1408cf1,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:43.184362 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38372) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:43.194710 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c74fb0-c5e8-45cd-9f84-ac73edb5f0ef req-765d8ac3-b12d-4d0a-a7d8-9a7c7c45635e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:43.204811 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31c74fb0-c5e8-45cd-9f84-ac73edb5f0ef req-765d8ac3-b12d-4d0a-a7d8-9a7c7c45635e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1145644 Nov 24 21:16:43.270034 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa69f827-ebf9-4ea2-9442-0b5c6ce2b364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:43.276036 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31c74fb0-c5e8-45cd-9f84-ac73edb5f0ef req-cffb285f-5ba7-4c7a-8af2-97c1d6775d9f tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701766 Nov 24 21:16:43.299543 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa69f827-ebf9-4ea2-9442-0b5c6ce2b364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:43.351433 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa69f827-ebf9-4ea2-9442-0b5c6ce2b364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:43.354900 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa69f827-ebf9-4ea2-9442-0b5c6ce2b364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:43.358699 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-aa69f827-ebf9-4ea2-9442-0b5c6ce2b364 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee2f82f4-5e17-41e4-b4ab-aa24d1408cf1 HTTP/1.1" status: 204 len: 168 time: 0.1700191 Nov 24 21:16:43.370282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69f827-ebf9-4ea2-9442-0b5c6ce2b364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2f82f4-5e17-41e4-b4ab-aa24d1408cf1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:43.408236 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d2fa738e-d8c8-485f-8d90-e12cddf2e68f req-f371353e-9dbb-4047-b760-4e788575a32e tempest-VolumesSnapshotTestJSON-1857809041 tempest-VolumesSnapshotTestJSON-1857809041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e413a3-0afa-4419-bf5f-15200a2a06fb HTTP/1.1" status: 200 len: 210 time: 0.0369725 Nov 24 21:16:43.528267 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-438a86f3-0afd-4317-b190-a4572cf8e285 req-90a0eb26-a17d-4514-a9a8-a6b8b41a5638 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 210 time: 0.0339081 Nov 24 21:16:43.708405 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38382) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:43.723138 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3fd3c90c-1b1b-4e7c-b4c4-a21bbb829ee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:43.784125 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:43.802484 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3fd3c90c-1b1b-4e7c-b4c4-a21bbb829ee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:43.806217 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3fd3c90c-1b1b-4e7c-b4c4-a21bbb829ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:43.848277 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3fd3c90c-1b1b-4e7c-b4c4-a21bbb829ee8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c47843a604942e3903e59f7bc84094e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1373272 Nov 24 21:16:43.849608 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3c90c-1b1b-4e7c-b4c4-a21bbb829ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace12cbf-c9bf-4776-ad31-d7eb34fb0c34,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:43.850376 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38386) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:43.902575 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6778d41a-51d4-4e33-89ff-d2c1017d601f req-098ab911-3405-401a-a005-29ef2fda8a2e tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0331643 Nov 24 21:16:43.931833 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4001bd6e-d1bf-4353-84e9-81d539225230 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:43.957999 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4001bd6e-d1bf-4353-84e9-81d539225230 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:44.005174 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4001bd6e-d1bf-4353-84e9-81d539225230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:44.008068 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4001bd6e-d1bf-4353-84e9-81d539225230 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:44.009245 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4001bd6e-d1bf-4353-84e9-81d539225230 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ace12cbf-c9bf-4776-ad31-d7eb34fb0c34 HTTP/1.1" status: 204 len: 168 time: 0.1576147 Nov 24 21:16:44.018131 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001bd6e-d1bf-4353-84e9-81d539225230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace12cbf-c9bf-4776-ad31-d7eb34fb0c34,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:44.150346 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7daf806b-9475-4da7-94ed-df2c05467e60 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:16:44.176374 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 7daf806b-9475-4da7-94ed-df2c05467e60 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:16:44.176786 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7daf806b-9475-4da7-94ed-df2c05467e60 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:16:44.177824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 95bff051-d264-4ecd-bd06-7ea1bf396c29 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:16:44.202083 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 95bff051-d264-4ecd-bd06-7ea1bf396c29 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:16:44.202467 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 95bff051-d264-4ecd-bd06-7ea1bf396c29 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:16:44.453642 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-569d4230-97c4-495a-9882-bc00d12d5dab req-490b2787-d433-491a-8076-dd77b2c3eeab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=babd5a2a-85a1-49ba-83eb-25cc46756dcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563657 Nov 24 21:16:44.536065 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d4230-97c4-495a-9882-bc00d12d5dab req-fcf74f61-6e30-4b57-a24e-49b24b2add21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:44.538157 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-569d4230-97c4-495a-9882-bc00d12d5dab req-fcf74f61-6e30-4b57-a24e-49b24b2add21 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=207eef9f28694fbd90eb332792fa324d&device_id=babd5a2a-85a1-49ba-83eb-25cc46756dcf HTTP/1.1" status: 200 len: 1097 time: 0.0579839 Nov 24 21:16:44.689992 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ddab1-6107-4afc-a4ad-6ec09ce7e176 req-16971800-21aa-4fe6-8042-def419070848 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:44.693241 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-383ddab1-6107-4afc-a4ad-6ec09ce7e176 req-16971800-21aa-4fe6-8042-def419070848 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.3466547 Nov 24 21:16:44.696269 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d4230-97c4-495a-9882-bc00d12d5dab req-c2a4dcd4-79f1-4776-a6b0-2b0fe3cdc417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:44.697875 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-569d4230-97c4-495a-9882-bc00d12d5dab req-c2a4dcd4-79f1-4776-a6b0-2b0fe3cdc417 service neutron] 10.222.0.48 "GET /v2.0/networks?id=29f82d9e-579b-4d97-acf1-b3e0b782c926 HTTP/1.1" status: 200 len: 897 time: 0.1381853 Nov 24 21:16:44.763366 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-383ddab1-6107-4afc-a4ad-6ec09ce7e176 req-bfa42f49-b9b9-4494-9ad5-3cfa3059e41f tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624826 Nov 24 21:16:44.795641 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-569d4230-97c4-495a-9882-bc00d12d5dab req-e593e1f5-23eb-41f8-9064-3ac475946df5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=438ff0a6-ee76-4c44-8ca7-ac80f10cad83 HTTP/1.1" status: 200 len: 1002 time: 0.0896370 Nov 24 21:16:44.846812 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:44.867827 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d4230-97c4-495a-9882-bc00d12d5dab req-b6de7011-b9ce-49c7-9593-9101eacfc4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:44.871582 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-569d4230-97c4-495a-9882-bc00d12d5dab req-b6de7011-b9ce-49c7-9593-9101eacfc4fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8 HTTP/1.1" status: 200 len: 834 time: 0.0688405 Nov 24 21:16:44.954766 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d4230-97c4-495a-9882-bc00d12d5dab req-80a7abea-8aaa-4546-bc35-d8b95a41f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:44.958291 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-569d4230-97c4-495a-9882-bc00d12d5dab req-80a7abea-8aaa-4546-bc35-d8b95a41f2c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=29f82d9e-579b-4d97-acf1-b3e0b782c926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791318 Nov 24 21:16:44.964308 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7f8ce23e-3135-47bb-a326-49c59a2c6b85 req-2e487789-c3e1-4b23-b152-f7a9f2c4f747 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 210 time: 0.0442410 Nov 24 21:16:45.113519 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2cef0-2847-4532-a83e-e919f025f0ed req-f32d22d3-06d2-460d-8b53-c7f469d9b4cb tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:45.122440 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4df2cef0-2847-4532-a83e-e919f025f0ed req-f32d22d3-06d2-460d-8b53-c7f469d9b4cb tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0825827 Nov 24 21:16:45.150354 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-569d4230-97c4-495a-9882-bc00d12d5dab req-8012e827-a146-42b8-9bfb-c4d2de39d21f service neutron] 10.222.0.48 "GET /v2.0/networks/29f82d9e-579b-4d97-acf1-b3e0b782c926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844420 Nov 24 21:16:45.193617 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4df2cef0-2847-4532-a83e-e919f025f0ed req-616f4af2-ef37-4821-b8e2-e399ed8fb3e5 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668254 Nov 24 21:16:45.328007 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-569d4230-97c4-495a-9882-bc00d12d5dab req-c99b8c12-41b4-4b2e-b323-7010bc357ca4 service neutron] 10.222.0.48 "GET /v2.0/networks/29f82d9e-579b-4d97-acf1-b3e0b782c926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670387 Nov 24 21:16:45.368598 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f3d473f-d375-49fa-896d-d64fbc00762e req-bb8c8019-1c99-4b51-beed-5818006fa1c6 tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0464487 Nov 24 21:16:45.538331 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ab690-4f16-41ef-872c-486e1aaca53a req-b7778823-7f48-46c5-bc70-5dd21a84037b tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:45.540127 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-976ab690-4f16-41ef-872c-486e1aaca53a req-b7778823-7f48-46c5-bc70-5dd21a84037b tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0652597 Nov 24 21:16:45.602299 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-976ab690-4f16-41ef-872c-486e1aaca53a req-e4cd52db-099e-4203-9c0f-a08c111cc336 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542340 Nov 24 21:16:45.749741 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854945b3-4782-4840-adf4-77bbff7c36b9 req-47820564-5ee7-4dfc-aa5f-6147b0af67e2 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:45.757508 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-854945b3-4782-4840-adf4-77bbff7c36b9 req-47820564-5ee7-4dfc-aa5f-6147b0af67e2 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0806453 Nov 24 21:16:45.817610 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-854945b3-4782-4840-adf4-77bbff7c36b9 req-0d857fba-d9e1-4fb3-be28-69e421e7a4c8 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589592 Nov 24 21:16:46.008670 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348669d-b47e-4305-8c6b-2116b8abf398 req-f69f581a-6df7-4484-9238-99dcdfd0502f tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:46.010564 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d348669d-b47e-4305-8c6b-2116b8abf398 req-f69f581a-6df7-4484-9238-99dcdfd0502f tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0634987 Nov 24 21:16:46.050271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38462) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:46.079401 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d348669d-b47e-4305-8c6b-2116b8abf398 req-204262af-81ad-4b6d-b4ce-a1eb7e15d648 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627158 Nov 24 21:16:46.230960 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-13643641-c279-4b98-9dfd-aac20defccf0 tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:46.249322 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c23e2c5b-212e-4759-aa92-e1b206fd4e7e req-d96b3863-eb15-457c-9c5d-ba161687019d tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=acf27365-43a9-4357-903a-0328b9bf656a HTTP/1.1" status: 200 len: 210 time: 0.0948679 Nov 24 21:16:46.291405 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-13643641-c279-4b98-9dfd-aac20defccf0 tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] 10.222.0.11 "PUT /v2.0/quotas/608143668f6540d59c32d2c39f449bad HTTP/1.1" status: 200 len: 366 time: 0.2390072 Nov 24 21:16:46.294018 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38468) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:46.320603 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-168af6ef-7824-4d52-a239-555a3c6bcb44 tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0252693 Nov 24 21:16:46.323283 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38470) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:46.345878 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0555bb54-9789-4b0b-8da6-6de48c1f6656 tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] 10.222.0.11 "GET /v2.0/quotas/608143668f6540d59c32d2c39f449bad HTTP/1.1" status: 200 len: 366 time: 0.0173156 Nov 24 21:16:46.346119 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38474) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:46.377762 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8e6fe549-c395-4693-81fd-7d7f80fc2b0b tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/608143668f6540d59c32d2c39f449bad HTTP/1.1" status: 204 len: 168 time: 0.0277457 Nov 24 21:16:46.383332 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38476) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:46.409887 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-945ce2cc-831e-40d7-8d8e-5ce2896729e8 tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0261948 Nov 24 21:16:46.411957 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38480) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:46.436476 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f6203e8c-840f-44a8-83d8-a018e516bee3 tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] 10.222.0.11 "GET /v2.0/quotas/608143668f6540d59c32d2c39f449bad HTTP/1.1" status: 200 len: 370 time: 0.0207248 Nov 24 21:16:46.441307 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38482) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:46.452738 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ba5d55c4-cd7f-47e7-a16f-a1b186f5013d tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] 10.222.0.11 "GET /v2.0/quotas/608143668f6540d59c32d2c39f449bad/default HTTP/1.1" status: 200 len: 370 time: 0.0098982 Nov 24 21:16:46.454406 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38484) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:46.466737 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-1bad6cfa-5db1-4c0d-9bd3-cca1e7b97940 tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] delete failed (client error): The resource could not be found. Nov 24 21:16:46.473145 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1bad6cfa-5db1-4c0d-9bd3-cca1e7b97940 tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/608143668f6540d59c32d2c39f449bad HTTP/1.1" status: 404 len: 348 time: 0.0173483 Nov 24 21:16:46.539685 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec378968-18de-4dbe-b8d2-026afae2ccc8 req-b8bb7d5f-16c5-4071-b81e-3efecfe14a8d tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:46.548161 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec378968-18de-4dbe-b8d2-026afae2ccc8 req-b8bb7d5f-16c5-4071-b81e-3efecfe14a8d tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1486430 Nov 24 21:16:46.595689 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec378968-18de-4dbe-b8d2-026afae2ccc8 req-dd2a0cdd-8193-45a4-9f3d-1c1cecffb7e0 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466421 Nov 24 21:16:46.621171 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38488) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:46.662852 n-d-812111-8 neutron-server[109991]: DEBUG neutron.quota.resource [None req-3cb16efc-e134-46ae-9c91-b713cc05ce2e tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] Usage tracker for resource:network and project:daaae3a0dcc94676953151ae096ea15d is out of sync, need to count used quota {{(pid=109991) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 21:16:46.666486 n-d-812111-8 neutron-server[109991]: DEBUG neutron.quota.resource [None req-3cb16efc-e134-46ae-9c91-b713cc05ce2e tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109991) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 21:16:46.674045 n-d-812111-8 neutron-server[109991]: DEBUG neutron.quota.resource [None req-3cb16efc-e134-46ae-9c91-b713cc05ce2e tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] Usage tracker for resource:subnet and project:daaae3a0dcc94676953151ae096ea15d is out of sync, need to count used quota {{(pid=109991) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 21:16:46.685951 n-d-812111-8 neutron-server[109991]: DEBUG neutron.quota.resource [None req-3cb16efc-e134-46ae-9c91-b713cc05ce2e tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109991) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 21:16:46.707181 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dcf61911-16cd-4220-9368-21ae7cfa3353 req-3f002a09-ed7d-4f30-b4db-a218274f9d86 tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0301895 Nov 24 21:16:46.708517 n-d-812111-8 neutron-server[109991]: DEBUG neutron.quota.resource [None req-3cb16efc-e134-46ae-9c91-b713cc05ce2e tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] Usage tracker for resource:subnetpool and project:daaae3a0dcc94676953151ae096ea15d is out of sync, need to count used quota {{(pid=109991) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 21:16:46.715545 n-d-812111-8 neutron-server[109991]: DEBUG neutron.quota.resource [None req-3cb16efc-e134-46ae-9c91-b713cc05ce2e tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109991) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 21:16:46.722893 n-d-812111-8 neutron-server[109991]: DEBUG neutron.quota.resource [None req-3cb16efc-e134-46ae-9c91-b713cc05ce2e tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] Usage tracker for resource:port and project:daaae3a0dcc94676953151ae096ea15d is out of sync, need to count used quota {{(pid=109991) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 21:16:46.726980 n-d-812111-8 neutron-server[109991]: DEBUG neutron.quota.resource [None req-3cb16efc-e134-46ae-9c91-b713cc05ce2e tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109991) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 21:16:46.733721 n-d-812111-8 neutron-server[109991]: DEBUG neutron.quota.resource [None req-3cb16efc-e134-46ae-9c91-b713cc05ce2e tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] Usage tracker for resource:router and project:daaae3a0dcc94676953151ae096ea15d is out of sync, need to count used quota {{(pid=109991) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 21:16:46.740648 n-d-812111-8 neutron-server[109991]: DEBUG neutron.quota.resource [None req-3cb16efc-e134-46ae-9c91-b713cc05ce2e tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109991) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 21:16:46.747308 n-d-812111-8 neutron-server[109991]: DEBUG neutron.quota.resource [None req-3cb16efc-e134-46ae-9c91-b713cc05ce2e tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] Usage tracker for resource:floatingip and project:daaae3a0dcc94676953151ae096ea15d is out of sync, need to count used quota {{(pid=109991) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 21:16:46.752403 n-d-812111-8 neutron-server[109991]: DEBUG neutron.quota.resource [None req-3cb16efc-e134-46ae-9c91-b713cc05ce2e tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109991) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 21:16:46.790621 n-d-812111-8 neutron-server[109991]: DEBUG neutron.quota.resource [None req-3cb16efc-e134-46ae-9c91-b713cc05ce2e tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] Usage tracker for resource:security_group and project:daaae3a0dcc94676953151ae096ea15d is out of sync, need to count used quota {{(pid=109991) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 21:16:46.793964 n-d-812111-8 neutron-server[109991]: DEBUG neutron.quota.resource [None req-3cb16efc-e134-46ae-9c91-b713cc05ce2e tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109991) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 21:16:46.801618 n-d-812111-8 neutron-server[109991]: DEBUG neutron.quota.resource [None req-3cb16efc-e134-46ae-9c91-b713cc05ce2e tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] Usage tracker for resource:security_group_rule and project:daaae3a0dcc94676953151ae096ea15d is out of sync, need to count used quota {{(pid=109991) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 21:16:46.804964 n-d-812111-8 neutron-server[109991]: DEBUG neutron.quota.resource [None req-3cb16efc-e134-46ae-9c91-b713cc05ce2e tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109991) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 21:16:46.809575 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3cb16efc-e134-46ae-9c91-b713cc05ce2e tempest-QuotasTest-1664128195 tempest-QuotasTest-1664128195-project-admin] 10.222.0.11 "GET /v2.0/quotas/daaae3a0dcc94676953151ae096ea15d/details.json HTTP/1.1" status: 200 len: 703 time: 0.1887305 Nov 24 21:16:46.866625 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d60e53-896d-4e4a-9a45-9688fe8d250e req-a5d64b52-ef9a-4fa8-b24d-c2ef212f1dbd tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:46.868382 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d3d60e53-896d-4e4a-9a45-9688fe8d250e req-a5d64b52-ef9a-4fa8-b24d-c2ef212f1dbd tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0536420 Nov 24 21:16:46.929036 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d3d60e53-896d-4e4a-9a45-9688fe8d250e req-7e465dd2-df9a-493a-9b49-6668c4df2e5b tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526574 Nov 24 21:16:47.057821 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbe22b-863f-4fc4-a384-4a6ec12868c8 req-5cc0187e-635d-4ddd-af55-567c7d9871fc tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:47.059475 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aedbe22b-863f-4fc4-a384-4a6ec12868c8 req-5cc0187e-635d-4ddd-af55-567c7d9871fc tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0575631 Nov 24 21:16:47.119776 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aedbe22b-863f-4fc4-a384-4a6ec12868c8 req-c476d08c-762d-4f60-bb16-27ec5753b32c tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533223 Nov 24 21:16:47.153864 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38504) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:47.268220 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8e43d-0b67-46b4-b135-1b738762e84a req-57f3da18-e2c3-4853-8503-2d621e906b9a tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:47.270351 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-59e8e43d-0b67-46b4-b135-1b738762e84a req-57f3da18-e2c3-4853-8503-2d621e906b9a tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0528815 Nov 24 21:16:47.292337 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2baeecd-a4e3-49d4-b520-0de5a9554aa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:47.350951 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-59e8e43d-0b67-46b4-b135-1b738762e84a req-3c1d2c58-8656-4a53-b5dc-1a7c566b1e4b tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721102 Nov 24 21:16:47.411019 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2baeecd-a4e3-49d4-b520-0de5a9554aa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:47.417887 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2baeecd-a4e3-49d4-b520-0de5a9554aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:47.496737 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d2baeecd-a4e3-49d4-b520-0de5a9554aa4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f56b7e9cc39441fb562d1e1ebb255b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3409081 Nov 24 21:16:47.498564 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38520) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:47.503614 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2baeecd-a4e3-49d4-b520-0de5a9554aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60de0268-33e0-462a-806d-4a59645ac80d,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:47.536587 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51009aa0-6fda-4e4f-9841-c9609b4793b2 req-30436d8b-fbfc-4949-bb93-d4747763e99e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:47.541468 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51009aa0-6fda-4e4f-9841-c9609b4793b2 req-30436d8b-fbfc-4949-bb93-d4747763e99e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0862086 Nov 24 21:16:47.575776 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-51eb30a9-b3c7-46e4-8404-4198049ecf07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:47.602009 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-51eb30a9-b3c7-46e4-8404-4198049ecf07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:47.609504 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51009aa0-6fda-4e4f-9841-c9609b4793b2 req-42bb7e45-aa54-4cf1-a9ea-f7068f5627ae tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640168 Nov 24 21:16:47.662479 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-51eb30a9-b3c7-46e4-8404-4198049ecf07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:47.666568 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-51eb30a9-b3c7-46e4-8404-4198049ecf07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:47.670380 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-51eb30a9-b3c7-46e4-8404-4198049ecf07 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60de0268-33e0-462a-806d-4a59645ac80d HTTP/1.1" status: 204 len: 168 time: 0.1701939 Nov 24 21:16:47.680718 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb30a9-b3c7-46e4-8404-4198049ecf07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60de0268-33e0-462a-806d-4a59645ac80d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:47.825835 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a14d61-50d4-4866-85b9-1030a5f78219 req-db159c42-8750-4b35-a0fd-9310ec2eb5ea tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:47.827538 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b5a14d61-50d4-4866-85b9-1030a5f78219 req-db159c42-8750-4b35-a0fd-9310ec2eb5ea tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0707221 Nov 24 21:16:47.897917 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b5a14d61-50d4-4866-85b9-1030a5f78219 req-6f5852e6-176b-43c6-aae4-05ff852c14db tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623372 Nov 24 21:16:48.063967 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38536) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:48.077886 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-65ddeb5b-01b4-4125-b802-ec5cb599e320 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:48.084129 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-47292016-1ce9-405a-a0ea-9aaf1718b0da req-c4caccbc-644f-4bf0-b648-527061a442ee tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0513623 Nov 24 21:16:48.177020 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-65ddeb5b-01b4-4125-b802-ec5cb599e320 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:48.184685 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-65ddeb5b-01b4-4125-b802-ec5cb599e320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:48.226149 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ddeb5b-01b4-4125-b802-ec5cb599e320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4ec5dd-6c12-4d59-9fe7-743f56e69eda,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:48.234875 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-65ddeb5b-01b4-4125-b802-ec5cb599e320 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=daaae3a0dcc94676953151ae096ea15d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1697993 Nov 24 21:16:48.237891 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38538) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:48.272090 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa13c6-052c-47fb-a050-38faf1595409 req-103bf2ee-ea07-43c5-bfec-9cd9f696c2d8 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:48.273614 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e5fa13c6-052c-47fb-a050-38faf1595409 req-103bf2ee-ea07-43c5-bfec-9cd9f696c2d8 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0976954 Nov 24 21:16:48.330678 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a1c9279-eb56-4df9-ab69-33a5ef6c6dc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:48.351489 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e5fa13c6-052c-47fb-a050-38faf1595409 req-33fdcabe-f8c3-4d9e-b49b-e5de5bcc0ad4 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699649 Nov 24 21:16:48.369327 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a1c9279-eb56-4df9-ab69-33a5ef6c6dc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:48.446358 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a1c9279-eb56-4df9-ab69-33a5ef6c6dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:48.449611 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a1c9279-eb56-4df9-ab69-33a5ef6c6dc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:48.459129 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5a1c9279-eb56-4df9-ab69-33a5ef6c6dc0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b4ec5dd-6c12-4d59-9fe7-743f56e69eda HTTP/1.1" status: 204 len: 168 time: 0.2201209 Nov 24 21:16:48.486500 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c9279-eb56-4df9-ab69-33a5ef6c6dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4ec5dd-6c12-4d59-9fe7-743f56e69eda,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:48.712772 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb23f16-e116-422f-9f13-b6fd637e8aa4 req-2aac2edf-ce71-45fc-9417-7d3170e42be0 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:48.714460 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8bb23f16-e116-422f-9f13-b6fd637e8aa4 req-2aac2edf-ce71-45fc-9417-7d3170e42be0 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0969455 Nov 24 21:16:48.786651 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8bb23f16-e116-422f-9f13-b6fd637e8aa4 req-fb2dde43-11ad-4ce9-9e0e-4901bbce310a tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627811 Nov 24 21:16:48.933897 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce1509-1568-41ab-93f1-e3e0a194a310 req-da7fb45c-10a9-428f-b218-1ec9c0b9d959 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:48.936058 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-37ce1509-1568-41ab-93f1-e3e0a194a310 req-da7fb45c-10a9-428f-b218-1ec9c0b9d959 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0622764 Nov 24 21:16:49.011359 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-37ce1509-1568-41ab-93f1-e3e0a194a310 req-0ed1b04c-4642-4a94-a908-3de8e43b7e5e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681047 Nov 24 21:16:49.171597 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6859b0-5015-4437-86c9-827571257241 req-9a3c2476-6a3d-46ff-b0f2-f984736173b1 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:49.182269 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e6859b0-5015-4437-86c9-827571257241 req-9a3c2476-6a3d-46ff-b0f2-f984736173b1 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0631316 Nov 24 21:16:49.258326 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e6859b0-5015-4437-86c9-827571257241 req-b1e41fb3-24af-4de6-bb55-b6e4f3dd1a58 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749829 Nov 24 21:16:49.373979 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0e0ea858-8ecf-4fb9-bd22-ab4e7490780a req-5fad1e3c-0e5d-4b0f-bf4b-151bc6113fa4 tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0390337 Nov 24 21:16:49.614197 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38584) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:49.622688 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c45485-4744-4496-8b06-3e0b217be695 req-1ae64218-51fe-48b1-bb3c-152b501df616 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:49.624333 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e9c45485-4744-4496-8b06-3e0b217be695 req-1ae64218-51fe-48b1-bb3c-152b501df616 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0871487 Nov 24 21:16:49.688903 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e9c45485-4744-4496-8b06-3e0b217be695 req-50b21f36-871a-4b5c-b851-0fe25caac231 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562117 Nov 24 21:16:49.736832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-86837a4b-ad09-47d3-8179-1d1c21a68255 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-896450067'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:49.769671 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86837a4b-ad09-47d3-8179-1d1c21a68255 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:16:49.773390 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86837a4b-ad09-47d3-8179-1d1c21a68255 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:49.783706 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86837a4b-ad09-47d3-8179-1d1c21a68255 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:49.927348 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86837a4b-ad09-47d3-8179-1d1c21a68255 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:49.945366 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86837a4b-ad09-47d3-8179-1d1c21a68255 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:49.983527 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86837a4b-ad09-47d3-8179-1d1c21a68255 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb00439-557f-41a0-a6fb-f3736521c8f7,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:49.991877 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511ee80-ac38-41b2-998f-0aa2ef4beeea req-90e9e749-9635-4fe4-8c33-4e14a9394551 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:49.996260 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2511ee80-ac38-41b2-998f-0aa2ef4beeea req-90e9e749-9635-4fe4-8c33-4e14a9394551 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0939426 Nov 24 21:16:50.012612 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86837a4b-ad09-47d3-8179-1d1c21a68255 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:16:50.027265 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86837a4b-ad09-47d3-8179-1d1c21a68255 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:50.028085 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-86837a4b-ad09-47d3-8179-1d1c21a68255 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Added segment c423a99c-a9aa-48ea-ba55-627404697df4 of type vlan for network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba Nov 24 21:16:50.088680 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86837a4b-ad09-47d3-8179-1d1c21a68255 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:50.102266 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2511ee80-ac38-41b2-998f-0aa2ef4beeea req-d198c93a-c188-4634-b015-e0fa4a4aab2a tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990272 Nov 24 21:16:50.139263 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86837a4b-ad09-47d3-8179-1d1c21a68255 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:50.149309 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86837a4b-ad09-47d3-8179-1d1c21a68255 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:50.150411 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86837a4b-ad09-47d3-8179-1d1c21a68255 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:50.189773 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-86837a4b-ad09-47d3-8179-1d1c21a68255 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5736654 Nov 24 21:16:50.193617 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38616) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:50.201650 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-860ac7da-792d-47cd-b545-4a3175af6a4d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:50.297936 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86837a4b-ad09-47d3-8179-1d1c21a68255 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Network': ['ID=1a9fd353-fa82-4a7a-a9a4-7d7d641058ba,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:50.309749 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:16:50.310634 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29bfcf-82af-4a4b-a3d0-e6c0826264d8 req-00a012b6-8e93-452f-9c06-41ce7829f6f1 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:50.315291 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd29bfcf-82af-4a4b-a3d0-e6c0826264d8 req-00a012b6-8e93-452f-9c06-41ce7829f6f1 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0973458 Nov 24 21:16:50.424445 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860ac7da-792d-47cd-b545-4a3175af6a4d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:16:50.435633 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-860ac7da-792d-47cd-b545-4a3175af6a4d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:50.444593 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd29bfcf-82af-4a4b-a3d0-e6c0826264d8 req-f45518ff-69bb-4ecf-87c7-5e9eafdee353 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233983 Nov 24 21:16:50.647565 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2c875049-dd5c-4840-b634-1355d800c714 req-d71591c9-353f-4731-a147-74ea13b26244 tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0616057 Nov 24 21:16:50.681949 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-860ac7da-792d-47cd-b545-4a3175af6a4d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:50.786409 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ac7da-792d-47cd-b545-4a3175af6a4d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=00a79f8c-8363-445b-8cb5-2005e176cb02,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:50.794372 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037ed68-3b13-4506-a193-2d1bd9acddb3 req-51b05e66-4996-405f-b4a6-2dadac5f1549 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:50.795761 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860ac7da-792d-47cd-b545-4a3175af6a4d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Checking segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:16:50.796139 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860ac7da-792d-47cd-b545-4a3175af6a4d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network hostable DHCP agents. Network: 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:16:50.797021 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6037ed68-3b13-4506-a193-2d1bd9acddb3 req-51b05e66-4996-405f-b4a6-2dadac5f1549 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0614061 Nov 24 21:16:50.822569 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860ac7da-792d-47cd-b545-4a3175af6a4d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:16:50.835553 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-860ac7da-792d-47cd-b545-4a3175af6a4d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:16:50.846160 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d8f78c-0076-4d04-84ea-1ff93fa9fedc None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:16:50.850497 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860ac7da-792d-47cd-b545-4a3175af6a4d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:50.851763 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-860ac7da-792d-47cd-b545-4a3175af6a4d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:50.881143 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-860ac7da-792d-47cd-b545-4a3175af6a4d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6837246 Nov 24 21:16:50.883694 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38648) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:50.888770 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6037ed68-3b13-4506-a193-2d1bd9acddb3 req-446a45f5-5554-404a-8d5a-9807f83ac5ff tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845165 Nov 24 21:16:50.896886 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-6bdfccee-b16a-42d5-a6fa-ac2f7fe78668 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'name': 'tempest-NetworksTestDHCPv6-604705208'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:51.064372 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e77ab8-20ff-43f1-a0c7-59d262c2c759 req-86614bf0-bb6c-4a2b-9b11-ea3d5869cdb1 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:51.065997 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3e77ab8-20ff-43f1-a0c7-59d262c2c759 req-86614bf0-bb6c-4a2b-9b11-ea3d5869cdb1 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0673211 Nov 24 21:16:51.096914 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289a0686-119c-44f8-afbf-cb0c43f9bb26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'fixed_ips': [{'subnet_id': '00a79f8c-8363-445b-8cb5-2005e176cb02'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:16:51.097806 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-289a0686-119c-44f8-afbf-cb0c43f9bb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:51.135952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdfccee-b16a-42d5-a6fa-ac2f7fe78668 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:16:51.139780 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6bdfccee-b16a-42d5-a6fa-ac2f7fe78668 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:51.145019 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3e77ab8-20ff-43f1-a0c7-59d262c2c759 req-808fb173-b41c-46b6-995f-4ad9f3bca8aa tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716445 Nov 24 21:16:51.171362 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-6bdfccee-b16a-42d5-a6fa-ac2f7fe78668 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] device_id is not set on port 9934e2cc-25ca-44da-ae07-f63e5b81814c yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:16:51.312361 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-289a0686-119c-44f8-afbf-cb0c43f9bb26 None None] Allocated IP 2001:db8::2 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/00a79f8c-8363-445b-8cb5-2005e176cb02/38f41ce0-5375-46da-85e5-d9749905eb29) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:16:51.386627 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c425ed8-c887-41f3-8104-7ba6657f37eb req-5a76ae58-e495-41eb-af09-44a311e6dc14 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:51.388326 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3c425ed8-c887-41f3-8104-7ba6657f37eb req-5a76ae58-e495-41eb-af09-44a311e6dc14 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0564523 Nov 24 21:16:51.456569 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3c425ed8-c887-41f3-8104-7ba6657f37eb req-d993e226-b380-4637-9993-a05449498083 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595493 Nov 24 21:16:51.515409 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-289a0686-119c-44f8-afbf-cb0c43f9bb26 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:51.525788 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-289a0686-119c-44f8-afbf-cb0c43f9bb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:51.598974 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a0686-119c-44f8-afbf-cb0c43f9bb26 None None] Pushing event updated for resources: {'Port': ['ID=38f41ce0-5375-46da-85e5-d9749905eb29,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:51.610409 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-6bdfccee-b16a-42d5-a6fa-ac2f7fe78668 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8::3b1 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/00a79f8c-8363-445b-8cb5-2005e176cb02/9934e2cc-25ca-44da-ae07-f63e5b81814c) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:16:51.623960 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289a0686-119c-44f8-afbf-cb0c43f9bb26 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:16:51.627536 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-289a0686-119c-44f8-afbf-cb0c43f9bb26 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:16:51.630209 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289a0686-119c-44f8-afbf-cb0c43f9bb26 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:16:51.696555 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-289a0686-119c-44f8-afbf-cb0c43f9bb26 None None] Attempting to bind port 38f41ce0-5375-46da-85e5-d9749905eb29 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:16:51.696964 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-289a0686-119c-44f8-afbf-cb0c43f9bb26 None None] Attempting to bind port 38f41ce0-5375-46da-85e5-d9749905eb29 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:16:51.697515 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a0686-119c-44f8-afbf-cb0c43f9bb26 None None] Attempting to bind port 38f41ce0-5375-46da-85e5-d9749905eb29 on network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:16:51.702893 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a0686-119c-44f8-afbf-cb0c43f9bb26 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:16:51.705247 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a0686-119c-44f8-afbf-cb0c43f9bb26 None None] Checking segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:16:51.705832 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-289a0686-119c-44f8-afbf-cb0c43f9bb26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:51.706384 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a0686-119c-44f8-afbf-cb0c43f9bb26 None None] Bound using segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:16:51.707058 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-289a0686-119c-44f8-afbf-cb0c43f9bb26 None None] Bound port: 38f41ce0-5375-46da-85e5-d9749905eb29, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:16:51.707439 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-289a0686-119c-44f8-afbf-cb0c43f9bb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:51.775612 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-289a0686-119c-44f8-afbf-cb0c43f9bb26 None None] For port 38f41ce0-5375-46da-85e5-d9749905eb29, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:16:51.779325 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-289a0686-119c-44f8-afbf-cb0c43f9bb26 None None] For port 38f41ce0-5375-46da-85e5-d9749905eb29, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=38f41ce0-5375-46da-85e5-d9749905eb29,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:16:51.786741 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-289a0686-119c-44f8-afbf-cb0c43f9bb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:51.840247 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6bdfccee-b16a-42d5-a6fa-ac2f7fe78668 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:51.894841 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6bdfccee-b16a-42d5-a6fa-ac2f7fe78668 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:51.924691 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdfccee-b16a-42d5-a6fa-ac2f7fe78668 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:16:51.928942 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-6bdfccee-b16a-42d5-a6fa-ac2f7fe78668 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:16:51.963239 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdfccee-b16a-42d5-a6fa-ac2f7fe78668 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:16:51.971595 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdfccee-b16a-42d5-a6fa-ac2f7fe78668 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:51.972406 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6bdfccee-b16a-42d5-a6fa-ac2f7fe78668 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:52.007689 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6bdfccee-b16a-42d5-a6fa-ac2f7fe78668 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1208539 Nov 24 21:16:52.010225 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38672) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:52.019834 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfccee-b16a-42d5-a6fa-ac2f7fe78668 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=9934e2cc-25ca-44da-ae07-f63e5b81814c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:52.139048 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a0686-119c-44f8-afbf-cb0c43f9bb26 None None] Pushing event updated for resources: {'Port': ['ID=38f41ce0-5375-46da-85e5-d9749905eb29,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:52.164095 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38674) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:52.181267 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4e80f7d1-bdae-4383-824f-1d1aa2006351 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1690936204', 'description': 'tempest-secgroup-smoke-1690936204 description', 'project_id': '595635dfe5324829adbb53908d8c3a34'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:52.226590 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e80f7d1-bdae-4383-824f-1d1aa2006351 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:52.235729 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b29101-3352-45ac-a94c-c02d2d9311d4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:52.241877 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b29101-3352-45ac-a94c-c02d2d9311d4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:52.244094 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-47b29101-3352-45ac-a94c-c02d2d9311d4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2326491 Nov 24 21:16:52.246739 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38676) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:52.314946 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e80f7d1-bdae-4383-824f-1d1aa2006351 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:52.329853 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e80f7d1-bdae-4383-824f-1d1aa2006351 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:52.361674 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f28ba-b3c8-4bbb-a5f7-2f385c1fb616 req-e208d743-821d-4455-840f-e2727df7a227 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:52.369153 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-196f28ba-b3c8-4bbb-a5f7-2f385c1fb616 req-e208d743-821d-4455-840f-e2727df7a227 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1237965 Nov 24 21:16:52.369554 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80f7d1-bdae-4383-824f-1d1aa2006351 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dcec6d-b8b9-44df-a939-4064b50c241a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:52.387206 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e80f7d1-bdae-4383-824f-1d1aa2006351 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:52.388616 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4e80f7d1-bdae-4383-824f-1d1aa2006351 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2234361 Nov 24 21:16:52.392418 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38678) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:52.398341 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-6a86bbdc-81eb-4362-b35c-e1788cc86c5f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Request body: {'security_group_rule': {'security_group_id': 'b9dcec6d-b8b9-44df-a939-4064b50c241a', 'project_id': '595635dfe5324829adbb53908d8c3a34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:52.432359 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-7376a040-5675-4b96-a661-bb149f7caad5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting port 9934e2cc-25ca-44da-ae07-f63e5b81814c {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:16:52.432829 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7376a040-5675-4b96-a661-bb149f7caad5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:52.448684 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6a86bbdc-81eb-4362-b35c-e1788cc86c5f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:52.464308 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-196f28ba-b3c8-4bbb-a5f7-2f385c1fb616 req-ccb2ca4f-7e88-4620-8385-db60a39c07a0 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886045 Nov 24 21:16:52.583395 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 38f41ce0-5375-46da-85e5-d9749905eb29 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:16:52.612221 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6a86bbdc-81eb-4362-b35c-e1788cc86c5f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:52.613975 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7f22517e-4d90-4dfa-9fd5-7f66a5281bff req-a1186922-fafb-45cc-9c06-b3f541349853 tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0574412 Nov 24 21:16:52.619235 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6a86bbdc-81eb-4362-b35c-e1788cc86c5f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:52.650460 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7376a040-5675-4b96-a661-bb149f7caad5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:52.659159 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86bbdc-81eb-4362-b35c-e1788cc86c5f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21bd9124-e3c9-4c01-bc8b-1673e260c93e,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:52.670487 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6a86bbdc-81eb-4362-b35c-e1788cc86c5f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:52.677814 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6a86bbdc-81eb-4362-b35c-e1788cc86c5f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2841263 Nov 24 21:16:52.678480 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38684) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:52.679243 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 38f41ce0-5375-46da-85e5-d9749905eb29 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:16:52.680195 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:52.680410 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-7376a040-5675-4b96-a661-bb149f7caad5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Calling delete_port for 9934e2cc-25ca-44da-ae07-f63e5b81814c owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:16:52.683393 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-382e98c4-5696-4c66-b00b-562f3fe9fdb9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Request body: {'security_group_rule': {'security_group_id': 'b9dcec6d-b8b9-44df-a939-4064b50c241a', 'project_id': '595635dfe5324829adbb53908d8c3a34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:52.722174 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-382e98c4-5696-4c66-b00b-562f3fe9fdb9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:52.795387 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:52.849434 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 38f41ce0-5375-46da-85e5-d9749905eb29, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=38f41ce0-5375-46da-85e5-d9749905eb29,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:16:52.854181 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:52.855061 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-382e98c4-5696-4c66-b00b-562f3fe9fdb9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:52.861580 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-382e98c4-5696-4c66-b00b-562f3fe9fdb9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:52.885236 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7376a040-5675-4b96-a661-bb149f7caad5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:52.904647 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-382e98c4-5696-4c66-b00b-562f3fe9fdb9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:52.910634 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-382e98c4-5696-4c66-b00b-562f3fe9fdb9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2308393 Nov 24 21:16:52.914054 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38690) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:52.922969 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376a040-5675-4b96-a661-bb149f7caad5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Port': ['ID=9934e2cc-25ca-44da-ae07-f63e5b81814c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:52.923614 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-5938e5ba-b305-4224-8760-ccb32b9c12d5 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Request body: {'security_group_rule': {'security_group_id': 'b9dcec6d-b8b9-44df-a939-4064b50c241a', 'project_id': '595635dfe5324829adbb53908d8c3a34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:52.936603 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e98c4-5696-4c66-b00b-562f3fe9fdb9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740c33ef-140f-4866-bd14-f2b8dbd3eaaa,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:52.983596 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7376a040-5675-4b96-a661-bb149f7caad5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:52.992773 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7376a040-5675-4b96-a661-bb149f7caad5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/9934e2cc-25ca-44da-ae07-f63e5b81814c HTTP/1.1" status: 204 len: 168 time: 0.7447565 Nov 24 21:16:52.993782 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38692) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:53.001261 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5938e5ba-b305-4224-8760-ccb32b9c12d5 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:53.005966 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=38f41ce0-5375-46da-85e5-d9749905eb29,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:53.131902 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5938e5ba-b305-4224-8760-ccb32b9c12d5 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:53.147302 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5938e5ba-b305-4224-8760-ccb32b9c12d5 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:53.156107 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5a663f-d938-4eed-9122-7a8541496d94 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:53.159651 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5a663f-d938-4eed-9122-7a8541496d94 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:53.161533 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-eb5a663f-d938-4eed-9122-7a8541496d94 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1667886 Nov 24 21:16:53.165739 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38700) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:53.189224 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938e5ba-b305-4224-8760-ccb32b9c12d5 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22858b9-5056-4bcb-8eb2-0b0f9fe29572,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:53.230554 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5938e5ba-b305-4224-8760-ccb32b9c12d5 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:53.235275 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38702) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:53.235414 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5938e5ba-b305-4224-8760-ccb32b9c12d5 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3203561 Nov 24 21:16:53.241302 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-8b619f1b-5787-42fd-a1cb-fc338d6a2492 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Request body: {'security_group_rule': {'security_group_id': 'b9dcec6d-b8b9-44df-a939-4064b50c241a', 'project_id': '595635dfe5324829adbb53908d8c3a34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:53.273380 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-709a2240-c7e7-4e02-8636-c0e9246b1a40 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet 00a79f8c-8363-445b-8cb5-2005e176cb02 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:16:53.277061 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-709a2240-c7e7-4e02-8636-c0e9246b1a40 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:53.318538 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b619f1b-5787-42fd-a1cb-fc338d6a2492 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:53.324688 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-709a2240-c7e7-4e02-8636-c0e9246b1a40 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:53.408254 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b619f1b-5787-42fd-a1cb-fc338d6a2492 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:53.415651 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b619f1b-5787-42fd-a1cb-fc338d6a2492 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:53.430109 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-709a2240-c7e7-4e02-8636-c0e9246b1a40 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:53.435831 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688d5dd-f3b7-4563-badf-343d86c4c5c8 req-c9c2be05-d0f2-4b1a-8c5c-09e7152f6402 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:53.438041 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5963e539-efcc-4be9-a96a-f9101368ef75 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:16:53.443563 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f688d5dd-f3b7-4563-badf-343d86c4c5c8 req-c9c2be05-d0f2-4b1a-8c5c-09e7152f6402 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1956096 Nov 24 21:16:53.473900 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b619f1b-5787-42fd-a1cb-fc338d6a2492 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c067f63-7077-4ce0-a0f3-49d67501ae6f,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:53.483248 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b619f1b-5787-42fd-a1cb-fc338d6a2492 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:53.488347 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8b619f1b-5787-42fd-a1cb-fc338d6a2492 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2477252 Nov 24 21:16:53.489972 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38704) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:53.496062 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-36d4e2f4-6623-4339-8bd2-8b3283c77acb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Request body: {'security_group_rule': {'security_group_id': 'b9dcec6d-b8b9-44df-a939-4064b50c241a', 'project_id': '595635dfe5324829adbb53908d8c3a34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:53.509475 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f688d5dd-f3b7-4563-badf-343d86c4c5c8 req-bb5b68a6-988d-4fc3-89aa-ece50cd6d3d3 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650249 Nov 24 21:16:53.537957 n-d-812111-8 neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-36d4e2f4-6623-4339-8bd2-8b3283c77acb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Project 595635dfe5324829adbb53908d8c3a34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:16:53.546570 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-36d4e2f4-6623-4339-8bd2-8b3283c77acb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:53.557036 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-709a2240-c7e7-4e02-8636-c0e9246b1a40 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:53.560017 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9b6e36b8-6fce-4cef-a06e-add23e8902fa None None] Provisioning complete for port 38f41ce0-5375-46da-85e5-d9749905eb29 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:16:53.560396 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9b6e36b8-6fce-4cef-a06e-add23e8902fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:53.611790 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-709a2240-c7e7-4e02-8636-c0e9246b1a40 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:53.616792 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-709a2240-c7e7-4e02-8636-c0e9246b1a40 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/00a79f8c-8363-445b-8cb5-2005e176cb02 HTTP/1.1" status: 204 len: 168 time: 0.4424548 Nov 24 21:16:53.616792 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a2240-c7e7-4e02-8636-c0e9246b1a40 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=00a79f8c-8363-445b-8cb5-2005e176cb02,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:53.618056 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38708) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:53.636644 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-36d4e2f4-6623-4339-8bd2-8b3283c77acb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:53.643688 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-36d4e2f4-6623-4339-8bd2-8b3283c77acb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:53.683140 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4e2f4-6623-4339-8bd2-8b3283c77acb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd4379d-e481-43e9-902f-4ccbc9f2a794,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:53.717534 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-36d4e2f4-6623-4339-8bd2-8b3283c77acb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:53.722066 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-36d4e2f4-6623-4339-8bd2-8b3283c77acb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2286115 Nov 24 21:16:53.722317 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38712) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:53.727358 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-77cc12eb-5d28-476b-9969-ad3bea8af112 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Request body: {'security_group_rule': {'security_group_id': 'b9dcec6d-b8b9-44df-a939-4064b50c241a', 'project_id': '595635dfe5324829adbb53908d8c3a34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:53.782453 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-44b522d5-1391-434f-b3f4-da2ea0328ceb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1614730 Nov 24 21:16:53.787869 n-d-812111-8 neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-77cc12eb-5d28-476b-9969-ad3bea8af112 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Project 595635dfe5324829adbb53908d8c3a34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:16:53.791290 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38714) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:53.795252 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77cc12eb-5d28-476b-9969-ad3bea8af112 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:53.796360 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-4a223587-def1-4d80-9dc1-3be542c94c16 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:53.833371 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1517faf-cbf5-41fc-874b-e6d6cac554b4 req-6e907bb6-476e-4566-af7f-a449d0f8feb6 tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0543714 Nov 24 21:16:53.857562 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b7d691-2d64-4319-b41f-143f86a52f62 None None] DHCP port deletion for 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:16:53.867943 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77cc12eb-5d28-476b-9969-ad3bea8af112 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:53.873326 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77cc12eb-5d28-476b-9969-ad3bea8af112 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:53.903919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc12eb-5d28-476b-9969-ad3bea8af112 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d12197-79b3-4a03-84d0-8e8c160c7355,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:53.917292 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-75b7d691-2d64-4319-b41f-143f86a52f62 None None] Deleting port 38f41ce0-5375-46da-85e5-d9749905eb29 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:16:53.917577 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-75b7d691-2d64-4319-b41f-143f86a52f62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:53.917939 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77cc12eb-5d28-476b-9969-ad3bea8af112 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:53.922820 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-77cc12eb-5d28-476b-9969-ad3bea8af112 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1993885 Nov 24 21:16:53.924325 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc12eb-5d28-476b-9969-ad3bea8af112 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:53.924735 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc12eb-5d28-476b-9969-ad3bea8af112 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:53.925100 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc12eb-5d28-476b-9969-ad3bea8af112 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:53.925445 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc12eb-5d28-476b-9969-ad3bea8af112 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:53.925787 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc12eb-5d28-476b-9969-ad3bea8af112 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:53.926263 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc12eb-5d28-476b-9969-ad3bea8af112 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:53.926650 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc12eb-5d28-476b-9969-ad3bea8af112 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:53.926992 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc12eb-5d28-476b-9969-ad3bea8af112 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:53.927327 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc12eb-5d28-476b-9969-ad3bea8af112 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:53.927657 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc12eb-5d28-476b-9969-ad3bea8af112 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:53.927991 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc12eb-5d28-476b-9969-ad3bea8af112 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:53.928587 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc12eb-5d28-476b-9969-ad3bea8af112 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:16:53.967313 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a223587-def1-4d80-9dc1-3be542c94c16 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:16:53.972202 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4a223587-def1-4d80-9dc1-3be542c94c16 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:53.990079 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-75b7d691-2d64-4319-b41f-143f86a52f62 None None] For port 38f41ce0-5375-46da-85e5-d9749905eb29, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=38f41ce0-5375-46da-85e5-d9749905eb29,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:16:53.990469 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-75b7d691-2d64-4319-b41f-143f86a52f62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:54.004924 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-75b7d691-2d64-4319-b41f-143f86a52f62 None None] Calling delete_port for 38f41ce0-5375-46da-85e5-d9749905eb29 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:16:54.127564 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-75b7d691-2d64-4319-b41f-143f86a52f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:54.160447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7d691-2d64-4319-b41f-143f86a52f62 None None] Pushing event deleted for resources: {'Port': ['ID=38f41ce0-5375-46da-85e5-d9749905eb29,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:54.162650 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b7d691-2d64-4319-b41f-143f86a52f62 None None] No DVR routers for this DVR port 38f41ce0-5375-46da-85e5-d9749905eb29 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:16:54.223861 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4a223587-def1-4d80-9dc1-3be542c94c16 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:54.267124 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a223587-def1-4d80-9dc1-3be542c94c16 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:16:54.271162 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-4a223587-def1-4d80-9dc1-3be542c94c16 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:16:54.276891 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a223587-def1-4d80-9dc1-3be542c94c16 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:54.277542 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4a223587-def1-4d80-9dc1-3be542c94c16 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:54.291046 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c717dd0-6bcd-4e8a-979d-f7f4e68c96cd None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:16:54.302696 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a223587-def1-4d80-9dc1-3be542c94c16 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=5109eee7-359d-4927-9919-108eb04e21e5,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:54.314606 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4a223587-def1-4d80-9dc1-3be542c94c16 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5198543 Nov 24 21:16:54.315156 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38756) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:54.322590 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-5b85b93a-4f8c-494b-a4c1-86513d68750b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'name': 'tempest-NetworksTestDHCPv6-53866321'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:54.511990 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 38f41ce0-5375-46da-85e5-d9749905eb29 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:16:54.517898 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f894b097-e66c-4f69-b974-93a82d9eab8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'fixed_ips': [{'subnet_id': '5109eee7-359d-4927-9919-108eb04e21e5'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:16:54.521636 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f894b097-e66c-4f69-b974-93a82d9eab8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:54.567177 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b85b93a-4f8c-494b-a4c1-86513d68750b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:16:54.571672 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5b85b93a-4f8c-494b-a4c1-86513d68750b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:54.597010 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-5b85b93a-4f8c-494b-a4c1-86513d68750b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] device_id is not set on port d593aa7c-e5bb-4077-9944-01f8bdb7c510 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:16:54.625357 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 38f41ce0-5375-46da-85e5-d9749905eb29 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:16:54.625877 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 38f41ce0-5375-46da-85e5-d9749905eb29 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:16:54.734082 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfd0-9a98-486d-8435-b2f61db82b2c req-ed03ec81-6556-47b2-8688-708a76a0a4f3 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:54.736579 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-473dcfd0-9a98-486d-8435-b2f61db82b2c req-ed03ec81-6556-47b2-8688-708a76a0a4f3 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1224589 Nov 24 21:16:54.811062 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-473dcfd0-9a98-486d-8435-b2f61db82b2c req-013e97cf-332f-4537-9972-6f39b5758116 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633850 Nov 24 21:16:54.831662 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-f894b097-e66c-4f69-b974-93a82d9eab8f None None] Allocated IP 2001:db8::2 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/5109eee7-359d-4927-9919-108eb04e21e5/2a02e32b-5bfc-49b4-8095-eb229a7903ae) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:16:54.959856 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c73cd724-8430-4d8a-b5fd-c5ec16137912 req-040634ab-18bf-4f63-970d-f383c52c57f8 tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0297878 Nov 24 21:16:55.059903 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f894b097-e66c-4f69-b974-93a82d9eab8f None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:55.066447 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f894b097-e66c-4f69-b974-93a82d9eab8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:55.104095 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f894b097-e66c-4f69-b974-93a82d9eab8f None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:16:55.107407 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-f894b097-e66c-4f69-b974-93a82d9eab8f None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:16:55.112029 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f894b097-e66c-4f69-b974-93a82d9eab8f None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:16:55.148800 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894b097-e66c-4f69-b974-93a82d9eab8f None None] Pushing event updated for resources: {'Port': ['ID=2a02e32b-5bfc-49b4-8095-eb229a7903ae,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:55.170938 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-5b85b93a-4f8c-494b-a4c1-86513d68750b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8::265 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/5109eee7-359d-4927-9919-108eb04e21e5/d593aa7c-e5bb-4077-9944-01f8bdb7c510) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:16:55.215176 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f894b097-e66c-4f69-b974-93a82d9eab8f None None] Attempting to bind port 2a02e32b-5bfc-49b4-8095-eb229a7903ae on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:16:55.216533 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f894b097-e66c-4f69-b974-93a82d9eab8f None None] Attempting to bind port 2a02e32b-5bfc-49b4-8095-eb229a7903ae by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:16:55.218380 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f894b097-e66c-4f69-b974-93a82d9eab8f None None] Attempting to bind port 2a02e32b-5bfc-49b4-8095-eb229a7903ae on network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:16:55.231349 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f894b097-e66c-4f69-b974-93a82d9eab8f None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:16:55.233123 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f894b097-e66c-4f69-b974-93a82d9eab8f None None] Checking segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:16:55.237624 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f894b097-e66c-4f69-b974-93a82d9eab8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:55.239286 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f894b097-e66c-4f69-b974-93a82d9eab8f None None] Bound using segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:16:55.239286 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f894b097-e66c-4f69-b974-93a82d9eab8f None None] Bound port: 2a02e32b-5bfc-49b4-8095-eb229a7903ae, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:16:55.239286 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f894b097-e66c-4f69-b974-93a82d9eab8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:55.321309 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f894b097-e66c-4f69-b974-93a82d9eab8f None None] For port 2a02e32b-5bfc-49b4-8095-eb229a7903ae, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:16:55.326295 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f894b097-e66c-4f69-b974-93a82d9eab8f None None] For port 2a02e32b-5bfc-49b4-8095-eb229a7903ae, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2a02e32b-5bfc-49b4-8095-eb229a7903ae,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:16:55.334989 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f894b097-e66c-4f69-b974-93a82d9eab8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:55.407711 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5b85b93a-4f8c-494b-a4c1-86513d68750b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:55.432257 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894b097-e66c-4f69-b974-93a82d9eab8f None None] Pushing event updated for resources: {'Port': ['ID=2a02e32b-5bfc-49b4-8095-eb229a7903ae,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:55.450789 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5b85b93a-4f8c-494b-a4c1-86513d68750b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:55.513923 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b85b93a-4f8c-494b-a4c1-86513d68750b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:16:55.518176 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-5b85b93a-4f8c-494b-a4c1-86513d68750b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:16:55.522060 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b85b93a-4f8c-494b-a4c1-86513d68750b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:16:55.527906 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b85b93a-4f8c-494b-a4c1-86513d68750b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:55.528533 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5b85b93a-4f8c-494b-a4c1-86513d68750b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:55.539355 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85b93a-4f8c-494b-a4c1-86513d68750b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=d593aa7c-e5bb-4077-9944-01f8bdb7c510,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:55.565348 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5b85b93a-4f8c-494b-a4c1-86513d68750b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2490056 Nov 24 21:16:55.567883 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38798) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:55.684551 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0412010c-bebe-480e-ba0d-44ffe3009c37 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:55.691439 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0412010c-bebe-480e-ba0d-44ffe3009c37 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:55.693823 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0412010c-bebe-480e-ba0d-44ffe3009c37 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1248267 Nov 24 21:16:55.697055 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38802) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:55.823651 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-9716ac85-620c-450e-bee3-2f043ec32f97 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting port d593aa7c-e5bb-4077-9944-01f8bdb7c510 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:16:55.824294 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9716ac85-620c-450e-bee3-2f043ec32f97 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:55.972025 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9716ac85-620c-450e-bee3-2f043ec32f97 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:55.992819 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-9716ac85-620c-450e-bee3-2f043ec32f97 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Calling delete_port for d593aa7c-e5bb-4077-9944-01f8bdb7c510 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:16:56.009516 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd514ee6-b4f3-49bc-b07b-66e608ec2dd6 req-fff6788b-3214-4923-abb5-0f86c0f02910 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:56.011049 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dd514ee6-b4f3-49bc-b07b-66e608ec2dd6 req-fff6788b-3214-4923-abb5-0f86c0f02910 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0940020 Nov 24 21:16:56.111319 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dd514ee6-b4f3-49bc-b07b-66e608ec2dd6 req-8514ad1d-fe6b-417b-a3e2-db69c40dccac tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916533 Nov 24 21:16:56.255287 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6b741a95-3934-4408-953b-5a6ce46516cf req-fa9c24ba-8897-4de1-8f79-987f75dd2e5f tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0481048 Nov 24 21:16:56.264462 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9716ac85-620c-450e-bee3-2f043ec32f97 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:56.318563 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716ac85-620c-450e-bee3-2f043ec32f97 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Port': ['ID=d593aa7c-e5bb-4077-9944-01f8bdb7c510,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:56.353022 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9716ac85-620c-450e-bee3-2f043ec32f97 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:56.360127 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9716ac85-620c-450e-bee3-2f043ec32f97 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/d593aa7c-e5bb-4077-9944-01f8bdb7c510 HTTP/1.1" status: 204 len: 168 time: 0.6596091 Nov 24 21:16:56.360620 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38812) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:56.441570 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccce6b45-1565-495d-bbab-49184e345bcc tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:56.443608 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccce6b45-1565-495d-bbab-49184e345bcc tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:56.453825 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ccce6b45-1565-495d-bbab-49184e345bcc tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0916543 Nov 24 21:16:56.458588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38814) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:56.510129 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38816) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:56.574338 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-5abb45ae-0210-4ba1-917f-797e1984a694 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet 5109eee7-359d-4927-9919-108eb04e21e5 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:16:56.579914 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5abb45ae-0210-4ba1-917f-797e1984a694 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:56.582306 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2a02e32b-5bfc-49b4-8095-eb229a7903ae up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:16:56.641337 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5abb45ae-0210-4ba1-917f-797e1984a694 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:56.697192 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 2a02e32b-5bfc-49b4-8095-eb229a7903ae triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:16:56.697595 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:56.829453 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5abb45ae-0210-4ba1-917f-797e1984a694 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:56.838672 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a127ec90-2ec1-4919-98ef-4717e70606fa None None] Provisioning complete for port 2a02e32b-5bfc-49b4-8095-eb229a7903ae triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:16:56.839114 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a127ec90-2ec1-4919-98ef-4717e70606fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:56.908923 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5abb45ae-0210-4ba1-917f-797e1984a694 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:56.952270 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb45ae-0210-4ba1-917f-797e1984a694 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=5109eee7-359d-4927-9919-108eb04e21e5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:56.957522 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5abb45ae-0210-4ba1-917f-797e1984a694 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:56.965089 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5abb45ae-0210-4ba1-917f-797e1984a694 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/5109eee7-359d-4927-9919-108eb04e21e5 HTTP/1.1" status: 204 len: 168 time: 0.5033433 Nov 24 21:16:56.965605 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38822) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:57.057433 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8e61039b-ddf1-4d61-8d80-bd7b5c4582d4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0904686 Nov 24 21:16:57.060191 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38824) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:57.060593 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:57.082910 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-6e0bac98-fac0-42fe-905b-78036ad67879 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:57.219581 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:16:57.219952 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:16:57.223652 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad753ab-c06b-46ea-b5c1-4ef585f2cc21 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:16:57.242170 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a127ec90-2ec1-4919-98ef-4717e70606fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:57.290194 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0bac98-fac0-42fe-905b-78036ad67879 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:16:57.302248 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e0bac98-fac0-42fe-905b-78036ad67879 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:57.350898 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a127ec90-2ec1-4919-98ef-4717e70606fa None None] For port 2a02e32b-5bfc-49b4-8095-eb229a7903ae, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2a02e32b-5bfc-49b4-8095-eb229a7903ae,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:16:57.368634 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a127ec90-2ec1-4919-98ef-4717e70606fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:57.381058 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2075d-7f31-41f7-b233-521e097df7b2 req-f39fc573-c514-427d-b2ed-c8b5c3844238 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:57.383841 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-94a2075d-7f31-41f7-b233-521e097df7b2 req-f39fc573-c514-427d-b2ed-c8b5c3844238 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1351204 Nov 24 21:16:57.486630 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-94a2075d-7f31-41f7-b233-521e097df7b2 req-3357f633-33c6-4df0-8b92-70958e3d3fe5 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968847 Nov 24 21:16:57.491988 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127ec90-2ec1-4919-98ef-4717e70606fa None None] Pushing event updated for resources: {'Port': ['ID=2a02e32b-5bfc-49b4-8095-eb229a7903ae,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:57.502729 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-0042c71e-63d3-455d-a6f4-a9189dc28bae None None] Could not find standard attr ID for object d593aa7c-e5bb-4077-9944-01f8bdb7c510. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:16:57.555014 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f3cc9e1-0b5f-4d75-9c04-5b3502e8aca6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:57.679065 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6677f4-9d26-40a1-9726-b3a167e83129 None None] DHCP port deletion for 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:16:57.682502 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e0bac98-fac0-42fe-905b-78036ad67879 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:57.800396 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0bac98-fac0-42fe-905b-78036ad67879 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:16:57.815643 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-6e0bac98-fac0-42fe-905b-78036ad67879 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:16:57.820246 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0bac98-fac0-42fe-905b-78036ad67879 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:57.820878 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e0bac98-fac0-42fe-905b-78036ad67879 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:57.845282 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-2c6677f4-9d26-40a1-9726-b3a167e83129 None None] Deleting port 2a02e32b-5bfc-49b4-8095-eb229a7903ae {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:16:57.845921 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2c6677f4-9d26-40a1-9726-b3a167e83129 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:57.868252 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bac98-fac0-42fe-905b-78036ad67879 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=1635a92a-1ed9-4bad-87c1-23d0f4072b3e,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:57.884571 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6e0bac98-fac0-42fe-905b-78036ad67879 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8229034 Nov 24 21:16:57.889031 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38832) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:57.898586 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e9de50a7-ef43-4eee-9355-7f2ae04d6eb2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'name': 'tempest-NetworksTestDHCPv6-1169357301'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:16:58.021870 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2c6677f4-9d26-40a1-9726-b3a167e83129 None None] For port 2a02e32b-5bfc-49b4-8095-eb229a7903ae, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2a02e32b-5bfc-49b4-8095-eb229a7903ae,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:16:58.022342 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2c6677f4-9d26-40a1-9726-b3a167e83129 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:58.043463 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-2c6677f4-9d26-40a1-9726-b3a167e83129 None None] Calling delete_port for 2a02e32b-5bfc-49b4-8095-eb229a7903ae owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:16:58.055306 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9de50a7-ef43-4eee-9355-7f2ae04d6eb2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:16:58.068383 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b91ec1f-856f-4774-9591-6886e0d56ece req-112383b0-7075-4898-9988-46b1721d2869 tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0505280 Nov 24 21:16:58.069563 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9de50a7-ef43-4eee-9355-7f2ae04d6eb2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:58.130340 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-e9de50a7-ef43-4eee-9355-7f2ae04d6eb2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] device_id is not set on port 2e858b12-b740-497b-8fdb-749c5cb6243b yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:16:58.180963 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2c6677f4-9d26-40a1-9726-b3a167e83129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:58.236692 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6677f4-9d26-40a1-9726-b3a167e83129 None None] Pushing event deleted for resources: {'Port': ['ID=2a02e32b-5bfc-49b4-8095-eb229a7903ae,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:58.255813 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6677f4-9d26-40a1-9726-b3a167e83129 None None] No DVR routers for this DVR port 2a02e32b-5bfc-49b4-8095-eb229a7903ae on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:16:58.284447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82b3fe6-748d-432e-b4f7-8b29025d0dbb None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:16:58.353980 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-e9de50a7-ef43-4eee-9355-7f2ae04d6eb2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8::139 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/1635a92a-1ed9-4bad-87c1-23d0f4072b3e/2e858b12-b740-497b-8fdb-749c5cb6243b) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:16:58.602375 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2a02e32b-5bfc-49b4-8095-eb229a7903ae no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:16:58.625090 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 2a02e32b-5bfc-49b4-8095-eb229a7903ae {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:16:58.625351 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2a02e32b-5bfc-49b4-8095-eb229a7903ae not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:16:58.655682 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9de50a7-ef43-4eee-9355-7f2ae04d6eb2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:58.681201 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e1ed6d-a558-4a6b-a889-7d1030c0072b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'fixed_ips': [{'subnet_id': '1635a92a-1ed9-4bad-87c1-23d0f4072b3e'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:16:58.683301 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-01e1ed6d-a558-4a6b-a889-7d1030c0072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:58.724435 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9de50a7-ef43-4eee-9355-7f2ae04d6eb2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:58.747519 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-8f3cc9e1-0b5f-4d75-9c04-5b3502e8aca6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Deleting port f5e17c45-e417-434f-a753-f7ecb1222d59 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:16:58.748490 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f3cc9e1-0b5f-4d75-9c04-5b3502e8aca6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:58.760676 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71b762-66d0-43fb-b705-ed50e095d55a req-d679ad66-4bf9-446c-b2e6-fe21077a1b62 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:58.768356 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ba71b762-66d0-43fb-b705-ed50e095d55a req-d679ad66-4bf9-446c-b2e6-fe21077a1b62 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1458280 Nov 24 21:16:58.837130 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9de50a7-ef43-4eee-9355-7f2ae04d6eb2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:16:58.842099 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-e9de50a7-ef43-4eee-9355-7f2ae04d6eb2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:16:58.846826 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de50a7-ef43-4eee-9355-7f2ae04d6eb2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:16:58.858130 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9de50a7-ef43-4eee-9355-7f2ae04d6eb2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:58.859689 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9de50a7-ef43-4eee-9355-7f2ae04d6eb2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:58.870681 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de50a7-ef43-4eee-9355-7f2ae04d6eb2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=2e858b12-b740-497b-8fdb-749c5cb6243b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:58.878669 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-01e1ed6d-a558-4a6b-a889-7d1030c0072b None None] Allocated IP 2001:db8::2 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/1635a92a-1ed9-4bad-87c1-23d0f4072b3e/1bd43f8b-873a-4abb-a37f-e514d871d1e2) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:16:58.900030 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e9de50a7-ef43-4eee-9355-7f2ae04d6eb2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0075502 Nov 24 21:16:58.904232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38842) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:58.953548 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ba71b762-66d0-43fb-b705-ed50e095d55a req-f674cb9d-fbe0-4424-bf56-25fbf33ae69d tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838155 Nov 24 21:16:58.992086 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-8f3cc9e1-0b5f-4d75-9c04-5b3502e8aca6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] For port f5e17c45-e417-434f-a753-f7ecb1222d59, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=f5e17c45-e417-434f-a753-f7ecb1222d59,segment=NetworkSegment(6783232c-538c-4518-af14-ebda64791b03),segment_id=6783232c-538c-4518-af14-ebda64791b03)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:16:58.992841 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f3cc9e1-0b5f-4d75-9c04-5b3502e8aca6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:58.997710 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ea9460-e505-4fb4-a6cb-955d3e5b9960 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:16:59.002258 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-89ea9460-e505-4fb4-a6cb-955d3e5b9960 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0924323 Nov 24 21:16:59.002941 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38844) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:16:59.041688 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-8f3cc9e1-0b5f-4d75-9c04-5b3502e8aca6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Calling delete_port for f5e17c45-e417-434f-a753-f7ecb1222d59 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:16:59.245199 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-30fffb2c-7d73-49d8-bd89-a07eb8d43bca tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting port 2e858b12-b740-497b-8fdb-749c5cb6243b {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:16:59.246152 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-30fffb2c-7d73-49d8-bd89-a07eb8d43bca tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:59.280269 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5234c194-59c4-464e-99da-737d58d22b82 req-bfcdd954-1af8-4058-a8e6-581674b6e360 tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0880809 Nov 24 21:16:59.364867 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-01e1ed6d-a558-4a6b-a889-7d1030c0072b None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:59.371809 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-01e1ed6d-a558-4a6b-a889-7d1030c0072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:59.417360 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e1ed6d-a558-4a6b-a889-7d1030c0072b None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:16:59.418770 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-01e1ed6d-a558-4a6b-a889-7d1030c0072b None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:16:59.423508 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e1ed6d-a558-4a6b-a889-7d1030c0072b None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:16:59.435907 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f3cc9e1-0b5f-4d75-9c04-5b3502e8aca6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:59.467287 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3cc9e1-0b5f-4d75-9c04-5b3502e8aca6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event deleted for resources: {'Port': ['ID=f5e17c45-e417-434f-a753-f7ecb1222d59,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:59.486537 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-01e1ed6d-a558-4a6b-a889-7d1030c0072b None None] Attempting to bind port 1bd43f8b-873a-4abb-a37f-e514d871d1e2 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:16:59.486924 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-01e1ed6d-a558-4a6b-a889-7d1030c0072b None None] Attempting to bind port 1bd43f8b-873a-4abb-a37f-e514d871d1e2 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:16:59.487300 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e1ed6d-a558-4a6b-a889-7d1030c0072b None None] Attempting to bind port 1bd43f8b-873a-4abb-a37f-e514d871d1e2 on network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:16:59.489871 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-30fffb2c-7d73-49d8-bd89-a07eb8d43bca tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:59.492913 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1ed6d-a558-4a6b-a889-7d1030c0072b None None] Pushing event updated for resources: {'Port': ['ID=1bd43f8b-873a-4abb-a37f-e514d871d1e2,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:59.495456 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e1ed6d-a558-4a6b-a889-7d1030c0072b None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:16:59.495844 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e1ed6d-a558-4a6b-a889-7d1030c0072b None None] Checking segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:16:59.496248 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-01e1ed6d-a558-4a6b-a889-7d1030c0072b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:59.496677 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e1ed6d-a558-4a6b-a889-7d1030c0072b None None] Bound using segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:16:59.497440 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-01e1ed6d-a558-4a6b-a889-7d1030c0072b None None] Bound port: 1bd43f8b-873a-4abb-a37f-e514d871d1e2, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:16:59.497833 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-01e1ed6d-a558-4a6b-a889-7d1030c0072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:59.527271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-30fffb2c-7d73-49d8-bd89-a07eb8d43bca tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Calling delete_port for 2e858b12-b740-497b-8fdb-749c5cb6243b owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:16:59.593423 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-01e1ed6d-a558-4a6b-a889-7d1030c0072b None None] For port 1bd43f8b-873a-4abb-a37f-e514d871d1e2, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:16:59.611596 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-01e1ed6d-a558-4a6b-a889-7d1030c0072b None None] For port 1bd43f8b-873a-4abb-a37f-e514d871d1e2, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1bd43f8b-873a-4abb-a37f-e514d871d1e2,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:16:59.619084 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-01e1ed6d-a558-4a6b-a889-7d1030c0072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:59.687966 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1ed6d-a558-4a6b-a889-7d1030c0072b None None] Pushing event updated for resources: {'Port': ['ID=1bd43f8b-873a-4abb-a37f-e514d871d1e2,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:59.839806 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f3cc9e1-0b5f-4d75-9c04-5b3502e8aca6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:59.890045 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-30fffb2c-7d73-49d8-bd89-a07eb8d43bca tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:16:59.925522 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fffb2c-7d73-49d8-bd89-a07eb8d43bca tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Port': ['ID=2e858b12-b740-497b-8fdb-749c5cb6243b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:16:59.997409 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-30fffb2c-7d73-49d8-bd89-a07eb8d43bca tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:00.005727 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-30fffb2c-7d73-49d8-bd89-a07eb8d43bca tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/2e858b12-b740-497b-8fdb-749c5cb6243b HTTP/1.1" status: 204 len: 168 time: 1.0017428 Nov 24 21:17:00.008334 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38854) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:00.149477 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddd3a75-94b6-4e01-a11c-a01157cfe44e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:00.151135 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddd3a75-94b6-4e01-a11c-a01157cfe44e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:00.152658 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2ddd3a75-94b6-4e01-a11c-a01157cfe44e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1431761 Nov 24 21:17:00.155349 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38856) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:00.238329 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9b6bbf-cf88-41eb-98e1-795a37638a31 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet 1635a92a-1ed9-4bad-87c1-23d0f4072b3e {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:17:00.242677 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e9b6bbf-cf88-41eb-98e1-795a37638a31 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:00.296104 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e9b6bbf-cf88-41eb-98e1-795a37638a31 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:00.375300 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d4faa-c8e6-462e-a946-29f779486208 req-399c1f7d-9d2e-4107-b3df-67cd426f9091 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:00.385368 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d16d4faa-c8e6-462e-a946-29f779486208 req-399c1f7d-9d2e-4107-b3df-67cd426f9091 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1726711 Nov 24 21:17:00.401591 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e9b6bbf-cf88-41eb-98e1-795a37638a31 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:00.414953 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3cc9e1-0b5f-4d75-9c04-5b3502e8aca6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Router 727e4ff5-b1f1-4683-b750-65babc288402 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:17:00.508117 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e9b6bbf-cf88-41eb-98e1-795a37638a31 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:00.558419 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b6bbf-cf88-41eb-98e1-795a37638a31 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=1635a92a-1ed9-4bad-87c1-23d0f4072b3e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:00.565761 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e9b6bbf-cf88-41eb-98e1-795a37638a31 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:00.569684 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3e9b6bbf-cf88-41eb-98e1-795a37638a31 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/1635a92a-1ed9-4bad-87c1-23d0f4072b3e HTTP/1.1" status: 204 len: 168 time: 0.4118633 Nov 24 21:17:00.572144 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38860) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:00.578250 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d16d4faa-c8e6-462e-a946-29f779486208 req-db4e7db9-36b2-4ea6-b379-130797c43fa2 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913936 Nov 24 21:17:00.627662 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c69bd649-dbe5-4e22-b438-b464e4b2cbb4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518115 Nov 24 21:17:00.628514 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38862) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:00.632420 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3cc9e1-0b5f-4d75-9c04-5b3502e8aca6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:17:00.646955 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8c3eb7-42f6-4203-a79a-3ceb83b9f5cd None None] Sync routers for ids ['727e4ff5-b1f1-4683-b750-65babc288402'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:17:00.657276 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8f3cc9e1-0b5f-4d75-9c04-5b3502e8aca6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "PUT /v2.0/routers/727e4ff5-b1f1-4683-b750-65babc288402/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1445072 Nov 24 21:17:00.674906 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8c3eb7-42f6-4203-a79a-3ceb83b9f5cd None None] Routers {'727e4ff5-b1f1-4683-b750-65babc288402'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:17:00.678840 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1a8c3eb7-42f6-4203-a79a-3ceb83b9f5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:16:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['727e4ff5-b1f1-4683-b750-65babc288402'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:00.796163 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c3fa6-14fa-4bcc-8596-ea55035b720f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:00.797958 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc61934a-4abf-4470-b746-283523ff7d11 req-f400e5c6-bc4f-4bd5-a653-d1d7c75c57e8 tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0734198 Nov 24 21:17:00.802563 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c22c3fa6-14fa-4bcc-8596-ea55035b720f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1729872 Nov 24 21:17:00.809339 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38868) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:00.815422 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1a8c3eb7-42f6-4203-a79a-3ceb83b9f5cd None None] Set router 727e4ff5-b1f1-4683-b750-65babc288402 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:17:00.904782 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ee0bd5-3143-4e0a-a644-cb1195ca1d5d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:00.908828 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-87ee0bd5-3143-4e0a-a644-cb1195ca1d5d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0955493 Nov 24 21:17:00.909065 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38870) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:00.960982 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-04605fc9-146f-49f3-acfa-832ea5e16709 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506916 Nov 24 21:17:00.966348 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38872) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:00.975741 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-50abaf80-0813-4729-9481-871f9bf83fdf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:00.983225 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1bd43f8b-873a-4abb-a37f-e514d871d1e2 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:17:01.126094 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 1bd43f8b-873a-4abb-a37f-e514d871d1e2 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:01.126484 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:01.216991 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50abaf80-0813-4729-9481-871f9bf83fdf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:17:01.223968 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-50abaf80-0813-4729-9481-871f9bf83fdf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:01.275767 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5a60f-86d7-4340-a5bf-78234a978a37 req-ce25003c-befa-431a-88c7-0c413edf6694 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:01.284963 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71b5a60f-86d7-4340-a5bf-78234a978a37 req-ce25003c-befa-431a-88c7-0c413edf6694 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f05de14-318a-4be3-a011-14588fa5131b HTTP/1.1" status: 200 len: 946 time: 0.1078942 Nov 24 21:17:01.402616 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:01.406105 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71b5a60f-86d7-4340-a5bf-78234a978a37 req-9d379b24-15de-4d26-b143-3bf0d335806f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=45d24f8d-2be1-41fb-b421-de1faea97fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198976 Nov 24 21:17:01.483254 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1a8c3eb7-42f6-4203-a79a-3ceb83b9f5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727e4ff5-b1f1-4683-b750-65babc288402', 'name': 'tempest-TestNetworkBasicOps-router-130953349', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:48Z', 'updated_at': '2021-11-24T21:16:59Z', 'revision_number': 6, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:50Z', 'updated_at': '2021-11-24T21:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '1c9e6823-fae6-4214-a9a1-683d24ca2309', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'port_id': '438ff0a6-ee76-4c44-8ca7-ac80f10cad83', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'mac_address': 'fa:16:3e:c0:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babd5a2a-85a1-49ba-83eb-25cc46756dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:15:24Z', 'updated_at': '2021-11-24T21:15:28Z', 'revision_number': 1, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '639837af-3579-4d68-bf2e-a27d9149c99e', 'name': '', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:2e:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:55Z', 'updated_at': '2021-11-24T21:15:04Z', 'revision_number': 5, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:01.519729 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8c3eb7-42f6-4203-a79a-3ceb83b9f5cd None None] Checking router: 727e4ff5-b1f1-4683-b750-65babc288402 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:17:01.522518 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 1bd43f8b-873a-4abb-a37f-e514d871d1e2, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1bd43f8b-873a-4abb-a37f-e514d871d1e2,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:01.533360 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:01.580606 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2130d64a-8814-4816-a088-b3902e2c3ebb None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:17:01.645150 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-50abaf80-0813-4729-9481-871f9bf83fdf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:01.669601 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8c3eb7-42f6-4203-a79a-3ceb83b9f5cd None None] Routers {'727e4ff5-b1f1-4683-b750-65babc288402'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:17:01.670240 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1a8c3eb7-42f6-4203-a79a-3ceb83b9f5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:16:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['727e4ff5-b1f1-4683-b750-65babc288402'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:01.732248 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50abaf80-0813-4729-9481-871f9bf83fdf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:01.737029 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-50abaf80-0813-4729-9481-871f9bf83fdf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:01.741332 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50abaf80-0813-4729-9481-871f9bf83fdf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:01.741928 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-50abaf80-0813-4729-9481-871f9bf83fdf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:01.747249 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2861ff-0068-4a2d-a5bc-415591dbe6fa req-85f1a44f-6918-46e5-ad24-e122dfd9a237 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:01.755014 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abaf80-0813-4729-9481-871f9bf83fdf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=2b10dfba-bec1-4124-8164-d2c77745ff68,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:01.769003 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-50abaf80-0813-4729-9481-871f9bf83fdf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8015509 Nov 24 21:17:01.770524 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6e2861ff-0068-4a2d-a5bc-415591dbe6fa req-85f1a44f-6918-46e5-ad24-e122dfd9a237 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1061249 Nov 24 21:17:01.771753 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38884) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:01.781414 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-eb40c0ce-79df-478e-8011-804c4e636571 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'fixed_ips': [{'subnet_id': '2b10dfba-bec1-4124-8164-d2c77745ff68', 'ip_address': '2001:db8::1dc8:25fc:38d8:7936'}], 'name': 'tempest-NetworksTestDHCPv6-927843182'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:01.834170 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6e2861ff-0068-4a2d-a5bc-415591dbe6fa req-78496909-9c41-4599-ae76-c7fc4b40599d tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625975 Nov 24 21:17:01.908846 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=1bd43f8b-873a-4abb-a37f-e514d871d1e2,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:01.927705 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb40c0ce-79df-478e-8011-804c4e636571 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:17:01.943614 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-fcb7314d-36a8-4f9d-8f56-eed1eee382bf None None] Provisioning complete for port 1bd43f8b-873a-4abb-a37f-e514d871d1e2 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:01.943995 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fcb7314d-36a8-4f9d-8f56-eed1eee382bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:01.946861 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1a8c3eb7-42f6-4203-a79a-3ceb83b9f5cd None None] Set router 727e4ff5-b1f1-4683-b750-65babc288402 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:17:02.029146 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb40c0ce-79df-478e-8011-804c4e636571 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:02.039641 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-853ae195-0374-43ff-ad7b-35f676e99548 req-30e4ff5d-5f54-4046-a505-9d40b8e447ab tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0544600 Nov 24 21:17:02.051267 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-eb40c0ce-79df-478e-8011-804c4e636571 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] device_id is not set on port caa030b7-af52-4b85-8fad-9b7a17df68d5 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:17:02.410161 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1a8c3eb7-42f6-4203-a79a-3ceb83b9f5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727e4ff5-b1f1-4683-b750-65babc288402', 'name': 'tempest-TestNetworkBasicOps-router-130953349', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:48Z', 'updated_at': '2021-11-24T21:16:59Z', 'revision_number': 6, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:50Z', 'updated_at': '2021-11-24T21:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '1c9e6823-fae6-4214-a9a1-683d24ca2309', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'port_id': '438ff0a6-ee76-4c44-8ca7-ac80f10cad83', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'mac_address': 'fa:16:3e:c0:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babd5a2a-85a1-49ba-83eb-25cc46756dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:15:24Z', 'updated_at': '2021-11-24T21:15:28Z', 'revision_number': 1, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '639837af-3579-4d68-bf2e-a27d9149c99e', 'name': '', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:2e:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:55Z', 'updated_at': '2021-11-24T21:15:04Z', 'revision_number': 5, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:02.555947 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c2b6ba-8529-4ad6-9998-41e00839f691 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:17:02.621977 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fbb7b-6a86-4c44-a374-f7b845d2b7dd req-cec6593d-61f6-477d-9c75-29de41c7ce7f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:02.635516 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f5fbb7b-6a86-4c44-a374-f7b845d2b7dd req-cec6593d-61f6-477d-9c75-29de41c7ce7f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f05de14-318a-4be3-a011-14588fa5131b HTTP/1.1" status: 200 len: 946 time: 0.1069839 Nov 24 21:17:02.717655 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1bd43f8b-873a-4abb-a37f-e514d871d1e2 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:17:02.731932 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f5fbb7b-6a86-4c44-a374-f7b845d2b7dd req-fbdaf74e-24d1-4e97-9230-6e52aa7473d5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=45d24f8d-2be1-41fb-b421-de1faea97fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947044 Nov 24 21:17:02.759553 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8c3eb7-42f6-4203-a79a-3ceb83b9f5cd None None] The sync data for ids ['727e4ff5-b1f1-4683-b750-65babc288402'] in n-d-812111-8 is: [{'id': '727e4ff5-b1f1-4683-b750-65babc288402', 'name': 'tempest-TestNetworkBasicOps-router-130953349', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:48Z', 'updated_at': '2021-11-24T21:16:59Z', 'revision_number': 6, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:50Z', 'updated_at': '2021-11-24T21:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '1c9e6823-fae6-4214-a9a1-683d24ca2309', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'port_id': '438ff0a6-ee76-4c44-8ca7-ac80f10cad83', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'mac_address': 'fa:16:3e:c0:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babd5a2a-85a1-49ba-83eb-25cc46756dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:15:24Z', 'updated_at': '2021-11-24T21:15:28Z', 'revision_number': 1, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '639837af-3579-4d68-bf2e-a27d9149c99e', 'name': '', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:2e:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:55Z', 'updated_at': '2021-11-24T21:15:04Z', 'revision_number': 5, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:17:02.788483 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-eb40c0ce-79df-478e-8011-804c4e636571 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8::1dc8:25fc:38d8:7936 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/2b10dfba-bec1-4124-8164-d2c77745ff68/caa030b7-af52-4b85-8fad-9b7a17df68d5) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:17:02.805016 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820f8d3-b91e-4478-b8f1-16283be0a041 req-14e661c2-2339-45df-bf42-6500e165ac97 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:02.807254 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b820f8d3-b91e-4478-b8f1-16283be0a041 req-14e661c2-2339-45df-bf42-6500e165ac97 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f05de14-318a-4be3-a011-14588fa5131b HTTP/1.1" status: 200 len: 946 time: 0.0907679 Nov 24 21:17:02.824126 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ab187dd3-dacb-4b1b-a1e4-ec3ea37b1f9a None None] Provisioning complete for port 1bd43f8b-873a-4abb-a37f-e514d871d1e2 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:02.824876 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ab187dd3-dacb-4b1b-a1e4-ec3ea37b1f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:02.892968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 1bd43f8b-873a-4abb-a37f-e514d871d1e2 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:02.893422 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:03.001826 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa3167-12ef-4c47-9c33-d183611eefe0 req-5a2d5c45-a79a-4b46-8431-12e9180be268 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:03.026571 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-78aa3167-12ef-4c47-9c33-d183611eefe0 req-5a2d5c45-a79a-4b46-8431-12e9180be268 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1019890 Nov 24 21:17:03.120206 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-b820f8d3-b91e-4478-b8f1-16283be0a041 req-97f7efad-6b8c-4b9f-8ca6-3dcfe61bbbc4 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Deleting port 9edf55ff-13b6-40cd-b45d-defbc4810b3e {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:17:03.120691 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b820f8d3-b91e-4478-b8f1-16283be0a041 req-97f7efad-6b8c-4b9f-8ca6-3dcfe61bbbc4 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:03.149190 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-78aa3167-12ef-4c47-9c33-d183611eefe0 req-2eb040bd-fb33-4b04-b48d-f26488b609e0 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169639 Nov 24 21:17:03.227512 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb40c0ce-79df-478e-8011-804c4e636571 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:03.354850 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-73e96b97-a46a-40ff-a9ce-c08f80f90dc1 req-6670a236-2a3f-42fd-911e-a20680691d57 tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0571821 Nov 24 21:17:03.398599 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-b820f8d3-b91e-4478-b8f1-16283be0a041 req-97f7efad-6b8c-4b9f-8ca6-3dcfe61bbbc4 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] For port 9edf55ff-13b6-40cd-b45d-defbc4810b3e, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9edf55ff-13b6-40cd-b45d-defbc4810b3e,segment=NetworkSegment(6783232c-538c-4518-af14-ebda64791b03),segment_id=6783232c-538c-4518-af14-ebda64791b03)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:03.399210 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b820f8d3-b91e-4478-b8f1-16283be0a041 req-97f7efad-6b8c-4b9f-8ca6-3dcfe61bbbc4 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:03.409437 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb40c0ce-79df-478e-8011-804c4e636571 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:03.414792 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-5bab9fe5-cf3b-485f-8855-2397dad268d6 None None] Provisioning complete for port 1bd43f8b-873a-4abb-a37f-e514d871d1e2 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:03.415251 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5bab9fe5-cf3b-485f-8855-2397dad268d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:03.501999 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb40c0ce-79df-478e-8011-804c4e636571 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:03.510736 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-eb40c0ce-79df-478e-8011-804c4e636571 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:03.518442 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb40c0ce-79df-478e-8011-804c4e636571 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:17:03.527768 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb40c0ce-79df-478e-8011-804c4e636571 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:03.529058 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb40c0ce-79df-478e-8011-804c4e636571 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:03.534788 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-b820f8d3-b91e-4478-b8f1-16283be0a041 req-97f7efad-6b8c-4b9f-8ca6-3dcfe61bbbc4 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Calling delete_port for 9edf55ff-13b6-40cd-b45d-defbc4810b3e owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:17:03.580056 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40c0ce-79df-478e-8011-804c4e636571 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=caa030b7-af52-4b85-8fad-9b7a17df68d5,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:03.587202 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-eb40c0ce-79df-478e-8011-804c4e636571 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8141069 Nov 24 21:17:03.589949 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38906) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:03.676668 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5a99a3-f088-489c-8bca-4b6f0fc01cf0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:03.683935 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5a99a3-f088-489c-8bca-4b6f0fc01cf0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:03.689787 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ff5a99a3-f088-489c-8bca-4b6f0fc01cf0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0986319 Nov 24 21:17:03.690746 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38908) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:03.798259 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b820f8d3-b91e-4478-b8f1-16283be0a041 req-97f7efad-6b8c-4b9f-8ca6-3dcfe61bbbc4 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:03.808320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-7372bf5d-22c1-4b94-90c6-233dfe69e383 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting port caa030b7-af52-4b85-8fad-9b7a17df68d5 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:17:03.808596 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7372bf5d-22c1-4b94-90c6-233dfe69e383 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:03.820706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e22bc54c-f642-4fb5-86d1-8e2fbe74620e None None] Could not find standard attr ID for object 2e858b12-b740-497b-8fdb-749c5cb6243b. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:17:03.853604 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7efad-6b8c-4b9f-8ca6-3dcfe61bbbc4 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event deleted for resources: {'Port': ['ID=9edf55ff-13b6-40cd-b45d-defbc4810b3e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:03.911973 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-40d3e847-202e-4591-951f-84df3161aa74 req-9897b5ec-cb18-48f5-8ce5-7d35e6decfe3 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f05de14-318a-4be3-a011-14588fa5131b HTTP/1.1" status: 200 len: 210 time: 0.0635345 Nov 24 21:17:03.927071 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b820f8d3-b91e-4478-b8f1-16283be0a041 req-97f7efad-6b8c-4b9f-8ca6-3dcfe61bbbc4 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] No DVR routers for this DVR port 9edf55ff-13b6-40cd-b45d-defbc4810b3e on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:17:03.938037 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b820f8d3-b91e-4478-b8f1-16283be0a041 req-97f7efad-6b8c-4b9f-8ca6-3dcfe61bbbc4 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:03.942588 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b820f8d3-b91e-4478-b8f1-16283be0a041 req-97f7efad-6b8c-4b9f-8ca6-3dcfe61bbbc4 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.15 "DELETE /v2.0/ports/9edf55ff-13b6-40cd-b45d-defbc4810b3e HTTP/1.1" status: 204 len: 173 time: 1.1203227 Nov 24 21:17:03.943068 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f05de14-318a-4be3-a011-14588fa5131b', 'name': 'network-vif-deleted', 'tag': '9edf55ff-13b6-40cd-b45d-defbc4810b3e'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:17:03.945485 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d1621d-1c20-48c3-a8b7-7252cc754eea" -d '{"events": [{"server_uuid": "9f05de14-318a-4be3-a011-14588fa5131b", "name": "network-vif-deleted", "tag": "9edf55ff-13b6-40cd-b45d-defbc4810b3e"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:17:03.994605 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad20f736-bc3f-4e99-b498-6291353ad9ab x-openstack-request-id: req-ad20f736-bc3f-4e99-b498-6291353ad9ab {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:17:03.995309 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f05de14-318a-4be3-a011-14588fa5131b", "name": "network-vif-deleted", "tag": "9edf55ff-13b6-40cd-b45d-defbc4810b3e", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:17:03.995961 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad20f736-bc3f-4e99-b498-6291353ad9ab {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:17:03.997172 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f05de14-318a-4be3-a011-14588fa5131b', 'name': 'network-vif-deleted', 'tag': '9edf55ff-13b6-40cd-b45d-defbc4810b3e', 'status': 'completed', 'code': 200} Nov 24 21:17:04.011329 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7372bf5d-22c1-4b94-90c6-233dfe69e383 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:04.043388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-7372bf5d-22c1-4b94-90c6-233dfe69e383 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Calling delete_port for caa030b7-af52-4b85-8fad-9b7a17df68d5 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:17:04.368167 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff4d59-7ce5-40a0-95e3-6f0d9801ed98 req-4e0533a2-0f57-495e-a4ff-b1e07dbfa058 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:04.370780 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-60ff4d59-7ce5-40a0-95e3-6f0d9801ed98 req-4e0533a2-0f57-495e-a4ff-b1e07dbfa058 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0949230 Nov 24 21:17:04.373351 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7372bf5d-22c1-4b94-90c6-233dfe69e383 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:04.478173 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-5d48e89c-82e8-46f9-9010-e75465ec26f6 None None] Could not find standard attr ID for object caa030b7-af52-4b85-8fad-9b7a17df68d5. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:17:04.501251 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device f5e17c45-e417-434f-a753-f7ecb1222d59 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:17:04.540127 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: f5e17c45-e417-434f-a753-f7ecb1222d59 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:17:04.540524 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device f5e17c45-e417-434f-a753-f7ecb1222d59 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:17:04.540969 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7372bf5d-22c1-4b94-90c6-233dfe69e383 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:04.552522 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7372bf5d-22c1-4b94-90c6-233dfe69e383 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/caa030b7-af52-4b85-8fad-9b7a17df68d5 HTTP/1.1" status: 204 len: 168 time: 0.8604779 Nov 24 21:17:04.555229 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38922) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:04.570022 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372bf5d-22c1-4b94-90c6-233dfe69e383 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Port': ['ID=caa030b7-af52-4b85-8fad-9b7a17df68d5,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:04.632707 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-60ff4d59-7ce5-40a0-95e3-6f0d9801ed98 req-b1f28afc-3db2-4234-b2f5-c2a85c4ddcbb tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429531 Nov 24 21:17:04.679282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97e83ba-246d-4563-a9a1-a13ce409c26a tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:04.683711 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97e83ba-246d-4563-a9a1-a13ce409c26a tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:04.689885 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d97e83ba-246d-4563-a9a1-a13ce409c26a tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1311214 Nov 24 21:17:04.691150 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38924) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:04.823536 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8bc39d2b-c879-4ba9-b293-aa172c4e6b0d req-6f4d9568-7a79-4e2f-a049-914fa730f852 tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0496778 Nov 24 21:17:04.855925 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-0552a5cb-3922-404c-b6a1-cc57e44413c5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet 2b10dfba-bec1-4124-8164-d2c77745ff68 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:17:04.860501 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0552a5cb-3922-404c-b6a1-cc57e44413c5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:04.910199 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0552a5cb-3922-404c-b6a1-cc57e44413c5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:04.961614 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0552a5cb-3922-404c-b6a1-cc57e44413c5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:04.993822 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38928) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:05.035248 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0552a5cb-3922-404c-b6a1-cc57e44413c5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:05.068535 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552a5cb-3922-404c-b6a1-cc57e44413c5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=2b10dfba-bec1-4124-8164-d2c77745ff68,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:05.073294 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-be7a5bde-34f6-4203-88ac-4b5db1f100f2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:05.077091 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0552a5cb-3922-404c-b6a1-cc57e44413c5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:05.087256 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48571ac-b70f-4e1f-ae6a-a3ba9de7350b None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:17:05.087516 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0552a5cb-3922-404c-b6a1-cc57e44413c5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/2b10dfba-bec1-4124-8164-d2c77745ff68 HTTP/1.1" status: 204 len: 168 time: 0.3936608 Nov 24 21:17:05.090605 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38930) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:05.095565 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552a5cb-3922-404c-b6a1-cc57e44413c5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:05.095931 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552a5cb-3922-404c-b6a1-cc57e44413c5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:05.096280 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552a5cb-3922-404c-b6a1-cc57e44413c5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:05.096638 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552a5cb-3922-404c-b6a1-cc57e44413c5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:05.096990 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552a5cb-3922-404c-b6a1-cc57e44413c5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:05.097329 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552a5cb-3922-404c-b6a1-cc57e44413c5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:05.097671 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552a5cb-3922-404c-b6a1-cc57e44413c5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:05.098003 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552a5cb-3922-404c-b6a1-cc57e44413c5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:05.098340 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552a5cb-3922-404c-b6a1-cc57e44413c5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:05.098668 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552a5cb-3922-404c-b6a1-cc57e44413c5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:05.098999 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552a5cb-3922-404c-b6a1-cc57e44413c5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:05.099324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552a5cb-3922-404c-b6a1-cc57e44413c5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:05.184991 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c1bb8e0f-d776-4e37-a7c5-b954369ac8b8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0930924 Nov 24 21:17:05.188462 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38932) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:05.195121 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-07a90e8b-393e-44f7-beeb-0f6101a5ca87 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:05.214111 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-be7a5bde-34f6-4203-88ac-4b5db1f100f2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:05.338492 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-be7a5bde-34f6-4203-88ac-4b5db1f100f2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:05.342824 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-be7a5bde-34f6-4203-88ac-4b5db1f100f2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:05.352541 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-be7a5bde-34f6-4203-88ac-4b5db1f100f2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "DELETE /v2.0/security-groups/45d24f8d-2be1-41fb-b421-de1faea97fd0 HTTP/1.1" status: 204 len: 168 time: 0.3546171 Nov 24 21:17:05.377136 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a5bde-34f6-4203-88ac-4b5db1f100f2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d24f8d-2be1-41fb-b421-de1faea97fd0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:05.400636 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38938) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:05.410417 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99195ac-e18c-4344-8b48-802afa749b88 None None] DHCP port deletion for 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:17:05.444109 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a90e8b-393e-44f7-beeb-0f6101a5ca87 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:17:05.447813 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-07a90e8b-393e-44f7-beeb-0f6101a5ca87 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:05.490242 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-a99195ac-e18c-4344-8b48-802afa749b88 None None] Deleting port 1bd43f8b-873a-4abb-a37f-e514d871d1e2 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:17:05.490660 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a99195ac-e18c-4344-8b48-802afa749b88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:05.579003 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-1410bc62-9e01-45f4-9ad3-102847214828 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Deleting subnet 357fd4be-cd0f-4a6a-ab6d-d77f22037080 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:17:05.585561 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1410bc62-9e01-45f4-9ad3-102847214828 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:05.655689 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a99195ac-e18c-4344-8b48-802afa749b88 None None] For port 1bd43f8b-873a-4abb-a37f-e514d871d1e2, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1bd43f8b-873a-4abb-a37f-e514d871d1e2,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:05.657632 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a99195ac-e18c-4344-8b48-802afa749b88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:05.677985 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-a99195ac-e18c-4344-8b48-802afa749b88 None None] Calling delete_port for 1bd43f8b-873a-4abb-a37f-e514d871d1e2 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:17:05.709325 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1410bc62-9e01-45f4-9ad3-102847214828 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:05.858394 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a99195ac-e18c-4344-8b48-802afa749b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:05.904169 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99195ac-e18c-4344-8b48-802afa749b88 None None] No DVR routers for this DVR port 1bd43f8b-873a-4abb-a37f-e514d871d1e2 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:17:05.909855 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99195ac-e18c-4344-8b48-802afa749b88 None None] Pushing event deleted for resources: {'Port': ['ID=1bd43f8b-873a-4abb-a37f-e514d871d1e2,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:05.990565 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1410bc62-9e01-45f4-9ad3-102847214828 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:06.026812 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-07a90e8b-393e-44f7-beeb-0f6101a5ca87 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:06.045956 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27988cd1-95f5-4b7b-84de-880a2b31093e req-77b9497d-f682-4e9a-b6eb-d83ab2781cfb tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:06.053702 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-27988cd1-95f5-4b7b-84de-880a2b31093e req-77b9497d-f682-4e9a-b6eb-d83ab2781cfb tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1624413 Nov 24 21:17:06.139822 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a90e8b-393e-44f7-beeb-0f6101a5ca87 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:06.153303 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-07a90e8b-393e-44f7-beeb-0f6101a5ca87 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:06.165596 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a90e8b-393e-44f7-beeb-0f6101a5ca87 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:06.165914 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-07a90e8b-393e-44f7-beeb-0f6101a5ca87 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:06.170718 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fcba05-63e2-41b3-8848-30918b445a95 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:17:06.197882 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a90e8b-393e-44f7-beeb-0f6101a5ca87 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=2476ac08-101d-44d4-a9d1-e12d64f1246a,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:06.292308 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device cf6ba1f6-8719-4484-8c94-00b379ffcb96 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:17:06.299005 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-27988cd1-95f5-4b7b-84de-880a2b31093e req-6904c9e4-31ec-4c10-b44d-a36c18edc6e4 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439561 Nov 24 21:17:06.314067 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9edf55ff-13b6-40cd-b45d-defbc4810b3e no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:17:06.318767 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1410bc62-9e01-45f4-9ad3-102847214828 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:06.331841 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-07a90e8b-393e-44f7-beeb-0f6101a5ca87 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1420410 Nov 24 21:17:06.345712 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38968) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:06.354505 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-53ea82e3-f9b9-4b23-b090-ebd148a98730 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'fixed_ips': [{'subnet_id': '2476ac08-101d-44d4-a9d1-e12d64f1246a', 'ip_address': '2001:db8::78a0:20a2:4bbc:7315'}], 'name': 'tempest-NetworksTestDHCPv6-1523252698'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:06.361763 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dcdb56ed-b5f6-48f6-bbfc-c103c8c5b695 req-f54ca862-99c6-4638-8ca4-2664ee0bfb98 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0541198 Nov 24 21:17:06.411710 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 9edf55ff-13b6-40cd-b45d-defbc4810b3e {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:17:06.412406 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9edf55ff-13b6-40cd-b45d-defbc4810b3e not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:17:06.427772 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410bc62-9e01-45f4-9ad3-102847214828 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event deleted for resources: {'Subnet': ['ID=357fd4be-cd0f-4a6a-ab6d-d77f22037080,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:06.459261 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1410bc62-9e01-45f4-9ad3-102847214828 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:06.481686 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38974) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:06.483122 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1410bc62-9e01-45f4-9ad3-102847214828 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "DELETE /v2.0/subnets/357fd4be-cd0f-4a6a-ab6d-d77f22037080 HTTP/1.1" status: 204 len: 168 time: 1.0811796 Nov 24 21:17:06.502906 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd79157e-c03d-4d02-be2b-e87a9f428b09 None None] Network 191615bc-6ab5-48ed-b699-e8237692eddd requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:17:06.651356 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2e8c46c3-9190-49e9-af09-c52b871cf683 req-cf22140c-f275-4376-abcc-42e5818d92d2 tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.1087210 Nov 24 21:17:06.676357 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1bd43f8b-873a-4abb-a37f-e514d871d1e2 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:17:06.695054 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa21a9b0-2165-4e3a-9b38-1015cff5234d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:06.826536 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 1bd43f8b-873a-4abb-a37f-e514d871d1e2 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:17:06.826875 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1bd43f8b-873a-4abb-a37f-e514d871d1e2 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:17:06.893406 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ea82e3-f9b9-4b23-b090-ebd148a98730 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:17:06.910945 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-aa21a9b0-2165-4e3a-9b38-1015cff5234d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Deleting port 4c8ab204-c0a1-4869-995a-48d1ce602347 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:17:06.911309 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa21a9b0-2165-4e3a-9b38-1015cff5234d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:06.949134 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port cf6ba1f6-8719-4484-8c94-00b379ffcb96, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cf6ba1f6-8719-4484-8c94-00b379ffcb96,segment=NetworkSegment(fc255c7f-c29a-46b6-8640-52714ae9926a),segment_id=fc255c7f-c29a-46b6-8640-52714ae9926a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:07.027968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'cf6ba1f6-8719-4484-8c94-00b379ffcb96', 'network_id': 'ee8d0854-ec27-476a-931f-a8f1bb95806d', 'port_id': 'cf6ba1f6-8719-4484-8c94-00b379ffcb96', 'mac_address': 'fa:16:3e:7f:8f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb85dfb-9587-449f-bfab-6a213fbd07fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:17:07.029749 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-aa21a9b0-2165-4e3a-9b38-1015cff5234d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] For port 4c8ab204-c0a1-4869-995a-48d1ce602347, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=4c8ab204-c0a1-4869-995a-48d1ce602347,segment=NetworkSegment(6783232c-538c-4518-af14-ebda64791b03),segment_id=6783232c-538c-4518-af14-ebda64791b03)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:07.030134 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa21a9b0-2165-4e3a-9b38-1015cff5234d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:07.059771 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae33fe43-6493-49dc-bbfc-bed80864cfd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'fixed_ips': [{'subnet_id': '2476ac08-101d-44d4-a9d1-e12d64f1246a'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:17:07.060678 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ae33fe43-6493-49dc-bbfc-bed80864cfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:07.072982 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-aa21a9b0-2165-4e3a-9b38-1015cff5234d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Calling delete_port for 4c8ab204-c0a1-4869-995a-48d1ce602347 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:17:07.192004 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-53ea82e3-f9b9-4b23-b090-ebd148a98730 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:07.281725 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-53ea82e3-f9b9-4b23-b090-ebd148a98730 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] device_id is not set on port 83413105-385f-490b-98c4-d31d8c78b1b2 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:17:07.325386 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa21a9b0-2165-4e3a-9b38-1015cff5234d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:07.375927 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21a9b0-2165-4e3a-9b38-1015cff5234d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event deleted for resources: {'Port': ['ID=4c8ab204-c0a1-4869-995a-48d1ce602347,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:07.392421 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21a9b0-2165-4e3a-9b38-1015cff5234d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] No DVR routers for this DVR port 4c8ab204-c0a1-4869-995a-48d1ce602347 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:17:07.555544 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-ae33fe43-6493-49dc-bbfc-bed80864cfd5 None None] Allocated IP 2001:db8::2 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/2476ac08-101d-44d4-a9d1-e12d64f1246a/36b1f81f-7c46-4ba1-9328-7c382679ac31) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:17:07.576687 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa21a9b0-2165-4e3a-9b38-1015cff5234d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:07.633418 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-aa21a9b0-2165-4e3a-9b38-1015cff5234d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191615bc-6ab5-48ed-b699-e8237692eddd']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:07.657097 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-aa21a9b0-2165-4e3a-9b38-1015cff5234d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6783232c-538c-4518-af14-ebda64791b03') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:07.657097 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-aa21a9b0-2165-4e3a-9b38-1015cff5234d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6783232c-538c-4518-af14-ebda64791b03') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:07.684205 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa21a9b0-2165-4e3a-9b38-1015cff5234d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:07.706571 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3913188-c226-44c2-8a70-5f02ad630bc4 req-d96fa844-4db5-430b-8d95-607a0520e233 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:07.717108 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa21a9b0-2165-4e3a-9b38-1015cff5234d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:07.726015 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d3913188-c226-44c2-8a70-5f02ad630bc4 req-d96fa844-4db5-430b-8d95-607a0520e233 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.2413061 Nov 24 21:17:07.736835 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa21a9b0-2165-4e3a-9b38-1015cff5234d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:17:07.737338 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa21a9b0-2165-4e3a-9b38-1015cff5234d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:17:07.842682 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:17:07.849223 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa21a9b0-2165-4e3a-9b38-1015cff5234d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:07.858623 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa21a9b0-2165-4e3a-9b38-1015cff5234d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:07.867478 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-aa21a9b0-2165-4e3a-9b38-1015cff5234d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "DELETE /v2.0/networks/191615bc-6ab5-48ed-b699-e8237692eddd HTTP/1.1" status: 204 len: 168 time: 1.3811283 Nov 24 21:17:07.868387 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 38990) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:07.962352 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21a9b0-2165-4e3a-9b38-1015cff5234d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event deleted for resources: {'Network': ['ID=191615bc-6ab5-48ed-b699-e8237692eddd,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:08.030212 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ae33fe43-6493-49dc-bbfc-bed80864cfd5 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:08.050865 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6347b3a-4c0a-46d9-85d4-fd5ee6b5175f None None] DHCP port deletion for 191615bc-6ab5-48ed-b699-e8237692eddd request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:17:08.055330 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:08.073552 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ae33fe43-6493-49dc-bbfc-bed80864cfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:08.275686 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33fe43-6493-49dc-bbfc-bed80864cfd5 None None] Pushing event updated for resources: {'Port': ['ID=36b1f81f-7c46-4ba1-9328-7c382679ac31,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:08.286711 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf6ba1f6-8719-4484-8c94-00b379ffcb96 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:17:08.293119 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae33fe43-6493-49dc-bbfc-bed80864cfd5 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:08.297920 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-ae33fe43-6493-49dc-bbfc-bed80864cfd5 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:08.308123 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae33fe43-6493-49dc-bbfc-bed80864cfd5 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:17:08.335895 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port cf6ba1f6-8719-4484-8c94-00b379ffcb96, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cf6ba1f6-8719-4484-8c94-00b379ffcb96,segment=NetworkSegment(fc255c7f-c29a-46b6-8640-52714ae9926a),segment_id=fc255c7f-c29a-46b6-8640-52714ae9926a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:08.367757 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-1be15128-af82-4a82-a56b-241619258560 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Deleting port 1ac57ba5-0978-4149-b5da-b6d88325823e {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:17:08.368103 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1be15128-af82-4a82-a56b-241619258560 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:08.380176 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:08.553189 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['cf6ba1f6-8719-4484-8c94-00b379ffcb96'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:17:08.556989 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ae33fe43-6493-49dc-bbfc-bed80864cfd5 None None] Attempting to bind port 36b1f81f-7c46-4ba1-9328-7c382679ac31 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:17:08.560424 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ae33fe43-6493-49dc-bbfc-bed80864cfd5 None None] Attempting to bind port 36b1f81f-7c46-4ba1-9328-7c382679ac31 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:17:08.560879 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae33fe43-6493-49dc-bbfc-bed80864cfd5 None None] Attempting to bind port 36b1f81f-7c46-4ba1-9328-7c382679ac31 on network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:17:08.577328 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae33fe43-6493-49dc-bbfc-bed80864cfd5 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:17:08.578210 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae33fe43-6493-49dc-bbfc-bed80864cfd5 None None] Checking segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:17:08.586837 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ae33fe43-6493-49dc-bbfc-bed80864cfd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:08.589203 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae33fe43-6493-49dc-bbfc-bed80864cfd5 None None] Bound using segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:17:08.591397 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ae33fe43-6493-49dc-bbfc-bed80864cfd5 None None] Bound port: 36b1f81f-7c46-4ba1-9328-7c382679ac31, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:17:08.591822 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ae33fe43-6493-49dc-bbfc-bed80864cfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:08.599378 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-53ea82e3-f9b9-4b23-b090-ebd148a98730 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8::78a0:20a2:4bbc:7315 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/2476ac08-101d-44d4-a9d1-e12d64f1246a/83413105-385f-490b-98c4-d31d8c78b1b2) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:17:08.617230 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1be15128-af82-4a82-a56b-241619258560 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:08.617791 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1be15128-af82-4a82-a56b-241619258560 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:08.658825 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-1be15128-af82-4a82-a56b-241619258560 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Calling delete_port for 1ac57ba5-0978-4149-b5da-b6d88325823e owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:17:08.726097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ae33fe43-6493-49dc-bbfc-bed80864cfd5 None None] For port 36b1f81f-7c46-4ba1-9328-7c382679ac31, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:17:08.730186 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ae33fe43-6493-49dc-bbfc-bed80864cfd5 None None] For port 36b1f81f-7c46-4ba1-9328-7c382679ac31, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=36b1f81f-7c46-4ba1-9328-7c382679ac31,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:17:08.742412 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 4c8ab204-c0a1-4869-995a-48d1ce602347 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:17:08.753268 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ae33fe43-6493-49dc-bbfc-bed80864cfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:08.859373 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 4c8ab204-c0a1-4869-995a-48d1ce602347 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:17:08.859373 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 4c8ab204-c0a1-4869-995a-48d1ce602347 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:17:08.899086 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=cf6ba1f6-8719-4484-8c94-00b379ffcb96,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:08.996431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33fe43-6493-49dc-bbfc-bed80864cfd5 None None] Pushing event updated for resources: {'Port': ['ID=36b1f81f-7c46-4ba1-9328-7c382679ac31,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:09.004639 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-53ea82e3-f9b9-4b23-b090-ebd148a98730 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:09.138678 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-53ea82e3-f9b9-4b23-b090-ebd148a98730 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:09.193520 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e1a5d7be-3f87-4fb7-9cb9-a61995a86c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:09.308236 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ea82e3-f9b9-4b23-b090-ebd148a98730 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:09.310443 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1be15128-af82-4a82-a56b-241619258560 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:09.317432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-53ea82e3-f9b9-4b23-b090-ebd148a98730 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:09.319917 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea82e3-f9b9-4b23-b090-ebd148a98730 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=83413105-385f-490b-98c4-d31d8c78b1b2,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:09.322581 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ea82e3-f9b9-4b23-b090-ebd148a98730 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:17:09.328725 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ea82e3-f9b9-4b23-b090-ebd148a98730 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:09.340823 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-53ea82e3-f9b9-4b23-b090-ebd148a98730 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:09.346895 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d3913188-c226-44c2-8a70-5f02ad630bc4 req-718919c1-e8d6-4e44-b990-490a1fe61d1d tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6165237 Nov 24 21:17:09.393885 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-53ea82e3-f9b9-4b23-b090-ebd148a98730 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0426152 Nov 24 21:17:09.394693 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 38998) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:09.462160 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7165056c-d7b5-41ed-b5aa-7893658b6d91 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:09.469363 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7165056c-d7b5-41ed-b5aa-7893658b6d91 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:09.481884 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7165056c-d7b5-41ed-b5aa-7893658b6d91 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0755789 Nov 24 21:17:09.482211 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be15128-af82-4a82-a56b-241619258560 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event deleted for resources: {'Port': ['ID=1ac57ba5-0978-4149-b5da-b6d88325823e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:09.485340 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39000) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:09.543162 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1be15128-af82-4a82-a56b-241619258560 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:09.544407 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-1be15128-af82-4a82-a56b-241619258560 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Floating IP 1c9e6823-fae6-4214-a9a1-683d24ca2309 disassociated (deleted). External IP: 172.25.5.193, port: 438ff0a6-ee76-4c44-8ca7-ac80f10cad83. Nov 24 21:17:09.611720 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aab8fa8c-fa91-486a-a5d9-a3ed5f739970 req-61cf58ab-f45c-4573-8f29-f2b104ced745 tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0766037 Nov 24 21:17:09.703897 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-405a510d-c3e5-4bca-a20f-3f7e1017f9a9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting port 83413105-385f-490b-98c4-d31d8c78b1b2 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:17:09.704585 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-405a510d-c3e5-4bca-a20f-3f7e1017f9a9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:09.823262 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:09.903521 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-405a510d-c3e5-4bca-a20f-3f7e1017f9a9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:09.930836 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-405a510d-c3e5-4bca-a20f-3f7e1017f9a9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Calling delete_port for 83413105-385f-490b-98c4-d31d8c78b1b2 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:17:09.949307 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a220781-4ff9-4e17-ae52-c6771aadd983 req-89f9c1fe-4b28-4ef8-ba4e-6fd8e800eceb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=303f064dc11846f09913ff756aea5151&device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0391095 Nov 24 21:17:09.961809 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be15128-af82-4a82-a56b-241619258560 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Router 727e4ff5-b1f1-4683-b750-65babc288402 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:17:10.000701 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a220781-4ff9-4e17-ae52-c6771aadd983 req-25ce8104-32dc-478c-89f0-5c78b308b171 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=303f064dc11846f09913ff756aea5151&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372329 Nov 24 21:17:10.035940 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-900d93e4-c9a8-44d0-aaa5-1bf34de2194c req-6a11b8ff-2a42-4240-be0f-f7d6e7208fc5 tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0459163 Nov 24 21:17:10.221010 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-405a510d-c3e5-4bca-a20f-3f7e1017f9a9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:10.268937 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a220781-4ff9-4e17-ae52-c6771aadd983 req-2848ee17-c03f-4b34-8acb-885566cf3187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:10.270479 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a220781-4ff9-4e17-ae52-c6771aadd983 req-2848ee17-c03f-4b34-8acb-885566cf3187 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2552166 Nov 24 21:17:10.288305 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a510d-c3e5-4bca-a20f-3f7e1017f9a9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Port': ['ID=83413105-385f-490b-98c4-d31d8c78b1b2,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:10.337015 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-405a510d-c3e5-4bca-a20f-3f7e1017f9a9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:10.344410 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-405a510d-c3e5-4bca-a20f-3f7e1017f9a9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/83413105-385f-490b-98c4-d31d8c78b1b2 HTTP/1.1" status: 204 len: 168 time: 0.8582714 Nov 24 21:17:10.345246 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39008) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:10.402747 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device cf6ba1f6-8719-4484-8c94-00b379ffcb96 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:17:10.428966 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7cea77-d728-410a-98af-fa6b6f0f6fd6 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:10.430776 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7cea77-d728-410a-98af-fa6b6f0f6fd6 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:10.447567 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9e7cea77-d728-410a-98af-fa6b6f0f6fd6 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1012166 Nov 24 21:17:10.449575 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39012) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:10.527529 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be15128-af82-4a82-a56b-241619258560 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:17:10.534144 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1be15128-af82-4a82-a56b-241619258560 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:10.542811 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b72b28b-e1aa-44c4-b70d-93010617d1cd None None] Sync routers for ids ['727e4ff5-b1f1-4683-b750-65babc288402'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:17:10.565590 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b72b28b-e1aa-44c4-b70d-93010617d1cd None None] Routers {'727e4ff5-b1f1-4683-b750-65babc288402'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:17:10.568937 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9b72b28b-e1aa-44c4-b70d-93010617d1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:16:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['727e4ff5-b1f1-4683-b750-65babc288402'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:10.579213 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1be15128-af82-4a82-a56b-241619258560 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "DELETE /v2.0/floatingips/1c9e6823-fae6-4214-a9a1-683d24ca2309 HTTP/1.1" status: 204 len: 168 time: 2.7078331 Nov 24 21:17:10.579213 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babd5a2a-85a1-49ba-83eb-25cc46756dcf', 'tag': '438ff0a6-ee76-4c44-8ca7-ac80f10cad83'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:17:10.580705 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03450feb-9c39-4025-9ba5-b12192611702" -d '{"events": [{"name": "network-changed", "server_uuid": "babd5a2a-85a1-49ba-83eb-25cc46756dcf", "tag": "438ff0a6-ee76-4c44-8ca7-ac80f10cad83"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:17:10.623138 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port cf6ba1f6-8719-4484-8c94-00b379ffcb96 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:10.623626 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:10.731350 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 36b1f81f-7c46-4ba1-9328-7c382679ac31 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:17:10.776647 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bd379-caad-4a13-a021-874e73071a00 req-3a994cdc-0b91-4bf2-96f3-e56dceafab7b tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:10.792394 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe6bd379-caad-4a13-a021-874e73071a00 req-3a994cdc-0b91-4bf2-96f3-e56dceafab7b tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 944 time: 0.2245946 Nov 24 21:17:10.858254 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-950dbc5c-6bd7-43ee-a478-f127e372b1f5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet 2476ac08-101d-44d4-a9d1-e12d64f1246a {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:17:10.868835 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-950dbc5c-6bd7-43ee-a478-f127e372b1f5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:10.887959 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-9b72b28b-e1aa-44c4-b70d-93010617d1cd None None] Set router 727e4ff5-b1f1-4683-b750-65babc288402 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:17:10.900714 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3f7becdf-b409-4a97-8d8d-f78df951c3f7 None None] Provisioning complete for port 36b1f81f-7c46-4ba1-9328-7c382679ac31 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:10.901339 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3f7becdf-b409-4a97-8d8d-f78df951c3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:10.974450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 36b1f81f-7c46-4ba1-9328-7c382679ac31 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:10.975347 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:10.993137 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-950dbc5c-6bd7-43ee-a478-f127e372b1f5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:11.179755 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:11.208598 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:11.260203 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9b72b28b-e1aa-44c4-b70d-93010617d1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727e4ff5-b1f1-4683-b750-65babc288402', 'name': 'tempest-TestNetworkBasicOps-router-130953349', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:48Z', 'updated_at': '2021-11-24T21:16:59Z', 'revision_number': 6, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:50Z', 'updated_at': '2021-11-24T21:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '639837af-3579-4d68-bf2e-a27d9149c99e', 'name': '', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:2e:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:55Z', 'updated_at': '2021-11-24T21:15:04Z', 'revision_number': 5, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:11.269664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port cf6ba1f6-8719-4484-8c94-00b379ffcb96, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cf6ba1f6-8719-4484-8c94-00b379ffcb96,segment=NetworkSegment(fc255c7f-c29a-46b6-8640-52714ae9926a),segment_id=fc255c7f-c29a-46b6-8640-52714ae9926a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:11.308422 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d317d33-f356-4b4f-b30c-a09f8b785991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6ba1f6-8719-4484-8c94-00b379ffcb96'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:17:11.314935 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4695bc8f-ca86-465a-a6aa-02a0a3ef8eb2" -d '{"events": [{"server_uuid": "4d317d33-f356-4b4f-b30c-a09f8b785991", "name": "network-vif-plugged", "status": "completed", "tag": "cf6ba1f6-8719-4484-8c94-00b379ffcb96"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:17:11.322337 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:11.330744 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b72b28b-e1aa-44c4-b70d-93010617d1cd None None] Checking router: 727e4ff5-b1f1-4683-b750-65babc288402 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:17:11.343783 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe6bd379-caad-4a13-a021-874e73071a00 req-903cdb43-dc87-412c-8b3f-5ce9ed28546f tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5468094 Nov 24 21:17:11.380923 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b72b28b-e1aa-44c4-b70d-93010617d1cd None None] Routers {'727e4ff5-b1f1-4683-b750-65babc288402'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:17:11.381813 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9b72b28b-e1aa-44c4-b70d-93010617d1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:17:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['727e4ff5-b1f1-4683-b750-65babc288402'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:11.563954 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a220781-4ff9-4e17-ae52-c6771aadd983 req-ccc455a1-b498-48c1-970a-f2976df74d63 tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.0915322 Nov 24 21:17:11.589648 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 36b1f81f-7c46-4ba1-9328-7c382679ac31, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=36b1f81f-7c46-4ba1-9328-7c382679ac31,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:11.600583 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-9b72b28b-e1aa-44c4-b70d-93010617d1cd None None] Set router 727e4ff5-b1f1-4683-b750-65babc288402 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:17:11.602626 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-950dbc5c-6bd7-43ee-a478-f127e372b1f5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:11.603242 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e2f275f9-b2c0-489d-b096-171b3624a975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:11.621227 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:11.639478 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:11.665302 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=cf6ba1f6-8719-4484-8c94-00b379ffcb96,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:11.784647 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-950dbc5c-6bd7-43ee-a478-f127e372b1f5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:11.878077 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950dbc5c-6bd7-43ee-a478-f127e372b1f5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=2476ac08-101d-44d4-a9d1-e12d64f1246a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:11.881680 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-950dbc5c-6bd7-43ee-a478-f127e372b1f5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:11.887502 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39032) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:11.906913 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-950dbc5c-6bd7-43ee-a478-f127e372b1f5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/2476ac08-101d-44d4-a9d1-e12d64f1246a HTTP/1.1" status: 204 len: 168 time: 1.4294355 Nov 24 21:17:11.963266 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=36b1f81f-7c46-4ba1-9328-7c382679ac31,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:11.971016 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3f7becdf-b409-4a97-8d8d-f78df951c3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:11.981489 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969abf14-1d1d-4e51-84c2-d42e554a1b5f x-openstack-request-id: req-969abf14-1d1d-4e51-84c2-d42e554a1b5f {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:17:11.987661 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "babd5a2a-85a1-49ba-83eb-25cc46756dcf", "tag": "438ff0a6-ee76-4c44-8ca7-ac80f10cad83", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:17:11.988073 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-969abf14-1d1d-4e51-84c2-d42e554a1b5f {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:17:11.988653 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'babd5a2a-85a1-49ba-83eb-25cc46756dcf', 'tag': '438ff0a6-ee76-4c44-8ca7-ac80f10cad83', 'status': 'completed', 'code': 200} Nov 24 21:17:11.998160 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39034) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:12.000634 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2dd4de7c-29c9-47ea-a29a-c375099e3e49 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1116385 Nov 24 21:17:12.003814 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-d8b4bd8b-b91c-4f98-87ed-bb6763af12ab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:12.015491 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1222b2d-d57e-485b-b32b-e41cd3e1334d None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:17:12.086742 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03450feb-9c39-4025-9ba5-b12192611702 req-8746e87a-3211-4069-9e0d-f3b073db7c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:12.090941 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-03450feb-9c39-4025-9ba5-b12192611702 req-8746e87a-3211-4069-9e0d-f3b073db7c64 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=207eef9f28694fbd90eb332792fa324d&device_id=babd5a2a-85a1-49ba-83eb-25cc46756dcf HTTP/1.1" status: 200 len: 1097 time: 0.0994680 Nov 24 21:17:12.160546 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc2c758f-182d-43e8-b8a5-48125466fe1a req-93df5714-800a-4b16-beaa-4188fad0a8db tempest-ServerShowV257Test-280406675 tempest-ServerShowV257Test-280406675-project] 10.222.0.11 "GET /v2.0/ports?device_id=7acc837b-5fad-4ff4-90b9-e8da4dcc61af HTTP/1.1" status: 200 len: 210 time: 0.1239326 Nov 24 21:17:12.343889 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e3b8a6-084b-4035-8b5c-3c489654a4a2 x-openstack-request-id: req-b8e3b8a6-084b-4035-8b5c-3c489654a4a2 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:17:12.343889 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d317d33-f356-4b4f-b30c-a09f8b785991", "name": "network-vif-plugged", "status": "completed", "tag": "cf6ba1f6-8719-4484-8c94-00b379ffcb96", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:17:12.343889 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b8e3b8a6-084b-4035-8b5c-3c489654a4a2 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:17:12.343889 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d317d33-f356-4b4f-b30c-a09f8b785991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6ba1f6-8719-4484-8c94-00b379ffcb96', 'code': 200} Nov 24 21:17:12.346102 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03450feb-9c39-4025-9ba5-b12192611702 req-c2963470-b13d-472a-ae04-75de560c4df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:12.347961 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-03450feb-9c39-4025-9ba5-b12192611702 req-c2963470-b13d-472a-ae04-75de560c4df2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=29f82d9e-579b-4d97-acf1-b3e0b782c926 HTTP/1.1" status: 200 len: 897 time: 0.2483797 Nov 24 21:17:12.350276 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-3f7becdf-b409-4a97-8d8d-f78df951c3f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:17:12.351049 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-3f7becdf-b409-4a97-8d8d-f78df951c3f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:17:12.400339 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9b72b28b-e1aa-44c4-b70d-93010617d1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727e4ff5-b1f1-4683-b750-65babc288402', 'name': 'tempest-TestNetworkBasicOps-router-130953349', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:48Z', 'updated_at': '2021-11-24T21:16:59Z', 'revision_number': 6, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:50Z', 'updated_at': '2021-11-24T21:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '639837af-3579-4d68-bf2e-a27d9149c99e', 'name': '', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:2e:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:55Z', 'updated_at': '2021-11-24T21:15:04Z', 'revision_number': 5, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:12.402689 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b4bd8b-b91c-4f98-87ed-bb6763af12ab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:17:12.413165 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d8b4bd8b-b91c-4f98-87ed-bb6763af12ab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:12.454288 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-03450feb-9c39-4025-9ba5-b12192611702 req-50d47801-d91e-49ad-8ea2-63710d7e8acc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=438ff0a6-ee76-4c44-8ca7-ac80f10cad83 HTTP/1.1" status: 200 len: 217 time: 0.0966673 Nov 24 21:17:12.488813 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:12.525615 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b72b28b-e1aa-44c4-b70d-93010617d1cd None None] The sync data for ids ['727e4ff5-b1f1-4683-b750-65babc288402'] in n-d-812111-8 is: [{'id': '727e4ff5-b1f1-4683-b750-65babc288402', 'name': 'tempest-TestNetworkBasicOps-router-130953349', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:48Z', 'updated_at': '2021-11-24T21:16:59Z', 'revision_number': 6, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:50Z', 'updated_at': '2021-11-24T21:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '639837af-3579-4d68-bf2e-a27d9149c99e', 'name': '', 'network_id': '29f82d9e-579b-4d97-acf1-b3e0b782c926', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:2e:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:55Z', 'updated_at': '2021-11-24T21:15:04Z', 'revision_number': 5, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': 'b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:17:12.637369 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e163c22-4dcf-42fd-98a2-d7488ea3d830 None None] DHCP port deletion for 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:17:12.645011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03450feb-9c39-4025-9ba5-b12192611702 req-0e1ec37f-4aa9-4852-8ce2-9d40269c58a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:12.647409 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-03450feb-9c39-4025-9ba5-b12192611702 req-0e1ec37f-4aa9-4852-8ce2-9d40269c58a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8 HTTP/1.1" status: 200 len: 834 time: 0.1808660 Nov 24 21:17:12.744624 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03450feb-9c39-4025-9ba5-b12192611702 req-8a09f325-5ee6-4ba8-9377-4f405edd29a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:12.748443 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-03450feb-9c39-4025-9ba5-b12192611702 req-8a09f325-5ee6-4ba8-9377-4f405edd29a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=29f82d9e-579b-4d97-acf1-b3e0b782c926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851333 Nov 24 21:17:12.769638 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-03450feb-9c39-4025-9ba5-b12192611702 req-574d716f-3607-4c95-be33-3aa8b86aa568 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:17:12.771826 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-03450feb-9c39-4025-9ba5-b12192611702 req-574d716f-3607-4c95-be33-3aa8b86aa568 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080533 Nov 24 21:17:12.818971 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1557869-ae8d-4933-a8e0-3b1bf2047c0b req-67160096-7ac8-483f-8222-d9e0f0d33061 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:12.823018 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f1557869-ae8d-4933-a8e0-3b1bf2047c0b req-67160096-7ac8-483f-8222-d9e0f0d33061 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=babd5a2a-85a1-49ba-83eb-25cc46756dcf HTTP/1.1" status: 200 len: 946 time: 0.2908676 Nov 24 21:17:12.951794 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-03450feb-9c39-4025-9ba5-b12192611702 req-4c0baf72-8579-4a9e-8513-1c7989f7c800 service neutron] 10.222.0.48 "GET /v2.0/networks/29f82d9e-579b-4d97-acf1-b3e0b782c926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721292 Nov 24 21:17:13.076531 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f1557869-ae8d-4933-a8e0-3b1bf2047c0b req-0e93cd93-8b4f-4c09-88be-404d370a1ef7 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c26774b-b7d6-4950-8431-0a39e2f4ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401736 Nov 24 21:17:13.139227 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-2e163c22-4dcf-42fd-98a2-d7488ea3d830 None None] Deleting port 36b1f81f-7c46-4ba1-9328-7c382679ac31 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:17:13.141174 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2e163c22-4dcf-42fd-98a2-d7488ea3d830 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:13.313138 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d8b4bd8b-b91c-4f98-87ed-bb6763af12ab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:13.330159 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d147633-50f1-43f6-b3be-24178990b835 None None] New status for floating IP 1c9e6823-fae6-4214-a9a1-683d24ca2309: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:17:13.368120 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8a071-3766-4dcb-a2d4-a449d87bc545 req-5713dca9-4d52-48ee-b68a-d2f09eb2fa43 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:13.370025 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9de8a071-3766-4dcb-a2d4-a449d87bc545 req-5713dca9-4d52-48ee-b68a-d2f09eb2fa43 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.48 "GET /v2.0/ports?device_id=babd5a2a-85a1-49ba-83eb-25cc46756dcf HTTP/1.1" status: 200 len: 946 time: 0.1317611 Nov 24 21:17:13.372569 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-03450feb-9c39-4025-9ba5-b12192611702 req-1d1d4d76-81fc-421c-9d5f-b18ac865d2a8 service neutron] 10.222.0.48 "GET /v2.0/networks/29f82d9e-579b-4d97-acf1-b3e0b782c926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108460 Nov 24 21:17:13.455231 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4bd8b-b91c-4f98-87ed-bb6763af12ab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=8890d9b5-3685-4e4b-9b28-7e47cb7fada1,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:13.492327 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2e163c22-4dcf-42fd-98a2-d7488ea3d830 None None] For port 36b1f81f-7c46-4ba1-9328-7c382679ac31, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=36b1f81f-7c46-4ba1-9328-7c382679ac31,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:13.492982 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2e163c22-4dcf-42fd-98a2-d7488ea3d830 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:13.507529 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-50d83944-d81d-40eb-89ea-8be41f1209a4 None None] Could not find standard attr ID for object 83413105-385f-490b-98c4-d31d8c78b1b2. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:17:13.539487 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b4bd8b-b91c-4f98-87ed-bb6763af12ab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:13.540287 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-2e163c22-4dcf-42fd-98a2-d7488ea3d830 None None] Calling delete_port for 36b1f81f-7c46-4ba1-9328-7c382679ac31 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:17:13.548903 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-d8b4bd8b-b91c-4f98-87ed-bb6763af12ab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:13.559929 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b4bd8b-b91c-4f98-87ed-bb6763af12ab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:13.560661 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d8b4bd8b-b91c-4f98-87ed-bb6763af12ab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:13.571191 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-9de8a071-3766-4dcb-a2d4-a449d87bc545 req-82a3d359-50cd-47b5-8bf1-491c494a7abd tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Deleting port 438ff0a6-ee76-4c44-8ca7-ac80f10cad83 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:17:13.571776 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9de8a071-3766-4dcb-a2d4-a449d87bc545 req-82a3d359-50cd-47b5-8bf1-491c494a7abd tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:13.623894 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d8b4bd8b-b91c-4f98-87ed-bb6763af12ab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6244662 Nov 24 21:17:13.625688 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39048) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:13.645104 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-da09c634-32d3-49a2-a643-13b572345ebe tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'fixed_ips': [{'subnet_id': '8890d9b5-3685-4e4b-9b28-7e47cb7fada1', 'ip_address': '2001:db8::36b3:858:c970:2f96'}], 'name': 'tempest-NetworksTestDHCPv6-38325402'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:13.717651 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46527b6f-7b59-4a58-9ade-d9959288d4c9 req-fd3c50e7-5e6b-4cf0-b2d3-77f997ab9cae tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:13.729397 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46527b6f-7b59-4a58-9ade-d9959288d4c9 req-fd3c50e7-5e6b-4cf0-b2d3-77f997ab9cae tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.4194679 Nov 24 21:17:13.734258 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-9de8a071-3766-4dcb-a2d4-a449d87bc545 req-82a3d359-50cd-47b5-8bf1-491c494a7abd tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] For port 438ff0a6-ee76-4c44-8ca7-ac80f10cad83, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=438ff0a6-ee76-4c44-8ca7-ac80f10cad83,segment=NetworkSegment(999d9b4b-a339-43e7-a49f-a662f2b65834),segment_id=999d9b4b-a339-43e7-a49f-a662f2b65834)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:13.735273 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9de8a071-3766-4dcb-a2d4-a449d87bc545 req-82a3d359-50cd-47b5-8bf1-491c494a7abd tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:13.749796 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-9de8a071-3766-4dcb-a2d4-a449d87bc545 req-82a3d359-50cd-47b5-8bf1-491c494a7abd tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Calling delete_port for 438ff0a6-ee76-4c44-8ca7-ac80f10cad83 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:17:13.779555 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2e163c22-4dcf-42fd-98a2-d7488ea3d830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:13.875802 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e163c22-4dcf-42fd-98a2-d7488ea3d830 None None] Pushing event deleted for resources: {'Port': ['ID=36b1f81f-7c46-4ba1-9328-7c382679ac31,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:13.885536 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e163c22-4dcf-42fd-98a2-d7488ea3d830 None None] No DVR routers for this DVR port 36b1f81f-7c46-4ba1-9328-7c382679ac31 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:17:13.894297 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:13.913224 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdc7b6e-6e9e-4471-8f0a-32a35807b9e8 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:17:13.934355 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9de8a071-3766-4dcb-a2d4-a449d87bc545 req-82a3d359-50cd-47b5-8bf1-491c494a7abd tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:13.969165 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46527b6f-7b59-4a58-9ade-d9959288d4c9 req-5399a672-f5a9-487d-936e-14edde0a5fc4 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337620 Nov 24 21:17:13.988605 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3d359-50cd-47b5-8bf1-491c494a7abd tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event deleted for resources: {'Port': ['ID=438ff0a6-ee76-4c44-8ca7-ac80f10cad83,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:14.117720 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de8a071-3766-4dcb-a2d4-a449d87bc545 req-82a3d359-50cd-47b5-8bf1-491c494a7abd tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] No DVR routers for this DVR port 438ff0a6-ee76-4c44-8ca7-ac80f10cad83 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:17:14.140699 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9de8a071-3766-4dcb-a2d4-a449d87bc545 req-82a3d359-50cd-47b5-8bf1-491c494a7abd tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:14.146717 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da09c634-32d3-49a2-a643-13b572345ebe tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:17:14.150939 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9de8a071-3766-4dcb-a2d4-a449d87bc545 req-82a3d359-50cd-47b5-8bf1-491c494a7abd tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.48 "DELETE /v2.0/ports/438ff0a6-ee76-4c44-8ca7-ac80f10cad83 HTTP/1.1" status: 204 len: 173 time: 0.7692194 Nov 24 21:17:14.162771 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babd5a2a-85a1-49ba-83eb-25cc46756dcf', 'name': 'network-vif-deleted', 'tag': '438ff0a6-ee76-4c44-8ca7-ac80f10cad83'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:17:14.187403 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d28978-901c-4fc0-b9b0-8ba9c3b3b444" -d '{"events": [{"server_uuid": "babd5a2a-85a1-49ba-83eb-25cc46756dcf", "name": "network-vif-deleted", "tag": "438ff0a6-ee76-4c44-8ca7-ac80f10cad83"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:17:14.351706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98162819-4f66-4e4b-8145-201f415a2b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'fixed_ips': [{'subnet_id': '8890d9b5-3685-4e4b-9b28-7e47cb7fada1'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:17:14.353527 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-98162819-4f66-4e4b-8145-201f415a2b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:14.554086 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-96bc4814-a1dd-463f-a090-33be3a6461f5 req-68d6138b-02ee-4d7c-bba1-d1503fbfaf11 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=babd5a2a-85a1-49ba-83eb-25cc46756dcf HTTP/1.1" status: 200 len: 210 time: 0.0880215 Nov 24 21:17:14.624007 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-da09c634-32d3-49a2-a643-13b572345ebe tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:14.661711 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 36b1f81f-7c46-4ba1-9328-7c382679ac31 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:17:14.665455 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cc7e3f-0498-4f7c-b7a6-1cb169ee9d62 x-openstack-request-id: req-06cc7e3f-0498-4f7c-b7a6-1cb169ee9d62 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:17:14.665855 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babd5a2a-85a1-49ba-83eb-25cc46756dcf", "name": "network-vif-deleted", "tag": "438ff0a6-ee76-4c44-8ca7-ac80f10cad83", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:17:14.669488 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-06cc7e3f-0498-4f7c-b7a6-1cb169ee9d62 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:17:14.670868 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'babd5a2a-85a1-49ba-83eb-25cc46756dcf', 'name': 'network-vif-deleted', 'tag': '438ff0a6-ee76-4c44-8ca7-ac80f10cad83', 'status': 'completed', 'code': 200} Nov 24 21:17:14.681457 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-da09c634-32d3-49a2-a643-13b572345ebe tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] device_id is not set on port ee52de81-149a-4772-a49a-790db7b99b6f yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:17:14.813439 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 36b1f81f-7c46-4ba1-9328-7c382679ac31 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:17:14.814205 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 36b1f81f-7c46-4ba1-9328-7c382679ac31 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:17:14.850986 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39062) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:15.106757 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:15.114743 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7fad1a14-9dcb-40af-b78d-d37438993614 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:15.146143 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-98162819-4f66-4e4b-8145-201f415a2b28 None None] Allocated IP 2001:db8::2 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/8890d9b5-3685-4e4b-9b28-7e47cb7fada1/8d40861f-3570-4507-ae16-2ec8860aa705) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:17:15.230611 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c50e51-ca99-4a12-aa88-2aba98e888fb req-758fa721-38a0-4ef3-840d-00904272d5fb tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:15.240482 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a7c50e51-ca99-4a12-aa88-2aba98e888fb req-758fa721-38a0-4ef3-840d-00904272d5fb tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.0773635 Nov 24 21:17:15.355919 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a7c50e51-ca99-4a12-aa88-2aba98e888fb req-496648b4-355b-4b82-83d0-70b62173737e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127245 Nov 24 21:17:15.358207 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7fad1a14-9dcb-40af-b78d-d37438993614 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:15.364524 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7fad1a14-9dcb-40af-b78d-d37438993614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:15.394238 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7fad1a14-9dcb-40af-b78d-d37438993614 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=303f064dc11846f09913ff756aea5151&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5421166 Nov 24 21:17:15.396988 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39070) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:15.432308 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad1a14-9dcb-40af-b78d-d37438993614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d434213e-5df4-4b3b-9690-98240dce0c05,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:15.493113 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-98162819-4f66-4e4b-8145-201f415a2b28 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:15.495504 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3301e02f-c1af-4bf1-9e08-7ca16aae4f6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:15.502078 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-98162819-4f66-4e4b-8145-201f415a2b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:15.562314 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3301e02f-c1af-4bf1-9e08-7ca16aae4f6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:15.587081 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-da09c634-32d3-49a2-a643-13b572345ebe tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8::36b3:858:c970:2f96 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/8890d9b5-3685-4e4b-9b28-7e47cb7fada1/ee52de81-149a-4772-a49a-790db7b99b6f) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:17:15.620674 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98162819-4f66-4e4b-8145-201f415a2b28 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:15.626438 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-98162819-4f66-4e4b-8145-201f415a2b28 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:15.633223 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39078) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:15.652779 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98162819-4f66-4e4b-8145-201f415a2b28 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:17:15.669408 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98162819-4f66-4e4b-8145-201f415a2b28 None None] Pushing event updated for resources: {'Port': ['ID=8d40861f-3570-4507-ae16-2ec8860aa705,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:15.704051 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3301e02f-c1af-4bf1-9e08-7ca16aae4f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:15.706948 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3301e02f-c1af-4bf1-9e08-7ca16aae4f6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:15.710507 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3301e02f-c1af-4bf1-9e08-7ca16aae4f6c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d434213e-5df4-4b3b-9690-98240dce0c05 HTTP/1.1" status: 204 len: 168 time: 0.3100169 Nov 24 21:17:15.737723 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301e02f-c1af-4bf1-9e08-7ca16aae4f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d434213e-5df4-4b3b-9690-98240dce0c05,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:15.771816 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e401-df54-44a2-b71e-cf502779e262 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:15.835725 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-98162819-4f66-4e4b-8145-201f415a2b28 None None] Attempting to bind port 8d40861f-3570-4507-ae16-2ec8860aa705 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:17:15.836115 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-98162819-4f66-4e4b-8145-201f415a2b28 None None] Attempting to bind port 8d40861f-3570-4507-ae16-2ec8860aa705 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:17:15.836496 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98162819-4f66-4e4b-8145-201f415a2b28 None None] Attempting to bind port 8d40861f-3570-4507-ae16-2ec8860aa705 on network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:17:15.843833 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e401-df54-44a2-b71e-cf502779e262 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:15.852274 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-da09c634-32d3-49a2-a643-13b572345ebe tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:15.857563 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98162819-4f66-4e4b-8145-201f415a2b28 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:17:15.857959 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98162819-4f66-4e4b-8145-201f415a2b28 None None] Checking segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:17:15.858399 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-98162819-4f66-4e4b-8145-201f415a2b28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:15.859344 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98162819-4f66-4e4b-8145-201f415a2b28 None None] Bound using segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:17:15.859835 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-98162819-4f66-4e4b-8145-201f415a2b28 None None] Bound port: 8d40861f-3570-4507-ae16-2ec8860aa705, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:17:15.860344 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-98162819-4f66-4e4b-8145-201f415a2b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:15.913333 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-da09c634-32d3-49a2-a643-13b572345ebe tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:16.021948 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da09c634-32d3-49a2-a643-13b572345ebe tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:16.028179 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-da09c634-32d3-49a2-a643-13b572345ebe tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:16.030913 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09c634-32d3-49a2-a643-13b572345ebe tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=ee52de81-149a-4772-a49a-790db7b99b6f,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:16.033438 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da09c634-32d3-49a2-a643-13b572345ebe tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:17:16.042200 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da09c634-32d3-49a2-a643-13b572345ebe tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:16.043727 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-98162819-4f66-4e4b-8145-201f415a2b28 None None] For port 8d40861f-3570-4507-ae16-2ec8860aa705, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:17:16.043868 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-da09c634-32d3-49a2-a643-13b572345ebe tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:16.050054 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e401-df54-44a2-b71e-cf502779e262 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:16.053653 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-98162819-4f66-4e4b-8145-201f415a2b28 None None] For port 8d40861f-3570-4507-ae16-2ec8860aa705, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=8d40861f-3570-4507-ae16-2ec8860aa705,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:17:16.054669 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e401-df54-44a2-b71e-cf502779e262 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:16.060819 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a8c9e401-df54-44a2-b71e-cf502779e262 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "DELETE /v2.0/security-groups/2c26774b-b7d6-4950-8431-0a39e2f4ac54 HTTP/1.1" status: 204 len: 168 time: 0.4246264 Nov 24 21:17:16.073620 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-da09c634-32d3-49a2-a643-13b572345ebe tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.4394367 Nov 24 21:17:16.075355 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39088) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:16.095528 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-98162819-4f66-4e4b-8145-201f415a2b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:16.097207 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9e401-df54-44a2-b71e-cf502779e262 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c26774b-b7d6-4950-8431-0a39e2f4ac54,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:16.146685 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39090) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:16.209933 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1900adb-1e96-4fac-bb36-5c859432e3c6 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:16.218729 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1900adb-1e96-4fac-bb36-5c859432e3c6 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:16.225036 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d1900adb-1e96-4fac-bb36-5c859432e3c6 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.1471505 Nov 24 21:17:16.226036 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39094) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:16.322755 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98162819-4f66-4e4b-8145-201f415a2b28 None None] Pushing event updated for resources: {'Port': ['ID=8d40861f-3570-4507-ae16-2ec8860aa705,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:16.482856 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4305b9ed-cc0a-495b-8736-3312403e4006 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting port ee52de81-149a-4772-a49a-790db7b99b6f {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:17:16.483395 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4305b9ed-cc0a-495b-8736-3312403e4006 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:16.799323 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4305b9ed-cc0a-495b-8736-3312403e4006 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:16.939248 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4305b9ed-cc0a-495b-8736-3312403e4006 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Calling delete_port for ee52de81-149a-4772-a49a-790db7b99b6f owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:17:16.962887 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4a67a-6798-406d-82be-ed1ef880f1c4 req-525233e3-103f-4f63-b56b-b6a40990d6f3 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:16.971627 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d7b4a67a-6798-406d-82be-ed1ef880f1c4 req-525233e3-103f-4f63-b56b-b6a40990d6f3 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1488233 Nov 24 21:17:17.325993 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d7b4a67a-6798-406d-82be-ed1ef880f1c4 req-3a763836-50ab-4af5-b84f-ca556656f3dd tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476655 Nov 24 21:17:17.363649 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4305b9ed-cc0a-495b-8736-3312403e4006 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:17.420965 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305b9ed-cc0a-495b-8736-3312403e4006 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Port': ['ID=ee52de81-149a-4772-a49a-790db7b99b6f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:17.427935 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39124) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:17.465788 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4305b9ed-cc0a-495b-8736-3312403e4006 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:17.471578 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4305b9ed-cc0a-495b-8736-3312403e4006 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/ee52de81-149a-4772-a49a-790db7b99b6f HTTP/1.1" status: 204 len: 168 time: 1.2421718 Nov 24 21:17:17.472491 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39128) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:17.477570 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 438ff0a6-ee76-4c44-8ca7-ac80f10cad83 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:17:17.539612 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 438ff0a6-ee76-4c44-8ca7-ac80f10cad83 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:17:17.545510 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 438ff0a6-ee76-4c44-8ca7-ac80f10cad83 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:17:17.603163 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de81f0d0-3f76-40ee-acd4-2a255079bc37 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:17.607421 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de81f0d0-3f76-40ee-acd4-2a255079bc37 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:17.611407 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-de81f0d0-3f76-40ee-acd4-2a255079bc37 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1364439 Nov 24 21:17:17.613894 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39130) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:17.771111 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81c0641-5349-44ee-80f6-5d3c0a44b7d9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet 8890d9b5-3685-4e4b-9b28-7e47cb7fada1 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:17:17.778639 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a81c0641-5349-44ee-80f6-5d3c0a44b7d9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:17.884825 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a81c0641-5349-44ee-80f6-5d3c0a44b7d9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:17.936256 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ab37ab5-24ee-46ab-a350-6efae2bab40d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:18.001233 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-e68d83e7-03d6-46fb-9d31-117274a837c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-783159221-network', 'tenant_id': 'b8d1b3c5195f4c05a18dfb32f9f7c943'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:18.183052 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68d83e7-03d6-46fb-9d31-117274a837c3 admin admin] Made reservation on behalf of b8d1b3c5195f4c05a18dfb32f9f7c943 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:17:18.193670 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e68d83e7-03d6-46fb-9d31-117274a837c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:18.222674 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e68d83e7-03d6-46fb-9d31-117274a837c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:18.280575 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a81c0641-5349-44ee-80f6-5d3c0a44b7d9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:18.314129 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-0da1692f-c0d5-41cb-af14-26c8f7ec6ef6 None None] Provisioning complete for port 8d40861f-3570-4507-ae16-2ec8860aa705 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:18.325065 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0da1692f-c0d5-41cb-af14-26c8f7ec6ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:18.600715 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0da1692f-c0d5-41cb-af14-26c8f7ec6ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:18.658630 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 8d40861f-3570-4507-ae16-2ec8860aa705 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:17:18.675980 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-2ab37ab5-24ee-46ab-a350-6efae2bab40d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Deleting port 639837af-3579-4d68-bf2e-a27d9149c99e {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:17:18.676328 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ab37ab5-24ee-46ab-a350-6efae2bab40d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:18.779414 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e68d83e7-03d6-46fb-9d31-117274a837c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:18.822269 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a81c0641-5349-44ee-80f6-5d3c0a44b7d9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:18.825841 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e68d83e7-03d6-46fb-9d31-117274a837c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:18.884125 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-0da1692f-c0d5-41cb-af14-26c8f7ec6ef6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:17:18.884495 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-0da1692f-c0d5-41cb-af14-26c8f7ec6ef6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:17:18.896154 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 8d40861f-3570-4507-ae16-2ec8860aa705 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:18.896531 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:18.923730 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-2ab37ab5-24ee-46ab-a350-6efae2bab40d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] For port 639837af-3579-4d68-bf2e-a27d9149c99e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=639837af-3579-4d68-bf2e-a27d9149c99e,segment=NetworkSegment(999d9b4b-a339-43e7-a49f-a662f2b65834),segment_id=999d9b4b-a339-43e7-a49f-a662f2b65834)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:18.924400 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ab37ab5-24ee-46ab-a350-6efae2bab40d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:18.939257 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c0641-5349-44ee-80f6-5d3c0a44b7d9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=8890d9b5-3685-4e4b-9b28-7e47cb7fada1,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:18.946131 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d83e7-03d6-46fb-9d31-117274a837c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:18.949491 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-2ab37ab5-24ee-46ab-a350-6efae2bab40d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Calling delete_port for 639837af-3579-4d68-bf2e-a27d9149c99e owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:17:19.001406 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19431b5-d97f-4eec-afba-b06eff75b900 req-513f033e-248b-4f2a-b797-baa88a0c3731 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:19.013369 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d19431b5-d97f-4eec-afba-b06eff75b900 req-513f033e-248b-4f2a-b797-baa88a0c3731 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.4855957 Nov 24 21:17:19.044445 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68d83e7-03d6-46fb-9d31-117274a837c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:17:19.053940 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a81c0641-5349-44ee-80f6-5d3c0a44b7d9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:19.059669 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a81c0641-5349-44ee-80f6-5d3c0a44b7d9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/8890d9b5-3685-4e4b-9b28-7e47cb7fada1 HTTP/1.1" status: 204 len: 168 time: 1.4417551 Nov 24 21:17:19.063418 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39148) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:19.100429 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:19.144774 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-31391c7e-4f6e-481f-9669-66be72b81df3 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644603 Nov 24 21:17:19.148418 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39150) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:19.196371 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 8d40861f-3570-4507-ae16-2ec8860aa705, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=8d40861f-3570-4507-ae16-2ec8860aa705,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:19.206911 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:19.227335 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e68d83e7-03d6-46fb-9d31-117274a837c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:19.229578 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-e68d83e7-03d6-46fb-9d31-117274a837c3 admin admin] Added segment 1374f974-1485-4dc0-b969-e97d087fa34f of type vlan for network 69f36ff4-df91-4502-a33c-b0e40fcb2067 Nov 24 21:17:19.346678 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aafcfb5-f04f-4477-b738-603bef7ed986 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:19.348461 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8aafcfb5-f04f-4477-b738-603bef7ed986 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1989093 Nov 24 21:17:19.351381 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=8d40861f-3570-4507-ae16-2ec8860aa705,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:19.352364 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e68d83e7-03d6-46fb-9d31-117274a837c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:19.354191 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991e6c07-5eb0-4292-b15b-08e67c78f585 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:17:19.364788 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39154) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:19.395470 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d19431b5-d97f-4eec-afba-b06eff75b900 req-ba246fd7-6ff7-488f-ac30-1d6c451b4e80 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739841 Nov 24 21:17:19.458315 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d82928-6f49-48ad-921a-623b0e3450c0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:19.460946 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b7d82928-6f49-48ad-921a-623b0e3450c0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0932500 Nov 24 21:17:19.462741 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39156) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:19.464009 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ab37ab5-24ee-46ab-a350-6efae2bab40d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:19.468488 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:17:19.472943 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e68d83e7-03d6-46fb-9d31-117274a837c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:19.474037 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68d83e7-03d6-46fb-9d31-117274a837c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:19.475022 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e68d83e7-03d6-46fb-9d31-117274a837c3 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:19.575324 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab37ab5-24ee-46ab-a350-6efae2bab40d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event deleted for resources: {'Port': ['ID=639837af-3579-4d68-bf2e-a27d9149c99e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:19.604566 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e9a99c18-4251-48f2-85d2-ce2787f383a1 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1405785 Nov 24 21:17:19.639978 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39158) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:19.670260 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4bda9c89-e532-4d4a-a81a-5fd2daeea389 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:19.692426 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39160) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:19.696989 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e68d83e7-03d6-46fb-9d31-117274a837c3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2676029 Nov 24 21:17:19.710677 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-11fa31ea-b41a-4dfa-acc2-526a854b34eb None None] Could not find standard attr ID for object ee52de81-149a-4772-a49a-790db7b99b6f. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:17:19.731948 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-2ae3e9c3-d050-4840-aa57-207aba6a8476 admin admin] Request body: {'subnet': {'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-783159221-subnet', 'tenant_id': 'b8d1b3c5195f4c05a18dfb32f9f7c943', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:19.830751 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5be264-8e41-4b85-b566-21f1423c8b93 None None] DHCP port deletion for 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:17:19.838495 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d83e7-03d6-46fb-9d31-117274a837c3 admin admin] Pushing event updated for resources: {'Network': ['ID=69f36ff4-df91-4502-a33c-b0e40fcb2067,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:19.914718 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 69f36ff4-df91-4502-a33c-b0e40fcb2067 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:17:20.001643 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ab37ab5-24ee-46ab-a350-6efae2bab40d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:20.095802 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae3e9c3-d050-4840-aa57-207aba6a8476 admin admin] Made reservation on behalf of b8d1b3c5195f4c05a18dfb32f9f7c943 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:17:20.098290 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6a5be264-8e41-4b85-b566-21f1423c8b93 None None] Deleting port 8d40861f-3570-4507-ae16-2ec8860aa705 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:17:20.098679 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6a5be264-8e41-4b85-b566-21f1423c8b93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:20.103788 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ae3e9c3-d050-4840-aa57-207aba6a8476 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:20.298127 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6a5be264-8e41-4b85-b566-21f1423c8b93 None None] For port 8d40861f-3570-4507-ae16-2ec8860aa705, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=8d40861f-3570-4507-ae16-2ec8860aa705,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:20.298749 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6a5be264-8e41-4b85-b566-21f1423c8b93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:20.330753 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6a5be264-8e41-4b85-b566-21f1423c8b93 None None] Calling delete_port for 8d40861f-3570-4507-ae16-2ec8860aa705 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:17:20.396904 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bda9c89-e532-4d4a-a81a-5fd2daeea389 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:17:20.401056 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4bda9c89-e532-4d4a-a81a-5fd2daeea389 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:20.496080 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6a5be264-8e41-4b85-b566-21f1423c8b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:20.575090 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5be264-8e41-4b85-b566-21f1423c8b93 None None] Pushing event deleted for resources: {'Port': ['ID=8d40861f-3570-4507-ae16-2ec8860aa705,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:20.587564 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5be264-8e41-4b85-b566-21f1423c8b93 None None] No DVR routers for this DVR port 8d40861f-3570-4507-ae16-2ec8860aa705 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:17:20.666261 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119a149-11bc-46d5-ab3b-6f1315b248ed req-fbe8301d-4b3e-4234-85ad-382daa8dc3c6 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:20.670351 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5119a149-11bc-46d5-ab3b-6f1315b248ed req-fbe8301d-4b3e-4234-85ad-382daa8dc3c6 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1675415 Nov 24 21:17:20.674532 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 8d40861f-3570-4507-ae16-2ec8860aa705 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:17:20.730568 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 8d40861f-3570-4507-ae16-2ec8860aa705 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:17:20.731596 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 8d40861f-3570-4507-ae16-2ec8860aa705 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:17:20.790530 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5119a149-11bc-46d5-ab3b-6f1315b248ed req-685b16a4-e4cd-41f5-8246-46bb76e7e2d7 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115453 Nov 24 21:17:20.873376 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ae3e9c3-d050-4840-aa57-207aba6a8476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:21.105193 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae3e9c3-d050-4840-aa57-207aba6a8476 admin admin] Checking segment: {'id': '1374f974-1485-4dc0-b969-e97d087fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:17:21.105865 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae3e9c3-d050-4840-aa57-207aba6a8476 admin admin] Network hostable DHCP agents. Network: 69f36ff4-df91-4502-a33c-b0e40fcb2067, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:17:21.136122 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae3e9c3-d050-4840-aa57-207aba6a8476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1257a070-7767-454d-ab67-31a004e8a10a,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:21.204595 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae3e9c3-d050-4840-aa57-207aba6a8476 admin admin] Network 69f36ff4-df91-4502-a33c-b0e40fcb2067 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:17:21.256349 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab37ab5-24ee-46ab-a350-6efae2bab40d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Router 727e4ff5-b1f1-4683-b750-65babc288402 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:17:21.268358 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-2ae3e9c3-d050-4840-aa57-207aba6a8476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 69f36ff4-df91-4502-a33c-b0e40fcb2067) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:21.272851 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae3e9c3-d050-4840-aa57-207aba6a8476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:21.273547 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ae3e9c3-d050-4840-aa57-207aba6a8476 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:21.278373 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd8927e-2589-4197-87f2-9e68ac69dfb5 None None] Network 69f36ff4-df91-4502-a33c-b0e40fcb2067 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:17:21.400821 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2ae3e9c3-d050-4840-aa57-207aba6a8476 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7055953 Nov 24 21:17:21.413765 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4bda9c89-e532-4d4a-a81a-5fd2daeea389 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:21.512733 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bda9c89-e532-4d4a-a81a-5fd2daeea389 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:21.521834 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-4bda9c89-e532-4d4a-a81a-5fd2daeea389 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:21.526289 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bda9c89-e532-4d4a-a81a-5fd2daeea389 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:21.529937 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4bda9c89-e532-4d4a-a81a-5fd2daeea389 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:21.592123 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4675a1d-3351-41dc-9b4f-ec163fd21508 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:17:21.616791 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4bda9c89-e532-4d4a-a81a-5fd2daeea389 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9683058 Nov 24 21:17:21.619369 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39182) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:21.626631 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-af865bda-5d03-47fd-8e8c-6aae592bb8eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'fixed_ips': [{'subnet_id': '3fa1d383-8e81-4b50-b374-b3bbabf02763', 'ip_address': '2001:db8::b3fd:949c:7f1d:595f'}], 'name': 'tempest-NetworksTestDHCPv6-326882806'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:21.630358 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda9c89-e532-4d4a-a81a-5fd2daeea389 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=3fa1d383-8e81-4b50-b374-b3bbabf02763,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:21.677146 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab37ab5-24ee-46ab-a350-6efae2bab40d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:17:21.682866 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2ab37ab5-24ee-46ab-a350-6efae2bab40d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "PUT /v2.0/routers/727e4ff5-b1f1-4683-b750-65babc288402/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5312529 Nov 24 21:17:21.686815 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39184) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:21.694076 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca12cf0d-6d5a-4c0c-aa1b-17de21a06c84 None None] Sync routers for ids ['727e4ff5-b1f1-4683-b750-65babc288402'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:17:21.735412 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca12cf0d-6d5a-4c0c-aa1b-17de21a06c84 None None] Routers {'727e4ff5-b1f1-4683-b750-65babc288402'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:17:21.743455 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ca12cf0d-6d5a-4c0c-aa1b-17de21a06c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:17:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['727e4ff5-b1f1-4683-b750-65babc288402'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:21.837977 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c30b018-d607-4641-93cc-7c373dd38f52 None None] Network 69f36ff4-df91-4502-a33c-b0e40fcb2067 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:17:21.856956 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b052c3e-5ef3-412e-9ab3-ddea2c4a0b03 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Deleting subnet b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:17:21.867724 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2b052c3e-5ef3-412e-9ab3-ddea2c4a0b03 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:21.966377 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af865bda-5d03-47fd-8e8c-6aae592bb8eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:17:21.985928 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2b052c3e-5ef3-412e-9ab3-ddea2c4a0b03 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:22.056959 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-ca12cf0d-6d5a-4c0c-aa1b-17de21a06c84 None None] Set router 727e4ff5-b1f1-4683-b750-65babc288402 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:17:22.282016 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2b052c3e-5ef3-412e-9ab3-ddea2c4a0b03 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:22.430122 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2b052c3e-5ef3-412e-9ab3-ddea2c4a0b03 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:22.438703 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976bbd34-8dc2-4750-a7e6-e5030c830df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'fixed_ips': [{'subnet_id': '3fa1d383-8e81-4b50-b374-b3bbabf02763'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:17:22.440209 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-976bbd34-8dc2-4750-a7e6-e5030c830df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:22.489766 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-af865bda-5d03-47fd-8e8c-6aae592bb8eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:22.534754 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b052c3e-5ef3-412e-9ab3-ddea2c4a0b03 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event deleted for resources: {'Subnet': ['ID=b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:22.537132 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2b052c3e-5ef3-412e-9ab3-ddea2c4a0b03 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:22.540484 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2b052c3e-5ef3-412e-9ab3-ddea2c4a0b03 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "DELETE /v2.0/subnets/b7c8c48c-fa8f-421b-9fe7-68d31b2b87d8 HTTP/1.1" status: 204 len: 168 time: 0.8513839 Nov 24 21:17:22.551754 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39206) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:22.597343 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ca12cf0d-6d5a-4c0c-aa1b-17de21a06c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727e4ff5-b1f1-4683-b750-65babc288402', 'name': 'tempest-TestNetworkBasicOps-router-130953349', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:48Z', 'updated_at': '2021-11-24T21:17:19Z', 'revision_number': 7, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:50Z', 'updated_at': '2021-11-24T21:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:22.679123 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca12cf0d-6d5a-4c0c-aa1b-17de21a06c84 None None] Checking router: 727e4ff5-b1f1-4683-b750-65babc288402 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:17:22.699959 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca12cf0d-6d5a-4c0c-aa1b-17de21a06c84 None None] Routers {'727e4ff5-b1f1-4683-b750-65babc288402'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:17:22.701358 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ca12cf0d-6d5a-4c0c-aa1b-17de21a06c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:17:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['727e4ff5-b1f1-4683-b750-65babc288402'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:22.849298 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-ca12cf0d-6d5a-4c0c-aa1b-17de21a06c84 None None] Set router 727e4ff5-b1f1-4683-b750-65babc288402 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:17:23.047433 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-976bbd34-8dc2-4750-a7e6-e5030c830df3 None None] Allocated IP 2001:db8::2 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/3fa1d383-8e81-4b50-b374-b3bbabf02763/9c4c09ac-03c4-413d-8fcb-7b5415196851) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:17:23.185046 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-af865bda-5d03-47fd-8e8c-6aae592bb8eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] device_id is not set on port ea2e2b7e-4747-43c6-bbd4-7899da4f418d yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:17:23.241818 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-976bbd34-8dc2-4750-a7e6-e5030c830df3 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:23.249193 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f815faaa-0655-4dbd-bb03-ca1d7d790d21 None None] Network 29f82d9e-579b-4d97-acf1-b3e0b782c926 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:17:23.331271 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ca12cf0d-6d5a-4c0c-aa1b-17de21a06c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727e4ff5-b1f1-4683-b750-65babc288402', 'name': 'tempest-TestNetworkBasicOps-router-130953349', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:48Z', 'updated_at': '2021-11-24T21:17:19Z', 'revision_number': 7, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:50Z', 'updated_at': '2021-11-24T21:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:23.370346 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca12cf0d-6d5a-4c0c-aa1b-17de21a06c84 None None] The sync data for ids ['727e4ff5-b1f1-4683-b750-65babc288402'] in n-d-812111-8 is: [{'id': '727e4ff5-b1f1-4683-b750-65babc288402', 'name': 'tempest-TestNetworkBasicOps-router-130953349', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:14:48Z', 'updated_at': '2021-11-24T21:17:19Z', 'revision_number': 7, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': '0cf52951-d5a9-465c-b4a8-d3055e572c83', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727e4ff5-b1f1-4683-b750-65babc288402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:14:50Z', 'updated_at': '2021-11-24T21:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:17:23.399574 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-976bbd34-8dc2-4750-a7e6-e5030c830df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:23.439183 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-af865bda-5d03-47fd-8e8c-6aae592bb8eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8::b3fd:949c:7f1d:595f (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/3fa1d383-8e81-4b50-b374-b3bbabf02763/ea2e2b7e-4747-43c6-bbd4-7899da4f418d) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:17:23.559775 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bbd34-8dc2-4750-a7e6-e5030c830df3 None None] Pushing event updated for resources: {'Port': ['ID=9c4c09ac-03c4-413d-8fcb-7b5415196851,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:23.591946 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976bbd34-8dc2-4750-a7e6-e5030c830df3 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:23.624825 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-976bbd34-8dc2-4750-a7e6-e5030c830df3 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:23.631285 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976bbd34-8dc2-4750-a7e6-e5030c830df3 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:17:23.654011 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0014b-ed1f-411e-9498-96a717bd844d req-a6ed1d8e-7698-431c-b466-f69a2553b77d tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:23.662050 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-85a0014b-ed1f-411e-9498-96a717bd844d req-a6ed1d8e-7698-431c-b466-f69a2553b77d tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/networks?id=69f36ff4-df91-4502-a33c-b0e40fcb2067 HTTP/1.1" status: 200 len: 814 time: 1.4431102 Nov 24 21:17:23.682472 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-85a0014b-ed1f-411e-9498-96a717bd844d req-cd3a0a7a-dcf3-4f87-a43c-7780d71a53fd tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/quotas/b8d1b3c5195f4c05a18dfb32f9f7c943 HTTP/1.1" status: 200 len: 375 time: 0.0194950 Nov 24 21:17:23.775054 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-85a0014b-ed1f-411e-9498-96a717bd844d req-585ef9c2-ec5d-41d0-a550-b6a0efaf5bc5 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8d1b3c5195f4c05a18dfb32f9f7c943&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917189 Nov 24 21:17:23.787909 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-976bbd34-8dc2-4750-a7e6-e5030c830df3 None None] Attempting to bind port 9c4c09ac-03c4-413d-8fcb-7b5415196851 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:17:23.788947 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-976bbd34-8dc2-4750-a7e6-e5030c830df3 None None] Attempting to bind port 9c4c09ac-03c4-413d-8fcb-7b5415196851 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:17:23.788947 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976bbd34-8dc2-4750-a7e6-e5030c830df3 None None] Attempting to bind port 9c4c09ac-03c4-413d-8fcb-7b5415196851 on network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:17:23.805500 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976bbd34-8dc2-4750-a7e6-e5030c830df3 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:17:23.806373 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976bbd34-8dc2-4750-a7e6-e5030c830df3 None None] Checking segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:17:23.807005 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-976bbd34-8dc2-4750-a7e6-e5030c830df3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:23.807989 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976bbd34-8dc2-4750-a7e6-e5030c830df3 None None] Bound using segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:17:23.808235 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-976bbd34-8dc2-4750-a7e6-e5030c830df3 None None] Bound port: 9c4c09ac-03c4-413d-8fcb-7b5415196851, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:17:23.809006 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-976bbd34-8dc2-4750-a7e6-e5030c830df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:23.864462 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566bad5b-6d5a-4c61-8470-de0ed6a50818 None None] DHCP port deletion for 29f82d9e-579b-4d97-acf1-b3e0b782c926 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:17:23.900734 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-af865bda-5d03-47fd-8e8c-6aae592bb8eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:24.076771 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-976bbd34-8dc2-4750-a7e6-e5030c830df3 None None] For port 9c4c09ac-03c4-413d-8fcb-7b5415196851, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:17:24.084344 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-976bbd34-8dc2-4750-a7e6-e5030c830df3 None None] For port 9c4c09ac-03c4-413d-8fcb-7b5415196851, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9c4c09ac-03c4-413d-8fcb-7b5415196851,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:17:24.091621 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11e0a537-9d7e-4717-9200-eb03be5de2c7 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:24.123406 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-976bbd34-8dc2-4750-a7e6-e5030c830df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:24.303225 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-566bad5b-6d5a-4c61-8470-de0ed6a50818 None None] Deleting port 0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:17:24.303601 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-566bad5b-6d5a-4c61-8470-de0ed6a50818 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:24.319749 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bbd34-8dc2-4750-a7e6-e5030c830df3 None None] Pushing event updated for resources: {'Port': ['ID=9c4c09ac-03c4-413d-8fcb-7b5415196851,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:24.522336 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-566bad5b-6d5a-4c61-8470-de0ed6a50818 None None] For port 0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1,segment=NetworkSegment(999d9b4b-a339-43e7-a49f-a662f2b65834),segment_id=999d9b4b-a339-43e7-a49f-a662f2b65834)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:24.526878 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-566bad5b-6d5a-4c61-8470-de0ed6a50818 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:24.580235 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-566bad5b-6d5a-4c61-8470-de0ed6a50818 None None] Calling delete_port for 0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:17:24.619584 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11e0a537-9d7e-4717-9200-eb03be5de2c7 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:24.623042 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-af865bda-5d03-47fd-8e8c-6aae592bb8eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:24.723606 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:17:24.737863 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-85a0014b-ed1f-411e-9498-96a717bd844d req-49cf228b-21a3-41b3-a00c-13e4e59efb70 service neutron] 10.222.0.11 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8795495 Nov 24 21:17:24.740326 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af865bda-5d03-47fd-8e8c-6aae592bb8eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=ea2e2b7e-4747-43c6-bbd4-7899da4f418d,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:24.963099 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af865bda-5d03-47fd-8e8c-6aae592bb8eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:24.972226 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-566bad5b-6d5a-4c61-8470-de0ed6a50818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:25.037173 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:25.041157 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-af865bda-5d03-47fd-8e8c-6aae592bb8eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:25.043813 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af865bda-5d03-47fd-8e8c-6aae592bb8eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:17:25.050158 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af865bda-5d03-47fd-8e8c-6aae592bb8eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:25.050799 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-af865bda-5d03-47fd-8e8c-6aae592bb8eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:25.065067 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566bad5b-6d5a-4c61-8470-de0ed6a50818 None None] Pushing event deleted for resources: {'Port': ['ID=0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:25.082804 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566bad5b-6d5a-4c61-8470-de0ed6a50818 None None] No DVR routers for this DVR port 0d2a5f60-af78-438b-b1c7-4ae51ea4c8c1 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:17:25.088167 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-af865bda-5d03-47fd-8e8c-6aae592bb8eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4637127 Nov 24 21:17:25.088468 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39228) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:25.097705 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-1ede2f30-1b45-4d61-accb-205630a598cf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'fixed_ips': [{'subnet_id': '3fa1d383-8e81-4b50-b374-b3bbabf02763', 'ip_address': '2001:db8::b3fd:949c:7f1d:595f'}], 'name': 'tempest-NetworksTestDHCPv6-141691459'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:25.118784 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-85a0014b-ed1f-411e-9498-96a717bd844d req-d439a867-6068-427c-8dbc-6f098ce47e14 service neutron] 10.222.0.11 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162587 Nov 24 21:17:25.139400 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-11e0a537-9d7e-4717-9200-eb03be5de2c7 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Deleting port 0cf52951-d5a9-465c-b4a8-d3055e572c83 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:17:25.139737 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11e0a537-9d7e-4717-9200-eb03be5de2c7 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:25.243081 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 639837af-3579-4d68-bf2e-a27d9149c99e no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:17:25.282478 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 639837af-3579-4d68-bf2e-a27d9149c99e {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:17:25.283164 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 639837af-3579-4d68-bf2e-a27d9149c99e not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:17:25.411039 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-11e0a537-9d7e-4717-9200-eb03be5de2c7 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] For port 0cf52951-d5a9-465c-b4a8-d3055e572c83, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0cf52951-d5a9-465c-b4a8-d3055e572c83,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:25.417123 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11e0a537-9d7e-4717-9200-eb03be5de2c7 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:25.444600 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-11e0a537-9d7e-4717-9200-eb03be5de2c7 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Calling delete_port for 0cf52951-d5a9-465c-b4a8-d3055e572c83 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:17:25.576964 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ede2f30-1b45-4d61-accb-205630a598cf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:17:25.883303 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0179cf2-9ed8-4caf-a23a-ce0df141adeb req-c8c4170e-074a-43c3-ab42-b9ceea82ca41 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:25.895879 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1ede2f30-1b45-4d61-accb-205630a598cf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:25.896089 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a0179cf2-9ed8-4caf-a23a-ce0df141adeb req-c8c4170e-074a-43c3-ab42-b9ceea82ca41 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.2272434 Nov 24 21:17:25.956863 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-1ede2f30-1b45-4d61-accb-205630a598cf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] device_id is not set on port 4b22c9a8-01e9-4c26-a501-522be4c9bcc3 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:17:26.078800 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a0179cf2-9ed8-4caf-a23a-ce0df141adeb req-5fce18f4-4ab4-4067-ba37-04851317b5a2 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802728 Nov 24 21:17:26.231918 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11e0a537-9d7e-4717-9200-eb03be5de2c7 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:26.282292 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c21c9a8b-ecfb-405a-8a82-cba9e3233666 req-a7c68e9c-3b63-4e3f-81d0-3fdc6ce51dd0 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e385be-012f-4e85-9d2e-6e0f950c8cd7 HTTP/1.1" status: 200 len: 210 time: 0.0625792 Nov 24 21:17:26.304602 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36d9d94-0583-4236-a282-cafcab14e90b None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:17:26.317280 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0a537-9d7e-4717-9200-eb03be5de2c7 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event deleted for resources: {'Port': ['ID=0cf52951-d5a9-465c-b4a8-d3055e572c83,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:26.494634 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8cafcdb8-907d-4cc2-a3e7-f2938ace6888 None None] Provisioning complete for port 9c4c09ac-03c4-413d-8fcb-7b5415196851 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:26.495074 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8cafcdb8-907d-4cc2-a3e7-f2938ace6888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:26.569936 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11e0a537-9d7e-4717-9200-eb03be5de2c7 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:26.618843 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ede2f30-1b45-4d61-accb-205630a598cf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 24 21:17:26.619890 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ede2f30-1b45-4d61-accb-205630a598cf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:17:26.661994 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1ede2f30-1b45-4d61-accb-205630a598cf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5726080 Nov 24 21:17:26.672413 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39244) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:26.825174 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11e0a537-9d7e-4717-9200-eb03be5de2c7 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:26.832093 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11e0a537-9d7e-4717-9200-eb03be5de2c7 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:26.860319 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8cafcdb8-907d-4cc2-a3e7-f2938ace6888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:26.923353 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-8cafcdb8-907d-4cc2-a3e7-f2938ace6888 None None] For port 9c4c09ac-03c4-413d-8fcb-7b5415196851, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9c4c09ac-03c4-413d-8fcb-7b5415196851,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:26.938357 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8cafcdb8-907d-4cc2-a3e7-f2938ace6888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:26.945989 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4afa63a-2cea-4a7f-a62d-60c3cd69491a tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:26.955462 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4afa63a-2cea-4a7f-a62d-60c3cd69491a tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:26.957323 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d4afa63a-2cea-4a7f-a62d-60c3cd69491a tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2838774 Nov 24 21:17:26.959905 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39250) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:27.042915 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cafcdb8-907d-4cc2-a3e7-f2938ace6888 None None] Pushing event updated for resources: {'Port': ['ID=9c4c09ac-03c4-413d-8fcb-7b5415196851,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:27.052168 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9c4c09ac-03c4-413d-8fcb-7b5415196851 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:17:27.091460 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11e0a537-9d7e-4717-9200-eb03be5de2c7 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:27.093469 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e0a537-9d7e-4717-9200-eb03be5de2c7 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Fanout notify agent at l3_agent the message router_deleted on router 727e4ff5-b1f1-4683-b750-65babc288402 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:17:27.103292 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11e0a537-9d7e-4717-9200-eb03be5de2c7 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:27.104723 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-11e0a537-9d7e-4717-9200-eb03be5de2c7 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "DELETE /v2.0/routers/727e4ff5-b1f1-4683-b750-65babc288402 HTTP/1.1" status: 204 len: 168 time: 4.5469189 Nov 24 21:17:27.111542 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39252) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:27.215382 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6fca5006-9307-412e-a30f-b1833d973359 None None] Provisioning complete for port ea2e2b7e-4747-43c6-bbd4-7899da4f418d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:27.221976 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6fca5006-9307-412e-a30f-b1833d973359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:27.334165 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4198e121-2016-496e-81f3-e2c06ee2e016 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:27.362727 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-e284ac73-5895-42ea-80be-a16351e69470 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting port ea2e2b7e-4747-43c6-bbd4-7899da4f418d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:17:27.363138 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e284ac73-5895-42ea-80be-a16351e69470 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:27.405080 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6fca5006-9307-412e-a30f-b1833d973359 None None] Port ea2e2b7e-4747-43c6-bbd4-7899da4f418d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:17:27.446647 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 9c4c09ac-03c4-413d-8fcb-7b5415196851 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:27.451542 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c6b9d-825e-4563-ba17-5523ce714785 req-70b53c4f-e02d-49d8-8595-3f94b416b44f tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:27.455763 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:27.463868 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd9c6b9d-825e-4563-ba17-5523ce714785 req-70b53c4f-e02d-49d8-8595-3f94b416b44f tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1945176 Nov 24 21:17:27.634713 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd9c6b9d-825e-4563-ba17-5523ce714785 req-5bd2f6c0-6601-4305-8499-b53317c998cb tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559017 Nov 24 21:17:27.966077 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63687dc4-79ec-48b3-b9f2-5431445f5854 req-89a76e7e-3bae-44ba-a42a-bc8d3946874e tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e385be-012f-4e85-9d2e-6e0f950c8cd7 HTTP/1.1" status: 200 len: 210 time: 0.0684052 Nov 24 21:17:28.560129 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e284ac73-5895-42ea-80be-a16351e69470 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:28.563942 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4198e121-2016-496e-81f3-e2c06ee2e016 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:28.596935 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-e284ac73-5895-42ea-80be-a16351e69470 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Calling delete_port for ea2e2b7e-4747-43c6-bbd4-7899da4f418d owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:17:28.602726 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9c4c09ac-03c4-413d-8fcb-7b5415196851 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:17:28.654500 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-4198e121-2016-496e-81f3-e2c06ee2e016 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f82d9e-579b-4d97-acf1-b3e0b782c926']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:28.685510 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 9c4c09ac-03c4-413d-8fcb-7b5415196851 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:28.686025 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:28.752561 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0014b-ed1f-411e-9498-96a717bd844d req-99d12f15-3355-4d01-ae1f-4cf248473164 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:28.754165 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-85a0014b-ed1f-411e-9498-96a717bd844d req-99d12f15-3355-4d01-ae1f-4cf248473164 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.48 "GET /v2.0/networks?id=69f36ff4-df91-4502-a33c-b0e40fcb2067 HTTP/1.1" status: 200 len: 814 time: 1.1217477 Nov 24 21:17:28.770765 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-4198e121-2016-496e-81f3-e2c06ee2e016 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999d9b4b-a339-43e7-a49f-a662f2b65834') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:28.771116 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-4198e121-2016-496e-81f3-e2c06ee2e016 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999d9b4b-a339-43e7-a49f-a662f2b65834') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:28.780304 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-85a0014b-ed1f-411e-9498-96a717bd844d req-f6dc7293-7b68-463c-99b9-aa040071a308 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Request body: {'port': {'device_id': '34e385be-012f-4e85-9d2e-6e0f950c8cd7', 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067', 'admin_state_up': True, 'tenant_id': 'b8d1b3c5195f4c05a18dfb32f9f7c943'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:28.824174 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0cf52951-d5a9-465c-b4a8-d3055e572c83 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:17:28.827324 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4198e121-2016-496e-81f3-e2c06ee2e016 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:28.894014 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 0cf52951-d5a9-465c-b4a8-d3055e572c83 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:17:28.896470 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0cf52951-d5a9-465c-b4a8-d3055e572c83 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:17:28.912620 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4198e121-2016-496e-81f3-e2c06ee2e016 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:28.922182 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b78c30-f7f2-4d95-bb90-5bc5d27e4017 req-06148832-e3cd-4929-b23c-68afb628ac4d tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:28.930912 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-40b78c30-f7f2-4d95-bb90-5bc5d27e4017 req-06148832-e3cd-4929-b23c-68afb628ac4d tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1025047 Nov 24 21:17:29.005620 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4198e121-2016-496e-81f3-e2c06ee2e016 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:17:29.007345 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4198e121-2016-496e-81f3-e2c06ee2e016 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:17:29.009091 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:17:29.163720 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-40b78c30-f7f2-4d95-bb90-5bc5d27e4017 req-8b7985b0-38af-4195-a3c5-efe740cb4993 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314725 Nov 24 21:17:29.267591 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4198e121-2016-496e-81f3-e2c06ee2e016 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:29.274471 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4198e121-2016-496e-81f3-e2c06ee2e016 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:29.282716 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4198e121-2016-496e-81f3-e2c06ee2e016 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "DELETE /v2.0/networks/29f82d9e-579b-4d97-acf1-b3e0b782c926 HTTP/1.1" status: 204 len: 168 time: 2.1654098 Nov 24 21:17:29.306530 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39270) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:29.306530 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c92fbbb3-8059-4ade-8933-76130953d9e1 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'network': {'name': 'tempest-network-smoke--612799121', 'project_id': '207eef9f28694fbd90eb332792fa324d', 'port_security_enabled': True}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:29.387445 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92fbbb3-8059-4ade-8933-76130953d9e1 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Made reservation on behalf of 207eef9f28694fbd90eb332792fa324d for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:17:29.392325 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c92fbbb3-8059-4ade-8933-76130953d9e1 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:29.468094 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198e121-2016-496e-81f3-e2c06ee2e016 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event deleted for resources: {'Network': ['ID=29f82d9e-579b-4d97-acf1-b3e0b782c926,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:29.518568 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6dcdbca1-ec28-48f9-8e91-cc57b0091dd1 req-c2bd82fc-2c91-485e-b879-4d4994f11bc4 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e385be-012f-4e85-9d2e-6e0f950c8cd7 HTTP/1.1" status: 200 len: 210 time: 0.1106944 Nov 24 21:17:29.581876 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e284ac73-5895-42ea-80be-a16351e69470 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:29.593809 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92fbbb3-8059-4ade-8933-76130953d9e1 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:17:29.622546 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c92fbbb3-8059-4ade-8933-76130953d9e1 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:29.622888 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-c92fbbb3-8059-4ade-8933-76130953d9e1 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Added segment 8b766661-30b7-4f9f-a54c-2c4c1894bf7f of type vlan for network 4a228c9d-528a-4c54-8949-c9681f179693 Nov 24 21:17:29.639084 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a0014b-ed1f-411e-9498-96a717bd844d req-f6dc7293-7b68-463c-99b9-aa040071a308 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Made reservation on behalf of b8d1b3c5195f4c05a18dfb32f9f7c943 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:17:29.653334 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-85a0014b-ed1f-411e-9498-96a717bd844d req-f6dc7293-7b68-463c-99b9-aa040071a308 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:29.669052 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284ac73-5895-42ea-80be-a16351e69470 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Port': ['ID=ea2e2b7e-4747-43c6-bbd4-7899da4f418d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:29.757609 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e284ac73-5895-42ea-80be-a16351e69470 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:29.771962 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e284ac73-5895-42ea-80be-a16351e69470 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/ea2e2b7e-4747-43c6-bbd4-7899da4f418d HTTP/1.1" status: 204 len: 168 time: 2.8089287 Nov 24 21:17:29.772639 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39272) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:29.816265 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c92fbbb3-8059-4ade-8933-76130953d9e1 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:29.924696 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c92fbbb3-8059-4ade-8933-76130953d9e1 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:29.950229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92fbbb3-8059-4ade-8933-76130953d9e1 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:29.951236 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c92fbbb3-8059-4ade-8933-76130953d9e1 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:30.044262 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c92fbbb3-8059-4ade-8933-76130953d9e1 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7419682 Nov 24 21:17:30.049210 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39274) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:30.059223 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-6ae35fb0-b3fd-48f4-acd6-0a2b632bb4e8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-992992104', 'admin_state_up': True, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:30.077270 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3e78d8-2106-487a-9566-b608d13bcf63 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:30.078998 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3e78d8-2106-487a-9566-b608d13bcf63 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:30.080525 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3b3e78d8-2106-487a-9566-b608d13bcf63 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3054209 Nov 24 21:17:30.096229 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39276) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:30.285781 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba93d99e-5997-453b-ae6c-d2ff360bbbf4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet 3fa1d383-8e81-4b50-b374-b3bbabf02763 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:17:30.300184 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba93d99e-5997-453b-ae6c-d2ff360bbbf4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:30.324884 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6ae35fb0-b3fd-48f4-acd6-0a2b632bb4e8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:30.325997 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6ae35fb0-b3fd-48f4-acd6-0a2b632bb4e8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:30.472582 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba93d99e-5997-453b-ae6c-d2ff360bbbf4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:30.686713 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fbbb3-8059-4ade-8933-76130953d9e1 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'Network': ['ID=4a228c9d-528a-4c54-8949-c9681f179693,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:30.699126 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6ae35fb0-b3fd-48f4-acd6-0a2b632bb4e8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:30.700594 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 4a228c9d-528a-4c54-8949-c9681f179693 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:17:30.743490 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-85a0014b-ed1f-411e-9498-96a717bd844d req-f6dc7293-7b68-463c-99b9-aa040071a308 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Allocated IP 172.20.0.11 (69f36ff4-df91-4502-a33c-b0e40fcb2067/1257a070-7767-454d-ab67-31a004e8a10a/be0edcdf-fa9c-4fc3-a9f7-231aade74b56) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:17:30.893419 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6e560-643c-4028-b27a-8fb5070a4d5b req-bd08b93d-c9a2-48a5-b43f-d980dda32698 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:30.895222 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d7c6e560-643c-4028-b27a-8fb5070a4d5b req-bd08b93d-c9a2-48a5-b43f-d980dda32698 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.3289983 Nov 24 21:17:31.064911 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6ae35fb0-b3fd-48f4-acd6-0a2b632bb4e8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:31.145065 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-85a0014b-ed1f-411e-9498-96a717bd844d req-f6dc7293-7b68-463c-99b9-aa040071a308 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:31.196041 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d7c6e560-643c-4028-b27a-8fb5070a4d5b req-36530a3b-9e6a-48e1-92a2-23a3cfcb5a81 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279558 Nov 24 21:17:31.323779 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba93d99e-5997-453b-ae6c-d2ff360bbbf4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:31.454110 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-38a5402b-b071-4805-acf7-05c7b788e57f req-828dd906-7aab-40c9-a987-9748e74d97c2 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e385be-012f-4e85-9d2e-6e0f950c8cd7 HTTP/1.1" status: 200 len: 210 time: 0.0793850 Nov 24 21:17:31.544838 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba93d99e-5997-453b-ae6c-d2ff360bbbf4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:31.559745 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-85a0014b-ed1f-411e-9498-96a717bd844d req-f6dc7293-7b68-463c-99b9-aa040071a308 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:31.681744 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93d99e-5997-453b-ae6c-d2ff360bbbf4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa1d383-8e81-4b50-b374-b3bbabf02763,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:31.693983 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d22f9d0-d2ee-45bf-a646-62bfa7f3e3cd None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:17:31.704573 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba93d99e-5997-453b-ae6c-d2ff360bbbf4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:31.708923 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ba93d99e-5997-453b-ae6c-d2ff360bbbf4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/3fa1d383-8e81-4b50-b374-b3bbabf02763 HTTP/1.1" status: 204 len: 168 time: 1.6117911 Nov 24 21:17:31.713026 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39290) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:31.782283 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a0014b-ed1f-411e-9498-96a717bd844d req-f6dc7293-7b68-463c-99b9-aa040071a308 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Network 69f36ff4-df91-4502-a33c-b0e40fcb2067 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:31.787752 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4acd6502-1499-4213-9955-3d22aaca71bd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641265 Nov 24 21:17:31.798291 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-85a0014b-ed1f-411e-9498-96a717bd844d req-f6dc7293-7b68-463c-99b9-aa040071a308 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:31.801236 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39292) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:31.810592 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-aaeb1b3c-a0c7-48c2-98b5-33d700dc1086 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:31.816432 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a0014b-ed1f-411e-9498-96a717bd844d req-f6dc7293-7b68-463c-99b9-aa040071a308 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:17:31.824887 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6ae35fb0-b3fd-48f4-acd6-0a2b632bb4e8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:31.904499 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6ae35fb0-b3fd-48f4-acd6-0a2b632bb4e8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:31.963915 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc7293-7b68-463c-99b9-aa040071a308 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Pushing event updated for resources: {'Port': ['ID=be0edcdf-fa9c-4fc3-a9f7-231aade74b56,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:32.029015 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaeb1b3c-a0c7-48c2-98b5-33d700dc1086 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:17:32.041495 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1b3c-a0c7-48c2-98b5-33d700dc1086 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:32.054672 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0014b-ed1f-411e-9498-96a717bd844d req-f6dc7293-7b68-463c-99b9-aa040071a308 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:32.055758 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-85a0014b-ed1f-411e-9498-96a717bd844d req-f6dc7293-7b68-463c-99b9-aa040071a308 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:32.069723 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355855f1-1f44-4c92-a9c3-a4df38534059 None None] DHCP port deletion for 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:17:32.146737 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-85a0014b-ed1f-411e-9498-96a717bd844d req-f6dc7293-7b68-463c-99b9-aa040071a308 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3722608 Nov 24 21:17:32.163670 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-85a0014b-ed1f-411e-9498-96a717bd844d req-1f972740-f706-44ad-abf7-a10a2cc5f4cd service neutron] Request body: {'port': {'device_id': '34e385be-012f-4e85-9d2e-6e0f950c8cd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:32.202773 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-355855f1-1f44-4c92-a9c3-a4df38534059 None None] Deleting port 9c4c09ac-03c4-413d-8fcb-7b5415196851 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:17:32.203050 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-355855f1-1f44-4c92-a9c3-a4df38534059 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:32.276416 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-85a0014b-ed1f-411e-9498-96a717bd844d req-1f972740-f706-44ad-abf7-a10a2cc5f4cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:32.319391 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-355855f1-1f44-4c92-a9c3-a4df38534059 None None] For port 9c4c09ac-03c4-413d-8fcb-7b5415196851, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9c4c09ac-03c4-413d-8fcb-7b5415196851,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:32.319815 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-355855f1-1f44-4c92-a9c3-a4df38534059 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:32.334435 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-355855f1-1f44-4c92-a9c3-a4df38534059 None None] Calling delete_port for 9c4c09ac-03c4-413d-8fcb-7b5415196851 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:17:32.451114 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-355855f1-1f44-4c92-a9c3-a4df38534059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:32.516610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355855f1-1f44-4c92-a9c3-a4df38534059 None None] Pushing event deleted for resources: {'Port': ['ID=9c4c09ac-03c4-413d-8fcb-7b5415196851,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:32.532908 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355855f1-1f44-4c92-a9c3-a4df38534059 None None] No DVR routers for this DVR port 9c4c09ac-03c4-413d-8fcb-7b5415196851 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:17:32.599191 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9c4c09ac-03c4-413d-8fcb-7b5415196851 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:17:32.627697 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 9c4c09ac-03c4-413d-8fcb-7b5415196851 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:17:32.628218 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9c4c09ac-03c4-413d-8fcb-7b5415196851 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:17:32.832715 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1b3c-a0c7-48c2-98b5-33d700dc1086 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:32.891124 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-6ae35fb0-b3fd-48f4-acd6-0a2b632bb4e8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Allocated IP 172.25.5.54 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/e8f35e31-12b3-453b-92c9-58b7e29329c5) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:17:32.905437 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeb1b3c-a0c7-48c2-98b5-33d700dc1086 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:32.925677 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-aaeb1b3c-a0c7-48c2-98b5-33d700dc1086 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:32.932004 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeb1b3c-a0c7-48c2-98b5-33d700dc1086 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:32.932597 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1b3c-a0c7-48c2-98b5-33d700dc1086 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:32.945656 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb1b3c-a0c7-48c2-98b5-33d700dc1086 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=bb47136b-f1da-4d2f-a555-49954b159ec5,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:32.977551 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2180f4-8e69-43b3-8355-df945ec4b221 req-be693fd0-3c82-4395-bf26-3d6ef1d126eb tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:32.979910 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de2180f4-8e69-43b3-8355-df945ec4b221 req-be693fd0-3c82-4395-bf26-3d6ef1d126eb tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.2896011 Nov 24 21:17:33.023406 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-aaeb1b3c-a0c7-48c2-98b5-33d700dc1086 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2151058 Nov 24 21:17:33.048463 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39316) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:33.055883 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-8b30db33-9681-4981-ac52-03a3b7350787 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'fixed_ips': [{'subnet_id': 'bb47136b-f1da-4d2f-a555-49954b159ec5', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-750830117'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:33.096718 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-85a0014b-ed1f-411e-9498-96a717bd844d req-1f972740-f706-44ad-abf7-a10a2cc5f4cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be0edcdf-fa9c-4fc3-a9f7-231aade74b56 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:17:33.129432 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-85a0014b-ed1f-411e-9498-96a717bd844d req-1f972740-f706-44ad-abf7-a10a2cc5f4cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:33.187018 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de2180f4-8e69-43b3-8355-df945ec4b221 req-8f201066-a154-42c0-abc2-94e8c6c62a6f tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989281 Nov 24 21:17:33.201876 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-85a0014b-ed1f-411e-9498-96a717bd844d req-1f972740-f706-44ad-abf7-a10a2cc5f4cd service neutron] Transition to ACTIVE for port object be0edcdf-fa9c-4fc3-a9f7-231aade74b56 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:17:33.219786 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-85a0014b-ed1f-411e-9498-96a717bd844d req-1f972740-f706-44ad-abf7-a10a2cc5f4cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:33.270762 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6ae35fb0-b3fd-48f4-acd6-0a2b632bb4e8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:33.281859 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29153061-720c-4c8d-a6ad-695e4c7ad1fc None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:17:33.502395 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77d9b6-0fae-40a5-9f3a-0914f8ef3ed2 req-0b9fb902-b2e0-4b77-bbf1-3dd79d703719 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:33.504912 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa77d9b6-0fae-40a5-9f3a-0914f8ef3ed2 req-0b9fb902-b2e0-4b77-bbf1-3dd79d703719 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e385be-012f-4e85-9d2e-6e0f950c8cd7 HTTP/1.1" status: 200 len: 944 time: 0.1991749 Nov 24 21:17:33.505995 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f972740-f706-44ad-abf7-a10a2cc5f4cd service neutron] Pushing event updated for resources: {'Port': ['ID=be0edcdf-fa9c-4fc3-a9f7-231aade74b56,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:33.543725 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-85a0014b-ed1f-411e-9498-96a717bd844d req-1f972740-f706-44ad-abf7-a10a2cc5f4cd service neutron] Attempting to bind port be0edcdf-fa9c-4fc3-a9f7-231aade74b56 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:17:33.545729 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-85a0014b-ed1f-411e-9498-96a717bd844d req-1f972740-f706-44ad-abf7-a10a2cc5f4cd service neutron] Attempting to bind port be0edcdf-fa9c-4fc3-a9f7-231aade74b56 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '1374f974-1485-4dc0-b969-e97d087fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:17:33.546359 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a0014b-ed1f-411e-9498-96a717bd844d req-1f972740-f706-44ad-abf7-a10a2cc5f4cd service neutron] Attempting to bind port be0edcdf-fa9c-4fc3-a9f7-231aade74b56 on network 69f36ff4-df91-4502-a33c-b0e40fcb2067 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:17:33.554277 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b30db33-9681-4981-ac52-03a3b7350787 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:17:33.555439 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a0014b-ed1f-411e-9498-96a717bd844d req-1f972740-f706-44ad-abf7-a10a2cc5f4cd service neutron] Port be0edcdf-fa9c-4fc3-a9f7-231aade74b56 on network 69f36ff4-df91-4502-a33c-b0e40fcb2067 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:17:33.555888 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a0014b-ed1f-411e-9498-96a717bd844d req-1f972740-f706-44ad-abf7-a10a2cc5f4cd service neutron] Attempting to bind port be0edcdf-fa9c-4fc3-a9f7-231aade74b56 on network 69f36ff4-df91-4502-a33c-b0e40fcb2067 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:17:33.565914 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6ae35fb0-b3fd-48f4-acd6-0a2b632bb4e8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:33.587221 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b0faff-f19a-43cc-a480-4b9b85223298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'fixed_ips': [{'subnet_id': 'bb47136b-f1da-4d2f-a555-49954b159ec5'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:17:33.590552 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b5b0faff-f19a-43cc-a480-4b9b85223298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:33.610908 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a0014b-ed1f-411e-9498-96a717bd844d req-1f972740-f706-44ad-abf7-a10a2cc5f4cd service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:17:33.612641 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a0014b-ed1f-411e-9498-96a717bd844d req-1f972740-f706-44ad-abf7-a10a2cc5f4cd service neutron] Checking segment: {'id': '1374f974-1485-4dc0-b969-e97d087fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:17:33.613935 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a0014b-ed1f-411e-9498-96a717bd844d req-1f972740-f706-44ad-abf7-a10a2cc5f4cd service neutron] Bound using segment: {'id': '1374f974-1485-4dc0-b969-e97d087fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:17:33.614549 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-85a0014b-ed1f-411e-9498-96a717bd844d req-1f972740-f706-44ad-abf7-a10a2cc5f4cd service neutron] Bound port: be0edcdf-fa9c-4fc3-a9f7-231aade74b56, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1374f974-1485-4dc0-b969-e97d087fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:17:33.617626 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-85a0014b-ed1f-411e-9498-96a717bd844d req-1f972740-f706-44ad-abf7-a10a2cc5f4cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:33.728985 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b30db33-9681-4981-ac52-03a3b7350787 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:33.760324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae35fb0-b3fd-48f4-acd6-0a2b632bb4e8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'Port': ['ID=e8f35e31-12b3-453b-92c9-58b7e29329c5,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:33.782764 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-8b30db33-9681-4981-ac52-03a3b7350787 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] device_id is not set on port ad7038dc-fabf-410c-896e-d241bbb9603d yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:17:33.789994 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-85a0014b-ed1f-411e-9498-96a717bd844d req-1f972740-f706-44ad-abf7-a10a2cc5f4cd service neutron] For port be0edcdf-fa9c-4fc3-a9f7-231aade74b56, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:17:33.793664 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-85a0014b-ed1f-411e-9498-96a717bd844d req-1f972740-f706-44ad-abf7-a10a2cc5f4cd service neutron] For port be0edcdf-fa9c-4fc3-a9f7-231aade74b56, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=be0edcdf-fa9c-4fc3-a9f7-231aade74b56,segment=NetworkSegment(1374f974-1485-4dc0-b969-e97d087fa34f),segment_id=1374f974-1485-4dc0-b969-e97d087fa34f)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:17:33.797930 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae35fb0-b3fd-48f4-acd6-0a2b632bb4e8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:33.799966 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-85a0014b-ed1f-411e-9498-96a717bd844d req-1f972740-f706-44ad-abf7-a10a2cc5f4cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:33.803291 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa77d9b6-0fae-40a5-9f3a-0914f8ef3ed2 req-c62c1f01-51a8-454e-91fa-35d347488649 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884555 Nov 24 21:17:33.807094 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-6ae35fb0-b3fd-48f4-acd6-0a2b632bb4e8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:33.809612 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae35fb0-b3fd-48f4-acd6-0a2b632bb4e8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:17:33.822981 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bcaced-c53a-4bb9-a33d-701236bca932 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:17:33.857594 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0014b-ed1f-411e-9498-96a717bd844d req-1f972740-f706-44ad-abf7-a10a2cc5f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:33.858903 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-85a0014b-ed1f-411e-9498-96a717bd844d req-1f972740-f706-44ad-abf7-a10a2cc5f4cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:33.860369 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-85a0014b-ed1f-411e-9498-96a717bd844d req-1f972740-f706-44ad-abf7-a10a2cc5f4cd service neutron] 10.222.0.48 "PUT /v2.0/ports/be0edcdf-fa9c-4fc3-a9f7-231aade74b56 HTTP/1.1" status: 200 len: 1092 time: 1.7014620 Nov 24 21:17:33.860876 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e385be-012f-4e85-9d2e-6e0f950c8cd7', 'tag': 'be0edcdf-fa9c-4fc3-a9f7-231aade74b56'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:17:33.863205 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224bc923-88c4-41ee-9c98-f2f402b35c01" -d '{"events": [{"name": "network-changed", "server_uuid": "34e385be-012f-4e85-9d2e-6e0f950c8cd7", "tag": "be0edcdf-fa9c-4fc3-a9f7-231aade74b56"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:17:33.863583 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-b5b0faff-f19a-43cc-a480-4b9b85223298 None None] Allocated IP 2001:db8::2 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/bb47136b-f1da-4d2f-a555-49954b159ec5/608623eb-0937-4f1f-9874-94a76e63c152) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:17:33.979690 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7a3e0b98-577d-49ca-b554-20190e8afb69 None None] Provisioning complete for port e8f35e31-12b3-453b-92c9-58b7e29329c5 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:33.980152 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7a3e0b98-577d-49ca-b554-20190e8afb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:33.999070 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f972740-f706-44ad-abf7-a10a2cc5f4cd service neutron] Pushing event updated for resources: {'Port': ['ID=be0edcdf-fa9c-4fc3-a9f7-231aade74b56,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:34.070954 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0014b-ed1f-411e-9498-96a717bd844d req-8fefe682-d67f-4856-b4a1-6f02a50d211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:34.072627 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-85a0014b-ed1f-411e-9498-96a717bd844d req-8fefe682-d67f-4856-b4a1-6f02a50d211a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8d1b3c5195f4c05a18dfb32f9f7c943&device_id=34e385be-012f-4e85-9d2e-6e0f950c8cd7 HTTP/1.1" status: 200 len: 1095 time: 0.1594188 Nov 24 21:17:34.103255 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-7a3e0b98-577d-49ca-b554-20190e8afb69 None None] Port e8f35e31-12b3-453b-92c9-58b7e29329c5 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:17:34.146776 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-85a0014b-ed1f-411e-9498-96a717bd844d req-838a8d8a-1729-48da-a051-5b701b4ce385 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be0edcdf-fa9c-4fc3-a9f7-231aade74b56 HTTP/1.1" status: 200 len: 217 time: 0.0668464 Nov 24 21:17:34.261611 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b5b0faff-f19a-43cc-a480-4b9b85223298 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:34.262607 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0014b-ed1f-411e-9498-96a717bd844d req-53a16a45-ce3c-45ba-abda-ea57bbca3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:34.265533 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-85a0014b-ed1f-411e-9498-96a717bd844d req-53a16a45-ce3c-45ba-abda-ea57bbca3c96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1257a070-7767-454d-ab67-31a004e8a10a HTTP/1.1" status: 200 len: 854 time: 0.1089075 Nov 24 21:17:34.277219 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b5b0faff-f19a-43cc-a480-4b9b85223298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:34.309595 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b30db33-9681-4981-ac52-03a3b7350787 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:17:34.310116 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b30db33-9681-4981-ac52-03a3b7350787 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:17:34.328765 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42139827-2a4d-441d-9dd9-caed6115c666 req-da6651d2-5046-46de-8647-ff2240b5d913 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1690936204&fields=id&tenant_id=595635dfe5324829adbb53908d8c3a34 HTTP/1.1" status: 200 len: 267 time: 0.2946031 Nov 24 21:17:34.329870 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-85a0014b-ed1f-411e-9498-96a717bd844d req-2cb50073-3b33-4bfb-8e9b-2dd913960d2f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=69f36ff4-df91-4502-a33c-b0e40fcb2067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570245 Nov 24 21:17:34.366606 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b0faff-f19a-43cc-a480-4b9b85223298 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:34.377378 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-b5b0faff-f19a-43cc-a480-4b9b85223298 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:34.389708 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8b30db33-9681-4981-ac52-03a3b7350787 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3379340 Nov 24 21:17:34.393627 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39330) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:34.416621 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0faff-f19a-43cc-a480-4b9b85223298 None None] Pushing event updated for resources: {'Port': ['ID=608623eb-0937-4f1f-9874-94a76e63c152,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:34.421250 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b0faff-f19a-43cc-a480-4b9b85223298 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:17:34.509915 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b5b0faff-f19a-43cc-a480-4b9b85223298 None None] Attempting to bind port 608623eb-0937-4f1f-9874-94a76e63c152 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:17:34.510857 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b5b0faff-f19a-43cc-a480-4b9b85223298 None None] Attempting to bind port 608623eb-0937-4f1f-9874-94a76e63c152 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:17:34.510857 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b0faff-f19a-43cc-a480-4b9b85223298 None None] Attempting to bind port 608623eb-0937-4f1f-9874-94a76e63c152 on network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:17:34.518100 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b0faff-f19a-43cc-a480-4b9b85223298 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:17:34.518936 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b0faff-f19a-43cc-a480-4b9b85223298 None None] Checking segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:17:34.518936 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b5b0faff-f19a-43cc-a480-4b9b85223298 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:34.519539 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b0faff-f19a-43cc-a480-4b9b85223298 None None] Bound using segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:17:34.520120 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b5b0faff-f19a-43cc-a480-4b9b85223298 None None] Bound port: 608623eb-0937-4f1f-9874-94a76e63c152, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:17:34.520738 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b5b0faff-f19a-43cc-a480-4b9b85223298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:34.526589 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21e443f-ad0a-46d8-91a0-d30a5b6e1147 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:34.531980 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f21e443f-ad0a-46d8-91a0-d30a5b6e1147 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1372917 Nov 24 21:17:34.532661 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39332) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:34.573428 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6ae35fb0-b3fd-48f4-acd6-0a2b632bb4e8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:34.603330 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-85a0014b-ed1f-411e-9498-96a717bd844d req-bfd4a2b9-eb2e-4ca9-a942-8e3625983f40 service neutron] 10.222.0.48 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639034 Nov 24 21:17:34.639199 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f4affa-e60d-40d0-811d-e6c1cee486bc tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:34.640888 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f4affa-e60d-40d0-811d-e6c1cee486bc tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:34.646548 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-41f4affa-e60d-40d0-811d-e6c1cee486bc tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1107519 Nov 24 21:17:34.647180 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39334) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:34.650850 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b5b0faff-f19a-43cc-a480-4b9b85223298 None None] For port 608623eb-0937-4f1f-9874-94a76e63c152, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:17:34.665182 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b5b0faff-f19a-43cc-a480-4b9b85223298 None None] For port 608623eb-0937-4f1f-9874-94a76e63c152, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=608623eb-0937-4f1f-9874-94a76e63c152,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:17:34.675226 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b5b0faff-f19a-43cc-a480-4b9b85223298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:34.735612 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42139827-2a4d-441d-9dd9-caed6115c666 req-51583c62-f3de-4b7e-8f24-dc735f71340b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:34.738206 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42139827-2a4d-441d-9dd9-caed6115c666 req-51583c62-f3de-4b7e-8f24-dc735f71340b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 811 time: 0.3985381 Nov 24 21:17:34.767840 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-94115753-4890-4981-aea9-f47e693b4e3b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet bb47136b-f1da-4d2f-a555-49954b159ec5 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:17:34.771497 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-94115753-4890-4981-aea9-f47e693b4e3b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:34.822925 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-94115753-4890-4981-aea9-f47e693b4e3b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:34.853455 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0faff-f19a-43cc-a480-4b9b85223298 None None] Pushing event updated for resources: {'Port': ['ID=608623eb-0937-4f1f-9874-94a76e63c152,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:34.900925 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42139827-2a4d-441d-9dd9-caed6115c666 req-eae8f4f8-afd6-4ec4-a6b8-8a2dec935bf2 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/quotas/595635dfe5324829adbb53908d8c3a34 HTTP/1.1" status: 200 len: 375 time: 0.1187508 Nov 24 21:17:34.908814 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-85a0014b-ed1f-411e-9498-96a717bd844d req-283ffcb7-634f-47ab-82f2-b6c027530cbd service neutron] 10.222.0.48 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987616 Nov 24 21:17:34.972005 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-94115753-4890-4981-aea9-f47e693b4e3b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:35.010861 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6ae35fb0-b3fd-48f4-acd6-0a2b632bb4e8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:35.038597 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42139827-2a4d-441d-9dd9-caed6115c666 req-4b3b3939-3d47-4d3b-91bb-544cbe28da8f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1363444 Nov 24 21:17:35.159515 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-94115753-4890-4981-aea9-f47e693b4e3b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:35.249920 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94115753-4890-4981-aea9-f47e693b4e3b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=bb47136b-f1da-4d2f-a555-49954b159ec5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:35.259677 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-94115753-4890-4981-aea9-f47e693b4e3b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:35.269079 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-94115753-4890-4981-aea9-f47e693b4e3b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/bb47136b-f1da-4d2f-a555-49954b159ec5 HTTP/1.1" status: 204 len: 168 time: 0.6176019 Nov 24 21:17:35.270642 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39340) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:35.329484 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39342) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:35.330838 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-79021651-833b-4006-929f-dc5334a6fdf7 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586863 Nov 24 21:17:35.348528 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-99348b02-22ea-465c-98ac-46b70ac3c005 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:35.455919 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42139827-2a4d-441d-9dd9-caed6115c666 req-d63dd6ec-e0f3-49fe-a653-e9a54679663b service neutron] 10.222.0.11 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782111 Nov 24 21:17:35.527678 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae35fb0-b3fd-48f4-acd6-0a2b632bb4e8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Router eb5813a4-bd54-421c-91c5-7fb8ba14d0ac is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:17:35.571889 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99348b02-22ea-465c-98ac-46b70ac3c005 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:17:35.575646 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-99348b02-22ea-465c-98ac-46b70ac3c005 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:35.742215 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42139827-2a4d-441d-9dd9-caed6115c666 req-299ac16a-b9a2-4f35-8354-8468c7a4e718 service neutron] 10.222.0.11 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774928 Nov 24 21:17:35.818711 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae35fb0-b3fd-48f4-acd6-0a2b632bb4e8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:17:35.829683 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] Sync routers for ids ['eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:17:35.851456 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] Routers {'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:17:35.853458 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:17:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:35.887498 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6ae35fb0-b3fd-48f4-acd6-0a2b632bb4e8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:35.891674 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6ae35fb0-b3fd-48f4-acd6-0a2b632bb4e8 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.8384047 Nov 24 21:17:35.892312 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39356) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:35.943785 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f063bb9d-cdd5-4055-b4b7-03b7b085cd85 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=207eef9f28694fbd90eb332792fa324d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478661 Nov 24 21:17:35.944437 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39362) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:35.978835 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-99348b02-22ea-465c-98ac-46b70ac3c005 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:36.059103 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99348b02-22ea-465c-98ac-46b70ac3c005 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:36.063700 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-99348b02-22ea-465c-98ac-46b70ac3c005 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:36.068145 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99348b02-22ea-465c-98ac-46b70ac3c005 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:36.069104 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-99348b02-22ea-465c-98ac-46b70ac3c005 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:36.077048 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] Set router eb5813a4-bd54-421c-91c5-7fb8ba14d0ac gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:17:36.082335 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99348b02-22ea-465c-98ac-46b70ac3c005 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=e11a64eb-2a6d-4714-9475-4bfa9bde7337,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:36.096488 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-99348b02-22ea-465c-98ac-46b70ac3c005 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7501516 Nov 24 21:17:36.096813 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39364) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:36.103582 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-065a913d-e2cd-44bd-ad31-3d167d80913d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1535030807', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:36.158740 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-065a913d-e2cd-44bd-ad31-3d167d80913d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:36.160252 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-065a913d-e2cd-44bd-ad31-3d167d80913d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:36.312509 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-065a913d-e2cd-44bd-ad31-3d167d80913d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:36.324662 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-065a913d-e2cd-44bd-ad31-3d167d80913d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:36.365410 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-065a913d-e2cd-44bd-ad31-3d167d80913d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:36.366872 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-065a913d-e2cd-44bd-ad31-3d167d80913d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2685761 Nov 24 21:17:36.369873 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39372) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:36.465539 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'name': 'tempest-TestNetworkBasicOps-router-992992104', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:17:30Z', 'updated_at': '2021-11-24T21:17:34Z', 'revision_number': 3, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:31Z', 'updated_at': '2021-11-24T21:17:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:36.527334 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] Checking router: eb5813a4-bd54-421c-91c5-7fb8ba14d0ac for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:17:36.527758 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] Updating router eb5813a4-bd54-421c-91c5-7fb8ba14d0ac port e8f35e31-12b3-453b-92c9-58b7e29329c5 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:17:36.581376 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96ef055-ee1e-4492-bcb9-b0418bf84bc8 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:17:36.623664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 608623eb-0937-4f1f-9874-94a76e63c152 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:17:36.635609 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cf7415-69d7-464d-beb6-41ff6190ad70 x-openstack-request-id: req-17cf7415-69d7-464d-beb6-41ff6190ad70 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:17:36.636126 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e385be-012f-4e85-9d2e-6e0f950c8cd7", "tag": "be0edcdf-fa9c-4fc3-a9f7-231aade74b56", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:17:36.636584 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-17cf7415-69d7-464d-beb6-41ff6190ad70 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:17:36.637183 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e385be-012f-4e85-9d2e-6e0f950c8cd7', 'tag': 'be0edcdf-fa9c-4fc3-a9f7-231aade74b56', 'status': 'completed', 'code': 200} Nov 24 21:17:36.899092 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:36.905377 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bc923-88c4-41ee-9c98-f2f402b35c01 req-7a860cae-2184-48e3-b977-296caf631b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:36.908341 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-224bc923-88c4-41ee-9c98-f2f402b35c01 req-7a860cae-2184-48e3-b977-296caf631b36 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8d1b3c5195f4c05a18dfb32f9f7c943&device_id=34e385be-012f-4e85-9d2e-6e0f950c8cd7 HTTP/1.1" status: 200 len: 1095 time: 0.2701447 Nov 24 21:17:36.966404 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0c6f71-9591-4ed9-aa4f-14e6abd980e5 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:36.969419 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ad0c6f71-9591-4ed9-aa4f-14e6abd980e5 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0143216 Nov 24 21:17:36.980736 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39384) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:37.012337 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd00030-fbc0-4378-994a-4288584e75b1 req-35b5dc02-ee91-455a-9630-8ee4d0684805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:37.014505 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bcd00030-fbc0-4378-994a-4288584e75b1 req-35b5dc02-ee91-455a-9630-8ee4d0684805 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=decaecefece2435080b2d378715208c2&device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 1096 time: 0.3740385 Nov 24 21:17:37.086529 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4fd1c625-1ad1-46cc-baca-d482ee276a97 None None] Provisioning complete for port 608623eb-0937-4f1f-9874-94a76e63c152 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:37.087275 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4fd1c625-1ad1-46cc-baca-d482ee276a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:37.102213 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-aaafe961-de2e-4504-933b-5895e173c4a6 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1139290 Nov 24 21:17:37.114162 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39386) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:37.119868 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-fcb4ccff-8a8c-483a-b401-6b10c625bee5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-521726743', 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693', 'project_id': '207eef9f28694fbd90eb332792fa324d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:37.142958 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 608623eb-0937-4f1f-9874-94a76e63c152 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:37.143602 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:37.203180 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bc923-88c4-41ee-9c98-f2f402b35c01 req-2eb29e4a-2753-46c1-9784-4df232b56542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:37.207709 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-224bc923-88c4-41ee-9c98-f2f402b35c01 req-2eb29e4a-2753-46c1-9784-4df232b56542 service neutron] 10.222.0.48 "GET /v2.0/networks?id=69f36ff4-df91-4502-a33c-b0e40fcb2067 HTTP/1.1" status: 200 len: 915 time: 0.2863872 Nov 24 21:17:37.246524 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47efb6-e8e4-44cd-ac9e-a15ae3e35d0d req-1bf83cca-65b2-41ce-a477-7f7aaa486843 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:37.252768 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df47efb6-e8e4-44cd-ac9e-a15ae3e35d0d req-1bf83cca-65b2-41ce-a477-7f7aaa486843 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.6783686 Nov 24 21:17:37.270188 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-224bc923-88c4-41ee-9c98-f2f402b35c01 req-da417587-619f-497d-b666-eda32e923eee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be0edcdf-fa9c-4fc3-a9f7-231aade74b56 HTTP/1.1" status: 200 len: 217 time: 0.0548475 Nov 24 21:17:37.271646 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd00030-fbc0-4378-994a-4288584e75b1 req-2589469b-9974-4095-b8ec-f15418a88c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:37.273066 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bcd00030-fbc0-4378-994a-4288584e75b1 req-2589469b-9974-4095-b8ec-f15418a88c57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee8d0854-ec27-476a-931f-a8f1bb95806d HTTP/1.1" status: 200 len: 915 time: 0.2006457 Nov 24 21:17:37.379969 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bc923-88c4-41ee-9c98-f2f402b35c01 req-4d527fc3-dc50-4b30-afe0-a1a5c8c2cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:37.382407 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-224bc923-88c4-41ee-9c98-f2f402b35c01 req-4d527fc3-dc50-4b30-afe0-a1a5c8c2cc4f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1257a070-7767-454d-ab67-31a004e8a10a HTTP/1.1" status: 200 len: 854 time: 0.1043286 Nov 24 21:17:37.384126 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bcd00030-fbc0-4378-994a-4288584e75b1 req-7c26f1ad-0a3a-4822-aa16-61aa14889191 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf6ba1f6-8719-4484-8c94-00b379ffcb96 HTTP/1.1" status: 200 len: 217 time: 0.0960565 Nov 24 21:17:37.473216 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd00030-fbc0-4378-994a-4288584e75b1 req-dad056ad-acb7-4411-9177-1266d0216533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:37.476157 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bcd00030-fbc0-4378-994a-4288584e75b1 req-dad056ad-acb7-4411-9177-1266d0216533 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2cb85dfb-9587-449f-bfab-6a213fbd07fd HTTP/1.1" status: 200 len: 854 time: 0.0682960 Nov 24 21:17:37.485382 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb4ccff-8a8c-483a-b401-6b10c625bee5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Made reservation on behalf of 207eef9f28694fbd90eb332792fa324d for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:17:37.517657 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ccff-8a8c-483a-b401-6b10c625bee5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:37.552274 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bcd00030-fbc0-4378-994a-4288584e75b1 req-4c0e1085-1c69-47aa-97f7-565bcb0848d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee8d0854-ec27-476a-931f-a8f1bb95806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679631 Nov 24 21:17:37.575236 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-224bc923-88c4-41ee-9c98-f2f402b35c01 req-05b23037-4565-4d20-9ce3-f710eee101e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=69f36ff4-df91-4502-a33c-b0e40fcb2067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1857104 Nov 24 21:17:37.613761 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4fd1c625-1ad1-46cc-baca-d482ee276a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:37.620866 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:37.622955 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device be0edcdf-fa9c-4fc3-a9f7-231aade74b56 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:17:37.697751 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4fd1c625-1ad1-46cc-baca-d482ee276a97 None None] For port 608623eb-0937-4f1f-9874-94a76e63c152, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=608623eb-0937-4f1f-9874-94a76e63c152,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:37.720963 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4fd1c625-1ad1-46cc-baca-d482ee276a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:37.782488 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1c625-1ad1-46cc-baca-d482ee276a97 None None] Pushing event updated for resources: {'Port': ['ID=608623eb-0937-4f1f-9874-94a76e63c152,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:37.845126 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c67ca3f7-1f4d-4e72-bfd5-37b34e5163a4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:37.939957 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bcd00030-fbc0-4378-994a-4288584e75b1 req-a9a368af-7a79-4d14-ab5e-090af04a3710 service neutron] 10.222.0.15 "GET /v2.0/networks/ee8d0854-ec27-476a-931f-a8f1bb95806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698375 Nov 24 21:17:37.943105 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:37.945931 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.resource_extend [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 21:17:37.993193 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1c625-1ad1-46cc-baca-d482ee276a97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:37.993890 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1c625-1ad1-46cc-baca-d482ee276a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:37.994464 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1c625-1ad1-46cc-baca-d482ee276a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:37.995257 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1c625-1ad1-46cc-baca-d482ee276a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:37.996431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1c625-1ad1-46cc-baca-d482ee276a97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:37.997082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1c625-1ad1-46cc-baca-d482ee276a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:37.997647 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1c625-1ad1-46cc-baca-d482ee276a97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:37.998241 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1c625-1ad1-46cc-baca-d482ee276a97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:37.999353 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1c625-1ad1-46cc-baca-d482ee276a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:37.999939 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1c625-1ad1-46cc-baca-d482ee276a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:38.000508 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1c625-1ad1-46cc-baca-d482ee276a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:38.002820 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1c625-1ad1-46cc-baca-d482ee276a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:38.025800 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df47efb6-e8e4-44cd-ac9e-a15ae3e35d0d req-af8294f0-432c-4fdf-8e17-25501374a969 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7506649 Nov 24 21:17:38.028839 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ccff-8a8c-483a-b401-6b10c625bee5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:38.073541 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:38.081491 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-224bc923-88c4-41ee-9c98-f2f402b35c01 req-b143ac6f-69df-447a-ba9b-f8bb58df407d service neutron] 10.222.0.48 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975848 Nov 24 21:17:38.122763 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:17:38.123122 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:17:38.262664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] Attempting to bind port e8f35e31-12b3-453b-92c9-58b7e29329c5 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:17:38.262910 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] Attempting to bind port e8f35e31-12b3-453b-92c9-58b7e29329c5 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:17:38.263394 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] Attempting to bind port e8f35e31-12b3-453b-92c9-58b7e29329c5 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:17:38.271364 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73261cb8-8899-4d48-941c-dc892503dde7 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:17:38.283637 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:17:38.284439 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:17:38.285668 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:38.286549 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:17:38.287168 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] Bound port: e8f35e31-12b3-453b-92c9-58b7e29329c5, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:17:38.287927 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:38.350194 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bcd00030-fbc0-4378-994a-4288584e75b1 req-7acb3e38-68ac-41e3-953c-dc53a64eadd7 service neutron] 10.222.0.15 "GET /v2.0/networks/ee8d0854-ec27-476a-931f-a8f1bb95806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869004 Nov 24 21:17:38.384427 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-224bc923-88c4-41ee-9c98-f2f402b35c01 req-95713f78-8ee9-4a31-88df-6093b5e1bebb service neutron] 10.222.0.48 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845469 Nov 24 21:17:38.391344 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840f01b-6fac-43af-a72d-510f7d472204 None None] Pushing event updated for resources: {'Port': ['ID=e8f35e31-12b3-453b-92c9-58b7e29329c5,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:38.397953 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port be0edcdf-fa9c-4fc3-a9f7-231aade74b56, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=be0edcdf-fa9c-4fc3-a9f7-231aade74b56,segment=NetworkSegment(1374f974-1485-4dc0-b969-e97d087fa34f),segment_id=1374f974-1485-4dc0-b969-e97d087fa34f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:38.427142 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'be0edcdf-fa9c-4fc3-a9f7-231aade74b56', 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067', 'port_id': 'be0edcdf-fa9c-4fc3-a9f7-231aade74b56', 'mac_address': 'fa:16:3e:a5:a4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1257a070-7767-454d-ab67-31a004e8a10a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:17:38.428971 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-08c08182-584b-4f0c-bbc9-81ec6e5e0a83 None None] Provisioning complete for port 608623eb-0937-4f1f-9874-94a76e63c152 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:38.429449 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-08c08182-584b-4f0c-bbc9-81ec6e5e0a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:38.434155 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb4ccff-8a8c-483a-b401-6b10c625bee5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Checking segment: {'id': '8b766661-30b7-4f9f-a54c-2c4c1894bf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:17:38.434561 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb4ccff-8a8c-483a-b401-6b10c625bee5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Network hostable DHCP agents. Network: 4a228c9d-528a-4c54-8949-c9681f179693, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:17:38.500619 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161d5d3-f575-4cca-b0d3-810a1a7bc5f2 req-b4a7fb6f-023b-4c7e-a6f1-04c5c36d90f8 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:38.502078 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1161d5d3-f575-4cca-b0d3-810a1a7bc5f2 req-b4a7fb6f-023b-4c7e-a6f1-04c5c36d90f8 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e385be-012f-4e85-9d2e-6e0f950c8cd7 HTTP/1.1" status: 200 len: 944 time: 0.2608764 Nov 24 21:17:38.517228 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:38.539590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] For port e8f35e31-12b3-453b-92c9-58b7e29329c5, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:17:38.545186 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be0edcdf-fa9c-4fc3-a9f7-231aade74b56 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:17:38.575430 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] For port e8f35e31-12b3-453b-92c9-58b7e29329c5, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e8f35e31-12b3-453b-92c9-58b7e29329c5,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:17:38.586672 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4ccff-8a8c-483a-b401-6b10c625bee5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'Subnet': ['ID=0c23496e-c71e-440d-948e-15d3f4d6337b,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:38.590427 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:38.602271 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1161d5d3-f575-4cca-b0d3-810a1a7bc5f2 req-2243fd36-a63d-4b55-b3b1-2f2782169d54 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838110 Nov 24 21:17:38.650266 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port be0edcdf-fa9c-4fc3-a9f7-231aade74b56, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=be0edcdf-fa9c-4fc3-a9f7-231aade74b56,segment=NetworkSegment(1374f974-1485-4dc0-b969-e97d087fa34f),segment_id=1374f974-1485-4dc0-b969-e97d087fa34f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:38.678194 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb4ccff-8a8c-483a-b401-6b10c625bee5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Network 4a228c9d-528a-4c54-8949-c9681f179693 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:17:38.693410 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42139827-2a4d-441d-9dd9-caed6115c666 req-05c0751b-d922-465b-a313-42cc4e9b426f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:38.695120 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42139827-2a4d-441d-9dd9-caed6115c666 req-05c0751b-d922-465b-a313-42cc4e9b426f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.15 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 811 time: 0.7901235 Nov 24 21:17:38.699887 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-fcb4ccff-8a8c-483a-b401-6b10c625bee5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 4a228c9d-528a-4c54-8949-c9681f179693) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:38.707118 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb4ccff-8a8c-483a-b401-6b10c625bee5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:38.707794 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ccff-8a8c-483a-b401-6b10c625bee5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:38.729755 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:38.732586 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929fdfb5-c9c0-4c18-88c3-7bcc3869811c None None] Network 4a228c9d-528a-4c54-8949-c9681f179693 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:17:38.784675 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe33fe6-d599-4940-b82d-b2e0cc0ad2d6 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:17:38.809510 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5187a29f-4a6d-4471-a3f6-67be5d13ed9f req-9a1bdd60-908c-4568-959a-e0e7a9589d59 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 210 time: 0.0684171 Nov 24 21:17:38.851294 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] Routers {'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:17:38.852106 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:17:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:38.870390 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fcb4ccff-8a8c-483a-b401-6b10c625bee5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7520976 Nov 24 21:17:38.870911 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39400) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:38.926225 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42139827-2a4d-441d-9dd9-caed6115c666 req-d3ef6c75-d119-4c87-ad05-300193c073b6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=595635dfe5324829adbb53908d8c3a34 HTTP/1.1" status: 200 len: 380 time: 0.2121356 Nov 24 21:17:38.950846 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-42139827-2a4d-441d-9dd9-caed6115c666 req-b01c8eec-2305-4a2d-84bf-89c223fd9e4b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Request body: {'port': {'device_id': '0df60e56-f8ec-4a7c-8188-8ec6d02b360f', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'admin_state_up': True, 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'security_groups': ['b9dcec6d-b8b9-44df-a939-4064b50c241a']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:38.952682 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840f01b-6fac-43af-a72d-510f7d472204 None None] Pushing event updated for resources: {'Port': ['ID=e8f35e31-12b3-453b-92c9-58b7e29329c5,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:38.979527 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-c67ca3f7-1f4d-4e72-bfd5-37b34e5163a4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8::1 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/e11a64eb-2a6d-4714-9475-4bfa9bde7337/68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:17:39.057282 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 608623eb-0937-4f1f-9874-94a76e63c152 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:17:39.146580 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['be0edcdf-fa9c-4fc3-a9f7-231aade74b56'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:17:39.165309 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ffc1e58d-b762-469a-96a3-5a82e0a48b34 None None] Provisioning complete for port e8f35e31-12b3-453b-92c9-58b7e29329c5 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:39.166010 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ffc1e58d-b762-469a-96a3-5a82e0a48b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:39.208152 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c67ca3f7-1f4d-4e72-bfd5-37b34e5163a4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:39.224266 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7b1ceb83-51d7-434c-b0c5-ed47777bd536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:39.287891 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e13372-0d93-4986-9627-8685a90fd9a3 req-a4dafbcc-2672-4ea4-9e0a-e2b11cd129c8 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:39.289530 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42e13372-0d93-4986-9627-8685a90fd9a3 req-a4dafbcc-2672-4ea4-9e0a-e2b11cd129c8 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1446087 Nov 24 21:17:39.389383 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c67ca3f7-1f4d-4e72-bfd5-37b34e5163a4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:39.490808 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ca3f7-1f4d-4e72-bfd5-37b34e5163a4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:39.501098 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67ca3f7-1f4d-4e72-bfd5-37b34e5163a4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:39.509841 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42e13372-0d93-4986-9627-8685a90fd9a3 req-bb28eecf-6a68-4f84-96e3-4a5782cec3fd tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110021 Nov 24 21:17:39.510499 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-c67ca3f7-1f4d-4e72-bfd5-37b34e5163a4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:39.513036 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ca3f7-1f4d-4e72-bfd5-37b34e5163a4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:17:39.514305 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c67ca3f7-1f4d-4e72-bfd5-37b34e5163a4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:39.518263 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42139827-2a4d-441d-9dd9-caed6115c666 req-b01c8eec-2305-4a2d-84bf-89c223fd9e4b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Made reservation on behalf of 595635dfe5324829adbb53908d8c3a34 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:17:39.536112 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-42139827-2a4d-441d-9dd9-caed6115c666 req-b01c8eec-2305-4a2d-84bf-89c223fd9e4b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:39.728215 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=be0edcdf-fa9c-4fc3-a9f7-231aade74b56,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:39.735986 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a3b2e3fb-2fb2-443c-a46e-ff2123dd3c5c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:39.770190 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] Set router eb5813a4-bd54-421c-91c5-7fb8ba14d0ac gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:17:40.028338 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 608623eb-0937-4f1f-9874-94a76e63c152 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:40.029018 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:40.046362 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:40.095993 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13814f3f-00ac-4cf2-9893-dbeb946b170f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-4a228c9d-528a-4c54-8949-c9681f179693', 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'fixed_ips': [{'subnet_id': '0c23496e-c71e-440d-948e-15d3f4d6337b'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:17:40.096905 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-13814f3f-00ac-4cf2-9893-dbeb946b170f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:40.104967 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-42139827-2a4d-441d-9dd9-caed6115c666 req-b01c8eec-2305-4a2d-84bf-89c223fd9e4b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Allocated IP 172.20.0.9 (b79fcd1c-754c-4dea-a7f1-95afcf35cd53/45f34fab-787e-4251-9f3c-22a212ef1d24/e91e8ca1-ee38-4618-9276-2115e9f3f45d) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:17:40.143223 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751df9f-77b3-4dd3-aa34-45f1da65df09 req-63708565-b964-4c33-bd83-d57874ecb172 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:40.151538 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c751df9f-77b3-4dd3-aa34-45f1da65df09 req-63708565-b964-4c33-bd83-d57874ecb172 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e385be-012f-4e85-9d2e-6e0f950c8cd7 HTTP/1.1" status: 200 len: 945 time: 0.2154543 Nov 24 21:17:40.215343 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ffc1e58d-b762-469a-96a3-5a82e0a48b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:40.254562 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c67ca3f7-1f4d-4e72-bfd5-37b34e5163a4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:40.313429 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c751df9f-77b3-4dd3-aa34-45f1da65df09 req-07f99878-dc9c-4a9c-8041-15902fbcc9ef tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605213 Nov 24 21:17:40.351456 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-a3b2e3fb-2fb2-443c-a46e-ff2123dd3c5c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Allocated IP 172.20.0.1 (4a228c9d-528a-4c54-8949-c9681f179693/0c23496e-c71e-440d-948e-15d3f4d6337b/ed616b4d-1af7-4c90-99c3-a64a470a1a26) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:17:40.356847 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ffc1e58d-b762-469a-96a3-5a82e0a48b34 None None] For port e8f35e31-12b3-453b-92c9-58b7e29329c5, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e8f35e31-12b3-453b-92c9-58b7e29329c5,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:40.426223 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ffc1e58d-b762-469a-96a3-5a82e0a48b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:40.481011 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e7784dbd-c472-4fb9-9428-19127bb0d6ec req-5089c076-97a6-4053-87c9-f0f251b7ef2b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 210 time: 0.0426292 Nov 24 21:17:40.558951 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a3b2e3fb-2fb2-443c-a46e-ff2123dd3c5c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:40.596025 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device cf6ba1f6-8719-4484-8c94-00b379ffcb96 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:17:40.633657 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a3b2e3fb-2fb2-443c-a46e-ff2123dd3c5c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:40.746757 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b2e3fb-2fb2-443c-a46e-ff2123dd3c5c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Network 4a228c9d-528a-4c54-8949-c9681f179693 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:40.762078 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-a3b2e3fb-2fb2-443c-a46e-ff2123dd3c5c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:40.773912 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b2e3fb-2fb2-443c-a46e-ff2123dd3c5c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:17:40.846034 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-42139827-2a4d-441d-9dd9-caed6115c666 req-b01c8eec-2305-4a2d-84bf-89c223fd9e4b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:40.860331 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2e3fb-2fb2-443c-a46e-ff2123dd3c5c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'Port': ['ID=ed616b4d-1af7-4c90-99c3-a64a470a1a26,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:40.882206 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1e58d-b762-469a-96a3-5a82e0a48b34 None None] Pushing event updated for resources: {'Port': ['ID=e8f35e31-12b3-453b-92c9-58b7e29329c5,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:40.883457 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fff7a-1fc7-42ba-bdf6-e8ac1cd5e18c req-216a2e25-de85-4ddf-9489-f36ee4d6c178 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:40.887615 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4a2fff7a-1fc7-42ba-bdf6-e8ac1cd5e18c req-216a2e25-de85-4ddf-9489-f36ee4d6c178 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1443286 Nov 24 21:17:40.894533 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a3b2e3fb-2fb2-443c-a46e-ff2123dd3c5c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:40.904126 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-17086a11-53e9-4b70-b012-f4471c9c68f3 None None] Provisioning complete for port e8f35e31-12b3-453b-92c9-58b7e29329c5 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:40.908512 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-17086a11-53e9-4b70-b012-f4471c9c68f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:40.924330 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-13814f3f-00ac-4cf2-9893-dbeb946b170f None None] Allocated IP 172.20.0.2 (4a228c9d-528a-4c54-8949-c9681f179693/0c23496e-c71e-440d-948e-15d3f4d6337b/8801d6fe-c0a4-4fab-9408-93de44917668) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:17:41.002352 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c67ca3f7-1f4d-4e72-bfd5-37b34e5163a4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:41.004299 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-42139827-2a4d-441d-9dd9-caed6115c666 req-b01c8eec-2305-4a2d-84bf-89c223fd9e4b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:41.022268 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4a2fff7a-1fc7-42ba-bdf6-e8ac1cd5e18c req-e14e1afb-2529-416f-94d7-6a3a146c38e1 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254508 Nov 24 21:17:41.025302 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:41.029143 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c67ca3f7-1f4d-4e72-bfd5-37b34e5163a4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:41.030860 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c67ca3f7-1f4d-4e72-bfd5-37b34e5163a4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:41.081828 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port cf6ba1f6-8719-4484-8c94-00b379ffcb96, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cf6ba1f6-8719-4484-8c94-00b379ffcb96,segment=NetworkSegment(fc255c7f-c29a-46b6-8640-52714ae9926a),segment_id=fc255c7f-c29a-46b6-8640-52714ae9926a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:41.089713 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d317d33-f356-4b4f-b30c-a09f8b785991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf6ba1f6-8719-4484-8c94-00b379ffcb96'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:17:41.094047 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95b9323-e997-4025-8994-17cc0a88c146" -d '{"events": [{"server_uuid": "4d317d33-f356-4b4f-b30c-a09f8b785991", "name": "network-vif-unplugged", "status": "completed", "tag": "cf6ba1f6-8719-4484-8c94-00b379ffcb96"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:17:41.097027 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42139827-2a4d-441d-9dd9-caed6115c666 req-b01c8eec-2305-4a2d-84bf-89c223fd9e4b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:41.113406 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-42139827-2a4d-441d-9dd9-caed6115c666 req-b01c8eec-2305-4a2d-84bf-89c223fd9e4b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:41.117653 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-42139827-2a4d-441d-9dd9-caed6115c666 req-b01c8eec-2305-4a2d-84bf-89c223fd9e4b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:17:41.124297 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c8eec-2305-4a2d-84bf-89c223fd9e4b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event updated for resources: {'Port': ['ID=e91e8ca1-ee38-4618-9276-2115e9f3f45d,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:41.150171 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:41.159770 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a3b2e3fb-2fb2-443c-a46e-ff2123dd3c5c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:41.168852 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'name': 'tempest-TestNetworkBasicOps-router-992992104', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:17:30Z', 'updated_at': '2021-11-24T21:17:34Z', 'revision_number': 3, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:31Z', 'updated_at': '2021-11-24T21:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:41.266564 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 21:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c6b24b-4bb6-4f91-a5ad-35b81d07bfb1 x-openstack-request-id: req-f3c6b24b-4bb6-4f91-a5ad-35b81d07bfb1 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:17:41.270348 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d317d33-f356-4b4f-b30c-a09f8b785991", "name": "network-vif-unplugged", "status": "completed", "tag": "cf6ba1f6-8719-4484-8c94-00b379ffcb96", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:17:41.270769 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3c6b24b-4bb6-4f91-a5ad-35b81d07bfb1 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:17:41.271288 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d317d33-f356-4b4f-b30c-a09f8b785991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf6ba1f6-8719-4484-8c94-00b379ffcb96', 'code': 200} Nov 24 21:17:41.291269 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fc66c7-8afb-4c64-a6d5-09b171b1f358 None None] The sync data for ids ['eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'] in n-d-812111-8 is: [{'id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'name': 'tempest-TestNetworkBasicOps-router-992992104', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:17:30Z', 'updated_at': '2021-11-24T21:17:34Z', 'revision_number': 3, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:31Z', 'updated_at': '2021-11-24T21:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:17:41.463869 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7302c362-296a-4d07-aa63-e7d87e8779a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:41.483752 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42139827-2a4d-441d-9dd9-caed6115c666 req-b01c8eec-2305-4a2d-84bf-89c223fd9e4b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:41.484424 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-42139827-2a4d-441d-9dd9-caed6115c666 req-b01c8eec-2305-4a2d-84bf-89c223fd9e4b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:41.489800 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ca3f7-1f4d-4e72-bfd5-37b34e5163a4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:41.513571 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:41.682424 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device be0edcdf-fa9c-4fc3-a9f7-231aade74b56 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:17:41.749416 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=cf6ba1f6-8719-4484-8c94-00b379ffcb96,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:41.769013 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-17086a11-53e9-4b70-b012-f4471c9c68f3 None None] Provisioning complete for port 68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:41.769518 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-17086a11-53e9-4b70-b012-f4471c9c68f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:41.848625 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-17086a11-53e9-4b70-b012-f4471c9c68f3 None None] Port 68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:17:41.890160 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a3b2e3fb-2fb2-443c-a46e-ff2123dd3c5c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:41.897665 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a3b2e3fb-2fb2-443c-a46e-ff2123dd3c5c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:41.908174 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port be0edcdf-fa9c-4fc3-a9f7-231aade74b56 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:17:41.921888 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port be0edcdf-fa9c-4fc3-a9f7-231aade74b56 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:41.922468 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:42.023747 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b7843c77-f5d5-434a-8a34-0e116c35daf7 None None] Provisioning complete for port e91e8ca1-ee38-4618-9276-2115e9f3f45d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:42.025723 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b7843c77-f5d5-434a-8a34-0e116c35daf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:42.040229 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-13814f3f-00ac-4cf2-9893-dbeb946b170f None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:42.046001 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67ca3f7-1f4d-4e72-bfd5-37b34e5163a4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:42.057205 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-c67ca3f7-1f4d-4e72-bfd5-37b34e5163a4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:42.065142 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2e3fb-2fb2-443c-a46e-ff2123dd3c5c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'Port': ['ID=ed616b4d-1af7-4c90-99c3-a64a470a1a26,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:42.068046 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a3b2e3fb-2fb2-443c-a46e-ff2123dd3c5c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:42.116004 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-13814f3f-00ac-4cf2-9893-dbeb946b170f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:42.160620 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-b7843c77-f5d5-434a-8a34-0e116c35daf7 None None] Port e91e8ca1-ee38-4618-9276-2115e9f3f45d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:17:42.237965 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42139827-2a4d-441d-9dd9-caed6115c666 req-b01c8eec-2305-4a2d-84bf-89c223fd9e4b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3032115 Nov 24 21:17:42.245396 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13814f3f-00ac-4cf2-9893-dbeb946b170f None None] Network 4a228c9d-528a-4c54-8949-c9681f179693 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:42.262599 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-13814f3f-00ac-4cf2-9893-dbeb946b170f None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:42.278875 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b2e3fb-2fb2-443c-a46e-ff2123dd3c5c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Network 4a228c9d-528a-4c54-8949-c9681f179693 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:42.291929 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-a3b2e3fb-2fb2-443c-a46e-ff2123dd3c5c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:42.293749 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-42139827-2a4d-441d-9dd9-caed6115c666 req-4f2f2fa5-ba4d-437a-9a13-b7b45aaff203 service neutron] Request body: {'port': {'device_id': '0df60e56-f8ec-4a7c-8188-8ec6d02b360f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:42.325067 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13814f3f-00ac-4cf2-9893-dbeb946b170f None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:17:42.329424 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bd730-badd-482f-8125-8f1b0a205f8a req-fa4d2687-57ee-4b2a-9d97-931694c1301f tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:42.332942 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e40bd730-badd-482f-8125-8f1b0a205f8a req-fa4d2687-57ee-4b2a-9d97-931694c1301f tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e385be-012f-4e85-9d2e-6e0f950c8cd7 HTTP/1.1" status: 200 len: 945 time: 0.8739479 Nov 24 21:17:42.344038 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13814f3f-00ac-4cf2-9893-dbeb946b170f None None] Pushing event updated for resources: {'Port': ['ID=8801d6fe-c0a4-4fab-9408-93de44917668,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:42.450221 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:42.518721 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:42.537027 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-13814f3f-00ac-4cf2-9893-dbeb946b170f None None] Attempting to bind port 8801d6fe-c0a4-4fab-9408-93de44917668 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:17:42.537403 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-13814f3f-00ac-4cf2-9893-dbeb946b170f None None] Attempting to bind port 8801d6fe-c0a4-4fab-9408-93de44917668 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '8b766661-30b7-4f9f-a54c-2c4c1894bf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:17:42.537778 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13814f3f-00ac-4cf2-9893-dbeb946b170f None None] Attempting to bind port 8801d6fe-c0a4-4fab-9408-93de44917668 on network 4a228c9d-528a-4c54-8949-c9681f179693 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:17:42.548305 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port be0edcdf-fa9c-4fc3-a9f7-231aade74b56, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=be0edcdf-fa9c-4fc3-a9f7-231aade74b56,segment=NetworkSegment(1374f974-1485-4dc0-b969-e97d087fa34f),segment_id=1374f974-1485-4dc0-b969-e97d087fa34f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:42.557659 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13814f3f-00ac-4cf2-9893-dbeb946b170f None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:17:42.558057 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13814f3f-00ac-4cf2-9893-dbeb946b170f None None] Checking segment: {'id': '8b766661-30b7-4f9f-a54c-2c4c1894bf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:17:42.558991 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-13814f3f-00ac-4cf2-9893-dbeb946b170f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:42.558991 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13814f3f-00ac-4cf2-9893-dbeb946b170f None None] Bound using segment: {'id': '8b766661-30b7-4f9f-a54c-2c4c1894bf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:17:42.559395 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-13814f3f-00ac-4cf2-9893-dbeb946b170f None None] Bound port: 8801d6fe-c0a4-4fab-9408-93de44917668, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b766661-30b7-4f9f-a54c-2c4c1894bf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:17:42.559799 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-13814f3f-00ac-4cf2-9893-dbeb946b170f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:42.575420 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e40bd730-badd-482f-8125-8f1b0a205f8a req-85c69f46-68b9-43c3-9282-83156b762c95 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272785 Nov 24 21:17:42.586761 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:42.613748 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b2e3fb-2fb2-443c-a46e-ff2123dd3c5c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Router eb5813a4-bd54-421c-91c5-7fb8ba14d0ac has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:17:42.689743 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-42139827-2a4d-441d-9dd9-caed6115c666 req-4f2f2fa5-ba4d-437a-9a13-b7b45aaff203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:42.763617 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67ca3f7-1f4d-4e72-bfd5-37b34e5163a4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Router c3e34e16-7e77-475a-a341-d06b25fdad18 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:17:42.822148 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6b8f10da-59ca-4b2c-98bb-08b0656d606a None None] Provisioning complete for port 68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:42.822527 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6b8f10da-59ca-4b2c-98bb-08b0656d606a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:42.826166 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=be0edcdf-fa9c-4fc3-a9f7-231aade74b56,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:42.871351 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-13814f3f-00ac-4cf2-9893-dbeb946b170f None None] For port 8801d6fe-c0a4-4fab-9408-93de44917668, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:17:42.882503 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b2e3fb-2fb2-443c-a46e-ff2123dd3c5c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:17:42.894167 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a3b2e3fb-2fb2-443c-a46e-ff2123dd3c5c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "PUT /v2.0/routers/eb5813a4-bd54-421c-91c5-7fb8ba14d0ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0218291 Nov 24 21:17:42.895190 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39428) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:42.925470 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdeeba-3737-4703-adef-0684686a9c85 req-0f0d7c4f-0c0d-48f8-89b1-e9c963f78dc0 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:42.927910 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f8bdeeba-3737-4703-adef-0684686a9c85 req-0f0d7c4f-0c0d-48f8-89b1-e9c963f78dc0 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 931 time: 0.2206340 Nov 24 21:17:42.932461 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-13814f3f-00ac-4cf2-9893-dbeb946b170f None None] For port 8801d6fe-c0a4-4fab-9408-93de44917668, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=8801d6fe-c0a4-4fab-9408-93de44917668,segment=NetworkSegment(8b766661-30b7-4f9f-a54c-2c4c1894bf7f),segment_id=8b766661-30b7-4f9f-a54c-2c4c1894bf7f)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:17:42.958030 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f10da-59ca-4b2c-98bb-08b0656d606a None None] Port 68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:17:42.960775 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-13814f3f-00ac-4cf2-9893-dbeb946b170f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:43.133478 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67ca3f7-1f4d-4e72-bfd5-37b34e5163a4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:17:43.153330 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] Sync routers for ids ['c3e34e16-7e77-475a-a341-d06b25fdad18'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:17:43.171891 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13814f3f-00ac-4cf2-9893-dbeb946b170f None None] Pushing event updated for resources: {'Port': ['ID=8801d6fe-c0a4-4fab-9408-93de44917668,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:43.173628 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] Routers {'c3e34e16-7e77-475a-a341-d06b25fdad18'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:17:43.174383 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:17:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['c3e34e16-7e77-475a-a341-d06b25fdad18'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:43.210865 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e8f35e31-12b3-453b-92c9-58b7e29329c5 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:17:43.211494 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c67ca3f7-1f4d-4e72-bfd5-37b34e5163a4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "PUT /v2.0/routers/c3e34e16-7e77-475a-a341-d06b25fdad18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8405285 Nov 24 21:17:43.216252 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39432) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:43.233626 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f8bdeeba-3737-4703-adef-0684686a9c85 req-005e07ef-d2e0-49ba-b2d6-50fdf95415f5 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552810 Nov 24 21:17:43.296518 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e385be-012f-4e85-9d2e-6e0f950c8cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0edcdf-fa9c-4fc3-a9f7-231aade74b56'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:17:43.304161 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ec8ac8-87b2-4a4e-a32c-6980f5367dfd" -d '{"events": [{"server_uuid": "34e385be-012f-4e85-9d2e-6e0f950c8cd7", "name": "network-vif-plugged", "status": "completed", "tag": "be0edcdf-fa9c-4fc3-a9f7-231aade74b56"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:17:43.347916 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port e8f35e31-12b3-453b-92c9-58b7e29329c5 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:43.348210 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:43.376400 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edd49b8-1247-4f5b-aaea-4ac5c0de0683 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:43.377296 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] Set router c3e34e16-7e77-475a-a341-d06b25fdad18 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:17:43.377894 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0edd49b8-1247-4f5b-aaea-4ac5c0de0683 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports/68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d HTTP/1.1" status: 200 len: 911 time: 0.1432571 Nov 24 21:17:43.400291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39436) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:43.415090 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8835d2-6610-4efd-a917-6839894384ec tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:43.415575 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8835d2-6610-4efd-a917-6839894384ec tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:43.416045 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8835d2-6610-4efd-a917-6839894384ec tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:43.416508 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8835d2-6610-4efd-a917-6839894384ec tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:43.419411 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8835d2-6610-4efd-a917-6839894384ec tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:43.420654 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8835d2-6610-4efd-a917-6839894384ec tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:43.421408 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8835d2-6610-4efd-a917-6839894384ec tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:43.421890 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8835d2-6610-4efd-a917-6839894384ec tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:43.422354 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8835d2-6610-4efd-a917-6839894384ec tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:43.422812 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8835d2-6610-4efd-a917-6839894384ec tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:43.440986 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-dc8835d2-6610-4efd-a917-6839894384ec tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7090 time: 0.5286160 Nov 24 21:17:43.442829 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39438) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:43.601397 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d477981-a933-48cd-8512-2a8710babc4f req-1b7b0711-4c34-42ab-8bf9-0fdb184530d9 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:43.611714 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d477981-a933-48cd-8512-2a8710babc4f req-1b7b0711-4c34-42ab-8bf9-0fdb184530d9 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 943 time: 0.2642124 Nov 24 21:17:43.670455 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f109a78b-1251-480b-8503-115a91c3c608 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:43.684786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f109a78b-1251-480b-8503-115a91c3c608 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:43.687223 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f109a78b-1251-480b-8503-115a91c3c608 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2798946 Nov 24 21:17:43.695902 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39442) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:43.731005 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-42139827-2a4d-441d-9dd9-caed6115c666 req-4f2f2fa5-ba4d-437a-9a13-b7b45aaff203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e91e8ca1-ee38-4618-9276-2115e9f3f45d {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:17:43.744677 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78f6fd3-f46f-4079-8d22-96f021401b10 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:43.745339 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78f6fd3-f46f-4079-8d22-96f021401b10 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:43.745813 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78f6fd3-f46f-4079-8d22-96f021401b10 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:43.746285 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78f6fd3-f46f-4079-8d22-96f021401b10 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:43.746736 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78f6fd3-f46f-4079-8d22-96f021401b10 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:43.747305 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78f6fd3-f46f-4079-8d22-96f021401b10 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:43.747754 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78f6fd3-f46f-4079-8d22-96f021401b10 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:43.748718 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78f6fd3-f46f-4079-8d22-96f021401b10 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:43.751508 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78f6fd3-f46f-4079-8d22-96f021401b10 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:43.751979 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78f6fd3-f46f-4079-8d22-96f021401b10 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:43.755937 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a78f6fd3-f46f-4079-8d22-96f021401b10 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6566 time: 0.3131731 Nov 24 21:17:43.759191 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39444) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:43.796384 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:43.807940 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-42139827-2a4d-441d-9dd9-caed6115c666 req-4f2f2fa5-ba4d-437a-9a13-b7b45aaff203 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:43.891928 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d477981-a933-48cd-8512-2a8710babc4f req-c56fcd02-4429-447b-b68d-939900c3f9b6 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792149 Nov 24 21:17:43.893205 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-42139827-2a4d-441d-9dd9-caed6115c666 req-4f2f2fa5-ba4d-437a-9a13-b7b45aaff203 service neutron] Transition to ACTIVE for port object e91e8ca1-ee38-4618-9276-2115e9f3f45d will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:17:43.894188 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e34e16-7e77-475a-a341-d06b25fdad18', 'name': 'tempest-NetworksTestDHCPv6-router-1535030807', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:17:36Z', 'updated_at': '2021-11-24T21:17:40Z', 'revision_number': 2, 'project_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'gw_port_host': None, '_interfaces': [{'id': '68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d', 'name': '', 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'mac_address': 'fa:16:3e:09:71:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e34e16-7e77-475a-a341-d06b25fdad18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'e11a64eb-2a6d-4714-9475-4bfa9bde7337', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:38Z', 'updated_at': '2021-11-24T21:17:40Z', 'revision_number': 2, 'project_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'subnets': [{'id': 'e11a64eb-2a6d-4714-9475-4bfa9bde7337', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:43.919471 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-42139827-2a4d-441d-9dd9-caed6115c666 req-4f2f2fa5-ba4d-437a-9a13-b7b45aaff203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:43.980698 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] Checking router: c3e34e16-7e77-475a-a341-d06b25fdad18 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:17:44.029323 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] Updating router c3e34e16-7e77-475a-a341-d06b25fdad18 port 68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:17:44.118141 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:44.201541 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f2fa5-ba4d-437a-9a13-b7b45aaff203 service neutron] Pushing event updated for resources: {'Port': ['ID=e91e8ca1-ee38-4618-9276-2115e9f3f45d,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:44.417148 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca11baf-26a2-4f37-b26b-a6728cc40c85 x-openstack-request-id: req-7ca11baf-26a2-4f37-b26b-a6728cc40c85 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:17:44.417715 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e385be-012f-4e85-9d2e-6e0f950c8cd7", "name": "network-vif-plugged", "status": "completed", "tag": "be0edcdf-fa9c-4fc3-a9f7-231aade74b56", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:17:44.417715 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ca11baf-26a2-4f37-b26b-a6728cc40c85 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:17:44.417992 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e385be-012f-4e85-9d2e-6e0f950c8cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0edcdf-fa9c-4fc3-a9f7-231aade74b56', 'code': 200} Nov 24 21:17:44.610905 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device cf6ba1f6-8719-4484-8c94-00b379ffcb96 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:17:44.648863 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f630b74-b387-40b3-98bb-a32b5a9bba33 req-257ca386-481a-4671-9f57-84c4014f7f39 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:44.661876 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2f630b74-b387-40b3-98bb-a32b5a9bba33 req-257ca386-481a-4671-9f57-84c4014f7f39 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e385be-012f-4e85-9d2e-6e0f950c8cd7 HTTP/1.1" status: 200 len: 946 time: 0.3644915 Nov 24 21:17:44.744421 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] Sync routers for ids ['eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:17:44.790642 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] Routers {'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:17:44.791574 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:17:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:44.854685 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbcce1-7dd1-4797-8ac2-0a0d5f517671 req-56561c11-0589-42b3-a089-fe4db5599679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:44.856650 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b5bbcce1-7dd1-4797-8ac2-0a0d5f517671 req-56561c11-0589-42b3-a089-fe4db5599679 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=34e385be-012f-4e85-9d2e-6e0f950c8cd7 HTTP/1.1" status: 200 len: 1097 time: 0.3127754 Nov 24 21:17:44.883910 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-42139827-2a4d-441d-9dd9-caed6115c666 req-4f2f2fa5-ba4d-437a-9a13-b7b45aaff203 service neutron] Attempting to bind port e91e8ca1-ee38-4618-9276-2115e9f3f45d on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:17:44.885623 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-42139827-2a4d-441d-9dd9-caed6115c666 req-4f2f2fa5-ba4d-437a-9a13-b7b45aaff203 service neutron] Attempting to bind port e91e8ca1-ee38-4618-9276-2115e9f3f45d by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:17:44.885958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42139827-2a4d-441d-9dd9-caed6115c666 req-4f2f2fa5-ba4d-437a-9a13-b7b45aaff203 service neutron] Attempting to bind port e91e8ca1-ee38-4618-9276-2115e9f3f45d on network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:17:44.911380 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42139827-2a4d-441d-9dd9-caed6115c666 req-4f2f2fa5-ba4d-437a-9a13-b7b45aaff203 service neutron] Port e91e8ca1-ee38-4618-9276-2115e9f3f45d on network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:17:44.911719 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42139827-2a4d-441d-9dd9-caed6115c666 req-4f2f2fa5-ba4d-437a-9a13-b7b45aaff203 service neutron] Attempting to bind port e91e8ca1-ee38-4618-9276-2115e9f3f45d on network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:17:44.941644 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2f630b74-b387-40b3-98bb-a32b5a9bba33 req-8e1fa22e-e08e-4cc4-8e6e-e5509a766979 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724667 Nov 24 21:17:44.975832 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42139827-2a4d-441d-9dd9-caed6115c666 req-4f2f2fa5-ba4d-437a-9a13-b7b45aaff203 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:17:44.976174 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42139827-2a4d-441d-9dd9-caed6115c666 req-4f2f2fa5-ba4d-437a-9a13-b7b45aaff203 service neutron] Checking segment: {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:17:44.976558 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42139827-2a4d-441d-9dd9-caed6115c666 req-4f2f2fa5-ba4d-437a-9a13-b7b45aaff203 service neutron] Bound using segment: {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:17:44.981014 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-42139827-2a4d-441d-9dd9-caed6115c666 req-4f2f2fa5-ba4d-437a-9a13-b7b45aaff203 service neutron] Bound port: e91e8ca1-ee38-4618-9276-2115e9f3f45d, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:17:44.981393 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-42139827-2a4d-441d-9dd9-caed6115c666 req-4f2f2fa5-ba4d-437a-9a13-b7b45aaff203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:45.001830 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b5bbcce1-7dd1-4797-8ac2-0a0d5f517671 req-f2525523-22a5-40a5-ac1f-423e4025530a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359196 Nov 24 21:17:45.020239 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107eccbb-e491-4fca-9159-3dc308962506 None None] Network 4a228c9d-528a-4c54-8949-c9681f179693 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:17:45.049976 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:45.074601 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:45.121899 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8afbd47e-7555-4254-9a28-9bf31a5f5883 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3584 time: 1.3601449 Nov 24 21:17:45.152798 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c2dad63c-b76b-4a81-b5bf-aca72862a633 None None] Provisioning complete for port 8801d6fe-c0a4-4fab-9408-93de44917668 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:45.153451 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c2dad63c-b76b-4a81-b5bf-aca72862a633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:45.160627 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff76200-fec1-471b-8b5d-bcf22ac4f59f None None] Pushing event updated for resources: {'Port': ['ID=68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:45.215493 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff76200-fec1-471b-8b5d-bcf22ac4f59f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:45.215831 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff76200-fec1-471b-8b5d-bcf22ac4f59f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:45.216167 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff76200-fec1-471b-8b5d-bcf22ac4f59f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:45.216506 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff76200-fec1-471b-8b5d-bcf22ac4f59f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:45.216972 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff76200-fec1-471b-8b5d-bcf22ac4f59f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:45.221043 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff76200-fec1-471b-8b5d-bcf22ac4f59f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:45.221407 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff76200-fec1-471b-8b5d-bcf22ac4f59f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:45.221755 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff76200-fec1-471b-8b5d-bcf22ac4f59f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:45.222292 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff76200-fec1-471b-8b5d-bcf22ac4f59f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:45.222651 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff76200-fec1-471b-8b5d-bcf22ac4f59f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:45.223014 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff76200-fec1-471b-8b5d-bcf22ac4f59f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:45.223343 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff76200-fec1-471b-8b5d-bcf22ac4f59f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:45.233091 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 8801d6fe-c0a4-4fab-9408-93de44917668 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:17:45.277568 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] Attempting to bind port 68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:17:45.278567 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] Attempting to bind port 68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:17:45.278567 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] Attempting to bind port 68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d on network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:17:45.286794 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:17:45.287183 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] Checking segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:17:45.287629 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:45.289097 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] Bound using segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:17:45.289598 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] Bound port: 68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:17:45.290182 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:45.338371 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:45.359977 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] Set router eb5813a4-bd54-421c-91c5-7fb8ba14d0ac gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:17:45.439672 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568da045-7cac-4f28-9729-9f3f802dbdc8 req-125d36dd-b457-457e-90d2-09080d881200 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:45.448500 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-568da045-7cac-4f28-9729-9f3f802dbdc8 req-125d36dd-b457-457e-90d2-09080d881200 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 943 time: 0.3180151 Nov 24 21:17:45.473945 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] For port 68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:17:45.480595 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] For port 68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:17:45.488664 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:45.582658 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-42139827-2a4d-441d-9dd9-caed6115c666 req-4f2f2fa5-ba4d-437a-9a13-b7b45aaff203 service neutron] For port e91e8ca1-ee38-4618-9276-2115e9f3f45d, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:17:45.585620 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f17cc3d9-0387-480b-b244-20b7e0740e6f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:45.609785 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff76200-fec1-471b-8b5d-bcf22ac4f59f None None] Pushing event updated for resources: {'Port': ['ID=68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:45.634254 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] Routers {'c3e34e16-7e77-475a-a341-d06b25fdad18'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:17:45.635596 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:17:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['c3e34e16-7e77-475a-a341-d06b25fdad18'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:45.782915 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] Set router c3e34e16-7e77-475a-a341-d06b25fdad18 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:17:45.787078 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c2dad63c-b76b-4a81-b5bf-aca72862a633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:45.794758 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-42139827-2a4d-441d-9dd9-caed6115c666 req-4f2f2fa5-ba4d-437a-9a13-b7b45aaff203 service neutron] For port e91e8ca1-ee38-4618-9276-2115e9f3f45d, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=e91e8ca1-ee38-4618-9276-2115e9f3f45d,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:17:45.860962 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 8801d6fe-c0a4-4fab-9408-93de44917668 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:45.861384 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:45.881205 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-42139827-2a4d-441d-9dd9-caed6115c666 req-4f2f2fa5-ba4d-437a-9a13-b7b45aaff203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:45.967978 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c2dad63c-b76b-4a81-b5bf-aca72862a633 None None] For port 8801d6fe-c0a4-4fab-9408-93de44917668, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=8801d6fe-c0a4-4fab-9408-93de44917668,segment=NetworkSegment(8b766661-30b7-4f9f-a54c-2c4c1894bf7f),segment_id=8b766661-30b7-4f9f-a54c-2c4c1894bf7f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:46.007254 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c2dad63c-b76b-4a81-b5bf-aca72862a633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:46.022701 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42139827-2a4d-441d-9dd9-caed6115c666 req-4f2f2fa5-ba4d-437a-9a13-b7b45aaff203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:46.024992 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-42139827-2a4d-441d-9dd9-caed6115c666 req-4f2f2fa5-ba4d-437a-9a13-b7b45aaff203 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:46.039876 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42139827-2a4d-441d-9dd9-caed6115c666 req-4f2f2fa5-ba4d-437a-9a13-b7b45aaff203 service neutron] 10.222.0.15 "PUT /v2.0/ports/e91e8ca1-ee38-4618-9276-2115e9f3f45d HTTP/1.1" status: 200 len: 1091 time: 3.7713969 Nov 24 21:17:46.044222 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f2fa5-ba4d-437a-9a13-b7b45aaff203 service neutron] Pushing event updated for resources: {'Port': ['ID=e91e8ca1-ee38-4618-9276-2115e9f3f45d,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:46.066934 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df60e56-f8ec-4a7c-8188-8ec6d02b360f', 'tag': 'e91e8ca1-ee38-4618-9276-2115e9f3f45d'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:17:46.074947 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5816c51-bc62-4607-a632-bc2719c85aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "0df60e56-f8ec-4a7c-8188-8ec6d02b360f", "tag": "e91e8ca1-ee38-4618-9276-2115e9f3f45d"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:17:46.092228 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-568da045-7cac-4f28-9729-9f3f802dbdc8 req-db435e6f-ccd7-4d02-84ab-4e013c5f640c tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251269 Nov 24 21:17:46.129630 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e34e16-7e77-475a-a341-d06b25fdad18', 'name': 'tempest-NetworksTestDHCPv6-router-1535030807', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:17:36Z', 'updated_at': '2021-11-24T21:17:40Z', 'revision_number': 2, 'project_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'gw_port_host': None, '_interfaces': [{'id': '68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d', 'name': '', 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'mac_address': 'fa:16:3e:09:71:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e34e16-7e77-475a-a341-d06b25fdad18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'e11a64eb-2a6d-4714-9475-4bfa9bde7337', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:38Z', 'updated_at': '2021-11-24T21:17:45Z', 'revision_number': 4, 'project_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'subnets': [{'id': 'e11a64eb-2a6d-4714-9475-4bfa9bde7337', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:46.211267 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83c98ea-9e14-42d7-97ad-d6e1dd13bb61 None None] The sync data for ids ['c3e34e16-7e77-475a-a341-d06b25fdad18'] in n-d-812111-8 is: [{'id': 'c3e34e16-7e77-475a-a341-d06b25fdad18', 'name': 'tempest-NetworksTestDHCPv6-router-1535030807', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:17:36Z', 'updated_at': '2021-11-24T21:17:40Z', 'revision_number': 2, 'project_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'gw_port_host': None, '_interfaces': [{'id': '68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d', 'name': '', 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'mac_address': 'fa:16:3e:09:71:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e34e16-7e77-475a-a341-d06b25fdad18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'e11a64eb-2a6d-4714-9475-4bfa9bde7337', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:38Z', 'updated_at': '2021-11-24T21:17:45Z', 'revision_number': 4, 'project_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'subnets': [{'id': 'e11a64eb-2a6d-4714-9475-4bfa9bde7337', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:17:46.221317 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'name': 'tempest-TestNetworkBasicOps-router-992992104', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:17:30Z', 'updated_at': '2021-11-24T21:17:41Z', 'revision_number': 4, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:31Z', 'updated_at': '2021-11-24T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'ed616b4d-1af7-4c90-99c3-a64a470a1a26', 'name': '', 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:28:4d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '0c23496e-c71e-440d-948e-15d3f4d6337b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:39Z', 'updated_at': '2021-11-24T21:17:41Z', 'revision_number': 2, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': '0c23496e-c71e-440d-948e-15d3f4d6337b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:46.235043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dad63c-b76b-4a81-b5bf-aca72862a633 None None] Pushing event updated for resources: {'Port': ['ID=8801d6fe-c0a4-4fab-9408-93de44917668,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:46.257631 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42139827-2a4d-441d-9dd9-caed6115c666 req-dbee6639-a292-4da5-b34d-2704c738f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:46.259152 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42139827-2a4d-441d-9dd9-caed6115c666 req-dbee6639-a292-4da5-b34d-2704c738f69d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 1094 time: 0.1436412 Nov 24 21:17:46.324664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] Checking router: eb5813a4-bd54-421c-91c5-7fb8ba14d0ac for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:17:46.330613 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] Updating router eb5813a4-bd54-421c-91c5-7fb8ba14d0ac port ed616b4d-1af7-4c90-99c3-a64a470a1a26 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:17:46.394368 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ef518e4b-94bb-4b14-a8f4-c6fda9b0fdfb None None] Provisioning complete for port 68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:46.395288 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ef518e4b-94bb-4b14-a8f4-c6fda9b0fdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:46.565035 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:46.726778 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ef518e4b-94bb-4b14-a8f4-c6fda9b0fdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:46.934692 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ef518e4b-94bb-4b14-a8f4-c6fda9b0fdfb None None] For port 68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:46.954881 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ef518e4b-94bb-4b14-a8f4-c6fda9b0fdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:47.191842 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42139827-2a4d-441d-9dd9-caed6115c666 req-603ff778-b21a-42ad-812f-3d2f17597bb2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e91e8ca1-ee38-4618-9276-2115e9f3f45d HTTP/1.1" status: 200 len: 217 time: 0.8886280 Nov 24 21:17:47.274982 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 8801d6fe-c0a4-4fab-9408-93de44917668 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:17:47.326910 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f17cc3d9-0387-480b-b244-20b7e0740e6f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting port 68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:17:47.327467 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f17cc3d9-0387-480b-b244-20b7e0740e6f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:47.344866 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee9d80-1c5e-4eb5-80f3-41976e62bdb4 req-61c3abc9-2aa3-4d36-aef8-2026884385bc tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:47.346692 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09ee9d80-1c5e-4eb5-80f3-41976e62bdb4 req-61c3abc9-2aa3-4d36-aef8-2026884385bc tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 943 time: 1.0255115 Nov 24 21:17:47.382473 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42139827-2a4d-441d-9dd9-caed6115c666 req-e66a31e2-ec6d-4ed5-adf2-e44291830318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:47.392077 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42139827-2a4d-441d-9dd9-caed6115c666 req-e66a31e2-ec6d-4ed5-adf2-e44291830318 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.1817682 Nov 24 21:17:47.419573 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef518e4b-94bb-4b14-a8f4-c6fda9b0fdfb None None] Pushing event updated for resources: {'Port': ['ID=68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:47.469606 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 8801d6fe-c0a4-4fab-9408-93de44917668 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:47.470082 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:47.524235 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-fcdf8ac6-ec5e-4bf0-9a0d-ee1edcd43eac None None] Provisioning complete for port ed616b4d-1af7-4c90-99c3-a64a470a1a26 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:47.524614 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fcdf8ac6-ec5e-4bf0-9a0d-ee1edcd43eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:47.635202 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09ee9d80-1c5e-4eb5-80f3-41976e62bdb4 req-d9a01cb5-b917-41fe-8205-dcf1a7d5b051 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775502 Nov 24 21:17:47.661724 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-fcdf8ac6-ec5e-4bf0-9a0d-ee1edcd43eac None None] Port ed616b4d-1af7-4c90-99c3-a64a470a1a26 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:17:47.673367 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42139827-2a4d-441d-9dd9-caed6115c666 req-08f271ec-8ce2-4fc5-ae38-5b1690d99fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:47.675036 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42139827-2a4d-441d-9dd9-caed6115c666 req-08f271ec-8ce2-4fc5-ae38-5b1690d99fe8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2595320 Nov 24 21:17:47.692948 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-f17cc3d9-0387-480b-b244-20b7e0740e6f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] For port 68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:47.693640 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f17cc3d9-0387-480b-b244-20b7e0740e6f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:47.709414 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-fcdf8ac6-ec5e-4bf0-9a0d-ee1edcd43eac None None] Provisioning complete for port 8801d6fe-c0a4-4fab-9408-93de44917668 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:47.709799 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fcdf8ac6-ec5e-4bf0-9a0d-ee1edcd43eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:47.760916 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:47.786816 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:47.792716 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:17:47.793895 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f17cc3d9-0387-480b-b244-20b7e0740e6f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Calling delete_port for 68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:17:48.004410 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42139827-2a4d-441d-9dd9-caed6115c666 req-3861cefe-d5e7-426d-9994-72044f6b1436 service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073449 Nov 24 21:17:48.048035 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e54f0-1745-4699-88c5-5ec3a8c6160f None None] Pushing event updated for resources: {'Port': ['ID=ed616b4d-1af7-4c90-99c3-a64a470a1a26,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:48.153504 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] Attempting to bind port ed616b4d-1af7-4c90-99c3-a64a470a1a26 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:17:48.153883 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] Attempting to bind port ed616b4d-1af7-4c90-99c3-a64a470a1a26 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '8b766661-30b7-4f9f-a54c-2c4c1894bf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:17:48.154856 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] Attempting to bind port ed616b4d-1af7-4c90-99c3-a64a470a1a26 on network 4a228c9d-528a-4c54-8949-c9681f179693 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:17:48.175493 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:17:48.175919 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] Checking segment: {'id': '8b766661-30b7-4f9f-a54c-2c4c1894bf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:17:48.176346 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:48.177014 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] Bound using segment: {'id': '8b766661-30b7-4f9f-a54c-2c4c1894bf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:17:48.177346 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] Bound port: ed616b4d-1af7-4c90-99c3-a64a470a1a26, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b766661-30b7-4f9f-a54c-2c4c1894bf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:17:48.181521 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:48.293803 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39476) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:48.299568 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-aa7bc8e7-9b66-4dbd-a496-3de20bc2fad6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-774204601', 'description': 'tempest-secgroup-smoke-774204601 description', 'project_id': '207eef9f28694fbd90eb332792fa324d'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:48.365807 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42139827-2a4d-441d-9dd9-caed6115c666 req-a3836dff-bbbb-4bda-bf77-3f5a88d2e148 service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449202 Nov 24 21:17:48.366673 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa7bc8e7-9b66-4dbd-a496-3de20bc2fad6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:48.413265 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] For port ed616b4d-1af7-4c90-99c3-a64a470a1a26, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:17:48.420563 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f17cc3d9-0387-480b-b244-20b7e0740e6f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:48.422003 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] For port ed616b4d-1af7-4c90-99c3-a64a470a1a26, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ed616b4d-1af7-4c90-99c3-a64a470a1a26,segment=NetworkSegment(8b766661-30b7-4f9f-a54c-2c4c1894bf7f),segment_id=8b766661-30b7-4f9f-a54c-2c4c1894bf7f)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:17:48.441202 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-28051563-2538-4a7b-ae0c-f3a51f934589 None None] Provisioning complete for port ed616b4d-1af7-4c90-99c3-a64a470a1a26 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:48.441596 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-28051563-2538-4a7b-ae0c-f3a51f934589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:48.495584 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa7bc8e7-9b66-4dbd-a496-3de20bc2fad6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:48.501274 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cc3d9-0387-480b-b244-20b7e0740e6f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Port': ['ID=68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:48.501477 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:48.510527 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa7bc8e7-9b66-4dbd-a496-3de20bc2fad6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:48.551638 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa7bc8e7-9b66-4dbd-a496-3de20bc2fad6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:48.552959 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-aa7bc8e7-9b66-4dbd-a496-3de20bc2fad6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2580805 Nov 24 21:17:48.554766 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:48.555202 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:48.556825 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39478) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:48.590901 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-fa46d802-0a02-41c4-b019-51c7e87e8126 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'security_group_rule': {'security_group_id': '632f3a3b-7ef2-40fb-9a48-6329431dab61', 'project_id': '207eef9f28694fbd90eb332792fa324d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:48.607901 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bc8e7-9b66-4dbd-a496-3de20bc2fad6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=632f3a3b-7ef2-40fb-9a48-6329431dab61,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:48.835537 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-28051563-2538-4a7b-ae0c-f3a51f934589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:48.854335 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Port 68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d was deleted so its status cannot be updated. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 24 21:17:48.890414 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] Routers {'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:17:48.891066 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:17:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:48.971737 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ab8a9-56bf-4e41-8982-3bdbf439973d req-36d4e47e-1e72-41af-94f2-282d4dc092f8 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:48.995897 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-800ab8a9-56bf-4e41-8982-3bdbf439973d req-36d4e47e-1e72-41af-94f2-282d4dc092f8 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e385be-012f-4e85-9d2e-6e0f950c8cd7 HTTP/1.1" status: 200 len: 946 time: 0.5084534 Nov 24 21:17:49.010417 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fa46d802-0a02-41c4-b019-51c7e87e8126 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:49.027080 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e54f0-1745-4699-88c5-5ec3a8c6160f None None] Pushing event updated for resources: {'Port': ['ID=ed616b4d-1af7-4c90-99c3-a64a470a1a26,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:49.067801 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-28051563-2538-4a7b-ae0c-f3a51f934589 None None] For port ed616b4d-1af7-4c90-99c3-a64a470a1a26, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ed616b4d-1af7-4c90-99c3-a64a470a1a26,segment=NetworkSegment(8b766661-30b7-4f9f-a54c-2c4c1894bf7f),segment_id=8b766661-30b7-4f9f-a54c-2c4c1894bf7f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:49.084222 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f17cc3d9-0387-480b-b244-20b7e0740e6f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:49.108740 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-28051563-2538-4a7b-ae0c-f3a51f934589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:49.218389 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] Set router eb5813a4-bd54-421c-91c5-7fb8ba14d0ac gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:17:49.220889 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28051563-2538-4a7b-ae0c-f3a51f934589 None None] Pushing event updated for resources: {'Port': ['ID=ed616b4d-1af7-4c90-99c3-a64a470a1a26,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:49.291958 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b4bafb5c-19af-40ac-8c32-cbf28433063e None None] Provisioning complete for port ed616b4d-1af7-4c90-99c3-a64a470a1a26 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:49.292660 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b4bafb5c-19af-40ac-8c32-cbf28433063e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:49.343545 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fa46d802-0a02-41c4-b019-51c7e87e8126 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:49.369476 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fa46d802-0a02-41c4-b019-51c7e87e8126 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:49.392486 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-800ab8a9-56bf-4e41-8982-3bdbf439973d req-39b222a1-d3a8-48ef-9212-1a4ecdc3ba7c tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954709 Nov 24 21:17:49.525860 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec4f684-b790-4e9d-9ad8-3cdd10345522 x-openstack-request-id: req-bec4f684-b790-4e9d-9ad8-3cdd10345522 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:17:49.526171 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df60e56-f8ec-4a7c-8188-8ec6d02b360f", "tag": "e91e8ca1-ee38-4618-9276-2115e9f3f45d", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:17:49.526436 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bec4f684-b790-4e9d-9ad8-3cdd10345522 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:17:49.526855 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df60e56-f8ec-4a7c-8188-8ec6d02b360f', 'tag': 'e91e8ca1-ee38-4618-9276-2115e9f3f45d', 'status': 'completed', 'code': 200} Nov 24 21:17:49.555701 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ce47e11-3ffe-4c7d-8c12-564d0efe9c5c req-128f9cbe-94b9-4ed5-9c13-7f093092ba5d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=34e385be-012f-4e85-9d2e-6e0f950c8cd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0879383 Nov 24 21:17:49.592275 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46d802-0a02-41c4-b019-51c7e87e8126 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6205da0e-97d8-40d0-b847-c687052dddd7,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:49.612165 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fa46d802-0a02-41c4-b019-51c7e87e8126 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:49.613075 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fa46d802-0a02-41c4-b019-51c7e87e8126 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0377941 Nov 24 21:17:49.617370 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39488) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:49.621960 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-3b6db44f-a7b5-454d-a000-7d4e466ab23c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'security_group_rule': {'security_group_id': '632f3a3b-7ef2-40fb-9a48-6329431dab61', 'project_id': '207eef9f28694fbd90eb332792fa324d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:49.624125 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17cc3d9-0387-480b-b244-20b7e0740e6f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Router c3e34e16-7e77-475a-a341-d06b25fdad18 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:17:49.650320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5816c51-bc62-4607-a632-bc2719c85aa6 req-d553dede-fd5f-4ad2-a42c-a389ac16d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:49.651946 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b5816c51-bc62-4607-a632-bc2719c85aa6 req-d553dede-fd5f-4ad2-a42c-a389ac16d8ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 1094 time: 0.0919030 Nov 24 21:17:49.679556 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'name': 'tempest-TestNetworkBasicOps-router-992992104', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:17:30Z', 'updated_at': '2021-11-24T21:17:41Z', 'revision_number': 4, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:31Z', 'updated_at': '2021-11-24T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'ed616b4d-1af7-4c90-99c3-a64a470a1a26', 'name': '', 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:28:4d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '0c23496e-c71e-440d-948e-15d3f4d6337b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:39Z', 'updated_at': '2021-11-24T21:17:48Z', 'revision_number': 4, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': '0c23496e-c71e-440d-948e-15d3f4d6337b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:49.752701 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1562b636-3ecb-4dd9-90f9-0f0d3e3a13e1 None None] The sync data for ids ['eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'] in n-d-812111-8 is: [{'id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'name': 'tempest-TestNetworkBasicOps-router-992992104', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:17:30Z', 'updated_at': '2021-11-24T21:17:41Z', 'revision_number': 4, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:31Z', 'updated_at': '2021-11-24T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'ed616b4d-1af7-4c90-99c3-a64a470a1a26', 'name': '', 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:28:4d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '0c23496e-c71e-440d-948e-15d3f4d6337b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:39Z', 'updated_at': '2021-11-24T21:17:48Z', 'revision_number': 4, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': '0c23496e-c71e-440d-948e-15d3f4d6337b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:17:49.768688 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3b6db44f-a7b5-454d-a000-7d4e466ab23c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:49.773241 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce47e11-3ffe-4c7d-8c12-564d0efe9c5c req-3a6cccbf-d0f1-410f-b6dc-e42b79e723fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:49.775023 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ce47e11-3ffe-4c7d-8c12-564d0efe9c5c req-3a6cccbf-d0f1-410f-b6dc-e42b79e723fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8d1b3c5195f4c05a18dfb32f9f7c943&device_id=34e385be-012f-4e85-9d2e-6e0f950c8cd7 HTTP/1.1" status: 200 len: 1097 time: 0.1585677 Nov 24 21:17:49.880377 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17cc3d9-0387-480b-b244-20b7e0740e6f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:17:49.900136 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d1235-5472-4bfc-932f-95c8d483ecad None None] Sync routers for ids ['c3e34e16-7e77-475a-a341-d06b25fdad18'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:17:49.905939 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f17cc3d9-0387-480b-b244-20b7e0740e6f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "PUT /v2.0/routers/c3e34e16-7e77-475a-a341-d06b25fdad18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2031615 Nov 24 21:17:49.915292 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39496) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:49.938580 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d1235-5472-4bfc-932f-95c8d483ecad None None] Routers {'c3e34e16-7e77-475a-a341-d06b25fdad18'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:17:49.942801 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-1c8d1235-5472-4bfc-932f-95c8d483ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:17:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['c3e34e16-7e77-475a-a341-d06b25fdad18'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:50.004597 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3b6db44f-a7b5-454d-a000-7d4e466ab23c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:50.024573 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3b6db44f-a7b5-454d-a000-7d4e466ab23c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:50.074026 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6db44f-a7b5-454d-a000-7d4e466ab23c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a27ef2-92d8-446b-b808-9a74feda34aa,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:50.087956 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce47e11-3ffe-4c7d-8c12-564d0efe9c5c req-2fe908a1-536f-4cfa-9aed-53380a989081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:50.089890 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ce47e11-3ffe-4c7d-8c12-564d0efe9c5c req-2fe908a1-536f-4cfa-9aed-53380a989081 service neutron] 10.222.0.48 "GET /v2.0/networks?id=69f36ff4-df91-4502-a33c-b0e40fcb2067 HTTP/1.1" status: 200 len: 915 time: 0.2784257 Nov 24 21:17:50.115317 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3b6db44f-a7b5-454d-a000-7d4e466ab23c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:50.118544 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3b6db44f-a7b5-454d-a000-7d4e466ab23c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4999821 Nov 24 21:17:50.126230 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39504) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:50.161945 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da743e79-9343-471b-9195-6e251a9de568 req-2f2d362c-86a4-43d8-86cc-51677a945320 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:50.163524 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da743e79-9343-471b-9195-6e251a9de568 req-2f2d362c-86a4-43d8-86cc-51677a945320 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 943 time: 0.3503428 Nov 24 21:17:50.167974 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-1c8d1235-5472-4bfc-932f-95c8d483ecad None None] Set router c3e34e16-7e77-475a-a341-d06b25fdad18 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:17:50.179824 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-d14b79df-03d4-498c-ab21-a066ed7e175a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'security_group_rule': {'security_group_id': '632f3a3b-7ef2-40fb-9a48-6329431dab61', 'project_id': '207eef9f28694fbd90eb332792fa324d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:50.197329 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ce47e11-3ffe-4c7d-8c12-564d0efe9c5c req-ee58cc6c-4394-44b3-8d19-82679b970c42 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be0edcdf-fa9c-4fc3-a9f7-231aade74b56 HTTP/1.1" status: 200 len: 217 time: 0.0906696 Nov 24 21:17:50.199885 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5816c51-bc62-4607-a632-bc2719c85aa6 req-fb28f336-1b38-4229-ad6e-3f8cb3ee6a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:50.203335 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b5816c51-bc62-4607-a632-bc2719c85aa6 req-fb28f336-1b38-4229-ad6e-3f8cb3ee6a83 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 912 time: 0.4059711 Nov 24 21:17:50.208938 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6192377-f5a5-424c-b9a7-6e1eda8516c9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:50.211224 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6192377-f5a5-424c-b9a7-6e1eda8516c9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:50.213653 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d6192377-f5a5-424c-b9a7-6e1eda8516c9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2944002 Nov 24 21:17:50.219535 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39506) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:50.281859 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-1c8d1235-5472-4bfc-932f-95c8d483ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e34e16-7e77-475a-a341-d06b25fdad18', 'name': 'tempest-NetworksTestDHCPv6-router-1535030807', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:17:36Z', 'updated_at': '2021-11-24T21:17:48Z', 'revision_number': 3, 'project_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:50.317420 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b5816c51-bc62-4607-a632-bc2719c85aa6 req-dd5468ee-c6c2-44bf-9086-7bfaaf1f0609 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e91e8ca1-ee38-4618-9276-2115e9f3f45d HTTP/1.1" status: 200 len: 217 time: 0.1020944 Nov 24 21:17:50.329171 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d1235-5472-4bfc-932f-95c8d483ecad None None] Checking router: c3e34e16-7e77-475a-a341-d06b25fdad18 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:17:50.339474 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d1235-5472-4bfc-932f-95c8d483ecad None None] Routers {'c3e34e16-7e77-475a-a341-d06b25fdad18'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:17:50.340272 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-1c8d1235-5472-4bfc-932f-95c8d483ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:17:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['c3e34e16-7e77-475a-a341-d06b25fdad18'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:50.415654 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d14b79df-03d4-498c-ab21-a066ed7e175a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:50.419307 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5816c51-bc62-4607-a632-bc2719c85aa6 req-d7c210e1-a7b9-4957-a108-41c26a61b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:50.421834 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b5816c51-bc62-4607-a632-bc2719c85aa6 req-d7c210e1-a7b9-4957-a108-41c26a61b729 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.0836577 Nov 24 21:17:50.434412 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da743e79-9343-471b-9195-6e251a9de568 req-74a69cbd-9a74-4915-9327-3a0e8888a188 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110534 Nov 24 21:17:50.437872 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce47e11-3ffe-4c7d-8c12-564d0efe9c5c req-673da387-4b44-4a40-9335-be7a9d4ac9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:50.439498 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ce47e11-3ffe-4c7d-8c12-564d0efe9c5c req-673da387-4b44-4a40-9335-be7a9d4ac9f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1257a070-7767-454d-ab67-31a004e8a10a HTTP/1.1" status: 200 len: 854 time: 0.2245936 Nov 24 21:17:50.449437 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-1c8d1235-5472-4bfc-932f-95c8d483ecad None None] Set router c3e34e16-7e77-475a-a341-d06b25fdad18 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:17:50.464050 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25b71bd-71e1-45dd-8082-f58e211581d0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet e11a64eb-2a6d-4714-9475-4bfa9bde7337 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:17:50.526727 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5816c51-bc62-4607-a632-bc2719c85aa6 req-b18b2154-3fae-4d00-8c41-7dafb2fd8bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:50.528312 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b5816c51-bc62-4607-a632-bc2719c85aa6 req-b18b2154-3fae-4d00-8c41-7dafb2fd8bfb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928075 Nov 24 21:17:50.536357 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-1c8d1235-5472-4bfc-932f-95c8d483ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e34e16-7e77-475a-a341-d06b25fdad18', 'name': 'tempest-NetworksTestDHCPv6-router-1535030807', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:17:36Z', 'updated_at': '2021-11-24T21:17:48Z', 'revision_number': 3, 'project_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:50.545759 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c25b71bd-71e1-45dd-8082-f58e211581d0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:50.600871 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d1235-5472-4bfc-932f-95c8d483ecad None None] The sync data for ids ['c3e34e16-7e77-475a-a341-d06b25fdad18'] in n-d-812111-8 is: [{'id': 'c3e34e16-7e77-475a-a341-d06b25fdad18', 'name': 'tempest-NetworksTestDHCPv6-router-1535030807', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:17:36Z', 'updated_at': '2021-11-24T21:17:48Z', 'revision_number': 3, 'project_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'gw_port_host': None}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:17:50.610245 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-30fd6274-025b-480d-be5d-b1baef208a16 req-9f765ac2-112c-4ee3-a376-774923be04f3 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:17:50.611330 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-30fd6274-025b-480d-be5d-b1baef208a16 req-9f765ac2-112c-4ee3-a376-774923be04f3 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0297360 Nov 24 21:17:50.681344 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c25b71bd-71e1-45dd-8082-f58e211581d0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:50.717481 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b5816c51-bc62-4607-a632-bc2719c85aa6 req-1c3c191f-0957-423e-8df3-d94681bfbf4d service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758378 Nov 24 21:17:50.737670 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c25b71bd-71e1-45dd-8082-f58e211581d0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:50.814298 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ce47e11-3ffe-4c7d-8c12-564d0efe9c5c req-d3d3c5c8-2b58-43fc-a54d-756a6ab8b0a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=69f36ff4-df91-4502-a33c-b0e40fcb2067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3573632 Nov 24 21:17:50.823032 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c25b71bd-71e1-45dd-8082-f58e211581d0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:50.908992 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b5816c51-bc62-4607-a632-bc2719c85aa6 req-af6ba8a7-0c90-40f5-b5b4-8a36d5985d45 service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804445 Nov 24 21:17:51.030325 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b71bd-71e1-45dd-8082-f58e211581d0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=e11a64eb-2a6d-4714-9475-4bfa9bde7337,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:51.039857 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b13095-7252-4986-8971-7b4a251b5bf9 req-4ac0eff9-ee19-4dd7-b1b6-dc74c2109810 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:51.042945 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-85b13095-7252-4986-8971-7b4a251b5bf9 req-4ac0eff9-ee19-4dd7-b1b6-dc74c2109810 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 943 time: 0.1328926 Nov 24 21:17:51.043459 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c25b71bd-71e1-45dd-8082-f58e211581d0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:51.047451 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c25b71bd-71e1-45dd-8082-f58e211581d0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/e11a64eb-2a6d-4714-9475-4bfa9bde7337 HTTP/1.1" status: 204 len: 168 time: 0.8081970 Nov 24 21:17:51.052525 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39520) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:51.057296 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cd39dd-47c9-4145-ad89-35adfb34f37b None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:17:51.241799 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-85b13095-7252-4986-8971-7b4a251b5bf9 req-af7697b4-9bbc-4ade-a904-0637fc367d34 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706862 Nov 24 21:17:51.246704 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39528) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:51.325180 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ed616b4d-1af7-4c90-99c3-a64a470a1a26 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:17:51.412648 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-7a9c8d3a-88f6-4e76-a4dd-0d7c7d413999 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1638813 Nov 24 21:17:51.434406 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-febc51b4-7596-46a9-bd96-532c01b44245 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:17:51.436964 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-febc51b4-7596-46a9-bd96-532c01b44245 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123174 Nov 24 21:17:51.453336 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d14b79df-03d4-498c-ab21-a066ed7e175a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:51.506659 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ce47e11-3ffe-4c7d-8c12-564d0efe9c5c req-7412e11b-0a2e-4c2f-bbe5-d092f26b5cf1 service neutron] 10.222.0.48 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6731009 Nov 24 21:17:51.509151 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d14b79df-03d4-498c-ab21-a066ed7e175a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:51.526857 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port ed616b4d-1af7-4c90-99c3-a64a470a1a26 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:51.527301 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:51.620030 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f168dad1-a5f7-4075-8e7c-25ec73a94426 None None] DHCP port deletion for 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:17:51.705125 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b79df-03d4-498c-ab21-a066ed7e175a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c2e30a-4ca4-4c04-8ca5-2a6c26d61866,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:51.715450 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d14b79df-03d4-498c-ab21-a066ed7e175a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:51.720115 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d14b79df-03d4-498c-ab21-a066ed7e175a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5894501 Nov 24 21:17:51.723327 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39536) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:51.738395 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-18a200d6-eeff-47ae-9782-7ee538c4796a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'security_group_rule': {'security_group_id': '632f3a3b-7ef2-40fb-9a48-6329431dab61', 'project_id': '207eef9f28694fbd90eb332792fa324d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:51.778184 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caea2e5-1cc2-4133-928e-33b61e3607ee req-f43dbc64-2cf4-40d5-aaea-b46f43e1f7fb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:51.781127 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7caea2e5-1cc2-4133-928e-33b61e3607ee req-f43dbc64-2cf4-40d5-aaea-b46f43e1f7fb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 943 time: 0.1027207 Nov 24 21:17:51.834513 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d0b4a0dc-80cb-4379-82ed-c8aef8afd017 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7802532 Nov 24 21:17:51.839944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39542) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:51.904857 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f168dad1-a5f7-4075-8e7c-25ec73a94426 None None] Deleting port 608623eb-0937-4f1f-9874-94a76e63c152 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:17:51.905290 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f168dad1-a5f7-4075-8e7c-25ec73a94426 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:51.907707 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-18a200d6-eeff-47ae-9782-7ee538c4796a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:51.913379 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:17:51.978763 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ce47e11-3ffe-4c7d-8c12-564d0efe9c5c req-799506f0-a947-4ad9-8a3d-b883d7b039d2 service neutron] 10.222.0.48 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416137 Nov 24 21:17:52.002228 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:17:52.002608 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 68730ad0-7f0c-49f9-9c3a-50fb9b7c4a6d not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:17:52.072214 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-18a200d6-eeff-47ae-9782-7ee538c4796a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:52.077473 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7caea2e5-1cc2-4133-928e-33b61e3607ee req-86eab276-ee52-4dd4-9211-f6a02014dcf4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813594 Nov 24 21:17:52.079239 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-18a200d6-eeff-47ae-9782-7ee538c4796a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:52.083937 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dea37c96-4f1a-4723-81e9-e92aafbab7eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:52.105065 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a200d6-eeff-47ae-9782-7ee538c4796a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73bf82f-13a6-4c08-9e06-a4357ead98ef,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:52.121492 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-18a200d6-eeff-47ae-9782-7ee538c4796a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:52.127741 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-18a200d6-eeff-47ae-9782-7ee538c4796a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3937736 Nov 24 21:17:52.128598 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39546) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:52.133964 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b50ffefa-b14b-4f0a-bf77-ec093b7f32e6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'security_group_rule': {'security_group_id': '632f3a3b-7ef2-40fb-9a48-6329431dab61', 'project_id': '207eef9f28694fbd90eb332792fa324d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:52.169729 n-d-812111-8 neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-b50ffefa-b14b-4f0a-bf77-ec093b7f32e6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Project 207eef9f28694fbd90eb332792fa324d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:17:52.180807 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b50ffefa-b14b-4f0a-bf77-ec093b7f32e6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:52.187186 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f168dad1-a5f7-4075-8e7c-25ec73a94426 None None] For port 608623eb-0937-4f1f-9874-94a76e63c152, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=608623eb-0937-4f1f-9874-94a76e63c152,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:52.187773 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f168dad1-a5f7-4075-8e7c-25ec73a94426 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:52.211006 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f168dad1-a5f7-4075-8e7c-25ec73a94426 None None] Calling delete_port for 608623eb-0937-4f1f-9874-94a76e63c152 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:17:52.267940 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b50ffefa-b14b-4f0a-bf77-ec093b7f32e6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:52.273422 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b50ffefa-b14b-4f0a-bf77-ec093b7f32e6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:52.304939 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ffefa-b14b-4f0a-bf77-ec093b7f32e6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc268c2-9603-4255-b6a3-920aa83209bb,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:52.343188 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b50ffefa-b14b-4f0a-bf77-ec093b7f32e6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:52.346913 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b50ffefa-b14b-4f0a-bf77-ec093b7f32e6 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2142842 Nov 24 21:17:52.347567 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39552) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:52.352368 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-5a3f9db6-3466-47c8-822c-ad6b80ae8540 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'security_group_rule': {'security_group_id': '632f3a3b-7ef2-40fb-9a48-6329431dab61', 'project_id': '207eef9f28694fbd90eb332792fa324d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:52.382593 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f168dad1-a5f7-4075-8e7c-25ec73a94426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:52.401997 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dea37c96-4f1a-4723-81e9-e92aafbab7eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:52.406275 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dea37c96-4f1a-4723-81e9-e92aafbab7eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:52.419006 n-d-812111-8 neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-5a3f9db6-3466-47c8-822c-ad6b80ae8540 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Project 207eef9f28694fbd90eb332792fa324d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:17:52.419232 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168dad1-a5f7-4075-8e7c-25ec73a94426 None None] Pushing event deleted for resources: {'Port': ['ID=608623eb-0937-4f1f-9874-94a76e63c152,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:52.424290 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f168dad1-a5f7-4075-8e7c-25ec73a94426 None None] No DVR routers for this DVR port 608623eb-0937-4f1f-9874-94a76e63c152 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:17:52.434288 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5a3f9db6-3466-47c8-822c-ad6b80ae8540 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:52.477762 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47f6c8-8c61-4cc2-a38d-615b20fbfc48 req-7b001457-d2aa-46d5-a98e-b01f1ecb965c tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:52.487314 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ad47f6c8-8c61-4cc2-a38d-615b20fbfc48 req-7b001457-d2aa-46d5-a98e-b01f1ecb965c tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 943 time: 0.1335669 Nov 24 21:17:52.490580 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dea37c96-4f1a-4723-81e9-e92aafbab7eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:52.490883 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea37c96-4f1a-4723-81e9-e92aafbab7eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Fanout notify agent at l3_agent the message router_deleted on router c3e34e16-7e77-475a-a341-d06b25fdad18 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:17:52.504888 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dea37c96-4f1a-4723-81e9-e92aafbab7eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:52.509356 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dea37c96-4f1a-4723-81e9-e92aafbab7eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/routers/c3e34e16-7e77-475a-a341-d06b25fdad18 HTTP/1.1" status: 204 len: 168 time: 0.5801067 Nov 24 21:17:52.514207 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39556) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:52.521177 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-6cd432e6-3f34-4c7e-8ee7-b3799bacb774 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:52.547727 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5a3f9db6-3466-47c8-822c-ad6b80ae8540 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:52.553444 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5a3f9db6-3466-47c8-822c-ad6b80ae8540 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:52.576640 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f9db6-3466-47c8-822c-ad6b80ae8540 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0507ca7f-e45c-48cb-9705-5b4c60419109,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:52.582195 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5a3f9db6-3466-47c8-822c-ad6b80ae8540 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:52.583508 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5a3f9db6-3466-47c8-822c-ad6b80ae8540 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2348833 Nov 24 21:17:52.635427 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ad47f6c8-8c61-4cc2-a38d-615b20fbfc48 req-3624676f-1c8d-424a-bce7-6a6abbffd493 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421509 Nov 24 21:17:52.703997 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd432e6-3f34-4c7e-8ee7-b3799bacb774 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:17:52.707932 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6cd432e6-3f34-4c7e-8ee7-b3799bacb774 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:52.918735 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-ed1870cc-7b0c-4284-9d75-c8e1c131e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:52.921040 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-ed1870cc-7b0c-4284-9d75-c8e1c131e9a3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991&tenant_id=decaecefece2435080b2d378715208c2 HTTP/1.1" status: 200 len: 1094 time: 0.1136439 Nov 24 21:17:52.950135 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-8', 'device_owner': 'compute:nova'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:52.959574 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6cd432e6-3f34-4c7e-8ee7-b3799bacb774 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:52.998692 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd432e6-3f34-4c7e-8ee7-b3799bacb774 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:53.004451 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-6cd432e6-3f34-4c7e-8ee7-b3799bacb774 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:53.009001 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd432e6-3f34-4c7e-8ee7-b3799bacb774 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:53.009589 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6cd432e6-3f34-4c7e-8ee7-b3799bacb774 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:53.015747 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367e4e95-aa69-4740-9876-59774d45ac6f None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:17:53.064028 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd432e6-3f34-4c7e-8ee7-b3799bacb774 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=68674cdb-77f4-4aac-aabe-473fa9ac68ae,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:53.071216 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6cd432e6-3f34-4c7e-8ee7-b3799bacb774 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5559630 Nov 24 21:17:53.073744 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39576) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:53.079318 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-8dc705a2-75a9-431f-8aeb-0426341c51de tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1054840646', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:53.107203 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8dc705a2-75a9-431f-8aeb-0426341c51de tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:53.110006 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8dc705a2-75a9-431f-8aeb-0426341c51de tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:53.133106 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:53.139352 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 608623eb-0937-4f1f-9874-94a76e63c152 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:17:53.184505 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8dc705a2-75a9-431f-8aeb-0426341c51de tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:53.197997 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8dc705a2-75a9-431f-8aeb-0426341c51de tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:53.202322 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 608623eb-0937-4f1f-9874-94a76e63c152 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:17:53.205457 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 608623eb-0937-4f1f-9874-94a76e63c152 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:17:53.281672 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-d175b46a-7cf2-4e0e-ab8f-eda131779c22 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-774204601&fields=id&tenant_id=207eef9f28694fbd90eb332792fa324d HTTP/1.1" status: 200 len: 267 time: 0.0949359 Nov 24 21:17:53.285638 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8dc705a2-75a9-431f-8aeb-0426341c51de tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:53.289254 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8dc705a2-75a9-431f-8aeb-0426341c51de tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2143641 Nov 24 21:17:53.290277 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39584) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:53.378485 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cecde57-e7ce-44a9-b033-2a30044ceffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'fixed_ips': [{'subnet_id': '68674cdb-77f4-4aac-aabe-473fa9ac68ae'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:17:53.380227 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cecde57-e7ce-44a9-b033-2a30044ceffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:53.488682 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] For port cf6ba1f6-8719-4484-8c94-00b379ffcb96, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=cf6ba1f6-8719-4484-8c94-00b379ffcb96,segment=NetworkSegment(fc255c7f-c29a-46b6-8640-52714ae9926a),segment_id=fc255c7f-c29a-46b6-8640-52714ae9926a)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:53.532387 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] For port cf6ba1f6-8719-4484-8c94-00b379ffcb96, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:17:53.575826 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6ba1f6-8719-4484-8c94-00b379ffcb96 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:17:53.586638 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:53.614723 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Transition to ACTIVE for port object cf6ba1f6-8719-4484-8c94-00b379ffcb96 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:17:53.625566 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:53.638764 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-5cecde57-e7ce-44a9-b033-2a30044ceffb None None] Allocated IP 2001:db8::2 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/68674cdb-77f4-4aac-aabe-473fa9ac68ae/7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:17:53.704954 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6ba1f6-8719-4484-8c94-00b379ffcb96,revision_number=9']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:53.746609 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] No DVR routers for this DVR port cf6ba1f6-8719-4484-8c94-00b379ffcb96 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:17:53.766669 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-b71a094e-ab3b-446c-a84d-88cee5a210b5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:53.774017 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-b71a094e-ab3b-446c-a84d-88cee5a210b5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/networks?id=4a228c9d-528a-4c54-8949-c9681f179693 HTTP/1.1" status: 200 len: 796 time: 0.4762831 Nov 24 21:17:53.793413 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-a4fc3e85-e41a-48dc-98a0-4accf23d09cd tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/quotas/207eef9f28694fbd90eb332792fa324d HTTP/1.1" status: 200 len: 375 time: 0.0177433 Nov 24 21:17:53.819482 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Attempting to bind port cf6ba1f6-8719-4484-8c94-00b379ffcb96 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:17:53.819976 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Attempting to bind port cf6ba1f6-8719-4484-8c94-00b379ffcb96 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'fc255c7f-c29a-46b6-8640-52714ae9926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ee8d0854-ec27-476a-931f-a8f1bb95806d'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:17:53.820425 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Attempting to bind port cf6ba1f6-8719-4484-8c94-00b379ffcb96 on network ee8d0854-ec27-476a-931f-a8f1bb95806d {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:17:53.822136 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cecde57-e7ce-44a9-b033-2a30044ceffb None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:53.828723 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Port cf6ba1f6-8719-4484-8c94-00b379ffcb96 on network ee8d0854-ec27-476a-931f-a8f1bb95806d not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:17:53.829274 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Attempting to bind port cf6ba1f6-8719-4484-8c94-00b379ffcb96 on network ee8d0854-ec27-476a-931f-a8f1bb95806d {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:17:53.834195 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cecde57-e7ce-44a9-b033-2a30044ceffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:53.845737 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:17:53.851404 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Checking segment: {'id': 'fc255c7f-c29a-46b6-8640-52714ae9926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ee8d0854-ec27-476a-931f-a8f1bb95806d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:17:53.851845 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Bound using segment: {'id': 'fc255c7f-c29a-46b6-8640-52714ae9926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ee8d0854-ec27-476a-931f-a8f1bb95806d'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:17:53.852588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Bound port: cf6ba1f6-8719-4484-8c94-00b379ffcb96, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc255c7f-c29a-46b6-8640-52714ae9926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ee8d0854-ec27-476a-931f-a8f1bb95806d'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:17:53.852989 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:53.876688 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae64c5c5-d719-46c9-ad2c-efc86712d7c2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:53.921283 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-ac01ab09-6237-40af-99c3-3070d00b0ffb tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=207eef9f28694fbd90eb332792fa324d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1181555 Nov 24 21:17:53.924673 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cecde57-e7ce-44a9-b033-2a30044ceffb None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:53.937215 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-5cecde57-e7ce-44a9-b033-2a30044ceffb None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:53.945331 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cecde57-e7ce-44a9-b033-2a30044ceffb None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:17:53.976569 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cecde57-e7ce-44a9-b033-2a30044ceffb None None] Pushing event updated for resources: {'Port': ['ID=7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:54.009815 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] For port cf6ba1f6-8719-4484-8c94-00b379ffcb96, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:17:54.015859 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] For port cf6ba1f6-8719-4484-8c94-00b379ffcb96, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cf6ba1f6-8719-4484-8c94-00b379ffcb96,segment=NetworkSegment(fc255c7f-c29a-46b6-8640-52714ae9926a),segment_id=fc255c7f-c29a-46b6-8640-52714ae9926a)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:17:54.030075 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:54.096365 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:54.097116 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:54.098551 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] 10.222.0.48 "PUT /v2.0/ports/cf6ba1f6-8719-4484-8c94-00b379ffcb96 HTTP/1.1" status: 200 len: 1091 time: 1.1697526 Nov 24 21:17:54.099135 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d317d33-f356-4b4f-b30c-a09f8b785991', 'tag': 'cf6ba1f6-8719-4484-8c94-00b379ffcb96'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:17:54.100929 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-5cecde57-e7ce-44a9-b033-2a30044ceffb None None] Attempting to bind port 7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:17:54.101485 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-5cecde57-e7ce-44a9-b033-2a30044ceffb None None] Attempting to bind port 7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:17:54.102010 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cecde57-e7ce-44a9-b033-2a30044ceffb None None] Attempting to bind port 7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5 on network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:17:54.102128 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5d44e1-e1ed-4dc1-9ee8-6cd4f6bf167c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d317d33-f356-4b4f-b30c-a09f8b785991", "tag": "cf6ba1f6-8719-4484-8c94-00b379ffcb96"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:17:54.126546 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6ba1f6-8719-4484-8c94-00b379ffcb96,revision_number=10']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:54.127531 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cecde57-e7ce-44a9-b033-2a30044ceffb None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:17:54.128255 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cecde57-e7ce-44a9-b033-2a30044ceffb None None] Checking segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:17:54.128852 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cecde57-e7ce-44a9-b033-2a30044ceffb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:54.129567 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cecde57-e7ce-44a9-b033-2a30044ceffb None None] Bound using segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:17:54.130387 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-5cecde57-e7ce-44a9-b033-2a30044ceffb None None] Bound port: 7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:17:54.131180 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cecde57-e7ce-44a9-b033-2a30044ceffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:54.136771 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:54.137132 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:54.137485 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:54.137831 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:54.138179 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:54.138556 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:54.138899 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:54.139362 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:54.139906 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:54.140243 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:54.140579 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:54.141173 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1312676-c684-4a28-8bd3-363fdbeb8bf2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:17:54.228237 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-7a748cf0-2c5f-4e3a-ac14-9c471d914bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:54.229836 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-7a748cf0-2c5f-4e3a-ac14-9c471d914bba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=decaecefece2435080b2d378715208c2&device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 1095 time: 0.0948949 Nov 24 21:17:54.298081 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-5cecde57-e7ce-44a9-b033-2a30044ceffb None None] For port 7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:17:54.306567 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-5cecde57-e7ce-44a9-b033-2a30044ceffb None None] For port 7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:17:54.318707 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cecde57-e7ce-44a9-b033-2a30044ceffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:54.442905 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cecde57-e7ce-44a9-b033-2a30044ceffb None None] Pushing event updated for resources: {'Port': ['ID=7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:54.474680 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-5cb9a0fa-e871-4f88-b2b5-3cfe00bcc31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:54.479601 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-5cb9a0fa-e871-4f88-b2b5-3cfe00bcc31f service neutron] 10.222.0.48 "GET /v2.0/networks?id=ee8d0854-ec27-476a-931f-a8f1bb95806d HTTP/1.1" status: 200 len: 915 time: 0.2336204 Nov 24 21:17:54.536280 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-0239cb26-766b-4178-86ad-9ed388d49bdb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf6ba1f6-8719-4484-8c94-00b379ffcb96 HTTP/1.1" status: 200 len: 217 time: 0.0506027 Nov 24 21:17:54.614975 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-343d884f-4904-47a3-b64a-b2c363e57b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:54.617415 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-343d884f-4904-47a3-b64a-b2c363e57b80 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2cb85dfb-9587-449f-bfab-6a213fbd07fd HTTP/1.1" status: 200 len: 854 time: 0.0735791 Nov 24 21:17:54.662361 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-1737d649-694a-4b3e-a931-92887048798c service neutron] 10.222.0.11 "GET /v2.0/networks/4a228c9d-528a-4c54-8949-c9681f179693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677790 Nov 24 21:17:54.668947 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-bb5cecbd-94eb-47b4-805d-34f5d675f0e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ee8d0854-ec27-476a-931f-a8f1bb95806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444660 Nov 24 21:17:54.797459 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-2824547a-132a-4d8e-9b71-c1c0e068cbae service neutron] 10.222.0.48 "GET /v2.0/networks/ee8d0854-ec27-476a-931f-a8f1bb95806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213410 Nov 24 21:17:54.898981 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-ae64c5c5-d719-46c9-ad2c-efc86712d7c2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8::1 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/68674cdb-77f4-4aac-aabe-473fa9ac68ae/48218482-9a3a-4cb4-8732-54c63e38ed17) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:17:54.952131 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-16b28a4b-c39a-47c4-8a41-aa2843d7a2c1 service neutron] 10.222.0.11 "GET /v2.0/networks/4a228c9d-528a-4c54-8949-c9681f179693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836902 Nov 24 21:17:54.997987 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-af0afddc-4a10-490b-b96d-6ad894b8f9ca req-9bcd008c-05c9-4a59-84a9-91f7816c9ee4 service neutron] 10.222.0.48 "GET /v2.0/networks/ee8d0854-ec27-476a-931f-a8f1bb95806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918459 Nov 24 21:17:55.156806 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:17:55.222400 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae64c5c5-d719-46c9-ad2c-efc86712d7c2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:55.356563 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae64c5c5-d719-46c9-ad2c-efc86712d7c2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:55.367915 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:55.369892 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:55.462902 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64c5c5-d719-46c9-ad2c-efc86712d7c2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=48218482-9a3a-4cb4-8732-54c63e38ed17,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:55.481253 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae64c5c5-d719-46c9-ad2c-efc86712d7c2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:55.486492 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-ae64c5c5-d719-46c9-ad2c-efc86712d7c2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:55.492656 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae64c5c5-d719-46c9-ad2c-efc86712d7c2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:17:55.494144 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae64c5c5-d719-46c9-ad2c-efc86712d7c2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:55.631519 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:55.650303 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc19ecf-8e2e-47de-9f89-2d5fbe6f224c req-31637b03-7661-4bba-82c8-0d12fdc52b00 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:55.659964 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3bc19ecf-8e2e-47de-9f89-2d5fbe6f224c req-31637b03-7661-4bba-82c8-0d12fdc52b00 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 943 time: 0.1989448 Nov 24 21:17:55.751446 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:55.759279 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:55.803590 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3bc19ecf-8e2e-47de-9f89-2d5fbe6f224c req-2fd36ad2-5ad2-415e-86f2-9c73eb17abce tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399562 Nov 24 21:17:55.930176 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae64c5c5-d719-46c9-ad2c-efc86712d7c2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:55.986784 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:56.373200 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3983913c-ed86-48bb-8a5a-1558bef0d567 None None] Provisioning complete for port 7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:56.375028 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3983913c-ed86-48bb-8a5a-1558bef0d567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:56.457505 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae64c5c5-d719-46c9-ad2c-efc86712d7c2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:56.471228 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:17:56.475332 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae64c5c5-d719-46c9-ad2c-efc86712d7c2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:56.476650 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae64c5c5-d719-46c9-ad2c-efc86712d7c2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:56.564489 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ee439-278b-41d1-a933-5c239cd8bfb5 req-8a14ef90-a832-4fd7-940d-d3fa5513c4ff tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:56.567470 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2b4ee439-278b-41d1-a933-5c239cd8bfb5 req-8a14ef90-a832-4fd7-940d-d3fa5513c4ff tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 944 time: 0.3980336 Nov 24 21:17:56.647746 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device e91e8ca1-ee38-4618-9276-2115e9f3f45d details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:17:56.674110 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64c5c5-d719-46c9-ad2c-efc86712d7c2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=48218482-9a3a-4cb4-8732-54c63e38ed17,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:56.730853 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2b4ee439-278b-41d1-a933-5c239cd8bfb5 req-819e1345-72eb-4bbf-bca8-cf2af7fa70ab tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463866 Nov 24 21:17:56.787981 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae64c5c5-d719-46c9-ad2c-efc86712d7c2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:56.792486 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-ae64c5c5-d719-46c9-ad2c-efc86712d7c2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:56.864233 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625a1364-3183-4cad-9e64-83b69c1358c4 x-openstack-request-id: req-625a1364-3183-4cad-9e64-83b69c1358c4 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:17:56.864921 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d317d33-f356-4b4f-b30c-a09f8b785991", "tag": "cf6ba1f6-8719-4484-8c94-00b379ffcb96", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:17:56.865023 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-625a1364-3183-4cad-9e64-83b69c1358c4 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:17:56.865397 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d317d33-f356-4b4f-b30c-a09f8b785991', 'tag': 'cf6ba1f6-8719-4484-8c94-00b379ffcb96', 'status': 'completed', 'code': 200} Nov 24 21:17:57.064650 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d44e1-e1ed-4dc1-9ee8-6cd4f6bf167c req-6c37fc1c-527b-4cd7-97d9-968405e11e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:57.069705 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9b5d44e1-e1ed-4dc1-9ee8-6cd4f6bf167c req-6c37fc1c-527b-4cd7-97d9-968405e11e34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=decaecefece2435080b2d378715208c2&device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 1095 time: 0.1469471 Nov 24 21:17:57.108638 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d5df951-1ca9-4248-a263-79daa3c82629 req-0c7ee211-4d73-48e2-83f3-26ce946f1add tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=a26f7a48-a05e-4988-b25a-231ed6ab2250 HTTP/1.1" status: 200 len: 210 time: 0.0628810 Nov 24 21:17:57.133213 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port e91e8ca1-ee38-4618-9276-2115e9f3f45d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=e91e8ca1-ee38-4618-9276-2115e9f3f45d,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:57.194292 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:17:57.296393 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-121eadea-5a4e-4273-aafe-cf94669be6ad None None] Provisioning complete for port 48218482-9a3a-4cb4-8732-54c63e38ed17 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:57.296795 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-121eadea-5a4e-4273-aafe-cf94669be6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:57.372350 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067b103-45de-48bf-a03f-38c29e0612b0 req-93ee606d-17d6-4da9-bade-3c7654f58bfe tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:57.380807 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0067b103-45de-48bf-a03f-38c29e0612b0 req-93ee606d-17d6-4da9-bade-3c7654f58bfe tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 943 time: 0.1649692 Nov 24 21:17:57.387325 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d44e1-e1ed-4dc1-9ee8-6cd4f6bf167c req-a50ba4dd-61c9-4085-bdcd-33af569db037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:57.389038 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9b5d44e1-e1ed-4dc1-9ee8-6cd4f6bf167c req-a50ba4dd-61c9-4085-bdcd-33af569db037 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ee8d0854-ec27-476a-931f-a8f1bb95806d HTTP/1.1" status: 200 len: 915 time: 0.3103783 Nov 24 21:17:57.390360 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae64c5c5-d719-46c9-ad2c-efc86712d7c2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Router 3c2d81b3-0017-4998-b103-999cbf612e99 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:17:57.393132 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-121eadea-5a4e-4273-aafe-cf94669be6ad None None] Port 48218482-9a3a-4cb4-8732-54c63e38ed17 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:17:57.394760 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'e91e8ca1-ee38-4618-9276-2115e9f3f45d', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'port_id': 'e91e8ca1-ee38-4618-9276-2115e9f3f45d', 'mac_address': 'fa:16:3e:94:1e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:17:57.421241 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-af9a7652-5e71-4631-8bb3-5f84f72500f3 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:57.424673 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-af9a7652-5e71-4631-8bb3-5f84f72500f3 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.15 "GET /v2.0/networks?id=4a228c9d-528a-4c54-8949-c9681f179693 HTTP/1.1" status: 200 len: 796 time: 0.3109589 Nov 24 21:17:57.459812 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9b5d44e1-e1ed-4dc1-9ee8-6cd4f6bf167c req-ba65a8e0-185a-44cd-a3ab-52bbd5fd572e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf6ba1f6-8719-4484-8c94-00b379ffcb96 HTTP/1.1" status: 200 len: 217 time: 0.0437469 Nov 24 21:17:57.536137 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:57.539631 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae64c5c5-d719-46c9-ad2c-efc86712d7c2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:17:57.563206 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ae64c5c5-d719-46c9-ad2c-efc86712d7c2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "PUT /v2.0/routers/3c2d81b3-0017-4998-b103-999cbf612e99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2709153 Nov 24 21:17:57.566158 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39652) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:57.568000 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d44e1-e1ed-4dc1-9ee8-6cd4f6bf167c req-6e2b5cf6-a0a9-4859-b47b-33712ecaeb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:57.572803 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9b5d44e1-e1ed-4dc1-9ee8-6cd4f6bf167c req-6e2b5cf6-a0a9-4859-b47b-33712ecaeb4b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2cb85dfb-9587-449f-bfab-6a213fbd07fd HTTP/1.1" status: 200 len: 854 time: 0.0983026 Nov 24 21:17:57.574529 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Sync routers for ids ['3c2d81b3-0017-4998-b103-999cbf612e99'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:17:57.583745 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:57.584248 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:57.594175 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7b3a41c7-fde8-4795-ae98-c8a6cb83452f None None] Provisioning complete for port 48218482-9a3a-4cb4-8732-54c63e38ed17 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:57.594554 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7b3a41c7-fde8-4795-ae98-c8a6cb83452f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:57.666907 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9b5d44e1-e1ed-4dc1-9ee8-6cd4f6bf167c req-c5fdd56c-340c-4b7f-9d74-74bee5d90667 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ee8d0854-ec27-476a-931f-a8f1bb95806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568423 Nov 24 21:17:57.668513 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9231ab0f-577e-4a39-b4bc-1709f68f8061 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:57.672901 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9231ab0f-577e-4a39-b4bc-1709f68f8061 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports/48218482-9a3a-4cb4-8732-54c63e38ed17 HTTP/1.1" status: 200 len: 911 time: 0.0929885 Nov 24 21:17:57.677123 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39654) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:57.717114 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0067b103-45de-48bf-a03f-38c29e0612b0 req-5935da74-773d-47be-aa91-89fc3e7aa311 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3329926 Nov 24 21:17:57.768261 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e91e8ca1-ee38-4618-9276-2115e9f3f45d {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:17:57.798544 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9b5d44e1-e1ed-4dc1-9ee8-6cd4f6bf167c req-63cc0a9e-181b-4dc5-b89e-57bb87d402f2 service neutron] 10.222.0.48 "GET /v2.0/networks/ee8d0854-ec27-476a-931f-a8f1bb95806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029890 Nov 24 21:17:57.861069 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Routers {'3c2d81b3-0017-4998-b103-999cbf612e99'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:17:57.866186 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:17:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['3c2d81b3-0017-4998-b103-999cbf612e99'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:57.890505 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9b695f-e236-443c-9e10-1653e789e83b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:57.904586 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9b695f-e236-443c-9e10-1653e789e83b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:57.909559 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1b9b695f-e236-443c-9e10-1653e789e83b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2287545 Nov 24 21:17:57.910560 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39658) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:17:57.927965 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-ce0a1004-39c2-4f9c-9aea-8b51ff5d7353 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=207eef9f28694fbd90eb332792fa324d HTTP/1.1" status: 200 len: 379 time: 0.3953838 Nov 24 21:17:57.953715 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-9be83b0e-bebe-4e7a-880a-87f0ba8b664a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'port': {'device_id': 'a26f7a48-a05e-4988-b25a-231ed6ab2250', 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693', 'admin_state_up': True, 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'security_groups': ['632f3a3b-7ef2-40fb-9a48-6329431dab61']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:58.023465 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716474f6-0d81-4bb5-a8be-1092194ce706 req-626128a4-d673-48b7-a328-3bf121d43a15 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:58.036225 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-716474f6-0d81-4bb5-a8be-1092194ce706 req-626128a4-d673-48b7-a328-3bf121d43a15 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 944 time: 0.1277449 Nov 24 21:17:58.188899 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-716474f6-0d81-4bb5-a8be-1092194ce706 req-64b5d260-ebbc-4e32-97c4-2b2e616f50d3 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510687 Nov 24 21:17:58.240264 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-9be83b0e-bebe-4e7a-880a-87f0ba8b664a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Made reservation on behalf of 207eef9f28694fbd90eb332792fa324d for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:17:58.246729 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-9be83b0e-bebe-4e7a-880a-87f0ba8b664a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:58.354267 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e897a8ca-8919-49c4-bae1-ad0c99027151 req-c981112a-ed1a-478c-93bd-7da5783ebb25 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=a26f7a48-a05e-4988-b25a-231ed6ab2250 HTTP/1.1" status: 200 len: 210 time: 0.0583525 Nov 24 21:17:58.490740 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Set router 3c2d81b3-0017-4998-b103-999cbf612e99 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:17:58.575032 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port e91e8ca1-ee38-4618-9276-2115e9f3f45d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=e91e8ca1-ee38-4618-9276-2115e9f3f45d,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:17:58.624850 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:58.634870 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-9be83b0e-bebe-4e7a-880a-87f0ba8b664a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Allocated IP 172.20.0.7 (4a228c9d-528a-4c54-8949-c9681f179693/0c23496e-c71e-440d-948e-15d3f4d6337b/b9892789-5d15-461f-864d-dbd0551fb853) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:17:58.687596 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-7b3a41c7-fde8-4795-ae98-c8a6cb83452f None None] Port 48218482-9a3a-4cb4-8732-54c63e38ed17 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:17:58.692705 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=e91e8ca1-ee38-4618-9276-2115e9f3f45d,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:58.926991 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['e91e8ca1-ee38-4618-9276-2115e9f3f45d'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:17:58.952355 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d754d5-70b5-44fa-a40e-c632f13c1e76 req-cb84f2c6-0bb5-440c-8f09-fc4866c97d3b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:58.960065 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6d754d5-70b5-44fa-a40e-c632f13c1e76 req-cb84f2c6-0bb5-440c-8f09-fc4866c97d3b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 944 time: 0.1262558 Nov 24 21:17:59.036375 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-9be83b0e-bebe-4e7a-880a-87f0ba8b664a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:59.111660 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2d81b3-0017-4998-b103-999cbf612e99', 'name': 'tempest-NetworksTestDHCPv6-router-1054840646', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:17:53Z', 'updated_at': '2021-11-24T21:17:55Z', 'revision_number': 2, 'project_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'gw_port_host': None, '_interfaces': [{'id': '48218482-9a3a-4cb4-8732-54c63e38ed17', 'name': '', 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'mac_address': 'fa:16:3e:05:ea:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2d81b3-0017-4998-b103-999cbf612e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '68674cdb-77f4-4aac-aabe-473fa9ac68ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:54Z', 'updated_at': '2021-11-24T21:17:56Z', 'revision_number': 2, 'project_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'subnets': [{'id': '68674cdb-77f4-4aac-aabe-473fa9ac68ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:17:59.122660 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6d754d5-70b5-44fa-a40e-c632f13c1e76 req-d0664954-a43a-4258-9ea5-27e66f9f51fc tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614456 Nov 24 21:17:59.127994 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-9be83b0e-bebe-4e7a-880a-87f0ba8b664a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:59.196231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Checking router: 3c2d81b3-0017-4998-b103-999cbf612e99 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:17:59.201861 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Updating router 3c2d81b3-0017-4998-b103-999cbf612e99 port 48218482-9a3a-4cb4-8732-54c63e38ed17 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:17:59.238298 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-9be83b0e-bebe-4e7a-880a-87f0ba8b664a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Network 4a228c9d-528a-4c54-8949-c9681f179693 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:17:59.253530 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-9be83b0e-bebe-4e7a-880a-87f0ba8b664a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:17:59.253965 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:59.265224 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-9be83b0e-bebe-4e7a-880a-87f0ba8b664a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:17:59.269623 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb4fe-dd32-4109-a459-533d436afefd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:59.396250 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-9be83b0e-bebe-4e7a-880a-87f0ba8b664a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:59.397229 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-9be83b0e-bebe-4e7a-880a-87f0ba8b664a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:59.518432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be83b0e-bebe-4e7a-880a-87f0ba8b664a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'Port': ['ID=b9892789-5d15-461f-864d-dbd0551fb853,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:17:59.547938 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-9be83b0e-bebe-4e7a-880a-87f0ba8b664a tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5994008 Nov 24 21:17:59.564921 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeef69-3ad2-431e-981c-df0427766c28 req-a6ee1b79-7429-414c-8538-95da7f8abf2d tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:59.566879 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fceeef69-3ad2-431e-981c-df0427766c28 req-a6ee1b79-7429-414c-8538-95da7f8abf2d tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 944 time: 0.1512563 Nov 24 21:17:59.574047 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-f9bccde7-e3f2-4d7e-90f3-33929139c728 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:17:59.575355 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-f9bccde7-e3f2-4d7e-90f3-33929139c728 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073605 Nov 24 21:17:59.658352 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fceeef69-3ad2-431e-981c-df0427766c28 req-c19c556f-580d-4556-b189-4bce2c79ab34 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811641 Nov 24 21:17:59.662833 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-35de0c3f-31ba-4529-8386-ab035a7c6d37 service neutron] Request body: {'port': {'device_id': 'a26f7a48-a05e-4988-b25a-231ed6ab2250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:17:59.747198 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-ed3fb4fe-dd32-4109-a459-533d436afefd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting port 48218482-9a3a-4cb4-8732-54c63e38ed17 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:17:59.747644 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb4fe-dd32-4109-a459-533d436afefd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:59.787552 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-35de0c3f-31ba-4529-8386-ab035a7c6d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:59.858037 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b03afcbd-2c52-4b41-8390-9b38746ace0c None None] Provisioning complete for port b9892789-5d15-461f-864d-dbd0551fb853 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:17:59.858819 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b03afcbd-2c52-4b41-8390-9b38746ace0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:17:59.928547 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9394f-ff22-4925-8443-30b3fff1e1a4 req-6a98850c-edf0-41e4-a325-081aed02a0b2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:17:59.930367 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-93c9394f-ff22-4925-8443-30b3fff1e1a4 req-6a98850c-edf0-41e4-a325-081aed02a0b2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=a26f7a48-a05e-4988-b25a-231ed6ab2250 HTTP/1.1" status: 200 len: 931 time: 0.1361051 Nov 24 21:17:59.954229 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-b03afcbd-2c52-4b41-8390-9b38746ace0c None None] Port b9892789-5d15-461f-864d-dbd0551fb853 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:17:59.993608 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb4fe-dd32-4109-a459-533d436afefd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:00.019378 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-ed3fb4fe-dd32-4109-a459-533d436afefd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Calling delete_port for 48218482-9a3a-4cb4-8732-54c63e38ed17 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:00.121174 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-93c9394f-ff22-4925-8443-30b3fff1e1a4 req-67a7b4d9-3bee-497f-9f32-3aebf29355d5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=632f3a3b-7ef2-40fb-9a48-6329431dab61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807289 Nov 24 21:18:00.124828 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:00.145055 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:00.297053 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67484ff1-e647-442e-a49e-44cf5c103a78 None None] Pushing event updated for resources: {'Port': ['ID=48218482-9a3a-4cb4-8732-54c63e38ed17,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:00.407508 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Attempting to bind port 48218482-9a3a-4cb4-8732-54c63e38ed17 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:18:00.408149 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Attempting to bind port 48218482-9a3a-4cb4-8732-54c63e38ed17 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:18:00.408686 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Attempting to bind port 48218482-9a3a-4cb4-8732-54c63e38ed17 on network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:18:00.418844 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:18:00.421216 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Checking segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:18:00.421806 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:00.422373 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Bound using segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:18:00.426830 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Bound port: 48218482-9a3a-4cb4-8732-54c63e38ed17, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:18:00.427445 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:00.486399 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb4fe-dd32-4109-a459-533d436afefd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:00.519279 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0749d-fd77-4aa9-8784-7d5ee0229977 req-989e7c2c-10cf-4c85-9a1b-34766bae6547 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:00.526161 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e1a0749d-fd77-4aa9-8784-7d5ee0229977 req-989e7c2c-10cf-4c85-9a1b-34766bae6547 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 944 time: 0.2384360 Nov 24 21:18:00.557213 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:18:00.559265 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:18:00.595649 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fb4fe-dd32-4109-a459-533d436afefd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Port': ['ID=48218482-9a3a-4cb4-8732-54c63e38ed17,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:00.700298 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e1a0749d-fd77-4aa9-8784-7d5ee0229977 req-01b72ca4-90c9-47d6-8fa7-4bc77803e290 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470478 Nov 24 21:18:00.782905 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-35de0c3f-31ba-4529-8386-ab035a7c6d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9892789-5d15-461f-864d-dbd0551fb853 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:18:00.787874 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-48644946-a4b3-46da-8f81-ea64975d714e None None] Could not find standard attr ID for object 48218482-9a3a-4cb4-8732-54c63e38ed17. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:18:00.795157 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-35de0c3f-31ba-4529-8386-ab035a7c6d37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:00.824790 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-35de0c3f-31ba-4529-8386-ab035a7c6d37 service neutron] Transition to ACTIVE for port object b9892789-5d15-461f-864d-dbd0551fb853 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:18:00.873353 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb4fe-dd32-4109-a459-533d436afefd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:00.875089 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-35de0c3f-31ba-4529-8386-ab035a7c6d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:00.948352 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de0c3f-31ba-4529-8386-ab035a7c6d37 service neutron] Pushing event updated for resources: {'Port': ['ID=b9892789-5d15-461f-864d-dbd0551fb853,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:01.039992 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657123a-f4f3-4847-844e-365b17aa2042 req-3c8fca9c-595f-4689-8889-5d4f8c7d3979 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:01.042017 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6657123a-f4f3-4847-844e-365b17aa2042 req-3c8fca9c-595f-4689-8889-5d4f8c7d3979 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 944 time: 0.2119899 Nov 24 21:18:01.088632 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Attempting to bind port 48218482-9a3a-4cb4-8732-54c63e38ed17 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:18:01.089313 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Attempting to bind port 48218482-9a3a-4cb4-8732-54c63e38ed17 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:18:01.090466 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Attempting to bind port 48218482-9a3a-4cb4-8732-54c63e38ed17 on network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:18:01.111729 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:18:01.113830 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Checking segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:18:01.126498 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:01.126910 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Bound using segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:18:01.127434 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Bound port: 48218482-9a3a-4cb4-8732-54c63e38ed17, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:18:01.130801 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:01.210660 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3fb4fe-dd32-4109-a459-533d436afefd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Router 3c2d81b3-0017-4998-b103-999cbf612e99 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:18:01.242281 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Port 48218482-9a3a-4cb4-8732-54c63e38ed17 has been deleted concurrently {{(pid=109992) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 24 21:18:01.264248 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Routers {'3c2d81b3-0017-4998-b103-999cbf612e99'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:18:01.265087 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:17:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['3c2d81b3-0017-4998-b103-999cbf612e99'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:18:01.276018 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6657123a-f4f3-4847-844e-365b17aa2042 req-1d8ca280-e3be-440d-907e-cd0d76ac6055 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924758 Nov 24 21:18:01.319838 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-35de0c3f-31ba-4529-8386-ab035a7c6d37 service neutron] Attempting to bind port b9892789-5d15-461f-864d-dbd0551fb853 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:18:01.320310 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-35de0c3f-31ba-4529-8386-ab035a7c6d37 service neutron] Attempting to bind port b9892789-5d15-461f-864d-dbd0551fb853 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '8b766661-30b7-4f9f-a54c-2c4c1894bf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:18:01.320651 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-35de0c3f-31ba-4529-8386-ab035a7c6d37 service neutron] Attempting to bind port b9892789-5d15-461f-864d-dbd0551fb853 on network 4a228c9d-528a-4c54-8949-c9681f179693 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:18:01.330955 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-35de0c3f-31ba-4529-8386-ab035a7c6d37 service neutron] Port b9892789-5d15-461f-864d-dbd0551fb853 on network 4a228c9d-528a-4c54-8949-c9681f179693 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:18:01.331286 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-35de0c3f-31ba-4529-8386-ab035a7c6d37 service neutron] Attempting to bind port b9892789-5d15-461f-864d-dbd0551fb853 on network 4a228c9d-528a-4c54-8949-c9681f179693 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:18:01.350979 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-35de0c3f-31ba-4529-8386-ab035a7c6d37 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:18:01.351329 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-35de0c3f-31ba-4529-8386-ab035a7c6d37 service neutron] Checking segment: {'id': '8b766661-30b7-4f9f-a54c-2c4c1894bf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:18:01.351730 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-35de0c3f-31ba-4529-8386-ab035a7c6d37 service neutron] Bound using segment: {'id': '8b766661-30b7-4f9f-a54c-2c4c1894bf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:18:01.352185 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-35de0c3f-31ba-4529-8386-ab035a7c6d37 service neutron] Bound port: b9892789-5d15-461f-864d-dbd0551fb853, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b766661-30b7-4f9f-a54c-2c4c1894bf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:18:01.352549 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-35de0c3f-31ba-4529-8386-ab035a7c6d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:01.405262 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3fb4fe-dd32-4109-a459-533d436afefd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:18:01.413842 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ed3fb4fe-dd32-4109-a459-533d436afefd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "PUT /v2.0/routers/3c2d81b3-0017-4998-b103-999cbf612e99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5015540 Nov 24 21:18:01.416243 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39690) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:01.479664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] Set router 3c2d81b3-0017-4998-b103-999cbf612e99 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:18:01.488313 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297186ac-ebcf-4f69-afd4-25e3f548e108 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:01.491143 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297186ac-ebcf-4f69-afd4-25e3f548e108 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:01.493408 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-297186ac-ebcf-4f69-afd4-25e3f548e108 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0760291 Nov 24 21:18:01.496137 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39692) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:01.511375 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-35de0c3f-31ba-4529-8386-ab035a7c6d37 service neutron] For port b9892789-5d15-461f-864d-dbd0551fb853, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:18:01.516402 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-35de0c3f-31ba-4529-8386-ab035a7c6d37 service neutron] For port b9892789-5d15-461f-864d-dbd0551fb853, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b9892789-5d15-461f-864d-dbd0551fb853,segment=NetworkSegment(8b766661-30b7-4f9f-a54c-2c4c1894bf7f),segment_id=8b766661-30b7-4f9f-a54c-2c4c1894bf7f)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:18:01.527459 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d8396-b131-4ab8-828b-f80f2b0492f2 req-01d36321-5e74-4fe2-b2d1-f1cc0461172c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:01.538223 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-211d8396-b131-4ab8-828b-f80f2b0492f2 req-01d36321-5e74-4fe2-b2d1-f1cc0461172c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=a26f7a48-a05e-4988-b25a-231ed6ab2250 HTTP/1.1" status: 200 len: 943 time: 0.1142285 Nov 24 21:18:01.543406 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-35de0c3f-31ba-4529-8386-ab035a7c6d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:01.573162 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c33dae0-f3ef-4536-a86f-54cc59e693b8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet 68674cdb-77f4-4aac-aabe-473fa9ac68ae {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:18:01.578077 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c33dae0-f3ef-4536-a86f-54cc59e693b8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:01.617731 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2d81b3-0017-4998-b103-999cbf612e99', 'name': 'tempest-NetworksTestDHCPv6-router-1054840646', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:17:53Z', 'updated_at': '2021-11-24T21:18:00Z', 'revision_number': 3, 'project_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:18:01.621283 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-35de0c3f-31ba-4529-8386-ab035a7c6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:01.622777 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-35de0c3f-31ba-4529-8386-ab035a7c6d37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:01.625893 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-35de0c3f-31ba-4529-8386-ab035a7c6d37 service neutron] 10.222.0.15 "PUT /v2.0/ports/b9892789-5d15-461f-864d-dbd0551fb853 HTTP/1.1" status: 200 len: 1091 time: 1.9749594 Nov 24 21:18:01.632676 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26f7a48-a05e-4988-b25a-231ed6ab2250', 'tag': 'b9892789-5d15-461f-864d-dbd0551fb853'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:18:01.635891 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18139f7a-9407-47bd-b7e5-4eb77e906ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "a26f7a48-a05e-4988-b25a-231ed6ab2250", "tag": "b9892789-5d15-461f-864d-dbd0551fb853"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:18:01.692861 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ac61a-0d11-4ad7-bd56-9ef4c74fcfb8 None None] The sync data for ids ['3c2d81b3-0017-4998-b103-999cbf612e99'] in n-d-812111-8 is: [{'id': '3c2d81b3-0017-4998-b103-999cbf612e99', 'name': 'tempest-NetworksTestDHCPv6-router-1054840646', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:17:53Z', 'updated_at': '2021-11-24T21:18:00Z', 'revision_number': 3, 'project_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:18:01.697499 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c33dae0-f3ef-4536-a86f-54cc59e693b8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:01.840099 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-211d8396-b131-4ab8-828b-f80f2b0492f2 req-cbe2f9c3-40ea-4065-9596-abd348c5c758 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=632f3a3b-7ef2-40fb-9a48-6329431dab61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3003469 Nov 24 21:18:01.910521 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de0c3f-31ba-4529-8386-ab035a7c6d37 service neutron] Pushing event updated for resources: {'Port': ['ID=b9892789-5d15-461f-864d-dbd0551fb853,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:01.922835 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-ea63fb6f-c727-4572-a0ed-776e47015ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:01.927363 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-ea63fb6f-c727-4572-a0ed-776e47015ebc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=207eef9f28694fbd90eb332792fa324d&device_id=a26f7a48-a05e-4988-b25a-231ed6ab2250 HTTP/1.1" status: 200 len: 1094 time: 0.2391903 Nov 24 21:18:01.931120 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940999ff-53c1-4146-bf1c-1a53dfea93cc x-openstack-request-id: req-940999ff-53c1-4146-bf1c-1a53dfea93cc {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:18:01.931571 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a26f7a48-a05e-4988-b25a-231ed6ab2250", "tag": "b9892789-5d15-461f-864d-dbd0551fb853", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:18:01.931935 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-940999ff-53c1-4146-bf1c-1a53dfea93cc {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:18:01.932451 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26f7a48-a05e-4988-b25a-231ed6ab2250', 'tag': 'b9892789-5d15-461f-864d-dbd0551fb853', 'status': 'completed', 'code': 200} Nov 24 21:18:01.971749 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c33dae0-f3ef-4536-a86f-54cc59e693b8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:02.096278 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-72cfe937-158e-4fe0-9f95-700af2340713 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9892789-5d15-461f-864d-dbd0551fb853 HTTP/1.1" status: 200 len: 217 time: 0.1533296 Nov 24 21:18:02.276147 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-ae126f45-4296-429c-9b4f-37947e57644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:02.277968 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-ae126f45-4296-429c-9b4f-37947e57644d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c23496e-c71e-440d-948e-15d3f4d6337b HTTP/1.1" status: 200 len: 834 time: 0.1618338 Nov 24 21:18:02.303743 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c33dae0-f3ef-4536-a86f-54cc59e693b8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:02.345047 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482b9b6d-4074-463d-96d7-6eb3222c2a31 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:02.362711 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48180bc-29ed-4610-b621-486a6a9a1d33 req-37a4c8ff-194f-41a8-8b45-00099bda0ff2 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:02.364688 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f48180bc-29ed-4610-b621-486a6a9a1d33 req-37a4c8ff-194f-41a8-8b45-00099bda0ff2 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 944 time: 0.2935393 Nov 24 21:18:02.366820 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-515f838b-29b2-4087-99e9-96f3ad9ebcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:02.368420 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-515f838b-29b2-4087-99e9-96f3ad9ebcd1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a228c9d-528a-4c54-8949-c9681f179693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717294 Nov 24 21:18:02.412641 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c33dae0-f3ef-4536-a86f-54cc59e693b8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:02.435727 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4c33dae0-f3ef-4536-a86f-54cc59e693b8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/68674cdb-77f4-4aac-aabe-473fa9ac68ae HTTP/1.1" status: 204 len: 168 time: 0.9382544 Nov 24 21:18:02.439161 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39704) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:02.544019 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33dae0-f3ef-4536-a86f-54cc59e693b8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=68674cdb-77f4-4aac-aabe-473fa9ac68ae,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:02.623986 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9b5d44e1-e1ed-4dc1-9ee8-6cd4f6bf167c req-7b3efd93-9db4-43b7-9bfd-5439e1cfad3b service neutron] 10.222.0.48 "GET /v2.0/networks/ee8d0854-ec27-476a-931f-a8f1bb95806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510054 Nov 24 21:18:02.659599 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device e91e8ca1-ee38-4618-9276-2115e9f3f45d up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:18:02.666127 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0b9d2b43-b6f0-4478-88ff-9080ebc75350 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2177179 Nov 24 21:18:02.666997 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39706) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:02.838991 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56152435-4101-4d28-b13d-c3a41b1b2d92 None None] DHCP port deletion for 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:18:02.856561 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f48180bc-29ed-4610-b621-486a6a9a1d33 req-7e1fd668-eaa1-4a27-98d9-27116fd867c2 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4824097 Nov 24 21:18:02.894667 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cb43ce81-3b8b-4873-a4f2-63ef3ba39a9f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:02.901791 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-1da2c7ec-96a3-442e-90bd-813301eaf242 service neutron] 10.222.0.15 "GET /v2.0/networks/4a228c9d-528a-4c54-8949-c9681f179693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213914 Nov 24 21:18:02.993663 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port e91e8ca1-ee38-4618-9276-2115e9f3f45d completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:18:03.016371 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port e91e8ca1-ee38-4618-9276-2115e9f3f45d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:03.016946 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:03.109210 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:18:03.263555 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cb43ce81-3b8b-4873-a4f2-63ef3ba39a9f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:03.270360 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cb43ce81-3b8b-4873-a4f2-63ef3ba39a9f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:03.313806 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706e174-730f-465f-a27e-f39dec74b5d5 req-6f20d1e7-8f83-4b88-ab01-b19b22ea8588 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:03.328951 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1706e174-730f-465f-a27e-f39dec74b5d5 req-6f20d1e7-8f83-4b88-ab01-b19b22ea8588 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 944 time: 0.3103144 Nov 24 21:18:03.368565 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:03.386498 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-56152435-4101-4d28-b13d-c3a41b1b2d92 None None] Deleting port 7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:18:03.394562 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-56152435-4101-4d28-b13d-c3a41b1b2d92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:03.395363 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-36718c39-d19a-494b-aa99-a25d7a37da6c req-1503e183-48c2-401a-b39b-e3baece48e7a service neutron] 10.222.0.15 "GET /v2.0/networks/4a228c9d-528a-4c54-8949-c9681f179693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802952 Nov 24 21:18:03.401255 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cb43ce81-3b8b-4873-a4f2-63ef3ba39a9f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:03.401773 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb43ce81-3b8b-4873-a4f2-63ef3ba39a9f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Fanout notify agent at l3_agent the message router_deleted on router 3c2d81b3-0017-4998-b103-999cbf612e99 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:18:03.420598 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cb43ce81-3b8b-4873-a4f2-63ef3ba39a9f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:03.424901 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cb43ce81-3b8b-4873-a4f2-63ef3ba39a9f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/routers/3c2d81b3-0017-4998-b103-999cbf612e99 HTTP/1.1" status: 204 len: 168 time: 0.7543697 Nov 24 21:18:03.426721 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:03.430020 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39712) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:03.447269 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:03.477036 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aedadb-550e-477e-bac3-c7672c70291f None None] Sync routers for ids ['3c2d81b3-0017-4998-b103-999cbf612e99'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:18:03.495308 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aedadb-550e-477e-bac3-c7672c70291f None None] Routers set() bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:18:03.495676 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aedadb-550e-477e-bac3-c7672c70291f None None] Router IDs set() for agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 21:18:03.496276 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_agentschedulers_db [None req-f3aedadb-550e-477e-bac3-c7672c70291f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3c2d81b3-0017-4998-b103-999cbf612e99'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:17:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent'). {{(pid=109993) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 24 21:18:03.523644 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aedadb-550e-477e-bac3-c7672c70291f None None] Routers set() bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:18:03.530306 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aedadb-550e-477e-bac3-c7672c70291f None None] Router IDs set() for agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 21:18:03.532247 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_agentschedulers_db [None req-f3aedadb-550e-477e-bac3-c7672c70291f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3c2d81b3-0017-4998-b103-999cbf612e99'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:17:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent'). {{(pid=109993) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 24 21:18:03.532642 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aedadb-550e-477e-bac3-c7672c70291f None None] The sync data for ids ['3c2d81b3-0017-4998-b103-999cbf612e99'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:18:03.595661 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:03.757024 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port e91e8ca1-ee38-4618-9276-2115e9f3f45d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=e91e8ca1-ee38-4618-9276-2115e9f3f45d,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:03.783510 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-56152435-4101-4d28-b13d-c3a41b1b2d92 None None] For port 7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:03.784246 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-56152435-4101-4d28-b13d-c3a41b1b2d92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:03.805185 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-56152435-4101-4d28-b13d-c3a41b1b2d92 None None] Calling delete_port for 7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:03.953233 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df60e56-f8ec-4a7c-8188-8ec6d02b360f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91e8ca1-ee38-4618-9276-2115e9f3f45d'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:18:03.958040 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e176aac-5a9f-40e8-9306-b8c9d3e28d83" -d '{"events": [{"server_uuid": "0df60e56-f8ec-4a7c-8188-8ec6d02b360f", "name": "network-vif-plugged", "status": "completed", "tag": "e91e8ca1-ee38-4618-9276-2115e9f3f45d"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:18:03.973048 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-56152435-4101-4d28-b13d-c3a41b1b2d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:03.976461 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:04.047386 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56152435-4101-4d28-b13d-c3a41b1b2d92 None None] No DVR routers for this DVR port 7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:18:04.063599 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:04.114176 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56152435-4101-4d28-b13d-c3a41b1b2d92 None None] Pushing event deleted for resources: {'Port': ['ID=7e77987d-2e9f-4d54-a08f-a41c9e4b9fe5,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:04.439034 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1706e174-730f-465f-a27e-f39dec74b5d5 req-122f4fea-6b28-4861-8b57-4151cabb2686 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1079760 Nov 24 21:18:04.511812 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18139f7a-9407-47bd-b7e5-4eb77e906ef8 req-cda4125a-0f69-4da8-af05-525b98207d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:04.515173 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-18139f7a-9407-47bd-b7e5-4eb77e906ef8 req-cda4125a-0f69-4da8-af05-525b98207d32 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=207eef9f28694fbd90eb332792fa324d&device_id=a26f7a48-a05e-4988-b25a-231ed6ab2250 HTTP/1.1" status: 200 len: 1094 time: 1.0368652 Nov 24 21:18:04.533174 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8e3a3b-568d-4d67-bb4b-32c5d7fd5a75 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:04.536904 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4c8e3a3b-568d-4d67-bb4b-32c5d7fd5a75 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.1057730 Nov 24 21:18:04.539786 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39724) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:04.556616 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=e91e8ca1-ee38-4618-9276-2115e9f3f45d,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:04.684283 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e5cd58-c2e0-4b92-8581-08210927c5d5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:04.691610 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-81e5cd58-c2e0-4b92-8581-08210927c5d5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1493089 Nov 24 21:18:04.691843 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39730) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:04.769434 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cf31e43f-93df-4ee7-b3d6-837dcef3eb25 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748394 Nov 24 21:18:04.769675 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39732) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:04.774658 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e5833479-5fcd-49ba-a737-1bc149ef87eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:04.802249 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18139f7a-9407-47bd-b7e5-4eb77e906ef8 req-9ea2135b-4ccc-4312-bf33-880c6e49de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:04.803982 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-18139f7a-9407-47bd-b7e5-4eb77e906ef8 req-9ea2135b-4ccc-4312-bf33-880c6e49de84 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a228c9d-528a-4c54-8949-c9681f179693 HTTP/1.1" status: 200 len: 897 time: 0.2501101 Nov 24 21:18:04.822718 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b992f40-4d2d-4590-a2d3-5e46fa762b04 req-23e953ed-c32d-4e61-90fd-9d06d5812e5c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:04.824472 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1b992f40-4d2d-4590-a2d3-5e46fa762b04 req-23e953ed-c32d-4e61-90fd-9d06d5812e5c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=a26f7a48-a05e-4988-b25a-231ed6ab2250 HTTP/1.1" status: 200 len: 943 time: 0.2862723 Nov 24 21:18:04.921430 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-18139f7a-9407-47bd-b7e5-4eb77e906ef8 req-c7cb9772-1ff3-46da-8f7e-447b1c86641e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9892789-5d15-461f-864d-dbd0551fb853 HTTP/1.1" status: 200 len: 217 time: 0.0958941 Nov 24 21:18:04.989499 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5833479-5fcd-49ba-a737-1bc149ef87eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:04.994254 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e5833479-5fcd-49ba-a737-1bc149ef87eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:05.041134 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1b992f40-4d2d-4590-a2d3-5e46fa762b04 req-91eb76c6-5681-45d7-8815-93cda457909c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=632f3a3b-7ef2-40fb-9a48-6329431dab61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083983 Nov 24 21:18:05.050666 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18139f7a-9407-47bd-b7e5-4eb77e906ef8 req-80c72e98-af89-4a80-83ae-e0ee7f6dc765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:05.052482 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-18139f7a-9407-47bd-b7e5-4eb77e906ef8 req-80c72e98-af89-4a80-83ae-e0ee7f6dc765 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c23496e-c71e-440d-948e-15d3f4d6337b HTTP/1.1" status: 200 len: 834 time: 0.1157835 Nov 24 21:18:05.158013 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18139f7a-9407-47bd-b7e5-4eb77e906ef8 req-c7bd2887-170b-4d12-8b0e-567a7d9ebb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:05.162984 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-18139f7a-9407-47bd-b7e5-4eb77e906ef8 req-c7bd2887-170b-4d12-8b0e-567a7d9ebb75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a228c9d-528a-4c54-8949-c9681f179693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957987 Nov 24 21:18:05.518317 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-18139f7a-9407-47bd-b7e5-4eb77e906ef8 req-19d7b2e4-4f03-49b4-ae61-46855b510789 service neutron] 10.222.0.15 "GET /v2.0/networks/4a228c9d-528a-4c54-8949-c9681f179693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399265 Nov 24 21:18:05.559485 n-d-812111-8 neutron-server[109990]: DEBUG neutron.objects.ports [None req-e5833479-5fcd-49ba-a737-1bc149ef87eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109990) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 21:18:05.562076 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e5833479-5fcd-49ba-a737-1bc149ef87eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:05.616254 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03718e9-8018-4524-bcd2-031aa7f2f48a req-aed8c55c-bf04-4f74-8092-fbbeff0858c0 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:05.619919 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f03718e9-8018-4524-bcd2-031aa7f2f48a req-aed8c55c-bf04-4f74-8092-fbbeff0858c0 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 945 time: 0.3036916 Nov 24 21:18:05.662027 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5833479-5fcd-49ba-a737-1bc149ef87eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:05.679390 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-e5833479-5fcd-49ba-a737-1bc149ef87eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:05.694640 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5833479-5fcd-49ba-a737-1bc149ef87eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:05.695470 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9551cd37-618c-4639-976b-7325afa26270 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:05.696160 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e5833479-5fcd-49ba-a737-1bc149ef87eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:05.721730 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5833479-5fcd-49ba-a737-1bc149ef87eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=e739b5e9-7f62-447b-9268-d51cbf3a434d,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:05.739805 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e5833479-5fcd-49ba-a737-1bc149ef87eb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9685569 Nov 24 21:18:05.742297 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39740) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:05.758351 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-1fbff9ee-ae0a-469f-bee8-6580da6b2737 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:05.899917 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f03718e9-8018-4524-bcd2-031aa7f2f48a req-72e04d24-4d50-4673-a63c-62c49e80fd12 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665088 Nov 24 21:18:05.926583 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-18139f7a-9407-47bd-b7e5-4eb77e906ef8 req-f62d309c-4ed9-4248-8ebc-b41e10244a03 service neutron] 10.222.0.15 "GET /v2.0/networks/4a228c9d-528a-4c54-8949-c9681f179693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969033 Nov 24 21:18:05.985256 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbff9ee-ae0a-469f-bee8-6580da6b2737 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:05.990400 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1fbff9ee-ae0a-469f-bee8-6580da6b2737 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:06.012004 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09544623-3c94-45ac-8fd8-fd8b8f1ab4cb x-openstack-request-id: req-09544623-3c94-45ac-8fd8-fd8b8f1ab4cb {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:18:06.012732 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df60e56-f8ec-4a7c-8188-8ec6d02b360f", "name": "network-vif-plugged", "status": "completed", "tag": "e91e8ca1-ee38-4618-9276-2115e9f3f45d", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:18:06.013577 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-09544623-3c94-45ac-8fd8-fd8b8f1ab4cb {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:18:06.015763 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df60e56-f8ec-4a7c-8188-8ec6d02b360f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91e8ca1-ee38-4618-9276-2115e9f3f45d', 'code': 200} Nov 24 21:18:06.191435 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bd05b9-6121-4282-84e7-31368f48c38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'fixed_ips': [{'subnet_id': 'e739b5e9-7f62-447b-9268-d51cbf3a434d'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:18:06.192615 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-66bd05b9-6121-4282-84e7-31368f48c38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:06.220060 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53931209-5bba-4a97-afa4-264ae5c7157f req-d17e086d-c77c-49b8-91de-09c2d9591947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:06.221432 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-53931209-5bba-4a97-afa4-264ae5c7157f req-d17e086d-c77c-49b8-91de-09c2d9591947 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 1096 time: 0.1527483 Nov 24 21:18:06.277764 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8b9ef-275d-4cd6-b29f-433033619001 req-3e31b102-123f-4022-8cdc-ddf02f955993 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:06.280456 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87f8b9ef-275d-4cd6-b29f-433033619001 req-3e31b102-123f-4022-8cdc-ddf02f955993 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 944 time: 0.1355212 Nov 24 21:18:06.366325 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-53931209-5bba-4a97-afa4-264ae5c7157f req-135299d7-e6da-4b4e-b993-a5fd871fd7e4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299212 Nov 24 21:18:06.370292 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87f8b9ef-275d-4cd6-b29f-433033619001 req-ac018796-6849-4890-baf2-aaf1c88c70e2 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824816 Nov 24 21:18:06.473893 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-66bd05b9-6121-4282-84e7-31368f48c38b None None] Allocated IP 2001:db8::f816:3eff:fe5e:bd73 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/e739b5e9-7f62-447b-9268-d51cbf3a434d/b9217ce1-e133-4cfb-83d1-226d9da476a9) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:06.639841 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1fbff9ee-ae0a-469f-bee8-6580da6b2737 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:06.676815 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-66bd05b9-6121-4282-84e7-31368f48c38b None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:06.684001 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b9892789-5d15-461f-864d-dbd0551fb853 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:18:06.704851 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e1d4c-2ad4-4c2d-b0c9-b144602df72c req-d4b7953d-169b-4362-8bb1-f23d33704c6c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:06.709214 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-686e1d4c-2ad4-4c2d-b0c9-b144602df72c req-d4b7953d-169b-4362-8bb1-f23d33704c6c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=a26f7a48-a05e-4988-b25a-231ed6ab2250 HTTP/1.1" status: 200 len: 943 time: 0.1885836 Nov 24 21:18:06.747423 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbff9ee-ae0a-469f-bee8-6580da6b2737 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=89420103-e9b0-4509-bd10-bdf924693dfb,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:06.779587 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbff9ee-ae0a-469f-bee8-6580da6b2737 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:06.781071 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-66bd05b9-6121-4282-84e7-31368f48c38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:06.781601 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-1fbff9ee-ae0a-469f-bee8-6580da6b2737 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:06.784084 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbff9ee-ae0a-469f-bee8-6580da6b2737 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:06.784720 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1fbff9ee-ae0a-469f-bee8-6580da6b2737 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:06.813220 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-686e1d4c-2ad4-4c2d-b0c9-b144602df72c req-6c8730a3-bc7b-41d3-87b8-facf481efb8c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=632f3a3b-7ef2-40fb-9a48-6329431dab61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972512 Nov 24 21:18:06.815566 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1fbff9ee-ae0a-469f-bee8-6580da6b2737 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0622506 Nov 24 21:18:06.818363 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39746) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:06.823297 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-1693e1bd-84c9-47e9-b3c0-e3b502314162 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'mac_address': 'fa:16:3e:2c:22:95', 'name': 'tempest-NetworksTestDHCPv6-1530247833'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:06.865766 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bd05b9-6121-4282-84e7-31368f48c38b None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:06.894750 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-66bd05b9-6121-4282-84e7-31368f48c38b None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:06.906318 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bd05b9-6121-4282-84e7-31368f48c38b None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:06.946744 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port b9892789-5d15-461f-864d-dbd0551fb853, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b9892789-5d15-461f-864d-dbd0551fb853,segment=NetworkSegment(8b766661-30b7-4f9f-a54c-2c4c1894bf7f),segment_id=8b766661-30b7-4f9f-a54c-2c4c1894bf7f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:06.954663 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd05b9-6121-4282-84e7-31368f48c38b None None] Pushing event updated for resources: {'Port': ['ID=b9217ce1-e133-4cfb-83d1-226d9da476a9,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:07.031036 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'b9892789-5d15-461f-864d-dbd0551fb853', 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693', 'port_id': 'b9892789-5d15-461f-864d-dbd0551fb853', 'mac_address': 'fa:16:3e:ea:7c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c23496e-c71e-440d-948e-15d3f4d6337b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:18:07.117113 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:07.133575 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-66bd05b9-6121-4282-84e7-31368f48c38b None None] Attempting to bind port b9217ce1-e133-4cfb-83d1-226d9da476a9 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:18:07.133918 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-66bd05b9-6121-4282-84e7-31368f48c38b None None] Attempting to bind port b9217ce1-e133-4cfb-83d1-226d9da476a9 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:18:07.134296 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bd05b9-6121-4282-84e7-31368f48c38b None None] Attempting to bind port b9217ce1-e133-4cfb-83d1-226d9da476a9 on network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:18:07.144720 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1693e1bd-84c9-47e9-b3c0-e3b502314162 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:07.155193 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bd05b9-6121-4282-84e7-31368f48c38b None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:18:07.155552 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bd05b9-6121-4282-84e7-31368f48c38b None None] Checking segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:18:07.156054 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-66bd05b9-6121-4282-84e7-31368f48c38b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:07.156456 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bd05b9-6121-4282-84e7-31368f48c38b None None] Bound using segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:18:07.157058 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-66bd05b9-6121-4282-84e7-31368f48c38b None None] Bound port: b9217ce1-e133-4cfb-83d1-226d9da476a9, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:18:07.157439 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-66bd05b9-6121-4282-84e7-31368f48c38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:07.160590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9892789-5d15-461f-864d-dbd0551fb853 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:18:07.266206 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2bf8f-b5e9-4b57-8b14-d3d22dd0edc9 req-a87d1d01-814e-4fd9-9f93-482721292c57 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:07.267823 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1fb2bf8f-b5e9-4b57-8b14-d3d22dd0edc9 req-a87d1d01-814e-4fd9-9f93-482721292c57 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 945 time: 0.1430991 Nov 24 21:18:07.293375 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-66bd05b9-6121-4282-84e7-31368f48c38b None None] For port b9217ce1-e133-4cfb-83d1-226d9da476a9, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:18:07.298689 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-66bd05b9-6121-4282-84e7-31368f48c38b None None] For port b9217ce1-e133-4cfb-83d1-226d9da476a9, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b9217ce1-e133-4cfb-83d1-226d9da476a9,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:18:07.305903 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port b9892789-5d15-461f-864d-dbd0551fb853, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b9892789-5d15-461f-864d-dbd0551fb853,segment=NetworkSegment(8b766661-30b7-4f9f-a54c-2c4c1894bf7f),segment_id=8b766661-30b7-4f9f-a54c-2c4c1894bf7f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:07.309557 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-66bd05b9-6121-4282-84e7-31368f48c38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:07.357968 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1693e1bd-84c9-47e9-b3c0-e3b502314162 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:07.420372 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1fb2bf8f-b5e9-4b57-8b14-d3d22dd0edc9 req-4c49e105-98f1-47c2-b759-b1587c731856 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398928 Nov 24 21:18:07.489407 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:07.505887 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd05b9-6121-4282-84e7-31368f48c38b None None] Pushing event updated for resources: {'Port': ['ID=b9217ce1-e133-4cfb-83d1-226d9da476a9,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:07.683407 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=b9892789-5d15-461f-864d-dbd0551fb853,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:07.726095 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d4a0-030f-48c3-bfc6-35c842b68fbf req-ba1c3f89-0b45-492f-a7c4-5a3df0a66ec4 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:07.729611 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f192d4a0-030f-48c3-bfc6-35c842b68fbf req-ba1c3f89-0b45-492f-a7c4-5a3df0a66ec4 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 944 time: 0.1456194 Nov 24 21:18:07.771955 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['b9892789-5d15-461f-864d-dbd0551fb853'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:18:07.953004 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f192d4a0-030f-48c3-bfc6-35c842b68fbf req-bc25c43f-c481-4198-9bb7-09a83ab7e694 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096534 Nov 24 21:18:08.205599 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-1693e1bd-84c9-47e9-b3c0-e3b502314162 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] device_id is not set on port c4d7d51c-5001-4f91-8785-5bd0a91f47b5 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:18:08.279686 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8a8c5-c119-426d-9708-fb81fcf9c00d req-1c6a2d81-1183-4dbf-b1a9-94d77d0938d3 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:08.289612 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-40f8a8c5-c119-426d-9708-fb81fcf9c00d req-1c6a2d81-1183-4dbf-b1a9-94d77d0938d3 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=a26f7a48-a05e-4988-b25a-231ed6ab2250 HTTP/1.1" status: 200 len: 944 time: 0.1519685 Nov 24 21:18:08.389705 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-40f8a8c5-c119-426d-9708-fb81fcf9c00d req-d590931d-05fc-417d-b1e0-9909666841d3 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=632f3a3b-7ef2-40fb-9a48-6329431dab61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987828 Nov 24 21:18:08.443527 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-1693e1bd-84c9-47e9-b3c0-e3b502314162 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 172.20.0.11 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/89420103-e9b0-4509-bd10-bdf924693dfb/c4d7d51c-5001-4f91-8785-5bd0a91f47b5) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:08.457764 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-1693e1bd-84c9-47e9-b3c0-e3b502314162 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8::f816:3eff:fe2c:2295 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/e739b5e9-7f62-447b-9268-d51cbf3a434d/c4d7d51c-5001-4f91-8785-5bd0a91f47b5) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:08.577435 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50b789-1e69-4b26-99d6-c50d7615b40b req-d51deedf-ecc0-4efb-83c8-cb69c1f2d6e1 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:08.578955 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b50b789-1e69-4b26-99d6-c50d7615b40b req-d51deedf-ecc0-4efb-83c8-cb69c1f2d6e1 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 945 time: 0.0570610 Nov 24 21:18:08.652125 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1693e1bd-84c9-47e9-b3c0-e3b502314162 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:08.652973 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b50b789-1e69-4b26-99d6-c50d7615b40b req-7b56f26c-e525-4fd0-9c5c-7c87e241d3fa tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588579 Nov 24 21:18:08.690886 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1693e1bd-84c9-47e9-b3c0-e3b502314162 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:08.742921 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1693e1bd-84c9-47e9-b3c0-e3b502314162 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:08.748862 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-1693e1bd-84c9-47e9-b3c0-e3b502314162 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:08.752928 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1693e1bd-84c9-47e9-b3c0-e3b502314162 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:08.784908 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee234eb-6834-4af7-8024-0195d5327fb7 req-d3a58a2f-e9c3-4a92-bf25-f81236cfa93a tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:08.790569 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2ee234eb-6834-4af7-8024-0195d5327fb7 req-d3a58a2f-e9c3-4a92-bf25-f81236cfa93a tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 945 time: 0.0648322 Nov 24 21:18:08.795220 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693e1bd-84c9-47e9-b3c0-e3b502314162 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=c4d7d51c-5001-4f91-8785-5bd0a91f47b5,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:08.815730 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1693e1bd-84c9-47e9-b3c0-e3b502314162 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:08.816500 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1693e1bd-84c9-47e9-b3c0-e3b502314162 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:08.838257 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1693e1bd-84c9-47e9-b3c0-e3b502314162 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.0166092 Nov 24 21:18:08.838527 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39770) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:08.853281 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2ee234eb-6834-4af7-8024-0195d5327fb7 req-1eb68082-0bd8-4b46-9f71-d717ab08a59c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597017 Nov 24 21:18:08.884264 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39772) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:08.892839 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6ff10dfb-244e-41f2-9ea4-9e9fe5057b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:08.919246 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2b9a35-35e0-4091-b25d-aa3ce492188f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:08.947279 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2b9a35-35e0-4091-b25d-aa3ce492188f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:08.950290 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3b2b9a35-35e0-4091-b25d-aa3ce492188f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1107221 Nov 24 21:18:08.953927 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39778) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:09.220776 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b9217ce1-e133-4cfb-83d1-226d9da476a9 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:18:09.273927 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ef631c-b7ba-4c4d-b6b5-b3b82efae1e2 tempest-TestVolumeBootPattern-37766890 tempest-TestVolumeBootPattern-37766890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:09.281058 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c1ef631c-b7ba-4c4d-b6b5-b3b82efae1e2 tempest-TestVolumeBootPattern-37766890 tempest-TestVolumeBootPattern-37766890-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 1091 time: 0.3948879 Nov 24 21:18:09.282129 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39790) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:09.287672 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0b33fded-d23c-43ff-ac3e-b4efc0ded6c6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': 'e91e8ca1-ee38-4618-9276-2115e9f3f45d', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:09.292129 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57780649-9c49-4684-bc27-f1f8f888c0fa req-3eda6535-ba29-4f91-aee9-51d916a520c9 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:09.304443 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-57780649-9c49-4684-bc27-f1f8f888c0fa req-3eda6535-ba29-4f91-aee9-51d916a520c9 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 944 time: 0.1521318 Nov 24 21:18:09.319312 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b9217ce1-e133-4cfb-83d1-226d9da476a9 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:09.319862 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:09.325424 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0b33fded-d23c-43ff-ac3e-b4efc0ded6c6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:09.330452 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-bce7373b-0ef4-4b36-a913-eedde8b1a27c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting port c4d7d51c-5001-4f91-8785-5bd0a91f47b5 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:18:09.331222 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bce7373b-0ef4-4b36-a913-eedde8b1a27c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:09.442240 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-57780649-9c49-4684-bc27-f1f8f888c0fa req-0b5b5a69-c0d4-4f6f-936c-41a396265dc5 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363945 Nov 24 21:18:09.510596 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:09.512260 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bce7373b-0ef4-4b36-a913-eedde8b1a27c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:09.525795 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0b33fded-d23c-43ff-ac3e-b4efc0ded6c6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:09.565803 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-bce7373b-0ef4-4b36-a913-eedde8b1a27c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Calling delete_port for c4d7d51c-5001-4f91-8785-5bd0a91f47b5 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:09.571752 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port b9217ce1-e133-4cfb-83d1-226d9da476a9, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b9217ce1-e133-4cfb-83d1-226d9da476a9,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:09.580792 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:09.691498 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=b9217ce1-e133-4cfb-83d1-226d9da476a9,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:09.739670 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1de9a4a-fe3a-495f-a2de-e459110ba821 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:09.767462 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-0b33fded-d23c-43ff-ac3e-b4efc0ded6c6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Allocated IP 172.25.5.57 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/03fb407c-9f3a-4e83-ba7f-62d40be0b4a6) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:09.795524 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-3393cb6b-2b20-41c5-9a19-d74e8bba3f32 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:09.802739 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-3393cb6b-2b20-41c5-9a19-d74e8bba3f32 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/networks?id=69f36ff4-df91-4502-a33c-b0e40fcb2067 HTTP/1.1" status: 200 len: 814 time: 0.1626673 Nov 24 21:18:09.816443 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device cf6ba1f6-8719-4484-8c94-00b379ffcb96 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:18:09.822344 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-ac7b189f-d543-4263-916b-b2b541a4bb37 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/quotas/b8d1b3c5195f4c05a18dfb32f9f7c943 HTTP/1.1" status: 200 len: 375 time: 0.0184927 Nov 24 21:18:09.898130 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0b33fded-d23c-43ff-ac3e-b4efc0ded6c6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:09.930583 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-e70418e8-3891-4d9f-8aee-8568ef3a160a tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8d1b3c5195f4c05a18dfb32f9f7c943&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1073630 Nov 24 21:18:09.957852 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0b33fded-d23c-43ff-ac3e-b4efc0ded6c6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:09.974423 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:09.989058 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f157e09d-5177-4359-9249-3feaef30ec45 None None] Provisioning complete for port b9217ce1-e133-4cfb-83d1-226d9da476a9 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:09.989330 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f157e09d-5177-4359-9249-3feaef30ec45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:09.996247 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port cf6ba1f6-8719-4484-8c94-00b379ffcb96, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cf6ba1f6-8719-4484-8c94-00b379ffcb96,segment=NetworkSegment(fc255c7f-c29a-46b6-8640-52714ae9926a),segment_id=fc255c7f-c29a-46b6-8640-52714ae9926a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:09.997402 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b33fded-d23c-43ff-ac3e-b4efc0ded6c6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:10.001186 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-0b33fded-d23c-43ff-ac3e-b4efc0ded6c6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:10.003696 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b33fded-d23c-43ff-ac3e-b4efc0ded6c6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:10.057995 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bce7373b-0ef4-4b36-a913-eedde8b1a27c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:10.058418 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'cf6ba1f6-8719-4484-8c94-00b379ffcb96', 'network_id': 'ee8d0854-ec27-476a-931f-a8f1bb95806d', 'port_id': 'cf6ba1f6-8719-4484-8c94-00b379ffcb96', 'mac_address': 'fa:16:3e:7f:8f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb85dfb-9587-449f-bfab-6a213fbd07fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:18:10.061283 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33fded-d23c-43ff-ac3e-b4efc0ded6c6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event updated for resources: {'Port': ['ID=03fb407c-9f3a-4e83-ba7f-62d40be0b4a6,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:10.102371 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-a42230e1-d914-4143-8a1f-f78a7e997abe service neutron] 10.222.0.11 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709023 Nov 24 21:18:10.104538 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7373b-0ef4-4b36-a913-eedde8b1a27c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Port': ['ID=c4d7d51c-5001-4f91-8785-5bd0a91f47b5,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:10.129825 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7373b-0ef4-4b36-a913-eedde8b1a27c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:10.130178 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7373b-0ef4-4b36-a913-eedde8b1a27c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:10.130534 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7373b-0ef4-4b36-a913-eedde8b1a27c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:10.130873 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7373b-0ef4-4b36-a913-eedde8b1a27c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:10.131214 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7373b-0ef4-4b36-a913-eedde8b1a27c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:10.131554 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7373b-0ef4-4b36-a913-eedde8b1a27c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:10.131892 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7373b-0ef4-4b36-a913-eedde8b1a27c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:10.132226 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7373b-0ef4-4b36-a913-eedde8b1a27c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:10.132561 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7373b-0ef4-4b36-a913-eedde8b1a27c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:10.132919 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7373b-0ef4-4b36-a913-eedde8b1a27c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:10.133317 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7373b-0ef4-4b36-a913-eedde8b1a27c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:10.133678 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7373b-0ef4-4b36-a913-eedde8b1a27c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:10.157292 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:10.251809 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6ba1f6-8719-4484-8c94-00b379ffcb96 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:18:10.270190 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bce7373b-0ef4-4b36-a913-eedde8b1a27c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:10.277487 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-bce7373b-0ef4-4b36-a913-eedde8b1a27c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/c4d7d51c-5001-4f91-8785-5bd0a91f47b5 HTTP/1.1" status: 204 len: 168 time: 1.3202169 Nov 24 21:18:10.281399 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39806) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:10.289719 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port cf6ba1f6-8719-4484-8c94-00b379ffcb96, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cf6ba1f6-8719-4484-8c94-00b379ffcb96,segment=NetworkSegment(fc255c7f-c29a-46b6-8640-52714ae9926a),segment_id=fc255c7f-c29a-46b6-8640-52714ae9926a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:10.303560 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:10.343248 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-365cbb61-fdd1-4a53-b213-43c399c8f2d4 service neutron] 10.222.0.11 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026205 Nov 24 21:18:10.361425 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4549f8-5908-4697-a256-2b1c0f5192e8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:10.363129 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4549f8-5908-4697-a256-2b1c0f5192e8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:10.364686 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4549f8-5908-4697-a256-2b1c0f5192e8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:10.374114 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4a4549f8-5908-4697-a256-2b1c0f5192e8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0914934 Nov 24 21:18:10.374710 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39810) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:10.439211 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61be2cd-eb89-4fc2-9de4-1f10fca1b01b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet 89420103-e9b0-4509-bd10-bdf924693dfb {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:18:10.443269 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b61be2cd-eb89-4fc2-9de4-1f10fca1b01b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:10.455089 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1be4e7-3e99-45e9-ab44-ee883862a312 None None] Update dhcp port {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'fixed_ips': [{'subnet_id': 'e739b5e9-7f62-447b-9268-d51cbf3a434d', 'ip_address': '2001:db8::f816:3eff:fe5e:bd73'}, {'subnet_id': '89420103-e9b0-4509-bd10-bdf924693dfb'}], 'binding:host_id': 'n-d-812111-8'}, 'id': 'b9217ce1-e133-4cfb-83d1-226d9da476a9'} from n-d-812111-8. {{(pid=109992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 21:18:10.491870 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=cf6ba1f6-8719-4484-8c94-00b379ffcb96,revision_number=11']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:10.501979 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b61be2cd-eb89-4fc2-9de4-1f10fca1b01b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:10.543480 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['cf6ba1f6-8719-4484-8c94-00b379ffcb96'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:18:10.578318 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b61be2cd-eb89-4fc2-9de4-1f10fca1b01b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:10.649454 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9e1be4e7-3e99-45e9-ab44-ee883862a312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:10.697285 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b9892789-5d15-461f-864d-dbd0551fb853 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:18:10.730082 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd6577-63f0-4cad-b7b7-6ea2ff1278c2 req-e135c8bc-3eeb-46b1-be96-6d8b18920d0b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:10.732287 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-11bd6577-63f0-4cad-b7b7-6ea2ff1278c2 req-e135c8bc-3eeb-46b1-be96-6d8b18920d0b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=a26f7a48-a05e-4988-b25a-231ed6ab2250 HTTP/1.1" status: 200 len: 944 time: 0.1023245 Nov 24 21:18:10.739738 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b61be2cd-eb89-4fc2-9de4-1f10fca1b01b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:10.774615 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0b33fded-d23c-43ff-ac3e-b4efc0ded6c6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:10.812340 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61be2cd-eb89-4fc2-9de4-1f10fca1b01b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=89420103-e9b0-4509-bd10-bdf924693dfb,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:10.820384 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b61be2cd-eb89-4fc2-9de4-1f10fca1b01b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:10.829630 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b61be2cd-eb89-4fc2-9de4-1f10fca1b01b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/89420103-e9b0-4509-bd10-bdf924693dfb HTTP/1.1" status: 204 len: 168 time: 0.4538736 Nov 24 21:18:10.833910 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39820) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:10.914086 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0b33fded-d23c-43ff-ac3e-b4efc0ded6c6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:10.923483 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-11bd6577-63f0-4cad-b7b7-6ea2ff1278c2 req-49dc4ae4-eb01-4007-9016-b3b46dabc60e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=632f3a3b-7ef2-40fb-9a48-6329431dab61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797435 Nov 24 21:18:10.930457 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fdaeaa6-e425-42ee-b38a-1bbf62590efd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet e739b5e9-7f62-447b-9268-d51cbf3a434d {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:18:10.934363 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9fdaeaa6-e425-42ee-b38a-1bbf62590efd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:11.028172 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9fdaeaa6-e425-42ee-b38a-1bbf62590efd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:11.068716 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b9217ce1-e133-4cfb-83d1-226d9da476a9 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:18:11.170472 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9fdaeaa6-e425-42ee-b38a-1bbf62590efd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:11.185763 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0b33fded-d23c-43ff-ac3e-b4efc0ded6c6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:11.195916 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0b33fded-d23c-43ff-ac3e-b4efc0ded6c6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:11.223263 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e56fe-96c0-4400-946a-8695ba0fd20c req-2a9669a5-e74f-4e65-a3c6-1a204a8646a5 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:11.236573 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0e2e56fe-96c0-4400-946a-8695ba0fd20c req-2a9669a5-e74f-4e65-a3c6-1a204a8646a5 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1356163 Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server [None req-9e1be4e7-3e99-45e9-ab44-ee883862a312 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89420103-e9b0-4509-bd10-bdf924693dfb: This subnet is being modified by another concurrent operation. Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise exception Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89420103-e9b0-4509-bd10-bdf924693dfb: This subnet is being modified by another concurrent operation. Nov 24 21:18:11.270295 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server Nov 24 21:18:11.325747 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0e2e56fe-96c0-4400-946a-8695ba0fd20c req-c47c9aa6-8a49-480e-87e8-8b6e8bcf60a6 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703454 Nov 24 21:18:11.326472 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33fded-d23c-43ff-ac3e-b4efc0ded6c6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event updated for resources: {'Port': ['ID=03fb407c-9f3a-4e83-ba7f-62d40be0b4a6,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:11.330583 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-79019d05-47d0-41b2-b0a7-69a259859aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:11.335045 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port b9892789-5d15-461f-864d-dbd0551fb853 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:18:11.357296 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9fdaeaa6-e425-42ee-b38a-1bbf62590efd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:11.369379 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port b9892789-5d15-461f-864d-dbd0551fb853 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:11.370417 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:11.410902 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0b33fded-d23c-43ff-ac3e-b4efc0ded6c6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:11.422530 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdaeaa6-e425-42ee-b38a-1bbf62590efd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=e739b5e9-7f62-447b-9268-d51cbf3a434d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:11.433270 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9fdaeaa6-e425-42ee-b38a-1bbf62590efd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:11.442263 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9fdaeaa6-e425-42ee-b38a-1bbf62590efd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/e739b5e9-7f62-447b-9268-d51cbf3a434d HTTP/1.1" status: 204 len: 168 time: 0.6051188 Nov 24 21:18:11.445482 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39830) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:11.509248 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:11.553119 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-0b33fded-d23c-43ff-ac3e-b4efc0ded6c6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Floating IP 2ffa5315-28e1-4f02-9e96-d17aa844c5e4 associated. External IP: 172.25.5.57, port: e91e8ca1-ee38-4618-9276-2115e9f3f45d. Nov 24 21:18:11.568254 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-167952ae-9385-4189-a083-ac804c9a067d None None] Provisioning complete for port b9217ce1-e133-4cfb-83d1-226d9da476a9 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:11.568795 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-167952ae-9385-4189-a083-ac804c9a067d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:11.569080 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2e62681c-dbaf-41f2-bd9a-6f0a04ffba54 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1022263 Nov 24 21:18:11.569956 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39832) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:11.573351 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-914f2705-246c-4969-b7b7-bb416d631868 req-88f70cd5-7d28-4d2c-9405-a314e0ae357c tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d60699f-9aea-44a7-a647-3e9822e31646 HTTP/1.1" status: 200 len: 210 time: 0.1105051 Nov 24 21:18:11.586077 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-03c50924-3235-4952-b014-6679c725adab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:11.626177 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b9217ce1-e133-4cfb-83d1-226d9da476a9 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:11.626534 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:11.679150 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3f8639-b11e-4d40-9ec5-6b5c4fdbbfb9 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:11.734342 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c50924-3235-4952-b014-6679c725adab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:11.740133 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-03c50924-3235-4952-b014-6679c725adab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:11.867853 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b33fded-d23c-43ff-ac3e-b4efc0ded6c6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Router a783295e-5410-4b9d-9d94-0f71c3922c22 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:18:12.027753 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:12.044566 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b33fded-d23c-43ff-ac3e-b4efc0ded6c6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:18:12.079696 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec28b6b-37f6-4c85-a6b0-0b8eb44dab96 None None] Sync routers for ids ['a783295e-5410-4b9d-9d94-0f71c3922c22'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:18:12.082554 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0b33fded-d23c-43ff-ac3e-b4efc0ded6c6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:12.147087 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26f7a48-a05e-4988-b25a-231ed6ab2250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9892789-5d15-461f-864d-dbd0551fb853'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:18:12.149424 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a71bd9d-1b7b-4807-a4bc-b45da36e5b0c" -d '{"events": [{"server_uuid": "a26f7a48-a05e-4988-b25a-231ed6ab2250", "name": "network-vif-plugged", "status": "completed", "tag": "b9892789-5d15-461f-864d-dbd0551fb853"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:18:12.166133 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec28b6b-37f6-4c85-a6b0-0b8eb44dab96 None None] Routers {'a783295e-5410-4b9d-9d94-0f71c3922c22'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:18:12.166780 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-eec28b6b-37f6-4c85-a6b0-0b8eb44dab96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:18:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a783295e-5410-4b9d-9d94-0f71c3922c22'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:18:12.174810 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port b9892789-5d15-461f-864d-dbd0551fb853, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b9892789-5d15-461f-864d-dbd0551fb853,segment=NetworkSegment(8b766661-30b7-4f9f-a54c-2c4c1894bf7f),segment_id=8b766661-30b7-4f9f-a54c-2c4c1894bf7f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:12.197109 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0b33fded-d23c-43ff-ac3e-b4efc0ded6c6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9137359 Nov 24 21:18:12.200116 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df60e56-f8ec-4a7c-8188-8ec6d02b360f', 'tag': 'e91e8ca1-ee38-4618-9276-2115e9f3f45d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:18:12.202363 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d16ce3-10f6-45b1-bf63-cff4a2a1da9a" -d '{"events": [{"name": "network-changed", "server_uuid": "0df60e56-f8ec-4a7c-8188-8ec6d02b360f", "tag": "e91e8ca1-ee38-4618-9276-2115e9f3f45d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:18:12.234223 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:12.348008 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=b9892789-5d15-461f-864d-dbd0551fb853,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:12.365972 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-2582b85f-3cd3-4496-8c76-2c3c44890a92 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:12.368009 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-2582b85f-3cd3-4496-8c76-2c3c44890a92 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.48 "GET /v2.0/networks?id=69f36ff4-df91-4502-a33c-b0e40fcb2067 HTTP/1.1" status: 200 len: 814 time: 0.2269762 Nov 24 21:18:12.368417 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d47a71fb-6244-4428-8525-0b602176b5c1 None None] Could not find standard attr ID for object c4d7d51c-5001-4f91-8785-5bd0a91f47b5. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:18:12.371015 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-eec28b6b-37f6-4c85-a6b0-0b8eb44dab96 None None] Set router a783295e-5410-4b9d-9d94-0f71c3922c22 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:18:12.377511 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6f1d7-ab9f-4498-8efd-e3df21832373 req-c4a4058b-4cca-4777-8513-73e7efbaa891 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:12.380047 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bcb6f1d7-ab9f-4498-8efd-e3df21832373 req-c4a4058b-4cca-4777-8513-73e7efbaa891 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=a26f7a48-a05e-4988-b25a-231ed6ab2250 HTTP/1.1" status: 200 len: 944 time: 0.2829709 Nov 24 21:18:12.400646 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-ce2b0529-29fa-4c4f-9545-6090c4cd737b tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Request body: {'port': {'device_id': '9d60699f-9aea-44a7-a647-3e9822e31646', 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067', 'admin_state_up': True, 'tenant_id': 'b8d1b3c5195f4c05a18dfb32f9f7c943'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:12.446563 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a9c667-b7f0-427d-9cc7-1059dd6a3ccc None None] get_active_networks_info from n-d-812111-8 {{(pid=109992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 21:18:12.469296 n-d-812111-8 neutron-server[109991]: DEBUG neutron.objects.ports [None req-03c50924-3235-4952-b014-6679c725adab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109991) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 21:18:12.485572 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:12.555980 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-13ce16ec-9e95-431d-a8a8-5a99375165f1 None None] Provisioning complete for port b9217ce1-e133-4cfb-83d1-226d9da476a9 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:12.556362 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-13ce16ec-9e95-431d-a8a8-5a99375165f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:12.581646 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-ce2b0529-29fa-4c4f-9545-6090c4cd737b tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Made reservation on behalf of b8d1b3c5195f4c05a18dfb32f9f7c943 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:12.587164 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-ce2b0529-29fa-4c4f-9545-6090c4cd737b tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:12.749843 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-ce2b0529-29fa-4c4f-9545-6090c4cd737b tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Allocated IP 172.20.0.6 (69f36ff4-df91-4502-a33c-b0e40fcb2067/1257a070-7767-454d-ab67-31a004e8a10a/27136210-4686-4125-ad09-abc183ccd6d6) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:12.770814 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a9c667-b7f0-427d-9cc7-1059dd6a3ccc None None] Resources bound (agent type, host, resource id): {{(pid=109992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 21:18:12.819029 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bcb6f1d7-ab9f-4498-8efd-e3df21832373 req-d052c45b-2520-4a69-bf0a-6eecfa0b743f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=632f3a3b-7ef2-40fb-9a48-6329431dab61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3470814 Nov 24 21:18:12.819935 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-03c50924-3235-4952-b014-6679c725adab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:12.891738 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e475d91c-a706-44eb-ba94-1bfe50a72f81 x-openstack-request-id: req-e475d91c-a706-44eb-ba94-1bfe50a72f81 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:18:12.892098 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26f7a48-a05e-4988-b25a-231ed6ab2250", "name": "network-vif-plugged", "status": "completed", "tag": "b9892789-5d15-461f-864d-dbd0551fb853", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:18:12.892360 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e475d91c-a706-44eb-ba94-1bfe50a72f81 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:18:12.892902 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26f7a48-a05e-4988-b25a-231ed6ab2250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9892789-5d15-461f-864d-dbd0551fb853', 'code': 200} Nov 24 21:18:12.940727 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b4cf97-3e53-435b-9c68-93208869fddc x-openstack-request-id: req-09b4cf97-3e53-435b-9c68-93208869fddc {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:18:12.941409 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df60e56-f8ec-4a7c-8188-8ec6d02b360f", "tag": "e91e8ca1-ee38-4618-9276-2115e9f3f45d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:18:12.960426 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-09b4cf97-3e53-435b-9c68-93208869fddc {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:18:12.960816 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df60e56-f8ec-4a7c-8188-8ec6d02b360f', 'tag': 'e91e8ca1-ee38-4618-9276-2115e9f3f45d', 'status': 'completed', 'code': 200} Nov 24 21:18:13.056251 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-ce2b0529-29fa-4c4f-9545-6090c4cd737b tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:13.063187 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b9217ce1-e133-4cfb-83d1-226d9da476a9 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:18:13.106232 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-ce2b0529-29fa-4c4f-9545-6090c4cd737b tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:13.152796 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['be0edcdf-fa9c-4fc3-a9f7-231aade74b56'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:18:13.155216 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-eec28b6b-37f6-4c85-a6b0-0b8eb44dab96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '2ffa5315-28e1-4f02-9e96-d17aa844c5e4', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'port_id': 'e91e8ca1-ee38-4618-9276-2115e9f3f45d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'mac_address': 'fa:16:3e:94:1e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df60e56-f8ec-4a7c-8188-8ec6d02b360f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:18:10Z', 'updated_at': '2021-11-24T21:18:10Z', 'revision_number': 0, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cece7c3-f017-4156-adc1-bdaa9a15e733', 'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'mac_address': 'fa:16:3e:83:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:12Z', 'updated_at': '2021-11-24T21:11:24Z', 'revision_number': 5, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'subnets': [{'id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:18:13.202085 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-ce2b0529-29fa-4c4f-9545-6090c4cd737b tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Network 69f36ff4-df91-4502-a33c-b0e40fcb2067 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:13.210893 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-ce2b0529-29fa-4c4f-9545-6090c4cd737b tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:13.226444 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec4bd1-b1f3-435b-a28b-e2e2c5ca4479 req-40d1161f-97fd-4048-b352-7bd379c02474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:13.226444 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01ec4bd1-b1f3-435b-a28b-e2e2c5ca4479 req-40d1161f-97fd-4048-b352-7bd379c02474 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a26f7a48-a05e-4988-b25a-231ed6ab2250 HTTP/1.1" status: 200 len: 1096 time: 0.1333933 Nov 24 21:18:13.227769 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-ce2b0529-29fa-4c4f-9545-6090c4cd737b tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:13.303829 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-ce2b0529-29fa-4c4f-9545-6090c4cd737b tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:13.304572 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-ce2b0529-29fa-4c4f-9545-6090c4cd737b tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:13.310538 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b0529-29fa-4c4f-9545-6090c4cd737b tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Pushing event updated for resources: {'Port': ['ID=27136210-4686-4125-ad09-abc183ccd6d6,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:13.337737 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec28b6b-37f6-4c85-a6b0-0b8eb44dab96 None None] Checking router: a783295e-5410-4b9d-9d94-0f71c3922c22 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:18:13.357541 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec28b6b-37f6-4c85-a6b0-0b8eb44dab96 None None] Routers {'a783295e-5410-4b9d-9d94-0f71c3922c22'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:18:13.358903 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-eec28b6b-37f6-4c85-a6b0-0b8eb44dab96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:18:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a783295e-5410-4b9d-9d94-0f71c3922c22'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:18:13.371351 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-ce2b0529-29fa-4c4f-9545-6090c4cd737b tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9915695 Nov 24 21:18:13.377929 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01ec4bd1-b1f3-435b-a28b-e2e2c5ca4479 req-a1421485-b222-43e7-85ae-801086fffc79 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=632f3a3b-7ef2-40fb-9a48-6329431dab61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691459 Nov 24 21:18:13.385871 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-78741e7c-6833-4e8e-8604-73593115f526 service neutron] Request body: {'port': {'device_id': '9d60699f-9aea-44a7-a647-3e9822e31646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:13.458966 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-78741e7c-6833-4e8e-8604-73593115f526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:13.462818 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:13.554504 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16ce3-10f6-45b1-bf63-cff4a2a1da9a req-e538100d-4818-448d-a70a-ad4225f3c63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:13.557393 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c6d16ce3-10f6-45b1-bf63-cff4a2a1da9a req-e538100d-4818-448d-a70a-ad4225f3c63b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 1096 time: 0.1147652 Nov 24 21:18:13.575158 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-03c50924-3235-4952-b014-6679c725adab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] For port b9217ce1-e133-4cfb-83d1-226d9da476a9, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b9217ce1-e133-4cfb-83d1-226d9da476a9,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:13.611006 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ccf03-f663-4784-9b3c-8df03194fb23 req-503d8618-58fd-43be-a385-4fb9ca920e3d tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:13.612586 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-706ccf03-f663-4784-9b3c-8df03194fb23 req-503d8618-58fd-43be-a385-4fb9ca920e3d tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 945 time: 0.1588619 Nov 24 21:18:13.727380 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-eec28b6b-37f6-4c85-a6b0-0b8eb44dab96 None None] Set router a783295e-5410-4b9d-9d94-0f71c3922c22 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:18:13.796550 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-706ccf03-f663-4784-9b3c-8df03194fb23 req-80f7de9f-648c-47ac-a47b-b5cdf769ec35 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343246 Nov 24 21:18:13.798935 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a3097f75-7304-4392-9929-c928e2624bae None None] Provisioning complete for port be0edcdf-fa9c-4fc3-a9f7-231aade74b56 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:13.799065 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a3097f75-7304-4392-9929-c928e2624bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:13.848027 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device cf6ba1f6-8719-4484-8c94-00b379ffcb96 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:18:13.854386 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-78741e7c-6833-4e8e-8604-73593115f526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27136210-4686-4125-ad09-abc183ccd6d6 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:18:13.874898 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-78741e7c-6833-4e8e-8604-73593115f526 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:13.894556 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-78741e7c-6833-4e8e-8604-73593115f526 service neutron] Transition to ACTIVE for port object 27136210-4686-4125-ad09-abc183ccd6d6 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:18:13.898117 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16ce3-10f6-45b1-bf63-cff4a2a1da9a req-06d3f665-0349-41bf-b040-34ed93d1bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:13.902498 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c6d16ce3-10f6-45b1-bf63-cff4a2a1da9a req-06d3f665-0349-41bf-b040-34ed93d1bc86 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 912 time: 0.2839308 Nov 24 21:18:13.905246 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-78741e7c-6833-4e8e-8604-73593115f526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:13.908073 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-03c50924-3235-4952-b014-6679c725adab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:14.011779 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78741e7c-6833-4e8e-8604-73593115f526 service neutron] Pushing event updated for resources: {'Port': ['ID=27136210-4686-4125-ad09-abc183ccd6d6,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:14.046337 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c6d16ce3-10f6-45b1-bf63-cff4a2a1da9a req-ed0ff0ac-bc61-4ff9-a3a5-62f2d308115b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e91e8ca1-ee38-4618-9276-2115e9f3f45d HTTP/1.1" status: 200 len: 998 time: 0.1358974 Nov 24 21:18:14.084711 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-03c50924-3235-4952-b014-6679c725adab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:14.085435 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-03c50924-3235-4952-b014-6679c725adab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:14.159311 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c50924-3235-4952-b014-6679c725adab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:14.162995 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-78741e7c-6833-4e8e-8604-73593115f526 service neutron] Attempting to bind port 27136210-4686-4125-ad09-abc183ccd6d6 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:18:14.163469 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-78741e7c-6833-4e8e-8604-73593115f526 service neutron] Attempting to bind port 27136210-4686-4125-ad09-abc183ccd6d6 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '1374f974-1485-4dc0-b969-e97d087fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:18:14.163920 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-78741e7c-6833-4e8e-8604-73593115f526 service neutron] Attempting to bind port 27136210-4686-4125-ad09-abc183ccd6d6 on network 69f36ff4-df91-4502-a33c-b0e40fcb2067 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:18:14.177601 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-03c50924-3235-4952-b014-6679c725adab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:14.184419 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-78741e7c-6833-4e8e-8604-73593115f526 service neutron] Port 27136210-4686-4125-ad09-abc183ccd6d6 on network 69f36ff4-df91-4502-a33c-b0e40fcb2067 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:18:14.185753 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-78741e7c-6833-4e8e-8604-73593115f526 service neutron] Attempting to bind port 27136210-4686-4125-ad09-abc183ccd6d6 on network 69f36ff4-df91-4502-a33c-b0e40fcb2067 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:18:14.206248 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-78741e7c-6833-4e8e-8604-73593115f526 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:18:14.206248 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-78741e7c-6833-4e8e-8604-73593115f526 service neutron] Checking segment: {'id': '1374f974-1485-4dc0-b969-e97d087fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:18:14.206726 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-78741e7c-6833-4e8e-8604-73593115f526 service neutron] Bound using segment: {'id': '1374f974-1485-4dc0-b969-e97d087fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:18:14.207190 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-78741e7c-6833-4e8e-8604-73593115f526 service neutron] Bound port: 27136210-4686-4125-ad09-abc183ccd6d6, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1374f974-1485-4dc0-b969-e97d087fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:18:14.207324 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:14.207754 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-78741e7c-6833-4e8e-8604-73593115f526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:14.274989 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:18:14.275600 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:18:14.279530 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c50924-3235-4952-b014-6679c725adab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=b9217ce1-e133-4cfb-83d1-226d9da476a9,revision_number=6']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:14.284247 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16ce3-10f6-45b1-bf63-cff4a2a1da9a req-75486ded-7a43-4641-995c-da29b4f9e817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:14.285892 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c6d16ce3-10f6-45b1-bf63-cff4a2a1da9a req-75486ded-7a43-4641-995c-da29b4f9e817 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.1862435 Nov 24 21:18:14.290106 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c50924-3235-4952-b014-6679c725adab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:14.290801 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-03c50924-3235-4952-b014-6679c725adab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:14.323213 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-78741e7c-6833-4e8e-8604-73593115f526 service neutron] For port 27136210-4686-4125-ad09-abc183ccd6d6, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:18:14.328705 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-78741e7c-6833-4e8e-8604-73593115f526 service neutron] For port 27136210-4686-4125-ad09-abc183ccd6d6, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=27136210-4686-4125-ad09-abc183ccd6d6,segment=NetworkSegment(1374f974-1485-4dc0-b969-e97d087fa34f),segment_id=1374f974-1485-4dc0-b969-e97d087fa34f)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:18:14.338149 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-78741e7c-6833-4e8e-8604-73593115f526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:14.367192 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79951109-bb02-41fc-a34e-95929c0b0f0e req-bce7fb0c-cdaf-466b-841a-07c4ff94269c tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:14.375658 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-79951109-bb02-41fc-a34e-95929c0b0f0e req-bce7fb0c-cdaf-466b-841a-07c4ff94269c tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d60699f-9aea-44a7-a647-3e9822e31646 HTTP/1.1" status: 200 len: 943 time: 0.3282492 Nov 24 21:18:14.393081 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c50924-3235-4952-b014-6679c725adab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=0cfb07c7-dfc7-42c7-82a0-c43bd234b0c2,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:14.409300 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-03c50924-3235-4952-b014-6679c725adab tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8342278 Nov 24 21:18:14.420312 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-78741e7c-6833-4e8e-8604-73593115f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:14.421434 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-78741e7c-6833-4e8e-8604-73593115f526 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:14.424592 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-78741e7c-6833-4e8e-8604-73593115f526 service neutron] 10.222.0.48 "PUT /v2.0/ports/27136210-4686-4125-ad09-abc183ccd6d6 HTTP/1.1" status: 200 len: 1091 time: 1.0431221 Nov 24 21:18:14.425808 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39852) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:14.433374 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-23c6f5ce-04d7-4717-ba8d-aa9bd40e7cf9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:14.453295 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port cf6ba1f6-8719-4484-8c94-00b379ffcb96 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:18:14.490091 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-79951109-bb02-41fc-a34e-95929c0b0f0e req-60b6d60d-098d-4d35-ac71-59a6e9b43b75 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132052 Nov 24 21:18:14.505509 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16ce3-10f6-45b1-bf63-cff4a2a1da9a req-872050e3-9e28-443a-ac7f-3ec4e7c25555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:14.507116 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c6d16ce3-10f6-45b1-bf63-cff4a2a1da9a req-872050e3-9e28-443a-ac7f-3ec4e7c25555 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1985695 Nov 24 21:18:14.570697 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78741e7c-6833-4e8e-8604-73593115f526 service neutron] Pushing event updated for resources: {'Port': ['ID=27136210-4686-4125-ad09-abc183ccd6d6,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:14.571841 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port cf6ba1f6-8719-4484-8c94-00b379ffcb96 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:14.572237 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:14.670434 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-1c1767f2-ed27-423d-ae0a-a6571b60d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:14.672258 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-1c1767f2-ed27-423d-ae0a-a6571b60d495 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8d1b3c5195f4c05a18dfb32f9f7c943&device_id=9d60699f-9aea-44a7-a647-3e9822e31646 HTTP/1.1" status: 200 len: 1094 time: 0.1871426 Nov 24 21:18:14.720329 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c6d16ce3-10f6-45b1-bf63-cff4a2a1da9a req-248c2e53-534e-439a-baa4-3b24a9e1074b service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998305 Nov 24 21:18:14.766311 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-49b14ab3-0847-462b-8e7a-4cc2decf2e5d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27136210-4686-4125-ad09-abc183ccd6d6 HTTP/1.1" status: 200 len: 217 time: 0.0801179 Nov 24 21:18:14.820320 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:14.824917 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:14.872716 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-e96b0f6e-3bdb-4bd3-9d78-f41aba9da3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:14.875787 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-e96b0f6e-3bdb-4bd3-9d78-f41aba9da3c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1257a070-7767-454d-ab67-31a004e8a10a HTTP/1.1" status: 200 len: 854 time: 0.0879824 Nov 24 21:18:14.880030 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c6f5ce-04d7-4717-ba8d-aa9bd40e7cf9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:14.883665 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64950411-c463-4a94-8785-3135406c03c5 None None] get_active_networks_info from n-d-812111-8 {{(pid=109992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 21:18:14.884521 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23c6f5ce-04d7-4717-ba8d-aa9bd40e7cf9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:14.889374 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a57325-a2aa-4fae-94af-d0958b40a7aa req-ef87084d-2a59-4f8d-8dca-80f01839ce0e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:14.891104 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-94a57325-a2aa-4fae-94af-d0958b40a7aa req-ef87084d-2a59-4f8d-8dca-80f01839ce0e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=a26f7a48-a05e-4988-b25a-231ed6ab2250 HTTP/1.1" status: 200 len: 945 time: 0.1696138 Nov 24 21:18:14.925501 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d317d33-f356-4b4f-b30c-a09f8b785991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6ba1f6-8719-4484-8c94-00b379ffcb96'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:18:14.927660 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5fb346-2316-446a-9d11-b0822a4ce4cd" -d '{"events": [{"server_uuid": "4d317d33-f356-4b4f-b30c-a09f8b785991", "name": "network-vif-plugged", "status": "completed", "tag": "cf6ba1f6-8719-4484-8c94-00b379ffcb96"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:18:14.930069 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-9f652a48-1193-4fcf-b036-53269d793110 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=69f36ff4-df91-4502-a33c-b0e40fcb2067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413766 Nov 24 21:18:14.957157 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c6d16ce3-10f6-45b1-bf63-cff4a2a1da9a req-468cb749-2872-405b-b16b-2495121802c0 service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942799 Nov 24 21:18:14.957384 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:14.962650 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d60699f-9aea-44a7-a647-3e9822e31646', 'tag': '27136210-4686-4125-ad09-abc183ccd6d6'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:18:14.964958 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb4feec-de1d-4a59-a4f2-dfabf33b59f9" -d '{"events": [{"name": "network-changed", "server_uuid": "9d60699f-9aea-44a7-a647-3e9822e31646", "tag": "27136210-4686-4125-ad09-abc183ccd6d6"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:18:14.986653 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port cf6ba1f6-8719-4484-8c94-00b379ffcb96, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cf6ba1f6-8719-4484-8c94-00b379ffcb96,segment=NetworkSegment(fc255c7f-c29a-46b6-8640-52714ae9926a),segment_id=fc255c7f-c29a-46b6-8640-52714ae9926a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:15.007714 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-94a57325-a2aa-4fae-94af-d0958b40a7aa req-783329c9-2a64-45fc-b9ce-643f49108d3b tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=632f3a3b-7ef2-40fb-9a48-6329431dab61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746737 Nov 24 21:18:15.032709 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:15.041927 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port b9217ce1-e133-4cfb-83d1-226d9da476a9, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b9217ce1-e133-4cfb-83d1-226d9da476a9,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:15.076174 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-eec28b6b-37f6-4c85-a6b0-0b8eb44dab96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '2ffa5315-28e1-4f02-9e96-d17aa844c5e4', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'port_id': 'e91e8ca1-ee38-4618-9276-2115e9f3f45d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'mac_address': 'fa:16:3e:94:1e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df60e56-f8ec-4a7c-8188-8ec6d02b360f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:18:10Z', 'updated_at': '2021-11-24T21:18:10Z', 'revision_number': 0, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cece7c3-f017-4156-adc1-bdaa9a15e733', 'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'mac_address': 'fa:16:3e:83:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:12Z', 'updated_at': '2021-11-24T21:11:24Z', 'revision_number': 5, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'subnets': [{'id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:18:15.136640 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-07aace7d-752a-4cbf-8918-04d5029bc68a None None] Provisioning complete for port b9217ce1-e133-4cfb-83d1-226d9da476a9 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:15.137044 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-07aace7d-752a-4cbf-8918-04d5029bc68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:15.174465 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbaf2c-3dd6-4066-83f4-758bb24fe61d req-1517556c-de46-49c1-b602-ee475e642d84 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:15.176150 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-77cbaf2c-3dd6-4066-83f4-758bb24fe61d req-1517556c-de46-49c1-b602-ee475e642d84 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.0612483 Nov 24 21:18:15.180307 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:15.237215 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec28b6b-37f6-4c85-a6b0-0b8eb44dab96 None None] The sync data for ids ['a783295e-5410-4b9d-9d94-0f71c3922c22'] in n-d-812111-8 is: [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '2ffa5315-28e1-4f02-9e96-d17aa844c5e4', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'port_id': 'e91e8ca1-ee38-4618-9276-2115e9f3f45d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'mac_address': 'fa:16:3e:94:1e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df60e56-f8ec-4a7c-8188-8ec6d02b360f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:18:10Z', 'updated_at': '2021-11-24T21:18:10Z', 'revision_number': 0, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cece7c3-f017-4156-adc1-bdaa9a15e733', 'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'mac_address': 'fa:16:3e:83:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:12Z', 'updated_at': '2021-11-24T21:11:24Z', 'revision_number': 5, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'subnets': [{'id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:18:15.258456 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-77cbaf2c-3dd6-4066-83f4-758bb24fe61d req-717a75a6-6440-4691-9b7b-a60462f96a58 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749431 Nov 24 21:18:15.372688 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=cf6ba1f6-8719-4484-8c94-00b379ffcb96,revision_number=12']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:15.436428 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=b9217ce1-e133-4cfb-83d1-226d9da476a9,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:15.440277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b9217ce1-e133-4cfb-83d1-226d9da476a9 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:18:15.521014 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e91280-ac46-464a-9153-53ea2f5ffeb6 x-openstack-request-id: req-d5e91280-ac46-464a-9153-53ea2f5ffeb6 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:18:15.521324 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d317d33-f356-4b4f-b30c-a09f8b785991", "name": "network-vif-plugged", "status": "completed", "tag": "cf6ba1f6-8719-4484-8c94-00b379ffcb96", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:18:15.521698 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5e91280-ac46-464a-9153-53ea2f5ffeb6 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:18:15.523808 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d317d33-f356-4b4f-b30c-a09f8b785991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6ba1f6-8719-4484-8c94-00b379ffcb96', 'code': 200} Nov 24 21:18:15.538122 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64950411-c463-4a94-8785-3135406c03c5 None None] Resources bound (agent type, host, resource id): {{(pid=109992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 21:18:15.544891 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-07aace7d-752a-4cbf-8918-04d5029bc68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:15.580227 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b9217ce1-e133-4cfb-83d1-226d9da476a9 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:15.580681 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:15.619054 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707fcd06-207e-403c-bdf3-e02c02ad3aa1 x-openstack-request-id: req-707fcd06-207e-403c-bdf3-e02c02ad3aa1 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:18:15.619566 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d60699f-9aea-44a7-a647-3e9822e31646", "tag": "27136210-4686-4125-ad09-abc183ccd6d6", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:18:15.619771 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-707fcd06-207e-403c-bdf3-e02c02ad3aa1 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:18:15.620323 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d60699f-9aea-44a7-a647-3e9822e31646', 'tag': '27136210-4686-4125-ad09-abc183ccd6d6', 'status': 'completed', 'code': 200} Nov 24 21:18:15.675823 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-3c51eea7-7f2f-4beb-a662-ce9a8e7e0c43 service neutron] 10.222.0.48 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7360053 Nov 24 21:18:15.687587 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f35581e-0140-4608-90cd-dd5f5d6f7079 None None] New status for floating IP 2ffa5315-28e1-4f02-9e96-d17aa844c5e4: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:18:15.716736 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-07aace7d-752a-4cbf-8918-04d5029bc68a None None] For port b9217ce1-e133-4cfb-83d1-226d9da476a9, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b9217ce1-e133-4cfb-83d1-226d9da476a9,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:15.768182 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-07aace7d-752a-4cbf-8918-04d5029bc68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:15.815190 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39868) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:15.842916 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe27607-90d7-4303-b8f0-52e68e266a82 req-0f7cc925-f370-4a2d-8ec7-4a7bf4475126 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:15.848284 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aace7d-752a-4cbf-8918-04d5029bc68a None None] Pushing event updated for resources: {'Port': ['ID=b9217ce1-e133-4cfb-83d1-226d9da476a9,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:15.867034 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735edf3-e0f9-42c5-804c-5ee021ed6f1e req-c9fcecc2-00e4-473b-b7a4-067f5a53c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:15.869025 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7fe27607-90d7-4303-b8f0-52e68e266a82 req-0f7cc925-f370-4a2d-8ec7-4a7bf4475126 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d60699f-9aea-44a7-a647-3e9822e31646 HTTP/1.1" status: 200 len: 943 time: 0.1482956 Nov 24 21:18:15.869148 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8735edf3-e0f9-42c5-804c-5ee021ed6f1e req-c9fcecc2-00e4-473b-b7a4-067f5a53c14b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 1097 time: 0.1801553 Nov 24 21:18:15.942742 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-98df8efc-c984-44aa-9380-26e58e91ce97 req-fd4e8606-e7b3-4c11-a0e4-ad3d98c3f95d service neutron] 10.222.0.48 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438486 Nov 24 21:18:15.984949 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7fe27607-90d7-4303-b8f0-52e68e266a82 req-bf4c8c73-4db5-4a3c-b14d-acb1cbb9b698 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102333 Nov 24 21:18:16.041990 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a318e91-5b69-41eb-bdf8-447729627215 admin admin] Deleting subnet 0a45bd0c-8ca2-4b52-81ab-9da7498bfeba {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:18:16.048106 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7a318e91-5b69-41eb-bdf8-447729627215 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:16.048549 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8735edf3-e0f9-42c5-804c-5ee021ed6f1e req-c4379cda-0978-4b8f-a197-71c16d5ba79a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707547 Nov 24 21:18:16.109194 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7a318e91-5b69-41eb-bdf8-447729627215 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:16.167726 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4feec-de1d-4a59-a4f2-dfabf33b59f9 req-1f602de8-0b95-447a-893c-dfacb554b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:16.169438 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6cb4feec-de1d-4a59-a4f2-dfabf33b59f9 req-1f602de8-0b95-447a-893c-dfacb554b63d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8d1b3c5195f4c05a18dfb32f9f7c943&device_id=9d60699f-9aea-44a7-a647-3e9822e31646 HTTP/1.1" status: 200 len: 1094 time: 0.1477456 Nov 24 21:18:16.174445 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23c6f5ce-04d7-4717-ba8d-aa9bd40e7cf9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:16.196315 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7a318e91-5b69-41eb-bdf8-447729627215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:16.251166 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a9324-f8dc-499b-a3c6-c57b1f23d590 req-c654f314-da3a-4702-aedb-64fb114648f1 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:16.252795 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-497a9324-f8dc-499b-a3c6-c57b1f23d590 req-c654f314-da3a-4702-aedb-64fb114648f1 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=a26f7a48-a05e-4988-b25a-231ed6ab2250 HTTP/1.1" status: 200 len: 945 time: 0.1035819 Nov 24 21:18:16.256686 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c6f5ce-04d7-4717-ba8d-aa9bd40e7cf9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:16.274395 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-23c6f5ce-04d7-4717-ba8d-aa9bd40e7cf9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:16.290330 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c6f5ce-04d7-4717-ba8d-aa9bd40e7cf9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:16.290933 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23c6f5ce-04d7-4717-ba8d-aa9bd40e7cf9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:16.296143 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7a318e91-5b69-41eb-bdf8-447729627215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:16.316333 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6f5ce-04d7-4717-ba8d-aa9bd40e7cf9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=d11e4cae-525c-4854-8df2-82df0248b478,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:16.355698 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a318e91-5b69-41eb-bdf8-447729627215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a45bd0c-8ca2-4b52-81ab-9da7498bfeba,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:16.357985 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-23c6f5ce-04d7-4717-ba8d-aa9bd40e7cf9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9307120 Nov 24 21:18:16.358616 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39876) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:16.365944 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a67dbb24-85d2-47e0-aa21-5a348376a2b2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'mac_address': 'fa:16:3e:95:a4:2e', 'name': 'tempest-NetworksTestDHCPv6-2132430306'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:16.366764 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7a318e91-5b69-41eb-bdf8-447729627215 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:16.374104 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7a318e91-5b69-41eb-bdf8-447729627215 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0a45bd0c-8ca2-4b52-81ab-9da7498bfeba HTTP/1.1" status: 204 len: 168 time: 0.5564532 Nov 24 21:18:16.375057 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39878) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:16.389140 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-497a9324-f8dc-499b-a3c6-c57b1f23d590 req-2bc07b3a-efa7-483b-8ca5-17ba6237694c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=632f3a3b-7ef2-40fb-9a48-6329431dab61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268198 Nov 24 21:18:16.477878 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0742bb0d-65e4-4b9c-ab3c-90b5ee7e53f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:16.527891 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67dbb24-85d2-47e0-aa21-5a348376a2b2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:16.533640 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4feec-de1d-4a59-a4f2-dfabf33b59f9 req-3ee809bc-a136-4271-9ed5-b4f1f60369da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:16.537285 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6cb4feec-de1d-4a59-a4f2-dfabf33b59f9 req-3ee809bc-a136-4271-9ed5-b4f1f60369da service neutron] 10.222.0.48 "GET /v2.0/networks?id=69f36ff4-df91-4502-a33c-b0e40fcb2067 HTTP/1.1" status: 200 len: 915 time: 0.2784619 Nov 24 21:18:16.618485 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6cb4feec-de1d-4a59-a4f2-dfabf33b59f9 req-76e7eaa0-0262-4c7b-be29-680a6b127ce7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27136210-4686-4125-ad09-abc183ccd6d6 HTTP/1.1" status: 200 len: 217 time: 0.0673709 Nov 24 21:18:16.626079 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0742bb0d-65e4-4b9c-ab3c-90b5ee7e53f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:16.649812 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-0742bb0d-65e4-4b9c-ab3c-90b5ee7e53f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1db01eb-8833-49c1-af32-55c864da5de4']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:18:16.661897 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-0742bb0d-65e4-4b9c-ab3c-90b5ee7e53f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:18:16.662192 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-0742bb0d-65e4-4b9c-ab3c-90b5ee7e53f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8cd31c7-c8b2-4717-8eb9-ddc4a2baff06') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:18:16.673082 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0742bb0d-65e4-4b9c-ab3c-90b5ee7e53f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:16.694241 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0742bb0d-65e4-4b9c-ab3c-90b5ee7e53f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:16.703201 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a67dbb24-85d2-47e0-aa21-5a348376a2b2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:16.704288 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0742bb0d-65e4-4b9c-ab3c-90b5ee7e53f3 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:18:16.704692 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0742bb0d-65e4-4b9c-ab3c-90b5ee7e53f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:18:16.706572 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:18:16.730321 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c287ac7-f929-412e-a03c-40a389e9f694 req-abd770cd-cbc3-416a-be02-ec958a2c914f tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:16.732650 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2c287ac7-f929-412e-a03c-40a389e9f694 req-abd770cd-cbc3-416a-be02-ec958a2c914f tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.2063632 Nov 24 21:18:16.775385 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-a67dbb24-85d2-47e0-aa21-5a348376a2b2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] device_id is not set on port 6d9d4ef6-2a2a-4a27-9e54-89318935a551 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:18:16.791154 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4feec-de1d-4a59-a4f2-dfabf33b59f9 req-2d6e73c1-9f1c-4852-8c18-93b46eb141c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:16.792822 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6cb4feec-de1d-4a59-a4f2-dfabf33b59f9 req-2d6e73c1-9f1c-4852-8c18-93b46eb141c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1257a070-7767-454d-ab67-31a004e8a10a HTTP/1.1" status: 200 len: 854 time: 0.0850646 Nov 24 21:18:16.808887 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0742bb0d-65e4-4b9c-ab3c-90b5ee7e53f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:16.830046 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0742bb0d-65e4-4b9c-ab3c-90b5ee7e53f3 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:16.833443 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0742bb0d-65e4-4b9c-ab3c-90b5ee7e53f3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c1db01eb-8833-49c1-af32-55c864da5de4 HTTP/1.1" status: 204 len: 168 time: 0.4558194 Nov 24 21:18:16.837239 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742bb0d-65e4-4b9c-ab3c-90b5ee7e53f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1db01eb-8833-49c1-af32-55c864da5de4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:16.865878 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2c287ac7-f929-412e-a03c-40a389e9f694 req-bab1510d-51d5-477f-9198-de992e5b87df tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263144 Nov 24 21:18:16.871170 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6cb4feec-de1d-4a59-a4f2-dfabf33b59f9 req-b05ef57d-ad38-4904-99dd-8db04a597c5b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=69f36ff4-df91-4502-a33c-b0e40fcb2067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480556 Nov 24 21:18:16.952899 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939df011-681e-4667-a3d5-6713793dbb22 None None] DHCP port deletion for 69f36ff4-df91-4502-a33c-b0e40fcb2067 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:18:16.963323 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ef17ca-a602-44b7-9202-47291389b41c None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:16.965766 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b4ecd8-73bb-4a13-a403-d26aa6d6277b None None] Network c1db01eb-8833-49c1-af32-55c864da5de4 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:16.984643 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b4ecd8-73bb-4a13-a403-d26aa6d6277b None None] Network c1db01eb-8833-49c1-af32-55c864da5de4 could not be found, it might have been deleted concurrently. {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 21:18:17.023612 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b25fd9-c75d-45a1-b2a2-d135c018520e None None] DHCP port deletion for c1db01eb-8833-49c1-af32-55c864da5de4 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:18:17.036425 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f15d6-3a43-47cb-bed9-f5c5688881b9 req-e3582166-8c4f-4c43-b957-60714b090548 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:17.048397 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-881f15d6-3a43-47cb-bed9-f5c5688881b9 req-e3582166-8c4f-4c43-b957-60714b090548 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=a26f7a48-a05e-4988-b25a-231ed6ab2250 HTTP/1.1" status: 200 len: 945 time: 0.0960371 Nov 24 21:18:17.083607 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cb99b1-7a1d-4504-a773-368b575404cc None None] DHCP port deletion for 69f36ff4-df91-4502-a33c-b0e40fcb2067 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:18:17.094549 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6cb4feec-de1d-4a59-a4f2-dfabf33b59f9 req-ad937ff7-3609-41f0-a2a7-a929d66df1df service neutron] 10.222.0.48 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132595 Nov 24 21:18:17.109222 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ba4b7365-70ac-44dc-9206-34a43028c6eb None None] Provisioning complete for port b9217ce1-e133-4cfb-83d1-226d9da476a9 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:17.110020 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ba4b7365-70ac-44dc-9206-34a43028c6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:17.116680 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39886) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:17.131957 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-881f15d6-3a43-47cb-bed9-f5c5688881b9 req-18931a29-f5ab-4f87-a1ac-6a347cf04491 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=632f3a3b-7ef2-40fb-9a48-6329431dab61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816269 Nov 24 21:18:17.146219 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4377124c-cfc3-4666-9f32-edf1e5d3d8bc None None] DHCP port deletion for 69f36ff4-df91-4502-a33c-b0e40fcb2067 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:18:17.157644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39890) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:17.161691 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-a67dbb24-85d2-47e0-aa21-5a348376a2b2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 172.20.0.8 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/d11e4cae-525c-4854-8df2-82df0248b478/6d9d4ef6-2a2a-4a27-9e54-89318935a551) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:17.205102 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-a67dbb24-85d2-47e0-aa21-5a348376a2b2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8::f816:3eff:fe95:a42e (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/0cfb07c7-dfc7-42c7-82a0-c43bd234b0c2/6d9d4ef6-2a2a-4a27-9e54-89318935a551) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:17.265180 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-33e80983-bde2-47b3-b0bb-c08f7aadb9b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb5aaecd96374a3da709286748fb6f05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1472964 Nov 24 21:18:17.275262 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39892) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:17.307760 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889ed095-3c88-4f6a-966e-d4f612415ed4 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:17.309847 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-889ed095-3c88-4f6a-966e-d4f612415ed4 tempest-TestNetworkBasicOps-2066292415 tempest-TestNetworkBasicOps-2066292415-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a26f7a48-a05e-4988-b25a-231ed6ab2250 HTTP/1.1" status: 200 len: 1091 time: 0.1510196 Nov 24 21:18:17.317255 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6cb4feec-de1d-4a59-a4f2-dfabf33b59f9 req-210ce623-46fc-4a23-b249-0e9d0bdeb949 service neutron] 10.222.0.48 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125435 Nov 24 21:18:17.317726 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39896) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:17.319921 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304f605-4064-465d-b3f6-08363dc4da31 req-fd5c2cc2-ddde-4bfc-9835-6ad58e97b67c tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:17.336129 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-877909d7-cfa5-4c7c-8a91-7fa500ab8830 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': 'b9892789-5d15-461f-864d-dbd0551fb853', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:17.343521 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b304f605-4064-465d-b3f6-08363dc4da31 req-fd5c2cc2-ddde-4bfc-9835-6ad58e97b67c tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d60699f-9aea-44a7-a647-3e9822e31646 HTTP/1.1" status: 200 len: 943 time: 0.1233690 Nov 24 21:18:17.365766 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b9217ce1-e133-4cfb-83d1-226d9da476a9 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:18:17.381631 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-877909d7-cfa5-4c7c-8a91-7fa500ab8830 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:17.433334 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b304f605-4064-465d-b3f6-08363dc4da31 req-71b01611-c7c8-4a39-b4c2-7e66c0aaba64 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885239 Nov 24 21:18:17.437027 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b9217ce1-e133-4cfb-83d1-226d9da476a9 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:17.437408 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:17.524066 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68314ae1-08c1-457d-8c52-c706c9f7e77c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:17.524815 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64501e31-2689-473e-92bd-2b673bdae56b None None] Update dhcp port {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'fixed_ips': [{'subnet_id': '0cfb07c7-dfc7-42c7-82a0-c43bd234b0c2', 'ip_address': '2001:db8::f816:3eff:fe5e:bd73'}, {'subnet_id': 'd11e4cae-525c-4854-8df2-82df0248b478'}], 'binding:host_id': 'n-d-812111-8'}, 'id': 'b9217ce1-e133-4cfb-83d1-226d9da476a9'} from n-d-812111-8. {{(pid=109992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 21:18:17.571931 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68314ae1-08c1-457d-8c52-c706c9f7e77c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:17.586629 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-64501e31-2689-473e-92bd-2b673bdae56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:17.650162 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a67dbb24-85d2-47e0-aa21-5a348376a2b2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:17.706433 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68314ae1-08c1-457d-8c52-c706c9f7e77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:17.710062 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68314ae1-08c1-457d-8c52-c706c9f7e77c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:17.714464 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-68314ae1-08c1-457d-8c52-c706c9f7e77c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c864a52-c9e4-442c-948b-d61221035693 HTTP/1.1" status: 204 len: 168 time: 0.4381406 Nov 24 21:18:17.720988 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a67dbb24-85d2-47e0-aa21-5a348376a2b2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:17.735163 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68314ae1-08c1-457d-8c52-c706c9f7e77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c864a52-c9e4-442c-948b-d61221035693,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:17.737635 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-877909d7-cfa5-4c7c-8a91-7fa500ab8830 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:17.817919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67dbb24-85d2-47e0-aa21-5a348376a2b2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:17.828803 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-64501e31-2689-473e-92bd-2b673bdae56b None None] Allocated IP 172.20.0.2 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/d11e4cae-525c-4854-8df2-82df0248b478/b9217ce1-e133-4cfb-83d1-226d9da476a9) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:17.830262 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-a67dbb24-85d2-47e0-aa21-5a348376a2b2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:17.836140 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67dbb24-85d2-47e0-aa21-5a348376a2b2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:17.842095 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 27136210-4686-4125-ad09-abc183ccd6d6 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:18:17.878912 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67dbb24-85d2-47e0-aa21-5a348376a2b2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=6d9d4ef6-2a2a-4a27-9e54-89318935a551,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:17.929874 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67dbb24-85d2-47e0-aa21-5a348376a2b2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:17.930730 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a67dbb24-85d2-47e0-aa21-5a348376a2b2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:17.960641 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a67dbb24-85d2-47e0-aa21-5a348376a2b2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5966997 Nov 24 21:18:17.961203 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39934) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:17.977417 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-877909d7-cfa5-4c7c-8a91-7fa500ab8830 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Allocated IP 172.25.5.82 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/335ce73e-cb1e-4255-8f73-b84a3625b422) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:18.063853 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-64501e31-2689-473e-92bd-2b673bdae56b None None] For port b9217ce1-e133-4cfb-83d1-226d9da476a9, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b9217ce1-e133-4cfb-83d1-226d9da476a9,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:18.085389 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f96ff8-9d6e-4882-8ad2-b2f82b47bdf8 req-e05cca81-fb28-417e-b050-9613ced8f1eb tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:18.087111 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d5f96ff8-9d6e-4882-8ad2-b2f82b47bdf8 req-e05cca81-fb28-417e-b050-9613ced8f1eb tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.0754516 Nov 24 21:18:18.099456 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fc680d-c978-4b8b-a83e-8c6ce7b093cf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:18.111015 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fc680d-c978-4b8b-a83e-8c6ce7b093cf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:18.113399 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-18fc680d-c978-4b8b-a83e-8c6ce7b093cf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1509669 Nov 24 21:18:18.115529 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-64501e31-2689-473e-92bd-2b673bdae56b None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:18.116470 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39936) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:18.133486 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-64501e31-2689-473e-92bd-2b673bdae56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:18.263644 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-877909d7-cfa5-4c7c-8a91-7fa500ab8830 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:18.288972 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-9c58c514-2984-476d-94d6-eea41d848bf0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting port 6d9d4ef6-2a2a-4a27-9e54-89318935a551 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:18:18.289410 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c58c514-2984-476d-94d6-eea41d848bf0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:18.320967 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-877909d7-cfa5-4c7c-8a91-7fa500ab8830 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:18.366383 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877909d7-cfa5-4c7c-8a91-7fa500ab8830 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:18.370114 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d5f96ff8-9d6e-4882-8ad2-b2f82b47bdf8 req-0bedd099-6d25-4ab7-b749-c1b02b45ce7f tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552714 Nov 24 21:18:18.371640 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-877909d7-cfa5-4c7c-8a91-7fa500ab8830 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:18.378024 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877909d7-cfa5-4c7c-8a91-7fa500ab8830 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:18.381446 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877909d7-cfa5-4c7c-8a91-7fa500ab8830 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'Port': ['ID=335ce73e-cb1e-4255-8f73-b84a3625b422,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:18.436190 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c58c514-2984-476d-94d6-eea41d848bf0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:18.452614 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-9c58c514-2984-476d-94d6-eea41d848bf0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Calling delete_port for 6d9d4ef6-2a2a-4a27-9e54-89318935a551 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:18.560804 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64501e31-2689-473e-92bd-2b673bdae56b None None] Pushing event updated for resources: {'Port': ['ID=b9217ce1-e133-4cfb-83d1-226d9da476a9,revision_number=9']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:18.568046 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 27136210-4686-4125-ad09-abc183ccd6d6, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=27136210-4686-4125-ad09-abc183ccd6d6,segment=NetworkSegment(1374f974-1485-4dc0-b969-e97d087fa34f),segment_id=1374f974-1485-4dc0-b969-e97d087fa34f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:18.585361 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '27136210-4686-4125-ad09-abc183ccd6d6', 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067', 'port_id': '27136210-4686-4125-ad09-abc183ccd6d6', 'mac_address': 'fa:16:3e:8a:9b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1257a070-7767-454d-ab67-31a004e8a10a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:18:18.641278 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:18.648014 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c37f01-2476-425a-8b01-647b85f48f04 req-12428ccb-49ce-4395-92a7-6ad1bd670549 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:18.649609 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f5c37f01-2476-425a-8b01-647b85f48f04 req-12428ccb-49ce-4395-92a7-6ad1bd670549 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d60699f-9aea-44a7-a647-3e9822e31646 HTTP/1.1" status: 200 len: 943 time: 0.0846746 Nov 24 21:18:18.657430 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27136210-4686-4125-ad09-abc183ccd6d6 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:18:18.694821 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 27136210-4686-4125-ad09-abc183ccd6d6, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=27136210-4686-4125-ad09-abc183ccd6d6,segment=NetworkSegment(1374f974-1485-4dc0-b969-e97d087fa34f),segment_id=1374f974-1485-4dc0-b969-e97d087fa34f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:18.702157 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:18.768957 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f5c37f01-2476-425a-8b01-647b85f48f04 req-05678363-f0f6-44bb-a8ab-060d3d38ae5f tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071961 Nov 24 21:18:18.778471 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=27136210-4686-4125-ad09-abc183ccd6d6,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:18.804075 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c58c514-2984-476d-94d6-eea41d848bf0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:18.835313 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58c514-2984-476d-94d6-eea41d848bf0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Port': ['ID=6d9d4ef6-2a2a-4a27-9e54-89318935a551,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:18.927236 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['27136210-4686-4125-ad09-abc183ccd6d6'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:18:18.963380 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c58c514-2984-476d-94d6-eea41d848bf0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:18.971082 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9c58c514-2984-476d-94d6-eea41d848bf0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/6d9d4ef6-2a2a-4a27-9e54-89318935a551 HTTP/1.1" status: 204 len: 168 time: 0.8512247 Nov 24 21:18:18.971366 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39940) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:18.992181 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-877909d7-cfa5-4c7c-8a91-7fa500ab8830 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:19.043343 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6557a2c7-28a4-41ef-947c-44800b17561e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:19.047528 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6557a2c7-28a4-41ef-947c-44800b17561e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:19.049184 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6557a2c7-28a4-41ef-947c-44800b17561e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:19.053565 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6557a2c7-28a4-41ef-947c-44800b17561e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0787585 Nov 24 21:18:19.053842 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39942) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:19.089414 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-877909d7-cfa5-4c7c-8a91-7fa500ab8830 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:19.129085 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-82578581-da89-45af-90c4-e0e88d01b38a tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet 0cfb07c7-dfc7-42c7-82a0-c43bd234b0c2 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:18:19.133355 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-82578581-da89-45af-90c4-e0e88d01b38a tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:19.182158 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-82578581-da89-45af-90c4-e0e88d01b38a tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:19.282603 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882ec5bc-e1e5-4d6a-948a-afab87b05674 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:19.299938 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-877909d7-cfa5-4c7c-8a91-7fa500ab8830 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:19.306719 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-877909d7-cfa5-4c7c-8a91-7fa500ab8830 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:19.308734 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-82578581-da89-45af-90c4-e0e88d01b38a tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:19.314895 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b9217ce1-e133-4cfb-83d1-226d9da476a9 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:18:19.384486 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877909d7-cfa5-4c7c-8a91-7fa500ab8830 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event updated for resources: {'Port': ['ID=335ce73e-cb1e-4255-8f73-b84a3625b422,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:19.388574 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-82578581-da89-45af-90c4-e0e88d01b38a tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:19.398330 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-877909d7-cfa5-4c7c-8a91-7fa500ab8830 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:19.422129 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82578581-da89-45af-90c4-e0e88d01b38a tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=0cfb07c7-dfc7-42c7-82a0-c43bd234b0c2,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:19.424460 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-82578581-da89-45af-90c4-e0e88d01b38a tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:19.431531 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-82578581-da89-45af-90c4-e0e88d01b38a tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/0cfb07c7-dfc7-42c7-82a0-c43bd234b0c2 HTTP/1.1" status: 204 len: 168 time: 0.3748822 Nov 24 21:18:19.432514 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39946) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:19.481019 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3b770070-0d5d-4dde-b6d4-2a64523dcb6b None None] Provisioning complete for port b9217ce1-e133-4cfb-83d1-226d9da476a9 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:19.481433 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3b770070-0d5d-4dde-b6d4-2a64523dcb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:19.500551 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7052c2-31e8-4cf3-9b5f-5508f350f2d3 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet d11e4cae-525c-4854-8df2-82df0248b478 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:18:19.505486 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3e7052c2-31e8-4cf3-9b5f-5508f350f2d3 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:19.527020 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-877909d7-cfa5-4c7c-8a91-7fa500ab8830 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Floating IP 9c447a2f-ddeb-4303-8d13-285d6166b957 associated. External IP: 172.25.5.82, port: b9892789-5d15-461f-864d-dbd0551fb853. Nov 24 21:18:19.587194 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3e7052c2-31e8-4cf3-9b5f-5508f350f2d3 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:19.596249 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b9217ce1-e133-4cfb-83d1-226d9da476a9 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:19.596630 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:19.634952 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd6298-dfdd-414c-b3c0-a7561d7c326a req-3cf37469-eddd-42cc-af99-d8e0e030f969 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:19.636785 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd6298-dfdd-414c-b3c0-a7561d7c326a req-3cf37469-eddd-42cc-af99-d8e0e030f969 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.1323295 Nov 24 21:18:19.747773 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3e7052c2-31e8-4cf3-9b5f-5508f350f2d3 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:19.755781 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-badd6298-dfdd-414c-b3c0-a7561d7c326a req-bb3e1e1c-92d7-4c69-becc-a9090b307a00 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048241 Nov 24 21:18:19.796279 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877909d7-cfa5-4c7c-8a91-7fa500ab8830 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Router eb5813a4-bd54-421c-91c5-7fb8ba14d0ac has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:18:19.828517 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3e7052c2-31e8-4cf3-9b5f-5508f350f2d3 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:19.838587 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 27136210-4686-4125-ad09-abc183ccd6d6 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:18:19.873959 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3e7052c2-31e8-4cf3-9b5f-5508f350f2d3 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:19.878552 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3e7052c2-31e8-4cf3-9b5f-5508f350f2d3 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/d11e4cae-525c-4854-8df2-82df0248b478 HTTP/1.1" status: 204 len: 168 time: 0.4440312 Nov 24 21:18:19.879765 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7052c2-31e8-4cf3-9b5f-5508f350f2d3 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=d11e4cae-525c-4854-8df2-82df0248b478,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:19.881980 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39952) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:19.932098 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 27136210-4686-4125-ad09-abc183ccd6d6 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:18:19.943732 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 27136210-4686-4125-ad09-abc183ccd6d6 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:19.944447 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:19.970916 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b972ad32-67ac-4dba-8593-46d9c590dab6 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858445 Nov 24 21:18:19.973660 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39954) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:19.978852 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a970d679-9ef8-4823-b178-f34428eddb59 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:19.980421 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31759a-567a-4d41-8a44-b72b232c30da req-755369e9-cdc5-418b-af03-2f75bc6004d5 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:19.983527 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1e31759a-567a-4d41-8a44-b72b232c30da req-755369e9-cdc5-418b-af03-2f75bc6004d5 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.0890329 Nov 24 21:18:20.042215 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:20.066638 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1e31759a-567a-4d41-8a44-b72b232c30da req-4e59bb5d-93b8-4a0f-bf40-ff59b70444ba tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759363 Nov 24 21:18:20.068327 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d60699f-9aea-44a7-a647-3e9822e31646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27136210-4686-4125-ad09-abc183ccd6d6'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:18:20.070906 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397f3ce4-b4bd-4eab-81af-372fa7d913b3" -d '{"events": [{"server_uuid": "9d60699f-9aea-44a7-a647-3e9822e31646", "name": "network-vif-plugged", "status": "completed", "tag": "27136210-4686-4125-ad09-abc183ccd6d6"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:18:20.088503 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 27136210-4686-4125-ad09-abc183ccd6d6, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=27136210-4686-4125-ad09-abc183ccd6d6,segment=NetworkSegment(1374f974-1485-4dc0-b969-e97d087fa34f),segment_id=1374f974-1485-4dc0-b969-e97d087fa34f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:20.098276 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877909d7-cfa5-4c7c-8a91-7fa500ab8830 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:18:20.103941 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcf52d6-0cd0-4dab-b341-0c19d965cf66 None None] Sync routers for ids ['eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:18:20.118200 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:20.139335 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a970d679-9ef8-4823-b178-f34428eddb59 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:20.143598 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a970d679-9ef8-4823-b178-f34428eddb59 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:20.150886 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-877909d7-cfa5-4c7c-8a91-7fa500ab8830 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:20.158042 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcf52d6-0cd0-4dab-b341-0c19d965cf66 None None] Routers {'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:18:20.158669 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-bfcf52d6-0cd0-4dab-b341-0c19d965cf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:18:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:18:20.195898 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=27136210-4686-4125-ad09-abc183ccd6d6,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:20.241976 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e988cc4-daf2-43d4-a4c1-d1db55b76cb8 req-e214cc56-c6c0-4fc3-b793-b7e12bee5a50 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:20.250098 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e988cc4-daf2-43d4-a4c1-d1db55b76cb8 req-e214cc56-c6c0-4fc3-b793-b7e12bee5a50 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d60699f-9aea-44a7-a647-3e9822e31646 HTTP/1.1" status: 200 len: 945 time: 0.0796649 Nov 24 21:18:20.307401 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e988cc4-daf2-43d4-a4c1-d1db55b76cb8 req-e61b544c-e3b2-4ba2-9522-29e077de118f tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511880 Nov 24 21:18:20.341169 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-bfcf52d6-0cd0-4dab-b341-0c19d965cf66 None None] Set router eb5813a4-bd54-421c-91c5-7fb8ba14d0ac gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:18:20.382626 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f016c22f-aa45-4e86-9e2a-ba5dd08212fe x-openstack-request-id: req-f016c22f-aa45-4e86-9e2a-ba5dd08212fe {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:18:20.382892 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d60699f-9aea-44a7-a647-3e9822e31646", "name": "network-vif-plugged", "status": "completed", "tag": "27136210-4686-4125-ad09-abc183ccd6d6", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:18:20.383165 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f016c22f-aa45-4e86-9e2a-ba5dd08212fe {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:18:20.383688 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d60699f-9aea-44a7-a647-3e9822e31646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27136210-4686-4125-ad09-abc183ccd6d6', 'code': 200} Nov 24 21:18:20.484330 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72e39fe-0069-420e-8496-c6025ec68b84 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:20.509700 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72527463-286c-461b-a538-66d760d93f66 req-f99d3639-c3fd-40a9-97eb-62ad8d4dc124 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:20.511671 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72527463-286c-461b-a538-66d760d93f66 req-f99d3639-c3fd-40a9-97eb-62ad8d4dc124 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.0715508 Nov 24 21:18:20.573757 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72527463-286c-461b-a538-66d760d93f66 req-bf38b58b-2d3b-4cee-a269-96d1f5099334 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546718 Nov 24 21:18:20.578442 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c1e7aa7b-c938-4082-87e5-6b8a558cab1b None None] Provisioning complete for port b9217ce1-e133-4cfb-83d1-226d9da476a9 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:20.579318 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c1e7aa7b-c938-4082-87e5-6b8a558cab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:20.649499 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-877909d7-cfa5-4c7c-8a91-7fa500ab8830 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3166387 Nov 24 21:18:20.652210 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39964) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:20.655175 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26f7a48-a05e-4988-b25a-231ed6ab2250', 'tag': 'b9892789-5d15-461f-864d-dbd0551fb853'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:18:20.659100 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488d23d3-7520-4fa2-a456-535ba76d8f67" -d '{"events": [{"name": "network-changed", "server_uuid": "a26f7a48-a05e-4988-b25a-231ed6ab2250", "tag": "b9892789-5d15-461f-864d-dbd0551fb853"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:18:20.689311 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c866b-bf51-4cd2-9bf9-314057d10835 req-325efb0f-b777-4c28-9da8-d8d49292ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:20.691016 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d37c866b-bf51-4cd2-9bf9-314057d10835 req-325efb0f-b777-4c28-9da8-d8d49292ff0a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9d60699f-9aea-44a7-a647-3e9822e31646 HTTP/1.1" status: 200 len: 1096 time: 0.1272686 Nov 24 21:18:20.762223 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-295485d3-c5f4-40f2-8f33-acb02f6339a5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/floatingips/9c447a2f-ddeb-4303-8d13-285d6166b957 HTTP/1.1" status: 200 len: 990 time: 0.1087763 Nov 24 21:18:20.776651 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d37c866b-bf51-4cd2-9bf9-314057d10835 req-e88b7280-c055-486c-8340-50b647f76bf2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777605 Nov 24 21:18:20.776889 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed2d8f-2e91-40f5-a71f-f45fa64da07a req-e823ed44-f701-4e46-b513-6abc3475c44e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:20.778918 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d7ed2d8f-2e91-40f5-a71f-f45fa64da07a req-e823ed44-f701-4e46-b513-6abc3475c44e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.0786886 Nov 24 21:18:20.843560 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a970d679-9ef8-4823-b178-f34428eddb59 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:20.846599 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b9ef8f-9a7d-4aac-98bb-89a1b2cf0cab None None] DHCP port deletion for 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:18:20.847363 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d7ed2d8f-2e91-40f5-a71f-f45fa64da07a req-374295de-040e-4431-bdc4-9724bb10187e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613468 Nov 24 21:18:20.880933 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-bfcf52d6-0cd0-4dab-b341-0c19d965cf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'name': 'tempest-TestNetworkBasicOps-router-992992104', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:17:30Z', 'updated_at': '2021-11-24T21:17:41Z', 'revision_number': 4, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:31Z', 'updated_at': '2021-11-24T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '9c447a2f-ddeb-4303-8d13-285d6166b957', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'floating_ip_address': '172.25.5.82', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'port_id': 'b9892789-5d15-461f-864d-dbd0551fb853', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693', 'mac_address': 'fa:16:3e:ea:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26f7a48-a05e-4988-b25a-231ed6ab2250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:18:18Z', 'updated_at': '2021-11-24T21:18:18Z', 'revision_number': 0, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed616b4d-1af7-4c90-99c3-a64a470a1a26', 'name': '', 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:28:4d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '0c23496e-c71e-440d-948e-15d3f4d6337b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:39Z', 'updated_at': '2021-11-24T21:17:48Z', 'revision_number': 5, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': '0c23496e-c71e-440d-948e-15d3f4d6337b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:18:20.902464 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a970d679-9ef8-4823-b178-f34428eddb59 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:20.906013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-a970d679-9ef8-4823-b178-f34428eddb59 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:20.912038 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a970d679-9ef8-4823-b178-f34428eddb59 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:20.912210 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a970d679-9ef8-4823-b178-f34428eddb59 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:20.912640 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcf52d6-0cd0-4dab-b341-0c19d965cf66 None None] Checking router: eb5813a4-bd54-421c-91c5-7fb8ba14d0ac for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:18:20.916022 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ad3b76-3bb1-49ae-a593-b500467b7ec8 x-openstack-request-id: req-78ad3b76-3bb1-49ae-a593-b500467b7ec8 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:18:20.916351 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a26f7a48-a05e-4988-b25a-231ed6ab2250", "tag": "b9892789-5d15-461f-864d-dbd0551fb853", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:18:20.916727 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-78ad3b76-3bb1-49ae-a593-b500467b7ec8 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:18:20.917142 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26f7a48-a05e-4988-b25a-231ed6ab2250', 'tag': 'b9892789-5d15-461f-864d-dbd0551fb853', 'status': 'completed', 'code': 200} Nov 24 21:18:20.920080 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970d679-9ef8-4823-b178-f34428eddb59 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=0533e832-5910-4bf8-85e4-46c65bb85eff,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:20.929932 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcf52d6-0cd0-4dab-b341-0c19d965cf66 None None] Routers {'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:18:20.930402 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-bfcf52d6-0cd0-4dab-b341-0c19d965cf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:18:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:18:20.948795 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a970d679-9ef8-4823-b178-f34428eddb59 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9735372 Nov 24 21:18:20.951600 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 39970) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:20.957967 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-35a1a2ab-a052-4a31-8737-737f1043ba98 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:20.987840 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-41b9ef8f-9a7d-4aac-98bb-89a1b2cf0cab None None] Deleting port b9217ce1-e133-4cfb-83d1-226d9da476a9 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:18:20.988215 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-41b9ef8f-9a7d-4aac-98bb-89a1b2cf0cab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:21.097979 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d23d3-7520-4fa2-a456-535ba76d8f67 req-898651ca-dc80-4809-a09d-659ded5b3cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:21.099394 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-488d23d3-7520-4fa2-a456-535ba76d8f67 req-898651ca-dc80-4809-a09d-659ded5b3cdd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=207eef9f28694fbd90eb332792fa324d&device_id=a26f7a48-a05e-4988-b25a-231ed6ab2250 HTTP/1.1" status: 200 len: 1096 time: 0.1455476 Nov 24 21:18:21.100443 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-bfcf52d6-0cd0-4dab-b341-0c19d965cf66 None None] Set router eb5813a4-bd54-421c-91c5-7fb8ba14d0ac gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:18:21.114783 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84181982-3b8e-41da-8741-25f00a3e397a req-fe6c867e-ec01-4715-b8f1-29b60ae080a2 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:21.116220 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84181982-3b8e-41da-8741-25f00a3e397a req-fe6c867e-ec01-4715-b8f1-29b60ae080a2 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.1301539 Nov 24 21:18:21.151133 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-41b9ef8f-9a7d-4aac-98bb-89a1b2cf0cab None None] For port b9217ce1-e133-4cfb-83d1-226d9da476a9, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b9217ce1-e133-4cfb-83d1-226d9da476a9,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:21.151441 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-41b9ef8f-9a7d-4aac-98bb-89a1b2cf0cab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:21.198961 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-41b9ef8f-9a7d-4aac-98bb-89a1b2cf0cab None None] Calling delete_port for b9217ce1-e133-4cfb-83d1-226d9da476a9 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:21.240282 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a1a2ab-a052-4a31-8737-737f1043ba98 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:21.243896 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35a1a2ab-a052-4a31-8737-737f1043ba98 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:21.287613 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84181982-3b8e-41da-8741-25f00a3e397a req-8454e015-1550-4d38-9b62-7d08fcb98885 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596434 Nov 24 21:18:21.339735 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d23d3-7520-4fa2-a456-535ba76d8f67 req-53a5aa84-a291-4e0a-8c97-2ccbb85ef5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:21.341241 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-488d23d3-7520-4fa2-a456-535ba76d8f67 req-53a5aa84-a291-4e0a-8c97-2ccbb85ef5c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a228c9d-528a-4c54-8949-c9681f179693 HTTP/1.1" status: 200 len: 897 time: 0.2240751 Nov 24 21:18:21.378383 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b9217ce1-e133-4cfb-83d1-226d9da476a9 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:18:21.577235 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-41b9ef8f-9a7d-4aac-98bb-89a1b2cf0cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:21.627088 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9ef8f-9a7d-4aac-98bb-89a1b2cf0cab None None] Pushing event deleted for resources: {'Port': ['ID=b9217ce1-e133-4cfb-83d1-226d9da476a9,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:21.630694 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:21.654957 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b9ef8f-9a7d-4aac-98bb-89a1b2cf0cab None None] No DVR routers for this DVR port b9217ce1-e133-4cfb-83d1-226d9da476a9 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:18:21.682961 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a88c048-52f2-493f-85ed-285fcfdc19db None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:21.766534 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39978) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:21.772421 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-488d23d3-7520-4fa2-a456-535ba76d8f67 req-728b2bb5-a51b-4872-9eb6-77448741c153 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9892789-5d15-461f-864d-dbd0551fb853 HTTP/1.1" status: 200 len: 998 time: 0.4210334 Nov 24 21:18:21.793411 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08432d9a-35fd-43f3-be83-18f85720674a req-fa1cf14e-21a1-4de6-a1ec-9e52033c01b7 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:21.801655 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-08432d9a-35fd-43f3-be83-18f85720674a req-fa1cf14e-21a1-4de6-a1ec-9e52033c01b7 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.1024010 Nov 24 21:18:21.805511 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-bfcf52d6-0cd0-4dab-b341-0c19d965cf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'name': 'tempest-TestNetworkBasicOps-router-992992104', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:17:30Z', 'updated_at': '2021-11-24T21:17:41Z', 'revision_number': 4, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:31Z', 'updated_at': '2021-11-24T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '9c447a2f-ddeb-4303-8d13-285d6166b957', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'floating_ip_address': '172.25.5.82', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'port_id': 'b9892789-5d15-461f-864d-dbd0551fb853', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693', 'mac_address': 'fa:16:3e:ea:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26f7a48-a05e-4988-b25a-231ed6ab2250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:18:18Z', 'updated_at': '2021-11-24T21:18:18Z', 'revision_number': 0, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed616b4d-1af7-4c90-99c3-a64a470a1a26', 'name': '', 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:28:4d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '0c23496e-c71e-440d-948e-15d3f4d6337b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:39Z', 'updated_at': '2021-11-24T21:17:48Z', 'revision_number': 5, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': '0c23496e-c71e-440d-948e-15d3f4d6337b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:18:21.838457 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcf52d6-0cd0-4dab-b341-0c19d965cf66 None None] The sync data for ids ['eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'] in n-d-812111-8 is: [{'id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'name': 'tempest-TestNetworkBasicOps-router-992992104', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:17:30Z', 'updated_at': '2021-11-24T21:17:41Z', 'revision_number': 4, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:31Z', 'updated_at': '2021-11-24T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '9c447a2f-ddeb-4303-8d13-285d6166b957', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'floating_ip_address': '172.25.5.82', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'port_id': 'b9892789-5d15-461f-864d-dbd0551fb853', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693', 'mac_address': 'fa:16:3e:ea:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26f7a48-a05e-4988-b25a-231ed6ab2250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:18:18Z', 'updated_at': '2021-11-24T21:18:18Z', 'revision_number': 0, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed616b4d-1af7-4c90-99c3-a64a470a1a26', 'name': '', 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:28:4d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '0c23496e-c71e-440d-948e-15d3f4d6337b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:39Z', 'updated_at': '2021-11-24T21:17:48Z', 'revision_number': 5, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': '0c23496e-c71e-440d-948e-15d3f4d6337b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:18:21.888203 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bb08b2eb-b0c2-4b88-bb68-d20619b452df tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/floatingips/9c447a2f-ddeb-4303-8d13-285d6166b957 HTTP/1.1" status: 200 len: 990 time: 0.1198828 Nov 24 21:18:21.931362 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d993e9c7-8fed-49b9-8d78-4c0ba88143d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'fixed_ips': [{'subnet_id': '0533e832-5910-4bf8-85e4-46c65bb85eff'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:18:21.932553 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d993e9c7-8fed-49b9-8d78-4c0ba88143d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:21.940448 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d23d3-7520-4fa2-a456-535ba76d8f67 req-e7677515-6d5d-47a9-9455-7b4c510fc1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:21.942126 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-488d23d3-7520-4fa2-a456-535ba76d8f67 req-e7677515-6d5d-47a9-9455-7b4c510fc1ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c23496e-c71e-440d-948e-15d3f4d6337b HTTP/1.1" status: 200 len: 834 time: 0.1571572 Nov 24 21:18:22.002047 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-08432d9a-35fd-43f3-be83-18f85720674a req-fd6332d2-08c8-4f64-b9af-da1233a7d18d tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994381 Nov 24 21:18:22.093541 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d23d3-7520-4fa2-a456-535ba76d8f67 req-8a7a47c6-433c-4db9-95a1-09c3fcb1fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:22.095408 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-488d23d3-7520-4fa2-a456-535ba76d8f67 req-8a7a47c6-433c-4db9-95a1-09c3fcb1fdaf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a228c9d-528a-4c54-8949-c9681f179693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456847 Nov 24 21:18:22.113346 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-d993e9c7-8fed-49b9-8d78-4c0ba88143d3 None None] Allocated IP 172.20.0.2 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/0533e832-5910-4bf8-85e4-46c65bb85eff/35459edb-39a8-4047-a423-565eeafe88af) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:22.259324 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944bd279-acfd-481c-afb1-c8e32948066a None None] New status for floating IP 9c447a2f-ddeb-4303-8d13-285d6166b957: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:18:22.277292 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d993e9c7-8fed-49b9-8d78-4c0ba88143d3 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:22.279615 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d270dd-91ef-4223-8913-71dbe3649c8c req-f5bf9a8f-c6ee-4269-9ea3-ad31a40b2fac tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:22.281124 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-37d270dd-91ef-4223-8913-71dbe3649c8c req-f5bf9a8f-c6ee-4269-9ea3-ad31a40b2fac tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d60699f-9aea-44a7-a647-3e9822e31646 HTTP/1.1" status: 200 len: 945 time: 0.1805217 Nov 24 21:18:22.285516 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d993e9c7-8fed-49b9-8d78-4c0ba88143d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:22.325220 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-488d23d3-7520-4fa2-a456-535ba76d8f67 req-68d2cc94-f9b6-44e0-8d23-ccd4cb02aa8d service neutron] 10.222.0.15 "GET /v2.0/networks/4a228c9d-528a-4c54-8949-c9681f179693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164724 Nov 24 21:18:22.331103 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d993e9c7-8fed-49b9-8d78-4c0ba88143d3 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:22.334239 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-d993e9c7-8fed-49b9-8d78-4c0ba88143d3 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:22.338895 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d993e9c7-8fed-49b9-8d78-4c0ba88143d3 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:22.343030 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993e9c7-8fed-49b9-8d78-4c0ba88143d3 None None] Pushing event updated for resources: {'Port': ['ID=35459edb-39a8-4047-a423-565eeafe88af,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:22.397660 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-d993e9c7-8fed-49b9-8d78-4c0ba88143d3 None None] Attempting to bind port 35459edb-39a8-4047-a423-565eeafe88af on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:18:22.398365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-d993e9c7-8fed-49b9-8d78-4c0ba88143d3 None None] Attempting to bind port 35459edb-39a8-4047-a423-565eeafe88af by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:18:22.398549 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d993e9c7-8fed-49b9-8d78-4c0ba88143d3 None None] Attempting to bind port 35459edb-39a8-4047-a423-565eeafe88af on network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:18:22.401244 n-d-812111-8 neutron-server[109991]: DEBUG neutron.objects.ports [None req-35a1a2ab-a052-4a31-8737-737f1043ba98 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109991) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 21:18:22.405220 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d993e9c7-8fed-49b9-8d78-4c0ba88143d3 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:18:22.405700 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d993e9c7-8fed-49b9-8d78-4c0ba88143d3 None None] Checking segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:18:22.406537 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d993e9c7-8fed-49b9-8d78-4c0ba88143d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:22.406537 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d993e9c7-8fed-49b9-8d78-4c0ba88143d3 None None] Bound using segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:18:22.407143 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-d993e9c7-8fed-49b9-8d78-4c0ba88143d3 None None] Bound port: 35459edb-39a8-4047-a423-565eeafe88af, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:18:22.407598 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d993e9c7-8fed-49b9-8d78-4c0ba88143d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:22.478673 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d993e9c7-8fed-49b9-8d78-4c0ba88143d3 None None] For port 35459edb-39a8-4047-a423-565eeafe88af, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:18:22.482909 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d993e9c7-8fed-49b9-8d78-4c0ba88143d3 None None] For port 35459edb-39a8-4047-a423-565eeafe88af, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=35459edb-39a8-4047-a423-565eeafe88af,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:18:22.487102 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d993e9c7-8fed-49b9-8d78-4c0ba88143d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:22.510683 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-37d270dd-91ef-4223-8913-71dbe3649c8c req-aadbc623-7cab-4a83-8075-c5843bfc1005 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016885 Nov 24 21:18:22.555243 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993e9c7-8fed-49b9-8d78-4c0ba88143d3 None None] Pushing event updated for resources: {'Port': ['ID=35459edb-39a8-4047-a423-565eeafe88af,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:22.566197 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-488d23d3-7520-4fa2-a456-535ba76d8f67 req-cffb5df8-ad62-40cb-8460-b3b9a1791564 service neutron] 10.222.0.15 "GET /v2.0/networks/4a228c9d-528a-4c54-8949-c9681f179693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326005 Nov 24 21:18:22.681031 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7ca53-3d44-4679-8387-f7485b49a5b0 req-46462741-df72-46d1-ab7d-18bebf77bf75 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:22.682591 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-49b7ca53-3d44-4679-8387-f7485b49a5b0 req-46462741-df72-46d1-ab7d-18bebf77bf75 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.0831375 Nov 24 21:18:22.693665 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35a1a2ab-a052-4a31-8737-737f1043ba98 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:22.814483 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-49b7ca53-3d44-4679-8387-f7485b49a5b0 req-22fe0576-acd9-4a35-bbe4-f22dd9522641 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228001 Nov 24 21:18:22.892013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39988) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:22.936958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-35a1a2ab-a052-4a31-8737-737f1043ba98 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] For port 35459edb-39a8-4047-a423-565eeafe88af, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=35459edb-39a8-4047-a423-565eeafe88af,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:22.970579 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35a1a2ab-a052-4a31-8737-737f1043ba98 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:22.978781 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35a1a2ab-a052-4a31-8737-737f1043ba98 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:22.980717 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35a1a2ab-a052-4a31-8737-737f1043ba98 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:22.985536 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-06d47795-2b44-48c7-bc11-5b2679d76e1d tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/floatingips/9c447a2f-ddeb-4303-8d13-285d6166b957 HTTP/1.1" status: 200 len: 992 time: 0.0916073 Nov 24 21:18:23.084732 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a1a2ab-a052-4a31-8737-737f1043ba98 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:23.090946 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-35a1a2ab-a052-4a31-8737-737f1043ba98 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:23.095646 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a1a2ab-a052-4a31-8737-737f1043ba98 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:23.096523 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35a1a2ab-a052-4a31-8737-737f1043ba98 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:23.111691 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1a2ab-a052-4a31-8737-737f1043ba98 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=35459edb-39a8-4047-a423-565eeafe88af,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:23.118206 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1a2ab-a052-4a31-8737-737f1043ba98 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=3890d5ff-54c8-47f7-9afb-af76d0856dcf,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:23.133798 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-35a1a2ab-a052-4a31-8737-737f1043ba98 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1785550 Nov 24 21:18:23.134153 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 39998) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:23.140159 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-5845443b-4694-4990-8d73-6f6ec9aa01aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'mac_address': 'fa:16:3e:6a:9b:91', 'name': 'tempest-NetworksTestDHCPv6-1430984232'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:23.282641 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5845443b-4694-4990-8d73-6f6ec9aa01aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:23.385265 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 35459edb-39a8-4047-a423-565eeafe88af up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:18:23.427397 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5845443b-4694-4990-8d73-6f6ec9aa01aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:23.448944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21200eb-14b3-44f4-b5aa-79a08ed8be52 req-ee65dfe5-37a6-4d0c-bb50-90b3abc486d7 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:23.450789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 35459edb-39a8-4047-a423-565eeafe88af triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:23.450789 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:23.457550 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-5845443b-4694-4990-8d73-6f6ec9aa01aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] device_id is not set on port 2c2f63ab-39c4-4bee-be5a-8ac3c2270260 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:18:23.459270 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d21200eb-14b3-44f4-b5aa-79a08ed8be52 req-ee65dfe5-37a6-4d0c-bb50-90b3abc486d7 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.0753052 Nov 24 21:18:23.511480 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d21200eb-14b3-44f4-b5aa-79a08ed8be52 req-8d31384d-9b58-42d1-bf01-3d76f39a8e85 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511544 Nov 24 21:18:23.569918 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:23.614466 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 35459edb-39a8-4047-a423-565eeafe88af, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=35459edb-39a8-4047-a423-565eeafe88af,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:23.619161 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:23.677184 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=35459edb-39a8-4047-a423-565eeafe88af,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:23.681222 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51691e73-dc3b-4f88-a56a-6386bb7be13c None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:23.681758 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-5845443b-4694-4990-8d73-6f6ec9aa01aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 172.20.0.3 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/0533e832-5910-4bf8-85e4-46c65bb85eff/2c2f63ab-39c4-4bee-be5a-8ac3c2270260) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:23.690033 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-5845443b-4694-4990-8d73-6f6ec9aa01aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8::f816:3eff:fe6a:9b91 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/3890d5ff-54c8-47f7-9afb-af76d0856dcf/2c2f63ab-39c4-4bee-be5a-8ac3c2270260) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:23.805087 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e9af7c38-bacd-4bc6-a18d-bacd12d250af None None] Provisioning complete for port 35459edb-39a8-4047-a423-565eeafe88af triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:23.805463 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e9af7c38-bacd-4bc6-a18d-bacd12d250af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:23.853647 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5845443b-4694-4990-8d73-6f6ec9aa01aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:23.895911 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5845443b-4694-4990-8d73-6f6ec9aa01aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:23.951596 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5845443b-4694-4990-8d73-6f6ec9aa01aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:23.954859 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-5845443b-4694-4990-8d73-6f6ec9aa01aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:23.958619 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5845443b-4694-4990-8d73-6f6ec9aa01aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:23.965544 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845443b-4694-4990-8d73-6f6ec9aa01aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=2c2f63ab-39c4-4bee-be5a-8ac3c2270260,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:24.014655 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5845443b-4694-4990-8d73-6f6ec9aa01aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:24.015288 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5845443b-4694-4990-8d73-6f6ec9aa01aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:24.035677 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40004) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:24.036017 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5845443b-4694-4990-8d73-6f6ec9aa01aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9004102 Nov 24 21:18:24.101266 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85381578-9826-4617-bd43-557c51e731cd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:24.108382 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85381578-9826-4617-bd43-557c51e731cd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:24.110182 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-85381578-9826-4617-bd43-557c51e731cd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0733147 Nov 24 21:18:24.113047 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40006) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:24.217781 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-676e18ad-99ba-44a9-b364-dc6c48875866 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting port 2c2f63ab-39c4-4bee-be5a-8ac3c2270260 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:18:24.218122 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-676e18ad-99ba-44a9-b364-dc6c48875866 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:24.316118 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-676e18ad-99ba-44a9-b364-dc6c48875866 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:24.329511 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-676e18ad-99ba-44a9-b364-dc6c48875866 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Calling delete_port for 2c2f63ab-39c4-4bee-be5a-8ac3c2270260 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:24.523033 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-676e18ad-99ba-44a9-b364-dc6c48875866 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:24.569299 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e18ad-99ba-44a9-b364-dc6c48875866 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Port': ['ID=2c2f63ab-39c4-4bee-be5a-8ac3c2270260,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:24.611131 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8464ce66-9315-4cf4-b0df-6bd10a9494ff None None] Provisioning complete for port 35459edb-39a8-4047-a423-565eeafe88af triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:24.611673 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8464ce66-9315-4cf4-b0df-6bd10a9494ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:24.730055 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f683f6-1327-49bd-920b-c096bfc50f3c req-427ca6a8-1e78-4d2c-9522-53600c3034d0 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:24.733279 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-17f683f6-1327-49bd-920b-c096bfc50f3c req-427ca6a8-1e78-4d2c-9522-53600c3034d0 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.1178865 Nov 24 21:18:24.737187 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-676e18ad-99ba-44a9-b364-dc6c48875866 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:24.743529 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-676e18ad-99ba-44a9-b364-dc6c48875866 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/2c2f63ab-39c4-4bee-be5a-8ac3c2270260 HTTP/1.1" status: 204 len: 168 time: 0.6292660 Nov 24 21:18:24.745340 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40012) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:24.804768 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-17f683f6-1327-49bd-920b-c096bfc50f3c req-76f46aaf-56ee-41ae-98f2-91c148a9d134 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600255 Nov 24 21:18:24.821488 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901a1afa-de02-47bc-8f5a-c241a083bf5c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:24.823152 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901a1afa-de02-47bc-8f5a-c241a083bf5c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:24.825528 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901a1afa-de02-47bc-8f5a-c241a083bf5c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:24.828363 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-901a1afa-de02-47bc-8f5a-c241a083bf5c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0819280 Nov 24 21:18:24.829775 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40014) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:24.898764 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c49504-9090-4c3d-b00f-74a5618bcbd2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet 0533e832-5910-4bf8-85e4-46c65bb85eff {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:18:24.899945 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6c49504-9090-4c3d-b00f-74a5618bcbd2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:24.941382 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d26ee09f-0ad0-4663-b212-58e3a67157eb None None] Could not find standard attr ID for object 6d9d4ef6-2a2a-4a27-9e54-89318935a551. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:18:24.962025 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6c49504-9090-4c3d-b00f-74a5618bcbd2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:25.079458 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6c49504-9090-4c3d-b00f-74a5618bcbd2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:25.238390 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9efdb-f74e-49d4-a0d4-4593d20b574f req-79721dcc-55d2-4020-90c1-2bfc16fbcc42 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:25.254199 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9cb9efdb-f74e-49d4-a0d4-4593d20b574f req-79721dcc-55d2-4020-90c1-2bfc16fbcc42 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.0961640 Nov 24 21:18:25.271943 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-fc7ad75c-e9da-41e2-9515-66461a64953b None None] Could not find standard attr ID for object 2c2f63ab-39c4-4bee-be5a-8ac3c2270260. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:18:25.295831 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c0a49-2197-4665-b19c-c2ef9b5c8aad req-db85a232-be08-40d8-8173-887dff4621fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:25.297775 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f4c0a49-2197-4665-b19c-c2ef9b5c8aad req-db85a232-be08-40d8-8173-887dff4621fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=decaecefece2435080b2d378715208c2&device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 1097 time: 0.0883410 Nov 24 21:18:25.304766 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6c49504-9090-4c3d-b00f-74a5618bcbd2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:25.322164 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9cb9efdb-f74e-49d4-a0d4-4593d20b574f req-8ddc5d99-18c1-439c-94fd-33c3cf1f5d72 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668974 Nov 24 21:18:25.362550 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c49504-9090-4c3d-b00f-74a5618bcbd2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=0533e832-5910-4bf8-85e4-46c65bb85eff,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:25.373275 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6c49504-9090-4c3d-b00f-74a5618bcbd2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:25.377587 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e6c49504-9090-4c3d-b00f-74a5618bcbd2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/0533e832-5910-4bf8-85e4-46c65bb85eff HTTP/1.1" status: 204 len: 168 time: 0.5468364 Nov 24 21:18:25.381350 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40024) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:25.394972 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 35459edb-39a8-4047-a423-565eeafe88af up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:18:25.450696 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c0a49-2197-4665-b19c-c2ef9b5c8aad req-8fe04e04-e991-4a48-b8f4-3a2f8166d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:25.452664 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f4c0a49-2197-4665-b19c-c2ef9b5c8aad req-8fe04e04-e991-4a48-b8f4-3a2f8166d886 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ee8d0854-ec27-476a-931f-a8f1bb95806d HTTP/1.1" status: 200 len: 915 time: 0.1466565 Nov 24 21:18:25.459532 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 35459edb-39a8-4047-a423-565eeafe88af triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:25.459911 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:25.481843 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-3072bcaf-eef3-4c8a-ad09-4af293f572b4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet 3890d5ff-54c8-47f7-9afb-af76d0856dcf {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:18:25.485866 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3072bcaf-eef3-4c8a-ad09-4af293f572b4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:25.511316 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f4c0a49-2197-4665-b19c-c2ef9b5c8aad req-0be57752-044d-4f01-b614-c585b6784140 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf6ba1f6-8719-4484-8c94-00b379ffcb96 HTTP/1.1" status: 200 len: 217 time: 0.0501921 Nov 24 21:18:25.547301 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3072bcaf-eef3-4c8a-ad09-4af293f572b4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:25.572843 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c0a49-2197-4665-b19c-c2ef9b5c8aad req-08845bb0-a731-468c-9db2-44d9cef2783c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:25.574319 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f4c0a49-2197-4665-b19c-c2ef9b5c8aad req-08845bb0-a731-468c-9db2-44d9cef2783c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2cb85dfb-9587-449f-bfab-6a213fbd07fd HTTP/1.1" status: 200 len: 854 time: 0.0553732 Nov 24 21:18:25.611922 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f4c0a49-2197-4665-b19c-c2ef9b5c8aad req-d588aa44-2f63-4b57-a252-5ac63ae987b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ee8d0854-ec27-476a-931f-a8f1bb95806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298493 Nov 24 21:18:25.666338 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3072bcaf-eef3-4c8a-ad09-4af293f572b4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:25.682026 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67a90c6-d48d-48f1-ba8b-ec1e552d5931 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:25.742320 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f4c0a49-2197-4665-b19c-c2ef9b5c8aad req-72de46ed-6168-419c-9d10-7a66e8fd4047 service neutron] 10.222.0.48 "GET /v2.0/networks/ee8d0854-ec27-476a-931f-a8f1bb95806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223702 Nov 24 21:18:25.742621 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3072bcaf-eef3-4c8a-ad09-4af293f572b4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:25.789067 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072bcaf-eef3-4c8a-ad09-4af293f572b4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=3890d5ff-54c8-47f7-9afb-af76d0856dcf,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:25.799001 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3072bcaf-eef3-4c8a-ad09-4af293f572b4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:25.804976 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3072bcaf-eef3-4c8a-ad09-4af293f572b4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/3890d5ff-54c8-47f7-9afb-af76d0856dcf HTTP/1.1" status: 204 len: 168 time: 0.4219463 Nov 24 21:18:25.807382 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40026) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:25.853843 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-16aff504-5332-498a-a31c-1e692c742b8b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452785 Nov 24 21:18:25.856681 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40028) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:25.863286 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-3ea53ea8-48ef-40ee-aa3f-9f0572033f1e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:25.879622 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7f4c0a49-2197-4665-b19c-c2ef9b5c8aad req-95841946-a17f-4f92-a2f7-33d2a2267cbc service neutron] 10.222.0.48 "GET /v2.0/networks/ee8d0854-ec27-476a-931f-a8f1bb95806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299472 Nov 24 21:18:25.961427 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8298267-bab8-4b91-858e-90e971949844 None None] DHCP port deletion for 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:18:25.985930 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea53ea8-48ef-40ee-aa3f-9f0572033f1e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:25.990072 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3ea53ea8-48ef-40ee-aa3f-9f0572033f1e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:26.019098 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-d8298267-bab8-4b91-858e-90e971949844 None None] Deleting port 35459edb-39a8-4047-a423-565eeafe88af {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:18:26.019821 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d8298267-bab8-4b91-858e-90e971949844 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:26.095889 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d8298267-bab8-4b91-858e-90e971949844 None None] For port 35459edb-39a8-4047-a423-565eeafe88af, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=35459edb-39a8-4047-a423-565eeafe88af,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:26.096488 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d8298267-bab8-4b91-858e-90e971949844 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:26.111582 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-d8298267-bab8-4b91-858e-90e971949844 None None] Calling delete_port for 35459edb-39a8-4047-a423-565eeafe88af owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:26.195271 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3ea53ea8-48ef-40ee-aa3f-9f0572033f1e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:26.206510 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d8298267-bab8-4b91-858e-90e971949844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:26.238393 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8298267-bab8-4b91-858e-90e971949844 None None] Pushing event deleted for resources: {'Port': ['ID=35459edb-39a8-4047-a423-565eeafe88af,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:26.239731 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8298267-bab8-4b91-858e-90e971949844 None None] No DVR routers for this DVR port 35459edb-39a8-4047-a423-565eeafe88af on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:18:26.251892 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea53ea8-48ef-40ee-aa3f-9f0572033f1e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:26.257300 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-3ea53ea8-48ef-40ee-aa3f-9f0572033f1e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:26.262801 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea53ea8-48ef-40ee-aa3f-9f0572033f1e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:26.263449 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3ea53ea8-48ef-40ee-aa3f-9f0572033f1e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:26.271449 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea53ea8-48ef-40ee-aa3f-9f0572033f1e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=e1291d35-f215-4239-9f9f-e32b47c1b231,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:26.272272 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bed48f-07c7-474d-9f8e-76f97c68dd84 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:26.287223 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3ea53ea8-48ef-40ee-aa3f-9f0572033f1e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4273663 Nov 24 21:18:26.289697 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40032) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:26.295645 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-1959dbe7-a4f6-4669-835f-af2ae2f83168 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:26.456730 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e825626-9a2e-449d-9e65-a373db408ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'fixed_ips': [{'subnet_id': 'e1291d35-f215-4239-9f9f-e32b47c1b231'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:18:26.457754 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0e825626-9a2e-449d-9e65-a373db408ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:26.480400 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1959dbe7-a4f6-4669-835f-af2ae2f83168 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:26.485376 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1959dbe7-a4f6-4669-835f-af2ae2f83168 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:26.545517 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e0b72-b7dd-4388-bc78-74c41b5b3045 req-c3625612-bdb0-4ab3-b073-bafc5a9cc779 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:26.547661 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fa2e0b72-b7dd-4388-bc78-74c41b5b3045 req-c3625612-bdb0-4ab3-b073-bafc5a9cc779 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.1199098 Nov 24 21:18:26.654316 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-0e825626-9a2e-449d-9e65-a373db408ce5 None None] Allocated IP 172.20.0.2 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/e1291d35-f215-4239-9f9f-e32b47c1b231/b2f71d20-8384-4732-8e76-578047cf17d0) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:26.681376 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fa2e0b72-b7dd-4388-bc78-74c41b5b3045 req-d737d304-a778-441a-a59d-81810a65d448 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002560 Nov 24 21:18:26.832405 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0e825626-9a2e-449d-9e65-a373db408ce5 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:26.839010 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0e825626-9a2e-449d-9e65-a373db408ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:26.880512 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e825626-9a2e-449d-9e65-a373db408ce5 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:26.883669 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-0e825626-9a2e-449d-9e65-a373db408ce5 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:26.891817 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e825626-9a2e-449d-9e65-a373db408ce5 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:26.904563 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e825626-9a2e-449d-9e65-a373db408ce5 None None] Pushing event updated for resources: {'Port': ['ID=b2f71d20-8384-4732-8e76-578047cf17d0,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:26.950999 n-d-812111-8 neutron-server[109991]: DEBUG neutron.objects.ports [None req-1959dbe7-a4f6-4669-835f-af2ae2f83168 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109991) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 21:18:26.962590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0e825626-9a2e-449d-9e65-a373db408ce5 None None] Attempting to bind port b2f71d20-8384-4732-8e76-578047cf17d0 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:18:26.963059 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0e825626-9a2e-449d-9e65-a373db408ce5 None None] Attempting to bind port b2f71d20-8384-4732-8e76-578047cf17d0 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:18:26.963500 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e825626-9a2e-449d-9e65-a373db408ce5 None None] Attempting to bind port b2f71d20-8384-4732-8e76-578047cf17d0 on network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:18:26.969697 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e825626-9a2e-449d-9e65-a373db408ce5 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:18:26.970084 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e825626-9a2e-449d-9e65-a373db408ce5 None None] Checking segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:18:26.970489 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0e825626-9a2e-449d-9e65-a373db408ce5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:26.970886 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e825626-9a2e-449d-9e65-a373db408ce5 None None] Bound using segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:18:26.971350 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0e825626-9a2e-449d-9e65-a373db408ce5 None None] Bound port: b2f71d20-8384-4732-8e76-578047cf17d0, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:18:26.971749 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0e825626-9a2e-449d-9e65-a373db408ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:27.052930 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0e825626-9a2e-449d-9e65-a373db408ce5 None None] For port b2f71d20-8384-4732-8e76-578047cf17d0, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:18:27.056558 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0e825626-9a2e-449d-9e65-a373db408ce5 None None] For port b2f71d20-8384-4732-8e76-578047cf17d0, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b2f71d20-8384-4732-8e76-578047cf17d0,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:18:27.062377 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0e825626-9a2e-449d-9e65-a373db408ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:27.135156 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e825626-9a2e-449d-9e65-a373db408ce5 None None] Pushing event updated for resources: {'Port': ['ID=b2f71d20-8384-4732-8e76-578047cf17d0,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:27.159443 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1959dbe7-a4f6-4669-835f-af2ae2f83168 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:27.313218 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 35459edb-39a8-4047-a423-565eeafe88af no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:18:27.364083 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 35459edb-39a8-4047-a423-565eeafe88af {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:18:27.366368 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 35459edb-39a8-4047-a423-565eeafe88af not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:18:27.397489 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-1959dbe7-a4f6-4669-835f-af2ae2f83168 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] For port b2f71d20-8384-4732-8e76-578047cf17d0, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b2f71d20-8384-4732-8e76-578047cf17d0,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:27.442185 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1959dbe7-a4f6-4669-835f-af2ae2f83168 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:27.447868 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1959dbe7-a4f6-4669-835f-af2ae2f83168 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:27.448917 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1959dbe7-a4f6-4669-835f-af2ae2f83168 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:27.544463 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1959dbe7-a4f6-4669-835f-af2ae2f83168 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:27.552353 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-1959dbe7-a4f6-4669-835f-af2ae2f83168 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:27.556165 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1959dbe7-a4f6-4669-835f-af2ae2f83168 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:27.556786 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1959dbe7-a4f6-4669-835f-af2ae2f83168 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:27.573924 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959dbe7-a4f6-4669-835f-af2ae2f83168 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=7adeb39d-f379-4d34-857a-004d9e5fa788,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:27.583335 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959dbe7-a4f6-4669-835f-af2ae2f83168 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=b2f71d20-8384-4732-8e76-578047cf17d0,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:27.597000 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1959dbe7-a4f6-4669-835f-af2ae2f83168 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3034964 Nov 24 21:18:27.597515 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40038) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:27.603408 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0a783c99-009c-4052-94d7-af398b7c448f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'mac_address': 'fa:16:3e:e3:45:6a', 'name': 'tempest-NetworksTestDHCPv6-1978821041'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:27.728031 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a783c99-009c-4052-94d7-af398b7c448f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:27.732571 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a783c99-009c-4052-94d7-af398b7c448f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:27.758585 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-0a783c99-009c-4052-94d7-af398b7c448f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] device_id is not set on port b414fb26-1e7d-4422-9811-70dc8764ccb4 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:18:27.808353 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10dd98d-451d-4b33-8b68-c0ff4ff3ba7c req-11adc774-b28b-4530-b3cb-2f444e1fe929 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:27.810785 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b10dd98d-451d-4b33-8b68-c0ff4ff3ba7c req-11adc774-b28b-4530-b3cb-2f444e1fe929 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.0537610 Nov 24 21:18:27.867000 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b10dd98d-451d-4b33-8b68-c0ff4ff3ba7c req-a7c535a1-84e7-4819-9839-08934560b82a tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459197 Nov 24 21:18:27.960317 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-0a783c99-009c-4052-94d7-af398b7c448f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 172.20.0.14 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/e1291d35-f215-4239-9f9f-e32b47c1b231/b414fb26-1e7d-4422-9811-70dc8764ccb4) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:27.967737 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-0a783c99-009c-4052-94d7-af398b7c448f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8::f816:3eff:fee3:456a (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/7adeb39d-f379-4d34-857a-004d9e5fa788/b414fb26-1e7d-4422-9811-70dc8764ccb4) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:28.013902 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a283d9-f0b5-488e-a28c-f27a2a1661f2 req-7ec44ef8-b61d-4fee-b572-613fc622808b tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:28.015078 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-95a283d9-f0b5-488e-a28c-f27a2a1661f2 req-7ec44ef8-b61d-4fee-b572-613fc622808b tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.0641081 Nov 24 21:18:28.083782 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-95a283d9-f0b5-488e-a28c-f27a2a1661f2 req-8b4c8a83-e289-4f0b-8c83-6153eb00c699 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580275 Nov 24 21:18:28.142914 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a783c99-009c-4052-94d7-af398b7c448f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:28.203359 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a783c99-009c-4052-94d7-af398b7c448f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:28.279807 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a783c99-009c-4052-94d7-af398b7c448f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:28.284947 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-0a783c99-009c-4052-94d7-af398b7c448f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:28.288498 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a783c99-009c-4052-94d7-af398b7c448f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:28.291847 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d4aa0-e37b-489e-8bfa-01d157c80d4a req-fe2b1a70-3d1e-4d98-a73a-b30cabb38b2d tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:28.293961 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-304d4aa0-e37b-489e-8bfa-01d157c80d4a req-fe2b1a70-3d1e-4d98-a73a-b30cabb38b2d tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.0627203 Nov 24 21:18:28.297454 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a783c99-009c-4052-94d7-af398b7c448f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=b414fb26-1e7d-4422-9811-70dc8764ccb4,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:28.353265 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a783c99-009c-4052-94d7-af398b7c448f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:28.354120 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a783c99-009c-4052-94d7-af398b7c448f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:28.360829 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b591b6-0cae-446d-beef-c81f307b7ed5 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:28.361641 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-304d4aa0-e37b-489e-8bfa-01d157c80d4a req-3ebba958-3d94-46d1-9dde-fcd1a1901902 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569158 Nov 24 21:18:28.377163 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40050) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:28.377810 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0a783c99-009c-4052-94d7-af398b7c448f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.7790966 Nov 24 21:18:28.445836 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5d856d-f654-4b38-a280-b0179c910243 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:28.456213 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5d856d-f654-4b38-a280-b0179c910243 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:28.458290 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1a5d856d-f654-4b38-a280-b0179c910243 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0795577 Nov 24 21:18:28.461758 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40054) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:28.517270 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7c8ac-afdc-4c70-bf5f-67c07123dbc5 req-4268306f-eb68-4fe0-af34-dd98a5a2e401 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:28.525346 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-88d7c8ac-afdc-4c70-bf5f-67c07123dbc5 req-4268306f-eb68-4fe0-af34-dd98a5a2e401 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.0656807 Nov 24 21:18:28.578493 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-6f99a63d-aa15-45bd-85c2-04f8867ae227 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting port b414fb26-1e7d-4422-9811-70dc8764ccb4 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:18:28.579038 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f99a63d-aa15-45bd-85c2-04f8867ae227 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:28.584450 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-88d7c8ac-afdc-4c70-bf5f-67c07123dbc5 req-464b8f2f-a8e6-4f86-be4d-bc32bf25f83a tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578260 Nov 24 21:18:28.616539 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-5d59580e-ea01-4d5b-a580-6936686aedfb None None] Provisioning complete for port b2f71d20-8384-4732-8e76-578047cf17d0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:28.616874 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5d59580e-ea01-4d5b-a580-6936686aedfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:28.735066 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f99a63d-aa15-45bd-85c2-04f8867ae227 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:28.752276 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-6f99a63d-aa15-45bd-85c2-04f8867ae227 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Calling delete_port for b414fb26-1e7d-4422-9811-70dc8764ccb4 owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:28.779380 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5d59580e-ea01-4d5b-a580-6936686aedfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:28.814382 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885689c-ecd3-4c5c-813f-5ce9146023e8 req-32ba67bb-009b-424a-b143-d236b41fb2ee tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:28.816917 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a885689c-ecd3-4c5c-813f-5ce9146023e8 req-32ba67bb-009b-424a-b143-d236b41fb2ee tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.0707548 Nov 24 21:18:28.838346 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-5d59580e-ea01-4d5b-a580-6936686aedfb None None] For port b2f71d20-8384-4732-8e76-578047cf17d0, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b2f71d20-8384-4732-8e76-578047cf17d0,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:28.847130 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5d59580e-ea01-4d5b-a580-6936686aedfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:28.909797 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a885689c-ecd3-4c5c-813f-5ce9146023e8 req-c66acd1a-cbb1-496c-9666-f162b05e41aa tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811987 Nov 24 21:18:28.916974 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59580e-ea01-4d5b-a580-6936686aedfb None None] Pushing event updated for resources: {'Port': ['ID=b2f71d20-8384-4732-8e76-578047cf17d0,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:29.010046 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f99a63d-aa15-45bd-85c2-04f8867ae227 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:29.048151 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a7907-5602-4604-89bc-b7b21aa337a3 req-10ce2a2f-a3db-44e0-841b-63e7ce58579c tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:29.054337 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99a63d-aa15-45bd-85c2-04f8867ae227 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Port': ['ID=b414fb26-1e7d-4422-9811-70dc8764ccb4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:29.056077 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d78a7907-5602-4604-89bc-b7b21aa337a3 req-10ce2a2f-a3db-44e0-841b-63e7ce58579c tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.0685952 Nov 24 21:18:29.134006 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d78a7907-5602-4604-89bc-b7b21aa337a3 req-06aff4e2-e15e-4d26-94cf-8e15b4ae0749 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767877 Nov 24 21:18:29.173152 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f99a63d-aa15-45bd-85c2-04f8867ae227 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:29.183235 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40066) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:29.185984 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6f99a63d-aa15-45bd-85c2-04f8867ae227 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/b414fb26-1e7d-4422-9811-70dc8764ccb4 HTTP/1.1" status: 204 len: 168 time: 0.7209196 Nov 24 21:18:29.250449 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4b0546-8c05-4a70-b342-5669fbfe03ca tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:29.252191 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4b0546-8c05-4a70-b342-5669fbfe03ca tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:29.254104 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4b0546-8c05-4a70-b342-5669fbfe03ca tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:29.259102 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40072) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:29.259293 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8e4b0546-8c05-4a70-b342-5669fbfe03ca tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0740232 Nov 24 21:18:29.360055 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c22349-20c8-4c97-b74e-a4a88e80e103 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet 7adeb39d-f379-4d34-857a-004d9e5fa788 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:18:29.364800 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88c22349-20c8-4c97-b74e-a4a88e80e103 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:29.422665 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ceac3-246f-4969-b2b5-72b8198a0b26 req-0798e819-7b20-475f-ad25-96e3e0c5e66f tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:29.424268 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6b6ceac3-246f-4969-b2b5-72b8198a0b26 req-0798e819-7b20-475f-ad25-96e3e0c5e66f tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.0892715 Nov 24 21:18:29.437844 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b2f71d20-8384-4732-8e76-578047cf17d0 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:18:29.480624 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88c22349-20c8-4c97-b74e-a4a88e80e103 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:29.538613 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6b6ceac3-246f-4969-b2b5-72b8198a0b26 req-5ea6b171-65d1-4aea-a2f8-9f719212ec68 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074049 Nov 24 21:18:29.551773 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b2f71d20-8384-4732-8e76-578047cf17d0 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:29.552150 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:29.614020 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88c22349-20c8-4c97-b74e-a4a88e80e103 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:29.688207 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88c22349-20c8-4c97-b74e-a4a88e80e103 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:29.724110 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c22349-20c8-4c97-b74e-a4a88e80e103 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=7adeb39d-f379-4d34-857a-004d9e5fa788,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:29.730793 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88c22349-20c8-4c97-b74e-a4a88e80e103 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:29.734931 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-88c22349-20c8-4c97-b74e-a4a88e80e103 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/7adeb39d-f379-4d34-857a-004d9e5fa788 HTTP/1.1" status: 204 len: 168 time: 0.4753523 Nov 24 21:18:29.737997 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40088) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:29.787930 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7dbc770d-e4ca-4881-b3e8-8806cae54899 None None] Provisioning complete for port b2f71d20-8384-4732-8e76-578047cf17d0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:29.788599 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7dbc770d-e4ca-4881-b3e8-8806cae54899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:29.803129 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-ab09be69-d554-488e-b896-28eafbc40317 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:29.810881 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-ab09be69-d554-488e-b896-28eafbc40317 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/networks?id=69f36ff4-df91-4502-a33c-b0e40fcb2067 HTTP/1.1" status: 200 len: 814 time: 0.1653476 Nov 24 21:18:29.822440 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-07bb963f-0601-4e38-8ed3-cff1c6380309 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet e1291d35-f215-4239-9f9f-e32b47c1b231 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:18:29.828123 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07bb963f-0601-4e38-8ed3-cff1c6380309 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:29.834526 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-fe5140a4-89e8-4659-bed6-73d83e78be14 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/quotas/b8d1b3c5195f4c05a18dfb32f9f7c943 HTTP/1.1" status: 200 len: 375 time: 0.0226676 Nov 24 21:18:29.881170 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07bb963f-0601-4e38-8ed3-cff1c6380309 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:29.899024 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-0a5cce6b-37c3-4d5f-9a1a-3b45c5772037 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8d1b3c5195f4c05a18dfb32f9f7c943&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636575 Nov 24 21:18:29.933717 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7dbc770d-e4ca-4881-b3e8-8806cae54899 None None] Could not find standard attr ID for object b414fb26-1e7d-4422-9811-70dc8764ccb4. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:18:30.022365 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07bb963f-0601-4e38-8ed3-cff1c6380309 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:30.054072 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-03bb85e5-6154-435a-ae58-ebbcf4739213 service neutron] 10.222.0.11 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436026 Nov 24 21:18:30.094087 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07bb963f-0601-4e38-8ed3-cff1c6380309 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:30.118761 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07bb963f-0601-4e38-8ed3-cff1c6380309 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:30.124879 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e5a636-98ee-4422-a452-bd381785193c None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:30.125695 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-07bb963f-0601-4e38-8ed3-cff1c6380309 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/e1291d35-f215-4239-9f9f-e32b47c1b231 HTTP/1.1" status: 204 len: 168 time: 0.3861423 Nov 24 21:18:30.145185 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40090) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:30.153900 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb963f-0601-4e38-8ed3-cff1c6380309 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=e1291d35-f215-4239-9f9f-e32b47c1b231,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:30.172947 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-19472ac5-e5d7-4a46-a7d3-e41f1445c7ad None None] Could not find standard attr ID for object b414fb26-1e7d-4422-9811-70dc8764ccb4. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:18:30.203961 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-7993031c-6230-44af-864b-ef4419742ac1 service neutron] 10.222.0.11 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441152 Nov 24 21:18:30.213177 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c87c540c-15a2-47d3-a56e-4486afc723ff tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0662379 Nov 24 21:18:30.216154 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40092) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:30.271730 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c669a4-d874-48ae-a4a8-c52e31dda64d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:30.274241 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d3c669a4-d874-48ae-a4a8-c52e31dda64d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0568237 Nov 24 21:18:30.276718 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40094) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:30.336629 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a417940c-b5c1-467e-bd6a-695a108a813d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:30.338183 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a417940c-b5c1-467e-bd6a-695a108a813d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0596867 Nov 24 21:18:30.341807 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40096) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:30.401197 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08736354-8840-4d09-b559-eda5ffd1788d None None] DHCP port deletion for 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:18:30.405567 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-37376323-0237-4ad4-98e1-2e8b3c126739 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620115 Nov 24 21:18:30.412076 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40102) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:30.424923 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-64708881-e89c-45f3-b0d4-b84b428f3588 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:30.476955 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a546305-2d08-42e0-a0e8-6b199a1d5766 req-feea3986-613f-4bc7-90cf-a746644c1c9f tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:30.479039 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8a546305-2d08-42e0-a0e8-6b199a1d5766 req-feea3986-613f-4bc7-90cf-a746644c1c9f tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.0638940 Nov 24 21:18:30.483158 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-08736354-8840-4d09-b559-eda5ffd1788d None None] Deleting port b2f71d20-8384-4732-8e76-578047cf17d0 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:18:30.483740 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-08736354-8840-4d09-b559-eda5ffd1788d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:30.548135 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8a546305-2d08-42e0-a0e8-6b199a1d5766 req-e11ec859-0611-4598-999b-6391e2f294a8 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613260 Nov 24 21:18:30.576976 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64708881-e89c-45f3-b0d4-b84b428f3588 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:30.581479 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-64708881-e89c-45f3-b0d4-b84b428f3588 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:30.583081 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-64708881-e89c-45f3-b0d4-b84b428f3588 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:18:30.584335 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64708881-e89c-45f3-b0d4-b84b428f3588 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:18:30.596984 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-08736354-8840-4d09-b559-eda5ffd1788d None None] For port b2f71d20-8384-4732-8e76-578047cf17d0, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b2f71d20-8384-4732-8e76-578047cf17d0,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:30.597449 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-08736354-8840-4d09-b559-eda5ffd1788d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:30.613098 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-64708881-e89c-45f3-b0d4-b84b428f3588 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1997063 Nov 24 21:18:30.613298 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-08736354-8840-4d09-b559-eda5ffd1788d None None] Calling delete_port for b2f71d20-8384-4732-8e76-578047cf17d0 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:30.615966 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40110) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:30.623803 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-5a500507-f79a-4c7c-9102-0abd7a2bc523 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:30.647096 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4792be5a-e884-482e-83f7-fb1487c27e75 req-aeca96a7-5da2-4775-b337-e5aed64c9b06 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bc98503-0678-4c97-8890-8b49802c88fa HTTP/1.1" status: 200 len: 210 time: 0.0521448 Nov 24 21:18:30.712953 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-08736354-8840-4d09-b559-eda5ffd1788d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:30.745506 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08736354-8840-4d09-b559-eda5ffd1788d None None] Pushing event deleted for resources: {'Port': ['ID=b2f71d20-8384-4732-8e76-578047cf17d0,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:30.755998 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08736354-8840-4d09-b559-eda5ffd1788d None None] No DVR routers for this DVR port b2f71d20-8384-4732-8e76-578047cf17d0 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:18:30.768230 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a500507-f79a-4c7c-9102-0abd7a2bc523 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:30.771032 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5a500507-f79a-4c7c-9102-0abd7a2bc523 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:30.772531 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a500507-f79a-4c7c-9102-0abd7a2bc523 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:18:30.773290 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a500507-f79a-4c7c-9102-0abd7a2bc523 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:18:30.794365 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5a500507-f79a-4c7c-9102-0abd7a2bc523 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1766276 Nov 24 21:18:30.797399 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40116) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:30.803558 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-60c7df32-18e0-4154-9343-ece97290d486 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:30.913642 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937194d-0d82-4ee3-a444-76bb717ab465 req-082a44c7-6cd8-4f36-bd87-c32be3c4a032 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:30.915339 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9937194d-0d82-4ee3-a444-76bb717ab465 req-082a44c7-6cd8-4f36-bd87-c32be3c4a032 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.1329701 Nov 24 21:18:30.954651 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c7df32-18e0-4154-9343-ece97290d486 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:30.958670 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-60c7df32-18e0-4154-9343-ece97290d486 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:30.960109 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c7df32-18e0-4154-9343-ece97290d486 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:18:30.960549 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c7df32-18e0-4154-9343-ece97290d486 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:18:30.989768 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-60c7df32-18e0-4154-9343-ece97290d486 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1911592 Nov 24 21:18:30.993614 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40118) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:30.993749 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9937194d-0d82-4ee3-a444-76bb717ab465 req-2b1da6c5-5e09-469c-b57e-39ea43fdccfd tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696831 Nov 24 21:18:31.001782 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-cb278c80-c78d-4fa8-b4d0-6d6a5818692f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:31.112921 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb278c80-c78d-4fa8-b4d0-6d6a5818692f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:31.117639 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cb278c80-c78d-4fa8-b4d0-6d6a5818692f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:31.119080 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb278c80-c78d-4fa8-b4d0-6d6a5818692f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:18:31.119524 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb278c80-c78d-4fa8-b4d0-6d6a5818692f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:18:31.130544 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ada528-9669-4603-9611-4e39a91ed2bd req-4532305e-8a48-4e29-95cb-5991c4ca3cbb tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:31.132268 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42ada528-9669-4603-9611-4e39a91ed2bd req-4532305e-8a48-4e29-95cb-5991c4ca3cbb tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.0619931 Nov 24 21:18:31.136389 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cb278c80-c78d-4fa8-b4d0-6d6a5818692f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1413016 Nov 24 21:18:31.140144 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40122) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:31.145943 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4a78a599-aa86-4704-861a-6a131f6e1c15 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:31.187806 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42ada528-9669-4603-9611-4e39a91ed2bd req-0cf339d7-3c34-4305-9829-63fb08b11cf5 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483520 Nov 24 21:18:31.254382 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a78a599-aa86-4704-861a-6a131f6e1c15 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:31.258605 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4a78a599-aa86-4704-861a-6a131f6e1c15 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:31.260502 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a78a599-aa86-4704-861a-6a131f6e1c15 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:18:31.261006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a78a599-aa86-4704-861a-6a131f6e1c15 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:18:31.278664 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4a78a599-aa86-4704-861a-6a131f6e1c15 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1367006 Nov 24 21:18:31.281813 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40128) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:31.287702 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-2a248dfc-33c0-4f89-b01b-01a14c44e627 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:31.299884 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b2f71d20-8384-4732-8e76-578047cf17d0 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:18:31.323512 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: b2f71d20-8384-4732-8e76-578047cf17d0 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:18:31.323868 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b2f71d20-8384-4732-8e76-578047cf17d0 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:18:31.343044 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ed34e-8476-4091-9836-c75749eac0d4 req-e71e7596-3814-4599-830b-5338ffe4938d tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:31.344660 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-034ed34e-8476-4091-9836-c75749eac0d4 req-e71e7596-3814-4599-830b-5338ffe4938d tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.0585332 Nov 24 21:18:31.384611 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a248dfc-33c0-4f89-b01b-01a14c44e627 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:31.388920 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2a248dfc-33c0-4f89-b01b-01a14c44e627 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:31.390367 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a248dfc-33c0-4f89-b01b-01a14c44e627 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:18:31.390809 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a248dfc-33c0-4f89-b01b-01a14c44e627 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:18:31.407926 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2a248dfc-33c0-4f89-b01b-01a14c44e627 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1248021 Nov 24 21:18:31.410248 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40130) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:31.413056 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-034ed34e-8476-4091-9836-c75749eac0d4 req-ce7459d6-bfbb-4d8a-bceb-4e74cb5f5b12 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601842 Nov 24 21:18:31.442738 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f0c3f26e-b8e2-405b-bd86-942d5da84827 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0311322 Nov 24 21:18:31.445090 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40134) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:31.567844 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59794c71-7bde-4cc1-8b5d-8cd56edf2105 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:31.569462 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-59794c71-7bde-4cc1-8b5d-8cd56edf2105 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1232190 Nov 24 21:18:31.572068 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40136) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:31.620592 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-65f3ca88-0fe0-455b-b1cd-7a295a51d452 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467703 Nov 24 21:18:31.624872 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40138) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:31.628357 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454c5c9-5aca-4a82-91b7-d343b469f7f3 req-9462d56b-960c-4162-8f5f-11d575051603 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:31.629953 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6454c5c9-5aca-4a82-91b7-d343b469f7f3 req-9462d56b-960c-4162-8f5f-11d575051603 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.1361854 Nov 24 21:18:31.630076 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7bc3d6c9-8e3a-4f78-b08f-f8dd31697670 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:31.664130 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-6b58fe04-696e-454d-bd60-6612d157ab7b tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:31.665493 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-6b58fe04-696e-454d-bd60-6612d157ab7b tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.15 "GET /v2.0/networks?id=69f36ff4-df91-4502-a33c-b0e40fcb2067 HTTP/1.1" status: 200 len: 814 time: 0.1836908 Nov 24 21:18:31.689722 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-65982992-dea0-4b84-8535-8ae3a658f1cd tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Request body: {'port': {'device_id': '4bc98503-0678-4c97-8890-8b49802c88fa', 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067', 'admin_state_up': True, 'tenant_id': 'b8d1b3c5195f4c05a18dfb32f9f7c943'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:31.727515 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6454c5c9-5aca-4a82-91b7-d343b469f7f3 req-2f2b1174-26ad-4612-8333-14b9ec04399a tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903702 Nov 24 21:18:31.730116 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc3d6c9-8e3a-4f78-b08f-f8dd31697670 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:31.735207 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7bc3d6c9-8e3a-4f78-b08f-f8dd31697670 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:31.838764 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-80dd2f26-9679-4fe0-9de6-6a5119fe2e9b req-0bd41937-9490-4882-acee-fdd51563f92d tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bc98503-0678-4c97-8890-8b49802c88fa HTTP/1.1" status: 200 len: 210 time: 0.0347610 Nov 24 21:18:31.844119 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-65982992-dea0-4b84-8535-8ae3a658f1cd tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Made reservation on behalf of b8d1b3c5195f4c05a18dfb32f9f7c943 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:31.848028 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-65982992-dea0-4b84-8535-8ae3a658f1cd tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:32.012276 n-d-812111-8 neutron-server[109990]: DEBUG neutron.objects.ports [None req-7bc3d6c9-8e3a-4f78-b08f-f8dd31697670 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109990) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 21:18:32.014302 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7bc3d6c9-8e3a-4f78-b08f-f8dd31697670 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:32.062928 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc3d6c9-8e3a-4f78-b08f-f8dd31697670 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:32.066260 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-7bc3d6c9-8e3a-4f78-b08f-f8dd31697670 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:32.070833 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc3d6c9-8e3a-4f78-b08f-f8dd31697670 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:32.071439 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7bc3d6c9-8e3a-4f78-b08f-f8dd31697670 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:32.078289 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af88d628-54f4-45a2-b6d7-373a4938ac6f None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:32.086384 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3d6c9-8e3a-4f78-b08f-f8dd31697670 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=6c8b386e-e9c2-412d-9204-b61edd06fc93,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:32.101068 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7bc3d6c9-8e3a-4f78-b08f-f8dd31697670 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4750140 Nov 24 21:18:32.102019 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40146) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:32.109155 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-6f2e5469-3f1a-4447-b8bf-f02a94975b93 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'mac_address': 'fa:16:3e:e9:3d:f6', 'name': 'tempest-NetworksTestDHCPv6-1330757358'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:32.226621 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2e5469-3f1a-4447-b8bf-f02a94975b93 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:32.273387 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332aa6ca-8f88-4f47-a1e7-1b86c1f46ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'fixed_ips': [{'subnet_id': '6c8b386e-e9c2-412d-9204-b61edd06fc93'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:18:32.274600 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-332aa6ca-8f88-4f47-a1e7-1b86c1f46ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:32.323091 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f2e5469-3f1a-4447-b8bf-f02a94975b93 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:32.347131 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-6f2e5469-3f1a-4447-b8bf-f02a94975b93 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] device_id is not set on port 1ebcde66-3f88-48e2-8886-2c665d92d91f yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:18:32.347442 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61648f8-1127-42dd-8ffe-c289728592b7 req-fc50cf79-1349-4d2e-87b9-4187e3f320b2 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:32.348947 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b61648f8-1127-42dd-8ffe-c289728592b7 req-fc50cf79-1349-4d2e-87b9-4187e3f320b2 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.0998261 Nov 24 21:18:32.377952 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-65982992-dea0-4b84-8535-8ae3a658f1cd tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Allocated IP 172.20.0.12 (69f36ff4-df91-4502-a33c-b0e40fcb2067/1257a070-7767-454d-ab67-31a004e8a10a/c436e9ae-4d7b-4488-b597-145a13d84b07) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:32.422903 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-332aa6ca-8f88-4f47-a1e7-1b86c1f46ada None None] Allocated IP 2001:db8::f816:3eff:fea0:d4f3 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/6c8b386e-e9c2-412d-9204-b61edd06fc93/982a87a1-fae3-4782-9253-03ded4f30cc7) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:32.438345 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b61648f8-1127-42dd-8ffe-c289728592b7 req-1c7549ba-ab22-498b-ade3-c4ca6063c85e tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762806 Nov 24 21:18:32.573308 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-332aa6ca-8f88-4f47-a1e7-1b86c1f46ada None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:32.580317 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-332aa6ca-8f88-4f47-a1e7-1b86c1f46ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:32.620852 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc982613-7ab0-48e9-bca4-e70783b7ea12 req-29886979-5d71-4851-a1be-260e54dff49f tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:32.623034 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dc982613-7ab0-48e9-bca4-e70783b7ea12 req-29886979-5d71-4851-a1be-260e54dff49f tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.0890996 Nov 24 21:18:32.628976 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-65982992-dea0-4b84-8535-8ae3a658f1cd tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:32.630043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332aa6ca-8f88-4f47-a1e7-1b86c1f46ada None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:32.634414 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-332aa6ca-8f88-4f47-a1e7-1b86c1f46ada None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:32.636389 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332aa6ca-8f88-4f47-a1e7-1b86c1f46ada None None] Pushing event updated for resources: {'Port': ['ID=982a87a1-fae3-4782-9253-03ded4f30cc7,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:32.636537 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-6f2e5469-3f1a-4447-b8bf-f02a94975b93 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8::f816:3eff:fee9:3df6 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/6c8b386e-e9c2-412d-9204-b61edd06fc93/1ebcde66-3f88-48e2-8886-2c665d92d91f) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:32.639954 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332aa6ca-8f88-4f47-a1e7-1b86c1f46ada None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:32.695504 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-332aa6ca-8f88-4f47-a1e7-1b86c1f46ada None None] Attempting to bind port 982a87a1-fae3-4782-9253-03ded4f30cc7 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:18:32.695894 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-332aa6ca-8f88-4f47-a1e7-1b86c1f46ada None None] Attempting to bind port 982a87a1-fae3-4782-9253-03ded4f30cc7 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:18:32.696268 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332aa6ca-8f88-4f47-a1e7-1b86c1f46ada None None] Attempting to bind port 982a87a1-fae3-4782-9253-03ded4f30cc7 on network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:18:32.703365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332aa6ca-8f88-4f47-a1e7-1b86c1f46ada None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:18:32.703683 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332aa6ca-8f88-4f47-a1e7-1b86c1f46ada None None] Checking segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:18:32.704298 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-332aa6ca-8f88-4f47-a1e7-1b86c1f46ada None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:32.704903 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332aa6ca-8f88-4f47-a1e7-1b86c1f46ada None None] Bound using segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:18:32.705862 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-332aa6ca-8f88-4f47-a1e7-1b86c1f46ada None None] Bound port: 982a87a1-fae3-4782-9253-03ded4f30cc7, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:18:32.706414 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-332aa6ca-8f88-4f47-a1e7-1b86c1f46ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:32.714143 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dc982613-7ab0-48e9-bca4-e70783b7ea12 req-8643a8ad-9ca4-4086-b542-513f25354f64 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800624 Nov 24 21:18:32.723713 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-65982992-dea0-4b84-8535-8ae3a658f1cd tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:32.789178 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-65982992-dea0-4b84-8535-8ae3a658f1cd tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Network 69f36ff4-df91-4502-a33c-b0e40fcb2067 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:32.792300 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-65982992-dea0-4b84-8535-8ae3a658f1cd tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:32.795775 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-65982992-dea0-4b84-8535-8ae3a658f1cd tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:32.801635 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-332aa6ca-8f88-4f47-a1e7-1b86c1f46ada None None] For port 982a87a1-fae3-4782-9253-03ded4f30cc7, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:18:32.805799 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-332aa6ca-8f88-4f47-a1e7-1b86c1f46ada None None] For port 982a87a1-fae3-4782-9253-03ded4f30cc7, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=982a87a1-fae3-4782-9253-03ded4f30cc7,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:18:32.809043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['be0edcdf-fa9c-4fc3-a9f7-231aade74b56', '27136210-4686-4125-ad09-abc183ccd6d6'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:18:32.813467 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1211803-ea91-4ed8-ab0c-d36d0cb14577 None None] DHCP port deletion for 69f36ff4-df91-4502-a33c-b0e40fcb2067 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:18:32.817730 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-332aa6ca-8f88-4f47-a1e7-1b86c1f46ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:32.844190 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65982992-dea0-4b84-8535-8ae3a658f1cd tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Pushing event updated for resources: {'Port': ['ID=c436e9ae-4d7b-4488-b597-145a13d84b07,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:32.890519 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-65982992-dea0-4b84-8535-8ae3a658f1cd tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:32.891593 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-65982992-dea0-4b84-8535-8ae3a658f1cd tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:32.905063 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f2e5469-3f1a-4447-b8bf-f02a94975b93 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:32.911324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bd105-4fd8-45bd-a7d3-7911e9cc52c9 req-31a46170-bf85-4dd5-9947-5eeeca9df543 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:32.919132 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-306bd105-4fd8-45bd-a7d3-7911e9cc52c9 req-31a46170-bf85-4dd5-9947-5eeeca9df543 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.0952992 Nov 24 21:18:32.943041 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-65982992-dea0-4b84-8535-8ae3a658f1cd tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2645807 Nov 24 21:18:32.952164 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332aa6ca-8f88-4f47-a1e7-1b86c1f46ada None None] Pushing event updated for resources: {'Port': ['ID=982a87a1-fae3-4782-9253-03ded4f30cc7,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:32.954555 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f2e5469-3f1a-4447-b8bf-f02a94975b93 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:32.967369 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-2b6323b7-351c-4cf9-90dc-e6c9e2652022 service neutron] Request body: {'port': {'device_id': '4bc98503-0678-4c97-8890-8b49802c88fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:32.968986 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9cb86b93-a887-4594-beac-ca98854b3624 None None] Provisioning complete for port c436e9ae-4d7b-4488-b597-145a13d84b07 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:32.968986 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9cb86b93-a887-4594-beac-ca98854b3624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:33.018872 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2e5469-3f1a-4447-b8bf-f02a94975b93 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:33.021855 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-306bd105-4fd8-45bd-a7d3-7911e9cc52c9 req-d4f2c5e3-a9a3-46fb-aff8-c58e97bdb842 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018848 Nov 24 21:18:33.023131 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-6f2e5469-3f1a-4447-b8bf-f02a94975b93 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:33.030828 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9cb86b93-a887-4594-beac-ca98854b3624 None None] Port c436e9ae-4d7b-4488-b597-145a13d84b07 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:18:33.033154 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2e5469-3f1a-4447-b8bf-f02a94975b93 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:33.039775 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2e5469-3f1a-4447-b8bf-f02a94975b93 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:33.040463 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f2e5469-3f1a-4447-b8bf-f02a94975b93 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:33.046783 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e5469-3f1a-4447-b8bf-f02a94975b93 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=1ebcde66-3f88-48e2-8886-2c665d92d91f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:33.089000 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6f2e5469-3f1a-4447-b8bf-f02a94975b93 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9847329 Nov 24 21:18:33.091854 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40160) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:33.117364 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-2b6323b7-351c-4cf9-90dc-e6c9e2652022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:33.196606 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee6379f-9f9d-453e-b71a-c7d5404dc1b8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:33.205029 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee6379f-9f9d-453e-b71a-c7d5404dc1b8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:33.206890 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-eee6379f-9f9d-453e-b71a-c7d5404dc1b8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1127172 Nov 24 21:18:33.221149 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40164) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:33.355521 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06eed7-0e35-4efc-b312-35a07c3c9ac7 req-276c5d7d-a639-4306-a26f-432bdbd9fcd8 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:33.357953 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b06eed7-0e35-4efc-b312-35a07c3c9ac7 req-276c5d7d-a639-4306-a26f-432bdbd9fcd8 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bc98503-0678-4c97-8890-8b49802c88fa HTTP/1.1" status: 200 len: 932 time: 0.2077816 Nov 24 21:18:33.417830 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-2d552afe-a5ad-4126-9078-aded31758f73 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting port 1ebcde66-3f88-48e2-8886-2c665d92d91f {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:18:33.418213 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2d552afe-a5ad-4126-9078-aded31758f73 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:33.461856 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 982a87a1-fae3-4782-9253-03ded4f30cc7 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:18:33.475064 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:18:33.542841 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 982a87a1-fae3-4782-9253-03ded4f30cc7 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:33.548197 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:33.565216 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b06eed7-0e35-4efc-b312-35a07c3c9ac7 req-71de03ec-75c4-40a6-a9be-7bd3ad6946f1 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993484 Nov 24 21:18:33.593600 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2d552afe-a5ad-4126-9078-aded31758f73 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:33.614452 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-2d552afe-a5ad-4126-9078-aded31758f73 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Calling delete_port for 1ebcde66-3f88-48e2-8886-2c665d92d91f owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:33.657826 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:33.688215 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-2b6323b7-351c-4cf9-90dc-e6c9e2652022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c436e9ae-4d7b-4488-b597-145a13d84b07 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:18:33.697138 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 982a87a1-fae3-4782-9253-03ded4f30cc7, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=982a87a1-fae3-4782-9253-03ded4f30cc7,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:33.699167 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-2b6323b7-351c-4cf9-90dc-e6c9e2652022 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:33.702862 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:33.764177 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=982a87a1-fae3-4782-9253-03ded4f30cc7,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:33.785229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-2b6323b7-351c-4cf9-90dc-e6c9e2652022 service neutron] Transition to ACTIVE for port object c436e9ae-4d7b-4488-b597-145a13d84b07 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:18:33.785952 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2d552afe-a5ad-4126-9078-aded31758f73 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:33.790502 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-2b6323b7-351c-4cf9-90dc-e6c9e2652022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:33.816795 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d552afe-a5ad-4126-9078-aded31758f73 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Port': ['ID=1ebcde66-3f88-48e2-8886-2c665d92d91f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:33.843731 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2d552afe-a5ad-4126-9078-aded31758f73 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:33.849539 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2d552afe-a5ad-4126-9078-aded31758f73 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/1ebcde66-3f88-48e2-8886-2c665d92d91f HTTP/1.1" status: 204 len: 168 time: 0.6237812 Nov 24 21:18:33.850687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40166) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:33.865002 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bec997-911f-4d6b-a871-29b7bddf14cb None None] DHCP port deletion for 69f36ff4-df91-4502-a33c-b0e40fcb2067 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:18:33.893727 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6323b7-351c-4cf9-90dc-e6c9e2652022 service neutron] Pushing event updated for resources: {'Port': ['ID=c436e9ae-4d7b-4488-b597-145a13d84b07,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:33.931925 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bd8a57-b6ba-40df-bbbe-00d1e83333fc tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:33.934142 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bd8a57-b6ba-40df-bbbe-00d1e83333fc tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:33.936609 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-49bd8a57-b6ba-40df-bbbe-00d1e83333fc tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0855634 Nov 24 21:18:33.939508 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40168) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:33.988171 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-2b6323b7-351c-4cf9-90dc-e6c9e2652022 service neutron] Attempting to bind port c436e9ae-4d7b-4488-b597-145a13d84b07 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:18:33.988668 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-2b6323b7-351c-4cf9-90dc-e6c9e2652022 service neutron] Attempting to bind port c436e9ae-4d7b-4488-b597-145a13d84b07 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '1374f974-1485-4dc0-b969-e97d087fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:18:33.989131 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-2b6323b7-351c-4cf9-90dc-e6c9e2652022 service neutron] Attempting to bind port c436e9ae-4d7b-4488-b597-145a13d84b07 on network 69f36ff4-df91-4502-a33c-b0e40fcb2067 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:18:33.995109 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-2b6323b7-351c-4cf9-90dc-e6c9e2652022 service neutron] Port c436e9ae-4d7b-4488-b597-145a13d84b07 on network 69f36ff4-df91-4502-a33c-b0e40fcb2067 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:18:33.996444 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-2b6323b7-351c-4cf9-90dc-e6c9e2652022 service neutron] Attempting to bind port c436e9ae-4d7b-4488-b597-145a13d84b07 on network 69f36ff4-df91-4502-a33c-b0e40fcb2067 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:18:34.002500 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-2b6323b7-351c-4cf9-90dc-e6c9e2652022 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:18:34.003140 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-2b6323b7-351c-4cf9-90dc-e6c9e2652022 service neutron] Checking segment: {'id': '1374f974-1485-4dc0-b969-e97d087fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:18:34.003663 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-2b6323b7-351c-4cf9-90dc-e6c9e2652022 service neutron] Bound using segment: {'id': '1374f974-1485-4dc0-b969-e97d087fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:18:34.004385 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-2b6323b7-351c-4cf9-90dc-e6c9e2652022 service neutron] Bound port: c436e9ae-4d7b-4488-b597-145a13d84b07, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1374f974-1485-4dc0-b969-e97d087fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:18:34.004741 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b1ebdc-7b25-4303-aa95-fc715684d502 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet 6c8b386e-e9c2-412d-9204-b61edd06fc93 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:18:34.007730 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-2b6323b7-351c-4cf9-90dc-e6c9e2652022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:34.009293 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e7b1ebdc-7b25-4303-aa95-fc715684d502 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:34.069506 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e7b1ebdc-7b25-4303-aa95-fc715684d502 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:34.090050 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-2b6323b7-351c-4cf9-90dc-e6c9e2652022 service neutron] For port c436e9ae-4d7b-4488-b597-145a13d84b07, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:18:34.094715 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-2b6323b7-351c-4cf9-90dc-e6c9e2652022 service neutron] For port c436e9ae-4d7b-4488-b597-145a13d84b07, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c436e9ae-4d7b-4488-b597-145a13d84b07,segment=NetworkSegment(1374f974-1485-4dc0-b969-e97d087fa34f),segment_id=1374f974-1485-4dc0-b969-e97d087fa34f)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:18:34.100462 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-2b6323b7-351c-4cf9-90dc-e6c9e2652022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:34.146813 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-2b6323b7-351c-4cf9-90dc-e6c9e2652022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:34.147730 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-2b6323b7-351c-4cf9-90dc-e6c9e2652022 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:34.149676 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-2b6323b7-351c-4cf9-90dc-e6c9e2652022 service neutron] 10.222.0.15 "PUT /v2.0/ports/c436e9ae-4d7b-4488-b597-145a13d84b07 HTTP/1.1" status: 200 len: 1092 time: 1.1897919 Nov 24 21:18:34.150019 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc98503-0678-4c97-8890-8b49802c88fa', 'tag': 'c436e9ae-4d7b-4488-b597-145a13d84b07'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:18:34.153604 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16075de-e081-454c-8341-2b8e0a62e9ff" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc98503-0678-4c97-8890-8b49802c88fa", "tag": "c436e9ae-4d7b-4488-b597-145a13d84b07"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:18:34.157089 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52269d28-14ca-465b-9e2e-41a250523841 None None] DHCP port deletion for 69f36ff4-df91-4502-a33c-b0e40fcb2067 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:18:34.218035 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e7b1ebdc-7b25-4303-aa95-fc715684d502 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:34.266608 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6323b7-351c-4cf9-90dc-e6c9e2652022 service neutron] Pushing event updated for resources: {'Port': ['ID=c436e9ae-4d7b-4488-b597-145a13d84b07,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:34.271513 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446862f9-7210-4398-9a06-34684bca70b2 x-openstack-request-id: req-446862f9-7210-4398-9a06-34684bca70b2 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:18:34.271892 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc98503-0678-4c97-8890-8b49802c88fa", "tag": "c436e9ae-4d7b-4488-b597-145a13d84b07", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:18:34.272203 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-446862f9-7210-4398-9a06-34684bca70b2 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:18:34.272837 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc98503-0678-4c97-8890-8b49802c88fa', 'tag': 'c436e9ae-4d7b-4488-b597-145a13d84b07', 'status': 'completed', 'code': 200} Nov 24 21:18:34.296647 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-bee4de79-6ac8-46bc-a53e-b9ada59bb47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:34.298316 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-bee4de79-6ac8-46bc-a53e-b9ada59bb47f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8d1b3c5195f4c05a18dfb32f9f7c943&device_id=4bc98503-0678-4c97-8890-8b49802c88fa HTTP/1.1" status: 200 len: 1095 time: 0.0943298 Nov 24 21:18:34.338837 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e7b1ebdc-7b25-4303-aa95-fc715684d502 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:34.370156 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-f643db16-c908-4fbe-af77-dc0189ae4e1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c436e9ae-4d7b-4488-b597-145a13d84b07 HTTP/1.1" status: 200 len: 217 time: 0.0573559 Nov 24 21:18:34.377398 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1ebdc-7b25-4303-aa95-fc715684d502 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=6c8b386e-e9c2-412d-9204-b61edd06fc93,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:34.379583 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e7b1ebdc-7b25-4303-aa95-fc715684d502 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:34.387321 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e7b1ebdc-7b25-4303-aa95-fc715684d502 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/6c8b386e-e9c2-412d-9204-b61edd06fc93 HTTP/1.1" status: 204 len: 168 time: 0.4456496 Nov 24 21:18:34.388083 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40174) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:34.442241 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40176) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:34.442439 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e384ca9a-ff4c-4c56-a013-993510cbc214 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525796 Nov 24 21:18:34.447955 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-b4c74d33-763a-4879-b67b-498b6b91d8e8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:34.454002 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-db4c3233-4258-49fc-8f98-bac099ab12c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:34.455847 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-db4c3233-4258-49fc-8f98-bac099ab12c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1257a070-7767-454d-ab67-31a004e8a10a HTTP/1.1" status: 200 len: 854 time: 0.0692921 Nov 24 21:18:34.477437 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbdcf6e-287d-4c03-a14f-6f3c00838c9c None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:34.507430 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-51d1f632-9796-4e56-917c-70e05408737f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69f36ff4-df91-4502-a33c-b0e40fcb2067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379276 Nov 24 21:18:34.621202 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-39a00ccd-d258-43a6-9e6c-7ba9f315a7ad None None] Provisioning complete for port 982a87a1-fae3-4782-9253-03ded4f30cc7 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:34.621478 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-39a00ccd-d258-43a6-9e6c-7ba9f315a7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:34.712356 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c74d33-763a-4879-b67b-498b6b91d8e8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:34.717337 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b4c74d33-763a-4879-b67b-498b6b91d8e8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:34.770064 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c669023a-fae6-4fdb-be5f-0e52fe2911f2 None None] DHCP port deletion for 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:18:34.773402 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-39761939-a097-491f-8818-1cb9990cafaa service neutron] 10.222.0.15 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207510 Nov 24 21:18:34.836518 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c669023a-fae6-4fdb-be5f-0e52fe2911f2 None None] Deleting port 982a87a1-fae3-4782-9253-03ded4f30cc7 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:18:34.836920 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c669023a-fae6-4fdb-be5f-0e52fe2911f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:34.883948 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7299902-5441-44a7-a5d0-37ca0feaf506 req-214b4b8a-595a-47c9-b59e-1056b2cf58f8 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:34.886048 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b7299902-5441-44a7-a5d0-37ca0feaf506 req-214b4b8a-595a-47c9-b59e-1056b2cf58f8 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bc98503-0678-4c97-8890-8b49802c88fa HTTP/1.1" status: 200 len: 944 time: 0.2401943 Nov 24 21:18:34.918188 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c669023a-fae6-4fdb-be5f-0e52fe2911f2 None None] For port 982a87a1-fae3-4782-9253-03ded4f30cc7, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=982a87a1-fae3-4782-9253-03ded4f30cc7,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:34.918769 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c669023a-fae6-4fdb-be5f-0e52fe2911f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:34.936446 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c669023a-fae6-4fdb-be5f-0e52fe2911f2 None None] Calling delete_port for 982a87a1-fae3-4782-9253-03ded4f30cc7 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:35.048224 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c669023a-fae6-4fdb-be5f-0e52fe2911f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:35.080672 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c669023a-fae6-4fdb-be5f-0e52fe2911f2 None None] No DVR routers for this DVR port 982a87a1-fae3-4782-9253-03ded4f30cc7 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:18:35.083639 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669023a-fae6-4fdb-be5f-0e52fe2911f2 None None] Pushing event deleted for resources: {'Port': ['ID=982a87a1-fae3-4782-9253-03ded4f30cc7,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:35.101870 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92b1d7c2-3219-47d5-9c29-3b458b1a15d4 req-569c10b2-c80a-4245-a1b8-198e8b81be41 service neutron] 10.222.0.15 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196549 Nov 24 21:18:35.112816 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b7299902-5441-44a7-a5d0-37ca0feaf506 req-0f524363-773a-407f-bc5a-fd959cc73c6b tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040458 Nov 24 21:18:35.299397 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16075de-e081-454c-8341-2b8e0a62e9ff req-157bc7eb-cf09-4101-9a05-1feb75b12bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:35.301913 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a16075de-e081-454c-8341-2b8e0a62e9ff req-157bc7eb-cf09-4101-9a05-1feb75b12bb9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8d1b3c5195f4c05a18dfb32f9f7c943&device_id=4bc98503-0678-4c97-8890-8b49802c88fa HTTP/1.1" status: 200 len: 1095 time: 0.1209202 Nov 24 21:18:35.346188 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 982a87a1-fae3-4782-9253-03ded4f30cc7 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:18:35.377558 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 982a87a1-fae3-4782-9253-03ded4f30cc7 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:18:35.377914 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 982a87a1-fae3-4782-9253-03ded4f30cc7 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:18:35.438130 n-d-812111-8 neutron-server[109991]: DEBUG neutron.objects.ports [None req-b4c74d33-763a-4879-b67b-498b6b91d8e8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109991) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 21:18:35.477533 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b4c74d33-763a-4879-b67b-498b6b91d8e8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:35.570156 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c74d33-763a-4879-b67b-498b6b91d8e8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:35.576525 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-b4c74d33-763a-4879-b67b-498b6b91d8e8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:35.580595 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c74d33-763a-4879-b67b-498b6b91d8e8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:35.581451 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b4c74d33-763a-4879-b67b-498b6b91d8e8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:35.587500 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2edde36-2602-4163-8a16-3421d358b29f None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:35.624439 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c74d33-763a-4879-b67b-498b6b91d8e8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=56766664-e405-4352-b561-04fb9408f607,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:35.630094 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16075de-e081-454c-8341-2b8e0a62e9ff req-8e9285d1-57b0-4d6f-a396-68831ffd6aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:35.632722 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a16075de-e081-454c-8341-2b8e0a62e9ff req-8e9285d1-57b0-4d6f-a396-68831ffd6aec service neutron] 10.222.0.15 "GET /v2.0/networks?id=69f36ff4-df91-4502-a33c-b0e40fcb2067 HTTP/1.1" status: 200 len: 915 time: 0.3223367 Nov 24 21:18:35.638663 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b4c74d33-763a-4879-b67b-498b6b91d8e8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1952126 Nov 24 21:18:35.641521 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40182) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:35.646555 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-23989f0a-afb2-41d6-8f84-9236dd3b57a2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'mac_address': 'fa:16:3e:16:ee:82', 'name': 'tempest-NetworksTestDHCPv6-2078801042'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:35.686260 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a16075de-e081-454c-8341-2b8e0a62e9ff req-2b28f38f-d841-465c-8af3-095008fd1746 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c436e9ae-4d7b-4488-b597-145a13d84b07 HTTP/1.1" status: 200 len: 217 time: 0.0458183 Nov 24 21:18:35.748987 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16075de-e081-454c-8341-2b8e0a62e9ff req-85bc7619-dae4-48a2-8fad-888c61253135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:35.751104 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a16075de-e081-454c-8341-2b8e0a62e9ff req-85bc7619-dae4-48a2-8fad-888c61253135 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1257a070-7767-454d-ab67-31a004e8a10a HTTP/1.1" status: 200 len: 854 time: 0.0554373 Nov 24 21:18:35.786778 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23989f0a-afb2-41d6-8f84-9236dd3b57a2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:35.791679 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23989f0a-afb2-41d6-8f84-9236dd3b57a2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:35.801979 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a16075de-e081-454c-8341-2b8e0a62e9ff req-bc367ebc-9879-42aa-b2a9-bc462845afd2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69f36ff4-df91-4502-a33c-b0e40fcb2067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427837 Nov 24 21:18:35.808117 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460e0922-33cb-4819-bb52-3035ecef0c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'fixed_ips': [{'subnet_id': '56766664-e405-4352-b561-04fb9408f607'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:18:35.810309 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-460e0922-33cb-4819-bb52-3035ecef0c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:35.817715 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-23989f0a-afb2-41d6-8f84-9236dd3b57a2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] device_id is not set on port 996547f5-cf3f-488b-93f8-fc6f2a7c776d yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:18:35.927527 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a16075de-e081-454c-8341-2b8e0a62e9ff req-47b883eb-2059-443f-9a0e-c8693eb91d3a service neutron] 10.222.0.15 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152046 Nov 24 21:18:35.947936 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-23989f0a-afb2-41d6-8f84-9236dd3b57a2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8::f816:3eff:fe16:ee82 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/56766664-e405-4352-b561-04fb9408f607/996547f5-cf3f-488b-93f8-fc6f2a7c776d) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:36.031053 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a16075de-e081-454c-8341-2b8e0a62e9ff req-da2e3bd4-3ec9-48d3-a9af-ef72af1a04e0 service neutron] 10.222.0.15 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951219 Nov 24 21:18:36.106830 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23989f0a-afb2-41d6-8f84-9236dd3b57a2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:36.140527 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23989f0a-afb2-41d6-8f84-9236dd3b57a2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:36.194604 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23989f0a-afb2-41d6-8f84-9236dd3b57a2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:36.197711 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-23989f0a-afb2-41d6-8f84-9236dd3b57a2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:36.201256 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23989f0a-afb2-41d6-8f84-9236dd3b57a2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:36.207921 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23989f0a-afb2-41d6-8f84-9236dd3b57a2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:36.208735 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-23989f0a-afb2-41d6-8f84-9236dd3b57a2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:36.217698 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-460e0922-33cb-4819-bb52-3035ecef0c57 None None] Allocated IP 2001:db8::f816:3eff:fe02:b88b (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/56766664-e405-4352-b561-04fb9408f607/a764267b-6aab-4e0c-948a-cd6c783be187) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:36.226828 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23989f0a-afb2-41d6-8f84-9236dd3b57a2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=996547f5-cf3f-488b-93f8-fc6f2a7c776d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:36.242910 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-23989f0a-afb2-41d6-8f84-9236dd3b57a2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5976439 Nov 24 21:18:36.243310 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40186) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:36.290901 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10431ce9-8fb8-4081-8d67-02c0d750fc6d req-93a0660b-420a-48e1-9a03-8cf2f1401960 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:36.300264 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10431ce9-8fb8-4081-8d67-02c0d750fc6d req-93a0660b-420a-48e1-9a03-8cf2f1401960 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bc98503-0678-4c97-8890-8b49802c88fa HTTP/1.1" status: 200 len: 944 time: 0.0788612 Nov 24 21:18:36.304961 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c4c14f-c7c6-4e48-ac8f-063c8a017803 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:36.309296 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-52c4c14f-c7c6-4e48-ac8f-063c8a017803 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0620506 Nov 24 21:18:36.311758 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40188) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:36.363927 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10431ce9-8fb8-4081-8d67-02c0d750fc6d req-ca96dc03-0922-403a-afda-56c6d843dcc7 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622160 Nov 24 21:18:36.408846 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-460e0922-33cb-4819-bb52-3035ecef0c57 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:36.415849 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-460e0922-33cb-4819-bb52-3035ecef0c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:36.427304 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-31723c01-1fa0-470a-8aab-eda5bff68e52 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting port 996547f5-cf3f-488b-93f8-fc6f2a7c776d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:18:36.427795 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-31723c01-1fa0-470a-8aab-eda5bff68e52 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:36.462861 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460e0922-33cb-4819-bb52-3035ecef0c57 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:36.468322 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-460e0922-33cb-4819-bb52-3035ecef0c57 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:36.473104 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460e0922-33cb-4819-bb52-3035ecef0c57 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:36.483638 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e0922-33cb-4819-bb52-3035ecef0c57 None None] Pushing event updated for resources: {'Port': ['ID=a764267b-6aab-4e0c-948a-cd6c783be187,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:36.571584 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-31723c01-1fa0-470a-8aab-eda5bff68e52 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:36.588830 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-31723c01-1fa0-470a-8aab-eda5bff68e52 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Calling delete_port for 996547f5-cf3f-488b-93f8-fc6f2a7c776d owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:36.707192 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-460e0922-33cb-4819-bb52-3035ecef0c57 None None] Attempting to bind port a764267b-6aab-4e0c-948a-cd6c783be187 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:18:36.707942 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-460e0922-33cb-4819-bb52-3035ecef0c57 None None] Attempting to bind port a764267b-6aab-4e0c-948a-cd6c783be187 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:18:36.707942 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460e0922-33cb-4819-bb52-3035ecef0c57 None None] Attempting to bind port a764267b-6aab-4e0c-948a-cd6c783be187 on network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:18:36.713450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460e0922-33cb-4819-bb52-3035ecef0c57 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:18:36.714069 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460e0922-33cb-4819-bb52-3035ecef0c57 None None] Checking segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:18:36.714638 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-460e0922-33cb-4819-bb52-3035ecef0c57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:36.715709 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460e0922-33cb-4819-bb52-3035ecef0c57 None None] Bound using segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:18:36.716342 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-460e0922-33cb-4819-bb52-3035ecef0c57 None None] Bound port: a764267b-6aab-4e0c-948a-cd6c783be187, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:18:36.716939 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-460e0922-33cb-4819-bb52-3035ecef0c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:36.753789 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-31723c01-1fa0-470a-8aab-eda5bff68e52 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:36.784447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-460e0922-33cb-4819-bb52-3035ecef0c57 None None] For port a764267b-6aab-4e0c-948a-cd6c783be187, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:18:36.788147 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-460e0922-33cb-4819-bb52-3035ecef0c57 None None] For port a764267b-6aab-4e0c-948a-cd6c783be187, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a764267b-6aab-4e0c-948a-cd6c783be187,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:18:36.796150 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-460e0922-33cb-4819-bb52-3035ecef0c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:36.798318 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31723c01-1fa0-470a-8aab-eda5bff68e52 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Port': ['ID=996547f5-cf3f-488b-93f8-fc6f2a7c776d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:36.808428 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c436e9ae-4d7b-4488-b597-145a13d84b07 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:18:36.849436 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-31723c01-1fa0-470a-8aab-eda5bff68e52 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:36.860672 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-31723c01-1fa0-470a-8aab-eda5bff68e52 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/996547f5-cf3f-488b-93f8-fc6f2a7c776d HTTP/1.1" status: 204 len: 168 time: 0.5457904 Nov 24 21:18:36.868670 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40196) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:36.935599 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e0922-33cb-4819-bb52-3035ecef0c57 None None] Pushing event updated for resources: {'Port': ['ID=a764267b-6aab-4e0c-948a-cd6c783be187,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:36.947267 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7758a7c-1890-4e84-97c7-06b8347d2e54 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:36.949255 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7758a7c-1890-4e84-97c7-06b8347d2e54 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:36.953593 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e7758a7c-1890-4e84-97c7-06b8347d2e54 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0812414 Nov 24 21:18:36.954123 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40198) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:37.013138 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port c436e9ae-4d7b-4488-b597-145a13d84b07, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c436e9ae-4d7b-4488-b597-145a13d84b07,segment=NetworkSegment(1374f974-1485-4dc0-b969-e97d087fa34f),segment_id=1374f974-1485-4dc0-b969-e97d087fa34f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:37.025815 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'c436e9ae-4d7b-4488-b597-145a13d84b07', 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067', 'port_id': 'c436e9ae-4d7b-4488-b597-145a13d84b07', 'mac_address': 'fa:16:3e:76:76:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1257a070-7767-454d-ab67-31a004e8a10a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:18:37.039803 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8411648-a0fe-417b-832a-6f44695348b4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet 56766664-e405-4352-b561-04fb9408f607 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:18:37.047315 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b8411648-a0fe-417b-832a-6f44695348b4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:37.087017 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:37.105826 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c436e9ae-4d7b-4488-b597-145a13d84b07 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:18:37.114669 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b8411648-a0fe-417b-832a-6f44695348b4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:37.129050 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port c436e9ae-4d7b-4488-b597-145a13d84b07, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c436e9ae-4d7b-4488-b597-145a13d84b07,segment=NetworkSegment(1374f974-1485-4dc0-b969-e97d087fa34f),segment_id=1374f974-1485-4dc0-b969-e97d087fa34f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:37.137423 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:37.225526 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=c436e9ae-4d7b-4488-b597-145a13d84b07,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:37.238441 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b8411648-a0fe-417b-832a-6f44695348b4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:37.325130 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b8411648-a0fe-417b-832a-6f44695348b4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:37.361106 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8411648-a0fe-417b-832a-6f44695348b4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=56766664-e405-4352-b561-04fb9408f607,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:37.365955 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b8411648-a0fe-417b-832a-6f44695348b4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:37.369811 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b8411648-a0fe-417b-832a-6f44695348b4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/56766664-e405-4352-b561-04fb9408f607 HTTP/1.1" status: 204 len: 168 time: 0.4146070 Nov 24 21:18:37.372989 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40200) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:37.403940 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c436e9ae-4d7b-4488-b597-145a13d84b07'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:18:37.448829 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1abdbc53-990b-4f10-a743-9a981f60e6cd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725434 Nov 24 21:18:37.449111 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40204) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:37.457824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a764267b-6aab-4e0c-948a-cd6c783be187 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:18:37.518671 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfd9b89-fbb7-4d1e-a47c-6edbca1e86d0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:37.522647 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8bfd9b89-fbb7-4d1e-a47c-6edbca1e86d0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0704861 Nov 24 21:18:37.522947 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40206) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:37.548548 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a6399-c9ef-445f-b8e2-ded0904b7e2d req-1d1200d8-b82f-4126-aebf-6bd821a6ed39 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:37.550243 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-452a6399-c9ef-445f-b8e2-ded0904b7e2d req-1d1200d8-b82f-4126-aebf-6bd821a6ed39 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bc98503-0678-4c97-8890-8b49802c88fa HTTP/1.1" status: 200 len: 945 time: 0.0596819 Nov 24 21:18:37.581800 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port a764267b-6aab-4e0c-948a-cd6c783be187 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:37.582224 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:37.585635 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9267ebb0-d4d7-49d3-9920-ae420fdd6254 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:37.589828 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9267ebb0-d4d7-49d3-9920-ae420fdd6254 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0634115 Nov 24 21:18:37.590995 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40208) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:37.645148 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-452a6399-c9ef-445f-b8e2-ded0904b7e2d req-ad5d9617-15dc-491a-8806-9e9c6e9c5b23 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833480 Nov 24 21:18:37.734038 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:37.775473 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port a764267b-6aab-4e0c-948a-cd6c783be187, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a764267b-6aab-4e0c-948a-cd6c783be187,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:37.781212 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:37.847996 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=a764267b-6aab-4e0c-948a-cd6c783be187,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:38.056991 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7449e1c0-b124-4c83-9ec8-ff063db1e292 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4647398 Nov 24 21:18:38.061022 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40212) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:38.066122 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-e1679373-2bb7-4f4a-8e33-ec8f32423e61 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:38.175955 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1679373-2bb7-4f4a-8e33-ec8f32423e61 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:38.183201 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e1679373-2bb7-4f4a-8e33-ec8f32423e61 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:38.195937 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec16244-fae8-42fb-b705-50fa95f7eca2 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:38.287040 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-770305b6-0117-4a27-91bf-857e6c3ccc0d None None] Provisioning complete for port a764267b-6aab-4e0c-948a-cd6c783be187 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:38.287511 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-770305b6-0117-4a27-91bf-857e6c3ccc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:38.489924 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786330df-5e72-43da-a5a1-f2f07413cd38 None None] DHCP port deletion for 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:18:38.535751 n-d-812111-8 neutron-server[109991]: DEBUG neutron.objects.ports [None req-e1679373-2bb7-4f4a-8e33-ec8f32423e61 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109991) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 21:18:38.545568 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-786330df-5e72-43da-a5a1-f2f07413cd38 None None] Deleting port a764267b-6aab-4e0c-948a-cd6c783be187 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:18:38.545939 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-786330df-5e72-43da-a5a1-f2f07413cd38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:38.629109 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-786330df-5e72-43da-a5a1-f2f07413cd38 None None] For port a764267b-6aab-4e0c-948a-cd6c783be187, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a764267b-6aab-4e0c-948a-cd6c783be187,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:38.629818 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-786330df-5e72-43da-a5a1-f2f07413cd38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:38.644393 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-786330df-5e72-43da-a5a1-f2f07413cd38 None None] Calling delete_port for a764267b-6aab-4e0c-948a-cd6c783be187 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:38.728802 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e1679373-2bb7-4f4a-8e33-ec8f32423e61 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:38.771844 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-786330df-5e72-43da-a5a1-f2f07413cd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:38.803117 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786330df-5e72-43da-a5a1-f2f07413cd38 None None] Pushing event deleted for resources: {'Port': ['ID=a764267b-6aab-4e0c-948a-cd6c783be187,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:38.803608 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1679373-2bb7-4f4a-8e33-ec8f32423e61 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Port a764267b-6aab-4e0c-948a-cd6c783be187 concurrently deleted while adding address for new subnet {'id': '8d09a0a5-fc5a-4edc-a26f-14daf0ac0735', 'name': '', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 3146, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-24T21:18:38Z', 'updated_at': '2021-11-24T21:18:38Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'b4ecad9949404401b5c2bc1d4465be3e'}. {{(pid=109991) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 24 21:18:38.804230 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e1679373-2bb7-4f4a-8e33-ec8f32423e61 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:38.806271 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786330df-5e72-43da-a5a1-f2f07413cd38 None None] No DVR routers for this DVR port a764267b-6aab-4e0c-948a-cd6c783be187 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:18:38.816803 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c436e9ae-4d7b-4488-b597-145a13d84b07 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:18:38.844638 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786330df-5e72-43da-a5a1-f2f07413cd38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:38.845066 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786330df-5e72-43da-a5a1-f2f07413cd38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:38.845399 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786330df-5e72-43da-a5a1-f2f07413cd38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:38.845742 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786330df-5e72-43da-a5a1-f2f07413cd38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:38.846447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786330df-5e72-43da-a5a1-f2f07413cd38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:38.846447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786330df-5e72-43da-a5a1-f2f07413cd38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:38.846748 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786330df-5e72-43da-a5a1-f2f07413cd38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:38.847081 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786330df-5e72-43da-a5a1-f2f07413cd38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:38.847423 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786330df-5e72-43da-a5a1-f2f07413cd38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:38.847767 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786330df-5e72-43da-a5a1-f2f07413cd38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:38.848097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786330df-5e72-43da-a5a1-f2f07413cd38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:38.848486 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786330df-5e72-43da-a5a1-f2f07413cd38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:38.874350 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1679373-2bb7-4f4a-8e33-ec8f32423e61 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:38.885225 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-e1679373-2bb7-4f4a-8e33-ec8f32423e61 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:38.891663 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e148dc11-68a8-4419-8ff1-e21a0f994c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:38.897530 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1679373-2bb7-4f4a-8e33-ec8f32423e61 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:38.898142 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e1679373-2bb7-4f4a-8e33-ec8f32423e61 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:38.899086 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fbb3e6-22db-45f3-b124-6364b9d0b09e None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:38.911680 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port c436e9ae-4d7b-4488-b597-145a13d84b07 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:18:38.915393 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a89fa-4bdd-4928-9b94-58764803e7fa req-fc971669-7e2d-4c9a-8ed9-8ca006da42f5 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:38.916999 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a61a89fa-4bdd-4928-9b94-58764803e7fa req-fc971669-7e2d-4c9a-8ed9-8ca006da42f5 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bc98503-0678-4c97-8890-8b49802c88fa HTTP/1.1" status: 200 len: 945 time: 0.1549723 Nov 24 21:18:38.919991 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port c436e9ae-4d7b-4488-b597-145a13d84b07 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:38.920399 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:38.928495 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1679373-2bb7-4f4a-8e33-ec8f32423e61 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=8d09a0a5-fc5a-4edc-a26f-14daf0ac0735,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:38.944810 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e1679373-2bb7-4f4a-8e33-ec8f32423e61 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8814852 Nov 24 21:18:38.946963 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40218) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:38.955276 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-945e2704-fd49-407a-9c61-36ab308d726e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'mac_address': 'fa:16:3e:89:cd:78', 'name': 'tempest-NetworksTestDHCPv6-1809984500'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:39.033996 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a61a89fa-4bdd-4928-9b94-58764803e7fa req-79c763aa-11df-4eef-8f35-0d97dbf261f5 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808721 Nov 24 21:18:39.126130 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:39.141485 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945e2704-fd49-407a-9c61-36ab308d726e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:39.163785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0888e34c-3cdf-477d-b690-f260e035a95a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'fixed_ips': [{'subnet_id': '8d09a0a5-fc5a-4edc-a26f-14daf0ac0735'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:18:39.164653 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0888e34c-3cdf-477d-b690-f260e035a95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:39.172309 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc98503-0678-4c97-8890-8b49802c88fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c436e9ae-4d7b-4488-b597-145a13d84b07'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:18:39.174640 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb04d1f-0c46-4ea2-9dc7-65424d353c01" -d '{"events": [{"server_uuid": "4bc98503-0678-4c97-8890-8b49802c88fa", "name": "network-vif-plugged", "status": "completed", "tag": "c436e9ae-4d7b-4488-b597-145a13d84b07"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:18:39.217762 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port c436e9ae-4d7b-4488-b597-145a13d84b07, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c436e9ae-4d7b-4488-b597-145a13d84b07,segment=NetworkSegment(1374f974-1485-4dc0-b969-e97d087fa34f),segment_id=1374f974-1485-4dc0-b969-e97d087fa34f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:39.229048 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:39.295133 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-945e2704-fd49-407a-9c61-36ab308d726e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:39.316058 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817a1068-db80-4996-bd7d-75d7283ae992 x-openstack-request-id: req-817a1068-db80-4996-bd7d-75d7283ae992 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:18:39.316532 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc98503-0678-4c97-8890-8b49802c88fa", "name": "network-vif-plugged", "status": "completed", "tag": "c436e9ae-4d7b-4488-b597-145a13d84b07", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:18:39.316922 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-817a1068-db80-4996-bd7d-75d7283ae992 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:18:39.317740 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc98503-0678-4c97-8890-8b49802c88fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c436e9ae-4d7b-4488-b597-145a13d84b07', 'code': 200} Nov 24 21:18:39.326732 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-945e2704-fd49-407a-9c61-36ab308d726e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] device_id is not set on port 471f3fd2-2754-4888-a6e7-1e01c4947946 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:18:39.352590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a764267b-6aab-4e0c-948a-cd6c783be187 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:18:39.355292 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98db57-c9a4-4512-85c5-40a150248f27 req-b20e6970-d191-4bb3-a113-6bbd02662e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:39.358047 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef98db57-c9a4-4512-85c5-40a150248f27 req-b20e6970-d191-4bb3-a113-6bbd02662e22 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4bc98503-0678-4c97-8890-8b49802c88fa HTTP/1.1" status: 200 len: 1097 time: 0.0522921 Nov 24 21:18:39.395499 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: a764267b-6aab-4e0c-948a-cd6c783be187 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:18:39.396125 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a764267b-6aab-4e0c-948a-cd6c783be187 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:18:39.439031 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef98db57-c9a4-4512-85c5-40a150248f27 req-c2d6a48d-ccb6-49bc-84b3-b12456f3169f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701365 Nov 24 21:18:39.462969 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=c436e9ae-4d7b-4488-b597-145a13d84b07,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:39.482440 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-0888e34c-3cdf-477d-b690-f260e035a95a None None] Allocated IP 2001:db8::f816:3eff:fe69:fc82 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/8d09a0a5-fc5a-4edc-a26f-14daf0ac0735/4db839f9-6e9e-438f-89c6-4725524110a5) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:39.650599 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0888e34c-3cdf-477d-b690-f260e035a95a None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:39.670759 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0888e34c-3cdf-477d-b690-f260e035a95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:39.721713 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-945e2704-fd49-407a-9c61-36ab308d726e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8::f816:3eff:fe89:cd78 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/8d09a0a5-fc5a-4edc-a26f-14daf0ac0735/471f3fd2-2754-4888-a6e7-1e01c4947946) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:39.722267 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0888e34c-3cdf-477d-b690-f260e035a95a None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:39.725562 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-0888e34c-3cdf-477d-b690-f260e035a95a None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:39.729168 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0888e34c-3cdf-477d-b690-f260e035a95a None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:39.737753 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888e34c-3cdf-477d-b690-f260e035a95a None None] Pushing event updated for resources: {'Port': ['ID=4db839f9-6e9e-438f-89c6-4725524110a5,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:39.803392 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0888e34c-3cdf-477d-b690-f260e035a95a None None] Attempting to bind port 4db839f9-6e9e-438f-89c6-4725524110a5 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:18:39.804023 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0888e34c-3cdf-477d-b690-f260e035a95a None None] Attempting to bind port 4db839f9-6e9e-438f-89c6-4725524110a5 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:18:39.804428 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0888e34c-3cdf-477d-b690-f260e035a95a None None] Attempting to bind port 4db839f9-6e9e-438f-89c6-4725524110a5 on network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:18:39.810410 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0888e34c-3cdf-477d-b690-f260e035a95a None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:18:39.810793 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0888e34c-3cdf-477d-b690-f260e035a95a None None] Checking segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:18:39.811200 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0888e34c-3cdf-477d-b690-f260e035a95a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:39.811602 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0888e34c-3cdf-477d-b690-f260e035a95a None None] Bound using segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:18:39.812069 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0888e34c-3cdf-477d-b690-f260e035a95a None None] Bound port: 4db839f9-6e9e-438f-89c6-4725524110a5, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:18:39.812453 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0888e34c-3cdf-477d-b690-f260e035a95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:39.862958 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:39.899540 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0888e34c-3cdf-477d-b690-f260e035a95a None None] For port 4db839f9-6e9e-438f-89c6-4725524110a5, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:18:39.905473 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0888e34c-3cdf-477d-b690-f260e035a95a None None] For port 4db839f9-6e9e-438f-89c6-4725524110a5, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=4db839f9-6e9e-438f-89c6-4725524110a5,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:18:39.911944 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0888e34c-3cdf-477d-b690-f260e035a95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:39.935175 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-945e2704-fd49-407a-9c61-36ab308d726e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:39.977108 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-945e2704-fd49-407a-9c61-36ab308d726e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:40.008694 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888e34c-3cdf-477d-b690-f260e035a95a None None] Pushing event updated for resources: {'Port': ['ID=4db839f9-6e9e-438f-89c6-4725524110a5,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:40.021480 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945e2704-fd49-407a-9c61-36ab308d726e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:40.024975 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-945e2704-fd49-407a-9c61-36ab308d726e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:40.033925 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e2704-fd49-407a-9c61-36ab308d726e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:40.040033 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945e2704-fd49-407a-9c61-36ab308d726e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:40.040694 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-945e2704-fd49-407a-9c61-36ab308d726e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:40.072784 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e2704-fd49-407a-9c61-36ab308d726e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=471f3fd2-2754-4888-a6e7-1e01c4947946,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:40.093001 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-945e2704-fd49-407a-9c61-36ab308d726e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1395752 Nov 24 21:18:40.093272 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40232) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:40.167775 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8846f9e1-390e-4f6a-a6ec-ea1d3b2ae31c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:40.181320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8846f9e1-390e-4f6a-a6ec-ea1d3b2ae31c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:40.185931 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8846f9e1-390e-4f6a-a6ec-ea1d3b2ae31c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0928495 Nov 24 21:18:40.188523 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40236) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:40.245335 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa477b7-ff0d-4f8f-95bd-5fb2d574cccb req-19cbc97a-736f-48bc-a61b-92bebbc8212e tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:40.247554 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfa477b7-ff0d-4f8f-95bd-5fb2d574cccb req-19cbc97a-736f-48bc-a61b-92bebbc8212e tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bc98503-0678-4c97-8890-8b49802c88fa HTTP/1.1" status: 200 len: 946 time: 0.0595541 Nov 24 21:18:40.330819 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfa477b7-ff0d-4f8f-95bd-5fb2d574cccb req-b86f8e3b-8d8e-44ee-b0e6-c35ee30acf8a tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728202 Nov 24 21:18:40.399998 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-ae9b3e93-4014-48e1-83bd-50a12b367fe5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting port 471f3fd2-2754-4888-a6e7-1e01c4947946 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:18:40.400630 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae9b3e93-4014-48e1-83bd-50a12b367fe5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:40.484347 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5881806-8e75-4261-8905-051558514c1f req-a8f47266-73d3-4da2-9206-ffd2253d1816 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:40.492259 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d5881806-8e75-4261-8905-051558514c1f req-a8f47266-73d3-4da2-9206-ffd2253d1816 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.0714819 Nov 24 21:18:40.509789 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae9b3e93-4014-48e1-83bd-50a12b367fe5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:40.524133 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-ae9b3e93-4014-48e1-83bd-50a12b367fe5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Calling delete_port for 471f3fd2-2754-4888-a6e7-1e01c4947946 owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:40.556326 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d5881806-8e75-4261-8905-051558514c1f req-38bb010e-1ef4-4c09-83b2-477b239a67e9 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631883 Nov 24 21:18:40.685420 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae9b3e93-4014-48e1-83bd-50a12b367fe5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:40.720066 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b3e93-4014-48e1-83bd-50a12b367fe5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Port': ['ID=471f3fd2-2754-4888-a6e7-1e01c4947946,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:40.750750 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae9b3e93-4014-48e1-83bd-50a12b367fe5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:40.756591 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ae9b3e93-4014-48e1-83bd-50a12b367fe5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/471f3fd2-2754-4888-a6e7-1e01c4947946 HTTP/1.1" status: 204 len: 168 time: 0.5645959 Nov 24 21:18:40.756991 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40238) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:40.826344 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8e5afd-ef81-4bf3-bd5b-729d4ef708e1 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:40.828945 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8e5afd-ef81-4bf3-bd5b-729d4ef708e1 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:40.832047 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-dc8e5afd-ef81-4bf3-bd5b-729d4ef708e1 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0738389 Nov 24 21:18:40.834897 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40240) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:40.893755 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-044341bf-f6f8-4064-9781-b6e7e2ce9b7e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet 8d09a0a5-fc5a-4edc-a26f-14daf0ac0735 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:18:40.897300 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-044341bf-f6f8-4064-9781-b6e7e2ce9b7e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:40.945889 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-044341bf-f6f8-4064-9781-b6e7e2ce9b7e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:41.058312 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-044341bf-f6f8-4064-9781-b6e7e2ce9b7e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:41.126586 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-044341bf-f6f8-4064-9781-b6e7e2ce9b7e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:41.156666 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044341bf-f6f8-4064-9781-b6e7e2ce9b7e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=8d09a0a5-fc5a-4edc-a26f-14daf0ac0735,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:41.161268 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-044341bf-f6f8-4064-9781-b6e7e2ce9b7e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:41.166901 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-044341bf-f6f8-4064-9781-b6e7e2ce9b7e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/8d09a0a5-fc5a-4edc-a26f-14daf0ac0735 HTTP/1.1" status: 204 len: 168 time: 0.3282921 Nov 24 21:18:41.166901 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40242) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:41.181850 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-27fbd340-34a2-4a20-bcea-d4243862a4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:41.197929 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:41.212521 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-75db12ae-91a0-4097-ab9a-ed91da8338c5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439620 Nov 24 21:18:41.215380 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40244) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:41.222018 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-6826ca6f-3017-421e-9946-898d2047747b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:41.225208 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded75d34-899e-4efb-b2ae-de185eef2c98 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:41.329983 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6826ca6f-3017-421e-9946-898d2047747b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:41.334192 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6826ca6f-3017-421e-9946-898d2047747b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:41.336381 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2609a4a5-fa18-48a2-b7b2-295286c38764 None None] Provisioning complete for port 4db839f9-6e9e-438f-89c6-4725524110a5 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:41.336798 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2609a4a5-fa18-48a2-b7b2-295286c38764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:41.392699 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 4db839f9-6e9e-438f-89c6-4725524110a5 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:18:41.496840 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2609a4a5-fa18-48a2-b7b2-295286c38764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:41.498978 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 4db839f9-6e9e-438f-89c6-4725524110a5 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:41.499349 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:41.509281 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7501b99-ceb8-4eb0-a7ff-28373f2ac36f req-33815c96-94d7-4614-9f98-ef6a0d741166 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:41.510850 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b7501b99-ceb8-4eb0-a7ff-28373f2ac36f req-33815c96-94d7-4614-9f98-ef6a0d741166 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bc98503-0678-4c97-8890-8b49802c88fa HTTP/1.1" status: 200 len: 946 time: 0.0856621 Nov 24 21:18:41.540206 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aab380-ded6-4b81-a9ed-d99c6522f0f6 None None] DHCP port deletion for 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:18:41.601669 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2609a4a5-fa18-48a2-b7b2-295286c38764 None None] For port 4db839f9-6e9e-438f-89c6-4725524110a5, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=4db839f9-6e9e-438f-89c6-4725524110a5,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:41.608873 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2609a4a5-fa18-48a2-b7b2-295286c38764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:41.614818 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b7501b99-ceb8-4eb0-a7ff-28373f2ac36f req-631afaef-150b-40fd-8dc9-aaa9617256cb tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847199 Nov 24 21:18:41.720645 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609a4a5-fa18-48a2-b7b2-295286c38764 None None] Pushing event updated for resources: {'Port': ['ID=4db839f9-6e9e-438f-89c6-4725524110a5,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:41.729484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-43aab380-ded6-4b81-a9ed-d99c6522f0f6 None None] Deleting port 4db839f9-6e9e-438f-89c6-4725524110a5 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:18:41.729861 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-43aab380-ded6-4b81-a9ed-d99c6522f0f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:41.889192 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c45ae6-0c97-4fca-bc19-56763d13d12b req-0f4a5c49-f710-4d83-83d5-fcb8a401f7bb tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:41.891264 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a2c45ae6-0c97-4fca-bc19-56763d13d12b req-0f4a5c49-f710-4d83-83d5-fcb8a401f7bb tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.0700560 Nov 24 21:18:41.892898 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4faee5-392a-4389-a2f8-fd2cb860672c req-af4c7c00-f1b7-4bb1-8f41-b3e67c7cb44d tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:41.897262 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fb4faee5-392a-4389-a2f8-fd2cb860672c req-af4c7c00-f1b7-4bb1-8f41-b3e67c7cb44d tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d317d33-f356-4b4f-b30c-a09f8b785991 HTTP/1.1" status: 200 len: 946 time: 0.1804597 Nov 24 21:18:41.901644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.objects.ports [None req-6826ca6f-3017-421e-9946-898d2047747b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109991) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 21:18:42.049594 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-a2c45ae6-0c97-4fca-bc19-56763d13d12b req-21859c67-cc1e-49ec-a18c-736ee975b364 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Deleting port cf6ba1f6-8719-4484-8c94-00b379ffcb96 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:18:42.050035 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a2c45ae6-0c97-4fca-bc19-56763d13d12b req-21859c67-cc1e-49ec-a18c-736ee975b364 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:42.076102 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-43aab380-ded6-4b81-a9ed-d99c6522f0f6 None None] For port 4db839f9-6e9e-438f-89c6-4725524110a5, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=4db839f9-6e9e-438f-89c6-4725524110a5,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:42.076825 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-43aab380-ded6-4b81-a9ed-d99c6522f0f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:42.096229 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-43aab380-ded6-4b81-a9ed-d99c6522f0f6 None None] Calling delete_port for 4db839f9-6e9e-438f-89c6-4725524110a5 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:42.101562 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fb4faee5-392a-4389-a2f8-fd2cb860672c req-7fffaa34-b1a6-4176-9f42-937840836d8f tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8712363-6e1c-4fe8-a383-705573f6ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051085 Nov 24 21:18:42.141322 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6826ca6f-3017-421e-9946-898d2047747b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:42.161647 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a2c45ae6-0c97-4fca-bc19-56763d13d12b req-21859c67-cc1e-49ec-a18c-736ee975b364 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] For port cf6ba1f6-8719-4484-8c94-00b379ffcb96, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cf6ba1f6-8719-4484-8c94-00b379ffcb96,segment=NetworkSegment(fc255c7f-c29a-46b6-8640-52714ae9926a),segment_id=fc255c7f-c29a-46b6-8640-52714ae9926a)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:42.162031 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a2c45ae6-0c97-4fca-bc19-56763d13d12b req-21859c67-cc1e-49ec-a18c-736ee975b364 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:42.178645 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-a2c45ae6-0c97-4fca-bc19-56763d13d12b req-21859c67-cc1e-49ec-a18c-736ee975b364 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Calling delete_port for cf6ba1f6-8719-4484-8c94-00b379ffcb96 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:42.313247 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-6826ca6f-3017-421e-9946-898d2047747b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] For port 4db839f9-6e9e-438f-89c6-4725524110a5, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=4db839f9-6e9e-438f-89c6-4725524110a5,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:42.338252 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a2c45ae6-0c97-4fca-bc19-56763d13d12b req-21859c67-cc1e-49ec-a18c-736ee975b364 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:42.349602 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6826ca6f-3017-421e-9946-898d2047747b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:42.353038 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['cf6ba1f6-8719-4484-8c94-00b379ffcb96'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:18:42.365693 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6826ca6f-3017-421e-9946-898d2047747b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:42.366486 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6826ca6f-3017-421e-9946-898d2047747b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:42.372557 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21859c67-cc1e-49ec-a18c-736ee975b364 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Pushing event deleted for resources: {'Port': ['ID=cf6ba1f6-8719-4484-8c94-00b379ffcb96,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:42.394689 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1ea985-1836-49e7-8534-d40561ea4d19 None None] DHCP port deletion for ee8d0854-ec27-476a-931f-a8f1bb95806d request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:18:42.400004 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-43aab380-ded6-4b81-a9ed-d99c6522f0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:42.426936 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c45ae6-0c97-4fca-bc19-56763d13d12b req-21859c67-cc1e-49ec-a18c-736ee975b364 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] No DVR routers for this DVR port cf6ba1f6-8719-4484-8c94-00b379ffcb96 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:18:42.430249 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ca6f-3017-421e-9946-898d2047747b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Port': ['ID=4db839f9-6e9e-438f-89c6-4725524110a5,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:42.430556 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a2c45ae6-0c97-4fca-bc19-56763d13d12b req-21859c67-cc1e-49ec-a18c-736ee975b364 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:42.434749 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a2c45ae6-0c97-4fca-bc19-56763d13d12b req-21859c67-cc1e-49ec-a18c-736ee975b364 tempest-ServersNegativeTestJSON-1924100990 tempest-ServersNegativeTestJSON-1924100990-project] 10.222.0.48 "DELETE /v2.0/ports/cf6ba1f6-8719-4484-8c94-00b379ffcb96 HTTP/1.1" status: 204 len: 173 time: 0.5337217 Nov 24 21:18:42.435564 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d317d33-f356-4b4f-b30c-a09f8b785991', 'name': 'network-vif-deleted', 'tag': 'cf6ba1f6-8719-4484-8c94-00b379ffcb96'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:18:42.439047 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a7d5a0-0e78-4219-84b3-84a6dd60ebee" -d '{"events": [{"server_uuid": "4d317d33-f356-4b4f-b30c-a09f8b785991", "name": "network-vif-deleted", "tag": "cf6ba1f6-8719-4484-8c94-00b379ffcb96"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:18:42.472000 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6826ca6f-3017-421e-9946-898d2047747b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:42.475627 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-6826ca6f-3017-421e-9946-898d2047747b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:42.483707 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aab380-ded6-4b81-a9ed-d99c6522f0f6 None None] Pushing event deleted for resources: {'Port': ['ID=4db839f9-6e9e-438f-89c6-4725524110a5,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:42.486226 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6826ca6f-3017-421e-9946-898d2047747b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:42.487279 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6826ca6f-3017-421e-9946-898d2047747b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:42.491442 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ca6f-3017-421e-9946-898d2047747b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=b4e67ef3-8c8f-4c20-ae46-3f94983e9519,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:42.495705 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aab380-ded6-4b81-a9ed-d99c6522f0f6 None None] No DVR routers for this DVR port 4db839f9-6e9e-438f-89c6-4725524110a5 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:18:42.505167 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d1948c-1859-40aa-ba17-3b7cd51c716e x-openstack-request-id: req-38d1948c-1859-40aa-ba17-3b7cd51c716e {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:18:42.505471 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d317d33-f356-4b4f-b30c-a09f8b785991", "name": "network-vif-deleted", "tag": "cf6ba1f6-8719-4484-8c94-00b379ffcb96", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:18:42.512274 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38d1948c-1859-40aa-ba17-3b7cd51c716e {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:18:42.513115 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d317d33-f356-4b4f-b30c-a09f8b785991', 'name': 'network-vif-deleted', 'tag': 'cf6ba1f6-8719-4484-8c94-00b379ffcb96', 'status': 'completed', 'code': 200} Nov 24 21:18:42.517024 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e101c7-a22f-4abb-8cf0-ece5622bcd4d None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:42.536676 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40262) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:42.541367 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6826ca6f-3017-421e-9946-898d2047747b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3246200 Nov 24 21:18:42.545035 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a0ca2091-0365-4f5a-a3b4-2b5cbf98af95 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'mac_address': 'fa:16:3e:cb:d3:c5', 'name': 'tempest-NetworksTestDHCPv6-1196126935'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:42.558535 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:42.679681 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ca2091-0365-4f5a-a3b4-2b5cbf98af95 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:42.685574 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a0ca2091-0365-4f5a-a3b4-2b5cbf98af95 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:42.710227 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-a0ca2091-0365-4f5a-a3b4-2b5cbf98af95 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] device_id is not set on port dd5f3be6-c549-4d66-9c39-df8c6088f652 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:18:42.717336 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64a7196-993e-47d0-bb04-ef8f8432a107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'fixed_ips': [{'subnet_id': 'b4e67ef3-8c8f-4c20-ae46-3f94983e9519'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:18:42.718836 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f64a7196-993e-47d0-bb04-ef8f8432a107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:42.846324 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-a0ca2091-0365-4f5a-a3b4-2b5cbf98af95 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8::f816:3eff:fecb:d3c5 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/b4e67ef3-8c8f-4c20-ae46-3f94983e9519/dd5f3be6-c549-4d66-9c39-df8c6088f652) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:43.040672 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a0ca2091-0365-4f5a-a3b4-2b5cbf98af95 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.083075 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a0ca2091-0365-4f5a-a3b4-2b5cbf98af95 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.128304 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-f64a7196-993e-47d0-bb04-ef8f8432a107 None None] Allocated IP 2001:db8::f816:3eff:fec8:e451 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/b4e67ef3-8c8f-4c20-ae46-3f94983e9519/bd2a4861-344b-4ca9-ab42-695efe1a1916) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:43.138251 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ca2091-0365-4f5a-a3b4-2b5cbf98af95 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:43.144437 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-a0ca2091-0365-4f5a-a3b4-2b5cbf98af95 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:43.146988 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ca2091-0365-4f5a-a3b4-2b5cbf98af95 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:43.153931 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ca2091-0365-4f5a-a3b4-2b5cbf98af95 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:43.154564 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a0ca2091-0365-4f5a-a3b4-2b5cbf98af95 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.175642 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca2091-0365-4f5a-a3b4-2b5cbf98af95 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=dd5f3be6-c549-4d66-9c39-df8c6088f652,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:43.195989 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40272) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:43.197357 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a0ca2091-0365-4f5a-a3b4-2b5cbf98af95 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6586185 Nov 24 21:18:43.206469 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40274) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:43.257073 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856e453d-d9ff-48e5-94f2-b678d4c2a0db tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:43.261104 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-856e453d-d9ff-48e5-94f2-b678d4c2a0db tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0612261 Nov 24 21:18:43.261295 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40276) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:43.276777 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-a176ccaa-366f-4aaa-a1d4-41b4d7e549a6 admin admin] Deleting subnet 2cb85dfb-9587-449f-bfab-6a213fbd07fd {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:18:43.281012 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a176ccaa-366f-4aaa-a1d4-41b4d7e549a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.319975 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a176ccaa-366f-4aaa-a1d4-41b4d7e549a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.333183 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f64a7196-993e-47d0-bb04-ef8f8432a107 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.335944 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 4db839f9-6e9e-438f-89c6-4725524110a5 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:18:43.358871 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 4db839f9-6e9e-438f-89c6-4725524110a5 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:18:43.359605 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 4db839f9-6e9e-438f-89c6-4725524110a5 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:18:43.361388 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f64a7196-993e-47d0-bb04-ef8f8432a107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.365275 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a39f1f72-9c44-44a6-b8cf-6abdaa8a1bf0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting port dd5f3be6-c549-4d66-9c39-df8c6088f652 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:18:43.365275 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a39f1f72-9c44-44a6-b8cf-6abdaa8a1bf0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.376943 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a176ccaa-366f-4aaa-a1d4-41b4d7e549a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.411627 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64a7196-993e-47d0-bb04-ef8f8432a107 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:43.413116 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a7196-993e-47d0-bb04-ef8f8432a107 None None] Pushing event updated for resources: {'Port': ['ID=bd2a4861-344b-4ca9-ab42-695efe1a1916,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:43.415581 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-f64a7196-993e-47d0-bb04-ef8f8432a107 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:43.417589 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64a7196-993e-47d0-bb04-ef8f8432a107 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:43.443228 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a176ccaa-366f-4aaa-a1d4-41b4d7e549a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.460795 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a39f1f72-9c44-44a6-b8cf-6abdaa8a1bf0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.471515 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176ccaa-366f-4aaa-a1d4-41b4d7e549a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cb85dfb-9587-449f-bfab-6a213fbd07fd,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:43.473566 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a176ccaa-366f-4aaa-a1d4-41b4d7e549a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.477172 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a176ccaa-366f-4aaa-a1d4-41b4d7e549a6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2cb85dfb-9587-449f-bfab-6a213fbd07fd HTTP/1.1" status: 204 len: 168 time: 0.2697043 Nov 24 21:18:43.478691 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f64a7196-993e-47d0-bb04-ef8f8432a107 None None] Attempting to bind port bd2a4861-344b-4ca9-ab42-695efe1a1916 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:18:43.479069 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f64a7196-993e-47d0-bb04-ef8f8432a107 None None] Attempting to bind port bd2a4861-344b-4ca9-ab42-695efe1a1916 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:18:43.479520 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a7196-993e-47d0-bb04-ef8f8432a107 None None] Attempting to bind port bd2a4861-344b-4ca9-ab42-695efe1a1916 on network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:18:43.479623 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40278) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:43.483724 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdafc0ae-f21c-4586-b641-fbf8d3c3f8b0 None None] Network ee8d0854-ec27-476a-931f-a8f1bb95806d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:43.485474 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a39f1f72-9c44-44a6-b8cf-6abdaa8a1bf0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Calling delete_port for dd5f3be6-c549-4d66-9c39-df8c6088f652 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:43.500790 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a7196-993e-47d0-bb04-ef8f8432a107 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:18:43.501167 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a7196-993e-47d0-bb04-ef8f8432a107 None None] Checking segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:18:43.501571 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f64a7196-993e-47d0-bb04-ef8f8432a107 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.501977 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a7196-993e-47d0-bb04-ef8f8432a107 None None] Bound using segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:18:43.502460 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f64a7196-993e-47d0-bb04-ef8f8432a107 None None] Bound port: bd2a4861-344b-4ca9-ab42-695efe1a1916, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:18:43.502842 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f64a7196-993e-47d0-bb04-ef8f8432a107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.556460 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-179db2f2-96b9-49c1-837c-68a52eb4de63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.627025 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a39f1f72-9c44-44a6-b8cf-6abdaa8a1bf0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.643859 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f64a7196-993e-47d0-bb04-ef8f8432a107 None None] For port bd2a4861-344b-4ca9-ab42-695efe1a1916, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:18:43.647330 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f64a7196-993e-47d0-bb04-ef8f8432a107 None None] For port bd2a4861-344b-4ca9-ab42-695efe1a1916, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=bd2a4861-344b-4ca9-ab42-695efe1a1916,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:18:43.650549 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-179db2f2-96b9-49c1-837c-68a52eb4de63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.655480 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3f152e-1367-41bb-85cf-9c397c933418 None None] DHCP port deletion for ee8d0854-ec27-476a-931f-a8f1bb95806d request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:18:43.659932 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f64a7196-993e-47d0-bb04-ef8f8432a107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.667716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f1f72-9c44-44a6-b8cf-6abdaa8a1bf0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Port': ['ID=dd5f3be6-c549-4d66-9c39-df8c6088f652,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:43.675773 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-179db2f2-96b9-49c1-837c-68a52eb4de63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8d0854-ec27-476a-931f-a8f1bb95806d']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:18:43.685851 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-179db2f2-96b9-49c1-837c-68a52eb4de63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc255c7f-c29a-46b6-8640-52714ae9926a') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:18:43.686156 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-179db2f2-96b9-49c1-837c-68a52eb4de63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc255c7f-c29a-46b6-8640-52714ae9926a') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:18:43.695885 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-179db2f2-96b9-49c1-837c-68a52eb4de63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.704727 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a39f1f72-9c44-44a6-b8cf-6abdaa8a1bf0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.709942 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a39f1f72-9c44-44a6-b8cf-6abdaa8a1bf0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/dd5f3be6-c549-4d66-9c39-df8c6088f652 HTTP/1.1" status: 204 len: 168 time: 0.4467790 Nov 24 21:18:43.712374 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40280) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:43.713454 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-179db2f2-96b9-49c1-837c-68a52eb4de63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.721341 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179db2f2-96b9-49c1-837c-68a52eb4de63 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:18:43.721914 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-179db2f2-96b9-49c1-837c-68a52eb4de63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: items = [ Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:18:43.724293 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:18:43.734472 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a7196-993e-47d0-bb04-ef8f8432a107 None None] Pushing event updated for resources: {'Port': ['ID=bd2a4861-344b-4ca9-ab42-695efe1a1916,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:43.785065 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.792576 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842888-5ee3-499c-9b2a-85a08e0218ec tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:43.795162 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842888-5ee3-499c-9b2a-85a08e0218ec tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:43.796878 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3e842888-5ee3-499c-9b2a-85a08e0218ec tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0821195 Nov 24 21:18:43.799679 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40282) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:43.800517 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-179db2f2-96b9-49c1-837c-68a52eb4de63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.807336 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-179db2f2-96b9-49c1-837c-68a52eb4de63 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.813119 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-179db2f2-96b9-49c1-837c-68a52eb4de63 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ee8d0854-ec27-476a-931f-a8f1bb95806d HTTP/1.1" status: 204 len: 168 time: 0.3302724 Nov 24 21:18:43.828680 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179db2f2-96b9-49c1-837c-68a52eb4de63 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee8d0854-ec27-476a-931f-a8f1bb95806d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:43.868373 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb1a78e-1b0f-4538-9e6d-4b4c888e812e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet b4e67ef3-8c8f-4c20-ae46-3f94983e9519 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:18:43.872018 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dbb1a78e-1b0f-4538-9e6d-4b4c888e812e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:43.921027 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dbb1a78e-1b0f-4538-9e6d-4b4c888e812e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:44.038556 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dbb1a78e-1b0f-4538-9e6d-4b4c888e812e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:44.049197 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40286) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:44.108094 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dbb1a78e-1b0f-4538-9e6d-4b4c888e812e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:44.119556 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-55adcec0-58dc-43e3-a833-7e0a93fd37b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=decaecefece2435080b2d378715208c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0683491 Nov 24 21:18:44.122440 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40290) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:44.144429 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1a78e-1b0f-4538-9e6d-4b4c888e812e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=b4e67ef3-8c8f-4c20-ae46-3f94983e9519,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:44.150621 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dbb1a78e-1b0f-4538-9e6d-4b4c888e812e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:44.154871 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dbb1a78e-1b0f-4538-9e6d-4b4c888e812e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/b4e67ef3-8c8f-4c20-ae46-3f94983e9519 HTTP/1.1" status: 204 len: 168 time: 0.3539269 Nov 24 21:18:44.157699 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40294) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:44.209862 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bb46f8a2-953c-483c-98a5-d7131ac56c7b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507753 Nov 24 21:18:44.212248 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40298) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:44.229059 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-946713ad-2ddf-46b9-8e91-99d6c5aedea5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:44.257498 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-946713ad-2ddf-46b9-8e91-99d6c5aedea5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:44.266838 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f666e580-baf4-4655-977e-f0f8a36b3b7f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:44.268359 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f666e580-baf4-4655-977e-f0f8a36b3b7f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0549068 Nov 24 21:18:44.271792 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40300) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:44.315774 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-946713ad-2ddf-46b9-8e91-99d6c5aedea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:44.318490 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-946713ad-2ddf-46b9-8e91-99d6c5aedea5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:44.319693 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-946713ad-2ddf-46b9-8e91-99d6c5aedea5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f8712363-6e1c-4fe8-a383-705573f6ad57 HTTP/1.1" status: 204 len: 168 time: 0.1963122 Nov 24 21:18:44.331827 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946713ad-2ddf-46b9-8e91-99d6c5aedea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8712363-6e1c-4fe8-a383-705573f6ad57,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:44.373448 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f577c02-9af9-48b5-8266-0165a6eb9bb8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:44.377397 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8f577c02-9af9-48b5-8266-0165a6eb9bb8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0960786 Nov 24 21:18:44.377998 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40308) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:44.426320 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b1b62870-57de-4bd0-bc97-d714d7d00dc2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432379 Nov 24 21:18:44.426980 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40310) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:44.431860 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c4433a99-8f62-4333-99d3-78f63c6510e0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:44.586511 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4433a99-8f62-4333-99d3-78f63c6510e0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:44.591030 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c4433a99-8f62-4333-99d3-78f63c6510e0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:44.838978 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c4433a99-8f62-4333-99d3-78f63c6510e0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:44.857963 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:44.893391 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4433a99-8f62-4333-99d3-78f63c6510e0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:44.896821 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-c4433a99-8f62-4333-99d3-78f63c6510e0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:44.902350 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4433a99-8f62-4333-99d3-78f63c6510e0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:44.902838 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c4433a99-8f62-4333-99d3-78f63c6510e0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:44.917150 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4433a99-8f62-4333-99d3-78f63c6510e0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=a0858faf-1fcd-4973-a7a0-dfb12dc72981,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:44.924076 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c4433a99-8f62-4333-99d3-78f63c6510e0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4962530 Nov 24 21:18:44.926839 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40324) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:44.932658 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-a7be149e-2c66-471a-ac21-ff21a9c07213 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'mac_address': 'fa:16:3e:dd:66:48', 'name': 'tempest-NetworksTestDHCPv6-1235042001'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:45.058170 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffc49bf-e4a6-42df-8ef6-aed12ae2da26 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:45.074779 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7be149e-2c66-471a-ac21-ff21a9c07213 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:45.192391 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a7be149e-2c66-471a-ac21-ff21a9c07213 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:45.222674 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-45cac635-3c92-41ef-bcef-a2d276ef4445 None None] Provisioning complete for port bd2a4861-344b-4ca9-ab42-695efe1a1916 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:45.226167 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-45cac635-3c92-41ef-bcef-a2d276ef4445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:45.226931 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40334) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:45.227822 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-a7be149e-2c66-471a-ac21-ff21a9c07213 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] device_id is not set on port 2fdc7f24-edf2-427e-9a09-bac0fab402cf yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:18:45.390426 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-45cac635-3c92-41ef-bcef-a2d276ef4445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:45.404983 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0d8e2c09-9d0c-41ab-9a78-cab0031c3fcd admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-928085467-network', 'tenant_id': '28a859bb12da422fbc357880c7afada3'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:45.416530 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bd2a4861-344b-4ca9-ab42-695efe1a1916 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:18:45.448413 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8e2c09-9d0c-41ab-9a78-cab0031c3fcd admin admin] Made reservation on behalf of 28a859bb12da422fbc357880c7afada3 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:45.453340 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2c09-9d0c-41ab-9a78-cab0031c3fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:45.474669 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2c09-9d0c-41ab-9a78-cab0031c3fcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:45.522267 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-45cac635-3c92-41ef-bcef-a2d276ef4445 None None] For port bd2a4861-344b-4ca9-ab42-695efe1a1916, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=bd2a4861-344b-4ca9-ab42-695efe1a1916,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:45.531143 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-45cac635-3c92-41ef-bcef-a2d276ef4445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:45.579082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port bd2a4861-344b-4ca9-ab42-695efe1a1916 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:45.579715 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:45.631461 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cac635-3c92-41ef-bcef-a2d276ef4445 None None] Pushing event updated for resources: {'Port': ['ID=bd2a4861-344b-4ca9-ab42-695efe1a1916,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:45.632976 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2c09-9d0c-41ab-9a78-cab0031c3fcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:45.650106 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2c09-9d0c-41ab-9a78-cab0031c3fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:45.678791 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e2c09-9d0c-41ab-9a78-cab0031c3fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a087fb1-3022-4c98-8b8f-65cf7dcbc7ef,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:45.692963 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d8e2c09-9d0c-41ab-9a78-cab0031c3fcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:18:45.715698 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2c09-9d0c-41ab-9a78-cab0031c3fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:45.716050 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-0d8e2c09-9d0c-41ab-9a78-cab0031c3fcd admin admin] Added segment fd0bead9-9b21-473f-b2f4-3624be41d441 of type vlan for network 23482d33-773b-4cff-8630-c54d299f9e37 Nov 24 21:18:45.760133 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f016b41b-1588-44f4-980b-5d301a0d05b0 None None] Provisioning complete for port bd2a4861-344b-4ca9-ab42-695efe1a1916 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:45.760975 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f016b41b-1588-44f4-980b-5d301a0d05b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:45.778470 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2c09-9d0c-41ab-9a78-cab0031c3fcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:45.812788 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2c09-9d0c-41ab-9a78-cab0031c3fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:45.813869 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8e2c09-9d0c-41ab-9a78-cab0031c3fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:45.814556 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2c09-9d0c-41ab-9a78-cab0031c3fcd admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:45.877645 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0d8e2c09-9d0c-41ab-9a78-cab0031c3fcd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6477504 Nov 24 21:18:45.883733 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40342) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:45.898764 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-a7be149e-2c66-471a-ac21-ff21a9c07213 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8::94 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/a0858faf-1fcd-4973-a7a0-dfb12dc72981/2fdc7f24-edf2-427e-9a09-bac0fab402cf) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:45.905682 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0c39c793-1beb-4f39-891a-890973ae0dbf admin admin] Request body: {'subnet': {'network_id': '23482d33-773b-4cff-8630-c54d299f9e37', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-928085467-subnet', 'tenant_id': '28a859bb12da422fbc357880c7afada3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:45.966258 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c39c793-1beb-4f39-891a-890973ae0dbf admin admin] Made reservation on behalf of 28a859bb12da422fbc357880c7afada3 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:45.968633 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0c39c793-1beb-4f39-891a-890973ae0dbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:45.971815 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e2c09-9d0c-41ab-9a78-cab0031c3fcd admin admin] Pushing event updated for resources: {'Network': ['ID=23482d33-773b-4cff-8630-c54d299f9e37,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:45.978596 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device cf6ba1f6-8719-4484-8c94-00b379ffcb96 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:18:45.990320 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 23482d33-773b-4cff-8630-c54d299f9e37 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:18:46.057080 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: cf6ba1f6-8719-4484-8c94-00b379ffcb96 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:18:46.059792 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device cf6ba1f6-8719-4484-8c94-00b379ffcb96 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:18:46.121628 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a7be149e-2c66-471a-ac21-ff21a9c07213 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:46.124451 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a04c802b-f3e1-4c6e-bf43-36471e239341 None None] Could not find standard attr ID for object 471f3fd2-2754-4888-a6e7-1e01c4947946. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:18:46.194312 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a7be149e-2c66-471a-ac21-ff21a9c07213 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:46.213337 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0c39c793-1beb-4f39-891a-890973ae0dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:46.243224 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7be149e-2c66-471a-ac21-ff21a9c07213 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:46.253886 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-a7be149e-2c66-471a-ac21-ff21a9c07213 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:46.257813 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7be149e-2c66-471a-ac21-ff21a9c07213 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:46.265726 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7be149e-2c66-471a-ac21-ff21a9c07213 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:46.266588 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a7be149e-2c66-471a-ac21-ff21a9c07213 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:46.286925 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39c793-1beb-4f39-891a-890973ae0dbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=44bb4e41-c1ea-4e82-a810-21cd2af936e6,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:46.289030 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be149e-2c66-471a-ac21-ff21a9c07213 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=2fdc7f24-edf2-427e-9a09-bac0fab402cf,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:46.296611 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c39c793-1beb-4f39-891a-890973ae0dbf admin admin] Checking segment: {'id': 'fd0bead9-9b21-473f-b2f4-3624be41d441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '23482d33-773b-4cff-8630-c54d299f9e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:18:46.297141 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c39c793-1beb-4f39-891a-890973ae0dbf admin admin] Network hostable DHCP agents. Network: 23482d33-773b-4cff-8630-c54d299f9e37, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:18:46.317007 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40344) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:46.319968 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a7be149e-2c66-471a-ac21-ff21a9c07213 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3874028 Nov 24 21:18:46.330613 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c39c793-1beb-4f39-891a-890973ae0dbf admin admin] Network 23482d33-773b-4cff-8630-c54d299f9e37 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:18:46.353985 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-71a102ba-9986-4da5-a964-8ab959adcb04 None None] Could not find standard attr ID for object dd5f3be6-c549-4d66-9c39-df8c6088f652. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:18:46.362227 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-0c39c793-1beb-4f39-891a-890973ae0dbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 23482d33-773b-4cff-8630-c54d299f9e37) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:46.368843 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c39c793-1beb-4f39-891a-890973ae0dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:46.369619 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0c39c793-1beb-4f39-891a-890973ae0dbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:46.379518 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5490607f-efab-4896-8224-fb596facc4c6 None None] Network 23482d33-773b-4cff-8630-c54d299f9e37 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:46.395300 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8306a4-217b-4460-8861-4e3510fed000 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:46.401600 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8306a4-217b-4460-8861-4e3510fed000 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:46.403308 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2e8306a4-217b-4460-8861-4e3510fed000 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0850585 Nov 24 21:18:46.406112 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40346) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:46.467393 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0c39c793-1beb-4f39-891a-890973ae0dbf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5824802 Nov 24 21:18:46.488164 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-41c3d654-adf9-4660-b1c2-6c2014f4a831 req-60d4df58-11d3-4f1d-81bc-0aa0062907f0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=34e385be-012f-4e85-9d2e-6e0f950c8cd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0827062 Nov 24 21:18:46.560309 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-e510992d-4f77-49ab-b229-76e899930623 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting port 2fdc7f24-edf2-427e-9a09-bac0fab402cf {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:18:46.561162 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e510992d-4f77-49ab-b229-76e899930623 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:46.578139 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffc9bb0-2488-44e7-a825-4eac3faa217d None None] Network 23482d33-773b-4cff-8630-c54d299f9e37 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:46.628916 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3d654-adf9-4660-b1c2-6c2014f4a831 req-d2f9125d-f2b1-4479-b367-677c6bb42aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:46.638072 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-41c3d654-adf9-4660-b1c2-6c2014f4a831 req-d2f9125d-f2b1-4479-b367-677c6bb42aee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8d1b3c5195f4c05a18dfb32f9f7c943&device_id=34e385be-012f-4e85-9d2e-6e0f950c8cd7 HTTP/1.1" status: 200 len: 1097 time: 0.0927486 Nov 24 21:18:46.718469 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40354) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:46.739810 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e510992d-4f77-49ab-b229-76e899930623 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:46.774824 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-e510992d-4f77-49ab-b229-76e899930623 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Calling delete_port for 2fdc7f24-edf2-427e-9a09-bac0fab402cf owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:46.862862 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f5858911-54a2-45b5-89e3-f98ee2757018 None None] Provisioning complete for port 2fdc7f24-edf2-427e-9a09-bac0fab402cf triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:46.863123 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f5858911-54a2-45b5-89e3-f98ee2757018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:46.911352 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f5858911-54a2-45b5-89e3-f98ee2757018 None None] Port 2fdc7f24-edf2-427e-9a09-bac0fab402cf cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:18:46.921444 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf8cb60-c16b-40c6-b532-01116924cbde admin admin] Deleting subnet 44bb4e41-c1ea-4e82-a810-21cd2af936e6 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:18:46.925988 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4cf8cb60-c16b-40c6-b532-01116924cbde admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:46.953638 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3d654-adf9-4660-b1c2-6c2014f4a831 req-c4f1b819-302b-46a5-9bc6-1bc819e9cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:46.956424 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-41c3d654-adf9-4660-b1c2-6c2014f4a831 req-c4f1b819-302b-46a5-9bc6-1bc819e9cffa service neutron] 10.222.0.48 "GET /v2.0/networks?id=69f36ff4-df91-4502-a33c-b0e40fcb2067 HTTP/1.1" status: 200 len: 915 time: 0.2943480 Nov 24 21:18:46.967590 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e510992d-4f77-49ab-b229-76e899930623 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:47.006008 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e510992d-4f77-49ab-b229-76e899930623 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Port': ['ID=2fdc7f24-edf2-427e-9a09-bac0fab402cf,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:47.013498 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-41c3d654-adf9-4660-b1c2-6c2014f4a831 req-5cd4da39-5343-4ab3-b0d0-80a711b1a576 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be0edcdf-fa9c-4fc3-a9f7-231aade74b56 HTTP/1.1" status: 200 len: 217 time: 0.0475450 Nov 24 21:18:47.017698 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4cf8cb60-c16b-40c6-b532-01116924cbde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:47.035297 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e510992d-4f77-49ab-b229-76e899930623 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:47.039864 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e510992d-4f77-49ab-b229-76e899930623 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/2fdc7f24-edf2-427e-9a09-bac0fab402cf HTTP/1.1" status: 204 len: 168 time: 0.6327274 Nov 24 21:18:47.042494 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40356) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:47.117271 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4cf8cb60-c16b-40c6-b532-01116924cbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:47.120076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43e9221-8636-4200-9343-6d3ca736b260 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:47.123701 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43e9221-8636-4200-9343-6d3ca736b260 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:47.127830 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f43e9221-8636-4200-9343-6d3ca736b260 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0811355 Nov 24 21:18:47.128236 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40358) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:47.141871 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3d654-adf9-4660-b1c2-6c2014f4a831 req-000f96db-55bd-4a69-8bbd-fb6116312036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:47.144256 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-41c3d654-adf9-4660-b1c2-6c2014f4a831 req-000f96db-55bd-4a69-8bbd-fb6116312036 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1257a070-7767-454d-ab67-31a004e8a10a HTTP/1.1" status: 200 len: 854 time: 0.0984712 Nov 24 21:18:47.193973 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e518a5a-157e-48fc-adf9-d552f6c06fc8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet a0858faf-1fcd-4973-a7a0-dfb12dc72981 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:18:47.197530 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-41c3d654-adf9-4660-b1c2-6c2014f4a831 req-378e91b0-31e0-488a-9c42-a320b2ebe9f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=69f36ff4-df91-4502-a33c-b0e40fcb2067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451653 Nov 24 21:18:47.199033 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7e518a5a-157e-48fc-adf9-d552f6c06fc8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:47.267282 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7e518a5a-157e-48fc-adf9-d552f6c06fc8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:47.288077 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4cf8cb60-c16b-40c6-b532-01116924cbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:47.326752 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8cb60-c16b-40c6-b532-01116924cbde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44bb4e41-c1ea-4e82-a810-21cd2af936e6,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:47.334356 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4cf8cb60-c16b-40c6-b532-01116924cbde admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:47.341192 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4cf8cb60-c16b-40c6-b532-01116924cbde admin admin] 10.222.0.11 "DELETE /v2.0/subnets/44bb4e41-c1ea-4e82-a810-21cd2af936e6 HTTP/1.1" status: 204 len: 168 time: 0.6098335 Nov 24 21:18:47.341192 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40360) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:47.347059 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7e518a5a-157e-48fc-adf9-d552f6c06fc8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:47.386423 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-41c3d654-adf9-4660-b1c2-6c2014f4a831 req-549eca41-2186-4517-ab9b-13ae601203fa service neutron] 10.222.0.48 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779859 Nov 24 21:18:47.394259 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bd2a4861-344b-4ca9-ab42-695efe1a1916 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:18:47.444219 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7e518a5a-157e-48fc-adf9-d552f6c06fc8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:47.470025 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port bd2a4861-344b-4ca9-ab42-695efe1a1916 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:47.470517 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:47.488369 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e518a5a-157e-48fc-adf9-d552f6c06fc8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=a0858faf-1fcd-4973-a7a0-dfb12dc72981,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:47.490783 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7e518a5a-157e-48fc-adf9-d552f6c06fc8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:47.494265 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7e518a5a-157e-48fc-adf9-d552f6c06fc8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/a0858faf-1fcd-4973-a7a0-dfb12dc72981 HTTP/1.1" status: 204 len: 168 time: 0.3648982 Nov 24 21:18:47.496885 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40362) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:47.516045 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0e9d069-5866-4b8f-aad6-8d47d6ce126b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:47.549076 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d2d6bbfb-0725-4279-9a82-c36674e840c1 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509984 Nov 24 21:18:47.551329 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40364) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:47.631585 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc96e58-e921-4660-bf29-2922872d839e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:47.633275 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dbc96e58-e921-4660-bf29-2922872d839e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0809622 Nov 24 21:18:47.635898 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40366) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:47.646647 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-41c3d654-adf9-4660-b1c2-6c2014f4a831 req-a6c9b123-eddd-4cfe-8582-a8a10661aaf2 service neutron] 10.222.0.48 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189136 Nov 24 21:18:47.702266 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0e9d069-5866-4b8f-aad6-8d47d6ce126b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:47.736117 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcfb17e-d6e2-40f7-8b38-53c06bafe20e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:47.737170 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-b0e9d069-5866-4b8f-aad6-8d47d6ce126b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23482d33-773b-4cff-8630-c54d299f9e37']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:18:47.738564 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8fcfb17e-d6e2-40f7-8b38-53c06bafe20e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1007235 Nov 24 21:18:47.741817 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40368) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:47.748958 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-b0e9d069-5866-4b8f-aad6-8d47d6ce126b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0bead9-9b21-473f-b2f4-3624be41d441') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:18:47.749268 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-b0e9d069-5866-4b8f-aad6-8d47d6ce126b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0bead9-9b21-473f-b2f4-3624be41d441') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:18:47.763088 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0e9d069-5866-4b8f-aad6-8d47d6ce126b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:47.794925 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0e9d069-5866-4b8f-aad6-8d47d6ce126b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:47.798341 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a09f97-e42e-496f-8ff1-68666fdcdab9 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:47.805015 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e9d069-5866-4b8f-aad6-8d47d6ce126b admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:18:47.805517 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0e9d069-5866-4b8f-aad6-8d47d6ce126b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:47.805762 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fe1f7337-a328-4749-9433-5c891bd8a0ca tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621862 Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:18:47.807542 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:18:47.810114 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40372) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:47.816076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-12c9106d-a995-4be5-a2a6-bb8675f1a1be tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:47.880034 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0e9d069-5866-4b8f-aad6-8d47d6ce126b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:47.886610 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0e9d069-5866-4b8f-aad6-8d47d6ce126b admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:47.893508 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b0e9d069-5866-4b8f-aad6-8d47d6ce126b admin admin] 10.222.0.11 "DELETE /v2.0/networks/23482d33-773b-4cff-8630-c54d299f9e37 HTTP/1.1" status: 204 len: 168 time: 0.5490310 Nov 24 21:18:47.921643 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9d069-5866-4b8f-aad6-8d47d6ce126b admin admin] Pushing event deleted for resources: {'Network': ['ID=23482d33-773b-4cff-8630-c54d299f9e37,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:47.949681 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c9106d-a995-4be5-a2a6-bb8675f1a1be tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:47.955255 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-12c9106d-a995-4be5-a2a6-bb8675f1a1be tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:48.052167 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40378) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:48.121278 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a1c5011a-8fce-403a-8bcb-16a1c2159fe5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=28a859bb12da422fbc357880c7afada3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0654135 Nov 24 21:18:48.122072 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40380) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:48.173510 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea495aa5-7fbf-4adc-bfb2-277c588a362f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:48.198670 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea495aa5-7fbf-4adc-bfb2-277c588a362f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:48.287738 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea495aa5-7fbf-4adc-bfb2-277c588a362f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:48.291337 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea495aa5-7fbf-4adc-bfb2-277c588a362f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:48.295671 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ea495aa5-7fbf-4adc-bfb2-277c588a362f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a087fb1-3022-4c98-8b8f-65cf7dcbc7ef HTTP/1.1" status: 204 len: 168 time: 0.1699705 Nov 24 21:18:48.307022 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad94043-8b3a-420c-8694-6d59aab96b3f None None] DHCP port deletion for 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:18:48.307748 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea495aa5-7fbf-4adc-bfb2-277c588a362f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a087fb1-3022-4c98-8b8f-65cf7dcbc7ef,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:48.375862 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-0ad94043-8b3a-420c-8694-6d59aab96b3f None None] Deleting port bd2a4861-344b-4ca9-ab42-695efe1a1916 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:18:48.376610 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0ad94043-8b3a-420c-8694-6d59aab96b3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:48.446668 n-d-812111-8 neutron-server[109991]: DEBUG neutron.objects.ports [None req-12c9106d-a995-4be5-a2a6-bb8675f1a1be tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109991) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 21:18:48.483482 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0ad94043-8b3a-420c-8694-6d59aab96b3f None None] For port bd2a4861-344b-4ca9-ab42-695efe1a1916, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=bd2a4861-344b-4ca9-ab42-695efe1a1916,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:48.484080 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0ad94043-8b3a-420c-8694-6d59aab96b3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:48.500954 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-0ad94043-8b3a-420c-8694-6d59aab96b3f None None] Calling delete_port for bd2a4861-344b-4ca9-ab42-695efe1a1916 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:48.599591 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0ad94043-8b3a-420c-8694-6d59aab96b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:48.634413 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.ipam_pluggable_backend [None req-12c9106d-a995-4be5-a2a6-bb8675f1a1be tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Port bd2a4861-344b-4ca9-ab42-695efe1a1916 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109991) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 24 21:18:48.635071 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.ipam_pluggable_backend [None req-12c9106d-a995-4be5-a2a6-bb8675f1a1be tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Reverting IP allocation for 2001:db8::f816:3eff:fec8:e451 {{(pid=109991) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 24 21:18:48.635468 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad94043-8b3a-420c-8694-6d59aab96b3f None None] Pushing event deleted for resources: {'Port': ['ID=bd2a4861-344b-4ca9-ab42-695efe1a1916,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:48.639901 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad94043-8b3a-420c-8694-6d59aab96b3f None None] No DVR routers for this DVR port bd2a4861-344b-4ca9-ab42-695efe1a1916 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:18:48.653797 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.ipam_pluggable_backend [None req-12c9106d-a995-4be5-a2a6-bb8675f1a1be tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec8:e451 {{(pid=109991) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 24 21:18:48.655132 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-12c9106d-a995-4be5-a2a6-bb8675f1a1be tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:48.709147 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c9106d-a995-4be5-a2a6-bb8675f1a1be tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:48.712624 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-12c9106d-a995-4be5-a2a6-bb8675f1a1be tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:48.719228 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c9106d-a995-4be5-a2a6-bb8675f1a1be tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:48.719825 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-12c9106d-a995-4be5-a2a6-bb8675f1a1be tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:48.735284 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9106d-a995-4be5-a2a6-bb8675f1a1be tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=45cf800e-2289-4b62-9c70-edce1950da9e,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:48.736062 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80992e8e-b91b-4e62-894f-1d389fc91a1b None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:48.747207 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-12c9106d-a995-4be5-a2a6-bb8675f1a1be tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9358604 Nov 24 21:18:48.750237 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40394) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:48.755295 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b45130e5-849b-4157-a498-95af0e79f428 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:48.877859 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cac8210c-02e5-4fbb-95ee-cee28ff917c7 req-d001ef98-6ddc-4483-b383-eb45325cb2da service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1095874 Nov 24 21:18:48.953573 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45130e5-849b-4157-a498-95af0e79f428 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:48.958701 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b45130e5-849b-4157-a498-95af0e79f428 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:48.971572 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf730fff-871f-4517-9836-fc4c8c592a83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'fixed_ips': [{'subnet_id': '45cf800e-2289-4b62-9c70-edce1950da9e'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:18:48.972642 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bf730fff-871f-4517-9836-fc4c8c592a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:49.005071 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8210c-02e5-4fbb-95ee-cee28ff917c7 req-e9850121-ebad-475d-acaa-2758fe62c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:49.006992 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cac8210c-02e5-4fbb-95ee-cee28ff917c7 req-e9850121-ebad-475d-acaa-2758fe62c72a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 1096 time: 0.0810027 Nov 24 21:18:49.157417 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-bf730fff-871f-4517-9836-fc4c8c592a83 None None] Allocated IP 2001:db8::f816:3eff:fedb:d225 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/45cf800e-2289-4b62-9c70-edce1950da9e/49f22854-b8c0-4c67-a5e1-f67927871cab) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:49.188013 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8210c-02e5-4fbb-95ee-cee28ff917c7 req-fb033b6e-0a2b-4aa7-a1d7-967c7fb87c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:49.192926 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cac8210c-02e5-4fbb-95ee-cee28ff917c7 req-fb033b6e-0a2b-4aa7-a1d7-967c7fb87c90 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 912 time: 0.1564353 Nov 24 21:18:49.210056 n-d-812111-8 neutron-server[109990]: INFO neutron.db.ipam_backend_mixin [None req-b45130e5-849b-4157-a498-95af0e79f428 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 45cf800e-2289-4b62-9c70-edce1950da9e (CIDR: 2001:db8::/64) Nov 24 21:18:49.217445 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45130e5-849b-4157-a498-95af0e79f428 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:18:49.219536 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45130e5-849b-4157-a498-95af0e79f428 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:18:49.244605 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b45130e5-849b-4157-a498-95af0e79f428 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4931748 Nov 24 21:18:49.248513 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40408) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:49.257197 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7ca8500c-dfeb-4180-8f2f-7fb1b0ee973d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:49.287455 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cac8210c-02e5-4fbb-95ee-cee28ff917c7 req-47d8bbe5-8957-495c-a991-c7398194ab96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e91e8ca1-ee38-4618-9276-2115e9f3f45d HTTP/1.1" status: 200 len: 1000 time: 0.0891542 Nov 24 21:18:49.358539 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bd2a4861-344b-4ca9-ab42-695efe1a1916 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:18:49.368572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8210c-02e5-4fbb-95ee-cee28ff917c7 req-940144bd-04f7-40f8-8122-304fc2f2dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:49.370479 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cac8210c-02e5-4fbb-95ee-cee28ff917c7 req-940144bd-04f7-40f8-8122-304fc2f2dd49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.0744560 Nov 24 21:18:49.385167 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: bd2a4861-344b-4ca9-ab42-695efe1a1916 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:18:49.385520 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bd2a4861-344b-4ca9-ab42-695efe1a1916 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:18:49.480696 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8210c-02e5-4fbb-95ee-cee28ff917c7 req-a1b6d094-9f60-4b6d-aa8a-3abf27e63b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:49.483148 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cac8210c-02e5-4fbb-95ee-cee28ff917c7 req-a1b6d094-9f60-4b6d-aa8a-3abf27e63b2a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024470 Nov 24 21:18:49.503003 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca8500c-dfeb-4180-8f2f-7fb1b0ee973d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:49.510038 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ca8500c-dfeb-4180-8f2f-7fb1b0ee973d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:49.530749 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bf730fff-871f-4517-9836-fc4c8c592a83 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:49.546538 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bf730fff-871f-4517-9836-fc4c8c592a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:49.630824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf730fff-871f-4517-9836-fc4c8c592a83 None None] Pushing event updated for resources: {'Port': ['ID=49f22854-b8c0-4c67-a5e1-f67927871cab,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:49.678301 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf730fff-871f-4517-9836-fc4c8c592a83 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:49.679956 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-bf730fff-871f-4517-9836-fc4c8c592a83 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:49.687716 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf730fff-871f-4517-9836-fc4c8c592a83 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:49.708887 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cac8210c-02e5-4fbb-95ee-cee28ff917c7 req-8f814621-c87e-4de8-9251-2faabe8c661f service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176089 Nov 24 21:18:49.760647 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-bf730fff-871f-4517-9836-fc4c8c592a83 None None] Attempting to bind port 49f22854-b8c0-4c67-a5e1-f67927871cab on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:18:49.762099 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-bf730fff-871f-4517-9836-fc4c8c592a83 None None] Attempting to bind port 49f22854-b8c0-4c67-a5e1-f67927871cab by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:18:49.762799 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf730fff-871f-4517-9836-fc4c8c592a83 None None] Attempting to bind port 49f22854-b8c0-4c67-a5e1-f67927871cab on network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:18:49.769178 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf730fff-871f-4517-9836-fc4c8c592a83 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:18:49.769566 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf730fff-871f-4517-9836-fc4c8c592a83 None None] Checking segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:18:49.769971 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bf730fff-871f-4517-9836-fc4c8c592a83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:49.770378 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf730fff-871f-4517-9836-fc4c8c592a83 None None] Bound using segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:18:49.770927 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-bf730fff-871f-4517-9836-fc4c8c592a83 None None] Bound port: 49f22854-b8c0-4c67-a5e1-f67927871cab, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:18:49.771320 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bf730fff-871f-4517-9836-fc4c8c592a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:49.840236 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ca8500c-dfeb-4180-8f2f-7fb1b0ee973d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:49.901195 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cac8210c-02e5-4fbb-95ee-cee28ff917c7 req-b85e30c0-c154-4ae3-9d95-0efb9a560c78 service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801825 Nov 24 21:18:49.926073 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca8500c-dfeb-4180-8f2f-7fb1b0ee973d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:49.926471 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-bf730fff-871f-4517-9836-fc4c8c592a83 None None] For port 49f22854-b8c0-4c67-a5e1-f67927871cab, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:18:49.937686 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-bf730fff-871f-4517-9836-fc4c8c592a83 None None] For port 49f22854-b8c0-4c67-a5e1-f67927871cab, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=49f22854-b8c0-4c67-a5e1-f67927871cab,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:18:49.948567 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bf730fff-871f-4517-9836-fc4c8c592a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:49.960407 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-7ca8500c-dfeb-4180-8f2f-7fb1b0ee973d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:49.976304 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca8500c-dfeb-4180-8f2f-7fb1b0ee973d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:49.977084 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ca8500c-dfeb-4180-8f2f-7fb1b0ee973d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:50.025415 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40420) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:50.037978 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8500c-dfeb-4180-8f2f-7fb1b0ee973d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=d9444641-ff04-4b43-ade4-dc8f3acb8e89,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:50.046035 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7ca8500c-dfeb-4180-8f2f-7fb1b0ee973d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7920249 Nov 24 21:18:50.046363 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40424) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:50.057086 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-62eaa1b7-939f-4fcb-a945-1882663ba75c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'mac_address': 'fa:16:3e:15:2d:fd', 'name': 'tempest-NetworksTestDHCPv6-1070565920'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:50.079586 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf730fff-871f-4517-9836-fc4c8c592a83 None None] Pushing event updated for resources: {'Port': ['ID=49f22854-b8c0-4c67-a5e1-f67927871cab,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:50.202846 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1c15d336-025b-45bd-80b2-58b0a31a040b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:50.243155 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62eaa1b7-939f-4fcb-a945-1882663ba75c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:50.395493 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-62eaa1b7-939f-4fcb-a945-1882663ba75c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:50.440343 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-62eaa1b7-939f-4fcb-a945-1882663ba75c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] device_id is not set on port 40721580-cc4b-49e5-bf09-dfa41310347a yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:18:50.451942 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1c15d336-025b-45bd-80b2-58b0a31a040b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:50.488651 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1c15d336-025b-45bd-80b2-58b0a31a040b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:50.540280 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15d336-025b-45bd-80b2-58b0a31a040b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a92eb7-82b5-456f-a14e-18b94be15636,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:50.555375 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1c15d336-025b-45bd-80b2-58b0a31a040b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ce77c343f0a4d67be86aacd81b0e94e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5287957 Nov 24 21:18:50.557956 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40426) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:50.693323 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-131c054e-6d60-4c23-9123-8349c6e0c895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:50.719108 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-62eaa1b7-939f-4fcb-a945-1882663ba75c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8:0:1::72 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/d9444641-ff04-4b43-ade4-dc8f3acb8e89/40721580-cc4b-49e5-bf09-dfa41310347a) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:50.731707 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-131c054e-6d60-4c23-9123-8349c6e0c895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:50.733995 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-62eaa1b7-939f-4fcb-a945-1882663ba75c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8::f816:3eff:fe15:2dfd (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/45cf800e-2289-4b62-9c70-edce1950da9e/40721580-cc4b-49e5-bf09-dfa41310347a) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:50.833769 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-131c054e-6d60-4c23-9123-8349c6e0c895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:50.837004 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-131c054e-6d60-4c23-9123-8349c6e0c895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:50.838315 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-131c054e-6d60-4c23-9123-8349c6e0c895 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/92a92eb7-82b5-456f-a14e-18b94be15636 HTTP/1.1" status: 204 len: 168 time: 0.2792976 Nov 24 21:18:50.858662 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c054e-6d60-4c23-9123-8349c6e0c895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a92eb7-82b5-456f-a14e-18b94be15636,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:50.961446 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-62eaa1b7-939f-4fcb-a945-1882663ba75c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:51.007684 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-62eaa1b7-939f-4fcb-a945-1882663ba75c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:51.041499 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eaa1b7-939f-4fcb-a945-1882663ba75c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:51.044941 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-62eaa1b7-939f-4fcb-a945-1882663ba75c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:51.047502 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eaa1b7-939f-4fcb-a945-1882663ba75c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:51.055060 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62eaa1b7-939f-4fcb-a945-1882663ba75c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:51.055861 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-62eaa1b7-939f-4fcb-a945-1882663ba75c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:51.126642 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-62eaa1b7-939f-4fcb-a945-1882663ba75c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0786827 Nov 24 21:18:51.128995 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40434) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:51.192250 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eaa1b7-939f-4fcb-a945-1882663ba75c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=40721580-cc4b-49e5-bf09-dfa41310347a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:51.286922 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-73387959-b8d7-4056-accf-f907b517637e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting port 40721580-cc4b-49e5-bf09-dfa41310347a {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:18:51.288372 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-73387959-b8d7-4056-accf-f907b517637e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:51.380904 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c027d1f-564d-423f-bea9-a6bf7d748c93 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:51.479049 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-73387959-b8d7-4056-accf-f907b517637e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:51.484595 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 49f22854-b8c0-4c67-a5e1-f67927871cab up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:18:51.497031 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-73387959-b8d7-4056-accf-f907b517637e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Calling delete_port for 40721580-cc4b-49e5-bf09-dfa41310347a owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:51.544918 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-72297d5d-3abf-4add-af5e-960691afb3c7 None None] Provisioning complete for port 49f22854-b8c0-4c67-a5e1-f67927871cab triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:51.545451 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-72297d5d-3abf-4add-af5e-960691afb3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:51.638005 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 49f22854-b8c0-4c67-a5e1-f67927871cab triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:51.638387 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:51.756996 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-73387959-b8d7-4056-accf-f907b517637e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:51.757585 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-72297d5d-3abf-4add-af5e-960691afb3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:51.795603 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73387959-b8d7-4056-accf-f907b517637e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Port': ['ID=40721580-cc4b-49e5-bf09-dfa41310347a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:51.844154 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-72297d5d-3abf-4add-af5e-960691afb3c7 None None] For port 49f22854-b8c0-4c67-a5e1-f67927871cab, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=49f22854-b8c0-4c67-a5e1-f67927871cab,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:51.848119 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-73387959-b8d7-4056-accf-f907b517637e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:51.852109 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-73387959-b8d7-4056-accf-f907b517637e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/40721580-cc4b-49e5-bf09-dfa41310347a HTTP/1.1" status: 204 len: 168 time: 0.7218606 Nov 24 21:18:51.854874 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40456) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:51.856361 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-72297d5d-3abf-4add-af5e-960691afb3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:51.891564 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:51.925617 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ba04fc-cfdc-4c5f-868c-4ff97101eee4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:51.929091 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-73ba04fc-cfdc-4c5f-868c-4ff97101eee4 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0701003 Nov 24 21:18:51.929477 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40458) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:51.988867 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d7299f-f53f-4ede-bead-d0e2ef6f1076 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:51.992947 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-45d7299f-f53f-4ede-bead-d0e2ef6f1076 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0599716 Nov 24 21:18:51.993166 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40464) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:51.998525 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72297d5d-3abf-4add-af5e-960691afb3c7 None None] Pushing event updated for resources: {'Port': ['ID=49f22854-b8c0-4c67-a5e1-f67927871cab,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:52.021098 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c1db05-f59d-46b3-9a95-93e7cf2d5b7e None None] Update dhcp port {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'fixed_ips': [{'subnet_id': '45cf800e-2289-4b62-9c70-edce1950da9e', 'ip_address': '2001:db8::f816:3eff:fedb:d225'}, {'subnet_id': 'd9444641-ff04-4b43-ade4-dc8f3acb8e89'}], 'binding:host_id': 'n-d-812111-8'}, 'id': '49f22854-b8c0-4c67-a5e1-f67927871cab'} from n-d-812111-8. {{(pid=109992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 21:18:52.023013 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:18:52.023378 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:18:52.049569 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-26c1db05-f59d-46b3-9a95-93e7cf2d5b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:52.056063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147b8798-e85a-4f03-b66b-3841f2688ec9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:52.057798 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147b8798-e85a-4f03-b66b-3841f2688ec9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:52.060174 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147b8798-e85a-4f03-b66b-3841f2688ec9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:52.064509 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40472) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:52.064661 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-147b8798-e85a-4f03-b66b-3841f2688ec9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0703399 Nov 24 21:18:52.135980 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2cc23c-9ea4-4675-bc88-f2b36156cf53 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet 45cf800e-2289-4b62-9c70-edce1950da9e {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:18:52.140923 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc23c-9ea4-4675-bc88-f2b36156cf53 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:52.197846 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc23c-9ea4-4675-bc88-f2b36156cf53 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:52.291196 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc23c-9ea4-4675-bc88-f2b36156cf53 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:52.357320 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc23c-9ea4-4675-bc88-f2b36156cf53 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server [None req-26c1db05-f59d-46b3-9a95-93e7cf2d5b7e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45cf800e-2289-4b62-9c70-edce1950da9e: This subnet is being modified by another concurrent operation. Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise exception Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45cf800e-2289-4b62-9c70-edce1950da9e: This subnet is being modified by another concurrent operation. Nov 24 21:18:52.358880 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server Nov 24 21:18:52.385779 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cc23c-9ea4-4675-bc88-f2b36156cf53 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=45cf800e-2289-4b62-9c70-edce1950da9e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:52.390470 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc23c-9ea4-4675-bc88-f2b36156cf53 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:52.396173 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8e2cc23c-9ea4-4675-bc88-f2b36156cf53 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/45cf800e-2289-4b62-9c70-edce1950da9e HTTP/1.1" status: 204 len: 168 time: 0.3268178 Nov 24 21:18:52.396739 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40494) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:52.459403 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-4657bb98-a386-4f21-bdea-6364da8ea268 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet d9444641-ff04-4b43-ade4-dc8f3acb8e89 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:18:52.461784 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4657bb98-a386-4f21-bdea-6364da8ea268 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:52.469573 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278b2cf2-ae79-4351-9bab-37917b257648 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:52.508160 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4657bb98-a386-4f21-bdea-6364da8ea268 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:52.534976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4a2b34b2-6a97-4b41-a807-c5dbe1fb2b2b None None] Provisioning complete for port 49f22854-b8c0-4c67-a5e1-f67927871cab triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:52.535338 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4a2b34b2-6a97-4b41-a807-c5dbe1fb2b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:52.559589 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4657bb98-a386-4f21-bdea-6364da8ea268 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:52.631276 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4657bb98-a386-4f21-bdea-6364da8ea268 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:52.671312 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657bb98-a386-4f21-bdea-6364da8ea268 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=d9444641-ff04-4b43-ade4-dc8f3acb8e89,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:52.673564 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4657bb98-a386-4f21-bdea-6364da8ea268 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:52.679602 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4657bb98-a386-4f21-bdea-6364da8ea268 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/d9444641-ff04-4b43-ade4-dc8f3acb8e89 HTTP/1.1" status: 204 len: 168 time: 0.2819755 Nov 24 21:18:52.679797 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40500) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:52.733932 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8a1e5710-da5f-4eae-b82b-d1c0b720018d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527055 Nov 24 21:18:52.736455 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40502) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:52.742779 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e95b35-b425-40e3-8397-5e79e13fb18c None None] DHCP port deletion for 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:18:52.743385 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-88b22c2b-ae27-49ce-ae7f-fdc0411548aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:52.756179 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40504) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:52.796728 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-06e95b35-b425-40e3-8397-5e79e13fb18c None None] Deleting port 49f22854-b8c0-4c67-a5e1-f67927871cab {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:18:52.797161 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-06e95b35-b425-40e3-8397-5e79e13fb18c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:52.852479 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b22c2b-ae27-49ce-ae7f-fdc0411548aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:52.857309 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-88b22c2b-ae27-49ce-ae7f-fdc0411548aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:52.866096 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-06e95b35-b425-40e3-8397-5e79e13fb18c None None] For port 49f22854-b8c0-4c67-a5e1-f67927871cab, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=49f22854-b8c0-4c67-a5e1-f67927871cab,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:52.866504 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-06e95b35-b425-40e3-8397-5e79e13fb18c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:52.881011 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-06e95b35-b425-40e3-8397-5e79e13fb18c None None] Calling delete_port for 49f22854-b8c0-4c67-a5e1-f67927871cab owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:52.901138 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f869a7fc-2338-4f41-b873-25f63ac4e2d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:52.976925 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-06e95b35-b425-40e3-8397-5e79e13fb18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:52.981988 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f869a7fc-2338-4f41-b873-25f63ac4e2d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:52.987190 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f869a7fc-2338-4f41-b873-25f63ac4e2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:53.006036 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e95b35-b425-40e3-8397-5e79e13fb18c None None] Pushing event deleted for resources: {'Port': ['ID=49f22854-b8c0-4c67-a5e1-f67927871cab,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:53.009896 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e95b35-b425-40e3-8397-5e79e13fb18c None None] No DVR routers for this DVR port 49f22854-b8c0-4c67-a5e1-f67927871cab on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:18:53.025643 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869a7fc-2338-4f41-b873-25f63ac4e2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d931570-3776-4afc-b149-5a61d3b5d6a6,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:53.030636 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f869a7fc-2338-4f41-b873-25f63ac4e2d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=539a32f930e148d1ab73a0e757ee0b0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2732670 Nov 24 21:18:53.033227 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40508) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:53.053572 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eeed1bb-81a9-447c-9c91-f161d1513d1b None None] get_active_networks_info from n-d-812111-8 {{(pid=109992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 21:18:53.084998 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d89ae96a-b4e5-4e2a-8b54-20eb243826ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:53.110525 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d89ae96a-b4e5-4e2a-8b54-20eb243826ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:53.149029 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eeed1bb-81a9-447c-9c91-f161d1513d1b None None] Resources bound (agent type, host, resource id): {{(pid=109992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 21:18:53.162471 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d89ae96a-b4e5-4e2a-8b54-20eb243826ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:53.165270 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d89ae96a-b4e5-4e2a-8b54-20eb243826ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:53.169286 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d89ae96a-b4e5-4e2a-8b54-20eb243826ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6d931570-3776-4afc-b149-5a61d3b5d6a6 HTTP/1.1" status: 204 len: 168 time: 0.1323125 Nov 24 21:18:53.176228 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ae96a-b4e5-4e2a-8b54-20eb243826ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d931570-3776-4afc-b149-5a61d3b5d6a6,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:53.207867 n-d-812111-8 neutron-server[109991]: DEBUG neutron.objects.ports [None req-88b22c2b-ae27-49ce-ae7f-fdc0411548aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109991) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 21:18:53.209401 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-88b22c2b-ae27-49ce-ae7f-fdc0411548aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:53.268101 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b22c2b-ae27-49ce-ae7f-fdc0411548aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:53.271665 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-88b22c2b-ae27-49ce-ae7f-fdc0411548aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:53.275442 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b22c2b-ae27-49ce-ae7f-fdc0411548aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:53.276629 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-88b22c2b-ae27-49ce-ae7f-fdc0411548aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:53.293666 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b22c2b-ae27-49ce-ae7f-fdc0411548aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=9c51309c-8328-4797-bf91-30ab04f0f2c0,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:53.311679 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-88b22c2b-ae27-49ce-ae7f-fdc0411548aa tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5740662 Nov 24 21:18:53.314967 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40514) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:53.321095 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-458bec65-f93b-4c86-b1f7-0984e3c7d719 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:53.405974 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 49f22854-b8c0-4c67-a5e1-f67927871cab no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:18:53.448629 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 49f22854-b8c0-4c67-a5e1-f67927871cab {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:18:53.449624 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 49f22854-b8c0-4c67-a5e1-f67927871cab not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:18:53.491071 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458bec65-f93b-4c86-b1f7-0984e3c7d719 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:53.495084 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-458bec65-f93b-4c86-b1f7-0984e3c7d719 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:53.502161 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af48328-3baf-41d4-8a50-186210dd7b3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'fixed_ips': [{'subnet_id': '9c51309c-8328-4797-bf91-30ab04f0f2c0'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:18:53.503170 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1af48328-3baf-41d4-8a50-186210dd7b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:53.600888 n-d-812111-8 neutron-server[109990]: INFO neutron.db.ipam_backend_mixin [None req-458bec65-f93b-4c86-b1f7-0984e3c7d719 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9c51309c-8328-4797-bf91-30ab04f0f2c0 (CIDR: 2001:db8::/64) Nov 24 21:18:53.604884 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-458bec65-f93b-4c86-b1f7-0984e3c7d719 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:18:53.605459 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-458bec65-f93b-4c86-b1f7-0984e3c7d719 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:18:53.622904 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-458bec65-f93b-4c86-b1f7-0984e3c7d719 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3065524 Nov 24 21:18:53.625650 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40526) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:53.631497 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-3964c372-2dda-42b6-816e-8b4a5fe85b4e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:53.684372 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-1af48328-3baf-41d4-8a50-186210dd7b3d None None] Allocated IP 2001:db8::f816:3eff:fe43:cc14 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/9c51309c-8328-4797-bf91-30ab04f0f2c0/6167dedc-6276-4436-9e3a-80b144083d4b) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:53.764669 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3964c372-2dda-42b6-816e-8b4a5fe85b4e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:53.770038 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3964c372-2dda-42b6-816e-8b4a5fe85b4e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:53.855497 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1af48328-3baf-41d4-8a50-186210dd7b3d None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:53.863002 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1af48328-3baf-41d4-8a50-186210dd7b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:53.957695 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40538) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:54.032837 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3964c372-2dda-42b6-816e-8b4a5fe85b4e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:54.074624 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af48328-3baf-41d4-8a50-186210dd7b3d None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:54.078850 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-1af48328-3baf-41d4-8a50-186210dd7b3d None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:54.081173 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af48328-3baf-41d4-8a50-186210dd7b3d None None] Pushing event updated for resources: {'Port': ['ID=6167dedc-6276-4436-9e3a-80b144083d4b,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:54.083491 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3964c372-2dda-42b6-816e-8b4a5fe85b4e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:54.083671 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af48328-3baf-41d4-8a50-186210dd7b3d None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:54.086440 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40542) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:54.091036 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1662242414-network', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:54.100394 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-3964c372-2dda-42b6-816e-8b4a5fe85b4e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:54.134363 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3964c372-2dda-42b6-816e-8b4a5fe85b4e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:54.134693 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Made reservation on behalf of 51d612ab04e44ebdb2576e3d3896d36c for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:54.134962 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3964c372-2dda-42b6-816e-8b4a5fe85b4e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:54.138435 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:54.139438 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1af48328-3baf-41d4-8a50-186210dd7b3d None None] Attempting to bind port 6167dedc-6276-4436-9e3a-80b144083d4b on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:18:54.140365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1af48328-3baf-41d4-8a50-186210dd7b3d None None] Attempting to bind port 6167dedc-6276-4436-9e3a-80b144083d4b by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:18:54.140365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af48328-3baf-41d4-8a50-186210dd7b3d None None] Attempting to bind port 6167dedc-6276-4436-9e3a-80b144083d4b on network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:18:54.144541 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964c372-2dda-42b6-816e-8b4a5fe85b4e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=febc63cd-0f9b-4ba1-ae0c-e1e7a581888e,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:54.145419 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af48328-3baf-41d4-8a50-186210dd7b3d None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:18:54.145810 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af48328-3baf-41d4-8a50-186210dd7b3d None None] Checking segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:18:54.146234 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1af48328-3baf-41d4-8a50-186210dd7b3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:54.146628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af48328-3baf-41d4-8a50-186210dd7b3d None None] Bound using segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:18:54.147103 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1af48328-3baf-41d4-8a50-186210dd7b3d None None] Bound port: 6167dedc-6276-4436-9e3a-80b144083d4b, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:18:54.147492 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1af48328-3baf-41d4-8a50-186210dd7b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:54.150043 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:54.170601 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3964c372-2dda-42b6-816e-8b4a5fe85b4e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5436754 Nov 24 21:18:54.170819 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40544) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:54.178073 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-1f423044-a535-42a0-82a3-ec1c216d48bd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'mac_address': 'fa:16:3e:66:55:bf', 'name': 'tempest-NetworksTestDHCPv6-500177563'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:54.184498 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7aada6c8-5c0c-463b-b5e6-209acbae62cf tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/floatingips/9c447a2f-ddeb-4303-8d13-285d6166b957 HTTP/1.1" status: 200 len: 992 time: 0.0967164 Nov 24 21:18:54.232288 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1af48328-3baf-41d4-8a50-186210dd7b3d None None] For port 6167dedc-6276-4436-9e3a-80b144083d4b, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:18:54.235698 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1af48328-3baf-41d4-8a50-186210dd7b3d None None] For port 6167dedc-6276-4436-9e3a-80b144083d4b, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=6167dedc-6276-4436-9e3a-80b144083d4b,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:18:54.239785 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1af48328-3baf-41d4-8a50-186210dd7b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:54.312860 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af48328-3baf-41d4-8a50-186210dd7b3d None None] Pushing event updated for resources: {'Port': ['ID=6167dedc-6276-4436-9e3a-80b144083d4b,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:54.346878 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:54.353800 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:54.364042 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f423044-a535-42a0-82a3-ec1c216d48bd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:54.421210 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:18:54.430619 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485f2fc6-d839-46af-9733-2230eb138119,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:54.431198 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40552) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:54.469222 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:54.469497 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Added segment e324e50f-5864-45f7-921a-f81b6ccfb55b of type vlan for network 32a707c4-ac19-469f-a9cc-104f3e27a20e Nov 24 21:18:54.484118 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:54.484465 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:54.484927 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:54.485277 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:54.485620 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:54.485960 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:54.486297 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:54.486623 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:54.486952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:54.487348 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:54.487604 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:54.487935 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:18:54.547834 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:54.562102 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f423044-a535-42a0-82a3-ec1c216d48bd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:54.602959 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-1f423044-a535-42a0-82a3-ec1c216d48bd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] device_id is not set on port d7c1a025-db5b-482f-b355-39e59860915f yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:18:54.609743 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:54.610726 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:54.611313 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:54.668735 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebaa6904-bb4a-486d-9753-fb117def3fd2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Deleting port 335ce73e-cb1e-4255-8f73-b84a3625b422 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:18:54.669109 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6904-bb4a-486d-9753-fb117def3fd2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:54.694128 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40554) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:54.694554 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7352829 Nov 24 21:18:54.700250 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-0ffe6305-629b-4b64-9d6d-80c955003b5c admin admin] Request body: {'subnet': {'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1662242414-subnet', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:54.730100 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7be5fa-4c6c-45bd-a9bf-718808d809b4 admin admin] Pushing event updated for resources: {'Network': ['ID=32a707c4-ac19-469f-a9cc-104f3e27a20e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:54.740970 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 32a707c4-ac19-469f-a9cc-104f3e27a20e details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:18:54.774805 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffe6305-629b-4b64-9d6d-80c955003b5c admin admin] Made reservation on behalf of 51d612ab04e44ebdb2576e3d3896d36c for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:54.777926 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6305-629b-4b64-9d6d-80c955003b5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:54.811485 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6904-bb4a-486d-9753-fb117def3fd2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:54.811915 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6904-bb4a-486d-9753-fb117def3fd2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:54.862264 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebaa6904-bb4a-486d-9753-fb117def3fd2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Calling delete_port for 335ce73e-cb1e-4255-8f73-b84a3625b422 owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:55.117125 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6305-629b-4b64-9d6d-80c955003b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:55.225737 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe6305-629b-4b64-9d6d-80c955003b5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0faa94f8-a6a6-4ded-b1c0-ce3e792adfad,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:55.236198 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffe6305-629b-4b64-9d6d-80c955003b5c admin admin] Checking segment: {'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:18:55.236576 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffe6305-629b-4b64-9d6d-80c955003b5c admin admin] Network hostable DHCP agents. Network: 32a707c4-ac19-469f-a9cc-104f3e27a20e, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:18:55.238211 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-1f423044-a535-42a0-82a3-ec1c216d48bd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8:0:1::1f6 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/febc63cd-0f9b-4ba1-ae0c-e1e7a581888e/d7c1a025-db5b-482f-b355-39e59860915f) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:55.238678 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6904-bb4a-486d-9753-fb117def3fd2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:55.246200 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-1f423044-a535-42a0-82a3-ec1c216d48bd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8::f816:3eff:fe66:55bf (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/9c51309c-8328-4797-bf91-30ab04f0f2c0/d7c1a025-db5b-482f-b355-39e59860915f) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:55.277677 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa6904-bb4a-486d-9753-fb117def3fd2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event deleted for resources: {'Port': ['ID=335ce73e-cb1e-4255-8f73-b84a3625b422,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:55.308793 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffe6305-629b-4b64-9d6d-80c955003b5c admin admin] Network 32a707c4-ac19-469f-a9cc-104f3e27a20e is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:18:55.343440 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-0ffe6305-629b-4b64-9d6d-80c955003b5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 32a707c4-ac19-469f-a9cc-104f3e27a20e) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:55.357888 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffe6305-629b-4b64-9d6d-80c955003b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:55.361090 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6305-629b-4b64-9d6d-80c955003b5c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:55.378724 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6904-bb4a-486d-9753-fb117def3fd2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:55.379560 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-ebaa6904-bb4a-486d-9753-fb117def3fd2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Floating IP 9c447a2f-ddeb-4303-8d13-285d6166b957 disassociated (deleted). External IP: 172.25.5.82, port: b9892789-5d15-461f-864d-dbd0551fb853. Nov 24 21:18:55.398842 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 6167dedc-6276-4436-9e3a-80b144083d4b up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:18:55.435403 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0ffe6305-629b-4b64-9d6d-80c955003b5c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7369881 Nov 24 21:18:55.436156 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40556) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:55.440143 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-3c51c899-53c5-4118-993e-75fece8fa4c1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1662242414-router', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:55.454044 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f423044-a535-42a0-82a3-ec1c216d48bd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:55.466394 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 6167dedc-6276-4436-9e3a-80b144083d4b triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:55.467043 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:55.506172 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f423044-a535-42a0-82a3-ec1c216d48bd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:55.517079 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fd9650-4d2d-4a31-9888-d37baeb66863 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:55.519366 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c617b260-869d-4dc6-914f-9badfc54be31 None None] Network 32a707c4-ac19-469f-a9cc-104f3e27a20e requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:55.524055 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c51c899-53c5-4118-993e-75fece8fa4c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:55.525319 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c51c899-53c5-4118-993e-75fece8fa4c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:55.567781 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f423044-a535-42a0-82a3-ec1c216d48bd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:55.572015 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-1f423044-a535-42a0-82a3-ec1c216d48bd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:55.575639 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f423044-a535-42a0-82a3-ec1c216d48bd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:55.582012 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f423044-a535-42a0-82a3-ec1c216d48bd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:55.582867 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f423044-a535-42a0-82a3-ec1c216d48bd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:55.605794 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f423044-a535-42a0-82a3-ec1c216d48bd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=d7c1a025-db5b-482f-b355-39e59860915f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:55.617990 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1f423044-a535-42a0-82a3-ec1c216d48bd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4458256 Nov 24 21:18:55.619146 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40560) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:55.649410 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c51c899-53c5-4118-993e-75fece8fa4c1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:55.675371 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-121a5b31-69d5-420d-bef3-2bac118cf805 None None] Provisioning complete for port 6167dedc-6276-4436-9e3a-80b144083d4b triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:55.675371 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-121a5b31-69d5-420d-bef3-2bac118cf805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:55.737236 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-4d30235e-049b-4bf4-abed-fcdddc3b8923 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting port d7c1a025-db5b-482f-b355-39e59860915f {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:18:55.737490 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4d30235e-049b-4bf4-abed-fcdddc3b8923 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:55.790234 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:55.831757 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebaa6904-bb4a-486d-9753-fb117def3fd2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Router eb5813a4-bd54-421c-91c5-7fb8ba14d0ac has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:18:55.833739 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c51c899-53c5-4118-993e-75fece8fa4c1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:55.846900 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4d30235e-049b-4bf4-abed-fcdddc3b8923 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:55.866214 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-4d30235e-049b-4bf4-abed-fcdddc3b8923 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Calling delete_port for d7c1a025-db5b-482f-b355-39e59860915f owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:55.925890 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 6167dedc-6276-4436-9e3a-80b144083d4b, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=6167dedc-6276-4436-9e3a-80b144083d4b,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:55.951410 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:55.963452 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3bbd0b-1c77-40f2-95c9-ffc6316c1395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-32a707c4-ac19-469f-a9cc-104f3e27a20e', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'fixed_ips': [{'subnet_id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:18:55.964376 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ac3bbd0b-1c77-40f2-95c9-ffc6316c1395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:56.004042 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-121a5b31-69d5-420d-bef3-2bac118cf805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:56.062943 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=6167dedc-6276-4436-9e3a-80b144083d4b,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:56.109302 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4d30235e-049b-4bf4-abed-fcdddc3b8923 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:56.179487 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30235e-049b-4bf4-abed-fcdddc3b8923 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Port': ['ID=d7c1a025-db5b-482f-b355-39e59860915f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:56.189262 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-121a5b31-69d5-420d-bef3-2bac118cf805 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:18:56.189643 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-121a5b31-69d5-420d-bef3-2bac118cf805 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:18:56.210641 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4d30235e-049b-4bf4-abed-fcdddc3b8923 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:56.212399 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cbdf1a-bc8c-4392-afaf-35fe90f472d4 None None] Update dhcp port {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'fixed_ips': [{'subnet_id': '9c51309c-8328-4797-bf91-30ab04f0f2c0', 'ip_address': '2001:db8::f816:3eff:fe43:cc14'}, {'subnet_id': 'febc63cd-0f9b-4ba1-ae0c-e1e7a581888e'}], 'binding:host_id': 'n-d-812111-8'}, 'id': '6167dedc-6276-4436-9e3a-80b144083d4b'} from n-d-812111-8. {{(pid=109992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 21:18:56.215479 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4d30235e-049b-4bf4-abed-fcdddc3b8923 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/d7c1a025-db5b-482f-b355-39e59860915f HTTP/1.1" status: 204 len: 168 time: 0.5955620 Nov 24 21:18:56.218379 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40562) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:56.269452 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a0cbdf1a-bc8c-4392-afaf-35fe90f472d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:56.315742 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-ac3bbd0b-1c77-40f2-95c9-ffc6316c1395 None None] Allocated IP 172.20.0.2 (32a707c4-ac19-469f-a9cc-104f3e27a20e/0faa94f8-a6a6-4ded-b1c0-ce3e792adfad/aacede87-3948-444b-9874-b13330128ff7) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:56.327345 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3356e65-6262-4e39-99c6-f3b884e069f6 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:56.332636 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c3356e65-6262-4e39-99c6-f3b884e069f6 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1081746 Nov 24 21:18:56.332864 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40564) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:56.362137 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaa6904-bb4a-486d-9753-fb117def3fd2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:18:56.367177 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6904-bb4a-486d-9753-fb117def3fd2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:56.392494 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaa9e74-6c7b-4e9e-8572-8021723e223e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:56.396381 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fdaa9e74-6c7b-4e9e-8572-8021723e223e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0599976 Nov 24 21:18:56.396529 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f69557-ea88-48e8-9f4e-0f05822e44b8 None None] Sync routers for ids ['eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:18:56.397518 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40566) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:56.409111 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ebaa6904-bb4a-486d-9753-fb117def3fd2 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "DELETE /v2.0/floatingips/9c447a2f-ddeb-4303-8d13-285d6166b957 HTTP/1.1" status: 204 len: 168 time: 1.9742603 Nov 24 21:18:56.409111 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26f7a48-a05e-4988-b25a-231ed6ab2250', 'tag': 'b9892789-5d15-461f-864d-dbd0551fb853'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:18:56.410285 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c410e534-3e4c-4f34-b16f-2cb3a2838985" -d '{"events": [{"name": "network-changed", "server_uuid": "a26f7a48-a05e-4988-b25a-231ed6ab2250", "tag": "b9892789-5d15-461f-864d-dbd0551fb853"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:18:56.467463 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9d6254-27e3-4e64-88f6-4fe7ec8ddb6c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:56.469543 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9d6254-27e3-4e64-88f6-4fe7ec8ddb6c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:56.471109 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9d6254-27e3-4e64-88f6-4fe7ec8ddb6c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:56.473599 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4e9d6254-27e3-4e64-88f6-4fe7ec8ddb6c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0755241 Nov 24 21:18:56.476328 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40572) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:56.552815 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-e368d090-dca6-4da8-85fb-ba6112757d0e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet 9c51309c-8328-4797-bf91-30ab04f0f2c0 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:18:56.572657 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f69557-ea88-48e8-9f4e-0f05822e44b8 None None] Routers {'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:18:56.573723 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-24f69557-ea88-48e8-9f4e-0f05822e44b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:18:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:18:56.582428 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c51c899-53c5-4118-993e-75fece8fa4c1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:56.610469 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c51c899-53c5-4118-993e-75fece8fa4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:56.619479 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4049cc1e-5f63-4c70-82ac-b10cecf803b6 x-openstack-request-id: req-4049cc1e-5f63-4c70-82ac-b10cecf803b6 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:18:56.619889 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a26f7a48-a05e-4988-b25a-231ed6ab2250", "tag": "b9892789-5d15-461f-864d-dbd0551fb853", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:18:56.620246 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4049cc1e-5f63-4c70-82ac-b10cecf803b6 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:18:56.621386 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26f7a48-a05e-4988-b25a-231ed6ab2250', 'tag': 'b9892789-5d15-461f-864d-dbd0551fb853', 'status': 'completed', 'code': 200} Nov 24 21:18:56.733356 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-a0cbdf1a-bc8c-4392-afaf-35fe90f472d4 None None] Allocated IP 2001:db8:0:1::2 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/febc63cd-0f9b-4ba1-ae0c-e1e7a581888e/6167dedc-6276-4436-9e3a-80b144083d4b) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:56.785351 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410e534-3e4c-4f34-b16f-2cb3a2838985 req-8a0fa89a-d7ee-47df-ac30-800bdd163fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:56.786864 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c410e534-3e4c-4f34-b16f-2cb3a2838985 req-8a0fa89a-d7ee-47df-ac30-800bdd163fd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=207eef9f28694fbd90eb332792fa324d&device_id=a26f7a48-a05e-4988-b25a-231ed6ab2250 HTTP/1.1" status: 200 len: 1096 time: 0.1137393 Nov 24 21:18:56.794845 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1795a8-b53f-4589-a23f-3a61b679b684 req-241d12f4-da99-47ad-842c-8c0221923997 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:56.796246 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2e1795a8-b53f-4589-a23f-3a61b679b684 req-241d12f4-da99-47ad-842c-8c0221923997 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=a26f7a48-a05e-4988-b25a-231ed6ab2250 HTTP/1.1" status: 200 len: 945 time: 0.1242750 Nov 24 21:18:56.836102 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ac3bbd0b-1c77-40f2-95c9-ffc6316c1395 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:56.889535 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ac3bbd0b-1c77-40f2-95c9-ffc6316c1395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:56.894755 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-24f69557-ea88-48e8-9f4e-0f05822e44b8 None None] Set router eb5813a4-bd54-421c-91c5-7fb8ba14d0ac gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:18:56.895328 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-3c51c899-53c5-4118-993e-75fece8fa4c1 admin admin] Allocated IP 172.25.5.146 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/db8a81ab-25f4-43bd-80fd-0b7f6883c359) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:18:56.966489 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2e1795a8-b53f-4589-a23f-3a61b679b684 req-77ef7034-a9c3-4116-9106-9da20a5a7e3c tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=632f3a3b-7ef2-40fb-9a48-6329431dab61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555247 Nov 24 21:18:56.991136 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410e534-3e4c-4f34-b16f-2cb3a2838985 req-ccd32e88-0545-4753-8d3e-46b7a280e1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:56.993005 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c410e534-3e4c-4f34-b16f-2cb3a2838985 req-ccd32e88-0545-4753-8d3e-46b7a280e1b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a228c9d-528a-4c54-8949-c9681f179693 HTTP/1.1" status: 200 len: 897 time: 0.1925395 Nov 24 21:18:57.063203 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c410e534-3e4c-4f34-b16f-2cb3a2838985 req-3fecec72-870e-42d3-9ded-25870e2c83b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9892789-5d15-461f-864d-dbd0551fb853 HTTP/1.1" status: 200 len: 217 time: 0.0415890 Nov 24 21:18:57.139679 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c51c899-53c5-4118-993e-75fece8fa4c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:57.143913 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3bbd0b-1c77-40f2-95c9-ffc6316c1395 None None] Network 32a707c4-ac19-469f-a9cc-104f3e27a20e is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:57.148924 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410e534-3e4c-4f34-b16f-2cb3a2838985 req-ea7f3185-69db-46b3-a070-6820a074893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:57.150408 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c410e534-3e4c-4f34-b16f-2cb3a2838985 req-ea7f3185-69db-46b3-a070-6820a074893b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c23496e-c71e-440d-948e-15d3f4d6337b HTTP/1.1" status: 200 len: 834 time: 0.0793998 Nov 24 21:18:57.187887 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-ac3bbd0b-1c77-40f2-95c9-ffc6316c1395 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:57.197442 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3bbd0b-1c77-40f2-95c9-ffc6316c1395 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:57.201226 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a0cbdf1a-bc8c-4392-afaf-35fe90f472d4 None None] For port 6167dedc-6276-4436-9e3a-80b144083d4b, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=6167dedc-6276-4436-9e3a-80b144083d4b,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:57.205120 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bbd0b-1c77-40f2-95c9-ffc6316c1395 None None] Pushing event updated for resources: {'Port': ['ID=aacede87-3948-444b-9874-b13330128ff7,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:57.227970 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c51c899-53c5-4118-993e-75fece8fa4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:57.235473 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410e534-3e4c-4f34-b16f-2cb3a2838985 req-d8e5f58d-4ad6-41d2-ac8c-7c9ba8ed4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:57.237039 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c410e534-3e4c-4f34-b16f-2cb3a2838985 req-d8e5f58d-4ad6-41d2-ac8c-7c9ba8ed4a05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a228c9d-528a-4c54-8949-c9681f179693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782807 Nov 24 21:18:57.304319 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c51c899-53c5-4118-993e-75fece8fa4c1 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:57.312551 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-3c51c899-53c5-4118-993e-75fece8fa4c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:57.315703 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c51c899-53c5-4118-993e-75fece8fa4c1 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:18:57.336977 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e4990c-9ce4-4b1b-b0bd-0fe2ca33ef62 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:18:57.342886 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a0cbdf1a-bc8c-4392-afaf-35fe90f472d4 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:57.353235 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e368d090-dca6-4da8-85fb-ba6112757d0e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:57.364712 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a0cbdf1a-bc8c-4392-afaf-35fe90f472d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:57.369435 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51c899-53c5-4118-993e-75fece8fa4c1 admin admin] Pushing event updated for resources: {'Port': ['ID=db8a81ab-25f4-43bd-80fd-0b7f6883c359,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:57.405160 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 6167dedc-6276-4436-9e3a-80b144083d4b up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:18:57.407443 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ac3bbd0b-1c77-40f2-95c9-ffc6316c1395 None None] Attempting to bind port aacede87-3948-444b-9874-b13330128ff7 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:18:57.407806 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ac3bbd0b-1c77-40f2-95c9-ffc6316c1395 None None] Attempting to bind port aacede87-3948-444b-9874-b13330128ff7 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:18:57.408171 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3bbd0b-1c77-40f2-95c9-ffc6316c1395 None None] Attempting to bind port aacede87-3948-444b-9874-b13330128ff7 on network 32a707c4-ac19-469f-a9cc-104f3e27a20e {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:18:57.443280 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c410e534-3e4c-4f34-b16f-2cb3a2838985 req-d985df9f-a6e4-43d6-ba9c-f64a73608789 service neutron] 10.222.0.15 "GET /v2.0/networks/4a228c9d-528a-4c54-8949-c9681f179693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811168 Nov 24 21:18:57.462198 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3bbd0b-1c77-40f2-95c9-ffc6316c1395 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:18:57.462584 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3bbd0b-1c77-40f2-95c9-ffc6316c1395 None None] Checking segment: {'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:18:57.462995 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ac3bbd0b-1c77-40f2-95c9-ffc6316c1395 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:57.463446 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3bbd0b-1c77-40f2-95c9-ffc6316c1395 None None] Bound using segment: {'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:18:57.463887 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ac3bbd0b-1c77-40f2-95c9-ffc6316c1395 None None] Bound port: aacede87-3948-444b-9874-b13330128ff7, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:18:57.464498 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ac3bbd0b-1c77-40f2-95c9-ffc6316c1395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:57.465882 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e368d090-dca6-4da8-85fb-ba6112757d0e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:57.567115 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e368d090-dca6-4da8-85fb-ba6112757d0e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:57.573619 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbdf1a-bc8c-4392-afaf-35fe90f472d4 None None] Pushing event updated for resources: {'Port': ['ID=6167dedc-6276-4436-9e3a-80b144083d4b,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:57.607837 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-23dd5d8a-eda4-42d3-9fd0-4019b2fe5cc2 None None] Provisioning complete for port db8a81ab-25f4-43bd-80fd-0b7f6883c359 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:57.608629 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-23dd5d8a-eda4-42d3-9fd0-4019b2fe5cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:57.670031 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e368d090-dca6-4da8-85fb-ba6112757d0e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:57.712365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-23dd5d8a-eda4-42d3-9fd0-4019b2fe5cc2 None None] Port db8a81ab-25f4-43bd-80fd-0b7f6883c359 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:18:57.715207 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c410e534-3e4c-4f34-b16f-2cb3a2838985 req-b8cb84b4-9b74-4492-9d56-6b0ca5d5ece8 service neutron] 10.222.0.15 "GET /v2.0/networks/4a228c9d-528a-4c54-8949-c9681f179693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384667 Nov 24 21:18:57.716021 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ac3bbd0b-1c77-40f2-95c9-ffc6316c1395 None None] For port aacede87-3948-444b-9874-b13330128ff7, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:18:57.718246 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 6167dedc-6276-4436-9e3a-80b144083d4b triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:57.718638 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:57.721554 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ac3bbd0b-1c77-40f2-95c9-ffc6316c1395 None None] For port aacede87-3948-444b-9874-b13330128ff7, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=aacede87-3948-444b-9874-b13330128ff7,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:18:57.751277 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e368d090-dca6-4da8-85fb-ba6112757d0e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:57.755366 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e368d090-dca6-4da8-85fb-ba6112757d0e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/9c51309c-8328-4797-bf91-30ab04f0f2c0 HTTP/1.1" status: 204 len: 168 time: 1.2779396 Nov 24 21:18:57.756472 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368d090-dca6-4da8-85fb-ba6112757d0e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=9c51309c-8328-4797-bf91-30ab04f0f2c0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:57.759247 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40582) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:57.770705 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ac3bbd0b-1c77-40f2-95c9-ffc6316c1395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:57.847941 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-24f69557-ea88-48e8-9f4e-0f05822e44b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'name': 'tempest-TestNetworkBasicOps-router-992992104', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:17:30Z', 'updated_at': '2021-11-24T21:17:41Z', 'revision_number': 4, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:31Z', 'updated_at': '2021-11-24T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'ed616b4d-1af7-4c90-99c3-a64a470a1a26', 'name': '', 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:28:4d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '0c23496e-c71e-440d-948e-15d3f4d6337b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:39Z', 'updated_at': '2021-11-24T21:17:48Z', 'revision_number': 5, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': '0c23496e-c71e-440d-948e-15d3f4d6337b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:18:57.892193 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-84708070-dd13-4772-835d-2648161a47cf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet febc63cd-0f9b-4ba1-ae0c-e1e7a581888e {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:18:57.896852 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-84708070-dd13-4772-835d-2648161a47cf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:57.900435 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f69557-ea88-48e8-9f4e-0f05822e44b8 None None] Checking router: eb5813a4-bd54-421c-91c5-7fb8ba14d0ac for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:18:57.929742 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c51c899-53c5-4118-993e-75fece8fa4c1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:57.930823 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bbd0b-1c77-40f2-95c9-ffc6316c1395 None None] Pushing event updated for resources: {'Port': ['ID=aacede87-3948-444b-9874-b13330128ff7,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:57.935143 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f69557-ea88-48e8-9f4e-0f05822e44b8 None None] Routers {'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:18:57.943584 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-24f69557-ea88-48e8-9f4e-0f05822e44b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:18:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:18:58.028311 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-84708070-dd13-4772-835d-2648161a47cf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:58.163133 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-24f69557-ea88-48e8-9f4e-0f05822e44b8 None None] Set router eb5813a4-bd54-421c-91c5-7fb8ba14d0ac gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:18:58.248380 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27927ee6-bc68-4a5a-afa2-6e9e39255619 req-431a52e1-ee53-40b7-9673-13c7a1b54516 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:58.255879 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-27927ee6-bc68-4a5a-afa2-6e9e39255619 req-431a52e1-ee53-40b7-9673-13c7a1b54516 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=a26f7a48-a05e-4988-b25a-231ed6ab2250 HTTP/1.1" status: 200 len: 945 time: 0.1744010 Nov 24 21:18:58.329917 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-27927ee6-bc68-4a5a-afa2-6e9e39255619 req-04b16550-37ff-4f45-b5de-35cb10e355df tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=632f3a3b-7ef2-40fb-9a48-6329431dab61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730453 Nov 24 21:18:58.462738 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d898a-e981-4309-94c8-2fc6c20090fa req-efc88ba8-a578-4864-90f4-da0a220f6023 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:58.466556 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-697d898a-e981-4309-94c8-2fc6c20090fa req-efc88ba8-a578-4864-90f4-da0a220f6023 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.15 "GET /v2.0/ports?device_id=a26f7a48-a05e-4988-b25a-231ed6ab2250 HTTP/1.1" status: 200 len: 945 time: 0.3062377 Nov 24 21:18:58.470088 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-24f69557-ea88-48e8-9f4e-0f05822e44b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'name': 'tempest-TestNetworkBasicOps-router-992992104', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:17:30Z', 'updated_at': '2021-11-24T21:17:41Z', 'revision_number': 4, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:31Z', 'updated_at': '2021-11-24T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'ed616b4d-1af7-4c90-99c3-a64a470a1a26', 'name': '', 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:28:4d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '0c23496e-c71e-440d-948e-15d3f4d6337b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:39Z', 'updated_at': '2021-11-24T21:17:48Z', 'revision_number': 5, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': '0c23496e-c71e-440d-948e-15d3f4d6337b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:18:58.498105 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-84708070-dd13-4772-835d-2648161a47cf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:58.501628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f69557-ea88-48e8-9f4e-0f05822e44b8 None None] The sync data for ids ['eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'] in n-d-812111-8 is: [{'id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'name': 'tempest-TestNetworkBasicOps-router-992992104', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:17:30Z', 'updated_at': '2021-11-24T21:17:41Z', 'revision_number': 4, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:31Z', 'updated_at': '2021-11-24T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'ed616b4d-1af7-4c90-99c3-a64a470a1a26', 'name': '', 'network_id': '4a228c9d-528a-4c54-8949-c9681f179693', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'mac_address': 'fa:16:3e:28:4d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '0c23496e-c71e-440d-948e-15d3f4d6337b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:39Z', 'updated_at': '2021-11-24T21:17:48Z', 'revision_number': 5, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'subnets': [{'id': '0c23496e-c71e-440d-948e-15d3f4d6337b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:18:58.541386 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03fe9ec-67e2-4881-aa85-b4e4103dcb8e None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:58.681775 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3da1b65f-b766-4d26-9a66-17594c3ff8d8 None None] Provisioning complete for port 6167dedc-6276-4436-9e3a-80b144083d4b triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:58.682156 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3da1b65f-b766-4d26-9a66-17594c3ff8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:58.686499 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c51c899-53c5-4118-993e-75fece8fa4c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:58.744610 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-84708070-dd13-4772-835d-2648161a47cf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:58.795645 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84708070-dd13-4772-835d-2648161a47cf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=febc63cd-0f9b-4ba1-ae0c-e1e7a581888e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:58.797866 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-84708070-dd13-4772-835d-2648161a47cf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:58.803676 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-84708070-dd13-4772-835d-2648161a47cf tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/febc63cd-0f9b-4ba1-ae0c-e1e7a581888e HTTP/1.1" status: 204 len: 168 time: 1.0433838 Nov 24 21:18:58.804174 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40600) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:58.836077 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3da1b65f-b766-4d26-9a66-17594c3ff8d8 None None] Could not find standard attr ID for object d7c1a025-db5b-482f-b355-39e59860915f. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:18:58.841170 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-697d898a-e981-4309-94c8-2fc6c20090fa req-c66b6da1-18de-4b9a-9e96-373d7baedb5f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Deleting port b9892789-5d15-461f-864d-dbd0551fb853 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:18:58.841514 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-697d898a-e981-4309-94c8-2fc6c20090fa req-c66b6da1-18de-4b9a-9e96-373d7baedb5f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:58.863795 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7f2976-751e-47fa-967b-bb7402da5d59 None None] DHCP port deletion for 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:18:58.867704 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-94f3d881-369b-4175-bd24-a8cfe9640e2f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614686 Nov 24 21:18:58.871142 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40602) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:58.878278 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e23916fb-176c-4be1-96b3-f49a4dc1e676 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:58.924412 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-ab7f2976-751e-47fa-967b-bb7402da5d59 None None] Deleting port 6167dedc-6276-4436-9e3a-80b144083d4b {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:18:58.924827 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ab7f2976-751e-47fa-967b-bb7402da5d59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:58.991977 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-697d898a-e981-4309-94c8-2fc6c20090fa req-c66b6da1-18de-4b9a-9e96-373d7baedb5f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] For port b9892789-5d15-461f-864d-dbd0551fb853, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b9892789-5d15-461f-864d-dbd0551fb853,segment=NetworkSegment(8b766661-30b7-4f9f-a54c-2c4c1894bf7f),segment_id=8b766661-30b7-4f9f-a54c-2c4c1894bf7f)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:58.992655 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-697d898a-e981-4309-94c8-2fc6c20090fa req-c66b6da1-18de-4b9a-9e96-373d7baedb5f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:59.016388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-697d898a-e981-4309-94c8-2fc6c20090fa req-c66b6da1-18de-4b9a-9e96-373d7baedb5f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Calling delete_port for b9892789-5d15-461f-864d-dbd0551fb853 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:59.037266 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ab7f2976-751e-47fa-967b-bb7402da5d59 None None] For port 6167dedc-6276-4436-9e3a-80b144083d4b, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=6167dedc-6276-4436-9e3a-80b144083d4b,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:18:59.037675 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ab7f2976-751e-47fa-967b-bb7402da5d59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:59.038172 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23916fb-176c-4be1-96b3-f49a4dc1e676 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:59.042809 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e23916fb-176c-4be1-96b3-f49a4dc1e676 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:59.069067 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-ab7f2976-751e-47fa-967b-bb7402da5d59 None None] Calling delete_port for 6167dedc-6276-4436-9e3a-80b144083d4b owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:18:59.154104 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818ef6d0-5e6c-44b1-8fb7-290eb3409bff None None] New status for floating IP 9c447a2f-ddeb-4303-8d13-285d6166b957: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:18:59.229516 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ab7f2976-751e-47fa-967b-bb7402da5d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:59.265707 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f2976-751e-47fa-967b-bb7402da5d59 None None] Pushing event deleted for resources: {'Port': ['ID=6167dedc-6276-4436-9e3a-80b144083d4b,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:59.269344 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7f2976-751e-47fa-967b-bb7402da5d59 None None] No DVR routers for this DVR port 6167dedc-6276-4436-9e3a-80b144083d4b on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:18:59.444185 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40528d3-aacc-4cce-90c4-cd6b60982567 None None] Network 32a707c4-ac19-469f-a9cc-104f3e27a20e requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:59.509466 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device aacede87-3948-444b-9874-b13330128ff7 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:18:59.511959 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e23916fb-176c-4be1-96b3-f49a4dc1e676 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:59.571394 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23916fb-176c-4be1-96b3-f49a4dc1e676 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:18:59.577684 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-e23916fb-176c-4be1-96b3-f49a4dc1e676 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:18:59.579004 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c51c899-53c5-4118-993e-75fece8fa4c1 admin admin] Router 507026af-193f-403e-8f2a-de875985dacf is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:18:59.584004 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23916fb-176c-4be1-96b3-f49a4dc1e676 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:59.585330 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e23916fb-176c-4be1-96b3-f49a4dc1e676 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:59.606041 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23916fb-176c-4be1-96b3-f49a4dc1e676 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=c401626a-f2f6-4fa0-bf38-6af467776591,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:18:59.622193 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e23916fb-176c-4be1-96b3-f49a4dc1e676 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7485929 Nov 24 21:18:59.626307 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beccd59-643f-4fb5-8c8b-a959c35ad352 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:18:59.626765 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40606) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:59.637945 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-347fff9f-fd47-450a-b4d8-07eddc7c826b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:18:59.683191 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-534bcf8f-4b5f-41b3-9d00-106c98ed2b21 None None] Provisioning complete for port aacede87-3948-444b-9874-b13330128ff7 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:59.683191 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-534bcf8f-4b5f-41b3-9d00-106c98ed2b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:59.713863 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca95929-e0e2-4711-b731-08d5fbf04e8b req-97ad97b4-b8ed-4b4b-884a-a42683c404db tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:18:59.724731 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ca95929-e0e2-4711-b731-08d5fbf04e8b req-97ad97b4-b8ed-4b4b-884a-a42683c404db tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/ports?device_id=a26f7a48-a05e-4988-b25a-231ed6ab2250 HTTP/1.1" status: 200 len: 945 time: 0.1535084 Nov 24 21:18:59.812101 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347fff9f-fd47-450a-b4d8-07eddc7c826b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:18:59.816987 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-347fff9f-fd47-450a-b4d8-07eddc7c826b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:59.877524 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c51c899-53c5-4118-993e-75fece8fa4c1 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:18:59.892979 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ca95929-e0e2-4711-b731-08d5fbf04e8b req-3fff9773-3643-4e33-84cb-9b4bf1fbe13f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "GET /v2.0/security-groups?id=632f3a3b-7ef2-40fb-9a48-6329431dab61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669335 Nov 24 21:18:59.935645 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c51c899-53c5-4118-993e-75fece8fa4c1 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:59.940706 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3c51c899-53c5-4118-993e-75fece8fa4c1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5004132 Nov 24 21:18:59.940706 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40610) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:18:59.947502 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-697d898a-e981-4309-94c8-2fc6c20090fa req-c66b6da1-18de-4b9a-9e96-373d7baedb5f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:59.978112 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] Sync routers for ids ['507026af-193f-403e-8f2a-de875985dacf'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:18:59.981048 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port aacede87-3948-444b-9874-b13330128ff7 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:18:59.981417 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:18:59.985344 n-d-812111-8 neutron-server[109990]: INFO neutron.db.ipam_backend_mixin [None req-347fff9f-fd47-450a-b4d8-07eddc7c826b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c401626a-f2f6-4fa0-bf38-6af467776591 (CIDR: 2001:db8::/64) Nov 24 21:18:59.992221 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-347fff9f-fd47-450a-b4d8-07eddc7c826b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:18:59.994502 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-347fff9f-fd47-450a-b4d8-07eddc7c826b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:00.018275 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-347fff9f-fd47-450a-b4d8-07eddc7c826b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3899612 Nov 24 21:19:00.021148 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40612) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:00.029338 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b6da1-18de-4b9a-9e96-373d7baedb5f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event deleted for resources: {'Port': ['ID=b9892789-5d15-461f-864d-dbd0551fb853,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:00.045460 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a7bd579c-4621-4b7c-afc2-62cb9f6e388d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:00.092715 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-697d898a-e981-4309-94c8-2fc6c20090fa req-c66b6da1-18de-4b9a-9e96-373d7baedb5f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] No DVR routers for this DVR port b9892789-5d15-461f-864d-dbd0551fb853 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:19:00.121659 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] Routers {'507026af-193f-403e-8f2a-de875985dacf'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:19:00.122303 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:18:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['507026af-193f-403e-8f2a-de875985dacf'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:00.124015 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-697d898a-e981-4309-94c8-2fc6c20090fa req-c66b6da1-18de-4b9a-9e96-373d7baedb5f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:00.127759 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-697d898a-e981-4309-94c8-2fc6c20090fa req-c66b6da1-18de-4b9a-9e96-373d7baedb5f tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.15 "DELETE /v2.0/ports/b9892789-5d15-461f-864d-dbd0551fb853 HTTP/1.1" status: 204 len: 173 time: 1.6498163 Nov 24 21:19:00.128479 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26f7a48-a05e-4988-b25a-231ed6ab2250', 'name': 'network-vif-deleted', 'tag': 'b9892789-5d15-461f-864d-dbd0551fb853'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:19:00.131490 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12a685e-4b4a-4654-b8c5-69567df2fa5a" -d '{"events": [{"server_uuid": "a26f7a48-a05e-4988-b25a-231ed6ab2250", "name": "network-vif-deleted", "tag": "b9892789-5d15-461f-864d-dbd0551fb853"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:19:00.237793 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f561e430-3aff-459c-98d0-371ba0ade724 x-openstack-request-id: req-f561e430-3aff-459c-98d0-371ba0ade724 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:19:00.238327 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26f7a48-a05e-4988-b25a-231ed6ab2250", "name": "network-vif-deleted", "tag": "b9892789-5d15-461f-864d-dbd0551fb853", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:19:00.238327 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f561e430-3aff-459c-98d0-371ba0ade724 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:19:00.238757 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26f7a48-a05e-4988-b25a-231ed6ab2250', 'name': 'network-vif-deleted', 'tag': 'b9892789-5d15-461f-864d-dbd0551fb853', 'status': 'completed', 'code': 200} Nov 24 21:19:00.272616 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bd579c-4621-4b7c-afc2-62cb9f6e388d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:19:00.281137 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a7bd579c-4621-4b7c-afc2-62cb9f6e388d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:00.445539 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b78c1e-65a8-4df6-b899-9dfc50324409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'tenant_id': 'b4ecad9949404401b5c2bc1d4465be3e', 'fixed_ips': [{'subnet_id': 'c401626a-f2f6-4fa0-bf38-6af467776591'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:19:00.446417 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-39b78c1e-65a8-4df6-b899-9dfc50324409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:00.463930 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] Set router 507026af-193f-403e-8f2a-de875985dacf gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:19:00.468376 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:00.513141 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-534bcf8f-4b5f-41b3-9d00-106c98ed2b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:00.807323 n-d-812111-8 neutron-server[109990]: DEBUG neutron.objects.ports [None req-a7bd579c-4621-4b7c-afc2-62cb9f6e388d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109990) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 21:19:00.810577 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a7bd579c-4621-4b7c-afc2-62cb9f6e388d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:00.814788 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-73819fd0-2165-4e85-b294-df207fc447d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:00.841372 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port aacede87-3948-444b-9874-b13330128ff7, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=aacede87-3948-444b-9874-b13330128ff7,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:00.882709 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:00.898308 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd579c-4621-4b7c-afc2-62cb9f6e388d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=eb40c725-2066-4017-83c1-ea3110647df3,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:00.949412 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bd579c-4621-4b7c-afc2-62cb9f6e388d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:19:00.951597 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-a7bd579c-4621-4b7c-afc2-62cb9f6e388d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:19:00.956254 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bd579c-4621-4b7c-afc2-62cb9f6e388d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:00.956892 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a7bd579c-4621-4b7c-afc2-62cb9f6e388d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:00.992137 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 6167dedc-6276-4436-9e3a-80b144083d4b no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:19:01.015733 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a7bd579c-4621-4b7c-afc2-62cb9f6e388d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9836526 Nov 24 21:19:01.016489 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40620) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:01.016848 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40622) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:01.023075 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-2acb42ad-8d82-42d8-a62c-2186f8670698 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'mac_address': 'fa:16:3e:72:a8:2d', 'name': 'tempest-NetworksTestDHCPv6-2022783992'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:01.083761 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-39b78c1e-65a8-4df6-b899-9dfc50324409 None None] Allocated IP 2001:db8::2 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/c401626a-f2f6-4fa0-bf38-6af467776591/950c15f6-2f9d-47ef-876f-8c0eb2eb65e1) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:19:01.162614 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-994a313b-f61b-4c94-a2fe-6822d47e7200 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:01.207333 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-994a313b-f61b-4c94-a2fe-6822d47e7200 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:01.209916 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-73819fd0-2165-4e85-b294-df207fc447d4 admin admin] Allocated IP 172.20.0.1 (32a707c4-ac19-469f-a9cc-104f3e27a20e/0faa94f8-a6a6-4ded-b1c0-ce3e792adfad/c05887bc-08f0-4549-81d0-8b5e998a65fe) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:19:01.254997 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 6167dedc-6276-4436-9e3a-80b144083d4b {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:19:01.255615 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 6167dedc-6276-4436-9e3a-80b144083d4b not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:19:01.291416 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-994a313b-f61b-4c94-a2fe-6822d47e7200 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:01.295425 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-994a313b-f61b-4c94-a2fe-6822d47e7200 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:01.299140 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-994a313b-f61b-4c94-a2fe-6822d47e7200 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "DELETE /v2.0/security-groups/632f3a3b-7ef2-40fb-9a48-6329431dab61 HTTP/1.1" status: 204 len: 168 time: 0.2776356 Nov 24 21:19:01.337262 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a313b-f61b-4c94-a2fe-6822d47e7200 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=632f3a3b-7ef2-40fb-9a48-6329431dab61,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:01.346570 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-73819fd0-2165-4e85-b294-df207fc447d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:01.353865 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40628) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:01.381914 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-534bcf8f-4b5f-41b3-9d00-106c98ed2b21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:19:01.382614 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-534bcf8f-4b5f-41b3-9d00-106c98ed2b21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:19:01.391716 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-73819fd0-2165-4e85-b294-df207fc447d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:01.397867 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=aacede87-3948-444b-9874-b13330128ff7,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:01.424231 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acb42ad-8d82-42d8-a62c-2186f8670698 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:19:01.436984 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-39b78c1e-65a8-4df6-b899-9dfc50324409 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:01.453616 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-39b78c1e-65a8-4df6-b899-9dfc50324409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:01.463806 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73819fd0-2165-4e85-b294-df207fc447d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c05887bc-08f0-4549-81d0-8b5e998a65fe,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:01.470795 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507026af-193f-403e-8f2a-de875985dacf', 'name': 'tempest-AttachVolumeShelveTestJSON-1662242414-router', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:18:55Z', 'updated_at': '2021-11-24T21:18:57Z', 'revision_number': 3, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'gw_port': {'id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:18:56Z', 'updated_at': '2021-11-24T21:18:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:01.472428 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73819fd0-2165-4e85-b294-df207fc447d4 admin admin] Network 32a707c4-ac19-469f-a9cc-104f3e27a20e is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:19:01.473902 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-73819fd0-2165-4e85-b294-df207fc447d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:19:01.476721 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73819fd0-2165-4e85-b294-df207fc447d4 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:19:01.543957 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-73819fd0-2165-4e85-b294-df207fc447d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:01.575998 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] Checking router: 507026af-193f-403e-8f2a-de875985dacf for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:19:01.576352 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] Updating router 507026af-193f-403e-8f2a-de875985dacf port db8a81ab-25f4-43bd-80fd-0b7f6883c359 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:19:01.580054 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b78c1e-65a8-4df6-b899-9dfc50324409 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:19:01.585852 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-39b78c1e-65a8-4df6-b899-9dfc50324409 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:19:01.611368 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b78c1e-65a8-4df6-b899-9dfc50324409 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:19:01.622464 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b78c1e-65a8-4df6-b899-9dfc50324409 None None] Pushing event updated for resources: {'Port': ['ID=950c15f6-2f9d-47ef-876f-8c0eb2eb65e1,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:01.628031 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:01.629601 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2acb42ad-8d82-42d8-a62c-2186f8670698 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:01.708221 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-2acb42ad-8d82-42d8-a62c-2186f8670698 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] device_id is not set on port ad88a834-fb53-4332-9363-7129dd77c992 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:19:01.754647 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-73819fd0-2165-4e85-b294-df207fc447d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:01.803900 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-39b78c1e-65a8-4df6-b899-9dfc50324409 None None] Attempting to bind port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:19:01.804204 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-39b78c1e-65a8-4df6-b899-9dfc50324409 None None] Attempting to bind port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:19:01.804575 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b78c1e-65a8-4df6-b899-9dfc50324409 None None] Attempting to bind port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 on network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:19:01.846624 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b78c1e-65a8-4df6-b899-9dfc50324409 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:19:01.847399 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b78c1e-65a8-4df6-b899-9dfc50324409 None None] Checking segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:19:01.848029 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-39b78c1e-65a8-4df6-b899-9dfc50324409 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:01.848628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b78c1e-65a8-4df6-b899-9dfc50324409 None None] Bound using segment: {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:19:01.849485 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-39b78c1e-65a8-4df6-b899-9dfc50324409 None None] Bound port: 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c423a99c-a9aa-48ea-ba55-627404697df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:19:01.850371 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-39b78c1e-65a8-4df6-b899-9dfc50324409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:02.003700 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-73819fd0-2165-4e85-b294-df207fc447d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:02.009581 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-73819fd0-2165-4e85-b294-df207fc447d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:02.023841 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-39b78c1e-65a8-4df6-b899-9dfc50324409 None None] For port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:19:02.029437 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-2acb42ad-8d82-42d8-a62c-2186f8670698 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8::5d (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/c401626a-f2f6-4fa0-bf38-6af467776591/ad88a834-fb53-4332-9363-7129dd77c992) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:19:02.030841 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-39b78c1e-65a8-4df6-b899-9dfc50324409 None None] For port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=950c15f6-2f9d-47ef-876f-8c0eb2eb65e1,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:19:02.038655 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-2acb42ad-8d82-42d8-a62c-2186f8670698 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8:0:1:f816:3eff:fe72:a82d (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/eb40c725-2066-4017-83c1-ea3110647df3/ad88a834-fb53-4332-9363-7129dd77c992) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:19:02.045480 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-39b78c1e-65a8-4df6-b899-9dfc50324409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:02.124102 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-73819fd0-2165-4e85-b294-df207fc447d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:02.133533 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73819fd0-2165-4e85-b294-df207fc447d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c05887bc-08f0-4549-81d0-8b5e998a65fe,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:02.283974 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2acb42ad-8d82-42d8-a62c-2186f8670698 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:02.306749 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73819fd0-2165-4e85-b294-df207fc447d4 admin admin] Network 32a707c4-ac19-469f-a9cc-104f3e27a20e is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:19:02.310541 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-73819fd0-2165-4e85-b294-df207fc447d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:19:02.410075 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2acb42ad-8d82-42d8-a62c-2186f8670698 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:02.508864 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acb42ad-8d82-42d8-a62c-2186f8670698 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:19:02.514379 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-2acb42ad-8d82-42d8-a62c-2186f8670698 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:19:02.519794 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b78c1e-65a8-4df6-b899-9dfc50324409 None None] Pushing event updated for resources: {'Port': ['ID=950c15f6-2f9d-47ef-876f-8c0eb2eb65e1,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:02.524251 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acb42ad-8d82-42d8-a62c-2186f8670698 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:19:02.528040 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-31835dca-2d56-4ba2-89a1-5f2abfb93d44 None None] Provisioning complete for port aacede87-3948-444b-9874-b13330128ff7 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:02.528504 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-31835dca-2d56-4ba2-89a1-5f2abfb93d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:02.531075 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acb42ad-8d82-42d8-a62c-2186f8670698 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:02.531865 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2acb42ad-8d82-42d8-a62c-2186f8670698 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:02.554392 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73819fd0-2165-4e85-b294-df207fc447d4 admin admin] Router 507026af-193f-403e-8f2a-de875985dacf has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:19:02.572826 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2acb42ad-8d82-42d8-a62c-2186f8670698 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5548482 Nov 24 21:19:02.581409 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40632) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:02.585686 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb42ad-8d82-42d8-a62c-2186f8670698 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=ad88a834-fb53-4332-9363-7129dd77c992,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:02.612930 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:02.627937 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:02.727037 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aafe995-86a4-4f4d-85ce-b2abc4dbb524 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:19:02.731272 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-912a080a-8224-47e0-ba2c-429b8450026e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:02.769886 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a7787-83d1-4727-89cc-7f89fc04b2b3 None None] Pushing event updated for resources: {'Port': ['ID=db8a81ab-25f4-43bd-80fd-0b7f6883c359,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:02.784614 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] Attempting to bind port db8a81ab-25f4-43bd-80fd-0b7f6883c359 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:19:02.785088 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] Attempting to bind port db8a81ab-25f4-43bd-80fd-0b7f6883c359 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:19:02.785459 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] Attempting to bind port db8a81ab-25f4-43bd-80fd-0b7f6883c359 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:19:02.796283 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:19:02.796664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:19:02.797593 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:02.797593 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:19:02.797950 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] Bound port: db8a81ab-25f4-43bd-80fd-0b7f6883c359, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:19:02.798335 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:02.802112 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73819fd0-2165-4e85-b294-df207fc447d4 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:19:02.816800 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-73819fd0-2165-4e85-b294-df207fc447d4 admin admin] 10.222.0.11 "PUT /v2.0/routers/507026af-193f-403e-8f2a-de875985dacf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8654513 Nov 24 21:19:02.844216 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-31835dca-2d56-4ba2-89a1-5f2abfb93d44 None None] Provisioning complete for port c05887bc-08f0-4549-81d0-8b5e998a65fe triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:02.844620 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-31835dca-2d56-4ba2-89a1-5f2abfb93d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:02.904416 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] For port db8a81ab-25f4-43bd-80fd-0b7f6883c359, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:19:02.908129 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] For port db8a81ab-25f4-43bd-80fd-0b7f6883c359, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=db8a81ab-25f4-43bd-80fd-0b7f6883c359,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:19:02.913033 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-31835dca-2d56-4ba2-89a1-5f2abfb93d44 None None] Port c05887bc-08f0-4549-81d0-8b5e998a65fe cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:19:02.919723 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:02.972299 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b9892789-5d15-461f-864d-dbd0551fb853 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:19:03.000858 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-f2826f85-57a4-4dfe-8ea0-65a1dec5e45c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting port ad88a834-fb53-4332-9363-7129dd77c992 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:19:03.001327 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f2826f85-57a4-4dfe-8ea0-65a1dec5e45c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:03.014208 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcb3bf1-dc62-41b7-8bd3-f6370a8352ef None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:19:03.020231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: b9892789-5d15-461f-864d-dbd0551fb853 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:19:03.020493 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b9892789-5d15-461f-864d-dbd0551fb853 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:19:03.054059 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a7787-83d1-4727-89cc-7f89fc04b2b3 None None] Pushing event updated for resources: {'Port': ['ID=db8a81ab-25f4-43bd-80fd-0b7f6883c359,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:03.057971 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] Routers {'507026af-193f-403e-8f2a-de875985dacf'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:19:03.058991 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:18:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['507026af-193f-403e-8f2a-de875985dacf'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:03.112319 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4add8ead-1ddf-430a-9b92-2b8cb4781160 None None] Provisioning complete for port c05887bc-08f0-4549-81d0-8b5e998a65fe triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:03.112701 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4add8ead-1ddf-430a-9b92-2b8cb4781160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:03.210964 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f2826f85-57a4-4dfe-8ea0-65a1dec5e45c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:03.233995 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-f2826f85-57a4-4dfe-8ea0-65a1dec5e45c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Calling delete_port for ad88a834-fb53-4332-9363-7129dd77c992 owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:19:03.255049 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-912a080a-8224-47e0-ba2c-429b8450026e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Deleting port ed616b4d-1af7-4c90-99c3-a64a470a1a26 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:19:03.255396 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-912a080a-8224-47e0-ba2c-429b8450026e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:03.268061 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-4add8ead-1ddf-430a-9b92-2b8cb4781160 None None] Port c05887bc-08f0-4549-81d0-8b5e998a65fe cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:19:03.304383 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4add8ead-1ddf-430a-9b92-2b8cb4781160 None None] Provisioning complete for port db8a81ab-25f4-43bd-80fd-0b7f6883c359 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:03.304781 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4add8ead-1ddf-430a-9b92-2b8cb4781160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:03.310412 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] Set router 507026af-193f-403e-8f2a-de875985dacf gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:19:03.331746 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40642) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:03.336809 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-3144bf42-3e33-49c7-a419-a2e6fa871e02 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1289945086', 'description': 'tempest-description--910831324'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:03.415037 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3144bf42-3e33-49c7-a419-a2e6fa871e02 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:03.553501 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3144bf42-3e33-49c7-a419-a2e6fa871e02 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:03.561289 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-912a080a-8224-47e0-ba2c-429b8450026e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] For port ed616b4d-1af7-4c90-99c3-a64a470a1a26, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ed616b4d-1af7-4c90-99c3-a64a470a1a26,segment=NetworkSegment(8b766661-30b7-4f9f-a54c-2c4c1894bf7f),segment_id=8b766661-30b7-4f9f-a54c-2c4c1894bf7f)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:03.562862 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3144bf42-3e33-49c7-a419-a2e6fa871e02 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:03.575995 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-912a080a-8224-47e0-ba2c-429b8450026e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:03.601785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device aacede87-3948-444b-9874-b13330128ff7 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:19:03.631364 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144bf42-3e33-49c7-a419-a2e6fa871e02 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bf970e-ed1e-453b-b859-59afbd9c0f6c,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:03.656799 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3144bf42-3e33-49c7-a419-a2e6fa871e02 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:03.664420 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3144bf42-3e33-49c7-a419-a2e6fa871e02 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3314838 Nov 24 21:19:03.667776 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40644) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:03.672188 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4add8ead-1ddf-430a-9b92-2b8cb4781160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:03.673501 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-66501c6c-9bbd-44da-8589-cc670770eacf tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Request body: {'security_group_rule': {'security_group_id': 'e5bf970e-ed1e-453b-b859-59afbd9c0f6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:03.715073 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4add8ead-1ddf-430a-9b92-2b8cb4781160 None None] For port db8a81ab-25f4-43bd-80fd-0b7f6883c359, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=db8a81ab-25f4-43bd-80fd-0b7f6883c359,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:03.725738 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-66501c6c-9bbd-44da-8589-cc670770eacf tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:03.727156 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-912a080a-8224-47e0-ba2c-429b8450026e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Calling delete_port for ed616b4d-1af7-4c90-99c3-a64a470a1a26 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:19:03.739577 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f2826f85-57a4-4dfe-8ea0-65a1dec5e45c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:03.748880 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1779ec20-bbb2-4c3f-9e19-dccec8181f5b None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:19:03.755994 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4add8ead-1ddf-430a-9b92-2b8cb4781160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:03.827515 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2826f85-57a4-4dfe-8ea0-65a1dec5e45c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Port': ['ID=ad88a834-fb53-4332-9363-7129dd77c992,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:03.857399 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-66501c6c-9bbd-44da-8589-cc670770eacf tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:03.862323 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port aacede87-3948-444b-9874-b13330128ff7 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:03.862323 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:03.866481 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-66501c6c-9bbd-44da-8589-cc670770eacf tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:03.889542 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f2826f85-57a4-4dfe-8ea0-65a1dec5e45c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:03.893252 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f2826f85-57a4-4dfe-8ea0-65a1dec5e45c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/ad88a834-fb53-4332-9363-7129dd77c992 HTTP/1.1" status: 204 len: 168 time: 1.3045082 Nov 24 21:19:03.895702 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40646) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:03.927033 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-66501c6c-9bbd-44da-8589-cc670770eacf tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:03.930726 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-66501c6c-9bbd-44da-8589-cc670770eacf tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2590034 Nov 24 21:19:03.931198 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40648) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:03.935933 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-8b4d24d5-d4eb-4c59-957c-6fb08318eb2c tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Request body: {'security_group_rule': {'security_group_id': 'e5bf970e-ed1e-453b-b859-59afbd9c0f6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:03.940078 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66501c6c-9bbd-44da-8589-cc670770eacf tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8b1967c-8e44-4350-ab37-0c9878b5bcc7,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:03.962931 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add8ead-1ddf-430a-9b92-2b8cb4781160 None None] Pushing event updated for resources: {'Port': ['ID=db8a81ab-25f4-43bd-80fd-0b7f6883c359,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:03.989426 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b4d24d5-d4eb-4c59-957c-6fb08318eb2c tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:03.991819 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-131e992d-422a-4b6a-8675-a944c9c99ccf None None] Provisioning complete for port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:03.992392 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-131e992d-422a-4b6a-8675-a944c9c99ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:04.005287 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ec5ef0-4f69-4e4d-ac27-86214edbfb56 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:04.006967 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-70ec5ef0-4f69-4e4d-ac27-86214edbfb56 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1102517 Nov 24 21:19:04.009745 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40650) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:04.024934 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507026af-193f-403e-8f2a-de875985dacf', 'name': 'tempest-AttachVolumeShelveTestJSON-1662242414-router', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:18:55Z', 'updated_at': '2021-11-24T21:19:01Z', 'revision_number': 4, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'gw_port': {'id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:18:56Z', 'updated_at': '2021-11-24T21:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'c05887bc-08f0-4549-81d0-8b5e998a65fe', 'name': '', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'mac_address': 'fa:16:3e:08:43:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:00Z', 'updated_at': '2021-11-24T21:19:01Z', 'revision_number': 2, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'subnets': [{'id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:04.072521 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82050eab-55e5-4936-9ad1-a8518c2488e8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:04.074805 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-82050eab-55e5-4936-9ad1-a8518c2488e8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0640705 Nov 24 21:19:04.076206 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b4d24d5-d4eb-4c59-957c-6fb08318eb2c tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:04.077988 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40652) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:04.090958 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031b8d20-d720-4d39-8dba-acf254939de3 None None] The sync data for ids ['507026af-193f-403e-8f2a-de875985dacf'] in n-d-812111-8 is: [{'id': '507026af-193f-403e-8f2a-de875985dacf', 'name': 'tempest-AttachVolumeShelveTestJSON-1662242414-router', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:18:55Z', 'updated_at': '2021-11-24T21:19:01Z', 'revision_number': 4, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'gw_port': {'id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:18:56Z', 'updated_at': '2021-11-24T21:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'c05887bc-08f0-4549-81d0-8b5e998a65fe', 'name': '', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'mac_address': 'fa:16:3e:08:43:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:00Z', 'updated_at': '2021-11-24T21:19:01Z', 'revision_number': 2, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'subnets': [{'id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:19:04.115146 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b4d24d5-d4eb-4c59-957c-6fb08318eb2c tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:04.176428 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-912a080a-8224-47e0-ba2c-429b8450026e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:04.203937 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d24d5-d4eb-4c59-957c-6fb08318eb2c tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c8ff875-baba-466a-8302-18afdda44197,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:04.207224 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:19:04.235920 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287ca150-be71-4888-a1c8-311967bc29c0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:04.237869 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287ca150-be71-4888-a1c8-311967bc29c0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:04.243887 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287ca150-be71-4888-a1c8-311967bc29c0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:04.257894 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-287ca150-be71-4888-a1c8-311967bc29c0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1757135 Nov 24 21:19:04.258404 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b4d24d5-d4eb-4c59-957c-6fb08318eb2c tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:04.259575 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8b4d24d5-d4eb-4c59-957c-6fb08318eb2c tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3272886 Nov 24 21:19:04.263283 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40654) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:04.263624 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40656) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:04.300471 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a080a-8224-47e0-ba2c-429b8450026e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event deleted for resources: {'Port': ['ID=ed616b4d-1af7-4c90-99c3-a64a470a1a26,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:04.309508 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-131e992d-422a-4b6a-8675-a944c9c99ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:04.344331 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-1419be98-cd89-4549-ab81-1b77cdf59c09 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:04.372332 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f2a9e81-cdc9-4a72-bd11-3479383149dd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet c401626a-f2f6-4fa0-bf38-6af467776591 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:19:04.378876 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7f2a9e81-cdc9-4a72-bd11-3479383149dd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:04.407551 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1419be98-cd89-4549-ab81-1b77cdf59c09 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:04.432276 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-131e992d-422a-4b6a-8675-a944c9c99ccf None None] For port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=950c15f6-2f9d-47ef-876f-8c0eb2eb65e1,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:04.438758 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:04.439346 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:04.496425 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7f2a9e81-cdc9-4a72-bd11-3479383149dd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:04.511854 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-131e992d-422a-4b6a-8675-a944c9c99ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:04.638183 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-912a080a-8224-47e0-ba2c-429b8450026e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:04.648602 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afed585-f4f4-475f-bc26-2403a1e5f9a9 None None] Update dhcp port {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'fixed_ips': [{'subnet_id': 'c401626a-f2f6-4fa0-bf38-6af467776591', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eb40c725-2066-4017-83c1-ea3110647df3'}], 'binding:host_id': 'n-d-812111-8'}, 'id': '950c15f6-2f9d-47ef-876f-8c0eb2eb65e1'} from n-d-812111-8. {{(pid=109992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 21:19:04.684297 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7f2a9e81-cdc9-4a72-bd11-3479383149dd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:04.715735 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5afed585-f4f4-475f-bc26-2403a1e5f9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:04.743962 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1419be98-cd89-4549-ab81-1b77cdf59c09 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:04.762947 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-131e992d-422a-4b6a-8675-a944c9c99ccf None None] Provisioning complete for port db8a81ab-25f4-43bd-80fd-0b7f6883c359 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:04.763318 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-131e992d-422a-4b6a-8675-a944c9c99ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:04.829779 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e992d-422a-4b6a-8675-a944c9c99ccf None None] Pushing event updated for resources: {'Port': ['ID=950c15f6-2f9d-47ef-876f-8c0eb2eb65e1,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:04.921399 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-1419be98-cd89-4549-ab81-1b77cdf59c09 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Allocated IP 172.25.5.50 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/50827a56-a16a-4b42-8261-3751ba909387) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:19:05.031315 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912a080a-8224-47e0-ba2c-429b8450026e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Router eb5813a4-bd54-421c-91c5-7fb8ba14d0ac has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:19:05.060426 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1419be98-cd89-4549-ab81-1b77cdf59c09 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:05.107367 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1419be98-cd89-4549-ab81-1b77cdf59c09 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:05.174633 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419be98-cd89-4549-ab81-1b77cdf59c09 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Pushing event updated for resources: {'Port': ['ID=50827a56-a16a-4b42-8261-3751ba909387,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:05.179102 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7f2a9e81-cdc9-4a72-bd11-3479383149dd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:05.207759 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a9e81-cdc9-4a72-bd11-3479383149dd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=c401626a-f2f6-4fa0-bf38-6af467776591,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:05.248026 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1419be98-cd89-4549-ab81-1b77cdf59c09 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:19:05.259609 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7f2a9e81-cdc9-4a72-bd11-3479383149dd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:05.269333 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7f2a9e81-cdc9-4a72-bd11-3479383149dd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/c401626a-f2f6-4fa0-bf38-6af467776591 HTTP/1.1" status: 204 len: 168 time: 1.0022829 Nov 24 21:19:05.269333 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-1419be98-cd89-4549-ab81-1b77cdf59c09 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:19:05.273576 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40660) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:05.276799 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1419be98-cd89-4549-ab81-1b77cdf59c09 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server [None req-5afed585-f4f4-475f-bc26-2403a1e5f9a9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c401626a-f2f6-4fa0-bf38-6af467776591: This subnet is being modified by another concurrent operation. Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise exception Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c401626a-f2f6-4fa0-bf38-6af467776591: This subnet is being modified by another concurrent operation. Nov 24 21:19:05.299198 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server Nov 24 21:19:05.327886 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912a080a-8224-47e0-ba2c-429b8450026e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:19:05.339027 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6295a1f6-89ec-4ff3-8a04-b7ca06178487 None None] Sync routers for ids ['eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:19:05.346326 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-912a080a-8224-47e0-ba2c-429b8450026e tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "PUT /v2.0/routers/eb5813a4-bd54-421c-91c5-7fb8ba14d0ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9885480 Nov 24 21:19:05.348992 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40662) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:05.358874 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6295a1f6-89ec-4ff3-8a04-b7ca06178487 None None] Routers {'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:19:05.361481 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-6295a1f6-89ec-4ff3-8a04-b7ca06178487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:18:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:05.407365 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-e04cbc60-cd95-4820-aacc-9c35a26a2f04 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet eb40c725-2066-4017-83c1-ea3110647df3 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:19:05.433800 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5f73a9-4cf3-4b6a-9fdf-11d8e4bab03a None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:19:05.485532 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebfbc60d-e06e-40f1-bce7-e4754d3b35c5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Deleting subnet 0c23496e-c71e-440d-948e-15d3f4d6337b {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:19:05.489451 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ebfbc60d-e06e-40f1-bce7-e4754d3b35c5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:05.561083 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e04cbc60-cd95-4820-aacc-9c35a26a2f04 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:05.582539 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ebfbc60d-e06e-40f1-bce7-e4754d3b35c5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:05.642600 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-6295a1f6-89ec-4ff3-8a04-b7ca06178487 None None] Set router eb5813a4-bd54-421c-91c5-7fb8ba14d0ac gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:19:05.668446 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-1f8fe3e8-c5ce-4a37-9f0e-276e32aedd98 None None] Provisioning complete for port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:05.672983 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1f8fe3e8-c5ce-4a37-9f0e-276e32aedd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:05.760360 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device db8a81ab-25f4-43bd-80fd-0b7f6883c359 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:19:05.765369 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ebfbc60d-e06e-40f1-bce7-e4754d3b35c5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:05.800910 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e04cbc60-cd95-4820-aacc-9c35a26a2f04 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:05.877142 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ebfbc60d-e06e-40f1-bce7-e4754d3b35c5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:05.891750 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e04cbc60-cd95-4820-aacc-9c35a26a2f04 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:05.923264 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbc60d-e06e-40f1-bce7-e4754d3b35c5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event deleted for resources: {'Subnet': ['ID=0c23496e-c71e-440d-948e-15d3f4d6337b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:05.939004 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ebfbc60d-e06e-40f1-bce7-e4754d3b35c5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:05.943696 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ebfbc60d-e06e-40f1-bce7-e4754d3b35c5 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "DELETE /v2.0/subnets/0c23496e-c71e-440d-948e-15d3f4d6337b HTTP/1.1" status: 204 len: 168 time: 0.5925307 Nov 24 21:19:05.946625 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40666) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:05.965860 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4719158b-0819-4bc2-bf39-cfd547376d5d None None] Network 4a228c9d-528a-4c54-8949-c9681f179693 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:19:06.001882 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-6295a1f6-89ec-4ff3-8a04-b7ca06178487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'name': 'tempest-TestNetworkBasicOps-router-992992104', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:17:30Z', 'updated_at': '2021-11-24T21:19:04Z', 'revision_number': 5, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:31Z', 'updated_at': '2021-11-24T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:06.016462 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e04cbc60-cd95-4820-aacc-9c35a26a2f04 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:06.059288 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6295a1f6-89ec-4ff3-8a04-b7ca06178487 None None] Checking router: eb5813a4-bd54-421c-91c5-7fb8ba14d0ac for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:19:06.060329 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cbc60-cd95-4820-aacc-9c35a26a2f04 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=eb40c725-2066-4017-83c1-ea3110647df3,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:06.068917 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1419be98-cd89-4549-ab81-1b77cdf59c09 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:06.084028 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6295a1f6-89ec-4ff3-8a04-b7ca06178487 None None] Routers {'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:19:06.084574 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e04cbc60-cd95-4820-aacc-9c35a26a2f04 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:06.085415 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-6295a1f6-89ec-4ff3-8a04-b7ca06178487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:18:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:06.090052 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e04cbc60-cd95-4820-aacc-9c35a26a2f04 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/eb40c725-2066-4017-83c1-ea3110647df3 HTTP/1.1" status: 204 len: 168 time: 0.8154230 Nov 24 21:19:06.092645 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40668) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:06.152268 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dfa23636-6216-4b03-83dd-8c2e55b54c86 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545502 Nov 24 21:19:06.154552 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40670) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:06.169457 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-11933a79-c363-46a0-a3bd-2cc2ea9f07c9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:06.248624 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1864f9e5-4b37-4d28-9aae-67e1a813d4dc tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:06.298136 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-6295a1f6-89ec-4ff3-8a04-b7ca06178487 None None] Set router eb5813a4-bd54-421c-91c5-7fb8ba14d0ac gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:19:06.347536 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port db8a81ab-25f4-43bd-80fd-0b7f6883c359 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:06.348159 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:06.507968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b890304c-b0ef-4823-b82d-159f0a2b19a3 None None] Update dhcp port {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'fixed_ips': [{'subnet_id': 'eb40c725-2066-4017-83c1-ea3110647df3'}], 'binding:host_id': 'n-d-812111-8'}, 'id': '950c15f6-2f9d-47ef-876f-8c0eb2eb65e1'} from n-d-812111-8. {{(pid=109992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 21:19:06.576431 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b890304c-b0ef-4823-b82d-159f0a2b19a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:06.613218 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-6295a1f6-89ec-4ff3-8a04-b7ca06178487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'name': 'tempest-TestNetworkBasicOps-router-992992104', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:17:30Z', 'updated_at': '2021-11-24T21:19:04Z', 'revision_number': 5, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:31Z', 'updated_at': '2021-11-24T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:06.629056 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:19:06.637857 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf65055-3e4b-4be0-b330-e5471a2bd7c5 None None] DHCP port deletion for 4a228c9d-528a-4c54-8949-c9681f179693 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:19:06.664300 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6295a1f6-89ec-4ff3-8a04-b7ca06178487 None None] The sync data for ids ['eb5813a4-bd54-421c-91c5-7fb8ba14d0ac'] in n-d-812111-8 is: [{'id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'name': 'tempest-TestNetworkBasicOps-router-992992104', 'tenant_id': '207eef9f28694fbd90eb332792fa324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:17:30Z', 'updated_at': '2021-11-24T21:19:04Z', 'revision_number': 5, 'project_id': '207eef9f28694fbd90eb332792fa324d', 'gw_port': {'id': 'e8f35e31-12b3-453b-92c9-58b7e29329c5', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5813a4-bd54-421c-91c5-7fb8ba14d0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:17:31Z', 'updated_at': '2021-11-24T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:19:06.737985 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1419be98-cd89-4549-ab81-1b77cdf59c09 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:06.835617 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:06.897018 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-dcf65055-3e4b-4be0-b330-e5471a2bd7c5 None None] Deleting port 8801d6fe-c0a4-4fab-9408-93de44917668 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:19:06.897399 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dcf65055-3e4b-4be0-b330-e5471a2bd7c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:06.922352 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=950c15f6-2f9d-47ef-876f-8c0eb2eb65e1,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:06.937338 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:06.992876 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=950c15f6-2f9d-47ef-876f-8c0eb2eb65e1,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:06.994485 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1419be98-cd89-4549-ab81-1b77cdf59c09 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:06.995415 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c0cec00b-3d26-429d-9c62-47118952294a None None] Provisioning complete for port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:06.995791 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c0cec00b-3d26-429d-9c62-47118952294a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:07.001437 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1419be98-cd89-4549-ab81-1b77cdf59c09 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:07.110643 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419be98-cd89-4549-ab81-1b77cdf59c09 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Pushing event updated for resources: {'Port': ['ID=50827a56-a16a-4b42-8261-3751ba909387,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:07.128482 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1419be98-cd89-4549-ab81-1b77cdf59c09 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:07.128729 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11933a79-c363-46a0-a3bd-2cc2ea9f07c9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:19:07.144203 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-11933a79-c363-46a0-a3bd-2cc2ea9f07c9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:07.153237 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1419be98-cd89-4549-ab81-1b77cdf59c09 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:07.163132 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1419be98-cd89-4549-ab81-1b77cdf59c09 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8222554 Nov 24 21:19:07.172936 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-dcf65055-3e4b-4be0-b330-e5471a2bd7c5 None None] For port 8801d6fe-c0a4-4fab-9408-93de44917668, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=8801d6fe-c0a4-4fab-9408-93de44917668,segment=NetworkSegment(8b766661-30b7-4f9f-a54c-2c4c1894bf7f),segment_id=8b766661-30b7-4f9f-a54c-2c4c1894bf7f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:07.173670 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dcf65055-3e4b-4be0-b330-e5471a2bd7c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:07.190976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-dcf65055-3e4b-4be0-b330-e5471a2bd7c5 None None] Calling delete_port for 8801d6fe-c0a4-4fab-9408-93de44917668 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:19:07.220771 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1864f9e5-4b37-4d28-9aae-67e1a813d4dc tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:07.306616 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c0cec00b-3d26-429d-9c62-47118952294a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:07.351749 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c0cec00b-3d26-429d-9c62-47118952294a None None] For port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=950c15f6-2f9d-47ef-876f-8c0eb2eb65e1,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:07.368081 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c0cec00b-3d26-429d-9c62-47118952294a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:07.412317 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dcf65055-3e4b-4be0-b330-e5471a2bd7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:07.427156 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf65055-3e4b-4be0-b330-e5471a2bd7c5 None None] No DVR routers for this DVR port 8801d6fe-c0a4-4fab-9408-93de44917668 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:19:07.432206 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-1864f9e5-4b37-4d28-9aae-67e1a813d4dc tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Deleting port e8f35e31-12b3-453b-92c9-58b7e29329c5 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:19:07.433099 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1864f9e5-4b37-4d28-9aae-67e1a813d4dc tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:07.435952 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 8801d6fe-c0a4-4fab-9408-93de44917668 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:19:07.471115 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38211171-489d-4411-ac80-c0d394c0a842 req-ea906513-665d-4f55-9417-6012b62ced1d tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:07.472258 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902dcb36-c50a-4585-a44b-42864a882453 None None] get_active_networks_info from n-d-812111-8 {{(pid=109992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 21:19:07.476066 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cec00b-3d26-429d-9c62-47118952294a None None] Pushing event updated for resources: {'Port': ['ID=950c15f6-2f9d-47ef-876f-8c0eb2eb65e1,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:07.481493 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-38211171-489d-4411-ac80-c0d394c0a842 req-ea906513-665d-4f55-9417-6012b62ced1d tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/networks?id=69f36ff4-df91-4502-a33c-b0e40fcb2067 HTTP/1.1" status: 200 len: 814 time: 0.2529616 Nov 24 21:19:07.482391 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 8801d6fe-c0a4-4fab-9408-93de44917668 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:19:07.482815 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 8801d6fe-c0a4-4fab-9408-93de44917668 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:19:07.483313 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ed616b4d-1af7-4c90-99c3-a64a470a1a26 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:19:07.500416 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-38211171-489d-4411-ac80-c0d394c0a842 req-7516ac1b-174b-4c8f-9f53-5ce7853bec24 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/quotas/b8d1b3c5195f4c05a18dfb32f9f7c943 HTTP/1.1" status: 200 len: 375 time: 0.0183430 Nov 24 21:19:07.564503 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf65055-3e4b-4be0-b330-e5471a2bd7c5 None None] Pushing event deleted for resources: {'Port': ['ID=8801d6fe-c0a4-4fab-9408-93de44917668,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:07.564503 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-37dab918-995c-4208-8604-1d2dc76d50ca None None] Could not find standard attr ID for object ad88a834-fb53-4332-9363-7129dd77c992. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:19:07.564503 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: ed616b4d-1af7-4c90-99c3-a64a470a1a26 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:19:07.564503 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ed616b4d-1af7-4c90-99c3-a64a470a1a26 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:19:07.567676 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-38211171-489d-4411-ac80-c0d394c0a842 req-114c166b-b783-42bb-827c-efb0e531266f tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8d1b3c5195f4c05a18dfb32f9f7c943&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0658779 Nov 24 21:19:07.593728 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-11933a79-c363-46a0-a3bd-2cc2ea9f07c9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:07.638453 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902dcb36-c50a-4585-a44b-42864a882453 None None] Resources bound (agent type, host, resource id): {{(pid=109992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 21:19:07.642167 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8723071-635e-4437-8811-70cfc90650bc None None] Sync routers for ids ['507026af-193f-403e-8f2a-de875985dacf'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:19:07.658629 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-1864f9e5-4b37-4d28-9aae-67e1a813d4dc tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] For port e8f35e31-12b3-453b-92c9-58b7e29329c5, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e8f35e31-12b3-453b-92c9-58b7e29329c5,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:07.658995 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1864f9e5-4b37-4d28-9aae-67e1a813d4dc tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:07.662148 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8723071-635e-4437-8811-70cfc90650bc None None] Routers {'507026af-193f-403e-8f2a-de875985dacf'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:19:07.662795 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e8723071-635e-4437-8811-70cfc90650bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:18:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['507026af-193f-403e-8f2a-de875985dacf'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:07.665111 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11933a79-c363-46a0-a3bd-2cc2ea9f07c9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:19:07.676463 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-11933a79-c363-46a0-a3bd-2cc2ea9f07c9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:19:07.679557 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11933a79-c363-46a0-a3bd-2cc2ea9f07c9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:07.680160 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-11933a79-c363-46a0-a3bd-2cc2ea9f07c9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:07.686459 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-38211171-489d-4411-ac80-c0d394c0a842 req-d805c21d-c630-49fd-8ce3-972b24b3312a service neutron] 10.222.0.11 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182151 Nov 24 21:19:07.700017 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-1864f9e5-4b37-4d28-9aae-67e1a813d4dc tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Calling delete_port for e8f35e31-12b3-453b-92c9-58b7e29329c5 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:19:07.709174 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-11933a79-c363-46a0-a3bd-2cc2ea9f07c9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5536909 Nov 24 21:19:07.711811 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11933a79-c363-46a0-a3bd-2cc2ea9f07c9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=5b08a811-eaea-442d-9e44-1bb9be535013,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:07.716152 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40696) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:07.726945 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-77757302-bada-472a-b612-5b39881afb3b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:07.866514 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-38211171-489d-4411-ac80-c0d394c0a842 req-305c34de-d8b2-4b4a-afcc-9d1b617ae25a service neutron] 10.222.0.11 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791809 Nov 24 21:19:07.867504 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-e8723071-635e-4437-8811-70cfc90650bc None None] Set router 507026af-193f-403e-8f2a-de875985dacf gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:19:07.911946 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77757302-bada-472a-b612-5b39881afb3b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:19:07.915887 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-77757302-bada-472a-b612-5b39881afb3b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:07.934694 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1864f9e5-4b37-4d28-9aae-67e1a813d4dc tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:07.964107 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864f9e5-4b37-4d28-9aae-67e1a813d4dc tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event deleted for resources: {'Port': ['ID=e8f35e31-12b3-453b-92c9-58b7e29329c5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:08.070645 n-d-812111-8 neutron-server[109991]: INFO neutron.db.ipam_backend_mixin [None req-77757302-bada-472a-b612-5b39881afb3b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5b08a811-eaea-442d-9e44-1bb9be535013 (CIDR: 2001:db8::/64) Nov 24 21:19:08.071957 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1864f9e5-4b37-4d28-9aae-67e1a813d4dc tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:08.077011 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-77757302-bada-472a-b612-5b39881afb3b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:19:08.077482 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77757302-bada-472a-b612-5b39881afb3b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:08.103170 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-77757302-bada-472a-b612-5b39881afb3b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3858790 Nov 24 21:19:08.107033 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40710) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:08.113299 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-6f771567-e543-49ef-b6c2-3a300cb1dab8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'subnet': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:08.231694 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1864f9e5-4b37-4d28-9aae-67e1a813d4dc tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:08.234804 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1864f9e5-4b37-4d28-9aae-67e1a813d4dc tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:08.293102 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1864f9e5-4b37-4d28-9aae-67e1a813d4dc tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:08.293345 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-cd3b052e-6941-49fe-8644-ef320ba74979 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1289945086&fields=id&tenant_id=51d612ab04e44ebdb2576e3d3896d36c HTTP/1.1" status: 200 len: 267 time: 0.1743155 Nov 24 21:19:08.293580 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1864f9e5-4b37-4d28-9aae-67e1a813d4dc tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Fanout notify agent at l3_agent the message router_deleted on router eb5813a4-bd54-421c-91c5-7fb8ba14d0ac {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:19:08.311876 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1864f9e5-4b37-4d28-9aae-67e1a813d4dc tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:08.314569 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1864f9e5-4b37-4d28-9aae-67e1a813d4dc tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "DELETE /v2.0/routers/eb5813a4-bd54-421c-91c5-7fb8ba14d0ac HTTP/1.1" status: 204 len: 168 time: 2.3667681 Nov 24 21:19:08.317980 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40716) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:08.382024 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f771567-e543-49ef-b6c2-3a300cb1dab8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:19:08.389817 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f771567-e543-49ef-b6c2-3a300cb1dab8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:08.441282 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84204975-287f-40fa-9fe3-db0eed67e8b6 None None] Update dhcp port {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'fixed_ips': [{'subnet_id': '5b08a811-eaea-442d-9e44-1bb9be535013'}], 'binding:host_id': 'n-d-812111-8'}, 'id': '950c15f6-2f9d-47ef-876f-8c0eb2eb65e1'} from n-d-812111-8. {{(pid=109992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 21:19:08.481529 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-84204975-287f-40fa-9fe3-db0eed67e8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:08.492899 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86ce773c-072b-4e8b-b8c6-71a89a063e23 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:08.495680 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e8723071-635e-4437-8811-70cfc90650bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507026af-193f-403e-8f2a-de875985dacf', 'name': 'tempest-AttachVolumeShelveTestJSON-1662242414-router', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:18:55Z', 'updated_at': '2021-11-24T21:19:01Z', 'revision_number': 4, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'gw_port': {'id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:18:56Z', 'updated_at': '2021-11-24T21:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'c05887bc-08f0-4549-81d0-8b5e998a65fe', 'name': '', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'mac_address': 'fa:16:3e:08:43:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:00Z', 'updated_at': '2021-11-24T21:19:01Z', 'revision_number': 2, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'subnets': [{'id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:08.539259 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8723071-635e-4437-8811-70cfc90650bc None None] Checking router: 507026af-193f-403e-8f2a-de875985dacf for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:19:08.539520 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8723071-635e-4437-8811-70cfc90650bc None None] Updating router 507026af-193f-403e-8f2a-de875985dacf port c05887bc-08f0-4549-81d0-8b5e998a65fe binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:19:08.546738 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-4f2e8530-d069-433a-93c3-6356a855225e tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:08.554709 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-4f2e8530-d069-433a-93c3-6356a855225e tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/networks?id=32a707c4-ac19-469f-a9cc-104f3e27a20e HTTP/1.1" status: 200 len: 817 time: 0.2411180 Nov 24 21:19:08.584704 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-bcd5180b-eeef-407c-8c49-219ad0e6dfef tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/quotas/51d612ab04e44ebdb2576e3d3896d36c HTTP/1.1" status: 200 len: 375 time: 0.0289514 Nov 24 21:19:08.603518 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e8723071-635e-4437-8811-70cfc90650bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:08.628365 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86ce773c-072b-4e8b-b8c6-71a89a063e23 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:08.657845 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-86ce773c-072b-4e8b-b8c6-71a89a063e23 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a228c9d-528a-4c54-8949-c9681f179693']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:08.665170 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-8b31642f-dbbf-4348-8a3c-d50836c15782 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=51d612ab04e44ebdb2576e3d3896d36c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795548 Nov 24 21:19:08.667786 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-86ce773c-072b-4e8b-b8c6-71a89a063e23 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b766661-30b7-4f9f-a54c-2c4c1894bf7f') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:08.668095 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-86ce773c-072b-4e8b-b8c6-71a89a063e23 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b766661-30b7-4f9f-a54c-2c4c1894bf7f') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:08.679044 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86ce773c-072b-4e8b-b8c6-71a89a063e23 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:08.694347 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86ce773c-072b-4e8b-b8c6-71a89a063e23 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:08.702883 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ce773c-072b-4e8b-b8c6-71a89a063e23 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:19:08.703334 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86ce773c-072b-4e8b-b8c6-71a89a063e23 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:19:08.781873 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:19:08.798555 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86ce773c-072b-4e8b-b8c6-71a89a063e23 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:08.825840 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86ce773c-072b-4e8b-b8c6-71a89a063e23 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:08.836366 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-86ce773c-072b-4e8b-b8c6-71a89a063e23 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] 10.222.0.11 "DELETE /v2.0/networks/4a228c9d-528a-4c54-8949-c9681f179693 HTTP/1.1" status: 204 len: 168 time: 0.5134480 Nov 24 21:19:08.850745 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce773c-072b-4e8b-b8c6-71a89a063e23 tempest-TestNetworkBasicOps-281946028 tempest-TestNetworkBasicOps-281946028-project] Pushing event deleted for resources: {'Network': ['ID=4a228c9d-528a-4c54-8949-c9681f179693,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:08.863985 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-ce3aa7d8-408b-4306-b033-e47c927d3fad service neutron] 10.222.0.11 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804605 Nov 24 21:19:08.901665 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-91c604ee-d159-4b89-acc3-678ec8bac5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:08.907245 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-84204975-287f-40fa-9fe3-db0eed67e8b6 None None] Allocated IP 2001:db8::2 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/5b08a811-eaea-442d-9e44-1bb9be535013/950c15f6-2f9d-47ef-876f-8c0eb2eb65e1) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:19:09.056368 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-480fe565-33e1-4195-9428-828a80960f05 service neutron] 10.222.0.11 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733499 Nov 24 21:19:09.130884 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-84204975-287f-40fa-9fe3-db0eed67e8b6 None None] For port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=950c15f6-2f9d-47ef-876f-8c0eb2eb65e1,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:09.138024 n-d-812111-8 neutron-server[109991]: DEBUG neutron.objects.ports [None req-6f771567-e543-49ef-b6c2-3a300cb1dab8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109991) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 21:19:09.155625 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40724) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:09.202441 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-84204975-287f-40fa-9fe3-db0eed67e8b6 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:09.222817 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e8723071-635e-4437-8811-70cfc90650bc None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:09.227170 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-84204975-287f-40fa-9fe3-db0eed67e8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:09.322721 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e8723071-635e-4437-8811-70cfc90650bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:09.410314 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e228bf11-a906-49ad-8cfc-1a36fb07e410 req-ca3c9c53-5d44-4f7d-a6b9-44f2478f6641 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8486fb6-2c7b-456f-8606-b0a79decb1f6 HTTP/1.1" status: 200 len: 210 time: 0.0451899 Nov 24 21:19:09.411358 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f771567-e543-49ef-b6c2-3a300cb1dab8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:09.429771 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84204975-287f-40fa-9fe3-db0eed67e8b6 None None] Pushing event updated for resources: {'Port': ['ID=950c15f6-2f9d-47ef-876f-8c0eb2eb65e1,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:09.453984 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e8f35e31-12b3-453b-92c9-58b7e29329c5 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:19:09.549840 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: e8f35e31-12b3-453b-92c9-58b7e29329c5 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:19:09.550195 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e8f35e31-12b3-453b-92c9-58b7e29329c5 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:19:09.561530 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-96325dec-4ecf-452a-a355-f42c2d7203e9 req-0f8d83fa-148d-459b-a1cb-ab99313cc7ef tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 210 time: 0.0604250 Nov 24 21:19:09.595369 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65f758-f241-49bc-82fa-118c8d1a9c7d None None] Pushing event updated for resources: {'Port': ['ID=c05887bc-08f0-4549-81d0-8b5e998a65fe,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:09.619309 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f165e737-fdd8-40ec-8650-be016a8cde65 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=207eef9f28694fbd90eb332792fa324d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4623766 Nov 24 21:19:09.624346 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40736) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:09.694424 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-e8723071-635e-4437-8811-70cfc90650bc None None] Attempting to bind port c05887bc-08f0-4549-81d0-8b5e998a65fe on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:19:09.694834 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-e8723071-635e-4437-8811-70cfc90650bc None None] Attempting to bind port c05887bc-08f0-4549-81d0-8b5e998a65fe by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:19:09.695316 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8723071-635e-4437-8811-70cfc90650bc None None] Attempting to bind port c05887bc-08f0-4549-81d0-8b5e998a65fe on network 32a707c4-ac19-469f-a9cc-104f3e27a20e {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:19:09.717999 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8723071-635e-4437-8811-70cfc90650bc None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:19:09.717999 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8723071-635e-4437-8811-70cfc90650bc None None] Checking segment: {'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:19:09.717999 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e8723071-635e-4437-8811-70cfc90650bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:09.717999 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8723071-635e-4437-8811-70cfc90650bc None None] Bound using segment: {'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:19:09.717999 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-e8723071-635e-4437-8811-70cfc90650bc None None] Bound port: c05887bc-08f0-4549-81d0-8b5e998a65fe, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:19:09.718701 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38211171-489d-4411-ac80-c0d394c0a842 req-de0ff138-6030-4bf9-be7c-181b9c146fe0 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:09.718701 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38211171-489d-4411-ac80-c0d394c0a842 req-de0ff138-6030-4bf9-be7c-181b9c146fe0 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.48 "GET /v2.0/networks?id=69f36ff4-df91-4502-a33c-b0e40fcb2067 HTTP/1.1" status: 200 len: 814 time: 0.3356626 Nov 24 21:19:09.718886 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e8723071-635e-4437-8811-70cfc90650bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:09.731019 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-6f771567-e543-49ef-b6c2-3a300cb1dab8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] For port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=950c15f6-2f9d-47ef-876f-8c0eb2eb65e1,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:09.736018 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-38211171-489d-4411-ac80-c0d394c0a842 req-34665bb8-ecb8-419b-b1d9-0dbac4913988 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Request body: {'port': {'device_id': 'e8486fb6-2c7b-456f-8606-b0a79decb1f6', 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067', 'admin_state_up': True, 'tenant_id': 'b8d1b3c5195f4c05a18dfb32f9f7c943'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:09.777178 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c87e172c-a078-4d55-a07b-fe96aef4f883 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:09.803596 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f771567-e543-49ef-b6c2-3a300cb1dab8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:09.810156 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f771567-e543-49ef-b6c2-3a300cb1dab8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:09.811184 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f771567-e543-49ef-b6c2-3a300cb1dab8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:09.831678 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c87e172c-a078-4d55-a07b-fe96aef4f883 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:09.892506 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:09.913478 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-e8723071-635e-4437-8811-70cfc90650bc None None] For port c05887bc-08f0-4549-81d0-8b5e998a65fe, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:19:09.915936 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f771567-e543-49ef-b6c2-3a300cb1dab8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:19:09.918679 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-e8723071-635e-4437-8811-70cfc90650bc None None] For port c05887bc-08f0-4549-81d0-8b5e998a65fe, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c05887bc-08f0-4549-81d0-8b5e998a65fe,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:19:09.930172 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-6f771567-e543-49ef-b6c2-3a300cb1dab8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:19:09.931882 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e8723071-635e-4437-8811-70cfc90650bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:09.938369 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f771567-e543-49ef-b6c2-3a300cb1dab8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:09.938978 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f771567-e543-49ef-b6c2-3a300cb1dab8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:09.946650 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f771567-e543-49ef-b6c2-3a300cb1dab8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Subnet': ['ID=b2f66c20-f53c-48bc-aaea-140d9e1273a5,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:09.966909 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f771567-e543-49ef-b6c2-3a300cb1dab8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=950c15f6-2f9d-47ef-876f-8c0eb2eb65e1,revision_number=9']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:09.978131 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6f771567-e543-49ef-b6c2-3a300cb1dab8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8698430 Nov 24 21:19:09.982638 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40740) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:09.994628 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Request body: {'port': {'network_id': '1a9fd353-fa82-4a7a-a9a4-7d7d641058ba', 'mac_address': 'fa:16:3e:1f:f7:26', 'name': 'tempest-NetworksTestDHCPv6-1368626295'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:10.078636 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8723071-635e-4437-8811-70cfc90650bc None None] Routers {'507026af-193f-403e-8f2a-de875985dacf'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:19:10.078808 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c87e172c-a078-4d55-a07b-fe96aef4f883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:10.079685 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e8723071-635e-4437-8811-70cfc90650bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:18:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['507026af-193f-403e-8f2a-de875985dacf'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:10.082049 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c87e172c-a078-4d55-a07b-fe96aef4f883 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:10.083275 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c87e172c-a078-4d55-a07b-fe96aef4f883 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/66994930-f4b2-4486-a506-538a791ac77c HTTP/1.1" status: 204 len: 168 time: 0.4576223 Nov 24 21:19:10.087846 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65f758-f241-49bc-82fa-118c8d1a9c7d None None] Pushing event updated for resources: {'Port': ['ID=c05887bc-08f0-4549-81d0-8b5e998a65fe,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:10.111474 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38211171-489d-4411-ac80-c0d394c0a842 req-34665bb8-ecb8-419b-b1d9-0dbac4913988 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Made reservation on behalf of b8d1b3c5195f4c05a18dfb32f9f7c943 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:19:10.116020 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38211171-489d-4411-ac80-c0d394c0a842 req-34665bb8-ecb8-419b-b1d9-0dbac4913988 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:10.151114 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Made reservation on behalf of b4ecad9949404401b5c2bc1d4465be3e for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:19:10.173084 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e172c-a078-4d55-a07b-fe96aef4f883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66994930-f4b2-4486-a506-538a791ac77c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:10.275765 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-e8723071-635e-4437-8811-70cfc90650bc None None] Set router 507026af-193f-403e-8f2a-de875985dacf gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:19:10.352563 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:10.395006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-38211171-489d-4411-ac80-c0d394c0a842 req-34665bb8-ecb8-419b-b1d9-0dbac4913988 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Allocated IP 172.20.0.3 (69f36ff4-df91-4502-a33c-b0e40fcb2067/1257a070-7767-454d-ab67-31a004e8a10a/f2277c9c-a4cf-4f43-9150-d82a248a7c5d) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:19:10.403116 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] device_id is not set on port 2ee42b12-dec2-4208-81e8-2cf7b0039b39 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:19:10.487825 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:19:10.645503 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2a4bc973-b3bd-426c-9ea8-a627b1248003 req-654e0b1f-8afc-4077-acca-1e2d42e0a0ed tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8486fb6-2c7b-456f-8606-b0a79decb1f6 HTTP/1.1" status: 200 len: 210 time: 0.0979662 Nov 24 21:19:10.674260 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e8723071-635e-4437-8811-70cfc90650bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507026af-193f-403e-8f2a-de875985dacf', 'name': 'tempest-AttachVolumeShelveTestJSON-1662242414-router', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:18:55Z', 'updated_at': '2021-11-24T21:19:01Z', 'revision_number': 4, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'gw_port': {'id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:18:56Z', 'updated_at': '2021-11-24T21:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'c05887bc-08f0-4549-81d0-8b5e998a65fe', 'name': '', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'mac_address': 'fa:16:3e:08:43:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:00Z', 'updated_at': '2021-11-24T21:19:09Z', 'revision_number': 4, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'subnets': [{'id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:10.707911 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8723071-635e-4437-8811-70cfc90650bc None None] The sync data for ids ['507026af-193f-403e-8f2a-de875985dacf'] in n-d-812111-8 is: [{'id': '507026af-193f-403e-8f2a-de875985dacf', 'name': 'tempest-AttachVolumeShelveTestJSON-1662242414-router', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:18:55Z', 'updated_at': '2021-11-24T21:19:01Z', 'revision_number': 4, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'gw_port': {'id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:18:56Z', 'updated_at': '2021-11-24T21:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'c05887bc-08f0-4549-81d0-8b5e998a65fe', 'name': '', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'mac_address': 'fa:16:3e:08:43:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:00Z', 'updated_at': '2021-11-24T21:19:09Z', 'revision_number': 4, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'subnets': [{'id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:19:10.726269 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38211171-489d-4411-ac80-c0d394c0a842 req-34665bb8-ecb8-419b-b1d9-0dbac4913988 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:10.728319 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2df10a4-676b-493c-a3ae-c2c9578e0d27 None None] get_active_networks_info from n-d-812111-8 {{(pid=109992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 21:19:10.735936 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40750) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:10.753923 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81b2c3f2-722c-4196-ad95-494a2929f699 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:10.790814 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4ab9730c-ad71-458a-9cc1-3dcd8bc7170b None None] Provisioning complete for port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:10.791193 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4ab9730c-ad71-458a-9cc1-3dcd8bc7170b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:10.817305 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3c225b82-cec7-427a-bb27-f06b0ee03d49 req-b4f601b1-57c9-49a8-bbd7-0729c6bc6468 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 210 time: 0.0760853 Nov 24 21:19:10.871116 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81b2c3f2-722c-4196-ad95-494a2929f699 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:10.874500 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8::359 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/5b08a811-eaea-442d-9e44-1bb9be535013/2ee42b12-dec2-4208-81e8-2cf7b0039b39) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:19:10.880549 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81b2c3f2-722c-4196-ad95-494a2929f699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:10.888308 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1f:f726 (1a9fd353-fa82-4a7a-a9a4-7d7d641058ba/b2f66c20-f53c-48bc-aaea-140d9e1273a5/2ee42b12-dec2-4208-81e8-2cf7b0039b39) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:19:10.904884 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38211171-489d-4411-ac80-c0d394c0a842 req-34665bb8-ecb8-419b-b1d9-0dbac4913988 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:10.922317 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['be0edcdf-fa9c-4fc3-a9f7-231aade74b56', '27136210-4686-4125-ad09-abc183ccd6d6'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:19:10.925386 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c436e9ae-4d7b-4488-b597-145a13d84b07'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:19:10.935925 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-81b2c3f2-722c-4196-ad95-494a2929f699 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8094321f1714e0d9de0cc08d8fb796e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1985931 Nov 24 21:19:10.936272 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40752) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:11.008547 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2df10a4-676b-493c-a3ae-c2c9578e0d27 None None] Resources bound (agent type, host, resource id): {{(pid=109992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 21:19:11.024965 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2c3f2-722c-4196-ad95-494a2929f699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d27cf38-06de-43bd-8ec5-fa2a91f88214,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:11.031947 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38211171-489d-4411-ac80-c0d394c0a842 req-34665bb8-ecb8-419b-b1d9-0dbac4913988 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Network 69f36ff4-df91-4502-a33c-b0e40fcb2067 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:19:11.069897 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-38211171-489d-4411-ac80-c0d394c0a842 req-34665bb8-ecb8-419b-b1d9-0dbac4913988 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:19:11.073253 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-38211171-489d-4411-ac80-c0d394c0a842 req-34665bb8-ecb8-419b-b1d9-0dbac4913988 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:19:11.077518 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34665bb8-ecb8-419b-b1d9-0dbac4913988 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Pushing event updated for resources: {'Port': ['ID=f2277c9c-a4cf-4f43-9150-d82a248a7c5d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:11.214687 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:11.227884 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-83440622-725b-4a25-aacd-7ca898e097b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:11.243324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-db56f3e0-77c5-40cc-a969-7c48a297ad47 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:11.245002 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-db56f3e0-77c5-40cc-a969-7c48a297ad47 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.15 "GET /v2.0/networks?id=32a707c4-ac19-469f-a9cc-104f3e27a20e HTTP/1.1" status: 200 len: 817 time: 0.2309959 Nov 24 21:19:11.285751 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38211171-489d-4411-ac80-c0d394c0a842 req-34665bb8-ecb8-419b-b1d9-0dbac4913988 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:11.286540 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38211171-489d-4411-ac80-c0d394c0a842 req-34665bb8-ecb8-419b-b1d9-0dbac4913988 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:11.292961 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-83440622-725b-4a25-aacd-7ca898e097b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:11.332621 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38211171-489d-4411-ac80-c0d394c0a842 req-34665bb8-ecb8-419b-b1d9-0dbac4913988 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6004686 Nov 24 21:19:11.345153 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:11.351267 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-38211171-489d-4411-ac80-c0d394c0a842 req-3141fda7-c942-4cc8-9b26-a0978b53a764 service neutron] Request body: {'port': {'device_id': 'e8486fb6-2c7b-456f-8606-b0a79decb1f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:11.420789 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38211171-489d-4411-ac80-c0d394c0a842 req-3141fda7-c942-4cc8-9b26-a0978b53a764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:11.430375 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:19:11.439342 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-e5bf703f-c263-4bc0-9c70-ea5b1765ef91 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51d612ab04e44ebdb2576e3d3896d36c HTTP/1.1" status: 200 len: 380 time: 0.1812973 Nov 24 21:19:11.443563 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:19:11.453633 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-57b18cc4-71ea-4605-b829-e443624dfc41 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Request body: {'port': {'device_id': '3c2bf731-3390-4d5a-936a-55715efe4a37', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'admin_state_up': True, 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'security_groups': ['e5bf970e-ed1e-453b-b859-59afbd9c0f6c']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:11.460482 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:19:11.461413 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-83440622-725b-4a25-aacd-7ca898e097b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:11.464809 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-83440622-725b-4a25-aacd-7ca898e097b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:11.465979 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-83440622-725b-4a25-aacd-7ca898e097b4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6d27cf38-06de-43bd-8ec5-fa2a91f88214 HTTP/1.1" status: 204 len: 168 time: 0.4960129 Nov 24 21:19:11.478165 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:11.480149 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83440622-725b-4a25-aacd-7ca898e097b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d27cf38-06de-43bd-8ec5-fa2a91f88214,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:11.491673 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:11.505037 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event updated for resources: {'Port': ['ID=2ee42b12-dec2-4208-81e8-2cf7b0039b39,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:11.514863 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:19:11.548973 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:11.549531 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:11.550317 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:11.550822 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:11.551326 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:11.551947 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:11.552459 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:11.553070 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:11.553575 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:11.554084 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:11.554421 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:11.554772 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:11.561112 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1ddebced-6b3e-4c42-b1fa-0da623bffe0d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5762224 Nov 24 21:19:11.575258 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40756) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:11.660301 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-12c5c310-8fb5-4de7-8654-56f4535a48e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:11.677297 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:11.838176 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3bea2-c202-4830-8e8e-3073ccafc433 req-bbf20d7b-c394-4bf0-b819-47b69d344054 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:11.852149 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-68b3bea2-c202-4830-8e8e-3073ccafc433 req-bbf20d7b-c394-4bf0-b819-47b69d344054 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8486fb6-2c7b-456f-8606-b0a79decb1f6 HTTP/1.1" status: 200 len: 931 time: 0.1026819 Nov 24 21:19:11.856340 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-57b18cc4-71ea-4605-b829-e443624dfc41 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Made reservation on behalf of 51d612ab04e44ebdb2576e3d3896d36c for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:19:11.862819 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-57b18cc4-71ea-4605-b829-e443624dfc41 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:11.959413 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:11.986244 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-68b3bea2-c202-4830-8e8e-3073ccafc433 req-33623930-b003-4704-bfca-766c8e543993 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095116 Nov 24 21:19:12.019669 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-38211171-489d-4411-ac80-c0d394c0a842 req-3141fda7-c942-4cc8-9b26-a0978b53a764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2277c9c-a4cf-4f43-9150-d82a248a7c5d {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:19:12.049011 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38211171-489d-4411-ac80-c0d394c0a842 req-3141fda7-c942-4cc8-9b26-a0978b53a764 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:12.049745 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=950c15f6-2f9d-47ef-876f-8c0eb2eb65e1,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:12.072035 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:12.096596 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-38211171-489d-4411-ac80-c0d394c0a842 req-3141fda7-c942-4cc8-9b26-a0978b53a764 service neutron] Transition to ACTIVE for port object f2277c9c-a4cf-4f43-9150-d82a248a7c5d will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:19:12.118802 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-d2a855a0-c84c-4dfa-b8b2-50b4613275ff tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting port 2ee42b12-dec2-4208-81e8-2cf7b0039b39 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:19:12.125205 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2a855a0-c84c-4dfa-b8b2-50b4613275ff tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:12.128650 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-57b18cc4-71ea-4605-b829-e443624dfc41 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Allocated IP 172.20.0.5 (32a707c4-ac19-469f-a9cc-104f3e27a20e/0faa94f8-a6a6-4ded-b1c0-ce3e792adfad/6a88289e-350d-441b-9d5d-82e908753834) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:19:12.140262 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38211171-489d-4411-ac80-c0d394c0a842 req-3141fda7-c942-4cc8-9b26-a0978b53a764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:12.233241 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=950c15f6-2f9d-47ef-876f-8c0eb2eb65e1,revision_number=10']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:12.239540 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141fda7-c942-4cc8-9b26-a0978b53a764 service neutron] Pushing event updated for resources: {'Port': ['ID=f2277c9c-a4cf-4f43-9150-d82a248a7c5d,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:12.246863 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc74faeb-3f6a-45e2-ad38-470e9b723f44 req-569451b1-2252-4a7a-b4c0-53712379e284 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 210 time: 0.0575938 Nov 24 21:19:12.393083 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c05887bc-08f0-4549-81d0-8b5e998a65fe up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:19:12.439402 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-57b18cc4-71ea-4605-b829-e443624dfc41 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:12.477872 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-38211171-489d-4411-ac80-c0d394c0a842 req-3141fda7-c942-4cc8-9b26-a0978b53a764 service neutron] Attempting to bind port f2277c9c-a4cf-4f43-9150-d82a248a7c5d on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:19:12.478233 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-38211171-489d-4411-ac80-c0d394c0a842 req-3141fda7-c942-4cc8-9b26-a0978b53a764 service neutron] Attempting to bind port f2277c9c-a4cf-4f43-9150-d82a248a7c5d by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '1374f974-1485-4dc0-b969-e97d087fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:19:12.478536 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38211171-489d-4411-ac80-c0d394c0a842 req-3141fda7-c942-4cc8-9b26-a0978b53a764 service neutron] Attempting to bind port f2277c9c-a4cf-4f43-9150-d82a248a7c5d on network 69f36ff4-df91-4502-a33c-b0e40fcb2067 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:19:12.485513 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:12.491132 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2a855a0-c84c-4dfa-b8b2-50b4613275ff tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:12.494220 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38211171-489d-4411-ac80-c0d394c0a842 req-3141fda7-c942-4cc8-9b26-a0978b53a764 service neutron] Port f2277c9c-a4cf-4f43-9150-d82a248a7c5d on network 69f36ff4-df91-4502-a33c-b0e40fcb2067 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:19:12.494547 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38211171-489d-4411-ac80-c0d394c0a842 req-3141fda7-c942-4cc8-9b26-a0978b53a764 service neutron] Attempting to bind port f2277c9c-a4cf-4f43-9150-d82a248a7c5d on network 69f36ff4-df91-4502-a33c-b0e40fcb2067 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:19:12.504993 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port c05887bc-08f0-4549-81d0-8b5e998a65fe triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:12.505782 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:12.509126 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38211171-489d-4411-ac80-c0d394c0a842 req-3141fda7-c942-4cc8-9b26-a0978b53a764 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:19:12.509633 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38211171-489d-4411-ac80-c0d394c0a842 req-3141fda7-c942-4cc8-9b26-a0978b53a764 service neutron] Checking segment: {'id': '1374f974-1485-4dc0-b969-e97d087fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:19:12.510008 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38211171-489d-4411-ac80-c0d394c0a842 req-3141fda7-c942-4cc8-9b26-a0978b53a764 service neutron] Bound using segment: {'id': '1374f974-1485-4dc0-b969-e97d087fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:19:12.510246 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-57b18cc4-71ea-4605-b829-e443624dfc41 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:12.511197 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-38211171-489d-4411-ac80-c0d394c0a842 req-3141fda7-c942-4cc8-9b26-a0978b53a764 service neutron] Bound port: f2277c9c-a4cf-4f43-9150-d82a248a7c5d, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1374f974-1485-4dc0-b969-e97d087fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:19:12.511608 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38211171-489d-4411-ac80-c0d394c0a842 req-3141fda7-c942-4cc8-9b26-a0978b53a764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:12.525948 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-d2a855a0-c84c-4dfa-b8b2-50b4613275ff tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Calling delete_port for 2ee42b12-dec2-4208-81e8-2cf7b0039b39 owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:19:12.606423 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-57b18cc4-71ea-4605-b829-e443624dfc41 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Network 32a707c4-ac19-469f-a9cc-104f3e27a20e is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:19:12.611996 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-57b18cc4-71ea-4605-b829-e443624dfc41 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:19:12.633919 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-57b18cc4-71ea-4605-b829-e443624dfc41 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:19:12.644585 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-38211171-489d-4411-ac80-c0d394c0a842 req-3141fda7-c942-4cc8-9b26-a0978b53a764 service neutron] For port f2277c9c-a4cf-4f43-9150-d82a248a7c5d, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:19:12.648232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-38211171-489d-4411-ac80-c0d394c0a842 req-3141fda7-c942-4cc8-9b26-a0978b53a764 service neutron] For port f2277c9c-a4cf-4f43-9150-d82a248a7c5d, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f2277c9c-a4cf-4f43-9150-d82a248a7c5d,segment=NetworkSegment(1374f974-1485-4dc0-b969-e97d087fa34f),segment_id=1374f974-1485-4dc0-b969-e97d087fa34f)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:19:12.659462 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:12.664418 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b18cc4-71ea-4605-b829-e443624dfc41 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Pushing event updated for resources: {'Port': ['ID=6a88289e-350d-441b-9d5d-82e908753834,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:12.667356 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38211171-489d-4411-ac80-c0d394c0a842 req-3141fda7-c942-4cc8-9b26-a0978b53a764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:12.721437 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port c05887bc-08f0-4549-81d0-8b5e998a65fe, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c05887bc-08f0-4549-81d0-8b5e998a65fe,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:12.731097 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:12.731988 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:19:12.738342 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38211171-489d-4411-ac80-c0d394c0a842 req-3141fda7-c942-4cc8-9b26-a0978b53a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:12.739094 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38211171-489d-4411-ac80-c0d394c0a842 req-3141fda7-c942-4cc8-9b26-a0978b53a764 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:12.740634 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38211171-489d-4411-ac80-c0d394c0a842 req-3141fda7-c942-4cc8-9b26-a0978b53a764 service neutron] 10.222.0.48 "PUT /v2.0/ports/f2277c9c-a4cf-4f43-9150-d82a248a7c5d HTTP/1.1" status: 200 len: 1091 time: 1.3975611 Nov 24 21:19:12.741360 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8486fb6-2c7b-456f-8606-b0a79decb1f6', 'tag': 'f2277c9c-a4cf-4f43-9150-d82a248a7c5d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:19:12.743753 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e4d42f-2826-4f14-be7a-d577ac8ff663" -d '{"events": [{"name": "network-changed", "server_uuid": "e8486fb6-2c7b-456f-8606-b0a79decb1f6", "tag": "f2277c9c-a4cf-4f43-9150-d82a248a7c5d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:19:12.780433 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-57b18cc4-71ea-4605-b829-e443624dfc41 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:12.781320 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-57b18cc4-71ea-4605-b829-e443624dfc41 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:12.802680 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141fda7-c942-4cc8-9b26-a0978b53a764 service neutron] Pushing event updated for resources: {'Port': ['ID=f2277c9c-a4cf-4f43-9150-d82a248a7c5d,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:12.817545 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-57b18cc4-71ea-4605-b829-e443624dfc41 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3680322 Nov 24 21:19:12.831971 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-f30f4afe-be6e-402c-8f62-29955c850f68 service neutron] Request body: {'port': {'device_id': '3c2bf731-3390-4d5a-936a-55715efe4a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:12.880720 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=c05887bc-08f0-4549-81d0-8b5e998a65fe,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:12.895203 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:12.895578 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:12.976924 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-f30f4afe-be6e-402c-8f62-29955c850f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:13.011686 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38211171-489d-4411-ac80-c0d394c0a842 req-1581f810-c05e-4c4e-bfdc-a4d4aa10997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:13.013206 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38211171-489d-4411-ac80-c0d394c0a842 req-1581f810-c05e-4c4e-bfdc-a4d4aa10997f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8d1b3c5195f4c05a18dfb32f9f7c943&device_id=e8486fb6-2c7b-456f-8606-b0a79decb1f6 HTTP/1.1" status: 200 len: 1094 time: 0.2068977 Nov 24 21:19:13.047121 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:13.058812 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de74f2a6-fc9f-4e4c-9493-3aff312b6830 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:19:13.100733 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38211171-489d-4411-ac80-c0d394c0a842 req-261fa818-7a0d-4019-9e68-ff63ffb5f5d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2277c9c-a4cf-4f43-9150-d82a248a7c5d HTTP/1.1" status: 200 len: 217 time: 0.0661786 Nov 24 21:19:13.101284 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd9515b-1455-4da4-a783-0d7e2ecba423 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:19:13.155421 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2e45c5-e809-415a-9609-81305efd2f03 None None] DHCP port deletion for 69f36ff4-df91-4502-a33c-b0e40fcb2067 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:19:13.216928 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09592d7-702e-4afc-86fd-0aa8207dfa7c x-openstack-request-id: req-a09592d7-702e-4afc-86fd-0aa8207dfa7c {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:19:13.217671 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8486fb6-2c7b-456f-8606-b0a79decb1f6", "tag": "f2277c9c-a4cf-4f43-9150-d82a248a7c5d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:19:13.219507 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a09592d7-702e-4afc-86fd-0aa8207dfa7c {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:19:13.220258 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8486fb6-2c7b-456f-8606-b0a79decb1f6', 'tag': 'f2277c9c-a4cf-4f43-9150-d82a248a7c5d', 'status': 'completed', 'code': 200} Nov 24 21:19:13.221283 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2a855a0-c84c-4dfa-b8b2-50b4613275ff tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:13.283780 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a855a0-c84c-4dfa-b8b2-50b4613275ff tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Port': ['ID=2ee42b12-dec2-4208-81e8-2cf7b0039b39,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:13.314354 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6ab50620-38b8-4327-9b99-dbe54cf8e314 None None] Provisioning complete for port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:13.314776 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6ab50620-38b8-4327-9b99-dbe54cf8e314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:13.333765 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38211171-489d-4411-ac80-c0d394c0a842 req-d22ae5b8-2b4e-481d-88a8-44b54d375464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:13.334795 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38211171-489d-4411-ac80-c0d394c0a842 req-d22ae5b8-2b4e-481d-88a8-44b54d375464 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1257a070-7767-454d-ab67-31a004e8a10a HTTP/1.1" status: 200 len: 854 time: 0.2150967 Nov 24 21:19:13.355315 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=950c15f6-2f9d-47ef-876f-8c0eb2eb65e1,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:13.360522 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be697038-8c66-4dc7-9287-a5e8305bde27 None None] DHCP port deletion for 69f36ff4-df91-4502-a33c-b0e40fcb2067 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:19:13.374462 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:13.418490 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2a855a0-c84c-4dfa-b8b2-50b4613275ff tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:13.434760 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d2a855a0-c84c-4dfa-b8b2-50b4613275ff tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/2ee42b12-dec2-4208-81e8-2cf7b0039b39 HTTP/1.1" status: 204 len: 168 time: 1.8565428 Nov 24 21:19:13.435426 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40792) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:13.456832 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57328f4d-6082-4a87-b5bc-3762c2a11cc3 None None] DHCP port deletion for 69f36ff4-df91-4502-a33c-b0e40fcb2067 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:19:13.472183 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38211171-489d-4411-ac80-c0d394c0a842 req-b5b92817-cec4-4676-9ee0-1fd4c2df5b15 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=69f36ff4-df91-4502-a33c-b0e40fcb2067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148908 Nov 24 21:19:13.539244 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486dcae-76b7-49db-8a74-53d9b6705ddf req-0c561ebf-e1d4-488b-aa3c-471f9a5d10f9 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:13.554936 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3486dcae-76b7-49db-8a74-53d9b6705ddf req-0c561ebf-e1d4-488b-aa3c-471f9a5d10f9 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8486fb6-2c7b-456f-8606-b0a79decb1f6 HTTP/1.1" status: 200 len: 943 time: 0.1883771 Nov 24 21:19:13.590349 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c05887bc-08f0-4549-81d0-8b5e998a65fe up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:19:13.595966 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=950c15f6-2f9d-47ef-876f-8c0eb2eb65e1,revision_number=11']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:13.637403 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38211171-489d-4411-ac80-c0d394c0a842 req-7daa5a51-d21b-4da0-a606-ec8ee56e0ecf service neutron] 10.222.0.48 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563182 Nov 24 21:19:13.682444 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3486dcae-76b7-49db-8a74-53d9b6705ddf req-616f9892-0bcf-460d-a464-66041ef1004a tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241913 Nov 24 21:19:13.699304 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c707e4d-3d86-4999-a6cc-1b05c6d0f329 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:13.705138 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2c707e4d-3d86-4999-a6cc-1b05c6d0f329 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2682590 Nov 24 21:19:13.705678 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40800) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:13.721077 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-f30f4afe-be6e-402c-8f62-29955c850f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a88289e-350d-441b-9d5d-82e908753834 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:19:13.732028 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-f30f4afe-be6e-402c-8f62-29955c850f68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:13.771679 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-f30f4afe-be6e-402c-8f62-29955c850f68 service neutron] Transition to ACTIVE for port object 6a88289e-350d-441b-9d5d-82e908753834 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:19:13.779169 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-f30f4afe-be6e-402c-8f62-29955c850f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:13.819205 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port c05887bc-08f0-4549-81d0-8b5e998a65fe triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:13.820514 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:13.822457 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6ab50620-38b8-4327-9b99-dbe54cf8e314 None None] Could not find standard attr ID for object 2ee42b12-dec2-4208-81e8-2cf7b0039b39. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:19:13.867924 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:13.921105 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38211171-489d-4411-ac80-c0d394c0a842 req-23b5f51f-5638-4c44-80c9-3f2944070c10 service neutron] 10.222.0.48 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746427 Nov 24 21:19:13.938424 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f4afe-be6e-402c-8f62-29955c850f68 service neutron] Pushing event updated for resources: {'Port': ['ID=6a88289e-350d-441b-9d5d-82e908753834,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:13.983479 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f698d-6343-4aa7-9d4e-837d27aa3422 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:13.987786 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-833f698d-6343-4aa7-9d4e-837d27aa3422 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1718986 Nov 24 21:19:13.989930 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:19:13.994297 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40804) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:14.032046 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-aa21d01e-09d9-4e7c-9d5e-11ce1236525e None None] Provisioning complete for port c05887bc-08f0-4549-81d0-8b5e998a65fe triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:14.032383 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-aa21d01e-09d9-4e7c-9d5e-11ce1236525e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:14.042540 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5a771-38d6-42e5-b5ce-61538bf00198 req-b1363071-1b2d-4928-a866-7915a4c722f2 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:14.049065 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-25c5a771-38d6-42e5-b5ce-61538bf00198 req-b1363071-1b2d-4928-a866-7915a4c722f2 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 943 time: 0.2296181 Nov 24 21:19:14.103993 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021dfc68-e138-4580-b76a-f811aeeb91bd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:14.107312 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021dfc68-e138-4580-b76a-f811aeeb91bd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:14.109222 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021dfc68-e138-4580-b76a-f811aeeb91bd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:14.111190 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-021dfc68-e138-4580-b76a-f811aeeb91bd tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1122475 Nov 24 21:19:14.114954 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40808) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:14.136262 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4d42f-2826-4f14-be7a-d577ac8ff663 req-64566e40-f9a8-435f-9a48-bc63e36c57ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:14.138226 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6e4d42f-2826-4f14-be7a-d577ac8ff663 req-64566e40-f9a8-435f-9a48-bc63e36c57ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8d1b3c5195f4c05a18dfb32f9f7c943&device_id=e8486fb6-2c7b-456f-8606-b0a79decb1f6 HTTP/1.1" status: 200 len: 1094 time: 0.1247268 Nov 24 21:19:14.173492 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:14.174005 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:14.175616 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-25c5a771-38d6-42e5-b5ce-61538bf00198 req-d41a76b0-1bff-4f08-80e3-6f5ac1ea2911 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212838 Nov 24 21:19:14.178605 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-f30f4afe-be6e-402c-8f62-29955c850f68 service neutron] Attempting to bind port 6a88289e-350d-441b-9d5d-82e908753834 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:19:14.178944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-f30f4afe-be6e-402c-8f62-29955c850f68 service neutron] Attempting to bind port 6a88289e-350d-441b-9d5d-82e908753834 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:19:14.179269 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-f30f4afe-be6e-402c-8f62-29955c850f68 service neutron] Attempting to bind port 6a88289e-350d-441b-9d5d-82e908753834 on network 32a707c4-ac19-469f-a9cc-104f3e27a20e {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:19:14.184953 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-f30f4afe-be6e-402c-8f62-29955c850f68 service neutron] Port 6a88289e-350d-441b-9d5d-82e908753834 on network 32a707c4-ac19-469f-a9cc-104f3e27a20e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:19:14.185793 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-f30f4afe-be6e-402c-8f62-29955c850f68 service neutron] Attempting to bind port 6a88289e-350d-441b-9d5d-82e908753834 on network 32a707c4-ac19-469f-a9cc-104f3e27a20e {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:19:14.192480 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-f30f4afe-be6e-402c-8f62-29955c850f68 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:19:14.192871 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-f30f4afe-be6e-402c-8f62-29955c850f68 service neutron] Checking segment: {'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:19:14.193251 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-f30f4afe-be6e-402c-8f62-29955c850f68 service neutron] Bound using segment: {'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:19:14.193690 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-f30f4afe-be6e-402c-8f62-29955c850f68 service neutron] Bound port: 6a88289e-350d-441b-9d5d-82e908753834, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:19:14.194048 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-f30f4afe-be6e-402c-8f62-29955c850f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:14.260935 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-5282a46b-391a-462e-9431-593ea84b2f2e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet 5b08a811-eaea-442d-9e44-1bb9be535013 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:19:14.267656 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5282a46b-391a-462e-9431-593ea84b2f2e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:14.294622 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c39fa9-9e42-499c-9616-aaad72fa9e96 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:19:14.301951 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-f30f4afe-be6e-402c-8f62-29955c850f68 service neutron] For port 6a88289e-350d-441b-9d5d-82e908753834, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:19:14.308211 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-f30f4afe-be6e-402c-8f62-29955c850f68 service neutron] For port 6a88289e-350d-441b-9d5d-82e908753834, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=6a88289e-350d-441b-9d5d-82e908753834,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:19:14.323630 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-f30f4afe-be6e-402c-8f62-29955c850f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:14.339617 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5282a46b-391a-462e-9431-593ea84b2f2e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:14.343834 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4d42f-2826-4f14-be7a-d577ac8ff663 req-cdc56caf-86d5-40a6-9b52-db030ba9cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:14.345376 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6e4d42f-2826-4f14-be7a-d577ac8ff663 req-cdc56caf-86d5-40a6-9b52-db030ba9cf33 service neutron] 10.222.0.48 "GET /v2.0/networks?id=69f36ff4-df91-4502-a33c-b0e40fcb2067 HTTP/1.1" status: 200 len: 915 time: 0.1821904 Nov 24 21:19:14.389997 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f4afe-be6e-402c-8f62-29955c850f68 service neutron] Pushing event updated for resources: {'Port': ['ID=6a88289e-350d-441b-9d5d-82e908753834,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:14.403808 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-f30f4afe-be6e-402c-8f62-29955c850f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:14.404446 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-f30f4afe-be6e-402c-8f62-29955c850f68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:14.405926 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-f30f4afe-be6e-402c-8f62-29955c850f68 service neutron] 10.222.0.15 "PUT /v2.0/ports/6a88289e-350d-441b-9d5d-82e908753834 HTTP/1.1" status: 200 len: 1091 time: 1.5792904 Nov 24 21:19:14.407061 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2bf731-3390-4d5a-936a-55715efe4a37', 'tag': '6a88289e-350d-441b-9d5d-82e908753834'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:19:14.409796 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f91603-d9f1-4b7b-af6b-2ecc7220f2fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2bf731-3390-4d5a-936a-55715efe4a37", "tag": "6a88289e-350d-441b-9d5d-82e908753834"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:19:14.430502 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6e4d42f-2826-4f14-be7a-d577ac8ff663 req-89457089-e853-4625-80fa-2696f66b1f0a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2277c9c-a4cf-4f43-9150-d82a248a7c5d HTTP/1.1" status: 200 len: 217 time: 0.0641713 Nov 24 21:19:14.478368 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935f24e1-a2a0-4b41-8e8c-3d8ac8c11fc0 x-openstack-request-id: req-935f24e1-a2a0-4b41-8e8c-3d8ac8c11fc0 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:19:14.478905 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2bf731-3390-4d5a-936a-55715efe4a37", "tag": "6a88289e-350d-441b-9d5d-82e908753834", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:19:14.480092 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-935f24e1-a2a0-4b41-8e8c-3d8ac8c11fc0 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:19:14.480763 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2bf731-3390-4d5a-936a-55715efe4a37', 'tag': '6a88289e-350d-441b-9d5d-82e908753834', 'status': 'completed', 'code': 200} Nov 24 21:19:14.509679 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4d42f-2826-4f14-be7a-d577ac8ff663 req-665986cc-96da-4e43-a73c-7239e7d3ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:14.511381 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6e4d42f-2826-4f14-be7a-d577ac8ff663 req-665986cc-96da-4e43-a73c-7239e7d3ffab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1257a070-7767-454d-ab67-31a004e8a10a HTTP/1.1" status: 200 len: 854 time: 0.0677776 Nov 24 21:19:14.540624 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-47f8705c-a9a7-4b8e-b93b-dab70cce9aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:14.546921 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-47f8705c-a9a7-4b8e-b93b-dab70cce9aa2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51d612ab04e44ebdb2576e3d3896d36c&device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 1094 time: 0.0836706 Nov 24 21:19:14.571966 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6e4d42f-2826-4f14-be7a-d577ac8ff663 req-6f31e503-dd63-4a84-ba9a-47046c92a652 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=69f36ff4-df91-4502-a33c-b0e40fcb2067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521505 Nov 24 21:19:14.600800 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-f9d0d386-250b-4b96-a276-dd7e15aada6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a88289e-350d-441b-9d5d-82e908753834 HTTP/1.1" status: 200 len: 217 time: 0.0404902 Nov 24 21:19:14.638050 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5282a46b-391a-462e-9431-593ea84b2f2e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:14.668207 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-771ab31c-ca6b-4393-95e2-b13b36955265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:14.670774 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-771ab31c-ca6b-4393-95e2-b13b36955265 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0faa94f8-a6a6-4ded-b1c0-ce3e792adfad HTTP/1.1" status: 200 len: 856 time: 0.0580192 Nov 24 21:19:14.714324 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3c759de6-3b3c-45ee-b545-4fc250aaf927 None None] Provisioning complete for port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:14.714706 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3c759de6-3b3c-45ee-b545-4fc250aaf927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:14.752051 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-a58db9c8-7ed5-4585-82f6-9c4363c91411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:14.753679 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-a58db9c8-7ed5-4585-82f6-9c4363c91411 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32a707c4-ac19-469f-a9cc-104f3e27a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687380 Nov 24 21:19:14.800510 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6e4d42f-2826-4f14-be7a-d577ac8ff663 req-ad611dd6-f1d0-45ac-ac51-2e246120430e service neutron] 10.222.0.48 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181618 Nov 24 21:19:14.818192 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5282a46b-391a-462e-9431-593ea84b2f2e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:14.899037 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:14.901972 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282a46b-391a-462e-9431-593ea84b2f2e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=5b08a811-eaea-442d-9e44-1bb9be535013,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:14.911398 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5282a46b-391a-462e-9431-593ea84b2f2e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:14.921398 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5282a46b-391a-462e-9431-593ea84b2f2e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/5b08a811-eaea-442d-9e44-1bb9be535013 HTTP/1.1" status: 204 len: 168 time: 0.8015485 Nov 24 21:19:14.933422 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40824) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:14.957768 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3c759de6-3b3c-45ee-b545-4fc250aaf927 None None] Provisioning complete for port c05887bc-08f0-4549-81d0-8b5e998a65fe triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:14.959258 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3c759de6-3b3c-45ee-b545-4fc250aaf927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:15.035969 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6e4d42f-2826-4f14-be7a-d577ac8ff663 req-044de84d-732e-43e9-9df5-1fe3f1db0a8f service neutron] 10.222.0.48 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273073 Nov 24 21:19:15.147571 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6716d41c-933c-4545-8771-b8a9a8bfe387 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:19:15.266110 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-45054397-7934-47b4-8150-0ea50379ba1a None None] Provisioning complete for port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:15.266493 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-45054397-7934-47b4-8150-0ea50379ba1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:15.367885 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4f899-5811-4fd3-b89c-2694d21a589d req-e1421770-2d47-4b40-a486-af301ea889f9 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:15.369315 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c4c4f899-5811-4fd3-b89c-2694d21a589d req-e1421770-2d47-4b40-a486-af301ea889f9 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8486fb6-2c7b-456f-8606-b0a79decb1f6 HTTP/1.1" status: 200 len: 943 time: 0.5672309 Nov 24 21:19:15.383610 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0628b1-97f0-4626-98ba-e83af60aedf8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Deleting subnet b2f66c20-f53c-48bc-aaea-140d9e1273a5 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:19:15.399952 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c0628b1-97f0-4626-98ba-e83af60aedf8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:15.430695 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-56148cd5-4984-485e-9e65-32b5488e4aca service neutron] 10.222.0.15 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6671948 Nov 24 21:19:15.470118 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:19:15.490564 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c0628b1-97f0-4626-98ba-e83af60aedf8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:15.528130 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c4c4f899-5811-4fd3-b89c-2694d21a589d req-a120e9d7-a01c-440b-a7b8-1e6b9672f00d tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491780 Nov 24 21:19:15.533673 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:15.534125 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:15.642442 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9b6bd93-e22f-46de-8655-abbf10a0bc84 req-b3b0ad07-34c5-4fe9-8711-3c9cac1e9699 service neutron] 10.222.0.15 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987753 Nov 24 21:19:15.660598 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c0628b1-97f0-4626-98ba-e83af60aedf8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:15.768682 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f91603-d9f1-4b7b-af6b-2ecc7220f2fb req-51f589f5-a219-4d6e-8fc4-85a77ce08aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:15.770554 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-90f91603-d9f1-4b7b-af6b-2ecc7220f2fb req-51f589f5-a219-4d6e-8fc4-85a77ce08aca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51d612ab04e44ebdb2576e3d3896d36c&device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 1094 time: 0.0655324 Nov 24 21:19:15.812140 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c0628b1-97f0-4626-98ba-e83af60aedf8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:15.878066 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0628b1-97f0-4626-98ba-e83af60aedf8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f66c20-f53c-48bc-aaea-140d9e1273a5,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:15.882055 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c0628b1-97f0-4626-98ba-e83af60aedf8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:15.887625 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5c0628b1-97f0-4626-98ba-e83af60aedf8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/b2f66c20-f53c-48bc-aaea-140d9e1273a5 HTTP/1.1" status: 204 len: 168 time: 0.9492791 Nov 24 21:19:15.888209 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40834) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:15.926116 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f91603-d9f1-4b7b-af6b-2ecc7220f2fb req-54630d76-242d-4b22-a972-13f0583b4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:15.927617 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-90f91603-d9f1-4b7b-af6b-2ecc7220f2fb req-54630d76-242d-4b22-a972-13f0583b4e81 service neutron] 10.222.0.15 "GET /v2.0/networks?id=32a707c4-ac19-469f-a9cc-104f3e27a20e HTTP/1.1" status: 200 len: 918 time: 0.1419811 Nov 24 21:19:15.986976 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-90f91603-d9f1-4b7b-af6b-2ecc7220f2fb req-48a7fbcf-7cc4-440e-bd1e-06222498ae60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a88289e-350d-441b-9d5d-82e908753834 HTTP/1.1" status: 200 len: 217 time: 0.0500400 Nov 24 21:19:15.987481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40836) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:15.992460 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-4609d368-0e56-4b5d-b0c4-58c1f6f64fa9 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Request body: {'network': {'name': 'tempest-network-smoke--1534181578', 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'port_security_enabled': True}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:16.082660 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4609d368-0e56-4b5d-b0c4-58c1f6f64fa9 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Made reservation on behalf of b9b5ea5181c9494caeba47b9a7f13565 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:19:16.086473 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4609d368-0e56-4b5d-b0c4-58c1f6f64fa9 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:16.092199 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f91603-d9f1-4b7b-af6b-2ecc7220f2fb req-382ee2f8-b192-4e46-bfc2-201bb6e84469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:16.093735 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-90f91603-d9f1-4b7b-af6b-2ecc7220f2fb req-382ee2f8-b192-4e46-bfc2-201bb6e84469 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0faa94f8-a6a6-4ded-b1c0-ce3e792adfad HTTP/1.1" status: 200 len: 856 time: 0.0976408 Nov 24 21:19:16.101905 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device f2277c9c-a4cf-4f43-9150-d82a248a7c5d details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:19:16.115532 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4609d368-0e56-4b5d-b0c4-58c1f6f64fa9 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:16.117393 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ace0d6-2761-4f33-ab73-58c71deec728 None None] Network 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:19:16.153561 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d44af3-2991-4864-9f8b-32ac06894ee5 req-9c19a494-87ec-44c1-98cf-5d6e24312083 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:16.155049 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a6d44af3-2991-4864-9f8b-32ac06894ee5 req-9c19a494-87ec-44c1-98cf-5d6e24312083 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 943 time: 0.1263554 Nov 24 21:19:16.209331 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f91603-d9f1-4b7b-af6b-2ecc7220f2fb req-78643f19-eecb-4d7c-b505-d9c1a13d51fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:16.210822 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-90f91603-d9f1-4b7b-af6b-2ecc7220f2fb req-78643f19-eecb-4d7c-b505-d9c1a13d51fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32a707c4-ac19-469f-a9cc-104f3e27a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066921 Nov 24 21:19:16.216194 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9787ee7b-4872-480e-928e-d77140707fb8 None None] Provisioning complete for port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:16.216762 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9787ee7b-4872-480e-928e-d77140707fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:16.292993 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a6d44af3-2991-4864-9f8b-32ac06894ee5 req-4e515522-5b72-433b-a8b6-df0f32257dc3 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133473 Nov 24 21:19:16.314258 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-26bf1399-69a9-4f3b-8ba9-1723a6968a89 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4246309 Nov 24 21:19:16.316918 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40838) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:16.370743 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4609d368-0e56-4b5d-b0c4-58c1f6f64fa9 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:16.376440 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20067576-3d43-4445-8d12-312f354f6743 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:16.378414 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-20067576-3d43-4445-8d12-312f354f6743 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0603290 Nov 24 21:19:16.381188 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40840) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:16.382592 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4609d368-0e56-4b5d-b0c4-58c1f6f64fa9 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:16.395337 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-90f91603-d9f1-4b7b-af6b-2ecc7220f2fb req-c5fb3519-7ca0-4bf7-9f5c-ed34a092365f service neutron] 10.222.0.15 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723454 Nov 24 21:19:16.440159 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4609d368-0e56-4b5d-b0c4-58c1f6f64fa9 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:19:16.444426 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743d123c-0b85-45b8-a241-2e347c35a104 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:16.449016 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-743d123c-0b85-45b8-a241-2e347c35a104 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0638552 Nov 24 21:19:16.449279 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40842) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:16.455157 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609d368-0e56-4b5d-b0c4-58c1f6f64fa9 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa38dad-9716-4385-80e0-3c65f1f4dec0,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:16.491247 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4609d368-0e56-4b5d-b0c4-58c1f6f64fa9 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:16.491596 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-4609d368-0e56-4b5d-b0c4-58c1f6f64fa9 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Added segment 48b2cf30-c5e0-48d7-aabe-a08002220a97 of type vlan for network aebffe71-460d-4125-9891-a6387e3be549 Nov 24 21:19:16.494500 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-01b9143a-7853-4438-8dfd-776a7d1a22e3 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438147 Nov 24 21:19:16.502485 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40844) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:16.517729 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port f2277c9c-a4cf-4f43-9150-d82a248a7c5d, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f2277c9c-a4cf-4f43-9150-d82a248a7c5d,segment=NetworkSegment(1374f974-1485-4dc0-b969-e97d087fa34f),segment_id=1374f974-1485-4dc0-b969-e97d087fa34f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:16.530588 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e51183-acac-41f8-9747-d8874afde832 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:16.531233 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e51183-acac-41f8-9747-d8874afde832 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:16.536841 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e4e51183-acac-41f8-9747-d8874afde832 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/2ee42b12-dec2-4208-81e8-2cf7b0039b39 HTTP/1.1" status: 404 len: 333 time: 0.0309048 Nov 24 21:19:16.537103 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40846) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:16.539617 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'f2277c9c-a4cf-4f43-9150-d82a248a7c5d', 'network_id': '69f36ff4-df91-4502-a33c-b0e40fcb2067', 'port_id': 'f2277c9c-a4cf-4f43-9150-d82a248a7c5d', 'mac_address': 'fa:16:3e:2c:46:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1257a070-7767-454d-ab67-31a004e8a10a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:19:16.551542 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4609d368-0e56-4b5d-b0c4-58c1f6f64fa9 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:16.565052 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfbad5cd-473e-424c-b1c2-8b8abfca5744 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:16.565558 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfbad5cd-473e-424c-b1c2-8b8abfca5744 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:16.571067 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-90f91603-d9f1-4b7b-af6b-2ecc7220f2fb req-a63b72dd-6eb0-4db0-99b6-ee7c4e0858e7 service neutron] 10.222.0.15 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596892 Nov 24 21:19:16.571260 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-dfbad5cd-473e-424c-b1c2-8b8abfca5744 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/b2f66c20-f53c-48bc-aaea-140d9e1273a5 HTTP/1.1" status: 404 len: 337 time: 0.0305762 Nov 24 21:19:16.571378 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40850) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:16.603472 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4609d368-0e56-4b5d-b0c4-58c1f6f64fa9 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:16.612122 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4609d368-0e56-4b5d-b0c4-58c1f6f64fa9 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:16.614583 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4609d368-0e56-4b5d-b0c4-58c1f6f64fa9 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:16.615445 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f46eadf-0f45-4b8e-a589-18bf49bbe2db tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:16.615916 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f46eadf-0f45-4b8e-a589-18bf49bbe2db tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:16.622374 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9f46eadf-0f45-4b8e-a589-18bf49bbe2db tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/5b08a811-eaea-442d-9e44-1bb9be535013 HTTP/1.1" status: 404 len: 337 time: 0.0470829 Nov 24 21:19:16.622481 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:16.622590 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40852) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:16.637421 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2277c9c-a4cf-4f43-9150-d82a248a7c5d {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:19:16.659018 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9e2565-98fc-454f-99eb-97936c0b2516 None None] DHCP port deletion for 1a9fd353-fa82-4a7a-a9a4-7d7d641058ba request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:19:16.671398 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f601b5-4116-4ba2-8149-551f8bfb5b1b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:16.673039 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f601b5-4116-4ba2-8149-551f8bfb5b1b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:16.674156 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port f2277c9c-a4cf-4f43-9150-d82a248a7c5d, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f2277c9c-a4cf-4f43-9150-d82a248a7c5d,segment=NetworkSegment(1374f974-1485-4dc0-b969-e97d087fa34f),segment_id=1374f974-1485-4dc0-b969-e97d087fa34f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:16.680821 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b5f601b5-4116-4ba2-8149-551f8bfb5b1b tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/ad88a834-fb53-4332-9363-7129dd77c992 HTTP/1.1" status: 404 len: 333 time: 0.0563650 Nov 24 21:19:16.682733 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40854) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:16.693800 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4609d368-0e56-4b5d-b0c4-58c1f6f64fa9 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7051072 Nov 24 21:19:16.705517 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:16.709860 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40856) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:16.712478 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-26dd8960-cb22-4d90-a4fc-433a4bac6f67 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:16.712964 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26dd8960-cb22-4d90-a4fc-433a4bac6f67 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:16.716641 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-26dd8960-cb22-4d90-a4fc-433a4bac6f67 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/eb40c725-2066-4017-83c1-ea3110647df3 HTTP/1.1" status: 404 len: 337 time: 0.0328326 Nov 24 21:19:16.720043 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-eee8a992-17a3-4783-9df5-e699a9a5f887 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2069985598', 'admin_state_up': True, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:16.725727 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40858) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:16.738438 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609d368-0e56-4b5d-b0c4-58c1f6f64fa9 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event updated for resources: {'Network': ['ID=aebffe71-460d-4125-9891-a6387e3be549,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:16.759568 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network aebffe71-460d-4125-9891-a6387e3be549 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:19:16.762011 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056f6e4-a9df-47eb-9ccd-4bbcccf13331 req-82ebd04e-7902-4440-b7a7-b8ce00ad5796 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:16.764034 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6056f6e4-a9df-47eb-9ccd-4bbcccf13331 req-82ebd04e-7902-4440-b7a7-b8ce00ad5796 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8486fb6-2c7b-456f-8606-b0a79decb1f6 HTTP/1.1" status: 200 len: 944 time: 0.0880017 Nov 24 21:19:16.768486 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-130e7f08-01ae-448e-9153-112714a50593 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:16.768486 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130e7f08-01ae-448e-9153-112714a50593 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:16.778819 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-130e7f08-01ae-448e-9153-112714a50593 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/c401626a-f2f6-4fa0-bf38-6af467776591 HTTP/1.1" status: 404 len: 337 time: 0.0507011 Nov 24 21:19:16.780256 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40860) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:16.810291 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eee8a992-17a3-4783-9df5-e699a9a5f887 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:16.811403 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eee8a992-17a3-4783-9df5-e699a9a5f887 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:16.814856 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22d5e39-5b28-47cf-9afc-ce6637f75039 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:16.815662 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b22d5e39-5b28-47cf-9afc-ce6637f75039 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:16.821136 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=f2277c9c-a4cf-4f43-9150-d82a248a7c5d,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:16.821309 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b22d5e39-5b28-47cf-9afc-ce6637f75039 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/d7c1a025-db5b-482f-b355-39e59860915f HTTP/1.1" status: 404 len: 333 time: 0.0373111 Nov 24 21:19:16.821558 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40862) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:16.837047 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6056f6e4-a9df-47eb-9ccd-4bbcccf13331 req-41b76e26-b548-445b-9414-0ab484ee9095 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673912 Nov 24 21:19:16.864182 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b5562f-1f72-4954-8a8a-ceccc26f0e6c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:16.864643 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b5562f-1f72-4954-8a8a-ceccc26f0e6c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:16.870052 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-37b5562f-1f72-4954-8a8a-ceccc26f0e6c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/febc63cd-0f9b-4ba1-ae0c-e1e7a581888e HTTP/1.1" status: 404 len: 337 time: 0.0439508 Nov 24 21:19:16.870724 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40864) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:16.873820 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-fe9e2565-98fc-454f-99eb-97936c0b2516 None None] Deleting port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:19:16.874215 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fe9e2565-98fc-454f-99eb-97936c0b2516 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:16.940119 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0a1f56-707f-49c4-bbe1-4cc01364c0dc tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:16.940713 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb0a1f56-707f-49c4-bbe1-4cc01364c0dc tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:16.943797 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-eb0a1f56-707f-49c4-bbe1-4cc01364c0dc tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/9c51309c-8328-4797-bf91-30ab04f0f2c0 HTTP/1.1" status: 404 len: 337 time: 0.0719626 Nov 24 21:19:16.944672 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-fe9e2565-98fc-454f-99eb-97936c0b2516 None None] For port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=950c15f6-2f9d-47ef-876f-8c0eb2eb65e1,segment=NetworkSegment(c423a99c-a9aa-48ea-ba55-627404697df4),segment_id=c423a99c-a9aa-48ea-ba55-627404697df4)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:16.945077 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fe9e2565-98fc-454f-99eb-97936c0b2516 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:16.945274 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eee8a992-17a3-4783-9df5-e699a9a5f887 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:16.946342 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40866) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:16.956407 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['f2277c9c-a4cf-4f43-9150-d82a248a7c5d'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:19:16.965291 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-fe9e2565-98fc-454f-99eb-97936c0b2516 None None] Calling delete_port for 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:19:16.972040 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a84cbb-006e-4b34-add5-71099cc81e1c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:16.972592 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a84cbb-006e-4b34-add5-71099cc81e1c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:16.978323 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-52a84cbb-006e-4b34-add5-71099cc81e1c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/40721580-cc4b-49e5-bf09-dfa41310347a HTTP/1.1" status: 404 len: 333 time: 0.0287080 Nov 24 21:19:16.978787 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40868) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.006456 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-646aebf7-8f41-410d-a65e-3f998d7dd1e5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.007071 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-646aebf7-8f41-410d-a65e-3f998d7dd1e5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.011238 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-646aebf7-8f41-410d-a65e-3f998d7dd1e5 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/d9444641-ff04-4b43-ade4-dc8f3acb8e89 HTTP/1.1" status: 404 len: 337 time: 0.0303848 Nov 24 21:19:17.013452 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40870) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.043038 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-621a97d6-706c-44a5-b809-899085b3a5b9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.043038 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-621a97d6-706c-44a5-b809-899085b3a5b9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.048568 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-621a97d6-706c-44a5-b809-899085b3a5b9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/45cf800e-2289-4b62-9c70-edce1950da9e HTTP/1.1" status: 404 len: 337 time: 0.0317044 Nov 24 21:19:17.048849 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40872) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.071718 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a1e58d-5387-4b17-a432-280c9768ddb9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.072382 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97a1e58d-5387-4b17-a432-280c9768ddb9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.079334 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-97a1e58d-5387-4b17-a432-280c9768ddb9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/2fdc7f24-edf2-427e-9a09-bac0fab402cf HTTP/1.1" status: 404 len: 333 time: 0.0266492 Nov 24 21:19:17.079334 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40874) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.107569 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb950cae-b493-430c-b9b8-e3b328c2314c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.108037 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb950cae-b493-430c-b9b8-e3b328c2314c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.111147 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cb950cae-b493-430c-b9b8-e3b328c2314c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/a0858faf-1fcd-4973-a7a0-dfb12dc72981 HTTP/1.1" status: 404 len: 337 time: 0.0310791 Nov 24 21:19:17.113745 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40876) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.123683 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fe9e2565-98fc-454f-99eb-97936c0b2516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:17.129590 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eee8a992-17a3-4783-9df5-e699a9a5f887 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:17.138534 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-233918c8-f8aa-44b9-9e4a-99fec9885ce6 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.139091 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233918c8-f8aa-44b9-9e4a-99fec9885ce6 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.142190 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-233918c8-f8aa-44b9-9e4a-99fec9885ce6 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/dd5f3be6-c549-4d66-9c39-df8c6088f652 HTTP/1.1" status: 404 len: 333 time: 0.0274572 Nov 24 21:19:17.144739 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40878) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.157023 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e2565-98fc-454f-99eb-97936c0b2516 None None] Pushing event deleted for resources: {'Port': ['ID=950c15f6-2f9d-47ef-876f-8c0eb2eb65e1,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:17.167858 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9e2565-98fc-454f-99eb-97936c0b2516 None None] No DVR routers for this DVR port 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:19:17.179850 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da7ee0b-b623-4ab1-955e-1ab367ff3d46 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.180322 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7da7ee0b-b623-4ab1-955e-1ab367ff3d46 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.194545 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7da7ee0b-b623-4ab1-955e-1ab367ff3d46 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/b4e67ef3-8c8f-4c20-ae46-3f94983e9519 HTTP/1.1" status: 404 len: 337 time: 0.0470781 Nov 24 21:19:17.195337 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40880) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.222239 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a685ee-efba-4681-bc3b-89f764913a22 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.222804 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a685ee-efba-4681-bc3b-89f764913a22 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.226725 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-84a685ee-efba-4681-bc3b-89f764913a22 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/471f3fd2-2754-4888-a6e7-1e01c4947946 HTTP/1.1" status: 404 len: 333 time: 0.0304666 Nov 24 21:19:17.230103 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40882) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.256145 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9b5336-9f92-4cb6-b587-1f7a49dacac3 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.256604 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9b5336-9f92-4cb6-b587-1f7a49dacac3 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.259659 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dd9b5336-9f92-4cb6-b587-1f7a49dacac3 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/8d09a0a5-fc5a-4edc-a26f-14daf0ac0735 HTTP/1.1" status: 404 len: 337 time: 0.0285649 Nov 24 21:19:17.262184 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40884) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.284937 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05a96f8-1e2e-464d-8fdd-c7e5abca36df tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.285491 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05a96f8-1e2e-464d-8fdd-c7e5abca36df tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.288556 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f05a96f8-1e2e-464d-8fdd-c7e5abca36df tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/996547f5-cf3f-488b-93f8-fc6f2a7c776d HTTP/1.1" status: 404 len: 333 time: 0.0254543 Nov 24 21:19:17.291052 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40886) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.317576 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce50d329-9215-491b-b7eb-6ae636067416 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.318086 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce50d329-9215-491b-b7eb-6ae636067416 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.321208 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ce50d329-9215-491b-b7eb-6ae636067416 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/56766664-e405-4352-b561-04fb9408f607 HTTP/1.1" status: 404 len: 337 time: 0.0286343 Nov 24 21:19:17.323686 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40888) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.347789 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb8dffb-a1b1-4b4a-aaa1-d3fe81417b22 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.348229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb8dffb-a1b1-4b4a-aaa1-d3fe81417b22 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.353933 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9bb8dffb-a1b1-4b4a-aaa1-d3fe81417b22 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/1ebcde66-3f88-48e2-8886-2c665d92d91f HTTP/1.1" status: 404 len: 333 time: 0.0270214 Nov 24 21:19:17.354942 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40892) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.356632 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eee8a992-17a3-4783-9df5-e699a9a5f887 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:17.382422 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eee8a992-17a3-4783-9df5-e699a9a5f887 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:17.386139 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a26d5a-352d-4318-a519-761e10f1f188 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.386603 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a26d5a-352d-4318-a519-761e10f1f188 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.391925 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a1a26d5a-352d-4318-a519-761e10f1f188 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/6c8b386e-e9c2-412d-9204-b61edd06fc93 HTTP/1.1" status: 404 len: 337 time: 0.0339580 Nov 24 21:19:17.392227 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40894) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.441434 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15021a-4836-4b03-98e9-04761a3f07dc req-70e40f5b-aaa5-46b9-bcc5-95645b1b47c5 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:17.442874 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e15021a-4836-4b03-98e9-04761a3f07dc req-70e40f5b-aaa5-46b9-bcc5-95645b1b47c5 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 943 time: 0.0588217 Nov 24 21:19:17.445982 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-41db38aa-1f4d-443f-8c28-4c8071e75a33 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.446499 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41db38aa-1f4d-443f-8c28-4c8071e75a33 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.449715 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-41db38aa-1f4d-443f-8c28-4c8071e75a33 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/b414fb26-1e7d-4422-9811-70dc8764ccb4 HTTP/1.1" status: 404 len: 333 time: 0.0564907 Nov 24 21:19:17.454175 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40896) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.456270 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:19:17.482765 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:19:17.483117 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 950c15f6-2f9d-47ef-876f-8c0eb2eb65e1 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:19:17.487008 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-78539801-5dfa-4d71-9345-6f6cb665de86 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.487474 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78539801-5dfa-4d71-9345-6f6cb665de86 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.490653 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-78539801-5dfa-4d71-9345-6f6cb665de86 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/7adeb39d-f379-4d34-857a-004d9e5fa788 HTTP/1.1" status: 404 len: 337 time: 0.0354619 Nov 24 21:19:17.493587 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40898) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.504829 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e15021a-4836-4b03-98e9-04761a3f07dc req-89dbf3d8-672a-4a09-92f2-80b175029634 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554259 Nov 24 21:19:17.531251 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d7f26f-d80e-4bde-be1a-dacb177ebcc7 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.531710 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d7f26f-d80e-4bde-be1a-dacb177ebcc7 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.534819 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e0d7f26f-d80e-4bde-be1a-dacb177ebcc7 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/e1291d35-f215-4239-9f9f-e32b47c1b231 HTTP/1.1" status: 404 len: 337 time: 0.0407646 Nov 24 21:19:17.537458 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40900) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.561951 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-60adf37a-f76a-4b33-9b24-a96ae4347819 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.562490 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60adf37a-f76a-4b33-9b24-a96ae4347819 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.565548 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-60adf37a-f76a-4b33-9b24-a96ae4347819 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/2c2f63ab-39c4-4bee-be5a-8ac3c2270260 HTTP/1.1" status: 404 len: 333 time: 0.0270488 Nov 24 21:19:17.568057 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40902) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.580525 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-eee8a992-17a3-4783-9df5-e699a9a5f887 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Allocated IP 172.25.5.214 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/bc3d8125-31c1-4e4c-8d0d-04d37524c3a0) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:19:17.595584 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc7832d-b953-4226-a39b-83cbc2832456 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.596031 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc7832d-b953-4226-a39b-83cbc2832456 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.599105 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-efc7832d-b953-4226-a39b-83cbc2832456 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/3890d5ff-54c8-47f7-9afb-af76d0856dcf HTTP/1.1" status: 404 len: 337 time: 0.0300734 Nov 24 21:19:17.601996 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40904) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.629010 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b097e5-b481-41aa-8365-0550e9286f3f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.629479 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b097e5-b481-41aa-8365-0550e9286f3f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.634961 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e0b097e5-b481-41aa-8365-0550e9286f3f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/0533e832-5910-4bf8-85e4-46c65bb85eff HTTP/1.1" status: 404 len: 337 time: 0.0295637 Nov 24 21:19:17.635130 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40906) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.662972 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c1d72d-29d8-4349-bc9a-4f0a450a7b08 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.663514 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0c1d72d-29d8-4349-bc9a-4f0a450a7b08 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.666778 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b0c1d72d-29d8-4349-bc9a-4f0a450a7b08 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/6d9d4ef6-2a2a-4a27-9e54-89318935a551 HTTP/1.1" status: 404 len: 333 time: 0.0294220 Nov 24 21:19:17.669672 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40908) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.687097 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eee8a992-17a3-4783-9df5-e699a9a5f887 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:17.695510 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-18bc2242-727b-4575-8bc8-9bc55782c1fb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.696064 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18bc2242-727b-4575-8bc8-9bc55782c1fb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.699549 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-18bc2242-727b-4575-8bc8-9bc55782c1fb tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/d11e4cae-525c-4854-8df2-82df0248b478 HTTP/1.1" status: 404 len: 337 time: 0.0289736 Nov 24 21:19:17.702049 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40910) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.722752 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eee8a992-17a3-4783-9df5-e699a9a5f887 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:17.728241 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebaa59aa-a0b4-4910-9bc6-a60556be4248 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.728699 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebaa59aa-a0b4-4910-9bc6-a60556be4248 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.731856 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ebaa59aa-a0b4-4910-9bc6-a60556be4248 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/0cfb07c7-dfc7-42c7-82a0-c43bd234b0c2 HTTP/1.1" status: 404 len: 337 time: 0.0288916 Nov 24 21:19:17.734455 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40912) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.757532 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-790f8224-b5db-4521-9734-1d7271f71292 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.758069 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-790f8224-b5db-4521-9734-1d7271f71292 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.764071 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-790f8224-b5db-4521-9734-1d7271f71292 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/c4d7d51c-5001-4f91-8785-5bd0a91f47b5 HTTP/1.1" status: 404 len: 333 time: 0.0262184 Nov 24 21:19:17.764248 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40914) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.769025 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee8a992-17a3-4783-9df5-e699a9a5f887 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:19:17.771956 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-eee8a992-17a3-4783-9df5-e699a9a5f887 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:19:17.775483 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee8a992-17a3-4783-9df5-e699a9a5f887 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:19:17.786996 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18444fa-7150-4a9c-96d0-90e09078cc04 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:19:17.793775 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-870e62fd-70ad-4a47-b0d5-f6b675e879e9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.794914 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-870e62fd-70ad-4a47-b0d5-f6b675e879e9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.798388 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-870e62fd-70ad-4a47-b0d5-f6b675e879e9 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/89420103-e9b0-4509-bd10-bdf924693dfb HTTP/1.1" status: 404 len: 337 time: 0.0330977 Nov 24 21:19:17.799490 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8a992-17a3-4783-9df5-e699a9a5f887 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event updated for resources: {'Port': ['ID=bc3d8125-31c1-4e4c-8d0d-04d37524c3a0,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:17.801005 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40916) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.830049 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9b3d4d-edd3-4d94-a1cd-90d5cf448e58 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.830601 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9b3d4d-edd3-4d94-a1cd-90d5cf448e58 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.835217 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2d9b3d4d-edd3-4d94-a1cd-90d5cf448e58 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/e739b5e9-7f62-447b-9268-d51cbf3a434d HTTP/1.1" status: 404 len: 337 time: 0.0324216 Nov 24 21:19:17.837841 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40918) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.849253 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a5dca17c-f1dd-472c-baa7-d73257cc8272 None None] Provisioning complete for port bc3d8125-31c1-4e4c-8d0d-04d37524c3a0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:17.849630 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a5dca17c-f1dd-472c-baa7-d73257cc8272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:17.870392 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6e305e45-9f70-4d33-980b-5f6c6c5697f0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2d81b3-0017-4998-b103-999cbf612e99 HTTP/1.1" status: 200 len: 205 time: 0.0307999 Nov 24 21:19:17.872804 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40922) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.910937 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-a5dca17c-f1dd-472c-baa7-d73257cc8272 None None] Port bc3d8125-31c1-4e4c-8d0d-04d37524c3a0 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:19:17.918090 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-f9e5bc82-6255-4a52-abac-6e8ebd7b9e7a tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] delete failed (client error): The resource could not be found. Nov 24 21:19:17.919439 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f9e5bc82-6255-4a52-abac-6e8ebd7b9e7a tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/routers/3c2d81b3-0017-4998-b103-999cbf612e99 HTTP/1.1" status: 404 len: 336 time: 0.0457239 Nov 24 21:19:17.921978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40924) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:17.951471 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-162820b4-4362-4533-9375-dd0802492c6f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:17.951841 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-162820b4-4362-4533-9375-dd0802492c6f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:17.954930 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-162820b4-4362-4533-9375-dd0802492c6f tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/68674cdb-77f4-4aac-aabe-473fa9ac68ae HTTP/1.1" status: 404 len: 337 time: 0.0320282 Nov 24 21:19:17.962184 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40926) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:18.007737 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c8b291ff-3ff3-4e0d-847f-bb55d4e27ec8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3e34e16-7e77-475a-a341-d06b25fdad18 HTTP/1.1" status: 200 len: 205 time: 0.0444117 Nov 24 21:19:18.011788 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40928) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:18.054314 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-a7f01ae2-e0de-40d6-b0b9-2a1303e06df7 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] delete failed (client error): The resource could not be found. Nov 24 21:19:18.054542 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eee8a992-17a3-4783-9df5-e699a9a5f887 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:18.058906 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a7f01ae2-e0de-40d6-b0b9-2a1303e06df7 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/routers/c3e34e16-7e77-475a-a341-d06b25fdad18 HTTP/1.1" status: 404 len: 336 time: 0.0426755 Nov 24 21:19:18.059857 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40930) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:18.076788 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddae587-072a-4159-b490-55088b522297 req-93effc0a-fac5-48d6-92bf-20a0965ddff0 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:18.078374 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ddae587-072a-4159-b490-55088b522297 req-93effc0a-fac5-48d6-92bf-20a0965ddff0 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8486fb6-2c7b-456f-8606-b0a79decb1f6 HTTP/1.1" status: 200 len: 944 time: 0.1294212 Nov 24 21:19:18.098279 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-3053fb78-da44-4963-afeb-9bcde873b36e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:18.098728 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3053fb78-da44-4963-afeb-9bcde873b36e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:18.102246 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3053fb78-da44-4963-afeb-9bcde873b36e tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/e11a64eb-2a6d-4714-9475-4bfa9bde7337 HTTP/1.1" status: 404 len: 337 time: 0.0414679 Nov 24 21:19:18.105579 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40932) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:18.122763 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device f2277c9c-a4cf-4f43-9150-d82a248a7c5d up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:19:18.144401 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ddae587-072a-4159-b490-55088b522297 req-23835faa-402e-4843-9144-24d8b2bad540 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480285 Nov 24 21:19:18.166877 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b053bbd-489e-4b77-85b4-85dbd77bacec tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:18.168593 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b053bbd-489e-4b77-85b4-85dbd77bacec tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:18.171942 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2b053bbd-489e-4b77-85b4-85dbd77bacec tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/bb47136b-f1da-4d2f-a555-49954b159ec5 HTTP/1.1" status: 404 len: 337 time: 0.0652072 Nov 24 21:19:18.174778 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40934) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:18.185191 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port f2277c9c-a4cf-4f43-9150-d82a248a7c5d completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:19:18.194362 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port f2277c9c-a4cf-4f43-9150-d82a248a7c5d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:18.194362 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:18.207631 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f07ec7-bca5-4430-ae2a-dd40f662b1a1 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:18.208130 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55f07ec7-bca5-4430-ae2a-dd40f662b1a1 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:18.211163 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-55f07ec7-bca5-4430-ae2a-dd40f662b1a1 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/ea2e2b7e-4747-43c6-bbd4-7899da4f418d HTTP/1.1" status: 404 len: 333 time: 0.0315948 Nov 24 21:19:18.213777 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40936) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:18.244444 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de6d1e1-a96b-4170-abe0-85997f5860e8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:18.245437 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de6d1e1-a96b-4170-abe0-85997f5860e8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:18.248491 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1de6d1e1-a96b-4170-abe0-85997f5860e8 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/3fa1d383-8e81-4b50-b374-b3bbabf02763 HTTP/1.1" status: 404 len: 337 time: 0.0338135 Nov 24 21:19:18.252711 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40938) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:18.271492 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:18.285005 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-251b14d8-fe9c-4444-89ed-48fe47b0e3f7 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:18.285828 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-251b14d8-fe9c-4444-89ed-48fe47b0e3f7 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:18.289423 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-251b14d8-fe9c-4444-89ed-48fe47b0e3f7 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/ee52de81-149a-4772-a49a-790db7b99b6f HTTP/1.1" status: 404 len: 333 time: 0.0352523 Nov 24 21:19:18.292279 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40940) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:18.295668 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8486fb6-2c7b-456f-8606-b0a79decb1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2277c9c-a4cf-4f43-9150-d82a248a7c5d'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:19:18.297963 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d031cb-b802-4580-bfbc-159f8e0e31b6" -d '{"events": [{"server_uuid": "e8486fb6-2c7b-456f-8606-b0a79decb1f6", "name": "network-vif-plugged", "status": "completed", "tag": "f2277c9c-a4cf-4f43-9150-d82a248a7c5d"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:19:18.311314 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port f2277c9c-a4cf-4f43-9150-d82a248a7c5d, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f2277c9c-a4cf-4f43-9150-d82a248a7c5d,segment=NetworkSegment(1374f974-1485-4dc0-b969-e97d087fa34f),segment_id=1374f974-1485-4dc0-b969-e97d087fa34f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:18.316289 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:18.327850 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-b74917f4-819f-4470-8813-a9889b8c758d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:18.328316 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b74917f4-819f-4470-8813-a9889b8c758d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:18.331463 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b74917f4-819f-4470-8813-a9889b8c758d tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/8890d9b5-3685-4e4b-9b28-7e47cb7fada1 HTTP/1.1" status: 404 len: 337 time: 0.0381718 Nov 24 21:19:18.334336 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40944) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:18.355973 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b665fe-9bc1-4452-b165-18f73ba22899 x-openstack-request-id: req-38b665fe-9bc1-4452-b165-18f73ba22899 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:19:18.356347 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8486fb6-2c7b-456f-8606-b0a79decb1f6", "name": "network-vif-plugged", "status": "completed", "tag": "f2277c9c-a4cf-4f43-9150-d82a248a7c5d", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:19:18.356676 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38b665fe-9bc1-4452-b165-18f73ba22899 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:19:18.357210 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8486fb6-2c7b-456f-8606-b0a79decb1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2277c9c-a4cf-4f43-9150-d82a248a7c5d', 'code': 200} Nov 24 21:19:18.360018 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c5b649-aeb0-48d6-ad1f-af2b61958943 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:18.360580 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c5b649-aeb0-48d6-ad1f-af2b61958943 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:18.365964 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-70c5b649-aeb0-48d6-ad1f-af2b61958943 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/83413105-385f-490b-98c4-d31d8c78b1b2 HTTP/1.1" status: 404 len: 333 time: 0.0282505 Nov 24 21:19:18.366206 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40946) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:18.377251 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=f2277c9c-a4cf-4f43-9150-d82a248a7c5d,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:18.394309 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e98517-2168-4c98-8003-80c4ae800987 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:18.394588 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e98517-2168-4c98-8003-80c4ae800987 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:18.397713 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-64e98517-2168-4c98-8003-80c4ae800987 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/2476ac08-101d-44d4-a9d1-e12d64f1246a HTTP/1.1" status: 404 len: 337 time: 0.0305789 Nov 24 21:19:18.400200 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40948) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:18.405158 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eee8a992-17a3-4783-9df5-e699a9a5f887 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:18.424202 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-59684cbd-7b4a-4623-8db4-65c23f6497b2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:18.424772 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59684cbd-7b4a-4623-8db4-65c23f6497b2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:18.427887 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-59684cbd-7b4a-4623-8db4-65c23f6497b2 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/caa030b7-af52-4b85-8fad-9b7a17df68d5 HTTP/1.1" status: 404 len: 333 time: 0.0265152 Nov 24 21:19:18.430390 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40950) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:18.456622 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b04c1ce-9bcc-4775-9104-c3aea9e4b186 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:18.457104 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b04c1ce-9bcc-4775-9104-c3aea9e4b186 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:18.460202 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9b04c1ce-9bcc-4775-9104-c3aea9e4b186 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/2b10dfba-bec1-4124-8164-d2c77745ff68 HTTP/1.1" status: 404 len: 337 time: 0.0288320 Nov 24 21:19:18.462828 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40952) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:18.486095 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-912acbb9-d248-4f5c-b8d5-61ca171a3739 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:18.486656 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912acbb9-d248-4f5c-b8d5-61ca171a3739 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:18.489728 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-912acbb9-d248-4f5c-b8d5-61ca171a3739 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/2e858b12-b740-497b-8fdb-749c5cb6243b HTTP/1.1" status: 404 len: 333 time: 0.0259445 Nov 24 21:19:18.492259 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40954) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:18.522072 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3405296-a675-44c6-a7f4-7d3bf4d3464c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:18.522536 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3405296-a675-44c6-a7f4-7d3bf4d3464c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:18.525634 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d3405296-a675-44c6-a7f4-7d3bf4d3464c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/1635a92a-1ed9-4bad-87c1-23d0f4072b3e HTTP/1.1" status: 404 len: 337 time: 0.0324397 Nov 24 21:19:18.528416 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40956) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:18.538960 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024d4da-95f0-4916-9107-52a4758739ca req-8437b9cc-07a0-4e9d-b202-efa07c8c1342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:18.540464 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8024d4da-95f0-4916-9107-52a4758739ca req-8437b9cc-07a0-4e9d-b202-efa07c8c1342 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e8486fb6-2c7b-456f-8606-b0a79decb1f6 HTTP/1.1" status: 200 len: 1096 time: 0.0903990 Nov 24 21:19:18.552001 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf232b8-7111-403b-b051-846861c4559c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:18.552578 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf232b8-7111-403b-b051-846861c4559c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:18.558907 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ddf232b8-7111-403b-b051-846861c4559c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/d593aa7c-e5bb-4077-9944-01f8bdb7c510 HTTP/1.1" status: 404 len: 333 time: 0.0262957 Nov 24 21:19:18.559165 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40960) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:18.587187 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-c616e59d-e61f-4ea4-a162-bf7fa53bcbc0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:18.587670 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c616e59d-e61f-4ea4-a162-bf7fa53bcbc0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:18.591025 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c616e59d-e61f-4ea4-a162-bf7fa53bcbc0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/5109eee7-359d-4927-9919-108eb04e21e5 HTTP/1.1" status: 404 len: 337 time: 0.0309374 Nov 24 21:19:18.598169 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40962) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:18.613989 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8024d4da-95f0-4916-9107-52a4758739ca req-2ba390f5-1cbc-413f-aaa5-c1e871791fea service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638185 Nov 24 21:19:18.622035 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee8a992-17a3-4783-9df5-e699a9a5f887 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Router b623dccc-f7a9-4401-b335-bb0ba3e8b29c is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:19:18.641225 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6bda028-8620-4367-bc38-2871a47a9073 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:18.641773 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6bda028-8620-4367-bc38-2871a47a9073 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:18.644852 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f6bda028-8620-4367-bc38-2871a47a9073 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/ports/9934e2cc-25ca-44da-ae07-f63e5b81814c HTTP/1.1" status: 404 len: 333 time: 0.0443437 Nov 24 21:19:18.647502 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40964) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:18.680252 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9debdc-57a7-455c-9d9b-b2ca6c663a4c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] DELETE failed (client error): The resource could not be found. Nov 24 21:19:18.680709 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a9debdc-57a7-455c-9d9b-b2ca6c663a4c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:19:18.684323 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0a9debdc-57a7-455c-9d9b-b2ca6c663a4c tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/subnets/00a79f8c-8363-445b-8cb5-2005e176cb02 HTTP/1.1" status: 404 len: 337 time: 0.0359228 Nov 24 21:19:18.688009 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40966) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:18.705025 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e45693-329a-4583-bede-80acf627cbe4 req-ee843b82-6ea9-4cb0-bbfe-54115da5827e tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:18.706511 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d2e45693-329a-4583-bede-80acf627cbe4 req-ee843b82-6ea9-4cb0-bbfe-54115da5827e tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 943 time: 0.1213713 Nov 24 21:19:18.731918 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee8a992-17a3-4783-9df5-e699a9a5f887 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:19:18.745281 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] Sync routers for ids ['b623dccc-f7a9-4401-b335-bb0ba3e8b29c'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:19:18.757064 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eee8a992-17a3-4783-9df5-e699a9a5f887 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:18.762012 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-eee8a992-17a3-4783-9df5-e699a9a5f887 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0473418 Nov 24 21:19:18.762156 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] Routers {'b623dccc-f7a9-4401-b335-bb0ba3e8b29c'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:19:18.762156 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:19:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b623dccc-f7a9-4401-b335-bb0ba3e8b29c'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:18.762405 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40968) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:18.804284 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1680c2a1-710d-4735-ae6b-3a75b851cea0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:18.825037 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d2e45693-329a-4583-bede-80acf627cbe4 req-09c1be69-509d-4a9e-84a6-f6c8f1757bf0 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025312 Nov 24 21:19:18.874405 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] Set router b623dccc-f7a9-4401-b335-bb0ba3e8b29c gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:19:18.910344 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c20f46de-7a0d-4818-abec-a15f26583185 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=b9b5ea5181c9494caeba47b9a7f13565&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1468585 Nov 24 21:19:18.912990 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40972) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:18.929571 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1680c2a1-710d-4735-ae6b-3a75b851cea0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:18.953622 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-1680c2a1-710d-4735-ae6b-3a75b851cea0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9fd353-fa82-4a7a-a9a4-7d7d641058ba']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:18.963330 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-1680c2a1-710d-4735-ae6b-3a75b851cea0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c423a99c-a9aa-48ea-ba55-627404697df4') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:18.963598 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-1680c2a1-710d-4735-ae6b-3a75b851cea0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c423a99c-a9aa-48ea-ba55-627404697df4') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:18.974219 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1680c2a1-710d-4735-ae6b-3a75b851cea0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:18.990567 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1680c2a1-710d-4735-ae6b-3a75b851cea0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:19.000285 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1680c2a1-710d-4735-ae6b-3a75b851cea0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:19:19.000788 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1680c2a1-710d-4735-ae6b-3a75b851cea0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:19.004308 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dc587d-37f5-4fef-9ce7-5ce9603bd2d7 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:19:19.004460 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:19:19.009940 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d7dc587d-37f5-4fef-9ce7-5ce9603bd2d7 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914636 Nov 24 21:19:19.009940 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40974) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:19.030046 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 6a88289e-350d-441b-9d5d-82e908753834 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:19:19.043012 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-38f55032-7ec5-4391-ac38-f9727a9af096 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335090 Nov 24 21:19:19.045950 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40976) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:19.050871 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-55894906-9164-4389-a79c-0efc129a66e6 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1350405900', 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549', 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:19.084058 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1680c2a1-710d-4735-ae6b-3a75b851cea0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:19.091560 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1680c2a1-710d-4735-ae6b-3a75b851cea0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:19.094031 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2069985598', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:19:16Z', 'updated_at': '2021-11-24T21:19:17Z', 'revision_number': 3, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'gw_port': {'id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:17Z', 'updated_at': '2021-11-24T21:19:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:19.098128 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1680c2a1-710d-4735-ae6b-3a75b851cea0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] 10.222.0.11 "DELETE /v2.0/networks/1a9fd353-fa82-4a7a-a9a4-7d7d641058ba HTTP/1.1" status: 204 len: 168 time: 0.4060602 Nov 24 21:19:19.113394 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680c2a1-710d-4735-ae6b-3a75b851cea0 tempest-NetworksTestDHCPv6-641708048 tempest-NetworksTestDHCPv6-641708048-project] Pushing event deleted for resources: {'Network': ['ID=1a9fd353-fa82-4a7a-a9a4-7d7d641058ba,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:19.159955 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] Checking router: b623dccc-f7a9-4401-b335-bb0ba3e8b29c for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:19:19.160488 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] Updating router b623dccc-f7a9-4401-b335-bb0ba3e8b29c port bc3d8125-31c1-4e4c-8d0d-04d37524c3a0 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:19:19.165447 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55894906-9164-4389-a79c-0efc129a66e6 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Made reservation on behalf of b9b5ea5181c9494caeba47b9a7f13565 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:19:19.169917 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55894906-9164-4389-a79c-0efc129a66e6 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:19.196167 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 6a88289e-350d-441b-9d5d-82e908753834, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=6a88289e-350d-441b-9d5d-82e908753834,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:19.198995 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:19.219044 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '6a88289e-350d-441b-9d5d-82e908753834', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'port_id': '6a88289e-350d-441b-9d5d-82e908753834', 'mac_address': 'fa:16:3e:6c:cb:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:19:19.304637 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc06323-081a-48e3-9391-4b4527c6b55e req-4dad417d-0fdb-4a0e-8d00-41ef51966981 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:19.306626 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:19.314452 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cfc06323-081a-48e3-9391-4b4527c6b55e req-4dad417d-0fdb-4a0e-8d00-41ef51966981 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8486fb6-2c7b-456f-8606-b0a79decb1f6 HTTP/1.1" status: 200 len: 945 time: 0.0736046 Nov 24 21:19:19.342229 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a88289e-350d-441b-9d5d-82e908753834 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:19:19.375873 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cfc06323-081a-48e3-9391-4b4527c6b55e req-6052ceae-b0f4-41a1-a338-2a92aa5ea83f tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610464 Nov 24 21:19:19.392495 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 6a88289e-350d-441b-9d5d-82e908753834, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=6a88289e-350d-441b-9d5d-82e908753834,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:19.399076 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:19.401846 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55894906-9164-4389-a79c-0efc129a66e6 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:19.460694 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=6a88289e-350d-441b-9d5d-82e908753834,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:19.486093 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55894906-9164-4389-a79c-0efc129a66e6 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event updated for resources: {'Subnet': ['ID=20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:19.489206 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55894906-9164-4389-a79c-0efc129a66e6 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Checking segment: {'id': '48b2cf30-c5e0-48d7-aabe-a08002220a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:19:19.489581 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55894906-9164-4389-a79c-0efc129a66e6 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Network hostable DHCP agents. Network: aebffe71-460d-4125-9891-a6387e3be549, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:19:19.507176 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55894906-9164-4389-a79c-0efc129a66e6 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Network aebffe71-460d-4125-9891-a6387e3be549 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:19:19.517466 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-55894906-9164-4389-a79c-0efc129a66e6 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, aebffe71-460d-4125-9891-a6387e3be549) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:19:19.521708 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55894906-9164-4389-a79c-0efc129a66e6 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:19.522318 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55894906-9164-4389-a79c-0efc129a66e6 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:19.528060 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26aaeb8-820b-4523-888c-d5b0639a9200 None None] Network aebffe71-460d-4125-9891-a6387e3be549 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:19:19.544534 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-55894906-9164-4389-a79c-0efc129a66e6 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4957111 Nov 24 21:19:19.545652 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 40984) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:19.558418 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:19.564960 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:19.575081 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40986) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:19.624258 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ba7a7b-3728-4a97-89a8-dfe08d4c87ea None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:19:19.649779 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] Attempting to bind port bc3d8125-31c1-4e4c-8d0d-04d37524c3a0 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:19:19.650170 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] Attempting to bind port bc3d8125-31c1-4e4c-8d0d-04d37524c3a0 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:19:19.650587 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] Attempting to bind port bc3d8125-31c1-4e4c-8d0d-04d37524c3a0 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:19:19.683178 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:19:19.683527 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:19:19.683934 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:19.684334 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:19:19.688297 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] Bound port: bc3d8125-31c1-4e4c-8d0d-04d37524c3a0, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:19:19.689623 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:19.712516 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['6a88289e-350d-441b-9d5d-82e908753834'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:19:19.766087 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] For port bc3d8125-31c1-4e4c-8d0d-04d37524c3a0, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:19:19.768087 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4803d2-9d01-4671-9da8-685ca19db257 None None] Pushing event updated for resources: {'Port': ['ID=bc3d8125-31c1-4e4c-8d0d-04d37524c3a0,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:19.771235 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] For port bc3d8125-31c1-4e4c-8d0d-04d37524c3a0, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=bc3d8125-31c1-4e4c-8d0d-04d37524c3a0,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:19:19.778944 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4803d2-9d01-4671-9da8-685ca19db257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:19.779506 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4803d2-9d01-4671-9da8-685ca19db257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:19.780371 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4803d2-9d01-4671-9da8-685ca19db257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:19.781004 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4803d2-9d01-4671-9da8-685ca19db257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:19.781508 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4803d2-9d01-4671-9da8-685ca19db257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:19.782004 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4803d2-9d01-4671-9da8-685ca19db257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:19.782494 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4803d2-9d01-4671-9da8-685ca19db257 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:19.783102 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4803d2-9d01-4671-9da8-685ca19db257 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:19.783590 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4803d2-9d01-4671-9da8-685ca19db257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:19.784299 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4803d2-9d01-4671-9da8-685ca19db257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:19.784905 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4803d2-9d01-4671-9da8-685ca19db257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:19.785469 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4803d2-9d01-4671-9da8-685ca19db257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:19.799237 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:19.799672 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faba0b9-53fc-4d8a-a9ff-f050b5ec1fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-aebffe71-460d-4125-9891-a6387e3be549', 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'fixed_ips': [{'subnet_id': '20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:19:19.800543 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0faba0b9-53fc-4d8a-a9ff-f050b5ec1fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:19.828978 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9803aac4-ea4c-407e-b847-86e4a6d188e8 None None] Provisioning complete for port bc3d8125-31c1-4e4c-8d0d-04d37524c3a0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:19.829359 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9803aac4-ea4c-407e-b847-86e4a6d188e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:19.890484 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e993f97e-d9db-4b28-adc6-a1a82bad38b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4ecad9949404401b5c2bc1d4465be3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3137581 Nov 24 21:19:19.897348 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 40992) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:19.983530 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4803d2-9d01-4671-9da8-685ca19db257 None None] Pushing event updated for resources: {'Port': ['ID=bc3d8125-31c1-4e4c-8d0d-04d37524c3a0,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:19.986596 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] Routers {'b623dccc-f7a9-4401-b335-bb0ba3e8b29c'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:19:19.987426 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:19:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b623dccc-f7a9-4401-b335-bb0ba3e8b29c'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:19.996229 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7454dcab-32b9-4648-bbab-d495dea07437 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:19:19.996416 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8151e27c-5651-4e71-99f3-d0f06235e205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:20.027936 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8151e27c-5651-4e71-99f3-d0f06235e205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:20.093058 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a15eb9-aaec-4c6f-91f4-0f0be98cd051 req-b83bebef-397f-488d-a813-a2461c4e399b tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:20.094779 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51a15eb9-aaec-4c6f-91f4-0f0be98cd051 req-b83bebef-397f-488d-a813-a2461c4e399b tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 944 time: 0.0886371 Nov 24 21:19:20.101383 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8151e27c-5651-4e71-99f3-d0f06235e205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:20.106373 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8151e27c-5651-4e71-99f3-d0f06235e205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:20.108554 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8151e27c-5651-4e71-99f3-d0f06235e205 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fdb00439-557f-41a0-a6fb-f3736521c8f7 HTTP/1.1" status: 204 len: 168 time: 0.2072048 Nov 24 21:19:20.119092 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] Set router b623dccc-f7a9-4401-b335-bb0ba3e8b29c gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:19:20.127596 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151e27c-5651-4e71-99f3-d0f06235e205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb00439-557f-41a0-a6fb-f3736521c8f7,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:20.182664 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51a15eb9-aaec-4c6f-91f4-0f0be98cd051 req-64a13ae1-2f8a-488f-b0cb-6f710407fe08 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596013 Nov 24 21:19:20.183721 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-0faba0b9-53fc-4d8a-a9ff-f050b5ec1fc8 None None] Allocated IP 172.20.0.2 (aebffe71-460d-4125-9891-a6387e3be549/20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f/cefa5300-9194-43ce-ad92-4afd68444ab6) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:19:20.251767 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7c26-403c-4f69-a165-c01336149747 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:20.272344 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9803aac4-ea4c-407e-b847-86e4a6d188e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:20.323038 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-9803aac4-ea4c-407e-b847-86e4a6d188e8 None None] For port bc3d8125-31c1-4e4c-8d0d-04d37524c3a0, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=bc3d8125-31c1-4e4c-8d0d-04d37524c3a0,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:20.333382 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9803aac4-ea4c-407e-b847-86e4a6d188e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:20.367206 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2069985598', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:19:16Z', 'updated_at': '2021-11-24T21:19:17Z', 'revision_number': 3, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'gw_port': {'id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:17Z', 'updated_at': '2021-11-24T21:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:20.431152 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15310684-1a77-42d3-9429-fea7dbd8d242 None None] The sync data for ids ['b623dccc-f7a9-4401-b335-bb0ba3e8b29c'] in n-d-812111-8 is: [{'id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2069985598', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:19:16Z', 'updated_at': '2021-11-24T21:19:17Z', 'revision_number': 3, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'gw_port': {'id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:17Z', 'updated_at': '2021-11-24T21:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:19:20.451141 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803aac4-ea4c-407e-b847-86e4a6d188e8 None None] Pushing event updated for resources: {'Port': ['ID=bc3d8125-31c1-4e4c-8d0d-04d37524c3a0,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:20.514112 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-008925c5-930a-4e11-b667-a9dadc2c076c None None] Provisioning complete for port bc3d8125-31c1-4e4c-8d0d-04d37524c3a0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:20.514507 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-008925c5-930a-4e11-b667-a9dadc2c076c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:20.521956 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0faba0b9-53fc-4d8a-a9ff-f050b5ec1fc8 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:20.558339 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0faba0b9-53fc-4d8a-a9ff-f050b5ec1fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:20.584125 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cb6a2-4be1-4c01-992e-c32f630b7485 req-7e2c9963-173f-4e1b-8497-0603fcd3696c tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:20.585704 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-622cb6a2-4be1-4c01-992e-c32f630b7485 req-7e2c9963-173f-4e1b-8497-0603fcd3696c tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8486fb6-2c7b-456f-8606-b0a79decb1f6 HTTP/1.1" status: 200 len: 945 time: 0.0826359 Nov 24 21:19:20.616890 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faba0b9-53fc-4d8a-a9ff-f050b5ec1fc8 None None] Network aebffe71-460d-4125-9891-a6387e3be549 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:19:20.627017 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-0faba0b9-53fc-4d8a-a9ff-f050b5ec1fc8 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:19:20.632493 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faba0b9-53fc-4d8a-a9ff-f050b5ec1fc8 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:19:20.638437 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faba0b9-53fc-4d8a-a9ff-f050b5ec1fc8 None None] Pushing event updated for resources: {'Port': ['ID=cefa5300-9194-43ce-ad92-4afd68444ab6,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:20.725844 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-622cb6a2-4be1-4c01-992e-c32f630b7485 req-808a6b8e-ccc2-43b0-b289-f227bce4303e tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978689 Nov 24 21:19:20.739501 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0faba0b9-53fc-4d8a-a9ff-f050b5ec1fc8 None None] Attempting to bind port cefa5300-9194-43ce-ad92-4afd68444ab6 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:19:20.739935 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0faba0b9-53fc-4d8a-a9ff-f050b5ec1fc8 None None] Attempting to bind port cefa5300-9194-43ce-ad92-4afd68444ab6 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '48b2cf30-c5e0-48d7-aabe-a08002220a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:19:20.740306 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faba0b9-53fc-4d8a-a9ff-f050b5ec1fc8 None None] Attempting to bind port cefa5300-9194-43ce-ad92-4afd68444ab6 on network aebffe71-460d-4125-9891-a6387e3be549 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:19:20.751225 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faba0b9-53fc-4d8a-a9ff-f050b5ec1fc8 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:19:20.756035 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faba0b9-53fc-4d8a-a9ff-f050b5ec1fc8 None None] Checking segment: {'id': '48b2cf30-c5e0-48d7-aabe-a08002220a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:19:20.756478 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0faba0b9-53fc-4d8a-a9ff-f050b5ec1fc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:20.757429 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faba0b9-53fc-4d8a-a9ff-f050b5ec1fc8 None None] Bound using segment: {'id': '48b2cf30-c5e0-48d7-aabe-a08002220a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:19:20.757633 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0faba0b9-53fc-4d8a-a9ff-f050b5ec1fc8 None None] Bound port: cefa5300-9194-43ce-ad92-4afd68444ab6, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b2cf30-c5e0-48d7-aabe-a08002220a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:19:20.758776 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-ee9e7c26-403c-4f69-a165-c01336149747 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Allocated IP 172.20.0.1 (aebffe71-460d-4125-9891-a6387e3be549/20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f/2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:19:20.759787 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0faba0b9-53fc-4d8a-a9ff-f050b5ec1fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:20.899022 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0faba0b9-53fc-4d8a-a9ff-f050b5ec1fc8 None None] For port cefa5300-9194-43ce-ad92-4afd68444ab6, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:19:20.905163 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0faba0b9-53fc-4d8a-a9ff-f050b5ec1fc8 None None] For port cefa5300-9194-43ce-ad92-4afd68444ab6, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=cefa5300-9194-43ce-ad92-4afd68444ab6,segment=NetworkSegment(48b2cf30-c5e0-48d7-aabe-a08002220a97),segment_id=48b2cf30-c5e0-48d7-aabe-a08002220a97)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:19:20.911084 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0faba0b9-53fc-4d8a-a9ff-f050b5ec1fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:20.959490 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7c26-403c-4f69-a165-c01336149747 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:21.025020 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faba0b9-53fc-4d8a-a9ff-f050b5ec1fc8 None None] Pushing event updated for resources: {'Port': ['ID=cefa5300-9194-43ce-ad92-4afd68444ab6,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:21.036620 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7c26-403c-4f69-a165-c01336149747 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:21.043994 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 6a88289e-350d-441b-9d5d-82e908753834 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:19:21.095994 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9e7c26-403c-4f69-a165-c01336149747 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Network aebffe71-460d-4125-9891-a6387e3be549 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:19:21.104952 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-ee9e7c26-403c-4f69-a165-c01336149747 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:19:21.117523 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e7c26-403c-4f69-a165-c01336149747 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:19:21.143785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 6a88289e-350d-441b-9d5d-82e908753834 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:19:21.148303 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 6a88289e-350d-441b-9d5d-82e908753834 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:21.148818 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:21.220084 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7c26-403c-4f69-a165-c01336149747 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:21.298130 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e7c26-403c-4f69-a165-c01336149747 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event updated for resources: {'Port': ['ID=2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:21.345872 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41024) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:21.360242 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:21.435684 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2bf731-3390-4d5a-936a-55715efe4a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a88289e-350d-441b-9d5d-82e908753834'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:19:21.438521 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de77f9b-300b-4506-848a-f2a266ecf0e0" -d '{"events": [{"server_uuid": "3c2bf731-3390-4d5a-936a-55715efe4a37", "name": "network-vif-plugged", "status": "completed", "tag": "6a88289e-350d-441b-9d5d-82e908753834"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:19:21.445147 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 6a88289e-350d-441b-9d5d-82e908753834, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=6a88289e-350d-441b-9d5d-82e908753834,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:21.454542 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:21.543223 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913fa86-0c32-4950-a221-2b0f58ba1749 req-c180b78c-195b-4ce2-8db0-883f152da969 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:21.545302 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e913fa86-0c32-4950-a221-2b0f58ba1749 req-c180b78c-195b-4ce2-8db0-883f152da969 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 944 time: 0.1953301 Nov 24 21:19:21.576718 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=6a88289e-350d-441b-9d5d-82e908753834,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:21.643957 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Request body: {'networks': [{'name': 'tempest-network--105408469'}, {'name': 'tempest-network--1323650643'}]} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:21.643957 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Request body: {'network': {'name': 'tempest-network--105408469'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:21.643957 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Request body: {'network': {'name': 'tempest-network--1323650643'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:21.658719 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e913fa86-0c32-4950-a221-2b0f58ba1749 req-224e2642-cc9d-4876-9373-a1aa937d75e2 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068835 Nov 24 21:19:21.686454 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device cefa5300-9194-43ce-ad92-4afd68444ab6 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:19:21.747596 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ec8bb8-7596-4b4c-8b1f-fd4348cff271 x-openstack-request-id: req-68ec8bb8-7596-4b4c-8b1f-fd4348cff271 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:19:21.747901 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2bf731-3390-4d5a-936a-55715efe4a37", "name": "network-vif-plugged", "status": "completed", "tag": "6a88289e-350d-441b-9d5d-82e908753834", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:19:21.748155 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-68ec8bb8-7596-4b4c-8b1f-fd4348cff271 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:19:21.748555 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2bf731-3390-4d5a-936a-55715efe4a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a88289e-350d-441b-9d5d-82e908753834', 'code': 200} Nov 24 21:19:21.750178 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7c26-403c-4f69-a165-c01336149747 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:21.772613 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port cefa5300-9194-43ce-ad92-4afd68444ab6 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:21.773029 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:21.874077 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:21.881429 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Made reservation on behalf of df0479029e1f4a4e91a7cbe1a195df60 for: {'network': 2} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:19:21.890274 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:21.919554 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port cefa5300-9194-43ce-ad92-4afd68444ab6, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=cefa5300-9194-43ce-ad92-4afd68444ab6,segment=NetworkSegment(48b2cf30-c5e0-48d7-aabe-a08002220a97),segment_id=48b2cf30-c5e0-48d7-aabe-a08002220a97)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:21.927099 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:21.928586 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bc3d8125-31c1-4e4c-8d0d-04d37524c3a0 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:19:21.971654 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:22.025946 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c75d21-d668-4a95-a9c5-895b09bf300e req-27753b38-b35b-440b-a06b-388381040cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:22.028244 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e6c75d21-d668-4a95-a9c5-895b09bf300e req-27753b38-b35b-440b-a06b-388381040cb0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 1096 time: 0.1981626 Nov 24 21:19:22.036334 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=cefa5300-9194-43ce-ad92-4afd68444ab6,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:22.049158 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port bc3d8125-31c1-4e4c-8d0d-04d37524c3a0 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:22.049533 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:22.519278 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c2062a-5de6-4583-bd03-5a05ac254520 None None] Network aebffe71-460d-4125-9891-a6387e3be549 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:19:22.551784 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e6c75d21-d668-4a95-a9c5-895b09bf300e req-3553beca-ede5-43fc-b8cd-259b3ae8cb5e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4665570 Nov 24 21:19:22.604391 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:22.609033 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:22.609513 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:22.696364 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f9832b-76a9-4a7b-a6ec-1e34dcef3e1b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:22.722712 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:19:22.741883 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:22.742230 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Added segment 45991f4d-c1af-4af5-a16c-e212f01c322b of type vlan for network a8c17c76-53a5-421d-ada2-506a629efde0 Nov 24 21:19:22.755186 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9d265c98-f191-422d-a273-ef7528d96fee None None] Provisioning complete for port cefa5300-9194-43ce-ad92-4afd68444ab6 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:22.755657 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9d265c98-f191-422d-a273-ef7528d96fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:22.770165 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7c26-403c-4f69-a165-c01336149747 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:22.792273 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7c26-403c-4f69-a165-c01336149747 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:22.847317 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:22.934285 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e7c26-403c-4f69-a165-c01336149747 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event updated for resources: {'Port': ['ID=2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:22.940386 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7c26-403c-4f69-a165-c01336149747 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:22.955458 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:19:22.989400 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c454dea-84b8-4500-8d2a-722bcf76a6a9 req-909dc9b0-e4e9-4abd-9345-85ea50827507 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:22.990955 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7c454dea-84b8-4500-8d2a-722bcf76a6a9 req-909dc9b0-e4e9-4abd-9345-85ea50827507 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.1892929 Nov 24 21:19:22.994258 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:22.995409 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Added segment 68c875a4-dd48-4031-abff-a2421ffdbcc8 of type vlan for network 78f65201-dfa3-41f1-96b9-1946cef15fb4 Nov 24 21:19:23.112806 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:23.142213 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7c454dea-84b8-4500-8d2a-722bcf76a6a9 req-03374bd1-3cf3-4ca5-bc66-552f150d722a tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388817 Nov 24 21:19:23.174344 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9e7c26-403c-4f69-a165-c01336149747 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Network aebffe71-460d-4125-9891-a6387e3be549 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:19:23.175779 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:23.176279 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:23.182823 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:23.188094 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:23.188803 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:23.194416 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-ee9e7c26-403c-4f69-a165-c01336149747 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:19:23.240451 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c0057150-b3de-46a6-9afc-5001da9fbf21 None None] Provisioning complete for port 2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:23.240855 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c0057150-b3de-46a6-9afc-5001da9fbf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:23.245006 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8940639 Nov 24 21:19:23.245429 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41036) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:23.292733 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c0057150-b3de-46a6-9afc-5001da9fbf21 None None] Port 2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:19:23.304115 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c0057150-b3de-46a6-9afc-5001da9fbf21 None None] Provisioning complete for port cefa5300-9194-43ce-ad92-4afd68444ab6 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:23.304839 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c0057150-b3de-46a6-9afc-5001da9fbf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:23.311512 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Pushing event updated for resources: {'Network': ['ID=a8c17c76-53a5-421d-ada2-506a629efde0,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:23.368016 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network a8c17c76-53a5-421d-ada2-506a629efde0 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:19:23.460778 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9e7c26-403c-4f69-a165-c01336149747 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Router b623dccc-f7a9-4401-b335-bb0ba3e8b29c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:19:23.467432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e8721-f8e2-4f5c-9bae-205240d33adc tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Pushing event updated for resources: {'Network': ['ID=78f65201-dfa3-41f1-96b9-1946cef15fb4,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:23.529621 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029c5d9d-0268-4278-a81e-1fd0b9a0b202 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:23.542355 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029c5d9d-0268-4278-a81e-1fd0b9a0b202 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:23.543068 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 78f65201-dfa3-41f1-96b9-1946cef15fb4 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:19:23.561954 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029c5d9d-0268-4278-a81e-1fd0b9a0b202 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:23.568799 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029c5d9d-0268-4278-a81e-1fd0b9a0b202 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:23.570890 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-029c5d9d-0268-4278-a81e-1fd0b9a0b202 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3238451 Nov 24 21:19:23.574208 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41044) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:23.614254 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device cefa5300-9194-43ce-ad92-4afd68444ab6 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:19:23.656487 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9e7c26-403c-4f69-a165-c01336149747 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:19:23.664881 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ee9e7c26-403c-4f69-a165-c01336149747 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "PUT /v2.0/routers/b623dccc-f7a9-4401-b335-bb0ba3e8b29c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1155450 Nov 24 21:19:23.667804 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41048) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:23.672356 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-b5337dfb-17fd-4ddd-a7b3-d124225c2958 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1895538844', 'description': 'tempest-secgroup_access--1895538844 description', 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:23.682088 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae2d971b-1d52-4f78-b992-1338620eba4e tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:23.715916 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b5337dfb-17fd-4ddd-a7b3-d124225c2958 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:23.737015 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] Sync routers for ids ['b623dccc-f7a9-4401-b335-bb0ba3e8b29c'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:19:23.803538 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] Routers {'b623dccc-f7a9-4401-b335-bb0ba3e8b29c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:19:23.804337 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:19:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b623dccc-f7a9-4401-b335-bb0ba3e8b29c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:23.808050 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae2d971b-1d52-4f78-b992-1338620eba4e tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:23.835978 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-ae2d971b-1d52-4f78-b992-1338620eba4e tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c17c76-53a5-421d-ada2-506a629efde0']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:23.842864 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b5337dfb-17fd-4ddd-a7b3-d124225c2958 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:23.848992 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-ae2d971b-1d52-4f78-b992-1338620eba4e tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45991f4d-c1af-4af5-a16c-e212f01c322b') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:23.849292 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-ae2d971b-1d52-4f78-b992-1338620eba4e tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45991f4d-c1af-4af5-a16c-e212f01c322b') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:23.850596 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b5337dfb-17fd-4ddd-a7b3-d124225c2958 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:23.851885 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-71c63472-dc6d-4adb-a622-07d2a4d8751d None None] Provisioning complete for port 2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:23.852365 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-71c63472-dc6d-4adb-a622-07d2a4d8751d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:23.862538 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae2d971b-1d52-4f78-b992-1338620eba4e tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:23.895045 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae2d971b-1d52-4f78-b992-1338620eba4e tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:23.904740 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2d971b-1d52-4f78-b992-1338620eba4e tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:19:23.904967 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b5337dfb-17fd-4ddd-a7b3-d124225c2958 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:23.905506 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae2d971b-1d52-4f78-b992-1338620eba4e tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:23.906232 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b5337dfb-17fd-4ddd-a7b3-d124225c2958 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2374344 Nov 24 21:19:23.909606 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41054) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:19:23.909863 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:19:23.912340 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337dfb-17fd-4ddd-a7b3-d124225c2958 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c01edef-97b6-4944-b8a7-df4dd6e9f925,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:23.931677 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-490da3f1-d066-4151-9811-e44268d8073f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--476044082', 'description': 'tempest-secgroup_general--476044082 description', 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:23.951292 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port cefa5300-9194-43ce-ad92-4afd68444ab6 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:23.952131 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:23.984805 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-490da3f1-d066-4151-9811-e44268d8073f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:24.001781 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae2d971b-1d52-4f78-b992-1338620eba4e tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:24.008063 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae2d971b-1d52-4f78-b992-1338620eba4e tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:24.016123 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ae2d971b-1d52-4f78-b992-1338620eba4e tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] 10.222.0.11 "DELETE /v2.0/networks/a8c17c76-53a5-421d-ada2-506a629efde0 HTTP/1.1" status: 204 len: 168 time: 0.4405875 Nov 24 21:19:24.019915 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-71c63472-dc6d-4adb-a622-07d2a4d8751d None None] Port 2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:19:24.026238 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41056) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:24.056773 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] Set router b623dccc-f7a9-4401-b335-bb0ba3e8b29c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:19:24.073715 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d971b-1d52-4f78-b992-1338620eba4e tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Pushing event deleted for resources: {'Network': ['ID=a8c17c76-53a5-421d-ada2-506a629efde0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:24.085484 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-490da3f1-d066-4151-9811-e44268d8073f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:24.091705 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-490da3f1-d066-4151-9811-e44268d8073f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:24.138499 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-490da3f1-d066-4151-9811-e44268d8073f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:24.142695 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-490da3f1-d066-4151-9811-e44268d8073f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2292578 Nov 24 21:19:24.142856 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41058) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:24.147483 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c7a530cc-b001-41d8-8ceb-6ce43aa5bd41 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Request body: {'security_group_rule': {'security_group_id': '3c01edef-97b6-4944-b8a7-df4dd6e9f925', 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:24.152621 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490da3f1-d066-4151-9811-e44268d8073f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f65028a-7ae8-42b1-a2bf-c36979a58d5b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:24.176641 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e62d295-00b6-41b4-8946-2b3921c9de28 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:24.203761 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7a530cc-b001-41d8-8ceb-6ce43aa5bd41 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:24.266093 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-81502c34-c427-435a-a531-a73e6392610c None None] Provisioning complete for port 2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:24.267085 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-81502c34-c427-435a-a531-a73e6392610c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:24.279847 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7a530cc-b001-41d8-8ceb-6ce43aa5bd41 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:24.299016 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7a530cc-b001-41d8-8ceb-6ce43aa5bd41 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:24.305013 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e62d295-00b6-41b4-8946-2b3921c9de28 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:24.328893 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-3e62d295-00b6-41b4-8946-2b3921c9de28 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f65201-dfa3-41f1-96b9-1946cef15fb4']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:24.342179 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-3e62d295-00b6-41b4-8946-2b3921c9de28 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c875a4-dd48-4031-abff-a2421ffdbcc8') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:24.342484 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-3e62d295-00b6-41b4-8946-2b3921c9de28 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c875a4-dd48-4031-abff-a2421ffdbcc8') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:24.358954 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e62d295-00b6-41b4-8946-2b3921c9de28 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:24.361773 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7a530cc-b001-41d8-8ceb-6ce43aa5bd41 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:24.371341 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c7a530cc-b001-41d8-8ceb-6ce43aa5bd41 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2192080 Nov 24 21:19:24.371341 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a530cc-b001-41d8-8ceb-6ce43aa5bd41 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78251589-3c7b-4709-92df-a78db3801470,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:24.391894 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e62d295-00b6-41b4-8946-2b3921c9de28 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:24.394726 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438a621-9a8e-4330-a088-afb51e1bd0c6 req-1aa84d37-32af-4c55-b8df-124c148ba724 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:24.397014 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2438a621-9a8e-4330-a088-afb51e1bd0c6 req-1aa84d37-32af-4c55-b8df-124c148ba724 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.1126845 Nov 24 21:19:24.399259 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e62d295-00b6-41b4-8946-2b3921c9de28 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:19:24.399669 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e62d295-00b6-41b4-8946-2b3921c9de28 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:19:24.403831 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:19:24.412657 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-81502c34-c427-435a-a531-a73e6392610c None None] Port 2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:19:24.460102 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2438a621-9a8e-4330-a088-afb51e1bd0c6 req-5df1c664-d5f1-4322-b3fa-85d56edfa59b tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565941 Nov 24 21:19:24.494514 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e62d295-00b6-41b4-8946-2b3921c9de28 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:24.494514 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e62d295-00b6-41b4-8946-2b3921c9de28 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:24.495546 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3e62d295-00b6-41b4-8946-2b3921c9de28 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] 10.222.0.11 "DELETE /v2.0/networks/78f65201-dfa3-41f1-96b9-1946cef15fb4 HTTP/1.1" status: 204 len: 168 time: 0.4384265 Nov 24 21:19:24.502557 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41066) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:24.507902 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62d295-00b6-41b4-8946-2b3921c9de28 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Pushing event deleted for resources: {'Network': ['ID=78f65201-dfa3-41f1-96b9-1946cef15fb4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:24.556495 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2069985598', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:19:16Z', 'updated_at': '2021-11-24T21:19:21Z', 'revision_number': 4, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'gw_port': {'id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:17Z', 'updated_at': '2021-11-24T21:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28', 'name': '', 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'mac_address': 'fa:16:3e:39:01:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:20Z', 'updated_at': '2021-11-24T21:19:22Z', 'revision_number': 2, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'subnets': [{'id': '20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:24.589221 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] Checking router: b623dccc-f7a9-4401-b335-bb0ba3e8b29c for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:19:24.589966 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] Updating router b623dccc-f7a9-4401-b335-bb0ba3e8b29c port 2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:19:24.619753 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:24.739807 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf90be-4407-49ae-b040-e4bd7015d078 req-be475611-c6e5-4910-8ab9-38af7affe623 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:24.741239 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8cdf90be-4407-49ae-b040-e4bd7015d078 req-be475611-c6e5-4910-8ab9-38af7affe623 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.1778498 Nov 24 21:19:24.753151 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41070) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:24.757748 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ab4c8d24-ccc6-4cfb-8585-bd06c217f436 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Request body: {'floatingip': {'port_id': '6a88289e-350d-441b-9d5d-82e908753834'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:24.777679 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48240f7-5e5b-4e61-911d-7c7939e2a244 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:24.784401 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48240f7-5e5b-4e61-911d-7c7939e2a244 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:24.786071 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f48240f7-5e5b-4e61-911d-7c7939e2a244 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2825203 Nov 24 21:19:24.791854 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41076) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:24.796827 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-be50ee32-538a-4733-b867-0f7361e9bfd9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1942747186'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:24.825305 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be50ee32-538a-4733-b867-0f7361e9bfd9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Made reservation on behalf of df0479029e1f4a4e91a7cbe1a195df60 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:19:24.830118 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab4c8d24-ccc6-4cfb-8585-bd06c217f436 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for floatingip, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:24.830865 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be50ee32-538a-4733-b867-0f7361e9bfd9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:24.887432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be50ee32-538a-4733-b867-0f7361e9bfd9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:19:24.907283 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be50ee32-538a-4733-b867-0f7361e9bfd9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:24.908205 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-be50ee32-538a-4733-b867-0f7361e9bfd9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Added segment 852a754e-402f-4530-96dc-10940c106524 of type vlan for network 555c77f3-f0a7-4a5e-bd73-9919fff865f6 Nov 24 21:19:24.912133 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-0e227034-8d0a-4048-b3bf-be17ac6d4308 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup_access--1895538844&fields=id&tenant_id=b9b5ea5181c9494caeba47b9a7f13565 HTTP/1.1" status: 200 len: 267 time: 0.0772955 Nov 24 21:19:24.925074 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:24.934325 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:24.976598 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be50ee32-538a-4733-b867-0f7361e9bfd9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:25.007002 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444b9ea-185d-4ca5-af5d-eed5945451e5 None None] Pushing event updated for resources: {'Port': ['ID=2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:25.019124 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-769d728f-517a-4afb-8798-0d78277f9b5b tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup_general--476044082&fields=id&tenant_id=b9b5ea5181c9494caeba47b9a7f13565 HTTP/1.1" status: 200 len: 267 time: 0.0977972 Nov 24 21:19:25.032021 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be50ee32-538a-4733-b867-0f7361e9bfd9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:25.037796 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be50ee32-538a-4733-b867-0f7361e9bfd9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:25.038419 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be50ee32-538a-4733-b867-0f7361e9bfd9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:25.084953 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-be50ee32-538a-4733-b867-0f7361e9bfd9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2896285 Nov 24 21:19:25.109795 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] Attempting to bind port 2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:19:25.110594 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] Attempting to bind port 2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '48b2cf30-c5e0-48d7-aabe-a08002220a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:19:25.111190 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] Attempting to bind port 2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28 on network aebffe71-460d-4125-9891-a6387e3be549 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:19:25.120091 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:19:25.121318 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] Checking segment: {'id': '48b2cf30-c5e0-48d7-aabe-a08002220a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:19:25.121969 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:25.122591 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] Bound using segment: {'id': '48b2cf30-c5e0-48d7-aabe-a08002220a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:19:25.123311 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] Bound port: 2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b2cf30-c5e0-48d7-aabe-a08002220a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:19:25.123956 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:25.124832 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41084) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:25.147743 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-6b4667b6-e75e-47b0-a989-90c231493871 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2099809724'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:25.243718 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] For port 2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:19:25.246265 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50ee32-538a-4733-b867-0f7361e9bfd9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Pushing event updated for resources: {'Network': ['ID=555c77f3-f0a7-4a5e-bd73-9919fff865f6,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:25.258846 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] For port 2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28,segment=NetworkSegment(48b2cf30-c5e0-48d7-aabe-a08002220a97),segment_id=48b2cf30-c5e0-48d7-aabe-a08002220a97)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:19:25.265032 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 555c77f3-f0a7-4a5e-bd73-9919fff865f6 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:19:25.290115 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:25.292683 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4667b6-e75e-47b0-a989-90c231493871 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Made reservation on behalf of df0479029e1f4a4e91a7cbe1a195df60 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:19:25.296644 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b4667b6-e75e-47b0-a989-90c231493871 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:25.330335 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-a7125f34-7a10-4c24-8aee-860f31c84174 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:25.332845 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-a7125f34-7a10-4c24-8aee-860f31c84174 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/networks?id=aebffe71-460d-4125-9891-a6387e3be549 HTTP/1.1" status: 200 len: 797 time: 0.2825696 Nov 24 21:19:25.383008 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-da2bfe36-f9b9-4f6d-9360-f751ab0fa743 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/quotas/b9b5ea5181c9494caeba47b9a7f13565 HTTP/1.1" status: 200 len: 375 time: 0.0421598 Nov 24 21:19:25.387039 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4667b6-e75e-47b0-a989-90c231493871 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:19:25.436876 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b4667b6-e75e-47b0-a989-90c231493871 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:25.437382 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-6b4667b6-e75e-47b0-a989-90c231493871 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Added segment 0d9ee6b2-14e8-4707-b3e6-3ebc097937d2 of type vlan for network ec1f2be5-1b59-446c-8caf-006e5c105d7a Nov 24 21:19:25.458166 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444b9ea-185d-4ca5-af5d-eed5945451e5 None None] Pushing event updated for resources: {'Port': ['ID=2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:25.502342 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d3b9f5e4-e17f-4703-b734-b07433ed7edf None None] Provisioning complete for port 2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:25.502949 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d3b9f5e4-e17f-4703-b734-b07433ed7edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:25.537764 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-68499598-ae67-4a04-9635-243511e410a4 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9b5ea5181c9494caeba47b9a7f13565&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1473327 Nov 24 21:19:25.543388 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b4667b6-e75e-47b0-a989-90c231493871 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:25.563475 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] Routers {'b623dccc-f7a9-4401-b335-bb0ba3e8b29c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:19:25.564883 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:19:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b623dccc-f7a9-4401-b335-bb0ba3e8b29c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:25.646087 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b4667b6-e75e-47b0-a989-90c231493871 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:25.653617 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4667b6-e75e-47b0-a989-90c231493871 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:25.654314 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b4667b6-e75e-47b0-a989-90c231493871 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:25.708400 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6b4667b6-e75e-47b0-a989-90c231493871 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5822768 Nov 24 21:19:25.724578 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41086) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:25.730811 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d3b9f5e4-e17f-4703-b734-b07433ed7edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:25.735494 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Request body: {'ports': [{'network_id': '555c77f3-f0a7-4a5e-bd73-9919fff865f6', 'name': 'tempest-port--1543960434', 'admin_state_up': True}, {'network_id': 'ec1f2be5-1b59-446c-8caf-006e5c105d7a', 'admin_state_up': False}]} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:25.735924 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Request body: {'port': {'network_id': '555c77f3-f0a7-4a5e-bd73-9919fff865f6', 'name': 'tempest-port--1543960434', 'admin_state_up': True}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:25.736418 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Request body: {'port': {'network_id': 'ec1f2be5-1b59-446c-8caf-006e5c105d7a', 'admin_state_up': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:25.864068 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d3b9f5e4-e17f-4703-b734-b07433ed7edf None None] For port 2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28,segment=NetworkSegment(48b2cf30-c5e0-48d7-aabe-a08002220a97),segment_id=48b2cf30-c5e0-48d7-aabe-a08002220a97)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:25.874801 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d3b9f5e4-e17f-4703-b734-b07433ed7edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:25.885134 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] Set router b623dccc-f7a9-4401-b335-bb0ba3e8b29c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:19:25.892720 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-c70870df-45a8-4a20-bb68-1e0843306d02 service neutron] 10.222.0.11 "GET /v2.0/networks/aebffe71-460d-4125-9891-a6387e3be549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464794 Nov 24 21:19:25.917534 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4667b6-e75e-47b0-a989-90c231493871 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Pushing event updated for resources: {'Network': ['ID=ec1f2be5-1b59-446c-8caf-006e5c105d7a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:25.938538 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab4c8d24-ccc6-4cfb-8585-bd06c217f436 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:25.945815 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab4c8d24-ccc6-4cfb-8585-bd06c217f436 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:26.080430 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Made reservation on behalf of df0479029e1f4a4e91a7cbe1a195df60 for: {'port': 2} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:19:26.086730 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:26.116465 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:26.124128 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-ab4c8d24-ccc6-4cfb-8585-bd06c217f436 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Floating IP b09154d4-c685-4e27-b73a-802be757f241 associated. External IP: 172.25.5.50, port: 6a88289e-350d-441b-9d5d-82e908753834. Nov 24 21:19:26.145884 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network ec1f2be5-1b59-446c-8caf-006e5c105d7a details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:19:26.203431 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-438d40b7-9b1b-4dfb-8254-71226accf66a service neutron] 10.222.0.11 "GET /v2.0/networks/aebffe71-460d-4125-9891-a6387e3be549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096800 Nov 24 21:19:26.215626 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-de3fcaef-5e03-4e74-ba86-eb982293f4f8 None None] Provisioning complete for port 2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:26.215626 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-de3fcaef-5e03-4e74-ba86-eb982293f4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:26.303765 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] device_id is not set on port a5bae513-807a-4001-922c-62199e45982e yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:19:26.380781 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9f5e4-e17f-4703-b734-b07433ed7edf None None] Pushing event updated for resources: {'Port': ['ID=2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:26.486736 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:26.510075 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4c8d24-ccc6-4cfb-8585-bd06c217f436 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Router 507026af-193f-403e-8f2a-de875985dacf has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:19:26.554310 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2069985598', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:19:16Z', 'updated_at': '2021-11-24T21:19:21Z', 'revision_number': 4, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'gw_port': {'id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:17Z', 'updated_at': '2021-11-24T21:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28', 'name': '', 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'mac_address': 'fa:16:3e:39:01:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:20Z', 'updated_at': '2021-11-24T21:19:25Z', 'revision_number': 4, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'subnets': [{'id': '20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:26.582144 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] device_id is not set on port dda414e6-9586-4039-ae27-65ba4e81e0ba yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:19:26.583776 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552be56a-3c3f-4ee2-85c8-cc39a70886ae None None] The sync data for ids ['b623dccc-f7a9-4401-b335-bb0ba3e8b29c'] in n-d-812111-8 is: [{'id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2069985598', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:19:16Z', 'updated_at': '2021-11-24T21:19:21Z', 'revision_number': 4, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'gw_port': {'id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:17Z', 'updated_at': '2021-11-24T21:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28', 'name': '', 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'mac_address': 'fa:16:3e:39:01:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:20Z', 'updated_at': '2021-11-24T21:19:25Z', 'revision_number': 4, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'subnets': [{'id': '20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:19:26.717824 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4c8d24-ccc6-4cfb-8585-bd06c217f436 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:19:26.722791 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab4c8d24-ccc6-4cfb-8585-bd06c217f436 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:26.732821 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad3ccf1-6813-4160-bd31-be870f474f35 None None] Sync routers for ids ['507026af-193f-403e-8f2a-de875985dacf'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:19:26.753614 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad3ccf1-6813-4160-bd31-be870f474f35 None None] Routers {'507026af-193f-403e-8f2a-de875985dacf'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:19:26.757434 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-8ad3ccf1-6813-4160-bd31-be870f474f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:19:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['507026af-193f-403e-8f2a-de875985dacf'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:26.767547 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ab4c8d24-ccc6-4cfb-8585-bd06c217f436 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "PUT /v2.0/floatingips/b09154d4-c685-4e27-b73a-802be757f241 HTTP/1.1" status: 200 len: 990 time: 2.0132513 Nov 24 21:19:26.768346 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2bf731-3390-4d5a-936a-55715efe4a37', 'tag': '6a88289e-350d-441b-9d5d-82e908753834'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:19:26.770699 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868320c2-fcaf-4bb0-9e7a-a8e31d7f5207" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2bf731-3390-4d5a-936a-55715efe4a37", "tag": "6a88289e-350d-441b-9d5d-82e908753834"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:19:26.793257 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f356e486-5df4-4997-aaf2-3606a66339ce req-2975ce93-ba64-4de3-9551-c0777b278f9f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b7b9f04-e78b-451a-84c8-e395c390d230 HTTP/1.1" status: 200 len: 210 time: 0.0803874 Nov 24 21:19:26.818693 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:26.941161 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:26.953814 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-8ad3ccf1-6813-4160-bd31-be870f474f35 None None] Set router 507026af-193f-403e-8f2a-de875985dacf gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:19:27.005012 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f26faa-b24c-4d13-9497-8a7d69990194 x-openstack-request-id: req-c9f26faa-b24c-4d13-9497-8a7d69990194 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:19:27.005012 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2bf731-3390-4d5a-936a-55715efe4a37", "tag": "6a88289e-350d-441b-9d5d-82e908753834", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:19:27.005611 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c9f26faa-b24c-4d13-9497-8a7d69990194 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:19:27.005773 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2bf731-3390-4d5a-936a-55715efe4a37', 'tag': '6a88289e-350d-441b-9d5d-82e908753834', 'status': 'completed', 'code': 200} Nov 24 21:19:27.112841 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Pushing event updated for resources: {'Port': ['ID=a5bae513-807a-4001-922c-62199e45982e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:27.134593 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Checking segment: {'id': '852a754e-402f-4530-96dc-10940c106524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '555c77f3-f0a7-4a5e-bd73-9919fff865f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:19:27.135131 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Network hostable DHCP agents. Network: 555c77f3-f0a7-4a5e-bd73-9919fff865f6, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:19:27.155109 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868320c2-fcaf-4bb0-9e7a-a8e31d7f5207 req-03997db7-7fb0-4673-8521-7f7d4cbd2388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:27.156790 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-868320c2-fcaf-4bb0-9e7a-a8e31d7f5207 req-03997db7-7fb0-4673-8521-7f7d4cbd2388 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51d612ab04e44ebdb2576e3d3896d36c&device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 1096 time: 0.1258962 Nov 24 21:19:27.225743 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Network 555c77f3-f0a7-4a5e-bd73-9919fff865f6 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:19:27.282680 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 555c77f3-f0a7-4a5e-bd73-9919fff865f6) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:19:27.292340 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703dd4ff-651c-4c7f-8602-481e8a437935 None None] Network 555c77f3-f0a7-4a5e-bd73-9919fff865f6 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:19:27.292567 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:19:27.293571 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:27.383803 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Pushing event updated for resources: {'Port': ['ID=dda414e6-9586-4039-ae27-65ba4e81e0ba,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:27.418598 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-8ad3ccf1-6813-4160-bd31-be870f474f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507026af-193f-403e-8f2a-de875985dacf', 'name': 'tempest-AttachVolumeShelveTestJSON-1662242414-router', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:18:55Z', 'updated_at': '2021-11-24T21:19:01Z', 'revision_number': 4, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'gw_port': {'id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:18:56Z', 'updated_at': '2021-11-24T21:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'b09154d4-c685-4e27-b73a-802be757f241', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '507026af-193f-403e-8f2a-de875985dacf', 'port_id': '6a88289e-350d-441b-9d5d-82e908753834', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'mac_address': 'fa:16:3e:6c:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2bf731-3390-4d5a-936a-55715efe4a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:19:05Z', 'updated_at': '2021-11-24T21:19:25Z', 'revision_number': 1, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05887bc-08f0-4549-81d0-8b5e998a65fe', 'name': '', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'mac_address': 'fa:16:3e:08:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:00Z', 'updated_at': '2021-11-24T21:19:12Z', 'revision_number': 5, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'subnets': [{'id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:27.430568 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Checking segment: {'id': '0d9ee6b2-14e8-4707-b3e6-3ebc097937d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ec1f2be5-1b59-446c-8caf-006e5c105d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:19:27.430942 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Network hostable DHCP agents. Network: ec1f2be5-1b59-446c-8caf-006e5c105d7a, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:19:27.434143 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868320c2-fcaf-4bb0-9e7a-a8e31d7f5207 req-e1116805-fcf6-41c0-9f8c-47f8eb527023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:27.435637 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-868320c2-fcaf-4bb0-9e7a-a8e31d7f5207 req-e1116805-fcf6-41c0-9f8c-47f8eb527023 service neutron] 10.222.0.15 "GET /v2.0/networks?id=32a707c4-ac19-469f-a9cc-104f3e27a20e HTTP/1.1" status: 200 len: 918 time: 0.2591248 Nov 24 21:19:27.516498 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad3ccf1-6813-4160-bd31-be870f474f35 None None] Checking router: 507026af-193f-403e-8f2a-de875985dacf for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:19:27.537898 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad3ccf1-6813-4160-bd31-be870f474f35 None None] Routers {'507026af-193f-403e-8f2a-de875985dacf'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:19:27.538627 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-8ad3ccf1-6813-4160-bd31-be870f474f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:19:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['507026af-193f-403e-8f2a-de875985dacf'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:27.579857 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Network ec1f2be5-1b59-446c-8caf-006e5c105d7a is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:19:27.624479 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-868320c2-fcaf-4bb0-9e7a-a8e31d7f5207 req-7f0bcd0d-8aaa-4f86-93fc-fef65d11ed84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a88289e-350d-441b-9d5d-82e908753834 HTTP/1.1" status: 200 len: 998 time: 0.1696444 Nov 24 21:19:27.626362 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, ec1f2be5-1b59-446c-8caf-006e5c105d7a) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:19:27.631111 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:19:27.636614 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:19:27.651235 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:27.663670 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:27.664308 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:27.689557 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9616ce04-8284-4808-b6c1-40c86a1aef09 None None] Network ec1f2be5-1b59-446c-8caf-006e5c105d7a requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:19:27.787220 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-8ad3ccf1-6813-4160-bd31-be870f474f35 None None] Set router 507026af-193f-403e-8f2a-de875985dacf gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:19:27.828533 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:27.829114 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:28.202917 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-41f90e76-b377-4cde-a0c7-f2c42e16731b tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4769285 Nov 24 21:19:28.205876 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41110) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:28.215452 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-41aeebd5-9a71-4b24-a4ad-d2f7926f9570 req-1f06b06a-6e9a-4a3e-a9b3-975a89d48e77 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b7b9f04-e78b-451a-84c8-e395c390d230 HTTP/1.1" status: 200 len: 210 time: 0.0580785 Nov 24 21:19:28.275045 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868320c2-fcaf-4bb0-9e7a-a8e31d7f5207 req-5b1ab72b-3425-46d4-9ce4-b7638bb1466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:28.277460 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-8ad3ccf1-6813-4160-bd31-be870f474f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507026af-193f-403e-8f2a-de875985dacf', 'name': 'tempest-AttachVolumeShelveTestJSON-1662242414-router', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:18:55Z', 'updated_at': '2021-11-24T21:19:01Z', 'revision_number': 4, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'gw_port': {'id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:18:56Z', 'updated_at': '2021-11-24T21:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'b09154d4-c685-4e27-b73a-802be757f241', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '507026af-193f-403e-8f2a-de875985dacf', 'port_id': '6a88289e-350d-441b-9d5d-82e908753834', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'mac_address': 'fa:16:3e:6c:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2bf731-3390-4d5a-936a-55715efe4a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:19:05Z', 'updated_at': '2021-11-24T21:19:25Z', 'revision_number': 1, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05887bc-08f0-4549-81d0-8b5e998a65fe', 'name': '', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'mac_address': 'fa:16:3e:08:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:00Z', 'updated_at': '2021-11-24T21:19:12Z', 'revision_number': 5, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'subnets': [{'id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:28.287745 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-868320c2-fcaf-4bb0-9e7a-a8e31d7f5207 req-5b1ab72b-3425-46d4-9ce4-b7638bb1466e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0faa94f8-a6a6-4ded-b1c0-ce3e792adfad HTTP/1.1" status: 200 len: 856 time: 0.6072397 Nov 24 21:19:28.325115 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad3ccf1-6813-4160-bd31-be870f474f35 None None] The sync data for ids ['507026af-193f-403e-8f2a-de875985dacf'] in n-d-812111-8 is: [{'id': '507026af-193f-403e-8f2a-de875985dacf', 'name': 'tempest-AttachVolumeShelveTestJSON-1662242414-router', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:18:55Z', 'updated_at': '2021-11-24T21:19:01Z', 'revision_number': 4, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'gw_port': {'id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:18:56Z', 'updated_at': '2021-11-24T21:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'b09154d4-c685-4e27-b73a-802be757f241', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '507026af-193f-403e-8f2a-de875985dacf', 'port_id': '6a88289e-350d-441b-9d5d-82e908753834', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'mac_address': 'fa:16:3e:6c:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2bf731-3390-4d5a-936a-55715efe4a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:19:05Z', 'updated_at': '2021-11-24T21:19:25Z', 'revision_number': 1, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05887bc-08f0-4549-81d0-8b5e998a65fe', 'name': '', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'mac_address': 'fa:16:3e:08:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:00Z', 'updated_at': '2021-11-24T21:19:12Z', 'revision_number': 5, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'subnets': [{'id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:19:28.345527 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-83d27ae9-2e96-461f-9654-2b8472d26750 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:28.347075 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-83d27ae9-2e96-461f-9654-2b8472d26750 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.48 "GET /v2.0/networks?id=aebffe71-460d-4125-9891-a6387e3be549 HTTP/1.1" status: 200 len: 797 time: 0.2768695 Nov 24 21:19:28.452152 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36eef6a0-b28d-43d0-9aaa-83019cc7c380 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:28.459264 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36eef6a0-b28d-43d0-9aaa-83019cc7c380 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:28.461162 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-36eef6a0-b28d-43d0-9aaa-83019cc7c380 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2447364 Nov 24 21:19:28.465673 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41114) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:28.479633 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-2ba895a0-4df7-40cc-b70b-957aa48c160c tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9b5ea5181c9494caeba47b9a7f13565 HTTP/1.1" status: 200 len: 477 time: 0.1203024 Nov 24 21:19:28.483815 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868320c2-fcaf-4bb0-9e7a-a8e31d7f5207 req-12f2fcb1-1b4e-404b-8493-d4dfeda49acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:28.485468 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-868320c2-fcaf-4bb0-9e7a-a8e31d7f5207 req-12f2fcb1-1b4e-404b-8493-d4dfeda49acb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32a707c4-ac19-469f-a9cc-104f3e27a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1867628 Nov 24 21:19:28.489659 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-54cebea2-9301-4ff5-9129-e65a643433db tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Request body: {'port': {'device_id': '2b7b9f04-e78b-451a-84c8-e395c390d230', 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549', 'admin_state_up': True, 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'security_groups': ['3c01edef-97b6-4944-b8a7-df4dd6e9f925', '8f65028a-7ae8-42b1-a2bf-c36979a58d5b']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:28.643433 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-54cebea2-9301-4ff5-9129-e65a643433db tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Made reservation on behalf of b9b5ea5181c9494caeba47b9a7f13565 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:19:28.649855 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-54cebea2-9301-4ff5-9129-e65a643433db tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:28.669314 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-868320c2-fcaf-4bb0-9e7a-a8e31d7f5207 req-99dc0c4a-19ed-4c7b-820a-2d323ce909fd service neutron] 10.222.0.15 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593521 Nov 24 21:19:28.708476 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79a5deb-f804-4bfa-b4d6-2a2733acfa64 None None] New status for floating IP b09154d4-c685-4e27-b73a-802be757f241: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:19:28.726713 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-614a2f36-582f-4096-a110-e53fef720b2e tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Deleting port a5bae513-807a-4001-922c-62199e45982e {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:19:28.727298 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-614a2f36-582f-4096-a110-e53fef720b2e tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:28.852981 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-614a2f36-582f-4096-a110-e53fef720b2e tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:28.855458 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-54cebea2-9301-4ff5-9129-e65a643433db tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Allocated IP 172.20.0.4 (aebffe71-460d-4125-9891-a6387e3be549/20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f/cf9bbff2-cdf0-4161-8c99-82e439c1f8af) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:19:28.876508 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-614a2f36-582f-4096-a110-e53fef720b2e tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Calling delete_port for a5bae513-807a-4001-922c-62199e45982e owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:19:28.884581 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-868320c2-fcaf-4bb0-9e7a-a8e31d7f5207 req-2bbb4c78-6c67-4cc0-9eaa-1d5dca35e2cb service neutron] 10.222.0.15 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966555 Nov 24 21:19:29.002879 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-614a2f36-582f-4096-a110-e53fef720b2e tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:29.043162 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a2f36-582f-4096-a110-e53fef720b2e tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Pushing event deleted for resources: {'Port': ['ID=a5bae513-807a-4001-922c-62199e45982e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:29.058433 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-614a2f36-582f-4096-a110-e53fef720b2e tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:29.066000 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-614a2f36-582f-4096-a110-e53fef720b2e tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] 10.222.0.11 "DELETE /v2.0/ports/a5bae513-807a-4001-922c-62199e45982e HTTP/1.1" status: 204 len: 168 time: 0.5921693 Nov 24 21:19:29.066643 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41116) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:29.159626 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-54cebea2-9301-4ff5-9129-e65a643433db tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:29.206293 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-58c50d90-e2a1-454d-8c5f-bd674ed5c068 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Deleting port dda414e6-9586-4039-ae27-65ba4e81e0ba {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:19:29.206806 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58c50d90-e2a1-454d-8c5f-bd674ed5c068 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:29.216186 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-54cebea2-9301-4ff5-9129-e65a643433db tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:29.274634 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-54cebea2-9301-4ff5-9129-e65a643433db tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Network aebffe71-460d-4125-9891-a6387e3be549 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:19:29.282362 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-54cebea2-9301-4ff5-9129-e65a643433db tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:19:29.293739 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58c50d90-e2a1-454d-8c5f-bd674ed5c068 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:29.300858 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-54cebea2-9301-4ff5-9129-e65a643433db tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:19:29.345600 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cebea2-9301-4ff5-9129-e65a643433db tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event updated for resources: {'Port': ['ID=cf9bbff2-cdf0-4161-8c99-82e439c1f8af,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:29.362766 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-58c50d90-e2a1-454d-8c5f-bd674ed5c068 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Calling delete_port for dda414e6-9586-4039-ae27-65ba4e81e0ba owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:19:29.390196 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-54cebea2-9301-4ff5-9129-e65a643433db tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:29.391147 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-54cebea2-9301-4ff5-9129-e65a643433db tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:29.435802 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939af2e-b725-4e2f-a6f7-2e8b014161ec req-ba675b6d-679f-4678-9e78-4334d15c504a tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:29.443161 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-54cebea2-9301-4ff5-9129-e65a643433db tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9566231 Nov 24 21:19:29.447348 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1939af2e-b725-4e2f-a6f7-2e8b014161ec req-ba675b6d-679f-4678-9e78-4334d15c504a tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b7b9f04-e78b-451a-84c8-e395c390d230 HTTP/1.1" status: 200 len: 970 time: 0.1276112 Nov 24 21:19:29.461824 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-e98db6b4-5796-49b2-b8ac-622c0a3fb1fe service neutron] Request body: {'port': {'device_id': '2b7b9f04-e78b-451a-84c8-e395c390d230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:29.541694 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1939af2e-b725-4e2f-a6f7-2e8b014161ec req-0145a218-8d55-4a11-b944-4de16c84ac94 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c01edef-97b6-4944-b8a7-df4dd6e9f925&id=8f65028a-7ae8-42b1-a2bf-c36979a58d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0925045 Nov 24 21:19:29.576888 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-e98db6b4-5796-49b2-b8ac-622c0a3fb1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:29.604341 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58c50d90-e2a1-454d-8c5f-bd674ed5c068 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:29.675790 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c50d90-e2a1-454d-8c5f-bd674ed5c068 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Pushing event deleted for resources: {'Port': ['ID=dda414e6-9586-4039-ae27-65ba4e81e0ba,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:29.684429 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-58c50d90-e2a1-454d-8c5f-bd674ed5c068 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:29.691167 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-58c50d90-e2a1-454d-8c5f-bd674ed5c068 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] 10.222.0.11 "DELETE /v2.0/ports/dda414e6-9586-4039-ae27-65ba4e81e0ba HTTP/1.1" status: 204 len: 168 time: 0.6234913 Nov 24 21:19:29.691876 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41124) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:29.722231 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3f6114d2-82f2-421d-ace1-58f697d82116 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0291870 Nov 24 21:19:29.726491 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41126) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:29.742646 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-2572d502-5945-4712-b572-2fc9b654d937 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1855723492'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:29.755883 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a35c4be3-df79-49f6-8a72-7708f903c861 None None] Provisioning complete for port cf9bbff2-cdf0-4161-8c99-82e439c1f8af triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:29.756446 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a35c4be3-df79-49f6-8a72-7708f903c861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:29.777621 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2572d502-5945-4712-b572-2fc9b654d937 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Made reservation on behalf of df0479029e1f4a4e91a7cbe1a195df60 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:19:29.781432 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2572d502-5945-4712-b572-2fc9b654d937 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:29.819595 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2572d502-5945-4712-b572-2fc9b654d937 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:19:29.837747 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2572d502-5945-4712-b572-2fc9b654d937 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:29.839301 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-2572d502-5945-4712-b572-2fc9b654d937 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Added segment c14a6ccc-d582-4993-98d4-29412ee04ca7 of type vlan for network 0bd382ec-7783-4b7e-b0cd-75315af83ac7 Nov 24 21:19:29.846178 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-a35c4be3-df79-49f6-8a72-7708f903c861 None None] Port cf9bbff2-cdf0-4161-8c99-82e439c1f8af cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:19:29.907025 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2572d502-5945-4712-b572-2fc9b654d937 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:29.938085 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2572d502-5945-4712-b572-2fc9b654d937 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:29.946028 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2572d502-5945-4712-b572-2fc9b654d937 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:29.947978 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2572d502-5945-4712-b572-2fc9b654d937 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:29.969310 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-e98db6b4-5796-49b2-b8ac-622c0a3fb1fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf9bbff2-cdf0-4161-8c99-82e439c1f8af {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:19:29.978391 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-e98db6b4-5796-49b2-b8ac-622c0a3fb1fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:29.995064 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-e98db6b4-5796-49b2-b8ac-622c0a3fb1fe service neutron] Transition to ACTIVE for port object cf9bbff2-cdf0-4161-8c99-82e439c1f8af will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:19:30.002200 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-e98db6b4-5796-49b2-b8ac-622c0a3fb1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:30.040332 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2572d502-5945-4712-b572-2fc9b654d937 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3102040 Nov 24 21:19:30.041210 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41128) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:30.047709 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f1d63e62-0e46-4177-a377-67f3c1cdd99f tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-769550891'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:30.052528 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572d502-5945-4712-b572-2fc9b654d937 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Pushing event updated for resources: {'Network': ['ID=0bd382ec-7783-4b7e-b0cd-75315af83ac7,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:30.067472 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 0bd382ec-7783-4b7e-b0cd-75315af83ac7 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:19:30.087310 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d63e62-0e46-4177-a377-67f3c1cdd99f tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Made reservation on behalf of df0479029e1f4a4e91a7cbe1a195df60 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:19:30.092639 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f1d63e62-0e46-4177-a377-67f3c1cdd99f tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:30.111410 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98db6b4-5796-49b2-b8ac-622c0a3fb1fe service neutron] Pushing event updated for resources: {'Port': ['ID=cf9bbff2-cdf0-4161-8c99-82e439c1f8af,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:30.177206 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d63e62-0e46-4177-a377-67f3c1cdd99f tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:19:30.196049 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f1d63e62-0e46-4177-a377-67f3c1cdd99f tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:30.196404 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-f1d63e62-0e46-4177-a377-67f3c1cdd99f tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Added segment 5fbda0f8-929e-4669-b7e4-6869d9654fa7 of type vlan for network e1a3c5ca-44ec-4684-bceb-3c04885222dc Nov 24 21:19:30.261081 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f1d63e62-0e46-4177-a377-67f3c1cdd99f tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:30.294789 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f1d63e62-0e46-4177-a377-67f3c1cdd99f tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:30.310502 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d63e62-0e46-4177-a377-67f3c1cdd99f tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:30.311050 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f1d63e62-0e46-4177-a377-67f3c1cdd99f tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:30.315690 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-e98db6b4-5796-49b2-b8ac-622c0a3fb1fe service neutron] Attempting to bind port cf9bbff2-cdf0-4161-8c99-82e439c1f8af on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:19:30.316327 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-e98db6b4-5796-49b2-b8ac-622c0a3fb1fe service neutron] Attempting to bind port cf9bbff2-cdf0-4161-8c99-82e439c1f8af by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '48b2cf30-c5e0-48d7-aabe-a08002220a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:19:30.316907 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-e98db6b4-5796-49b2-b8ac-622c0a3fb1fe service neutron] Attempting to bind port cf9bbff2-cdf0-4161-8c99-82e439c1f8af on network aebffe71-460d-4125-9891-a6387e3be549 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:19:30.323481 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-e98db6b4-5796-49b2-b8ac-622c0a3fb1fe service neutron] Port cf9bbff2-cdf0-4161-8c99-82e439c1f8af on network aebffe71-460d-4125-9891-a6387e3be549 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:19:30.324523 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-e98db6b4-5796-49b2-b8ac-622c0a3fb1fe service neutron] Attempting to bind port cf9bbff2-cdf0-4161-8c99-82e439c1f8af on network aebffe71-460d-4125-9891-a6387e3be549 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:19:30.330127 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-e98db6b4-5796-49b2-b8ac-622c0a3fb1fe service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:19:30.333934 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-e98db6b4-5796-49b2-b8ac-622c0a3fb1fe service neutron] Checking segment: {'id': '48b2cf30-c5e0-48d7-aabe-a08002220a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:19:30.334564 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-e98db6b4-5796-49b2-b8ac-622c0a3fb1fe service neutron] Bound using segment: {'id': '48b2cf30-c5e0-48d7-aabe-a08002220a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:19:30.335215 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-e98db6b4-5796-49b2-b8ac-622c0a3fb1fe service neutron] Bound port: cf9bbff2-cdf0-4161-8c99-82e439c1f8af, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b2cf30-c5e0-48d7-aabe-a08002220a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:19:30.335827 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-e98db6b4-5796-49b2-b8ac-622c0a3fb1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:30.356713 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f1d63e62-0e46-4177-a377-67f3c1cdd99f tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3139138 Nov 24 21:19:30.485140 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d63e62-0e46-4177-a377-67f3c1cdd99f tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Pushing event updated for resources: {'Network': ['ID=e1a3c5ca-44ec-4684-bceb-3c04885222dc,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:30.497668 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network e1a3c5ca-44ec-4684-bceb-3c04885222dc details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:19:30.502639 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41130) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:30.511754 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7cbce3f5-0351-45f9-a9b0-0e3814645d09 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Request body: {'subnets': [{'network_id': '0bd382ec-7783-4b7e-b0cd-75315af83ac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2037848568', 'ip_version': 4}, {'network_id': 'e1a3c5ca-44ec-4684-bceb-3c04885222dc', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:30.512134 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7cbce3f5-0351-45f9-a9b0-0e3814645d09 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Request body: {'subnet': {'network_id': '0bd382ec-7783-4b7e-b0cd-75315af83ac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2037848568', 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:30.517971 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7cbce3f5-0351-45f9-a9b0-0e3814645d09 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Request body: {'subnet': {'network_id': 'e1a3c5ca-44ec-4684-bceb-3c04885222dc', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:30.528661 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-e98db6b4-5796-49b2-b8ac-622c0a3fb1fe service neutron] For port cf9bbff2-cdf0-4161-8c99-82e439c1f8af, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:19:30.548655 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-e98db6b4-5796-49b2-b8ac-622c0a3fb1fe service neutron] For port cf9bbff2-cdf0-4161-8c99-82e439c1f8af, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cf9bbff2-cdf0-4161-8c99-82e439c1f8af,segment=NetworkSegment(48b2cf30-c5e0-48d7-aabe-a08002220a97),segment_id=48b2cf30-c5e0-48d7-aabe-a08002220a97)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:19:30.574601 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-e98db6b4-5796-49b2-b8ac-622c0a3fb1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:30.629469 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-e98db6b4-5796-49b2-b8ac-622c0a3fb1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:30.630109 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-e98db6b4-5796-49b2-b8ac-622c0a3fb1fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:30.631835 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-e98db6b4-5796-49b2-b8ac-622c0a3fb1fe service neutron] 10.222.0.48 "PUT /v2.0/ports/cf9bbff2-cdf0-4161-8c99-82e439c1f8af HTTP/1.1" status: 200 len: 1130 time: 1.1768432 Nov 24 21:19:30.672843 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7b9f04-e78b-451a-84c8-e395c390d230', 'tag': 'cf9bbff2-cdf0-4161-8c99-82e439c1f8af'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:19:30.675128 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18f4e55-fa2e-4a32-a421-c9e7d83d79b2" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7b9f04-e78b-451a-84c8-e395c390d230", "tag": "cf9bbff2-cdf0-4161-8c99-82e439c1f8af"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:19:30.760763 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75a546-e725-4384-b652-544f6a498167 req-ac24a254-513c-4711-afe2-44268ed69dd6 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:30.765448 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8d75a546-e725-4384-b652-544f6a498167 req-ac24a254-513c-4711-afe2-44268ed69dd6 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b7b9f04-e78b-451a-84c8-e395c390d230 HTTP/1.1" status: 200 len: 982 time: 0.1011317 Nov 24 21:19:30.842317 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8d75a546-e725-4384-b652-544f6a498167 req-5e3ece87-19fa-4e4d-917d-8c7b8c7b0c77 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c01edef-97b6-4944-b8a7-df4dd6e9f925&id=8f65028a-7ae8-42b1-a2bf-c36979a58d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0720673 Nov 24 21:19:30.890078 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98db6b4-5796-49b2-b8ac-622c0a3fb1fe service neutron] Pushing event updated for resources: {'Port': ['ID=cf9bbff2-cdf0-4161-8c99-82e439c1f8af,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:30.899757 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-8820da4c-8112-46fb-8c23-3d7685529675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:30.901947 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-8820da4c-8112-46fb-8c23-3d7685529675 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9b5ea5181c9494caeba47b9a7f13565&device_id=2b7b9f04-e78b-451a-84c8-e395c390d230 HTTP/1.1" status: 200 len: 1133 time: 0.1666739 Nov 24 21:19:30.953643 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-9612d9d0-e574-4393-af20-858266406dd5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf9bbff2-cdf0-4161-8c99-82e439c1f8af HTTP/1.1" status: 200 len: 217 time: 0.0427253 Nov 24 21:19:30.970861 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbce3f5-0351-45f9-a9b0-0e3814645d09 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Made reservation on behalf of df0479029e1f4a4e91a7cbe1a195df60 for: {'subnet': 2} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:19:30.974509 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7cbce3f5-0351-45f9-a9b0-0e3814645d09 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:30.974851 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7cbce3f5-0351-45f9-a9b0-0e3814645d09 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:30.997957 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a940b81-de6e-4bba-9753-2bddf528cbf3 x-openstack-request-id: req-7a940b81-de6e-4bba-9753-2bddf528cbf3 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:19:30.998257 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7b9f04-e78b-451a-84c8-e395c390d230", "tag": "cf9bbff2-cdf0-4161-8c99-82e439c1f8af", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:19:30.998511 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a940b81-de6e-4bba-9753-2bddf528cbf3 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:19:30.998900 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7b9f04-e78b-451a-84c8-e395c390d230', 'tag': 'cf9bbff2-cdf0-4161-8c99-82e439c1f8af', 'status': 'completed', 'code': 200} Nov 24 21:19:31.070763 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-251d2cec-81e2-483e-981f-c31ee3ef39b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:31.072162 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-251d2cec-81e2-483e-981f-c31ee3ef39b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f HTTP/1.1" status: 200 len: 835 time: 0.1115732 Nov 24 21:19:31.160528 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-7af1699e-92eb-42ab-9e6c-bffec1b2adea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:31.162072 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-7af1699e-92eb-42ab-9e6c-bffec1b2adea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aebffe71-460d-4125-9891-a6387e3be549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807106 Nov 24 21:19:31.355223 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-5a3591cc-2fc4-494e-9b78-4d439d0bed90 service neutron] 10.222.0.48 "GET /v2.0/networks/aebffe71-460d-4125-9891-a6387e3be549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852810 Nov 24 21:19:31.507074 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4788bf6c-7a22-4eda-89c0-3b069530ee70 req-e84879af-7582-4b6a-bc05-096fe2b8de12 service neutron] 10.222.0.48 "GET /v2.0/networks/aebffe71-460d-4125-9891-a6387e3be549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388040 Nov 24 21:19:31.582041 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7cbce3f5-0351-45f9-a9b0-0e3814645d09 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:31.645444 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f4e55-fa2e-4a32-a421-c9e7d83d79b2 req-2f698f79-50b6-4fa9-b4a7-98727f924e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:31.646880 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d18f4e55-fa2e-4a32-a421-c9e7d83d79b2 req-2f698f79-50b6-4fa9-b4a7-98727f924e2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9b5ea5181c9494caeba47b9a7f13565&device_id=2b7b9f04-e78b-451a-84c8-e395c390d230 HTTP/1.1" status: 200 len: 1133 time: 0.0911357 Nov 24 21:19:31.655499 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbce3f5-0351-45f9-a9b0-0e3814645d09 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Pushing event updated for resources: {'Subnet': ['ID=16681514-7e2b-461d-ad78-924284bf9246,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:31.673541 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbce3f5-0351-45f9-a9b0-0e3814645d09 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Checking segment: {'id': 'c14a6ccc-d582-4993-98d4-29412ee04ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0bd382ec-7783-4b7e-b0cd-75315af83ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:19:31.673912 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbce3f5-0351-45f9-a9b0-0e3814645d09 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Network hostable DHCP agents. Network: 0bd382ec-7783-4b7e-b0cd-75315af83ac7, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:19:31.737527 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbce3f5-0351-45f9-a9b0-0e3814645d09 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Network 0bd382ec-7783-4b7e-b0cd-75315af83ac7 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:19:31.753111 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-7cbce3f5-0351-45f9-a9b0-0e3814645d09 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 0bd382ec-7783-4b7e-b0cd-75315af83ac7) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:19:31.758957 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7cbce3f5-0351-45f9-a9b0-0e3814645d09 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:31.765712 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b7b59f-0da8-4bd4-870a-78e6f6c12305 None None] Network 0bd382ec-7783-4b7e-b0cd-75315af83ac7 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:19:31.819292 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f4e55-fa2e-4a32-a421-c9e7d83d79b2 req-696b1e53-2ec2-4632-9391-a6c8bdeed997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:31.820819 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d18f4e55-fa2e-4a32-a421-c9e7d83d79b2 req-696b1e53-2ec2-4632-9391-a6c8bdeed997 service neutron] 10.222.0.48 "GET /v2.0/networks?id=aebffe71-460d-4125-9891-a6387e3be549 HTTP/1.1" status: 200 len: 898 time: 0.1549923 Nov 24 21:19:31.828717 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbce3f5-0351-45f9-a9b0-0e3814645d09 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Pushing event updated for resources: {'Subnet': ['ID=bcd5c4a8-da57-4525-b0ea-c1b3b19c96d7,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:31.879583 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d18f4e55-fa2e-4a32-a421-c9e7d83d79b2 req-cf460778-3263-4355-a419-10fbe64e4161 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf9bbff2-cdf0-4161-8c99-82e439c1f8af HTTP/1.1" status: 200 len: 217 time: 0.0433929 Nov 24 21:19:31.885139 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbce3f5-0351-45f9-a9b0-0e3814645d09 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Checking segment: {'id': '5fbda0f8-929e-4669-b7e4-6869d9654fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e1a3c5ca-44ec-4684-bceb-3c04885222dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:19:31.885634 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbce3f5-0351-45f9-a9b0-0e3814645d09 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Network hostable DHCP agents. Network: e1a3c5ca-44ec-4684-bceb-3c04885222dc, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:19:31.922353 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bf304b-4dd8-4d9f-8000-3b0bb40660bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-0bd382ec-7783-4b7e-b0cd-75315af83ac7', 'network_id': '0bd382ec-7783-4b7e-b0cd-75315af83ac7', 'tenant_id': 'df0479029e1f4a4e91a7cbe1a195df60', 'fixed_ips': [{'subnet_id': '16681514-7e2b-461d-ad78-924284bf9246'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:19:31.923453 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f5bf304b-4dd8-4d9f-8000-3b0bb40660bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:31.940084 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbce3f5-0351-45f9-a9b0-0e3814645d09 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Network e1a3c5ca-44ec-4684-bceb-3c04885222dc is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:19:31.949879 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f4e55-fa2e-4a32-a421-c9e7d83d79b2 req-41f3a413-9bfa-42f3-a4a6-9901892dcb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:31.951509 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d18f4e55-fa2e-4a32-a421-c9e7d83d79b2 req-41f3a413-9bfa-42f3-a4a6-9901892dcb70 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f HTTP/1.1" status: 200 len: 835 time: 0.0636387 Nov 24 21:19:31.952723 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-7cbce3f5-0351-45f9-a9b0-0e3814645d09 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, e1a3c5ca-44ec-4684-bceb-3c04885222dc) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:19:31.958133 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbce3f5-0351-45f9-a9b0-0e3814645d09 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:31.958618 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbce3f5-0351-45f9-a9b0-0e3814645d09 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:31.959245 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7cbce3f5-0351-45f9-a9b0-0e3814645d09 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:31.987837 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d72fd-b654-4320-a252-da8f847556a4 req-f9af796a-3830-4015-8fdb-175d9f3779bd tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:31.989632 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd6d72fd-b654-4320-a252-da8f847556a4 req-f9af796a-3830-4015-8fdb-175d9f3779bd tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b7b9f04-e78b-451a-84c8-e395c390d230 HTTP/1.1" status: 200 len: 982 time: 0.0625048 Nov 24 21:19:31.995768 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9f072b-7744-4c5e-a4db-0a73218d7cdd None None] Network e1a3c5ca-44ec-4684-bceb-3c04885222dc requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:19:32.004854 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7cbce3f5-0351-45f9-a9b0-0e3814645d09 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4988644 Nov 24 21:19:32.006124 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41148) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:32.055960 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f4e55-fa2e-4a32-a421-c9e7d83d79b2 req-3bdfff5d-eec0-4a90-a6c3-2ab1926efc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:32.058242 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d18f4e55-fa2e-4a32-a421-c9e7d83d79b2 req-3bdfff5d-eec0-4a90-a6c3-2ab1926efc17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aebffe71-460d-4125-9891-a6387e3be549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961969 Nov 24 21:19:32.068040 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd6d72fd-b654-4320-a252-da8f847556a4 req-ce919d15-f3fb-4bb9-b9a1-2e7cc75b5f04 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c01edef-97b6-4944-b8a7-df4dd6e9f925&id=8f65028a-7ae8-42b1-a2bf-c36979a58d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0688024 Nov 24 21:19:32.080674 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d416cc-d7b5-4846-b266-993a79ebb1e2 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:32.082343 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d416cc-d7b5-4846-b266-993a79ebb1e2 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:32.083985 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d416cc-d7b5-4846-b266-993a79ebb1e2 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:32.085489 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-44d416cc-d7b5-4846-b266-993a79ebb1e2 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0786850 Nov 24 21:19:32.089926 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41150) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:32.148091 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-f5bf304b-4dd8-4d9f-8000-3b0bb40660bd None None] Allocated IP 172.20.0.2 (0bd382ec-7783-4b7e-b0cd-75315af83ac7/16681514-7e2b-461d-ad78-924284bf9246/4f14eaa5-003e-4d20-961c-9ed34255c540) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:19:32.168963 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-414404eb-0e1a-413c-9828-483216e459da tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Deleting subnet 16681514-7e2b-461d-ad78-924284bf9246 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:19:32.184155 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d18f4e55-fa2e-4a32-a421-c9e7d83d79b2 req-9dab47a1-8b10-4b3d-8f24-8bd109e56886 service neutron] 10.222.0.48 "GET /v2.0/networks/aebffe71-460d-4125-9891-a6387e3be549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151452 Nov 24 21:19:32.266169 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60227dd-1a7b-483b-b9cc-6ea329e199e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-e1a3c5ca-44ec-4684-bceb-3c04885222dc', 'network_id': 'e1a3c5ca-44ec-4684-bceb-3c04885222dc', 'tenant_id': 'df0479029e1f4a4e91a7cbe1a195df60', 'fixed_ips': [{'subnet_id': 'bcd5c4a8-da57-4525-b0ea-c1b3b19c96d7'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:19:32.267032 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b60227dd-1a7b-483b-b9cc-6ea329e199e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:32.282593 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d18f4e55-fa2e-4a32-a421-c9e7d83d79b2 req-ef50d8b0-5c0e-49a5-804d-83f57c868180 service neutron] 10.222.0.48 "GET /v2.0/networks/aebffe71-460d-4125-9891-a6387e3be549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899992 Nov 24 21:19:32.447717 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f5bf304b-4dd8-4d9f-8000-3b0bb40660bd None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:32.454128 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-414404eb-0e1a-413c-9828-483216e459da tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:32.455660 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f5bf304b-4dd8-4d9f-8000-3b0bb40660bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:32.498630 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-414404eb-0e1a-413c-9828-483216e459da tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:32.500741 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-b60227dd-1a7b-483b-b9cc-6ea329e199e1 None None] Allocated IP 172.20.0.18 (e1a3c5ca-44ec-4684-bceb-3c04885222dc/bcd5c4a8-da57-4525-b0ea-c1b3b19c96d7/a910014f-c86d-4366-9549-7653d432abe2) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:19:32.513085 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bf304b-4dd8-4d9f-8000-3b0bb40660bd None None] Network 0bd382ec-7783-4b7e-b0cd-75315af83ac7 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:19:32.522273 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-f5bf304b-4dd8-4d9f-8000-3b0bb40660bd None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:19:32.525105 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bf304b-4dd8-4d9f-8000-3b0bb40660bd None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:19:32.527599 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf304b-4dd8-4d9f-8000-3b0bb40660bd None None] Pushing event updated for resources: {'Port': ['ID=4f14eaa5-003e-4d20-961c-9ed34255c540,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:32.589142 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-414404eb-0e1a-413c-9828-483216e459da tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:32.633957 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f5bf304b-4dd8-4d9f-8000-3b0bb40660bd None None] Attempting to bind port 4f14eaa5-003e-4d20-961c-9ed34255c540 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:19:32.634335 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f5bf304b-4dd8-4d9f-8000-3b0bb40660bd None None] Attempting to bind port 4f14eaa5-003e-4d20-961c-9ed34255c540 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c14a6ccc-d582-4993-98d4-29412ee04ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0bd382ec-7783-4b7e-b0cd-75315af83ac7'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:19:32.635237 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf304b-4dd8-4d9f-8000-3b0bb40660bd None None] Attempting to bind port 4f14eaa5-003e-4d20-961c-9ed34255c540 on network 0bd382ec-7783-4b7e-b0cd-75315af83ac7 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:19:32.646070 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf304b-4dd8-4d9f-8000-3b0bb40660bd None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:19:32.646494 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf304b-4dd8-4d9f-8000-3b0bb40660bd None None] Checking segment: {'id': 'c14a6ccc-d582-4993-98d4-29412ee04ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0bd382ec-7783-4b7e-b0cd-75315af83ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:19:32.646858 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f5bf304b-4dd8-4d9f-8000-3b0bb40660bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:32.647266 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf304b-4dd8-4d9f-8000-3b0bb40660bd None None] Bound using segment: {'id': 'c14a6ccc-d582-4993-98d4-29412ee04ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0bd382ec-7783-4b7e-b0cd-75315af83ac7'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:19:32.647744 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f5bf304b-4dd8-4d9f-8000-3b0bb40660bd None None] Bound port: 4f14eaa5-003e-4d20-961c-9ed34255c540, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14a6ccc-d582-4993-98d4-29412ee04ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0bd382ec-7783-4b7e-b0cd-75315af83ac7'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:19:32.648131 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f5bf304b-4dd8-4d9f-8000-3b0bb40660bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:32.654431 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-414404eb-0e1a-413c-9828-483216e459da tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:32.683458 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414404eb-0e1a-413c-9828-483216e459da tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Pushing event deleted for resources: {'Subnet': ['ID=16681514-7e2b-461d-ad78-924284bf9246,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:32.687286 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-414404eb-0e1a-413c-9828-483216e459da tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:32.692812 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-414404eb-0e1a-413c-9828-483216e459da tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] 10.222.0.11 "DELETE /v2.0/subnets/16681514-7e2b-461d-ad78-924284bf9246 HTTP/1.1" status: 204 len: 168 time: 0.5995936 Nov 24 21:19:32.693063 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41152) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:32.759544 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6bbb69-9ad1-4cb1-98d4-bca8b8e94613 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Deleting subnet bcd5c4a8-da57-4525-b0ea-c1b3b19c96d7 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:19:32.764797 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b60227dd-1a7b-483b-b9cc-6ea329e199e1 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:32.768521 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f5bf304b-4dd8-4d9f-8000-3b0bb40660bd None None] For port 4f14eaa5-003e-4d20-961c-9ed34255c540, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:19:32.770558 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a6bbb69-9ad1-4cb1-98d4-bca8b8e94613 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:32.771814 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f5bf304b-4dd8-4d9f-8000-3b0bb40660bd None None] For port 4f14eaa5-003e-4d20-961c-9ed34255c540, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=4f14eaa5-003e-4d20-961c-9ed34255c540,segment=NetworkSegment(c14a6ccc-d582-4993-98d4-29412ee04ca7),segment_id=c14a6ccc-d582-4993-98d4-29412ee04ca7)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:19:32.773201 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b60227dd-1a7b-483b-b9cc-6ea329e199e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:32.782024 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f5bf304b-4dd8-4d9f-8000-3b0bb40660bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:32.821234 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a6bbb69-9ad1-4cb1-98d4-bca8b8e94613 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:32.832567 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60227dd-1a7b-483b-b9cc-6ea329e199e1 None None] Network e1a3c5ca-44ec-4684-bceb-3c04885222dc is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:19:32.838603 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-b60227dd-1a7b-483b-b9cc-6ea329e199e1 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:19:32.861496 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60227dd-1a7b-483b-b9cc-6ea329e199e1 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:19:32.866144 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60227dd-1a7b-483b-b9cc-6ea329e199e1 None None] Pushing event updated for resources: {'Port': ['ID=a910014f-c86d-4366-9549-7653d432abe2,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:32.917469 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a6bbb69-9ad1-4cb1-98d4-bca8b8e94613 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:32.949438 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0825de-b161-4fb1-a5ab-a3e3de8be7e8 None None] Network 0bd382ec-7783-4b7e-b0cd-75315af83ac7 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:19:32.978027 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a6bbb69-9ad1-4cb1-98d4-bca8b8e94613 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:32.985630 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf304b-4dd8-4d9f-8000-3b0bb40660bd None None] Pushing event updated for resources: {'Port': ['ID=4f14eaa5-003e-4d20-961c-9ed34255c540,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:32.996740 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b60227dd-1a7b-483b-b9cc-6ea329e199e1 None None] Attempting to bind port a910014f-c86d-4366-9549-7653d432abe2 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:19:32.997137 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b60227dd-1a7b-483b-b9cc-6ea329e199e1 None None] Attempting to bind port a910014f-c86d-4366-9549-7653d432abe2 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '5fbda0f8-929e-4669-b7e4-6869d9654fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e1a3c5ca-44ec-4684-bceb-3c04885222dc'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:19:32.997504 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60227dd-1a7b-483b-b9cc-6ea329e199e1 None None] Attempting to bind port a910014f-c86d-4366-9549-7653d432abe2 on network e1a3c5ca-44ec-4684-bceb-3c04885222dc {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:19:33.005846 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60227dd-1a7b-483b-b9cc-6ea329e199e1 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:19:33.006205 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60227dd-1a7b-483b-b9cc-6ea329e199e1 None None] Checking segment: {'id': '5fbda0f8-929e-4669-b7e4-6869d9654fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e1a3c5ca-44ec-4684-bceb-3c04885222dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:19:33.006429 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6bbb69-9ad1-4cb1-98d4-bca8b8e94613 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Pushing event deleted for resources: {'Subnet': ['ID=bcd5c4a8-da57-4525-b0ea-c1b3b19c96d7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:33.006909 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b60227dd-1a7b-483b-b9cc-6ea329e199e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:33.007017 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60227dd-1a7b-483b-b9cc-6ea329e199e1 None None] Bound using segment: {'id': '5fbda0f8-929e-4669-b7e4-6869d9654fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e1a3c5ca-44ec-4684-bceb-3c04885222dc'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:19:33.007432 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b60227dd-1a7b-483b-b9cc-6ea329e199e1 None None] Bound port: a910014f-c86d-4366-9549-7653d432abe2, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fbda0f8-929e-4669-b7e4-6869d9654fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e1a3c5ca-44ec-4684-bceb-3c04885222dc'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:19:33.007812 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b60227dd-1a7b-483b-b9cc-6ea329e199e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:33.010533 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a6bbb69-9ad1-4cb1-98d4-bca8b8e94613 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:33.015626 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0a6bbb69-9ad1-4cb1-98d4-bca8b8e94613 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] 10.222.0.11 "DELETE /v2.0/subnets/bcd5c4a8-da57-4525-b0ea-c1b3b19c96d7 HTTP/1.1" status: 204 len: 168 time: 0.3185809 Nov 24 21:19:33.015907 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41156) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:33.074193 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b3b009-500c-4936-bfdf-5d80fbe9a0d5 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:33.075796 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-76b3b009-500c-4936-bfdf-5d80fbe9a0d5 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0589397 Nov 24 21:19:33.080219 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41158) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:33.193291 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2f2aeeaf-2c04-48c4-9a77-c92ba2cb78ec tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:33.224812 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4782b9-0c03-4f72-997a-32ef77f16a34 req-2414bf98-f1ac-46ab-a432-5af53521a626 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:33.226654 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e4782b9-0c03-4f72-997a-32ef77f16a34 req-2414bf98-f1ac-46ab-a432-5af53521a626 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b7b9f04-e78b-451a-84c8-e395c390d230 HTTP/1.1" status: 200 len: 982 time: 0.0744076 Nov 24 21:19:33.309826 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b60227dd-1a7b-483b-b9cc-6ea329e199e1 None None] For port a910014f-c86d-4366-9549-7653d432abe2, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:19:33.313235 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b60227dd-1a7b-483b-b9cc-6ea329e199e1 None None] For port a910014f-c86d-4366-9549-7653d432abe2, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a910014f-c86d-4366-9549-7653d432abe2,segment=NetworkSegment(5fbda0f8-929e-4669-b7e4-6869d9654fa7),segment_id=5fbda0f8-929e-4669-b7e4-6869d9654fa7)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:19:33.317819 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e4782b9-0c03-4f72-997a-32ef77f16a34 req-63e2e9eb-1434-49b1-8696-89f9eceef7eb tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c01edef-97b6-4944-b8a7-df4dd6e9f925&id=8f65028a-7ae8-42b1-a2bf-c36979a58d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0690806 Nov 24 21:19:33.318003 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b60227dd-1a7b-483b-b9cc-6ea329e199e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:33.319623 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-2f2aeeaf-2c04-48c4-9a77-c92ba2cb78ec tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Deleting port a910014f-c86d-4366-9549-7653d432abe2 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:19:33.319941 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2f2aeeaf-2c04-48c4-9a77-c92ba2cb78ec tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:33.400185 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60227dd-1a7b-483b-b9cc-6ea329e199e1 None None] Pushing event updated for resources: {'Port': ['ID=a910014f-c86d-4366-9549-7653d432abe2,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:33.413530 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fabf37-2bb6-48a2-8b77-3d0bfdd3071d None None] Network e1a3c5ca-44ec-4684-bceb-3c04885222dc requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:19:33.419250 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-2f2aeeaf-2c04-48c4-9a77-c92ba2cb78ec tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] For port a910014f-c86d-4366-9549-7653d432abe2, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a910014f-c86d-4366-9549-7653d432abe2,segment=NetworkSegment(5fbda0f8-929e-4669-b7e4-6869d9654fa7),segment_id=5fbda0f8-929e-4669-b7e4-6869d9654fa7)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:33.419692 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2f2aeeaf-2c04-48c4-9a77-c92ba2cb78ec tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:33.433040 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-2f2aeeaf-2c04-48c4-9a77-c92ba2cb78ec tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Calling delete_port for a910014f-c86d-4366-9549-7653d432abe2 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:19:33.518373 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2f2aeeaf-2c04-48c4-9a77-c92ba2cb78ec tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:33.536925 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0c0b86-6d0e-4b56-89fc-9ec3aad5385a None None] get_active_networks_info from n-d-812111-8 {{(pid=109992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 21:19:33.550130 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2aeeaf-2c04-48c4-9a77-c92ba2cb78ec tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] No DVR routers for this DVR port a910014f-c86d-4366-9549-7653d432abe2 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:19:33.556851 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2aeeaf-2c04-48c4-9a77-c92ba2cb78ec tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Pushing event deleted for resources: {'Port': ['ID=a910014f-c86d-4366-9549-7653d432abe2,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:33.626151 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0c0b86-6d0e-4b56-89fc-9ec3aad5385a None None] Resources bound (agent type, host, resource id): {{(pid=109992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 21:19:33.637779 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2f2aeeaf-2c04-48c4-9a77-c92ba2cb78ec tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:33.658972 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-2f2aeeaf-2c04-48c4-9a77-c92ba2cb78ec tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a3c5ca-44ec-4684-bceb-3c04885222dc']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:33.668348 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-2f2aeeaf-2c04-48c4-9a77-c92ba2cb78ec tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fbda0f8-929e-4669-b7e4-6869d9654fa7') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:33.668649 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-2f2aeeaf-2c04-48c4-9a77-c92ba2cb78ec tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fbda0f8-929e-4669-b7e4-6869d9654fa7') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:33.680652 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2f2aeeaf-2c04-48c4-9a77-c92ba2cb78ec tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:33.694374 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2f2aeeaf-2c04-48c4-9a77-c92ba2cb78ec tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:33.701070 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2aeeaf-2c04-48c4-9a77-c92ba2cb78ec tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:19:33.701479 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2f2aeeaf-2c04-48c4-9a77-c92ba2cb78ec tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:19:33.705265 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:19:33.766394 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2f2aeeaf-2c04-48c4-9a77-c92ba2cb78ec tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:33.774267 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2f2aeeaf-2c04-48c4-9a77-c92ba2cb78ec tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:33.778191 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2f2aeeaf-2c04-48c4-9a77-c92ba2cb78ec tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] 10.222.0.11 "DELETE /v2.0/networks/e1a3c5ca-44ec-4684-bceb-3c04885222dc HTTP/1.1" status: 204 len: 168 time: 0.6966755 Nov 24 21:19:33.780609 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41166) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:33.794492 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2aeeaf-2c04-48c4-9a77-c92ba2cb78ec tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Pushing event deleted for resources: {'Network': ['ID=e1a3c5ca-44ec-4684-bceb-3c04885222dc,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:33.867425 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9fb5e330-6aba-45fc-86de-9b7c32e9ba26 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:33.893646 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c2d790-806a-497b-9de9-6ff8047bff16 None None] get_active_networks_info from n-d-812111-8 {{(pid=109992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 21:19:33.921185 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-9fb5e330-6aba-45fc-86de-9b7c32e9ba26 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Deleting port 4f14eaa5-003e-4d20-961c-9ed34255c540 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:19:33.921532 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9fb5e330-6aba-45fc-86de-9b7c32e9ba26 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:33.981096 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c2d790-806a-497b-9de9-6ff8047bff16 None None] Resources bound (agent type, host, resource id): {{(pid=109992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 21:19:33.988877 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-9fb5e330-6aba-45fc-86de-9b7c32e9ba26 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] For port 4f14eaa5-003e-4d20-961c-9ed34255c540, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=4f14eaa5-003e-4d20-961c-9ed34255c540,segment=NetworkSegment(c14a6ccc-d582-4993-98d4-29412ee04ca7),segment_id=c14a6ccc-d582-4993-98d4-29412ee04ca7)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:33.989241 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9fb5e330-6aba-45fc-86de-9b7c32e9ba26 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:34.002584 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-9fb5e330-6aba-45fc-86de-9b7c32e9ba26 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Calling delete_port for 4f14eaa5-003e-4d20-961c-9ed34255c540 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:19:34.088739 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9fb5e330-6aba-45fc-86de-9b7c32e9ba26 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:34.116200 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5e330-6aba-45fc-86de-9b7c32e9ba26 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Pushing event deleted for resources: {'Port': ['ID=4f14eaa5-003e-4d20-961c-9ed34255c540,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:34.133770 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb5e330-6aba-45fc-86de-9b7c32e9ba26 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] No DVR routers for this DVR port 4f14eaa5-003e-4d20-961c-9ed34255c540 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:19:34.194243 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device cf9bbff2-cdf0-4161-8c99-82e439c1f8af details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:19:34.218187 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9fb5e330-6aba-45fc-86de-9b7c32e9ba26 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:34.238180 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-9fb5e330-6aba-45fc-86de-9b7c32e9ba26 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd382ec-7783-4b7e-b0cd-75315af83ac7']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:34.248063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-9fb5e330-6aba-45fc-86de-9b7c32e9ba26 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14a6ccc-d582-4993-98d4-29412ee04ca7') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:34.248363 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-9fb5e330-6aba-45fc-86de-9b7c32e9ba26 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14a6ccc-d582-4993-98d4-29412ee04ca7') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:34.257770 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9fb5e330-6aba-45fc-86de-9b7c32e9ba26 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:34.271644 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9fb5e330-6aba-45fc-86de-9b7c32e9ba26 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:34.278290 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb5e330-6aba-45fc-86de-9b7c32e9ba26 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:19:34.278725 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9fb5e330-6aba-45fc-86de-9b7c32e9ba26 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:19:34.281852 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:19:34.329354 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port cf9bbff2-cdf0-4161-8c99-82e439c1f8af, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cf9bbff2-cdf0-4161-8c99-82e439c1f8af,segment=NetworkSegment(48b2cf30-c5e0-48d7-aabe-a08002220a97),segment_id=48b2cf30-c5e0-48d7-aabe-a08002220a97)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:34.341453 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'cf9bbff2-cdf0-4161-8c99-82e439c1f8af', 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549', 'port_id': 'cf9bbff2-cdf0-4161-8c99-82e439c1f8af', 'mac_address': 'fa:16:3e:e7:c4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:19:34.343933 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9fb5e330-6aba-45fc-86de-9b7c32e9ba26 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:34.354029 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9fb5e330-6aba-45fc-86de-9b7c32e9ba26 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:34.359822 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9fb5e330-6aba-45fc-86de-9b7c32e9ba26 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] 10.222.0.11 "DELETE /v2.0/networks/0bd382ec-7783-4b7e-b0cd-75315af83ac7 HTTP/1.1" status: 204 len: 168 time: 0.5748203 Nov 24 21:19:34.360188 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41170) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:34.368153 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5e330-6aba-45fc-86de-9b7c32e9ba26 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Pushing event deleted for resources: {'Network': ['ID=0bd382ec-7783-4b7e-b0cd-75315af83ac7,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:34.390269 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:34.409905 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf9bbff2-cdf0-4161-8c99-82e439c1f8af {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:19:34.430763 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port cf9bbff2-cdf0-4161-8c99-82e439c1f8af, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cf9bbff2-cdf0-4161-8c99-82e439c1f8af,segment=NetworkSegment(48b2cf30-c5e0-48d7-aabe-a08002220a97),segment_id=48b2cf30-c5e0-48d7-aabe-a08002220a97)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:34.435732 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:34.471178 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c3ed6d4c-4a38-4846-8fd2-67a09b77e8b9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:34.484385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=cf9bbff2-cdf0-4161-8c99-82e439c1f8af,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:34.499458 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbfdff-ff25-4459-9e3e-01f47fe7f8d7 req-56641749-9779-4148-baf8-82b7b45d0b11 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:34.501011 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a8cbfdff-ff25-4459-9e3e-01f47fe7f8d7 req-56641749-9779-4148-baf8-82b7b45d0b11 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b7b9f04-e78b-451a-84c8-e395c390d230 HTTP/1.1" status: 200 len: 983 time: 0.0694075 Nov 24 21:19:34.612623 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c3ed6d4c-4a38-4846-8fd2-67a09b77e8b9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:34.645156 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a8cbfdff-ff25-4459-9e3e-01f47fe7f8d7 req-169d9b0a-b74c-461e-a02d-648cb316927d tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c01edef-97b6-4944-b8a7-df4dd6e9f925&id=8f65028a-7ae8-42b1-a2bf-c36979a58d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1225932 Nov 24 21:19:34.646713 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c3ed6d4c-4a38-4846-8fd2-67a09b77e8b9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec1f2be5-1b59-446c-8caf-006e5c105d7a']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:34.657373 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c3ed6d4c-4a38-4846-8fd2-67a09b77e8b9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9ee6b2-14e8-4707-b3e6-3ebc097937d2') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:34.657669 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c3ed6d4c-4a38-4846-8fd2-67a09b77e8b9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9ee6b2-14e8-4707-b3e6-3ebc097937d2') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:34.668837 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c3ed6d4c-4a38-4846-8fd2-67a09b77e8b9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:34.677455 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['cf9bbff2-cdf0-4161-8c99-82e439c1f8af'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:19:34.684116 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c3ed6d4c-4a38-4846-8fd2-67a09b77e8b9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:34.691314 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ed6d4c-4a38-4846-8fd2-67a09b77e8b9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:19:34.691707 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c3ed6d4c-4a38-4846-8fd2-67a09b77e8b9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:19:34.694841 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:19:34.770809 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c3ed6d4c-4a38-4846-8fd2-67a09b77e8b9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:34.779411 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c3ed6d4c-4a38-4846-8fd2-67a09b77e8b9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:34.782806 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c3ed6d4c-4a38-4846-8fd2-67a09b77e8b9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] 10.222.0.11 "DELETE /v2.0/networks/ec1f2be5-1b59-446c-8caf-006e5c105d7a HTTP/1.1" status: 204 len: 168 time: 0.4215598 Nov 24 21:19:34.785515 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41174) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:34.796166 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed6d4c-4a38-4846-8fd2-67a09b77e8b9 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Pushing event deleted for resources: {'Network': ['ID=ec1f2be5-1b59-446c-8caf-006e5c105d7a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:34.883102 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4846f00c-25d5-491e-bcd2-061563964260 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:34.971815 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4846f00c-25d5-491e-bcd2-061563964260 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:34.992419 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-4846f00c-25d5-491e-bcd2-061563964260 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['555c77f3-f0a7-4a5e-bd73-9919fff865f6']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:35.003625 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-4846f00c-25d5-491e-bcd2-061563964260 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852a754e-402f-4530-96dc-10940c106524') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:35.003927 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-4846f00c-25d5-491e-bcd2-061563964260 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852a754e-402f-4530-96dc-10940c106524') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:35.014095 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4846f00c-25d5-491e-bcd2-061563964260 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:35.028322 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4846f00c-25d5-491e-bcd2-061563964260 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:35.034332 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4846f00c-25d5-491e-bcd2-061563964260 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:19:35.034722 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4846f00c-25d5-491e-bcd2-061563964260 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:19:35.037720 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:19:35.105688 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4846f00c-25d5-491e-bcd2-061563964260 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:35.113462 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4846f00c-25d5-491e-bcd2-061563964260 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:35.115901 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4846f00c-25d5-491e-bcd2-061563964260 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] 10.222.0.11 "DELETE /v2.0/networks/555c77f3-f0a7-4a5e-bd73-9919fff865f6 HTTP/1.1" status: 204 len: 168 time: 0.3287647 Nov 24 21:19:35.131229 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846f00c-25d5-491e-bcd2-061563964260 tempest-BulkNetworkOpsTest-2022439318 tempest-BulkNetworkOpsTest-2022439318-project] Pushing event deleted for resources: {'Network': ['ID=555c77f3-f0a7-4a5e-bd73-9919fff865f6,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:35.385374 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41182) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:35.521983 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8f9d8732-0719-4f77-a01b-d021264835fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=df0479029e1f4a4e91a7cbe1a195df60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1353245 Nov 24 21:19:35.524481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41186) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:35.572521 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-771ec60a-0e06-4241-970f-6230b1244aa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:35.593209 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-771ec60a-0e06-4241-970f-6230b1244aa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:35.640127 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-771ec60a-0e06-4241-970f-6230b1244aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:35.642896 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-771ec60a-0e06-4241-970f-6230b1244aa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:35.643991 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-771ec60a-0e06-4241-970f-6230b1244aa8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/45f9832b-76a9-4a7b-a6ec-1e34dcef3e1b HTTP/1.1" status: 204 len: 168 time: 0.1183980 Nov 24 21:19:35.652270 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ec60a-0e06-4241-970f-6230b1244aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f9832b-76a9-4a7b-a6ec-1e34dcef3e1b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:35.805152 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119e40e-0fe8-4f5b-9eea-a3429165e0a7 req-5a3e3ac0-476e-4636-83c7-44b1b6f32e65 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:35.807900 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4119e40e-0fe8-4f5b-9eea-a3429165e0a7 req-5a3e3ac0-476e-4636-83c7-44b1b6f32e65 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b7b9f04-e78b-451a-84c8-e395c390d230 HTTP/1.1" status: 200 len: 983 time: 0.0785656 Nov 24 21:19:35.877733 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4119e40e-0fe8-4f5b-9eea-a3429165e0a7 req-fac6b763-7328-4379-849a-64c39e03bed8 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c01edef-97b6-4944-b8a7-df4dd6e9f925&id=8f65028a-7ae8-42b1-a2bf-c36979a58d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0620935 Nov 24 21:19:36.191522 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device cf9bbff2-cdf0-4161-8c99-82e439c1f8af up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:19:36.248651 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port cf9bbff2-cdf0-4161-8c99-82e439c1f8af completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:19:36.252435 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port cf9bbff2-cdf0-4161-8c99-82e439c1f8af triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:19:36.252849 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:36.330799 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41214) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:36.336468 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:36.360050 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7b9f04-e78b-451a-84c8-e395c390d230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9bbff2-cdf0-4161-8c99-82e439c1f8af'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:19:36.362370 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e721f730-8cdd-434f-b509-4b1b7432f396" -d '{"events": [{"server_uuid": "2b7b9f04-e78b-451a-84c8-e395c390d230", "name": "network-vif-plugged", "status": "completed", "tag": "cf9bbff2-cdf0-4161-8c99-82e439c1f8af"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:19:36.374688 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port cf9bbff2-cdf0-4161-8c99-82e439c1f8af, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cf9bbff2-cdf0-4161-8c99-82e439c1f8af,segment=NetworkSegment(48b2cf30-c5e0-48d7-aabe-a08002220a97),segment_id=48b2cf30-c5e0-48d7-aabe-a08002220a97)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:36.380304 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:36.407048 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e882162-9b9a-42ad-aa9d-e438bd17f93a x-openstack-request-id: req-1e882162-9b9a-42ad-aa9d-e438bd17f93a {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:19:36.407347 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7b9f04-e78b-451a-84c8-e395c390d230", "name": "network-vif-plugged", "status": "completed", "tag": "cf9bbff2-cdf0-4161-8c99-82e439c1f8af", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:19:36.407613 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1e882162-9b9a-42ad-aa9d-e438bd17f93a {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:19:36.408010 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7b9f04-e78b-451a-84c8-e395c390d230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9bbff2-cdf0-4161-8c99-82e439c1f8af', 'code': 200} Nov 24 21:19:36.436073 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=cf9bbff2-cdf0-4161-8c99-82e439c1f8af,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:36.448571 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-beba3f37-60c4-4656-a797-83daf88c6642 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Request body: {'security_group': {'name': 'tempest-secgroup--679026374'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:36.472656 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-beba3f37-60c4-4656-a797-83daf88c6642 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:36.482219 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-beba3f37-60c4-4656-a797-83daf88c6642 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:36.519577 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d857f-95be-4d3e-bc2e-808efdfae804 req-cd9b61b4-42ea-4cf4-8742-b007d7fcc436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:36.521233 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f0d857f-95be-4d3e-bc2e-808efdfae804 req-cd9b61b4-42ea-4cf4-8742-b007d7fcc436 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2b7b9f04-e78b-451a-84c8-e395c390d230 HTTP/1.1" status: 200 len: 1135 time: 0.0417264 Nov 24 21:19:36.558916 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-beba3f37-60c4-4656-a797-83daf88c6642 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:36.563657 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-beba3f37-60c4-4656-a797-83daf88c6642 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:36.594471 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f0d857f-95be-4d3e-bc2e-808efdfae804 req-bc4beedd-2b04-4161-a127-06584c260ad8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8f65028a-7ae8-42b1-a2bf-c36979a58d5b&id=3c01edef-97b6-4944-b8a7-df4dd6e9f925&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0495162 Nov 24 21:19:36.598823 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba3f37-60c4-4656-a797-83daf88c6642 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28fafe8-c677-4b7f-92ee-ece0f99662d8,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:36.641497 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-beba3f37-60c4-4656-a797-83daf88c6642 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:36.645411 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-beba3f37-60c4-4656-a797-83daf88c6642 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:36.676485 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-beba3f37-60c4-4656-a797-83daf88c6642 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:36.677670 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-beba3f37-60c4-4656-a797-83daf88c6642 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3458593 Nov 24 21:19:36.678362 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba3f37-60c4-4656-a797-83daf88c6642 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4300d9c-409e-45a4-8f40-13bed1bc0daa,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:36.680375 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41220) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:36.747297 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-29154167-b8bb-4a65-891e-2f3a9471454e tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0658147 Nov 24 21:19:36.750242 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41222) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:36.754633 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-3e01dc86-750b-4b76-9930-01f058a13c9f tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Request body: {'security_group': {'name': 'tempest-security--1282623748', 'description': 'tempest-security-description-1331755923'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:36.792285 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3e01dc86-750b-4b76-9930-01f058a13c9f tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:36.835445 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3e01dc86-750b-4b76-9930-01f058a13c9f tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:36.839140 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3e01dc86-750b-4b76-9930-01f058a13c9f tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:36.841786 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3e01dc86-750b-4b76-9930-01f058a13c9f tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:36.843067 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3e01dc86-750b-4b76-9930-01f058a13c9f tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "PUT /v2.0/security-groups/a4300d9c-409e-45a4-8f40-13bed1bc0daa HTTP/1.1" status: 200 len: 1797 time: 0.0918837 Nov 24 21:19:36.846121 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41224) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:36.865896 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01dc86-750b-4b76-9930-01f058a13c9f tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4300d9c-409e-45a4-8f40-13bed1bc0daa,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:37.007957 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa072b2-b400-457f-8eb3-a955f26a0097 req-ec1292c1-c384-4e1c-a659-bb6011ce244c tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:37.009703 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eaa072b2-b400-457f-8eb3-a955f26a0097 req-ec1292c1-c384-4e1c-a659-bb6011ce244c tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b7b9f04-e78b-451a-84c8-e395c390d230 HTTP/1.1" status: 200 len: 984 time: 0.0542312 Nov 24 21:19:37.075901 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eaa072b2-b400-457f-8eb3-a955f26a0097 req-6473669f-2354-4cd6-b059-3d5f7933b221 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c01edef-97b6-4944-b8a7-df4dd6e9f925&id=8f65028a-7ae8-42b1-a2bf-c36979a58d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0589569 Nov 24 21:19:37.254762 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a6bc09e6-7c61-4577-bc71-591df1b62c8a tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-groups/a4300d9c-409e-45a4-8f40-13bed1bc0daa HTTP/1.1" status: 200 len: 1797 time: 0.4073324 Nov 24 21:19:37.257301 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41232) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:37.308301 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4ef75502-6312-4066-8cba-dd4b68577c2c tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:37.329468 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4ef75502-6312-4066-8cba-dd4b68577c2c tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:37.370233 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4ef75502-6312-4066-8cba-dd4b68577c2c tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:37.373004 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4ef75502-6312-4066-8cba-dd4b68577c2c tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:37.374172 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4ef75502-6312-4066-8cba-dd4b68577c2c tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "DELETE /v2.0/security-groups/a4300d9c-409e-45a4-8f40-13bed1bc0daa HTTP/1.1" status: 204 len: 168 time: 0.1158347 Nov 24 21:19:37.376855 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41234) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:37.383134 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef75502-6312-4066-8cba-dd4b68577c2c tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4300d9c-409e-45a4-8f40-13bed1bc0daa,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:37.420283 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-087ab283-2a2b-4660-a979-fd953634ce13 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0420806 Nov 24 21:19:37.422875 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41236) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:37.435889 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-7d189339-0ae8-495b-95fb-06ea1b54fd30 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] delete failed (client error): The resource could not be found. Nov 24 21:19:37.436902 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7d189339-0ae8-495b-95fb-06ea1b54fd30 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "DELETE /v2.0/security-groups/a4300d9c-409e-45a4-8f40-13bed1bc0daa HTTP/1.1" status: 404 len: 347 time: 0.0130694 Nov 24 21:19:37.440545 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41238) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:37.445481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-2c536781-2b55-4820-a101-2d17bad47962 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Request body: {'security_group': {'name': 'tempest-secgroup--1939145323'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:37.469752 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c536781-2b55-4820-a101-2d17bad47962 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:37.542388 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c536781-2b55-4820-a101-2d17bad47962 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:37.545916 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c536781-2b55-4820-a101-2d17bad47962 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:37.569189 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c536781-2b55-4820-a101-2d17bad47962 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:37.570399 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2c536781-2b55-4820-a101-2d17bad47962 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1288679 Nov 24 21:19:37.574051 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41240) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:37.578188 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c536781-2b55-4820-a101-2d17bad47962 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5caa1cc5-68a1-4b83-b4ca-574514bd1a06,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:37.578751 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-6230fbae-08ba-424c-ae52-986bb1dbf109 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Request body: {'security_group_rule': {'security_group_id': '5caa1cc5-68a1-4b83-b4ca-574514bd1a06', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:37.607424 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6230fbae-08ba-424c-ae52-986bb1dbf109 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:37.663195 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6230fbae-08ba-424c-ae52-986bb1dbf109 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:37.668646 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6230fbae-08ba-424c-ae52-986bb1dbf109 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:37.689880 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230fbae-08ba-424c-ae52-986bb1dbf109 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a7e5b3e-cd8b-4662-bd07-f609754a2ddc,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:37.699976 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6230fbae-08ba-424c-ae52-986bb1dbf109 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:37.705397 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6230fbae-08ba-424c-ae52-986bb1dbf109 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262262 Nov 24 21:19:37.705824 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41242) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:37.737234 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3e284e51-4f3d-40bb-aea8-c1c2adae85b0 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:37.745420 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3e284e51-4f3d-40bb-aea8-c1c2adae85b0 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:37.773262 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3e284e51-4f3d-40bb-aea8-c1c2adae85b0 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:37.780017 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3e284e51-4f3d-40bb-aea8-c1c2adae85b0 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:37.781154 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3e284e51-4f3d-40bb-aea8-c1c2adae85b0 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/5a7e5b3e-cd8b-4662-bd07-f609754a2ddc HTTP/1.1" status: 204 len: 168 time: 0.0742648 Nov 24 21:19:37.783900 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41244) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:37.786720 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e284e51-4f3d-40bb-aea8-c1c2adae85b0 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a7e5b3e-cd8b-4662-bd07-f609754a2ddc,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:37.832034 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-59eb919a-4e33-4021-9c25-1c7ad3771a9f tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0466254 Nov 24 21:19:37.834678 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41246) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:37.884361 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d4df0821-e714-4b73-86fe-10f8fb2e8626 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:37.907053 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d4df0821-e714-4b73-86fe-10f8fb2e8626 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:37.949456 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d4df0821-e714-4b73-86fe-10f8fb2e8626 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:37.952716 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d4df0821-e714-4b73-86fe-10f8fb2e8626 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:37.953886 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d4df0821-e714-4b73-86fe-10f8fb2e8626 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "DELETE /v2.0/security-groups/5caa1cc5-68a1-4b83-b4ca-574514bd1a06 HTTP/1.1" status: 204 len: 168 time: 0.1183105 Nov 24 21:19:37.956609 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41248) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:37.962693 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df0821-e714-4b73-86fe-10f8fb2e8626 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caa1cc5-68a1-4b83-b4ca-574514bd1a06,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:38.000596 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1c8c910b-0d3c-41c2-bcb7-366662e541c8 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0427747 Nov 24 21:19:38.004395 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41252) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:38.008881 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-41cb4f74-9678-4efa-baf1-34257dd755c0 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Request body: {'security_group': {'name': 'tempest-secgroup--206919648'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:38.033411 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-41cb4f74-9678-4efa-baf1-34257dd755c0 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.101684 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-41cb4f74-9678-4efa-baf1-34257dd755c0 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.109436 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-41cb4f74-9678-4efa-baf1-34257dd755c0 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.146806 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-41cb4f74-9678-4efa-baf1-34257dd755c0 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.148073 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-41cb4f74-9678-4efa-baf1-34257dd755c0 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1426873 Nov 24 21:19:38.152257 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41262) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:38.153641 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb4f74-9678-4efa-baf1-34257dd755c0 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3438b89-52fd-4410-a973-70b955501b5e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:38.156810 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-fb45ec34-9374-4e20-8246-235b5bc316ff tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Request body: {'security_group_rule': {'security_group_id': 'f3438b89-52fd-4410-a973-70b955501b5e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:38.218338 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb45ec34-9374-4e20-8246-235b5bc316ff tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.264560 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a209fa-0d7f-4218-85de-a094ee3172ed req-42e255a9-d15f-4805-9734-f91454f27301 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:38.265993 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-00a209fa-0d7f-4218-85de-a094ee3172ed req-42e255a9-d15f-4805-9734-f91454f27301 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b7b9f04-e78b-451a-84c8-e395c390d230 HTTP/1.1" status: 200 len: 984 time: 0.0907075 Nov 24 21:19:38.309740 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb45ec34-9374-4e20-8246-235b5bc316ff tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.315722 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb45ec34-9374-4e20-8246-235b5bc316ff tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.351172 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45ec34-9374-4e20-8246-235b5bc316ff tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33029059-21ee-4c54-99c4-0308430395b4,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:38.359713 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-00a209fa-0d7f-4218-85de-a094ee3172ed req-0f15c8f8-d877-409d-b2ca-2bd98b2a8a6e tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c01edef-97b6-4944-b8a7-df4dd6e9f925&id=8f65028a-7ae8-42b1-a2bf-c36979a58d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0843582 Nov 24 21:19:38.362832 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb45ec34-9374-4e20-8246-235b5bc316ff tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.366480 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fb45ec34-9374-4e20-8246-235b5bc316ff tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2106173 Nov 24 21:19:38.366666 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41268) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:38.371707 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-06263180-c4c0-4fb0-8cd3-1ceb24433c02 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Request body: {'security_group_rule': {'security_group_id': 'f3438b89-52fd-4410-a973-70b955501b5e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:38.399278 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-06263180-c4c0-4fb0-8cd3-1ceb24433c02 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.455482 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-06263180-c4c0-4fb0-8cd3-1ceb24433c02 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.459383 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-06263180-c4c0-4fb0-8cd3-1ceb24433c02 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.474871 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06263180-c4c0-4fb0-8cd3-1ceb24433c02 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1203476-b7b7-47e8-88c2-8bbf1940c2da,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:38.485835 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-06263180-c4c0-4fb0-8cd3-1ceb24433c02 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.487135 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-06263180-c4c0-4fb0-8cd3-1ceb24433c02 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194565 Nov 24 21:19:38.489923 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41274) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:38.495054 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b9eb7cd2-3ded-4b01-a17b-d273a0047e63 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Request body: {'security_group_rule': {'security_group_id': 'f3438b89-52fd-4410-a973-70b955501b5e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:38.522059 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b9eb7cd2-3ded-4b01-a17b-d273a0047e63 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.582637 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b9eb7cd2-3ded-4b01-a17b-d273a0047e63 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.586889 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b9eb7cd2-3ded-4b01-a17b-d273a0047e63 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.605362 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb7cd2-3ded-4b01-a17b-d273a0047e63 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb727c86-88ae-4c48-9681-993b13f6a8f8,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:38.615697 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b9eb7cd2-3ded-4b01-a17b-d273a0047e63 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.617464 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b9eb7cd2-3ded-4b01-a17b-d273a0047e63 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262183 Nov 24 21:19:38.620418 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41278) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:38.625139 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b8254051-9378-49fb-aa36-21b987f14d79 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Request body: {'security_group_rule': {'security_group_id': 'f3438b89-52fd-4410-a973-70b955501b5e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:38.652583 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b8254051-9378-49fb-aa36-21b987f14d79 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.722787 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b8254051-9378-49fb-aa36-21b987f14d79 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.727419 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b8254051-9378-49fb-aa36-21b987f14d79 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.733027 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfa5c5-74c3-4ab8-9078-a2427b9957ad req-75061776-7b3f-453a-b097-e31e656e6c25 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:38.734672 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09cfa5c5-74c3-4ab8-9078-a2427b9957ad req-75061776-7b3f-453a-b097-e31e656e6c25 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b7b9f04-e78b-451a-84c8-e395c390d230 HTTP/1.1" status: 200 len: 984 time: 0.0620942 Nov 24 21:19:38.745951 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8254051-9378-49fb-aa36-21b987f14d79 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836ead7c-33fa-497e-ac01-8a91a62f4448,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:38.755388 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b8254051-9378-49fb-aa36-21b987f14d79 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.756635 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b8254051-9378-49fb-aa36-21b987f14d79 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1350353 Nov 24 21:19:38.759586 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41282) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:38.764280 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7d3eb26f-4b65-4e1d-af3d-11f387c7dad9 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Request body: {'security_group_rule': {'security_group_id': 'f3438b89-52fd-4410-a973-70b955501b5e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:38.791617 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7d3eb26f-4b65-4e1d-af3d-11f387c7dad9 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.800836 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09cfa5c5-74c3-4ab8-9078-a2427b9957ad req-a5cba617-5103-41f2-85c4-ee54e0e73e88 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c01edef-97b6-4944-b8a7-df4dd6e9f925&id=8f65028a-7ae8-42b1-a2bf-c36979a58d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0594056 Nov 24 21:19:38.852454 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7d3eb26f-4b65-4e1d-af3d-11f387c7dad9 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.858568 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7d3eb26f-4b65-4e1d-af3d-11f387c7dad9 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.877460 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3eb26f-4b65-4e1d-af3d-11f387c7dad9 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdec2988-b156-4b01-be2f-8b249c1bbadc,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:38.882178 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-83586c0d-7601-4907-90dc-e033eebc1c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.891766 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7d3eb26f-4b65-4e1d-af3d-11f387c7dad9 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.893096 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7d3eb26f-4b65-4e1d-af3d-11f387c7dad9 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1323836 Nov 24 21:19:38.896011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41286) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:38.926330 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c795054-e6b0-4904-80be-ffde6bb187b2 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.935131 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c795054-e6b0-4904-80be-ffde6bb187b2 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.949851 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b7a12-53c6-4d95-afcc-65b17ae4b958 req-6f8a9983-f045-4901-a2c5-7eafa4af74c7 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:38.951812 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d30b7a12-53c6-4d95-afcc-65b17ae4b958 req-6f8a9983-f045-4901-a2c5-7eafa4af74c7 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2b7b9f04-e78b-451a-84c8-e395c390d230 HTTP/1.1" status: 200 len: 1135 time: 0.0427902 Nov 24 21:19:38.965126 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c795054-e6b0-4904-80be-ffde6bb187b2 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.972301 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c795054-e6b0-4904-80be-ffde6bb187b2 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.973447 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7c795054-e6b0-4904-80be-ffde6bb187b2 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/bdec2988-b156-4b01-be2f-8b249c1bbadc HTTP/1.1" status: 204 len: 168 time: 0.0763719 Nov 24 21:19:38.974148 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d30b7a12-53c6-4d95-afcc-65b17ae4b958 req-29659a1d-7cca-4456-92b1-d06e49d03017 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:38.976944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41288) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:38.978055 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c795054-e6b0-4904-80be-ffde6bb187b2 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdec2988-b156-4b01-be2f-8b249c1bbadc,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:39.054686 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4883e7e3-7690-4dfc-85d4-dbe9d151e48d tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0765734 Nov 24 21:19:39.057416 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41290) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:39.096788 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e44dd238-949e-47f9-9bc4-76088f158a2a tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.114163 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e44dd238-949e-47f9-9bc4-76088f158a2a tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.138522 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d30b7a12-53c6-4d95-afcc-65b17ae4b958 req-29659a1d-7cca-4456-92b1-d06e49d03017 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.143559 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-d30b7a12-53c6-4d95-afcc-65b17ae4b958 req-29659a1d-7cca-4456-92b1-d06e49d03017 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.175442 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e44dd238-949e-47f9-9bc4-76088f158a2a tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.195223 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e44dd238-949e-47f9-9bc4-76088f158a2a tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.198758 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e44dd238-949e-47f9-9bc4-76088f158a2a tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/836ead7c-33fa-497e-ac01-8a91a62f4448 HTTP/1.1" status: 204 len: 168 time: 0.1380174 Nov 24 21:19:39.200311 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41292) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:39.210178 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44dd238-949e-47f9-9bc4-76088f158a2a tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=836ead7c-33fa-497e-ac01-8a91a62f4448,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:39.214517 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29659a1d-7cca-4456-92b1-d06e49d03017 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ad944a-015b-4894-a867-3279a2e3f50e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:39.220529 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d30b7a12-53c6-4d95-afcc-65b17ae4b958 req-29659a1d-7cca-4456-92b1-d06e49d03017 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3c01edef-97b6-4944-b8a7-df4dd6e9f925&id=8f65028a-7ae8-42b1-a2bf-c36979a58d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2622828 Nov 24 21:19:39.244919 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41294) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:39.262397 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9f152f7c-1076-49d3-9e3a-6e44a4304a24 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0606723 Nov 24 21:19:39.263095 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41296) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:39.289617 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-036f1799-739b-49b0-a7d3-a34965ebddf1 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.295901 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684604f7-6740-467f-99a0-1359ff0343cf tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:39.299033 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-036f1799-739b-49b0-a7d3-a34965ebddf1 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.300717 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-684604f7-6740-467f-99a0-1359ff0343cf tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2b7b9f04-e78b-451a-84c8-e395c390d230 HTTP/1.1" status: 200 len: 1130 time: 0.0543647 Nov 24 21:19:39.300938 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41298) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:39.305451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e0d06562-3370-4ad4-8b71-08be83b2a39f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': 'cf9bbff2-cdf0-4161-8c99-82e439c1f8af', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:39.343878 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e0d06562-3370-4ad4-8b71-08be83b2a39f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.348312 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-036f1799-739b-49b0-a7d3-a34965ebddf1 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.363100 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-036f1799-739b-49b0-a7d3-a34965ebddf1 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.366876 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-036f1799-739b-49b0-a7d3-a34965ebddf1 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/bb727c86-88ae-4c48-9681-993b13f6a8f8 HTTP/1.1" status: 204 len: 168 time: 0.1000097 Nov 24 21:19:39.366876 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41300) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:39.381498 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f1799-739b-49b0-a7d3-a34965ebddf1 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb727c86-88ae-4c48-9681-993b13f6a8f8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:39.432105 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-390ac046-7394-4b49-886b-38b7f11a3dbe tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0640235 Nov 24 21:19:39.434601 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41302) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:39.499109 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea0a1430-4f88-4112-8204-25c7077d0f85 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.507832 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea0a1430-4f88-4112-8204-25c7077d0f85 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.543070 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea0a1430-4f88-4112-8204-25c7077d0f85 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.550095 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea0a1430-4f88-4112-8204-25c7077d0f85 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.551209 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ea0a1430-4f88-4112-8204-25c7077d0f85 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/f1203476-b7b7-47e8-88c2-8bbf1940c2da HTTP/1.1" status: 204 len: 168 time: 0.1156921 Nov 24 21:19:39.553906 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41306) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:39.566661 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a1430-4f88-4112-8204-25c7077d0f85 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1203476-b7b7-47e8-88c2-8bbf1940c2da,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:39.575798 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e0d06562-3370-4ad4-8b71-08be83b2a39f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.645533 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-19c823b2-c2b5-4f99-b42c-c0e096dd925a tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0880466 Nov 24 21:19:39.646189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41308) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:39.702930 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-402cfabc-47a9-4f6f-9ef7-55f1218b04d7 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.716340 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-402cfabc-47a9-4f6f-9ef7-55f1218b04d7 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.752221 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-e0d06562-3370-4ad4-8b71-08be83b2a39f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Allocated IP 172.25.5.52 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/39917853-d68f-45b2-9e04-949960697379) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:19:39.763636 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-402cfabc-47a9-4f6f-9ef7-55f1218b04d7 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.771834 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-402cfabc-47a9-4f6f-9ef7-55f1218b04d7 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.776066 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-402cfabc-47a9-4f6f-9ef7-55f1218b04d7 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/33029059-21ee-4c54-99c4-0308430395b4 HTTP/1.1" status: 204 len: 168 time: 0.1262972 Nov 24 21:19:39.776530 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41310) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:39.783292 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402cfabc-47a9-4f6f-9ef7-55f1218b04d7 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33029059-21ee-4c54-99c4-0308430395b4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:39.829116 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b2ad27a4-de84-4ba6-9534-de453b94c465 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0480859 Nov 24 21:19:39.829920 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41312) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:39.854013 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.890208 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5d8b6b85-685b-4fac-a46c-ffd8a338f73e tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.892548 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e0d06562-3370-4ad4-8b71-08be83b2a39f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.918274 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5d8b6b85-685b-4fac-a46c-ffd8a338f73e tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.933730 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e0d06562-3370-4ad4-8b71-08be83b2a39f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.978003 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d06562-3370-4ad4-8b71-08be83b2a39f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:19:39.980169 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5d8b6b85-685b-4fac-a46c-ffd8a338f73e tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.983632 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5d8b6b85-685b-4fac-a46c-ffd8a338f73e tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:39.984373 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-e0d06562-3370-4ad4-8b71-08be83b2a39f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:19:39.985142 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5d8b6b85-685b-4fac-a46c-ffd8a338f73e tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "DELETE /v2.0/security-groups/f3438b89-52fd-4410-a973-70b955501b5e HTTP/1.1" status: 204 len: 168 time: 0.1547091 Nov 24 21:19:39.987866 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41316) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:39.989806 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d06562-3370-4ad4-8b71-08be83b2a39f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:19:40.003796 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b6b85-685b-4fac-a46c-ffd8a338f73e tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3438b89-52fd-4410-a973-70b955501b5e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:40.029899 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d06562-3370-4ad4-8b71-08be83b2a39f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event updated for resources: {'Port': ['ID=39917853-d68f-45b2-9e04-949960697379,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:40.106484 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e9300ce7-fe4c-4a3b-8263-0fc4175989a8 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1176028 Nov 24 21:19:40.111583 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41318) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:40.117494 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-0cfc87df-e5c0-4c11-b308-3993831d00a8 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Request body: {'security_group': {'name': 'tempest-secgroup--209546577'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:40.149646 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0cfc87df-e5c0-4c11-b308-3993831d00a8 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:40.230514 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0cfc87df-e5c0-4c11-b308-3993831d00a8 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:40.234701 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0cfc87df-e5c0-4c11-b308-3993831d00a8 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:40.265426 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0cfc87df-e5c0-4c11-b308-3993831d00a8 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:40.269604 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0cfc87df-e5c0-4c11-b308-3993831d00a8 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1542351 Nov 24 21:19:40.269741 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41320) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:40.274368 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-20bcb5dc-3e2a-430e-b13b-406c25d49c80 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Request body: {'security_group_rule': {'security_group_id': 'b5450594-50fc-420b-b74c-b37658c27fe4', 'direction': 'ingress', 'protocol': 17}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:40.279262 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc87df-e5c0-4c11-b308-3993831d00a8 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5450594-50fc-420b-b74c-b37658c27fe4,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:40.306667 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-20bcb5dc-3e2a-430e-b13b-406c25d49c80 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:40.363446 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-20bcb5dc-3e2a-430e-b13b-406c25d49c80 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:40.368374 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-20bcb5dc-3e2a-430e-b13b-406c25d49c80 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:40.391984 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bcb5dc-3e2a-430e-b13b-406c25d49c80 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530698f6-0c4d-4707-80d1-0f4feaf60915,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:40.402936 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-20bcb5dc-3e2a-430e-b13b-406c25d49c80 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:40.406726 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-20bcb5dc-3e2a-430e-b13b-406c25d49c80 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1336405 Nov 24 21:19:40.406981 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41322) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:40.484016 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-989407ce-0cfb-485c-a867-ec50d37cf585 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:40.507545 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-989407ce-0cfb-485c-a867-ec50d37cf585 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:40.522230 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e0d06562-3370-4ad4-8b71-08be83b2a39f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:40.563072 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-989407ce-0cfb-485c-a867-ec50d37cf585 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:40.566135 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-989407ce-0cfb-485c-a867-ec50d37cf585 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:40.569720 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-989407ce-0cfb-485c-a867-ec50d37cf585 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "DELETE /v2.0/security-groups/b5450594-50fc-420b-b74c-b37658c27fe4 HTTP/1.1" status: 204 len: 168 time: 0.1593533 Nov 24 21:19:40.570630 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41326) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:40.605052 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989407ce-0cfb-485c-a867-ec50d37cf585 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5450594-50fc-420b-b74c-b37658c27fe4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:40.622401 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e0d06562-3370-4ad4-8b71-08be83b2a39f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:40.651787 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-80fde473-3147-480a-acc7-6482a2f592f0 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0763450 Nov 24 21:19:40.652658 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41328) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:40.659533 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-e80227e5-966b-48c8-93bd-90849a5efa70 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Request body: {'security_group': {'name': 'tempest-secgroup--582981177'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:40.687141 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e80227e5-966b-48c8-93bd-90849a5efa70 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:40.756945 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e80227e5-966b-48c8-93bd-90849a5efa70 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:40.762439 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e80227e5-966b-48c8-93bd-90849a5efa70 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:40.793918 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e80227e5-966b-48c8-93bd-90849a5efa70 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:40.795788 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e0d06562-3370-4ad4-8b71-08be83b2a39f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:40.797525 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41330) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:40.797856 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e80227e5-966b-48c8-93bd-90849a5efa70 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1436696 Nov 24 21:19:40.800042 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80227e5-966b-48c8-93bd-90849a5efa70 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebd348b-fee5-48bc-ad3c-7830ad5ac628,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:40.803401 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-60d9b938-cf1c-4bf4-97da-191adb74627b tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Request body: {'security_group': {'name': 'tempest-secgroup--177860310'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:40.810197 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e0d06562-3370-4ad4-8b71-08be83b2a39f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:40.894078 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-60d9b938-cf1c-4bf4-97da-191adb74627b tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:40.908553 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d06562-3370-4ad4-8b71-08be83b2a39f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event updated for resources: {'Port': ['ID=39917853-d68f-45b2-9e04-949960697379,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:40.924356 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e0d06562-3370-4ad4-8b71-08be83b2a39f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:41.059984 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-e0d06562-3370-4ad4-8b71-08be83b2a39f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Floating IP d6fbf60e-c972-483a-bc3a-7daa32cb2bab associated. External IP: 172.25.5.52, port: cf9bbff2-cdf0-4161-8c99-82e439c1f8af. Nov 24 21:19:41.118795 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-60d9b938-cf1c-4bf4-97da-191adb74627b tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:41.124925 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-60d9b938-cf1c-4bf4-97da-191adb74627b tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:41.163681 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c15c8d59-1814-425b-a65a-a0c0ac6304c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:41.192100 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-60d9b938-cf1c-4bf4-97da-191adb74627b tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:41.196303 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-60d9b938-cf1c-4bf4-97da-191adb74627b tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3949862 Nov 24 21:19:41.197656 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41334) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:41.200711 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9b938-cf1c-4bf4-97da-191adb74627b tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00e2057a-2d38-41cd-9fd2-852ad1bce4ba,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:41.211574 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-fc3ab584-fadc-4a38-b9d0-988950c876b9 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Request body: {'security_group_rule': {'security_group_id': '4ebd348b-fee5-48bc-ad3c-7830ad5ac628', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '00e2057a-2d38-41cd-9fd2-852ad1bce4ba', 'remote_ip_prefix': None}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:41.220901 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:41.260210 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fc3ab584-fadc-4a38-b9d0-988950c876b9 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:41.339634 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fc3ab584-fadc-4a38-b9d0-988950c876b9 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:41.344526 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fc3ab584-fadc-4a38-b9d0-988950c876b9 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:41.349281 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d06562-3370-4ad4-8b71-08be83b2a39f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Router b623dccc-f7a9-4401-b335-bb0ba3e8b29c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:19:41.375753 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fc3ab584-fadc-4a38-b9d0-988950c876b9 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:41.380321 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fc3ab584-fadc-4a38-b9d0-988950c876b9 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1781836 Nov 24 21:19:41.380321 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ab584-fadc-4a38-b9d0-988950c876b9 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422be7b5-f4fe-46d7-9d9e-71ce55ab0b09,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:41.381244 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41336) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:41.408005 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c2d18eed-8aff-4dac-80cd-a95cf0f0a11c tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:41.417271 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c2d18eed-8aff-4dac-80cd-a95cf0f0a11c tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:41.446552 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c2d18eed-8aff-4dac-80cd-a95cf0f0a11c tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:41.453564 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c2d18eed-8aff-4dac-80cd-a95cf0f0a11c tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:41.454887 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c2d18eed-8aff-4dac-80cd-a95cf0f0a11c tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/422be7b5-f4fe-46d7-9d9e-71ce55ab0b09 HTTP/1.1" status: 204 len: 168 time: 0.0723517 Nov 24 21:19:41.458591 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41338) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:41.481355 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d18eed-8aff-4dac-80cd-a95cf0f0a11c tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=422be7b5-f4fe-46d7-9d9e-71ce55ab0b09,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:41.496386 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d06562-3370-4ad4-8b71-08be83b2a39f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:19:41.508944 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150b7425-3e23-4c5d-a4e0-d4c918eca8e4 None None] Sync routers for ids ['b623dccc-f7a9-4401-b335-bb0ba3e8b29c'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:19:41.522992 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e0d06562-3370-4ad4-8b71-08be83b2a39f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:41.524696 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150b7425-3e23-4c5d-a4e0-d4c918eca8e4 None None] Routers {'b623dccc-f7a9-4401-b335-bb0ba3e8b29c'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:19:41.526409 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-150b7425-3e23-4c5d-a4e0-d4c918eca8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:19:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b623dccc-f7a9-4401-b335-bb0ba3e8b29c'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:41.545419 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f9f614df-a442-4aab-982f-d72e29dbcd1a tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0854909 Nov 24 21:19:41.551444 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41340) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:41.584370 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e0d06562-3370-4ad4-8b71-08be83b2a39f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2798805 Nov 24 21:19:41.584825 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41342) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:41.585202 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7b9f04-e78b-451a-84c8-e395c390d230', 'tag': 'cf9bbff2-cdf0-4161-8c99-82e439c1f8af'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:19:41.588367 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8f09de-7b87-4f60-825d-a7a5c14b6567" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7b9f04-e78b-451a-84c8-e395c390d230", "tag": "cf9bbff2-cdf0-4161-8c99-82e439c1f8af"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:19:41.637440 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2e62bb20-5546-464a-8177-90d5cf2e0040 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:41.664071 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-150b7425-3e23-4c5d-a4e0-d4c918eca8e4 None None] Set router b623dccc-f7a9-4401-b335-bb0ba3e8b29c gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:19:41.665807 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2e62bb20-5546-464a-8177-90d5cf2e0040 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:41.710094 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6799aa07-c498-4911-95ea-7f84e4ee9922 x-openstack-request-id: req-6799aa07-c498-4911-95ea-7f84e4ee9922 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:19:41.710489 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7b9f04-e78b-451a-84c8-e395c390d230", "tag": "cf9bbff2-cdf0-4161-8c99-82e439c1f8af", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:19:41.710766 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6799aa07-c498-4911-95ea-7f84e4ee9922 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:19:41.711208 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7b9f04-e78b-451a-84c8-e395c390d230', 'tag': 'cf9bbff2-cdf0-4161-8c99-82e439c1f8af', 'status': 'completed', 'code': 200} Nov 24 21:19:41.717545 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2e62bb20-5546-464a-8177-90d5cf2e0040 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:41.720513 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2e62bb20-5546-464a-8177-90d5cf2e0040 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:41.721729 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2e62bb20-5546-464a-8177-90d5cf2e0040 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "DELETE /v2.0/security-groups/00e2057a-2d38-41cd-9fd2-852ad1bce4ba HTTP/1.1" status: 204 len: 168 time: 0.1691329 Nov 24 21:19:41.725322 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41348) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:41.794672 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62bb20-5546-464a-8177-90d5cf2e0040 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e2057a-2d38-41cd-9fd2-852ad1bce4ba,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:41.826237 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f09de-7b87-4f60-825d-a7a5c14b6567 req-675dec7c-3d2b-4aad-b83d-2c9809eb8968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:41.829790 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4b8f09de-7b87-4f60-825d-a7a5c14b6567 req-675dec7c-3d2b-4aad-b83d-2c9809eb8968 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9b5ea5181c9494caeba47b9a7f13565&device_id=2b7b9f04-e78b-451a-84c8-e395c390d230 HTTP/1.1" status: 200 len: 1135 time: 0.1067908 Nov 24 21:19:41.879118 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc727a29-346e-4ac5-89a0-ff06dfbb7f07 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:41.880260 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc727a29-346e-4ac5-89a0-ff06dfbb7f07 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:41.880945 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc727a29-346e-4ac5-89a0-ff06dfbb7f07 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:41.881754 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc727a29-346e-4ac5-89a0-ff06dfbb7f07 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:41.882381 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc727a29-346e-4ac5-89a0-ff06dfbb7f07 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:41.883011 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc727a29-346e-4ac5-89a0-ff06dfbb7f07 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:41.883611 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc727a29-346e-4ac5-89a0-ff06dfbb7f07 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:41.884233 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc727a29-346e-4ac5-89a0-ff06dfbb7f07 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:41.889788 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fc727a29-346e-4ac5-89a0-ff06dfbb7f07 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5691 time: 0.3010540 Nov 24 21:19:41.890496 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41352) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:41.938391 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fba1d049-a1fa-458a-bda2-619b01a766c1 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2115421 Nov 24 21:19:41.942841 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41354) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:41.984011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f09de-7b87-4f60-825d-a7a5c14b6567 req-15e764f9-36fa-4740-b58a-351c96d8b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:41.985938 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4b8f09de-7b87-4f60-825d-a7a5c14b6567 req-15e764f9-36fa-4740-b58a-351c96d8b3db service neutron] 10.222.0.48 "GET /v2.0/networks?id=aebffe71-460d-4125-9891-a6387e3be549 HTTP/1.1" status: 200 len: 898 time: 0.1466305 Nov 24 21:19:42.036549 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-83e230d5-011b-4946-b6c5-236b0b60c7b0 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:42.071180 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ca9aa7-2cc7-4861-9370-1f4a79ea467b tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:42.071656 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ca9aa7-2cc7-4861-9370-1f4a79ea467b tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:42.072164 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ca9aa7-2cc7-4861-9370-1f4a79ea467b tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:42.073017 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ca9aa7-2cc7-4861-9370-1f4a79ea467b tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:42.073118 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ca9aa7-2cc7-4861-9370-1f4a79ea467b tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:42.073572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ca9aa7-2cc7-4861-9370-1f4a79ea467b tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:42.074009 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ca9aa7-2cc7-4861-9370-1f4a79ea467b tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:42.074466 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ca9aa7-2cc7-4861-9370-1f4a79ea467b tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:42.076735 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-47ca9aa7-2cc7-4861-9370-1f4a79ea467b tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5290 time: 0.1853549 Nov 24 21:19:42.080362 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41358) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:42.097237 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-83e230d5-011b-4946-b6c5-236b0b60c7b0 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:42.225255 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4b8f09de-7b87-4f60-825d-a7a5c14b6567 req-f7047ea7-1f55-48d4-878a-8a0161f6157f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf9bbff2-cdf0-4161-8c99-82e439c1f8af HTTP/1.1" status: 200 len: 998 time: 0.2274952 Nov 24 21:19:42.241175 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-83e230d5-011b-4946-b6c5-236b0b60c7b0 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:42.244740 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-83e230d5-011b-4946-b6c5-236b0b60c7b0 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:42.249434 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-83e230d5-011b-4946-b6c5-236b0b60c7b0 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "DELETE /v2.0/security-groups/4ebd348b-fee5-48bc-ad3c-7830ad5ac628 HTTP/1.1" status: 204 len: 168 time: 0.3050926 Nov 24 21:19:42.250100 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41360) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:42.284075 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-150b7425-3e23-4c5d-a4e0-d4c918eca8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2069985598', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:19:16Z', 'updated_at': '2021-11-24T21:19:21Z', 'revision_number': 4, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'gw_port': {'id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:17Z', 'updated_at': '2021-11-24T21:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'd6fbf60e-c972-483a-bc3a-7daa32cb2bab', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'port_id': 'cf9bbff2-cdf0-4161-8c99-82e439c1f8af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549', 'mac_address': 'fa:16:3e:e7:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b9f04-e78b-451a-84c8-e395c390d230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:19:40Z', 'updated_at': '2021-11-24T21:19:40Z', 'revision_number': 0, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28', 'name': '', 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'mac_address': 'fa:16:3e:39:01:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:20Z', 'updated_at': '2021-11-24T21:19:25Z', 'revision_number': 5, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'subnets': [{'id': '20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:42.308015 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e230d5-011b-4946-b6c5-236b0b60c7b0 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebd348b-fee5-48bc-ad3c-7830ad5ac628,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:42.311732 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f09de-7b87-4f60-825d-a7a5c14b6567 req-8db0dff5-18b8-40cd-83b4-1f3e448a018a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:42.313767 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4b8f09de-7b87-4f60-825d-a7a5c14b6567 req-8db0dff5-18b8-40cd-83b4-1f3e448a018a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f HTTP/1.1" status: 200 len: 835 time: 0.0816767 Nov 24 21:19:42.328618 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150b7425-3e23-4c5d-a4e0-d4c918eca8e4 None None] Checking router: b623dccc-f7a9-4401-b335-bb0ba3e8b29c for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:19:42.339317 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150b7425-3e23-4c5d-a4e0-d4c918eca8e4 None None] Routers {'b623dccc-f7a9-4401-b335-bb0ba3e8b29c'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:19:42.340288 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-150b7425-3e23-4c5d-a4e0-d4c918eca8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:19:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b623dccc-f7a9-4401-b335-bb0ba3e8b29c'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:42.345470 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a550f771-1230-4346-b2f3-44673d016c01 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0906911 Nov 24 21:19:42.352846 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41362) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:42.376391 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-6165a85f-a71b-4481-a4d7-5e0c0e3be795 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Request body: {'security_group': {'name': 'tempest-secgroup--1756102209'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:42.385227 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6d426b78-6907-471a-b0f3-1be928468ef6 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3781 time: 0.3033476 Nov 24 21:19:42.385886 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41364) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:42.420040 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6165a85f-a71b-4481-a4d7-5e0c0e3be795 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:42.436665 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:42.457396 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23580d19-72b1-4c99-8d36-374cf5388a11 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:42.458129 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23580d19-72b1-4c99-8d36-374cf5388a11 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:42.475372 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-23580d19-72b1-4c99-8d36-374cf5388a11 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b623dccc-f7a9-4401-b335-bb0ba3e8b29c HTTP/1.1" status: 200 len: 1990 time: 0.0869102 Nov 24 21:19:42.481694 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-150b7425-3e23-4c5d-a4e0-d4c918eca8e4 None None] Set router b623dccc-f7a9-4401-b335-bb0ba3e8b29c gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:19:42.499623 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f09de-7b87-4f60-825d-a7a5c14b6567 req-e451fffb-af64-4a68-b51d-b7f223b663a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:42.501322 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4b8f09de-7b87-4f60-825d-a7a5c14b6567 req-e451fffb-af64-4a68-b51d-b7f223b663a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aebffe71-460d-4125-9891-a6387e3be549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1731169 Nov 24 21:19:42.507693 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6165a85f-a71b-4481-a4d7-5e0c0e3be795 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:42.519125 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6165a85f-a71b-4481-a4d7-5e0c0e3be795 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:42.572141 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6165a85f-a71b-4481-a4d7-5e0c0e3be795 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:42.576331 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6165a85f-a71b-4481-a4d7-5e0c0e3be795 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2046816 Nov 24 21:19:42.577573 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41368) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:42.585536 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-044879e9-036c-4aca-873a-9a7409be4260 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Request body: {'security_group_rule': {'security_group_id': '59d05b9b-f575-4927-8665-d473fd2316f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:42.608091 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165a85f-a71b-4481-a4d7-5e0c0e3be795 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d05b9b-f575-4927-8665-d473fd2316f2,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:42.624010 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-044879e9-036c-4aca-873a-9a7409be4260 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:42.644413 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4b8f09de-7b87-4f60-825d-a7a5c14b6567 req-0e963c7c-98ec-43f4-a2e8-afaddd43c5bd service neutron] 10.222.0.48 "GET /v2.0/networks/aebffe71-460d-4125-9891-a6387e3be549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345949 Nov 24 21:19:42.690214 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-044879e9-036c-4aca-873a-9a7409be4260 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:42.695336 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-044879e9-036c-4aca-873a-9a7409be4260 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:42.718743 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044879e9-036c-4aca-873a-9a7409be4260 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d34111c-11f6-4d91-8bfa-de22a0573bd4,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:42.736370 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-044879e9-036c-4aca-873a-9a7409be4260 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:42.737714 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-044879e9-036c-4aca-873a-9a7409be4260 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1586080 Nov 24 21:19:42.740523 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41370) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:42.774669 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-39c9fed6-14e4-4f34-bb29-8781e677ce2f tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:42.778557 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-150b7425-3e23-4c5d-a4e0-d4c918eca8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2069985598', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:19:16Z', 'updated_at': '2021-11-24T21:19:21Z', 'revision_number': 4, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'gw_port': {'id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:17Z', 'updated_at': '2021-11-24T21:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'd6fbf60e-c972-483a-bc3a-7daa32cb2bab', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'port_id': 'cf9bbff2-cdf0-4161-8c99-82e439c1f8af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549', 'mac_address': 'fa:16:3e:e7:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b9f04-e78b-451a-84c8-e395c390d230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:19:40Z', 'updated_at': '2021-11-24T21:19:40Z', 'revision_number': 0, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28', 'name': '', 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'mac_address': 'fa:16:3e:39:01:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:20Z', 'updated_at': '2021-11-24T21:19:25Z', 'revision_number': 5, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'subnets': [{'id': '20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:42.783413 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4b8f09de-7b87-4f60-825d-a7a5c14b6567 req-eca97341-15a6-40ee-9548-006de916cb90 service neutron] 10.222.0.48 "GET /v2.0/networks/aebffe71-460d-4125-9891-a6387e3be549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297061 Nov 24 21:19:42.787737 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-39c9fed6-14e4-4f34-bb29-8781e677ce2f tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:42.810894 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150b7425-3e23-4c5d-a4e0-d4c918eca8e4 None None] The sync data for ids ['b623dccc-f7a9-4401-b335-bb0ba3e8b29c'] in n-d-812111-8 is: [{'id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2069985598', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:19:16Z', 'updated_at': '2021-11-24T21:19:21Z', 'revision_number': 4, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'gw_port': {'id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:17Z', 'updated_at': '2021-11-24T21:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'd6fbf60e-c972-483a-bc3a-7daa32cb2bab', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'port_id': 'cf9bbff2-cdf0-4161-8c99-82e439c1f8af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549', 'mac_address': 'fa:16:3e:e7:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b9f04-e78b-451a-84c8-e395c390d230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:19:40Z', 'updated_at': '2021-11-24T21:19:40Z', 'revision_number': 0, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28', 'name': '', 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'mac_address': 'fa:16:3e:39:01:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:20Z', 'updated_at': '2021-11-24T21:19:25Z', 'revision_number': 5, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'subnets': [{'id': '20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:19:42.848239 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-39c9fed6-14e4-4f34-bb29-8781e677ce2f tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:42.867442 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-39c9fed6-14e4-4f34-bb29-8781e677ce2f tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:42.871201 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-39c9fed6-14e4-4f34-bb29-8781e677ce2f tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/9d34111c-11f6-4d91-8bfa-de22a0573bd4 HTTP/1.1" status: 204 len: 168 time: 0.1270599 Nov 24 21:19:42.871201 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9fed6-14e4-4f34-bb29-8781e677ce2f tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d34111c-11f6-4d91-8bfa-de22a0573bd4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:42.872296 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41374) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:42.919868 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ac584366-fcc9-4c9f-87a1-2025eca0edbd tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0455332 Nov 24 21:19:42.922582 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41376) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:42.984676 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e2a56b43-5fd5-426f-ae3a-c8acdea9f58f tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:43.009526 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e2a56b43-5fd5-426f-ae3a-c8acdea9f58f tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:43.063444 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116a1636-596a-4fa5-89e5-3ac87387ca91 None None] New status for floating IP d6fbf60e-c972-483a-bc3a-7daa32cb2bab: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:19:43.066981 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e2a56b43-5fd5-426f-ae3a-c8acdea9f58f tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:43.070920 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e2a56b43-5fd5-426f-ae3a-c8acdea9f58f tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:43.076164 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41378) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:43.076722 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e2a56b43-5fd5-426f-ae3a-c8acdea9f58f tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "DELETE /v2.0/security-groups/59d05b9b-f575-4927-8665-d473fd2316f2 HTTP/1.1" status: 204 len: 168 time: 0.1527667 Nov 24 21:19:43.086158 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a56b43-5fd5-426f-ae3a-c8acdea9f58f tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d05b9b-f575-4927-8665-d473fd2316f2,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:43.131045 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41382) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:43.136433 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0176235c-fe24-442c-9602-901d1789b630 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Request body: {'security_group': {'name': 'tempest-secgroup--1148723904'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:43.140717 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b2d6959d-1426-4861-be98-d3019fb922d0 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0632768 Nov 24 21:19:43.165107 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0176235c-fe24-442c-9602-901d1789b630 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:43.253066 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0176235c-fe24-442c-9602-901d1789b630 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:43.256544 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0176235c-fe24-442c-9602-901d1789b630 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:43.292651 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0176235c-fe24-442c-9602-901d1789b630 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:43.296907 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41384) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:43.297079 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0176235c-fe24-442c-9602-901d1789b630 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1647403 Nov 24 21:19:43.301720 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176235c-fe24-442c-9602-901d1789b630 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ee2673-f576-4d88-a72c-8a24d3453510,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:43.302879 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-aa6eaf10-fb56-4669-92a3-466b8c579d99 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Request body: {'security_group_rule': {'security_group_id': 'f0ee2673-f576-4d88-a72c-8a24d3453510', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:43.343765 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aa6eaf10-fb56-4669-92a3-466b8c579d99 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:43.731716 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aa6eaf10-fb56-4669-92a3-466b8c579d99 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:43.736176 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aa6eaf10-fb56-4669-92a3-466b8c579d99 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:43.756573 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6eaf10-fb56-4669-92a3-466b8c579d99 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897a59b2-259e-4224-b9eb-c844b0d2721c,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:43.762994 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aa6eaf10-fb56-4669-92a3-466b8c579d99 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:43.764190 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-aa6eaf10-fb56-4669-92a3-466b8c579d99 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4662776 Nov 24 21:19:43.766853 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41386) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:43.785277 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-29f8bc97-1ca1-40a5-adae-dfe634a9ba91 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-group-rules/897a59b2-259e-4224-b9eb-c844b0d2721c HTTP/1.1" status: 200 len: 763 time: 0.0172980 Nov 24 21:19:43.788015 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41388) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:43.793046 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:43.831241 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9143e77f-36e6-4f9e-a166-b52c1d6087f5 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0395272 Nov 24 21:19:43.831486 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41390) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:43.856574 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ee68c870-b78a-413d-9d30-a77f2042816c tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:43.864736 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ee68c870-b78a-413d-9d30-a77f2042816c tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:43.892248 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ee68c870-b78a-413d-9d30-a77f2042816c tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:43.898469 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ee68c870-b78a-413d-9d30-a77f2042816c tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:43.902317 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ee68c870-b78a-413d-9d30-a77f2042816c tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/897a59b2-259e-4224-b9eb-c844b0d2721c HTTP/1.1" status: 204 len: 168 time: 0.0673041 Nov 24 21:19:43.902903 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41392) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:43.905339 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68c870-b78a-413d-9d30-a77f2042816c tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=897a59b2-259e-4224-b9eb-c844b0d2721c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:43.955299 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a9c717bc-81c4-4232-93c5-36bdc4fb63eb tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0509744 Nov 24 21:19:43.955914 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41396) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:43.960785 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-098b1498-3cff-4e51-afea-9ed2f66326b9 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Request body: {'security_group_rule': {'security_group_id': 'f0ee2673-f576-4d88-a72c-8a24d3453510', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:43.997986 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-098b1498-3cff-4e51-afea-9ed2f66326b9 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:44.057634 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-098b1498-3cff-4e51-afea-9ed2f66326b9 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:44.061871 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-098b1498-3cff-4e51-afea-9ed2f66326b9 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:44.079429 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b1498-3cff-4e51-afea-9ed2f66326b9 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b06a2c-8f6f-4926-b7d1-061582b492e3,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:44.090104 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-098b1498-3cff-4e51-afea-9ed2f66326b9 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:44.094428 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41398) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:44.094936 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-098b1498-3cff-4e51-afea-9ed2f66326b9 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1375093 Nov 24 21:19:44.114005 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cd586b96-0cd9-44ca-acd7-870ebfb71086 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-group-rules/e8b06a2c-8f6f-4926-b7d1-061582b492e3 HTTP/1.1" status: 200 len: 763 time: 0.0183909 Nov 24 21:19:44.116567 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41400) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:44.160998 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7d09bda0-8c82-473c-802d-06836e68ab5f tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0432301 Nov 24 21:19:44.163544 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41402) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:44.188787 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6d6df4c1-a7e8-43d0-8886-45506b604d49 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:44.196274 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6d6df4c1-a7e8-43d0-8886-45506b604d49 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:44.222289 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6d6df4c1-a7e8-43d0-8886-45506b604d49 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:44.229900 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6d6df4c1-a7e8-43d0-8886-45506b604d49 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:44.231065 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6d6df4c1-a7e8-43d0-8886-45506b604d49 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/e8b06a2c-8f6f-4926-b7d1-061582b492e3 HTTP/1.1" status: 204 len: 168 time: 0.0666108 Nov 24 21:19:44.233674 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41406) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:44.235209 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6df4c1-a7e8-43d0-8886-45506b604d49 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8b06a2c-8f6f-4926-b7d1-061582b492e3,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:44.275760 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e17f5056-a19c-4ff7-b564-65feb2aa262b tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0402741 Nov 24 21:19:44.278113 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41410) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:44.282680 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-fb0ec982-cb10-4324-bb44-bea6c12e549a tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Request body: {'security_group_rule': {'security_group_id': 'f0ee2673-f576-4d88-a72c-8a24d3453510', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:44.311330 n-d-812111-8 neutron-server[109991]: INFO neutron.db.securitygroups_db [None req-fb0ec982-cb10-4324-bb44-bea6c12e549a tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Project 4bae5a0d49724c4198724bc4463c94ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:19:44.317330 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb0ec982-cb10-4324-bb44-bea6c12e549a tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:44.383149 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb0ec982-cb10-4324-bb44-bea6c12e549a tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:44.387811 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb0ec982-cb10-4324-bb44-bea6c12e549a tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:44.408499 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ec982-cb10-4324-bb44-bea6c12e549a tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f784d56c-ec27-4678-9f27-1a71fc570c03,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:44.414563 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb0ec982-cb10-4324-bb44-bea6c12e549a tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:44.416075 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fb0ec982-cb10-4324-bb44-bea6c12e549a tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1367567 Nov 24 21:19:44.418736 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41416) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:44.436218 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c7d697d1-be0a-4ce1-8181-1ad6180263bb tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-group-rules/f784d56c-ec27-4678-9f27-1a71fc570c03 HTTP/1.1" status: 200 len: 769 time: 0.0163105 Nov 24 21:19:44.439237 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41418) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:44.481677 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5d33318d-41f4-42bf-a67d-cd4290edda52 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0413415 Nov 24 21:19:44.484339 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41420) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:44.507480 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5217a353-db96-4dcc-a023-9984d6b2b3aa tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:44.514900 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5217a353-db96-4dcc-a023-9984d6b2b3aa tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:44.543198 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5217a353-db96-4dcc-a023-9984d6b2b3aa tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:44.549245 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5217a353-db96-4dcc-a023-9984d6b2b3aa tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:44.550351 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5217a353-db96-4dcc-a023-9984d6b2b3aa tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/f784d56c-ec27-4678-9f27-1a71fc570c03 HTTP/1.1" status: 204 len: 168 time: 0.0650549 Nov 24 21:19:44.552992 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41422) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:44.555907 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217a353-db96-4dcc-a023-9984d6b2b3aa tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f784d56c-ec27-4678-9f27-1a71fc570c03,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:44.601990 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-70665f6b-34f3-429d-8757-d7380989d164 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0474672 Nov 24 21:19:44.605562 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41424) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:44.662339 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-57d75af6-a29f-4234-ba25-20b150d40855 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:44.684228 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-57d75af6-a29f-4234-ba25-20b150d40855 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:44.727278 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-57d75af6-a29f-4234-ba25-20b150d40855 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:44.730365 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-57d75af6-a29f-4234-ba25-20b150d40855 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:44.733971 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-57d75af6-a29f-4234-ba25-20b150d40855 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "DELETE /v2.0/security-groups/f0ee2673-f576-4d88-a72c-8a24d3453510 HTTP/1.1" status: 204 len: 168 time: 0.1249344 Nov 24 21:19:44.734832 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41426) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:44.740659 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d75af6-a29f-4234-ba25-20b150d40855 tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ee2673-f576-4d88-a72c-8a24d3453510,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:44.785012 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-04ebfe2d-dd28-4930-bac4-ad36251f82fe tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0488286 Nov 24 21:19:44.790760 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41428) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:44.835370 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-10ad0423-c171-409c-8fee-d25d6750335d tempest-SecGroupIPv6Test-1699883618 tempest-SecGroupIPv6Test-1699883618-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0446122 Nov 24 21:19:44.841622 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:45.094711 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41436) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:45.237615 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8bfa9c6b-f807-443f-b182-d90a8e5834ac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4bae5a0d49724c4198724bc4463c94ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1417110 Nov 24 21:19:45.240184 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41440) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:45.293202 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af50f99c-fea8-4fd9-a112-2e5f4cf4b29d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:45.315206 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af50f99c-fea8-4fd9-a112-2e5f4cf4b29d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:45.365711 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af50f99c-fea8-4fd9-a112-2e5f4cf4b29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:45.368620 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af50f99c-fea8-4fd9-a112-2e5f4cf4b29d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:45.370401 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-af50f99c-fea8-4fd9-a112-2e5f4cf4b29d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c28fafe8-c677-4b7f-92ee-ece0f99662d8 HTTP/1.1" status: 204 len: 168 time: 0.1293099 Nov 24 21:19:45.378927 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50f99c-fea8-4fd9-a112-2e5f4cf4b29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28fafe8-c677-4b7f-92ee-ece0f99662d8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:46.026738 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41464) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:46.131220 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-c290d59d-5dfa-488c-92e6-c7e205b9b019 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:46.131835 n-d-812111-8 neutron-server[109990]: WARNING neutron.api.v2.base [None req-c290d59d-5dfa-488c-92e6-c7e205b9b019 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 21:19:46.132145 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-c290d59d-5dfa-488c-92e6-c7e205b9b019 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 21:19:46.133177 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c290d59d-5dfa-488c-92e6-c7e205b9b019 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1053884 Nov 24 21:19:46.137670 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41470) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:46.142454 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-866e8ba3-871d-41c7-8067-ce38f534a575 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group': {'name': 'tempest-secgroup--1723389326'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:46.172036 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-866e8ba3-871d-41c7-8067-ce38f534a575 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:46.183310 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-866e8ba3-871d-41c7-8067-ce38f534a575 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:46.260691 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-866e8ba3-871d-41c7-8067-ce38f534a575 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:46.264660 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-866e8ba3-871d-41c7-8067-ce38f534a575 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:46.300351 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e8ba3-871d-41c7-8067-ce38f534a575 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570a3344-412c-4cca-8195-6d19e7c27e0a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:46.344018 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-866e8ba3-871d-41c7-8067-ce38f534a575 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:46.348188 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-866e8ba3-871d-41c7-8067-ce38f534a575 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:46.379691 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-866e8ba3-871d-41c7-8067-ce38f534a575 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:46.380946 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-866e8ba3-871d-41c7-8067-ce38f534a575 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2423515 Nov 24 21:19:46.383837 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41472) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:46.390691 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0a881321-7111-4879-aa79-e8bcb46d36e1 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group_rule': {'security_group_id': '09015829-9d01-49b0-9251-ce717d2a822d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:46.395157 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e8ba3-871d-41c7-8067-ce38f534a575 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09015829-9d01-49b0-9251-ce717d2a822d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:46.424120 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a881321-7111-4879-aa79-e8bcb46d36e1 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:46.481291 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a881321-7111-4879-aa79-e8bcb46d36e1 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:46.485109 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a881321-7111-4879-aa79-e8bcb46d36e1 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:46.504401 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a881321-7111-4879-aa79-e8bcb46d36e1 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c48c78-6956-45ba-9501-a4ca049dac59,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:46.514910 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a881321-7111-4879-aa79-e8bcb46d36e1 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:46.516107 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0a881321-7111-4879-aa79-e8bcb46d36e1 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292365 Nov 24 21:19:46.519090 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41476) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:46.524054 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0c17e9ac-b936-4779-a7a7-d4b26d7e019f tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group_rule': {'security_group_id': '09015829-9d01-49b0-9251-ce717d2a822d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:46.563486 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0c17e9ac-b936-4779-a7a7-d4b26d7e019f tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:46.613718 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-0c17e9ac-b936-4779-a7a7-d4b26d7e019f tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 21:19:46.617590 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0c17e9ac-b936-4779-a7a7-d4b26d7e019f tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0947304 Nov 24 21:19:46.617741 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41478) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:46.671586 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6c95-722b-4915-8f98-ac1328b2e719 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:46.694092 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6c95-722b-4915-8f98-ac1328b2e719 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:46.740961 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6c95-722b-4915-8f98-ac1328b2e719 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:46.743722 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6c95-722b-4915-8f98-ac1328b2e719 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:46.744991 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1b2f6c95-722b-4915-8f98-ac1328b2e719 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "DELETE /v2.0/security-groups/09015829-9d01-49b0-9251-ce717d2a822d HTTP/1.1" status: 204 len: 168 time: 0.1263409 Nov 24 21:19:46.747821 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41480) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:46.755061 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f6c95-722b-4915-8f98-ac1328b2e719 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09015829-9d01-49b0-9251-ce717d2a822d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:46.816041 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-525cc07c-cbbb-4fb3-8bf5-5abbf9a916a6 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0628319 Nov 24 21:19:46.816332 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41482) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:46.820609 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-ef96c87d-6a80-4bc0-9581-0ec33d618645 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group': {'name': 'tempest-secgroup--189845229'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:46.842763 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef96c87d-6a80-4bc0-9581-0ec33d618645 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:46.916340 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef96c87d-6a80-4bc0-9581-0ec33d618645 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:46.920349 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef96c87d-6a80-4bc0-9581-0ec33d618645 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:46.949958 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef96c87d-6a80-4bc0-9581-0ec33d618645 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:46.951194 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ef96c87d-6a80-4bc0-9581-0ec33d618645 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1338713 Nov 24 21:19:46.953040 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96c87d-6a80-4bc0-9581-0ec33d618645 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb8b734-4561-4d12-a3a0-ee90aec03559,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:46.954275 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41484) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:46.961479 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-5c05ca62-0427-4939-b210-0d4d7a99f582 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group_rule': {'security_group_id': 'bfb8b734-4561-4d12-a3a0-ee90aec03559', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:46.962267 n-d-812111-8 neutron-server[109990]: WARNING neutron.api.v2.base [None req-5c05ca62-0427-4939-b210-0d4d7a99f582 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 24 21:19:46.963439 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-5c05ca62-0427-4939-b210-0d4d7a99f582 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:19:46.964670 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5c05ca62-0427-4939-b210-0d4d7a99f582 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072608 Nov 24 21:19:46.967267 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41486) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:47.021020 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-46f217cb-ddfa-483f-99a6-cebbd39af778 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:47.044505 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-46f217cb-ddfa-483f-99a6-cebbd39af778 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:47.089377 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-46f217cb-ddfa-483f-99a6-cebbd39af778 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:47.092105 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-46f217cb-ddfa-483f-99a6-cebbd39af778 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:47.093445 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-46f217cb-ddfa-483f-99a6-cebbd39af778 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "DELETE /v2.0/security-groups/bfb8b734-4561-4d12-a3a0-ee90aec03559 HTTP/1.1" status: 204 len: 168 time: 0.1251993 Nov 24 21:19:47.096235 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41488) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:47.105994 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f217cb-ddfa-483f-99a6-cebbd39af778 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb8b734-4561-4d12-a3a0-ee90aec03559,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:47.152794 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2e6acbba-e374-47ed-b16f-b24ca97334e2 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0522664 Nov 24 21:19:47.154168 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41492) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:47.160694 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-76232489-6a46-4517-9638-4f0f9b90cac8 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group': {'name': 'tempest-secgroup--444957047'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:47.199512 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-76232489-6a46-4517-9638-4f0f9b90cac8 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:47.271880 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-76232489-6a46-4517-9638-4f0f9b90cac8 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:47.275647 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-76232489-6a46-4517-9638-4f0f9b90cac8 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:47.304643 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76232489-6a46-4517-9638-4f0f9b90cac8 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b47129-3288-464a-b95a-a598d13eb57c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:47.309520 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-76232489-6a46-4517-9638-4f0f9b90cac8 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:47.313450 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-76232489-6a46-4517-9638-4f0f9b90cac8 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1550541 Nov 24 21:19:47.313848 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41494) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:47.318365 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-a8b1e5e6-bfb2-4458-8168-179f2062f6b5 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group_rule': {'security_group_id': '03b47129-3288-464a-b95a-a598d13eb57c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:47.319203 n-d-812111-8 neutron-server[109991]: WARNING neutron.api.v2.base [None req-a8b1e5e6-bfb2-4458-8168-179f2062f6b5 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 24 21:19:47.320189 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-a8b1e5e6-bfb2-4458-8168-179f2062f6b5 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:19:47.320626 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a8b1e5e6-bfb2-4458-8168-179f2062f6b5 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058839 Nov 24 21:19:47.324495 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41496) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:47.377279 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df5b260e-3ecf-4e01-85b4-034508094dc3 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:47.401349 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df5b260e-3ecf-4e01-85b4-034508094dc3 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:47.444129 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df5b260e-3ecf-4e01-85b4-034508094dc3 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:47.447491 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df5b260e-3ecf-4e01-85b4-034508094dc3 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:47.449104 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-df5b260e-3ecf-4e01-85b4-034508094dc3 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "DELETE /v2.0/security-groups/03b47129-3288-464a-b95a-a598d13eb57c HTTP/1.1" status: 204 len: 168 time: 0.1235552 Nov 24 21:19:47.452136 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41498) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:47.458177 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b260e-3ecf-4e01-85b4-034508094dc3 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b47129-3288-464a-b95a-a598d13eb57c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:47.478670 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:19:47.506019 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6c363f27-0094-4f80-8730-a92f2259428e tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0520177 Nov 24 21:19:47.510377 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41500) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:47.514762 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7d8c2564-3da3-4ed5-aa06-095a53e23667 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group': {'name': 'tempest-secgroup--1301939423'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:47.537885 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2564-3da3-4ed5-aa06-095a53e23667 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:47.615796 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2564-3da3-4ed5-aa06-095a53e23667 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:47.621803 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2564-3da3-4ed5-aa06-095a53e23667 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:47.648642 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2564-3da3-4ed5-aa06-095a53e23667 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:47.653257 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7d8c2564-3da3-4ed5-aa06-095a53e23667 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1385293 Nov 24 21:19:47.654584 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41506) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:47.659235 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c2564-3da3-4ed5-aa06-095a53e23667 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed8fc72-d77b-4899-a918-6d943834a207,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:47.663284 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c2d4e35b-87d1-4f21-9b21-d5a48524f087 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group_rule': {'security_group_id': '2ed8fc72-d77b-4899-a918-6d943834a207', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:47.666894 n-d-812111-8 neutron-server[109991]: WARNING neutron.api.v2.base [None req-c2d4e35b-87d1-4f21-9b21-d5a48524f087 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 24 21:19:47.667578 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-c2d4e35b-87d1-4f21-9b21-d5a48524f087 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:19:47.671681 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41508) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:47.672871 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c2d4e35b-87d1-4f21-9b21-d5a48524f087 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0156541 Nov 24 21:19:47.676813 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b3688a09-e184-4a5b-8e0a-9493ae366fef tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group_rule': {'security_group_id': '2ed8fc72-d77b-4899-a918-6d943834a207', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:47.677625 n-d-812111-8 neutron-server[109990]: WARNING neutron.api.v2.base [None req-b3688a09-e184-4a5b-8e0a-9493ae366fef tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 24 21:19:47.678222 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-b3688a09-e184-4a5b-8e0a-9493ae366fef tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:19:47.680800 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b3688a09-e184-4a5b-8e0a-9493ae366fef tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063462 Nov 24 21:19:47.682122 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41510) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:47.688777 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-fdaeb240-5823-424a-9170-ecd7240dd7ab tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group_rule': {'security_group_id': '2ed8fc72-d77b-4899-a918-6d943834a207', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:47.689812 n-d-812111-8 neutron-server[109991]: WARNING neutron.api.v2.base [None req-fdaeb240-5823-424a-9170-ecd7240dd7ab tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 24 21:19:47.690455 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-fdaeb240-5823-424a-9170-ecd7240dd7ab tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:19:47.694562 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41512) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:47.694760 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fdaeb240-5823-424a-9170-ecd7240dd7ab tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101211 Nov 24 21:19:47.701299 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7d8cbf0c-a09c-45ad-b945-e36e2f563bd8 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group_rule': {'security_group_id': '2ed8fc72-d77b-4899-a918-6d943834a207', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:47.702298 n-d-812111-8 neutron-server[109990]: WARNING neutron.api.v2.base [None req-7d8cbf0c-a09c-45ad-b945-e36e2f563bd8 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 24 21:19:47.702906 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-7d8cbf0c-a09c-45ad-b945-e36e2f563bd8 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:19:47.707485 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7d8cbf0c-a09c-45ad-b945-e36e2f563bd8 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0089293 Nov 24 21:19:47.708542 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41514) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:47.770940 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b38dc5e8-7421-4ff3-89bc-dda1e0000092 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:47.806217 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b38dc5e8-7421-4ff3-89bc-dda1e0000092 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:47.867755 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e42f5-1e72-4920-9502-da22ebd4cf96 req-e25cd4e6-bda3-4e49-8299-282c0a7ccacb tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:47.869531 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d69e42f5-1e72-4920-9502-da22ebd4cf96 req-e25cd4e6-bda3-4e49-8299-282c0a7ccacb tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8486fb6-2c7b-456f-8606-b0a79decb1f6 HTTP/1.1" status: 200 len: 945 time: 0.0749972 Nov 24 21:19:47.878809 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b38dc5e8-7421-4ff3-89bc-dda1e0000092 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:47.881371 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b38dc5e8-7421-4ff3-89bc-dda1e0000092 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:47.885317 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b38dc5e8-7421-4ff3-89bc-dda1e0000092 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "DELETE /v2.0/security-groups/2ed8fc72-d77b-4899-a918-6d943834a207 HTTP/1.1" status: 204 len: 168 time: 0.1752586 Nov 24 21:19:47.885582 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41518) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:47.912441 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dc5e8-7421-4ff3-89bc-dda1e0000092 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed8fc72-d77b-4899-a918-6d943834a207,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:47.944325 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-59c3a0a4-e93b-4dca-a0ee-bf1d7bebf0c4 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0574312 Nov 24 21:19:47.945864 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d69e42f5-1e72-4920-9502-da22ebd4cf96 req-7e0d7dd8-6da1-4539-b225-051b18f3619b tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687337 Nov 24 21:19:47.948637 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41520) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:47.958865 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-acadf2df-b6c1-459f-8c38-aed63c6bedc3 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group': {'name': 'tempest-secgroup--1601867162'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:47.983131 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acadf2df-b6c1-459f-8c38-aed63c6bedc3 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:48.060946 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acadf2df-b6c1-459f-8c38-aed63c6bedc3 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:48.065311 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acadf2df-b6c1-459f-8c38-aed63c6bedc3 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:48.095638 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acadf2df-b6c1-459f-8c38-aed63c6bedc3 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:48.097657 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-acadf2df-b6c1-459f-8c38-aed63c6bedc3 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1423752 Nov 24 21:19:48.100703 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41522) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:48.102389 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acadf2df-b6c1-459f-8c38-aed63c6bedc3 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38bd1606-53be-4422-839f-ec0e53093e93,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:48.106177 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c44e01cd-aa74-4bd8-81d6-35dd9745832f tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group_rule': {'security_group_id': '38bd1606-53be-4422-839f-ec0e53093e93', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:48.106651 n-d-812111-8 neutron-server[109991]: WARNING neutron.api.v2.base [None req-c44e01cd-aa74-4bd8-81d6-35dd9745832f tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 21:19:48.107146 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-c44e01cd-aa74-4bd8-81d6-35dd9745832f tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:19:48.109262 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c44e01cd-aa74-4bd8-81d6-35dd9745832f tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069160 Nov 24 21:19:48.111168 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41524) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:48.116692 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-28de3630-b791-4eea-961a-2fa77da7bd22 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group_rule': {'security_group_id': '38bd1606-53be-4422-839f-ec0e53093e93', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:48.153940 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-28de3630-b791-4eea-961a-2fa77da7bd22 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:19:48.155003 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-28de3630-b791-4eea-961a-2fa77da7bd22 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0427952 Nov 24 21:19:48.157908 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41526) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:48.162534 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-0251e0ff-a283-47c7-8e81-a622fad8a503 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group_rule': {'security_group_id': '38bd1606-53be-4422-839f-ec0e53093e93', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:48.163153 n-d-812111-8 neutron-server[109991]: WARNING neutron.api.v2.base [None req-0251e0ff-a283-47c7-8e81-a622fad8a503 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 24 21:19:48.163588 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-0251e0ff-a283-47c7-8e81-a622fad8a503 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:19:48.164556 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0251e0ff-a283-47c7-8e81-a622fad8a503 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055523 Nov 24 21:19:48.167399 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41528) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:48.172839 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-62a2de98-c6c6-4445-a0a8-5b615ec736fd tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group_rule': {'security_group_id': '38bd1606-53be-4422-839f-ec0e53093e93', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:48.216342 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-62a2de98-c6c6-4445-a0a8-5b615ec736fd tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:19:48.220179 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-62a2de98-c6c6-4445-a0a8-5b615ec736fd tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0488558 Nov 24 21:19:48.220490 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41532) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:48.225704 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0f3edebe-3188-48fd-aeea-14830aa3049d tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group_rule': {'security_group_id': '38bd1606-53be-4422-839f-ec0e53093e93', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:48.226235 n-d-812111-8 neutron-server[109990]: WARNING neutron.api.v2.base [None req-0f3edebe-3188-48fd-aeea-14830aa3049d tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 21:19:48.227686 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-0f3edebe-3188-48fd-aeea-14830aa3049d tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:19:48.231931 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0f3edebe-3188-48fd-aeea-14830aa3049d tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071721 Nov 24 21:19:48.232165 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41534) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:48.236521 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-fc0fd17b-8d5d-499e-a8c7-5066c79ecfe8 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group_rule': {'security_group_id': '38bd1606-53be-4422-839f-ec0e53093e93', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:48.278214 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-fc0fd17b-8d5d-499e-a8c7-5066c79ecfe8 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:19:48.282069 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fc0fd17b-8d5d-499e-a8c7-5066c79ecfe8 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0462408 Nov 24 21:19:48.282344 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41536) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:48.286754 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-c5ca76f1-7d9e-40e5-9551-ec61b2e41aab tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group_rule': {'security_group_id': '38bd1606-53be-4422-839f-ec0e53093e93', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:48.287967 n-d-812111-8 neutron-server[109990]: WARNING neutron.api.v2.base [None req-c5ca76f1-7d9e-40e5-9551-ec61b2e41aab tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 24 21:19:48.288444 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-c5ca76f1-7d9e-40e5-9551-ec61b2e41aab tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:19:48.289427 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c5ca76f1-7d9e-40e5-9551-ec61b2e41aab tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061557 Nov 24 21:19:48.292332 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41538) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:48.296235 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4a41c077-7333-4adc-be38-aa085878a630 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group_rule': {'security_group_id': '38bd1606-53be-4422-839f-ec0e53093e93', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:48.329939 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-4a41c077-7333-4adc-be38-aa085878a630 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:19:48.333698 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4a41c077-7333-4adc-be38-aa085878a630 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0378404 Nov 24 21:19:48.333945 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41540) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:48.339227 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e40111d5-d4fc-45ea-90a7-fc3e2126fdd8 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group_rule': {'security_group_id': '38bd1606-53be-4422-839f-ec0e53093e93', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:48.382841 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-e40111d5-d4fc-45ea-90a7-fc3e2126fdd8 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:19:48.387399 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41542) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:48.397220 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e40111d5-d4fc-45ea-90a7-fc3e2126fdd8 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0621634 Nov 24 21:19:48.444254 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7d5c7afe-6a4f-4daa-b79e-80cb1a05b7f0 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:48.445944 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7d3a15ab-9ff5-4c0c-8873-115d6f02c9ae req-3b868476-5cc3-4398-baf2-dd3cb22eb8a1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9d60699f-9aea-44a7-a647-3e9822e31646&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430222 Nov 24 21:19:48.470858 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7d5c7afe-6a4f-4daa-b79e-80cb1a05b7f0 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:48.516952 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7d5c7afe-6a4f-4daa-b79e-80cb1a05b7f0 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:48.518562 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a15ab-9ff5-4c0c-8873-115d6f02c9ae req-b5729bcb-302a-47eb-8cd3-2f5c1b7c3cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:48.519574 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7d5c7afe-6a4f-4daa-b79e-80cb1a05b7f0 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:48.520093 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7d3a15ab-9ff5-4c0c-8873-115d6f02c9ae req-b5729bcb-302a-47eb-8cd3-2f5c1b7c3cc1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8d1b3c5195f4c05a18dfb32f9f7c943&device_id=9d60699f-9aea-44a7-a647-3e9822e31646 HTTP/1.1" status: 200 len: 1096 time: 0.0459120 Nov 24 21:19:48.520729 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7d5c7afe-6a4f-4daa-b79e-80cb1a05b7f0 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "DELETE /v2.0/security-groups/38bd1606-53be-4422-839f-ec0e53093e93 HTTP/1.1" status: 204 len: 168 time: 0.1320951 Nov 24 21:19:48.523738 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41544) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:48.530996 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c7afe-6a4f-4daa-b79e-80cb1a05b7f0 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bd1606-53be-4422-839f-ec0e53093e93,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:48.629168 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2fed37e3-357e-4d16-ae78-e3103b468502 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1039314 Nov 24 21:19:48.634901 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41546) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:48.639343 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ffb63945-13ce-4a8e-848f-4a3827e23475 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550112000'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:48.678314 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a15ab-9ff5-4c0c-8873-115d6f02c9ae req-58c00b97-a13e-4a9f-ab56-68fc4f2a1f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:48.679847 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7d3a15ab-9ff5-4c0c-8873-115d6f02c9ae req-58c00b97-a13e-4a9f-ab56-68fc4f2a1f04 service neutron] 10.222.0.48 "GET /v2.0/networks?id=69f36ff4-df91-4502-a33c-b0e40fcb2067 HTTP/1.1" status: 200 len: 915 time: 0.1371436 Nov 24 21:19:48.681558 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ffb63945-13ce-4a8e-848f-4a3827e23475 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:48.734750 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7d3a15ab-9ff5-4c0c-8873-115d6f02c9ae req-ced7f478-4a34-46c0-99a3-71636530032b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27136210-4686-4125-ad09-abc183ccd6d6 HTTP/1.1" status: 200 len: 217 time: 0.0440960 Nov 24 21:19:48.803938 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a15ab-9ff5-4c0c-8873-115d6f02c9ae req-e6c74def-5140-48df-9a32-45d3c3a2c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:48.805459 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7d3a15ab-9ff5-4c0c-8873-115d6f02c9ae req-e6c74def-5140-48df-9a32-45d3c3a2c8f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1257a070-7767-454d-ab67-31a004e8a10a HTTP/1.1" status: 200 len: 854 time: 0.0618024 Nov 24 21:19:48.845148 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7d3a15ab-9ff5-4c0c-8873-115d6f02c9ae req-42c099cc-f628-4aee-9168-d905ccb38967 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=69f36ff4-df91-4502-a33c-b0e40fcb2067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303783 Nov 24 21:19:48.847349 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ffb63945-13ce-4a8e-848f-4a3827e23475 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:48.851233 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ffb63945-13ce-4a8e-848f-4a3827e23475 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:48.908282 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ffb63945-13ce-4a8e-848f-4a3827e23475 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:48.909442 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ffb63945-13ce-4a8e-848f-4a3827e23475 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2743061 Nov 24 21:19:48.912515 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41550) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:48.917281 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-cba224dd-72ce-4c96-9d24-4be5b853563c tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group_rule': {'security_group_id': '664788e4-ae5f-4e5a-ab3b-2b79bcfae211', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:48.940797 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb63945-13ce-4a8e-848f-4a3827e23475 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=664788e4-ae5f-4e5a-ab3b-2b79bcfae211,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:48.959285 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-cba224dd-72ce-4c96-9d24-4be5b853563c tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] create failed (client error): The resource could not be found. Nov 24 21:19:48.963756 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cba224dd-72ce-4c96-9d24-4be5b853563c tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0501525 Nov 24 21:19:48.964384 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41552) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:48.969159 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-bceda1d0-0fe8-4871-abf5-5a2d0fbd5919 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group_rule': {'security_group_id': '664788e4-ae5f-4e5a-ab3b-2b79bcfae211', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0f49e914-6a69-46ae-aa49-0f2c3ba1710e'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:48.975655 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7d3a15ab-9ff5-4c0c-8873-115d6f02c9ae req-54ea054a-02cc-48d5-971d-484d1297a31f service neutron] 10.222.0.48 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208730 Nov 24 21:19:49.035055 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-bceda1d0-0fe8-4871-abf5-5a2d0fbd5919 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] create failed (client error): The resource could not be found. Nov 24 21:19:49.040250 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-bceda1d0-0fe8-4871-abf5-5a2d0fbd5919 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0748529 Nov 24 21:19:49.041725 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41556) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:49.082493 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7d3a15ab-9ff5-4c0c-8873-115d6f02c9ae req-d4810139-ebe3-4ce5-b700-9ca37c1e89e2 service neutron] 10.222.0.48 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960038 Nov 24 21:19:49.136168 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6bb3e-59ae-4056-acc4-8615f42e72e8 req-4acceb2f-4a83-44be-889b-bc7c9570b41f tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:49.137882 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3d6bb3e-59ae-4056-acc4-8615f42e72e8 req-4acceb2f-4a83-44be-889b-bc7c9570b41f tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8486fb6-2c7b-456f-8606-b0a79decb1f6 HTTP/1.1" status: 200 len: 945 time: 0.0871775 Nov 24 21:19:49.143459 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb62be4f-954e-4f1d-a0f5-0a9b5ec7095a tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:49.191324 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb62be4f-954e-4f1d-a0f5-0a9b5ec7095a tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:49.222922 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3d6bb3e-59ae-4056-acc4-8615f42e72e8 req-f0cd202e-4b20-474b-8c46-6b19217067b6 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774486 Nov 24 21:19:49.248559 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb62be4f-954e-4f1d-a0f5-0a9b5ec7095a tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:49.251175 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb62be4f-954e-4f1d-a0f5-0a9b5ec7095a tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:49.252292 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fb62be4f-954e-4f1d-a0f5-0a9b5ec7095a tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "DELETE /v2.0/security-groups/664788e4-ae5f-4e5a-ab3b-2b79bcfae211 HTTP/1.1" status: 204 len: 168 time: 0.2092459 Nov 24 21:19:49.254980 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41558) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:49.262265 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62be4f-954e-4f1d-a0f5-0a9b5ec7095a tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=664788e4-ae5f-4e5a-ab3b-2b79bcfae211,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:49.315494 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8e7d0ad0-45ce-4e74-89e9-fbf3ae45ed61 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0592294 Nov 24 21:19:49.319267 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41562) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:49.324431 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-5b33b5f7-fead-4fba-96e3-12139af0672b tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group_rule': {'security_group_id': '255b5780-108a-480d-add4-7885acc144ca', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:49.365617 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-5b33b5f7-fead-4fba-96e3-12139af0672b tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] create failed (client error): The resource could not be found. Nov 24 21:19:49.366677 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5b33b5f7-fead-4fba-96e3-12139af0672b tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0463917 Nov 24 21:19:49.370324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41564) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:49.374689 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-1402f82d-db2f-4add-929c-e91b7ece289c tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group': {'name': 'tempest-secgroup--1013905287'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:49.396220 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1402f82d-db2f-4add-929c-e91b7ece289c tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:49.467091 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1402f82d-db2f-4add-929c-e91b7ece289c tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:49.470084 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1402f82d-db2f-4add-929c-e91b7ece289c tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:49.494796 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde931e-dc51-41a1-89ff-9dfd5b24dc60 req-c711f43e-5fba-42bb-b31e-f96820e43174 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:49.496519 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5dde931e-dc51-41a1-89ff-9dfd5b24dc60 req-c711f43e-5fba-42bb-b31e-f96820e43174 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8486fb6-2c7b-456f-8606-b0a79decb1f6 HTTP/1.1" status: 200 len: 945 time: 0.0857680 Nov 24 21:19:49.500254 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1402f82d-db2f-4add-929c-e91b7ece289c tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:49.501442 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1402f82d-db2f-4add-929c-e91b7ece289c tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1301715 Nov 24 21:19:49.504178 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41566) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:49.508637 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-6c8a0fa2-36df-48c6-9bfe-bed8819ad3a6 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group': {'name': 'tempest-secgroup--24332847'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:49.515355 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402f82d-db2f-4add-929c-e91b7ece289c tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76dd9e2e-46bb-43de-8104-f481079c89a3,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:49.536437 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c8a0fa2-36df-48c6-9bfe-bed8819ad3a6 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:49.599324 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-5dde931e-dc51-41a1-89ff-9dfd5b24dc60 req-e368dfed-6385-4b66-965e-f46be202d7b0 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Deleting port f2277c9c-a4cf-4f43-9150-d82a248a7c5d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:19:49.599670 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5dde931e-dc51-41a1-89ff-9dfd5b24dc60 req-e368dfed-6385-4b66-965e-f46be202d7b0 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:49.606753 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c8a0fa2-36df-48c6-9bfe-bed8819ad3a6 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:49.610730 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c8a0fa2-36df-48c6-9bfe-bed8819ad3a6 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:49.639354 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c8a0fa2-36df-48c6-9bfe-bed8819ad3a6 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:49.640581 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6c8a0fa2-36df-48c6-9bfe-bed8819ad3a6 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1353688 Nov 24 21:19:49.644135 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41568) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:49.648820 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-b09ca7a9-2ef8-4413-b9bb-7bf7b9eab145 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group_rule': {'security_group_id': '76dd9e2e-46bb-43de-8104-f481079c89a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4241fac2-dac8-4efa-85f4-b39db6ac3adf'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:49.653661 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a0fa2-36df-48c6-9bfe-bed8819ad3a6 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4241fac2-dac8-4efa-85f4-b39db6ac3adf,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:49.693022 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-b09ca7a9-2ef8-4413-b9bb-7bf7b9eab145 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:19:49.694196 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b09ca7a9-2ef8-4413-b9bb-7bf7b9eab145 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0488667 Nov 24 21:19:49.697161 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41570) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:49.703947 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-5dde931e-dc51-41a1-89ff-9dfd5b24dc60 req-e368dfed-6385-4b66-965e-f46be202d7b0 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] For port f2277c9c-a4cf-4f43-9150-d82a248a7c5d, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=f2277c9c-a4cf-4f43-9150-d82a248a7c5d,segment=NetworkSegment(1374f974-1485-4dc0-b969-e97d087fa34f),segment_id=1374f974-1485-4dc0-b969-e97d087fa34f)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:49.704457 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5dde931e-dc51-41a1-89ff-9dfd5b24dc60 req-e368dfed-6385-4b66-965e-f46be202d7b0 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:49.718471 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-5dde931e-dc51-41a1-89ff-9dfd5b24dc60 req-e368dfed-6385-4b66-965e-f46be202d7b0 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Calling delete_port for f2277c9c-a4cf-4f43-9150-d82a248a7c5d owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:19:49.754983 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-64e3e815-45b9-47ea-82d0-3a9adc7ddc57 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:49.778507 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-64e3e815-45b9-47ea-82d0-3a9adc7ddc57 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:49.826152 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-64e3e815-45b9-47ea-82d0-3a9adc7ddc57 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:49.828894 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-64e3e815-45b9-47ea-82d0-3a9adc7ddc57 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:49.830068 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-64e3e815-45b9-47ea-82d0-3a9adc7ddc57 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "DELETE /v2.0/security-groups/4241fac2-dac8-4efa-85f4-b39db6ac3adf HTTP/1.1" status: 204 len: 168 time: 0.1319618 Nov 24 21:19:49.833542 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41572) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:49.839818 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3e815-45b9-47ea-82d0-3a9adc7ddc57 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4241fac2-dac8-4efa-85f4-b39db6ac3adf,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:49.881221 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5dde931e-dc51-41a1-89ff-9dfd5b24dc60 req-e368dfed-6385-4b66-965e-f46be202d7b0 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:49.895218 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c436e9ae-4d7b-4488-b597-145a13d84b07'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:19:49.897522 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['be0edcdf-fa9c-4fc3-a9f7-231aade74b56', '27136210-4686-4125-ad09-abc183ccd6d6', 'f2277c9c-a4cf-4f43-9150-d82a248a7c5d'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:19:49.922587 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368dfed-6385-4b66-965e-f46be202d7b0 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Pushing event deleted for resources: {'Port': ['ID=f2277c9c-a4cf-4f43-9150-d82a248a7c5d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:49.938086 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-55c10ed8-2fda-4624-a132-91e584972ecd tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1033649 Nov 24 21:19:49.941000 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41574) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:49.942565 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277a09da-1879-4c85-ad13-5d5b8bdb9c1b None None] DHCP port deletion for 69f36ff4-df91-4502-a33c-b0e40fcb2067 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:19:49.987016 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dde931e-dc51-41a1-89ff-9dfd5b24dc60 req-e368dfed-6385-4b66-965e-f46be202d7b0 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] No DVR routers for this DVR port f2277c9c-a4cf-4f43-9150-d82a248a7c5d on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:19:49.990468 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5dde931e-dc51-41a1-89ff-9dfd5b24dc60 req-e368dfed-6385-4b66-965e-f46be202d7b0 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:49.997040 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5dde931e-dc51-41a1-89ff-9dfd5b24dc60 req-e368dfed-6385-4b66-965e-f46be202d7b0 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.48 "DELETE /v2.0/ports/f2277c9c-a4cf-4f43-9150-d82a248a7c5d HTTP/1.1" status: 204 len: 173 time: 0.4934771 Nov 24 21:19:49.998346 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8486fb6-2c7b-456f-8606-b0a79decb1f6', 'name': 'network-vif-deleted', 'tag': 'f2277c9c-a4cf-4f43-9150-d82a248a7c5d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:19:50.000924 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a382aaff-d9e7-42d7-b9bc-da6262ea007c" -d '{"events": [{"server_uuid": "e8486fb6-2c7b-456f-8606-b0a79decb1f6", "name": "network-vif-deleted", "tag": "f2277c9c-a4cf-4f43-9150-d82a248a7c5d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:19:50.032965 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bcfd5161-7925-4c5e-94bb-c232cb5f4a46 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:50.047904 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dfe010-dc0d-48c1-9570-26e1e6c06144 x-openstack-request-id: req-11dfe010-dc0d-48c1-9570-26e1e6c06144 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:19:50.048447 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8486fb6-2c7b-456f-8606-b0a79decb1f6", "name": "network-vif-deleted", "tag": "f2277c9c-a4cf-4f43-9150-d82a248a7c5d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:19:50.048920 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-11dfe010-dc0d-48c1-9570-26e1e6c06144 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:19:50.049487 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8486fb6-2c7b-456f-8606-b0a79decb1f6', 'name': 'network-vif-deleted', 'tag': 'f2277c9c-a4cf-4f43-9150-d82a248a7c5d', 'status': 'completed', 'code': 200} Nov 24 21:19:50.094531 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bcfd5161-7925-4c5e-94bb-c232cb5f4a46 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:50.150338 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bcfd5161-7925-4c5e-94bb-c232cb5f4a46 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:50.153085 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bcfd5161-7925-4c5e-94bb-c232cb5f4a46 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:50.157019 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41578) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:50.159387 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-bcfd5161-7925-4c5e-94bb-c232cb5f4a46 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "DELETE /v2.0/security-groups/76dd9e2e-46bb-43de-8104-f481079c89a3 HTTP/1.1" status: 204 len: 168 time: 0.2171614 Nov 24 21:19:50.185173 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd5161-7925-4c5e-94bb-c232cb5f4a46 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dd9e2e-46bb-43de-8104-f481079c89a3,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:50.224092 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3b4d9f5b-8e56-4f57-bc0d-5974215dcd32 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0656049 Nov 24 21:19:50.229548 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41580) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:50.234435 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f0d4acee-1a74-4623-82aa-de2bb42190b7 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group': {'name': 'tempest-secgroup--770951601'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:50.265791 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f0d4acee-1a74-4623-82aa-de2bb42190b7 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:50.374123 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-912b4f50-f4bd-4c21-ab99-d91977b253ab req-b323c72d-a551-44c5-8568-d69f284825e3 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8486fb6-2c7b-456f-8606-b0a79decb1f6 HTTP/1.1" status: 200 len: 210 time: 0.0426738 Nov 24 21:19:50.376512 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f0d4acee-1a74-4623-82aa-de2bb42190b7 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:50.381300 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f0d4acee-1a74-4623-82aa-de2bb42190b7 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:50.417340 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f0d4acee-1a74-4623-82aa-de2bb42190b7 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:50.418706 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f0d4acee-1a74-4623-82aa-de2bb42190b7 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1879747 Nov 24 21:19:50.420779 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4acee-1a74-4623-82aa-de2bb42190b7 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=200568fe-8e4e-4495-8abc-4d633cb0bc19,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:50.421730 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41586) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:50.426566 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-eaca19c3-4e8c-4eb9-ab9e-98b99ff9271e tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:50.427073 n-d-812111-8 neutron-server[109990]: WARNING neutron.api.v2.base [None req-eaca19c3-4e8c-4eb9-ab9e-98b99ff9271e tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 21:19:50.427645 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-eaca19c3-4e8c-4eb9-ab9e-98b99ff9271e tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] update failed (client error): There was a conflict when trying to complete your request. Nov 24 21:19:50.428680 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-eaca19c3-4e8c-4eb9-ab9e-98b99ff9271e tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "PUT /v2.0/security-groups/200568fe-8e4e-4495-8abc-4d633cb0bc19 HTTP/1.1" status: 409 len: 330 time: 0.0058897 Nov 24 21:19:50.431577 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41588) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:50.499339 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cf2baf62-5c56-415c-b348-a8ef631e90b2 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:50.526077 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cf2baf62-5c56-415c-b348-a8ef631e90b2 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:50.570507 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cf2baf62-5c56-415c-b348-a8ef631e90b2 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:50.574122 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cf2baf62-5c56-415c-b348-a8ef631e90b2 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:50.575277 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cf2baf62-5c56-415c-b348-a8ef631e90b2 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "DELETE /v2.0/security-groups/200568fe-8e4e-4495-8abc-4d633cb0bc19 HTTP/1.1" status: 204 len: 168 time: 0.1428292 Nov 24 21:19:50.579859 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41592) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:50.584491 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2baf62-5c56-415c-b348-a8ef631e90b2 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=200568fe-8e4e-4495-8abc-4d633cb0bc19,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:50.627876 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f5df8a0d-b62a-49c6-9ec7-39a71d048a2c tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0463567 Nov 24 21:19:50.631472 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41594) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:50.646669 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-a2513326-414b-4629-9e61-89ab13a0e771 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] delete failed (client error): The resource could not be found. Nov 24 21:19:50.647667 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a2513326-414b-4629-9e61-89ab13a0e771 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "DELETE /v2.0/security-groups/3c26b919-a3e3-4c5e-8ec6-d2e559ca4469 HTTP/1.1" status: 404 len: 347 time: 0.0151954 Nov 24 21:19:50.652288 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41596) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:50.665315 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-e979b941-ed54-4be4-858f-2047136a77d9 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] show failed (client error): The resource could not be found. Nov 24 21:19:50.667655 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e979b941-ed54-4be4-858f-2047136a77d9 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "GET /v2.0/security-groups/d4792417-be04-4dbb-85ae-335d78f05fce HTTP/1.1" status: 404 len: 347 time: 0.0134008 Nov 24 21:19:50.670502 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41598) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:50.682016 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-e3221448-96d1-4729-84d6-de8a75b51826 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] show failed (client error): The resource could not be found. Nov 24 21:19:50.682997 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e3221448-96d1-4729-84d6-de8a75b51826 tempest-NegativeSecGroupTest-1445309884 tempest-NegativeSecGroupTest-1445309884-project] 10.222.0.11 "GET /v2.0/security-group-rules/7519dc2c-f895-44c4-8b81-bbcc6736829e HTTP/1.1" status: 404 len: 356 time: 0.0113323 Nov 24 21:19:50.794962 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d0593709-8992-4c3b-bb56-5f2434bf4db3 req-4ccc4158-a33d-4d30-be11-6446a1e1f644 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4bc98503-0678-4c97-8890-8b49802c88fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428212 Nov 24 21:19:50.856792 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0593709-8992-4c3b-bb56-5f2434bf4db3 req-7dd39fb7-469c-48a2-b777-8e34f46e4e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:50.858303 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d0593709-8992-4c3b-bb56-5f2434bf4db3 req-7dd39fb7-469c-48a2-b777-8e34f46e4e6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8d1b3c5195f4c05a18dfb32f9f7c943&device_id=4bc98503-0678-4c97-8890-8b49802c88fa HTTP/1.1" status: 200 len: 1097 time: 0.0414867 Nov 24 21:19:50.929527 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41604) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:50.978171 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0593709-8992-4c3b-bb56-5f2434bf4db3 req-41fe96cf-1a6b-48a2-bdab-ad89559cd1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:50.980109 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d0593709-8992-4c3b-bb56-5f2434bf4db3 req-41fe96cf-1a6b-48a2-bdab-ad89559cd1f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69f36ff4-df91-4502-a33c-b0e40fcb2067 HTTP/1.1" status: 200 len: 915 time: 0.1008792 Nov 24 21:19:51.025212 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d0593709-8992-4c3b-bb56-5f2434bf4db3 req-65859fcc-2cc1-48dd-a3c1-4fb3693d6db0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c436e9ae-4d7b-4488-b597-145a13d84b07 HTTP/1.1" status: 200 len: 217 time: 0.0366983 Nov 24 21:19:51.070222 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-90bf42dd-587f-409e-acfc-69202b7d1521 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f712a5ca532465f9f2a0b8f81b24725&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1400156 Nov 24 21:19:51.073834 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41608) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:51.082670 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0593709-8992-4c3b-bb56-5f2434bf4db3 req-6970a953-bcb7-4c2e-9ee4-175ae5effd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:51.084138 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d0593709-8992-4c3b-bb56-5f2434bf4db3 req-6970a953-bcb7-4c2e-9ee4-175ae5effd49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1257a070-7767-454d-ab67-31a004e8a10a HTTP/1.1" status: 200 len: 854 time: 0.0499020 Nov 24 21:19:51.125256 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e6a48aa-b1eb-490c-a2fc-14d18552a12c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:51.126671 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d0593709-8992-4c3b-bb56-5f2434bf4db3 req-a886b559-5d24-4a68-b8d4-8fb4b37b4bc8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69f36ff4-df91-4502-a33c-b0e40fcb2067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269115 Nov 24 21:19:51.146986 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e6a48aa-b1eb-490c-a2fc-14d18552a12c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:51.194177 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e6a48aa-b1eb-490c-a2fc-14d18552a12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:51.197714 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e6a48aa-b1eb-490c-a2fc-14d18552a12c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:51.198886 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3e6a48aa-b1eb-490c-a2fc-14d18552a12c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/570a3344-412c-4cca-8195-6d19e7c27e0a HTTP/1.1" status: 204 len: 168 time: 0.1240458 Nov 24 21:19:51.206803 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a48aa-b1eb-490c-a2fc-14d18552a12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570a3344-412c-4cca-8195-6d19e7c27e0a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:51.226334 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d0593709-8992-4c3b-bb56-5f2434bf4db3 req-81716de3-61f3-4195-80f6-8ac20db3da5b service neutron] 10.222.0.15 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923817 Nov 24 21:19:51.344364 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d0593709-8992-4c3b-bb56-5f2434bf4db3 req-c0ff7e89-773e-486b-93cd-275afd8d62cc service neutron] 10.222.0.15 "GET /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088541 Nov 24 21:19:51.913316 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41638) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:52.012587 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-92cbf8b5-e0e2-4ccb-a3c9-21cc501b35da tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2125574110'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:19:52.036527 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cbf8b5-e0e2-4ccb-a3c9-21cc501b35da tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] Made reservation on behalf of d6e5cab4d32546f9a85f28e9cb2bfade for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:19:52.040095 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-92cbf8b5-e0e2-4ccb-a3c9-21cc501b35da tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:52.050543 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-92cbf8b5-e0e2-4ccb-a3c9-21cc501b35da tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:52.130451 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-92cbf8b5-e0e2-4ccb-a3c9-21cc501b35da tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:52.134597 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-92cbf8b5-e0e2-4ccb-a3c9-21cc501b35da tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:52.163286 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92cbf8b5-e0e2-4ccb-a3c9-21cc501b35da tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:19:52.174047 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbf8b5-e0e2-4ccb-a3c9-21cc501b35da tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a98a6f3-0f9f-418b-9e46-3e9591ece4fd,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:52.179686 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-92cbf8b5-e0e2-4ccb-a3c9-21cc501b35da tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:52.180040 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-92cbf8b5-e0e2-4ccb-a3c9-21cc501b35da tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] Added segment d8bf1956-be0c-485b-a67a-3eb572bff6bd of type vlan for network 2d69e52a-5001-47e5-801e-feb09d0d4f25 Nov 24 21:19:52.244268 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-92cbf8b5-e0e2-4ccb-a3c9-21cc501b35da tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:52.275843 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-92cbf8b5-e0e2-4ccb-a3c9-21cc501b35da tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:52.281857 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cbf8b5-e0e2-4ccb-a3c9-21cc501b35da tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:52.282453 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-92cbf8b5-e0e2-4ccb-a3c9-21cc501b35da tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:52.344871 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-92cbf8b5-e0e2-4ccb-a3c9-21cc501b35da tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.4302864 Nov 24 21:19:52.348376 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41642) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:52.354393 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.tag.tag_plugin [None req-e4e33064-fd44-4394-b69f-d52c2981f9ab tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '2d69e52a-5001-47e5-801e-feb09d0d4f25', 'tempest-TagsTest-Tag-1158405775') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:52.395186 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbf8b5-e0e2-4ccb-a3c9-21cc501b35da tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] Pushing event updated for resources: {'Network': ['ID=2d69e52a-5001-47e5-801e-feb09d0d4f25,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:52.406390 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 2d69e52a-5001-47e5-801e-feb09d0d4f25 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:19:52.449460 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e4e33064-fd44-4394-b69f-d52c2981f9ab tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] 10.222.0.11 "PUT /v2.0/networks/2d69e52a-5001-47e5-801e-feb09d0d4f25/tags/tempest-TagsTest-Tag-1158405775 HTTP/1.1" status: 201 len: 201 time: 0.0996714 Nov 24 21:19:52.451920 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41644) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:52.456220 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.tag.tag_plugin [None req-52300f8b-4f3d-4934-9678-3a12bbd51fd3 tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2d69e52a-5001-47e5-801e-feb09d0d4f25', 'tempest-TagsTest-Tag-1158405775') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:52.531455 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-52300f8b-4f3d-4934-9678-3a12bbd51fd3 tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] 10.222.0.11 "GET /v2.0/networks/2d69e52a-5001-47e5-801e-feb09d0d4f25/tags/tempest-TagsTest-Tag-1158405775 HTTP/1.1" status: 204 len: 168 time: 0.0785120 Nov 24 21:19:52.534011 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41646) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:52.538165 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.tag.tag_plugin [None req-aed7db3b-7f6f-47de-923f-3a48d8deb201 tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '2d69e52a-5001-47e5-801e-feb09d0d4f25') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:52.623339 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-aed7db3b-7f6f-47de-923f-3a48d8deb201 tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] 10.222.0.11 "GET /v2.0/networks/2d69e52a-5001-47e5-801e-feb09d0d4f25/tags HTTP/1.1" status: 200 len: 238 time: 0.0883102 Nov 24 21:19:52.625935 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41652) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:52.630542 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.tag.tag_plugin [None req-c3b17879-e4de-460e-8fbf-6f0f3d2bd29d tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '2d69e52a-5001-47e5-801e-feb09d0d4f25', {'tags': ['tempest-TagsTest-Tag-1938204085', 'tempest-TagsTest-Tag-15443017', 'tempest-TagsTest-Tag-724122519']}) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:52.714787 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c3b17879-e4de-460e-8fbf-6f0f3d2bd29d tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] 10.222.0.11 "PUT /v2.0/networks/2d69e52a-5001-47e5-801e-feb09d0d4f25/tags HTTP/1.1" status: 200 len: 306 time: 0.0846453 Nov 24 21:19:52.715005 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41654) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:52.719375 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.tag.tag_plugin [None req-6a6b3833-594e-48ae-9ae2-792d5b636a65 tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '2d69e52a-5001-47e5-801e-feb09d0d4f25', 'tempest-TagsTest-Tag-1938204085') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:52.803037 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6a6b3833-594e-48ae-9ae2-792d5b636a65 tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] 10.222.0.11 "DELETE /v2.0/networks/2d69e52a-5001-47e5-801e-feb09d0d4f25/tags/tempest-TagsTest-Tag-1938204085 HTTP/1.1" status: 204 len: 168 time: 0.0870247 Nov 24 21:19:52.805676 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41656) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:52.811522 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.tag.tag_plugin [None req-ecfa610d-c4f3-4cce-80e8-f4d35fb3d17c tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2d69e52a-5001-47e5-801e-feb09d0d4f25', 'tempest-TagsTest-Tag-1938204085') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:52.886913 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-ecfa610d-c4f3-4cce-80e8-f4d35fb3d17c tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] show failed (client error): The resource could not be found. Nov 24 21:19:52.887985 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ecfa610d-c4f3-4cce-80e8-f4d35fb3d17c tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] 10.222.0.11 "GET /v2.0/networks/2d69e52a-5001-47e5-801e-feb09d0d4f25/tags/tempest-TagsTest-Tag-1938204085 HTTP/1.1" status: 404 len: 326 time: 0.0803323 Nov 24 21:19:52.890674 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41658) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:52.894931 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.tag.tag_plugin [None req-1f9b4211-e8cd-4755-8194-8a701bbd5c4d tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2d69e52a-5001-47e5-801e-feb09d0d4f25', 'tempest-TagsTest-Tag-15443017') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:52.961268 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1f9b4211-e8cd-4755-8194-8a701bbd5c4d tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] 10.222.0.11 "GET /v2.0/networks/2d69e52a-5001-47e5-801e-feb09d0d4f25/tags/tempest-TagsTest-Tag-15443017 HTTP/1.1" status: 204 len: 168 time: 0.0695035 Nov 24 21:19:52.963887 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41660) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:52.968517 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.tag.tag_plugin [None req-3751b959-9084-4a61-be30-cff3c8d8ec26 tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2d69e52a-5001-47e5-801e-feb09d0d4f25', 'tempest-TagsTest-Tag-724122519') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:53.051647 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3751b959-9084-4a61-be30-cff3c8d8ec26 tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] 10.222.0.11 "GET /v2.0/networks/2d69e52a-5001-47e5-801e-feb09d0d4f25/tags/tempest-TagsTest-Tag-724122519 HTTP/1.1" status: 204 len: 168 time: 0.0867260 Nov 24 21:19:53.053897 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41662) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:53.058785 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.tag.tag_plugin [None req-5bae0f1e-7211-46da-b08e-391e4d12b9ad tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2d69e52a-5001-47e5-801e-feb09d0d4f25') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:53.145720 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5bae0f1e-7211-46da-b08e-391e4d12b9ad tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] 10.222.0.11 "DELETE /v2.0/networks/2d69e52a-5001-47e5-801e-feb09d0d4f25/tags HTTP/1.1" status: 204 len: 168 time: 0.0906506 Nov 24 21:19:53.148108 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41664) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:53.152532 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.tag.tag_plugin [None req-0bc1b960-8299-48f1-a7bf-e3aee35abeb5 tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2d69e52a-5001-47e5-801e-feb09d0d4f25', 'tempest-TagsTest-Tag-15443017') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:53.231164 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-0bc1b960-8299-48f1-a7bf-e3aee35abeb5 tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] show failed (client error): The resource could not be found. Nov 24 21:19:53.234726 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0bc1b960-8299-48f1-a7bf-e3aee35abeb5 tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] 10.222.0.11 "GET /v2.0/networks/2d69e52a-5001-47e5-801e-feb09d0d4f25/tags/tempest-TagsTest-Tag-15443017 HTTP/1.1" status: 404 len: 324 time: 0.0831039 Nov 24 21:19:53.235210 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41666) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:53.240348 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-2bb748e9-1ed2-4c75-8a50-24a0aecbaa00 tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2d69e52a-5001-47e5-801e-feb09d0d4f25', 'tempest-TagsTest-Tag-724122519') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:53.689181 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-2bb748e9-1ed2-4c75-8a50-24a0aecbaa00 tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] show failed (client error): The resource could not be found. Nov 24 21:19:53.692726 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2bb748e9-1ed2-4c75-8a50-24a0aecbaa00 tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] 10.222.0.11 "GET /v2.0/networks/2d69e52a-5001-47e5-801e-feb09d0d4f25/tags/tempest-TagsTest-Tag-724122519 HTTP/1.1" status: 404 len: 325 time: 0.4540377 Nov 24 21:19:53.693221 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41672) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:53.698542 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.tag.tag_plugin [None req-6ae0154a-29e3-425e-a6b3-2fdc027f2e38 tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2d69e52a-5001-47e5-801e-feb09d0d4f25') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:53.770211 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6ae0154a-29e3-425e-a6b3-2fdc027f2e38 tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] 10.222.0.11 "DELETE /v2.0/networks/2d69e52a-5001-47e5-801e-feb09d0d4f25/tags HTTP/1.1" status: 204 len: 168 time: 0.0758870 Nov 24 21:19:53.774299 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41674) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:53.859991 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b949784-a71f-4071-895b-f6395822e46a tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:53.952477 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b949784-a71f-4071-895b-f6395822e46a tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:53.971921 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6b949784-a71f-4071-895b-f6395822e46a tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d69e52a-5001-47e5-801e-feb09d0d4f25']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:53.981328 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6b949784-a71f-4071-895b-f6395822e46a tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8bf1956-be0c-485b-a67a-3eb572bff6bd') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:53.981622 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6b949784-a71f-4071-895b-f6395822e46a tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8bf1956-be0c-485b-a67a-3eb572bff6bd') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:19:53.990883 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b949784-a71f-4071-895b-f6395822e46a tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:54.004479 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b949784-a71f-4071-895b-f6395822e46a tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:54.011010 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b949784-a71f-4071-895b-f6395822e46a tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:19:54.011374 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b949784-a71f-4071-895b-f6395822e46a tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:19:54.014439 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:19:54.070649 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b949784-a71f-4071-895b-f6395822e46a tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:54.079543 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b949784-a71f-4071-895b-f6395822e46a tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:54.082753 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6b949784-a71f-4071-895b-f6395822e46a tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] 10.222.0.11 "DELETE /v2.0/networks/2d69e52a-5001-47e5-801e-feb09d0d4f25 HTTP/1.1" status: 204 len: 168 time: 0.3069263 Nov 24 21:19:54.095034 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b949784-a71f-4071-895b-f6395822e46a tempest-TagsTest-554067805 tempest-TagsTest-554067805-project] Pushing event deleted for resources: {'Network': ['ID=2d69e52a-5001-47e5-801e-feb09d0d4f25,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:54.238229 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device f2277c9c-a4cf-4f43-9150-d82a248a7c5d no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:19:54.274137 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: f2277c9c-a4cf-4f43-9150-d82a248a7c5d {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:19:54.275024 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device f2277c9c-a4cf-4f43-9150-d82a248a7c5d not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:19:54.353405 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41680) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:54.491784 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6e1f4aca-4529-4a56-8d16-74fcc495428f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d6e5cab4d32546f9a85f28e9cb2bfade&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1370463 Nov 24 21:19:54.494294 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41684) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:54.547984 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-edbc8147-3a2f-4bd5-b42f-ffec51bc9131 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:54.569441 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-edbc8147-3a2f-4bd5-b42f-ffec51bc9131 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:54.622248 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-edbc8147-3a2f-4bd5-b42f-ffec51bc9131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:54.625277 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-edbc8147-3a2f-4bd5-b42f-ffec51bc9131 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:54.626815 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-edbc8147-3a2f-4bd5-b42f-ffec51bc9131 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5a98a6f3-0f9f-418b-9e46-3e9591ece4fd HTTP/1.1" status: 204 len: 168 time: 0.1315067 Nov 24 21:19:54.636723 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc8147-3a2f-4bd5-b42f-ffec51bc9131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a98a6f3-0f9f-418b-9e46-3e9591ece4fd,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:55.002733 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e03731-9748-4a9e-9dfb-c5a56d24e0c8 req-b5248307-756e-482a-9f1b-5fa0d75cc432 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:55.004272 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d2e03731-9748-4a9e-9dfb-c5a56d24e0c8 req-b5248307-756e-482a-9f1b-5fa0d75cc432 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bc98503-0678-4c97-8890-8b49802c88fa HTTP/1.1" status: 200 len: 946 time: 0.0533974 Nov 24 21:19:55.065287 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d2e03731-9748-4a9e-9dfb-c5a56d24e0c8 req-c2d02f97-8459-4198-a37c-91dd39ff64ce tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536213 Nov 24 21:19:56.203910 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ed8a8-6357-48b9-8604-956e194f5284 req-4387827b-df56-4d2f-97c5-fdfa639fa17e tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:56.211581 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-227ed8a8-6357-48b9-8604-956e194f5284 req-4387827b-df56-4d2f-97c5-fdfa639fa17e tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bc98503-0678-4c97-8890-8b49802c88fa HTTP/1.1" status: 200 len: 946 time: 0.0695014 Nov 24 21:19:56.263317 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-227ed8a8-6357-48b9-8604-956e194f5284 req-879b90e7-d410-4436-bf42-3122868fa81f tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508811 Nov 24 21:19:56.593591 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727752a-545b-4906-83ba-396f6b3909cb req-af0530d2-3311-4fe9-ab44-f9db27358f73 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:56.595077 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3727752a-545b-4906-83ba-396f6b3909cb req-af0530d2-3311-4fe9-ab44-f9db27358f73 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bc98503-0678-4c97-8890-8b49802c88fa HTTP/1.1" status: 200 len: 946 time: 0.0540879 Nov 24 21:19:56.600341 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41760) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:56.701076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-3727752a-545b-4906-83ba-396f6b3909cb req-60f7f9d2-ab66-4966-821e-0c9669b45583 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Deleting port c436e9ae-4d7b-4488-b597-145a13d84b07 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:19:56.701721 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3727752a-545b-4906-83ba-396f6b3909cb req-60f7f9d2-ab66-4966-821e-0c9669b45583 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:56.734754 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-702ae3fc-db35-4277-9421-d1d49751c5b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:56.836420 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-3727752a-545b-4906-83ba-396f6b3909cb req-60f7f9d2-ab66-4966-821e-0c9669b45583 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] For port c436e9ae-4d7b-4488-b597-145a13d84b07, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=c436e9ae-4d7b-4488-b597-145a13d84b07,segment=NetworkSegment(1374f974-1485-4dc0-b969-e97d087fa34f),segment_id=1374f974-1485-4dc0-b969-e97d087fa34f)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:19:56.836803 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3727752a-545b-4906-83ba-396f6b3909cb req-60f7f9d2-ab66-4966-821e-0c9669b45583 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:56.857821 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-3727752a-545b-4906-83ba-396f6b3909cb req-60f7f9d2-ab66-4966-821e-0c9669b45583 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Calling delete_port for c436e9ae-4d7b-4488-b597-145a13d84b07 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:19:56.929197 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-702ae3fc-db35-4277-9421-d1d49751c5b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:56.936778 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-702ae3fc-db35-4277-9421-d1d49751c5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:56.995630 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-702ae3fc-db35-4277-9421-d1d49751c5b9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54514c71772d44e3b3d204b0009f4a4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3941541 Nov 24 21:19:56.997313 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ae3fc-db35-4277-9421-d1d49751c5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4935c130-bb2a-4fa9-9443-8680b8bd4c58,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:56.998301 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41766) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:57.065075 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-886a1537-5729-47d0-982e-20b5790d76ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:57.070900 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3727752a-545b-4906-83ba-396f6b3909cb req-60f7f9d2-ab66-4966-821e-0c9669b45583 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:57.086444 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['be0edcdf-fa9c-4fc3-a9f7-231aade74b56', '27136210-4686-4125-ad09-abc183ccd6d6'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:19:57.089854 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-886a1537-5729-47d0-982e-20b5790d76ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:57.090345 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['c436e9ae-4d7b-4488-b597-145a13d84b07'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:19:57.104511 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7f9d2-ab66-4966-821e-0c9669b45583 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Pushing event deleted for resources: {'Port': ['ID=c436e9ae-4d7b-4488-b597-145a13d84b07,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:57.156668 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5548fb-1605-4930-8630-fdda06f951fd None None] DHCP port deletion for 69f36ff4-df91-4502-a33c-b0e40fcb2067 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:19:57.158632 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-886a1537-5729-47d0-982e-20b5790d76ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:57.161160 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-3727752a-545b-4906-83ba-396f6b3909cb req-60f7f9d2-ab66-4966-821e-0c9669b45583 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] No DVR routers for this DVR port c436e9ae-4d7b-4488-b597-145a13d84b07 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:19:57.161621 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-886a1537-5729-47d0-982e-20b5790d76ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:57.163759 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3727752a-545b-4906-83ba-396f6b3909cb req-60f7f9d2-ab66-4966-821e-0c9669b45583 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:57.166303 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-886a1537-5729-47d0-982e-20b5790d76ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4935c130-bb2a-4fa9-9443-8680b8bd4c58 HTTP/1.1" status: 204 len: 168 time: 0.1652019 Nov 24 21:19:57.174520 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3727752a-545b-4906-83ba-396f6b3909cb req-60f7f9d2-ab66-4966-821e-0c9669b45583 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.15 "DELETE /v2.0/ports/c436e9ae-4d7b-4488-b597-145a13d84b07 HTTP/1.1" status: 204 len: 173 time: 0.5718853 Nov 24 21:19:57.175213 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc98503-0678-4c97-8890-8b49802c88fa', 'name': 'network-vif-deleted', 'tag': 'c436e9ae-4d7b-4488-b597-145a13d84b07'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:19:57.177814 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc28b863-de19-4180-92f6-260436a63602" -d '{"events": [{"server_uuid": "4bc98503-0678-4c97-8890-8b49802c88fa", "name": "network-vif-deleted", "tag": "c436e9ae-4d7b-4488-b597-145a13d84b07"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:19:57.181266 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a1537-5729-47d0-982e-20b5790d76ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4935c130-bb2a-4fa9-9443-8680b8bd4c58,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:57.200336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886a1537-5729-47d0-982e-20b5790d76ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:57.200841 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886a1537-5729-47d0-982e-20b5790d76ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:57.202277 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886a1537-5729-47d0-982e-20b5790d76ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:57.202998 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886a1537-5729-47d0-982e-20b5790d76ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:57.203654 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886a1537-5729-47d0-982e-20b5790d76ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:57.204373 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886a1537-5729-47d0-982e-20b5790d76ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:57.205613 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886a1537-5729-47d0-982e-20b5790d76ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:57.206101 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886a1537-5729-47d0-982e-20b5790d76ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:57.207462 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886a1537-5729-47d0-982e-20b5790d76ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:57.207837 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886a1537-5729-47d0-982e-20b5790d76ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:57.208542 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886a1537-5729-47d0-982e-20b5790d76ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:57.209450 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886a1537-5729-47d0-982e-20b5790d76ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:19:57.464991 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb3baa0-e2d6-4f26-9c45-994203788457 x-openstack-request-id: req-feb3baa0-e2d6-4f26-9c45-994203788457 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:19:57.465525 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc98503-0678-4c97-8890-8b49802c88fa", "name": "network-vif-deleted", "tag": "c436e9ae-4d7b-4488-b597-145a13d84b07", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:19:57.465735 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-feb3baa0-e2d6-4f26-9c45-994203788457 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:19:57.466305 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc98503-0678-4c97-8890-8b49802c88fa', 'name': 'network-vif-deleted', 'tag': 'c436e9ae-4d7b-4488-b597-145a13d84b07', 'status': 'completed', 'code': 200} Nov 24 21:19:57.540883 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41780) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:57.554182 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6b074c24-a378-42bf-bd1e-e34bd21f59ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:57.554812 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca05387f-0dc6-4d91-9afd-ee7bcd03ca6c req-8995dde0-a7b3-43e8-b096-49f159f67903 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bc98503-0678-4c97-8890-8b49802c88fa HTTP/1.1" status: 200 len: 210 time: 0.0282786 Nov 24 21:19:57.642151 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6b074c24-a378-42bf-bd1e-e34bd21f59ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:57.645843 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6b074c24-a378-42bf-bd1e-e34bd21f59ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:57.685862 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6b074c24-a378-42bf-bd1e-e34bd21f59ec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ddc8898fc8c442e8b748b5e3cad5403d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1438606 Nov 24 21:19:57.687005 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b074c24-a378-42bf-bd1e-e34bd21f59ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35af1bee-d4cf-4a4d-ba99-258282f80da9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:57.688495 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41782) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:19:57.737999 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-61b9ab5b-8f03-4cf6-8432-05b3975b9715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:57.760406 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-61b9ab5b-8f03-4cf6-8432-05b3975b9715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:57.812053 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-61b9ab5b-8f03-4cf6-8432-05b3975b9715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:57.815305 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-61b9ab5b-8f03-4cf6-8432-05b3975b9715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:19:57.816639 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-61b9ab5b-8f03-4cf6-8432-05b3975b9715 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35af1bee-d4cf-4a4d-ba99-258282f80da9 HTTP/1.1" status: 204 len: 168 time: 0.1270990 Nov 24 21:19:57.825406 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9ab5b-8f03-4cf6-8432-05b3975b9715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35af1bee-d4cf-4a4d-ba99-258282f80da9,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:19:58.837835 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6839a-cfeb-4c3b-9e71-483d30e64ef5 req-c426c0b0-620b-4e23-a607-b3301515c697 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:19:58.839539 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-03f6839a-cfeb-4c3b-9e71-483d30e64ef5 req-c426c0b0-620b-4e23-a607-b3301515c697 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d60699f-9aea-44a7-a647-3e9822e31646 HTTP/1.1" status: 200 len: 945 time: 0.0560441 Nov 24 21:19:58.889450 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-03f6839a-cfeb-4c3b-9e71-483d30e64ef5 req-c503cbc3-2726-4660-9c0a-e18bed56ddd5 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424092 Nov 24 21:20:00.012415 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f2e82-7160-4f97-b9ea-836621f259b2 req-4ab9a995-001e-4b7c-8c50-684185f9a93f tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:00.013924 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c73f2e82-7160-4f97-b9ea-836621f259b2 req-4ab9a995-001e-4b7c-8c50-684185f9a93f tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d60699f-9aea-44a7-a647-3e9822e31646 HTTP/1.1" status: 200 len: 945 time: 0.0522745 Nov 24 21:20:00.062342 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c73f2e82-7160-4f97-b9ea-836621f259b2 req-ec9a9678-aa52-462e-9e95-d28b17c4c656 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424767 Nov 24 21:20:00.157127 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe42a6-d3fa-4373-8cda-2766d883f0e1 req-b559acba-073a-4c9d-93ad-981214f2b135 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:00.158626 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-acfe42a6-d3fa-4373-8cda-2766d883f0e1 req-b559acba-073a-4c9d-93ad-981214f2b135 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d60699f-9aea-44a7-a647-3e9822e31646 HTTP/1.1" status: 200 len: 945 time: 0.0489864 Nov 24 21:20:00.256080 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-acfe42a6-d3fa-4373-8cda-2766d883f0e1 req-c5cace2c-d8c1-492a-9767-819db38fb0fc tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Deleting port 27136210-4686-4125-ad09-abc183ccd6d6 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:20:00.256426 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-acfe42a6-d3fa-4373-8cda-2766d883f0e1 req-c5cace2c-d8c1-492a-9767-819db38fb0fc tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:00.344281 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-acfe42a6-d3fa-4373-8cda-2766d883f0e1 req-c5cace2c-d8c1-492a-9767-819db38fb0fc tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] For port 27136210-4686-4125-ad09-abc183ccd6d6, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=27136210-4686-4125-ad09-abc183ccd6d6,segment=NetworkSegment(1374f974-1485-4dc0-b969-e97d087fa34f),segment_id=1374f974-1485-4dc0-b969-e97d087fa34f)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:20:00.344644 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-acfe42a6-d3fa-4373-8cda-2766d883f0e1 req-c5cace2c-d8c1-492a-9767-819db38fb0fc tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:00.357274 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-acfe42a6-d3fa-4373-8cda-2766d883f0e1 req-c5cace2c-d8c1-492a-9767-819db38fb0fc tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Calling delete_port for 27136210-4686-4125-ad09-abc183ccd6d6 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:20:00.487314 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-acfe42a6-d3fa-4373-8cda-2766d883f0e1 req-c5cace2c-d8c1-492a-9767-819db38fb0fc tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:00.498601 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['be0edcdf-fa9c-4fc3-a9f7-231aade74b56', '27136210-4686-4125-ad09-abc183ccd6d6'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:20:00.517810 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cace2c-d8c1-492a-9767-819db38fb0fc tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Pushing event deleted for resources: {'Port': ['ID=27136210-4686-4125-ad09-abc183ccd6d6,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:00.542533 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664d9138-f87c-4f89-a3a1-7273e8fecd14 None None] DHCP port deletion for 69f36ff4-df91-4502-a33c-b0e40fcb2067 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:20:00.569726 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfe42a6-d3fa-4373-8cda-2766d883f0e1 req-c5cace2c-d8c1-492a-9767-819db38fb0fc tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] No DVR routers for this DVR port 27136210-4686-4125-ad09-abc183ccd6d6 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:20:00.573141 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-acfe42a6-d3fa-4373-8cda-2766d883f0e1 req-c5cace2c-d8c1-492a-9767-819db38fb0fc tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:00.577057 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-acfe42a6-d3fa-4373-8cda-2766d883f0e1 req-c5cace2c-d8c1-492a-9767-819db38fb0fc tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.48 "DELETE /v2.0/ports/27136210-4686-4125-ad09-abc183ccd6d6 HTTP/1.1" status: 204 len: 173 time: 0.4120727 Nov 24 21:20:00.577677 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d60699f-9aea-44a7-a647-3e9822e31646', 'name': 'network-vif-deleted', 'tag': '27136210-4686-4125-ad09-abc183ccd6d6'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:20:00.579944 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784ef5c6-1a84-4156-a9b3-a6f7c729ebd5" -d '{"events": [{"server_uuid": "9d60699f-9aea-44a7-a647-3e9822e31646", "name": "network-vif-deleted", "tag": "27136210-4686-4125-ad09-abc183ccd6d6"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:20:00.627402 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb63de7-6692-4ffa-85c0-dc77442b8192 x-openstack-request-id: req-2cb63de7-6692-4ffa-85c0-dc77442b8192 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:20:00.627773 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d60699f-9aea-44a7-a647-3e9822e31646", "name": "network-vif-deleted", "tag": "27136210-4686-4125-ad09-abc183ccd6d6", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:20:00.628109 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2cb63de7-6692-4ffa-85c0-dc77442b8192 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:20:00.628571 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d60699f-9aea-44a7-a647-3e9822e31646', 'name': 'network-vif-deleted', 'tag': '27136210-4686-4125-ad09-abc183ccd6d6', 'status': 'completed', 'code': 200} Nov 24 21:20:01.109557 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c436e9ae-4d7b-4488-b597-145a13d84b07 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:20:01.133031 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: c436e9ae-4d7b-4488-b597-145a13d84b07 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:20:01.133385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device c436e9ae-4d7b-4488-b597-145a13d84b07 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:20:02.393479 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41894) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:02.500409 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2047e9a4-e8e2-491e-80c7-8d42235e1364 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:02.579614 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2047e9a4-e8e2-491e-80c7-8d42235e1364 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:02.583571 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2047e9a4-e8e2-491e-80c7-8d42235e1364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:02.625891 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2047e9a4-e8e2-491e-80c7-8d42235e1364 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae8a2adc60214670be1d8e5b6df25ef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2312350 Nov 24 21:20:02.626730 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047e9a4-e8e2-491e-80c7-8d42235e1364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf19c6b-8b5c-4454-a278-49c95b90c3d5,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:02.628595 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41898) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:02.680701 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-749b13d2-02fb-4d5e-bc97-a77e2b454399 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:02.703966 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-749b13d2-02fb-4d5e-bc97-a77e2b454399 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:02.753352 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-749b13d2-02fb-4d5e-bc97-a77e2b454399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:02.756062 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-749b13d2-02fb-4d5e-bc97-a77e2b454399 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:02.757251 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-749b13d2-02fb-4d5e-bc97-a77e2b454399 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ecf19c6b-8b5c-4454-a278-49c95b90c3d5 HTTP/1.1" status: 204 len: 168 time: 0.1275971 Nov 24 21:20:02.766157 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b13d2-02fb-4d5e-bc97-a77e2b454399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf19c6b-8b5c-4454-a278-49c95b90c3d5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:03.025404 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41906) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:03.039038 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a172df48-9730-493a-9cdd-1de5297a9df2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:03.119773 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a172df48-9730-493a-9cdd-1de5297a9df2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:03.123518 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a172df48-9730-493a-9cdd-1de5297a9df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:03.161987 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a172df48-9730-493a-9cdd-1de5297a9df2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=02fa238c6a834d2da0929d7d9af7111c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352816 Nov 24 21:20:03.162872 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172df48-9730-493a-9cdd-1de5297a9df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27792318-b0c4-4f3b-ab1c-8e3ea2c44d07,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:03.164617 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41908) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:03.224095 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02d08908-cdb9-42c6-a286-9773d7fc2476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:03.246365 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02d08908-cdb9-42c6-a286-9773d7fc2476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:03.295101 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02d08908-cdb9-42c6-a286-9773d7fc2476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:03.297998 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-02d08908-cdb9-42c6-a286-9773d7fc2476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:03.301086 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-02d08908-cdb9-42c6-a286-9773d7fc2476 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27792318-b0c4-4f3b-ab1c-8e3ea2c44d07 HTTP/1.1" status: 204 len: 168 time: 0.1282301 Nov 24 21:20:03.311024 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d08908-cdb9-42c6-a286-9773d7fc2476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27792318-b0c4-4f3b-ab1c-8e3ea2c44d07,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:04.282927 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 27136210-4686-4125-ad09-abc183ccd6d6 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:20:04.309732 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 27136210-4686-4125-ad09-abc183ccd6d6 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:20:04.310147 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 27136210-4686-4125-ad09-abc183ccd6d6 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:20:04.721021 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188faa10-a413-487c-9fbe-ad8a95d97974 req-af82fd80-3b7d-4f9b-8931-777865e6e226 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:04.722518 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-188faa10-a413-487c-9fbe-ad8a95d97974 req-af82fd80-3b7d-4f9b-8931-777865e6e226 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e385be-012f-4e85-9d2e-6e0f950c8cd7 HTTP/1.1" status: 200 len: 946 time: 0.0651062 Nov 24 21:20:04.785730 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-188faa10-a413-487c-9fbe-ad8a95d97974 req-6c10c081-44f2-4b2d-93ad-605f79ec8e98 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556514 Nov 24 21:20:04.993276 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41966) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:05.106935 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-312a029f-8622-4d77-b91a-c5dee0005b26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:05.184971 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-312a029f-8622-4d77-b91a-c5dee0005b26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:05.188963 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-312a029f-8622-4d77-b91a-c5dee0005b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:05.229270 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-312a029f-8622-4d77-b91a-c5dee0005b26 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=478a7b1b0813494086b1b56877b64780&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2325108 Nov 24 21:20:05.230397 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a029f-8622-4d77-b91a-c5dee0005b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31601375-cc2f-4938-a5ea-a1f5a23f2520,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:05.231968 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41970) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:05.285127 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a62378c3-b518-4343-833a-8cd6794fedd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:05.309643 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a62378c3-b518-4343-833a-8cd6794fedd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:05.361294 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a62378c3-b518-4343-833a-8cd6794fedd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:05.364055 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a62378c3-b518-4343-833a-8cd6794fedd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:05.365239 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a62378c3-b518-4343-833a-8cd6794fedd8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/31601375-cc2f-4938-a5ea-a1f5a23f2520 HTTP/1.1" status: 204 len: 168 time: 0.1322589 Nov 24 21:20:05.374554 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62378c3-b518-4343-833a-8cd6794fedd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31601375-cc2f-4938-a5ea-a1f5a23f2520,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:05.626575 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 41978) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:05.640284 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7409a5c9-7bed-49c2-a789-f46c601443a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:05.720564 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7409a5c9-7bed-49c2-a789-f46c601443a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:05.724230 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7409a5c9-7bed-49c2-a789-f46c601443a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:05.763789 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7409a5c9-7bed-49c2-a789-f46c601443a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0cb0d7f08a304d9eb0a40d1f2e1d22f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1361020 Nov 24 21:20:05.764798 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409a5c9-7bed-49c2-a789-f46c601443a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7bb720-35e4-458d-86ac-bf6cb54b4bdd,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:05.766472 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 41980) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:05.821223 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8a46e9bb-c275-4bce-abf4-2a393b4f554c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:05.845533 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8a46e9bb-c275-4bce-abf4-2a393b4f554c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:05.901263 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8a46e9bb-c275-4bce-abf4-2a393b4f554c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:05.904591 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8a46e9bb-c275-4bce-abf4-2a393b4f554c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:05.908371 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8a46e9bb-c275-4bce-abf4-2a393b4f554c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dc7bb720-35e4-458d-86ac-bf6cb54b4bdd HTTP/1.1" status: 204 len: 168 time: 0.1382430 Nov 24 21:20:05.917168 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46e9bb-c275-4bce-abf4-2a393b4f554c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7bb720-35e4-458d-86ac-bf6cb54b4bdd,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:05.934002 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297fe6e-5255-49e5-8bd5-946a817670f4 req-a79db2d6-e97a-466c-b5ef-52dfe3df275a tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:05.939342 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b297fe6e-5255-49e5-8bd5-946a817670f4 req-a79db2d6-e97a-466c-b5ef-52dfe3df275a tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e385be-012f-4e85-9d2e-6e0f950c8cd7 HTTP/1.1" status: 200 len: 946 time: 0.0760877 Nov 24 21:20:06.006199 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b297fe6e-5255-49e5-8bd5-946a817670f4 req-1a2b4298-c658-4aa9-965c-65de148f9d0c tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/security-groups?id=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634050 Nov 24 21:20:06.173695 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cf0ca-933f-4f81-bd7f-0400dbbc9595 req-4f48bbb8-ab2f-4b1c-8a3f-4bf470fa0e7a tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:06.175456 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b60cf0ca-933f-4f81-bd7f-0400dbbc9595 req-4f48bbb8-ab2f-4b1c-8a3f-4bf470fa0e7a tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.48 "GET /v2.0/ports?device_id=34e385be-012f-4e85-9d2e-6e0f950c8cd7 HTTP/1.1" status: 200 len: 946 time: 0.0503292 Nov 24 21:20:06.273345 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-b60cf0ca-933f-4f81-bd7f-0400dbbc9595 req-bcd95830-1aba-4f6b-b3a0-26a6898a3edb tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Deleting port be0edcdf-fa9c-4fc3-a9f7-231aade74b56 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:20:06.273695 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b60cf0ca-933f-4f81-bd7f-0400dbbc9595 req-bcd95830-1aba-4f6b-b3a0-26a6898a3edb tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:06.365898 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-b60cf0ca-933f-4f81-bd7f-0400dbbc9595 req-bcd95830-1aba-4f6b-b3a0-26a6898a3edb tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] For port be0edcdf-fa9c-4fc3-a9f7-231aade74b56, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=be0edcdf-fa9c-4fc3-a9f7-231aade74b56,segment=NetworkSegment(1374f974-1485-4dc0-b969-e97d087fa34f),segment_id=1374f974-1485-4dc0-b969-e97d087fa34f)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:20:06.366266 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b60cf0ca-933f-4f81-bd7f-0400dbbc9595 req-bcd95830-1aba-4f6b-b3a0-26a6898a3edb tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:06.383814 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-b60cf0ca-933f-4f81-bd7f-0400dbbc9595 req-bcd95830-1aba-4f6b-b3a0-26a6898a3edb tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Calling delete_port for be0edcdf-fa9c-4fc3-a9f7-231aade74b56 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:20:06.525059 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b60cf0ca-933f-4f81-bd7f-0400dbbc9595 req-bcd95830-1aba-4f6b-b3a0-26a6898a3edb tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:06.538247 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['be0edcdf-fa9c-4fc3-a9f7-231aade74b56'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:20:06.555522 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd95830-1aba-4f6b-b3a0-26a6898a3edb tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Pushing event deleted for resources: {'Port': ['ID=be0edcdf-fa9c-4fc3-a9f7-231aade74b56,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:06.574505 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c247a82-844b-4eb5-8acb-3589c1d206c2 None None] DHCP port deletion for 69f36ff4-df91-4502-a33c-b0e40fcb2067 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:20:06.601019 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60cf0ca-933f-4f81-bd7f-0400dbbc9595 req-bcd95830-1aba-4f6b-b3a0-26a6898a3edb tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] No DVR routers for this DVR port be0edcdf-fa9c-4fc3-a9f7-231aade74b56 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:20:06.604686 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b60cf0ca-933f-4f81-bd7f-0400dbbc9595 req-bcd95830-1aba-4f6b-b3a0-26a6898a3edb tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:06.608086 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b60cf0ca-933f-4f81-bd7f-0400dbbc9595 req-bcd95830-1aba-4f6b-b3a0-26a6898a3edb tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.48 "DELETE /v2.0/ports/be0edcdf-fa9c-4fc3-a9f7-231aade74b56 HTTP/1.1" status: 204 len: 173 time: 0.4261575 Nov 24 21:20:06.608999 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e385be-012f-4e85-9d2e-6e0f950c8cd7', 'name': 'network-vif-deleted', 'tag': 'be0edcdf-fa9c-4fc3-a9f7-231aade74b56'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:20:06.610841 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6691b9-7e45-465a-a26f-e30079fb3626" -d '{"events": [{"server_uuid": "34e385be-012f-4e85-9d2e-6e0f950c8cd7", "name": "network-vif-deleted", "tag": "be0edcdf-fa9c-4fc3-a9f7-231aade74b56"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:20:06.654021 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7116dd3b-b55d-4b09-8102-93ee5897447e x-openstack-request-id: req-7116dd3b-b55d-4b09-8102-93ee5897447e {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:20:06.654357 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e385be-012f-4e85-9d2e-6e0f950c8cd7", "name": "network-vif-deleted", "tag": "be0edcdf-fa9c-4fc3-a9f7-231aade74b56", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:20:06.654618 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7116dd3b-b55d-4b09-8102-93ee5897447e {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:20:06.655020 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e385be-012f-4e85-9d2e-6e0f950c8cd7', 'name': 'network-vif-deleted', 'tag': 'be0edcdf-fa9c-4fc3-a9f7-231aade74b56', 'status': 'completed', 'code': 200} Nov 24 21:20:07.132154 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5bf833c4-beb7-41d8-b718-aea925860ac3 req-f0c76152-519e-42d8-86e3-f059deb54449 tempest-AttachVolumeNegativeTest-1435642421 tempest-AttachVolumeNegativeTest-1435642421-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e385be-012f-4e85-9d2e-6e0f950c8cd7 HTTP/1.1" status: 200 len: 210 time: 0.0434849 Nov 24 21:20:08.193926 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42042) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:08.238638 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd95b9c-8577-4333-9a4a-4990942c2c10 admin admin] Deleting subnet 1257a070-7767-454d-ab67-31a004e8a10a {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:20:08.241708 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6cd95b9c-8577-4333-9a4a-4990942c2c10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:08.277185 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6cd95b9c-8577-4333-9a4a-4990942c2c10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:08.317131 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6cd95b9c-8577-4333-9a4a-4990942c2c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:08.374664 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6cd95b9c-8577-4333-9a4a-4990942c2c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:08.402670 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd95b9c-8577-4333-9a4a-4990942c2c10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1257a070-7767-454d-ab67-31a004e8a10a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:08.409532 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6cd95b9c-8577-4333-9a4a-4990942c2c10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:08.414689 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744b73f5-0493-489c-8ae2-78f29bc11781 None None] Network 69f36ff4-df91-4502-a33c-b0e40fcb2067 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:20:08.416465 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6cd95b9c-8577-4333-9a4a-4990942c2c10 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1257a070-7767-454d-ab67-31a004e8a10a HTTP/1.1" status: 204 len: 168 time: 0.2213836 Nov 24 21:20:08.417249 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42044) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:08.506726 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9304dfc2-ca1a-4688-b5f3-668f92b10d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:08.550240 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c0021f-09b3-4b4a-ba34-2336d01e293b None None] DHCP port deletion for 69f36ff4-df91-4502-a33c-b0e40fcb2067 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:20:08.597639 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9304dfc2-ca1a-4688-b5f3-668f92b10d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:08.619718 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-9304dfc2-ca1a-4688-b5f3-668f92b10d20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f36ff4-df91-4502-a33c-b0e40fcb2067']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:08.628767 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-9304dfc2-ca1a-4688-b5f3-668f92b10d20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1374f974-1485-4dc0-b969-e97d087fa34f') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:08.629084 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-9304dfc2-ca1a-4688-b5f3-668f92b10d20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1374f974-1485-4dc0-b969-e97d087fa34f') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:08.639097 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9304dfc2-ca1a-4688-b5f3-668f92b10d20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:08.652393 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9304dfc2-ca1a-4688-b5f3-668f92b10d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:08.658293 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9304dfc2-ca1a-4688-b5f3-668f92b10d20 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:20:08.658705 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9304dfc2-ca1a-4688-b5f3-668f92b10d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:20:08.660423 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:20:08.722757 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9304dfc2-ca1a-4688-b5f3-668f92b10d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:08.728875 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9304dfc2-ca1a-4688-b5f3-668f92b10d20 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:08.732516 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9304dfc2-ca1a-4688-b5f3-668f92b10d20 admin admin] 10.222.0.11 "DELETE /v2.0/networks/69f36ff4-df91-4502-a33c-b0e40fcb2067 HTTP/1.1" status: 204 len: 168 time: 0.3142529 Nov 24 21:20:08.746808 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304dfc2-ca1a-4688-b5f3-668f92b10d20 admin admin] Pushing event deleted for resources: {'Network': ['ID=69f36ff4-df91-4502-a33c-b0e40fcb2067,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:08.880388 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8f604e0b-e4b8-4a14-b85e-9158c754d6e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:08.925852 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42056) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:08.966886 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-92f4456c-d18e-48b2-9f6c-d0fbb9661fe3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b8d1b3c5195f4c05a18dfb32f9f7c943&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397701 Nov 24 21:20:08.969447 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42058) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:09.018464 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-85085641-8395-44b8-9761-05446210da9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:09.039625 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-85085641-8395-44b8-9761-05446210da9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:09.087422 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-85085641-8395-44b8-9761-05446210da9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:09.090482 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-85085641-8395-44b8-9761-05446210da9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:09.091650 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-85085641-8395-44b8-9761-05446210da9a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/557d9aba-0b6f-461c-9bb3-e6f8fc7b525f HTTP/1.1" status: 204 len: 168 time: 0.1212940 Nov 24 21:20:09.099600 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85085641-8395-44b8-9761-05446210da9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557d9aba-0b6f-461c-9bb3-e6f8fc7b525f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:09.859842 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:10.284799 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device be0edcdf-fa9c-4fc3-a9f7-231aade74b56 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:20:10.306933 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: be0edcdf-fa9c-4fc3-a9f7-231aade74b56 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:20:10.307281 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device be0edcdf-fa9c-4fc3-a9f7-231aade74b56 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:20:11.183160 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5ed81982-1629-4e78-9b4e-22f6ef989923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:11.215989 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:11.516917 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83695689-7d10-4097-a1d3-a9b43abe45e5 req-3d8eff9b-6e8b-4909-96ef-1a55a6c3409e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:11.518477 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-83695689-7d10-4097-a1d3-a9b43abe45e5 req-3d8eff9b-6e8b-4909-96ef-1a55a6c3409e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 945 time: 0.0529025 Nov 24 21:20:11.575397 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-83695689-7d10-4097-a1d3-a9b43abe45e5 req-a9a15475-85ac-437b-8767-0395a915dbc1 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504789 Nov 24 21:20:12.113662 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42192) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:12.287596 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e0bc65bc-ec8d-40a1-91f5-949eada0c622 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:12.376798 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e0bc65bc-ec8d-40a1-91f5-949eada0c622 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:12.381380 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e0bc65bc-ec8d-40a1-91f5-949eada0c622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:12.430294 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:12.440667 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e0bc65bc-ec8d-40a1-91f5-949eada0c622 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49d415a41a164732a7669f4ad0a2d749&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3258214 Nov 24 21:20:12.441615 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc65bc-ec8d-40a1-91f5-949eada0c622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a468a08d-4038-4f88-bb64-11d4751e9e26,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:12.443634 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42204) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:12.449850 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc65bc-ec8d-40a1-91f5-949eada0c622 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:12.450203 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc65bc-ec8d-40a1-91f5-949eada0c622 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:12.450550 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc65bc-ec8d-40a1-91f5-949eada0c622 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:12.450894 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc65bc-ec8d-40a1-91f5-949eada0c622 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:12.451230 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc65bc-ec8d-40a1-91f5-949eada0c622 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:12.451565 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc65bc-ec8d-40a1-91f5-949eada0c622 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:12.451896 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc65bc-ec8d-40a1-91f5-949eada0c622 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:12.452227 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc65bc-ec8d-40a1-91f5-949eada0c622 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:12.452552 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc65bc-ec8d-40a1-91f5-949eada0c622 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:12.452931 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc65bc-ec8d-40a1-91f5-949eada0c622 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:12.453262 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc65bc-ec8d-40a1-91f5-949eada0c622 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:12.453589 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc65bc-ec8d-40a1-91f5-949eada0c622 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:12.506752 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42206) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:12.534759 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89b9d667-05e5-4cdb-86b4-3567b86f13ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:12.559674 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89b9d667-05e5-4cdb-86b4-3567b86f13ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:12.614242 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89b9d667-05e5-4cdb-86b4-3567b86f13ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:12.617331 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89b9d667-05e5-4cdb-86b4-3567b86f13ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:12.636372 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-89b9d667-05e5-4cdb-86b4-3567b86f13ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a468a08d-4038-4f88-bb64-11d4751e9e26 HTTP/1.1" status: 204 len: 168 time: 0.1903808 Nov 24 21:20:12.646188 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9d667-05e5-4cdb-86b4-3567b86f13ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a468a08d-4038-4f88-bb64-11d4751e9e26,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:12.656647 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a84074b-f6d6-424d-adbd-003117b55d89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:12.751513 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f174cb-c115-4522-a634-a0bfe8da6a2d req-568a533b-b34e-48bf-8c3f-4f1a923bc690 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:12.753074 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a8f174cb-c115-4522-a634-a0bfe8da6a2d req-568a533b-b34e-48bf-8c3f-4f1a923bc690 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 945 time: 0.0804722 Nov 24 21:20:12.806464 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a84074b-f6d6-424d-adbd-003117b55d89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:12.817557 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a84074b-f6d6-424d-adbd-003117b55d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:12.876033 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0a84074b-f6d6-424d-adbd-003117b55d89 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aecc3f5dd52146e380576028e3d46a44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3654866 Nov 24 21:20:12.877549 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42216) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:12.878677 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a8f174cb-c115-4522-a634-a0bfe8da6a2d req-1feaa367-1e8b-4cfc-ab96-54df70abf15d tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066334 Nov 24 21:20:12.879689 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84074b-f6d6-424d-adbd-003117b55d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9cb8ff-6305-44b1-a61d-f00baa88bb01,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:12.957351 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a88e4522-160d-4cff-b328-91d74a68ed93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:12.977413 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42218) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:12.980255 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a88e4522-160d-4cff-b328-91d74a68ed93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:12.990806 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-599c4000-4db2-4322-95ec-46901d02b1c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:13.028966 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a88e4522-160d-4cff-b328-91d74a68ed93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:13.031675 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a88e4522-160d-4cff-b328-91d74a68ed93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:13.035246 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a88e4522-160d-4cff-b328-91d74a68ed93 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ff9cb8ff-6305-44b1-a61d-f00baa88bb01 HTTP/1.1" status: 204 len: 168 time: 0.1543012 Nov 24 21:20:13.041632 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e4522-160d-4cff-b328-91d74a68ed93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9cb8ff-6305-44b1-a61d-f00baa88bb01,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:13.094130 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-599c4000-4db2-4322-95ec-46901d02b1c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:13.099145 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-599c4000-4db2-4322-95ec-46901d02b1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:13.137671 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c4000-4db2-4322-95ec-46901d02b1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284ec3bb-bf71-4bf4-8ed9-aef1f4415df1,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:13.144888 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42224) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:13.145091 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-599c4000-4db2-4322-95ec-46901d02b1c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d5f8e21f904247aabf695eea2a72edcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1663473 Nov 24 21:20:13.206780 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-728a78fb-33ab-443d-91f4-377c9a138079 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:13.237125 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-728a78fb-33ab-443d-91f4-377c9a138079 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:13.273756 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3b866-d26a-48a9-9e27-62f4543fc80d req-c7a65eac-c2a2-42b2-9500-d8ec43e5f76c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:13.275343 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-55c3b866-d26a-48a9-9e27-62f4543fc80d req-c7a65eac-c2a2-42b2-9500-d8ec43e5f76c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 945 time: 0.0557141 Nov 24 21:20:13.302750 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-728a78fb-33ab-443d-91f4-377c9a138079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:13.305503 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-728a78fb-33ab-443d-91f4-377c9a138079 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:13.310194 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-728a78fb-33ab-443d-91f4-377c9a138079 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/284ec3bb-bf71-4bf4-8ed9-aef1f4415df1 HTTP/1.1" status: 204 len: 168 time: 0.1610932 Nov 24 21:20:13.318104 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a78fb-33ab-443d-91f4-377c9a138079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284ec3bb-bf71-4bf4-8ed9-aef1f4415df1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:13.395042 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-55c3b866-d26a-48a9-9e27-62f4543fc80d req-e669f700-5c5a-49d8-afce-93cf626a6888 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Deleting port e91e8ca1-ee38-4618-9276-2115e9f3f45d {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:20:13.395484 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-55c3b866-d26a-48a9-9e27-62f4543fc80d req-e669f700-5c5a-49d8-afce-93cf626a6888 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:13.425554 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42230) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:13.468189 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c19227b3-1651-4572-b1e3-3d208e34336e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:13.521235 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-55c3b866-d26a-48a9-9e27-62f4543fc80d req-e669f700-5c5a-49d8-afce-93cf626a6888 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] For port e91e8ca1-ee38-4618-9276-2115e9f3f45d, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=e91e8ca1-ee38-4618-9276-2115e9f3f45d,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:20:13.521606 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-55c3b866-d26a-48a9-9e27-62f4543fc80d req-e669f700-5c5a-49d8-afce-93cf626a6888 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:13.741845 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c19227b3-1651-4572-b1e3-3d208e34336e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:13.753238 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c19227b3-1651-4572-b1e3-3d208e34336e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:13.791979 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:13.833662 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19227b3-1651-4572-b1e3-3d208e34336e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca89cfe-b848-4bc1-9d9e-51fbcf60f2a8,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:13.839787 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c19227b3-1651-4572-b1e3-3d208e34336e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c1cb11971a85452fb356d363f82fda93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4132614 Nov 24 21:20:13.842744 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42244) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:13.852025 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-55c3b866-d26a-48a9-9e27-62f4543fc80d req-e669f700-5c5a-49d8-afce-93cf626a6888 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:13.853162 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-55c3b866-d26a-48a9-9e27-62f4543fc80d req-e669f700-5c5a-49d8-afce-93cf626a6888 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:13.853951 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [req-55c3b866-d26a-48a9-9e27-62f4543fc80d req-e669f700-5c5a-49d8-afce-93cf626a6888 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Floating IP 2ffa5315-28e1-4f02-9e96-d17aa844c5e4 disassociated. External IP: 172.25.5.57, port: e91e8ca1-ee38-4618-9276-2115e9f3f45d. Nov 24 21:20:13.854052 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-55c3b866-d26a-48a9-9e27-62f4543fc80d req-e669f700-5c5a-49d8-afce-93cf626a6888 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Calling delete_port for e91e8ca1-ee38-4618-9276-2115e9f3f45d owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:20:13.910278 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35b142d2-0dd5-4140-ae31-0dd6d3c53d2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:13.945264 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35b142d2-0dd5-4140-ae31-0dd6d3c53d2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:14.017946 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35b142d2-0dd5-4140-ae31-0dd6d3c53d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:14.021101 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35b142d2-0dd5-4140-ae31-0dd6d3c53d2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:14.022460 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-35b142d2-0dd5-4140-ae31-0dd6d3c53d2a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dca89cfe-b848-4bc1-9d9e-51fbcf60f2a8 HTTP/1.1" status: 204 len: 168 time: 0.1787014 Nov 24 21:20:14.032111 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b142d2-0dd5-4140-ae31-0dd6d3c53d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca89cfe-b848-4bc1-9d9e-51fbcf60f2a8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:14.063784 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ee9f9-7215-4f48-b67f-556b2f328c0a req-b3eaef22-453a-4f13-b4dd-1f4450b5f236 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:14.069241 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd6ee9f9-7215-4f48-b67f-556b2f328c0a req-b3eaef22-453a-4f13-b4dd-1f4450b5f236 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 945 time: 0.0875628 Nov 24 21:20:14.069974 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-55c3b866-d26a-48a9-9e27-62f4543fc80d req-e669f700-5c5a-49d8-afce-93cf626a6888 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:14.130768 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669f700-5c5a-49d8-afce-93cf626a6888 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event deleted for resources: {'Port': ['ID=e91e8ca1-ee38-4618-9276-2115e9f3f45d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:14.216006 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd6ee9f9-7215-4f48-b67f-556b2f328c0a req-073d036d-367a-4176-ac41-c82e7999892c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380911 Nov 24 21:20:14.302024 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55c3b866-d26a-48a9-9e27-62f4543fc80d req-e669f700-5c5a-49d8-afce-93cf626a6888 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Router a783295e-5410-4b9d-9d94-0f71c3922c22 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:20:14.415572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55c3b866-d26a-48a9-9e27-62f4543fc80d req-e669f700-5c5a-49d8-afce-93cf626a6888 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:20:14.428555 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc5ace1-dd8c-425e-a3f7-0641b466bcce None None] Sync routers for ids ['a783295e-5410-4b9d-9d94-0f71c3922c22'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:20:14.444082 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc5ace1-dd8c-425e-a3f7-0641b466bcce None None] Routers {'a783295e-5410-4b9d-9d94-0f71c3922c22'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:20:14.444779 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-efc5ace1-dd8c-425e-a3f7-0641b466bcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:20:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a783295e-5410-4b9d-9d94-0f71c3922c22'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:14.464434 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c3b866-d26a-48a9-9e27-62f4543fc80d req-e669f700-5c5a-49d8-afce-93cf626a6888 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] No DVR routers for this DVR port e91e8ca1-ee38-4618-9276-2115e9f3f45d on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:20:14.467951 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-55c3b866-d26a-48a9-9e27-62f4543fc80d req-e669f700-5c5a-49d8-afce-93cf626a6888 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:14.472465 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-55c3b866-d26a-48a9-9e27-62f4543fc80d req-e669f700-5c5a-49d8-afce-93cf626a6888 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.15 "DELETE /v2.0/ports/e91e8ca1-ee38-4618-9276-2115e9f3f45d HTTP/1.1" status: 204 len: 173 time: 1.1877692 Nov 24 21:20:14.473108 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df60e56-f8ec-4a7c-8188-8ec6d02b360f', 'name': 'network-vif-deleted', 'tag': 'e91e8ca1-ee38-4618-9276-2115e9f3f45d'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:20:14.476267 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac932f02-269f-4f33-8fd3-8cc942ac9a6d" -d '{"events": [{"server_uuid": "0df60e56-f8ec-4a7c-8188-8ec6d02b360f", "name": "network-vif-deleted", "tag": "e91e8ca1-ee38-4618-9276-2115e9f3f45d"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:20:14.536007 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f144d3-b94e-461c-b7c5-7c85e6acb2a3 x-openstack-request-id: req-99f144d3-b94e-461c-b7c5-7c85e6acb2a3 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:20:14.536364 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df60e56-f8ec-4a7c-8188-8ec6d02b360f", "name": "network-vif-deleted", "tag": "e91e8ca1-ee38-4618-9276-2115e9f3f45d", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:20:14.536627 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-99f144d3-b94e-461c-b7c5-7c85e6acb2a3 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:20:14.537072 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df60e56-f8ec-4a7c-8188-8ec6d02b360f', 'name': 'network-vif-deleted', 'tag': 'e91e8ca1-ee38-4618-9276-2115e9f3f45d', 'status': 'completed', 'code': 200} Nov 24 21:20:14.617667 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-efc5ace1-dd8c-425e-a3f7-0641b466bcce None None] Set router a783295e-5410-4b9d-9d94-0f71c3922c22 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:20:14.847066 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:14.935439 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-efc5ace1-dd8c-425e-a3f7-0641b466bcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '1cece7c3-f017-4156-adc1-bdaa9a15e733', 'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'mac_address': 'fa:16:3e:83:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:12Z', 'updated_at': '2021-11-24T21:11:24Z', 'revision_number': 5, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'subnets': [{'id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:14.976925 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc5ace1-dd8c-425e-a3f7-0641b466bcce None None] Checking router: a783295e-5410-4b9d-9d94-0f71c3922c22 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:20:14.989229 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc5ace1-dd8c-425e-a3f7-0641b466bcce None None] Routers {'a783295e-5410-4b9d-9d94-0f71c3922c22'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:20:14.990124 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-efc5ace1-dd8c-425e-a3f7-0641b466bcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:20:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a783295e-5410-4b9d-9d94-0f71c3922c22'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:15.128018 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-efc5ace1-dd8c-425e-a3f7-0641b466bcce None None] Set router a783295e-5410-4b9d-9d94-0f71c3922c22 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:20:15.384962 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7449f65e-0901-45ed-b7a0-7d3c2c8c3c10 req-2764e366-1bf2-4f6c-98fc-54f394d14441 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 210 time: 0.0385613 Nov 24 21:20:15.428440 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-efc5ace1-dd8c-425e-a3f7-0641b466bcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '1cece7c3-f017-4156-adc1-bdaa9a15e733', 'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'mac_address': 'fa:16:3e:83:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:12Z', 'updated_at': '2021-11-24T21:11:24Z', 'revision_number': 5, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'subnets': [{'id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:15.593570 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc5ace1-dd8c-425e-a3f7-0641b466bcce None None] The sync data for ids ['a783295e-5410-4b9d-9d94-0f71c3922c22'] in n-d-812111-8 is: [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '1cece7c3-f017-4156-adc1-bdaa9a15e733', 'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'mac_address': 'fa:16:3e:83:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:12Z', 'updated_at': '2021-11-24T21:11:24Z', 'revision_number': 5, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'subnets': [{'id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:20:15.972239 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde8f140-e5ad-49a7-b5de-e29473ffd1e3 None None] New status for floating IP 2ffa5315-28e1-4f02-9e96-d17aa844c5e4: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:20:16.357315 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42356) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:16.521314 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd4f2ee1-fcf5-4ce6-a8b8-acd7e36aa57b req-e8bcfb1d-6e59-442a-8faf-822f5aa4a1e6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 210 time: 0.0464106 Nov 24 21:20:16.629714 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbb74-ab0e-422f-b9eb-94ce450e5660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:16.725203 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbb74-ab0e-422f-b9eb-94ce450e5660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:16.730094 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbb74-ab0e-422f-b9eb-94ce450e5660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:16.767069 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42372) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:16.767278 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6ffcbb74-ab0e-422f-b9eb-94ce450e5660 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=285c2c32a9ae4d63bb4aa8eb6b0d2db1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4086673 Nov 24 21:20:16.777011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcbb74-ab0e-422f-b9eb-94ce450e5660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec00b5a2-4540-4c92-8773-a4399dd113ed,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:16.787286 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42374) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:16.856359 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-05dfa7ee-12d0-4afa-8ab0-f682546e0093 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:16.885558 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-05dfa7ee-12d0-4afa-8ab0-f682546e0093 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:16.914715 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-53d36d37-500d-44bf-aa9e-fcd4d9dc4d23 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] 10.222.0.11 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2931 time: 0.1264679 Nov 24 21:20:16.915983 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42378) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:16.922666 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a6b13bdb-241e-4e8e-9f01-c2acc03bf427 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Request body: {'network': {'name': 'tempest-network-smoke--1605739246', 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'port_security_enabled': False}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:20:16.948610 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b13bdb-241e-4e8e-9f01-c2acc03bf427 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Made reservation on behalf of b9b5ea5181c9494caeba47b9a7f13565 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:20:16.951197 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-05dfa7ee-12d0-4afa-8ab0-f682546e0093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:16.953877 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-05dfa7ee-12d0-4afa-8ab0-f682546e0093 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:16.956382 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6b13bdb-241e-4e8e-9f01-c2acc03bf427 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:16.969044 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-05dfa7ee-12d0-4afa-8ab0-f682546e0093 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ec00b5a2-4540-4c92-8773-a4399dd113ed HTTP/1.1" status: 204 len: 168 time: 0.1888151 Nov 24 21:20:16.980318 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dfa7ee-12d0-4afa-8ab0-f682546e0093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec00b5a2-4540-4c92-8773-a4399dd113ed,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:17.013610 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b13bdb-241e-4e8e-9f01-c2acc03bf427 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:20:17.027448 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6b13bdb-241e-4e8e-9f01-c2acc03bf427 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:17.027448 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-a6b13bdb-241e-4e8e-9f01-c2acc03bf427 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Added segment 18c18f3c-0806-4bd2-a89a-c114e7f8663c of type vlan for network 4aad465d-f59d-4a99-804d-397fdbb504d4 Nov 24 21:20:17.077786 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6b13bdb-241e-4e8e-9f01-c2acc03bf427 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:17.110857 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6b13bdb-241e-4e8e-9f01-c2acc03bf427 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:17.119613 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b13bdb-241e-4e8e-9f01-c2acc03bf427 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:17.120999 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6b13bdb-241e-4e8e-9f01-c2acc03bf427 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:17.155794 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device e91e8ca1-ee38-4618-9276-2115e9f3f45d no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:20:17.188888 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: e91e8ca1-ee38-4618-9276-2115e9f3f45d {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:20:17.191841 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device e91e8ca1-ee38-4618-9276-2115e9f3f45d not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:20:17.198700 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a6b13bdb-241e-4e8e-9f01-c2acc03bf427 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2811766 Nov 24 21:20:17.201497 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42384) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:17.208916 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f5a3b837-a030-4287-ba77-1525673edc99 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-933071179', 'admin_state_up': True, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:20:17.243015 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f5a3b837-a030-4287-ba77-1525673edc99 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:17.244640 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f5a3b837-a030-4287-ba77-1525673edc99 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:17.246784 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b13bdb-241e-4e8e-9f01-c2acc03bf427 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event updated for resources: {'Network': ['ID=4aad465d-f59d-4a99-804d-397fdbb504d4,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:17.260428 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 4aad465d-f59d-4a99-804d-397fdbb504d4 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:20:17.342036 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f5a3b837-a030-4287-ba77-1525673edc99 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:17.432226 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42390) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:17.569145 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f5a3b837-a030-4287-ba77-1525673edc99 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:17.605714 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42398) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:17.620417 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4a44-126f-44b1-9617-b3601be41600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:17.665100 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9a2f198d-da74-4ba3-8d95-b838f37a55cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:17.751579 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4a44-126f-44b1-9617-b3601be41600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:17.759497 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4a44-126f-44b1-9617-b3601be41600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:17.819589 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9e3f4a44-126f-44b1-9617-b3601be41600 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6365c85b68a4468393138e080030babd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2126546 Nov 24 21:20:17.827282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42400) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:17.840050 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f4a44-126f-44b1-9617-b3601be41600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb46ff11-b21c-4d62-9bcc-1a64c13800c0,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:17.848577 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9a2f198d-da74-4ba3-8d95-b838f37a55cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:17.863264 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9a2f198d-da74-4ba3-8d95-b838f37a55cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:17.918587 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f198d-da74-4ba3-8d95-b838f37a55cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15a5de3-255b-4e62-87c7-efe60ae73a63,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:17.927723 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9a2f198d-da74-4ba3-8d95-b838f37a55cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cf2a0de8750c4b168266e8d5ff1bbe54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4943590 Nov 24 21:20:17.930294 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42402) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:17.938996 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-90fbd62b-411c-4ee6-a9ce-6d69e685318f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:17.981107 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-90fbd62b-411c-4ee6-a9ce-6d69e685318f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:18.028387 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f4d49c88-0f55-402c-9a4d-286f11e326cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:18.033432 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1c1fe4c5-3aef-4299-adb3-0c11471606fb req-66e357e5-b97c-492d-b9a6-22a2d67f9cbf tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 210 time: 0.0293956 Nov 24 21:20:18.054522 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f4d49c88-0f55-402c-9a4d-286f11e326cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:18.062953 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-90fbd62b-411c-4ee6-a9ce-6d69e685318f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:18.065626 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-90fbd62b-411c-4ee6-a9ce-6d69e685318f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:18.070228 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-90fbd62b-411c-4ee6-a9ce-6d69e685318f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb46ff11-b21c-4d62-9bcc-1a64c13800c0 HTTP/1.1" status: 204 len: 168 time: 0.2376542 Nov 24 21:20:18.090431 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbd62b-411c-4ee6-a9ce-6d69e685318f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb46ff11-b21c-4d62-9bcc-1a64c13800c0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:18.131456 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f4d49c88-0f55-402c-9a4d-286f11e326cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:18.135150 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f4d49c88-0f55-402c-9a4d-286f11e326cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:18.136228 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f4d49c88-0f55-402c-9a4d-286f11e326cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b15a5de3-255b-4e62-87c7-efe60ae73a63 HTTP/1.1" status: 204 len: 168 time: 0.2026184 Nov 24 21:20:18.157630 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d49c88-0f55-402c-9a4d-286f11e326cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15a5de3-255b-4e62-87c7-efe60ae73a63,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:18.267706 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f5a3b837-a030-4287-ba77-1525673edc99 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:18.298983 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f5a3b837-a030-4287-ba77-1525673edc99 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:18.427342 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-f5a3b837-a030-4287-ba77-1525673edc99 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Allocated IP 172.25.5.183 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/07161960-cd77-47be-b224-00ade5cb5dcf) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:20:18.569257 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f5a3b837-a030-4287-ba77-1525673edc99 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:18.626286 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f5a3b837-a030-4287-ba77-1525673edc99 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:18.632911 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42418) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:18.649822 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a1047124-6507-4d97-82d9-68b33e556055 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:18.671477 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a3b837-a030-4287-ba77-1525673edc99 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:20:18.676896 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-f5a3b837-a030-4287-ba77-1525673edc99 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:20:18.697126 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a3b837-a030-4287-ba77-1525673edc99 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:20:18.700171 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0552a6cb-7ac8-41c5-a076-92b1ec39878e None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:20:18.737235 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-15516ae6-dbf8-4534-a397-a99b7e9e9f8d None None] Provisioning complete for port 07161960-cd77-47be-b224-00ade5cb5dcf triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:20:18.737930 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-15516ae6-dbf8-4534-a397-a99b7e9e9f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:18.766417 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a1047124-6507-4d97-82d9-68b33e556055 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:18.778300 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a1047124-6507-4d97-82d9-68b33e556055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:18.796836 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-15516ae6-dbf8-4534-a397-a99b7e9e9f8d None None] Port 07161960-cd77-47be-b224-00ade5cb5dcf cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:20:18.834575 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a1047124-6507-4d97-82d9-68b33e556055 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=281c7636ca724eed96bc595aa239325d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2004526 Nov 24 21:20:18.835144 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42422) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:18.838055 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1047124-6507-4d97-82d9-68b33e556055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be60ef7b-e8e7-4121-94b2-552a17a44233,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:18.858995 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3b837-a030-4287-ba77-1525673edc99 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event updated for resources: {'Port': ['ID=07161960-cd77-47be-b224-00ade5cb5dcf,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:18.906617 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20d2395d-dfe0-43dc-b6b3-f2b8299df681 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:18.936812 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20d2395d-dfe0-43dc-b6b3-f2b8299df681 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:19.000036 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20d2395d-dfe0-43dc-b6b3-f2b8299df681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:19.003965 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20d2395d-dfe0-43dc-b6b3-f2b8299df681 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:19.005591 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-20d2395d-dfe0-43dc-b6b3-f2b8299df681 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be60ef7b-e8e7-4121-94b2-552a17a44233 HTTP/1.1" status: 204 len: 168 time: 0.1691802 Nov 24 21:20:19.037434 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2395d-dfe0-43dc-b6b3-f2b8299df681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be60ef7b-e8e7-4121-94b2-552a17a44233,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:19.080964 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f5a3b837-a030-4287-ba77-1525673edc99 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:19.261139 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-50c47ab1-8792-4509-8529-691373687d7e req-83f6ca06-6fbc-4af2-829d-fc59955ad094 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 210 time: 0.0666268 Nov 24 21:20:19.460039 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f5a3b837-a030-4287-ba77-1525673edc99 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:19.644275 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a3b837-a030-4287-ba77-1525673edc99 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Router 86a87da7-5c3e-49ce-b789-711ea271ca18 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:20:19.797239 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a3b837-a030-4287-ba77-1525673edc99 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:20:19.816331 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] Sync routers for ids ['86a87da7-5c3e-49ce-b789-711ea271ca18'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:20:19.830633 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] Routers {'86a87da7-5c3e-49ce-b789-711ea271ca18'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:20:19.831569 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:20:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['86a87da7-5c3e-49ce-b789-711ea271ca18'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:19.865012 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f5a3b837-a030-4287-ba77-1525673edc99 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:19.871217 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f5a3b837-a030-4287-ba77-1525673edc99 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6647542 Nov 24 21:20:19.871950 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42464) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:19.973744 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650e1ce1-2cc3-4a2c-aaa9-67f688d45651 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:19.975549 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-650e1ce1-2cc3-4a2c-aaa9-67f688d45651 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=b9b5ea5181c9494caeba47b9a7f13565&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1017613 Nov 24 21:20:19.979497 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42468) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:20.007939 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] Set router 86a87da7-5c3e-49ce-b789-711ea271ca18 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:20:20.084532 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdcf6da-352a-44ff-9fe1-31f5e1e0c70d tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:20.089688 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0bdcf6da-352a-44ff-9fe1-31f5e1e0c70d tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1057870 Nov 24 21:20:20.090250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42474) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:20.128632 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42476) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:20.128948 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cbd3a9ed-586f-4e47-a05a-f71d2fde252a tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349684 Nov 24 21:20:20.175540 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7d0ed56b-70d2-4b12-a332-36508feb8533 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=b9b5ea5181c9494caeba47b9a7f13565&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426903 Nov 24 21:20:20.176055 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42480) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:20.293672 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a87da7-5c3e-49ce-b789-711ea271ca18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-933071179', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '07161960-cd77-47be-b224-00ade5cb5dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:20:17Z', 'updated_at': '2021-11-24T21:20:18Z', 'revision_number': 3, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'gw_port': {'id': '07161960-cd77-47be-b224-00ade5cb5dcf', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a87da7-5c3e-49ce-b789-711ea271ca18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:20:18Z', 'updated_at': '2021-11-24T21:20:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:20.293885 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91666773-6c50-4ed3-9a01-e71d27f11806 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:20.298054 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-91666773-6c50-4ed3-9a01-e71d27f11806 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1184216 Nov 24 21:20:20.298908 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42484) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:20.347683 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e26b3914-a61a-46b4-ab85-71e1cd2b6d21 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458651 Nov 24 21:20:20.348526 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 42488) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:20.354307 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-d322f474-8b30-482c-9d75-42b5591336bd tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1973348921', 'network_id': '4aad465d-f59d-4a99-804d-397fdbb504d4', 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:20:20.374934 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] Checking router: 86a87da7-5c3e-49ce-b789-711ea271ca18 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:20:20.376224 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] Updating router 86a87da7-5c3e-49ce-b789-711ea271ca18 port 07161960-cd77-47be-b224-00ade5cb5dcf binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:20:20.447016 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:20.504076 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b6b1b00-91e5-4103-9b22-ee857c342a69 req-26b67dc8-9691-40bf-b636-c9111b231eb3 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df60e56-f8ec-4a7c-8188-8ec6d02b360f HTTP/1.1" status: 200 len: 210 time: 0.0448747 Nov 24 21:20:20.557200 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d322f474-8b30-482c-9d75-42b5591336bd tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Made reservation on behalf of b9b5ea5181c9494caeba47b9a7f13565 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:20:20.561472 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d322f474-8b30-482c-9d75-42b5591336bd tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:20.778809 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:20.787561 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:20.790814 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d322f474-8b30-482c-9d75-42b5591336bd tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:20.843523 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac25f6-99b5-4927-8e9a-c9d5a998f7b9 None None] Pushing event updated for resources: {'Port': ['ID=07161960-cd77-47be-b224-00ade5cb5dcf,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:20.855277 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac25f6-99b5-4927-8e9a-c9d5a998f7b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:20.855786 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac25f6-99b5-4927-8e9a-c9d5a998f7b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:20.856230 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac25f6-99b5-4927-8e9a-c9d5a998f7b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:20.856674 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac25f6-99b5-4927-8e9a-c9d5a998f7b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:20.857128 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac25f6-99b5-4927-8e9a-c9d5a998f7b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:20.857557 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac25f6-99b5-4927-8e9a-c9d5a998f7b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:20.858856 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac25f6-99b5-4927-8e9a-c9d5a998f7b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:20.858856 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac25f6-99b5-4927-8e9a-c9d5a998f7b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:20.858856 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac25f6-99b5-4927-8e9a-c9d5a998f7b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:20.859416 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac25f6-99b5-4927-8e9a-c9d5a998f7b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:20.859620 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac25f6-99b5-4927-8e9a-c9d5a998f7b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:20.860250 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac25f6-99b5-4927-8e9a-c9d5a998f7b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:20.877906 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816455f9-93fe-4a68-a17c-ad359818fe67 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:20:20.882682 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322f474-8b30-482c-9d75-42b5591336bd tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event updated for resources: {'Subnet': ['ID=0083badf-8578-4add-a54e-743d93c89d49,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:20.886126 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d322f474-8b30-482c-9d75-42b5591336bd tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Checking segment: {'id': '18c18f3c-0806-4bd2-a89a-c114e7f8663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4aad465d-f59d-4a99-804d-397fdbb504d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:20:20.886294 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] Attempting to bind port 07161960-cd77-47be-b224-00ade5cb5dcf on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:20.886414 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d322f474-8b30-482c-9d75-42b5591336bd tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Network hostable DHCP agents. Network: 4aad465d-f59d-4a99-804d-397fdbb504d4, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:20:20.886515 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] Attempting to bind port 07161960-cd77-47be-b224-00ade5cb5dcf by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:20.886515 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] Attempting to bind port 07161960-cd77-47be-b224-00ade5cb5dcf on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:20.891869 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:20:20.892246 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:20:20.892706 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:20.893084 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:20:20.893548 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] Bound port: 07161960-cd77-47be-b224-00ade5cb5dcf, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:20:20.893929 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:20.912959 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d322f474-8b30-482c-9d75-42b5591336bd tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Network 4aad465d-f59d-4a99-804d-397fdbb504d4 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:20:20.949684 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-d322f474-8b30-482c-9d75-42b5591336bd tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 4aad465d-f59d-4a99-804d-397fdbb504d4) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:20:20.954449 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d322f474-8b30-482c-9d75-42b5591336bd tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:20.955255 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d322f474-8b30-482c-9d75-42b5591336bd tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:20.964917 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334f5a63-47ee-4eae-88c7-33337968ead3 None None] Network 4aad465d-f59d-4a99-804d-397fdbb504d4 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:20:20.989348 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d322f474-8b30-482c-9d75-42b5591336bd tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6401749 Nov 24 21:20:20.992075 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42504) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:21.054570 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] For port 07161960-cd77-47be-b224-00ade5cb5dcf, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:20:21.061047 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] For port 07161960-cd77-47be-b224-00ade5cb5dcf, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=07161960-cd77-47be-b224-00ade5cb5dcf,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:20:21.068951 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:21.089353 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-1ab7bd4e-0aae-48db-bdb0-a0bec4fd2c95 None None] Provisioning complete for port 07161960-cd77-47be-b224-00ade5cb5dcf triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:20:21.090025 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1ab7bd4e-0aae-48db-bdb0-a0bec4fd2c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:21.144810 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28262870-2bc1-4e65-9a97-aefbfe98a9cc None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:20:21.156879 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] Routers {'86a87da7-5c3e-49ce-b789-711ea271ca18'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:20:21.157621 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:20:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['86a87da7-5c3e-49ce-b789-711ea271ca18'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:21.200861 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac25f6-99b5-4927-8e9a-c9d5a998f7b9 None None] Pushing event updated for resources: {'Port': ['ID=07161960-cd77-47be-b224-00ade5cb5dcf,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:21.267731 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d00745a-2c53-4b14-ae42-e71955b5a4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-4aad465d-f59d-4a99-804d-397fdbb504d4', 'network_id': '4aad465d-f59d-4a99-804d-397fdbb504d4', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'fixed_ips': [{'subnet_id': '0083badf-8578-4add-a54e-743d93c89d49'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:20:21.268614 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3d00745a-2c53-4b14-ae42-e71955b5a4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:21.300669 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] Set router 86a87da7-5c3e-49ce-b789-711ea271ca18 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:20:21.457939 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-3d00745a-2c53-4b14-ae42-e71955b5a4c0 None None] Allocated IP 172.20.0.18 (4aad465d-f59d-4a99-804d-397fdbb504d4/0083badf-8578-4add-a54e-743d93c89d49/2ff4ae7a-0a15-4936-a2ba-43a08928c05c) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:20:21.521804 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a87da7-5c3e-49ce-b789-711ea271ca18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-933071179', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '07161960-cd77-47be-b224-00ade5cb5dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:20:17Z', 'updated_at': '2021-11-24T21:20:18Z', 'revision_number': 3, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'gw_port': {'id': '07161960-cd77-47be-b224-00ade5cb5dcf', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a87da7-5c3e-49ce-b789-711ea271ca18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:20:18Z', 'updated_at': '2021-11-24T21:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:21.535951 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1ab7bd4e-0aae-48db-bdb0-a0bec4fd2c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:21.569996 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15017276-c511-4706-92a5-f308a0cdb107 None None] The sync data for ids ['86a87da7-5c3e-49ce-b789-711ea271ca18'] in n-d-812111-8 is: [{'id': '86a87da7-5c3e-49ce-b789-711ea271ca18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-933071179', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '07161960-cd77-47be-b224-00ade5cb5dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:20:17Z', 'updated_at': '2021-11-24T21:20:18Z', 'revision_number': 3, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'gw_port': {'id': '07161960-cd77-47be-b224-00ade5cb5dcf', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a87da7-5c3e-49ce-b789-711ea271ca18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:20:18Z', 'updated_at': '2021-11-24T21:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:20:21.575006 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1ab7bd4e-0aae-48db-bdb0-a0bec4fd2c95 None None] For port 07161960-cd77-47be-b224-00ade5cb5dcf, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=07161960-cd77-47be-b224-00ade5cb5dcf,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:20:21.586329 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1ab7bd4e-0aae-48db-bdb0-a0bec4fd2c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:21.683570 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e18f-e890-4e41-99c4-0a187bf50211 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:21.729548 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7bd4e-0aae-48db-bdb0-a0bec4fd2c95 None None] Pushing event updated for resources: {'Port': ['ID=07161960-cd77-47be-b224-00ade5cb5dcf,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:21.739781 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3d00745a-2c53-4b14-ae42-e71955b5a4c0 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:21.743920 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab7bd4e-0aae-48db-bdb0-a0bec4fd2c95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:21.744912 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab7bd4e-0aae-48db-bdb0-a0bec4fd2c95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:21.745525 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab7bd4e-0aae-48db-bdb0-a0bec4fd2c95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:21.746921 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab7bd4e-0aae-48db-bdb0-a0bec4fd2c95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:21.747432 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab7bd4e-0aae-48db-bdb0-a0bec4fd2c95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:21.747977 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab7bd4e-0aae-48db-bdb0-a0bec4fd2c95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:21.749420 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab7bd4e-0aae-48db-bdb0-a0bec4fd2c95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:21.749938 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab7bd4e-0aae-48db-bdb0-a0bec4fd2c95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:21.750504 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab7bd4e-0aae-48db-bdb0-a0bec4fd2c95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:21.751064 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab7bd4e-0aae-48db-bdb0-a0bec4fd2c95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:21.751552 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab7bd4e-0aae-48db-bdb0-a0bec4fd2c95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:21.752037 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab7bd4e-0aae-48db-bdb0-a0bec4fd2c95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:21.774939 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-44bf1b5e-177d-4d0b-aec2-207c571f0b73 None None] Provisioning complete for port 07161960-cd77-47be-b224-00ade5cb5dcf triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:20:21.774939 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-44bf1b5e-177d-4d0b-aec2-207c571f0b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:21.798346 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3d00745a-2c53-4b14-ae42-e71955b5a4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:21.829725 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d00745a-2c53-4b14-ae42-e71955b5a4c0 None None] Network 4aad465d-f59d-4a99-804d-397fdbb504d4 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:20:21.838685 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-3d00745a-2c53-4b14-ae42-e71955b5a4c0 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:20:21.842100 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d00745a-2c53-4b14-ae42-e71955b5a4c0 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:20:21.986800 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00745a-2c53-4b14-ae42-e71955b5a4c0 None None] Pushing event updated for resources: {'Port': ['ID=2ff4ae7a-0a15-4936-a2ba-43a08928c05c,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:21.991800 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-3d00745a-2c53-4b14-ae42-e71955b5a4c0 None None] Attempting to bind port 2ff4ae7a-0a15-4936-a2ba-43a08928c05c on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:21.992184 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-3d00745a-2c53-4b14-ae42-e71955b5a4c0 None None] Attempting to bind port 2ff4ae7a-0a15-4936-a2ba-43a08928c05c by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '18c18f3c-0806-4bd2-a89a-c114e7f8663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4aad465d-f59d-4a99-804d-397fdbb504d4'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:21.992556 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d00745a-2c53-4b14-ae42-e71955b5a4c0 None None] Attempting to bind port 2ff4ae7a-0a15-4936-a2ba-43a08928c05c on network 4aad465d-f59d-4a99-804d-397fdbb504d4 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:22.002959 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d00745a-2c53-4b14-ae42-e71955b5a4c0 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:20:22.003405 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d00745a-2c53-4b14-ae42-e71955b5a4c0 None None] Checking segment: {'id': '18c18f3c-0806-4bd2-a89a-c114e7f8663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4aad465d-f59d-4a99-804d-397fdbb504d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:20:22.003762 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3d00745a-2c53-4b14-ae42-e71955b5a4c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:22.004340 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d00745a-2c53-4b14-ae42-e71955b5a4c0 None None] Bound using segment: {'id': '18c18f3c-0806-4bd2-a89a-c114e7f8663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4aad465d-f59d-4a99-804d-397fdbb504d4'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:20:22.004878 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-3d00745a-2c53-4b14-ae42-e71955b5a4c0 None None] Bound port: 2ff4ae7a-0a15-4936-a2ba-43a08928c05c, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c18f3c-0806-4bd2-a89a-c114e7f8663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4aad465d-f59d-4a99-804d-397fdbb504d4'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:20:22.005274 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3d00745a-2c53-4b14-ae42-e71955b5a4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:22.083948 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-3cdbd4bd-c32e-4477-b3e9-2b47a218f1cc tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1690936204&fields=id&tenant_id=595635dfe5324829adbb53908d8c3a34 HTTP/1.1" status: 200 len: 267 time: 0.1062403 Nov 24 21:20:22.110371 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-3d00745a-2c53-4b14-ae42-e71955b5a4c0 None None] For port 2ff4ae7a-0a15-4936-a2ba-43a08928c05c, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:20:22.113088 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-3d00745a-2c53-4b14-ae42-e71955b5a4c0 None None] For port 2ff4ae7a-0a15-4936-a2ba-43a08928c05c, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2ff4ae7a-0a15-4936-a2ba-43a08928c05c,segment=NetworkSegment(18c18f3c-0806-4bd2-a89a-c114e7f8663c),segment_id=18c18f3c-0806-4bd2-a89a-c114e7f8663c)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:20:22.128502 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3d00745a-2c53-4b14-ae42-e71955b5a4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:22.258188 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00745a-2c53-4b14-ae42-e71955b5a4c0 None None] Pushing event updated for resources: {'Port': ['ID=2ff4ae7a-0a15-4936-a2ba-43a08928c05c,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:22.302501 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-5ef8e18f-e890-4e41-99c4-0a187bf50211 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Allocated IP 172.20.0.17 (4aad465d-f59d-4a99-804d-397fdbb504d4/0083badf-8578-4add-a54e-743d93c89d49/49b72ccd-86e6-4a10-b861-3c20a3eb3814) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:20:22.344640 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-666f85c7-4503-456e-86d4-e5a105c0170a tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:22.352928 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-666f85c7-4503-456e-86d4-e5a105c0170a tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 811 time: 0.2594252 Nov 24 21:20:22.371890 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-db0774ff-c618-46e7-9ee9-c68c6148ebaf tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/quotas/595635dfe5324829adbb53908d8c3a34 HTTP/1.1" status: 200 len: 375 time: 0.0176735 Nov 24 21:20:22.481803 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-4b91e862-167b-4728-a17e-f931af8d9071 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053543 Nov 24 21:20:22.531250 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e18f-e890-4e41-99c4-0a187bf50211 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:22.614268 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e18f-e890-4e41-99c4-0a187bf50211 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:22.779072 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-d30debf5-f7ed-4a3f-9d3a-4877fd65175c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:20:22.779688 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8e18f-e890-4e41-99c4-0a187bf50211 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event updated for resources: {'Port': ['ID=49b72ccd-86e6-4a10-b861-3c20a3eb3814,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:22.781499 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-d30debf5-f7ed-4a3f-9d3a-4877fd65175c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2904069 Nov 24 21:20:22.799764 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef8e18f-e890-4e41-99c4-0a187bf50211 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Network 4aad465d-f59d-4a99-804d-397fdbb504d4 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:20:22.801651 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-5ef8e18f-e890-4e41-99c4-0a187bf50211 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:20:22.804395 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef8e18f-e890-4e41-99c4-0a187bf50211 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:20:22.890758 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e18f-e890-4e41-99c4-0a187bf50211 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:22.970878 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-a00ba00f-47b6-4009-9ea3-0525ba2c9680 service neutron] 10.222.0.11 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765771 Nov 24 21:20:23.139130 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-e4aadd55-c1c6-4892-a3fd-68e0b131f4fb service neutron] 10.222.0.11 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553972 Nov 24 21:20:23.169787 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e18f-e890-4e41-99c4-0a187bf50211 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:23.683436 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e18f-e890-4e41-99c4-0a187bf50211 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:23.691132 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e18f-e890-4e41-99c4-0a187bf50211 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:23.737803 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 07161960-cd77-47be-b224-00ade5cb5dcf up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:20:23.798199 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b77b7810-ab77-4013-b62d-cb2b4113f87e req-4008168d-ab2d-47df-9e17-4ea3f5a7eaf7 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 210 time: 0.0538085 Nov 24 21:20:23.906662 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e18f-e890-4e41-99c4-0a187bf50211 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:23.911267 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 07161960-cd77-47be-b224-00ade5cb5dcf triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:20:23.911826 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:23.932499 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8e18f-e890-4e41-99c4-0a187bf50211 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event updated for resources: {'Port': ['ID=49b72ccd-86e6-4a10-b861-3c20a3eb3814,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:24.084553 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ff915c-d645-42b7-8fa0-ce4fec61169a None None] Network 4aad465d-f59d-4a99-804d-397fdbb504d4 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:20:24.148140 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ca5f7c1f-c074-4188-82b1-4eca0c1cc15e None None] Provisioning complete for port 2ff4ae7a-0a15-4936-a2ba-43a08928c05c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:20:24.148661 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ca5f7c1f-c074-4188-82b1-4eca0c1cc15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:24.154588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef8e18f-e890-4e41-99c4-0a187bf50211 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Network 4aad465d-f59d-4a99-804d-397fdbb504d4 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:20:24.160479 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-5ef8e18f-e890-4e41-99c4-0a187bf50211 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:20:24.229900 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2ff4ae7a-0a15-4936-a2ba-43a08928c05c up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:20:24.328571 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef8e18f-e890-4e41-99c4-0a187bf50211 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Router 86a87da7-5c3e-49ce-b789-711ea271ca18 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:20:24.394243 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 2ff4ae7a-0a15-4936-a2ba-43a08928c05c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:20:24.394585 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:24.458225 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ca5f7c1f-c074-4188-82b1-4eca0c1cc15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:24.480600 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:20:24.515886 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ca5f7c1f-c074-4188-82b1-4eca0c1cc15e None None] For port 2ff4ae7a-0a15-4936-a2ba-43a08928c05c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2ff4ae7a-0a15-4936-a2ba-43a08928c05c,segment=NetworkSegment(18c18f3c-0806-4bd2-a89a-c114e7f8663c),segment_id=18c18f3c-0806-4bd2-a89a-c114e7f8663c)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:20:24.575961 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:24.590586 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ca5f7c1f-c074-4188-82b1-4eca0c1cc15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:24.720043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f7c1f-c074-4188-82b1-4eca0c1cc15e None None] Pushing event updated for resources: {'Port': ['ID=2ff4ae7a-0a15-4936-a2ba-43a08928c05c,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:24.761150 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:20:24.762451 n-d-812111-8 neutron-server[109992]: DEBUG oslo_db.api [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:20:24.828809 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef8e18f-e890-4e41-99c4-0a187bf50211 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:20:24.835260 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5ef8e18f-e890-4e41-99c4-0a187bf50211 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "PUT /v2.0/routers/86a87da7-5c3e-49ce-b789-711ea271ca18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8413734 Nov 24 21:20:24.845270 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] Sync routers for ids ['86a87da7-5c3e-49ce-b789-711ea271ca18'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:20:24.859266 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] Routers {'86a87da7-5c3e-49ce-b789-711ea271ca18'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:20:24.860382 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:20:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['86a87da7-5c3e-49ce-b789-711ea271ca18'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:24.936446 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-52ee14e5-1acd-472c-84e5-3f4329be9774 req-b494554d-f8c3-4ace-8d77-bb2bf13a674e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 210 time: 0.0554378 Nov 24 21:20:25.079479 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] Set router 86a87da7-5c3e-49ce-b789-711ea271ca18 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:20:25.081845 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c04db142-7e18-4bcf-9970-0de36382f76a None None] Provisioning complete for port 49b72ccd-86e6-4a10-b861-3c20a3eb3814 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:20:25.082432 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c04db142-7e18-4bcf-9970-0de36382f76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:25.309438 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-a6928257-aabf-4746-8a59-c568a804661e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:25.311148 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-a6928257-aabf-4746-8a59-c568a804661e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.15 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 811 time: 0.2330863 Nov 24 21:20:25.397137 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c04db142-7e18-4bcf-9970-0de36382f76a None None] Port 49b72ccd-86e6-4a10-b861-3c20a3eb3814 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:20:25.481629 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-5bb65f56-8d15-4436-8fa3-a9d5d0ba3ee9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=595635dfe5324829adbb53908d8c3a34 HTTP/1.1" status: 200 len: 380 time: 0.1548269 Nov 24 21:20:25.490956 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-8e7f7b67-87f1-4a82-863a-23411e9927d1 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:25.498751 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-8e7f7b67-87f1-4a82-863a-23411e9927d1 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/networks?id=4aad465d-f59d-4a99-804d-397fdbb504d4 HTTP/1.1" status: 200 len: 798 time: 0.3358030 Nov 24 21:20:25.512262 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-d8947c4c-b52e-405b-b376-2ae0693da8ae tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Request body: {'port': {'device_id': '0c4509de-ee33-47f3-93d7-521985966cf7', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'admin_state_up': True, 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'security_groups': ['b9dcec6d-b8b9-44df-a939-4064b50c241a']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:20:25.559242 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-faf19b1c-2116-4039-8ea6-80438fdbc8de tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/quotas/b9b5ea5181c9494caeba47b9a7f13565 HTTP/1.1" status: 200 len: 375 time: 0.0590510 Nov 24 21:20:25.697446 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-bce700a0-9b33-44b4-a19c-ee5fbe2b05d9 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9b5ea5181c9494caeba47b9a7f13565&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1368759 Nov 24 21:20:25.798635 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-d8947c4c-b52e-405b-b376-2ae0693da8ae tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Made reservation on behalf of 595635dfe5324829adbb53908d8c3a34 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:20:25.802396 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-d8947c4c-b52e-405b-b376-2ae0693da8ae tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:25.827508 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c04db142-7e18-4bcf-9970-0de36382f76a None None] Provisioning complete for port 2ff4ae7a-0a15-4936-a2ba-43a08928c05c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:20:25.827980 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c04db142-7e18-4bcf-9970-0de36382f76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:25.873230 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-4d7ad904-2455-46f8-a440-a4983342d5dc service neutron] 10.222.0.11 "GET /v2.0/networks/4aad465d-f59d-4a99-804d-397fdbb504d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681321 Nov 24 21:20:25.992195 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2ff4ae7a-0a15-4936-a2ba-43a08928c05c up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:20:26.072506 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a87da7-5c3e-49ce-b789-711ea271ca18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-933071179', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '07161960-cd77-47be-b224-00ade5cb5dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:20:17Z', 'updated_at': '2021-11-24T21:20:23Z', 'revision_number': 4, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'gw_port': {'id': '07161960-cd77-47be-b224-00ade5cb5dcf', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a87da7-5c3e-49ce-b789-711ea271ca18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:20:18Z', 'updated_at': '2021-11-24T21:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '49b72ccd-86e6-4a10-b861-3c20a3eb3814', 'name': '', 'network_id': '4aad465d-f59d-4a99-804d-397fdbb504d4', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'mac_address': 'fa:16:3e:74:f4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a87da7-5c3e-49ce-b789-711ea271ca18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '0083badf-8578-4add-a54e-743d93c89d49', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:20:21Z', 'updated_at': '2021-11-24T21:20:23Z', 'revision_number': 2, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'subnets': [{'id': '0083badf-8578-4add-a54e-743d93c89d49', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:26.127072 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-d8947c4c-b52e-405b-b376-2ae0693da8ae tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Allocated IP 172.20.0.11 (b79fcd1c-754c-4dea-a7f1-95afcf35cd53/45f34fab-787e-4251-9f3c-22a212ef1d24/7ea4971b-8034-4be0-8bdd-2e107677ef77) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:20:26.129137 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] Checking router: 86a87da7-5c3e-49ce-b789-711ea271ca18 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:20:26.129591 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] Updating router 86a87da7-5c3e-49ce-b789-711ea271ca18 port 49b72ccd-86e6-4a10-b861-3c20a3eb3814 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:20:26.145259 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-8ef0b0df-b2d3-4804-bebd-bbfce5601527 service neutron] 10.222.0.11 "GET /v2.0/networks/4aad465d-f59d-4a99-804d-397fdbb504d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706487 Nov 24 21:20:26.189981 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:26.243612 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 2ff4ae7a-0a15-4936-a2ba-43a08928c05c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:20:26.243984 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:26.339974 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-88caab47-badf-490b-88ba-c56c9ad90298 None None] Provisioning complete for port 49b72ccd-86e6-4a10-b861-3c20a3eb3814 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:20:26.340338 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-88caab47-badf-490b-88ba-c56c9ad90298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:26.380957 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-d8947c4c-b52e-405b-b376-2ae0693da8ae tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:26.396581 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-88caab47-badf-490b-88ba-c56c9ad90298 None None] Port 49b72ccd-86e6-4a10-b861-3c20a3eb3814 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:20:26.454325 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-d8947c4c-b52e-405b-b376-2ae0693da8ae tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:26.547258 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-d8947c4c-b52e-405b-b376-2ae0693da8ae tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:20:26.564814 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-d8947c4c-b52e-405b-b376-2ae0693da8ae tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:20:26.568734 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-d8947c4c-b52e-405b-b376-2ae0693da8ae tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:20:26.698059 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-d8947c4c-b52e-405b-b376-2ae0693da8ae tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:26.719011 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-d8947c4c-b52e-405b-b376-2ae0693da8ae tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:26.824223 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8947c4c-b52e-405b-b376-2ae0693da8ae tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event updated for resources: {'Port': ['ID=7ea4971b-8034-4be0-8bdd-2e107677ef77,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:26.885071 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-d8947c4c-b52e-405b-b376-2ae0693da8ae tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3826864 Nov 24 21:20:26.922079 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-99a9f0a6-732e-4ac1-8363-54e6104d6037 service neutron] Request body: {'port': {'device_id': '0c4509de-ee33-47f3-93d7-521985966cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:20:26.942898 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:26.957337 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:27.013274 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f78e8-6245-466a-a585-e1cabe5b9b69 req-c15c1123-7001-4956-a242-a8ee8deb3814 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:27.020834 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca4f78e8-6245-466a-a585-e1cabe5b9b69 req-c15c1123-7001-4956-a242-a8ee8deb3814 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 932 time: 0.4243488 Nov 24 21:20:27.091632 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-99a9f0a6-732e-4ac1-8363-54e6104d6037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:27.153898 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe77b36-a4d8-40d0-89db-a4e30487daa7 None None] Pushing event updated for resources: {'Port': ['ID=49b72ccd-86e6-4a10-b861-3c20a3eb3814,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:27.187412 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca4f78e8-6245-466a-a585-e1cabe5b9b69 req-ee798ed5-de1e-4ef5-a642-88bd45ae1218 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656110 Nov 24 21:20:27.257265 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e21efccb-378b-41ca-88cf-0894c5a04103 None None] Provisioning complete for port 7ea4971b-8034-4be0-8bdd-2e107677ef77 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:20:27.257265 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e21efccb-378b-41ca-88cf-0894c5a04103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:27.382971 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-e21efccb-378b-41ca-88cf-0894c5a04103 None None] Port 7ea4971b-8034-4be0-8bdd-2e107677ef77 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:20:27.388969 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dfd5bff3-a5c4-400f-9e23-e00cf811c00d req-0fc3a3d4-2ad5-461b-b6b7-ff0f9dab078c tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e8d1b1d-0949-42d2-91ad-501e38c0fe9e HTTP/1.1" status: 200 len: 210 time: 0.0587099 Nov 24 21:20:27.479657 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] Attempting to bind port 49b72ccd-86e6-4a10-b861-3c20a3eb3814 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:27.480219 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] Attempting to bind port 49b72ccd-86e6-4a10-b861-3c20a3eb3814 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '18c18f3c-0806-4bd2-a89a-c114e7f8663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4aad465d-f59d-4a99-804d-397fdbb504d4'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:27.486129 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] Attempting to bind port 49b72ccd-86e6-4a10-b861-3c20a3eb3814 on network 4aad465d-f59d-4a99-804d-397fdbb504d4 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:27.494934 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:20:27.495326 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] Checking segment: {'id': '18c18f3c-0806-4bd2-a89a-c114e7f8663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4aad465d-f59d-4a99-804d-397fdbb504d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:20:27.495740 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:27.496147 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] Bound using segment: {'id': '18c18f3c-0806-4bd2-a89a-c114e7f8663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4aad465d-f59d-4a99-804d-397fdbb504d4'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:20:27.498585 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] Bound port: 49b72ccd-86e6-4a10-b861-3c20a3eb3814, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c18f3c-0806-4bd2-a89a-c114e7f8663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4aad465d-f59d-4a99-804d-397fdbb504d4'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:20:27.499389 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:27.662727 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6c9e6c91-a5fb-4d90-a3a2-6b843c7121e4 None None] Provisioning complete for port 49b72ccd-86e6-4a10-b861-3c20a3eb3814 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:20:27.663230 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6c9e6c91-a5fb-4d90-a3a2-6b843c7121e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:27.724549 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6c9e6c91-a5fb-4d90-a3a2-6b843c7121e4 None None] Port 49b72ccd-86e6-4a10-b861-3c20a3eb3814 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:20:27.729754 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] For port 49b72ccd-86e6-4a10-b861-3c20a3eb3814, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:20:27.740302 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-99a9f0a6-732e-4ac1-8363-54e6104d6037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea4971b-8034-4be0-8bdd-2e107677ef77 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:20:27.753839 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] For port 49b72ccd-86e6-4a10-b861-3c20a3eb3814, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=49b72ccd-86e6-4a10-b861-3c20a3eb3814,segment=NetworkSegment(18c18f3c-0806-4bd2-a89a-c114e7f8663c),segment_id=18c18f3c-0806-4bd2-a89a-c114e7f8663c)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:20:27.756492 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-99a9f0a6-732e-4ac1-8363-54e6104d6037 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:27.761900 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:27.776134 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-99a9f0a6-732e-4ac1-8363-54e6104d6037 service neutron] Transition to ACTIVE for port object 7ea4971b-8034-4be0-8bdd-2e107677ef77 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:20:27.783093 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-99a9f0a6-732e-4ac1-8363-54e6104d6037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:27.875874 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9f0a6-732e-4ac1-8363-54e6104d6037 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea4971b-8034-4be0-8bdd-2e107677ef77,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:27.929389 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] Routers {'86a87da7-5c3e-49ce-b789-711ea271ca18'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:20:27.932010 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:20:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['86a87da7-5c3e-49ce-b789-711ea271ca18'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:27.947394 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe77b36-a4d8-40d0-89db-a4e30487daa7 None None] Pushing event updated for resources: {'Port': ['ID=49b72ccd-86e6-4a10-b861-3c20a3eb3814,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:28.063309 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-99a9f0a6-732e-4ac1-8363-54e6104d6037 service neutron] Attempting to bind port 7ea4971b-8034-4be0-8bdd-2e107677ef77 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:28.064096 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-99a9f0a6-732e-4ac1-8363-54e6104d6037 service neutron] Attempting to bind port 7ea4971b-8034-4be0-8bdd-2e107677ef77 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:28.064445 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-99a9f0a6-732e-4ac1-8363-54e6104d6037 service neutron] Attempting to bind port 7ea4971b-8034-4be0-8bdd-2e107677ef77 on network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:28.096158 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-99a9f0a6-732e-4ac1-8363-54e6104d6037 service neutron] Port 7ea4971b-8034-4be0-8bdd-2e107677ef77 on network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:28.097044 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-99a9f0a6-732e-4ac1-8363-54e6104d6037 service neutron] Attempting to bind port 7ea4971b-8034-4be0-8bdd-2e107677ef77 on network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:28.112471 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-99a9f0a6-732e-4ac1-8363-54e6104d6037 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:20:28.113128 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-99a9f0a6-732e-4ac1-8363-54e6104d6037 service neutron] Checking segment: {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:20:28.114214 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-99a9f0a6-732e-4ac1-8363-54e6104d6037 service neutron] Bound using segment: {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:20:28.114837 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-99a9f0a6-732e-4ac1-8363-54e6104d6037 service neutron] Bound port: 7ea4971b-8034-4be0-8bdd-2e107677ef77, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:20:28.126998 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-99a9f0a6-732e-4ac1-8363-54e6104d6037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:28.326689 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] Set router 86a87da7-5c3e-49ce-b789-711ea271ca18 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:20:28.452316 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-99a9f0a6-732e-4ac1-8363-54e6104d6037 service neutron] For port 7ea4971b-8034-4be0-8bdd-2e107677ef77, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:20:28.477952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-bd6d02fe-914b-4b01-a726-125695498fdd tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:28.478568 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-99a9f0a6-732e-4ac1-8363-54e6104d6037 service neutron] For port 7ea4971b-8034-4be0-8bdd-2e107677ef77, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7ea4971b-8034-4be0-8bdd-2e107677ef77,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:20:28.485545 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-bd6d02fe-914b-4b01-a726-125695498fdd tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.15 "GET /v2.0/networks?id=4aad465d-f59d-4a99-804d-397fdbb504d4 HTTP/1.1" status: 200 len: 798 time: 0.2925506 Nov 24 21:20:28.491595 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-99a9f0a6-732e-4ac1-8363-54e6104d6037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:28.500248 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-59b6c929-3589-481e-b548-5c00e7a1d4d4 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Request body: {'port': {'device_id': '5e8d1b1d-0949-42d2-91ad-501e38c0fe9e', 'network_id': '4aad465d-f59d-4a99-804d-397fdbb504d4', 'admin_state_up': True, 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:20:28.594472 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8f49d25b-6758-4d21-89a0-6e3677dc4ced None None] Provisioning complete for port 49b72ccd-86e6-4a10-b861-3c20a3eb3814 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:20:28.595168 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8f49d25b-6758-4d21-89a0-6e3677dc4ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:28.682100 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5219c1-fcb7-46c8-85ee-251edc843a2c req-56620fe9-c9a7-478c-9f10-b115a86831e8 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:28.685944 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec5219c1-fcb7-46c8-85ee-251edc843a2c req-56620fe9-c9a7-478c-9f10-b115a86831e8 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 944 time: 0.2802782 Nov 24 21:20:28.686635 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9f0a6-732e-4ac1-8363-54e6104d6037 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea4971b-8034-4be0-8bdd-2e107677ef77,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:28.726462 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-99a9f0a6-732e-4ac1-8363-54e6104d6037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:28.727171 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-99a9f0a6-732e-4ac1-8363-54e6104d6037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:28.728626 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-99a9f0a6-732e-4ac1-8363-54e6104d6037 service neutron] 10.222.0.15 "PUT /v2.0/ports/7ea4971b-8034-4be0-8bdd-2e107677ef77 HTTP/1.1" status: 200 len: 1092 time: 1.8227649 Nov 24 21:20:28.730195 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4509de-ee33-47f3-93d7-521985966cf7', 'tag': '7ea4971b-8034-4be0-8bdd-2e107677ef77'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:20:28.732480 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09997697-394f-44cc-a3fc-53f60749fb28" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4509de-ee33-47f3-93d7-521985966cf7", "tag": "7ea4971b-8034-4be0-8bdd-2e107677ef77"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:20:28.766138 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-59b6c929-3589-481e-b548-5c00e7a1d4d4 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Made reservation on behalf of b9b5ea5181c9494caeba47b9a7f13565 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:20:28.770028 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-59b6c929-3589-481e-b548-5c00e7a1d4d4 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:28.912097 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec5219c1-fcb7-46c8-85ee-251edc843a2c req-afe5027d-c937-4849-8b58-9b6522562a1d tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212980 Nov 24 21:20:28.920522 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-a65a091a-2a8e-4138-b624-fd6df1ed568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:28.922067 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-a65a091a-2a8e-4138-b624-fd6df1ed568d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 1095 time: 0.1290870 Nov 24 21:20:28.997155 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8f49d25b-6758-4d21-89a0-6e3677dc4ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:29.041172 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-3d358da5-cd07-422d-81fb-8da5495a24a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ea4971b-8034-4be0-8bdd-2e107677ef77 HTTP/1.1" status: 200 len: 217 time: 0.1022470 Nov 24 21:20:29.077320 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-8f49d25b-6758-4d21-89a0-6e3677dc4ced None None] For port 49b72ccd-86e6-4a10-b861-3c20a3eb3814, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=49b72ccd-86e6-4a10-b861-3c20a3eb3814,segment=NetworkSegment(18c18f3c-0806-4bd2-a89a-c114e7f8663c),segment_id=18c18f3c-0806-4bd2-a89a-c114e7f8663c)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:20:29.092725 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8f49d25b-6758-4d21-89a0-6e3677dc4ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:29.202427 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-59b6c929-3589-481e-b548-5c00e7a1d4d4 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Allocated IP 172.20.0.19 (4aad465d-f59d-4a99-804d-397fdbb504d4/0083badf-8578-4add-a54e-743d93c89d49/63e3427c-7909-447d-9e9f-caad26b81576) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:20:29.221000 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6104292-bedd-46a3-b8eb-3ac806300c6f req-ea047ce4-48e5-417c-8d22-2c29a84b846c tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e8d1b1d-0949-42d2-91ad-501e38c0fe9e HTTP/1.1" status: 200 len: 210 time: 0.1058037 Nov 24 21:20:29.224728 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a87da7-5c3e-49ce-b789-711ea271ca18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-933071179', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '07161960-cd77-47be-b224-00ade5cb5dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:20:17Z', 'updated_at': '2021-11-24T21:20:23Z', 'revision_number': 4, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'gw_port': {'id': '07161960-cd77-47be-b224-00ade5cb5dcf', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a87da7-5c3e-49ce-b789-711ea271ca18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:20:18Z', 'updated_at': '2021-11-24T21:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '49b72ccd-86e6-4a10-b861-3c20a3eb3814', 'name': '', 'network_id': '4aad465d-f59d-4a99-804d-397fdbb504d4', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'mac_address': 'fa:16:3e:74:f4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a87da7-5c3e-49ce-b789-711ea271ca18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '0083badf-8578-4add-a54e-743d93c89d49', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:20:21Z', 'updated_at': '2021-11-24T21:20:27Z', 'revision_number': 4, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'subnets': [{'id': '0083badf-8578-4add-a54e-743d93c89d49', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:29.232546 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-98ff91ee-f184-430e-a38e-1001376118cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:29.237582 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-98ff91ee-f184-430e-a38e-1001376118cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.1848450 Nov 24 21:20:29.316054 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e5af0b-430f-433b-8094-65c7217ecd51 None None] The sync data for ids ['86a87da7-5c3e-49ce-b789-711ea271ca18'] in n-d-812111-8 is: [{'id': '86a87da7-5c3e-49ce-b789-711ea271ca18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-933071179', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '07161960-cd77-47be-b224-00ade5cb5dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:20:17Z', 'updated_at': '2021-11-24T21:20:23Z', 'revision_number': 4, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'gw_port': {'id': '07161960-cd77-47be-b224-00ade5cb5dcf', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a87da7-5c3e-49ce-b789-711ea271ca18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:20:18Z', 'updated_at': '2021-11-24T21:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '49b72ccd-86e6-4a10-b861-3c20a3eb3814', 'name': '', 'network_id': '4aad465d-f59d-4a99-804d-397fdbb504d4', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'mac_address': 'fa:16:3e:74:f4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a87da7-5c3e-49ce-b789-711ea271ca18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '0083badf-8578-4add-a54e-743d93c89d49', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:20:21Z', 'updated_at': '2021-11-24T21:20:27Z', 'revision_number': 4, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'subnets': [{'id': '0083badf-8578-4add-a54e-743d93c89d49', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:20:29.330714 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-e68c346c-5568-4361-b76f-b38831b3a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:29.332239 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-e68c346c-5568-4361-b76f-b38831b3a7d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788307 Nov 24 21:20:29.412649 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49d25b-6758-4d21-89a0-6e3677dc4ced None None] Pushing event updated for resources: {'Port': ['ID=49b72ccd-86e6-4a10-b861-3c20a3eb3814,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:29.427777 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-59b6c929-3589-481e-b548-5c00e7a1d4d4 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:29.480278 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-59b6c929-3589-481e-b548-5c00e7a1d4d4 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:29.531760 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-7ce4b9b6-d0f7-43be-8949-541ec6388068 service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851268 Nov 24 21:20:29.542963 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ffecca-3fa6-49c2-833a-6b8b19058c41 x-openstack-request-id: req-32ffecca-3fa6-49c2-833a-6b8b19058c41 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:20:29.544352 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4509de-ee33-47f3-93d7-521985966cf7", "tag": "7ea4971b-8034-4be0-8bdd-2e107677ef77", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:20:29.544695 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-32ffecca-3fa6-49c2-833a-6b8b19058c41 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:20:29.545354 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4509de-ee33-47f3-93d7-521985966cf7', 'tag': '7ea4971b-8034-4be0-8bdd-2e107677ef77', 'status': 'completed', 'code': 200} Nov 24 21:20:29.569700 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-59b6c929-3589-481e-b548-5c00e7a1d4d4 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Network 4aad465d-f59d-4a99-804d-397fdbb504d4 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:20:29.574066 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-59b6c929-3589-481e-b548-5c00e7a1d4d4 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:20:29.580123 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-59b6c929-3589-481e-b548-5c00e7a1d4d4 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:20:29.672774 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-59b6c929-3589-481e-b548-5c00e7a1d4d4 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:29.672774 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-59b6c929-3589-481e-b548-5c00e7a1d4d4 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:29.702895 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6c929-3589-481e-b548-5c00e7a1d4d4 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event updated for resources: {'Port': ['ID=63e3427c-7909-447d-9e9f-caad26b81576,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:29.720146 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-59b6c929-3589-481e-b548-5c00e7a1d4d4 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2272737 Nov 24 21:20:29.739873 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-3fda5776-1340-4fa7-b19e-2869196ed027 service neutron] Request body: {'port': {'device_id': '5e8d1b1d-0949-42d2-91ad-501e38c0fe9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:20:29.863761 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed001609-591c-4b71-b8ff-d4ece03a1a68 req-85b3fd5b-5917-4940-9278-8bc64b4bede7 service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173256 Nov 24 21:20:29.898508 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-3fda5776-1340-4fa7-b19e-2869196ed027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:30.070675 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 49b72ccd-86e6-4a10-b861-3c20a3eb3814 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:20:30.190242 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09997697-394f-44cc-a3fc-53f60749fb28 req-d75041de-f5d5-4a48-98bb-4e5d8a25ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:30.201164 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09997697-394f-44cc-a3fc-53f60749fb28 req-d75041de-f5d5-4a48-98bb-4e5d8a25ccd8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 1095 time: 0.2716820 Nov 24 21:20:30.278448 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341afc66-0088-4942-8869-6ad5b0354266 req-f205c8f3-b821-41be-8e19-bd49384649d7 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:30.291638 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-edc5c6ca-69d8-4614-95d2-0b8dcf051a46 None None] Provisioning complete for port 63e3427c-7909-447d-9e9f-caad26b81576 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:20:30.292015 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-edc5c6ca-69d8-4614-95d2-0b8dcf051a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:30.292850 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-341afc66-0088-4942-8869-6ad5b0354266 req-f205c8f3-b821-41be-8e19-bd49384649d7 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 944 time: 0.2757647 Nov 24 21:20:30.428032 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 49b72ccd-86e6-4a10-b861-3c20a3eb3814 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:20:30.428326 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:30.448364 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-edc5c6ca-69d8-4614-95d2-0b8dcf051a46 None None] Port 63e3427c-7909-447d-9e9f-caad26b81576 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:20:30.839358 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-3fda5776-1340-4fa7-b19e-2869196ed027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e3427c-7909-447d-9e9f-caad26b81576 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:20:30.856219 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-3fda5776-1340-4fa7-b19e-2869196ed027 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:30.899946 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-3fda5776-1340-4fa7-b19e-2869196ed027 service neutron] Transition to ACTIVE for port object 63e3427c-7909-447d-9e9f-caad26b81576 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:20:30.908469 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-3fda5776-1340-4fa7-b19e-2869196ed027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:31.160889 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda5776-1340-4fa7-b19e-2869196ed027 service neutron] Pushing event updated for resources: {'Port': ['ID=63e3427c-7909-447d-9e9f-caad26b81576,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:31.226375 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09997697-394f-44cc-a3fc-53f60749fb28 req-5383fb43-f522-414b-b888-7209f7b75ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:31.230668 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09997697-394f-44cc-a3fc-53f60749fb28 req-5383fb43-f522-414b-b888-7209f7b75ef7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 912 time: 1.0126562 Nov 24 21:20:31.327555 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-3fda5776-1340-4fa7-b19e-2869196ed027 service neutron] Attempting to bind port 63e3427c-7909-447d-9e9f-caad26b81576 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:31.327897 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-3fda5776-1340-4fa7-b19e-2869196ed027 service neutron] Attempting to bind port 63e3427c-7909-447d-9e9f-caad26b81576 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '18c18f3c-0806-4bd2-a89a-c114e7f8663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4aad465d-f59d-4a99-804d-397fdbb504d4'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:31.328236 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-3fda5776-1340-4fa7-b19e-2869196ed027 service neutron] Attempting to bind port 63e3427c-7909-447d-9e9f-caad26b81576 on network 4aad465d-f59d-4a99-804d-397fdbb504d4 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:31.341858 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-3fda5776-1340-4fa7-b19e-2869196ed027 service neutron] Port 63e3427c-7909-447d-9e9f-caad26b81576 on network 4aad465d-f59d-4a99-804d-397fdbb504d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:31.343182 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-3fda5776-1340-4fa7-b19e-2869196ed027 service neutron] Attempting to bind port 63e3427c-7909-447d-9e9f-caad26b81576 on network 4aad465d-f59d-4a99-804d-397fdbb504d4 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:31.374176 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-3fda5776-1340-4fa7-b19e-2869196ed027 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:20:31.374835 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-3fda5776-1340-4fa7-b19e-2869196ed027 service neutron] Checking segment: {'id': '18c18f3c-0806-4bd2-a89a-c114e7f8663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4aad465d-f59d-4a99-804d-397fdbb504d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:20:31.376297 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-3fda5776-1340-4fa7-b19e-2869196ed027 service neutron] Bound using segment: {'id': '18c18f3c-0806-4bd2-a89a-c114e7f8663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4aad465d-f59d-4a99-804d-397fdbb504d4'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:20:31.377083 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-3fda5776-1340-4fa7-b19e-2869196ed027 service neutron] Bound port: 63e3427c-7909-447d-9e9f-caad26b81576, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c18f3c-0806-4bd2-a89a-c114e7f8663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4aad465d-f59d-4a99-804d-397fdbb504d4'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:20:31.378025 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-3fda5776-1340-4fa7-b19e-2869196ed027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:31.411114 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09997697-394f-44cc-a3fc-53f60749fb28 req-673e273c-f93f-4f8d-9077-f33b07476943 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ea4971b-8034-4be0-8bdd-2e107677ef77 HTTP/1.1" status: 200 len: 217 time: 0.1656098 Nov 24 21:20:31.536213 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-3fda5776-1340-4fa7-b19e-2869196ed027 service neutron] For port 63e3427c-7909-447d-9e9f-caad26b81576, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:20:31.539739 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-3fda5776-1340-4fa7-b19e-2869196ed027 service neutron] For port 63e3427c-7909-447d-9e9f-caad26b81576, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=63e3427c-7909-447d-9e9f-caad26b81576,segment=NetworkSegment(18c18f3c-0806-4bd2-a89a-c114e7f8663c),segment_id=18c18f3c-0806-4bd2-a89a-c114e7f8663c)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:20:31.554396 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-3fda5776-1340-4fa7-b19e-2869196ed027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:31.642818 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-3fda5776-1340-4fa7-b19e-2869196ed027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:31.643479 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-3fda5776-1340-4fa7-b19e-2869196ed027 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:31.644972 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-3fda5776-1340-4fa7-b19e-2869196ed027 service neutron] 10.222.0.15 "PUT /v2.0/ports/63e3427c-7909-447d-9e9f-caad26b81576 HTTP/1.1" status: 200 len: 1055 time: 1.9115360 Nov 24 21:20:31.645466 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8d1b1d-0949-42d2-91ad-501e38c0fe9e', 'tag': '63e3427c-7909-447d-9e9f-caad26b81576'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:20:31.647980 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8a132e-bd7f-442c-a556-9f3c3bd32e09" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8d1b1d-0949-42d2-91ad-501e38c0fe9e", "tag": "63e3427c-7909-447d-9e9f-caad26b81576"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:20:31.699558 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-341afc66-0088-4942-8869-6ad5b0354266 req-6f6da447-b57d-4d65-b18c-dcc082321465 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4052448 Nov 24 21:20:31.703692 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09997697-394f-44cc-a3fc-53f60749fb28 req-8eec8ee6-75c0-4fa6-9e24-5cee77309d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:31.705338 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda5776-1340-4fa7-b19e-2869196ed027 service neutron] Pushing event updated for resources: {'Port': ['ID=63e3427c-7909-447d-9e9f-caad26b81576,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:31.721750 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09997697-394f-44cc-a3fc-53f60749fb28 req-8eec8ee6-75c0-4fa6-9e24-5cee77309d50 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.2968214 Nov 24 21:20:31.929006 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09997697-394f-44cc-a3fc-53f60749fb28 req-c57b5095-7751-4c00-aa5d-11b3f73d9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:31.930563 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09997697-394f-44cc-a3fc-53f60749fb28 req-c57b5095-7751-4c00-aa5d-11b3f73d9c07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2080338 Nov 24 21:20:31.984648 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c853a01-2e99-4275-a728-8b12a0f18d94 req-1f4874ac-bcdd-48ec-8339-63232d150f68 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:32.013560 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4c853a01-2e99-4275-a728-8b12a0f18d94 req-1f4874ac-bcdd-48ec-8339-63232d150f68 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e8d1b1d-0949-42d2-91ad-501e38c0fe9e HTTP/1.1" status: 200 len: 907 time: 0.1430366 Nov 24 21:20:32.030751 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-2687d024-0bf5-4d75-acad-2d708c846c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:32.032312 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-2687d024-0bf5-4d75-acad-2d708c846c1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9b5ea5181c9494caeba47b9a7f13565&device_id=5e8d1b1d-0949-42d2-91ad-501e38c0fe9e HTTP/1.1" status: 200 len: 1058 time: 0.1178980 Nov 24 21:20:32.115255 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-c74e081d-5565-4107-ae79-cddebe6c3db7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=63e3427c-7909-447d-9e9f-caad26b81576 HTTP/1.1" status: 200 len: 217 time: 0.0695632 Nov 24 21:20:32.162013 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09997697-394f-44cc-a3fc-53f60749fb28 req-623602a6-4350-4847-b31f-5aae6e440a08 service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054193 Nov 24 21:20:32.262806 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14231c24-92ed-4d70-88a7-da405cd29026 x-openstack-request-id: req-14231c24-92ed-4d70-88a7-da405cd29026 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:20:32.263396 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8d1b1d-0949-42d2-91ad-501e38c0fe9e", "tag": "63e3427c-7909-447d-9e9f-caad26b81576", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:20:32.263908 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-14231c24-92ed-4d70-88a7-da405cd29026 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:20:32.264530 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8d1b1d-0949-42d2-91ad-501e38c0fe9e', 'tag': '63e3427c-7909-447d-9e9f-caad26b81576', 'status': 'completed', 'code': 200} Nov 24 21:20:32.271073 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-5690ef4a-f935-4ea9-8804-f21601a1fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:32.272845 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-5690ef4a-f935-4ea9-8804-f21601a1fdee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0083badf-8578-4add-a54e-743d93c89d49 HTTP/1.1" status: 200 len: 838 time: 0.1383693 Nov 24 21:20:32.323480 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09997697-394f-44cc-a3fc-53f60749fb28 req-6e06305b-40d8-4f30-8da7-1e53a54fa9b3 service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514370 Nov 24 21:20:32.381826 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-be020476-2e7c-4538-84ba-0b32c7746071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:32.384192 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-be020476-2e7c-4538-84ba-0b32c7746071 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4aad465d-f59d-4a99-804d-397fdbb504d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972853 Nov 24 21:20:32.495810 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-bb09139f-4c20-4c1b-af79-134f2559c35e service neutron] 10.222.0.15 "GET /v2.0/networks/4aad465d-f59d-4a99-804d-397fdbb504d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992544 Nov 24 21:20:32.624356 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8c942410-9d59-46c0-8ea7-1982642cf403 req-60291652-cac4-499b-90bd-b4686d3f19fb service neutron] 10.222.0.15 "GET /v2.0/networks/4aad465d-f59d-4a99-804d-397fdbb504d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170456 Nov 24 21:20:32.751654 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a132e-bd7f-442c-a556-9f3c3bd32e09 req-fc7a8184-38f7-4bd5-a164-36763b56c00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:32.756446 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f8a132e-bd7f-442c-a556-9f3c3bd32e09 req-fc7a8184-38f7-4bd5-a164-36763b56c00f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9b5ea5181c9494caeba47b9a7f13565&device_id=5e8d1b1d-0949-42d2-91ad-501e38c0fe9e HTTP/1.1" status: 200 len: 1058 time: 0.0704868 Nov 24 21:20:32.877672 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b7885-a56b-47b1-9802-eddb4f5690db req-0afa94fe-7672-4385-beb4-e66478c8f018 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:32.897682 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dd9b7885-a56b-47b1-9802-eddb4f5690db req-0afa94fe-7672-4385-beb4-e66478c8f018 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 944 time: 0.1202974 Nov 24 21:20:32.907352 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a132e-bd7f-442c-a556-9f3c3bd32e09 req-80bbdc72-6582-4795-95b0-75d7b0a13fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:32.908891 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f8a132e-bd7f-442c-a556-9f3c3bd32e09 req-80bbdc72-6582-4795-95b0-75d7b0a13fad service neutron] 10.222.0.15 "GET /v2.0/networks?id=4aad465d-f59d-4a99-804d-397fdbb504d4 HTTP/1.1" status: 200 len: 899 time: 0.1436000 Nov 24 21:20:32.958581 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f8a132e-bd7f-442c-a556-9f3c3bd32e09 req-78444591-f4d4-4be4-836e-98272afed635 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=63e3427c-7909-447d-9e9f-caad26b81576 HTTP/1.1" status: 200 len: 217 time: 0.0404661 Nov 24 21:20:32.960090 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dd9b7885-a56b-47b1-9802-eddb4f5690db req-92e71d1f-43e8-4036-bf8a-df5f630a189a tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611949 Nov 24 21:20:33.022325 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a132e-bd7f-442c-a556-9f3c3bd32e09 req-ea0703d3-328c-42af-8040-7ff97bf1022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:33.024685 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f8a132e-bd7f-442c-a556-9f3c3bd32e09 req-ea0703d3-328c-42af-8040-7ff97bf1022b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0083badf-8578-4add-a54e-743d93c89d49 HTTP/1.1" status: 200 len: 838 time: 0.0561628 Nov 24 21:20:33.134735 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c795b-9cbb-404f-a0c7-b83a66072367 req-de4ee4ef-3b68-4244-943b-26cf8b7c750e tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:33.146062 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e68c795b-9cbb-404f-a0c7-b83a66072367 req-de4ee4ef-3b68-4244-943b-26cf8b7c750e tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e8d1b1d-0949-42d2-91ad-501e38c0fe9e HTTP/1.1" status: 200 len: 907 time: 0.0730944 Nov 24 21:20:33.148188 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a132e-bd7f-442c-a556-9f3c3bd32e09 req-5cd0f5a2-9642-47db-b894-6c1aede79995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:33.156811 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f8a132e-bd7f-442c-a556-9f3c3bd32e09 req-5cd0f5a2-9642-47db-b894-6c1aede79995 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4aad465d-f59d-4a99-804d-397fdbb504d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1193290 Nov 24 21:20:33.319270 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f8a132e-bd7f-442c-a556-9f3c3bd32e09 req-d12f2223-111f-4a17-b557-c83ba3bc6b7f service neutron] 10.222.0.15 "GET /v2.0/networks/4aad465d-f59d-4a99-804d-397fdbb504d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560688 Nov 24 21:20:33.450735 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f8a132e-bd7f-442c-a556-9f3c3bd32e09 req-f0a44712-871e-4546-a17f-b7d6390cae0e service neutron] 10.222.0.15 "GET /v2.0/networks/4aad465d-f59d-4a99-804d-397fdbb504d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210093 Nov 24 21:20:34.099499 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad7493-a141-4c53-8ee5-38131c022043 req-6d556b55-d1ea-46fa-8002-a443b2237f80 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:34.102980 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-56ad7493-a141-4c53-8ee5-38131c022043 req-6d556b55-d1ea-46fa-8002-a443b2237f80 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 944 time: 0.0594904 Nov 24 21:20:34.188679 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-56ad7493-a141-4c53-8ee5-38131c022043 req-c762a468-5112-4b20-9642-4baaeec0fa9d tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788281 Nov 24 21:20:34.327438 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67840881-8950-4fa9-a533-b93dbdef168b req-2e8df272-1308-4258-8c15-27a3ae397d35 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:34.334718 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-67840881-8950-4fa9-a533-b93dbdef168b req-2e8df272-1308-4258-8c15-27a3ae397d35 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e8d1b1d-0949-42d2-91ad-501e38c0fe9e HTTP/1.1" status: 200 len: 907 time: 0.0679803 Nov 24 21:20:35.293018 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 63e3427c-7909-447d-9e9f-caad26b81576 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:20:35.335827 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f4d73-fe77-4e3a-8268-35ba7aa6c677 req-ead4bdc0-1638-49a0-8855-6532f83fbff9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:35.339207 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-398f4d73-fe77-4e3a-8268-35ba7aa6c677 req-ead4bdc0-1638-49a0-8855-6532f83fbff9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 944 time: 0.0699348 Nov 24 21:20:35.419606 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-398f4d73-fe77-4e3a-8268-35ba7aa6c677 req-1f8d169e-cc63-4af9-a774-ef793edf99cc tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657432 Nov 24 21:20:35.433882 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 63e3427c-7909-447d-9e9f-caad26b81576, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=63e3427c-7909-447d-9e9f-caad26b81576,segment=NetworkSegment(18c18f3c-0806-4bd2-a89a-c114e7f8663c),segment_id=18c18f3c-0806-4bd2-a89a-c114e7f8663c)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:20:35.451778 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '63e3427c-7909-447d-9e9f-caad26b81576', 'network_id': '4aad465d-f59d-4a99-804d-397fdbb504d4', 'port_id': '63e3427c-7909-447d-9e9f-caad26b81576', 'mac_address': 'fa:16:3e:e8:62:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0083badf-8578-4add-a54e-743d93c89d49', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:20:35.525565 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:35.541871 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e3427c-7909-447d-9e9f-caad26b81576 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:20:35.549899 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418cca1-88be-4115-8587-9faa637696b0 req-e4633e57-6432-4fb0-a986-0dcd2cf0a8ad tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:35.561985 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d418cca1-88be-4115-8587-9faa637696b0 req-e4633e57-6432-4fb0-a986-0dcd2cf0a8ad tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e8d1b1d-0949-42d2-91ad-501e38c0fe9e HTTP/1.1" status: 200 len: 907 time: 0.0801604 Nov 24 21:20:35.566597 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 63e3427c-7909-447d-9e9f-caad26b81576, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=63e3427c-7909-447d-9e9f-caad26b81576,segment=NetworkSegment(18c18f3c-0806-4bd2-a89a-c114e7f8663c),segment_id=18c18f3c-0806-4bd2-a89a-c114e7f8663c)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:20:35.573127 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:35.639656 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=63e3427c-7909-447d-9e9f-caad26b81576,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:35.850867 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['63e3427c-7909-447d-9e9f-caad26b81576'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:20:36.566488 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0ad1f-bb3c-491a-ae09-ea77b5c1f0df req-64d386e9-8f13-4ab6-8855-92b31f56819a tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:36.573326 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4f0ad1f-bb3c-491a-ae09-ea77b5c1f0df req-64d386e9-8f13-4ab6-8855-92b31f56819a tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 944 time: 0.0723727 Nov 24 21:20:36.626916 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4f0ad1f-bb3c-491a-ae09-ea77b5c1f0df req-c45105f5-a032-4ebb-8f71-a4366837ed34 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513659 Nov 24 21:20:36.749820 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd8799-c341-4ba8-b3c2-2994e84ee1cd req-f6399938-65d6-41a8-9303-61b6e47de546 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:36.751399 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-41fd8799-c341-4ba8-b3c2-2994e84ee1cd req-f6399938-65d6-41a8-9303-61b6e47de546 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e8d1b1d-0949-42d2-91ad-501e38c0fe9e HTTP/1.1" status: 200 len: 908 time: 0.0615461 Nov 24 21:20:37.312091 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 63e3427c-7909-447d-9e9f-caad26b81576 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:20:37.369215 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 63e3427c-7909-447d-9e9f-caad26b81576 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:20:37.373383 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 63e3427c-7909-447d-9e9f-caad26b81576 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:20:37.373759 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:37.387580 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42950) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:37.454657 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:37.481195 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8d1b1d-0949-42d2-91ad-501e38c0fe9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e3427c-7909-447d-9e9f-caad26b81576'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:20:37.483828 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8a0328-c2c9-4ac2-9811-35f26f7225a2" -d '{"events": [{"server_uuid": "5e8d1b1d-0949-42d2-91ad-501e38c0fe9e", "name": "network-vif-plugged", "status": "completed", "tag": "63e3427c-7909-447d-9e9f-caad26b81576"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:20:37.500471 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 63e3427c-7909-447d-9e9f-caad26b81576, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=63e3427c-7909-447d-9e9f-caad26b81576,segment=NetworkSegment(18c18f3c-0806-4bd2-a89a-c114e7f8663c),segment_id=18c18f3c-0806-4bd2-a89a-c114e7f8663c)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:20:37.505048 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:37.522528 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a4c57714-499b-40f1-8394-83735fb02624 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:37.548540 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd49b63-6613-4039-a86f-b057f7cbfceb x-openstack-request-id: req-3bd49b63-6613-4039-a86f-b057f7cbfceb {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:20:37.549050 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8d1b1d-0949-42d2-91ad-501e38c0fe9e", "name": "network-vif-plugged", "status": "completed", "tag": "63e3427c-7909-447d-9e9f-caad26b81576", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:20:37.549464 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3bd49b63-6613-4039-a86f-b057f7cbfceb {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:20:37.550097 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8d1b1d-0949-42d2-91ad-501e38c0fe9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e3427c-7909-447d-9e9f-caad26b81576', 'code': 200} Nov 24 21:20:37.576513 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=63e3427c-7909-447d-9e9f-caad26b81576,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:37.650995 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a4c57714-499b-40f1-8394-83735fb02624 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:37.657363 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a4c57714-499b-40f1-8394-83735fb02624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:37.702095 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e44c9e-ad5d-4921-a6c9-c4d11de287c0 req-8e3f382a-af3c-4738-a789-0e0213193107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:37.703643 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-36e44c9e-ad5d-4921-a6c9-c4d11de287c0 req-8e3f382a-af3c-4738-a789-0e0213193107 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e8d1b1d-0949-42d2-91ad-501e38c0fe9e HTTP/1.1" status: 200 len: 1060 time: 0.0826821 Nov 24 21:20:37.713352 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a4c57714-499b-40f1-8394-83735fb02624 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=afc3b586027f4399831d5f1c320de5fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3223305 Nov 24 21:20:37.713593 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42958) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:37.719866 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c57714-499b-40f1-8394-83735fb02624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078d115b-9f13-4448-850e-c3577212ef7e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:37.764038 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f73a1-3ba5-495f-be00-846841a2f41a req-d5b65aad-da84-41f5-b9da-936058dd87d5 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:37.765863 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d40f73a1-3ba5-495f-be00-846841a2f41a req-d5b65aad-da84-41f5-b9da-936058dd87d5 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 944 time: 0.0600996 Nov 24 21:20:37.777257 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2c5ace70-340e-4aed-b036-6750ef34528e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:37.802325 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2c5ace70-340e-4aed-b036-6750ef34528e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:37.821938 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d40f73a1-3ba5-495f-be00-846841a2f41a req-74341c72-efb5-4b37-a111-52347909c762 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496731 Nov 24 21:20:37.877854 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2c5ace70-340e-4aed-b036-6750ef34528e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:37.880581 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2c5ace70-340e-4aed-b036-6750ef34528e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:37.881816 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2c5ace70-340e-4aed-b036-6750ef34528e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/078d115b-9f13-4448-850e-c3577212ef7e HTTP/1.1" status: 204 len: 168 time: 0.1672723 Nov 24 21:20:37.890267 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ace70-340e-4aed-b036-6750ef34528e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078d115b-9f13-4448-850e-c3577212ef7e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:37.988698 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57845d-d432-4992-af5d-05248aee5787 req-c0b839bd-3538-4443-a6aa-792a51b02997 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:37.990478 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc57845d-d432-4992-af5d-05248aee5787 req-c0b839bd-3538-4443-a6aa-792a51b02997 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e8d1b1d-0949-42d2-91ad-501e38c0fe9e HTTP/1.1" status: 200 len: 909 time: 0.0553019 Nov 24 21:20:38.256030 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42970) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:38.270843 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-183cbeec-193e-491d-a849-262f2e7384bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:38.354527 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-183cbeec-193e-491d-a849-262f2e7384bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:38.359051 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-183cbeec-193e-491d-a849-262f2e7384bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:38.403650 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-183cbeec-193e-491d-a849-262f2e7384bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f5bb979498904c16a604034d2abffe7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1437938 Nov 24 21:20:38.404300 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 42972) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:38.409943 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cbeec-193e-491d-a849-262f2e7384bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9e6887-f6aa-4b12-91d1-db2ac5c7e481,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:38.456714 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a79eb80c-dfb3-418c-ac69-c5ff37190470 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:38.479600 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a79eb80c-dfb3-418c-ac69-c5ff37190470 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:38.536876 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a79eb80c-dfb3-418c-ac69-c5ff37190470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:38.540345 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a79eb80c-dfb3-418c-ac69-c5ff37190470 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:38.541996 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a79eb80c-dfb3-418c-ac69-c5ff37190470 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2a9e6887-f6aa-4b12-91d1-db2ac5c7e481 HTTP/1.1" status: 204 len: 168 time: 0.1370654 Nov 24 21:20:38.550432 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79eb80c-dfb3-418c-ac69-c5ff37190470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9e6887-f6aa-4b12-91d1-db2ac5c7e481,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:38.890858 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7ea2-e4ba-41fa-8116-88b61e6fe73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:39.001394 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97f754-d76f-4fc3-860e-3e437d799ea0 req-671a785d-4e99-49b5-8772-489c2e8b3e47 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:39.009741 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c97f754-d76f-4fc3-860e-3e437d799ea0 req-671a785d-4e99-49b5-8772-489c2e8b3e47 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 944 time: 0.0691726 Nov 24 21:20:39.060653 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c97f754-d76f-4fc3-860e-3e437d799ea0 req-80a7fe37-8830-49ba-8d7d-949cf2690093 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496721 Nov 24 21:20:39.183485 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b579ad-ec20-4d96-9468-1bc6c36c32bc req-7f736b3c-c4dc-4ea3-b16f-8158512a1227 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:39.186028 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b7b579ad-ec20-4d96-9468-1bc6c36c32bc req-7f736b3c-c4dc-4ea3-b16f-8158512a1227 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e8d1b1d-0949-42d2-91ad-501e38c0fe9e HTTP/1.1" status: 200 len: 909 time: 0.0605793 Nov 24 21:20:39.444647 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87457eb9-5f8a-43ec-bbbf-eab2b7dc13be req-8ff37976-cead-4967-9db2-87dab8dd3260 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:39.455596 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87457eb9-5f8a-43ec-bbbf-eab2b7dc13be req-8ff37976-cead-4967-9db2-87dab8dd3260 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e8d1b1d-0949-42d2-91ad-501e38c0fe9e HTTP/1.1" status: 200 len: 909 time: 0.1003532 Nov 24 21:20:39.590954 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a797a8-6d76-483d-a8b8-18adbaf68a64 req-5f303942-b681-4400-899d-a2eac608cb8c tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:39.592848 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1a797a8-6d76-483d-a8b8-18adbaf68a64 req-5f303942-b681-4400-899d-a2eac608cb8c tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5e8d1b1d-0949-42d2-91ad-501e38c0fe9e HTTP/1.1" status: 200 len: 1060 time: 0.0497403 Nov 24 21:20:39.744056 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92189a-c906-4349-b407-c45eb336ce7b req-d269c151-7a13-4e45-a7a7-79db7b0b303b tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:39.752252 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cf92189a-c906-4349-b407-c45eb336ce7b req-d269c151-7a13-4e45-a7a7-79db7b0b303b tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2b7b9f04-e78b-451a-84c8-e395c390d230 HTTP/1.1" status: 200 len: 1135 time: 0.0816298 Nov 24 21:20:39.813643 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cf92189a-c906-4349-b407-c45eb336ce7b req-4a5f2b2a-1339-42ca-ad66-699a15c7fc38 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3c01edef-97b6-4944-b8a7-df4dd6e9f925&id=8f65028a-7ae8-42b1-a2bf-c36979a58d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0602663 Nov 24 21:20:39.836617 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43022) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:39.880147 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:39.883587 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab9d781-7157-49e6-8da1-5bba8fd64ba3 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:39.888619 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fab9d781-7157-49e6-8da1-5bba8fd64ba3 tempest-TestSecurityGroupsBasicOps-1768477132 tempest-TestSecurityGroupsBasicOps-1768477132-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5e8d1b1d-0949-42d2-91ad-501e38c0fe9e HTTP/1.1" status: 200 len: 1055 time: 0.0470097 Nov 24 21:20:40.133870 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993d9e6-cde2-4280-8c5c-1fd9f380b311 req-edf4c722-f9e5-44c6-ae85-87154ee53fef tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:40.135649 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a993d9e6-cde2-4280-8c5c-1fd9f380b311 req-edf4c722-f9e5-44c6-ae85-87154ee53fef tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e8d1b1d-0949-42d2-91ad-501e38c0fe9e HTTP/1.1" status: 200 len: 909 time: 0.0565321 Nov 24 21:20:40.258294 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b3ecd-c2e0-4736-93e7-20cfe4186bd0 req-8b683e56-561b-4dc2-8277-0e0f256740e7 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:40.261332 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-476b3ecd-c2e0-4736-93e7-20cfe4186bd0 req-8b683e56-561b-4dc2-8277-0e0f256740e7 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 944 time: 0.0535314 Nov 24 21:20:40.324662 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-476b3ecd-c2e0-4736-93e7-20cfe4186bd0 req-cda1b8e0-a285-4e0b-b5fa-70b87370201e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586338 Nov 24 21:20:40.988280 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43076) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:41.096877 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9989f112-0786-43fe-9bf0-d2d6fbde269e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:41.177768 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2ca6120c-8052-42f5-89f7-642b66440cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:41.178325 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9989f112-0786-43fe-9bf0-d2d6fbde269e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:41.183958 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9989f112-0786-43fe-9bf0-d2d6fbde269e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:41.224142 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989f112-0786-43fe-9bf0-d2d6fbde269e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d956937-c95b-470b-b2ad-0a92955abaff,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:41.228956 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:41.232652 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43082) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:41.233148 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9989f112-0786-43fe-9bf0-d2d6fbde269e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b699cb295dd54d85910f7c273295033d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2432859 Nov 24 21:20:41.324635 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af8ea5-7990-4927-9ba1-733419f2aeed req-b87cea0f-c983-48c3-82fc-df563521739d tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:41.326193 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1af8ea5-7990-4927-9ba1-733419f2aeed req-b87cea0f-c983-48c3-82fc-df563521739d tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e8d1b1d-0949-42d2-91ad-501e38c0fe9e HTTP/1.1" status: 200 len: 909 time: 0.0848346 Nov 24 21:20:41.340137 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e98cfcb-ddc1-42a5-ba78-b170480d1c3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:41.364041 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7ea4971b-8034-4be0-8bdd-2e107677ef77 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:20:41.364205 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e98cfcb-ddc1-42a5-ba78-b170480d1c3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:41.426334 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e98cfcb-ddc1-42a5-ba78-b170480d1c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:41.430435 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e98cfcb-ddc1-42a5-ba78-b170480d1c3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:41.434290 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2e98cfcb-ddc1-42a5-ba78-b170480d1c3a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1d956937-c95b-470b-b2ad-0a92955abaff HTTP/1.1" status: 204 len: 168 time: 0.1978769 Nov 24 21:20:41.474145 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98cfcb-ddc1-42a5-ba78-b170480d1c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d956937-c95b-470b-b2ad-0a92955abaff,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:41.511146 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859b255-2adc-427d-8857-1b7c0c637048 req-0d5edd45-8a03-476e-b743-e4478dd59f1c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:41.515593 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2859b255-2adc-427d-8857-1b7c0c637048 req-0d5edd45-8a03-476e-b743-e4478dd59f1c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 944 time: 0.0825119 Nov 24 21:20:41.530011 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7ea4971b-8034-4be0-8bdd-2e107677ef77, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7ea4971b-8034-4be0-8bdd-2e107677ef77,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:20:41.544800 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '7ea4971b-8034-4be0-8bdd-2e107677ef77', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'port_id': '7ea4971b-8034-4be0-8bdd-2e107677ef77', 'mac_address': 'fa:16:3e:ec:0c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:20:41.558258 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f88b27-ff8e-4fa8-ba32-8662bd183cec req-8d4a57b0-8681-4706-af58-603d5a75dd03 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:41.562184 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f2f88b27-ff8e-4fa8-ba32-8662bd183cec req-8d4a57b0-8681-4706-af58-603d5a75dd03 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e8d1b1d-0949-42d2-91ad-501e38c0fe9e HTTP/1.1" status: 200 len: 909 time: 0.1252167 Nov 24 21:20:41.621032 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2859b255-2adc-427d-8857-1b7c0c637048 req-bd5eefa4-aa4d-4597-a107-772f6b1f0264 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966134 Nov 24 21:20:41.628094 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:41.642959 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea4971b-8034-4be0-8bdd-2e107677ef77 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:20:41.672412 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7ea4971b-8034-4be0-8bdd-2e107677ef77, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7ea4971b-8034-4be0-8bdd-2e107677ef77,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:20:41.682272 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:41.747863 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-f2f88b27-ff8e-4fa8-ba32-8662bd183cec req-0cc7af13-842d-46ea-aa5b-3002b4378396 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Deleting port 63e3427c-7909-447d-9e9f-caad26b81576 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:20:41.748865 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f2f88b27-ff8e-4fa8-ba32-8662bd183cec req-0cc7af13-842d-46ea-aa5b-3002b4378396 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:41.763724 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=7ea4971b-8034-4be0-8bdd-2e107677ef77,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:41.879712 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f2f88b27-ff8e-4fa8-ba32-8662bd183cec req-0cc7af13-842d-46ea-aa5b-3002b4378396 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] For port 63e3427c-7909-447d-9e9f-caad26b81576, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=63e3427c-7909-447d-9e9f-caad26b81576,segment=NetworkSegment(18c18f3c-0806-4bd2-a89a-c114e7f8663c),segment_id=18c18f3c-0806-4bd2-a89a-c114e7f8663c)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:20:41.879712 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f2f88b27-ff8e-4fa8-ba32-8662bd183cec req-0cc7af13-842d-46ea-aa5b-3002b4378396 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:41.895891 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-f2f88b27-ff8e-4fa8-ba32-8662bd183cec req-0cc7af13-842d-46ea-aa5b-3002b4378396 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Calling delete_port for 63e3427c-7909-447d-9e9f-caad26b81576 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:20:41.952989 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['7ea4971b-8034-4be0-8bdd-2e107677ef77'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:20:41.963071 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43098) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:41.973226 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43100) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:42.082418 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d218c0c3-044a-4f69-8e54-3cd030271ded admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:42.089056 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f2f88b27-ff8e-4fa8-ba32-8662bd183cec req-0cc7af13-842d-46ea-aa5b-3002b4378396 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:42.131140 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7af13-842d-46ea-aa5b-3002b4378396 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event deleted for resources: {'Port': ['ID=63e3427c-7909-447d-9e9f-caad26b81576,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:42.199834 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f88b27-ff8e-4fa8-ba32-8662bd183cec req-0cc7af13-842d-46ea-aa5b-3002b4378396 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] No DVR routers for this DVR port 63e3427c-7909-447d-9e9f-caad26b81576 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:20:42.219937 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f2f88b27-ff8e-4fa8-ba32-8662bd183cec req-0cc7af13-842d-46ea-aa5b-3002b4378396 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:42.230760 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f84118d6-b630-4a4b-a6da-ae058d2a4971 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:42.241967 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f2f88b27-ff8e-4fa8-ba32-8662bd183cec req-0cc7af13-842d-46ea-aa5b-3002b4378396 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.15 "DELETE /v2.0/ports/63e3427c-7909-447d-9e9f-caad26b81576 HTTP/1.1" status: 204 len: 173 time: 0.6686928 Nov 24 21:20:42.244229 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8d1b1d-0949-42d2-91ad-501e38c0fe9e', 'name': 'network-vif-deleted', 'tag': '63e3427c-7909-447d-9e9f-caad26b81576'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:20:42.247232 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb84ded-165d-4f75-9d74-9b5bd6a66cd2" -d '{"events": [{"server_uuid": "5e8d1b1d-0949-42d2-91ad-501e38c0fe9e", "name": "network-vif-deleted", "tag": "63e3427c-7909-447d-9e9f-caad26b81576"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:20:42.323712 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af91e421-0a99-489f-8a75-6f2a230bf124 x-openstack-request-id: req-af91e421-0a99-489f-8a75-6f2a230bf124 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:20:42.324210 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8d1b1d-0949-42d2-91ad-501e38c0fe9e", "name": "network-vif-deleted", "tag": "63e3427c-7909-447d-9e9f-caad26b81576", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:20:42.324640 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-af91e421-0a99-489f-8a75-6f2a230bf124 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:20:42.325275 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8d1b1d-0949-42d2-91ad-501e38c0fe9e', 'name': 'network-vif-deleted', 'tag': '63e3427c-7909-447d-9e9f-caad26b81576', 'status': 'completed', 'code': 200} Nov 24 21:20:42.399709 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d218c0c3-044a-4f69-8e54-3cd030271ded admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:42.411527 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d218c0c3-044a-4f69-8e54-3cd030271ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:42.443905 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f84118d6-b630-4a4b-a6da-ae058d2a4971 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:42.449636 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f84118d6-b630-4a4b-a6da-ae058d2a4971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:42.461421 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:42.471272 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218c0c3-044a-4f69-8e54-3cd030271ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c855687d-ff7e-4dbc-9386-96dab3937200,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:42.485048 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f84118d6-b630-4a4b-a6da-ae058d2a4971 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=03a6ee7fb15a48cdba040890edf063cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5101423 Nov 24 21:20:42.485677 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43108) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:42.489181 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43110) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:42.489297 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d218c0c3-044a-4f69-8e54-3cd030271ded admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e69bbc7566bc4a43b40c997b9041ff98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5248518 Nov 24 21:20:42.558097 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f1d3d6dd-1132-4db9-94f8-2c596d3eea8e req-68813f04-ea25-448a-98b2-bdd44dab9462 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e8d1b1d-0949-42d2-91ad-501e38c0fe9e HTTP/1.1" status: 200 len: 210 time: 0.0803940 Nov 24 21:20:42.592185 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84118d6-b630-4a4b-a6da-ae058d2a4971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6617e0a-163c-40a8-8506-d0a2d24d837e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:42.633873 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4f55-e54b-405c-a4fd-afba2d1d63f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:42.636283 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ff7f5d69-c03e-435a-8fb6-4aa56fa8a066 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:42.671831 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4f55-e54b-405c-a4fd-afba2d1d63f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:42.674608 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ff7f5d69-c03e-435a-8fb6-4aa56fa8a066 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:42.786890 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6668df5-b6ad-4114-a729-d53d906a4803 req-a90b6d54-0bbd-40fe-8258-6ecfb5b84237 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:42.788420 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6668df5-b6ad-4114-a729-d53d906a4803 req-a90b6d54-0bbd-40fe-8258-6ecfb5b84237 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 945 time: 0.0736811 Nov 24 21:20:42.790138 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4f55-e54b-405c-a4fd-afba2d1d63f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:42.792447 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4f55-e54b-405c-a4fd-afba2d1d63f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:42.795976 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1e3f4f55-e54b-405c-a4fd-afba2d1d63f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c855687d-ff7e-4dbc-9386-96dab3937200 HTTP/1.1" status: 204 len: 168 time: 0.2782013 Nov 24 21:20:42.812794 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f4f55-e54b-405c-a4fd-afba2d1d63f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c855687d-ff7e-4dbc-9386-96dab3937200,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:42.821534 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ff7f5d69-c03e-435a-8fb6-4aa56fa8a066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:42.824130 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ff7f5d69-c03e-435a-8fb6-4aa56fa8a066 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:42.825315 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ff7f5d69-c03e-435a-8fb6-4aa56fa8a066 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f6617e0a-163c-40a8-8506-d0a2d24d837e HTTP/1.1" status: 204 len: 168 time: 0.3369565 Nov 24 21:20:42.838544 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f5d69-c03e-435a-8fb6-4aa56fa8a066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6617e0a-163c-40a8-8506-d0a2d24d837e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:42.884128 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6668df5-b6ad-4114-a729-d53d906a4803 req-7d07ac2a-777e-4923-92d6-f9bdf70a122c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782959 Nov 24 21:20:43.391462 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7ea4971b-8034-4be0-8bdd-2e107677ef77 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:20:43.451654 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 7ea4971b-8034-4be0-8bdd-2e107677ef77 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:20:43.456095 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 7ea4971b-8034-4be0-8bdd-2e107677ef77 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:20:43.456646 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:43.549804 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:43.572808 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4509de-ee33-47f3-93d7-521985966cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea4971b-8034-4be0-8bdd-2e107677ef77'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:20:43.575214 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171cc768-a14c-4e1a-9046-853ceec7613a" -d '{"events": [{"server_uuid": "0c4509de-ee33-47f3-93d7-521985966cf7", "name": "network-vif-plugged", "status": "completed", "tag": "7ea4971b-8034-4be0-8bdd-2e107677ef77"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:20:43.588222 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7ea4971b-8034-4be0-8bdd-2e107677ef77, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7ea4971b-8034-4be0-8bdd-2e107677ef77,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:20:43.594844 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:43.630996 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970b8303-71e5-4c73-bfbb-4335f3f96bdc x-openstack-request-id: req-970b8303-71e5-4c73-bfbb-4335f3f96bdc {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:20:43.631311 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4509de-ee33-47f3-93d7-521985966cf7", "name": "network-vif-plugged", "status": "completed", "tag": "7ea4971b-8034-4be0-8bdd-2e107677ef77", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:20:43.631634 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-970b8303-71e5-4c73-bfbb-4335f3f96bdc {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:20:43.632098 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4509de-ee33-47f3-93d7-521985966cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea4971b-8034-4be0-8bdd-2e107677ef77', 'code': 200} Nov 24 21:20:43.647972 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=7ea4971b-8034-4be0-8bdd-2e107677ef77,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:43.675850 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43148) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:43.738709 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55591947-3f56-4284-8355-3842a3efd9a9 req-5790ed3c-e235-4cc5-968a-9b9018716145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:43.740512 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-55591947-3f56-4284-8355-3842a3efd9a9 req-5790ed3c-e235-4cc5-968a-9b9018716145 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 1097 time: 0.0442946 Nov 24 21:20:43.807477 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:43.828512 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-55591947-3f56-4284-8355-3842a3efd9a9 req-5a2b328d-b8d0-4a2b-8791-263076d181f4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753615 Nov 24 21:20:44.042386 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63088d2-2cf7-4a77-84d3-75f7a49a3415 req-e43001f5-7688-4938-abc4-cc6ee5d68e65 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:44.043887 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d63088d2-2cf7-4a77-84d3-75f7a49a3415 req-e43001f5-7688-4938-abc4-cc6ee5d68e65 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 946 time: 0.0852251 Nov 24 21:20:44.117403 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d63088d2-2cf7-4a77-84d3-75f7a49a3415 req-5c2fcdbd-67be-4c95-95a9-01639b2249aa tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658040 Nov 24 21:20:44.144832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43194) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:44.186294 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f91969d0-eac7-4a73-bcb9-86c8b0286635 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:44.271650 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb408475-3497-4509-8590-a8bcab699d52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:44.346737 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb408475-3497-4509-8590-a8bcab699d52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:44.351312 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb408475-3497-4509-8590-a8bcab699d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:44.391156 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-eb408475-3497-4509-8590-a8bcab699d52 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=45eac4673f1b4b65976359f345df5808&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2450056 Nov 24 21:20:44.392032 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb408475-3497-4509-8590-a8bcab699d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a1ca4a-c2a1-4ff3-8106-059aba4b9937,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:44.394326 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43198) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:44.441726 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-39326835-d50f-4f3d-949f-98294929b8f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:44.463553 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-39326835-d50f-4f3d-949f-98294929b8f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:44.481439 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f91969d0-eac7-4a73-bcb9-86c8b0286635 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Deleting port 49b72ccd-86e6-4a10-b861-3c20a3eb3814 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:20:44.481783 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f91969d0-eac7-4a73-bcb9-86c8b0286635 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:44.509897 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-39326835-d50f-4f3d-949f-98294929b8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:44.512989 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-39326835-d50f-4f3d-949f-98294929b8f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:44.514152 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-39326835-d50f-4f3d-949f-98294929b8f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/92a1ca4a-c2a1-4ff3-8106-059aba4b9937 HTTP/1.1" status: 204 len: 168 time: 0.1189260 Nov 24 21:20:44.522147 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39326835-d50f-4f3d-949f-98294929b8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a1ca4a-c2a1-4ff3-8106-059aba4b9937,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:44.591445 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-f91969d0-eac7-4a73-bcb9-86c8b0286635 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] For port 49b72ccd-86e6-4a10-b861-3c20a3eb3814, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=49b72ccd-86e6-4a10-b861-3c20a3eb3814,segment=NetworkSegment(18c18f3c-0806-4bd2-a89a-c114e7f8663c),segment_id=18c18f3c-0806-4bd2-a89a-c114e7f8663c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:20:44.591969 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f91969d0-eac7-4a73-bcb9-86c8b0286635 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:44.607998 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f91969d0-eac7-4a73-bcb9-86c8b0286635 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Calling delete_port for 49b72ccd-86e6-4a10-b861-3c20a3eb3814 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:20:44.802194 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f91969d0-eac7-4a73-bcb9-86c8b0286635 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:44.837610 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:44.846495 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91969d0-eac7-4a73-bcb9-86c8b0286635 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event deleted for resources: {'Port': ['ID=49b72ccd-86e6-4a10-b861-3c20a3eb3814,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:45.044834 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f91969d0-eac7-4a73-bcb9-86c8b0286635 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:45.311993 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c5748-6fc9-4e0b-955e-04faeaf93b88 req-af3c0052-b2ff-4b29-8d10-9c63cbf73399 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:45.313449 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-393c5748-6fc9-4e0b-955e-04faeaf93b88 req-af3c0052-b2ff-4b29-8d10-9c63cbf73399 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 946 time: 0.0994401 Nov 24 21:20:45.346257 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91969d0-eac7-4a73-bcb9-86c8b0286635 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Router 86a87da7-5c3e-49ce-b789-711ea271ca18 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:20:45.396565 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 63e3427c-7909-447d-9e9f-caad26b81576 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:20:45.420123 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 63e3427c-7909-447d-9e9f-caad26b81576 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:20:45.420472 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 63e3427c-7909-447d-9e9f-caad26b81576 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:20:45.425579 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-393c5748-6fc9-4e0b-955e-04faeaf93b88 req-c6309b27-868c-427f-8ef5-8fd09faab5ec tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048086 Nov 24 21:20:45.510391 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91969d0-eac7-4a73-bcb9-86c8b0286635 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:20:45.515580 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f91969d0-eac7-4a73-bcb9-86c8b0286635 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "PUT /v2.0/routers/86a87da7-5c3e-49ce-b789-711ea271ca18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8386552 Nov 24 21:20:45.518419 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43234) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:45.527224 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0a6cf5-35e4-4012-8209-30ef2815bd76 None None] Sync routers for ids ['86a87da7-5c3e-49ce-b789-711ea271ca18'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:20:45.539944 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0a6cf5-35e4-4012-8209-30ef2815bd76 None None] Routers {'86a87da7-5c3e-49ce-b789-711ea271ca18'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:20:45.540779 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-2e0a6cf5-35e4-4012-8209-30ef2815bd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:20:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['86a87da7-5c3e-49ce-b789-711ea271ca18'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:45.584024 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e9af7ea-924c-4372-b752-d2ea4fcfc5b5 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Deleting subnet 0083badf-8578-4add-a54e-743d93c89d49 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:20:45.587923 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8e9af7ea-924c-4372-b752-d2ea4fcfc5b5 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:45.607639 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55fbd0-1c8b-492f-9a23-00c9f8c9c6fa req-52eb40bc-d56d-4e55-a79b-9776cb74fb40 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:45.615015 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3c55fbd0-1c8b-492f-9a23-00c9f8c9c6fa req-52eb40bc-d56d-4e55-a79b-9776cb74fb40 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 946 time: 0.0612509 Nov 24 21:20:45.640578 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8e9af7ea-924c-4372-b752-d2ea4fcfc5b5 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:45.665129 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-2e0a6cf5-35e4-4012-8209-30ef2815bd76 None None] Set router 86a87da7-5c3e-49ce-b789-711ea271ca18 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:20:45.668697 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3c55fbd0-1c8b-492f-9a23-00c9f8c9c6fa req-5a497223-3910-46a8-ab65-2498d18356c2 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527668 Nov 24 21:20:45.686589 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43238) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:45.734641 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ac82b3-0565-4a7b-a862-718cb655ad56 tempest-TestVolumeBootPattern-37766890 tempest-TestVolumeBootPattern-37766890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:45.736277 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a8ac82b3-0565-4a7b-a862-718cb655ad56 tempest-TestVolumeBootPattern-37766890 tempest-TestVolumeBootPattern-37766890-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 1092 time: 0.0484686 Nov 24 21:20:45.738992 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43242) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:45.744031 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-d2c4f206-f103-4b6c-8eb1-1b82408e5fe4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': '7ea4971b-8034-4be0-8bdd-2e107677ef77', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:20:45.749269 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8e9af7ea-924c-4372-b752-d2ea4fcfc5b5 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:45.771406 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2c4f206-f103-4b6c-8eb1-1b82408e5fe4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:45.829777 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8e9af7ea-924c-4372-b752-d2ea4fcfc5b5 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:45.868908 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9af7ea-924c-4372-b752-d2ea4fcfc5b5 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event deleted for resources: {'Subnet': ['ID=0083badf-8578-4add-a54e-743d93c89d49,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:45.871277 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8e9af7ea-924c-4372-b752-d2ea4fcfc5b5 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:45.878791 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8e9af7ea-924c-4372-b752-d2ea4fcfc5b5 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "DELETE /v2.0/subnets/0083badf-8578-4add-a54e-743d93c89d49 HTTP/1.1" status: 204 len: 168 time: 0.3591919 Nov 24 21:20:45.881635 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43246) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:45.889227 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a103e78-1b53-4cff-a148-2a86ba681537 None None] Network 4aad465d-f59d-4a99-804d-397fdbb504d4 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:20:45.905083 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43248) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:45.961438 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2c4f206-f103-4b6c-8eb1-1b82408e5fe4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:45.997462 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-2e0a6cf5-35e4-4012-8209-30ef2815bd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a87da7-5c3e-49ce-b789-711ea271ca18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-933071179', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '07161960-cd77-47be-b224-00ade5cb5dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:20:17Z', 'updated_at': '2021-11-24T21:20:44Z', 'revision_number': 5, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'gw_port': {'id': '07161960-cd77-47be-b224-00ade5cb5dcf', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a87da7-5c3e-49ce-b789-711ea271ca18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:20:18Z', 'updated_at': '2021-11-24T21:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:46.035347 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26f7047e-f7ff-4bb4-be08-69e7b278eb9b tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:46.079914 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-d2c4f206-f103-4b6c-8eb1-1b82408e5fe4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Allocated IP 172.25.5.228 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/2c7c38d6-afb0-4683-91c9-a1e42f674f8d) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:20:46.209559 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2c4f206-f103-4b6c-8eb1-1b82408e5fe4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:46.223314 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0a6cf5-35e4-4012-8209-30ef2815bd76 None None] Checking router: 86a87da7-5c3e-49ce-b789-711ea271ca18 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:20:46.233368 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-1f819770-9496-4af1-bed2-f06dc5254189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1821270022'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:20:46.234205 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0a6cf5-35e4-4012-8209-30ef2815bd76 None None] Routers {'86a87da7-5c3e-49ce-b789-711ea271ca18'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:20:46.237186 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-2e0a6cf5-35e4-4012-8209-30ef2815bd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:20:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['86a87da7-5c3e-49ce-b789-711ea271ca18'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:46.271466 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f819770-9496-4af1-bed2-f06dc5254189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] Made reservation on behalf of dc755dfff9de41eca65b645339ce8cec for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:20:46.276539 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f819770-9496-4af1-bed2-f06dc5254189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:46.286332 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f819770-9496-4af1-bed2-f06dc5254189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:46.289623 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2c4f206-f103-4b6c-8eb1-1b82408e5fe4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:46.295323 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26f7047e-f7ff-4bb4-be08-69e7b278eb9b tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:46.324366 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca5b348-4c48-4a90-b6cf-5f6bd8346795 None None] DHCP port deletion for 4aad465d-f59d-4a99-804d-397fdbb504d4 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:20:46.363151 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c4f206-f103-4b6c-8eb1-1b82408e5fe4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:20:46.366027 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4f206-f103-4b6c-8eb1-1b82408e5fe4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event updated for resources: {'Port': ['ID=2c7c38d6-afb0-4683-91c9-a1e42f674f8d,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:46.369543 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-d2c4f206-f103-4b6c-8eb1-1b82408e5fe4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:20:46.373370 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c4f206-f103-4b6c-8eb1-1b82408e5fe4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:20:46.402783 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-26f7047e-f7ff-4bb4-be08-69e7b278eb9b tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Deleting port 07161960-cd77-47be-b224-00ade5cb5dcf {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:20:46.403191 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26f7047e-f7ff-4bb4-be08-69e7b278eb9b tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:46.423238 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-1ca5b348-4c48-4a90-b6cf-5f6bd8346795 None None] Deleting port 2ff4ae7a-0a15-4936-a2ba-43a08928c05c {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:20:46.423835 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1ca5b348-4c48-4a90-b6cf-5f6bd8346795 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:46.466094 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-2e0a6cf5-35e4-4012-8209-30ef2815bd76 None None] Set router 86a87da7-5c3e-49ce-b789-711ea271ca18 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:20:46.531627 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-26f7047e-f7ff-4bb4-be08-69e7b278eb9b tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] For port 07161960-cd77-47be-b224-00ade5cb5dcf, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=07161960-cd77-47be-b224-00ade5cb5dcf,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:20:46.532518 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26f7047e-f7ff-4bb4-be08-69e7b278eb9b tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:46.553719 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-26f7047e-f7ff-4bb4-be08-69e7b278eb9b tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Calling delete_port for 07161960-cd77-47be-b224-00ade5cb5dcf owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:20:46.578999 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1ca5b348-4c48-4a90-b6cf-5f6bd8346795 None None] For port 2ff4ae7a-0a15-4936-a2ba-43a08928c05c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2ff4ae7a-0a15-4936-a2ba-43a08928c05c,segment=NetworkSegment(18c18f3c-0806-4bd2-a89a-c114e7f8663c),segment_id=18c18f3c-0806-4bd2-a89a-c114e7f8663c)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:20:46.579405 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1ca5b348-4c48-4a90-b6cf-5f6bd8346795 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:46.610701 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-1ca5b348-4c48-4a90-b6cf-5f6bd8346795 None None] Calling delete_port for 2ff4ae7a-0a15-4936-a2ba-43a08928c05c owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:20:46.611856 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f819770-9496-4af1-bed2-f06dc5254189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:46.619316 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f819770-9496-4af1-bed2-f06dc5254189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:46.700252 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f819770-9496-4af1-bed2-f06dc5254189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:20:46.744398 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f819770-9496-4af1-bed2-f06dc5254189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e891c5a4-7cce-44c3-9742-188f019ca0b7,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:46.767692 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-2e0a6cf5-35e4-4012-8209-30ef2815bd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a87da7-5c3e-49ce-b789-711ea271ca18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-933071179', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '07161960-cd77-47be-b224-00ade5cb5dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:20:17Z', 'updated_at': '2021-11-24T21:20:44Z', 'revision_number': 5, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'gw_port': {'id': '07161960-cd77-47be-b224-00ade5cb5dcf', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a87da7-5c3e-49ce-b789-711ea271ca18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:20:18Z', 'updated_at': '2021-11-24T21:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:46.782363 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26f7047e-f7ff-4bb4-be08-69e7b278eb9b tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:46.802480 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f819770-9496-4af1-bed2-f06dc5254189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:46.802842 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-1f819770-9496-4af1-bed2-f06dc5254189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] Added segment a5bace02-59fb-4dc3-b9e2-ae205220df63 of type vlan for network 011d050d-a392-412a-a735-4c113229dfc6 Nov 24 21:20:46.806681 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0a6cf5-35e4-4012-8209-30ef2815bd76 None None] The sync data for ids ['86a87da7-5c3e-49ce-b789-711ea271ca18'] in n-d-812111-8 is: [{'id': '86a87da7-5c3e-49ce-b789-711ea271ca18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-933071179', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '07161960-cd77-47be-b224-00ade5cb5dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:20:17Z', 'updated_at': '2021-11-24T21:20:44Z', 'revision_number': 5, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'gw_port': {'id': '07161960-cd77-47be-b224-00ade5cb5dcf', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a87da7-5c3e-49ce-b789-711ea271ca18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:20:18Z', 'updated_at': '2021-11-24T21:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:20:46.826420 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7047e-f7ff-4bb4-be08-69e7b278eb9b tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event deleted for resources: {'Port': ['ID=07161960-cd77-47be-b224-00ade5cb5dcf,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:46.849038 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3208882d-eed2-48af-a04b-da0acd3bf390 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:20:46.902955 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1ca5b348-4c48-4a90-b6cf-5f6bd8346795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:46.920561 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26f7047e-f7ff-4bb4-be08-69e7b278eb9b tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:46.931503 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5b348-4c48-4a90-b6cf-5f6bd8346795 None None] Pushing event deleted for resources: {'Port': ['ID=2ff4ae7a-0a15-4936-a2ba-43a08928c05c,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:46.935133 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca5b348-4c48-4a90-b6cf-5f6bd8346795 None None] No DVR routers for this DVR port 2ff4ae7a-0a15-4936-a2ba-43a08928c05c on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:20:47.022808 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26f7047e-f7ff-4bb4-be08-69e7b278eb9b tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:47.025069 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26f7047e-f7ff-4bb4-be08-69e7b278eb9b tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:47.070379 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26f7047e-f7ff-4bb4-be08-69e7b278eb9b tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:47.071004 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f7047e-f7ff-4bb4-be08-69e7b278eb9b tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Fanout notify agent at l3_agent the message router_deleted on router 86a87da7-5c3e-49ce-b789-711ea271ca18 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:20:47.078248 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26f7047e-f7ff-4bb4-be08-69e7b278eb9b tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:47.081838 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-26f7047e-f7ff-4bb4-be08-69e7b278eb9b tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "DELETE /v2.0/routers/86a87da7-5c3e-49ce-b789-711ea271ca18 HTTP/1.1" status: 204 len: 168 time: 1.1969116 Nov 24 21:20:47.082094 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43254) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:47.171369 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d44b85ae-52e7-4db6-919f-e913359f1ab3 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:47.273946 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d44b85ae-52e7-4db6-919f-e913359f1ab3 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:47.296727 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-d44b85ae-52e7-4db6-919f-e913359f1ab3 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aad465d-f59d-4a99-804d-397fdbb504d4']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:47.309044 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-d44b85ae-52e7-4db6-919f-e913359f1ab3 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c18f3c-0806-4bd2-a89a-c114e7f8663c') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:47.309331 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-d44b85ae-52e7-4db6-919f-e913359f1ab3 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c18f3c-0806-4bd2-a89a-c114e7f8663c') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:47.321537 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d44b85ae-52e7-4db6-919f-e913359f1ab3 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:47.337026 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d44b85ae-52e7-4db6-919f-e913359f1ab3 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:47.344315 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44b85ae-52e7-4db6-919f-e913359f1ab3 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:20:47.344716 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d44b85ae-52e7-4db6-919f-e913359f1ab3 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:20:47.347936 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:20:47.392244 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f819770-9496-4af1-bed2-f06dc5254189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:47.410172 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d44b85ae-52e7-4db6-919f-e913359f1ab3 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:47.419380 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d44b85ae-52e7-4db6-919f-e913359f1ab3 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:47.422684 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d44b85ae-52e7-4db6-919f-e913359f1ab3 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "DELETE /v2.0/networks/4aad465d-f59d-4a99-804d-397fdbb504d4 HTTP/1.1" status: 204 len: 168 time: 0.3396361 Nov 24 21:20:47.432493 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43256) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:47.441645 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b85ae-52e7-4db6-919f-e913359f1ab3 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event deleted for resources: {'Network': ['ID=4aad465d-f59d-4a99-804d-397fdbb504d4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:47.530036 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f819770-9496-4af1-bed2-f06dc5254189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:47.535538 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f819770-9496-4af1-bed2-f06dc5254189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:47.536900 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f819770-9496-4af1-bed2-f06dc5254189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:47.578067 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2c4f206-f103-4b6c-8eb1-1b82408e5fe4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:47.622126 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-2a23455b-5755-45a3-90ec-aa1ae0e2eb35 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Deleting port 39917853-d68f-45b2-9e04-949960697379 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:20:47.622772 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2a23455b-5755-45a3-90ec-aa1ae0e2eb35 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:47.650376 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1f819770-9496-4af1-bed2-f06dc5254189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.7403846 Nov 24 21:20:47.713613 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2a23455b-5755-45a3-90ec-aa1ae0e2eb35 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:47.714048 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2a23455b-5755-45a3-90ec-aa1ae0e2eb35 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:47.728462 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f819770-9496-4af1-bed2-f06dc5254189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] Pushing event updated for resources: {'Network': ['ID=011d050d-a392-412a-a735-4c113229dfc6,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:47.733087 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-2a23455b-5755-45a3-90ec-aa1ae0e2eb35 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Calling delete_port for 39917853-d68f-45b2-9e04-949960697379 owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:20:47.751861 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 011d050d-a392-412a-a735-4c113229dfc6 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:20:47.779672 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2c4f206-f103-4b6c-8eb1-1b82408e5fe4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:47.974369 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43264) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:47.979797 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Request body: {'port': {'network_id': '011d050d-a392-412a-a735-4c113229dfc6', 'binding:host_id': 'n-h1-812111-8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-304750791'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:20:48.016372 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2c4f206-f103-4b6c-8eb1-1b82408e5fe4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:48.027649 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2c4f206-f103-4b6c-8eb1-1b82408e5fe4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:48.045505 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 07161960-cd77-47be-b224-00ade5cb5dcf no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:20:48.057678 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Made reservation on behalf of 064badbbdcdf4ac286fb2e16b9fad2fc for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:20:48.060184 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:48.074097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 07161960-cd77-47be-b224-00ade5cb5dcf {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:20:48.074733 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 07161960-cd77-47be-b224-00ade5cb5dcf not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:20:48.075512 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2ff4ae7a-0a15-4936-a2ba-43a08928c05c no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:20:48.079779 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:48.099224 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 2ff4ae7a-0a15-4936-a2ba-43a08928c05c {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:20:48.099661 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2ff4ae7a-0a15-4936-a2ba-43a08928c05c not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:20:48.100465 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 49b72ccd-86e6-4a10-b861-3c20a3eb3814 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:20:48.130256 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4f206-f103-4b6c-8eb1-1b82408e5fe4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event updated for resources: {'Port': ['ID=2c7c38d6-afb0-4683-91c9-a1e42f674f8d,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:48.135413 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 49b72ccd-86e6-4a10-b861-3c20a3eb3814 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:20:48.137013 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 49b72ccd-86e6-4a10-b861-3c20a3eb3814 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:20:48.152892 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2c4f206-f103-4b6c-8eb1-1b82408e5fe4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:48.272029 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2a23455b-5755-45a3-90ec-aa1ae0e2eb35 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:48.292792 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:48.294558 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-d2c4f206-f103-4b6c-8eb1-1b82408e5fe4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Floating IP 68d355e7-cc8b-44e5-bd69-bcc8e74f684c associated. External IP: 172.25.5.228, port: 7ea4971b-8034-4be0-8bdd-2e107677ef77. Nov 24 21:20:48.298160 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:48.298358 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23455b-5755-45a3-90ec-aa1ae0e2eb35 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event deleted for resources: {'Port': ['ID=39917853-d68f-45b2-9e04-949960697379,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:48.335024 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] device_id is not set on port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:20:48.362176 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2a23455b-5755-45a3-90ec-aa1ae0e2eb35 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:48.362528 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-2a23455b-5755-45a3-90ec-aa1ae0e2eb35 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Floating IP d6fbf60e-c972-483a-bc3a-7daa32cb2bab disassociated (deleted). External IP: 172.25.5.52, port: cf9bbff2-cdf0-4161-8c99-82e439c1f8af. Nov 24 21:20:48.456684 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ded0ed9-e633-4b81-98b1-989b396c30c8,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:48.583068 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a23455b-5755-45a3-90ec-aa1ae0e2eb35 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Router b623dccc-f7a9-4401-b335-bb0ba3e8b29c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:20:48.693843 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a23455b-5755-45a3-90ec-aa1ae0e2eb35 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:20:48.699495 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2a23455b-5755-45a3-90ec-aa1ae0e2eb35 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:48.706077 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75c84b4-3963-4ca8-9d50-c964b29939d2 None None] Sync routers for ids ['b623dccc-f7a9-4401-b335-bb0ba3e8b29c'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:20:48.710333 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] device_id is not set on port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:20:48.720639 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75c84b4-3963-4ca8-9d50-c964b29939d2 None None] Routers {'b623dccc-f7a9-4401-b335-bb0ba3e8b29c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:20:48.721222 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d75c84b4-3963-4ca8-9d50-c964b29939d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:20:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b623dccc-f7a9-4401-b335-bb0ba3e8b29c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:48.722778 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c4f206-f103-4b6c-8eb1-1b82408e5fe4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Router a783295e-5410-4b9d-9d94-0f71c3922c22 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:20:48.724095 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:48.738981 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:48.744852 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2a23455b-5755-45a3-90ec-aa1ae0e2eb35 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "DELETE /v2.0/floatingips/d6fbf60e-c972-483a-bc3a-7daa32cb2bab HTTP/1.1" status: 204 len: 168 time: 1.3110831 Nov 24 21:20:48.745695 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7b9f04-e78b-451a-84c8-e395c390d230', 'tag': 'cf9bbff2-cdf0-4161-8c99-82e439c1f8af'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:20:48.748423 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1497bf4-afda-44d0-bc06-4afb97f1f2be" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7b9f04-e78b-451a-84c8-e395c390d230", "tag": "cf9bbff2-cdf0-4161-8c99-82e439c1f8af"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:20:48.847143 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-d75c84b4-3963-4ca8-9d50-c964b29939d2 None None] Set router b623dccc-f7a9-4401-b335-bb0ba3e8b29c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:20:48.880372 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Pushing event updated for resources: {'Port': ['ID=2f79f105-0d5f-4844-a837-de8f9fc2b6d6,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:48.899815 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Checking segment: {'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:20:48.900189 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Network hostable DHCP agents. Network: 011d050d-a392-412a-a735-4c113229dfc6, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:20:48.906057 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c4f206-f103-4b6c-8eb1-1b82408e5fe4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:20:48.921054 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ea97a5-6d57-45ec-b020-08a16d953f34 None None] Sync routers for ids ['a783295e-5410-4b9d-9d94-0f71c3922c22'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:20:48.936777 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2c4f206-f103-4b6c-8eb1-1b82408e5fe4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:48.937867 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ea97a5-6d57-45ec-b020-08a16d953f34 None None] Routers {'a783295e-5410-4b9d-9d94-0f71c3922c22'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:20:48.938538 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-a1ea97a5-6d57-45ec-b020-08a16d953f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:20:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a783295e-5410-4b9d-9d94-0f71c3922c22'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:48.961789 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Network 011d050d-a392-412a-a735-4c113229dfc6 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:20:48.967653 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142aefd7-0881-455e-945d-acceca5c48cf x-openstack-request-id: req-142aefd7-0881-455e-945d-acceca5c48cf {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:20:48.968459 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7b9f04-e78b-451a-84c8-e395c390d230", "tag": "cf9bbff2-cdf0-4161-8c99-82e439c1f8af", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:20:48.968860 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-142aefd7-0881-455e-945d-acceca5c48cf {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:20:48.969467 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7b9f04-e78b-451a-84c8-e395c390d230', 'tag': 'cf9bbff2-cdf0-4161-8c99-82e439c1f8af', 'status': 'completed', 'code': 200} Nov 24 21:20:48.985334 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d2c4f206-f103-4b6c-8eb1-1b82408e5fe4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2448063 Nov 24 21:20:48.986676 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4509de-ee33-47f3-93d7-521985966cf7', 'tag': '7ea4971b-8034-4be0-8bdd-2e107677ef77'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:20:48.989673 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6378e19-a6cb-4fdb-98b8-452de06c9d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4509de-ee33-47f3-93d7-521985966cf7", "tag": "7ea4971b-8034-4be0-8bdd-2e107677ef77"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:20:49.001698 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 011d050d-a392-412a-a735-4c113229dfc6) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:20:49.011269 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:20:49.037217 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21b16f7-3af1-4fa6-8875-9e0b1f5eba2f None None] Network 011d050d-a392-412a-a735-4c113229dfc6 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:20:49.039938 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:49.040286 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:49.040657 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:49.045797 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:49.046790 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:49.047568 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 2 to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 Nov 24 21:20:49.079512 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1497bf4-afda-44d0-bc06-4afb97f1f2be req-f2207e9f-926a-436d-8fa4-99639849dcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:49.081275 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1497bf4-afda-44d0-bc06-4afb97f1f2be req-f2207e9f-926a-436d-8fa4-99639849dcbd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9b5ea5181c9494caeba47b9a7f13565&device_id=2b7b9f04-e78b-451a-84c8-e395c390d230 HTTP/1.1" status: 200 len: 1135 time: 0.0820205 Nov 24 21:20:49.094603 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:49.094944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:49.095288 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:49.103238 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:49.103468 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:49.105235 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 3 to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 Nov 24 21:20:49.133878 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349994e3-e30c-4389-9f59-0b5bbe79ff84 req-3e7442b5-006c-4f13-a34f-80d0e9562cfc tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:49.134574 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-a1ea97a5-6d57-45ec-b020-08a16d953f34 None None] Set router a783295e-5410-4b9d-9d94-0f71c3922c22 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:20:49.135440 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-349994e3-e30c-4389-9f59-0b5bbe79ff84 req-3e7442b5-006c-4f13-a34f-80d0e9562cfc tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b7b9f04-e78b-451a-84c8-e395c390d230 HTTP/1.1" status: 200 len: 984 time: 0.0854499 Nov 24 21:20:49.138111 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:49.138454 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:49.138794 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:49.143409 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:49.143741 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:49.144139 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 4 to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 Nov 24 21:20:49.181054 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:49.181473 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:49.181824 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:49.196897 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:49.197662 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:49.199439 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 5 to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 Nov 24 21:20:49.217351 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1497bf4-afda-44d0-bc06-4afb97f1f2be req-cfa3e506-a9a7-48ba-9433-a2b678780707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:49.219986 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1497bf4-afda-44d0-bc06-4afb97f1f2be req-cfa3e506-a9a7-48ba-9433-a2b678780707 service neutron] 10.222.0.48 "GET /v2.0/networks?id=aebffe71-460d-4125-9891-a6387e3be549 HTTP/1.1" status: 200 len: 898 time: 0.1317308 Nov 24 21:20:49.228561 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:49.228929 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:49.229271 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:49.236685 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:49.237046 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:49.237587 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 6 to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 Nov 24 21:20:49.250310 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d75c84b4-3963-4ca8-9d50-c964b29939d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2069985598', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:19:16Z', 'updated_at': '2021-11-24T21:19:21Z', 'revision_number': 4, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'gw_port': {'id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:17Z', 'updated_at': '2021-11-24T21:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28', 'name': '', 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'mac_address': 'fa:16:3e:39:01:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:20Z', 'updated_at': '2021-11-24T21:19:25Z', 'revision_number': 5, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'subnets': [{'id': '20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:49.253597 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-349994e3-e30c-4389-9f59-0b5bbe79ff84 req-b63d4f6d-5602-4d86-bf63-98b192f6b2d6 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c01edef-97b6-4944-b8a7-df4dd6e9f925&id=8f65028a-7ae8-42b1-a2bf-c36979a58d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1011667 Nov 24 21:20:49.275130 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:49.275130 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:49.275130 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:49.275130 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:49.275130 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:49.275645 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 7 to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 Nov 24 21:20:49.285547 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1497bf4-afda-44d0-bc06-4afb97f1f2be req-71cefae1-d212-4a8c-a4ce-aeba4cbca6c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf9bbff2-cdf0-4161-8c99-82e439c1f8af HTTP/1.1" status: 200 len: 217 time: 0.0565886 Nov 24 21:20:49.291940 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:49.292398 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75c84b4-3963-4ca8-9d50-c964b29939d2 None None] Checking router: b623dccc-f7a9-4401-b335-bb0ba3e8b29c for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:20:49.292533 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:49.292764 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:49.299180 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:49.299515 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:49.299914 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 8 to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 Nov 24 21:20:49.303413 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75c84b4-3963-4ca8-9d50-c964b29939d2 None None] Routers {'b623dccc-f7a9-4401-b335-bb0ba3e8b29c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:20:49.304234 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d75c84b4-3963-4ca8-9d50-c964b29939d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:20:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b623dccc-f7a9-4401-b335-bb0ba3e8b29c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:49.317957 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213066e5-dc54-4cea-b2e7-b90d05e8960d x-openstack-request-id: req-213066e5-dc54-4cea-b2e7-b90d05e8960d {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:20:49.318266 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4509de-ee33-47f3-93d7-521985966cf7", "tag": "7ea4971b-8034-4be0-8bdd-2e107677ef77", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:20:49.318532 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-213066e5-dc54-4cea-b2e7-b90d05e8960d {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:20:49.318950 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4509de-ee33-47f3-93d7-521985966cf7', 'tag': '7ea4971b-8034-4be0-8bdd-2e107677ef77', 'status': 'completed', 'code': 200} Nov 24 21:20:49.319781 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:49.320183 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:49.320539 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:49.326540 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:49.326861 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:49.327258 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 9 to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 Nov 24 21:20:49.346843 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:49.347185 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:49.347531 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:49.354721 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:49.355642 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:49.355642 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 10 to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 Nov 24 21:20:49.370574 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:49.370915 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:49.371258 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:49.376152 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:49.376478 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:49.376878 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:49.403560 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1497bf4-afda-44d0-bc06-4afb97f1f2be req-67df333b-7af7-451f-a23f-d59f7e1af79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:49.405191 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1497bf4-afda-44d0-bc06-4afb97f1f2be req-67df333b-7af7-451f-a23f-d59f7e1af79c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f HTTP/1.1" status: 200 len: 835 time: 0.1115773 Nov 24 21:20:49.413939 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6378e19-a6cb-4fdb-98b8-452de06c9d8e req-b6ee42d2-7d66-4561-8684-1e4075e46d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:49.416105 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6378e19-a6cb-4fdb-98b8-452de06c9d8e req-b6ee42d2-7d66-4561-8684-1e4075e46d01 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 1097 time: 0.0660784 Nov 24 21:20:49.433738 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-d75c84b4-3963-4ca8-9d50-c964b29939d2 None None] Set router b623dccc-f7a9-4401-b335-bb0ba3e8b29c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:20:49.468485 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] For port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6, host n-h1-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:20:49.468485 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempted to set empty binding levels {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 21:20:49.478172 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:49.518662 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:49.519806 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:49.525039 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1497bf4-afda-44d0-bc06-4afb97f1f2be req-07521667-0919-4cef-91d2-212e77519b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:49.527197 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1497bf4-afda-44d0-bc06-4afb97f1f2be req-07521667-0919-4cef-91d2-212e77519b19 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aebffe71-460d-4125-9891-a6387e3be549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100323 Nov 24 21:20:49.532310 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-a1ea97a5-6d57-45ec-b020-08a16d953f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '68d355e7-cc8b-44e5-bd69-bcc8e74f684c', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'port_id': '7ea4971b-8034-4be0-8bdd-2e107677ef77', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'mac_address': 'fa:16:3e:ec:0c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4509de-ee33-47f3-93d7-521985966cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:20:46Z', 'updated_at': '2021-11-24T21:20:46Z', 'revision_number': 0, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cece7c3-f017-4156-adc1-bdaa9a15e733', 'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'mac_address': 'fa:16:3e:83:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:12Z', 'updated_at': '2021-11-24T21:11:24Z', 'revision_number': 5, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'subnets': [{'id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:49.553859 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Pushing event updated for resources: {'Port': ['ID=2f79f105-0d5f-4844-a837-de8f9fc2b6d6,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:49.565314 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-769ecfa1-d4ff-43fe-bc2d-ea16f60397b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.5892730 Nov 24 21:20:49.567604 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43278) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:49.582154 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ea97a5-6d57-45ec-b020-08a16d953f34 None None] Checking router: a783295e-5410-4b9d-9d94-0f71c3922c22 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:20:49.592894 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ea97a5-6d57-45ec-b020-08a16d953f34 None None] Routers {'a783295e-5410-4b9d-9d94-0f71c3922c22'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:20:49.593717 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-a1ea97a5-6d57-45ec-b020-08a16d953f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:20:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a783295e-5410-4b9d-9d94-0f71c3922c22'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:49.660095 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f67ec641-71fa-407e-a932-5a303ccaf763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Deleting port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:20:49.660447 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f67ec641-71fa-407e-a932-5a303ccaf763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:49.664776 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6378e19-a6cb-4fdb-98b8-452de06c9d8e req-15c6eafc-8043-4738-8848-7ec3cef34749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:49.667434 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6378e19-a6cb-4fdb-98b8-452de06c9d8e req-15c6eafc-8043-4738-8848-7ec3cef34749 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 912 time: 0.2396026 Nov 24 21:20:49.672863 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1497bf4-afda-44d0-bc06-4afb97f1f2be req-cb310a8e-a35b-46fb-a998-ff7cc68a2dfe service neutron] 10.222.0.48 "GET /v2.0/networks/aebffe71-460d-4125-9891-a6387e3be549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355128 Nov 24 21:20:49.681245 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d75c84b4-3963-4ca8-9d50-c964b29939d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2069985598', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:19:16Z', 'updated_at': '2021-11-24T21:19:21Z', 'revision_number': 4, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'gw_port': {'id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:17Z', 'updated_at': '2021-11-24T21:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28', 'name': '', 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'mac_address': 'fa:16:3e:39:01:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:20Z', 'updated_at': '2021-11-24T21:19:25Z', 'revision_number': 5, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'subnets': [{'id': '20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:49.714464 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75c84b4-3963-4ca8-9d50-c964b29939d2 None None] The sync data for ids ['b623dccc-f7a9-4401-b335-bb0ba3e8b29c'] in n-d-812111-8 is: [{'id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2069985598', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:19:16Z', 'updated_at': '2021-11-24T21:19:21Z', 'revision_number': 4, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'gw_port': {'id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:17Z', 'updated_at': '2021-11-24T21:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28', 'name': '', 'network_id': 'aebffe71-460d-4125-9891-a6387e3be549', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'mac_address': 'fa:16:3e:39:01:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:20Z', 'updated_at': '2021-11-24T21:19:25Z', 'revision_number': 5, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'subnets': [{'id': '20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:20:49.730490 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-a1ea97a5-6d57-45ec-b020-08a16d953f34 None None] Set router a783295e-5410-4b9d-9d94-0f71c3922c22 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:20:49.734689 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-f67ec641-71fa-407e-a932-5a303ccaf763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] For port 2f79f105-0d5f-4844-a837-de8f9fc2b6d6, host n-h1-812111-8, got binding levels [] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:20:49.736197 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f67ec641-71fa-407e-a932-5a303ccaf763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:49.753898 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f67ec641-71fa-407e-a932-5a303ccaf763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Calling delete_port for 2f79f105-0d5f-4844-a837-de8f9fc2b6d6 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:20:49.783732 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6378e19-a6cb-4fdb-98b8-452de06c9d8e req-94ccd2c6-d389-4112-b07d-82013474a76b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ea4971b-8034-4be0-8bdd-2e107677ef77 HTTP/1.1" status: 200 len: 1000 time: 0.1091189 Nov 24 21:20:49.849412 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f67ec641-71fa-407e-a932-5a303ccaf763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:49.885024 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6378e19-a6cb-4fdb-98b8-452de06c9d8e req-d3106610-5719-4c77-8339-cbe62fa33b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:49.887280 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6378e19-a6cb-4fdb-98b8-452de06c9d8e req-d3106610-5719-4c77-8339-cbe62fa33b67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.0728977 Nov 24 21:20:49.888942 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ec641-71fa-407e-a932-5a303ccaf763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f79f105-0d5f-4844-a837-de8f9fc2b6d6,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:49.894515 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f67ec641-71fa-407e-a932-5a303ccaf763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:49.898088 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f67ec641-71fa-407e-a932-5a303ccaf763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] 10.222.0.11 "DELETE /v2.0/ports/2f79f105-0d5f-4844-a837-de8f9fc2b6d6 HTTP/1.1" status: 204 len: 168 time: 0.3294730 Nov 24 21:20:49.903959 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43282) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:49.929992 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e1497bf4-afda-44d0-bc06-4afb97f1f2be req-aca6f5a7-b11f-4272-bf01-6b6253a265a4 service neutron] 10.222.0.48 "GET /v2.0/networks/aebffe71-460d-4125-9891-a6387e3be549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961343 Nov 24 21:20:49.930245 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-41fff553-9fc5-4995-bdcb-63dbe9850d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] GET failed (client error): The resource could not be found. Nov 24 21:20:49.932793 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-41fff553-9fc5-4995-bdcb-63dbe9850d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] 10.222.0.11 "GET /v2.0/ports/2f79f105-0d5f-4844-a837-de8f9fc2b6d6 HTTP/1.1" status: 404 len: 333 time: 0.0265052 Nov 24 21:20:49.940847 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43284) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:49.947347 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-cbf625c6-9426-4548-afe7-19472efec576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Request body: {'port': {'network_id': '011d050d-a392-412a-a735-4c113229dfc6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-358783081'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:20:49.947574 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6378e19-a6cb-4fdb-98b8-452de06c9d8e req-eb38355d-259f-4179-b7e4-790487e3d8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:49.949024 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6378e19-a6cb-4fdb-98b8-452de06c9d8e req-eb38355d-259f-4179-b7e4-790487e3d8a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524135 Nov 24 21:20:49.974486 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf625c6-9426-4548-afe7-19472efec576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Made reservation on behalf of 064badbbdcdf4ac286fb2e16b9fad2fc for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:20:49.978057 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cbf625c6-9426-4548-afe7-19472efec576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:50.002405 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-cbf625c6-9426-4548-afe7-19472efec576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] device_id is not set on port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:20:50.099280 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-a1ea97a5-6d57-45ec-b020-08a16d953f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '68d355e7-cc8b-44e5-bd69-bcc8e74f684c', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'port_id': '7ea4971b-8034-4be0-8bdd-2e107677ef77', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'mac_address': 'fa:16:3e:ec:0c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4509de-ee33-47f3-93d7-521985966cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:20:46Z', 'updated_at': '2021-11-24T21:20:46Z', 'revision_number': 0, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cece7c3-f017-4156-adc1-bdaa9a15e733', 'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'mac_address': 'fa:16:3e:83:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:12Z', 'updated_at': '2021-11-24T21:11:24Z', 'revision_number': 5, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'subnets': [{'id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:50.113525 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6378e19-a6cb-4fdb-98b8-452de06c9d8e req-8d697dac-fbbb-496e-aa6b-927d41abfc73 service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556344 Nov 24 21:20:50.138040 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ea97a5-6d57-45ec-b020-08a16d953f34 None None] The sync data for ids ['a783295e-5410-4b9d-9d94-0f71c3922c22'] in n-d-812111-8 is: [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '68d355e7-cc8b-44e5-bd69-bcc8e74f684c', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'port_id': '7ea4971b-8034-4be0-8bdd-2e107677ef77', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'mac_address': 'fa:16:3e:ec:0c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4509de-ee33-47f3-93d7-521985966cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:20:46Z', 'updated_at': '2021-11-24T21:20:46Z', 'revision_number': 0, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cece7c3-f017-4156-adc1-bdaa9a15e733', 'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'mac_address': 'fa:16:3e:83:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:12Z', 'updated_at': '2021-11-24T21:11:24Z', 'revision_number': 5, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'subnets': [{'id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:20:50.199325 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75ca9e7-4651-4c4e-a55e-1f3df1ca6335 None None] New status for floating IP d6fbf60e-c972-483a-bc3a-7daa32cb2bab: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:20:50.201965 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cbf625c6-9426-4548-afe7-19472efec576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:50.261088 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cbf625c6-9426-4548-afe7-19472efec576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:50.277139 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c6378e19-a6cb-4fdb-98b8-452de06c9d8e req-ef1bd66e-1f07-412f-928b-af1a6769bc7b service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532338 Nov 24 21:20:50.291696 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45a175-f0ac-4224-a229-dc4aca8ad527 req-032f0ca0-5391-4cc8-b24e-902ab286c24d tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:50.293268 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a45a175-f0ac-4224-a229-dc4aca8ad527 req-032f0ca0-5391-4cc8-b24e-902ab286c24d tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b7b9f04-e78b-451a-84c8-e395c390d230 HTTP/1.1" status: 200 len: 984 time: 0.0791657 Nov 24 21:20:50.332713 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf625c6-9426-4548-afe7-19472efec576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Network 011d050d-a392-412a-a735-4c113229dfc6 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:20:50.337189 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-cbf625c6-9426-4548-afe7-19472efec576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:20:50.339809 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf625c6-9426-4548-afe7-19472efec576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:20:50.341928 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf625c6-9426-4548-afe7-19472efec576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:50.342803 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cbf625c6-9426-4548-afe7-19472efec576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:50.346522 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf625c6-9426-4548-afe7-19472efec576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Pushing event updated for resources: {'Port': ['ID=92eb67ae-91c7-46c0-b776-d8b02dbbe4d2,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:50.410537 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cbf625c6-9426-4548-afe7-19472efec576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4685040 Nov 24 21:20:50.413111 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43288) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:50.419172 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:20:50.430883 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-0a45a175-f0ac-4224-a229-dc4aca8ad527 req-256c0278-6bbc-45f1-851b-59260dd33e78 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Deleting port cf9bbff2-cdf0-4161-8c99-82e439c1f8af {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:20:50.431331 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0a45a175-f0ac-4224-a229-dc4aca8ad527 req-256c0278-6bbc-45f1-851b-59260dd33e78 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:50.452239 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e56fe1-2607-4643-a8df-afa0baa94c01 req-db2e3b69-eef0-4b8b-9d53-f9a0ceeefd3f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:50.460549 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-44e56fe1-2607-4643-a8df-afa0baa94c01 req-db2e3b69-eef0-4b8b-9d53-f9a0ceeefd3f tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b7b9f04-e78b-451a-84c8-e395c390d230 HTTP/1.1" status: 200 len: 984 time: 0.1148427 Nov 24 21:20:50.504699 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74a86ed-524b-49b6-a444-1b1e8d934dbe None None] New status for floating IP 68d355e7-cc8b-44e5-bd69-bcc8e74f684c: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:20:50.516528 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:50.562184 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-0a45a175-f0ac-4224-a229-dc4aca8ad527 req-256c0278-6bbc-45f1-851b-59260dd33e78 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] For port cf9bbff2-cdf0-4161-8c99-82e439c1f8af, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cf9bbff2-cdf0-4161-8c99-82e439c1f8af,segment=NetworkSegment(48b2cf30-c5e0-48d7-aabe-a08002220a97),segment_id=48b2cf30-c5e0-48d7-aabe-a08002220a97)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:20:50.562883 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0a45a175-f0ac-4224-a229-dc4aca8ad527 req-256c0278-6bbc-45f1-851b-59260dd33e78 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:50.583367 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-0a45a175-f0ac-4224-a229-dc4aca8ad527 req-256c0278-6bbc-45f1-851b-59260dd33e78 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Calling delete_port for cf9bbff2-cdf0-4161-8c99-82e439c1f8af owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:20:50.613216 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-44e56fe1-2607-4643-a8df-afa0baa94c01 req-961ce972-cd7e-4b64-a3ff-3818d2b5963e tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c01edef-97b6-4944-b8a7-df4dd6e9f925&id=8f65028a-7ae8-42b1-a2bf-c36979a58d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1464314 Nov 24 21:20:50.756782 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] device_id is not set on port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:20:50.766347 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:50.767154 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0a45a175-f0ac-4224-a229-dc4aca8ad527 req-256c0278-6bbc-45f1-851b-59260dd33e78 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:50.775833 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:50.808961 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c0278-6bbc-45f1-851b-59260dd33e78 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event deleted for resources: {'Port': ['ID=cf9bbff2-cdf0-4161-8c99-82e439c1f8af,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:50.836709 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Pushing event updated for resources: {'Port': ['ID=92eb67ae-91c7-46c0-b776-d8b02dbbe4d2,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:50.859553 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:50.859923 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:50.862273 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:50.864657 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:50.865017 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:50.865409 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 2 to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 Nov 24 21:20:50.877471 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a45a175-f0ac-4224-a229-dc4aca8ad527 req-256c0278-6bbc-45f1-851b-59260dd33e78 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] No DVR routers for this DVR port cf9bbff2-cdf0-4161-8c99-82e439c1f8af on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:20:50.879921 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0a45a175-f0ac-4224-a229-dc4aca8ad527 req-256c0278-6bbc-45f1-851b-59260dd33e78 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:50.881663 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:50.882004 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:50.882341 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:50.883790 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0a45a175-f0ac-4224-a229-dc4aca8ad527 req-256c0278-6bbc-45f1-851b-59260dd33e78 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.48 "DELETE /v2.0/ports/cf9bbff2-cdf0-4161-8c99-82e439c1f8af HTTP/1.1" status: 204 len: 173 time: 0.5836318 Nov 24 21:20:50.887789 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:50.888327 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:50.888725 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 3 to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 Nov 24 21:20:50.902119 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:50.902517 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:50.902793 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:50.909099 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:50.909269 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:50.909543 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 4 to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 Nov 24 21:20:50.923685 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:50.924037 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:50.924349 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:50.929750 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:50.930077 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:50.930484 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 5 to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 Nov 24 21:20:50.942582 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:50.942923 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:50.943379 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:50.948709 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:50.949077 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:50.949454 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 6 to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 Nov 24 21:20:50.963133 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:50.963471 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:50.963805 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:50.968201 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:50.968534 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:50.968941 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 7 to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 Nov 24 21:20:50.970529 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7b9f04-e78b-451a-84c8-e395c390d230', 'name': 'network-vif-deleted', 'tag': 'cf9bbff2-cdf0-4161-8c99-82e439c1f8af'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:20:50.973292 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab1c806-94da-493a-808b-53065d2f9a37" -d '{"events": [{"server_uuid": "2b7b9f04-e78b-451a-84c8-e395c390d230", "name": "network-vif-deleted", "tag": "cf9bbff2-cdf0-4161-8c99-82e439c1f8af"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:20:50.987351 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:50.987872 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:50.988307 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:50.993199 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:50.993514 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:50.993966 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 8 to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 Nov 24 21:20:51.007928 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:51.008471 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:51.009399 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:51.013438 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b033fa-6dfc-4259-b131-14277e34a42c x-openstack-request-id: req-c4b033fa-6dfc-4259-b131-14277e34a42c {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:20:51.013804 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7b9f04-e78b-451a-84c8-e395c390d230", "name": "network-vif-deleted", "tag": "cf9bbff2-cdf0-4161-8c99-82e439c1f8af", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:20:51.014215 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c4b033fa-6dfc-4259-b131-14277e34a42c {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:20:51.014341 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:51.014635 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:51.014924 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7b9f04-e78b-451a-84c8-e395c390d230', 'name': 'network-vif-deleted', 'tag': 'cf9bbff2-cdf0-4161-8c99-82e439c1f8af', 'status': 'completed', 'code': 200} Nov 24 21:20:51.015050 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 9 to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 Nov 24 21:20:51.027706 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:51.028036 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:51.028365 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:51.032493 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:51.032859 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:51.033236 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 10 to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 Nov 24 21:20:51.046508 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:51.046840 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:51.047171 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:51.051480 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:51.051804 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:51.052167 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:51.136308 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] For port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2, host n-h1-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:20:51.136662 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempted to set empty binding levels {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 21:20:51.141290 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:51.178491 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] In _notify_port_updated(), no bound segment for port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 21:20:51.179404 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:51.180162 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:51.181710 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] 10.222.0.11 "PUT /v2.0/ports/92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 HTTP/1.1" status: 200 len: 978 time: 0.7676620 Nov 24 21:20:51.184370 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43294) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:51.195012 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5373549-f3b2-46c3-b8db-d90783991013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Pushing event updated for resources: {'Port': ['ID=92eb67ae-91c7-46c0-b776-d8b02dbbe4d2,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:51.246082 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3eaf2-9f0c-4d64-ae5f-246b4396fc86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:51.246576 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3eaf2-9f0c-4d64-ae5f-246b4396fc86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:51.247054 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3eaf2-9f0c-4d64-ae5f-246b4396fc86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:51.247576 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3eaf2-9f0c-4d64-ae5f-246b4396fc86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:51.248001 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3eaf2-9f0c-4d64-ae5f-246b4396fc86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:51.248493 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3eaf2-9f0c-4d64-ae5f-246b4396fc86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:51.248963 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3eaf2-9f0c-4d64-ae5f-246b4396fc86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:51.249524 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3eaf2-9f0c-4d64-ae5f-246b4396fc86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:51.249896 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3eaf2-9f0c-4d64-ae5f-246b4396fc86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:51.250502 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3eaf2-9f0c-4d64-ae5f-246b4396fc86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:51.251145 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3eaf2-9f0c-4d64-ae5f-246b4396fc86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:51.251619 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3eaf2-9f0c-4d64-ae5f-246b4396fc86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:51.252089 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3eaf2-9f0c-4d64-ae5f-246b4396fc86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:51.252818 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3eaf2-9f0c-4d64-ae5f-246b4396fc86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:51.253035 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3eaf2-9f0c-4d64-ae5f-246b4396fc86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:51.253500 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3eaf2-9f0c-4d64-ae5f-246b4396fc86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:51.253993 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3eaf2-9f0c-4d64-ae5f-246b4396fc86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:51.254511 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3eaf2-9f0c-4d64-ae5f-246b4396fc86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:51.254951 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3eaf2-9f0c-4d64-ae5f-246b4396fc86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:51.255544 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3eaf2-9f0c-4d64-ae5f-246b4396fc86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:51.255989 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3eaf2-9f0c-4d64-ae5f-246b4396fc86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:51.256506 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3eaf2-9f0c-4d64-ae5f-246b4396fc86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:51.263445 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4cc3eaf2-9f0c-4d64-ae5f-246b4396fc86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19600 time: 0.0745234 Nov 24 21:20:51.263863 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43296) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:51.362820 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c8af4f73-4458-4e40-94d5-7f4088e9c753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Deleting port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:20:51.363312 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c8af4f73-4458-4e40-94d5-7f4088e9c753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:51.431524 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-c8af4f73-4458-4e40-94d5-7f4088e9c753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] For port 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2, host n-h1-812111-8, got binding levels [] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:20:51.431888 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c8af4f73-4458-4e40-94d5-7f4088e9c753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:51.659327 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43300) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:51.688557 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c8af4f73-4458-4e40-94d5-7f4088e9c753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Calling delete_port for 92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:20:51.716766 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-856d0e07-311a-4e89-bc7a-7abd414a87be tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:51.739478 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-856d0e07-311a-4e89-bc7a-7abd414a87be tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:51.767476 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c8af4f73-4458-4e40-94d5-7f4088e9c753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:51.782575 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-856d0e07-311a-4e89-bc7a-7abd414a87be tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:51.785689 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-856d0e07-311a-4e89-bc7a-7abd414a87be tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:51.786857 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-856d0e07-311a-4e89-bc7a-7abd414a87be tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "DELETE /v2.0/security-groups/8f65028a-7ae8-42b1-a2bf-c36979a58d5b HTTP/1.1" status: 204 len: 168 time: 0.1265233 Nov 24 21:20:51.790770 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43302) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:51.801153 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af4f73-4458-4e40-94d5-7f4088e9c753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Pushing event deleted for resources: {'Port': ['ID=92eb67ae-91c7-46c0-b776-d8b02dbbe4d2,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:51.808037 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c8af4f73-4458-4e40-94d5-7f4088e9c753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:51.809828 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d0e07-311a-4e89-bc7a-7abd414a87be tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f65028a-7ae8-42b1-a2bf-c36979a58d5b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:51.812671 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c8af4f73-4458-4e40-94d5-7f4088e9c753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] 10.222.0.11 "DELETE /v2.0/ports/92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 HTTP/1.1" status: 204 len: 168 time: 0.5473182 Nov 24 21:20:51.815605 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43304) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:51.842202 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d8f9eb-291a-4d8c-9a9f-73264993b847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] GET failed (client error): The resource could not be found. Nov 24 21:20:51.847609 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d7d8f9eb-291a-4d8c-9a9f-73264993b847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] 10.222.0.11 "GET /v2.0/ports/92eb67ae-91c7-46c0-b776-d8b02dbbe4d2 HTTP/1.1" status: 404 len: 333 time: 0.0281527 Nov 24 21:20:51.848531 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43306) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:51.854210 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-ede8c134-044c-45af-a107-e5a511ed57ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113971557', 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:20:51.861688 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1e0ee0d5-3b65-48f6-bd51-fe6ab5d51674 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:51.874685 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede8c134-044c-45af-a107-e5a511ed57ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Made reservation on behalf of 064badbbdcdf4ac286fb2e16b9fad2fc for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:20:51.877138 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ede8c134-044c-45af-a107-e5a511ed57ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:51.886965 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1e0ee0d5-3b65-48f6-bd51-fe6ab5d51674 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:51.895709 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-ede8c134-044c-45af-a107-e5a511ed57ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] device_id is not set on port 3e72c305-d576-464f-8a93-00f651c22cd7 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:20:51.932901 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1e0ee0d5-3b65-48f6-bd51-fe6ab5d51674 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:51.935910 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1e0ee0d5-3b65-48f6-bd51-fe6ab5d51674 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:51.937116 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1e0ee0d5-3b65-48f6-bd51-fe6ab5d51674 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "DELETE /v2.0/security-groups/3c01edef-97b6-4944-b8a7-df4dd6e9f925 HTTP/1.1" status: 204 len: 168 time: 0.1454082 Nov 24 21:20:51.939960 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43308) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:51.947317 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ee0d5-3b65-48f6-bd51-fe6ab5d51674 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c01edef-97b6-4944-b8a7-df4dd6e9f925,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:52.175422 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ede8c134-044c-45af-a107-e5a511ed57ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:52.260721 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ede8c134-044c-45af-a107-e5a511ed57ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:52.341965 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede8c134-044c-45af-a107-e5a511ed57ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Network 011d050d-a392-412a-a735-4c113229dfc6 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:20:52.351124 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-ede8c134-044c-45af-a107-e5a511ed57ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:20:52.354214 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede8c134-044c-45af-a107-e5a511ed57ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:20:52.355169 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede8c134-044c-45af-a107-e5a511ed57ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:52.356017 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ede8c134-044c-45af-a107-e5a511ed57ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:52.357870 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8c134-044c-45af-a107-e5a511ed57ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Pushing event updated for resources: {'Port': ['ID=3e72c305-d576-464f-8a93-00f651c22cd7,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:52.393920 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ede8c134-044c-45af-a107-e5a511ed57ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5443082 Nov 24 21:20:52.397011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43312) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:52.432339 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a89a2-9be4-449b-ae8c-95e158474f73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:52.433804 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c27a89a2-9be4-449b-ae8c-95e158474f73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] 10.222.0.11 "GET /v2.0/ports/3e72c305-d576-464f-8a93-00f651c22cd7 HTTP/1.1" status: 200 len: 959 time: 0.0357728 Nov 24 21:20:52.436445 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43314) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:52.475554 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad5bebbf-171e-47dd-a0e4-c76462143e65 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:52.515244 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-2743abcf-66e7-4de3-a4b0-797abe05ff42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Deleting port 3e72c305-d576-464f-8a93-00f651c22cd7 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:20:52.515587 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2743abcf-66e7-4de3-a4b0-797abe05ff42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:52.575900 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2743abcf-66e7-4de3-a4b0-797abe05ff42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:52.588611 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-2743abcf-66e7-4de3-a4b0-797abe05ff42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Calling delete_port for 3e72c305-d576-464f-8a93-00f651c22cd7 owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:20:52.678026 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2743abcf-66e7-4de3-a4b0-797abe05ff42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:52.707961 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743abcf-66e7-4de3-a4b0-797abe05ff42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e72c305-d576-464f-8a93-00f651c22cd7,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:52.716193 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2743abcf-66e7-4de3-a4b0-797abe05ff42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:52.719909 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2743abcf-66e7-4de3-a4b0-797abe05ff42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] 10.222.0.11 "DELETE /v2.0/ports/3e72c305-d576-464f-8a93-00f651c22cd7 HTTP/1.1" status: 204 len: 168 time: 0.2824945 Nov 24 21:20:52.722533 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43316) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:52.733978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ad5bebbf-171e-47dd-a0e4-c76462143e65 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Deleting port 2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:20:52.734518 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad5bebbf-171e-47dd-a0e4-c76462143e65 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:52.747426 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9d2744-e396-4ddb-b291-47651335c237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] GET failed (client error): The resource could not be found. Nov 24 21:20:52.748901 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8a9d2744-e396-4ddb-b291-47651335c237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] 10.222.0.11 "GET /v2.0/ports/3e72c305-d576-464f-8a93-00f651c22cd7 HTTP/1.1" status: 404 len: 333 time: 0.0254090 Nov 24 21:20:52.752673 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43318) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:52.757323 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-426adeca-c020-4c7d-99b8-2cbd3ac96bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Request body: {'port': {'network_id': '011d050d-a392-412a-a735-4c113229dfc6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475519535'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:20:52.778617 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426adeca-c020-4c7d-99b8-2cbd3ac96bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Made reservation on behalf of 064badbbdcdf4ac286fb2e16b9fad2fc for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:20:52.781116 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-426adeca-c020-4c7d-99b8-2cbd3ac96bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:52.797334 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-426adeca-c020-4c7d-99b8-2cbd3ac96bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] device_id is not set on port 660c1e86-4fd9-4f00-ad78-38fec5087c85 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:20:52.832438 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ad5bebbf-171e-47dd-a0e4-c76462143e65 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] For port 2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28,segment=NetworkSegment(48b2cf30-c5e0-48d7-aabe-a08002220a97),segment_id=48b2cf30-c5e0-48d7-aabe-a08002220a97)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:20:52.832834 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad5bebbf-171e-47dd-a0e4-c76462143e65 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:52.845868 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ad5bebbf-171e-47dd-a0e4-c76462143e65 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Calling delete_port for 2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:20:52.954717 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-426adeca-c020-4c7d-99b8-2cbd3ac96bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:52.988728 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-426adeca-c020-4c7d-99b8-2cbd3ac96bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:53.032155 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426adeca-c020-4c7d-99b8-2cbd3ac96bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Network 011d050d-a392-412a-a735-4c113229dfc6 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:20:53.034844 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad5bebbf-171e-47dd-a0e4-c76462143e65 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:53.040188 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-426adeca-c020-4c7d-99b8-2cbd3ac96bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:20:53.042825 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426adeca-c020-4c7d-99b8-2cbd3ac96bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:20:53.044181 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426adeca-c020-4c7d-99b8-2cbd3ac96bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:53.044824 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-426adeca-c020-4c7d-99b8-2cbd3ac96bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:53.062721 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426adeca-c020-4c7d-99b8-2cbd3ac96bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Pushing event updated for resources: {'Port': ['ID=660c1e86-4fd9-4f00-ad78-38fec5087c85,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:53.063794 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5bebbf-171e-47dd-a0e4-c76462143e65 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event deleted for resources: {'Port': ['ID=2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:53.075255 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-426adeca-c020-4c7d-99b8-2cbd3ac96bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3215034 Nov 24 21:20:53.077985 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43322) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:53.084454 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:20:53.146171 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:53.253253 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad5bebbf-171e-47dd-a0e4-c76462143e65 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:53.336808 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] device_id is not set on port 660c1e86-4fd9-4f00-ad78-38fec5087c85 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:20:53.344557 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:53.350660 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:53.436802 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Pushing event updated for resources: {'Port': ['ID=660c1e86-4fd9-4f00-ad78-38fec5087c85,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:53.453029 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:53.453385 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:53.453748 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:53.457944 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f84d2ce-6b70-4ef2-8b0a-46b874dafcec req-68a48c4a-c0a1-4424-8b41-dfac46b212c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0758862 Nov 24 21:20:53.461895 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:53.462250 n-d-812111-8 neutron-server[109990]: ERROR neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:53.462636 n-d-812111-8 neutron-server[109990]: INFO neutron.plugins.ml2.plugin [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 2 to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 Nov 24 21:20:53.478533 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:53.478877 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:53.479228 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:53.483795 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:53.484137 n-d-812111-8 neutron-server[109990]: ERROR neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:53.484606 n-d-812111-8 neutron-server[109990]: INFO neutron.plugins.ml2.plugin [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 3 to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 Nov 24 21:20:53.491352 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5bebbf-171e-47dd-a0e4-c76462143e65 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Router b623dccc-f7a9-4401-b335-bb0ba3e8b29c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:20:53.499311 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:53.499680 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:53.500028 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:53.512525 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:53.513331 n-d-812111-8 neutron-server[109990]: ERROR neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:53.514872 n-d-812111-8 neutron-server[109990]: INFO neutron.plugins.ml2.plugin [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 4 to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 Nov 24 21:20:53.545406 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:53.545752 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:53.546099 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:53.553210 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:53.553543 n-d-812111-8 neutron-server[109990]: ERROR neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:53.554766 n-d-812111-8 neutron-server[109990]: INFO neutron.plugins.ml2.plugin [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 5 to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 Nov 24 21:20:53.569681 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84d2ce-6b70-4ef2-8b0a-46b874dafcec req-fe8e9590-8474-4200-b834-47c8d99ef168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:53.571721 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f84d2ce-6b70-4ef2-8b0a-46b874dafcec req-fe8e9590-8474-4200-b834-47c8d99ef168 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51d612ab04e44ebdb2576e3d3896d36c&device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 1096 time: 0.0670938 Nov 24 21:20:53.572818 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:53.573158 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:53.573496 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:53.578072 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:53.578490 n-d-812111-8 neutron-server[109990]: ERROR neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:53.578801 n-d-812111-8 neutron-server[109990]: INFO neutron.plugins.ml2.plugin [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 6 to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 Nov 24 21:20:53.591539 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:53.591886 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:53.592230 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:53.604657 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5bebbf-171e-47dd-a0e4-c76462143e65 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:20:53.605786 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:53.606130 n-d-812111-8 neutron-server[109990]: ERROR neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:53.614672 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ad5bebbf-171e-47dd-a0e4-c76462143e65 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "PUT /v2.0/routers/b623dccc-f7a9-4401-b335-bb0ba3e8b29c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6710248 Nov 24 21:20:53.614826 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d035eade-67d0-412e-becd-be85b0c2f594 None None] Sync routers for ids ['b623dccc-f7a9-4401-b335-bb0ba3e8b29c'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:20:53.615509 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43324) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:53.618179 n-d-812111-8 neutron-server[109990]: INFO neutron.plugins.ml2.plugin [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 7 to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 Nov 24 21:20:53.626317 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d035eade-67d0-412e-becd-be85b0c2f594 None None] Routers {'b623dccc-f7a9-4401-b335-bb0ba3e8b29c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:20:53.626553 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d035eade-67d0-412e-becd-be85b0c2f594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:20:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b623dccc-f7a9-4401-b335-bb0ba3e8b29c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:53.641233 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:53.641580 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:53.641921 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:53.674320 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:53.674676 n-d-812111-8 neutron-server[109990]: ERROR neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:53.675512 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6a59a3-69c4-4013-91cc-02711ea3cebd tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Deleting subnet 20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:20:53.678244 n-d-812111-8 neutron-server[109990]: INFO neutron.plugins.ml2.plugin [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 8 to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 Nov 24 21:20:53.678824 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b6a59a3-69c4-4013-91cc-02711ea3cebd tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:53.696137 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:53.696498 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:53.696834 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:53.704097 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:53.704434 n-d-812111-8 neutron-server[109990]: ERROR neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:53.707943 n-d-812111-8 neutron-server[109990]: INFO neutron.plugins.ml2.plugin [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 9 to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 Nov 24 21:20:53.722507 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b6a59a3-69c4-4013-91cc-02711ea3cebd tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:53.728303 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84d2ce-6b70-4ef2-8b0a-46b874dafcec req-901d65f6-cd7c-4d3d-834c-b5365c8c5ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:53.729841 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f84d2ce-6b70-4ef2-8b0a-46b874dafcec req-901d65f6-cd7c-4d3d-834c-b5365c8c5ce5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=32a707c4-ac19-469f-a9cc-104f3e27a20e HTTP/1.1" status: 200 len: 918 time: 0.1345024 Nov 24 21:20:53.730672 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:53.731013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:53.731358 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:53.735844 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:53.736177 n-d-812111-8 neutron-server[109990]: ERROR neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:53.736638 n-d-812111-8 neutron-server[109990]: INFO neutron.plugins.ml2.plugin [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempt 10 to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 Nov 24 21:20:53.748288 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-d035eade-67d0-412e-becd-be85b0c2f594 None None] Set router b623dccc-f7a9-4401-b335-bb0ba3e8b29c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:20:53.788034 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:53.788407 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:53.788645 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempting to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:53.800323 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on network 011d050d-a392-412a-a735-4c113229dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:20:53.800667 n-d-812111-8 neutron-server[109990]: ERROR neutron.plugins.ml2.managers [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Failed to bind port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on host n-h1-812111-8 for vnic_type normal using segments [{'id': 'a5bace02-59fb-4dc3-b9e2-ae205220df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '011d050d-a392-412a-a735-4c113229dfc6'}] Nov 24 21:20:53.801070 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:53.826987 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f84d2ce-6b70-4ef2-8b0a-46b874dafcec req-225aa7aa-dc3f-44c4-9750-66991919e7bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a88289e-350d-441b-9d5d-82e908753834 HTTP/1.1" status: 200 len: 1000 time: 0.0876038 Nov 24 21:20:53.845496 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b6a59a3-69c4-4013-91cc-02711ea3cebd tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:53.916240 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84d2ce-6b70-4ef2-8b0a-46b874dafcec req-aef74618-0df0-4053-aac6-3c1def841ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:53.916484 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b6a59a3-69c4-4013-91cc-02711ea3cebd tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:53.917826 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f84d2ce-6b70-4ef2-8b0a-46b874dafcec req-aef74618-0df0-4053-aac6-3c1def841ce0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0faa94f8-a6a6-4ded-b1c0-ce3e792adfad HTTP/1.1" status: 200 len: 856 time: 0.0727882 Nov 24 21:20:53.929166 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] For port 660c1e86-4fd9-4f00-ad78-38fec5087c85, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:20:53.929166 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attempted to set empty binding levels {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 21:20:53.937049 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:53.947289 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a59a3-69c4-4013-91cc-02711ea3cebd tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event deleted for resources: {'Subnet': ['ID=20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:53.955499 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8b6a59a3-69c4-4013-91cc-02711ea3cebd tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:53.958804 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8b6a59a3-69c4-4013-91cc-02711ea3cebd tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "DELETE /v2.0/subnets/20639bb3-9d55-4f0e-8fa7-fbe53d7eec6f HTTP/1.1" status: 204 len: 168 time: 0.3422065 Nov 24 21:20:53.961571 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43326) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:53.973438 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5593615f-45e4-4a38-8f02-2c76228f3a6b None None] Network aebffe71-460d-4125-9891-a6387e3be549 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:20:54.003937 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] In _notify_port_updated(), no bound segment for port 660c1e86-4fd9-4f00-ad78-38fec5087c85 on network 011d050d-a392-412a-a735-4c113229dfc6 {{(pid=109990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 21:20:54.004858 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:54.005510 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.010478 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] 10.222.0.11 "PUT /v2.0/ports/660c1e86-4fd9-4f00-ad78-38fec5087c85 HTTP/1.1" status: 200 len: 979 time: 0.9277551 Nov 24 21:20:54.011375 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43328) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:54.042599 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db9c76-c989-4c8d-ab8f-41ae11757795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Pushing event updated for resources: {'Port': ['ID=660c1e86-4fd9-4f00-ad78-38fec5087c85,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:54.053372 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84d2ce-6b70-4ef2-8b0a-46b874dafcec req-2c5069b2-87f1-44f8-aeba-fc10d80af672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:54.055497 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f84d2ce-6b70-4ef2-8b0a-46b874dafcec req-2c5069b2-87f1-44f8-aeba-fc10d80af672 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32a707c4-ac19-469f-a9cc-104f3e27a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1300948 Nov 24 21:20:54.080773 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d035eade-67d0-412e-becd-be85b0c2f594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2069985598', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:19:16Z', 'updated_at': '2021-11-24T21:20:52Z', 'revision_number': 5, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'gw_port': {'id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:17Z', 'updated_at': '2021-11-24T21:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:54.083983 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b6267f96-ce09-4aa3-a659-52bb40152f0e tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.133044 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d035eade-67d0-412e-becd-be85b0c2f594 None None] Checking router: b623dccc-f7a9-4401-b335-bb0ba3e8b29c for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:20:54.144788 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d035eade-67d0-412e-becd-be85b0c2f594 None None] Routers {'b623dccc-f7a9-4401-b335-bb0ba3e8b29c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:20:54.145492 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d035eade-67d0-412e-becd-be85b0c2f594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:20:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b623dccc-f7a9-4401-b335-bb0ba3e8b29c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:54.229074 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b6267f96-ce09-4aa3-a659-52bb40152f0e tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.240259 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-d96ec937-e321-4084-bc47-19b989bb573e tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Deleting port 660c1e86-4fd9-4f00-ad78-38fec5087c85 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:20:54.241052 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d96ec937-e321-4084-bc47-19b989bb573e tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.245562 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f84d2ce-6b70-4ef2-8b0a-46b874dafcec req-d63e9a55-ec63-4806-bfd9-a878948af1a2 service neutron] 10.222.0.15 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636081 Nov 24 21:20:54.302751 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-b6267f96-ce09-4aa3-a659-52bb40152f0e tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Deleting port bc3d8125-31c1-4e4c-8d0d-04d37524c3a0 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:20:54.303012 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b6267f96-ce09-4aa3-a659-52bb40152f0e tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.379412 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-d96ec937-e321-4084-bc47-19b989bb573e tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] For port 660c1e86-4fd9-4f00-ad78-38fec5087c85, host n-h1-812111-8, got binding levels [] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:20:54.379946 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d96ec937-e321-4084-bc47-19b989bb573e tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.397843 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-d96ec937-e321-4084-bc47-19b989bb573e tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Calling delete_port for 660c1e86-4fd9-4f00-ad78-38fec5087c85 owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:20:54.399122 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-b6267f96-ce09-4aa3-a659-52bb40152f0e tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] For port bc3d8125-31c1-4e4c-8d0d-04d37524c3a0, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=bc3d8125-31c1-4e4c-8d0d-04d37524c3a0,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:20:54.399122 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b6267f96-ce09-4aa3-a659-52bb40152f0e tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.412182 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-b6267f96-ce09-4aa3-a659-52bb40152f0e tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Calling delete_port for bc3d8125-31c1-4e4c-8d0d-04d37524c3a0 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:20:54.426501 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3f84d2ce-6b70-4ef2-8b0a-46b874dafcec req-3c437267-c80b-4b06-9aa3-da034d466492 service neutron] 10.222.0.15 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681952 Nov 24 21:20:54.428336 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb1c305-1530-4c55-9d3f-d984e3043f4d None None] DHCP port deletion for aebffe71-460d-4125-9891-a6387e3be549 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:20:54.482324 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-d035eade-67d0-412e-becd-be85b0c2f594 None None] Set router b623dccc-f7a9-4401-b335-bb0ba3e8b29c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:20:54.505809 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d96ec937-e321-4084-bc47-19b989bb573e tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.542629 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device cf9bbff2-cdf0-4161-8c99-82e439c1f8af no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:20:54.549110 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d96ec937-e321-4084-bc47-19b989bb573e tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.556329 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d96ec937-e321-4084-bc47-19b989bb573e tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] 10.222.0.11 "DELETE /v2.0/ports/660c1e86-4fd9-4f00-ad78-38fec5087c85 HTTP/1.1" status: 204 len: 168 time: 0.5444095 Nov 24 21:20:54.557364 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43332) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:54.559647 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ec937-e321-4084-bc47-19b989bb573e tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] Pushing event deleted for resources: {'Port': ['ID=660c1e86-4fd9-4f00-ad78-38fec5087c85,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:54.566642 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: cf9bbff2-cdf0-4161-8c99-82e439c1f8af {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:20:54.567001 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device cf9bbff2-cdf0-4161-8c99-82e439c1f8af not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:20:54.587201 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c15a931-2557-478d-bd86-d7b3f55bb9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] GET failed (client error): The resource could not be found. Nov 24 21:20:54.592704 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6c15a931-2557-478d-bd86-d7b3f55bb9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-984156765-project-admin] 10.222.0.11 "GET /v2.0/ports/660c1e86-4fd9-4f00-ad78-38fec5087c85 HTTP/1.1" status: 404 len: 333 time: 0.0340493 Nov 24 21:20:54.593530 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43334) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:54.614616 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b6267f96-ce09-4aa3-a659-52bb40152f0e tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.630968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-cfb1c305-1530-4c55-9d3f-d984e3043f4d None None] Deleting port cefa5300-9194-43ce-ad92-4afd68444ab6 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:20:54.631580 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c305-1530-4c55-9d3f-d984e3043f4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.644118 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6267f96-ce09-4aa3-a659-52bb40152f0e tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event deleted for resources: {'Port': ['ID=bc3d8125-31c1-4e4c-8d0d-04d37524c3a0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:54.665912 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb7743d-6096-407b-b18f-6d2d79564cae None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:20:54.681299 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f740b17-c60f-4986-8cd3-5b6c4d06e3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.715733 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b6267f96-ce09-4aa3-a659-52bb40152f0e tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.735461 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-cfb1c305-1530-4c55-9d3f-d984e3043f4d None None] For port cefa5300-9194-43ce-ad92-4afd68444ab6, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=cefa5300-9194-43ce-ad92-4afd68444ab6,segment=NetworkSegment(48b2cf30-c5e0-48d7-aabe-a08002220a97),segment_id=48b2cf30-c5e0-48d7-aabe-a08002220a97)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:20:54.735869 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c305-1530-4c55-9d3f-d984e3043f4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.768736 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-cfb1c305-1530-4c55-9d3f-d984e3043f4d None None] Calling delete_port for cefa5300-9194-43ce-ad92-4afd68444ab6 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:20:54.776734 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f740b17-c60f-4986-8cd3-5b6c4d06e3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.799629 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-1f740b17-c60f-4986-8cd3-5b6c4d06e3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011d050d-a392-412a-a735-4c113229dfc6']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:54.810573 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-1f740b17-c60f-4986-8cd3-5b6c4d06e3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5bace02-59fb-4dc3-b9e2-ae205220df63') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:54.810951 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-1f740b17-c60f-4986-8cd3-5b6c4d06e3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5bace02-59fb-4dc3-b9e2-ae205220df63') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:54.822075 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f740b17-c60f-4986-8cd3-5b6c4d06e3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.828188 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b6267f96-ce09-4aa3-a659-52bb40152f0e tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.830504 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b6267f96-ce09-4aa3-a659-52bb40152f0e tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.838791 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f740b17-c60f-4986-8cd3-5b6c4d06e3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.847471 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f740b17-c60f-4986-8cd3-5b6c4d06e3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:20:54.848394 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f740b17-c60f-4986-8cd3-5b6c4d06e3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:20:54.852318 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:20:54.854718 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d035eade-67d0-412e-becd-be85b0c2f594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2069985598', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:19:16Z', 'updated_at': '2021-11-24T21:20:52Z', 'revision_number': 5, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'gw_port': {'id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:17Z', 'updated_at': '2021-11-24T21:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:54.888668 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d035eade-67d0-412e-becd-be85b0c2f594 None None] The sync data for ids ['b623dccc-f7a9-4401-b335-bb0ba3e8b29c'] in n-d-812111-8 is: [{'id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2069985598', 'tenant_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:19:16Z', 'updated_at': '2021-11-24T21:20:52Z', 'revision_number': 5, 'project_id': 'b9b5ea5181c9494caeba47b9a7f13565', 'gw_port': {'id': 'bc3d8125-31c1-4e4c-8d0d-04d37524c3a0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b623dccc-f7a9-4401-b335-bb0ba3e8b29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:17Z', 'updated_at': '2021-11-24T21:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:20:54.902368 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b6267f96-ce09-4aa3-a659-52bb40152f0e tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.903041 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6267f96-ce09-4aa3-a659-52bb40152f0e tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Fanout notify agent at l3_agent the message router_deleted on router b623dccc-f7a9-4401-b335-bb0ba3e8b29c {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:20:54.905398 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c305-1530-4c55-9d3f-d984e3043f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.917478 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b6267f96-ce09-4aa3-a659-52bb40152f0e tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.921375 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b6267f96-ce09-4aa3-a659-52bb40152f0e tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "DELETE /v2.0/routers/b623dccc-f7a9-4401-b335-bb0ba3e8b29c HTTP/1.1" status: 204 len: 168 time: 0.9560938 Nov 24 21:20:54.921697 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43336) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:54.937551 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f740b17-c60f-4986-8cd3-5b6c4d06e3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.944031 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb1c305-1530-4c55-9d3f-d984e3043f4d None None] No DVR routers for this DVR port cefa5300-9194-43ce-ad92-4afd68444ab6 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:20:54.945767 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f740b17-c60f-4986-8cd3-5b6c4d06e3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:54.947083 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1c305-1530-4c55-9d3f-d984e3043f4d None None] Pushing event deleted for resources: {'Port': ['ID=cefa5300-9194-43ce-ad92-4afd68444ab6,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:54.953371 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1f740b17-c60f-4986-8cd3-5b6c4d06e3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] 10.222.0.11 "DELETE /v2.0/networks/011d050d-a392-412a-a735-4c113229dfc6 HTTP/1.1" status: 204 len: 168 time: 0.3548477 Nov 24 21:20:55.031436 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3daacaa-660b-4434-9bae-0b73ea8f4ac5 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:55.130489 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3daacaa-660b-4434-9bae-0b73ea8f4ac5 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:55.156803 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-f3daacaa-660b-4434-9bae-0b73ea8f4ac5 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aebffe71-460d-4125-9891-a6387e3be549']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:55.168279 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-f3daacaa-660b-4434-9bae-0b73ea8f4ac5 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b2cf30-c5e0-48d7-aabe-a08002220a97') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:55.168671 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-f3daacaa-660b-4434-9bae-0b73ea8f4ac5 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b2cf30-c5e0-48d7-aabe-a08002220a97') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:20:55.179378 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3daacaa-660b-4434-9bae-0b73ea8f4ac5 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:55.199828 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3daacaa-660b-4434-9bae-0b73ea8f4ac5 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:55.207898 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3daacaa-660b-4434-9bae-0b73ea8f4ac5 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:20:55.208391 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3daacaa-660b-4434-9bae-0b73ea8f4ac5 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:20:55.212232 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:20:55.292925 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43344) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:55.307054 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f740b17-c60f-4986-8cd3-5b6c4d06e3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500474476-project] Pushing event deleted for resources: {'Network': ['ID=011d050d-a392-412a-a735-4c113229dfc6,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:55.317242 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3daacaa-660b-4434-9bae-0b73ea8f4ac5 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:55.326569 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f3daacaa-660b-4434-9bae-0b73ea8f4ac5 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:55.333845 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f3daacaa-660b-4434-9bae-0b73ea8f4ac5 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] 10.222.0.11 "DELETE /v2.0/networks/aebffe71-460d-4125-9891-a6387e3be549 HTTP/1.1" status: 204 len: 168 time: 0.4073238 Nov 24 21:20:55.350935 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3daacaa-660b-4434-9bae-0b73ea8f4ac5 tempest-TestSecurityGroupsBasicOps-103983727 tempest-TestSecurityGroupsBasicOps-103983727-project] Pushing event deleted for resources: {'Network': ['ID=aebffe71-460d-4125-9891-a6387e3be549,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:55.470584 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-bb46b016-80e9-4939-b6eb-2fee9cb8e606 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dc755dfff9de41eca65b645339ce8cec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1765096 Nov 24 21:20:55.473479 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43352) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:55.525694 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3acf5ff9-8b95-4934-b37f-44be3d160649 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:55.550688 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3acf5ff9-8b95-4934-b37f-44be3d160649 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:55.601994 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43356) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:55.780604 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bffa2ac3-0f58-4a3a-888e-dcdadbb5559a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b9b5ea5181c9494caeba47b9a7f13565&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1751645 Nov 24 21:20:55.780885 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43360) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:55.833203 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-047ec3b3-df2c-49d6-9925-49a085f84807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:55.857798 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-047ec3b3-df2c-49d6-9925-49a085f84807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:55.875527 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3acf5ff9-8b95-4934-b37f-44be3d160649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:55.878567 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3acf5ff9-8b95-4934-b37f-44be3d160649 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:55.879736 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3acf5ff9-8b95-4934-b37f-44be3d160649 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e891c5a4-7cce-44c3-9742-188f019ca0b7 HTTP/1.1" status: 204 len: 168 time: 0.4049234 Nov 24 21:20:55.888686 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf5ff9-8b95-4934-b37f-44be3d160649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e891c5a4-7cce-44c3-9742-188f019ca0b7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:55.912402 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-047ec3b3-df2c-49d6-9925-49a085f84807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:55.917005 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-047ec3b3-df2c-49d6-9925-49a085f84807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:55.921062 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-047ec3b3-df2c-49d6-9925-49a085f84807 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8fa38dad-9716-4385-80e0-3c65f1f4dec0 HTTP/1.1" status: 204 len: 168 time: 0.1364810 Nov 24 21:20:55.929305 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ec3b3-df2c-49d6-9925-49a085f84807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa38dad-9716-4385-80e0-3c65f1f4dec0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:56.062987 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device cefa5300-9194-43ce-ad92-4afd68444ab6 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:20:56.087732 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: cefa5300-9194-43ce-ad92-4afd68444ab6 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:20:56.088425 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device cefa5300-9194-43ce-ad92-4afd68444ab6 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:20:56.088886 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:20:56.110394 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:20:56.110654 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2656cc6a-5a98-4c76-a4c5-c6dc4cadaa28 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:20:56.111075 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bc3d8125-31c1-4e4c-8d0d-04d37524c3a0 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:20:56.133670 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: bc3d8125-31c1-4e4c-8d0d-04d37524c3a0 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:20:56.134031 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bc3d8125-31c1-4e4c-8d0d-04d37524c3a0 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:20:56.259431 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43372) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:56.273257 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-59a86410-67aa-4164-8139-d973262160f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:56.289737 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43374) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:56.339600 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6cf7bbaa-a03e-49a9-a0be-82944dbb05eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=064badbbdcdf4ac286fb2e16b9fad2fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479577 Nov 24 21:20:56.342150 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43378) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:56.361792 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-59a86410-67aa-4164-8139-d973262160f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:56.367424 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-59a86410-67aa-4164-8139-d973262160f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:56.399653 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-57ab5d80-91e1-4c98-80cb-d3533be4b459 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:56.418642 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-59a86410-67aa-4164-8139-d973262160f3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e225a8f4e23e4e8cb575be057a9420ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1580813 Nov 24 21:20:56.419601 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a86410-67aa-4164-8139-d973262160f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72d05dc-c91d-42d5-8144-4d951ea2651c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:56.422502 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-57ab5d80-91e1-4c98-80cb-d3533be4b459 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:56.423530 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43380) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:56.474171 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-57ab5d80-91e1-4c98-80cb-d3533be4b459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:56.477167 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-250fa25f-d4a2-4598-8897-bde06d3fe9ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:56.477356 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-57ab5d80-91e1-4c98-80cb-d3533be4b459 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:56.480723 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-57ab5d80-91e1-4c98-80cb-d3533be4b459 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ded0ed9-e633-4b81-98b1-989b396c30c8 HTTP/1.1" status: 204 len: 168 time: 0.1347363 Nov 24 21:20:56.486631 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab5d80-91e1-4c98-80cb-d3533be4b459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ded0ed9-e633-4b81-98b1-989b396c30c8,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:56.505182 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-250fa25f-d4a2-4598-8897-bde06d3fe9ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:56.559652 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-250fa25f-d4a2-4598-8897-bde06d3fe9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:56.562433 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-250fa25f-d4a2-4598-8897-bde06d3fe9ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:56.563593 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-250fa25f-d4a2-4598-8897-bde06d3fe9ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d72d05dc-c91d-42d5-8144-4d951ea2651c HTTP/1.1" status: 204 len: 168 time: 0.1390781 Nov 24 21:20:56.572523 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fa25f-d4a2-4598-8897-bde06d3fe9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72d05dc-c91d-42d5-8144-4d951ea2651c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:56.921265 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43396) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:56.969968 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9c45471a-fd89-4bc1-b5fe-26a6031b4e82 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=378e7d306d3849e384ea801f58397f9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0471358 Nov 24 21:20:56.972201 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43400) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:57.025326 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d98dbf52-e107-41dd-921d-032a51d00e6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:57.048174 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d98dbf52-e107-41dd-921d-032a51d00e6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:57.103109 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d98dbf52-e107-41dd-921d-032a51d00e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:57.106283 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d98dbf52-e107-41dd-921d-032a51d00e6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:57.107631 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d98dbf52-e107-41dd-921d-032a51d00e6c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c0ad944a-015b-4894-a867-3279a2e3f50e HTTP/1.1" status: 204 len: 168 time: 0.1343465 Nov 24 21:20:57.129748 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98dbf52-e107-41dd-921d-032a51d00e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ad944a-015b-4894-a867-3279a2e3f50e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:57.438781 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43420) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:57.561551 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-71f39aa6-d928-4e83-ad53-def94292a276 tempest-AgentManagementNegativeTest-947555515 tempest-AgentManagementNegativeTest-947555515-project] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1214697 Nov 24 21:20:57.767053 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43438) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:57.883416 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43444) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:57.919914 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-342ca400-4953-4764-a233-f738ec0a81db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:57.932339 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-1dbde86f-c609-436e-bb04-cb3a12f0267e admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1996293464-network', 'tenant_id': '47a986ceae214468bd5d9c1dde577edc'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:20:57.970665 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbde86f-c609-436e-bb04-cb3a12f0267e admin admin] Made reservation on behalf of 47a986ceae214468bd5d9c1dde577edc for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:20:57.972887 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1dbde86f-c609-436e-bb04-cb3a12f0267e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:57.984718 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1dbde86f-c609-436e-bb04-cb3a12f0267e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:58.046357 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-342ca400-4953-4764-a233-f738ec0a81db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:58.052088 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-342ca400-4953-4764-a233-f738ec0a81db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:58.108993 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-342ca400-4953-4764-a233-f738ec0a81db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=614d3388dc09456fb071382c96ddd1f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3408303 Nov 24 21:20:58.109727 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ca400-4953-4764-a233-f738ec0a81db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c575b585-d03f-4dbb-ba1b-0a7898b85d28,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:58.111716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43448) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:58.126769 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ca400-4953-4764-a233-f738ec0a81db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:58.127118 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ca400-4953-4764-a233-f738ec0a81db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:58.127474 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ca400-4953-4764-a233-f738ec0a81db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:58.127804 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ca400-4953-4764-a233-f738ec0a81db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:58.128139 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ca400-4953-4764-a233-f738ec0a81db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:58.128471 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ca400-4953-4764-a233-f738ec0a81db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:58.128824 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ca400-4953-4764-a233-f738ec0a81db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:58.129156 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ca400-4953-4764-a233-f738ec0a81db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:58.129481 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ca400-4953-4764-a233-f738ec0a81db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:58.129805 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ca400-4953-4764-a233-f738ec0a81db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:58.130130 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ca400-4953-4764-a233-f738ec0a81db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:58.130455 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ca400-4953-4764-a233-f738ec0a81db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:20:58.141903 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1dbde86f-c609-436e-bb04-cb3a12f0267e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:58.146566 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1dbde86f-c609-436e-bb04-cb3a12f0267e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:58.167802 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c36fd475-f5a9-4161-85ef-0621491ff399 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:58.172230 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbde86f-c609-436e-bb04-cb3a12f0267e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:20:58.187651 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbde86f-c609-436e-bb04-cb3a12f0267e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da26c3ad-99ca-4057-a1c6-f544a90d93e0,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:58.190714 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1dbde86f-c609-436e-bb04-cb3a12f0267e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:58.191156 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-1dbde86f-c609-436e-bb04-cb3a12f0267e admin admin] Added segment 7a60e7be-d8ef-419f-9f0e-4d6af2158d71 of type vlan for network 2031b0d4-20ab-40e4-880f-133b6a0c3401 Nov 24 21:20:58.199163 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c36fd475-f5a9-4161-85ef-0621491ff399 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:58.233295 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1dbde86f-c609-436e-bb04-cb3a12f0267e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:58.253149 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c36fd475-f5a9-4161-85ef-0621491ff399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:58.255937 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c36fd475-f5a9-4161-85ef-0621491ff399 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:58.257176 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c36fd475-f5a9-4161-85ef-0621491ff399 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c575b585-d03f-4dbb-ba1b-0a7898b85d28 HTTP/1.1" status: 204 len: 168 time: 0.1443415 Nov 24 21:20:58.262155 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1dbde86f-c609-436e-bb04-cb3a12f0267e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:58.263295 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbde86f-c609-436e-bb04-cb3a12f0267e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:58.264032 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1dbde86f-c609-436e-bb04-cb3a12f0267e admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:58.265688 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fd475-f5a9-4161-85ef-0621491ff399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c575b585-d03f-4dbb-ba1b-0a7898b85d28,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:58.316345 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1dbde86f-c609-436e-bb04-cb3a12f0267e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4318337 Nov 24 21:20:58.319364 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43452) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:58.324917 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-e1c785ae-be39-43f9-8779-370da51f3066 admin admin] Request body: {'subnet': {'network_id': '2031b0d4-20ab-40e4-880f-133b6a0c3401', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1996293464-subnet', 'tenant_id': '47a986ceae214468bd5d9c1dde577edc', 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:20:58.349823 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c785ae-be39-43f9-8779-370da51f3066 admin admin] Made reservation on behalf of 47a986ceae214468bd5d9c1dde577edc for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:20:58.353257 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e1c785ae-be39-43f9-8779-370da51f3066 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:58.365888 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbde86f-c609-436e-bb04-cb3a12f0267e admin admin] Pushing event updated for resources: {'Network': ['ID=2031b0d4-20ab-40e4-880f-133b6a0c3401,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:58.379296 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 2031b0d4-20ab-40e4-880f-133b6a0c3401 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:20:58.548671 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e1c785ae-be39-43f9-8779-370da51f3066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:58.598786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c785ae-be39-43f9-8779-370da51f3066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8ea9db3-ad32-4ede-9f2b-453dd67330c7,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:58.619059 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c785ae-be39-43f9-8779-370da51f3066 admin admin] Checking segment: {'id': '7a60e7be-d8ef-419f-9f0e-4d6af2158d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2031b0d4-20ab-40e4-880f-133b6a0c3401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:20:58.619688 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c785ae-be39-43f9-8779-370da51f3066 admin admin] Network hostable DHCP agents. Network: 2031b0d4-20ab-40e4-880f-133b6a0c3401, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:20:58.637876 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c785ae-be39-43f9-8779-370da51f3066 admin admin] Network 2031b0d4-20ab-40e4-880f-133b6a0c3401 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:20:58.650253 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-e1c785ae-be39-43f9-8779-370da51f3066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 2031b0d4-20ab-40e4-880f-133b6a0c3401) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:20:58.654607 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c785ae-be39-43f9-8779-370da51f3066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:58.659709 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e1c785ae-be39-43f9-8779-370da51f3066 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:58.663338 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f604bca-97cc-4150-a0da-dcc3f7acf88d None None] Network 2031b0d4-20ab-40e4-880f-133b6a0c3401 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:20:58.682750 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e1c785ae-be39-43f9-8779-370da51f3066 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3619184 Nov 24 21:20:58.685421 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43466) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:58.690420 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-60697db7-ba77-40e4-8d66-6d3750f76bce admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1996293464-router', 'tenant_id': '47a986ceae214468bd5d9c1dde577edc', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:20:58.714814 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-60697db7-ba77-40e4-8d66-6d3750f76bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:58.715770 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-60697db7-ba77-40e4-8d66-6d3750f76bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:58.775822 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-60697db7-ba77-40e4-8d66-6d3750f76bce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:58.833687 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369c65c1-6332-4e44-93b7-16088350bc53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-2031b0d4-20ab-40e4-880f-133b6a0c3401', 'network_id': '2031b0d4-20ab-40e4-880f-133b6a0c3401', 'tenant_id': '47a986ceae214468bd5d9c1dde577edc', 'fixed_ips': [{'subnet_id': 'f8ea9db3-ad32-4ede-9f2b-453dd67330c7'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:20:58.834582 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-369c65c1-6332-4e44-93b7-16088350bc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:58.927415 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-60697db7-ba77-40e4-8d66-6d3750f76bce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:58.987974 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-369c65c1-6332-4e44-93b7-16088350bc53 None None] Allocated IP 172.20.0.2 (2031b0d4-20ab-40e4-880f-133b6a0c3401/f8ea9db3-ad32-4ede-9f2b-453dd67330c7/ef756922-4946-4b5f-b988-07c63df6e659) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:20:59.038602 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43476) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:59.154946 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-369c65c1-6332-4e44-93b7-16088350bc53 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:59.157192 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ff294d23-3fa1-45d9-a10c-4a9b5a387773 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1307960934'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:20:59.162580 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-369c65c1-6332-4e44-93b7-16088350bc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:59.176200 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-60697db7-ba77-40e4-8d66-6d3750f76bce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:59.199010 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-60697db7-ba77-40e4-8d66-6d3750f76bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:59.206787 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c65c1-6332-4e44-93b7-16088350bc53 None None] Pushing event updated for resources: {'Port': ['ID=ef756922-4946-4b5f-b988-07c63df6e659,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:59.216904 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff294d23-3fa1-45d9-a10c-4a9b5a387773 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Made reservation on behalf of b5b8412308e947758365ae946eeb35dc for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:20:59.217731 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369c65c1-6332-4e44-93b7-16088350bc53 None None] Network 2031b0d4-20ab-40e4-880f-133b6a0c3401 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:20:59.219186 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-369c65c1-6332-4e44-93b7-16088350bc53 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:20:59.221536 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c65c1-6332-4e44-93b7-16088350bc53 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:20:59.223444 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff294d23-3fa1-45d9-a10c-4a9b5a387773 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:59.233762 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff294d23-3fa1-45d9-a10c-4a9b5a387773 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:59.279705 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-369c65c1-6332-4e44-93b7-16088350bc53 None None] Attempting to bind port ef756922-4946-4b5f-b988-07c63df6e659 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:20:59.280081 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-369c65c1-6332-4e44-93b7-16088350bc53 None None] Attempting to bind port ef756922-4946-4b5f-b988-07c63df6e659 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '7a60e7be-d8ef-419f-9f0e-4d6af2158d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2031b0d4-20ab-40e4-880f-133b6a0c3401'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:20:59.280427 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c65c1-6332-4e44-93b7-16088350bc53 None None] Attempting to bind port ef756922-4946-4b5f-b988-07c63df6e659 on network 2031b0d4-20ab-40e4-880f-133b6a0c3401 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:20:59.285995 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c65c1-6332-4e44-93b7-16088350bc53 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:20:59.286371 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c65c1-6332-4e44-93b7-16088350bc53 None None] Checking segment: {'id': '7a60e7be-d8ef-419f-9f0e-4d6af2158d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2031b0d4-20ab-40e4-880f-133b6a0c3401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:20:59.287140 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-369c65c1-6332-4e44-93b7-16088350bc53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:59.287547 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c65c1-6332-4e44-93b7-16088350bc53 None None] Bound using segment: {'id': '7a60e7be-d8ef-419f-9f0e-4d6af2158d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2031b0d4-20ab-40e4-880f-133b6a0c3401'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:20:59.288051 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-369c65c1-6332-4e44-93b7-16088350bc53 None None] Bound port: ef756922-4946-4b5f-b988-07c63df6e659, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a60e7be-d8ef-419f-9f0e-4d6af2158d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2031b0d4-20ab-40e4-880f-133b6a0c3401'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:20:59.288529 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-369c65c1-6332-4e44-93b7-16088350bc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:59.315136 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-60697db7-ba77-40e4-8d66-6d3750f76bce admin admin] Allocated IP 172.25.5.234 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/f0d14744-15d1-48c6-befa-7950dd1c8283) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:20:59.324617 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff294d23-3fa1-45d9-a10c-4a9b5a387773 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:59.329908 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff294d23-3fa1-45d9-a10c-4a9b5a387773 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:59.357199 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff294d23-3fa1-45d9-a10c-4a9b5a387773 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:20:59.366344 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-369c65c1-6332-4e44-93b7-16088350bc53 None None] For port ef756922-4946-4b5f-b988-07c63df6e659, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:20:59.371019 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-369c65c1-6332-4e44-93b7-16088350bc53 None None] For port ef756922-4946-4b5f-b988-07c63df6e659, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ef756922-4946-4b5f-b988-07c63df6e659,segment=NetworkSegment(7a60e7be-d8ef-419f-9f0e-4d6af2158d71),segment_id=7a60e7be-d8ef-419f-9f0e-4d6af2158d71)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:20:59.375239 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff294d23-3fa1-45d9-a10c-4a9b5a387773 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b01c7af0-0214-4756-b0e2-1244676eb018,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:59.377382 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-369c65c1-6332-4e44-93b7-16088350bc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:59.381515 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff294d23-3fa1-45d9-a10c-4a9b5a387773 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:59.382078 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-ff294d23-3fa1-45d9-a10c-4a9b5a387773 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Added segment f674a055-3f3f-480b-9a2a-ee2d1d6e6e1b of type vlan for network ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717 Nov 24 21:20:59.437326 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-60697db7-ba77-40e4-8d66-6d3750f76bce admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:59.447003 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff294d23-3fa1-45d9-a10c-4a9b5a387773 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:59.462287 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c65c1-6332-4e44-93b7-16088350bc53 None None] Pushing event updated for resources: {'Port': ['ID=ef756922-4946-4b5f-b988-07c63df6e659,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:59.479377 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff294d23-3fa1-45d9-a10c-4a9b5a387773 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:59.482696 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-60697db7-ba77-40e4-8d66-6d3750f76bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:59.485970 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff294d23-3fa1-45d9-a10c-4a9b5a387773 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:20:59.486591 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff294d23-3fa1-45d9-a10c-4a9b5a387773 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:59.528648 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60697db7-ba77-40e4-8d66-6d3750f76bce admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:20:59.537050 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-60697db7-ba77-40e4-8d66-6d3750f76bce admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:20:59.543966 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60697db7-ba77-40e4-8d66-6d3750f76bce admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:20:59.551875 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bcc713-c604-4ccb-8c94-ec4957556af6 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:20:59.581230 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ff294d23-3fa1-45d9-a10c-4a9b5a387773 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5408602 Nov 24 21:20:59.584259 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43482) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:20:59.589993 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ebdca0c9-162f-46ed-8678-7e2692ccf2d0 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Request body: {'subnet': {'network_id': 'ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:20:59.594443 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60697db7-ba77-40e4-8d66-6d3750f76bce admin admin] Pushing event updated for resources: {'Port': ['ID=f0d14744-15d1-48c6-befa-7950dd1c8283,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:59.598539 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff294d23-3fa1-45d9-a10c-4a9b5a387773 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Pushing event updated for resources: {'Network': ['ID=ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:20:59.620846 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:20:59.748116 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdca0c9-162f-46ed-8678-7e2692ccf2d0 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Made reservation on behalf of b5b8412308e947758365ae946eeb35dc for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:20:59.753952 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ebdca0c9-162f-46ed-8678-7e2692ccf2d0 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:59.760993 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e4905699-3f7e-472e-aa73-b5f0d02a08fa None None] Provisioning complete for port f0d14744-15d1-48c6-befa-7950dd1c8283 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:20:59.761536 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e4905699-3f7e-472e-aa73-b5f0d02a08fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:20:59.805894 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-e4905699-3f7e-472e-aa73-b5f0d02a08fa None None] Port f0d14744-15d1-48c6-befa-7950dd1c8283 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:20:59.901677 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-60697db7-ba77-40e4-8d66-6d3750f76bce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:00.000852 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ebdca0c9-162f-46ed-8678-7e2692ccf2d0 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:00.003600 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ef756922-4946-4b5f-b988-07c63df6e659 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:21:00.069416 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port ef756922-4946-4b5f-b988-07c63df6e659 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:00.070176 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:00.080784 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdca0c9-162f-46ed-8678-7e2692ccf2d0 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Pushing event updated for resources: {'Subnet': ['ID=36480ea7-83b7-44df-a3a2-fd20dfd60242,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:00.087613 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdca0c9-162f-46ed-8678-7e2692ccf2d0 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Checking segment: {'id': 'f674a055-3f3f-480b-9a2a-ee2d1d6e6e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:21:00.088241 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdca0c9-162f-46ed-8678-7e2692ccf2d0 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Network hostable DHCP agents. Network: ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:21:00.108389 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdca0c9-162f-46ed-8678-7e2692ccf2d0 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Network ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:21:00.121278 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-ebdca0c9-162f-46ed-8678-7e2692ccf2d0 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:00.126216 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdca0c9-162f-46ed-8678-7e2692ccf2d0 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:00.127531 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ebdca0c9-162f-46ed-8678-7e2692ccf2d0 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:00.143472 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fda601-f4e0-427f-85be-7f1db12e02ba None None] Network ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:00.148543 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ebdca0c9-162f-46ed-8678-7e2692ccf2d0 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5600660 Nov 24 21:21:00.149085 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43484) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:00.155948 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-60697db7-ba77-40e4-8d66-6d3750f76bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:00.157759 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4c0be1ce-0769-499e-b614-33c287bc3adf tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Request body: {'port': {'network_id': 'ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717', 'name': 'tempest-AllowedAddressPairTestJSON-501841947'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:00.198615 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:00.280330 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port ef756922-4946-4b5f-b988-07c63df6e659, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ef756922-4946-4b5f-b988-07c63df6e659,segment=NetworkSegment(7a60e7be-d8ef-419f-9f0e-4d6af2158d71),segment_id=7a60e7be-d8ef-419f-9f0e-4d6af2158d71)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:00.321600 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0be1ce-0769-499e-b614-33c287bc3adf tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Made reservation on behalf of b5b8412308e947758365ae946eeb35dc for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:00.321906 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:00.330290 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c0be1ce-0769-499e-b614-33c287bc3adf tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:00.341418 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60697db7-ba77-40e4-8d66-6d3750f76bce admin admin] Router e80b874f-c7b0-45dd-a893-68bb5fbcd935 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:21:00.362545 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-4c0be1ce-0769-499e-b614-33c287bc3adf tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] device_id is not set on port 02bbdd65-45c0-496c-ab0a-52beae01533c yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:21:00.419455 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6003324-2dbb-4932-ac8d-467c2d912523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717', 'network_id': 'ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717', 'tenant_id': 'b5b8412308e947758365ae946eeb35dc', 'fixed_ips': [{'subnet_id': '36480ea7-83b7-44df-a3a2-fd20dfd60242'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:21:00.421115 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c6003324-2dbb-4932-ac8d-467c2d912523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:00.434432 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=ef756922-4946-4b5f-b988-07c63df6e659,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:00.478177 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60697db7-ba77-40e4-8d66-6d3750f76bce admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:21:00.487956 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] Sync routers for ids ['e80b874f-c7b0-45dd-a893-68bb5fbcd935'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:21:00.511839 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] Routers {'e80b874f-c7b0-45dd-a893-68bb5fbcd935'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:21:00.512633 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:20:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['e80b874f-c7b0-45dd-a893-68bb5fbcd935'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:00.517226 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-60697db7-ba77-40e4-8d66-6d3750f76bce admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:00.522544 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-60697db7-ba77-40e4-8d66-6d3750f76bce admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.8345270 Nov 24 21:21:00.522944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43486) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:00.526300 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-4c0be1ce-0769-499e-b614-33c287bc3adf tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Allocated IP 172.20.0.10 (ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717/36480ea7-83b7-44df-a3a2-fd20dfd60242/02bbdd65-45c0-496c-ab0a-52beae01533c) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:21:00.726155 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651f30d7-3f00-4a47-ad34-34a394622723 None None] Network 2031b0d4-20ab-40e4-880f-133b6a0c3401 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:00.749627 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] Set router e80b874f-c7b0-45dd-a893-68bb5fbcd935 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:21:00.768300 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c0be1ce-0769-499e-b614-33c287bc3adf tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:00.796046 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-dbb101b1-6b72-42fb-982f-dbf4ab81b446 None None] Provisioning complete for port ef756922-4946-4b5f-b988-07c63df6e659 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:00.796421 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbb101b1-6b72-42fb-982f-dbf4ab81b446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:00.818555 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c0be1ce-0769-499e-b614-33c287bc3adf tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:00.873970 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0be1ce-0769-499e-b614-33c287bc3adf tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Network ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:21:00.878357 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-4c0be1ce-0769-499e-b614-33c287bc3adf tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:00.881308 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0be1ce-0769-499e-b614-33c287bc3adf tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:21:00.907046 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0be1ce-0769-499e-b614-33c287bc3adf tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Pushing event updated for resources: {'Port': ['ID=02bbdd65-45c0-496c-ab0a-52beae01533c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:00.934116 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-c6003324-2dbb-4932-ac8d-467c2d912523 None None] Allocated IP 172.20.0.2 (ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717/36480ea7-83b7-44df-a3a2-fd20dfd60242/76a6c8f2-197b-4a2c-89bd-8d32b745cbb1) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:21:00.946780 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80b874f-c7b0-45dd-a893-68bb5fbcd935', 'name': 'tempest-ImageQuotaTest-1996293464-router', 'tenant_id': '47a986ceae214468bd5d9c1dde577edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'f0d14744-15d1-48c6-befa-7950dd1c8283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:20:58Z', 'updated_at': '2021-11-24T21:20:59Z', 'revision_number': 3, 'project_id': '47a986ceae214468bd5d9c1dde577edc', 'gw_port': {'id': 'f0d14744-15d1-48c6-befa-7950dd1c8283', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:20:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80b874f-c7b0-45dd-a893-68bb5fbcd935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:20:59Z', 'updated_at': '2021-11-24T21:20:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:00.953861 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0be1ce-0769-499e-b614-33c287bc3adf tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:00.954608 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c0be1ce-0769-499e-b614-33c287bc3adf tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:00.975882 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4c0be1ce-0769-499e-b614-33c287bc3adf tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8258319 Nov 24 21:21:00.980029 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43490) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:00.983742 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] Checking router: e80b874f-c7b0-45dd-a893-68bb5fbcd935 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:21:00.984398 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] Updating router e80b874f-c7b0-45dd-a893-68bb5fbcd935 port f0d14744-15d1-48c6-befa-7950dd1c8283 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:21:00.989833 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-84e90240-f13f-4bf5-8ee6-3c712769f179 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Request body: {'port': {'network_id': 'ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717', 'name': 'tempest-AllowedAddressPairTestJSON-1431872902', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:de:05:36'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:01.011838 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:01.103291 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d4bd40ba-c25f-4032-943b-ed21ba46018a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:01.179169 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e90240-f13f-4bf5-8ee6-3c712769f179 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Made reservation on behalf of b5b8412308e947758365ae946eeb35dc for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:01.248950 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c6003324-2dbb-4932-ac8d-467c2d912523 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:01.260498 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c6003324-2dbb-4932-ac8d-467c2d912523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:01.280887 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-84e90240-f13f-4bf5-8ee6-3c712769f179 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:01.302161 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-84e90240-f13f-4bf5-8ee6-3c712769f179 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] device_id is not set on port 5b79527e-0fa8-4d19-b477-ddcac3c85be2 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:21:01.331169 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:01.342145 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:01.352829 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6003324-2dbb-4932-ac8d-467c2d912523 None None] Network ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:21:01.355860 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6003324-2dbb-4932-ac8d-467c2d912523 None None] Pushing event updated for resources: {'Port': ['ID=76a6c8f2-197b-4a2c-89bd-8d32b745cbb1,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:01.365350 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-c6003324-2dbb-4932-ac8d-467c2d912523 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:01.378288 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6003324-2dbb-4932-ac8d-467c2d912523 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:21:01.394081 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b3e0b-fe23-45bf-8696-502195ffaff9 None None] Pushing event updated for resources: {'Port': ['ID=f0d14744-15d1-48c6-befa-7950dd1c8283,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:01.431830 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] Attempting to bind port f0d14744-15d1-48c6-befa-7950dd1c8283 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:21:01.432202 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] Attempting to bind port f0d14744-15d1-48c6-befa-7950dd1c8283 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:21:01.432562 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] Attempting to bind port f0d14744-15d1-48c6-befa-7950dd1c8283 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:21:01.438092 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:21:01.438524 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:21:01.438972 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:01.439368 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:21:01.439826 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] Bound port: f0d14744-15d1-48c6-befa-7950dd1c8283, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:21:01.440216 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:01.440338 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-d4bd40ba-c25f-4032-943b-ed21ba46018a admin admin] Allocated IP 172.20.0.1 (2031b0d4-20ab-40e4-880f-133b6a0c3401/f8ea9db3-ad32-4ede-9f2b-453dd67330c7/bba2e629-ad51-4e9f-98d8-bd7e1c25d484) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:21:01.446743 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1813e21-dcee-471c-b827-54c9bba53c04 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:21:01.490775 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:21:01.505250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-84e90240-f13f-4bf5-8ee6-3c712769f179 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Allocated IP 172.20.0.5 (ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717/36480ea7-83b7-44df-a3a2-fd20dfd60242/5b79527e-0fa8-4d19-b477-ddcac3c85be2) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:21:01.515578 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c6003324-2dbb-4932-ac8d-467c2d912523 None None] Attempting to bind port 76a6c8f2-197b-4a2c-89bd-8d32b745cbb1 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:21:01.515962 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c6003324-2dbb-4932-ac8d-467c2d912523 None None] Attempting to bind port 76a6c8f2-197b-4a2c-89bd-8d32b745cbb1 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'f674a055-3f3f-480b-9a2a-ee2d1d6e6e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:21:01.516378 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6003324-2dbb-4932-ac8d-467c2d912523 None None] Attempting to bind port 76a6c8f2-197b-4a2c-89bd-8d32b745cbb1 on network ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:21:01.523590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6003324-2dbb-4932-ac8d-467c2d912523 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:21:01.524083 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6003324-2dbb-4932-ac8d-467c2d912523 None None] Checking segment: {'id': 'f674a055-3f3f-480b-9a2a-ee2d1d6e6e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:21:01.524499 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c6003324-2dbb-4932-ac8d-467c2d912523 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:01.524939 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6003324-2dbb-4932-ac8d-467c2d912523 None None] Bound using segment: {'id': 'f674a055-3f3f-480b-9a2a-ee2d1d6e6e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:21:01.525328 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] For port f0d14744-15d1-48c6-befa-7950dd1c8283, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:21:01.525484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c6003324-2dbb-4932-ac8d-467c2d912523 None None] Bound port: 76a6c8f2-197b-4a2c-89bd-8d32b745cbb1, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f674a055-3f3f-480b-9a2a-ee2d1d6e6e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:21:01.525775 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c6003324-2dbb-4932-ac8d-467c2d912523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:01.531547 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] For port f0d14744-15d1-48c6-befa-7950dd1c8283, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=f0d14744-15d1-48c6-befa-7950dd1c8283,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:21:01.537456 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:01.592543 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d4bd40ba-c25f-4032-943b-ed21ba46018a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:01.605555 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28930f11-000b-4ff8-95b7-80a4793382ff None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:21:01.620104 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] Routers {'e80b874f-c7b0-45dd-a893-68bb5fbcd935'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:21:01.621125 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:20:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['e80b874f-c7b0-45dd-a893-68bb5fbcd935'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:01.621770 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c6003324-2dbb-4932-ac8d-467c2d912523 None None] For port 76a6c8f2-197b-4a2c-89bd-8d32b745cbb1, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:21:01.626379 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c6003324-2dbb-4932-ac8d-467c2d912523 None None] For port 76a6c8f2-197b-4a2c-89bd-8d32b745cbb1, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=76a6c8f2-197b-4a2c-89bd-8d32b745cbb1,segment=NetworkSegment(f674a055-3f3f-480b-9a2a-ee2d1d6e6e1b),segment_id=f674a055-3f3f-480b-9a2a-ee2d1d6e6e1b)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:21:01.644892 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c6003324-2dbb-4932-ac8d-467c2d912523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:01.646083 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d4bd40ba-c25f-4032-943b-ed21ba46018a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:01.651553 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-5e334f68-170c-4f9e-ae2c-d80d746ae12d None None] Provisioning complete for port ef756922-4946-4b5f-b988-07c63df6e659 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:01.652072 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5e334f68-170c-4f9e-ae2c-d80d746ae12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:01.689021 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bd40ba-c25f-4032-943b-ed21ba46018a admin admin] Network 2031b0d4-20ab-40e4-880f-133b6a0c3401 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:21:01.692264 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-d4bd40ba-c25f-4032-943b-ed21ba46018a admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:01.725469 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-84e90240-f13f-4bf5-8ee6-3c712769f179 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:01.728424 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bd40ba-c25f-4032-943b-ed21ba46018a admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:21:01.778162 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-84e90240-f13f-4bf5-8ee6-3c712769f179 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:01.778421 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] Set router e80b874f-c7b0-45dd-a893-68bb5fbcd935 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:21:01.850652 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd40ba-c25f-4032-943b-ed21ba46018a admin admin] Pushing event updated for resources: {'Port': ['ID=bba2e629-ad51-4e9f-98d8-bd7e1c25d484,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:01.857773 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e90240-f13f-4bf5-8ee6-3c712769f179 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Pushing event updated for resources: {'Port': ['ID=5b79527e-0fa8-4d19-b477-ddcac3c85be2,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:01.864650 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b3e0b-fe23-45bf-8696-502195ffaff9 None None] Pushing event updated for resources: {'Port': ['ID=f0d14744-15d1-48c6-befa-7950dd1c8283,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:01.870465 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d4bd40ba-c25f-4032-943b-ed21ba46018a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:01.888994 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e90240-f13f-4bf5-8ee6-3c712769f179 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Network ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:21:01.890663 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-84e90240-f13f-4bf5-8ee6-3c712769f179 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:01.894403 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e90240-f13f-4bf5-8ee6-3c712769f179 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:21:02.030204 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e90240-f13f-4bf5-8ee6-3c712769f179 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:02.030971 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-84e90240-f13f-4bf5-8ee6-3c712769f179 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:02.046789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ef756922-4946-4b5f-b988-07c63df6e659 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:21:02.075032 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-84e90240-f13f-4bf5-8ee6-3c712769f179 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.0938678 Nov 24 21:21:02.076134 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43494) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:02.112924 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80b874f-c7b0-45dd-a893-68bb5fbcd935', 'name': 'tempest-ImageQuotaTest-1996293464-router', 'tenant_id': '47a986ceae214468bd5d9c1dde577edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'f0d14744-15d1-48c6-befa-7950dd1c8283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:20:58Z', 'updated_at': '2021-11-24T21:20:59Z', 'revision_number': 3, 'project_id': '47a986ceae214468bd5d9c1dde577edc', 'gw_port': {'id': 'f0d14744-15d1-48c6-befa-7950dd1c8283', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:20:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80b874f-c7b0-45dd-a893-68bb5fbcd935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:20:59Z', 'updated_at': '2021-11-24T21:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:02.133966 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6003324-2dbb-4932-ac8d-467c2d912523 None None] Pushing event updated for resources: {'Port': ['ID=76a6c8f2-197b-4a2c-89bd-8d32b745cbb1,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:02.137758 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d4bd40ba-c25f-4032-943b-ed21ba46018a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:02.158142 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8f6509-d0e6-4d12-90e9-9e418e37f9cd None None] The sync data for ids ['e80b874f-c7b0-45dd-a893-68bb5fbcd935'] in n-d-812111-8 is: [{'id': 'e80b874f-c7b0-45dd-a893-68bb5fbcd935', 'name': 'tempest-ImageQuotaTest-1996293464-router', 'tenant_id': '47a986ceae214468bd5d9c1dde577edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'f0d14744-15d1-48c6-befa-7950dd1c8283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:20:58Z', 'updated_at': '2021-11-24T21:20:59Z', 'revision_number': 3, 'project_id': '47a986ceae214468bd5d9c1dde577edc', 'gw_port': {'id': 'f0d14744-15d1-48c6-befa-7950dd1c8283', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:20:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80b874f-c7b0-45dd-a893-68bb5fbcd935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:20:59Z', 'updated_at': '2021-11-24T21:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:21:02.162877 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fd095c-26e9-4696-bf16-4a8aa58fb8cf tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:02.176564 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fd095c-26e9-4696-bf16-4a8aa58fb8cf tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:02.190126 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fd095c-26e9-4696-bf16-4a8aa58fb8cf tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:02.195872 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-03fd095c-26e9-4696-bf16-4a8aa58fb8cf tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1180122 Nov 24 21:21:02.196575 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43496) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:02.224036 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port ef756922-4946-4b5f-b988-07c63df6e659 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:02.224429 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:02.275775 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-5e334f68-170c-4f9e-ae2c-d80d746ae12d None None] Provisioning complete for port f0d14744-15d1-48c6-befa-7950dd1c8283 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:02.276162 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5e334f68-170c-4f9e-ae2c-d80d746ae12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:02.322708 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-c5cab771-f87b-4b84-a243-918e6c1bdbd5 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Deleting port 5b79527e-0fa8-4d19-b477-ddcac3c85be2 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:21:02.322997 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c5cab771-f87b-4b84-a243-918e6c1bdbd5 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:02.420990 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d4bd40ba-c25f-4032-943b-ed21ba46018a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:02.427800 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d4bd40ba-c25f-4032-943b-ed21ba46018a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:02.460908 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5e334f68-170c-4f9e-ae2c-d80d746ae12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:02.484847 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-5e334f68-170c-4f9e-ae2c-d80d746ae12d None None] For port f0d14744-15d1-48c6-befa-7950dd1c8283, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=f0d14744-15d1-48c6-befa-7950dd1c8283,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:02.495237 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5e334f68-170c-4f9e-ae2c-d80d746ae12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:02.510658 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c5cab771-f87b-4b84-a243-918e6c1bdbd5 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:02.528869 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-c5cab771-f87b-4b84-a243-918e6c1bdbd5 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Calling delete_port for 5b79527e-0fa8-4d19-b477-ddcac3c85be2 owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:21:02.540710 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d4bd40ba-c25f-4032-943b-ed21ba46018a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:02.543982 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd40ba-c25f-4032-943b-ed21ba46018a admin admin] Pushing event updated for resources: {'Port': ['ID=bba2e629-ad51-4e9f-98d8-bd7e1c25d484,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:02.623816 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334f68-170c-4f9e-ae2c-d80d746ae12d None None] Pushing event updated for resources: {'Port': ['ID=f0d14744-15d1-48c6-befa-7950dd1c8283,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:02.649226 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a288cd3b-9c19-4f0f-8712-80af28bba8f7 None None] Provisioning complete for port bba2e629-ad51-4e9f-98d8-bd7e1c25d484 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:02.649600 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a288cd3b-9c19-4f0f-8712-80af28bba8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:02.699227 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-a288cd3b-9c19-4f0f-8712-80af28bba8f7 None None] Port bba2e629-ad51-4e9f-98d8-bd7e1c25d484 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:21:02.709875 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a288cd3b-9c19-4f0f-8712-80af28bba8f7 None None] Provisioning complete for port f0d14744-15d1-48c6-befa-7950dd1c8283 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:02.711014 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a288cd3b-9c19-4f0f-8712-80af28bba8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:02.730185 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bd40ba-c25f-4032-943b-ed21ba46018a admin admin] Network 2031b0d4-20ab-40e4-880f-133b6a0c3401 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:21:02.731727 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-d4bd40ba-c25f-4032-943b-ed21ba46018a admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:02.782245 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c5cab771-f87b-4b84-a243-918e6c1bdbd5 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:02.907106 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cab771-f87b-4b84-a243-918e6c1bdbd5 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Pushing event deleted for resources: {'Port': ['ID=5b79527e-0fa8-4d19-b477-ddcac3c85be2,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:03.108465 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c5cab771-f87b-4b84-a243-918e6c1bdbd5 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:03.112343 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c5cab771-f87b-4b84-a243-918e6c1bdbd5 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "DELETE /v2.0/ports/5b79527e-0fa8-4d19-b477-ddcac3c85be2 HTTP/1.1" status: 204 len: 168 time: 0.9142048 Nov 24 21:21:03.115409 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43502) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:03.157906 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c41622-9a07-45e9-821f-1d45fec97c7c tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] GET failed (client error): The resource could not be found. Nov 24 21:21:03.159698 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ae257fb6-ddaf-40f8-a45e-e5ef67fc61e5 None None] Provisioning complete for port bba2e629-ad51-4e9f-98d8-bd7e1c25d484 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:03.160179 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ae257fb6-ddaf-40f8-a45e-e5ef67fc61e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:03.163370 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c8c41622-9a07-45e9-821f-1d45fec97c7c tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "GET /v2.0/ports/5b79527e-0fa8-4d19-b477-ddcac3c85be2 HTTP/1.1" status: 404 len: 333 time: 0.0468116 Nov 24 21:21:03.165212 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43504) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:03.170273 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-8af98977-9f4e-4c89-8100-c6e27365e3b9 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Request body: {'port': {'network_id': 'ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717', 'name': 'tempest-AllowedAddressPairTestJSON-1711729207'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:03.253804 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-ae257fb6-ddaf-40f8-a45e-e5ef67fc61e5 None None] Port bba2e629-ad51-4e9f-98d8-bd7e1c25d484 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:21:03.262359 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bd40ba-c25f-4032-943b-ed21ba46018a admin admin] Router e80b874f-c7b0-45dd-a893-68bb5fbcd935 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:21:03.308169 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af98977-9f4e-4c89-8100-c6e27365e3b9 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Made reservation on behalf of b5b8412308e947758365ae946eeb35dc for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:03.313586 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8af98977-9f4e-4c89-8100-c6e27365e3b9 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:03.335358 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-8af98977-9f4e-4c89-8100-c6e27365e3b9 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] device_id is not set on port bbc77206-c4b3-4b2e-81ee-35cbcc70cf4d yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:21:03.400529 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bd40ba-c25f-4032-943b-ed21ba46018a admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:21:03.414528 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d4bd40ba-c25f-4032-943b-ed21ba46018a admin admin] 10.222.0.11 "PUT /v2.0/routers/e80b874f-c7b0-45dd-a893-68bb5fbcd935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8878844 Nov 24 21:21:03.484073 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-8af98977-9f4e-4c89-8100-c6e27365e3b9 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Allocated IP 172.20.0.12 (ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717/36480ea7-83b7-44df-a3a2-fd20dfd60242/bbc77206-c4b3-4b2e-81ee-35cbcc70cf4d) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:21:03.552233 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3d550f-8999-46d2-81c0-d081d75afb87 None None] Network ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:03.635060 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7e43cdbe-5d10-404b-b559-8f1372bfef6d None None] Provisioning complete for port 76a6c8f2-197b-4a2c-89bd-8d32b745cbb1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:03.635386 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7e43cdbe-5d10-404b-b559-8f1372bfef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:03.685136 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8af98977-9f4e-4c89-8100-c6e27365e3b9 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:03.768733 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8af98977-9f4e-4c89-8100-c6e27365e3b9 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:03.800157 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7e43cdbe-5d10-404b-b559-8f1372bfef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:03.846705 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-7e43cdbe-5d10-404b-b559-8f1372bfef6d None None] For port 76a6c8f2-197b-4a2c-89bd-8d32b745cbb1, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=76a6c8f2-197b-4a2c-89bd-8d32b745cbb1,segment=NetworkSegment(f674a055-3f3f-480b-9a2a-ee2d1d6e6e1b),segment_id=f674a055-3f3f-480b-9a2a-ee2d1d6e6e1b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:03.847496 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af98977-9f4e-4c89-8100-c6e27365e3b9 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Network ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:21:03.854933 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7e43cdbe-5d10-404b-b559-8f1372bfef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:03.871543 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-8af98977-9f4e-4c89-8100-c6e27365e3b9 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:03.876613 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af98977-9f4e-4c89-8100-c6e27365e3b9 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:21:03.909930 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af98977-9f4e-4c89-8100-c6e27365e3b9 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Pushing event updated for resources: {'Port': ['ID=bbc77206-c4b3-4b2e-81ee-35cbcc70cf4d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:03.934221 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43cdbe-5d10-404b-b559-8f1372bfef6d None None] Pushing event updated for resources: {'Port': ['ID=76a6c8f2-197b-4a2c-89bd-8d32b745cbb1,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:03.956102 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af98977-9f4e-4c89-8100-c6e27365e3b9 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:03.957048 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8af98977-9f4e-4c89-8100-c6e27365e3b9 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:04.008328 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8af98977-9f4e-4c89-8100-c6e27365e3b9 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8414216 Nov 24 21:21:04.009119 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43518) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:04.015019 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-e42b937b-333a-4393-9b75-3fff8208fed3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:de:05:36'}]}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:04.120653 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 76a6c8f2-197b-4a2c-89bd-8d32b745cbb1 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:21:04.217087 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7406e2b7-b594-4393-9628-fd49286939e2 None None] Provisioning complete for port 76a6c8f2-197b-4a2c-89bd-8d32b745cbb1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:04.217832 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7406e2b7-b594-4393-9628-fd49286939e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:04.259004 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 76a6c8f2-197b-4a2c-89bd-8d32b745cbb1 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:04.259289 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:04.290302 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e42b937b-333a-4393-9b75-3fff8208fed3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:04.416650 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7406e2b7-b594-4393-9628-fd49286939e2 None None] Provisioning complete for port 02bbdd65-45c0-496c-ab0a-52beae01533c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:04.417045 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7406e2b7-b594-4393-9628-fd49286939e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:04.445971 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device f0d14744-15d1-48c6-befa-7950dd1c8283 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:21:04.478768 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-7406e2b7-b594-4393-9628-fd49286939e2 None None] Port 02bbdd65-45c0-496c-ab0a-52beae01533c cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:21:04.556513 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port f0d14744-15d1-48c6-befa-7950dd1c8283 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:04.556941 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:04.594117 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e42b937b-333a-4393-9b75-3fff8208fed3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:04.602042 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e42b937b-333a-4393-9b75-3fff8208fed3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:04.608427 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] Sync routers for ids ['e80b874f-c7b0-45dd-a893-68bb5fbcd935'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:21:04.641277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] Routers {'e80b874f-c7b0-45dd-a893-68bb5fbcd935'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:21:04.642221 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:20:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['e80b874f-c7b0-45dd-a893-68bb5fbcd935'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:04.684692 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3944b5c5-24b6-459b-95e6-fedb98775a11 None None] Provisioning complete for port 02bbdd65-45c0-496c-ab0a-52beae01533c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:04.685105 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3944b5c5-24b6-459b-95e6-fedb98775a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:04.708483 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-e42b937b-333a-4393-9b75-3fff8208fed3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] In _notify_port_updated(), no bound segment for port bbc77206-c4b3-4b2e-81ee-35cbcc70cf4d on network ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717 {{(pid=109991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 21:21:04.715231 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42b937b-333a-4393-9b75-3fff8208fed3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:04.716350 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e42b937b-333a-4393-9b75-3fff8208fed3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:04.719981 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e42b937b-333a-4393-9b75-3fff8208fed3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "PUT /v2.0/ports/bbc77206-c4b3-4b2e-81ee-35cbcc70cf4d HTTP/1.1" status: 200 len: 995 time: 0.7066529 Nov 24 21:21:04.720325 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43526) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:04.734843 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b937b-333a-4393-9b75-3fff8208fed3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Pushing event updated for resources: {'Port': ['ID=bbc77206-c4b3-4b2e-81ee-35cbcc70cf4d,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:04.763665 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-3944b5c5-24b6-459b-95e6-fedb98775a11 None None] Port 02bbdd65-45c0-496c-ab0a-52beae01533c cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:21:04.856617 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-34247e54-1946-479a-a716-ec1d2808f7d1 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Deleting port bbc77206-c4b3-4b2e-81ee-35cbcc70cf4d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:21:04.857084 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-34247e54-1946-479a-a716-ec1d2808f7d1 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:04.906345 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] Set router e80b874f-c7b0-45dd-a893-68bb5fbcd935 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:21:04.981882 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-34247e54-1946-479a-a716-ec1d2808f7d1 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:04.996889 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-34247e54-1946-479a-a716-ec1d2808f7d1 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Calling delete_port for bbc77206-c4b3-4b2e-81ee-35cbcc70cf4d owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:21:05.002385 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43530) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:05.034314 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7cacbccf-4ea2-4ec9-8267-c6cb99b2b169 None None] Could not find standard attr ID for object 5b79527e-0fa8-4d19-b477-ddcac3c85be2. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:21:05.191119 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80b874f-c7b0-45dd-a893-68bb5fbcd935', 'name': 'tempest-ImageQuotaTest-1996293464-router', 'tenant_id': '47a986ceae214468bd5d9c1dde577edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'f0d14744-15d1-48c6-befa-7950dd1c8283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:20:58Z', 'updated_at': '2021-11-24T21:21:02Z', 'revision_number': 4, 'project_id': '47a986ceae214468bd5d9c1dde577edc', 'gw_port': {'id': 'f0d14744-15d1-48c6-befa-7950dd1c8283', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:20:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80b874f-c7b0-45dd-a893-68bb5fbcd935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:20:59Z', 'updated_at': '2021-11-24T21:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'bba2e629-ad51-4e9f-98d8-bd7e1c25d484', 'name': '', 'network_id': '2031b0d4-20ab-40e4-880f-133b6a0c3401', 'tenant_id': '47a986ceae214468bd5d9c1dde577edc', 'mac_address': 'fa:16:3e:c8:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80b874f-c7b0-45dd-a893-68bb5fbcd935', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'f8ea9db3-ad32-4ede-9f2b-453dd67330c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:21:01Z', 'updated_at': '2021-11-24T21:21:02Z', 'revision_number': 2, 'project_id': '47a986ceae214468bd5d9c1dde577edc', 'subnets': [{'id': 'f8ea9db3-ad32-4ede-9f2b-453dd67330c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:05.204532 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-34247e54-1946-479a-a716-ec1d2808f7d1 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:05.228382 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] Checking router: e80b874f-c7b0-45dd-a893-68bb5fbcd935 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:21:05.229009 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] Updating router e80b874f-c7b0-45dd-a893-68bb5fbcd935 port bba2e629-ad51-4e9f-98d8-bd7e1c25d484 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:21:05.239057 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34247e54-1946-479a-a716-ec1d2808f7d1 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Pushing event deleted for resources: {'Port': ['ID=bbc77206-c4b3-4b2e-81ee-35cbcc70cf4d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:05.274326 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e1a567f0-9d4e-4324-b515-ace92e10cb4f None None] Could not find standard attr ID for object bbc77206-c4b3-4b2e-81ee-35cbcc70cf4d. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:21:05.277943 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:05.419431 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-34247e54-1946-479a-a716-ec1d2808f7d1 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:05.424370 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-34247e54-1946-479a-a716-ec1d2808f7d1 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "DELETE /v2.0/ports/bbc77206-c4b3-4b2e-81ee-35cbcc70cf4d HTTP/1.1" status: 204 len: 168 time: 0.7027371 Nov 24 21:21:05.426821 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43534) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:05.463698 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b9d12d-a2fa-40f1-b74b-8089028b0205 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] GET failed (client error): The resource could not be found. Nov 24 21:21:05.464607 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cc76b7fc-b55d-4987-997e-566ca444c7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:05.465581 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a8b9d12d-a2fa-40f1-b74b-8089028b0205 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "GET /v2.0/ports/bbc77206-c4b3-4b2e-81ee-35cbcc70cf4d HTTP/1.1" status: 404 len: 333 time: 0.0377891 Nov 24 21:21:05.472244 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43536) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:05.509269 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-dc1f3623-4561-4250-be00-996de6538fe3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Request body: {'port': {'network_id': 'ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717', 'name': 'tempest-AllowedAddressPairTestJSON-2019305570'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:05.613884 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:05.622381 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:05.675935 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e028b27-5ffd-4b97-aa0b-b1653655d6be None None] Pushing event updated for resources: {'Port': ['ID=bba2e629-ad51-4e9f-98d8-bd7e1c25d484,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:05.737934 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] Attempting to bind port bba2e629-ad51-4e9f-98d8-bd7e1c25d484 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:21:05.738259 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] Attempting to bind port bba2e629-ad51-4e9f-98d8-bd7e1c25d484 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '7a60e7be-d8ef-419f-9f0e-4d6af2158d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2031b0d4-20ab-40e4-880f-133b6a0c3401'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:21:05.738637 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] Attempting to bind port bba2e629-ad51-4e9f-98d8-bd7e1c25d484 on network 2031b0d4-20ab-40e4-880f-133b6a0c3401 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:21:05.745026 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:21:05.745416 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] Checking segment: {'id': '7a60e7be-d8ef-419f-9f0e-4d6af2158d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2031b0d4-20ab-40e4-880f-133b6a0c3401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:21:05.745825 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:05.746364 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] Bound using segment: {'id': '7a60e7be-d8ef-419f-9f0e-4d6af2158d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2031b0d4-20ab-40e4-880f-133b6a0c3401'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:21:05.747222 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] Bound port: bba2e629-ad51-4e9f-98d8-bd7e1c25d484, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a60e7be-d8ef-419f-9f0e-4d6af2158d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2031b0d4-20ab-40e4-880f-133b6a0c3401'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:21:05.747370 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:05.767317 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1f3623-4561-4250-be00-996de6538fe3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Made reservation on behalf of b5b8412308e947758365ae946eeb35dc for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:05.770857 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dc1f3623-4561-4250-be00-996de6538fe3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:05.799922 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-63ac2646-0e03-41ba-bcf5-a927e44ef93a None None] Could not find standard attr ID for object bbc77206-c4b3-4b2e-81ee-35cbcc70cf4d. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:21:05.802847 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-dc1f3623-4561-4250-be00-996de6538fe3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] device_id is not set on port 7bc4f974-c20f-4785-8a4e-7ead4b9f8ecf yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:21:05.824700 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] For port bba2e629-ad51-4e9f-98d8-bd7e1c25d484, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:21:05.828448 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] For port bba2e629-ad51-4e9f-98d8-bd7e1c25d484, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=bba2e629-ad51-4e9f-98d8-bd7e1c25d484,segment=NetworkSegment(7a60e7be-d8ef-419f-9f0e-4d6af2158d71),segment_id=7a60e7be-d8ef-419f-9f0e-4d6af2158d71)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:21:05.837793 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:05.899653 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] Routers {'e80b874f-c7b0-45dd-a893-68bb5fbcd935'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:21:05.900353 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:20:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['e80b874f-c7b0-45dd-a893-68bb5fbcd935'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:05.905627 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e028b27-5ffd-4b97-aa0b-b1653655d6be None None] Pushing event updated for resources: {'Port': ['ID=bba2e629-ad51-4e9f-98d8-bd7e1c25d484,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:06.006137 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-cc76b7fc-b55d-4987-997e-566ca444c7d3 admin admin] Deleting port bba2e629-ad51-4e9f-98d8-bd7e1c25d484 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:21:06.007469 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cc76b7fc-b55d-4987-997e-566ca444c7d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:06.009910 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-dc1f3623-4561-4250-be00-996de6538fe3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Allocated IP 172.20.0.4 (ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717/36480ea7-83b7-44df-a3a2-fd20dfd60242/7bc4f974-c20f-4785-8a4e-7ead4b9f8ecf) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:21:06.041615 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 76a6c8f2-197b-4a2c-89bd-8d32b745cbb1 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:21:06.161110 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-cc76b7fc-b55d-4987-997e-566ca444c7d3 admin admin] For port bba2e629-ad51-4e9f-98d8-bd7e1c25d484, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=bba2e629-ad51-4e9f-98d8-bd7e1c25d484,segment=NetworkSegment(7a60e7be-d8ef-419f-9f0e-4d6af2158d71),segment_id=7a60e7be-d8ef-419f-9f0e-4d6af2158d71)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:06.161495 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cc76b7fc-b55d-4987-997e-566ca444c7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:06.233641 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-cc76b7fc-b55d-4987-997e-566ca444c7d3 admin admin] Calling delete_port for bba2e629-ad51-4e9f-98d8-bd7e1c25d484 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:21:06.267131 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ccdabf0a-33c0-46a0-9bbe-00b90d5426b4 None None] Provisioning complete for port bba2e629-ad51-4e9f-98d8-bd7e1c25d484 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:06.267769 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ccdabf0a-33c0-46a0-9bbe-00b90d5426b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:06.312348 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] Set router e80b874f-c7b0-45dd-a893-68bb5fbcd935 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:21:06.313847 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dc1f3623-4561-4250-be00-996de6538fe3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:06.371077 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 76a6c8f2-197b-4a2c-89bd-8d32b745cbb1 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:06.371456 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:06.411453 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dc1f3623-4561-4250-be00-996de6538fe3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:06.480470 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1f3623-4561-4250-be00-996de6538fe3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Network ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:21:06.487174 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-dc1f3623-4561-4250-be00-996de6538fe3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:06.490354 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1f3623-4561-4250-be00-996de6538fe3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:21:06.496788 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f3623-4561-4250-be00-996de6538fe3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Pushing event updated for resources: {'Port': ['ID=7bc4f974-c20f-4785-8a4e-7ead4b9f8ecf,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:06.534885 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ccdabf0a-33c0-46a0-9bbe-00b90d5426b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:06.578390 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1f3623-4561-4250-be00-996de6538fe3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:06.579062 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dc1f3623-4561-4250-be00-996de6538fe3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:06.593376 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cc76b7fc-b55d-4987-997e-566ca444c7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:06.602679 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dc1f3623-4561-4250-be00-996de6538fe3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1293228 Nov 24 21:21:06.605615 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43540) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:06.611032 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-c040b069-2afc-4453-8c88-79033bdbd1a4 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:de:05:36'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:06.623976 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76b7fc-b55d-4987-997e-566ca444c7d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bba2e629-ad51-4e9f-98d8-bd7e1c25d484,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:06.698451 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80b874f-c7b0-45dd-a893-68bb5fbcd935', 'name': 'tempest-ImageQuotaTest-1996293464-router', 'tenant_id': '47a986ceae214468bd5d9c1dde577edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'f0d14744-15d1-48c6-befa-7950dd1c8283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:20:58Z', 'updated_at': '2021-11-24T21:21:02Z', 'revision_number': 4, 'project_id': '47a986ceae214468bd5d9c1dde577edc', 'gw_port': {'id': 'f0d14744-15d1-48c6-befa-7950dd1c8283', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:20:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80b874f-c7b0-45dd-a893-68bb5fbcd935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:20:59Z', 'updated_at': '2021-11-24T21:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'bba2e629-ad51-4e9f-98d8-bd7e1c25d484', 'name': '', 'network_id': '2031b0d4-20ab-40e4-880f-133b6a0c3401', 'tenant_id': '47a986ceae214468bd5d9c1dde577edc', 'mac_address': 'fa:16:3e:c8:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80b874f-c7b0-45dd-a893-68bb5fbcd935', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'f8ea9db3-ad32-4ede-9f2b-453dd67330c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:21:01Z', 'updated_at': '2021-11-24T21:21:05Z', 'revision_number': 4, 'project_id': '47a986ceae214468bd5d9c1dde577edc', 'subnets': [{'id': 'f8ea9db3-ad32-4ede-9f2b-453dd67330c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:06.731638 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b215bb2b-60a7-48b7-9c7c-1c84f5b47445 None None] The sync data for ids ['e80b874f-c7b0-45dd-a893-68bb5fbcd935'] in n-d-812111-8 is: [{'id': 'e80b874f-c7b0-45dd-a893-68bb5fbcd935', 'name': 'tempest-ImageQuotaTest-1996293464-router', 'tenant_id': '47a986ceae214468bd5d9c1dde577edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'f0d14744-15d1-48c6-befa-7950dd1c8283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:20:58Z', 'updated_at': '2021-11-24T21:21:02Z', 'revision_number': 4, 'project_id': '47a986ceae214468bd5d9c1dde577edc', 'gw_port': {'id': 'f0d14744-15d1-48c6-befa-7950dd1c8283', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:20:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80b874f-c7b0-45dd-a893-68bb5fbcd935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:20:59Z', 'updated_at': '2021-11-24T21:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'bba2e629-ad51-4e9f-98d8-bd7e1c25d484', 'name': '', 'network_id': '2031b0d4-20ab-40e4-880f-133b6a0c3401', 'tenant_id': '47a986ceae214468bd5d9c1dde577edc', 'mac_address': 'fa:16:3e:c8:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80b874f-c7b0-45dd-a893-68bb5fbcd935', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'f8ea9db3-ad32-4ede-9f2b-453dd67330c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:21:01Z', 'updated_at': '2021-11-24T21:21:05Z', 'revision_number': 4, 'project_id': '47a986ceae214468bd5d9c1dde577edc', 'subnets': [{'id': 'f8ea9db3-ad32-4ede-9f2b-453dd67330c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:21:06.762166 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a2e4fe07-b803-488e-87f0-bf46acde8ff6 None None] Could not find standard attr ID for object bba2e629-ad51-4e9f-98d8-bd7e1c25d484. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:21:06.863333 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cc76b7fc-b55d-4987-997e-566ca444c7d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:06.899153 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c040b069-2afc-4453-8c88-79033bdbd1a4 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:06.908821 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6d34b595-4a60-4ea1-923e-7c802ba3adf6 None None] Provisioning complete for port 7bc4f974-c20f-4785-8a4e-7ead4b9f8ecf triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:06.909196 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6d34b595-4a60-4ea1-923e-7c802ba3adf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:06.953287 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6d34b595-4a60-4ea1-923e-7c802ba3adf6 None None] Port 7bc4f974-c20f-4785-8a4e-7ead4b9f8ecf cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:21:07.137927 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c040b069-2afc-4453-8c88-79033bdbd1a4 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:07.142649 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc76b7fc-b55d-4987-997e-566ca444c7d3 admin admin] Router e80b874f-c7b0-45dd-a893-68bb5fbcd935 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:21:07.143310 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c040b069-2afc-4453-8c88-79033bdbd1a4 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:07.230255 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040b069-2afc-4453-8c88-79033bdbd1a4 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Pushing event updated for resources: {'Port': ['ID=7bc4f974-c20f-4785-8a4e-7ead4b9f8ecf,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:07.250952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-c040b069-2afc-4453-8c88-79033bdbd1a4 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] In _notify_port_updated(), no bound segment for port 7bc4f974-c20f-4785-8a4e-7ead4b9f8ecf on network ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717 {{(pid=109990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 21:21:07.259961 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c040b069-2afc-4453-8c88-79033bdbd1a4 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:07.261417 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c040b069-2afc-4453-8c88-79033bdbd1a4 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:07.262806 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c040b069-2afc-4453-8c88-79033bdbd1a4 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "PUT /v2.0/ports/7bc4f974-c20f-4785-8a4e-7ead4b9f8ecf HTTP/1.1" status: 200 len: 996 time: 0.6561649 Nov 24 21:21:07.266584 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43542) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:07.282488 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc76b7fc-b55d-4987-997e-566ca444c7d3 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:21:07.289334 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cc76b7fc-b55d-4987-997e-566ca444c7d3 admin admin] 10.222.0.11 "PUT /v2.0/routers/e80b874f-c7b0-45dd-a893-68bb5fbcd935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2852898 Nov 24 21:21:07.292069 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43546) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:07.401608 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-55ae2115-e032-424b-a489-add50eb0c6a3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Deleting port 7bc4f974-c20f-4785-8a4e-7ead4b9f8ecf {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:21:07.402119 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55ae2115-e032-424b-a489-add50eb0c6a3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:07.438709 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-60812252-b20c-4488-8d3b-9df9c2af9ebf admin admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:07.490763 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-71c0087a-b320-4d0b-8498-727157ec122c None None] Provisioning complete for port 7bc4f974-c20f-4785-8a4e-7ead4b9f8ecf triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:07.491770 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-71c0087a-b320-4d0b-8498-727157ec122c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:07.527015 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55ae2115-e032-424b-a489-add50eb0c6a3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:07.545201 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-55ae2115-e032-424b-a489-add50eb0c6a3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Calling delete_port for 7bc4f974-c20f-4785-8a4e-7ead4b9f8ecf owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:21:07.561455 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-71c0087a-b320-4d0b-8498-727157ec122c None None] Port 7bc4f974-c20f-4785-8a4e-7ead4b9f8ecf cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:21:07.645064 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-60812252-b20c-4488-8d3b-9df9c2af9ebf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:07.716376 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-60812252-b20c-4488-8d3b-9df9c2af9ebf admin admin] Deleting port f0d14744-15d1-48c6-befa-7950dd1c8283 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:21:07.716727 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-60812252-b20c-4488-8d3b-9df9c2af9ebf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:07.754764 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55ae2115-e032-424b-a489-add50eb0c6a3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:07.794494 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae2115-e032-424b-a489-add50eb0c6a3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Pushing event deleted for resources: {'Port': ['ID=7bc4f974-c20f-4785-8a4e-7ead4b9f8ecf,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:07.877345 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-60812252-b20c-4488-8d3b-9df9c2af9ebf admin admin] For port f0d14744-15d1-48c6-befa-7950dd1c8283, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=f0d14744-15d1-48c6-befa-7950dd1c8283,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:07.881565 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-60812252-b20c-4488-8d3b-9df9c2af9ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:07.909442 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-60812252-b20c-4488-8d3b-9df9c2af9ebf admin admin] Calling delete_port for f0d14744-15d1-48c6-befa-7950dd1c8283 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:21:07.963519 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55ae2115-e032-424b-a489-add50eb0c6a3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:07.967860 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-55ae2115-e032-424b-a489-add50eb0c6a3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "DELETE /v2.0/ports/7bc4f974-c20f-4785-8a4e-7ead4b9f8ecf HTTP/1.1" status: 204 len: 168 time: 0.6989956 Nov 24 21:21:07.974179 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43556) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:08.008738 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d164ad-9890-4feb-b924-8dd708a29db3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] GET failed (client error): The resource could not be found. Nov 24 21:21:08.014134 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d0d164ad-9890-4feb-b924-8dd708a29db3 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "GET /v2.0/ports/7bc4f974-c20f-4785-8a4e-7ead4b9f8ecf HTTP/1.1" status: 404 len: 333 time: 0.0355506 Nov 24 21:21:08.014459 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43558) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:08.020760 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ce83eb46-b1c0-49e7-ae80-80a5593cbb3d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Request body: {'port': {'network_id': 'ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717', 'name': 'tempest-AllowedAddressPairTestJSON-1388912270'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:08.157159 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-60812252-b20c-4488-8d3b-9df9c2af9ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:08.212412 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60812252-b20c-4488-8d3b-9df9c2af9ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d14744-15d1-48c6-befa-7950dd1c8283,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:08.220922 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce83eb46-b1c0-49e7-ae80-80a5593cbb3d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Made reservation on behalf of b5b8412308e947758365ae946eeb35dc for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:08.221786 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb68e3de-cd1e-4e19-8de7-58060bf970a8 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:21:08.228175 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ce83eb46-b1c0-49e7-ae80-80a5593cbb3d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:08.250375 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-ce83eb46-b1c0-49e7-ae80-80a5593cbb3d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] device_id is not set on port ee635f51-7a1f-4afe-89be-f1fc883d7ef3 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:21:08.298898 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-60812252-b20c-4488-8d3b-9df9c2af9ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:08.389512 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-ce83eb46-b1c0-49e7-ae80-80a5593cbb3d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Allocated IP 172.20.0.14 (ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717/36480ea7-83b7-44df-a3a2-fd20dfd60242/ee635f51-7a1f-4afe-89be-f1fc883d7ef3) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:21:08.412899 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-60812252-b20c-4488-8d3b-9df9c2af9ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:08.415595 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-60812252-b20c-4488-8d3b-9df9c2af9ebf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:08.472196 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-60812252-b20c-4488-8d3b-9df9c2af9ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:08.473136 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60812252-b20c-4488-8d3b-9df9c2af9ebf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e80b874f-c7b0-45dd-a893-68bb5fbcd935 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:21:08.485496 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-60812252-b20c-4488-8d3b-9df9c2af9ebf admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:08.488009 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-60812252-b20c-4488-8d3b-9df9c2af9ebf admin admin] 10.222.0.11 "DELETE /v2.0/routers/e80b874f-c7b0-45dd-a893-68bb5fbcd935 HTTP/1.1" status: 204 len: 168 time: 1.1948054 Nov 24 21:21:08.490591 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43562) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:08.532690 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cbbf09-0531-4824-a245-3aa1a4775539 None None] Sync routers for ids ['e80b874f-c7b0-45dd-a893-68bb5fbcd935'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:21:08.545663 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cbbf09-0531-4824-a245-3aa1a4775539 None None] Routers set() bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:21:08.546039 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cbbf09-0531-4824-a245-3aa1a4775539 None None] Router IDs set() for agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 21:21:08.546664 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_agentschedulers_db [None req-98cbbf09-0531-4824-a245-3aa1a4775539 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e80b874f-c7b0-45dd-a893-68bb5fbcd935'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:20:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent'). {{(pid=109993) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 24 21:21:08.556503 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cbbf09-0531-4824-a245-3aa1a4775539 None None] Routers set() bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:21:08.556709 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-246fa7a9-0100-46aa-b741-716ad8d519c2 admin admin] Deleting subnet f8ea9db3-ad32-4ede-9f2b-453dd67330c7 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:21:08.556871 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cbbf09-0531-4824-a245-3aa1a4775539 None None] Router IDs set() for agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 21:21:08.557466 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_agentschedulers_db [None req-98cbbf09-0531-4824-a245-3aa1a4775539 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e80b874f-c7b0-45dd-a893-68bb5fbcd935'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:20:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent'). {{(pid=109993) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 24 21:21:08.557846 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cbbf09-0531-4824-a245-3aa1a4775539 None None] The sync data for ids ['e80b874f-c7b0-45dd-a893-68bb5fbcd935'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:21:08.569516 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-246fa7a9-0100-46aa-b741-716ad8d519c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:08.586317 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ce83eb46-b1c0-49e7-ae80-80a5593cbb3d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:08.618461 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-246fa7a9-0100-46aa-b741-716ad8d519c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:08.639000 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ce83eb46-b1c0-49e7-ae80-80a5593cbb3d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:08.702425 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce83eb46-b1c0-49e7-ae80-80a5593cbb3d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Network ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:21:08.706360 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-ce83eb46-b1c0-49e7-ae80-80a5593cbb3d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:08.710958 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce83eb46-b1c0-49e7-ae80-80a5593cbb3d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:21:08.718839 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83eb46-b1c0-49e7-ae80-80a5593cbb3d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Pushing event updated for resources: {'Port': ['ID=ee635f51-7a1f-4afe-89be-f1fc883d7ef3,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:08.779528 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce83eb46-b1c0-49e7-ae80-80a5593cbb3d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:08.780973 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ce83eb46-b1c0-49e7-ae80-80a5593cbb3d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:08.813941 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ce83eb46-b1c0-49e7-ae80-80a5593cbb3d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7944500 Nov 24 21:21:08.813941 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43564) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:08.820824 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-561a3a9a-719a-4e4d-a16f-27090c4f207d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Request body: {'port': {'network_id': 'ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717', 'name': 'tempest-AllowedAddressPairTestJSON-52302330'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:08.906991 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fda8dd8d-1e79-41f2-ac57-53430543a0b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:09.020401 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561a3a9a-719a-4e4d-a16f-27090c4f207d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Made reservation on behalf of b5b8412308e947758365ae946eeb35dc for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:09.025978 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-561a3a9a-719a-4e4d-a16f-27090c4f207d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:09.050569 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-561a3a9a-719a-4e4d-a16f-27090c4f207d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] device_id is not set on port fc0821fb-1578-4596-9af9-2381d32d51fc yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:21:09.113418 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-1e7173f7-bae2-4ce2-99bc-528166d2d4b7 None None] Provisioning complete for port ee635f51-7a1f-4afe-89be-f1fc883d7ef3 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:09.113925 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1e7173f7-bae2-4ce2-99bc-528166d2d4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:09.122449 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-246fa7a9-0100-46aa-b741-716ad8d519c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:09.162982 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-1e7173f7-bae2-4ce2-99bc-528166d2d4b7 None None] Port ee635f51-7a1f-4afe-89be-f1fc883d7ef3 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:21:09.187960 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-246fa7a9-0100-46aa-b741-716ad8d519c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:09.211899 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fa7a9-0100-46aa-b741-716ad8d519c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8ea9db3-ad32-4ede-9f2b-453dd67330c7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:09.222310 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-246fa7a9-0100-46aa-b741-716ad8d519c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:09.229297 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-246fa7a9-0100-46aa-b741-716ad8d519c2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f8ea9db3-ad32-4ede-9f2b-453dd67330c7 HTTP/1.1" status: 204 len: 168 time: 0.7337930 Nov 24 21:21:09.230440 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43568) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:09.232981 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76565e5-4794-4809-bc63-de5d663677d8 None None] Network 2031b0d4-20ab-40e4-880f-133b6a0c3401 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:09.319066 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11f62970-e87f-4bc4-a873-9852c4e82f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:09.394663 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-11f62970-e87f-4bc4-a873-9852c4e82f2a admin admin] Deleting port ef756922-4946-4b5f-b988-07c63df6e659 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:21:09.395183 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11f62970-e87f-4bc4-a873-9852c4e82f2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:09.473351 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-11f62970-e87f-4bc4-a873-9852c4e82f2a admin admin] For port ef756922-4946-4b5f-b988-07c63df6e659, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ef756922-4946-4b5f-b988-07c63df6e659,segment=NetworkSegment(7a60e7be-d8ef-419f-9f0e-4d6af2158d71),segment_id=7a60e7be-d8ef-419f-9f0e-4d6af2158d71)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:09.474044 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11f62970-e87f-4bc4-a873-9852c4e82f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:09.487610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5ca614-61ac-4a48-bcf6-bd27bc4a2010 None None] DHCP port deletion for 2031b0d4-20ab-40e4-880f-133b6a0c3401 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:21:09.493337 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-11f62970-e87f-4bc4-a873-9852c4e82f2a admin admin] Calling delete_port for ef756922-4946-4b5f-b988-07c63df6e659 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:21:09.494516 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-561a3a9a-719a-4e4d-a16f-27090c4f207d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Allocated IP 172.20.0.12 (ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717/36480ea7-83b7-44df-a3a2-fd20dfd60242/fc0821fb-1578-4596-9af9-2381d32d51fc) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:21:09.553541 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-8c5ca614-61ac-4a48-bcf6-bd27bc4a2010 None None] Deleting port ef756922-4946-4b5f-b988-07c63df6e659 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:21:09.554494 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8c5ca614-61ac-4a48-bcf6-bd27bc4a2010 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:09.599612 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11f62970-e87f-4bc4-a873-9852c4e82f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:09.629554 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f62970-e87f-4bc4-a873-9852c4e82f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=ef756922-4946-4b5f-b988-07c63df6e659,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:09.634493 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-8c5ca614-61ac-4a48-bcf6-bd27bc4a2010 None None] For port ef756922-4946-4b5f-b988-07c63df6e659, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ef756922-4946-4b5f-b988-07c63df6e659,segment=NetworkSegment(7a60e7be-d8ef-419f-9f0e-4d6af2158d71),segment_id=7a60e7be-d8ef-419f-9f0e-4d6af2158d71)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:09.635063 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8c5ca614-61ac-4a48-bcf6-bd27bc4a2010 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:09.638794 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f62970-e87f-4bc4-a873-9852c4e82f2a admin admin] No DVR routers for this DVR port ef756922-4946-4b5f-b988-07c63df6e659 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:21:09.650521 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-8c5ca614-61ac-4a48-bcf6-bd27bc4a2010 None None] Calling delete_port for ef756922-4946-4b5f-b988-07c63df6e659 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:21:09.677960 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-561a3a9a-719a-4e4d-a16f-27090c4f207d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:09.722430 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-561a3a9a-719a-4e4d-a16f-27090c4f207d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:09.724329 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11f62970-e87f-4bc4-a873-9852c4e82f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:09.745762 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8c5ca614-61ac-4a48-bcf6-bd27bc4a2010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:09.747745 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-11f62970-e87f-4bc4-a873-9852c4e82f2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2031b0d4-20ab-40e4-880f-133b6a0c3401']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:09.761800 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-11f62970-e87f-4bc4-a873-9852c4e82f2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a60e7be-d8ef-419f-9f0e-4d6af2158d71') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:09.762233 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-11f62970-e87f-4bc4-a873-9852c4e82f2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a60e7be-d8ef-419f-9f0e-4d6af2158d71') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:09.765536 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561a3a9a-719a-4e4d-a16f-27090c4f207d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Network ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:21:09.770806 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-561a3a9a-719a-4e4d-a16f-27090c4f207d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:09.772963 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11f62970-e87f-4bc4-a873-9852c4e82f2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:09.774578 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561a3a9a-719a-4e4d-a16f-27090c4f207d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:21:09.777764 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5ca614-61ac-4a48-bcf6-bd27bc4a2010 None None] No DVR routers for this DVR port ef756922-4946-4b5f-b988-07c63df6e659 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:21:09.782627 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ca614-61ac-4a48-bcf6-bd27bc4a2010 None None] Pushing event deleted for resources: {'Port': ['ID=ef756922-4946-4b5f-b988-07c63df6e659,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:09.789662 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11f62970-e87f-4bc4-a873-9852c4e82f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:09.796689 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f62970-e87f-4bc4-a873-9852c4e82f2a admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:21:09.797345 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11f62970-e87f-4bc4-a873-9852c4e82f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:21:09.799385 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:21:09.819166 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a3a9a-719a-4e4d-a16f-27090c4f207d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Pushing event updated for resources: {'Port': ['ID=fc0821fb-1578-4596-9af9-2381d32d51fc,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:09.843012 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561a3a9a-719a-4e4d-a16f-27090c4f207d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:09.843775 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-561a3a9a-719a-4e4d-a16f-27090c4f207d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:09.865303 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-561a3a9a-719a-4e4d-a16f-27090c4f207d tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0468733 Nov 24 21:21:09.865729 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43570) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:09.867187 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:09.874837 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-577b6c39-b41a-4cd6-8ea4-aa71ed7a9a01 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:de:05:36'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:1f:43:2f'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:09.879881 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11f62970-e87f-4bc4-a873-9852c4e82f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:09.887539 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11f62970-e87f-4bc4-a873-9852c4e82f2a admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:09.890872 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-11f62970-e87f-4bc4-a873-9852c4e82f2a admin admin] 10.222.0.11 "DELETE /v2.0/networks/2031b0d4-20ab-40e4-880f-133b6a0c3401 HTTP/1.1" status: 204 len: 168 time: 0.6604185 Nov 24 21:21:09.908796 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f62970-e87f-4bc4-a873-9852c4e82f2a admin admin] Pushing event deleted for resources: {'Network': ['ID=2031b0d4-20ab-40e4-880f-133b6a0c3401,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:09.971129 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device f0d14744-15d1-48c6-befa-7950dd1c8283 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:21:09.997558 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-577b6c39-b41a-4cd6-8ea4-aa71ed7a9a01 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:10.000387 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: f0d14744-15d1-48c6-befa-7950dd1c8283 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:21:10.001031 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device f0d14744-15d1-48c6-befa-7950dd1c8283 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:21:10.001816 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ef756922-4946-4b5f-b988-07c63df6e659 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:21:10.033827 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: ef756922-4946-4b5f-b988-07c63df6e659 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:21:10.034261 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ef756922-4946-4b5f-b988-07c63df6e659 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:21:10.034776 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bba2e629-ad51-4e9f-98d8-bd7e1c25d484 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:21:10.052194 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43576) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:10.064808 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: bba2e629-ad51-4e9f-98d8-bd7e1c25d484 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:21:10.065237 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bba2e629-ad51-4e9f-98d8-bd7e1c25d484 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:21:10.115361 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e52b5b3f-1153-4dfa-855a-dd984ae7f26a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47a986ceae214468bd5d9c1dde577edc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0617058 Nov 24 21:21:10.117850 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43580) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:10.203299 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-611883e9-38b1-4fca-b862-45560995b1d7 None None] Provisioning complete for port fc0821fb-1578-4596-9af9-2381d32d51fc triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:10.203673 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-611883e9-38b1-4fca-b862-45560995b1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:10.234704 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-477c72b4-547e-4205-8d4c-50a224b263e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:10.239913 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-611883e9-38b1-4fca-b862-45560995b1d7 None None] Port fc0821fb-1578-4596-9af9-2381d32d51fc cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:21:10.270978 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-477c72b4-547e-4205-8d4c-50a224b263e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:10.274416 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-577b6c39-b41a-4cd6-8ea4-aa71ed7a9a01 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:10.282625 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-577b6c39-b41a-4cd6-8ea4-aa71ed7a9a01 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:10.388442 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b6c39-b41a-4cd6-8ea4-aa71ed7a9a01 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Pushing event updated for resources: {'Port': ['ID=fc0821fb-1578-4596-9af9-2381d32d51fc,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:10.404269 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-477c72b4-547e-4205-8d4c-50a224b263e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:10.406925 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-477c72b4-547e-4205-8d4c-50a224b263e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:10.410577 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-477c72b4-547e-4205-8d4c-50a224b263e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da26c3ad-99ca-4057-a1c6-f544a90d93e0 HTTP/1.1" status: 204 len: 168 time: 0.2889280 Nov 24 21:21:10.410939 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-577b6c39-b41a-4cd6-8ea4-aa71ed7a9a01 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] In _notify_port_updated(), no bound segment for port fc0821fb-1578-4596-9af9-2381d32d51fc on network ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717 {{(pid=109990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 21:21:10.417313 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577b6c39-b41a-4cd6-8ea4-aa71ed7a9a01 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:10.418045 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-577b6c39-b41a-4cd6-8ea4-aa71ed7a9a01 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:10.419337 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-577b6c39-b41a-4cd6-8ea4-aa71ed7a9a01 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "PUT /v2.0/ports/fc0821fb-1578-4596-9af9-2381d32d51fc HTTP/1.1" status: 200 len: 1056 time: 0.5521290 Nov 24 21:21:10.422385 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43586) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:10.426748 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c72b4-547e-4205-8d4c-50a224b263e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da26c3ad-99ca-4057-a1c6-f544a90d93e0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:10.538487 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-d2bdb7e0-5929-4cea-8330-77f1d03203bb tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Deleting port fc0821fb-1578-4596-9af9-2381d32d51fc {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:21:10.538916 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2bdb7e0-5929-4cea-8330-77f1d03203bb tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:10.639560 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2bdb7e0-5929-4cea-8330-77f1d03203bb tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:10.653714 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-d2bdb7e0-5929-4cea-8330-77f1d03203bb tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Calling delete_port for fc0821fb-1578-4596-9af9-2381d32d51fc owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:21:10.666361 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9d48f7e0-6176-4312-87f2-5ec1a2bde89d None None] Provisioning complete for port fc0821fb-1578-4596-9af9-2381d32d51fc triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:10.667839 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9d48f7e0-6176-4312-87f2-5ec1a2bde89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:10.711748 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9d48f7e0-6176-4312-87f2-5ec1a2bde89d None None] Port fc0821fb-1578-4596-9af9-2381d32d51fc cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:21:10.828141 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43594) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:10.834045 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2bdb7e0-5929-4cea-8330-77f1d03203bb tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:10.854183 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3738092f-d4d5-4778-8e7b-092e19372e4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:10.867032 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdb7e0-5929-4cea-8330-77f1d03203bb tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Pushing event deleted for resources: {'Port': ['ID=fc0821fb-1578-4596-9af9-2381d32d51fc,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:10.963979 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3738092f-d4d5-4778-8e7b-092e19372e4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:10.970515 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3738092f-d4d5-4778-8e7b-092e19372e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:11.021982 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3738092f-d4d5-4778-8e7b-092e19372e4e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1922131 Nov 24 21:21:11.024177 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738092f-d4d5-4778-8e7b-092e19372e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c55854-1fd3-4977-8346-642732f12cd9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:11.026601 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43600) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:11.096792 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66be14e3-7900-479c-aec5-3f0acff80e0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:11.132167 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66be14e3-7900-479c-aec5-3f0acff80e0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:11.168675 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2bdb7e0-5929-4cea-8330-77f1d03203bb tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:11.176549 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d2bdb7e0-5929-4cea-8330-77f1d03203bb tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "DELETE /v2.0/ports/fc0821fb-1578-4596-9af9-2381d32d51fc HTTP/1.1" status: 204 len: 168 time: 0.7515793 Nov 24 21:21:11.179099 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43606) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:11.182295 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c12f2290-3ae1-4c0e-9cda-eb59c259bf1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:11.212626 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66be14e3-7900-479c-aec5-3f0acff80e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:11.212864 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-305ae5b7-e0dd-4b02-9393-ad39a3180e61 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] GET failed (client error): The resource could not be found. Nov 24 21:21:11.216798 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-305ae5b7-e0dd-4b02-9393-ad39a3180e61 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "GET /v2.0/ports/fc0821fb-1578-4596-9af9-2381d32d51fc HTTP/1.1" status: 404 len: 333 time: 0.0326345 Nov 24 21:21:11.217255 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43608) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:11.218893 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66be14e3-7900-479c-aec5-3f0acff80e0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:11.222389 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-66be14e3-7900-479c-aec5-3f0acff80e0b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/17c55854-1fd3-4977-8346-642732f12cd9 HTTP/1.1" status: 204 len: 168 time: 0.1924424 Nov 24 21:21:11.236330 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:11.242105 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be14e3-7900-479c-aec5-3f0acff80e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c55854-1fd3-4977-8346-642732f12cd9,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:11.385481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d15e95-679a-4c8e-a48d-8f7f878d1a4d req-5d1f53ca-3467-4e6c-8556-4647e65892f9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:11.387132 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1d15e95-679a-4c8e-a48d-8f7f878d1a4d req-5d1f53ca-3467-4e6c-8556-4647e65892f9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.0693142 Nov 24 21:21:11.396983 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-81d66ddc-4e12-464f-be8a-74a39857d1d9 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Deleting port ee635f51-7a1f-4afe-89be-f1fc883d7ef3 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:21:11.398064 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-81d66ddc-4e12-464f-be8a-74a39857d1d9 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:11.512232 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1d15e95-679a-4c8e-a48d-8f7f878d1a4d req-066d2359-b4c4-476f-9e45-21baffae4cff tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176784 Nov 24 21:21:11.535240 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-81d66ddc-4e12-464f-be8a-74a39857d1d9 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:11.557159 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-81d66ddc-4e12-464f-be8a-74a39857d1d9 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Calling delete_port for ee635f51-7a1f-4afe-89be-f1fc883d7ef3 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:21:11.711466 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-81d66ddc-4e12-464f-be8a-74a39857d1d9 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:11.747523 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d66ddc-4e12-464f-be8a-74a39857d1d9 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Pushing event deleted for resources: {'Port': ['ID=ee635f51-7a1f-4afe-89be-f1fc883d7ef3,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:11.834196 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-81d66ddc-4e12-464f-be8a-74a39857d1d9 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:11.841164 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-81d66ddc-4e12-464f-be8a-74a39857d1d9 tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "DELETE /v2.0/ports/ee635f51-7a1f-4afe-89be-f1fc883d7ef3 HTTP/1.1" status: 204 len: 168 time: 0.6223850 Nov 24 21:21:11.843815 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43614) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:11.876780 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff91ab95-f9f9-4dcb-91f8-b60856853d3b tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] GET failed (client error): The resource could not be found. Nov 24 21:21:11.878541 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ff91ab95-f9f9-4dcb-91f8-b60856853d3b tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "GET /v2.0/ports/ee635f51-7a1f-4afe-89be-f1fc883d7ef3 HTTP/1.1" status: 404 len: 333 time: 0.0333059 Nov 24 21:21:11.882841 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43616) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:11.981624 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-66d8ad41-7cbc-44b4-83ff-af7b2c847ffe tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Deleting port 02bbdd65-45c0-496c-ab0a-52beae01533c {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:21:11.981917 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-66d8ad41-7cbc-44b4-83ff-af7b2c847ffe tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:12.071362 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-66d8ad41-7cbc-44b4-83ff-af7b2c847ffe tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:12.083146 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-66d8ad41-7cbc-44b4-83ff-af7b2c847ffe tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Calling delete_port for 02bbdd65-45c0-496c-ab0a-52beae01533c owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:21:12.218600 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-66d8ad41-7cbc-44b4-83ff-af7b2c847ffe tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:12.254870 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8ad41-7cbc-44b4-83ff-af7b2c847ffe tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Pushing event deleted for resources: {'Port': ['ID=02bbdd65-45c0-496c-ab0a-52beae01533c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:12.323517 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-66d8ad41-7cbc-44b4-83ff-af7b2c847ffe tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:12.327066 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-66d8ad41-7cbc-44b4-83ff-af7b2c847ffe tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "DELETE /v2.0/ports/02bbdd65-45c0-496c-ab0a-52beae01533c HTTP/1.1" status: 204 len: 168 time: 0.4431956 Nov 24 21:21:12.329661 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43618) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:12.387264 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5a6e45-6856-4354-84d5-9451294a810a tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Deleting subnet 36480ea7-83b7-44df-a3a2-fd20dfd60242 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:21:12.390941 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cc5a6e45-6856-4354-84d5-9451294a810a tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:12.428419 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:12.436361 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cc5a6e45-6856-4354-84d5-9451294a810a tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:12.527105 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cc5a6e45-6856-4354-84d5-9451294a810a tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:12.605059 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cc5a6e45-6856-4354-84d5-9451294a810a tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:12.641534 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a6e45-6856-4354-84d5-9451294a810a tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Pushing event deleted for resources: {'Subnet': ['ID=36480ea7-83b7-44df-a3a2-fd20dfd60242,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:12.645895 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cc5a6e45-6856-4354-84d5-9451294a810a tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:12.652581 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cc5a6e45-6856-4354-84d5-9451294a810a tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "DELETE /v2.0/subnets/36480ea7-83b7-44df-a3a2-fd20dfd60242 HTTP/1.1" status: 204 len: 168 time: 0.3195858 Nov 24 21:21:12.652939 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43622) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:12.655855 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbeb539-70d8-41fd-bddc-bf9934974896 None None] Network ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:12.686759 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc8e02-27a6-433a-a53b-8f405efe5453 req-d38d398a-feb4-414a-94bb-e9ad78983252 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:12.688423 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-edfc8e02-27a6-433a-a53b-8f405efe5453 req-d38d398a-feb4-414a-94bb-e9ad78983252 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.0669625 Nov 24 21:21:12.744047 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33e6887e-02e0-4ce2-9d47-8ae16d6d488c tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:12.757169 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-edfc8e02-27a6-433a-a53b-8f405efe5453 req-feefcf81-0487-4149-a3cf-576b89ee6444 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612726 Nov 24 21:21:12.807550 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-33e6887e-02e0-4ce2-9d47-8ae16d6d488c tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Deleting port 76a6c8f2-197b-4a2c-89bd-8d32b745cbb1 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:21:12.807888 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33e6887e-02e0-4ce2-9d47-8ae16d6d488c tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:12.882910 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74258347-4fe1-485d-a666-530d44343d2c None None] DHCP port deletion for ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:21:12.886821 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-33e6887e-02e0-4ce2-9d47-8ae16d6d488c tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] For port 76a6c8f2-197b-4a2c-89bd-8d32b745cbb1, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=76a6c8f2-197b-4a2c-89bd-8d32b745cbb1,segment=NetworkSegment(f674a055-3f3f-480b-9a2a-ee2d1d6e6e1b),segment_id=f674a055-3f3f-480b-9a2a-ee2d1d6e6e1b)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:12.887354 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33e6887e-02e0-4ce2-9d47-8ae16d6d488c tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:12.902630 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-33e6887e-02e0-4ce2-9d47-8ae16d6d488c tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Calling delete_port for 76a6c8f2-197b-4a2c-89bd-8d32b745cbb1 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:21:12.935148 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-74258347-4fe1-485d-a666-530d44343d2c None None] Deleting port 76a6c8f2-197b-4a2c-89bd-8d32b745cbb1 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:21:12.935603 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-74258347-4fe1-485d-a666-530d44343d2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:12.988686 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33e6887e-02e0-4ce2-9d47-8ae16d6d488c tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:13.005549 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-74258347-4fe1-485d-a666-530d44343d2c None None] For port 76a6c8f2-197b-4a2c-89bd-8d32b745cbb1, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=76a6c8f2-197b-4a2c-89bd-8d32b745cbb1,segment=NetworkSegment(f674a055-3f3f-480b-9a2a-ee2d1d6e6e1b),segment_id=f674a055-3f3f-480b-9a2a-ee2d1d6e6e1b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:13.005949 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-74258347-4fe1-485d-a666-530d44343d2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:13.017573 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6887e-02e0-4ce2-9d47-8ae16d6d488c tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Pushing event deleted for resources: {'Port': ['ID=76a6c8f2-197b-4a2c-89bd-8d32b745cbb1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:13.019857 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-74258347-4fe1-485d-a666-530d44343d2c None None] Calling delete_port for 76a6c8f2-197b-4a2c-89bd-8d32b745cbb1 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:21:13.027175 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e6887e-02e0-4ce2-9d47-8ae16d6d488c tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] No DVR routers for this DVR port 76a6c8f2-197b-4a2c-89bd-8d32b745cbb1 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:21:13.104060 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-74258347-4fe1-485d-a666-530d44343d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:13.122905 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33e6887e-02e0-4ce2-9d47-8ae16d6d488c tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:13.134156 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74258347-4fe1-485d-a666-530d44343d2c None None] Pushing event deleted for resources: {'Port': ['ID=76a6c8f2-197b-4a2c-89bd-8d32b745cbb1,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:13.142492 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74258347-4fe1-485d-a666-530d44343d2c None None] No DVR routers for this DVR port 76a6c8f2-197b-4a2c-89bd-8d32b745cbb1 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:21:13.145856 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-33e6887e-02e0-4ce2-9d47-8ae16d6d488c tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:13.158885 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-33e6887e-02e0-4ce2-9d47-8ae16d6d488c tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f674a055-3f3f-480b-9a2a-ee2d1d6e6e1b') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:13.159250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-33e6887e-02e0-4ce2-9d47-8ae16d6d488c tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f674a055-3f3f-480b-9a2a-ee2d1d6e6e1b') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:13.172173 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33e6887e-02e0-4ce2-9d47-8ae16d6d488c tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:13.187417 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33e6887e-02e0-4ce2-9d47-8ae16d6d488c tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:13.202613 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e6887e-02e0-4ce2-9d47-8ae16d6d488c tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:21:13.203075 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33e6887e-02e0-4ce2-9d47-8ae16d6d488c tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:21:13.206220 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:21:13.272955 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33e6887e-02e0-4ce2-9d47-8ae16d6d488c tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:13.280999 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33e6887e-02e0-4ce2-9d47-8ae16d6d488c tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:13.283328 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-33e6887e-02e0-4ce2-9d47-8ae16d6d488c tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] 10.222.0.11 "DELETE /v2.0/networks/ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717 HTTP/1.1" status: 204 len: 168 time: 0.6296146 Nov 24 21:21:13.295234 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6887e-02e0-4ce2-9d47-8ae16d6d488c tempest-AllowedAddressPairTestJSON-931337739 tempest-AllowedAddressPairTestJSON-931337739-project] Pushing event deleted for resources: {'Network': ['ID=ae6c3acf-5e53-4a6d-a79a-5bf4c13b5717,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:13.480185 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43628) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:13.629848 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3e79d761-9bbc-461b-bed3-bb312531793e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b5b8412308e947758365ae946eeb35dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1482701 Nov 24 21:21:13.632244 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43632) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:13.680548 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba87d8b9-fed7-4d96-97ce-572071c065fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:13.701983 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba87d8b9-fed7-4d96-97ce-572071c065fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:13.753670 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba87d8b9-fed7-4d96-97ce-572071c065fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:13.756544 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba87d8b9-fed7-4d96-97ce-572071c065fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:13.757989 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ba87d8b9-fed7-4d96-97ce-572071c065fd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b01c7af0-0214-4756-b0e2-1244676eb018 HTTP/1.1" status: 204 len: 168 time: 0.1247108 Nov 24 21:21:13.765467 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87d8b9-fed7-4d96-97ce-572071c065fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01c7af0-0214-4756-b0e2-1244676eb018,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:13.804339 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:13.889786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bcd1f-3f8c-4728-9320-688dac49a18a req-9deeaa81-55eb-41c4-8db7-8e8bb7823429 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:13.891319 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd6bcd1f-3f8c-4728-9320-688dac49a18a req-9deeaa81-55eb-41c4-8db7-8e8bb7823429 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.0511904 Nov 24 21:21:13.943756 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd6bcd1f-3f8c-4728-9320-688dac49a18a req-fbe941f8-06fd-49f7-ba8e-ce89107fb17a tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451939 Nov 24 21:21:13.953050 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 76a6c8f2-197b-4a2c-89bd-8d32b745cbb1 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:21:13.978845 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 76a6c8f2-197b-4a2c-89bd-8d32b745cbb1 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:21:13.979450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 76a6c8f2-197b-4a2c-89bd-8d32b745cbb1 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:21:14.412158 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43656) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:14.508807 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1757419141'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:14.530326 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Made reservation on behalf of ac8a54673cd5474e96369f9cec7ed860 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:14.533792 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:14.542825 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:14.619280 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:14.622939 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:14.650474 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:21:14.660305 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8673f695-f97a-4d4d-99b0-c79456e7ac87,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:14.665523 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:14.665807 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Added segment fcd7be7f-da55-449e-8087-c71afbc2ed37 of type vlan for network b55c8e99-89e5-4e32-9e22-3e2c4b325fc4 Nov 24 21:21:14.678030 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:21:14.678390 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:21:14.678788 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:21:14.679274 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:21:14.679626 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:21:14.679968 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:21:14.680304 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:21:14.680637 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:21:14.680998 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:21:14.681329 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:21:14.681656 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:21:14.681981 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:21:14.731651 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:14.756190 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:14.762442 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:14.763027 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:14.798619 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3853588 Nov 24 21:21:14.832407 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:14.841802 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2668c-eadc-4bdf-b25c-31e60fab7324 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'Network': ['ID=b55c8e99-89e5-4e32-9e22-3e2c4b325fc4,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:14.855972 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network b55c8e99-89e5-4e32-9e22-3e2c4b325fc4 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:21:15.068818 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d186f-dfa2-40bb-a576-1d0403fd4dee req-a243dcec-fda1-4393-8cba-9a15980f53a5 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:15.071053 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef6d186f-dfa2-40bb-a576-1d0403fd4dee req-a243dcec-fda1-4393-8cba-9a15980f53a5 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.0508347 Nov 24 21:21:15.124656 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef6d186f-dfa2-40bb-a576-1d0403fd4dee req-8fecf05e-5573-4c40-b5b4-a05f958e49aa tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472984 Nov 24 21:21:16.252673 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c03dd-9660-45a7-8054-2029a7de2600 req-51d9e6f1-f403-44ea-bd92-3eef77c8a96b tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:16.254203 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fb0c03dd-9660-45a7-8054-2029a7de2600 req-51d9e6f1-f403-44ea-bd92-3eef77c8a96b tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.0514288 Nov 24 21:21:16.301226 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fb0c03dd-9660-45a7-8054-2029a7de2600 req-9d04abca-edc1-4786-ac28-937962f5b2f5 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407841 Nov 24 21:21:17.421597 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb0503-456f-4d78-9a60-fc89026039ef req-ea474469-73c4-4601-8d6b-7473f62179f1 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:17.423105 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3acb0503-456f-4d78-9a60-fc89026039ef req-ea474469-73c4-4601-8d6b-7473f62179f1 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.0485616 Nov 24 21:21:17.469405 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3acb0503-456f-4d78-9a60-fc89026039ef req-a4c6f55b-3de2-45ec-b93d-d9c6abb7f148 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401347 Nov 24 21:21:18.054376 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43666) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:18.059450 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-efe5ffec-0171-4e24-adce-4d2d96d1585b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Request body: {'subnet': {'network_id': 'b55c8e99-89e5-4e32-9e22-3e2c4b325fc4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:18.154164 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe5ffec-0171-4e24-adce-4d2d96d1585b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Made reservation on behalf of ac8a54673cd5474e96369f9cec7ed860 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:18.158008 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-efe5ffec-0171-4e24-adce-4d2d96d1585b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:18.341383 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-efe5ffec-0171-4e24-adce-4d2d96d1585b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:18.403311 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5ffec-0171-4e24-adce-4d2d96d1585b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'Subnet': ['ID=c969533f-f51f-400d-8e60-3d8183836bb0,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:18.408539 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe5ffec-0171-4e24-adce-4d2d96d1585b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Checking segment: {'id': 'fcd7be7f-da55-449e-8087-c71afbc2ed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b55c8e99-89e5-4e32-9e22-3e2c4b325fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:21:18.408856 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe5ffec-0171-4e24-adce-4d2d96d1585b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Network hostable DHCP agents. Network: b55c8e99-89e5-4e32-9e22-3e2c4b325fc4, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:21:18.425760 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe5ffec-0171-4e24-adce-4d2d96d1585b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Network b55c8e99-89e5-4e32-9e22-3e2c4b325fc4 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:21:18.434608 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-efe5ffec-0171-4e24-adce-4d2d96d1585b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, b55c8e99-89e5-4e32-9e22-3e2c4b325fc4) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:18.438837 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe5ffec-0171-4e24-adce-4d2d96d1585b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:18.439438 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-efe5ffec-0171-4e24-adce-4d2d96d1585b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:18.443732 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2902a1-66dd-4d3a-817e-c65a354d12cb None None] Network b55c8e99-89e5-4e32-9e22-3e2c4b325fc4 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:18.456790 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-efe5ffec-0171-4e24-adce-4d2d96d1585b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3999672 Nov 24 21:21:18.458723 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43668) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:18.463608 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-e9ac4abb-88ba-4e09-8744-f35c6fb788d0 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-611175273'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:18.484724 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ac4abb-88ba-4e09-8744-f35c6fb788d0 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Made reservation on behalf of ac8a54673cd5474e96369f9cec7ed860 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:18.488265 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4abb-88ba-4e09-8744-f35c6fb788d0 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:18.516049 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ac4abb-88ba-4e09-8744-f35c6fb788d0 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:21:18.528018 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4abb-88ba-4e09-8744-f35c6fb788d0 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:18.528443 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-e9ac4abb-88ba-4e09-8744-f35c6fb788d0 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Added segment 5b6ca283-ec91-454e-9d4b-b35910a73171 of type vlan for network 37474724-a3c1-4470-8b66-4c5bc60fc259 Nov 24 21:21:18.598343 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4abb-88ba-4e09-8744-f35c6fb788d0 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:18.604180 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f6b041-297e-459f-bea1-3fc923d94aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-b55c8e99-89e5-4e32-9e22-3e2c4b325fc4', 'network_id': 'b55c8e99-89e5-4e32-9e22-3e2c4b325fc4', 'tenant_id': 'ac8a54673cd5474e96369f9cec7ed860', 'fixed_ips': [{'subnet_id': 'c969533f-f51f-400d-8e60-3d8183836bb0'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:21:18.605335 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-48f6b041-297e-459f-bea1-3fc923d94aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:18.635374 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312625d-e3fe-4e9f-ad89-61da7363e67f req-211badf8-aa78-4c02-af2f-41296a279e3e tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:18.636921 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1312625d-e3fe-4e9f-ad89-61da7363e67f req-211badf8-aa78-4c02-af2f-41296a279e3e tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.0747502 Nov 24 21:21:18.643549 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4abb-88ba-4e09-8744-f35c6fb788d0 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:18.649923 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ac4abb-88ba-4e09-8744-f35c6fb788d0 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:18.650503 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4abb-88ba-4e09-8744-f35c6fb788d0 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:18.706067 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e9ac4abb-88ba-4e09-8744-f35c6fb788d0 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2462938 Nov 24 21:21:18.709063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43672) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:18.715412 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ac412f7c-8645-4a33-89a7-7b346b34c35e tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Request body: {'subnet': {'network_id': '37474724-a3c1-4470-8b66-4c5bc60fc259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:18.743313 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac4abb-88ba-4e09-8744-f35c6fb788d0 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'Network': ['ID=37474724-a3c1-4470-8b66-4c5bc60fc259,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:18.749228 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-48f6b041-297e-459f-bea1-3fc923d94aed None None] Allocated IP 2001:db8:0:ffff::2 (b55c8e99-89e5-4e32-9e22-3e2c4b325fc4/c969533f-f51f-400d-8e60-3d8183836bb0/b6db9387-df55-4b9f-a56e-7d64c1ed843f) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:21:18.756907 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 37474724-a3c1-4470-8b66-4c5bc60fc259 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:21:18.769494 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1312625d-e3fe-4e9f-ad89-61da7363e67f req-9c8c6050-591d-4954-9919-1a3f015bdbfb tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152530 Nov 24 21:21:18.823206 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac412f7c-8645-4a33-89a7-7b346b34c35e tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Made reservation on behalf of ac8a54673cd5474e96369f9cec7ed860 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:18.826859 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ac412f7c-8645-4a33-89a7-7b346b34c35e tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:18.954750 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-48f6b041-297e-459f-bea1-3fc923d94aed None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:18.962609 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-48f6b041-297e-459f-bea1-3fc923d94aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:19.005682 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f6b041-297e-459f-bea1-3fc923d94aed None None] Network b55c8e99-89e5-4e32-9e22-3e2c4b325fc4 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:21:19.009877 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-48f6b041-297e-459f-bea1-3fc923d94aed None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:19.011738 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6b041-297e-459f-bea1-3fc923d94aed None None] Pushing event updated for resources: {'Port': ['ID=b6db9387-df55-4b9f-a56e-7d64c1ed843f,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:19.014234 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f6b041-297e-459f-bea1-3fc923d94aed None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:21:19.015718 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ac412f7c-8645-4a33-89a7-7b346b34c35e tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:19.070006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac412f7c-8645-4a33-89a7-7b346b34c35e tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'Subnet': ['ID=c4e153dd-d0d2-4a7d-b26c-fb683338d5ff,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:19.071703 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-48f6b041-297e-459f-bea1-3fc923d94aed None None] Attempting to bind port b6db9387-df55-4b9f-a56e-7d64c1ed843f on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:21:19.072081 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-48f6b041-297e-459f-bea1-3fc923d94aed None None] Attempting to bind port b6db9387-df55-4b9f-a56e-7d64c1ed843f by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'fcd7be7f-da55-449e-8087-c71afbc2ed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b55c8e99-89e5-4e32-9e22-3e2c4b325fc4'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:21:19.072445 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f6b041-297e-459f-bea1-3fc923d94aed None None] Attempting to bind port b6db9387-df55-4b9f-a56e-7d64c1ed843f on network b55c8e99-89e5-4e32-9e22-3e2c4b325fc4 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:21:19.078208 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f6b041-297e-459f-bea1-3fc923d94aed None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:21:19.078587 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f6b041-297e-459f-bea1-3fc923d94aed None None] Checking segment: {'id': 'fcd7be7f-da55-449e-8087-c71afbc2ed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b55c8e99-89e5-4e32-9e22-3e2c4b325fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:21:19.078982 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-48f6b041-297e-459f-bea1-3fc923d94aed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:19.079374 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f6b041-297e-459f-bea1-3fc923d94aed None None] Bound using segment: {'id': 'fcd7be7f-da55-449e-8087-c71afbc2ed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b55c8e99-89e5-4e32-9e22-3e2c4b325fc4'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:21:19.079834 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-48f6b041-297e-459f-bea1-3fc923d94aed None None] Bound port: b6db9387-df55-4b9f-a56e-7d64c1ed843f, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd7be7f-da55-449e-8087-c71afbc2ed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b55c8e99-89e5-4e32-9e22-3e2c4b325fc4'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:21:19.080662 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-48f6b041-297e-459f-bea1-3fc923d94aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:19.090257 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac412f7c-8645-4a33-89a7-7b346b34c35e tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Checking segment: {'id': '5b6ca283-ec91-454e-9d4b-b35910a73171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '37474724-a3c1-4470-8b66-4c5bc60fc259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:21:19.090623 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac412f7c-8645-4a33-89a7-7b346b34c35e tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Network hostable DHCP agents. Network: 37474724-a3c1-4470-8b66-4c5bc60fc259, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:21:19.107802 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac412f7c-8645-4a33-89a7-7b346b34c35e tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Network 37474724-a3c1-4470-8b66-4c5bc60fc259 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:21:19.117644 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-ac412f7c-8645-4a33-89a7-7b346b34c35e tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 37474724-a3c1-4470-8b66-4c5bc60fc259) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:19.122945 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac412f7c-8645-4a33-89a7-7b346b34c35e tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:19.123459 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ac412f7c-8645-4a33-89a7-7b346b34c35e tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:19.128132 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4008aa-9af7-4b55-8cc6-d3409cc5a804 None None] Network 37474724-a3c1-4470-8b66-4c5bc60fc259 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:19.139126 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ac412f7c-8645-4a33-89a7-7b346b34c35e tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4278491 Nov 24 21:21:19.141754 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43676) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:19.167444 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-48f6b041-297e-459f-bea1-3fc923d94aed None None] For port b6db9387-df55-4b9f-a56e-7d64c1ed843f, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:21:19.182756 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-48f6b041-297e-459f-bea1-3fc923d94aed None None] For port b6db9387-df55-4b9f-a56e-7d64c1ed843f, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b6db9387-df55-4b9f-a56e-7d64c1ed843f,segment=NetworkSegment(fcd7be7f-da55-449e-8087-c71afbc2ed37),segment_id=fcd7be7f-da55-449e-8087-c71afbc2ed37)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:21:19.208509 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-48f6b041-297e-459f-bea1-3fc923d94aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:19.249438 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07d92777-3d0c-4671-89b6-aa89145d07c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:19.307499 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07d92777-3d0c-4671-89b6-aa89145d07c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:19.370150 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07d92777-3d0c-4671-89b6-aa89145d07c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:19.403626 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d92777-3d0c-4671-89b6-aa89145d07c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e153dd-d0d2-4a7d-b26c-fb683338d5ff,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:19.450028 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6b041-297e-459f-bea1-3fc923d94aed None None] Pushing event updated for resources: {'Port': ['ID=b6db9387-df55-4b9f-a56e-7d64c1ed843f,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:19.484007 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07d92777-3d0c-4671-89b6-aa89145d07c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:19.502861 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c325cbbc-2983-4016-97af-cf5374b48923 None None] Network 37474724-a3c1-4470-8b66-4c5bc60fc259 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:19.514585 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-07d92777-3d0c-4671-89b6-aa89145d07c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37474724-a3c1-4470-8b66-4c5bc60fc259']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:19.525308 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-07d92777-3d0c-4671-89b6-aa89145d07c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6ca283-ec91-454e-9d4b-b35910a73171') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:19.525968 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-07d92777-3d0c-4671-89b6-aa89145d07c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6ca283-ec91-454e-9d4b-b35910a73171') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:19.536437 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07d92777-3d0c-4671-89b6-aa89145d07c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:19.552195 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07d92777-3d0c-4671-89b6-aa89145d07c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:19.560062 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d92777-3d0c-4671-89b6-aa89145d07c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:21:19.560554 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07d92777-3d0c-4671-89b6-aa89145d07c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:21:19.564005 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:21:19.643212 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07d92777-3d0c-4671-89b6-aa89145d07c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:19.651580 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07d92777-3d0c-4671-89b6-aa89145d07c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:19.654937 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-07d92777-3d0c-4671-89b6-aa89145d07c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/networks/37474724-a3c1-4470-8b66-4c5bc60fc259 HTTP/1.1" status: 204 len: 168 time: 0.5120254 Nov 24 21:21:19.658705 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43678) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:19.664352 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-68275bbe-e13a-4f57-917a-9f6e4105a075 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1368699292'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:19.666331 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d92777-3d0c-4671-89b6-aa89145d07c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Network': ['ID=37474724-a3c1-4470-8b66-4c5bc60fc259,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:19.695006 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68275bbe-e13a-4f57-917a-9f6e4105a075 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Made reservation on behalf of ac8a54673cd5474e96369f9cec7ed860 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:19.698786 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-68275bbe-e13a-4f57-917a-9f6e4105a075 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:19.723919 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68275bbe-e13a-4f57-917a-9f6e4105a075 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:21:19.734656 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-68275bbe-e13a-4f57-917a-9f6e4105a075 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:19.735006 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-68275bbe-e13a-4f57-917a-9f6e4105a075 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Added segment 7c68ec7f-5ab2-4186-b289-5f26816893b0 of type vlan for network 44a2e96a-7960-46bf-8b14-b684308982a6 Nov 24 21:21:19.778983 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-68275bbe-e13a-4f57-917a-9f6e4105a075 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:19.806236 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-68275bbe-e13a-4f57-917a-9f6e4105a075 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:19.812595 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68275bbe-e13a-4f57-917a-9f6e4105a075 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:19.813314 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-68275bbe-e13a-4f57-917a-9f6e4105a075 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:19.858615 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-68275bbe-e13a-4f57-917a-9f6e4105a075 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1986785 Nov 24 21:21:19.861542 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43682) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:19.867563 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-eb206d81-26c3-4092-af4e-d61ae67f25b2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Request body: {'subnet': {'network_id': '44a2e96a-7960-46bf-8b14-b684308982a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:19.912333 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68275bbe-e13a-4f57-917a-9f6e4105a075 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'Network': ['ID=44a2e96a-7960-46bf-8b14-b684308982a6,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:19.932690 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 44a2e96a-7960-46bf-8b14-b684308982a6 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:21:19.939937 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a6106-2010-4aa2-b10c-b4fcacc18154 req-e3d2d003-733d-4157-8a6c-d2dd5459ab09 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:19.941511 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8a5a6106-2010-4aa2-b10c-b4fcacc18154 req-e3d2d003-733d-4157-8a6c-d2dd5459ab09 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.0893044 Nov 24 21:21:19.967072 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb206d81-26c3-4092-af4e-d61ae67f25b2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Made reservation on behalf of ac8a54673cd5474e96369f9cec7ed860 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:19.976524 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb206d81-26c3-4092-af4e-d61ae67f25b2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:20.010786 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8a5a6106-2010-4aa2-b10c-b4fcacc18154 req-b011d0f7-37a7-4f24-9752-b6a1f30059d9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622573 Nov 24 21:21:20.048915 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b6db9387-df55-4b9f-a56e-7d64c1ed843f up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:21:20.099832 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b6db9387-df55-4b9f-a56e-7d64c1ed843f triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:20.101064 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:20.189698 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb206d81-26c3-4092-af4e-d61ae67f25b2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:20.191852 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:20.233144 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port b6db9387-df55-4b9f-a56e-7d64c1ed843f, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b6db9387-df55-4b9f-a56e-7d64c1ed843f,segment=NetworkSegment(fcd7be7f-da55-449e-8087-c71afbc2ed37),segment_id=fcd7be7f-da55-449e-8087-c71afbc2ed37)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:20.238337 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:20.265417 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb206d81-26c3-4092-af4e-d61ae67f25b2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'Subnet': ['ID=cff7994c-e2f4-45d9-92fc-23d99317237b,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:20.282767 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb206d81-26c3-4092-af4e-d61ae67f25b2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Checking segment: {'id': '7c68ec7f-5ab2-4186-b289-5f26816893b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '44a2e96a-7960-46bf-8b14-b684308982a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:21:20.283140 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb206d81-26c3-4092-af4e-d61ae67f25b2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Network hostable DHCP agents. Network: 44a2e96a-7960-46bf-8b14-b684308982a6, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:21:20.289675 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=b6db9387-df55-4b9f-a56e-7d64c1ed843f,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:20.302430 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb206d81-26c3-4092-af4e-d61ae67f25b2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Network 44a2e96a-7960-46bf-8b14-b684308982a6 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:21:20.313084 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-eb206d81-26c3-4092-af4e-d61ae67f25b2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 44a2e96a-7960-46bf-8b14-b684308982a6) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:20.318756 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb206d81-26c3-4092-af4e-d61ae67f25b2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:20.320885 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb206d81-26c3-4092-af4e-d61ae67f25b2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:20.322489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff2e343-9a8a-46e6-b348-a57d9b03832b None None] Network 44a2e96a-7960-46bf-8b14-b684308982a6 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:20.343788 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-eb206d81-26c3-4092-af4e-d61ae67f25b2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4776216 Nov 24 21:21:20.344159 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43684) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:20.349474 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-fc234232-9dcf-4462-ab78-6e7a00d9b2dc tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-288176256'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:20.374377 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc234232-9dcf-4462-ab78-6e7a00d9b2dc tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Made reservation on behalf of ac8a54673cd5474e96369f9cec7ed860 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:20.378965 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fc234232-9dcf-4462-ab78-6e7a00d9b2dc tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:20.408408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc234232-9dcf-4462-ab78-6e7a00d9b2dc tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:21:20.418623 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fc234232-9dcf-4462-ab78-6e7a00d9b2dc tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:20.419476 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-fc234232-9dcf-4462-ab78-6e7a00d9b2dc tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Added segment 2204811a-70a2-4870-8e3f-acde27739a51 of type vlan for network 08616800-d1fb-47b7-9ed2-eede637bc7b7 Nov 24 21:21:20.464409 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fc234232-9dcf-4462-ab78-6e7a00d9b2dc tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:20.484788 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb150f63-b3df-46d0-857b-3e9d76ea7a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-44a2e96a-7960-46bf-8b14-b684308982a6', 'network_id': '44a2e96a-7960-46bf-8b14-b684308982a6', 'tenant_id': 'ac8a54673cd5474e96369f9cec7ed860', 'fixed_ips': [{'subnet_id': 'cff7994c-e2f4-45d9-92fc-23d99317237b'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:21:20.486301 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eb150f63-b3df-46d0-857b-3e9d76ea7a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:20.494648 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fc234232-9dcf-4462-ab78-6e7a00d9b2dc tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:20.500943 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc234232-9dcf-4462-ab78-6e7a00d9b2dc tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:20.501610 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fc234232-9dcf-4462-ab78-6e7a00d9b2dc tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:20.548814 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43686) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:20.549199 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fc234232-9dcf-4462-ab78-6e7a00d9b2dc tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2035766 Nov 24 21:21:20.555116 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ae39b23b-52c9-40cf-870e-81b6d09b0f0d tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Request body: {'subnet': {'network_id': '08616800-d1fb-47b7-9ed2-eede637bc7b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:20.563943 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fc4aef-8cb9-40d5-94b2-08b08db8f181 None None] Network b55c8e99-89e5-4e32-9e22-3e2c4b325fc4 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:20.590147 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc234232-9dcf-4462-ab78-6e7a00d9b2dc tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'Network': ['ID=08616800-d1fb-47b7-9ed2-eede637bc7b7,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:20.609195 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 08616800-d1fb-47b7-9ed2-eede637bc7b7 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:21:20.650496 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae39b23b-52c9-40cf-870e-81b6d09b0f0d tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Made reservation on behalf of ac8a54673cd5474e96369f9cec7ed860 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:20.654115 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae39b23b-52c9-40cf-870e-81b6d09b0f0d tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:20.717251 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.ipam_backend_mixin [None req-ae39b23b-52c9-40cf-870e-81b6d09b0f0d tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Performing IP validity checks on allocation pools {{(pid=109990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 21:21:20.717781 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.ipam_backend_mixin [None req-ae39b23b-52c9-40cf-870e-81b6d09b0f0d tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 21:21:20.746482 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8931b17e-e4d3-4f30-b8ff-81288a0793c6 None None] Provisioning complete for port b6db9387-df55-4b9f-a56e-7d64c1ed843f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:20.746858 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8931b17e-e4d3-4f30-b8ff-81288a0793c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:20.790321 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-eb150f63-b3df-46d0-857b-3e9d76ea7a69 None None] Allocated IP 2001:db8::1 (44a2e96a-7960-46bf-8b14-b684308982a6/cff7994c-e2f4-45d9-92fc-23d99317237b/8e14ce9f-b9f9-46ba-b860-47264cb0a25f) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:21:20.844544 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae39b23b-52c9-40cf-870e-81b6d09b0f0d tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:20.916119 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39b23b-52c9-40cf-870e-81b6d09b0f0d tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'Subnet': ['ID=31e392f0-e304-449d-9f9a-f86a397d914f,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:20.921472 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39b23b-52c9-40cf-870e-81b6d09b0f0d tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Checking segment: {'id': '2204811a-70a2-4870-8e3f-acde27739a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '08616800-d1fb-47b7-9ed2-eede637bc7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:21:20.921845 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae39b23b-52c9-40cf-870e-81b6d09b0f0d tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Network hostable DHCP agents. Network: 08616800-d1fb-47b7-9ed2-eede637bc7b7, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:21:20.940288 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae39b23b-52c9-40cf-870e-81b6d09b0f0d tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Network 08616800-d1fb-47b7-9ed2-eede637bc7b7 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:21:20.949861 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-ae39b23b-52c9-40cf-870e-81b6d09b0f0d tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 08616800-d1fb-47b7-9ed2-eede637bc7b7) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:20.953934 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae39b23b-52c9-40cf-870e-81b6d09b0f0d tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:20.954535 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae39b23b-52c9-40cf-870e-81b6d09b0f0d tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:20.965092 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648f446d-c778-4e74-ba78-211d2f4247eb None None] Network 08616800-d1fb-47b7-9ed2-eede637bc7b7 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:20.971571 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ae39b23b-52c9-40cf-870e-81b6d09b0f0d tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.4215031 Nov 24 21:21:20.974229 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43688) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:21.075386 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-550d1b64-9f66-48cd-923e-2a690fee8d94 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:21.123417 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eb150f63-b3df-46d0-857b-3e9d76ea7a69 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:21.145979 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-550d1b64-9f66-48cd-923e-2a690fee8d94 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:21.152263 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eb150f63-b3df-46d0-857b-3e9d76ea7a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:21.158021 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d5a75-f77e-489f-9117-dfaad06458f1 req-5e1cfa0a-3ad8-45be-819a-e7141ca8e829 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:21.160538 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b75d5a75-f77e-489f-9117-dfaad06458f1 req-5e1cfa0a-3ad8-45be-819a-e7141ca8e829 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.0674279 Nov 24 21:21:21.216569 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b75d5a75-f77e-489f-9117-dfaad06458f1 req-8852c4e5-e7ef-47c5-aa32-277d3cd94309 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479181 Nov 24 21:21:21.223563 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb150f63-b3df-46d0-857b-3e9d76ea7a69 None None] Pushing event updated for resources: {'Port': ['ID=8e14ce9f-b9f9-46ba-b860-47264cb0a25f,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:21.226431 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-550d1b64-9f66-48cd-923e-2a690fee8d94 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:21.245742 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb150f63-b3df-46d0-857b-3e9d76ea7a69 None None] Network 44a2e96a-7960-46bf-8b14-b684308982a6 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:21:21.249658 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-eb150f63-b3df-46d0-857b-3e9d76ea7a69 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:21.253142 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb150f63-b3df-46d0-857b-3e9d76ea7a69 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:21:21.280100 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef095b8-41be-494e-a181-c76d5260e943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-08616800-d1fb-47b7-9ed2-eede637bc7b7', 'network_id': '08616800-d1fb-47b7-9ed2-eede637bc7b7', 'tenant_id': 'ac8a54673cd5474e96369f9cec7ed860', 'fixed_ips': [{'subnet_id': '31e392f0-e304-449d-9f9a-f86a397d914f'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:21:21.280994 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4ef095b8-41be-494e-a181-c76d5260e943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:21.283451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d1b64-9f66-48cd-923e-2a690fee8d94 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Subnet': ['ID=31e392f0-e304-449d-9f9a-f86a397d914f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:21.342101 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-550d1b64-9f66-48cd-923e-2a690fee8d94 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:21.364516 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-550d1b64-9f66-48cd-923e-2a690fee8d94 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08616800-d1fb-47b7-9ed2-eede637bc7b7']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:21.376441 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-550d1b64-9f66-48cd-923e-2a690fee8d94 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2204811a-70a2-4870-8e3f-acde27739a51') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:21.377097 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-550d1b64-9f66-48cd-923e-2a690fee8d94 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2204811a-70a2-4870-8e3f-acde27739a51') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:21.390323 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-550d1b64-9f66-48cd-923e-2a690fee8d94 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:21.393789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-eb150f63-b3df-46d0-857b-3e9d76ea7a69 None None] Attempting to bind port 8e14ce9f-b9f9-46ba-b860-47264cb0a25f on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:21:21.394195 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-eb150f63-b3df-46d0-857b-3e9d76ea7a69 None None] Attempting to bind port 8e14ce9f-b9f9-46ba-b860-47264cb0a25f by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '7c68ec7f-5ab2-4186-b289-5f26816893b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '44a2e96a-7960-46bf-8b14-b684308982a6'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:21:21.394650 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb150f63-b3df-46d0-857b-3e9d76ea7a69 None None] Attempting to bind port 8e14ce9f-b9f9-46ba-b860-47264cb0a25f on network 44a2e96a-7960-46bf-8b14-b684308982a6 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:21:21.404155 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb150f63-b3df-46d0-857b-3e9d76ea7a69 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:21:21.404572 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb150f63-b3df-46d0-857b-3e9d76ea7a69 None None] Checking segment: {'id': '7c68ec7f-5ab2-4186-b289-5f26816893b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '44a2e96a-7960-46bf-8b14-b684308982a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:21:21.405054 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eb150f63-b3df-46d0-857b-3e9d76ea7a69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:21.405435 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb150f63-b3df-46d0-857b-3e9d76ea7a69 None None] Bound using segment: {'id': '7c68ec7f-5ab2-4186-b289-5f26816893b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '44a2e96a-7960-46bf-8b14-b684308982a6'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:21:21.405872 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-550d1b64-9f66-48cd-923e-2a690fee8d94 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:21.405997 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-eb150f63-b3df-46d0-857b-3e9d76ea7a69 None None] Bound port: 8e14ce9f-b9f9-46ba-b860-47264cb0a25f, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c68ec7f-5ab2-4186-b289-5f26816893b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '44a2e96a-7960-46bf-8b14-b684308982a6'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:21:21.406377 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eb150f63-b3df-46d0-857b-3e9d76ea7a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:21.410602 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6049594-b809-4c14-aa4c-1af72d17054c None None] Network 08616800-d1fb-47b7-9ed2-eede637bc7b7 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:21.413212 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550d1b64-9f66-48cd-923e-2a690fee8d94 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:21:21.414014 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-550d1b64-9f66-48cd-923e-2a690fee8d94 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:21:21.416720 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:21:21.476833 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-550d1b64-9f66-48cd-923e-2a690fee8d94 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:21.484873 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-550d1b64-9f66-48cd-923e-2a690fee8d94 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:21.491838 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-550d1b64-9f66-48cd-923e-2a690fee8d94 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/networks/08616800-d1fb-47b7-9ed2-eede637bc7b7 HTTP/1.1" status: 204 len: 168 time: 0.5123515 Nov 24 21:21:21.492264 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43692) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:21.497810 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-2281817a-c886-49da-a1a6-99b89c31d8c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1845689935'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:21.498472 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d1b64-9f66-48cd-923e-2a690fee8d94 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Network': ['ID=08616800-d1fb-47b7-9ed2-eede637bc7b7,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:21.520100 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2281817a-c886-49da-a1a6-99b89c31d8c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Made reservation on behalf of ac8a54673cd5474e96369f9cec7ed860 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:21.525520 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2281817a-c886-49da-a1a6-99b89c31d8c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:21.549558 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2281817a-c886-49da-a1a6-99b89c31d8c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:21:21.558640 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2281817a-c886-49da-a1a6-99b89c31d8c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:21.559067 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-2281817a-c886-49da-a1a6-99b89c31d8c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Added segment 34aab33e-524a-4139-9460-d919a7325901 of type vlan for network d70e48bf-cf2b-480e-a49c-b1ef85e400a4 Nov 24 21:21:21.560426 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-eb150f63-b3df-46d0-857b-3e9d76ea7a69 None None] For port 8e14ce9f-b9f9-46ba-b860-47264cb0a25f, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:21:21.563986 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4b2fd857-568e-4a50-857e-2174a072e950 None None] Provisioning complete for port b6db9387-df55-4b9f-a56e-7d64c1ed843f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:21.564458 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4b2fd857-568e-4a50-857e-2174a072e950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:21.600308 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2281817a-c886-49da-a1a6-99b89c31d8c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:21.609551 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-eb150f63-b3df-46d0-857b-3e9d76ea7a69 None None] For port 8e14ce9f-b9f9-46ba-b860-47264cb0a25f, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=8e14ce9f-b9f9-46ba-b860-47264cb0a25f,segment=NetworkSegment(7c68ec7f-5ab2-4186-b289-5f26816893b0),segment_id=7c68ec7f-5ab2-4186-b289-5f26816893b0)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:21:21.617609 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eb150f63-b3df-46d0-857b-3e9d76ea7a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:21.625855 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2281817a-c886-49da-a1a6-99b89c31d8c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:21.632039 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2281817a-c886-49da-a1a6-99b89c31d8c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:21.632625 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2281817a-c886-49da-a1a6-99b89c31d8c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:21.680021 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2281817a-c886-49da-a1a6-99b89c31d8c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1820226 Nov 24 21:21:21.680021 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43694) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:21.684938 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-5153e9a3-44dd-4027-a36c-5ca2909bc3ef tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Request body: {'subnet': {'network_id': 'd70e48bf-cf2b-480e-a49c-b1ef85e400a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:21.687484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb150f63-b3df-46d0-857b-3e9d76ea7a69 None None] Pushing event updated for resources: {'Port': ['ID=8e14ce9f-b9f9-46ba-b860-47264cb0a25f,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:21.744367 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281817a-c886-49da-a1a6-99b89c31d8c6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'Network': ['ID=d70e48bf-cf2b-480e-a49c-b1ef85e400a4,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:21.755691 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network d70e48bf-cf2b-480e-a49c-b1ef85e400a4 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:21:21.808405 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5153e9a3-44dd-4027-a36c-5ca2909bc3ef tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Made reservation on behalf of ac8a54673cd5474e96369f9cec7ed860 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:21.812459 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5153e9a3-44dd-4027-a36c-5ca2909bc3ef tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:22.052403 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5153e9a3-44dd-4027-a36c-5ca2909bc3ef tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:22.065177 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 8e14ce9f-b9f9-46ba-b860-47264cb0a25f up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:21:22.120314 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 8e14ce9f-b9f9-46ba-b860-47264cb0a25f triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:22.120579 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:22.126095 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153e9a3-44dd-4027-a36c-5ca2909bc3ef tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'Subnet': ['ID=29b8023b-0a12-46a0-8e24-9c0a31204252,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:22.130546 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5153e9a3-44dd-4027-a36c-5ca2909bc3ef tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Checking segment: {'id': '34aab33e-524a-4139-9460-d919a7325901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd70e48bf-cf2b-480e-a49c-b1ef85e400a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:21:22.130947 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5153e9a3-44dd-4027-a36c-5ca2909bc3ef tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Network hostable DHCP agents. Network: d70e48bf-cf2b-480e-a49c-b1ef85e400a4, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:21:22.150261 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5153e9a3-44dd-4027-a36c-5ca2909bc3ef tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Network d70e48bf-cf2b-480e-a49c-b1ef85e400a4 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:21:22.159661 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-5153e9a3-44dd-4027-a36c-5ca2909bc3ef tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, d70e48bf-cf2b-480e-a49c-b1ef85e400a4) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:22.164488 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153e9a3-44dd-4027-a36c-5ca2909bc3ef tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:22.165161 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5153e9a3-44dd-4027-a36c-5ca2909bc3ef tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:22.172042 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469092fd-8d01-4b41-86f4-33a9db6f2fc0 None None] Network d70e48bf-cf2b-480e-a49c-b1ef85e400a4 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:22.188050 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43696) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:22.189402 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5153e9a3-44dd-4027-a36c-5ca2909bc3ef tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.5079658 Nov 24 21:21:22.304914 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e21e654-bf4f-4afc-bd07-cdd87cd67435 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:22.371651 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e21e654-bf4f-4afc-bd07-cdd87cd67435 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:22.377953 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81aed3c-c74b-4d67-b47d-8a4ecdb86a04 req-9116d8bf-c2ce-4952-b483-500822777355 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:22.380564 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d81aed3c-c74b-4d67-b47d-8a4ecdb86a04 req-9116d8bf-c2ce-4952-b483-500822777355 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.0604198 Nov 24 21:21:22.433896 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:22.436597 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d81aed3c-c74b-4d67-b47d-8a4ecdb86a04 req-ada99dfc-7c37-4ffb-98fd-ecda63de096d tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486836 Nov 24 21:21:22.473985 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e21e654-bf4f-4afc-bd07-cdd87cd67435 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:22.486375 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 8e14ce9f-b9f9-46ba-b860-47264cb0a25f, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=8e14ce9f-b9f9-46ba-b860-47264cb0a25f,segment=NetworkSegment(7c68ec7f-5ab2-4186-b289-5f26816893b0),segment_id=7c68ec7f-5ab2-4186-b289-5f26816893b0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:22.505031 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:22.505832 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b6db9387-df55-4b9f-a56e-7d64c1ed843f up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:21:22.511011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21e654-bf4f-4afc-bd07-cdd87cd67435 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Subnet': ['ID=29b8023b-0a12-46a0-8e24-9c0a31204252,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:22.584196 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4649665-c21f-4bcc-b15b-abae17693144 None None] Network d70e48bf-cf2b-480e-a49c-b1ef85e400a4 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:22.585879 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e21e654-bf4f-4afc-bd07-cdd87cd67435 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:22.609380 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-0e21e654-bf4f-4afc-bd07-cdd87cd67435 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70e48bf-cf2b-480e-a49c-b1ef85e400a4']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:22.619810 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-0e21e654-bf4f-4afc-bd07-cdd87cd67435 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34aab33e-524a-4139-9460-d919a7325901') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:22.620205 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-0e21e654-bf4f-4afc-bd07-cdd87cd67435 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34aab33e-524a-4139-9460-d919a7325901') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:22.633134 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e21e654-bf4f-4afc-bd07-cdd87cd67435 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:22.633914 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=8e14ce9f-b9f9-46ba-b860-47264cb0a25f,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:22.648911 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e21e654-bf4f-4afc-bd07-cdd87cd67435 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:22.655869 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e21e654-bf4f-4afc-bd07-cdd87cd67435 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:21:22.656279 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e21e654-bf4f-4afc-bd07-cdd87cd67435 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:21:22.659554 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:21:22.676835 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:21:22.677191 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:21:22.677544 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:21:22.677888 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:21:22.678255 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:21:22.678597 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:21:22.678936 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:21:22.679271 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:21:22.679603 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:21:22.679960 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:21:22.680255 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:21:22.680583 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:21:22.693543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b6db9387-df55-4b9f-a56e-7d64c1ed843f triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:22.694137 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:22.729172 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e21e654-bf4f-4afc-bd07-cdd87cd67435 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:22.735994 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e21e654-bf4f-4afc-bd07-cdd87cd67435 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:22.743594 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43700) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:22.743838 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0e21e654-bf4f-4afc-bd07-cdd87cd67435 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/networks/d70e48bf-cf2b-480e-a49c-b1ef85e400a4 HTTP/1.1" status: 204 len: 168 time: 0.5540338 Nov 24 21:21:22.748902 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-35aa0858-aaf9-455c-a23e-a8e372f9fcc3 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-249736100'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:22.760330 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21e654-bf4f-4afc-bd07-cdd87cd67435 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Network': ['ID=d70e48bf-cf2b-480e-a49c-b1ef85e400a4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:22.786612 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35aa0858-aaf9-455c-a23e-a8e372f9fcc3 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Made reservation on behalf of ac8a54673cd5474e96369f9cec7ed860 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:22.790961 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35aa0858-aaf9-455c-a23e-a8e372f9fcc3 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:22.812468 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4751c206-2b33-467f-8268-e03b1ee2073b None None] Network 44a2e96a-7960-46bf-8b14-b684308982a6 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:22.818731 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35aa0858-aaf9-455c-a23e-a8e372f9fcc3 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:21:22.828679 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35aa0858-aaf9-455c-a23e-a8e372f9fcc3 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:22.829056 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-35aa0858-aaf9-455c-a23e-a8e372f9fcc3 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Added segment 5ee5f34f-e61b-4cab-a760-2cd0b6d006e0 of type vlan for network 96659bd9-ad5e-4971-923d-ba82a730401a Nov 24 21:21:22.880761 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35aa0858-aaf9-455c-a23e-a8e372f9fcc3 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:22.902352 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-845d6228-066a-4542-8d7a-7373e23195f2 None None] Provisioning complete for port 8e14ce9f-b9f9-46ba-b860-47264cb0a25f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:22.902649 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-845d6228-066a-4542-8d7a-7373e23195f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:22.907760 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35aa0858-aaf9-455c-a23e-a8e372f9fcc3 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:22.913853 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35aa0858-aaf9-455c-a23e-a8e372f9fcc3 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:22.914528 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35aa0858-aaf9-455c-a23e-a8e372f9fcc3 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:22.955257 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-35aa0858-aaf9-455c-a23e-a8e372f9fcc3 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2076812 Nov 24 21:21:22.955606 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43702) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:22.961550 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ae7d444b-4195-4a70-bca2-1bd5ede435c4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Request body: {'subnet': {'network_id': '96659bd9-ad5e-4971-923d-ba82a730401a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:22.988361 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa0858-aaf9-455c-a23e-a8e372f9fcc3 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'Network': ['ID=96659bd9-ad5e-4971-923d-ba82a730401a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:23.027446 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 96659bd9-ad5e-4971-923d-ba82a730401a details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:21:23.053704 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7d444b-4195-4a70-bca2-1bd5ede435c4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Made reservation on behalf of ac8a54673cd5474e96369f9cec7ed860 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:23.057211 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae7d444b-4195-4a70-bca2-1bd5ede435c4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:23.252011 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae7d444b-4195-4a70-bca2-1bd5ede435c4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:23.321933 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d444b-4195-4a70-bca2-1bd5ede435c4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'Subnet': ['ID=8531d653-dc78-45a7-a7d5-7e34726b0425,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:23.328576 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7d444b-4195-4a70-bca2-1bd5ede435c4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Checking segment: {'id': '5ee5f34f-e61b-4cab-a760-2cd0b6d006e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '96659bd9-ad5e-4971-923d-ba82a730401a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:21:23.329033 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7d444b-4195-4a70-bca2-1bd5ede435c4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Network hostable DHCP agents. Network: 96659bd9-ad5e-4971-923d-ba82a730401a, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:21:23.345250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7d444b-4195-4a70-bca2-1bd5ede435c4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Network 96659bd9-ad5e-4971-923d-ba82a730401a is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:21:23.353595 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-ae7d444b-4195-4a70-bca2-1bd5ede435c4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 96659bd9-ad5e-4971-923d-ba82a730401a) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:23.357714 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7d444b-4195-4a70-bca2-1bd5ede435c4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:23.358417 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae7d444b-4195-4a70-bca2-1bd5ede435c4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:23.363370 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2f522e-b5d9-4947-a321-5954a293adeb None None] Network 96659bd9-ad5e-4971-923d-ba82a730401a requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:23.376093 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ae7d444b-4195-4a70-bca2-1bd5ede435c4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4193726 Nov 24 21:21:23.378685 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43704) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:23.452707 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-999070c4-aef8-4f0c-90a6-94beb7be5fd5 None None] Provisioning complete for port 8e14ce9f-b9f9-46ba-b860-47264cb0a25f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:23.452972 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-999070c4-aef8-4f0c-90a6-94beb7be5fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:23.482275 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88b298e5-0346-4a1a-8ce5-7a704193bf34 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:23.490168 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 6a88289e-350d-441b-9d5d-82e908753834 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:21:23.560859 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88b298e5-0346-4a1a-8ce5-7a704193bf34 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:23.590087 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914c3c3-e4aa-4321-a361-a1a1759c7edc req-372557ce-b213-4567-9dcb-a2eb42c00314 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:23.591637 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8914c3c3-e4aa-4321-a361-a1a1759c7edc req-372557ce-b213-4567-9dcb-a2eb42c00314 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.0620103 Nov 24 21:21:23.633828 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88b298e5-0346-4a1a-8ce5-7a704193bf34 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:23.672863 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0520fa1f-0b2b-4469-8ac3-6cab9742f52e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-96659bd9-ad5e-4971-923d-ba82a730401a', 'network_id': '96659bd9-ad5e-4971-923d-ba82a730401a', 'tenant_id': 'ac8a54673cd5474e96369f9cec7ed860', 'fixed_ips': [{'subnet_id': '8531d653-dc78-45a7-a7d5-7e34726b0425'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:21:23.673734 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0520fa1f-0b2b-4469-8ac3-6cab9742f52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:23.677449 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8914c3c3-e4aa-4321-a361-a1a1759c7edc req-3351b935-6907-4857-98c6-e9515b4e68c9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759788 Nov 24 21:21:23.684627 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b298e5-0346-4a1a-8ce5-7a704193bf34 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Subnet': ['ID=8531d653-dc78-45a7-a7d5-7e34726b0425,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:23.718119 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 6a88289e-350d-441b-9d5d-82e908753834, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=6a88289e-350d-441b-9d5d-82e908753834,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:23.739234 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '6a88289e-350d-441b-9d5d-82e908753834', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'port_id': '6a88289e-350d-441b-9d5d-82e908753834', 'mac_address': 'fa:16:3e:6c:cb:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:21:23.759319 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88b298e5-0346-4a1a-8ce5-7a704193bf34 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:23.782161 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-88b298e5-0346-4a1a-8ce5-7a704193bf34 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96659bd9-ad5e-4971-923d-ba82a730401a']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:23.796457 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-88b298e5-0346-4a1a-8ce5-7a704193bf34 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee5f34f-e61b-4cab-a760-2cd0b6d006e0') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:23.796657 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-88b298e5-0346-4a1a-8ce5-7a704193bf34 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee5f34f-e61b-4cab-a760-2cd0b6d006e0') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:23.809571 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88b298e5-0346-4a1a-8ce5-7a704193bf34 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:23.828694 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88b298e5-0346-4a1a-8ce5-7a704193bf34 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:23.834994 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f6ffb7-c007-424a-beb7-10255a511f9b None None] Network 96659bd9-ad5e-4971-923d-ba82a730401a requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:23.837287 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:23.840347 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b298e5-0346-4a1a-8ce5-7a704193bf34 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:21:23.841287 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88b298e5-0346-4a1a-8ce5-7a704193bf34 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:21:23.844646 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:21:23.874060 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a88289e-350d-441b-9d5d-82e908753834 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:21:23.925812 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88b298e5-0346-4a1a-8ce5-7a704193bf34 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:23.935103 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 6a88289e-350d-441b-9d5d-82e908753834, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=6a88289e-350d-441b-9d5d-82e908753834,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:23.940402 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88b298e5-0346-4a1a-8ce5-7a704193bf34 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:23.943663 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:23.945647 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-88b298e5-0346-4a1a-8ce5-7a704193bf34 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/networks/96659bd9-ad5e-4971-923d-ba82a730401a HTTP/1.1" status: 204 len: 168 time: 0.5657821 Nov 24 21:21:23.949571 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43720) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:23.956675 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c61b716b-af05-42b2-9581-4949cb6d94b8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1586105871'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:23.967792 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b298e5-0346-4a1a-8ce5-7a704193bf34 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Network': ['ID=96659bd9-ad5e-4971-923d-ba82a730401a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:24.016740 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61b716b-af05-42b2-9581-4949cb6d94b8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Made reservation on behalf of ac8a54673cd5474e96369f9cec7ed860 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:24.021224 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c61b716b-af05-42b2-9581-4949cb6d94b8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:24.033767 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 8e14ce9f-b9f9-46ba-b860-47264cb0a25f up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:21:24.039590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=6a88289e-350d-441b-9d5d-82e908753834,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:24.061157 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61b716b-af05-42b2-9581-4949cb6d94b8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:21:24.063585 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['6a88289e-350d-441b-9d5d-82e908753834'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:21:24.072836 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c61b716b-af05-42b2-9581-4949cb6d94b8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:24.073187 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-c61b716b-af05-42b2-9581-4949cb6d94b8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Added segment 13a18bf1-c486-47fb-9ab3-8c8839b9be6a of type vlan for network a60b46d2-013f-4097-8047-7ecde0ba3a44 Nov 24 21:21:24.120288 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c61b716b-af05-42b2-9581-4949cb6d94b8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:24.149361 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 8e14ce9f-b9f9-46ba-b860-47264cb0a25f triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:24.149775 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:24.153121 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c61b716b-af05-42b2-9581-4949cb6d94b8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:24.159220 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61b716b-af05-42b2-9581-4949cb6d94b8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:24.159828 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c61b716b-af05-42b2-9581-4949cb6d94b8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:24.199600 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c61b716b-af05-42b2-9581-4949cb6d94b8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2473483 Nov 24 21:21:24.202785 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43734) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:24.207901 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-82cb82bd-e6ef-4ef3-9301-6acd35598c12 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Request body: {'subnet': {'network_id': 'a60b46d2-013f-4097-8047-7ecde0ba3a44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:24.262996 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b716b-af05-42b2-9581-4949cb6d94b8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'Network': ['ID=a60b46d2-013f-4097-8047-7ecde0ba3a44,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:24.278783 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network a60b46d2-013f-4097-8047-7ecde0ba3a44 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:21:24.326509 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cb82bd-e6ef-4ef3-9301-6acd35598c12 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Made reservation on behalf of ac8a54673cd5474e96369f9cec7ed860 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:24.330455 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-82cb82bd-e6ef-4ef3-9301-6acd35598c12 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:24.550385 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-82cb82bd-e6ef-4ef3-9301-6acd35598c12 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:24.604901 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb82bd-e6ef-4ef3-9301-6acd35598c12 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'Subnet': ['ID=30e1fbea-69c6-4a1f-9e34-ac7c53b5c37a,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:24.624050 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb82bd-e6ef-4ef3-9301-6acd35598c12 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Checking segment: {'id': '13a18bf1-c486-47fb-9ab3-8c8839b9be6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a60b46d2-013f-4097-8047-7ecde0ba3a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:21:24.624419 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cb82bd-e6ef-4ef3-9301-6acd35598c12 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Network hostable DHCP agents. Network: a60b46d2-013f-4097-8047-7ecde0ba3a44, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:21:24.642206 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cb82bd-e6ef-4ef3-9301-6acd35598c12 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Network a60b46d2-013f-4097-8047-7ecde0ba3a44 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:21:24.652325 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-82cb82bd-e6ef-4ef3-9301-6acd35598c12 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, a60b46d2-013f-4097-8047-7ecde0ba3a44) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:24.658167 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cb82bd-e6ef-4ef3-9301-6acd35598c12 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:24.660714 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e392e414-b945-4f92-abed-81db82c58a79 None None] Network a60b46d2-013f-4097-8047-7ecde0ba3a44 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:24.661045 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-82cb82bd-e6ef-4ef3-9301-6acd35598c12 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:24.682116 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-82cb82bd-e6ef-4ef3-9301-6acd35598c12 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4782407 Nov 24 21:21:24.684967 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43740) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:24.690274 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-59690545-43f1-4d57-b73a-0396d06d39d5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Request body: {'subnet': {'network_id': 'a60b46d2-013f-4097-8047-7ecde0ba3a44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:24.875435 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d469ba0-74b0-4eb4-8ab4-bd852077da12 req-7f9a13c5-52b1-417e-adc7-25a34020258f tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:24.884003 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3d469ba0-74b0-4eb4-8ab4-bd852077da12 req-7f9a13c5-52b1-417e-adc7-25a34020258f tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 944 time: 0.0813918 Nov 24 21:21:24.892693 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59690545-43f1-4d57-b73a-0396d06d39d5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Made reservation on behalf of ac8a54673cd5474e96369f9cec7ed860 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:24.896261 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-59690545-43f1-4d57-b73a-0396d06d39d5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:24.910021 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa94069e-88bc-4839-8c30-24a440838792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-a60b46d2-013f-4097-8047-7ecde0ba3a44', 'network_id': 'a60b46d2-013f-4097-8047-7ecde0ba3a44', 'tenant_id': 'ac8a54673cd5474e96369f9cec7ed860', 'fixed_ips': [{'subnet_id': '30e1fbea-69c6-4a1f-9e34-ac7c53b5c37a'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:21:24.910910 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fa94069e-88bc-4839-8c30-24a440838792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:25.015324 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3d469ba0-74b0-4eb4-8ab4-bd852077da12 req-9000ff6d-a3f1-4d11-b4ed-17df89db4bb3 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253912 Nov 24 21:21:25.092592 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-fa94069e-88bc-4839-8c30-24a440838792 None None] Allocated IP 2001:db8::2 (a60b46d2-013f-4097-8047-7ecde0ba3a44/30e1fbea-69c6-4a1f-9e34-ac7c53b5c37a/2ba1209c-14f4-49f0-b4f6-11c4587217bd) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:21:25.237796 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-59690545-43f1-4d57-b73a-0396d06d39d5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:25.289988 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59690545-43f1-4d57-b73a-0396d06d39d5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Network a60b46d2-013f-4097-8047-7ecde0ba3a44 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:21:25.293398 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-59690545-43f1-4d57-b73a-0396d06d39d5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:25.297872 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59690545-43f1-4d57-b73a-0396d06d39d5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:25.298526 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-59690545-43f1-4d57-b73a-0396d06d39d5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:25.317411 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59690545-43f1-4d57-b73a-0396d06d39d5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'Subnet': ['ID=ad31af83-d0c8-49c7-9cf1-d94b474a26b0,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:25.323696 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fa94069e-88bc-4839-8c30-24a440838792 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:25.329639 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-59690545-43f1-4d57-b73a-0396d06d39d5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6409807 Nov 24 21:21:25.329825 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43744) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:25.336585 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fa94069e-88bc-4839-8c30-24a440838792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:25.395598 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa94069e-88bc-4839-8c30-24a440838792 None None] Network a60b46d2-013f-4097-8047-7ecde0ba3a44 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:21:25.400781 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-fa94069e-88bc-4839-8c30-24a440838792 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:25.403100 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94069e-88bc-4839-8c30-24a440838792 None None] Pushing event updated for resources: {'Port': ['ID=2ba1209c-14f4-49f0-b4f6-11c4587217bd,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:25.405917 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa94069e-88bc-4839-8c30-24a440838792 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:21:25.449167 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72553d56-7386-4c29-bf70-570b57aa35a6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:25.451151 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72553d56-7386-4c29-bf70-570b57aa35a6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:25.452717 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72553d56-7386-4c29-bf70-570b57aa35a6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:25.454308 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72553d56-7386-4c29-bf70-570b57aa35a6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:25.455844 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72553d56-7386-4c29-bf70-570b57aa35a6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:25.457685 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-72553d56-7386-4c29-bf70-570b57aa35a6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1269491 Nov 24 21:21:25.461687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43746) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:25.467472 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a6ec4e76-3fbc-4d29-a528-146e73c2d6b4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2135031899'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:25.496097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-fa94069e-88bc-4839-8c30-24a440838792 None None] Attempting to bind port 2ba1209c-14f4-49f0-b4f6-11c4587217bd on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:21:25.496468 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-fa94069e-88bc-4839-8c30-24a440838792 None None] Attempting to bind port 2ba1209c-14f4-49f0-b4f6-11c4587217bd by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '13a18bf1-c486-47fb-9ab3-8c8839b9be6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a60b46d2-013f-4097-8047-7ecde0ba3a44'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:21:25.496928 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa94069e-88bc-4839-8c30-24a440838792 None None] Attempting to bind port 2ba1209c-14f4-49f0-b4f6-11c4587217bd on network a60b46d2-013f-4097-8047-7ecde0ba3a44 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:21:25.498400 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ec4e76-3fbc-4d29-a528-146e73c2d6b4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Made reservation on behalf of ac8a54673cd5474e96369f9cec7ed860 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:25.500385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 6a88289e-350d-441b-9d5d-82e908753834 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:21:25.502267 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6ec4e76-3fbc-4d29-a528-146e73c2d6b4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:25.525192 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa94069e-88bc-4839-8c30-24a440838792 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:21:25.528599 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa94069e-88bc-4839-8c30-24a440838792 None None] Checking segment: {'id': '13a18bf1-c486-47fb-9ab3-8c8839b9be6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a60b46d2-013f-4097-8047-7ecde0ba3a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:21:25.528832 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fa94069e-88bc-4839-8c30-24a440838792 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:25.529466 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa94069e-88bc-4839-8c30-24a440838792 None None] Bound using segment: {'id': '13a18bf1-c486-47fb-9ab3-8c8839b9be6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a60b46d2-013f-4097-8047-7ecde0ba3a44'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:21:25.529574 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-fa94069e-88bc-4839-8c30-24a440838792 None None] Bound port: 2ba1209c-14f4-49f0-b4f6-11c4587217bd, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a18bf1-c486-47fb-9ab3-8c8839b9be6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a60b46d2-013f-4097-8047-7ecde0ba3a44'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:21:25.530038 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ec4e76-3fbc-4d29-a528-146e73c2d6b4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:21:25.530352 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fa94069e-88bc-4839-8c30-24a440838792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:25.541387 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6ec4e76-3fbc-4d29-a528-146e73c2d6b4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:25.542098 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-a6ec4e76-3fbc-4d29-a528-146e73c2d6b4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Added segment c6b2a143-c8f8-46b4-922f-8c1d4d4f3c64 of type vlan for network 7735ed4e-e903-4cec-8e7c-2f1c4b0f3419 Nov 24 21:21:25.597063 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6ec4e76-3fbc-4d29-a528-146e73c2d6b4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:25.629457 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6ec4e76-3fbc-4d29-a528-146e73c2d6b4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:25.637009 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ec4e76-3fbc-4d29-a528-146e73c2d6b4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:25.637328 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-fa94069e-88bc-4839-8c30-24a440838792 None None] For port 2ba1209c-14f4-49f0-b4f6-11c4587217bd, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:21:25.637631 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6ec4e76-3fbc-4d29-a528-146e73c2d6b4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:25.642911 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-fa94069e-88bc-4839-8c30-24a440838792 None None] For port 2ba1209c-14f4-49f0-b4f6-11c4587217bd, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2ba1209c-14f4-49f0-b4f6-11c4587217bd,segment=NetworkSegment(13a18bf1-c486-47fb-9ab3-8c8839b9be6a),segment_id=13a18bf1-c486-47fb-9ab3-8c8839b9be6a)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:21:25.648898 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 6a88289e-350d-441b-9d5d-82e908753834 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:25.649277 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:25.652912 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fa94069e-88bc-4839-8c30-24a440838792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:25.727695 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a6ec4e76-3fbc-4d29-a528-146e73c2d6b4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2640226 Nov 24 21:21:25.730315 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43748) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:25.739128 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-5aec3fda-7ac5-4d92-be40-116361766d6b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:25.743429 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec4e76-3fbc-4d29-a528-146e73c2d6b4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'Network': ['ID=7735ed4e-e903-4cec-8e7c-2f1c4b0f3419,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:25.890850 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 7735ed4e-e903-4cec-8e7c-2f1c4b0f3419 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:21:25.947743 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5aec3fda-7ac5-4d92-be40-116361766d6b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:25.965459 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5aec3fda-7ac5-4d92-be40-116361766d6b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:25.974863 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5aec3fda-7ac5-4d92-be40-116361766d6b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Network 7735ed4e-e903-4cec-8e7c-2f1c4b0f3419 is not hosted by any dhcp agent {{(pid=109990) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 21:21:25.981600 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aec3fda-7ac5-4d92-be40-116361766d6b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:25.982234 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5aec3fda-7ac5-4d92-be40-116361766d6b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:25.983890 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5aec3fda-7ac5-4d92-be40-116361766d6b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "PUT /v2.0/networks/7735ed4e-e903-4cec-8e7c-2f1c4b0f3419 HTTP/1.1" status: 200 len: 723 time: 0.2507825 Nov 24 21:21:25.986412 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43750) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:25.992097 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-f820a94e-00dd-4c5d-a0ac-cce504e932f8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Request body: {'subnet': {'network_id': '7735ed4e-e903-4cec-8e7c-2f1c4b0f3419', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:26.016976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94069e-88bc-4839-8c30-24a440838792 None None] Pushing event updated for resources: {'Port': ['ID=2ba1209c-14f4-49f0-b4f6-11c4587217bd,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:26.082200 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:26.113519 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2bf731-3390-4d5a-936a-55715efe4a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a88289e-350d-441b-9d5d-82e908753834'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:21:26.118127 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06216cfe-db50-4dfc-9526-f4a265258048" -d '{"events": [{"server_uuid": "3c2bf731-3390-4d5a-936a-55715efe4a37", "name": "network-vif-plugged", "status": "completed", "tag": "6a88289e-350d-441b-9d5d-82e908753834"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:21:26.155345 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 6a88289e-350d-441b-9d5d-82e908753834, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=6a88289e-350d-441b-9d5d-82e908753834,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:26.163418 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:26.236359 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a590ff-45ab-4932-b07d-187784b53c3d req-b46a9b2d-916a-492f-b13e-fcb753353b00 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:26.242097 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-32a590ff-45ab-4932-b07d-187784b53c3d req-b46a9b2d-916a-492f-b13e-fcb753353b00 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 944 time: 0.1065221 Nov 24 21:21:26.256193 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=6a88289e-350d-441b-9d5d-82e908753834,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:26.367501 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-32a590ff-45ab-4932-b07d-187784b53c3d req-25ccf16f-df78-4919-aa5a-52b569a02c6e tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055272 Nov 24 21:21:26.426214 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc2c2f0-0840-4c77-a967-b312b263c217 x-openstack-request-id: req-8dc2c2f0-0840-4c77-a967-b312b263c217 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:21:26.426742 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2bf731-3390-4d5a-936a-55715efe4a37", "name": "network-vif-plugged", "status": "completed", "tag": "6a88289e-350d-441b-9d5d-82e908753834", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:21:26.427216 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8dc2c2f0-0840-4c77-a967-b312b263c217 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:21:26.427783 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2bf731-3390-4d5a-936a-55715efe4a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a88289e-350d-441b-9d5d-82e908753834', 'code': 200} Nov 24 21:21:26.585797 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec3fda-7ac5-4d92-be40-116361766d6b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'Network': ['ID=7735ed4e-e903-4cec-8e7c-2f1c4b0f3419,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:26.599180 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 7735ed4e-e903-4cec-8e7c-2f1c4b0f3419 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:21:26.636540 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f820a94e-00dd-4c5d-a0ac-cce504e932f8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Made reservation on behalf of ac8a54673cd5474e96369f9cec7ed860 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:26.640541 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f820a94e-00dd-4c5d-a0ac-cce504e932f8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:26.871474 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f820a94e-00dd-4c5d-a0ac-cce504e932f8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:26.945705 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820a94e-00dd-4c5d-a0ac-cce504e932f8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'Subnet': ['ID=1bfe3276-64c0-4f77-8b4e-0c27df6e8e4b,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:26.982648 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f820a94e-00dd-4c5d-a0ac-cce504e932f8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Checking segment: {'id': 'c6b2a143-c8f8-46b4-922f-8c1d4d4f3c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7735ed4e-e903-4cec-8e7c-2f1c4b0f3419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:21:26.983318 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f820a94e-00dd-4c5d-a0ac-cce504e932f8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Network hostable DHCP agents. Network: 7735ed4e-e903-4cec-8e7c-2f1c4b0f3419, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:21:27.009487 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f820a94e-00dd-4c5d-a0ac-cce504e932f8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Network 7735ed4e-e903-4cec-8e7c-2f1c4b0f3419 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:21:27.022381 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-f820a94e-00dd-4c5d-a0ac-cce504e932f8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 7735ed4e-e903-4cec-8e7c-2f1c4b0f3419) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:27.029373 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f820a94e-00dd-4c5d-a0ac-cce504e932f8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:27.029986 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f820a94e-00dd-4c5d-a0ac-cce504e932f8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:27.034920 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb8ba60-bbdd-4181-af99-6b78aa5cd2fd None None] Network 7735ed4e-e903-4cec-8e7c-2f1c4b0f3419 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:27.057988 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f820a94e-00dd-4c5d-a0ac-cce504e932f8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0704532 Nov 24 21:21:27.060660 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43756) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:27.066718 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-8775f72f-7b5f-4480-b76e-d4801cb66433 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:27.221249 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8775f72f-7b5f-4480-b76e-d4801cb66433 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4448782'] for subnet, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:27.269886 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25dce5c-58f2-4a4d-962e-6e3018e6c74b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-7735ed4e-e903-4cec-8e7c-2f1c4b0f3419', 'network_id': '7735ed4e-e903-4cec-8e7c-2f1c4b0f3419', 'tenant_id': 'ac8a54673cd5474e96369f9cec7ed860', 'fixed_ips': [{'subnet_id': '1bfe3276-64c0-4f77-8b4e-0c27df6e8e4b'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:21:27.271150 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e25dce5c-58f2-4a4d-962e-6e3018e6c74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:27.441719 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc159b59-1f21-43ba-879c-da120000a842 None None] Network a60b46d2-013f-4097-8047-7ecde0ba3a44 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:27.461958 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8775f72f-7b5f-4480-b76e-d4801cb66433 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740975591033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5718148'] for subnet, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:27.512232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8775f72f-7b5f-4480-b76e-d4801cb66433 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:27.512866 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8775f72f-7b5f-4480-b76e-d4801cb66433 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:27.517526 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8775f72f-7b5f-4480-b76e-d4801cb66433 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "PUT /v2.0/subnets/1bfe3276-64c0-4f77-8b4e-0c27df6e8e4b HTTP/1.1" status: 200 len: 826 time: 0.4558148 Nov 24 21:21:27.518043 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43760) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:27.545829 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa4d5b-8a49-4cdd-90d5-80e8556a3e57 req-aaa5e502-742b-4d72-9f38-1819cc3d42e5 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:27.554440 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35fa4d5b-8a49-4cdd-90d5-80e8556a3e57 req-aaa5e502-742b-4d72-9f38-1819cc3d42e5 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.1046424 Nov 24 21:21:27.569289 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775f72f-7b5f-4480-b76e-d4801cb66433 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'Subnet': ['ID=1bfe3276-64c0-4f77-8b4e-0c27df6e8e4b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:27.609406 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-e25dce5c-58f2-4a4d-962e-6e3018e6c74b None None] Allocated IP 2001:db8::2 (7735ed4e-e903-4cec-8e7c-2f1c4b0f3419/1bfe3276-64c0-4f77-8b4e-0c27df6e8e4b/d7a5963f-68a3-4928-8625-fda173e7df9a) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:21:27.611771 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-40dc1525-4eb3-4e58-8167-9870161f838b None None] Provisioning complete for port 2ba1209c-14f4-49f0-b4f6-11c4587217bd triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:27.612139 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-40dc1525-4eb3-4e58-8167-9870161f838b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:27.899568 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-40dc1525-4eb3-4e58-8167-9870161f838b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:27.935141 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e25dce5c-58f2-4a4d-962e-6e3018e6c74b None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:27.950531 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e25dce5c-58f2-4a4d-962e-6e3018e6c74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:27.980542 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-40dc1525-4eb3-4e58-8167-9870161f838b None None] For port 2ba1209c-14f4-49f0-b4f6-11c4587217bd, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2ba1209c-14f4-49f0-b4f6-11c4587217bd,segment=NetworkSegment(13a18bf1-c486-47fb-9ab3-8c8839b9be6a),segment_id=13a18bf1-c486-47fb-9ab3-8c8839b9be6a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:28.010925 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35fa4d5b-8a49-4cdd-90d5-80e8556a3e57 req-44ec1380-a9ea-4c00-8384-ee36c46516a4 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4550743 Nov 24 21:21:28.034547 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-40dc1525-4eb3-4e58-8167-9870161f838b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:28.052798 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25dce5c-58f2-4a4d-962e-6e3018e6c74b None None] Network 7735ed4e-e903-4cec-8e7c-2f1c4b0f3419 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:21:28.060624 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-e25dce5c-58f2-4a4d-962e-6e3018e6c74b None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:28.092953 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-accd1c04-4fe0-4e1f-8fec-ea806a192cd2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:28.095067 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25dce5c-58f2-4a4d-962e-6e3018e6c74b None None] Pushing event updated for resources: {'Port': ['ID=d7a5963f-68a3-4928-8625-fda173e7df9a,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:28.098126 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7537e8d-f109-4183-80c8-6a61dccf812f None None] Update dhcp port {'port': {'network_id': 'a60b46d2-013f-4097-8047-7ecde0ba3a44', 'fixed_ips': [{'subnet_id': '30e1fbea-69c6-4a1f-9e34-ac7c53b5c37a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ad31af83-d0c8-49c7-9cf1-d94b474a26b0'}], 'binding:host_id': 'n-d-812111-8'}, 'id': '2ba1209c-14f4-49f0-b4f6-11c4587217bd'} from n-d-812111-8. {{(pid=109992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 21:21:28.138095 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b7537e8d-f109-4183-80c8-6a61dccf812f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:28.185842 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-accd1c04-4fe0-4e1f-8fec-ea806a192cd2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Deleting port d7a5963f-68a3-4928-8625-fda173e7df9a {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:21:28.186183 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-accd1c04-4fe0-4e1f-8fec-ea806a192cd2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:28.188648 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25dce5c-58f2-4a4d-962e-6e3018e6c74b None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:21:28.203130 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2ba1209c-14f4-49f0-b4f6-11c4587217bd up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:21:28.285424 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-accd1c04-4fe0-4e1f-8fec-ea806a192cd2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] For port d7a5963f-68a3-4928-8625-fda173e7df9a, host n-d-812111-8, got binding levels [] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:28.285783 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-accd1c04-4fe0-4e1f-8fec-ea806a192cd2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:28.299824 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-accd1c04-4fe0-4e1f-8fec-ea806a192cd2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Calling delete_port for d7a5963f-68a3-4928-8625-fda173e7df9a owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:21:28.400711 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc1525-4eb3-4e58-8167-9870161f838b None None] Pushing event updated for resources: {'Port': ['ID=2ba1209c-14f4-49f0-b4f6-11c4587217bd,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:28.430761 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-e25dce5c-58f2-4a4d-962e-6e3018e6c74b None None] Attempting to bind port d7a5963f-68a3-4928-8625-fda173e7df9a on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:21:28.431143 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-e25dce5c-58f2-4a4d-962e-6e3018e6c74b None None] Attempting to bind port d7a5963f-68a3-4928-8625-fda173e7df9a by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'c6b2a143-c8f8-46b4-922f-8c1d4d4f3c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7735ed4e-e903-4cec-8e7c-2f1c4b0f3419'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:21:28.431517 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25dce5c-58f2-4a4d-962e-6e3018e6c74b None None] Attempting to bind port d7a5963f-68a3-4928-8625-fda173e7df9a on network 7735ed4e-e903-4cec-8e7c-2f1c4b0f3419 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:21:28.445480 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25dce5c-58f2-4a4d-962e-6e3018e6c74b None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:21:28.448419 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25dce5c-58f2-4a4d-962e-6e3018e6c74b None None] Checking segment: {'id': 'c6b2a143-c8f8-46b4-922f-8c1d4d4f3c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7735ed4e-e903-4cec-8e7c-2f1c4b0f3419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:21:28.448419 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e25dce5c-58f2-4a4d-962e-6e3018e6c74b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:28.448419 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25dce5c-58f2-4a4d-962e-6e3018e6c74b None None] Bound using segment: {'id': 'c6b2a143-c8f8-46b4-922f-8c1d4d4f3c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7735ed4e-e903-4cec-8e7c-2f1c4b0f3419'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:21:28.448419 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-e25dce5c-58f2-4a4d-962e-6e3018e6c74b None None] Bound port: d7a5963f-68a3-4928-8625-fda173e7df9a, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b2a143-c8f8-46b4-922f-8c1d4d4f3c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7735ed4e-e903-4cec-8e7c-2f1c4b0f3419'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:21:28.448419 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e25dce5c-58f2-4a4d-962e-6e3018e6c74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:28.460699 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-accd1c04-4fe0-4e1f-8fec-ea806a192cd2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:28.491423 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-e25dce5c-58f2-4a4d-962e-6e3018e6c74b None None] Port d7a5963f-68a3-4928-8625-fda173e7df9a has been deleted concurrently {{(pid=109992) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 24 21:21:28.495056 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 2ba1209c-14f4-49f0-b4f6-11c4587217bd triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:28.495454 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:28.498715 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd1c04-4fe0-4e1f-8fec-ea806a192cd2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Port': ['ID=d7a5963f-68a3-4928-8625-fda173e7df9a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:28.500643 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-b7537e8d-f109-4183-80c8-6a61dccf812f None None] Allocated IP 172.20.0.1 (a60b46d2-013f-4097-8047-7ecde0ba3a44/ad31af83-d0c8-49c7-9cf1-d94b474a26b0/2ba1209c-14f4-49f0-b4f6-11c4587217bd) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:21:28.570548 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd1c04-4fe0-4e1f-8fec-ea806a192cd2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] No DVR routers for this DVR port d7a5963f-68a3-4928-8625-fda173e7df9a on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:21:28.633538 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-accd1c04-4fe0-4e1f-8fec-ea806a192cd2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:28.721462 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b7537e8d-f109-4183-80c8-6a61dccf812f None None] For port 2ba1209c-14f4-49f0-b4f6-11c4587217bd, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2ba1209c-14f4-49f0-b4f6-11c4587217bd,segment=NetworkSegment(13a18bf1-c486-47fb-9ab3-8c8839b9be6a),segment_id=13a18bf1-c486-47fb-9ab3-8c8839b9be6a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:28.741679 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-accd1c04-4fe0-4e1f-8fec-ea806a192cd2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:28.782437 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd1c04-4fe0-4e1f-8fec-ea806a192cd2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Subnet': ['ID=1bfe3276-64c0-4f77-8b4e-0c27df6e8e4b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:28.804412 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b7537e8d-f109-4183-80c8-6a61dccf812f None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:28.811032 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b7537e8d-f109-4183-80c8-6a61dccf812f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:28.913764 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-accd1c04-4fe0-4e1f-8fec-ea806a192cd2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:28.953881 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7537e8d-f109-4183-80c8-6a61dccf812f None None] Pushing event updated for resources: {'Port': ['ID=2ba1209c-14f4-49f0-b4f6-11c4587217bd,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:28.959872 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-accd1c04-4fe0-4e1f-8fec-ea806a192cd2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7735ed4e-e903-4cec-8e7c-2f1c4b0f3419']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:28.977528 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-accd1c04-4fe0-4e1f-8fec-ea806a192cd2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b2a143-c8f8-46b4-922f-8c1d4d4f3c64') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:28.977835 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-accd1c04-4fe0-4e1f-8fec-ea806a192cd2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b2a143-c8f8-46b4-922f-8c1d4d4f3c64') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:28.990187 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-accd1c04-4fe0-4e1f-8fec-ea806a192cd2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:29.010844 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-accd1c04-4fe0-4e1f-8fec-ea806a192cd2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:29.018933 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-accd1c04-4fe0-4e1f-8fec-ea806a192cd2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:21:29.019346 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-accd1c04-4fe0-4e1f-8fec-ea806a192cd2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:21:29.023743 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:21:29.141960 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-accd1c04-4fe0-4e1f-8fec-ea806a192cd2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:29.156961 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-accd1c04-4fe0-4e1f-8fec-ea806a192cd2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:29.163585 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-accd1c04-4fe0-4e1f-8fec-ea806a192cd2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/networks/7735ed4e-e903-4cec-8e7c-2f1c4b0f3419 HTTP/1.1" status: 204 len: 168 time: 1.6398115 Nov 24 21:21:29.164198 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43770) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:29.186040 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd1c04-4fe0-4e1f-8fec-ea806a192cd2 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Network': ['ID=7735ed4e-e903-4cec-8e7c-2f1c4b0f3419,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:29.191164 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-709136d1-2219-40d7-a860-dd13ff7c407a tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] DELETE failed (client error): The resource could not be found. Nov 24 21:21:29.195474 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-709136d1-2219-40d7-a860-dd13ff7c407a tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:21:29.200455 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-709136d1-2219-40d7-a860-dd13ff7c407a tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/networks/7735ed4e-e903-4cec-8e7c-2f1c4b0f3419 HTTP/1.1" status: 404 len: 339 time: 0.0348539 Nov 24 21:21:29.206393 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43772) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:29.214832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-1081087b-2ab6-4eb8-80e1-e580f9a6efd4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-978070827', 'description': 'd1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:29.241420 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b395932-2fcc-4916-b857-edcf4dea59d8 req-9a33f71d-e857-46d8-af2b-1f78250771b1 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:29.243146 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1b395932-2fcc-4916-b857-edcf4dea59d8 req-9a33f71d-e857-46d8-af2b-1f78250771b1 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.0925157 Nov 24 21:21:29.252488 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1081087b-2ab6-4eb8-80e1-e580f9a6efd4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Made reservation on behalf of ac8a54673cd5474e96369f9cec7ed860 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:29.258438 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1081087b-2ab6-4eb8-80e1-e580f9a6efd4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:29.300782 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1081087b-2ab6-4eb8-80e1-e580f9a6efd4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:21:29.313936 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1081087b-2ab6-4eb8-80e1-e580f9a6efd4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:29.314765 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-1081087b-2ab6-4eb8-80e1-e580f9a6efd4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Added segment ab245e61-a7ec-473b-a763-6921011cbad5 of type vlan for network 8930463a-bced-4737-9fb4-3e4cd6fa8752 Nov 24 21:21:29.347723 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1b395932-2fcc-4916-b857-edcf4dea59d8 req-aaf52233-72ae-4554-9180-53cf700d0de4 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952513 Nov 24 21:21:29.379070 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1081087b-2ab6-4eb8-80e1-e580f9a6efd4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:29.431353 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1081087b-2ab6-4eb8-80e1-e580f9a6efd4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:29.440540 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1081087b-2ab6-4eb8-80e1-e580f9a6efd4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:29.441835 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1081087b-2ab6-4eb8-80e1-e580f9a6efd4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:29.562787 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081087b-2ab6-4eb8-80e1-e580f9a6efd4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'Network': ['ID=8930463a-bced-4737-9fb4-3e4cd6fa8752,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:29.576426 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 8930463a-bced-4737-9fb4-3e4cd6fa8752 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:21:29.587998 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43774) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:29.589524 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1081087b-2ab6-4eb8-80e1-e580f9a6efd4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3817260 Nov 24 21:21:29.777369 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405657e5-241a-4952-bd02-039f7ceded1d tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:29.782032 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43776) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:29.787940 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-afaf56b0-9253-4c1c-b991-61731c37adac tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Request body: {'network': {'description': 'd2'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:29.793030 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-405657e5-241a-4952-bd02-039f7ceded1d tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "GET /v2.0/networks?id=8930463a-bced-4737-9fb4-3e4cd6fa8752 HTTP/1.1" status: 200 len: 764 time: 0.2037611 Nov 24 21:21:30.054657 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4fd217-8fae-4bfd-b536-96696473410a None None] Network a60b46d2-013f-4097-8047-7ecde0ba3a44 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:30.113246 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-afaf56b0-9253-4c1c-b991-61731c37adac tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:30.133383 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-afaf56b0-9253-4c1c-b991-61731c37adac tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:30.186514 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2ba1209c-14f4-49f0-b4f6-11c4587217bd up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:21:30.279626 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-12af4f2d-3529-45da-b853-0cff2610b3e5 None None] Provisioning complete for port 2ba1209c-14f4-49f0-b4f6-11c4587217bd triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:30.279941 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-12af4f2d-3529-45da-b853-0cff2610b3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:30.312521 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-afaf56b0-9253-4c1c-b991-61731c37adac tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Network 8930463a-bced-4737-9fb4-3e4cd6fa8752 is not hosted by any dhcp agent {{(pid=109990) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 21:21:30.318259 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaf56b0-9253-4c1c-b991-61731c37adac tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:30.320336 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-afaf56b0-9253-4c1c-b991-61731c37adac tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:30.324641 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-afaf56b0-9253-4c1c-b991-61731c37adac tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "PUT /v2.0/networks/8930463a-bced-4737-9fb4-3e4cd6fa8752 HTTP/1.1" status: 200 len: 761 time: 0.5390902 Nov 24 21:21:30.324641 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf56b0-9253-4c1c-b991-61731c37adac tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'Network': ['ID=8930463a-bced-4737-9fb4-3e4cd6fa8752,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:30.325368 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43778) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:30.430638 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e864a4a-cde4-4b17-8d4f-5e39f26add2b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:30.437758 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0e864a4a-cde4-4b17-8d4f-5e39f26add2b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "GET /v2.0/networks?id=8930463a-bced-4737-9fb4-3e4cd6fa8752 HTTP/1.1" status: 200 len: 764 time: 0.1058939 Nov 24 21:21:30.438167 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43782) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:30.544279 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a020d8-858c-43cd-816b-240c29070ba7 None None] DHCP port deletion for 7735ed4e-e903-4cec-8e7c-2f1c4b0f3419 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:21:30.546134 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 8930463a-bced-4737-9fb4-3e4cd6fa8752 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:21:30.643369 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9884194-dc10-4586-9612-27826d966a90 req-0feb35f1-1b9e-4ad8-b7b8-359b2c45b5c4 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:30.646077 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a9884194-dc10-4586-9612-27826d966a90 req-0feb35f1-1b9e-4ad8-b7b8-359b2c45b5c4 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.0775733 Nov 24 21:21:30.729976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977f4ffd-a6fc-4217-b9ce-c59d8d5357b2 None None] Network 7735ed4e-e903-4cec-8e7c-2f1c4b0f3419 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:30.750364 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a9884194-dc10-4586-9612-27826d966a90 req-1cbe5f47-e261-477d-8789-6a60d7593a40 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900288 Nov 24 21:21:30.752990 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34116485-9b3f-41f3-a7a0-dcf694e114ea tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:30.757457 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977f4ffd-a6fc-4217-b9ce-c59d8d5357b2 None None] Network 7735ed4e-e903-4cec-8e7c-2f1c4b0f3419 could not be found, it might have been deleted concurrently. {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 21:21:30.758355 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43784) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:30.762484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 2ba1209c-14f4-49f0-b4f6-11c4587217bd triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:30.762618 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-34116485-9b3f-41f3-a7a0-dcf694e114ea tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3229921 Nov 24 21:21:30.767215 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:30.821032 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43786) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:30.833503 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7e42102d-d252-44fa-b17e-d08aefd2cbc3 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "GET /v2.0/subnets?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca HTTP/1.1" status: 200 len: 207 time: 0.0729287 Nov 24 21:21:30.852583 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9b402e-98c7-496f-8d2d-27299100b086 None None] Network 7735ed4e-e903-4cec-8e7c-2f1c4b0f3419 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:30.885612 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9b402e-98c7-496f-8d2d-27299100b086 None None] Network 7735ed4e-e903-4cec-8e7c-2f1c4b0f3419 could not be found, it might have been deleted concurrently. {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 21:21:31.001452 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f44bb9-5cf5-4066-8048-f0a1c0b9cc81 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:31.011683 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f44bb9-5cf5-4066-8048-f0a1c0b9cc81 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:31.018142 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f44bb9-5cf5-4066-8048-f0a1c0b9cc81 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:31.024911 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f44bb9-5cf5-4066-8048-f0a1c0b9cc81 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:31.032995 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f44bb9-5cf5-4066-8048-f0a1c0b9cc81 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:31.043061 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f44bb9-5cf5-4066-8048-f0a1c0b9cc81 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:31.045091 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f5f44bb9-5cf5-4066-8048-f0a1c0b9cc81 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2299592 Nov 24 21:21:31.049204 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43788) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:31.115187 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f19e1c79-d46b-454a-b9f0-9e948e41623f None None] Could not find standard attr ID for object d7a5963f-68a3-4928-8625-fda173e7df9a. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:21:31.205783 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-deb5ea9a-ff19-433b-9bd3-0e5676fca069 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1546509 Nov 24 21:21:31.208400 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43790) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:31.243093 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b06ef5e1-6000-404a-a141-ba3620aa2628 None None] Provisioning complete for port 2ba1209c-14f4-49f0-b4f6-11c4587217bd triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:31.243485 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b06ef5e1-6000-404a-a141-ba3620aa2628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:31.277968 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d94937f-60c2-46cc-9236-304604871197 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:31.279640 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d94937f-60c2-46cc-9236-304604871197 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:31.281979 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d94937f-60c2-46cc-9236-304604871197 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:31.283642 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d94937f-60c2-46cc-9236-304604871197 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:31.285222 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d94937f-60c2-46cc-9236-304604871197 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:31.286930 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4d94937f-60c2-46cc-9236-304604871197 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0773804 Nov 24 21:21:31.293637 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43792) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:31.372471 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626d2017-e260-403e-8d3f-e1b36e0f39fd tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:31.374082 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626d2017-e260-403e-8d3f-e1b36e0f39fd tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:31.375522 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626d2017-e260-403e-8d3f-e1b36e0f39fd tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:31.376989 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626d2017-e260-403e-8d3f-e1b36e0f39fd tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:31.378427 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626d2017-e260-403e-8d3f-e1b36e0f39fd tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:31.380051 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-626d2017-e260-403e-8d3f-e1b36e0f39fd tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0861337 Nov 24 21:21:31.383588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43794) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:31.502405 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f84e79d-f0a0-4f40-b216-47121b04758e tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:31.505107 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8f84e79d-f0a0-4f40-b216-47121b04758e tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "GET /v2.0/networks/b55c8e99-89e5-4e32-9e22-3e2c4b325fc4 HTTP/1.1" status: 200 len: 804 time: 0.1202979 Nov 24 21:21:31.508453 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43796) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:31.632257 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5f76e64e-022d-47a4-bdbb-ad5668e2403c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "GET /v2.0/networks/b55c8e99-89e5-4e32-9e22-3e2c4b325fc4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1219962 Nov 24 21:21:31.635421 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43798) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:31.695403 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc57456-5d77-4893-a470-aac2ba00b7a8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:31.700122 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-afc57456-5d77-4893-a470-aac2ba00b7a8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "GET /v2.0/subnets/c969533f-f51f-400d-8e60-3d8183836bb0 HTTP/1.1" status: 200 len: 843 time: 0.0604131 Nov 24 21:21:31.700353 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43800) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:31.754454 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aabb9f-2c1e-4434-b03a-72a3bf3ff896 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:31.755849 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-93aabb9f-2c1e-4434-b03a-72a3bf3ff896 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "GET /v2.0/subnets/c969533f-f51f-400d-8e60-3d8183836bb0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0545423 Nov 24 21:21:31.759814 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43802) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:31.766668 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-8ee88547-44a2-4c7a-b9fa-270dd244ed55 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-945895111'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:31.795882 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee88547-44a2-4c7a-b9fa-270dd244ed55 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Made reservation on behalf of ac8a54673cd5474e96369f9cec7ed860 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:31.802527 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8ee88547-44a2-4c7a-b9fa-270dd244ed55 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:31.836575 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee88547-44a2-4c7a-b9fa-270dd244ed55 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:21:31.856620 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8ee88547-44a2-4c7a-b9fa-270dd244ed55 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:31.857549 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-8ee88547-44a2-4c7a-b9fa-270dd244ed55 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Added segment 7aa94aff-89c3-4425-a913-0bf413f446df of type vlan for network f7380999-9578-41e1-b4be-f168fcbca593 Nov 24 21:21:31.918816 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8ee88547-44a2-4c7a-b9fa-270dd244ed55 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:31.922823 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d7a5963f-68a3-4928-8625-fda173e7df9a no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:21:31.952456 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: d7a5963f-68a3-4928-8625-fda173e7df9a {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:21:31.952840 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d7a5963f-68a3-4928-8625-fda173e7df9a not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:21:31.985657 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a30b14-9885-4103-a46c-91997a895074 req-950e75a5-4712-46d9-a4f5-188205ad41c4 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:31.987313 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c4a30b14-9885-4103-a46c-91997a895074 req-950e75a5-4712-46d9-a4f5-188205ad41c4 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.0823216 Nov 24 21:21:31.988644 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8ee88547-44a2-4c7a-b9fa-270dd244ed55 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:31.994200 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee88547-44a2-4c7a-b9fa-270dd244ed55 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:31.994785 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8ee88547-44a2-4c7a-b9fa-270dd244ed55 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:32.113588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43806) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:32.117725 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8ee88547-44a2-4c7a-b9fa-270dd244ed55 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3492706 Nov 24 21:21:32.119981 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-3219bdc2-419b-4b5f-bfd2-bf557448b7d5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Request body: {'subnet': {'network_id': 'f7380999-9578-41e1-b4be-f168fcbca593', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:32.122108 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee88547-44a2-4c7a-b9fa-270dd244ed55 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'Network': ['ID=f7380999-9578-41e1-b4be-f168fcbca593,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:32.136250 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network f7380999-9578-41e1-b4be-f168fcbca593 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:21:32.159134 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c4a30b14-9885-4103-a46c-91997a895074 req-febe1aae-4ca8-428c-b54c-59a1ec55de42 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612883 Nov 24 21:21:32.272173 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3219bdc2-419b-4b5f-bfd2-bf557448b7d5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Made reservation on behalf of ac8a54673cd5474e96369f9cec7ed860 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:32.276442 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3219bdc2-419b-4b5f-bfd2-bf557448b7d5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:32.338884 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.ipam_backend_mixin [None req-3219bdc2-419b-4b5f-bfd2-bf557448b7d5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Performing IP validity checks on allocation pools {{(pid=109990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 21:21:32.339706 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.ipam_backend_mixin [None req-3219bdc2-419b-4b5f-bfd2-bf557448b7d5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 21:21:32.488414 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3219bdc2-419b-4b5f-bfd2-bf557448b7d5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:32.552478 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219bdc2-419b-4b5f-bfd2-bf557448b7d5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'Subnet': ['ID=84c023d7-27d8-42b0-9eeb-9701f759821d,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:32.564141 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3219bdc2-419b-4b5f-bfd2-bf557448b7d5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Checking segment: {'id': '7aa94aff-89c3-4425-a913-0bf413f446df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f7380999-9578-41e1-b4be-f168fcbca593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:21:32.564517 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3219bdc2-419b-4b5f-bfd2-bf557448b7d5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Network hostable DHCP agents. Network: f7380999-9578-41e1-b4be-f168fcbca593, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:21:32.583163 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3219bdc2-419b-4b5f-bfd2-bf557448b7d5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Network f7380999-9578-41e1-b4be-f168fcbca593 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:21:32.598203 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-3219bdc2-419b-4b5f-bfd2-bf557448b7d5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, f7380999-9578-41e1-b4be-f168fcbca593) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:32.604409 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3219bdc2-419b-4b5f-bfd2-bf557448b7d5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:32.605168 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3219bdc2-419b-4b5f-bfd2-bf557448b7d5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:32.611279 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a75978-ecc0-4888-9da0-e84c76bd0247 None None] Network f7380999-9578-41e1-b4be-f168fcbca593 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:32.649691 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3219bdc2-419b-4b5f-bfd2-bf557448b7d5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5348041 Nov 24 21:21:32.651084 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43808) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:32.658156 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-d83dbb8f-13ad-496a-a0ca-4daf3870812b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:32.772732 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d83dbb8f-13ad-496a-a0ca-4daf3870812b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4448782'] for subnet, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:32.792440 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7779c4a9-9b4a-4c4d-9778-876663344794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-f7380999-9578-41e1-b4be-f168fcbca593', 'network_id': 'f7380999-9578-41e1-b4be-f168fcbca593', 'tenant_id': 'ac8a54673cd5474e96369f9cec7ed860', 'fixed_ips': [{'subnet_id': '84c023d7-27d8-42b0-9eeb-9701f759821d'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:21:32.794210 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7779c4a9-9b4a-4c4d-9778-876663344794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:32.981611 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d83dbb8f-13ad-496a-a0ca-4daf3870812b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740975591033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5718148'] for subnet, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:33.035599 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83dbb8f-13ad-496a-a0ca-4daf3870812b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:33.036112 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d83dbb8f-13ad-496a-a0ca-4daf3870812b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:33.037501 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d83dbb8f-13ad-496a-a0ca-4daf3870812b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "PUT /v2.0/subnets/84c023d7-27d8-42b0-9eeb-9701f759821d HTTP/1.1" status: 200 len: 900 time: 0.3851686 Nov 24 21:21:33.040720 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43814) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:33.054583 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-7779c4a9-9b4a-4c4d-9778-876663344794 None None] Allocated IP 2001:db8::3 (f7380999-9578-41e1-b4be-f168fcbca593/84c023d7-27d8-42b0-9eeb-9701f759821d/bcc75c02-841a-4c29-bd7b-5651ae8161f4) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:21:33.058653 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dbb8f-13ad-496a-a0ca-4daf3870812b tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event updated for resources: {'Subnet': ['ID=84c023d7-27d8-42b0-9eeb-9701f759821d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:33.212331 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:33.248478 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7779c4a9-9b4a-4c4d-9778-876663344794 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:33.265188 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7779c4a9-9b4a-4c4d-9778-876663344794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:33.301175 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:33.318147 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7779c4a9-9b4a-4c4d-9778-876663344794 None None] Network f7380999-9578-41e1-b4be-f168fcbca593 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:21:33.321706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-7779c4a9-9b4a-4c4d-9778-876663344794 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:33.324409 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7779c4a9-9b4a-4c4d-9778-876663344794 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:21:33.361063 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779c4a9-9b4a-4c4d-9778-876663344794 None None] Pushing event updated for resources: {'Port': ['ID=bcc75c02-841a-4c29-bd7b-5651ae8161f4,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:33.393685 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3e0d9-d4ad-4fe7-bbc2-85a54d3d5667 req-f8da5d12-ea6f-4ce9-9572-88bceb311165 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:33.395237 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b0a3e0d9-d4ad-4fe7-bbc2-85a54d3d5667 req-f8da5d12-ea6f-4ce9-9572-88bceb311165 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.1028557 Nov 24 21:21:33.407006 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-7779c4a9-9b4a-4c4d-9778-876663344794 None None] Attempting to bind port bcc75c02-841a-4c29-bd7b-5651ae8161f4 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:21:33.407463 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-7779c4a9-9b4a-4c4d-9778-876663344794 None None] Attempting to bind port bcc75c02-841a-4c29-bd7b-5651ae8161f4 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '7aa94aff-89c3-4425-a913-0bf413f446df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f7380999-9578-41e1-b4be-f168fcbca593'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:21:33.407902 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779c4a9-9b4a-4c4d-9778-876663344794 None None] Attempting to bind port bcc75c02-841a-4c29-bd7b-5651ae8161f4 on network f7380999-9578-41e1-b4be-f168fcbca593 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:21:33.413610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779c4a9-9b4a-4c4d-9778-876663344794 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:21:33.414447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779c4a9-9b4a-4c4d-9778-876663344794 None None] Checking segment: {'id': '7aa94aff-89c3-4425-a913-0bf413f446df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f7380999-9578-41e1-b4be-f168fcbca593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:21:33.414447 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7779c4a9-9b4a-4c4d-9778-876663344794 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:33.415430 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779c4a9-9b4a-4c4d-9778-876663344794 None None] Bound using segment: {'id': '7aa94aff-89c3-4425-a913-0bf413f446df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f7380999-9578-41e1-b4be-f168fcbca593'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:21:33.415981 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-7779c4a9-9b4a-4c4d-9778-876663344794 None None] Bound port: bcc75c02-841a-4c29-bd7b-5651ae8161f4, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa94aff-89c3-4425-a913-0bf413f446df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f7380999-9578-41e1-b4be-f168fcbca593'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:21:33.416434 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7779c4a9-9b4a-4c4d-9778-876663344794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:33.461176 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:33.496529 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-7779c4a9-9b4a-4c4d-9778-876663344794 None None] For port bcc75c02-841a-4c29-bd7b-5651ae8161f4, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:21:33.500524 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-7779c4a9-9b4a-4c4d-9778-876663344794 None None] For port bcc75c02-841a-4c29-bd7b-5651ae8161f4, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=bcc75c02-841a-4c29-bd7b-5651ae8161f4,segment=NetworkSegment(7aa94aff-89c3-4425-a913-0bf413f446df),segment_id=7aa94aff-89c3-4425-a913-0bf413f446df)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:21:33.506555 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7779c4a9-9b4a-4c4d-9778-876663344794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:33.508734 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Subnet': ['ID=84c023d7-27d8-42b0-9eeb-9701f759821d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:33.524657 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b0a3e0d9-d4ad-4fe7-bbc2-85a54d3d5667 req-e210a022-97b5-4b78-8871-77b975a229c9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172175 Nov 24 21:21:33.604567 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779c4a9-9b4a-4c4d-9778-876663344794 None None] Pushing event updated for resources: {'Port': ['ID=bcc75c02-841a-4c29-bd7b-5651ae8161f4,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:33.608615 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:33.637688 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7380999-9578-41e1-b4be-f168fcbca593']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:33.648846 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa94aff-89c3-4425-a913-0bf413f446df') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:33.649228 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa94aff-89c3-4425-a913-0bf413f446df') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:33.659568 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:33.673917 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:33.682929 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:21:33.683335 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:21:33.686909 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:21:33.800859 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.db.api [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 21:21:33.800859 n-d-812111-8 neutron-server[109991]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 21:21:33.800859 n-d-812111-8 neutron-server[109991]: [parameters: {'id': 'f7380999-9578-41e1-b4be-f168fcbca593'}] Nov 24 21:21:33.800859 n-d-812111-8 neutron-server[109991]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 21:21:33.802389 n-d-812111-8 neutron-server[109991]: DEBUG oslo_db.api [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 21:21:34.033864 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bcc75c02-841a-4c29-bd7b-5651ae8161f4 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:21:34.091130 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port bcc75c02-841a-4c29-bd7b-5651ae8161f4 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:21:34.091782 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:34.181888 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:34.222911 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port bcc75c02-841a-4c29-bd7b-5651ae8161f4, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=bcc75c02-841a-4c29-bd7b-5651ae8161f4,segment=NetworkSegment(7aa94aff-89c3-4425-a913-0bf413f446df),segment_id=7aa94aff-89c3-4425-a913-0bf413f446df)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:34.228677 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:34.282204 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=bcc75c02-841a-4c29-bd7b-5651ae8161f4,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:34.304067 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:34.370079 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Deleting port bcc75c02-841a-4c29-bd7b-5651ae8161f4 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:21:34.370515 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:34.455313 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] For port bcc75c02-841a-4c29-bd7b-5651ae8161f4, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=bcc75c02-841a-4c29-bd7b-5651ae8161f4,segment=NetworkSegment(7aa94aff-89c3-4425-a913-0bf413f446df),segment_id=7aa94aff-89c3-4425-a913-0bf413f446df)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:34.456187 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:34.477862 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Calling delete_port for bcc75c02-841a-4c29-bd7b-5651ae8161f4 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:21:34.596140 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:34.634977 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] No DVR routers for this DVR port bcc75c02-841a-4c29-bd7b-5651ae8161f4 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:21:34.649435 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Port': ['ID=bcc75c02-841a-4c29-bd7b-5651ae8161f4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:34.762067 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:34.771895 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d9d9b-a285-4ad9-adf2-13bcc19a31e0 req-e5aa8733-f8c6-44d5-a36a-f3228cbd05a5 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:34.773509 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e1d9d9b-a285-4ad9-adf2-13bcc19a31e0 req-e5aa8733-f8c6-44d5-a36a-f3228cbd05a5 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.1426878 Nov 24 21:21:34.810735 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7380999-9578-41e1-b4be-f168fcbca593']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:34.816427 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad41da3-9756-4ef6-86df-809b5716403c None None] Network f7380999-9578-41e1-b4be-f168fcbca593 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:34.842139 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa94aff-89c3-4425-a913-0bf413f446df') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:34.842416 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa94aff-89c3-4425-a913-0bf413f446df') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:34.862334 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:34.878596 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e1d9d9b-a285-4ad9-adf2-13bcc19a31e0 req-5cda09f0-126d-44df-9e27-25d11fa76642 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982001 Nov 24 21:21:34.887321 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:34.906138 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:21:34.906437 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:21:34.911596 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:21:34.926673 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-dbf710a6-40fd-461c-9291-01d7c9d3bfc6 None None] Could not find standard attr ID for object bcc75c02-841a-4c29-bd7b-5651ae8161f4. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:21:34.985807 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:34.996985 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:35.005358 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/networks/f7380999-9578-41e1-b4be-f168fcbca593 HTTP/1.1" status: 204 len: 168 time: 1.9589462 Nov 24 21:21:35.005668 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43820) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:35.014798 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f26e0-528e-416e-a86e-33563cdf4d8c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Network': ['ID=f7380999-9578-41e1-b4be-f168fcbca593,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:35.030300 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7425717-4c55-4092-8906-89f3de0827a3 None None] DHCP port deletion for f7380999-9578-41e1-b4be-f168fcbca593 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:21:35.055356 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba8b1e4-376a-4828-9e2b-103fff931b6a None None] Network f7380999-9578-41e1-b4be-f168fcbca593 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:35.056967 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4bc0a52-9f61-4869-a254-649d4971f8a0 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] DELETE failed (client error): The resource could not be found. Nov 24 21:21:35.057633 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4bc0a52-9f61-4869-a254-649d4971f8a0 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:21:35.062851 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e4bc0a52-9f61-4869-a254-649d4971f8a0 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/subnets/84c023d7-27d8-42b0-9eeb-9701f759821d HTTP/1.1" status: 404 len: 337 time: 0.0531311 Nov 24 21:21:35.064103 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43822) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:35.080283 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba8b1e4-376a-4828-9e2b-103fff931b6a None None] Network f7380999-9578-41e1-b4be-f168fcbca593 could not be found, it might have been deleted concurrently. {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 21:21:35.086125 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d589d2-1590-4de3-949b-0e4b672f3aaf tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] DELETE failed (client error): The resource could not be found. Nov 24 21:21:35.086651 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d589d2-1590-4de3-949b-0e4b672f3aaf tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:21:35.090166 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c0d589d2-1590-4de3-949b-0e4b672f3aaf tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/networks/f7380999-9578-41e1-b4be-f168fcbca593 HTTP/1.1" status: 404 len: 339 time: 0.0247579 Nov 24 21:21:35.092639 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43824) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:35.183627 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-496e4113-ee33-40d2-9815-7bce492b5acf tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:35.279603 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-496e4113-ee33-40d2-9815-7bce492b5acf tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:35.307253 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-496e4113-ee33-40d2-9815-7bce492b5acf tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8930463a-bced-4737-9fb4-3e4cd6fa8752']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:35.317310 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-496e4113-ee33-40d2-9815-7bce492b5acf tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab245e61-a7ec-473b-a763-6921011cbad5') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:35.317605 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-496e4113-ee33-40d2-9815-7bce492b5acf tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab245e61-a7ec-473b-a763-6921011cbad5') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:35.327580 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-496e4113-ee33-40d2-9815-7bce492b5acf tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:35.343089 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-496e4113-ee33-40d2-9815-7bce492b5acf tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:35.350513 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496e4113-ee33-40d2-9815-7bce492b5acf tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:21:35.350925 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-496e4113-ee33-40d2-9815-7bce492b5acf tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:21:35.354400 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:21:35.419001 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-496e4113-ee33-40d2-9815-7bce492b5acf tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:35.426450 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-496e4113-ee33-40d2-9815-7bce492b5acf tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:35.429764 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-496e4113-ee33-40d2-9815-7bce492b5acf tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/networks/8930463a-bced-4737-9fb4-3e4cd6fa8752 HTTP/1.1" status: 204 len: 168 time: 0.3361599 Nov 24 21:21:35.432272 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43826) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:35.449649 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e4113-ee33-40d2-9815-7bce492b5acf tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Network': ['ID=8930463a-bced-4737-9fb4-3e4cd6fa8752,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:35.478087 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-949294dd-bb69-4617-8a5b-56fe5f461d34 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] DELETE failed (client error): The resource could not be found. Nov 24 21:21:35.478866 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949294dd-bb69-4617-8a5b-56fe5f461d34 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:21:35.484444 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-949294dd-bb69-4617-8a5b-56fe5f461d34 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/subnets/1bfe3276-64c0-4f77-8b4e-0c27df6e8e4b HTTP/1.1" status: 404 len: 337 time: 0.0488105 Nov 24 21:21:35.484678 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43828) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:35.506192 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a67c8d-769b-4d38-9878-36e21d61b7fb tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] DELETE failed (client error): The resource could not be found. Nov 24 21:21:35.506703 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a67c8d-769b-4d38-9878-36e21d61b7fb tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:21:35.512108 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-17a67c8d-769b-4d38-9878-36e21d61b7fb tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/networks/7735ed4e-e903-4cec-8e7c-2f1c4b0f3419 HTTP/1.1" status: 404 len: 339 time: 0.0242395 Nov 24 21:21:35.512353 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43830) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:35.572522 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbff9a56-bb5f-4330-bb1c-b8ce68cc240e tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Deleting subnet ad31af83-d0c8-49c7-9cf1-d94b474a26b0 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:21:35.576085 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cbff9a56-bb5f-4330-bb1c-b8ce68cc240e tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:35.623305 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cbff9a56-bb5f-4330-bb1c-b8ce68cc240e tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:35.711170 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cbff9a56-bb5f-4330-bb1c-b8ce68cc240e tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:35.774175 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cbff9a56-bb5f-4330-bb1c-b8ce68cc240e tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:35.807437 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff9a56-bb5f-4330-bb1c-b8ce68cc240e tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Subnet': ['ID=ad31af83-d0c8-49c7-9cf1-d94b474a26b0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:35.811213 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cbff9a56-bb5f-4330-bb1c-b8ce68cc240e tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:35.814573 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cbff9a56-bb5f-4330-bb1c-b8ce68cc240e tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/subnets/ad31af83-d0c8-49c7-9cf1-d94b474a26b0 HTTP/1.1" status: 204 len: 168 time: 0.3012607 Nov 24 21:21:35.816973 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43832) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:35.829389 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0f5e5a-338c-4595-80c0-4f0fa3613ac5 None None] Network a60b46d2-013f-4097-8047-7ecde0ba3a44 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:35.876256 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25813c3-24d9-425a-9e52-1b95b48401b4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Deleting subnet 30e1fbea-69c6-4a1f-9e34-ac7c53b5c37a {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:21:35.880045 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c25813c3-24d9-425a-9e52-1b95b48401b4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:35.947568 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c25813c3-24d9-425a-9e52-1b95b48401b4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:36.053786 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bcc75c02-841a-4c29-bd7b-5651ae8161f4 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:21:36.085336 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: bcc75c02-841a-4c29-bd7b-5651ae8161f4 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:21:36.085712 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bcc75c02-841a-4c29-bd7b-5651ae8161f4 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:21:36.106128 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6890d7-5896-43c6-826a-412102226abc req-37c015d4-7c37-4e08-8ce5-cce729c0ab11 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:36.109727 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c25813c3-24d9-425a-9e52-1b95b48401b4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:36.110204 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e6890d7-5896-43c6-826a-412102226abc req-37c015d4-7c37-4e08-8ce5-cce729c0ab11 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.1013925 Nov 24 21:21:36.203263 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c25813c3-24d9-425a-9e52-1b95b48401b4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:36.231957 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e6890d7-5896-43c6-826a-412102226abc req-c011017d-a583-47e0-87ff-3ce4961354ce tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046305 Nov 24 21:21:36.249696 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25813c3-24d9-425a-9e52-1b95b48401b4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Subnet': ['ID=30e1fbea-69c6-4a1f-9e34-ac7c53b5c37a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:36.260921 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c25813c3-24d9-425a-9e52-1b95b48401b4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:36.266010 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c25813c3-24d9-425a-9e52-1b95b48401b4 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/subnets/30e1fbea-69c6-4a1f-9e34-ac7c53b5c37a HTTP/1.1" status: 204 len: 168 time: 0.4478056 Nov 24 21:21:36.267406 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43840) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:36.372495 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b5c44dfa-4ff8-4184-8799-c4d607407633 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:36.458547 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-b5c44dfa-4ff8-4184-8799-c4d607407633 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Deleting port 2ba1209c-14f4-49f0-b4f6-11c4587217bd {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:21:36.458916 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b5c44dfa-4ff8-4184-8799-c4d607407633 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:36.548074 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-b5c44dfa-4ff8-4184-8799-c4d607407633 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] For port 2ba1209c-14f4-49f0-b4f6-11c4587217bd, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2ba1209c-14f4-49f0-b4f6-11c4587217bd,segment=NetworkSegment(13a18bf1-c486-47fb-9ab3-8c8839b9be6a),segment_id=13a18bf1-c486-47fb-9ab3-8c8839b9be6a)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:36.550657 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b5c44dfa-4ff8-4184-8799-c4d607407633 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:36.567324 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-b5c44dfa-4ff8-4184-8799-c4d607407633 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Calling delete_port for 2ba1209c-14f4-49f0-b4f6-11c4587217bd owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:21:36.683661 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b5c44dfa-4ff8-4184-8799-c4d607407633 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:36.699932 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c44dfa-4ff8-4184-8799-c4d607407633 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] No DVR routers for this DVR port 2ba1209c-14f4-49f0-b4f6-11c4587217bd on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:21:36.744653 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c44dfa-4ff8-4184-8799-c4d607407633 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Port': ['ID=2ba1209c-14f4-49f0-b4f6-11c4587217bd,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:36.813301 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dc398c-a264-4b3d-a5d2-acd544205c5a None None] Network a60b46d2-013f-4097-8047-7ecde0ba3a44 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:36.831995 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b5c44dfa-4ff8-4184-8799-c4d607407633 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:36.865066 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-b5c44dfa-4ff8-4184-8799-c4d607407633 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60b46d2-013f-4097-8047-7ecde0ba3a44']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:36.877916 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-b5c44dfa-4ff8-4184-8799-c4d607407633 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a18bf1-c486-47fb-9ab3-8c8839b9be6a') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:36.878281 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-b5c44dfa-4ff8-4184-8799-c4d607407633 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a18bf1-c486-47fb-9ab3-8c8839b9be6a') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:36.894384 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b5c44dfa-4ff8-4184-8799-c4d607407633 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:36.899952 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-fd9d39dd-7a12-4115-8670-c732d93b6e4f None None] Could not find standard attr ID for object 2ba1209c-14f4-49f0-b4f6-11c4587217bd. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:21:36.923149 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b5c44dfa-4ff8-4184-8799-c4d607407633 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:36.932619 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c44dfa-4ff8-4184-8799-c4d607407633 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:21:36.933145 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b5c44dfa-4ff8-4184-8799-c4d607407633 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:21:36.936802 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:21:37.004096 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b5c44dfa-4ff8-4184-8799-c4d607407633 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:37.007304 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5230fee9-3476-4152-ad5a-a615e36645fb None None] DHCP port deletion for a60b46d2-013f-4097-8047-7ecde0ba3a44 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:21:37.012049 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b5c44dfa-4ff8-4184-8799-c4d607407633 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:37.017463 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b5c44dfa-4ff8-4184-8799-c4d607407633 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/networks/a60b46d2-013f-4097-8047-7ecde0ba3a44 HTTP/1.1" status: 204 len: 168 time: 0.7487338 Nov 24 21:21:37.017980 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43848) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:37.038319 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c44dfa-4ff8-4184-8799-c4d607407633 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Network': ['ID=a60b46d2-013f-4097-8047-7ecde0ba3a44,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:37.052735 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd4f812-7249-47e3-bee2-ef463ba6c36c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] DELETE failed (client error): The resource could not be found. Nov 24 21:21:37.053996 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd4f812-7249-47e3-bee2-ef463ba6c36c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:21:37.058877 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0bd4f812-7249-47e3-bee2-ef463ba6c36c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/subnets/8531d653-dc78-45a7-a7d5-7e34726b0425 HTTP/1.1" status: 404 len: 337 time: 0.0394902 Nov 24 21:21:37.062388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43850) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:37.083186 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1213132-523b-47e8-974a-965675fd2b5c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] DELETE failed (client error): The resource could not be found. Nov 24 21:21:37.083596 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1213132-523b-47e8-974a-965675fd2b5c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:21:37.090685 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e1213132-523b-47e8-974a-965675fd2b5c tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/networks/96659bd9-ad5e-4971-923d-ba82a730401a HTTP/1.1" status: 404 len: 339 time: 0.0247006 Nov 24 21:21:37.091113 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43852) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:37.127228 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e760e79-3e4f-4617-83d7-51b8c111a4e5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] DELETE failed (client error): The resource could not be found. Nov 24 21:21:37.127697 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e760e79-3e4f-4617-83d7-51b8c111a4e5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:21:37.131383 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0e760e79-3e4f-4617-83d7-51b8c111a4e5 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/subnets/29b8023b-0a12-46a0-8e24-9c0a31204252 HTTP/1.1" status: 404 len: 337 time: 0.0387216 Nov 24 21:21:37.134245 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43854) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:37.156218 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b408a5b-6ff9-47fc-934f-ee11bbaba9a3 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] DELETE failed (client error): The resource could not be found. Nov 24 21:21:37.156725 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b408a5b-6ff9-47fc-934f-ee11bbaba9a3 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:21:37.159814 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2b408a5b-6ff9-47fc-934f-ee11bbaba9a3 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/networks/d70e48bf-cf2b-480e-a49c-b1ef85e400a4 HTTP/1.1" status: 404 len: 339 time: 0.0243094 Nov 24 21:21:37.162616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43858) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:37.192234 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-2052a211-3f8e-420d-92a8-51b75ad13669 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] DELETE failed (client error): The resource could not be found. Nov 24 21:21:37.192521 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2052a211-3f8e-420d-92a8-51b75ad13669 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:21:37.196557 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2052a211-3f8e-420d-92a8-51b75ad13669 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/subnets/31e392f0-e304-449d-9f9a-f86a397d914f HTTP/1.1" status: 404 len: 337 time: 0.0326624 Nov 24 21:21:37.199566 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43862) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:37.219669 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc42e9c-4711-4844-99d8-01ea39df0a07 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] DELETE failed (client error): The resource could not be found. Nov 24 21:21:37.220166 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc42e9c-4711-4844-99d8-01ea39df0a07 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:21:37.223337 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-efc42e9c-4711-4844-99d8-01ea39df0a07 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/networks/08616800-d1fb-47b7-9ed2-eede637bc7b7 HTTP/1.1" status: 404 len: 339 time: 0.0225308 Nov 24 21:21:37.226181 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43864) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:37.285482 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7a6439-e50c-46dc-8fe8-488c83e53fa9 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Deleting subnet cff7994c-e2f4-45d9-92fc-23d99317237b {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:21:37.288927 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cc7a6439-e50c-46dc-8fe8-488c83e53fa9 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:37.332300 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cc7a6439-e50c-46dc-8fe8-488c83e53fa9 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:37.359030 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1295f-f6a2-4049-b6e2-7a9c0052a84c req-73fe7120-5d86-45ca-a601-f3a4efe6746b tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:37.360476 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-25c1295f-f6a2-4049-b6e2-7a9c0052a84c req-73fe7120-5d86-45ca-a601-f3a4efe6746b tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.0555139 Nov 24 21:21:37.415580 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-25c1295f-f6a2-4049-b6e2-7a9c0052a84c req-22c0b08b-4796-47a0-bd6e-edff7ea546a5 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477333 Nov 24 21:21:37.430090 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cc7a6439-e50c-46dc-8fe8-488c83e53fa9 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:37.504603 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cc7a6439-e50c-46dc-8fe8-488c83e53fa9 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:37.535328 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cc7a6439-e50c-46dc-8fe8-488c83e53fa9 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:37.540126 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cc7a6439-e50c-46dc-8fe8-488c83e53fa9 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/subnets/cff7994c-e2f4-45d9-92fc-23d99317237b HTTP/1.1" status: 204 len: 168 time: 0.3130147 Nov 24 21:21:37.540670 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955b835d-9dc1-419b-ae22-0e24d1d1a307 None None] Network 44a2e96a-7960-46bf-8b14-b684308982a6 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:37.541152 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a6439-e50c-46dc-8fe8-488c83e53fa9 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Subnet': ['ID=cff7994c-e2f4-45d9-92fc-23d99317237b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:37.542898 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43868) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:37.629711 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b020fd4a-7d7e-42c4-9965-65452a062333 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:37.685600 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-b020fd4a-7d7e-42c4-9965-65452a062333 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Deleting port 8e14ce9f-b9f9-46ba-b860-47264cb0a25f {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:21:37.685941 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b020fd4a-7d7e-42c4-9965-65452a062333 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:37.742590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5932de00-44cb-475d-9654-2ce5e6213064 None None] DHCP port deletion for 44a2e96a-7960-46bf-8b14-b684308982a6 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:21:37.758408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-b020fd4a-7d7e-42c4-9965-65452a062333 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] For port 8e14ce9f-b9f9-46ba-b860-47264cb0a25f, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=8e14ce9f-b9f9-46ba-b860-47264cb0a25f,segment=NetworkSegment(7c68ec7f-5ab2-4186-b289-5f26816893b0),segment_id=7c68ec7f-5ab2-4186-b289-5f26816893b0)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:37.758787 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b020fd4a-7d7e-42c4-9965-65452a062333 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:37.759337 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c296d-1602-4c33-8732-e80b758c3b69 req-302ac3fc-26b6-4558-aeb7-dbfdebedbfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:37.761179 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d44c296d-1602-4c33-8732-e80b758c3b69 req-302ac3fc-26b6-4558-aeb7-dbfdebedbfc4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51d612ab04e44ebdb2576e3d3896d36c&device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 1096 time: 0.0450602 Nov 24 21:21:37.772698 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-b020fd4a-7d7e-42c4-9965-65452a062333 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Calling delete_port for 8e14ce9f-b9f9-46ba-b860-47264cb0a25f owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:21:37.790221 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-5932de00-44cb-475d-9654-2ce5e6213064 None None] Deleting port 8e14ce9f-b9f9-46ba-b860-47264cb0a25f {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:21:37.790906 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5932de00-44cb-475d-9654-2ce5e6213064 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:37.855821 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b020fd4a-7d7e-42c4-9965-65452a062333 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:37.864776 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-5932de00-44cb-475d-9654-2ce5e6213064 None None] For port 8e14ce9f-b9f9-46ba-b860-47264cb0a25f, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=8e14ce9f-b9f9-46ba-b860-47264cb0a25f,segment=NetworkSegment(7c68ec7f-5ab2-4186-b289-5f26816893b0),segment_id=7c68ec7f-5ab2-4186-b289-5f26816893b0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:37.865931 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5932de00-44cb-475d-9654-2ce5e6213064 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:37.867510 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c296d-1602-4c33-8732-e80b758c3b69 req-a9b8e6c7-e755-422e-8d6c-d08e5ad78802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:37.869251 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d44c296d-1602-4c33-8732-e80b758c3b69 req-a9b8e6c7-e755-422e-8d6c-d08e5ad78802 service neutron] 10.222.0.15 "GET /v2.0/networks?id=32a707c4-ac19-469f-a9cc-104f3e27a20e HTTP/1.1" status: 200 len: 918 time: 0.1005716 Nov 24 21:21:37.878982 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-5932de00-44cb-475d-9654-2ce5e6213064 None None] Calling delete_port for 8e14ce9f-b9f9-46ba-b860-47264cb0a25f owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:21:37.887523 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020fd4a-7d7e-42c4-9965-65452a062333 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Port': ['ID=8e14ce9f-b9f9-46ba-b860-47264cb0a25f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:37.892809 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b020fd4a-7d7e-42c4-9965-65452a062333 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] No DVR routers for this DVR port 8e14ce9f-b9f9-46ba-b860-47264cb0a25f on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:21:37.945987 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d44c296d-1602-4c33-8732-e80b758c3b69 req-5c9f9a2c-05f2-4fa1-a2ee-67ab67b12ae1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a88289e-350d-441b-9d5d-82e908753834 HTTP/1.1" status: 200 len: 1000 time: 0.0690930 Nov 24 21:21:37.976531 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5932de00-44cb-475d-9654-2ce5e6213064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:37.996902 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b020fd4a-7d7e-42c4-9965-65452a062333 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:37.999204 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932de00-44cb-475d-9654-2ce5e6213064 None None] Pushing event deleted for resources: {'Port': ['ID=8e14ce9f-b9f9-46ba-b860-47264cb0a25f,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:38.002402 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c296d-1602-4c33-8732-e80b758c3b69 req-51de9da8-0ced-4741-91c0-d7127581f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:38.004043 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d44c296d-1602-4c33-8732-e80b758c3b69 req-51de9da8-0ced-4741-91c0-d7127581f5a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0faa94f8-a6a6-4ded-b1c0-ce3e792adfad HTTP/1.1" status: 200 len: 856 time: 0.0497773 Nov 24 21:21:38.008530 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5932de00-44cb-475d-9654-2ce5e6213064 None None] No DVR routers for this DVR port 8e14ce9f-b9f9-46ba-b860-47264cb0a25f on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:21:38.016410 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2ba1209c-14f4-49f0-b4f6-11c4587217bd no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:21:38.030075 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-b020fd4a-7d7e-42c4-9965-65452a062333 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a2e96a-7960-46bf-8b14-b684308982a6']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:38.040126 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-b020fd4a-7d7e-42c4-9965-65452a062333 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c68ec7f-5ab2-4186-b289-5f26816893b0') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:38.040424 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-b020fd4a-7d7e-42c4-9965-65452a062333 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c68ec7f-5ab2-4186-b289-5f26816893b0') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:38.043919 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 2ba1209c-14f4-49f0-b4f6-11c4587217bd {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:21:38.044277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2ba1209c-14f4-49f0-b4f6-11c4587217bd not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:21:38.044704 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 8e14ce9f-b9f9-46ba-b860-47264cb0a25f no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:21:38.056672 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b020fd4a-7d7e-42c4-9965-65452a062333 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:38.064337 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 8e14ce9f-b9f9-46ba-b860-47264cb0a25f {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:21:38.064517 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c296d-1602-4c33-8732-e80b758c3b69 req-6d0e37b4-f289-4aec-8a14-c89807c3334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:38.064611 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 8e14ce9f-b9f9-46ba-b860-47264cb0a25f not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:21:38.065806 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d44c296d-1602-4c33-8732-e80b758c3b69 req-6d0e37b4-f289-4aec-8a14-c89807c3334a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32a707c4-ac19-469f-a9cc-104f3e27a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533528 Nov 24 21:21:38.074305 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b020fd4a-7d7e-42c4-9965-65452a062333 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:38.080774 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b020fd4a-7d7e-42c4-9965-65452a062333 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:21:38.081187 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b020fd4a-7d7e-42c4-9965-65452a062333 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:21:38.086111 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:21:38.153884 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b020fd4a-7d7e-42c4-9965-65452a062333 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:38.159328 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b020fd4a-7d7e-42c4-9965-65452a062333 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:38.163574 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b020fd4a-7d7e-42c4-9965-65452a062333 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/networks/44a2e96a-7960-46bf-8b14-b684308982a6 HTTP/1.1" status: 204 len: 168 time: 0.6191916 Nov 24 21:21:38.166083 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43870) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:38.176844 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d44c296d-1602-4c33-8732-e80b758c3b69 req-437185a6-dbd9-4880-befa-f87130128f18 service neutron] 10.222.0.15 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021643 Nov 24 21:21:38.179096 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020fd4a-7d7e-42c4-9965-65452a062333 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Network': ['ID=44a2e96a-7960-46bf-8b14-b684308982a6,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:38.204324 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-1656c261-e68e-47b5-8a7a-f2e9e391b013 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] DELETE failed (client error): The resource could not be found. Nov 24 21:21:38.204830 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1656c261-e68e-47b5-8a7a-f2e9e391b013 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:21:38.207820 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1656c261-e68e-47b5-8a7a-f2e9e391b013 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/subnets/c4e153dd-d0d2-4a7d-b26c-fb683338d5ff HTTP/1.1" status: 404 len: 337 time: 0.0404799 Nov 24 21:21:38.211070 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43872) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:38.230114 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb8bd96-6fa1-4ace-801c-82a2fe8deea6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] DELETE failed (client error): The resource could not be found. Nov 24 21:21:38.230633 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb8bd96-6fa1-4ace-801c-82a2fe8deea6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:21:38.234057 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3cb8bd96-6fa1-4ace-801c-82a2fe8deea6 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/networks/37474724-a3c1-4470-8b66-4c5bc60fc259 HTTP/1.1" status: 404 len: 339 time: 0.0219460 Nov 24 21:21:38.236459 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43874) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:38.288309 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-062a2e92-1cbe-4aee-982c-984a5f2ae28f tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Deleting subnet c969533f-f51f-400d-8e60-3d8183836bb0 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:21:38.291083 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d44c296d-1602-4c33-8732-e80b758c3b69 req-2c21255b-dadc-47ce-a23e-cba485291033 service neutron] 10.222.0.15 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940216 Nov 24 21:21:38.291395 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-062a2e92-1cbe-4aee-982c-984a5f2ae28f tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:38.338471 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-062a2e92-1cbe-4aee-982c-984a5f2ae28f tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:38.418898 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-062a2e92-1cbe-4aee-982c-984a5f2ae28f tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:38.477688 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-062a2e92-1cbe-4aee-982c-984a5f2ae28f tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:38.491496 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:21:38.512493 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a2e92-1cbe-4aee-982c-984a5f2ae28f tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Subnet': ['ID=c969533f-f51f-400d-8e60-3d8183836bb0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:38.524081 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-062a2e92-1cbe-4aee-982c-984a5f2ae28f tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:38.527319 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-062a2e92-1cbe-4aee-982c-984a5f2ae28f tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/subnets/c969533f-f51f-400d-8e60-3d8183836bb0 HTTP/1.1" status: 204 len: 168 time: 0.2898791 Nov 24 21:21:38.528598 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37df7a0-706f-41a9-8679-edfb0db499ca None None] Network b55c8e99-89e5-4e32-9e22-3e2c4b325fc4 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:38.529992 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43878) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:38.566506 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182b625-233b-4401-9a5d-31af7d1170b1 req-1081758e-bbb9-4f68-b8df-c2518ad4afe1 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:38.568412 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d182b625-233b-4401-9a5d-31af7d1170b1 req-1081758e-bbb9-4f68-b8df-c2518ad4afe1 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.0577064 Nov 24 21:21:38.614682 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74c65ceb-9274-47a3-b9fc-6c5b3cf25ac8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:38.622365 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d182b625-233b-4401-9a5d-31af7d1170b1 req-72e8ab0d-5c10-4dcc-920d-95d03292604a tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481439 Nov 24 21:21:38.675907 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-74c65ceb-9274-47a3-b9fc-6c5b3cf25ac8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Deleting port b6db9387-df55-4b9f-a56e-7d64c1ed843f {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:21:38.676173 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74c65ceb-9274-47a3-b9fc-6c5b3cf25ac8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:38.716360 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354f069f-1adb-4d42-b374-1cdf8e475518 None None] DHCP port deletion for b55c8e99-89e5-4e32-9e22-3e2c4b325fc4 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:21:38.745191 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-74c65ceb-9274-47a3-b9fc-6c5b3cf25ac8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] For port b6db9387-df55-4b9f-a56e-7d64c1ed843f, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b6db9387-df55-4b9f-a56e-7d64c1ed843f,segment=NetworkSegment(fcd7be7f-da55-449e-8087-c71afbc2ed37),segment_id=fcd7be7f-da55-449e-8087-c71afbc2ed37)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:38.745553 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74c65ceb-9274-47a3-b9fc-6c5b3cf25ac8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:38.758268 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-74c65ceb-9274-47a3-b9fc-6c5b3cf25ac8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Calling delete_port for b6db9387-df55-4b9f-a56e-7d64c1ed843f owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:21:38.764955 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-354f069f-1adb-4d42-b374-1cdf8e475518 None None] Deleting port b6db9387-df55-4b9f-a56e-7d64c1ed843f {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:21:38.765624 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-354f069f-1adb-4d42-b374-1cdf8e475518 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:38.835403 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-354f069f-1adb-4d42-b374-1cdf8e475518 None None] For port b6db9387-df55-4b9f-a56e-7d64c1ed843f, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b6db9387-df55-4b9f-a56e-7d64c1ed843f,segment=NetworkSegment(fcd7be7f-da55-449e-8087-c71afbc2ed37),segment_id=fcd7be7f-da55-449e-8087-c71afbc2ed37)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:38.835639 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-354f069f-1adb-4d42-b374-1cdf8e475518 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:38.844218 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74c65ceb-9274-47a3-b9fc-6c5b3cf25ac8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:38.850403 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-354f069f-1adb-4d42-b374-1cdf8e475518 None None] Calling delete_port for b6db9387-df55-4b9f-a56e-7d64c1ed843f owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:21:38.873125 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c65ceb-9274-47a3-b9fc-6c5b3cf25ac8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Port': ['ID=b6db9387-df55-4b9f-a56e-7d64c1ed843f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:38.875012 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c65ceb-9274-47a3-b9fc-6c5b3cf25ac8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] No DVR routers for this DVR port b6db9387-df55-4b9f-a56e-7d64c1ed843f on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:21:38.907418 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2857f00a-0ff8-48cf-98c0-2944fd35da6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:38.946295 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-354f069f-1adb-4d42-b374-1cdf8e475518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:38.961831 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74c65ceb-9274-47a3-b9fc-6c5b3cf25ac8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:38.971026 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f069f-1adb-4d42-b374-1cdf8e475518 None None] Pushing event deleted for resources: {'Port': ['ID=b6db9387-df55-4b9f-a56e-7d64c1ed843f,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:38.977682 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354f069f-1adb-4d42-b374-1cdf8e475518 None None] No DVR routers for this DVR port b6db9387-df55-4b9f-a56e-7d64c1ed843f on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:21:38.987116 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-74c65ceb-9274-47a3-b9fc-6c5b3cf25ac8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55c8e99-89e5-4e32-9e22-3e2c4b325fc4']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:38.997939 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-74c65ceb-9274-47a3-b9fc-6c5b3cf25ac8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd7be7f-da55-449e-8087-c71afbc2ed37') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:38.998239 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-74c65ceb-9274-47a3-b9fc-6c5b3cf25ac8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd7be7f-da55-449e-8087-c71afbc2ed37') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:39.011870 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74c65ceb-9274-47a3-b9fc-6c5b3cf25ac8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:39.026555 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74c65ceb-9274-47a3-b9fc-6c5b3cf25ac8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:39.032585 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c65ceb-9274-47a3-b9fc-6c5b3cf25ac8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:21:39.033113 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74c65ceb-9274-47a3-b9fc-6c5b3cf25ac8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:21:39.036104 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:21:39.097751 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74c65ceb-9274-47a3-b9fc-6c5b3cf25ac8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:39.106058 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74c65ceb-9274-47a3-b9fc-6c5b3cf25ac8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:39.108986 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-74c65ceb-9274-47a3-b9fc-6c5b3cf25ac8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] 10.222.0.11 "DELETE /v2.0/networks/b55c8e99-89e5-4e32-9e22-3e2c4b325fc4 HTTP/1.1" status: 204 len: 168 time: 0.5778584 Nov 24 21:21:39.121644 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c65ceb-9274-47a3-b9fc-6c5b3cf25ac8 tempest-NetworksIpV6Test-616972472 tempest-NetworksIpV6Test-616972472-project] Pushing event deleted for resources: {'Network': ['ID=b55c8e99-89e5-4e32-9e22-3e2c4b325fc4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:39.371556 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43886) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:39.519342 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9a7c7971-2cca-4167-b6fc-08799eeda72f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac8a54673cd5474e96369f9cec7ed860&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1464899 Nov 24 21:21:39.522577 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43890) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:39.572987 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c53351e-7d00-432b-bd4b-0a615d645d97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:39.595049 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c53351e-7d00-432b-bd4b-0a615d645d97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:39.642874 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c53351e-7d00-432b-bd4b-0a615d645d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:39.645754 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c53351e-7d00-432b-bd4b-0a615d645d97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:39.647553 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5c53351e-7d00-432b-bd4b-0a615d645d97 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8673f695-f97a-4d4d-99b0-c79456e7ac87 HTTP/1.1" status: 204 len: 168 time: 0.1239004 Nov 24 21:21:39.665419 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53351e-7d00-432b-bd4b-0a615d645d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8673f695-f97a-4d4d-99b0-c79456e7ac87,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:39.764248 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a081b-ac6e-4ffa-88c4-db39edeaf647 req-480b2d62-06c9-4147-b334-d95d17023eff tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:39.765917 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-111a081b-ac6e-4ffa-88c4-db39edeaf647 req-480b2d62-06c9-4147-b334-d95d17023eff tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.0563972 Nov 24 21:21:39.820699 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-111a081b-ac6e-4ffa-88c4-db39edeaf647 req-981cbd1c-b150-44ea-a368-c6bfa46a80c7 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482256 Nov 24 21:21:39.873957 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:39.971184 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b6db9387-df55-4b9f-a56e-7d64c1ed843f no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:21:39.994434 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: b6db9387-df55-4b9f-a56e-7d64c1ed843f {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:21:39.995174 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b6db9387-df55-4b9f-a56e-7d64c1ed843f not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:21:40.332696 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43914) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:40.434837 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-986bb636-1595-455d-9c98-35f50a08e459 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-351631593-network', 'tenant_id': '43533a3738ef49588e14c1e31e4924a7'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:40.456035 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986bb636-1595-455d-9c98-35f50a08e459 admin admin] Made reservation on behalf of 43533a3738ef49588e14c1e31e4924a7 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:40.458574 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-986bb636-1595-455d-9c98-35f50a08e459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:40.474321 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-986bb636-1595-455d-9c98-35f50a08e459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:40.560601 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-986bb636-1595-455d-9c98-35f50a08e459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:40.565566 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-986bb636-1595-455d-9c98-35f50a08e459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:40.594210 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986bb636-1595-455d-9c98-35f50a08e459 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:21:40.601585 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bb636-1595-455d-9c98-35f50a08e459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a987c6b6-a8b6-4db4-bfb1-a9f1ae1972bb,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:40.608009 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-986bb636-1595-455d-9c98-35f50a08e459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:40.608355 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-986bb636-1595-455d-9c98-35f50a08e459 admin admin] Added segment c612124c-e93a-4235-ae7b-e13592ed74f1 of type vlan for network 16a02145-a7ba-4656-b8ba-0e58d87f7699 Nov 24 21:21:40.654181 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-986bb636-1595-455d-9c98-35f50a08e459 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:40.681767 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-986bb636-1595-455d-9c98-35f50a08e459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:40.682737 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986bb636-1595-455d-9c98-35f50a08e459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:40.683337 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-986bb636-1595-455d-9c98-35f50a08e459 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:40.728094 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-986bb636-1595-455d-9c98-35f50a08e459 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3942480 Nov 24 21:21:40.731260 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43918) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:40.736430 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0dd68727-69f9-489b-9616-4035b568a939 admin admin] Request body: {'subnet': {'network_id': '16a02145-a7ba-4656-b8ba-0e58d87f7699', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-351631593-subnet', 'tenant_id': '43533a3738ef49588e14c1e31e4924a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:40.757639 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd68727-69f9-489b-9616-4035b568a939 admin admin] Made reservation on behalf of 43533a3738ef49588e14c1e31e4924a7 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:40.760226 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0dd68727-69f9-489b-9616-4035b568a939 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:40.780847 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bb636-1595-455d-9c98-35f50a08e459 admin admin] Pushing event updated for resources: {'Network': ['ID=16a02145-a7ba-4656-b8ba-0e58d87f7699,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:40.792814 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 16a02145-a7ba-4656-b8ba-0e58d87f7699 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:21:40.956972 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5915ed8-d4cb-484e-b4d4-6105add8046f req-9fb4ef6b-9489-4bb6-8853-177a67ee1354 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:40.958897 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d5915ed8-d4cb-484e-b4d4-6105add8046f req-9fb4ef6b-9489-4bb6-8853-177a67ee1354 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.0556278 Nov 24 21:21:40.960471 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0dd68727-69f9-489b-9616-4035b568a939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:41.017602 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d5915ed8-d4cb-484e-b4d4-6105add8046f req-e6f437e3-63f7-4092-8d4e-ba5318880839 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512366 Nov 24 21:21:41.031391 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd68727-69f9-489b-9616-4035b568a939 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f0f329e-fbb3-408d-93b2-4c33e6819ca5,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:41.052118 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd68727-69f9-489b-9616-4035b568a939 admin admin] Checking segment: {'id': 'c612124c-e93a-4235-ae7b-e13592ed74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '16a02145-a7ba-4656-b8ba-0e58d87f7699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:21:41.052491 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd68727-69f9-489b-9616-4035b568a939 admin admin] Network hostable DHCP agents. Network: 16a02145-a7ba-4656-b8ba-0e58d87f7699, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:21:41.072707 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd68727-69f9-489b-9616-4035b568a939 admin admin] Network 16a02145-a7ba-4656-b8ba-0e58d87f7699 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:21:41.083553 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-0dd68727-69f9-489b-9616-4035b568a939 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 16a02145-a7ba-4656-b8ba-0e58d87f7699) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:41.090451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd68727-69f9-489b-9616-4035b568a939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:41.091624 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0dd68727-69f9-489b-9616-4035b568a939 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:41.092913 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21466bf-06c3-4b17-a184-e592961b47d8 None None] Network 16a02145-a7ba-4656-b8ba-0e58d87f7699 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:41.121522 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0dd68727-69f9-489b-9616-4035b568a939 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3806288 Nov 24 21:21:41.203751 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7b6aeab4-7781-4e2e-85c4-8693b3202953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:41.249041 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:41.489611 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305a7fe5-0122-4646-855e-326332e04238 None None] Network 16a02145-a7ba-4656-b8ba-0e58d87f7699 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:41.670755 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 6a88289e-350d-441b-9d5d-82e908753834 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:21:41.708107 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 43960) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:41.713174 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-00f8294f-7d36-4b20-af86-2398fd8f4b04 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1221247690-network', 'tenant_id': 'bc24c83f50cb4c4a9b4ece96fb6fc306'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:41.745382 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f8294f-7d36-4b20-af86-2398fd8f4b04 admin admin] Made reservation on behalf of bc24c83f50cb4c4a9b4ece96fb6fc306 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:41.748678 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00f8294f-7d36-4b20-af86-2398fd8f4b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:41.760548 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a4139-1953-4020-abec-960f250638e1 req-7903bdb3-1312-4571-b3c3-5da7850d34d4 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:41.761928 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00f8294f-7d36-4b20-af86-2398fd8f4b04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:41.768651 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:41.770581 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-545a4139-1953-4020-abec-960f250638e1 req-7903bdb3-1312-4571-b3c3-5da7850d34d4 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.0785043 Nov 24 21:21:41.800151 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2bf731-3390-4d5a-936a-55715efe4a37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a88289e-350d-441b-9d5d-82e908753834'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:21:41.802909 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fa9ea3-8f18-45fc-b87f-a798d07350ea" -d '{"events": [{"server_uuid": "3c2bf731-3390-4d5a-936a-55715efe4a37", "name": "network-vif-unplugged", "status": "completed", "tag": "6a88289e-350d-441b-9d5d-82e908753834"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:21:41.818076 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 6a88289e-350d-441b-9d5d-82e908753834, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=6a88289e-350d-441b-9d5d-82e908753834,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:41.823383 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:41.861646 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-545a4139-1953-4020-abec-960f250638e1 req-5d054916-a7ed-40d3-8843-add524514d45 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829260 Nov 24 21:21:41.888428 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00f8294f-7d36-4b20-af86-2398fd8f4b04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:41.894085 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00f8294f-7d36-4b20-af86-2398fd8f4b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:41.903258 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Nov 2021 21:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a90d906-e005-492c-9a50-73fd84a050ed x-openstack-request-id: req-6a90d906-e005-492c-9a50-73fd84a050ed {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:21:41.903558 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2bf731-3390-4d5a-936a-55715efe4a37", "name": "network-vif-unplugged", "status": "failed", "tag": "6a88289e-350d-441b-9d5d-82e908753834", "code": 422}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:21:41.903846 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a90d906-e005-492c-9a50-73fd84a050ed {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:21:41.904251 n-d-812111-8 neutron-server[109992]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3c2bf731-3390-4d5a-936a-55715efe4a37', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6a88289e-350d-441b-9d5d-82e908753834', 'code': 422} returned with failed status Nov 24 21:21:41.907393 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=6a88289e-350d-441b-9d5d-82e908753834,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:41.927801 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f8294f-7d36-4b20-af86-2398fd8f4b04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:21:41.947206 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8294f-7d36-4b20-af86-2398fd8f4b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc041506-22f0-4d38-9063-ff735fcb5aba,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:41.951693 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00f8294f-7d36-4b20-af86-2398fd8f4b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:41.952086 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-00f8294f-7d36-4b20-af86-2398fd8f4b04 admin admin] Added segment 4283316c-c717-42a1-a85f-f7a7428a42ac of type vlan for network 323c693b-e4aa-42f8-a4e5-6006e6568eab Nov 24 21:21:42.001821 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00f8294f-7d36-4b20-af86-2398fd8f4b04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:42.024337 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43968) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:42.033109 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00f8294f-7d36-4b20-af86-2398fd8f4b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:42.034564 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f8294f-7d36-4b20-af86-2398fd8f4b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:42.035317 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00f8294f-7d36-4b20-af86-2398fd8f4b04 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:42.074089 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-00f8294f-7d36-4b20-af86-2398fd8f4b04 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3651402 Nov 24 21:21:42.077032 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43972) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:42.082731 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-203df917-5d89-4008-84f1-5a5529cc5f06 admin admin] Request body: {'subnet': {'network_id': '323c693b-e4aa-42f8-a4e5-6006e6568eab', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1221247690-subnet', 'tenant_id': 'bc24c83f50cb4c4a9b4ece96fb6fc306', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:42.111129 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203df917-5d89-4008-84f1-5a5529cc5f06 admin admin] Made reservation on behalf of bc24c83f50cb4c4a9b4ece96fb6fc306 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:21:42.114726 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-203df917-5d89-4008-84f1-5a5529cc5f06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:42.236285 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-9007b378-e56a-4d3c-90fc-a821a153ae02 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2103102 Nov 24 21:21:42.248307 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-9c91ca5f-4ec9-43b1-8721-c22b79d30901 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:21:42.249548 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-9c91ca5f-4ec9-43b1-8721-c22b79d30901 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060906 Nov 24 21:21:42.346809 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-203df917-5d89-4008-84f1-5a5529cc5f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:42.414714 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203df917-5d89-4008-84f1-5a5529cc5f06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a11168-f5cd-4c9d-82d0-c1e5e8ea653e,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:42.420687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8294f-7d36-4b20-af86-2398fd8f4b04 admin admin] Pushing event updated for resources: {'Network': ['ID=323c693b-e4aa-42f8-a4e5-6006e6568eab,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:42.421644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203df917-5d89-4008-84f1-5a5529cc5f06 admin admin] Checking segment: {'id': '4283316c-c717-42a1-a85f-f7a7428a42ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '323c693b-e4aa-42f8-a4e5-6006e6568eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:21:42.421644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203df917-5d89-4008-84f1-5a5529cc5f06 admin admin] Network hostable DHCP agents. Network: 323c693b-e4aa-42f8-a4e5-6006e6568eab, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:21:42.440227 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 323c693b-e4aa-42f8-a4e5-6006e6568eab details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:21:42.441218 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203df917-5d89-4008-84f1-5a5529cc5f06 admin admin] Network 323c693b-e4aa-42f8-a4e5-6006e6568eab is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:21:42.453922 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-203df917-5d89-4008-84f1-5a5529cc5f06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 323c693b-e4aa-42f8-a4e5-6006e6568eab) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:21:42.459846 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203df917-5d89-4008-84f1-5a5529cc5f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:42.461574 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-203df917-5d89-4008-84f1-5a5529cc5f06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:42.474119 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7483f363-cfc3-4020-ba42-0d9cc29e862d None None] Network 323c693b-e4aa-42f8-a4e5-6006e6568eab requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:42.476448 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:42.482114 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-203df917-5d89-4008-84f1-5a5529cc5f06 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4036398 Nov 24 21:21:42.604604 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43982) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:42.660031 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-164f7341-5232-41b2-b025-8d4b2ba1d5b7 admin admin] Deleting subnet 6f0f329e-fbb3-408d-93b2-4c33e6819ca5 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:21:42.663612 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-164f7341-5232-41b2-b025-8d4b2ba1d5b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:42.669076 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a01b5f-60b3-41c6-a3a2-33ef82c67fcb None None] Network 323c693b-e4aa-42f8-a4e5-6006e6568eab requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:21:42.701490 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-164f7341-5232-41b2-b025-8d4b2ba1d5b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:42.750465 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-164f7341-5232-41b2-b025-8d4b2ba1d5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:42.811873 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-164f7341-5232-41b2-b025-8d4b2ba1d5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:42.840324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f7341-5232-41b2-b025-8d4b2ba1d5b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f0f329e-fbb3-408d-93b2-4c33e6819ca5,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:42.842332 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-164f7341-5232-41b2-b025-8d4b2ba1d5b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:42.845849 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-164f7341-5232-41b2-b025-8d4b2ba1d5b7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6f0f329e-fbb3-408d-93b2-4c33e6819ca5 HTTP/1.1" status: 204 len: 168 time: 0.2401209 Nov 24 21:21:42.848333 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43984) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:42.935500 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ff1035b-cf0c-4dbb-b432-54a3174ee935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:43.051150 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ff1035b-cf0c-4dbb-b432-54a3174ee935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:43.065684 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353dd2e8-eec5-47e8-b9a3-b05f41db2d91 req-ab775761-9fd9-4ab6-9e4c-bdebac19299f tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:43.067161 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-353dd2e8-eec5-47e8-b9a3-b05f41db2d91 req-ab775761-9fd9-4ab6-9e4c-bdebac19299f tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 943 time: 0.1241586 Nov 24 21:21:43.087926 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-4ff1035b-cf0c-4dbb-b432-54a3174ee935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a02145-a7ba-4656-b8ba-0e58d87f7699']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:43.104280 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-4ff1035b-cf0c-4dbb-b432-54a3174ee935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c612124c-e93a-4235-ae7b-e13592ed74f1') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:43.104574 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-4ff1035b-cf0c-4dbb-b432-54a3174ee935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c612124c-e93a-4235-ae7b-e13592ed74f1') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:43.118291 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ff1035b-cf0c-4dbb-b432-54a3174ee935 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:43.149834 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ff1035b-cf0c-4dbb-b432-54a3174ee935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:43.158739 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-353dd2e8-eec5-47e8-b9a3-b05f41db2d91 req-c3b22ac2-d345-47f7-893d-cfa6808164b9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802598 Nov 24 21:21:43.159654 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff1035b-cf0c-4dbb-b432-54a3174ee935 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:21:43.160040 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ff1035b-cf0c-4dbb-b432-54a3174ee935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:21:43.161710 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:21:43.229046 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ff1035b-cf0c-4dbb-b432-54a3174ee935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:43.234593 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ff1035b-cf0c-4dbb-b432-54a3174ee935 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:43.237902 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4ff1035b-cf0c-4dbb-b432-54a3174ee935 admin admin] 10.222.0.11 "DELETE /v2.0/networks/16a02145-a7ba-4656-b8ba-0e58d87f7699 HTTP/1.1" status: 204 len: 168 time: 0.3880947 Nov 24 21:21:43.241593 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43988) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:43.259828 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1035b-cf0c-4dbb-b432-54a3174ee935 admin admin] Pushing event deleted for resources: {'Network': ['ID=16a02145-a7ba-4656-b8ba-0e58d87f7699,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:43.303723 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-5487f1a0-2438-42c5-982f-3a981cb83459 admin admin] Deleting subnet 28a11168-f5cd-4c9d-82d0-c1e5e8ea653e {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:21:43.315693 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5487f1a0-2438-42c5-982f-3a981cb83459 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:43.355249 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5487f1a0-2438-42c5-982f-3a981cb83459 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:43.394882 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5487f1a0-2438-42c5-982f-3a981cb83459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:43.452337 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5487f1a0-2438-42c5-982f-3a981cb83459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:43.479950 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487f1a0-2438-42c5-982f-3a981cb83459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28a11168-f5cd-4c9d-82d0-c1e5e8ea653e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:43.481954 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5487f1a0-2438-42c5-982f-3a981cb83459 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:43.485239 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5487f1a0-2438-42c5-982f-3a981cb83459 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/28a11168-f5cd-4c9d-82d0-c1e5e8ea653e HTTP/1.1" status: 204 len: 168 time: 0.2426851 Nov 24 21:21:43.487998 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43990) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:43.559546 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c8d3da3c-614c-46dc-95c8-0cd69bf20175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:43.656166 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c8d3da3c-614c-46dc-95c8-0cd69bf20175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:43.678322 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c8d3da3c-614c-46dc-95c8-0cd69bf20175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323c693b-e4aa-42f8-a4e5-6006e6568eab']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:43.689197 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c8d3da3c-614c-46dc-95c8-0cd69bf20175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4283316c-c717-42a1-a85f-f7a7428a42ac') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:43.689496 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c8d3da3c-614c-46dc-95c8-0cd69bf20175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4283316c-c717-42a1-a85f-f7a7428a42ac') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:21:43.700272 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c8d3da3c-614c-46dc-95c8-0cd69bf20175 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:43.714306 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c8d3da3c-614c-46dc-95c8-0cd69bf20175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:43.721961 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d3da3c-614c-46dc-95c8-0cd69bf20175 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:21:43.722409 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c8d3da3c-614c-46dc-95c8-0cd69bf20175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:21:43.724122 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:21:43.785721 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c8d3da3c-614c-46dc-95c8-0cd69bf20175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:43.791373 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c8d3da3c-614c-46dc-95c8-0cd69bf20175 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:43.797167 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c8d3da3c-614c-46dc-95c8-0cd69bf20175 admin admin] 10.222.0.11 "DELETE /v2.0/networks/323c693b-e4aa-42f8-a4e5-6006e6568eab HTTP/1.1" status: 204 len: 168 time: 0.3058319 Nov 24 21:21:43.805996 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3da3c-614c-46dc-95c8-0cd69bf20175 admin admin] Pushing event deleted for resources: {'Network': ['ID=323c693b-e4aa-42f8-a4e5-6006e6568eab,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:43.806737 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:43.970157 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43994) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:44.010692 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4a9dc9fc-2d46-4533-bfd7-3e1ab38b39c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=43533a3738ef49588e14c1e31e4924a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393491 Nov 24 21:21:44.013168 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 43996) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:44.059851 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-504c77de-f0d4-4e3f-84e6-614794194fec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:44.081364 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-504c77de-f0d4-4e3f-84e6-614794194fec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:44.128577 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-504c77de-f0d4-4e3f-84e6-614794194fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:44.133045 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-504c77de-f0d4-4e3f-84e6-614794194fec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:44.136813 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-504c77de-f0d4-4e3f-84e6-614794194fec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a987c6b6-a8b6-4db4-bfb1-a9f1ae1972bb HTTP/1.1" status: 204 len: 168 time: 0.1201081 Nov 24 21:21:44.142040 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c77de-f0d4-4e3f-84e6-614794194fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a987c6b6-a8b6-4db4-bfb1-a9f1ae1972bb,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:44.305520 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c95be-99f1-45a2-acc7-fb67930f200a req-d7a97968-7f03-475d-9a33-ef79bd4a2a29 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:44.307112 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e7c95be-99f1-45a2-acc7-fb67930f200a req-d7a97968-7f03-475d-9a33-ef79bd4a2a29 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 943 time: 0.0588806 Nov 24 21:21:44.516108 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44006) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:44.558482 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e7c95be-99f1-45a2-acc7-fb67930f200a req-d8223e2a-d1f7-4f49-b5ce-f92e8153c4b5 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2426462 Nov 24 21:21:44.562947 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b185c0b6-d69d-4119-8702-262b2a90441c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bc24c83f50cb4c4a9b4ece96fb6fc306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449948 Nov 24 21:21:44.564771 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44008) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:44.617289 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8efd8412-4e75-46d9-b6b3-ab7779a64493 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:44.646302 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8efd8412-4e75-46d9-b6b3-ab7779a64493 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:44.694057 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8efd8412-4e75-46d9-b6b3-ab7779a64493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:44.696665 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8efd8412-4e75-46d9-b6b3-ab7779a64493 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:44.697832 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8efd8412-4e75-46d9-b6b3-ab7779a64493 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc041506-22f0-4d38-9063-ff735fcb5aba HTTP/1.1" status: 204 len: 168 time: 0.1319931 Nov 24 21:21:44.707931 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd8412-4e75-46d9-b6b3-ab7779a64493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc041506-22f0-4d38-9063-ff735fcb5aba,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:44.844439 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:45.708333 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8d609-42cd-4c16-ba57-4468f785d0e4 req-7cb1d653-5c8d-40b3-9f5a-68d471b37650 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:45.713459 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-80e8d609-42cd-4c16-ba57-4468f785d0e4 req-7cb1d653-5c8d-40b3-9f5a-68d471b37650 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 943 time: 0.0716012 Nov 24 21:21:45.769470 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-80e8d609-42cd-4c16-ba57-4468f785d0e4 req-a3dad46e-8956-4ae2-95d1-9aef4348a5db tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525770 Nov 24 21:21:46.897304 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79c1e8-cf06-479f-ba65-ccc7e5f28647 req-a11bd74f-6d39-4122-95a3-6bc60bd8ac6a tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:46.899708 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b79c1e8-cf06-479f-ba65-ccc7e5f28647 req-a11bd74f-6d39-4122-95a3-6bc60bd8ac6a tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 943 time: 0.0540946 Nov 24 21:21:46.961510 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b79c1e8-cf06-479f-ba65-ccc7e5f28647 req-a601bc49-f989-4682-a123-68a5d626ab67 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557656 Nov 24 21:21:48.113087 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d942c-d146-412d-89ed-490a15a456a8 req-97bf42f2-b17f-47e8-845e-b27483212275 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:48.115348 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-353d942c-d146-412d-89ed-490a15a456a8 req-97bf42f2-b17f-47e8-845e-b27483212275 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 943 time: 0.0566180 Nov 24 21:21:48.166934 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-353d942c-d146-412d-89ed-490a15a456a8 req-43de3cd5-e010-482f-a6bc-3e2ddd40daff tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446475 Nov 24 21:21:48.571813 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-81608cb8-e0a7-40c6-ae8a-f5c1cdd11fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:48.573396 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-81608cb8-e0a7-40c6-ae8a-f5c1cdd11fa7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37&tenant_id=51d612ab04e44ebdb2576e3d3896d36c HTTP/1.1" status: 200 len: 1094 time: 0.0777247 Nov 24 21:21:48.586489 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-8', 'device_owner': 'compute:nova'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:21:48.641366 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:48.846952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] For port 6a88289e-350d-441b-9d5d-82e908753834, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=6a88289e-350d-441b-9d5d-82e908753834,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:21:48.889888 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] For port 6a88289e-350d-441b-9d5d-82e908753834, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:21:48.923573 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a88289e-350d-441b-9d5d-82e908753834 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:21:48.939323 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:48.955575 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] Transition to ACTIVE for port object 6a88289e-350d-441b-9d5d-82e908753834 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:21:48.960024 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:49.132151 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a88289e-350d-441b-9d5d-82e908753834,revision_number=9']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:49.179594 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] No DVR routers for this DVR port 6a88289e-350d-441b-9d5d-82e908753834 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:21:49.320951 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ceddc9-92f6-4175-affd-9d8e5e5ed51a req-8e6c8b4e-dcef-4cbd-be2c-cd927c462c6d tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:49.323252 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-94ceddc9-92f6-4175-affd-9d8e5e5ed51a req-8e6c8b4e-dcef-4cbd-be2c-cd927c462c6d tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 943 time: 0.0683639 Nov 24 21:21:49.361087 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] Attempting to bind port 6a88289e-350d-441b-9d5d-82e908753834 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:21:49.361375 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] Attempting to bind port 6a88289e-350d-441b-9d5d-82e908753834 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:21:49.361827 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] Attempting to bind port 6a88289e-350d-441b-9d5d-82e908753834 on network 32a707c4-ac19-469f-a9cc-104f3e27a20e {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:21:49.368500 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] Port 6a88289e-350d-441b-9d5d-82e908753834 on network 32a707c4-ac19-469f-a9cc-104f3e27a20e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:21:49.368947 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] Attempting to bind port 6a88289e-350d-441b-9d5d-82e908753834 on network 32a707c4-ac19-469f-a9cc-104f3e27a20e {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:21:49.374127 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:21:49.374478 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] Checking segment: {'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:21:49.374861 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] Bound using segment: {'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:21:49.375322 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] Bound port: 6a88289e-350d-441b-9d5d-82e908753834, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:21:49.375692 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:49.381961 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-94ceddc9-92f6-4175-affd-9d8e5e5ed51a req-81b4a8bc-f2be-45db-ae2c-d9a3033bcbba tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521860 Nov 24 21:21:49.448001 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] For port 6a88289e-350d-441b-9d5d-82e908753834, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:21:49.451401 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] For port 6a88289e-350d-441b-9d5d-82e908753834, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=6a88289e-350d-441b-9d5d-82e908753834,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:21:49.457327 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:49.494427 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:49.495119 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:49.496859 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] 10.222.0.48 "PUT /v2.0/ports/6a88289e-350d-441b-9d5d-82e908753834 HTTP/1.1" status: 200 len: 1091 time: 0.9154401 Nov 24 21:21:49.497293 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2bf731-3390-4d5a-936a-55715efe4a37', 'tag': '6a88289e-350d-441b-9d5d-82e908753834'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:21:49.501708 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30eead8f-a913-4523-9941-9a26f0f99ace" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2bf731-3390-4d5a-936a-55715efe4a37", "tag": "6a88289e-350d-441b-9d5d-82e908753834"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:21:49.532388 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b083edb-5926-4ffd-9ba0-5731844bf2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a88289e-350d-441b-9d5d-82e908753834,revision_number=10']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:49.595505 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd51696f-d53d-429d-b9de-ed3d4522e773 x-openstack-request-id: req-dd51696f-d53d-429d-b9de-ed3d4522e773 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:21:49.596115 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2bf731-3390-4d5a-936a-55715efe4a37", "tag": "6a88289e-350d-441b-9d5d-82e908753834", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:21:49.596115 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dd51696f-d53d-429d-b9de-ed3d4522e773 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:21:49.596453 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2bf731-3390-4d5a-936a-55715efe4a37', 'tag': '6a88289e-350d-441b-9d5d-82e908753834', 'status': 'completed', 'code': 200} Nov 24 21:21:49.599433 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-9d95f89d-6bfc-40f7-907f-2c00040ba93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:49.601854 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-9d95f89d-6bfc-40f7-907f-2c00040ba93b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=51d612ab04e44ebdb2576e3d3896d36c&device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 1095 time: 0.0580034 Nov 24 21:21:49.711395 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-1769b4ee-4b02-4780-8984-86d1032446cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:49.713773 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-1769b4ee-4b02-4780-8984-86d1032446cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=32a707c4-ac19-469f-a9cc-104f3e27a20e HTTP/1.1" status: 200 len: 918 time: 0.1028059 Nov 24 21:21:49.781608 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-64dceb1e-38fc-4065-9d74-e9e3db064b9f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a88289e-350d-441b-9d5d-82e908753834 HTTP/1.1" status: 200 len: 998 time: 0.0613134 Nov 24 21:21:49.835153 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-bbb91f3c-4d53-40ba-ac9f-8de5b5ace121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:49.836591 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-bbb91f3c-4d53-40ba-ac9f-8de5b5ace121 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0faa94f8-a6a6-4ded-b1c0-ce3e792adfad HTTP/1.1" status: 200 len: 856 time: 0.0485187 Nov 24 21:21:49.887641 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-deb0bf46-93df-43e7-9c66-71a9087968e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:49.889195 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-deb0bf46-93df-43e7-9c66-71a9087968e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32a707c4-ac19-469f-a9cc-104f3e27a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446386 Nov 24 21:21:49.984291 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-03836105-9ae5-41fb-ab7b-d422f19c781c service neutron] 10.222.0.48 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878174 Nov 24 21:21:50.080838 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a6933385-df00-471c-80b0-e8a4f1a8b519 req-fdc5e51c-6850-45a8-8500-1f91e748f297 service neutron] 10.222.0.48 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889626 Nov 24 21:21:50.176684 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eead8f-a913-4523-9941-9a26f0f99ace req-bba7a1f5-002d-4e9f-a2fc-74acf9f399f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:50.178660 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-30eead8f-a913-4523-9941-9a26f0f99ace req-bba7a1f5-002d-4e9f-a2fc-74acf9f399f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=51d612ab04e44ebdb2576e3d3896d36c&device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 1095 time: 0.0511012 Nov 24 21:21:50.306204 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eead8f-a913-4523-9941-9a26f0f99ace req-17073da2-b1bc-4de2-9396-a28148c2a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:50.307989 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-30eead8f-a913-4523-9941-9a26f0f99ace req-17073da2-b1bc-4de2-9396-a28148c2a82b service neutron] 10.222.0.48 "GET /v2.0/networks?id=32a707c4-ac19-469f-a9cc-104f3e27a20e HTTP/1.1" status: 200 len: 918 time: 0.1224649 Nov 24 21:21:50.382903 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-30eead8f-a913-4523-9941-9a26f0f99ace req-df0b7526-543d-4a96-88ca-fe03bffde3ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a88289e-350d-441b-9d5d-82e908753834 HTTP/1.1" status: 200 len: 998 time: 0.0678563 Nov 24 21:21:50.445628 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eead8f-a913-4523-9941-9a26f0f99ace req-e74d0157-6e0d-48f0-8db8-800416d5e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:50.447124 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-30eead8f-a913-4523-9941-9a26f0f99ace req-e74d0157-6e0d-48f0-8db8-800416d5e564 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0faa94f8-a6a6-4ded-b1c0-ce3e792adfad HTTP/1.1" status: 200 len: 856 time: 0.0553336 Nov 24 21:21:50.532438 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ab885-1aaf-4402-89e4-0a9e3e81a31b req-1538cfcf-d6ed-4a2a-9e41-376096db50cd tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:50.533600 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eead8f-a913-4523-9941-9a26f0f99ace req-ff0819ac-c3cf-4790-833a-514457331d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:50.539356 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-30eead8f-a913-4523-9941-9a26f0f99ace req-ff0819ac-c3cf-4790-833a-514457331d84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32a707c4-ac19-469f-a9cc-104f3e27a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823562 Nov 24 21:21:50.542224 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4b5ab885-1aaf-4402-89e4-0a9e3e81a31b req-1538cfcf-d6ed-4a2a-9e41-376096db50cd tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 944 time: 0.0691323 Nov 24 21:21:50.637521 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4b5ab885-1aaf-4402-89e4-0a9e3e81a31b req-3eccd270-9c58-44e1-bae1-50143aa833c8 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941019 Nov 24 21:21:50.755146 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-30eead8f-a913-4523-9941-9a26f0f99ace req-2a8878b9-3ded-4a84-872f-9189a3ffe770 service neutron] 10.222.0.48 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699839 Nov 24 21:21:51.800648 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf01ca-5c8e-408e-8c84-2d6b51fe5093 req-a8dd976d-ff7a-4ce9-9f26-0132a7fc7d6d tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:51.802625 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7adf01ca-5c8e-408e-8c84-2d6b51fe5093 req-a8dd976d-ff7a-4ce9-9f26-0132a7fc7d6d tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 944 time: 0.0623071 Nov 24 21:21:51.864052 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7adf01ca-5c8e-408e-8c84-2d6b51fe5093 req-bcf9b4f5-1ba2-4abd-9e30-59f1a7faa077 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515926 Nov 24 21:21:52.917254 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44132) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:52.927241 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-3932338b-3289-4e15-99b0-9cf8725a5c9d req-dbfa25ab-7c4b-4a73-8b47-d364dce5c3c4 service neutron] (109990) timed out ('10.222.0.11', 45156) {{(pid=109990) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 21:21:53.025782 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f2707-a7e4-422a-962d-bc43fe47eb49 req-791edd3e-d924-4549-a0e5-a9ad4b32a1fa tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:53.036226 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-497f2707-a7e4-422a-962d-bc43fe47eb49 req-791edd3e-d924-4549-a0e5-a9ad4b32a1fa tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 944 time: 0.0927663 Nov 24 21:21:53.094870 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8b9f4e2a-0220-4b69-a941-3db0d9c90d6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:53.143643 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-497f2707-a7e4-422a-962d-bc43fe47eb49 req-5e4c191c-2cbf-4bc3-bb19-150cbde3d79f tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064725 Nov 24 21:21:53.186658 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8b9f4e2a-0220-4b69-a941-3db0d9c90d6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:53.193990 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8b9f4e2a-0220-4b69-a941-3db0d9c90d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:53.239366 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f4e2a-0220-4b69-a941-3db0d9c90d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42baea16-40e3-47b0-8dbb-289eb3e780ca,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:53.247407 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44136) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:53.247886 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8b9f4e2a-0220-4b69-a941-3db0d9c90d6c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d21684834bea4fde8b28097b93a67a4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3290782 Nov 24 21:21:53.303601 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f4208d1b-88a6-4f80-904f-faf4c07d8ad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:53.325930 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f4208d1b-88a6-4f80-904f-faf4c07d8ad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:53.373961 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f4208d1b-88a6-4f80-904f-faf4c07d8ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:53.376864 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f4208d1b-88a6-4f80-904f-faf4c07d8ad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:53.377982 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f4208d1b-88a6-4f80-904f-faf4c07d8ad0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42baea16-40e3-47b0-8dbb-289eb3e780ca HTTP/1.1" status: 204 len: 168 time: 0.1294501 Nov 24 21:21:53.386807 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4208d1b-88a6-4f80-904f-faf4c07d8ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42baea16-40e3-47b0-8dbb-289eb3e780ca,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:53.669466 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44144) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:53.682995 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b6420837-cff4-48e7-94b9-e430e8edea18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:53.792941 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b6420837-cff4-48e7-94b9-e430e8edea18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:53.799003 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b6420837-cff4-48e7-94b9-e430e8edea18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:53.807739 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0be83074-bec7-4013-b38a-1e08973abcac req-c75ffbd5-c31c-4bf8-956e-b45c32d691f3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0783863 Nov 24 21:21:53.840280 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b6420837-cff4-48e7-94b9-e430e8edea18 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e721f86eff854c9f857a56ce1617aa66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1694939 Nov 24 21:21:53.841125 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6420837-cff4-48e7-94b9-e430e8edea18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5105d659-7840-42be-bc1f-bc50256c02ab,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:53.843494 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44146) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:53.883563 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be83074-bec7-4013-b38a-1e08973abcac req-583e181d-c2f7-4664-9163-a577d7838601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:53.885254 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0be83074-bec7-4013-b38a-1e08973abcac req-583e181d-c2f7-4664-9163-a577d7838601 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 1097 time: 0.0458605 Nov 24 21:21:53.900105 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29fbbb36-822b-4ccf-ac4b-db927070aaa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:53.922501 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29fbbb36-822b-4ccf-ac4b-db927070aaa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:53.992194 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29fbbb36-822b-4ccf-ac4b-db927070aaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:53.995005 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29fbbb36-822b-4ccf-ac4b-db927070aaa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:53.998701 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-29fbbb36-822b-4ccf-ac4b-db927070aaa0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5105d659-7840-42be-bc1f-bc50256c02ab HTTP/1.1" status: 204 len: 168 time: 0.1519341 Nov 24 21:21:54.005869 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbbb36-822b-4ccf-ac4b-db927070aaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5105d659-7840-42be-bc1f-bc50256c02ab,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:54.033439 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be83074-bec7-4013-b38a-1e08973abcac req-9cecccce-9565-43bc-92a8-a5a9e2b6fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:54.035133 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0be83074-bec7-4013-b38a-1e08973abcac req-9cecccce-9565-43bc-92a8-a5a9e2b6fc6a service neutron] 10.222.0.15 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 912 time: 0.1213717 Nov 24 21:21:54.137152 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0be83074-bec7-4013-b38a-1e08973abcac req-9bebfc77-4bf1-457b-a926-fdb903605b8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ea4971b-8034-4be0-8bdd-2e107677ef77 HTTP/1.1" status: 200 len: 1002 time: 0.0884130 Nov 24 21:21:54.265725 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be83074-bec7-4013-b38a-1e08973abcac req-b3a125a1-59a8-43e0-a686-e4afaea8a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:54.267732 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0be83074-bec7-4013-b38a-1e08973abcac req-b3a125a1-59a8-43e0-a686-e4afaea8a1f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.1175175 Nov 24 21:21:54.325789 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c1627-7a6e-489e-baee-8c0caa3d3eb5 req-deef5c17-c9b8-40df-a269-ad2d4d592df5 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:54.327345 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-420c1627-7a6e-489e-baee-8c0caa3d3eb5 req-deef5c17-c9b8-40df-a269-ad2d4d592df5 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 944 time: 0.0906959 Nov 24 21:21:54.352634 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be83074-bec7-4013-b38a-1e08973abcac req-768fd03d-e59c-4f8b-8447-aed71b10a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:54.354217 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0be83074-bec7-4013-b38a-1e08973abcac req-768fd03d-e59c-4f8b-8447-aed71b10a4a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727077 Nov 24 21:21:54.392080 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-420c1627-7a6e-489e-baee-8c0caa3d3eb5 req-df45464d-6c5c-4982-8f2b-0e1b447f18c3 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581367 Nov 24 21:21:54.486451 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0be83074-bec7-4013-b38a-1e08973abcac req-f641bc35-3117-4efd-9c11-883f791e2fff service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192513 Nov 24 21:21:54.621428 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0be83074-bec7-4013-b38a-1e08973abcac req-49b87da9-aa71-448d-8236-167f42ff697c service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167245 Nov 24 21:21:55.556032 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c188a3e-2161-4c04-9397-e268ba10469c req-067bd055-e78d-4e95-a6ad-46da60447229 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:55.557645 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c188a3e-2161-4c04-9397-e268ba10469c req-067bd055-e78d-4e95-a6ad-46da60447229 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 944 time: 0.0536683 Nov 24 21:21:55.633867 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6c188a3e-2161-4c04-9397-e268ba10469c req-0dc2ced0-bc67-4acc-845c-c37e74681c67 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699468 Nov 24 21:21:56.122061 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44204) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:56.247875 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-309aaf6d-797a-4338-99b1-ff9bcd6a546c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:56.322719 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-309aaf6d-797a-4338-99b1-ff9bcd6a546c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:56.326449 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-309aaf6d-797a-4338-99b1-ff9bcd6a546c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:56.371783 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-309aaf6d-797a-4338-99b1-ff9bcd6a546c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=93262bf22db84c378b0cfeb6a97ca3c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2485151 Nov 24 21:21:56.372254 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44208) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:56.373599 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309aaf6d-797a-4338-99b1-ff9bcd6a546c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e471551-97ae-4375-b283-7da60cdb5930,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:56.448474 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8913caf0-86ad-4cd2-88e4-13c4156b94b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:56.472320 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8913caf0-86ad-4cd2-88e4-13c4156b94b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:56.520379 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8913caf0-86ad-4cd2-88e4-13c4156b94b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:56.523079 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8913caf0-86ad-4cd2-88e4-13c4156b94b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:56.524241 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8913caf0-86ad-4cd2-88e4-13c4156b94b5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4e471551-97ae-4375-b283-7da60cdb5930 HTTP/1.1" status: 204 len: 168 time: 0.1509609 Nov 24 21:21:56.532575 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913caf0-86ad-4cd2-88e4-13c4156b94b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e471551-97ae-4375-b283-7da60cdb5930,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:56.796922 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842c45b-487f-4869-8e1a-9563b0d7ccbe req-81279b0d-2183-450c-b21f-ff76780e46cd tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:56.798831 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6842c45b-487f-4869-8e1a-9563b0d7ccbe req-81279b0d-2183-450c-b21f-ff76780e46cd tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 944 time: 0.0554790 Nov 24 21:21:56.844423 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44218) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:57.203399 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6842c45b-487f-4869-8e1a-9563b0d7ccbe req-5047e037-1dfe-4d67-b8e1-412c90235e81 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3982682 Nov 24 21:21:57.204805 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-493d86ab-310b-4f4f-a95a-753a1a9af173 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:57.287305 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-493d86ab-310b-4f4f-a95a-753a1a9af173 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:57.291005 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-493d86ab-310b-4f4f-a95a-753a1a9af173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:57.335543 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-493d86ab-310b-4f4f-a95a-753a1a9af173 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a9f48451db01479d83ab1d9993568f78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4899912 Nov 24 21:21:57.336254 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d86ab-310b-4f4f-a95a-753a1a9af173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffddee99-ecce-4600-876e-8eba1a8ceb40,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:57.338298 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44220) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:21:57.406178 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2b3b7319-b7aa-4e8f-beea-79be14c839d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:57.434849 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2b3b7319-b7aa-4e8f-beea-79be14c839d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:57.483269 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2b3b7319-b7aa-4e8f-beea-79be14c839d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:57.486286 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2b3b7319-b7aa-4e8f-beea-79be14c839d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:21:57.487457 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2b3b7319-b7aa-4e8f-beea-79be14c839d1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ffddee99-ecce-4600-876e-8eba1a8ceb40 HTTP/1.1" status: 204 len: 168 time: 0.1480694 Nov 24 21:21:57.496948 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b7319-b7aa-4e8f-beea-79be14c839d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffddee99-ecce-4600-876e-8eba1a8ceb40,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:21:58.370931 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97913536-b99c-4057-a435-1d14c7c2e7af req-6dee6ca6-9ab7-4add-a3e5-a2f8787c3e26 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:58.373672 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-97913536-b99c-4057-a435-1d14c7c2e7af req-6dee6ca6-9ab7-4add-a3e5-a2f8787c3e26 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 944 time: 0.0893576 Nov 24 21:21:58.433610 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-97913536-b99c-4057-a435-1d14c7c2e7af req-7e34513a-c578-40cf-a78c-d21c0c245393 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518465 Nov 24 21:21:59.606616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41a47c-3c2f-4b9e-8c72-79c2b9e56fb6 req-9bd10ec6-e874-4bab-913f-1d4824185952 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:21:59.612378 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bd41a47c-3c2f-4b9e-8c72-79c2b9e56fb6 req-9bd10ec6-e874-4bab-913f-1d4824185952 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 944 time: 0.0940418 Nov 24 21:21:59.675708 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bd41a47c-3c2f-4b9e-8c72-79c2b9e56fb6 req-f87dd8ee-bc50-4fda-9a3c-22c575985bcc tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541508 Nov 24 21:22:00.807140 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa3c5f-8447-40d8-93f2-2f7cc0a83759 req-d7067729-708b-4bf9-8bc7-9393bcb4a27b tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:00.808663 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6ffa3c5f-8447-40d8-93f2-2f7cc0a83759 req-d7067729-708b-4bf9-8bc7-9393bcb4a27b tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 944 time: 0.0493538 Nov 24 21:22:00.857748 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6ffa3c5f-8447-40d8-93f2-2f7cc0a83759 req-b2f9aa58-0ead-44e9-b4b0-cfafdceaca14 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427849 Nov 24 21:22:01.101766 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-30eead8f-a913-4523-9941-9a26f0f99ace req-ba12aea0-eed6-48be-a994-a267b9033e0f service neutron] 10.222.0.48 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880620 Nov 24 21:22:01.221747 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fda4b6-93be-41cf-af78-3fe1a73341a9 req-2461c4c6-ceb7-4032-ada5-6c85e5a4f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:01.223249 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6fda4b6-93be-41cf-af78-3fe1a73341a9 req-2461c4c6-ceb7-4032-ada5-6c85e5a4f728 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=51d612ab04e44ebdb2576e3d3896d36c&device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 1095 time: 0.0464597 Nov 24 21:22:01.329063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fda4b6-93be-41cf-af78-3fe1a73341a9 req-f9ea04db-c3a2-4895-bb26-22c844dcd324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:01.330615 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6fda4b6-93be-41cf-af78-3fe1a73341a9 req-f9ea04db-c3a2-4895-bb26-22c844dcd324 service neutron] 10.222.0.48 "GET /v2.0/networks?id=32a707c4-ac19-469f-a9cc-104f3e27a20e HTTP/1.1" status: 200 len: 918 time: 0.0874043 Nov 24 21:22:01.404948 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6fda4b6-93be-41cf-af78-3fe1a73341a9 req-aaaddd82-a5e2-4760-9d3d-5ea9430bf895 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a88289e-350d-441b-9d5d-82e908753834 HTTP/1.1" status: 200 len: 998 time: 0.0671098 Nov 24 21:22:01.457711 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fda4b6-93be-41cf-af78-3fe1a73341a9 req-922fbde6-3a88-482b-af4f-1336016b79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:01.460214 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6fda4b6-93be-41cf-af78-3fe1a73341a9 req-922fbde6-3a88-482b-af4f-1336016b79f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0faa94f8-a6a6-4ded-b1c0-ce3e792adfad HTTP/1.1" status: 200 len: 856 time: 0.0469232 Nov 24 21:22:01.508843 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fda4b6-93be-41cf-af78-3fe1a73341a9 req-c1a3b9aa-cf72-4c3c-93c8-49522ce6ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:01.510358 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6fda4b6-93be-41cf-af78-3fe1a73341a9 req-c1a3b9aa-cf72-4c3c-93c8-49522ce6ca9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32a707c4-ac19-469f-a9cc-104f3e27a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421588 Nov 24 21:22:01.607401 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6fda4b6-93be-41cf-af78-3fe1a73341a9 req-988512a4-cac4-41f8-a606-a60dd240a5d3 service neutron] 10.222.0.48 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891402 Nov 24 21:22:01.698156 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b6fda4b6-93be-41cf-af78-3fe1a73341a9 req-df647c07-1345-4db7-8180-54503651ebf7 service neutron] 10.222.0.48 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835073 Nov 24 21:22:01.985067 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b7a81-f764-482a-be25-5aee0372ea23 req-f201f1ba-d2d2-4076-a848-8bc1896710aa tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:01.986803 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d64b7a81-f764-482a-be25-5aee0372ea23 req-f201f1ba-d2d2-4076-a848-8bc1896710aa tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 944 time: 0.0550396 Nov 24 21:22:02.038266 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d64b7a81-f764-482a-be25-5aee0372ea23 req-6a1f9f6c-c528-4f89-97c5-49cfc5a6b832 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453079 Nov 24 21:22:03.064535 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44300) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:22:03.170700 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333ed2e-ffe1-4a5e-9e26-5a5087769067 req-d4e2b845-6f6e-41cd-b732-8729c2c75b06 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:03.171162 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d333ed2e-ffe1-4a5e-9e26-5a5087769067 req-d4e2b845-6f6e-41cd-b732-8729c2c75b06 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 944 time: 0.0503001 Nov 24 21:22:03.214642 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-183bc7a9-ee9f-4bc3-95f2-ba91212b42b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:03.222063 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d333ed2e-ffe1-4a5e-9e26-5a5087769067 req-db1a58e6-18ff-4bb4-8007-3d9f49755366 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455346 Nov 24 21:22:03.297097 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-183bc7a9-ee9f-4bc3-95f2-ba91212b42b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:03.301646 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-183bc7a9-ee9f-4bc3-95f2-ba91212b42b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:03.342710 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-183bc7a9-ee9f-4bc3-95f2-ba91212b42b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d112b11df0614866820b50c80174d312&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2768989 Nov 24 21:22:03.343639 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bc7a9-ee9f-4bc3-95f2-ba91212b42b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5096b9a-7583-42c6-8bb0-ae87d0f8d563,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:22:03.345686 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44306) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:22:03.352669 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bc7a9-ee9f-4bc3-95f2-ba91212b42b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:22:03.353589 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bc7a9-ee9f-4bc3-95f2-ba91212b42b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:22:03.353950 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bc7a9-ee9f-4bc3-95f2-ba91212b42b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:22:03.354304 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bc7a9-ee9f-4bc3-95f2-ba91212b42b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:22:03.354651 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bc7a9-ee9f-4bc3-95f2-ba91212b42b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:22:03.354994 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bc7a9-ee9f-4bc3-95f2-ba91212b42b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:22:03.355340 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bc7a9-ee9f-4bc3-95f2-ba91212b42b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:22:03.355677 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bc7a9-ee9f-4bc3-95f2-ba91212b42b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:22:03.356017 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bc7a9-ee9f-4bc3-95f2-ba91212b42b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:22:03.356354 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bc7a9-ee9f-4bc3-95f2-ba91212b42b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:22:03.356686 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bc7a9-ee9f-4bc3-95f2-ba91212b42b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:22:03.357047 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bc7a9-ee9f-4bc3-95f2-ba91212b42b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:22:03.397625 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0b4754ed-53c1-4d82-87dd-137bc38bd1ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:03.420479 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0b4754ed-53c1-4d82-87dd-137bc38bd1ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:03.471025 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0b4754ed-53c1-4d82-87dd-137bc38bd1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:03.473696 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0b4754ed-53c1-4d82-87dd-137bc38bd1ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:03.475740 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0b4754ed-53c1-4d82-87dd-137bc38bd1ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c5096b9a-7583-42c6-8bb0-ae87d0f8d563 HTTP/1.1" status: 204 len: 168 time: 0.1286628 Nov 24 21:22:03.483603 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4754ed-53c1-4d82-87dd-137bc38bd1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5096b9a-7583-42c6-8bb0-ae87d0f8d563,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:22:03.744974 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44312) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:22:03.758348 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b84173cb-f2d2-4de5-b5ef-b4d4034d62c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:03.833130 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b84173cb-f2d2-4de5-b5ef-b4d4034d62c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:03.838000 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b84173cb-f2d2-4de5-b5ef-b4d4034d62c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:03.874617 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84173cb-f2d2-4de5-b5ef-b4d4034d62c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc904dea-8a64-442e-a1ef-93b34d83af26,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:22:03.878897 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b84173cb-f2d2-4de5-b5ef-b4d4034d62c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee36d00d10414335834500eb4cce4ad1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328793 Nov 24 21:22:03.882173 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44314) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:22:03.933853 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b2c8fb47-5a46-412c-8f07-c79cda8f2e00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:03.957194 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b2c8fb47-5a46-412c-8f07-c79cda8f2e00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:04.007220 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b2c8fb47-5a46-412c-8f07-c79cda8f2e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:04.009996 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b2c8fb47-5a46-412c-8f07-c79cda8f2e00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:04.011159 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b2c8fb47-5a46-412c-8f07-c79cda8f2e00 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dc904dea-8a64-442e-a1ef-93b34d83af26 HTTP/1.1" status: 204 len: 168 time: 0.1280725 Nov 24 21:22:04.019257 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8fb47-5a46-412c-8f07-c79cda8f2e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc904dea-8a64-442e-a1ef-93b34d83af26,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:22:04.350556 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c8477-dcdc-45c0-bc9e-09425c1b2756 req-54579c03-2a7c-470d-a565-7514fcbc7d9f tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:04.352104 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5d5c8477-dcdc-45c0-bc9e-09425c1b2756 req-54579c03-2a7c-470d-a565-7514fcbc7d9f tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 944 time: 0.0539389 Nov 24 21:22:04.402035 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5d5c8477-dcdc-45c0-bc9e-09425c1b2756 req-19e347a0-f0db-49e6-b760-6f34ed596b00 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441093 Nov 24 21:22:05.528218 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5e707-ec38-485c-b2b3-98d4112c5c28 req-829daf8c-4ca2-46fe-b972-2ddc02bd5cfb tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:05.529855 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84c5e707-ec38-485c-b2b3-98d4112c5c28 req-829daf8c-4ca2-46fe-b972-2ddc02bd5cfb tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 944 time: 0.0504220 Nov 24 21:22:05.577245 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84c5e707-ec38-485c-b2b3-98d4112c5c28 req-322c337e-de4f-44b1-a81f-99248c606b13 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416896 Nov 24 21:22:06.704390 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effafbf-6666-4881-90a2-51efc6ebc4a7 req-98dc6fd7-3b89-4c42-9c7e-f296fb767d49 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:06.705973 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5effafbf-6666-4881-90a2-51efc6ebc4a7 req-98dc6fd7-3b89-4c42-9c7e-f296fb767d49 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 944 time: 0.0528958 Nov 24 21:22:06.764027 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5effafbf-6666-4881-90a2-51efc6ebc4a7 req-0d5fe16f-2571-4fab-a172-ab05612fbf1b tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518556 Nov 24 21:22:07.896984 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a68622-bbf5-4e9e-8a7a-b6a714f732de req-4fd5e1fa-4301-48bf-acf2-abf2a5d1bdb6 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:07.898252 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-15a68622-bbf5-4e9e-8a7a-b6a714f732de req-4fd5e1fa-4301-48bf-acf2-abf2a5d1bdb6 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 944 time: 0.0525517 Nov 24 21:22:07.958505 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-15a68622-bbf5-4e9e-8a7a-b6a714f732de req-d9188a8f-e41f-4240-bc6f-11bec615bf88 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526199 Nov 24 21:22:08.870511 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dd3ed5ac-16d8-41d9-8c11-14cc12c15062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:09.079929 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cb65d-9ea2-4081-8a5e-3ab39b2d2a39 req-a97524f8-7081-4700-a03a-0e201ad35d68 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:09.081569 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca3cb65d-9ea2-4081-8a5e-3ab39b2d2a39 req-a97524f8-7081-4700-a03a-0e201ad35d68 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 944 time: 0.0514755 Nov 24 21:22:09.133864 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca3cb65d-9ea2-4081-8a5e-3ab39b2d2a39 req-bce30b84-65d7-408d-8bce-15b9eef81ab2 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460227 Nov 24 21:22:09.872013 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:10.288079 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddff8d4-3b5a-4d2a-989c-df3cc551648a req-bb366952-ee7b-47fc-a272-825e8f3ae44b tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:10.289854 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0ddff8d4-3b5a-4d2a-989c-df3cc551648a req-bb366952-ee7b-47fc-a272-825e8f3ae44b tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 944 time: 0.0693946 Nov 24 21:22:10.343990 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0ddff8d4-3b5a-4d2a-989c-df3cc551648a req-c490eef4-5831-4f50-8914-1415915e22ca tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457253 Nov 24 21:22:10.842953 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 6a88289e-350d-441b-9d5d-82e908753834 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:22:10.950548 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 6a88289e-350d-441b-9d5d-82e908753834, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=6a88289e-350d-441b-9d5d-82e908753834,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:22:10.961574 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '6a88289e-350d-441b-9d5d-82e908753834', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'port_id': '6a88289e-350d-441b-9d5d-82e908753834', 'mac_address': 'fa:16:3e:6c:cb:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:22:11.004730 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:11.020259 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a88289e-350d-441b-9d5d-82e908753834 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:22:11.045702 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 6a88289e-350d-441b-9d5d-82e908753834, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=6a88289e-350d-441b-9d5d-82e908753834,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:22:11.050861 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:11.110334 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=6a88289e-350d-441b-9d5d-82e908753834,revision_number=11']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:22:11.185092 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-72993851-c43b-4e6e-b68f-719bcb0203c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:11.227237 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:11.279733 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['6a88289e-350d-441b-9d5d-82e908753834'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:22:11.477358 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb791768-18eb-46e4-bbc1-3818caf9cd9a req-fce2b84d-7416-46f5-8ba4-53ec8c39a588 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:11.478884 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fb791768-18eb-46e4-bbc1-3818caf9cd9a req-fce2b84d-7416-46f5-8ba4-53ec8c39a588 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.0500896 Nov 24 21:22:11.553714 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fb791768-18eb-46e4-bbc1-3818caf9cd9a req-733d845c-dab5-4f7e-ad9d-91effe884ec7 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665026 Nov 24 21:22:12.433688 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:12.689859 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74002e82-55e8-4881-adad-63f89246b03e req-ed2341fe-6280-484a-9a8d-9e795e398e53 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:12.691344 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-74002e82-55e8-4881-adad-63f89246b03e req-ed2341fe-6280-484a-9a8d-9e795e398e53 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 945 time: 0.0551312 Nov 24 21:22:12.741001 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-74002e82-55e8-4881-adad-63f89246b03e req-a8d2a3a5-40a7-4768-872c-8f54a3569ab2 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433953 Nov 24 21:22:12.858354 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 6a88289e-350d-441b-9d5d-82e908753834 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:22:12.913170 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 6a88289e-350d-441b-9d5d-82e908753834 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:22:12.917475 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 6a88289e-350d-441b-9d5d-82e908753834 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:22:12.917856 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:13.000066 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:13.023768 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2bf731-3390-4d5a-936a-55715efe4a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a88289e-350d-441b-9d5d-82e908753834'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:22:13.026044 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90867945-0d45-44b2-a1a4-d5e0eb6d7512" -d '{"events": [{"server_uuid": "3c2bf731-3390-4d5a-936a-55715efe4a37", "name": "network-vif-plugged", "status": "completed", "tag": "6a88289e-350d-441b-9d5d-82e908753834"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:22:13.038836 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 6a88289e-350d-441b-9d5d-82e908753834, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=6a88289e-350d-441b-9d5d-82e908753834,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:22:13.043473 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:13.069106 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edcc22e-5f0b-4ac2-8e5b-417d630182e3 x-openstack-request-id: req-6edcc22e-5f0b-4ac2-8e5b-417d630182e3 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:22:13.069349 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2bf731-3390-4d5a-936a-55715efe4a37", "name": "network-vif-plugged", "status": "completed", "tag": "6a88289e-350d-441b-9d5d-82e908753834", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:22:13.069610 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6edcc22e-5f0b-4ac2-8e5b-417d630182e3 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:22:13.070009 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2bf731-3390-4d5a-936a-55715efe4a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a88289e-350d-441b-9d5d-82e908753834', 'code': 200} Nov 24 21:22:13.097074 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=6a88289e-350d-441b-9d5d-82e908753834,revision_number=12']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:22:13.226894 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a393e-1f78-46c4-ad8d-395d562f2856 req-e93596d0-4147-493a-a12d-89612ee44f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:13.228436 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5a0a393e-1f78-46c4-ad8d-395d562f2856 req-e93596d0-4147-493a-a12d-89612ee44f52 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 1097 time: 0.0422099 Nov 24 21:22:13.275722 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5a0a393e-1f78-46c4-ad8d-395d562f2856 req-43620992-0ffe-4005-9de7-57c32f77c791 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401347 Nov 24 21:22:13.812766 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:13.895380 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1ea0b-bc19-4a4e-a426-5b8a59197317 req-c7b87a05-cf38-409e-b0af-cadb76a5aef7 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:13.897273 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f3c1ea0b-bc19-4a4e-a426-5b8a59197317 req-c7b87a05-cf38-409e-b0af-cadb76a5aef7 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 946 time: 0.0546842 Nov 24 21:22:13.951387 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f3c1ea0b-bc19-4a4e-a426-5b8a59197317 req-5b85d539-2b6d-451d-aaa0-9ed21d7ade41 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466974 Nov 24 21:22:14.108852 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44460) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:22:14.230697 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a5ee4d6-afe4-4dff-9a55-503002d79617 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:14.314133 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a5ee4d6-afe4-4dff-9a55-503002d79617 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:14.320139 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0a5ee4d6-afe4-4dff-9a55-503002d79617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:14.366919 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44468) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:22:14.374106 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0a5ee4d6-afe4-4dff-9a55-503002d79617 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=439b49cd164c43988467db410d432c9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2640114 Nov 24 21:22:14.375140 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ee4d6-afe4-4dff-9a55-503002d79617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e98d0c2-e050-4749-8988-c7a8792f19e0,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:22:14.425108 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-166f6486-a963-4ace-b85f-cd2ece656dcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:14.449174 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-166f6486-a963-4ace-b85f-cd2ece656dcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:14.513585 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-166f6486-a963-4ace-b85f-cd2ece656dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:14.516377 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-166f6486-a963-4ace-b85f-cd2ece656dcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:14.517777 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-166f6486-a963-4ace-b85f-cd2ece656dcc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3e98d0c2-e050-4749-8988-c7a8792f19e0 HTTP/1.1" status: 204 len: 168 time: 0.1499288 Nov 24 21:22:14.549868 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f6486-a963-4ace-b85f-cd2ece656dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e98d0c2-e050-4749-8988-c7a8792f19e0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:22:14.841836 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:14.871506 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44504) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:22:14.885897 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a00b569a-cf2f-4fde-b396-d079fa455ab4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:14.976609 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a00b569a-cf2f-4fde-b396-d079fa455ab4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:14.980422 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a00b569a-cf2f-4fde-b396-d079fa455ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:15.020227 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b569a-cf2f-4fde-b396-d079fa455ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb803fc-43ff-49df-9861-09f7b6e5eb38,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:22:15.026104 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a00b569a-cf2f-4fde-b396-d079fa455ab4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8dfec8fa507f4f02a417f76cfbbcb4ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1536055 Nov 24 21:22:15.028835 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44508) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:22:15.031783 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b569a-cf2f-4fde-b396-d079fa455ab4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:22:15.032133 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b569a-cf2f-4fde-b396-d079fa455ab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:22:15.032477 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b569a-cf2f-4fde-b396-d079fa455ab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:22:15.032836 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b569a-cf2f-4fde-b396-d079fa455ab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:22:15.033183 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b569a-cf2f-4fde-b396-d079fa455ab4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:22:15.033502 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b569a-cf2f-4fde-b396-d079fa455ab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:22:15.033833 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b569a-cf2f-4fde-b396-d079fa455ab4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:22:15.034158 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b569a-cf2f-4fde-b396-d079fa455ab4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:22:15.034481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b569a-cf2f-4fde-b396-d079fa455ab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:22:15.034805 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b569a-cf2f-4fde-b396-d079fa455ab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:22:15.035125 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b569a-cf2f-4fde-b396-d079fa455ab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:22:15.035461 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b569a-cf2f-4fde-b396-d079fa455ab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:22:15.091675 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6462e5-a781-4882-a47d-b175163b546d req-9827ed06-d037-4737-a7c8-d3c5f36d5024 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:15.093183 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa6462e5-a781-4882-a47d-b175163b546d req-9827ed06-d037-4737-a7c8-d3c5f36d5024 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 946 time: 0.0534539 Nov 24 21:22:15.096931 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f314fb7-5dd4-490b-90b7-ef6b152adfd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:15.119458 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f314fb7-5dd4-490b-90b7-ef6b152adfd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:15.147340 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa6462e5-a781-4882-a47d-b175163b546d req-02c132c4-a983-414d-ab67-72d27433faeb tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470738 Nov 24 21:22:15.181165 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f314fb7-5dd4-490b-90b7-ef6b152adfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:15.183933 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f314fb7-5dd4-490b-90b7-ef6b152adfd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:15.185106 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9f314fb7-5dd4-490b-90b7-ef6b152adfd4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3fb803fc-43ff-49df-9861-09f7b6e5eb38 HTTP/1.1" status: 204 len: 168 time: 0.1549041 Nov 24 21:22:15.196935 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f314fb7-5dd4-490b-90b7-ef6b152adfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb803fc-43ff-49df-9861-09f7b6e5eb38,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:22:15.490733 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:22:15.521020 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44514) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:22:15.534081 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80c63179-0beb-4b6e-b25a-6e6fcdde35d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:15.608091 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80c63179-0beb-4b6e-b25a-6e6fcdde35d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:15.612003 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80c63179-0beb-4b6e-b25a-6e6fcdde35d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:15.650760 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-80c63179-0beb-4b6e-b25a-6e6fcdde35d0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=43f54a5adc054d649216bff55a0226cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1286218 Nov 24 21:22:15.651626 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c63179-0beb-4b6e-b25a-6e6fcdde35d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1b3144-2419-4de7-be9a-2a8ac6d86296,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:22:15.654170 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44516) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:22:15.705817 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f4f59ce9-2aa7-4926-903f-263ec3462dec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:15.727582 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f4f59ce9-2aa7-4926-903f-263ec3462dec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:15.773516 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f4f59ce9-2aa7-4926-903f-263ec3462dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:15.776582 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f4f59ce9-2aa7-4926-903f-263ec3462dec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:15.777778 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f4f59ce9-2aa7-4926-903f-263ec3462dec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b1b3144-2419-4de7-be9a-2a8ac6d86296 HTTP/1.1" status: 204 len: 168 time: 0.1222556 Nov 24 21:22:15.786952 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f59ce9-2aa7-4926-903f-263ec3462dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1b3144-2419-4de7-be9a-2a8ac6d86296,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:22:16.277593 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db06d9-3b20-4d09-9932-da3fa7b6bd87 req-c54f2acd-3aad-437d-8dc6-6a7cb30eb3ad tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:16.279110 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5db06d9-3b20-4d09-9932-da3fa7b6bd87 req-c54f2acd-3aad-437d-8dc6-6a7cb30eb3ad tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 946 time: 0.0513821 Nov 24 21:22:16.329517 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5db06d9-3b20-4d09-9932-da3fa7b6bd87 req-bb549e2e-2413-40b2-ac83-bc8c1fd412b5 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444305 Nov 24 21:22:38.889621 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-74075224-fd99-4d0d-93c0-212a6f5a19bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:39.875465 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:41.183928 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3913c9ba-de73-4ddf-9968-03eb1b0cd4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:41.242927 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:42.442522 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:42.529027 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66310b6e-4915-4653-b85b-70e80f51efdf req-7bcca4fc-18a5-44c3-adce-ff8be9657959 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1690936204&fields=id&tenant_id=595635dfe5324829adbb53908d8c3a34 HTTP/1.1" status: 200 len: 267 time: 0.0497622 Nov 24 21:22:42.642798 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66310b6e-4915-4653-b85b-70e80f51efdf req-b6f1cc55-6dcc-490b-b83d-5a8bf93572ab tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:42.644332 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66310b6e-4915-4653-b85b-70e80f51efdf req-b6f1cc55-6dcc-490b-b83d-5a8bf93572ab tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 811 time: 0.1074877 Nov 24 21:22:42.660973 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66310b6e-4915-4653-b85b-70e80f51efdf req-f97dfecd-ae71-4166-9755-6a32097e1467 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/quotas/595635dfe5324829adbb53908d8c3a34 HTTP/1.1" status: 200 len: 375 time: 0.0097041 Nov 24 21:22:42.724289 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66310b6e-4915-4653-b85b-70e80f51efdf req-846c8f91-bfcb-47e5-8686-57e4759e479b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518208 Nov 24 21:22:42.833128 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66310b6e-4915-4653-b85b-70e80f51efdf req-d3fc3d83-01c8-4915-832c-a5375ac29b16 service neutron] 10.222.0.11 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919261 Nov 24 21:22:42.927694 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66310b6e-4915-4653-b85b-70e80f51efdf req-04b63212-6cb3-4064-a7dd-0abd1392dabe service neutron] 10.222.0.11 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880342 Nov 24 21:22:43.241985 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-663f15f7-2a63-4e80-ba77-6ced0df3cbde req-58c09803-ba92-4c77-aad3-f8b162bcf31f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 210 time: 0.0336633 Nov 24 21:22:43.809071 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:44.322214 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c14d4cf9-4682-4577-947e-1c92acca0a60 req-1d920266-9aa7-4792-8967-ecb580fcf8ed tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 210 time: 0.0291195 Nov 24 21:22:44.836218 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:45.417018 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d88b7264-7456-48ae-80c7-8d4b9033190b req-47de2bc9-cc2e-4fc5-a212-18bc8b625825 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 210 time: 0.0285125 Nov 24 21:22:46.495578 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa07cd87-865d-49b5-aa80-ae1b33bd8abe req-8735e9db-61f0-49c8-bbdc-39cedfd7e303 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 210 time: 0.0273128 Nov 24 21:22:47.592914 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e67980c7-b0bb-4e9d-bf3c-5a7b4108de54 req-5d325658-da1c-489a-af6b-1e7a399eb34a tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 210 time: 0.0263231 Nov 24 21:22:48.348261 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66310b6e-4915-4653-b85b-70e80f51efdf req-37cc940d-13d8-4a4d-b1b9-64ca98ad8a10 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:48.351088 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-66310b6e-4915-4653-b85b-70e80f51efdf req-37cc940d-13d8-4a4d-b1b9-64ca98ad8a10 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.48 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 811 time: 0.1190619 Nov 24 21:22:48.421520 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-66310b6e-4915-4653-b85b-70e80f51efdf req-90da1262-d044-486a-8782-5281a6f61369 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=595635dfe5324829adbb53908d8c3a34 HTTP/1.1" status: 200 len: 380 time: 0.0605164 Nov 24 21:22:48.433731 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-66310b6e-4915-4653-b85b-70e80f51efdf req-b69cf10d-336b-49e1-b9f2-68c09e50567e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Request body: {'port': {'device_id': 'd4a6e155-c63a-4efa-80ef-81e9b7f18064', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'admin_state_up': True, 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'security_groups': ['b9dcec6d-b8b9-44df-a939-4064b50c241a']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:22:48.557952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66310b6e-4915-4653-b85b-70e80f51efdf req-b69cf10d-336b-49e1-b9f2-68c09e50567e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Made reservation on behalf of 595635dfe5324829adbb53908d8c3a34 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:22:48.561971 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-66310b6e-4915-4653-b85b-70e80f51efdf req-b69cf10d-336b-49e1-b9f2-68c09e50567e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:48.730826 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-66310b6e-4915-4653-b85b-70e80f51efdf req-b69cf10d-336b-49e1-b9f2-68c09e50567e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Allocated IP 172.20.0.12 (b79fcd1c-754c-4dea-a7f1-95afcf35cd53/45f34fab-787e-4251-9f3c-22a212ef1d24/746abcfc-9a03-4e7a-8373-3d5481d5c7a4) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:22:48.735561 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-abd8acfa-529e-4258-9b78-c1833424489d req-551a8d14-f4f7-48c8-ac5e-83881beb05a3 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 210 time: 0.0445886 Nov 24 21:22:48.918041 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-66310b6e-4915-4653-b85b-70e80f51efdf req-b69cf10d-336b-49e1-b9f2-68c09e50567e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:48.964360 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-66310b6e-4915-4653-b85b-70e80f51efdf req-b69cf10d-336b-49e1-b9f2-68c09e50567e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:49.023404 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66310b6e-4915-4653-b85b-70e80f51efdf req-b69cf10d-336b-49e1-b9f2-68c09e50567e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:22:49.029191 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-66310b6e-4915-4653-b85b-70e80f51efdf req-b69cf10d-336b-49e1-b9f2-68c09e50567e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:22:49.032517 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-66310b6e-4915-4653-b85b-70e80f51efdf req-b69cf10d-336b-49e1-b9f2-68c09e50567e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:22:49.045055 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69cf10d-336b-49e1-b9f2-68c09e50567e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event updated for resources: {'Port': ['ID=746abcfc-9a03-4e7a-8373-3d5481d5c7a4,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:22:49.117077 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66310b6e-4915-4653-b85b-70e80f51efdf req-b69cf10d-336b-49e1-b9f2-68c09e50567e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:49.118694 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-66310b6e-4915-4653-b85b-70e80f51efdf req-b69cf10d-336b-49e1-b9f2-68c09e50567e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:49.151351 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-66310b6e-4915-4653-b85b-70e80f51efdf req-b69cf10d-336b-49e1-b9f2-68c09e50567e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7211800 Nov 24 21:22:49.335850 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-66310b6e-4915-4653-b85b-70e80f51efdf req-3926accb-aa99-468d-a282-4605d250a6cf service neutron] Request body: {'port': {'device_id': 'd4a6e155-c63a-4efa-80ef-81e9b7f18064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:22:49.422450 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-66310b6e-4915-4653-b85b-70e80f51efdf req-3926accb-aa99-468d-a282-4605d250a6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:49.440197 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-cbbb451a-b33c-4cee-87e6-71643c66ffe0 None None] Provisioning complete for port 746abcfc-9a03-4e7a-8373-3d5481d5c7a4 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:22:49.440918 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cbbb451a-b33c-4cee-87e6-71643c66ffe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:49.503509 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb451a-b33c-4cee-87e6-71643c66ffe0 None None] Port 746abcfc-9a03-4e7a-8373-3d5481d5c7a4 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:22:49.730611 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-66310b6e-4915-4653-b85b-70e80f51efdf req-3926accb-aa99-468d-a282-4605d250a6cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 746abcfc-9a03-4e7a-8373-3d5481d5c7a4 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:22:49.739002 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-66310b6e-4915-4653-b85b-70e80f51efdf req-3926accb-aa99-468d-a282-4605d250a6cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:49.751771 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-66310b6e-4915-4653-b85b-70e80f51efdf req-3926accb-aa99-468d-a282-4605d250a6cf service neutron] Transition to ACTIVE for port object 746abcfc-9a03-4e7a-8373-3d5481d5c7a4 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:22:49.756376 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-66310b6e-4915-4653-b85b-70e80f51efdf req-3926accb-aa99-468d-a282-4605d250a6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:49.827006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926accb-aa99-468d-a282-4605d250a6cf service neutron] Pushing event updated for resources: {'Port': ['ID=746abcfc-9a03-4e7a-8373-3d5481d5c7a4,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:22:49.900384 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-66310b6e-4915-4653-b85b-70e80f51efdf req-3926accb-aa99-468d-a282-4605d250a6cf service neutron] Attempting to bind port 746abcfc-9a03-4e7a-8373-3d5481d5c7a4 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:22:49.901018 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-66310b6e-4915-4653-b85b-70e80f51efdf req-3926accb-aa99-468d-a282-4605d250a6cf service neutron] Attempting to bind port 746abcfc-9a03-4e7a-8373-3d5481d5c7a4 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:22:49.901470 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66310b6e-4915-4653-b85b-70e80f51efdf req-3926accb-aa99-468d-a282-4605d250a6cf service neutron] Attempting to bind port 746abcfc-9a03-4e7a-8373-3d5481d5c7a4 on network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:22:49.906386 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66310b6e-4915-4653-b85b-70e80f51efdf req-3926accb-aa99-468d-a282-4605d250a6cf service neutron] Port 746abcfc-9a03-4e7a-8373-3d5481d5c7a4 on network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:22:49.906972 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66310b6e-4915-4653-b85b-70e80f51efdf req-3926accb-aa99-468d-a282-4605d250a6cf service neutron] Attempting to bind port 746abcfc-9a03-4e7a-8373-3d5481d5c7a4 on network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:22:49.913361 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66310b6e-4915-4653-b85b-70e80f51efdf req-3926accb-aa99-468d-a282-4605d250a6cf service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:22:49.913958 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66310b6e-4915-4653-b85b-70e80f51efdf req-3926accb-aa99-468d-a282-4605d250a6cf service neutron] Checking segment: {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:22:49.914452 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66310b6e-4915-4653-b85b-70e80f51efdf req-3926accb-aa99-468d-a282-4605d250a6cf service neutron] Bound using segment: {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:22:49.914998 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-66310b6e-4915-4653-b85b-70e80f51efdf req-3926accb-aa99-468d-a282-4605d250a6cf service neutron] Bound port: 746abcfc-9a03-4e7a-8373-3d5481d5c7a4, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad9fa77-fc11-4fb6-8174-ab87a2dae124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:22:49.915515 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-66310b6e-4915-4653-b85b-70e80f51efdf req-3926accb-aa99-468d-a282-4605d250a6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:49.921276 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d28232-fa85-4f50-a546-97b7823c23e6 req-998f0235-eb76-4d05-be35-5af233ca3c9f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:49.923512 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d2d28232-fa85-4f50-a546-97b7823c23e6 req-998f0235-eb76-4d05-be35-5af233ca3c9f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 944 time: 0.1034303 Nov 24 21:22:50.000255 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-66310b6e-4915-4653-b85b-70e80f51efdf req-3926accb-aa99-468d-a282-4605d250a6cf service neutron] For port 746abcfc-9a03-4e7a-8373-3d5481d5c7a4, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:22:50.004428 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-66310b6e-4915-4653-b85b-70e80f51efdf req-3926accb-aa99-468d-a282-4605d250a6cf service neutron] For port 746abcfc-9a03-4e7a-8373-3d5481d5c7a4, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=746abcfc-9a03-4e7a-8373-3d5481d5c7a4,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:22:50.010000 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-66310b6e-4915-4653-b85b-70e80f51efdf req-3926accb-aa99-468d-a282-4605d250a6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:50.028583 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d2d28232-fa85-4f50-a546-97b7823c23e6 req-97b3f117-8e0f-487b-bc82-ffe94cff5fc9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972233 Nov 24 21:22:50.068490 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66310b6e-4915-4653-b85b-70e80f51efdf req-3926accb-aa99-468d-a282-4605d250a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:50.069663 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-66310b6e-4915-4653-b85b-70e80f51efdf req-3926accb-aa99-468d-a282-4605d250a6cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:50.071512 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-66310b6e-4915-4653-b85b-70e80f51efdf req-3926accb-aa99-468d-a282-4605d250a6cf service neutron] 10.222.0.48 "PUT /v2.0/ports/746abcfc-9a03-4e7a-8373-3d5481d5c7a4 HTTP/1.1" status: 200 len: 1092 time: 0.9111066 Nov 24 21:22:50.073889 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a6e155-c63a-4efa-80ef-81e9b7f18064', 'tag': '746abcfc-9a03-4e7a-8373-3d5481d5c7a4'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:22:50.085314 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f47b3f8-c27f-49ce-ae73-7dc07dbc5b91" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a6e155-c63a-4efa-80ef-81e9b7f18064", "tag": "746abcfc-9a03-4e7a-8373-3d5481d5c7a4"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:22:50.200537 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bfb833-81b6-4aca-af15-7cae26e72806 x-openstack-request-id: req-e8bfb833-81b6-4aca-af15-7cae26e72806 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:22:50.201268 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a6e155-c63a-4efa-80ef-81e9b7f18064", "tag": "746abcfc-9a03-4e7a-8373-3d5481d5c7a4", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:22:50.201739 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e8bfb833-81b6-4aca-af15-7cae26e72806 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:22:50.202354 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a6e155-c63a-4efa-80ef-81e9b7f18064', 'tag': '746abcfc-9a03-4e7a-8373-3d5481d5c7a4', 'status': 'completed', 'code': 200} Nov 24 21:22:50.204246 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926accb-aa99-468d-a282-4605d250a6cf service neutron] Pushing event updated for resources: {'Port': ['ID=746abcfc-9a03-4e7a-8373-3d5481d5c7a4,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:22:50.237513 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66310b6e-4915-4653-b85b-70e80f51efdf req-5c572810-9406-4565-bc1d-809bfcda300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:50.240113 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-66310b6e-4915-4653-b85b-70e80f51efdf req-5c572810-9406-4565-bc1d-809bfcda300b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 1095 time: 0.0956140 Nov 24 21:22:50.335398 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-66310b6e-4915-4653-b85b-70e80f51efdf req-d169033b-03d4-47fb-862a-517bfe6bfdcf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=746abcfc-9a03-4e7a-8373-3d5481d5c7a4 HTTP/1.1" status: 200 len: 217 time: 0.0866640 Nov 24 21:22:50.449329 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66310b6e-4915-4653-b85b-70e80f51efdf req-8cbc0253-b7bc-4b41-bd1b-1b3491cec6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:50.451775 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-66310b6e-4915-4653-b85b-70e80f51efdf req-8cbc0253-b7bc-4b41-bd1b-1b3491cec6bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.1063476 Nov 24 21:22:50.520420 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66310b6e-4915-4653-b85b-70e80f51efdf req-7243f120-7396-42f3-8043-0190c477d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:50.521158 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-66310b6e-4915-4653-b85b-70e80f51efdf req-7243f120-7396-42f3-8043-0190c477d476 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590341 Nov 24 21:22:50.629759 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-66310b6e-4915-4653-b85b-70e80f51efdf req-98b0ff17-7db9-4d21-972b-d6fc7a4c7680 service neutron] 10.222.0.48 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997658 Nov 24 21:22:50.735869 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-66310b6e-4915-4653-b85b-70e80f51efdf req-9ed44ce4-4b4a-4827-99cd-6b7bd87264c7 service neutron] 10.222.0.48 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986865 Nov 24 21:22:50.833915 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47b3f8-c27f-49ce-ae73-7dc07dbc5b91 req-21feb638-8d8a-4f5e-a860-d654ab90df4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:50.835501 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9f47b3f8-c27f-49ce-ae73-7dc07dbc5b91 req-21feb638-8d8a-4f5e-a860-d654ab90df4c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 1095 time: 0.0478940 Nov 24 21:22:50.959144 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47b3f8-c27f-49ce-ae73-7dc07dbc5b91 req-9246e6e3-355e-488a-8ebf-398f0c7c5e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:50.960936 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9f47b3f8-c27f-49ce-ae73-7dc07dbc5b91 req-9246e6e3-355e-488a-8ebf-398f0c7c5e0b service neutron] 10.222.0.48 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 912 time: 0.1148098 Nov 24 21:22:51.008683 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9f47b3f8-c27f-49ce-ae73-7dc07dbc5b91 req-fa145852-7a0b-41e8-a27e-690583c8fb31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=746abcfc-9a03-4e7a-8373-3d5481d5c7a4 HTTP/1.1" status: 200 len: 217 time: 0.0403528 Nov 24 21:22:51.256198 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f00d62-805d-43b1-8300-bd26d2db441f req-b4814350-f8fa-4c2d-8cb6-055d4c2b93f3 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:51.259521 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91f00d62-805d-43b1-8300-bd26d2db441f req-b4814350-f8fa-4c2d-8cb6-055d4c2b93f3 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 944 time: 0.1179194 Nov 24 21:22:51.356488 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91f00d62-805d-43b1-8300-bd26d2db441f req-252dca01-4974-4c73-8664-4693b73882da tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906308 Nov 24 21:22:51.451295 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47b3f8-c27f-49ce-ae73-7dc07dbc5b91 req-f21138d5-4184-4d52-81bf-bd2857440a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:51.453503 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9f47b3f8-c27f-49ce-ae73-7dc07dbc5b91 req-f21138d5-4184-4d52-81bf-bd2857440a81 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.4383225 Nov 24 21:22:51.536125 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-afa6f2ca-994f-4b17-9606-4e67d020b6a2 req-6c5d30ac-b2ba-471c-a246-d4bae1795535 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1316259 Nov 24 21:22:51.547291 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47b3f8-c27f-49ce-ae73-7dc07dbc5b91 req-492b1eca-38f9-48ed-b193-ecf26425af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:51.549295 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9f47b3f8-c27f-49ce-ae73-7dc07dbc5b91 req-492b1eca-38f9-48ed-b193-ecf26425af9d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862670 Nov 24 21:22:51.712379 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6f2ca-994f-4b17-9606-4e67d020b6a2 req-310cfb89-4665-41e8-b0b8-3063f2e666f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:51.713926 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-afa6f2ca-994f-4b17-9606-4e67d020b6a2 req-310cfb89-4665-41e8-b0b8-3063f2e666f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=51d612ab04e44ebdb2576e3d3896d36c&device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 1097 time: 0.0942857 Nov 24 21:22:51.756431 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9f47b3f8-c27f-49ce-ae73-7dc07dbc5b91 req-a42b33cc-15cc-4f26-b6c4-0385b324ee1a service neutron] 10.222.0.48 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992013 Nov 24 21:22:51.933811 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6f2ca-994f-4b17-9606-4e67d020b6a2 req-2728e2dd-1ea0-4ef2-9f3a-b97277d98a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:51.935391 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-afa6f2ca-994f-4b17-9606-4e67d020b6a2 req-2728e2dd-1ea0-4ef2-9f3a-b97277d98a19 service neutron] 10.222.0.48 "GET /v2.0/networks?id=32a707c4-ac19-469f-a9cc-104f3e27a20e HTTP/1.1" status: 200 len: 918 time: 0.1997945 Nov 24 21:22:51.942499 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9f47b3f8-c27f-49ce-ae73-7dc07dbc5b91 req-3df42604-421d-4a28-8c88-72394deb45de service neutron] 10.222.0.48 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761689 Nov 24 21:22:52.037695 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-afa6f2ca-994f-4b17-9606-4e67d020b6a2 req-2a6a3d4c-47b0-46d3-bb75-f93723a13429 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a88289e-350d-441b-9d5d-82e908753834 HTTP/1.1" status: 200 len: 1000 time: 0.0938017 Nov 24 21:22:52.090942 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6f2ca-994f-4b17-9606-4e67d020b6a2 req-f3584e3d-9eff-4af8-9cf0-865efbf01a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:52.092918 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-afa6f2ca-994f-4b17-9606-4e67d020b6a2 req-f3584e3d-9eff-4af8-9cf0-865efbf01a78 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0faa94f8-a6a6-4ded-b1c0-ce3e792adfad HTTP/1.1" status: 200 len: 856 time: 0.0485308 Nov 24 21:22:52.142583 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6f2ca-994f-4b17-9606-4e67d020b6a2 req-1fb5bf6e-08f4-4de3-96c8-9a7b30af21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:52.144499 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-afa6f2ca-994f-4b17-9606-4e67d020b6a2 req-1fb5bf6e-08f4-4de3-96c8-9a7b30af21b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32a707c4-ac19-469f-a9cc-104f3e27a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448196 Nov 24 21:22:52.249586 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-afa6f2ca-994f-4b17-9606-4e67d020b6a2 req-1b353def-9001-49e4-abd0-a38127156c54 service neutron] 10.222.0.48 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976336 Nov 24 21:22:52.365277 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-afa6f2ca-994f-4b17-9606-4e67d020b6a2 req-70464b4a-b3f0-43ab-b962-173b6d43c840 service neutron] 10.222.0.48 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054666 Nov 24 21:22:52.490003 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:22:52.495615 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a909e-fc7a-4c97-9cc1-6ac602d10b61 req-2902ed42-c8c1-43c1-b633-11bd4dd425fc tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:52.497917 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b51a909e-fc7a-4c97-9cc1-6ac602d10b61 req-2902ed42-c8c1-43c1-b633-11bd4dd425fc tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 944 time: 0.0635264 Nov 24 21:22:52.572292 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b51a909e-fc7a-4c97-9cc1-6ac602d10b61 req-ecf80203-8258-4c76-9afe-803294abbbfa tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684059 Nov 24 21:22:53.696454 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d5aff-4bdf-4e23-adb1-e137e04160a5 req-4e469f3e-e1c1-4ca4-a747-b4376f32663b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:53.698750 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-897d5aff-4bdf-4e23-adb1-e137e04160a5 req-4e469f3e-e1c1-4ca4-a747-b4376f32663b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 944 time: 0.0599942 Nov 24 21:22:53.758243 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-897d5aff-4bdf-4e23-adb1-e137e04160a5 req-999b41b0-45b0-4366-b6ad-d7e25eb551d1 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528121 Nov 24 21:22:54.906541 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698094ae-cacf-4632-a90b-08e70e7aacf9 req-0a8bdc34-d36f-4005-9d5b-1568e646e2bf tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:54.908209 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-698094ae-cacf-4632-a90b-08e70e7aacf9 req-0a8bdc34-d36f-4005-9d5b-1568e646e2bf tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 944 time: 0.0684204 Nov 24 21:22:54.966377 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-698094ae-cacf-4632-a90b-08e70e7aacf9 req-a8f8c625-a04e-482b-9858-e7abcd529dd3 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511069 Nov 24 21:22:56.103674 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00d35c-d144-48ef-852e-af4a3d0cdc22 req-92e4ede6-2f5e-451f-a3b0-5e9586700c44 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:56.106311 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec00d35c-d144-48ef-852e-af4a3d0cdc22 req-92e4ede6-2f5e-451f-a3b0-5e9586700c44 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 944 time: 0.0649488 Nov 24 21:22:56.167618 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec00d35c-d144-48ef-852e-af4a3d0cdc22 req-2d09d020-eaec-48f1-a695-58df9217e52f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536389 Nov 24 21:22:56.566101 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8a3d5fb9-e95b-4212-a8a8-fc1ea0bfee90 req-b95aca4c-9157-4602-b18e-98fc3704faf3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1222827 Nov 24 21:22:56.654830 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d5fb9-e95b-4212-a8a8-fc1ea0bfee90 req-22b998c2-eac5-4492-96ab-0845650e4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:56.656339 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8a3d5fb9-e95b-4212-a8a8-fc1ea0bfee90 req-22b998c2-eac5-4492-96ab-0845650e4c59 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 1097 time: 0.0406270 Nov 24 21:22:56.775676 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d5fb9-e95b-4212-a8a8-fc1ea0bfee90 req-9b4bea91-a0a6-4c88-b30a-8619a51c0f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:56.777143 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8a3d5fb9-e95b-4212-a8a8-fc1ea0bfee90 req-9b4bea91-a0a6-4c88-b30a-8619a51c0f17 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 912 time: 0.0991659 Nov 24 21:22:56.859787 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8a3d5fb9-e95b-4212-a8a8-fc1ea0bfee90 req-565a33d1-c921-4b80-bb8b-d68f17671ce1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ea4971b-8034-4be0-8bdd-2e107677ef77 HTTP/1.1" status: 200 len: 1002 time: 0.0698979 Nov 24 21:22:56.916652 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d5fb9-e95b-4212-a8a8-fc1ea0bfee90 req-26c0c911-d218-4275-87db-b7741f8d5d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:56.918537 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8a3d5fb9-e95b-4212-a8a8-fc1ea0bfee90 req-26c0c911-d218-4275-87db-b7741f8d5d5a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.0510094 Nov 24 21:22:56.997860 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d5fb9-e95b-4212-a8a8-fc1ea0bfee90 req-568a2d17-1a5b-408d-82d1-312b2345768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:56.999538 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8a3d5fb9-e95b-4212-a8a8-fc1ea0bfee90 req-568a2d17-1a5b-408d-82d1-312b2345768f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729687 Nov 24 21:22:57.108862 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8a3d5fb9-e95b-4212-a8a8-fc1ea0bfee90 req-c6cb4c42-608b-40c6-926b-0c382febd719 service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013060 Nov 24 21:22:57.228631 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8a3d5fb9-e95b-4212-a8a8-fc1ea0bfee90 req-661cae70-6ffb-426e-b4cf-4464e1ac14b3 service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119316 Nov 24 21:22:57.313785 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d81d24-7b9b-44b7-bd35-d23fcae042f0 req-387f443d-6454-42de-a567-1a3e26379636 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:57.323800 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48d81d24-7b9b-44b7-bd35-d23fcae042f0 req-387f443d-6454-42de-a567-1a3e26379636 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 944 time: 0.0692973 Nov 24 21:22:57.374254 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48d81d24-7b9b-44b7-bd35-d23fcae042f0 req-13c27526-9b3e-4223-8b8d-53e6555ceeb4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491955 Nov 24 21:22:57.752585 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44088b78-e058-4da0-936d-195eab084d09 req-93caece6-f37f-42cf-b713-4623431273db tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:57.755314 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-44088b78-e058-4da0-936d-195eab084d09 req-93caece6-f37f-42cf-b713-4623431273db tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 946 time: 0.0649388 Nov 24 21:22:57.815188 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-44088b78-e058-4da0-936d-195eab084d09 req-8be896e6-c9b6-4114-853a-adcd555e4be5 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526958 Nov 24 21:22:58.503631 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6896ec6-1b00-4a69-bced-a9e4e7535a5e req-341fb085-36e1-468c-835e-a46c3128d6dc tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:58.506120 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6896ec6-1b00-4a69-bced-a9e4e7535a5e req-341fb085-36e1-468c-835e-a46c3128d6dc tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 944 time: 0.0543051 Nov 24 21:22:58.563501 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6896ec6-1b00-4a69-bced-a9e4e7535a5e req-5f4e158b-bfb0-42e5-8870-b4fb0d3fcc9c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509179 Nov 24 21:22:58.943714 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27369bb6-424a-4d6f-84a3-fc6b980f4450 req-57a47df4-f826-4c29-963c-3f8afa407480 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:58.948297 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-27369bb6-424a-4d6f-84a3-fc6b980f4450 req-57a47df4-f826-4c29-963c-3f8afa407480 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 946 time: 0.0547924 Nov 24 21:22:59.010311 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-27369bb6-424a-4d6f-84a3-fc6b980f4450 req-da92f41b-94c6-42f4-b648-84b4db71bf36 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5bf970e-ed1e-453b-b859-59afbd9c0f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579736 Nov 24 21:22:59.152401 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3dbcb6-fd5f-466a-9058-408fca43e235 req-37d284e1-79c3-468d-803f-b854e805f207 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:59.153797 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3b3dbcb6-fd5f-466a-9058-408fca43e235 req-37d284e1-79c3-468d-803f-b854e805f207 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 946 time: 0.0513399 Nov 24 21:22:59.254713 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-3b3dbcb6-fd5f-466a-9058-408fca43e235 req-3b9852f6-5cf5-46ba-9210-7de52fd124c9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Deleting port 6a88289e-350d-441b-9d5d-82e908753834 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:22:59.255061 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3b3dbcb6-fd5f-466a-9058-408fca43e235 req-3b9852f6-5cf5-46ba-9210-7de52fd124c9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:59.368989 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-3b3dbcb6-fd5f-466a-9058-408fca43e235 req-3b9852f6-5cf5-46ba-9210-7de52fd124c9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] For port 6a88289e-350d-441b-9d5d-82e908753834, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=6a88289e-350d-441b-9d5d-82e908753834,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:22:59.369357 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3b3dbcb6-fd5f-466a-9058-408fca43e235 req-3b9852f6-5cf5-46ba-9210-7de52fd124c9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:59.619474 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3b3dbcb6-fd5f-466a-9058-408fca43e235 req-3b9852f6-5cf5-46ba-9210-7de52fd124c9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:59.620159 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3b3dbcb6-fd5f-466a-9058-408fca43e235 req-3b9852f6-5cf5-46ba-9210-7de52fd124c9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:59.620479 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [req-3b3dbcb6-fd5f-466a-9058-408fca43e235 req-3b9852f6-5cf5-46ba-9210-7de52fd124c9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Floating IP b09154d4-c685-4e27-b73a-802be757f241 disassociated. External IP: 172.25.5.50, port: 6a88289e-350d-441b-9d5d-82e908753834. Nov 24 21:22:59.620851 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-3b3dbcb6-fd5f-466a-9058-408fca43e235 req-3b9852f6-5cf5-46ba-9210-7de52fd124c9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Calling delete_port for 6a88289e-350d-441b-9d5d-82e908753834 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:22:59.700691 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122baa1-448d-4994-b722-90d1edd50a7e req-bb28b320-f3d1-47d8-a962-677e6fd52321 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:22:59.702272 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8122baa1-448d-4994-b722-90d1edd50a7e req-bb28b320-f3d1-47d8-a962-677e6fd52321 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 944 time: 0.0627952 Nov 24 21:22:59.761105 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8122baa1-448d-4994-b722-90d1edd50a7e req-6b0af558-de5c-4468-abd0-41441a9837e1 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502753 Nov 24 21:22:59.787327 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3b3dbcb6-fd5f-466a-9058-408fca43e235 req-3b9852f6-5cf5-46ba-9210-7de52fd124c9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:22:59.820968 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9852f6-5cf5-46ba-9210-7de52fd124c9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Pushing event deleted for resources: {'Port': ['ID=6a88289e-350d-441b-9d5d-82e908753834,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:22:59.953250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b3dbcb6-fd5f-466a-9058-408fca43e235 req-3b9852f6-5cf5-46ba-9210-7de52fd124c9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Router 507026af-193f-403e-8f2a-de875985dacf has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:23:00.073091 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b3dbcb6-fd5f-466a-9058-408fca43e235 req-3b9852f6-5cf5-46ba-9210-7de52fd124c9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:23:00.084076 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8f59db-f397-4e1e-8343-5aa2fe75b951 None None] Sync routers for ids ['507026af-193f-403e-8f2a-de875985dacf'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:23:00.105123 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8f59db-f397-4e1e-8343-5aa2fe75b951 None None] Routers {'507026af-193f-403e-8f2a-de875985dacf'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:23:00.105918 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1e8f59db-f397-4e1e-8343-5aa2fe75b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:22:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['507026af-193f-403e-8f2a-de875985dacf'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:00.136844 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3ef3d35c-a0cf-4f68-8958-3cfdf4f590d9 req-5084d927-d9f9-4785-a463-281491417961 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c2bf731-3390-4d5a-936a-55715efe4a37 HTTP/1.1" status: 200 len: 210 time: 0.0304723 Nov 24 21:23:00.162290 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3dbcb6-fd5f-466a-9058-408fca43e235 req-3b9852f6-5cf5-46ba-9210-7de52fd124c9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] No DVR routers for this DVR port 6a88289e-350d-441b-9d5d-82e908753834 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:23:00.168719 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3b3dbcb6-fd5f-466a-9058-408fca43e235 req-3b9852f6-5cf5-46ba-9210-7de52fd124c9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:00.174931 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3b3dbcb6-fd5f-466a-9058-408fca43e235 req-3b9852f6-5cf5-46ba-9210-7de52fd124c9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.48 "DELETE /v2.0/ports/6a88289e-350d-441b-9d5d-82e908753834 HTTP/1.1" status: 204 len: 173 time: 1.0143180 Nov 24 21:23:00.178591 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2bf731-3390-4d5a-936a-55715efe4a37', 'name': 'network-vif-deleted', 'tag': '6a88289e-350d-441b-9d5d-82e908753834'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:23:00.184182 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96274e0b-6c52-4a6b-8cc9-501fe792aba2" -d '{"events": [{"server_uuid": "3c2bf731-3390-4d5a-936a-55715efe4a37", "name": "network-vif-deleted", "tag": "6a88289e-350d-441b-9d5d-82e908753834"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:23:00.250138 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d5b061-3120-4bc7-9baa-f11eb94eb7a8 x-openstack-request-id: req-e4d5b061-3120-4bc7-9baa-f11eb94eb7a8 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:23:00.250662 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2bf731-3390-4d5a-936a-55715efe4a37", "name": "network-vif-deleted", "tag": "6a88289e-350d-441b-9d5d-82e908753834", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:23:00.251085 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e4d5b061-3120-4bc7-9baa-f11eb94eb7a8 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:23:00.251737 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2bf731-3390-4d5a-936a-55715efe4a37', 'name': 'network-vif-deleted', 'tag': '6a88289e-350d-441b-9d5d-82e908753834', 'status': 'completed', 'code': 200} Nov 24 21:23:00.350417 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1e8f59db-f397-4e1e-8343-5aa2fe75b951 None None] Set router 507026af-193f-403e-8f2a-de875985dacf gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:23:00.587633 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1e8f59db-f397-4e1e-8343-5aa2fe75b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507026af-193f-403e-8f2a-de875985dacf', 'name': 'tempest-AttachVolumeShelveTestJSON-1662242414-router', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:18:55Z', 'updated_at': '2021-11-24T21:19:01Z', 'revision_number': 4, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'gw_port': {'id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:18:56Z', 'updated_at': '2021-11-24T21:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'c05887bc-08f0-4549-81d0-8b5e998a65fe', 'name': '', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'mac_address': 'fa:16:3e:08:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:00Z', 'updated_at': '2021-11-24T21:19:12Z', 'revision_number': 5, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'subnets': [{'id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:00.616907 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8f59db-f397-4e1e-8343-5aa2fe75b951 None None] Checking router: 507026af-193f-403e-8f2a-de875985dacf for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:23:00.628897 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8f59db-f397-4e1e-8343-5aa2fe75b951 None None] Routers {'507026af-193f-403e-8f2a-de875985dacf'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:23:00.629538 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1e8f59db-f397-4e1e-8343-5aa2fe75b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:22:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['507026af-193f-403e-8f2a-de875985dacf'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:00.891223 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0c61c-a7fe-4898-b9d6-cfbb3946f09f req-d8ef3406-c93c-4981-8938-ed8185a615d2 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:00.893387 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9bf0c61c-a7fe-4898-b9d6-cfbb3946f09f req-d8ef3406-c93c-4981-8938-ed8185a615d2 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 944 time: 0.0525525 Nov 24 21:23:00.907838 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1e8f59db-f397-4e1e-8343-5aa2fe75b951 None None] Set router 507026af-193f-403e-8f2a-de875985dacf gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:23:00.950048 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9bf0c61c-a7fe-4898-b9d6-cfbb3946f09f req-f8ecacc6-b7a7-458e-838a-101186062e87 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504460 Nov 24 21:23:01.144085 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1e8f59db-f397-4e1e-8343-5aa2fe75b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507026af-193f-403e-8f2a-de875985dacf', 'name': 'tempest-AttachVolumeShelveTestJSON-1662242414-router', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:18:55Z', 'updated_at': '2021-11-24T21:19:01Z', 'revision_number': 4, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'gw_port': {'id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:18:56Z', 'updated_at': '2021-11-24T21:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'c05887bc-08f0-4549-81d0-8b5e998a65fe', 'name': '', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'mac_address': 'fa:16:3e:08:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:00Z', 'updated_at': '2021-11-24T21:19:12Z', 'revision_number': 5, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'subnets': [{'id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:01.172132 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8f59db-f397-4e1e-8343-5aa2fe75b951 None None] The sync data for ids ['507026af-193f-403e-8f2a-de875985dacf'] in n-d-812111-8 is: [{'id': '507026af-193f-403e-8f2a-de875985dacf', 'name': 'tempest-AttachVolumeShelveTestJSON-1662242414-router', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:18:55Z', 'updated_at': '2021-11-24T21:19:01Z', 'revision_number': 4, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'gw_port': {'id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:18:56Z', 'updated_at': '2021-11-24T21:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'c05887bc-08f0-4549-81d0-8b5e998a65fe', 'name': '', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'mac_address': 'fa:16:3e:08:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:00Z', 'updated_at': '2021-11-24T21:19:12Z', 'revision_number': 5, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'subnets': [{'id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:23:01.247903 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44902) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:23:01.304253 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ddc99a00-3683-47f2-a38d-3781fece28ce tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:01.333237 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ddc99a00-3683-47f2-a38d-3781fece28ce tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:01.389255 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ddc99a00-3683-47f2-a38d-3781fece28ce tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:01.392284 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ddc99a00-3683-47f2-a38d-3781fece28ce tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:01.396478 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ddc99a00-3683-47f2-a38d-3781fece28ce tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "DELETE /v2.0/security-groups/e5bf970e-ed1e-453b-b859-59afbd9c0f6c HTTP/1.1" status: 204 len: 168 time: 0.1445835 Nov 24 21:23:01.396835 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44904) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:23:01.407255 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc99a00-3683-47f2-a38d-3781fece28ce tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bf970e-ed1e-453b-b859-59afbd9c0f6c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:01.430455 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-d2c84170-d77f-41a3-adcb-445a545eb22a tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] show failed (client error): The resource could not be found. Nov 24 21:23:01.435182 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d2c84170-d77f-41a3-adcb-445a545eb22a tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups/e5bf970e-ed1e-453b-b859-59afbd9c0f6c HTTP/1.1" status: 404 len: 347 time: 0.0335176 Nov 24 21:23:01.435751 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44908) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:23:01.502672 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca4be03-d30b-4721-ba44-a9c6becbad39 None None] New status for floating IP b09154d4-c685-4e27-b73a-802be757f241: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:23:01.583732 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-e2d97a50-15cb-4b3c-aab4-b8b25eeb6a16 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Deleting port 50827a56-a16a-4b42-8261-3751ba909387 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:23:01.584227 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e2d97a50-15cb-4b3c-aab4-b8b25eeb6a16 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:01.682482 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e2d97a50-15cb-4b3c-aab4-b8b25eeb6a16 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:01.682812 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e2d97a50-15cb-4b3c-aab4-b8b25eeb6a16 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:01.695757 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-e2d97a50-15cb-4b3c-aab4-b8b25eeb6a16 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Calling delete_port for 50827a56-a16a-4b42-8261-3751ba909387 owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:23:01.838598 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e2d97a50-15cb-4b3c-aab4-b8b25eeb6a16 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:01.873448 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d97a50-15cb-4b3c-aab4-b8b25eeb6a16 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Pushing event deleted for resources: {'Port': ['ID=50827a56-a16a-4b42-8261-3751ba909387,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:01.936318 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e2d97a50-15cb-4b3c-aab4-b8b25eeb6a16 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:01.939036 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e2d97a50-15cb-4b3c-aab4-b8b25eeb6a16 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:01.940203 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e2d97a50-15cb-4b3c-aab4-b8b25eeb6a16 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "DELETE /v2.0/floatingips/b09154d4-c685-4e27-b73a-802be757f241 HTTP/1.1" status: 204 len: 168 time: 0.5030761 Nov 24 21:23:02.076969 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78024cf1-2b7d-40d6-9181-192d891bee7d req-c524e3ec-a7a1-4c59-8787-6bbfe5c89099 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:02.078471 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-78024cf1-2b7d-40d6-9181-192d891bee7d req-c524e3ec-a7a1-4c59-8787-6bbfe5c89099 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 944 time: 0.0513198 Nov 24 21:23:02.132423 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-78024cf1-2b7d-40d6-9181-192d891bee7d req-ed0e876a-0e5d-49ce-a997-5c167168498c tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472255 Nov 24 21:23:02.382498 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44914) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:23:02.387462 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-09487460-2ad6-4067-b110-204aa0b6c455 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1193519471', 'description': 'tempest-description--1745986724'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:23:02.410713 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-09487460-2ad6-4067-b110-204aa0b6c455 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:02.477878 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-09487460-2ad6-4067-b110-204aa0b6c455 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:02.481298 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-09487460-2ad6-4067-b110-204aa0b6c455 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:02.514892 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09487460-2ad6-4067-b110-204aa0b6c455 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e359eb-cc89-4b6f-9945-d028da401ce3,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:02.521410 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-09487460-2ad6-4067-b110-204aa0b6c455 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:02.522659 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-09487460-2ad6-4067-b110-204aa0b6c455 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1388352 Nov 24 21:23:02.525769 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44920) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:23:02.530420 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-4815cebe-2d16-42f6-92e4-acd5efbb1519 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Request body: {'security_group_rule': {'security_group_id': 'f5e359eb-cc89-4b6f-9945-d028da401ce3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:23:02.561201 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4815cebe-2d16-42f6-92e4-acd5efbb1519 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:02.631398 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4815cebe-2d16-42f6-92e4-acd5efbb1519 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:02.636317 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4815cebe-2d16-42f6-92e4-acd5efbb1519 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:02.659083 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815cebe-2d16-42f6-92e4-acd5efbb1519 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b58d68-afa7-49f8-a8cf-374b222499e5,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:02.667594 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4815cebe-2d16-42f6-92e4-acd5efbb1519 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:02.668856 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4815cebe-2d16-42f6-92e4-acd5efbb1519 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420386 Nov 24 21:23:02.671584 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44924) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:23:02.677805 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-a8d30f72-ed7f-4a3d-9d56-a4866bcf6feb tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Request body: {'security_group_rule': {'security_group_id': 'f5e359eb-cc89-4b6f-9945-d028da401ce3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:23:02.707980 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a8d30f72-ed7f-4a3d-9d56-a4866bcf6feb tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:02.765655 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a8d30f72-ed7f-4a3d-9d56-a4866bcf6feb tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:02.769437 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a8d30f72-ed7f-4a3d-9d56-a4866bcf6feb tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:02.787677 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d30f72-ed7f-4a3d-9d56-a4866bcf6feb tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f4b7b3-3efe-4637-a256-4d60e407563d,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:02.797344 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a8d30f72-ed7f-4a3d-9d56-a4866bcf6feb tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:02.801543 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a8d30f72-ed7f-4a3d-9d56-a4866bcf6feb tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286330 Nov 24 21:23:02.802559 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44926) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:23:02.807864 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:23:02.832985 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:02.944626 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:03.053706 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Allocated IP 172.25.5.147 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/c2177bdf-0da8-4569-abb2-7e2c66ac023a) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:23:03.075168 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 6a88289e-350d-441b-9d5d-82e908753834 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:23:03.095611 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 6a88289e-350d-441b-9d5d-82e908753834 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:23:03.096229 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 6a88289e-350d-441b-9d5d-82e908753834 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:23:03.165781 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:03.202299 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:03.245398 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:23:03.248579 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:23:03.252604 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:23:03.262038 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117b439-0810-4b0b-8bde-551da829b2c0 req-abda0fcf-8649-4559-bf07-7b4eabff79d7 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:03.264413 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b117b439-0810-4b0b-8bde-551da829b2c0 req-abda0fcf-8649-4559-bf07-7b4eabff79d7 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 944 time: 0.0594711 Nov 24 21:23:03.282179 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Pushing event updated for resources: {'Port': ['ID=c2177bdf-0da8-4569-abb2-7e2c66ac023a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:03.330326 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b117b439-0810-4b0b-8bde-551da829b2c0 req-5443b00c-59e7-4e03-8051-1e9056eb5e2e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592096 Nov 24 21:23:03.358665 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:03.395548 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:03.558222 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:03.563368 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:03.630514 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Pushing event updated for resources: {'Port': ['ID=c2177bdf-0da8-4569-abb2-7e2c66ac023a,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:03.643511 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:03.644412 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:03.645228 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:03.645228 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:03.645446 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:03.645771 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:03.646114 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:03.646450 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:03.646778 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:03.647114 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:03.647803 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:03.647803 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:03.655880 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:03.673198 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:03.681391 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-049e9d83-29eb-4e2a-a901-642590747720 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8776381 Nov 24 21:23:03.885548 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-a34024d8-3f4c-4628-95a2-ff3855cf1da0 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1193519471&fields=id&tenant_id=51d612ab04e44ebdb2576e3d3896d36c HTTP/1.1" status: 200 len: 267 time: 0.0445662 Nov 24 21:23:04.000591 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-ace897a1-563d-46fe-a9ea-ee2d662f139e tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:04.003010 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-ace897a1-563d-46fe-a9ea-ee2d662f139e tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/networks?id=32a707c4-ac19-469f-a9cc-104f3e27a20e HTTP/1.1" status: 200 len: 817 time: 0.1103301 Nov 24 21:23:04.022219 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-65523c78-d1c6-4e80-98a7-7582d11d57f5 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/quotas/51d612ab04e44ebdb2576e3d3896d36c HTTP/1.1" status: 200 len: 375 time: 0.0112634 Nov 24 21:23:04.078563 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-3c2268d7-cc1d-4c0a-a789-38ab15beea57 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=51d612ab04e44ebdb2576e3d3896d36c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505888 Nov 24 21:23:04.178258 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-209e9be1-9e41-43e1-942a-aa3a0f83f971 service neutron] 10.222.0.11 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863953 Nov 24 21:23:04.274623 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-37e66662-3b5d-4de8-b75d-654dc09010b8 service neutron] 10.222.0.11 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902064 Nov 24 21:23:04.483735 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c617c-7231-4764-9777-66f5f7620e6b req-ffc75420-1c16-45a7-a359-6b82c28487e6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:04.485322 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dd1c617c-7231-4764-9777-66f5f7620e6b req-ffc75420-1c16-45a7-a359-6b82c28487e6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 944 time: 0.0533462 Nov 24 21:23:04.547730 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dd1c617c-7231-4764-9777-66f5f7620e6b req-7190bfab-252a-4f3c-9ac3-fe98d7be6809 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535085 Nov 24 21:23:04.621599 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f08ee178-d496-4366-a21d-7b991494fead req-fa154f04-b2a0-4fb7-b857-9488cdf36091 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 210 time: 0.0312953 Nov 24 21:23:05.599895 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-d4c6d412-4d10-4d75-b580-2b907012d597 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:05.603015 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-d4c6d412-4d10-4d75-b580-2b907012d597 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.15 "GET /v2.0/networks?id=32a707c4-ac19-469f-a9cc-104f3e27a20e HTTP/1.1" status: 200 len: 817 time: 0.1566129 Nov 24 21:23:05.694438 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-85f34dba-8788-4f78-9ff4-3e3828ecb367 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51d612ab04e44ebdb2576e3d3896d36c HTTP/1.1" status: 200 len: 380 time: 0.0781965 Nov 24 21:23:05.705599 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914bfe9-a2bb-4a60-be56-01693ad0482a req-e32b9f35-1f66-4e1f-8bf0-7a1efd7afadc tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:05.709197 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-ba800ad7-d034-4055-9ad1-b0a75faaa781 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Request body: {'port': {'device_id': 'a711f48e-0de4-4980-9f0f-73216f36c026', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'admin_state_up': True, 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'security_groups': ['f5e359eb-cc89-4b6f-9945-d028da401ce3']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:23:05.713945 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5914bfe9-a2bb-4a60-be56-01693ad0482a req-e32b9f35-1f66-4e1f-8bf0-7a1efd7afadc tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 944 time: 0.0697470 Nov 24 21:23:05.768499 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5914bfe9-a2bb-4a60-be56-01693ad0482a req-747a6195-f884-4536-a516-caed26c4126e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536795 Nov 24 21:23:05.858189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-ba800ad7-d034-4055-9ad1-b0a75faaa781 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Made reservation on behalf of 51d612ab04e44ebdb2576e3d3896d36c for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:23:05.862390 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-ba800ad7-d034-4055-9ad1-b0a75faaa781 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:05.883770 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0347eb68-4e30-4b8c-a7cb-ec10571683a2 req-832583e9-cb1f-4139-8c85-27c4e342b3e6 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 210 time: 0.0329812 Nov 24 21:23:06.036982 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-ba800ad7-d034-4055-9ad1-b0a75faaa781 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Allocated IP 172.20.0.7 (32a707c4-ac19-469f-a9cc-104f3e27a20e/0faa94f8-a6a6-4ded-b1c0-ce3e792adfad/7013e3a2-9ab1-4531-af44-8fe2075ae1c9) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:23:06.208832 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-ba800ad7-d034-4055-9ad1-b0a75faaa781 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:06.244667 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-ba800ad7-d034-4055-9ad1-b0a75faaa781 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:06.287003 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-ba800ad7-d034-4055-9ad1-b0a75faaa781 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Network 32a707c4-ac19-469f-a9cc-104f3e27a20e is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:23:06.292407 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-ba800ad7-d034-4055-9ad1-b0a75faaa781 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:23:06.295942 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-ba800ad7-d034-4055-9ad1-b0a75faaa781 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:23:06.326965 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba800ad7-d034-4055-9ad1-b0a75faaa781 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Pushing event updated for resources: {'Port': ['ID=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:06.357464 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-ba800ad7-d034-4055-9ad1-b0a75faaa781 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:06.358245 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-ba800ad7-d034-4055-9ad1-b0a75faaa781 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:06.379204 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-ba800ad7-d034-4055-9ad1-b0a75faaa781 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6764982 Nov 24 21:23:06.397478 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-7b644b70-e5a9-4a82-8fc6-76c86a0644de service neutron] Request body: {'port': {'device_id': 'a711f48e-0de4-4980-9f0f-73216f36c026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:23:06.459095 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-7b644b70-e5a9-4a82-8fc6-76c86a0644de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:06.537466 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-0a363468-f403-48d0-8c70-a18e16f3715c None None] Provisioning complete for port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:06.538049 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0a363468-f403-48d0-8c70-a18e16f3715c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:06.573314 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-0a363468-f403-48d0-8c70-a18e16f3715c None None] Port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:23:06.739074 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-7b644b70-e5a9-4a82-8fc6-76c86a0644de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:23:06.746601 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-7b644b70-e5a9-4a82-8fc6-76c86a0644de service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:06.759366 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-7b644b70-e5a9-4a82-8fc6-76c86a0644de service neutron] Transition to ACTIVE for port object 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:23:06.763222 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-7b644b70-e5a9-4a82-8fc6-76c86a0644de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:06.820343 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b644b70-e5a9-4a82-8fc6-76c86a0644de service neutron] Pushing event updated for resources: {'Port': ['ID=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:06.917990 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-7b644b70-e5a9-4a82-8fc6-76c86a0644de service neutron] Attempting to bind port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:23:06.918365 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-7b644b70-e5a9-4a82-8fc6-76c86a0644de service neutron] Attempting to bind port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:23:06.918693 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-7b644b70-e5a9-4a82-8fc6-76c86a0644de service neutron] Attempting to bind port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 on network 32a707c4-ac19-469f-a9cc-104f3e27a20e {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:23:06.923563 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-7b644b70-e5a9-4a82-8fc6-76c86a0644de service neutron] Port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 on network 32a707c4-ac19-469f-a9cc-104f3e27a20e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:23:06.923888 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-7b644b70-e5a9-4a82-8fc6-76c86a0644de service neutron] Attempting to bind port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 on network 32a707c4-ac19-469f-a9cc-104f3e27a20e {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:23:06.927311 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebe7ac-d82f-4c80-bdf5-78e19f9798ea req-99da95ad-6820-4af9-a533-8da6fe697ac2 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:06.929026 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dfebe7ac-d82f-4c80-bdf5-78e19f9798ea req-99da95ad-6820-4af9-a533-8da6fe697ac2 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 944 time: 0.0600505 Nov 24 21:23:06.929666 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-7b644b70-e5a9-4a82-8fc6-76c86a0644de service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:23:06.930012 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-7b644b70-e5a9-4a82-8fc6-76c86a0644de service neutron] Checking segment: {'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:23:06.930402 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-7b644b70-e5a9-4a82-8fc6-76c86a0644de service neutron] Bound using segment: {'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:23:06.930860 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-7b644b70-e5a9-4a82-8fc6-76c86a0644de service neutron] Bound port: 7013e3a2-9ab1-4531-af44-8fe2075ae1c9, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:23:06.931446 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-7b644b70-e5a9-4a82-8fc6-76c86a0644de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:07.021851 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dfebe7ac-d82f-4c80-bdf5-78e19f9798ea req-337731b6-b2f3-4a3d-a10d-c5d3b7925e81 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863509 Nov 24 21:23:07.025473 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-7b644b70-e5a9-4a82-8fc6-76c86a0644de service neutron] For port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:23:07.029960 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-7b644b70-e5a9-4a82-8fc6-76c86a0644de service neutron] For port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:23:07.037322 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-7b644b70-e5a9-4a82-8fc6-76c86a0644de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:07.095344 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-7b644b70-e5a9-4a82-8fc6-76c86a0644de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:07.095984 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-7b644b70-e5a9-4a82-8fc6-76c86a0644de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:07.098601 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-7b644b70-e5a9-4a82-8fc6-76c86a0644de service neutron] 10.222.0.15 "PUT /v2.0/ports/7013e3a2-9ab1-4531-af44-8fe2075ae1c9 HTTP/1.1" status: 200 len: 1091 time: 0.7058630 Nov 24 21:23:07.099081 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a711f48e-0de4-4980-9f0f-73216f36c026', 'tag': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:23:07.101682 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d11b7c-e661-4994-b241-a2b0d0d854ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a711f48e-0de4-4980-9f0f-73216f36c026", "tag": "7013e3a2-9ab1-4531-af44-8fe2075ae1c9"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:23:07.117520 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 746abcfc-9a03-4e7a-8373-3d5481d5c7a4 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:23:07.140069 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b644b70-e5a9-4a82-8fc6-76c86a0644de service neutron] Pushing event updated for resources: {'Port': ['ID=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:07.151136 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e134a5-9098-4c74-98c6-44b7940a319a req-5733a73a-e0c8-4d38-a9f6-fe2c940ba8dc tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:07.152820 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-76e134a5-9098-4c74-98c6-44b7940a319a req-5733a73a-e0c8-4d38-a9f6-fe2c940ba8dc tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 943 time: 0.0695767 Nov 24 21:23:07.246393 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-d78d8799-c14d-4229-b9a6-63bb7f91064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:07.249841 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-d78d8799-c14d-4229-b9a6-63bb7f91064c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51d612ab04e44ebdb2576e3d3896d36c&device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 1094 time: 0.0894539 Nov 24 21:23:07.250786 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-76e134a5-9098-4c74-98c6-44b7940a319a req-66a719a0-0801-43fd-98e3-7dfbd0d0d597 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916510 Nov 24 21:23:07.283858 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 746abcfc-9a03-4e7a-8373-3d5481d5c7a4, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=746abcfc-9a03-4e7a-8373-3d5481d5c7a4,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:23:07.319460 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495f8d2e-bb49-4db4-88ef-910a89979985 x-openstack-request-id: req-495f8d2e-bb49-4db4-88ef-910a89979985 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:23:07.319754 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a711f48e-0de4-4980-9f0f-73216f36c026", "tag": "7013e3a2-9ab1-4531-af44-8fe2075ae1c9", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:23:07.320024 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-495f8d2e-bb49-4db4-88ef-910a89979985 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:23:07.320573 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a711f48e-0de4-4980-9f0f-73216f36c026', 'tag': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9', 'status': 'completed', 'code': 200} Nov 24 21:23:07.322177 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-8b984cd6-0c4a-4529-b360-4ce1c5b8f643 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7013e3a2-9ab1-4531-af44-8fe2075ae1c9 HTTP/1.1" status: 200 len: 217 time: 0.0584621 Nov 24 21:23:07.324134 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '746abcfc-9a03-4e7a-8373-3d5481d5c7a4', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'port_id': '746abcfc-9a03-4e7a-8373-3d5481d5c7a4', 'mac_address': 'fa:16:3e:cc:4c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:23:07.373306 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:07.386065 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-4efdca05-f01c-4a8a-b0f0-b7b8e1dc317e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:07.386760 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 746abcfc-9a03-4e7a-8373-3d5481d5c7a4 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:23:07.387551 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-4efdca05-f01c-4a8a-b0f0-b7b8e1dc317e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0faa94f8-a6a6-4ded-b1c0-ce3e792adfad HTTP/1.1" status: 200 len: 856 time: 0.0529962 Nov 24 21:23:07.407300 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 746abcfc-9a03-4e7a-8373-3d5481d5c7a4, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=746abcfc-9a03-4e7a-8373-3d5481d5c7a4,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:23:07.413356 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:07.442763 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-c750a267-2a2d-43ff-8e79-997eb0b11dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:07.444306 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-c750a267-2a2d-43ff-8e79-997eb0b11dbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32a707c4-ac19-469f-a9cc-104f3e27a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442014 Nov 24 21:23:07.469857 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=746abcfc-9a03-4e7a-8373-3d5481d5c7a4,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:07.482955 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:07.483404 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:07.483748 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:07.484090 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:07.484427 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:07.484793 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:07.485140 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:07.485454 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:07.485974 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:07.486311 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:07.486646 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:07.487433 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:07.552952 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-2996823e-6023-4410-b9e7-5828ceb98b8c service neutron] 10.222.0.15 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965753 Nov 24 21:23:07.604042 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['746abcfc-9a03-4e7a-8373-3d5481d5c7a4'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:23:07.662297 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2f1db3d3-0162-4bb8-aed6-4d88984c8ae5 req-147ecaf4-b4db-4174-a7eb-41a2b6411da7 service neutron] 10.222.0.15 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968306 Nov 24 21:23:07.762251 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d11b7c-e661-4994-b241-a2b0d0d854ca req-dbdaf2e2-75f2-42c2-9de4-4e308f5bedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:07.763729 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c9d11b7c-e661-4994-b241-a2b0d0d854ca req-dbdaf2e2-75f2-42c2-9de4-4e308f5bedb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51d612ab04e44ebdb2576e3d3896d36c&device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 1094 time: 0.0449300 Nov 24 21:23:07.865231 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d11b7c-e661-4994-b241-a2b0d0d854ca req-2fa9b29b-392e-4538-8434-0b38a1457560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:07.866728 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c9d11b7c-e661-4994-b241-a2b0d0d854ca req-2fa9b29b-392e-4538-8434-0b38a1457560 service neutron] 10.222.0.15 "GET /v2.0/networks?id=32a707c4-ac19-469f-a9cc-104f3e27a20e HTTP/1.1" status: 200 len: 918 time: 0.0963271 Nov 24 21:23:07.910072 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c9d11b7c-e661-4994-b241-a2b0d0d854ca req-9014706b-9453-4bba-9311-d8fe95be91b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7013e3a2-9ab1-4531-af44-8fe2075ae1c9 HTTP/1.1" status: 200 len: 217 time: 0.0357816 Nov 24 21:23:07.965302 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d11b7c-e661-4994-b241-a2b0d0d854ca req-6525fdf2-cf92-47b0-8a97-9de62e09dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:07.966806 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c9d11b7c-e661-4994-b241-a2b0d0d854ca req-6525fdf2-cf92-47b0-8a97-9de62e09dc49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0faa94f8-a6a6-4ded-b1c0-ce3e792adfad HTTP/1.1" status: 200 len: 856 time: 0.0494702 Nov 24 21:23:08.017122 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d11b7c-e661-4994-b241-a2b0d0d854ca req-c34d7e1d-8829-413d-9f57-ba7afdb88b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:08.019269 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c9d11b7c-e661-4994-b241-a2b0d0d854ca req-c34d7e1d-8829-413d-9f57-ba7afdb88b67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32a707c4-ac19-469f-a9cc-104f3e27a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433164 Nov 24 21:23:08.118218 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c9d11b7c-e661-4994-b241-a2b0d0d854ca req-8b840ff1-abcd-461b-8db7-8a18ba66cd45 service neutron] 10.222.0.15 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912712 Nov 24 21:23:08.178132 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9746c2-63e2-4fff-8d6d-c7f619191d93 req-65056637-0cd8-41fb-94d6-7f9bd7e4d2e6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:08.186001 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e9746c2-63e2-4fff-8d6d-c7f619191d93 req-65056637-0cd8-41fb-94d6-7f9bd7e4d2e6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 945 time: 0.0683084 Nov 24 21:23:08.239852 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c9d11b7c-e661-4994-b241-a2b0d0d854ca req-52e34b71-3280-4b4d-9d14-4a60b1f7b107 service neutron] 10.222.0.15 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125968 Nov 24 21:23:08.241410 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e9746c2-63e2-4fff-8d6d-c7f619191d93 req-cf790882-15a6-467b-b7b0-6c4748243330 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543852 Nov 24 21:23:08.326031 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 44986) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:23:08.383674 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686b8f1-157c-400a-b2d4-7ea65543685c req-2f7bc7b2-9b51-4307-a902-2f5ea6a03f47 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:08.385693 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d686b8f1-157c-400a-b2d4-7ea65543685c req-2f7bc7b2-9b51-4307-a902-2f5ea6a03f47 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 943 time: 0.0570977 Nov 24 21:23:08.443556 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d686b8f1-157c-400a-b2d4-7ea65543685c req-2f90420d-b955-404c-ae46-91dcd8a356e3 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514009 Nov 24 21:23:08.448196 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cf72be2b-bc00-4d23-9d16-7db315dfe540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:08.530034 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cf72be2b-bc00-4d23-9d16-7db315dfe540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:08.534074 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cf72be2b-bc00-4d23-9d16-7db315dfe540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:08.572920 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cf72be2b-bc00-4d23-9d16-7db315dfe540 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ff689b4c4874bfeb3aef56bcf02703f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2457006 Nov 24 21:23:08.573740 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72be2b-bc00-4d23-9d16-7db315dfe540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607aaec8-011b-490f-9023-68446082b9ab,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:08.575610 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 44990) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:23:08.624980 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9961be13-3592-486d-a68e-7a8dfdbc54ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:08.647181 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9961be13-3592-486d-a68e-7a8dfdbc54ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:08.693934 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9961be13-3592-486d-a68e-7a8dfdbc54ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:08.696807 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9961be13-3592-486d-a68e-7a8dfdbc54ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:08.697963 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9961be13-3592-486d-a68e-7a8dfdbc54ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/607aaec8-011b-490f-9023-68446082b9ab HTTP/1.1" status: 204 len: 168 time: 0.1213388 Nov 24 21:23:08.705430 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961be13-3592-486d-a68e-7a8dfdbc54ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607aaec8-011b-490f-9023-68446082b9ab,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:08.872702 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e63a5f22-84ef-4ac3-853d-539124e88de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:09.090397 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 746abcfc-9a03-4e7a-8373-3d5481d5c7a4 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:23:09.140581 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 746abcfc-9a03-4e7a-8373-3d5481d5c7a4 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:23:09.145355 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 746abcfc-9a03-4e7a-8373-3d5481d5c7a4 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:09.145760 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:09.224311 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:09.251231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a6e155-c63a-4efa-80ef-81e9b7f18064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746abcfc-9a03-4e7a-8373-3d5481d5c7a4'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:23:09.254652 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45c955c-5d39-44ad-92b0-998b059d2f5c" -d '{"events": [{"server_uuid": "d4a6e155-c63a-4efa-80ef-81e9b7f18064", "name": "network-vif-plugged", "status": "completed", "tag": "746abcfc-9a03-4e7a-8373-3d5481d5c7a4"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:23:09.267307 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 746abcfc-9a03-4e7a-8373-3d5481d5c7a4, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=746abcfc-9a03-4e7a-8373-3d5481d5c7a4,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:23:09.272529 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:09.299520 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553a945a-37ab-477c-8d5c-fcde74132c06 x-openstack-request-id: req-553a945a-37ab-477c-8d5c-fcde74132c06 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:23:09.299884 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a6e155-c63a-4efa-80ef-81e9b7f18064", "name": "network-vif-plugged", "status": "completed", "tag": "746abcfc-9a03-4e7a-8373-3d5481d5c7a4", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:23:09.301337 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-553a945a-37ab-477c-8d5c-fcde74132c06 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:23:09.301745 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a6e155-c63a-4efa-80ef-81e9b7f18064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746abcfc-9a03-4e7a-8373-3d5481d5c7a4', 'code': 200} Nov 24 21:23:09.331735 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=746abcfc-9a03-4e7a-8373-3d5481d5c7a4,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:09.399021 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013e950-cad9-4671-a9dc-ce1be6433e26 req-edc30927-aaa9-423d-98fc-0235029c484b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:09.400566 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7013e950-cad9-4671-a9dc-ce1be6433e26 req-edc30927-aaa9-423d-98fc-0235029c484b tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 946 time: 0.0561755 Nov 24 21:23:09.404820 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6dffe1-4878-4ee7-af1c-455f3ab8764f req-fc9929bc-1302-46e7-85f8-3540bd34a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:09.406935 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dd6dffe1-4878-4ee7-af1c-455f3ab8764f req-fc9929bc-1302-46e7-85f8-3540bd34a55d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 1097 time: 0.0494878 Nov 24 21:23:09.454511 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dd6dffe1-4878-4ee7-af1c-455f3ab8764f req-2af8fa6d-9b3f-47fa-84c2-971a6ceead55 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413454 Nov 24 21:23:09.462721 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7013e950-cad9-4671-a9dc-ce1be6433e26 req-d432d201-e938-4954-929c-c32a612d1ba6 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526459 Nov 24 21:23:09.575873 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad7e8a-b336-4b7f-9bb6-e5fe4fdcb615 req-5b6a9281-e5c8-4b3d-96be-13d8ee80bb38 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:09.577577 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-93ad7e8a-b336-4b7f-9bb6-e5fe4fdcb615 req-5b6a9281-e5c8-4b3d-96be-13d8ee80bb38 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 943 time: 0.0519369 Nov 24 21:23:09.628896 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-93ad7e8a-b336-4b7f-9bb6-e5fe4fdcb615 req-04042561-1ce3-4a3d-877f-ba3c4e091d24 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447695 Nov 24 21:23:09.739891 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45026) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:23:09.847769 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a89d10f-ba7d-42ad-903e-c3afb7b1889f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:09.869761 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:09.924424 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a89d10f-ba7d-42ad-903e-c3afb7b1889f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:09.928182 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a89d10f-ba7d-42ad-903e-c3afb7b1889f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:09.968162 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0a89d10f-ba7d-42ad-903e-c3afb7b1889f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e6e89f2353224e7bbddb5cf81458a840&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2271783 Nov 24 21:23:09.969174 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89d10f-ba7d-42ad-903e-c3afb7b1889f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cecd86-dbdd-4e7b-ba4b-83eb6229a541,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:09.970838 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45030) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:23:10.020365 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b618cf25-9296-4275-b681-6c5a6681ae4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:10.041365 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b618cf25-9296-4275-b681-6c5a6681ae4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:10.086696 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b618cf25-9296-4275-b681-6c5a6681ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:10.089646 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b618cf25-9296-4275-b681-6c5a6681ae4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:10.090800 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b618cf25-9296-4275-b681-6c5a6681ae4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/96cecd86-dbdd-4e7b-ba4b-83eb6229a541 HTTP/1.1" status: 204 len: 168 time: 0.1188996 Nov 24 21:23:10.098627 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618cf25-9296-4275-b681-6c5a6681ae4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cecd86-dbdd-4e7b-ba4b-83eb6229a541,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:10.592898 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f9f3b-68bd-40f9-b8a7-707ecb05c3b3 req-0c8fd72b-73d1-46cd-b5dd-33551bd1fef0 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:10.594425 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9d3f9f3b-68bd-40f9-b8a7-707ecb05c3b3 req-0c8fd72b-73d1-46cd-b5dd-33551bd1fef0 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 946 time: 0.0564451 Nov 24 21:23:10.646024 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9d3f9f3b-68bd-40f9-b8a7-707ecb05c3b3 req-be281d3a-1a9d-422a-85d2-81c895699207 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455611 Nov 24 21:23:10.756409 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a335-c78f-4730-85f0-a4bbdc5274e4 req-0773fd2f-02a6-42e4-b91a-e1e06e04b709 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:10.757971 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c579a335-c78f-4730-85f0-a4bbdc5274e4 req-0773fd2f-02a6-42e4-b91a-e1e06e04b709 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 943 time: 0.0513594 Nov 24 21:23:10.808288 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c579a335-c78f-4730-85f0-a4bbdc5274e4 req-0c4fcd5d-862f-4c5f-84bd-61aab9394096 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439401 Nov 24 21:23:10.915921 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f986a94-2c52-4da1-a6be-440187d9cbfa req-55bf1a7f-f210-4e1a-b5c6-825b8cecd585 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:10.917532 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f986a94-2c52-4da1-a6be-440187d9cbfa req-55bf1a7f-f210-4e1a-b5c6-825b8cecd585 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 946 time: 0.0502877 Nov 24 21:23:10.976370 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f986a94-2c52-4da1-a6be-440187d9cbfa req-e5dddef9-f8d9-4511-93ec-aa3b3e1d016d tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520163 Nov 24 21:23:10.999130 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45064) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:23:11.182200 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8c962306-92ee-48b7-bf2d-32b8ffafbd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:11.236103 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d306dcbe-010f-4274-8243-d7103bd0fa00 tempest-TestVolumeBootPattern-37766890 tempest-TestVolumeBootPattern-37766890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:11.238108 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d306dcbe-010f-4274-8243-d7103bd0fa00 tempest-TestVolumeBootPattern-37766890 tempest-TestVolumeBootPattern-37766890-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 1092 time: 0.2370164 Nov 24 21:23:11.240819 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45070) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:23:11.246211 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:11.247005 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-24503659-cabb-4258-b8a6-8417406a4a9f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': '746abcfc-9a03-4e7a-8373-3d5481d5c7a4', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:23:11.273788 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24503659-cabb-4258-b8a6-8417406a4a9f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:11.373322 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24503659-cabb-4258-b8a6-8417406a4a9f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:11.485120 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-24503659-cabb-4258-b8a6-8417406a4a9f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Allocated IP 172.25.5.225 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/630e4334-33a4-4452-8f28-f3ad744c92f6) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:23:11.590686 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24503659-cabb-4258-b8a6-8417406a4a9f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:11.625751 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24503659-cabb-4258-b8a6-8417406a4a9f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:11.678048 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24503659-cabb-4258-b8a6-8417406a4a9f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:23:11.685554 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-24503659-cabb-4258-b8a6-8417406a4a9f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:23:11.687773 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24503659-cabb-4258-b8a6-8417406a4a9f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event updated for resources: {'Port': ['ID=630e4334-33a4-4452-8f28-f3ad744c92f6,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:11.690027 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24503659-cabb-4258-b8a6-8417406a4a9f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:23:11.963497 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b0569-efa1-4039-833a-6800792901d8 req-e0ef494e-1f75-4f2d-bb1f-a7bf49c6ae54 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:11.965060 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-080b0569-efa1-4039-833a-6800792901d8 req-e0ef494e-1f75-4f2d-bb1f-a7bf49c6ae54 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 943 time: 0.0738180 Nov 24 21:23:12.083557 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-080b0569-efa1-4039-833a-6800792901d8 req-2ffe56ed-8607-449c-913e-dc6c55873af5 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953643 Nov 24 21:23:12.120424 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:23:12.160263 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24503659-cabb-4258-b8a6-8417406a4a9f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:12.228163 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24503659-cabb-4258-b8a6-8417406a4a9f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:12.229269 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:23:12.240361 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'port_id': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9', 'mac_address': 'fa:16:3e:d5:1b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:23:12.280804 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:12.296780 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:23:12.329055 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:23:12.333450 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:12.387653 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:12.392657 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24503659-cabb-4258-b8a6-8417406a4a9f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:12.399371 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24503659-cabb-4258-b8a6-8417406a4a9f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:12.442167 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:12.502312 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-990210dc-a081-4dd1-a39c-b5a90d8e460c tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ce6826e9801b4ba788c48dbab23397bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639708 Nov 24 21:23:12.506765 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24503659-cabb-4258-b8a6-8417406a4a9f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event updated for resources: {'Port': ['ID=630e4334-33a4-4452-8f28-f3ad744c92f6,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:12.568669 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24503659-cabb-4258-b8a6-8417406a4a9f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:12.605208 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['7013e3a2-9ab1-4531-af44-8fe2075ae1c9'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:23:13.060975 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-09b26cbe-1d6b-462b-a016-cb94630699ea tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:13.062458 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-09b26cbe-1d6b-462b-a016-cb94630699ea tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5531683 Nov 24 21:23:13.081583 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-24503659-cabb-4258-b8a6-8417406a4a9f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Floating IP 89c8ce89-e3e7-45cb-b676-814eb46175fe associated. External IP: 172.25.5.225, port: 746abcfc-9a03-4e7a-8373-3d5481d5c7a4. Nov 24 21:23:13.085539 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-bc77ef00-4cdf-4684-92b3-bf84e23675ba tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.11 "GET /v2.0/quotas/ce6826e9801b4ba788c48dbab23397bf HTTP/1.1" status: 200 len: 375 time: 0.0154166 Nov 24 21:23:13.152632 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-f78b29a5-653e-443c-ab0a-c452a5b72dd0 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce6826e9801b4ba788c48dbab23397bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370378 Nov 24 21:23:13.360938 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24503659-cabb-4258-b8a6-8417406a4a9f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Router a783295e-5410-4b9d-9d94-0f71c3922c22 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:23:13.374407 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6715c-1fd1-43cf-a131-54d22553119a req-1f94e3f9-938b-46a0-92dc-b9f17276e98f tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:13.375910 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e2a6715c-1fd1-43cf-a131-54d22553119a req-1f94e3f9-938b-46a0-92dc-b9f17276e98f tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 944 time: 0.0653367 Nov 24 21:23:13.504582 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e2a6715c-1fd1-43cf-a131-54d22553119a req-e8c00edf-b3b0-441d-b029-8e7b8294a5e9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196313 Nov 24 21:23:13.531470 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24503659-cabb-4258-b8a6-8417406a4a9f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:23:13.542226 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc4aa56-d7fa-47c2-ba9c-b4b2ba2bf1c9 None None] Sync routers for ids ['a783295e-5410-4b9d-9d94-0f71c3922c22'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:23:13.553718 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc4aa56-d7fa-47c2-ba9c-b4b2ba2bf1c9 None None] Routers {'a783295e-5410-4b9d-9d94-0f71c3922c22'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:23:13.554588 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8fc4aa56-d7fa-47c2-ba9c-b4b2ba2bf1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:23:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a783295e-5410-4b9d-9d94-0f71c3922c22'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:13.563564 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24503659-cabb-4258-b8a6-8417406a4a9f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:13.629849 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b0d56cc7-e377-487c-b03f-c2af1c7bc104 req-e8999ed3-bfc9-4c7e-b527-313b01358598 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.11 "GET /v2.0/ports?device_id=440c1a4f-f797-47de-a101-fb2d480ccfac HTTP/1.1" status: 200 len: 210 time: 0.0598304 Nov 24 21:23:13.652817 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-24503659-cabb-4258-b8a6-8417406a4a9f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4009767 Nov 24 21:23:13.652817 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a6e155-c63a-4efa-80ef-81e9b7f18064', 'tag': '746abcfc-9a03-4e7a-8373-3d5481d5c7a4'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:23:13.652817 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ef7113-6776-4d14-af24-4f92dd11a8df" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a6e155-c63a-4efa-80ef-81e9b7f18064", "tag": "746abcfc-9a03-4e7a-8373-3d5481d5c7a4"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:23:13.689320 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-8fc4aa56-d7fa-47c2-ba9c-b4b2ba2bf1c9 None None] Set router a783295e-5410-4b9d-9d94-0f71c3922c22 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:23:13.695972 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01abbbd-2998-45c8-8ba0-1eeeedcda2db x-openstack-request-id: req-f01abbbd-2998-45c8-8ba0-1eeeedcda2db {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:23:13.696263 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a6e155-c63a-4efa-80ef-81e9b7f18064", "tag": "746abcfc-9a03-4e7a-8373-3d5481d5c7a4", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:23:13.696526 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f01abbbd-2998-45c8-8ba0-1eeeedcda2db {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:23:13.697269 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a6e155-c63a-4efa-80ef-81e9b7f18064', 'tag': '746abcfc-9a03-4e7a-8373-3d5481d5c7a4', 'status': 'completed', 'code': 200} Nov 24 21:23:13.767085 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef7113-6776-4d14-af24-4f92dd11a8df req-cdf08b8a-ecad-4536-8d08-8d067dc7bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:13.768719 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60ef7113-6776-4d14-af24-4f92dd11a8df req-cdf08b8a-ecad-4536-8d08-8d067dc7bf88 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 1097 time: 0.0513861 Nov 24 21:23:13.830917 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:13.873495 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef7113-6776-4d14-af24-4f92dd11a8df req-f9631e79-f057-48a8-b338-c57cc1086ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:13.874986 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60ef7113-6776-4d14-af24-4f92dd11a8df req-f9631e79-f057-48a8-b338-c57cc1086ba9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 912 time: 0.0997729 Nov 24 21:23:13.946898 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8fc4aa56-d7fa-47c2-ba9c-b4b2ba2bf1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '68d355e7-cc8b-44e5-bd69-bcc8e74f684c', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'port_id': '7ea4971b-8034-4be0-8bdd-2e107677ef77', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'mac_address': 'fa:16:3e:ec:0c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4509de-ee33-47f3-93d7-521985966cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:20:46Z', 'updated_at': '2021-11-24T21:20:50Z', 'revision_number': 1, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'fixed_ip_address_scope': None}, {'id': '89c8ce89-e3e7-45cb-b676-814eb46175fe', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'port_id': '746abcfc-9a03-4e7a-8373-3d5481d5c7a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'mac_address': 'fa:16:3e:cc:4c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a6e155-c63a-4efa-80ef-81e9b7f18064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:23:11Z', 'updated_at': '2021-11-24T21:23:11Z', 'revision_number': 0, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cece7c3-f017-4156-adc1-bdaa9a15e733', 'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'mac_address': 'fa:16:3e:83:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:12Z', 'updated_at': '2021-11-24T21:11:24Z', 'revision_number': 5, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'subnets': [{'id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:13.983003 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc4aa56-d7fa-47c2-ba9c-b4b2ba2bf1c9 None None] Checking router: a783295e-5410-4b9d-9d94-0f71c3922c22 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:23:13.992911 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc4aa56-d7fa-47c2-ba9c-b4b2ba2bf1c9 None None] Routers {'a783295e-5410-4b9d-9d94-0f71c3922c22'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:23:13.993554 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8fc4aa56-d7fa-47c2-ba9c-b4b2ba2bf1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:23:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a783295e-5410-4b9d-9d94-0f71c3922c22'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:14.107016 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-8fc4aa56-d7fa-47c2-ba9c-b4b2ba2bf1c9 None None] Set router a783295e-5410-4b9d-9d94-0f71c3922c22 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:23:14.135716 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:23:14.264817 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:23:14.266566 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60ef7113-6776-4d14-af24-4f92dd11a8df req-2d8b6798-1c86-4af7-ab1d-bc090f11f802 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=746abcfc-9a03-4e7a-8373-3d5481d5c7a4 HTTP/1.1" status: 200 len: 1000 time: 0.3842752 Nov 24 21:23:14.282638 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:14.285033 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:14.325472 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef7113-6776-4d14-af24-4f92dd11a8df req-f8484786-2ed0-4ee8-a249-eb2a61c9cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:14.327032 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60ef7113-6776-4d14-af24-4f92dd11a8df req-f8484786-2ed0-4ee8-a249-eb2a61c9cddd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.0488753 Nov 24 21:23:14.393970 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-90b47145-96dc-4d81-8d6c-11a32f27f29e tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ce6826e9801b4ba788c48dbab23397bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332854 Nov 24 21:23:14.420625 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef7113-6776-4d14-af24-4f92dd11a8df req-40dbc91d-ff8a-42e9-9609-782a2d27d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:14.422164 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60ef7113-6776-4d14-af24-4f92dd11a8df req-40dbc91d-ff8a-42e9-9609-782a2d27d3ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885749 Nov 24 21:23:14.449693 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:14.479997 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a711f48e-0de4-4980-9f0f-73216f36c026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:23:14.482292 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998b6be9-736d-4c27-b7a9-e08c980a8d12" -d '{"events": [{"server_uuid": "a711f48e-0de4-4980-9f0f-73216f36c026", "name": "network-vif-plugged", "status": "completed", "tag": "7013e3a2-9ab1-4531-af44-8fe2075ae1c9"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:23:14.498654 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:23:14.500920 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8fc4aa56-d7fa-47c2-ba9c-b4b2ba2bf1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '68d355e7-cc8b-44e5-bd69-bcc8e74f684c', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'port_id': '7ea4971b-8034-4be0-8bdd-2e107677ef77', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'mac_address': 'fa:16:3e:ec:0c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4509de-ee33-47f3-93d7-521985966cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:20:46Z', 'updated_at': '2021-11-24T21:20:50Z', 'revision_number': 1, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'fixed_ip_address_scope': None}, {'id': '89c8ce89-e3e7-45cb-b676-814eb46175fe', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'port_id': '746abcfc-9a03-4e7a-8373-3d5481d5c7a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'mac_address': 'fa:16:3e:cc:4c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a6e155-c63a-4efa-80ef-81e9b7f18064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:23:11Z', 'updated_at': '2021-11-24T21:23:11Z', 'revision_number': 0, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cece7c3-f017-4156-adc1-bdaa9a15e733', 'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'mac_address': 'fa:16:3e:83:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:12Z', 'updated_at': '2021-11-24T21:11:24Z', 'revision_number': 5, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'subnets': [{'id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:14.505133 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:14.657876 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0298e2-7085-41dd-bd6a-f6f0e1149fb2 req-82961447-841a-4da3-9951-b93e4f3c98b9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:14.659579 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cb0298e2-7085-41dd-bd6a-f6f0e1149fb2 req-82961447-841a-4da3-9951-b93e4f3c98b9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.0634880 Nov 24 21:23:14.708146 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8318ec-c2c1-42ba-bdfc-02e965c36956 x-openstack-request-id: req-0d8318ec-c2c1-42ba-bdfc-02e965c36956 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:23:14.708733 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a711f48e-0de4-4980-9f0f-73216f36c026", "name": "network-vif-plugged", "status": "completed", "tag": "7013e3a2-9ab1-4531-af44-8fe2075ae1c9", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:23:14.708733 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d8318ec-c2c1-42ba-bdfc-02e965c36956 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:23:14.709142 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a711f48e-0de4-4980-9f0f-73216f36c026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9', 'code': 200} Nov 24 21:23:14.715911 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cb0298e2-7085-41dd-bd6a-f6f0e1149fb2 req-47d92e57-0c2a-49c3-a939-20b7953b8fc1 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483062 Nov 24 21:23:14.719232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-c041067f-6849-460b-b7d5-d16044cedba0 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:14.721133 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-c041067f-6849-460b-b7d5-d16044cedba0 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3220458 Nov 24 21:23:14.722978 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60ef7113-6776-4d14-af24-4f92dd11a8df req-460f5e29-11f7-4036-b74d-1dadb10ec968 service neutron] 10.222.0.48 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825665 Nov 24 21:23:14.726699 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc4aa56-d7fa-47c2-ba9c-b4b2ba2bf1c9 None None] The sync data for ids ['a783295e-5410-4b9d-9d94-0f71c3922c22'] in n-d-812111-8 is: [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '68d355e7-cc8b-44e5-bd69-bcc8e74f684c', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'port_id': '7ea4971b-8034-4be0-8bdd-2e107677ef77', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'mac_address': 'fa:16:3e:ec:0c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4509de-ee33-47f3-93d7-521985966cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:20:46Z', 'updated_at': '2021-11-24T21:20:50Z', 'revision_number': 1, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'fixed_ip_address_scope': None}, {'id': '89c8ce89-e3e7-45cb-b676-814eb46175fe', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'port_id': '746abcfc-9a03-4e7a-8373-3d5481d5c7a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'mac_address': 'fa:16:3e:cc:4c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a6e155-c63a-4efa-80ef-81e9b7f18064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:23:11Z', 'updated_at': '2021-11-24T21:23:11Z', 'revision_number': 0, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cece7c3-f017-4156-adc1-bdaa9a15e733', 'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'mac_address': 'fa:16:3e:83:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:12Z', 'updated_at': '2021-11-24T21:11:24Z', 'revision_number': 5, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'subnets': [{'id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:23:14.743825 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-7712a7bc-d8c9-4fa2-b29a-dc2201c27651 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Request body: {'port': {'device_id': '440c1a4f-f797-47de-a101-fb2d480ccfac', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': 'ce6826e9801b4ba788c48dbab23397bf'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:23:14.762459 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:14.775189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe13c62-2822-4e4d-88ff-8f8d71a5f057 req-12983b83-adb1-4b61-bb61-9e0958b0433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:14.776726 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9fe13c62-2822-4e4d-88ff-8f8d71a5f057 req-12983b83-adb1-4b61-bb61-9e0958b0433e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 1096 time: 0.1213481 Nov 24 21:23:14.814159 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-32927d8b-2de8-4c7d-af8a-8b25a48623b9 req-e22e851b-ba93-4133-931d-7e81c0eaa034 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.11 "GET /v2.0/ports?device_id=440c1a4f-f797-47de-a101-fb2d480ccfac HTTP/1.1" status: 200 len: 210 time: 0.0266340 Nov 24 21:23:14.841964 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:14.960128 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9fe13c62-2822-4e4d-88ff-8f8d71a5f057 req-3a715266-a2a5-47ef-a83d-1b61ba448564 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659744 Nov 24 21:23:14.972394 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60ef7113-6776-4d14-af24-4f92dd11a8df req-7c3cc383-e7da-4ea9-9dd6-116c2aaa40a7 service neutron] 10.222.0.48 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351654 Nov 24 21:23:14.990458 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710eadde-4933-49f2-8ce0-2154e1fe45a6 None None] New status for floating IP 89c8ce89-e3e7-45cb-b676-814eb46175fe: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:23:14.991508 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-7712a7bc-d8c9-4fa2-b29a-dc2201c27651 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Made reservation on behalf of ce6826e9801b4ba788c48dbab23397bf for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:23:14.995899 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-7712a7bc-d8c9-4fa2-b29a-dc2201c27651 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:15.006570 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-7712a7bc-d8c9-4fa2-b29a-dc2201c27651 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:15.086445 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-7712a7bc-d8c9-4fa2-b29a-dc2201c27651 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:15.090468 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-7712a7bc-d8c9-4fa2-b29a-dc2201c27651 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:15.162496 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712a7bc-d8c9-4fa2-b29a-dc2201c27651 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c09f7f12-d5a6-4332-9732-7d6cf7906ac3,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:15.233284 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-7712a7bc-d8c9-4fa2-b29a-dc2201c27651 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Allocated IP 192.168.233.29 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/cb24411a-f0af-468c-9a33-035df365f01c) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:23:15.386383 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-7712a7bc-d8c9-4fa2-b29a-dc2201c27651 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:15.422533 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-7712a7bc-d8c9-4fa2-b29a-dc2201c27651 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:15.469220 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-7712a7bc-d8c9-4fa2-b29a-dc2201c27651 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:23:15.472705 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-7712a7bc-d8c9-4fa2-b29a-dc2201c27651 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:23:15.476631 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-7712a7bc-d8c9-4fa2-b29a-dc2201c27651 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:23:15.483244 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712a7bc-d8c9-4fa2-b29a-dc2201c27651 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Pushing event updated for resources: {'Port': ['ID=cb24411a-f0af-468c-9a33-035df365f01c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:15.535830 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-7712a7bc-d8c9-4fa2-b29a-dc2201c27651 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:15.536484 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-7712a7bc-d8c9-4fa2-b29a-dc2201c27651 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:15.554605 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-7712a7bc-d8c9-4fa2-b29a-dc2201c27651 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8185377 Nov 24 21:23:15.567395 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-d51baea8-4fdd-4a8f-94a8-bb3fbb894bc7 service neutron] Request body: {'port': {'device_id': '440c1a4f-f797-47de-a101-fb2d480ccfac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:23:15.624368 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-d51baea8-4fdd-4a8f-94a8-bb3fbb894bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:15.669705 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-1201a491-8172-41b7-957b-1de5b0fdf073 None None] Provisioning complete for port cb24411a-f0af-468c-9a33-035df365f01c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:15.670165 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1201a491-8172-41b7-957b-1de5b0fdf073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:15.704329 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-1201a491-8172-41b7-957b-1de5b0fdf073 None None] Port cb24411a-f0af-468c-9a33-035df365f01c cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:23:15.840824 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60159b3-e95a-451f-a6c0-4cfb2fdf98f6 req-5e85392a-263c-4d8d-a417-bb9b6c6b13c7 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:15.842987 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a60159b3-e95a-451f-a6c0-4cfb2fdf98f6 req-5e85392a-263c-4d8d-a417-bb9b6c6b13c7 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.0499580 Nov 24 21:23:15.889874 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-d51baea8-4fdd-4a8f-94a8-bb3fbb894bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb24411a-f0af-468c-9a33-035df365f01c {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:23:15.896724 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a60159b3-e95a-451f-a6c0-4cfb2fdf98f6 req-0779ec01-c54f-4343-9f8d-1ff907a0ed24 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462120 Nov 24 21:23:15.898090 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-d51baea8-4fdd-4a8f-94a8-bb3fbb894bc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:15.911023 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-d51baea8-4fdd-4a8f-94a8-bb3fbb894bc7 service neutron] Transition to ACTIVE for port object cb24411a-f0af-468c-9a33-035df365f01c will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:23:15.915533 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-d51baea8-4fdd-4a8f-94a8-bb3fbb894bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:15.975887 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51baea8-4fdd-4a8f-94a8-bb3fbb894bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb24411a-f0af-468c-9a33-035df365f01c,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:16.027711 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c73d9a-9620-4137-b589-a39d6e035258 req-988d2564-91c1-47e0-951f-87968bf28455 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:16.029323 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-99c73d9a-9620-4137-b589-a39d6e035258 req-988d2564-91c1-47e0-951f-87968bf28455 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.11 "GET /v2.0/ports?device_id=440c1a4f-f797-47de-a101-fb2d480ccfac HTTP/1.1" status: 200 len: 947 time: 0.0677292 Nov 24 21:23:16.057570 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-d51baea8-4fdd-4a8f-94a8-bb3fbb894bc7 service neutron] Attempting to bind port cb24411a-f0af-468c-9a33-035df365f01c on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:23:16.058311 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-d51baea8-4fdd-4a8f-94a8-bb3fbb894bc7 service neutron] Attempting to bind port cb24411a-f0af-468c-9a33-035df365f01c by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:23:16.058687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-d51baea8-4fdd-4a8f-94a8-bb3fbb894bc7 service neutron] Attempting to bind port cb24411a-f0af-468c-9a33-035df365f01c on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:23:16.063857 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-d51baea8-4fdd-4a8f-94a8-bb3fbb894bc7 service neutron] Port cb24411a-f0af-468c-9a33-035df365f01c on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:23:16.064182 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-d51baea8-4fdd-4a8f-94a8-bb3fbb894bc7 service neutron] Attempting to bind port cb24411a-f0af-468c-9a33-035df365f01c on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:23:16.070753 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-d51baea8-4fdd-4a8f-94a8-bb3fbb894bc7 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:23:16.071099 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-d51baea8-4fdd-4a8f-94a8-bb3fbb894bc7 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:23:16.071493 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-d51baea8-4fdd-4a8f-94a8-bb3fbb894bc7 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:23:16.071927 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-d51baea8-4fdd-4a8f-94a8-bb3fbb894bc7 service neutron] Bound port: cb24411a-f0af-468c-9a33-035df365f01c, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:23:16.072319 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-d51baea8-4fdd-4a8f-94a8-bb3fbb894bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:16.085776 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-99c73d9a-9620-4137-b589-a39d6e035258 req-90a031e6-ec8c-468a-89c7-bae0cd9550e0 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.11 "GET /v2.0/security-groups?id=c09f7f12-d5a6-4332-9732-7d6cf7906ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492301 Nov 24 21:23:16.139373 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-d51baea8-4fdd-4a8f-94a8-bb3fbb894bc7 service neutron] For port cb24411a-f0af-468c-9a33-035df365f01c, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:23:16.142578 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-d51baea8-4fdd-4a8f-94a8-bb3fbb894bc7 service neutron] For port cb24411a-f0af-468c-9a33-035df365f01c, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cb24411a-f0af-468c-9a33-035df365f01c,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:23:16.148021 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-d51baea8-4fdd-4a8f-94a8-bb3fbb894bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:16.188876 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-d51baea8-4fdd-4a8f-94a8-bb3fbb894bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:16.189512 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-d51baea8-4fdd-4a8f-94a8-bb3fbb894bc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:16.191650 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-d51baea8-4fdd-4a8f-94a8-bb3fbb894bc7 service neutron] 10.222.0.48 "PUT /v2.0/ports/cb24411a-f0af-468c-9a33-035df365f01c HTTP/1.1" status: 200 len: 1095 time: 0.6287916 Nov 24 21:23:16.192107 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440c1a4f-f797-47de-a101-fb2d480ccfac', 'tag': 'cb24411a-f0af-468c-9a33-035df365f01c'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:23:16.194434 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfdc59c-1070-47df-b5b0-f0a6b1f56292" -d '{"events": [{"name": "network-changed", "server_uuid": "440c1a4f-f797-47de-a101-fb2d480ccfac", "tag": "cb24411a-f0af-468c-9a33-035df365f01c"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:23:16.229107 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51baea8-4fdd-4a8f-94a8-bb3fbb894bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb24411a-f0af-468c-9a33-035df365f01c,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:16.264803 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7848e8f7-05f9-48bc-bd62-627917e8f127 x-openstack-request-id: req-7848e8f7-05f9-48bc-bd62-627917e8f127 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:23:16.264803 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440c1a4f-f797-47de-a101-fb2d480ccfac", "tag": "cb24411a-f0af-468c-9a33-035df365f01c", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:23:16.264803 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7848e8f7-05f9-48bc-bd62-627917e8f127 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:23:16.265345 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440c1a4f-f797-47de-a101-fb2d480ccfac', 'tag': 'cb24411a-f0af-468c-9a33-035df365f01c', 'status': 'completed', 'code': 200} Nov 24 21:23:16.299676 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-b599ac61-c8bc-498b-9752-23c62fa55f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:16.301736 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-b599ac61-c8bc-498b-9752-23c62fa55f0d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce6826e9801b4ba788c48dbab23397bf&device_id=440c1a4f-f797-47de-a101-fb2d480ccfac HTTP/1.1" status: 200 len: 1098 time: 0.0512927 Nov 24 21:23:16.356457 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-edda4c01-135a-408e-b71e-861107bb6f78 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=cb24411a-f0af-468c-9a33-035df365f01c HTTP/1.1" status: 200 len: 217 time: 0.0387080 Nov 24 21:23:16.413463 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-70b80d89-d042-45f4-b4a9-addf6eb8780c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:16.414966 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-70b80d89-d042-45f4-b4a9-addf6eb8780c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0513275 Nov 24 21:23:16.463060 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-b989af11-325f-4793-b971-943689473e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:16.464589 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-b989af11-325f-4793-b971-943689473e19 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0420518 Nov 24 21:23:16.556199 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-b869c4be-02a2-49ef-89ba-319bf1fac895 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836039 Nov 24 21:23:16.661848 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5920e597-69b3-42cb-b460-faa85a186ea5 req-9f6f82da-1bac-45ad-af14-b5828d4cda67 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993490 Nov 24 21:23:16.745535 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfdc59c-1070-47df-b5b0-f0a6b1f56292 req-55f46f16-85b6-4d13-ad7a-89a00be816d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:16.747033 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1cfdc59c-1070-47df-b5b0-f0a6b1f56292 req-55f46f16-85b6-4d13-ad7a-89a00be816d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce6826e9801b4ba788c48dbab23397bf&device_id=440c1a4f-f797-47de-a101-fb2d480ccfac HTTP/1.1" status: 200 len: 1098 time: 0.0407760 Nov 24 21:23:16.848777 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfdc59c-1070-47df-b5b0-f0a6b1f56292 req-f6eb74e3-bffc-4d2d-bca0-0047c2e21539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:16.850442 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1cfdc59c-1070-47df-b5b0-f0a6b1f56292 req-f6eb74e3-bffc-4d2d-bca0-0047c2e21539 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.0899372 Nov 24 21:23:16.893798 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1cfdc59c-1070-47df-b5b0-f0a6b1f56292 req-72447427-edbf-4edb-94e9-a04785a5c394 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=cb24411a-f0af-468c-9a33-035df365f01c HTTP/1.1" status: 200 len: 217 time: 0.0344996 Nov 24 21:23:16.956822 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfdc59c-1070-47df-b5b0-f0a6b1f56292 req-cf694517-c396-4600-8ee6-81cf3832663e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:16.958335 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1cfdc59c-1070-47df-b5b0-f0a6b1f56292 req-cf694517-c396-4600-8ee6-81cf3832663e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0580733 Nov 24 21:23:17.008977 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfdc59c-1070-47df-b5b0-f0a6b1f56292 req-dfcf31dc-c0de-490f-97df-e9a7d5e5626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:17.010502 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1cfdc59c-1070-47df-b5b0-f0a6b1f56292 req-dfcf31dc-c0de-490f-97df-e9a7d5e5626a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0435536 Nov 24 21:23:17.021957 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2e227-74bc-494b-a8c0-761eca296105 req-91df62c0-9d8a-4a0d-9bac-1fe8b14d6787 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:17.023545 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-44e2e227-74bc-494b-a8c0-761eca296105 req-91df62c0-9d8a-4a0d-9bac-1fe8b14d6787 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.0495582 Nov 24 21:23:17.070649 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-44e2e227-74bc-494b-a8c0-761eca296105 req-64b80cee-f0a9-4be4-a6ac-126472cd0bf4 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411022 Nov 24 21:23:17.107578 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1cfdc59c-1070-47df-b5b0-f0a6b1f56292 req-b42d7a67-e76b-49e1-8952-5972d11bb472 service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871773 Nov 24 21:23:17.194225 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49964b-b068-4fd8-b9e8-7497b58983bc req-66993372-709e-4877-8f42-4cf4aa8d8e1c tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:17.195935 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ad49964b-b068-4fd8-b9e8-7497b58983bc req-66993372-709e-4877-8f42-4cf4aa8d8e1c tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.0556808 Nov 24 21:23:17.204524 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45130) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:23:17.208453 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1cfdc59c-1070-47df-b5b0-f0a6b1f56292 req-41fdc486-a20d-4f2e-b268-b20df723c59a service neutron] 10.222.0.48 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934596 Nov 24 21:23:17.209176 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-0f7e04c0-6d6e-4a12-80f8-8dbd29829d28 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Request body: {'floatingip': {'port_id': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:23:17.259294 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0f7e04c0-6d6e-4a12-80f8-8dbd29829d28 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for floatingip, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:17.380219 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bc5f4-752b-41cd-9825-97f917d576c8 req-582f51cb-6ba8-4412-b5ca-6ea47b5306fd tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:17.381665 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-578bc5f4-752b-41cd-9825-97f917d576c8 req-582f51cb-6ba8-4412-b5ca-6ea47b5306fd tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.11 "GET /v2.0/ports?device_id=440c1a4f-f797-47de-a101-fb2d480ccfac HTTP/1.1" status: 200 len: 947 time: 0.1360388 Nov 24 21:23:17.511293 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-578bc5f4-752b-41cd-9825-97f917d576c8 req-923a2672-dd2c-49c8-9f35-086ef7667cdd tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.11 "GET /v2.0/security-groups?id=c09f7f12-d5a6-4332-9732-7d6cf7906ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222200 Nov 24 21:23:17.769719 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0f7e04c0-6d6e-4a12-80f8-8dbd29829d28 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:17.773485 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0f7e04c0-6d6e-4a12-80f8-8dbd29829d28 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:17.874254 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-0f7e04c0-6d6e-4a12-80f8-8dbd29829d28 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Floating IP 7c76e132-3f6a-4baf-8a63-a49cba2413cb associated. External IP: 172.25.5.147, port: 7013e3a2-9ab1-4531-af44-8fe2075ae1c9. Nov 24 21:23:18.090101 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7e04c0-6d6e-4a12-80f8-8dbd29829d28 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Router 507026af-193f-403e-8f2a-de875985dacf has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:23:18.203546 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7e04c0-6d6e-4a12-80f8-8dbd29829d28 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:23:18.208496 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0f7e04c0-6d6e-4a12-80f8-8dbd29829d28 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:18.213004 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d65c89-c463-4424-bc77-d11e8bfc24ec None None] Sync routers for ids ['507026af-193f-403e-8f2a-de875985dacf'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:23:18.222095 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d65c89-c463-4424-bc77-d11e8bfc24ec None None] Routers {'507026af-193f-403e-8f2a-de875985dacf'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:23:18.222717 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-88d65c89-c463-4424-bc77-d11e8bfc24ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:23:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['507026af-193f-403e-8f2a-de875985dacf'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:18.234879 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0f7e04c0-6d6e-4a12-80f8-8dbd29829d28 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "PUT /v2.0/floatingips/7c76e132-3f6a-4baf-8a63-a49cba2413cb HTTP/1.1" status: 200 len: 991 time: 1.0293965 Nov 24 21:23:18.235452 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a711f48e-0de4-4980-9f0f-73216f36c026', 'tag': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:23:18.238294 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24b74bf-c4c9-46d5-8ffd-a36529bd47ad" -d '{"events": [{"name": "network-changed", "server_uuid": "a711f48e-0de4-4980-9f0f-73216f36c026", "tag": "7013e3a2-9ab1-4531-af44-8fe2075ae1c9"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:23:18.326900 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7275c13-0b42-4238-b025-6cc95967d032 x-openstack-request-id: req-b7275c13-0b42-4238-b025-6cc95967d032 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:23:18.327197 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a711f48e-0de4-4980-9f0f-73216f36c026", "tag": "7013e3a2-9ab1-4531-af44-8fe2075ae1c9", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:23:18.327461 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b7275c13-0b42-4238-b025-6cc95967d032 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:23:18.327880 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a711f48e-0de4-4980-9f0f-73216f36c026', 'tag': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9', 'status': 'completed', 'code': 200} Nov 24 21:23:18.334622 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-88d65c89-c463-4424-bc77-d11e8bfc24ec None None] Set router 507026af-193f-403e-8f2a-de875985dacf gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:23:18.390908 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b74bf-c4c9-46d5-8ffd-a36529bd47ad req-5d3f76c5-206c-40a1-aa19-4092ce8aed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:18.392335 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f24b74bf-c4c9-46d5-8ffd-a36529bd47ad req-5d3f76c5-206c-40a1-aa19-4092ce8aed63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51d612ab04e44ebdb2576e3d3896d36c&device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 1096 time: 0.0410812 Nov 24 21:23:18.488608 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b74bf-c4c9-46d5-8ffd-a36529bd47ad req-ba84c8d2-b1eb-4710-95aa-4768562cd52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:18.490844 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f24b74bf-c4c9-46d5-8ffd-a36529bd47ad req-ba84c8d2-b1eb-4710-95aa-4768562cd52c service neutron] 10.222.0.15 "GET /v2.0/networks?id=32a707c4-ac19-469f-a9cc-104f3e27a20e HTTP/1.1" status: 200 len: 918 time: 0.0912936 Nov 24 21:23:18.561817 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f24b74bf-c4c9-46d5-8ffd-a36529bd47ad req-a0b1de0c-4462-4a98-af68-7e62d2e1a306 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7013e3a2-9ab1-4531-af44-8fe2075ae1c9 HTTP/1.1" status: 200 len: 999 time: 0.0634320 Nov 24 21:23:18.562385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-88d65c89-c463-4424-bc77-d11e8bfc24ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507026af-193f-403e-8f2a-de875985dacf', 'name': 'tempest-AttachVolumeShelveTestJSON-1662242414-router', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:18:55Z', 'updated_at': '2021-11-24T21:19:01Z', 'revision_number': 4, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'gw_port': {'id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:18:56Z', 'updated_at': '2021-11-24T21:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '7c76e132-3f6a-4baf-8a63-a49cba2413cb', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '507026af-193f-403e-8f2a-de875985dacf', 'port_id': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'mac_address': 'fa:16:3e:d5:1b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a711f48e-0de4-4980-9f0f-73216f36c026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:23:03Z', 'updated_at': '2021-11-24T21:23:17Z', 'revision_number': 1, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05887bc-08f0-4549-81d0-8b5e998a65fe', 'name': '', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'mac_address': 'fa:16:3e:08:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:00Z', 'updated_at': '2021-11-24T21:19:12Z', 'revision_number': 5, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'subnets': [{'id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:18.593253 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d65c89-c463-4424-bc77-d11e8bfc24ec None None] Checking router: 507026af-193f-403e-8f2a-de875985dacf for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:23:18.602815 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d65c89-c463-4424-bc77-d11e8bfc24ec None None] Routers {'507026af-193f-403e-8f2a-de875985dacf'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:23:18.603743 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-88d65c89-c463-4424-bc77-d11e8bfc24ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:23:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['507026af-193f-403e-8f2a-de875985dacf'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:18.616918 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b74bf-c4c9-46d5-8ffd-a36529bd47ad req-c5216b76-8f88-4f3c-9b7e-6d881da4b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:18.618484 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f24b74bf-c4c9-46d5-8ffd-a36529bd47ad req-c5216b76-8f88-4f3c-9b7e-6d881da4b012 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0faa94f8-a6a6-4ded-b1c0-ce3e792adfad HTTP/1.1" status: 200 len: 856 time: 0.0490665 Nov 24 21:23:18.634912 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65639c-e660-4dff-ad1f-1b6ff4e64597 req-c4195a37-e1d0-4298-94a8-af46c8623e2f tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:18.636547 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2f65639c-e660-4dff-ad1f-1b6ff4e64597 req-c4195a37-e1d0-4298-94a8-af46c8623e2f tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.11 "GET /v2.0/ports?device_id=440c1a4f-f797-47de-a101-fb2d480ccfac HTTP/1.1" status: 200 len: 947 time: 0.0507443 Nov 24 21:23:18.673305 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b74bf-c4c9-46d5-8ffd-a36529bd47ad req-1e93719c-9150-45fd-9637-f92e09375175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:18.674945 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f24b74bf-c4c9-46d5-8ffd-a36529bd47ad req-1e93719c-9150-45fd-9637-f92e09375175 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32a707c4-ac19-469f-a9cc-104f3e27a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497017 Nov 24 21:23:18.689336 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2f65639c-e660-4dff-ad1f-1b6ff4e64597 req-6b3b43e0-f687-44fb-88de-e3ba721b6e0b tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.11 "GET /v2.0/security-groups?id=c09f7f12-d5a6-4332-9732-7d6cf7906ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443509 Nov 24 21:23:18.714461 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-88d65c89-c463-4424-bc77-d11e8bfc24ec None None] Set router 507026af-193f-403e-8f2a-de875985dacf gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:23:18.769417 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f24b74bf-c4c9-46d5-8ffd-a36529bd47ad req-43fb38f4-71cb-4f0b-924e-60d5f111d8aa service neutron] 10.222.0.15 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863261 Nov 24 21:23:18.866521 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f24b74bf-c4c9-46d5-8ffd-a36529bd47ad req-bf81b124-6ffb-4b93-a8f6-fa396e3cbb6e service neutron] 10.222.0.15 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901620 Nov 24 21:23:18.942887 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-88d65c89-c463-4424-bc77-d11e8bfc24ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507026af-193f-403e-8f2a-de875985dacf', 'name': 'tempest-AttachVolumeShelveTestJSON-1662242414-router', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:18:55Z', 'updated_at': '2021-11-24T21:19:01Z', 'revision_number': 4, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'gw_port': {'id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:18:56Z', 'updated_at': '2021-11-24T21:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '7c76e132-3f6a-4baf-8a63-a49cba2413cb', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '507026af-193f-403e-8f2a-de875985dacf', 'port_id': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'mac_address': 'fa:16:3e:d5:1b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a711f48e-0de4-4980-9f0f-73216f36c026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:23:03Z', 'updated_at': '2021-11-24T21:23:17Z', 'revision_number': 1, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05887bc-08f0-4549-81d0-8b5e998a65fe', 'name': '', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'mac_address': 'fa:16:3e:08:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:00Z', 'updated_at': '2021-11-24T21:19:12Z', 'revision_number': 5, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'subnets': [{'id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:18.974328 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d65c89-c463-4424-bc77-d11e8bfc24ec None None] The sync data for ids ['507026af-193f-403e-8f2a-de875985dacf'] in n-d-812111-8 is: [{'id': '507026af-193f-403e-8f2a-de875985dacf', 'name': 'tempest-AttachVolumeShelveTestJSON-1662242414-router', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:18:55Z', 'updated_at': '2021-11-24T21:19:01Z', 'revision_number': 4, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'gw_port': {'id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:18:56Z', 'updated_at': '2021-11-24T21:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '7c76e132-3f6a-4baf-8a63-a49cba2413cb', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '507026af-193f-403e-8f2a-de875985dacf', 'port_id': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'mac_address': 'fa:16:3e:d5:1b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a711f48e-0de4-4980-9f0f-73216f36c026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:23:03Z', 'updated_at': '2021-11-24T21:23:17Z', 'revision_number': 1, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05887bc-08f0-4549-81d0-8b5e998a65fe', 'name': '', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'mac_address': 'fa:16:3e:08:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:00Z', 'updated_at': '2021-11-24T21:19:12Z', 'revision_number': 5, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'subnets': [{'id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:23:19.153235 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device cb24411a-f0af-468c-9a33-035df365f01c details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:23:19.172913 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5726f409-3986-4547-a583-22ab26a8faf3 None None] New status for floating IP 7c76e132-3f6a-4baf-8a63-a49cba2413cb: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:23:19.257562 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port cb24411a-f0af-468c-9a33-035df365f01c, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cb24411a-f0af-468c-9a33-035df365f01c,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:23:19.268031 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'cb24411a-f0af-468c-9a33-035df365f01c', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': 'cb24411a-f0af-468c-9a33-035df365f01c', 'mac_address': 'fa:16:3e:66:3e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:23:19.310801 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:19.326188 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb24411a-f0af-468c-9a33-035df365f01c {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:23:19.350787 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port cb24411a-f0af-468c-9a33-035df365f01c, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cb24411a-f0af-468c-9a33-035df365f01c,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:23:19.355099 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:19.405296 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=cb24411a-f0af-468c-9a33-035df365f01c,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:19.575967 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['cb24411a-f0af-468c-9a33-035df365f01c'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:23:19.816107 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f914b-a240-480e-a29d-1516bceaede9 req-d0ebfa8b-8288-41aa-8677-7f7c6c5c99fd tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:19.817618 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-904f914b-a240-480e-a29d-1516bceaede9 req-d0ebfa8b-8288-41aa-8677-7f7c6c5c99fd tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.11 "GET /v2.0/ports?device_id=440c1a4f-f797-47de-a101-fb2d480ccfac HTTP/1.1" status: 200 len: 948 time: 0.0538635 Nov 24 21:23:19.865115 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-904f914b-a240-480e-a29d-1516bceaede9 req-9da22773-55a2-45c7-a081-fd2ba7e1401d tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.11 "GET /v2.0/security-groups?id=c09f7f12-d5a6-4332-9732-7d6cf7906ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414746 Nov 24 21:23:20.981980 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4322815-0311-4913-839f-10ec137ffe73 req-77b63f6e-cad5-4981-9ce4-58f8d5b8b6fa tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:20.983630 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4322815-0311-4913-839f-10ec137ffe73 req-77b63f6e-cad5-4981-9ce4-58f8d5b8b6fa tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.11 "GET /v2.0/ports?device_id=440c1a4f-f797-47de-a101-fb2d480ccfac HTTP/1.1" status: 200 len: 948 time: 0.0499456 Nov 24 21:23:21.030961 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4322815-0311-4913-839f-10ec137ffe73 req-24cda55a-9c80-4df4-8253-dae7d62f40bf tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.11 "GET /v2.0/security-groups?id=c09f7f12-d5a6-4332-9732-7d6cf7906ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412149 Nov 24 21:23:21.164664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device cb24411a-f0af-468c-9a33-035df365f01c up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:23:21.213414 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port cb24411a-f0af-468c-9a33-035df365f01c completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:23:21.217363 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port cb24411a-f0af-468c-9a33-035df365f01c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:21.217726 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:21.298107 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:21.321266 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440c1a4f-f797-47de-a101-fb2d480ccfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb24411a-f0af-468c-9a33-035df365f01c'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:23:21.323492 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f0d846-26ae-4c96-b6ae-04b2d75a5493" -d '{"events": [{"server_uuid": "440c1a4f-f797-47de-a101-fb2d480ccfac", "name": "network-vif-plugged", "status": "completed", "tag": "cb24411a-f0af-468c-9a33-035df365f01c"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:23:21.336980 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port cb24411a-f0af-468c-9a33-035df365f01c, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cb24411a-f0af-468c-9a33-035df365f01c,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:23:21.342200 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:21.392843 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=cb24411a-f0af-468c-9a33-035df365f01c,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:21.500852 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76662dd-b577-433f-b818-ec043b28042e x-openstack-request-id: req-e76662dd-b577-433f-b818-ec043b28042e {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:23:21.501155 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440c1a4f-f797-47de-a101-fb2d480ccfac", "name": "network-vif-plugged", "status": "completed", "tag": "cb24411a-f0af-468c-9a33-035df365f01c", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:23:21.501416 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e76662dd-b577-433f-b818-ec043b28042e {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:23:21.501939 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440c1a4f-f797-47de-a101-fb2d480ccfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb24411a-f0af-468c-9a33-035df365f01c', 'code': 200} Nov 24 21:23:21.602218 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc39d4-47ea-498c-97a8-17ffcc9f3b40 req-1ed94ee2-a026-4d99-85d4-cfb13e0035ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:21.603860 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60dc39d4-47ea-498c-97a8-17ffcc9f3b40 req-1ed94ee2-a026-4d99-85d4-cfb13e0035ea service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=440c1a4f-f797-47de-a101-fb2d480ccfac HTTP/1.1" status: 200 len: 1100 time: 0.0439947 Nov 24 21:23:21.651225 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-60dc39d4-47ea-498c-97a8-17ffcc9f3b40 req-b534c865-5d37-4338-8946-042487ae5699 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c09f7f12-d5a6-4332-9732-7d6cf7906ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402925 Nov 24 21:23:22.160945 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49eafc-f84f-4684-94cb-fe233576f35d req-c07b9787-d9c5-4ed9-9ba9-2a9986c507e6 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:22.162415 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd49eafc-f84f-4684-94cb-fe233576f35d req-c07b9787-d9c5-4ed9-9ba9-2a9986c507e6 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.11 "GET /v2.0/ports?device_id=440c1a4f-f797-47de-a101-fb2d480ccfac HTTP/1.1" status: 200 len: 949 time: 0.0539072 Nov 24 21:23:22.211945 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd49eafc-f84f-4684-94cb-fe233576f35d req-c8ee6def-0ec1-4a4f-8599-30fe21fcd6f8 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.11 "GET /v2.0/security-groups?id=c09f7f12-d5a6-4332-9732-7d6cf7906ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433438 Nov 24 21:23:23.330975 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821e829-9bc9-4250-a35d-cafd2a44ea52 req-ef857d61-425d-4341-bd24-f29e725f86c9 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:23.332468 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f821e829-9bc9-4250-a35d-cafd2a44ea52 req-ef857d61-425d-4341-bd24-f29e725f86c9 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.11 "GET /v2.0/ports?device_id=440c1a4f-f797-47de-a101-fb2d480ccfac HTTP/1.1" status: 200 len: 949 time: 0.0490687 Nov 24 21:23:23.380764 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f821e829-9bc9-4250-a35d-cafd2a44ea52 req-e6996d02-6f11-4f4a-a026-a3bccc83bc01 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.11 "GET /v2.0/security-groups?id=c09f7f12-d5a6-4332-9732-7d6cf7906ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414908 Nov 24 21:23:23.636138 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7f982-8ac2-4039-9d4e-0b149a09dcb3 req-4ab3848d-7f21-4344-99ff-0e908b227cb9 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:23.637632 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fdc7f982-8ac2-4039-9d4e-0b149a09dcb3 req-4ab3848d-7f21-4344-99ff-0e908b227cb9 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.11 "GET /v2.0/ports?device_id=440c1a4f-f797-47de-a101-fb2d480ccfac HTTP/1.1" status: 200 len: 949 time: 0.0503068 Nov 24 21:23:23.689292 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fdc7f982-8ac2-4039-9d4e-0b149a09dcb3 req-8042a08d-4687-41d6-86ce-ab4e69c28359 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.11 "GET /v2.0/security-groups?id=c09f7f12-d5a6-4332-9732-7d6cf7906ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450947 Nov 24 21:23:24.810075 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5a189-6d32-47fc-81a4-e033e7784e98 req-37b64956-a203-4529-b7d8-546526bf74a7 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:24.811576 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42f5a189-6d32-47fc-81a4-e033e7784e98 req-37b64956-a203-4529-b7d8-546526bf74a7 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.11 "GET /v2.0/ports?device_id=440c1a4f-f797-47de-a101-fb2d480ccfac HTTP/1.1" status: 200 len: 949 time: 0.0489452 Nov 24 21:23:24.859090 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42f5a189-6d32-47fc-81a4-e033e7784e98 req-8ca60218-2178-4f9c-b052-9a238cb40aca tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.11 "GET /v2.0/security-groups?id=c09f7f12-d5a6-4332-9732-7d6cf7906ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403790 Nov 24 21:23:24.968647 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e1a0b-5ea4-4916-9995-53127f74634d req-2d5c050f-9d6e-4d9f-b6c5-5d3318558574 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:24.970126 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f34e1a0b-5ea4-4916-9995-53127f74634d req-2d5c050f-9d6e-4d9f-b6c5-5d3318558574 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.48 "GET /v2.0/ports?device_id=440c1a4f-f797-47de-a101-fb2d480ccfac HTTP/1.1" status: 200 len: 949 time: 0.0495751 Nov 24 21:23:25.071185 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-f34e1a0b-5ea4-4916-9995-53127f74634d req-a491f1bf-52cf-46f9-a355-00f4c5af55a4 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Deleting port cb24411a-f0af-468c-9a33-035df365f01c {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:23:25.071536 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f34e1a0b-5ea4-4916-9995-53127f74634d req-a491f1bf-52cf-46f9-a355-00f4c5af55a4 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:25.166208 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f34e1a0b-5ea4-4916-9995-53127f74634d req-a491f1bf-52cf-46f9-a355-00f4c5af55a4 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] For port cb24411a-f0af-468c-9a33-035df365f01c, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=cb24411a-f0af-468c-9a33-035df365f01c,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:23:25.166572 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f34e1a0b-5ea4-4916-9995-53127f74634d req-a491f1bf-52cf-46f9-a355-00f4c5af55a4 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:25.179361 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-f34e1a0b-5ea4-4916-9995-53127f74634d req-a491f1bf-52cf-46f9-a355-00f4c5af55a4 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Calling delete_port for cb24411a-f0af-468c-9a33-035df365f01c owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:23:25.305803 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f34e1a0b-5ea4-4916-9995-53127f74634d req-a491f1bf-52cf-46f9-a355-00f4c5af55a4 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:25.317494 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['cb24411a-f0af-468c-9a33-035df365f01c'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:23:25.333647 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491f1bf-52cf-46f9-a355-00f4c5af55a4 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Pushing event deleted for resources: {'Port': ['ID=cb24411a-f0af-468c-9a33-035df365f01c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:25.386009 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34e1a0b-5ea4-4916-9995-53127f74634d req-a491f1bf-52cf-46f9-a355-00f4c5af55a4 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] No DVR routers for this DVR port cb24411a-f0af-468c-9a33-035df365f01c on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:23:25.388917 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f34e1a0b-5ea4-4916-9995-53127f74634d req-a491f1bf-52cf-46f9-a355-00f4c5af55a4 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:25.392664 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f34e1a0b-5ea4-4916-9995-53127f74634d req-a491f1bf-52cf-46f9-a355-00f4c5af55a4 tempest-VolumesNegativeTest-185281771 tempest-VolumesNegativeTest-185281771-project] 10.222.0.48 "DELETE /v2.0/ports/cb24411a-f0af-468c-9a33-035df365f01c HTTP/1.1" status: 204 len: 173 time: 0.4140608 Nov 24 21:23:25.393720 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440c1a4f-f797-47de-a101-fb2d480ccfac', 'name': 'network-vif-deleted', 'tag': 'cb24411a-f0af-468c-9a33-035df365f01c'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:23:25.397212 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87d5886-9561-4ecf-849b-86c6938ebb14" -d '{"events": [{"server_uuid": "440c1a4f-f797-47de-a101-fb2d480ccfac", "name": "network-vif-deleted", "tag": "cb24411a-f0af-468c-9a33-035df365f01c"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:23:25.438969 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9078dc-61b1-4cbd-bb68-248b7de4f896 x-openstack-request-id: req-df9078dc-61b1-4cbd-bb68-248b7de4f896 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:23:25.439280 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440c1a4f-f797-47de-a101-fb2d480ccfac", "name": "network-vif-deleted", "tag": "cb24411a-f0af-468c-9a33-035df365f01c", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:23:25.439542 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-df9078dc-61b1-4cbd-bb68-248b7de4f896 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:23:25.439989 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440c1a4f-f797-47de-a101-fb2d480ccfac', 'name': 'network-vif-deleted', 'tag': 'cb24411a-f0af-468c-9a33-035df365f01c', 'status': 'completed', 'code': 200} Nov 24 21:23:29.231388 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device cb24411a-f0af-468c-9a33-035df365f01c no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:23:29.260922 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: cb24411a-f0af-468c-9a33-035df365f01c {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:23:29.261347 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device cb24411a-f0af-468c-9a33-035df365f01c not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:23:29.494510 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:23:30.787460 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45432) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:23:30.924602 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f0b2da82-6c62-4c32-9e7f-1084bf2e76ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce6826e9801b4ba788c48dbab23397bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1359415 Nov 24 21:23:30.927993 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45436) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:23:30.978597 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c556eb7-d092-44ce-a132-ca80d4197e8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:31.000836 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c556eb7-d092-44ce-a132-ca80d4197e8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:31.054518 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c556eb7-d092-44ce-a132-ca80d4197e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:31.057568 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c556eb7-d092-44ce-a132-ca80d4197e8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:31.058737 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6c556eb7-d092-44ce-a132-ca80d4197e8a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c09f7f12-d5a6-4332-9732-7d6cf7906ac3 HTTP/1.1" status: 204 len: 168 time: 0.1298449 Nov 24 21:23:31.066848 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c556eb7-d092-44ce-a132-ca80d4197e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09f7f12-d5a6-4332-9732-7d6cf7906ac3,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:31.074897 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c556eb7-d092-44ce-a132-ca80d4197e8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:31.075249 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c556eb7-d092-44ce-a132-ca80d4197e8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:31.075592 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c556eb7-d092-44ce-a132-ca80d4197e8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:31.075927 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c556eb7-d092-44ce-a132-ca80d4197e8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:31.076261 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c556eb7-d092-44ce-a132-ca80d4197e8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:31.076598 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c556eb7-d092-44ce-a132-ca80d4197e8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:31.076953 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c556eb7-d092-44ce-a132-ca80d4197e8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:31.077284 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c556eb7-d092-44ce-a132-ca80d4197e8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:31.077610 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c556eb7-d092-44ce-a132-ca80d4197e8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:31.077935 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c556eb7-d092-44ce-a132-ca80d4197e8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:31.078258 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c556eb7-d092-44ce-a132-ca80d4197e8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:31.078580 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c556eb7-d092-44ce-a132-ca80d4197e8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:31.718886 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45460) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:23:31.826113 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-594affd6-b8ad-4e24-aa30-6d7effb35267 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1070814233-network', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:23:31.855252 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594affd6-b8ad-4e24-aa30-6d7effb35267 admin admin] Made reservation on behalf of ceb5ca0723bc4fe08c8df38f28d0dcd2 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:23:31.857741 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-594affd6-b8ad-4e24-aa30-6d7effb35267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:31.866589 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-594affd6-b8ad-4e24-aa30-6d7effb35267 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:31.943728 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-594affd6-b8ad-4e24-aa30-6d7effb35267 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:31.947329 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-594affd6-b8ad-4e24-aa30-6d7effb35267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:31.973366 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594affd6-b8ad-4e24-aa30-6d7effb35267 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:23:31.985170 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594affd6-b8ad-4e24-aa30-6d7effb35267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9a4551-9526-48a3-866a-c6bcc637c396,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:31.989105 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-594affd6-b8ad-4e24-aa30-6d7effb35267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:31.989473 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-594affd6-b8ad-4e24-aa30-6d7effb35267 admin admin] Added segment 6419c813-d68d-4ac4-8e67-3357bbd131cd of type vlan for network 31565703-33b3-48b7-b594-d7517d602e30 Nov 24 21:23:32.032598 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-594affd6-b8ad-4e24-aa30-6d7effb35267 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:32.062141 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-594affd6-b8ad-4e24-aa30-6d7effb35267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:32.063215 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594affd6-b8ad-4e24-aa30-6d7effb35267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:32.063804 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-594affd6-b8ad-4e24-aa30-6d7effb35267 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:32.102750 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-594affd6-b8ad-4e24-aa30-6d7effb35267 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3825598 Nov 24 21:23:32.105683 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45464) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:23:32.110871 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-d5503a45-a803-4939-b1f7-a48f8b671abe admin admin] Request body: {'subnet': {'network_id': '31565703-33b3-48b7-b594-d7517d602e30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1070814233-subnet', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:23:32.137318 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594affd6-b8ad-4e24-aa30-6d7effb35267 admin admin] Pushing event updated for resources: {'Network': ['ID=31565703-33b3-48b7-b594-d7517d602e30,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:32.137646 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5503a45-a803-4939-b1f7-a48f8b671abe admin admin] Made reservation on behalf of ceb5ca0723bc4fe08c8df38f28d0dcd2 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:23:32.141463 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d5503a45-a803-4939-b1f7-a48f8b671abe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:32.148131 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 31565703-33b3-48b7-b594-d7517d602e30 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:23:32.315046 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d5503a45-a803-4939-b1f7-a48f8b671abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:32.373689 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5503a45-a803-4939-b1f7-a48f8b671abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:32.382535 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5503a45-a803-4939-b1f7-a48f8b671abe admin admin] Checking segment: {'id': '6419c813-d68d-4ac4-8e67-3357bbd131cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '31565703-33b3-48b7-b594-d7517d602e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:23:32.382894 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5503a45-a803-4939-b1f7-a48f8b671abe admin admin] Network hostable DHCP agents. Network: 31565703-33b3-48b7-b594-d7517d602e30, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:23:32.399229 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5503a45-a803-4939-b1f7-a48f8b671abe admin admin] Network 31565703-33b3-48b7-b594-d7517d602e30 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:23:32.408911 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-d5503a45-a803-4939-b1f7-a48f8b671abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 31565703-33b3-48b7-b594-d7517d602e30) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:23:32.419102 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ba2fc0-b3d0-4cf5-ad04-57661157f4dc None None] Network 31565703-33b3-48b7-b594-d7517d602e30 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:23:32.422016 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5503a45-a803-4939-b1f7-a48f8b671abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:32.422620 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d5503a45-a803-4939-b1f7-a48f8b671abe admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:32.444890 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45468) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:23:32.445338 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d5503a45-a803-4939-b1f7-a48f8b671abe admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3384433 Nov 24 21:23:32.450632 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-17471db5-f30e-407e-8b4d-90204b0844f7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1070814233-router', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:23:32.474111 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17471db5-f30e-407e-8b4d-90204b0844f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:32.478468 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17471db5-f30e-407e-8b4d-90204b0844f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:32.532021 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17471db5-f30e-407e-8b4d-90204b0844f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:32.583286 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60256447-e286-4e62-a764-a5d4be2b066f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-31565703-33b3-48b7-b594-d7517d602e30', 'network_id': '31565703-33b3-48b7-b594-d7517d602e30', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'fixed_ips': [{'subnet_id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:23:32.584167 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-60256447-e286-4e62-a764-a5d4be2b066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:32.677081 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17471db5-f30e-407e-8b4d-90204b0844f7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:32.724071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-60256447-e286-4e62-a764-a5d4be2b066f None None] Allocated IP 172.20.0.2 (31565703-33b3-48b7-b594-d7517d602e30/a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc/aa40fc32-09a9-445a-81a0-990068f044ce) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:23:32.880027 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-60256447-e286-4e62-a764-a5d4be2b066f None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:32.886132 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17471db5-f30e-407e-8b4d-90204b0844f7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:32.886731 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-60256447-e286-4e62-a764-a5d4be2b066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:32.913375 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17471db5-f30e-407e-8b4d-90204b0844f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:32.925694 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60256447-e286-4e62-a764-a5d4be2b066f None None] Network 31565703-33b3-48b7-b594-d7517d602e30 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:23:32.932635 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-60256447-e286-4e62-a764-a5d4be2b066f None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:23:32.935335 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60256447-e286-4e62-a764-a5d4be2b066f None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:23:32.949879 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60256447-e286-4e62-a764-a5d4be2b066f None None] Pushing event updated for resources: {'Port': ['ID=aa40fc32-09a9-445a-81a0-990068f044ce,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:33.003076 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-60256447-e286-4e62-a764-a5d4be2b066f None None] Attempting to bind port aa40fc32-09a9-445a-81a0-990068f044ce on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:23:33.003571 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-60256447-e286-4e62-a764-a5d4be2b066f None None] Attempting to bind port aa40fc32-09a9-445a-81a0-990068f044ce by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '6419c813-d68d-4ac4-8e67-3357bbd131cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '31565703-33b3-48b7-b594-d7517d602e30'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:23:33.003912 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60256447-e286-4e62-a764-a5d4be2b066f None None] Attempting to bind port aa40fc32-09a9-445a-81a0-990068f044ce on network 31565703-33b3-48b7-b594-d7517d602e30 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:23:33.008947 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60256447-e286-4e62-a764-a5d4be2b066f None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:23:33.009330 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60256447-e286-4e62-a764-a5d4be2b066f None None] Checking segment: {'id': '6419c813-d68d-4ac4-8e67-3357bbd131cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '31565703-33b3-48b7-b594-d7517d602e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:23:33.009829 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-60256447-e286-4e62-a764-a5d4be2b066f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:33.010198 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60256447-e286-4e62-a764-a5d4be2b066f None None] Bound using segment: {'id': '6419c813-d68d-4ac4-8e67-3357bbd131cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '31565703-33b3-48b7-b594-d7517d602e30'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:23:33.010708 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-60256447-e286-4e62-a764-a5d4be2b066f None None] Bound port: aa40fc32-09a9-445a-81a0-990068f044ce, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6419c813-d68d-4ac4-8e67-3357bbd131cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '31565703-33b3-48b7-b594-d7517d602e30'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:23:33.011092 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-60256447-e286-4e62-a764-a5d4be2b066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:33.026800 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-17471db5-f30e-407e-8b4d-90204b0844f7 admin admin] Allocated IP 172.25.5.117 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/b8c3e8b4-6f77-4a7c-b329-3274e89df967) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:23:33.074644 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-60256447-e286-4e62-a764-a5d4be2b066f None None] For port aa40fc32-09a9-445a-81a0-990068f044ce, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:23:33.077876 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-60256447-e286-4e62-a764-a5d4be2b066f None None] For port aa40fc32-09a9-445a-81a0-990068f044ce, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=aa40fc32-09a9-445a-81a0-990068f044ce,segment=NetworkSegment(6419c813-d68d-4ac4-8e67-3357bbd131cd),segment_id=6419c813-d68d-4ac4-8e67-3357bbd131cd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:23:33.082973 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-60256447-e286-4e62-a764-a5d4be2b066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:33.147198 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17471db5-f30e-407e-8b4d-90204b0844f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:33.148338 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60256447-e286-4e62-a764-a5d4be2b066f None None] Pushing event updated for resources: {'Port': ['ID=aa40fc32-09a9-445a-81a0-990068f044ce,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:33.514060 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17471db5-f30e-407e-8b4d-90204b0844f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:33.555750 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17471db5-f30e-407e-8b4d-90204b0844f7 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:23:33.558652 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-17471db5-f30e-407e-8b4d-90204b0844f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:23:33.562151 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17471db5-f30e-407e-8b4d-90204b0844f7 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:23:33.568786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17471db5-f30e-407e-8b4d-90204b0844f7 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c3e8b4-6f77-4a7c-b329-3274e89df967,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:33.571785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93afdc3-c9d7-40ca-9d3a-80927319a585 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:23:33.698961 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f2bd0418-0fd6-4357-9f6b-9bf7fb9caa9d None None] Provisioning complete for port b8c3e8b4-6f77-4a7c-b329-3274e89df967 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:33.699334 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f2bd0418-0fd6-4357-9f6b-9bf7fb9caa9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:33.741785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f2bd0418-0fd6-4357-9f6b-9bf7fb9caa9d None None] Port b8c3e8b4-6f77-4a7c-b329-3274e89df967 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:23:33.823369 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17471db5-f30e-407e-8b4d-90204b0844f7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:34.037718 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17471db5-f30e-407e-8b4d-90204b0844f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:34.086307 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device aa40fc32-09a9-445a-81a0-990068f044ce up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:23:34.145622 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port aa40fc32-09a9-445a-81a0-990068f044ce triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:34.146385 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:34.179501 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73acc241-f61f-4d55-b723-659bb0d6b0f2 None None] Network 31565703-33b3-48b7-b594-d7517d602e30 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:23:34.194090 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17471db5-f30e-407e-8b4d-90204b0844f7 admin admin] Router 817c42e6-87e0-401c-84c1-ff5b52a7a1dc is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:23:34.313089 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17471db5-f30e-407e-8b4d-90204b0844f7 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:23:34.332506 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17471db5-f30e-407e-8b4d-90204b0844f7 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:34.336544 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-17471db5-f30e-407e-8b4d-90204b0844f7 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8873441 Nov 24 21:23:34.336857 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45472) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:23:34.408148 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] Sync routers for ids ['817c42e6-87e0-401c-84c1-ff5b52a7a1dc'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:23:34.454687 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] Routers {'817c42e6-87e0-401c-84c1-ff5b52a7a1dc'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:23:34.455319 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:23:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['817c42e6-87e0-401c-84c1-ff5b52a7a1dc'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:34.522304 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-98dd15b7-081c-4028-9960-ffc8903e7a90 None None] Provisioning complete for port aa40fc32-09a9-445a-81a0-990068f044ce triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:34.522675 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-98dd15b7-081c-4028-9960-ffc8903e7a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:34.630004 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:34.727782 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port aa40fc32-09a9-445a-81a0-990068f044ce, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=aa40fc32-09a9-445a-81a0-990068f044ce,segment=NetworkSegment(6419c813-d68d-4ac4-8e67-3357bbd131cd),segment_id=6419c813-d68d-4ac4-8e67-3357bbd131cd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:23:34.736273 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] Set router 817c42e6-87e0-401c-84c1-ff5b52a7a1dc gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:23:34.767337 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:34.793577 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c95a55a-ccb0-4745-9ba9-55b841a5e1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:34.936948 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=aa40fc32-09a9-445a-81a0-990068f044ce,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:34.974580 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-2c95a55a-ccb0-4745-9ba9-55b841a5e1c3 admin admin] Allocated IP 172.20.0.1 (31565703-33b3-48b7-b594-d7517d602e30/a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc/0e0d96ec-e0f4-48e2-be8d-2f8202774162) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:23:35.034384 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'name': 'tempest-TestVolumeBackupRestore-1070814233-router', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:33Z', 'revision_number': 3, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'gw_port': {'id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:35.071684 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] Checking router: 817c42e6-87e0-401c-84c1-ff5b52a7a1dc for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:23:35.072040 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] Updating router 817c42e6-87e0-401c-84c1-ff5b52a7a1dc port b8c3e8b4-6f77-4a7c-b329-3274e89df967 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:23:35.103436 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:35.113556 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c95a55a-ccb0-4745-9ba9-55b841a5e1c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:35.149349 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c95a55a-ccb0-4745-9ba9-55b841a5e1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:35.194664 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c95a55a-ccb0-4745-9ba9-55b841a5e1c3 admin admin] Network 31565703-33b3-48b7-b594-d7517d602e30 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:23:35.198651 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-2c95a55a-ccb0-4745-9ba9-55b841a5e1c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:23:35.200587 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95a55a-ccb0-4745-9ba9-55b841a5e1c3 admin admin] Pushing event updated for resources: {'Port': ['ID=0e0d96ec-e0f4-48e2-be8d-2f8202774162,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:35.202786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c95a55a-ccb0-4745-9ba9-55b841a5e1c3 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:23:35.245732 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c95a55a-ccb0-4745-9ba9-55b841a5e1c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:35.260672 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a4bfc076-ed8a-40ac-b8db-81fe65740e1c None None] Provisioning complete for port aa40fc32-09a9-445a-81a0-990068f044ce triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:35.261313 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a4bfc076-ed8a-40ac-b8db-81fe65740e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:35.399978 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c95a55a-ccb0-4745-9ba9-55b841a5e1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:35.471024 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:35.477386 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:35.530081 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7e45c5-98e5-4c19-b041-99c59d2b81bb None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:23:35.542761 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ccc0a-2e6e-4004-811f-f393e0b41b32 None None] Pushing event updated for resources: {'Port': ['ID=b8c3e8b4-6f77-4a7c-b329-3274e89df967,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:35.544978 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] Attempting to bind port b8c3e8b4-6f77-4a7c-b329-3274e89df967 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:23:35.545351 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] Attempting to bind port b8c3e8b4-6f77-4a7c-b329-3274e89df967 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:23:35.545717 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] Attempting to bind port b8c3e8b4-6f77-4a7c-b329-3274e89df967 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:23:35.554042 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:23:35.554421 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:23:35.554913 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:35.555338 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:23:35.555656 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] Bound port: b8c3e8b4-6f77-4a7c-b329-3274e89df967, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:23:35.556044 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:35.595644 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c95a55a-ccb0-4745-9ba9-55b841a5e1c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:35.601098 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c95a55a-ccb0-4745-9ba9-55b841a5e1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:35.610670 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6c40f6a4-9271-4013-8aee-637bde345e84 None None] Provisioning complete for port 0e0d96ec-e0f4-48e2-be8d-2f8202774162 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:35.611043 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6c40f6a4-9271-4013-8aee-637bde345e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:35.645396 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] For port b8c3e8b4-6f77-4a7c-b329-3274e89df967, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:23:35.666023 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] For port b8c3e8b4-6f77-4a7c-b329-3274e89df967, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b8c3e8b4-6f77-4a7c-b329-3274e89df967,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:23:35.667906 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6c40f6a4-9271-4013-8aee-637bde345e84 None None] Port 0e0d96ec-e0f4-48e2-be8d-2f8202774162 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:23:35.673238 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:35.674309 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c95a55a-ccb0-4745-9ba9-55b841a5e1c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:35.676420 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95a55a-ccb0-4745-9ba9-55b841a5e1c3 admin admin] Pushing event updated for resources: {'Port': ['ID=0e0d96ec-e0f4-48e2-be8d-2f8202774162,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:35.721222 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426aa651-bd28-4b51-a95f-c78fbfacb7dd None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:23:35.747667 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] Routers {'817c42e6-87e0-401c-84c1-ff5b52a7a1dc'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:23:35.748397 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:23:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['817c42e6-87e0-401c-84c1-ff5b52a7a1dc'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:35.750564 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ccc0a-2e6e-4004-811f-f393e0b41b32 None None] Pushing event updated for resources: {'Port': ['ID=b8c3e8b4-6f77-4a7c-b329-3274e89df967,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:35.794645 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c95a55a-ccb0-4745-9ba9-55b841a5e1c3 admin admin] Network 31565703-33b3-48b7-b594-d7517d602e30 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:23:35.796432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-2c95a55a-ccb0-4745-9ba9-55b841a5e1c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:23:35.825381 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-cfbb1788-cce8-475e-9255-f8ce2a2e7d4c None None] Provisioning complete for port b8c3e8b4-6f77-4a7c-b329-3274e89df967 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:35.825769 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cfbb1788-cce8-475e-9255-f8ce2a2e7d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:35.917585 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] Set router 817c42e6-87e0-401c-84c1-ff5b52a7a1dc gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:23:35.938176 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c95a55a-ccb0-4745-9ba9-55b841a5e1c3 admin admin] Router 817c42e6-87e0-401c-84c1-ff5b52a7a1dc has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:23:36.064070 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cfbb1788-cce8-475e-9255-f8ce2a2e7d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:36.086512 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c95a55a-ccb0-4745-9ba9-55b841a5e1c3 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:23:36.093907 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2c95a55a-ccb0-4745-9ba9-55b841a5e1c3 admin admin] 10.222.0.11 "PUT /v2.0/routers/817c42e6-87e0-401c-84c1-ff5b52a7a1dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7560194 Nov 24 21:23:36.106262 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device aa40fc32-09a9-445a-81a0-990068f044ce up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:23:36.159506 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-cfbb1788-cce8-475e-9255-f8ce2a2e7d4c None None] For port b8c3e8b4-6f77-4a7c-b329-3274e89df967, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b8c3e8b4-6f77-4a7c-b329-3274e89df967,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:23:36.169120 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cfbb1788-cce8-475e-9255-f8ce2a2e7d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:36.272047 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb1788-cce8-475e-9255-f8ce2a2e7d4c None None] Pushing event updated for resources: {'Port': ['ID=b8c3e8b4-6f77-4a7c-b329-3274e89df967,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:36.291809 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port aa40fc32-09a9-445a-81a0-990068f044ce triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:36.292172 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:36.338682 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f83bacf9-a405-462d-9d8b-9f34b346937a None None] Provisioning complete for port 0e0d96ec-e0f4-48e2-be8d-2f8202774162 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:36.339054 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f83bacf9-a405-462d-9d8b-9f34b346937a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:36.395405 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'name': 'tempest-TestVolumeBackupRestore-1070814233-router', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:35Z', 'revision_number': 4, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'gw_port': {'id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '0e0d96ec-e0f4-48e2-be8d-2f8202774162', 'name': '', 'network_id': '31565703-33b3-48b7-b594-d7517d602e30', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'mac_address': 'fa:16:3e:d9:60:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:34Z', 'updated_at': '2021-11-24T21:23:35Z', 'revision_number': 2, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'subnets': [{'id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:36.401533 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f83bacf9-a405-462d-9d8b-9f34b346937a None None] Port 0e0d96ec-e0f4-48e2-be8d-2f8202774162 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:23:36.440252 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c81a60-088d-4e56-9f38-9853b855a277 None None] The sync data for ids ['817c42e6-87e0-401c-84c1-ff5b52a7a1dc'] in n-d-812111-8 is: [{'id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'name': 'tempest-TestVolumeBackupRestore-1070814233-router', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:35Z', 'revision_number': 4, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'gw_port': {'id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '0e0d96ec-e0f4-48e2-be8d-2f8202774162', 'name': '', 'network_id': '31565703-33b3-48b7-b594-d7517d602e30', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'mac_address': 'fa:16:3e:d9:60:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:34Z', 'updated_at': '2021-11-24T21:23:35Z', 'revision_number': 2, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'subnets': [{'id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:23:36.631080 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45494) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:23:36.636613 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-7cf619cd-04c3-487b-a587-82dcc0882625 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1835023587-network', 'tenant_id': '572cdcba10d84f70bec12d3ebafa9351'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:23:36.673059 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf619cd-04c3-487b-a587-82dcc0882625 admin admin] Made reservation on behalf of 572cdcba10d84f70bec12d3ebafa9351 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:23:36.675429 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf619cd-04c3-487b-a587-82dcc0882625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:36.685807 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf619cd-04c3-487b-a587-82dcc0882625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:36.789412 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf619cd-04c3-487b-a587-82dcc0882625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:36.794782 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf619cd-04c3-487b-a587-82dcc0882625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:36.820094 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf619cd-04c3-487b-a587-82dcc0882625 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:23:36.829102 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf619cd-04c3-487b-a587-82dcc0882625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33ddb9f-25df-493c-8fda-fb8f283b3c17,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:36.837413 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf619cd-04c3-487b-a587-82dcc0882625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:36.837836 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-7cf619cd-04c3-487b-a587-82dcc0882625 admin admin] Added segment 681ab855-87f6-42d1-a716-4a847822c120 of type vlan for network 59864890-74ea-4958-a761-fa2004e42901 Nov 24 21:23:36.879853 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf619cd-04c3-487b-a587-82dcc0882625 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:36.906541 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf619cd-04c3-487b-a587-82dcc0882625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:36.907472 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf619cd-04c3-487b-a587-82dcc0882625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:36.908062 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf619cd-04c3-487b-a587-82dcc0882625 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:36.947677 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7cf619cd-04c3-487b-a587-82dcc0882625 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3153701 Nov 24 21:23:36.950609 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45498) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:23:36.956400 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e29a8fdd-c592-47f7-bf4f-a4168e548b28 admin admin] Request body: {'subnet': {'network_id': '59864890-74ea-4958-a761-fa2004e42901', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1835023587-subnet', 'tenant_id': '572cdcba10d84f70bec12d3ebafa9351', 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:23:36.977100 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf619cd-04c3-487b-a587-82dcc0882625 admin admin] Pushing event updated for resources: {'Network': ['ID=59864890-74ea-4958-a761-fa2004e42901,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:36.979287 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29a8fdd-c592-47f7-bf4f-a4168e548b28 admin admin] Made reservation on behalf of 572cdcba10d84f70bec12d3ebafa9351 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:23:36.987796 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 59864890-74ea-4958-a761-fa2004e42901 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:23:36.988952 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e29a8fdd-c592-47f7-bf4f-a4168e548b28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:37.182103 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e29a8fdd-c592-47f7-bf4f-a4168e548b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:37.245060 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a8fdd-c592-47f7-bf4f-a4168e548b28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9667340e-60dd-4e14-9f7f-9dbe7a9ab89e,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:37.256575 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29a8fdd-c592-47f7-bf4f-a4168e548b28 admin admin] Checking segment: {'id': '681ab855-87f6-42d1-a716-4a847822c120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '59864890-74ea-4958-a761-fa2004e42901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:23:37.256979 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29a8fdd-c592-47f7-bf4f-a4168e548b28 admin admin] Network hostable DHCP agents. Network: 59864890-74ea-4958-a761-fa2004e42901, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:23:37.279328 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29a8fdd-c592-47f7-bf4f-a4168e548b28 admin admin] Network 59864890-74ea-4958-a761-fa2004e42901 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:23:37.288896 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-e29a8fdd-c592-47f7-bf4f-a4168e548b28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 59864890-74ea-4958-a761-fa2004e42901) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:23:37.292928 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29a8fdd-c592-47f7-bf4f-a4168e548b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:37.293520 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e29a8fdd-c592-47f7-bf4f-a4168e548b28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:37.299540 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4733e407-b621-4e81-9158-935cfe57e4de None None] Network 59864890-74ea-4958-a761-fa2004e42901 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:23:37.312800 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e29a8fdd-c592-47f7-bf4f-a4168e548b28 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3604753 Nov 24 21:23:37.314983 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 45500) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:23:37.319940 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-141f9f57-bd57-4fad-acdc-151c487c8e82 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1835023587-router', 'tenant_id': '572cdcba10d84f70bec12d3ebafa9351', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:23:37.344672 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-141f9f57-bd57-4fad-acdc-151c487c8e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:37.345823 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-141f9f57-bd57-4fad-acdc-151c487c8e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:37.404146 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-141f9f57-bd57-4fad-acdc-151c487c8e82 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:37.478326 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590a41e5-8457-48d5-86c3-2dc7d5348598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-59864890-74ea-4958-a761-fa2004e42901', 'network_id': '59864890-74ea-4958-a761-fa2004e42901', 'tenant_id': '572cdcba10d84f70bec12d3ebafa9351', 'fixed_ips': [{'subnet_id': '9667340e-60dd-4e14-9f7f-9dbe7a9ab89e'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:23:37.479206 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-590a41e5-8457-48d5-86c3-2dc7d5348598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:37.567675 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-141f9f57-bd57-4fad-acdc-151c487c8e82 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:37.631995 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-590a41e5-8457-48d5-86c3-2dc7d5348598 None None] Allocated IP 172.20.0.2 (59864890-74ea-4958-a761-fa2004e42901/9667340e-60dd-4e14-9f7f-9dbe7a9ab89e/a9b53f61-2947-4da8-96fd-a9c8204806f4) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:23:37.789171 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-141f9f57-bd57-4fad-acdc-151c487c8e82 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:37.813517 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-141f9f57-bd57-4fad-acdc-151c487c8e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:37.937680 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-141f9f57-bd57-4fad-acdc-151c487c8e82 admin admin] Allocated IP 172.25.5.66 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/fc2e0cd2-928b-42ac-b904-91e1c0913eb7) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:23:37.961554 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-590a41e5-8457-48d5-86c3-2dc7d5348598 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:37.967417 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-590a41e5-8457-48d5-86c3-2dc7d5348598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:38.009961 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590a41e5-8457-48d5-86c3-2dc7d5348598 None None] Network 59864890-74ea-4958-a761-fa2004e42901 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:23:38.012861 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-590a41e5-8457-48d5-86c3-2dc7d5348598 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:23:38.017403 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a41e5-8457-48d5-86c3-2dc7d5348598 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:23:38.020698 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a41e5-8457-48d5-86c3-2dc7d5348598 None None] Pushing event updated for resources: {'Port': ['ID=a9b53f61-2947-4da8-96fd-a9c8204806f4,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:38.069332 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-141f9f57-bd57-4fad-acdc-151c487c8e82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:38.079060 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-590a41e5-8457-48d5-86c3-2dc7d5348598 None None] Attempting to bind port a9b53f61-2947-4da8-96fd-a9c8204806f4 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:23:38.079623 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-590a41e5-8457-48d5-86c3-2dc7d5348598 None None] Attempting to bind port a9b53f61-2947-4da8-96fd-a9c8204806f4 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '681ab855-87f6-42d1-a716-4a847822c120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '59864890-74ea-4958-a761-fa2004e42901'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:23:38.079797 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a41e5-8457-48d5-86c3-2dc7d5348598 None None] Attempting to bind port a9b53f61-2947-4da8-96fd-a9c8204806f4 on network 59864890-74ea-4958-a761-fa2004e42901 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:23:38.085805 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a41e5-8457-48d5-86c3-2dc7d5348598 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:23:38.086198 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a41e5-8457-48d5-86c3-2dc7d5348598 None None] Checking segment: {'id': '681ab855-87f6-42d1-a716-4a847822c120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '59864890-74ea-4958-a761-fa2004e42901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:23:38.086686 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-590a41e5-8457-48d5-86c3-2dc7d5348598 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:38.087002 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a41e5-8457-48d5-86c3-2dc7d5348598 None None] Bound using segment: {'id': '681ab855-87f6-42d1-a716-4a847822c120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '59864890-74ea-4958-a761-fa2004e42901'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:23:38.087497 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-590a41e5-8457-48d5-86c3-2dc7d5348598 None None] Bound port: a9b53f61-2947-4da8-96fd-a9c8204806f4, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681ab855-87f6-42d1-a716-4a847822c120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '59864890-74ea-4958-a761-fa2004e42901'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:23:38.089851 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-590a41e5-8457-48d5-86c3-2dc7d5348598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:38.102265 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b8c3e8b4-6f77-4a7c-b329-3274e89df967 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:23:38.199473 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-590a41e5-8457-48d5-86c3-2dc7d5348598 None None] For port a9b53f61-2947-4da8-96fd-a9c8204806f4, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:23:38.203591 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-590a41e5-8457-48d5-86c3-2dc7d5348598 None None] For port a9b53f61-2947-4da8-96fd-a9c8204806f4, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a9b53f61-2947-4da8-96fd-a9c8204806f4,segment=NetworkSegment(681ab855-87f6-42d1-a716-4a847822c120),segment_id=681ab855-87f6-42d1-a716-4a847822c120)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:23:38.206505 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b8c3e8b4-6f77-4a7c-b329-3274e89df967 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:38.207473 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:38.210674 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-590a41e5-8457-48d5-86c3-2dc7d5348598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:38.306454 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a41e5-8457-48d5-86c3-2dc7d5348598 None None] Pushing event updated for resources: {'Port': ['ID=a9b53f61-2947-4da8-96fd-a9c8204806f4,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:38.434403 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-141f9f57-bd57-4fad-acdc-151c487c8e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:38.476910 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141f9f57-bd57-4fad-acdc-151c487c8e82 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:23:38.479850 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-141f9f57-bd57-4fad-acdc-151c487c8e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:23:38.483429 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141f9f57-bd57-4fad-acdc-151c487c8e82 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:23:38.492909 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f9f57-bd57-4fad-acdc-151c487c8e82 admin admin] Pushing event updated for resources: {'Port': ['ID=fc2e0cd2-928b-42ac-b904-91e1c0913eb7,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:38.512114 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adaa843-b6a1-499f-a9d4-6447c290a7f1 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:23:38.641242 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-da530d11-6eea-41a8-b28f-19e93fdfaf9e None None] Provisioning complete for port fc2e0cd2-928b-42ac-b904-91e1c0913eb7 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:38.641711 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-da530d11-6eea-41a8-b28f-19e93fdfaf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:38.688442 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-da530d11-6eea-41a8-b28f-19e93fdfaf9e None None] Port fc2e0cd2-928b-42ac-b904-91e1c0913eb7 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:23:38.717466 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] Sync routers for ids ['817c42e6-87e0-401c-84c1-ff5b52a7a1dc'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:23:38.729378 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] Routers {'817c42e6-87e0-401c-84c1-ff5b52a7a1dc'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:23:38.730005 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:23:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['817c42e6-87e0-401c-84c1-ff5b52a7a1dc'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:38.772026 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-141f9f57-bd57-4fad-acdc-151c487c8e82 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:38.840483 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] Set router 817c42e6-87e0-401c-84c1-ff5b52a7a1dc gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:23:38.880159 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e5fc9725-79c0-40d5-9a09-e7460296f028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:38.989609 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-141f9f57-bd57-4fad-acdc-151c487c8e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:39.067047 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'name': 'tempest-TestVolumeBackupRestore-1070814233-router', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:35Z', 'revision_number': 4, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'gw_port': {'id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '0e0d96ec-e0f4-48e2-be8d-2f8202774162', 'name': '', 'network_id': '31565703-33b3-48b7-b594-d7517d602e30', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'mac_address': 'fa:16:3e:d9:60:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:34Z', 'updated_at': '2021-11-24T21:23:35Z', 'revision_number': 2, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'subnets': [{'id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:39.096059 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] Checking router: 817c42e6-87e0-401c-84c1-ff5b52a7a1dc for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:23:39.097096 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] Updating router 817c42e6-87e0-401c-84c1-ff5b52a7a1dc port 0e0d96ec-e0f4-48e2-be8d-2f8202774162 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:23:39.123083 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:39.135870 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141f9f57-bd57-4fad-acdc-151c487c8e82 admin admin] Router 8f19d406-460c-4451-9125-ece188b007d9 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:23:39.268835 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141f9f57-bd57-4fad-acdc-151c487c8e82 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:23:39.280320 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] Sync routers for ids ['8f19d406-460c-4451-9125-ece188b007d9'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:23:39.291841 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-141f9f57-bd57-4fad-acdc-151c487c8e82 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:39.293444 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] Routers {'8f19d406-460c-4451-9125-ece188b007d9'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:23:39.294019 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-141f9f57-bd57-4fad-acdc-151c487c8e82 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9774799 Nov 24 21:23:39.294205 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:23:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8f19d406-460c-4451-9125-ece188b007d9'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:39.296363 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 45506) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:23:39.416303 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3296cd75-b036-4bd3-be74-84d9ba58e0ef None None] Network 59864890-74ea-4958-a761-fa2004e42901 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:23:39.431363 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] Set router 8f19d406-460c-4451-9125-ece188b007d9 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:23:39.437967 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:39.444278 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:39.504350 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73bd65-9f01-4675-9bcf-2281877d9fa3 None None] Pushing event updated for resources: {'Port': ['ID=0e0d96ec-e0f4-48e2-be8d-2f8202774162,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:39.517786 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73bd65-9f01-4675-9bcf-2281877d9fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:39.518023 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73bd65-9f01-4675-9bcf-2281877d9fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:39.518939 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73bd65-9f01-4675-9bcf-2281877d9fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:39.519418 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73bd65-9f01-4675-9bcf-2281877d9fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:39.520621 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73bd65-9f01-4675-9bcf-2281877d9fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:39.520995 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73bd65-9f01-4675-9bcf-2281877d9fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:39.521365 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73bd65-9f01-4675-9bcf-2281877d9fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:39.521686 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73bd65-9f01-4675-9bcf-2281877d9fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:39.522018 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73bd65-9f01-4675-9bcf-2281877d9fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:39.522347 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73bd65-9f01-4675-9bcf-2281877d9fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:39.523430 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73bd65-9f01-4675-9bcf-2281877d9fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:39.523557 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73bd65-9f01-4675-9bcf-2281877d9fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:23:39.580707 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-1e3de426-a57c-496b-aafc-c7695c56a008 None None] Provisioning complete for port a9b53f61-2947-4da8-96fd-a9c8204806f4 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:39.581981 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1e3de426-a57c-496b-aafc-c7695c56a008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:39.605914 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] Attempting to bind port 0e0d96ec-e0f4-48e2-be8d-2f8202774162 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:23:39.606287 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] Attempting to bind port 0e0d96ec-e0f4-48e2-be8d-2f8202774162 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '6419c813-d68d-4ac4-8e67-3357bbd131cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '31565703-33b3-48b7-b594-d7517d602e30'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:23:39.606886 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] Attempting to bind port 0e0d96ec-e0f4-48e2-be8d-2f8202774162 on network 31565703-33b3-48b7-b594-d7517d602e30 {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:23:39.614844 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:23:39.615275 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] Checking segment: {'id': '6419c813-d68d-4ac4-8e67-3357bbd131cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '31565703-33b3-48b7-b594-d7517d602e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:23:39.615680 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:39.616071 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] Bound using segment: {'id': '6419c813-d68d-4ac4-8e67-3357bbd131cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '31565703-33b3-48b7-b594-d7517d602e30'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:23:39.616546 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] Bound port: 0e0d96ec-e0f4-48e2-be8d-2f8202774162, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6419c813-d68d-4ac4-8e67-3357bbd131cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '31565703-33b3-48b7-b594-d7517d602e30'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:23:39.617807 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:39.707433 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] For port 0e0d96ec-e0f4-48e2-be8d-2f8202774162, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:23:39.711642 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] For port 0e0d96ec-e0f4-48e2-be8d-2f8202774162, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0e0d96ec-e0f4-48e2-be8d-2f8202774162,segment=NetworkSegment(6419c813-d68d-4ac4-8e67-3357bbd131cd),segment_id=6419c813-d68d-4ac4-8e67-3357bbd131cd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:23:39.717325 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:39.774231 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1e3de426-a57c-496b-aafc-c7695c56a008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:39.775807 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] Routers {'817c42e6-87e0-401c-84c1-ff5b52a7a1dc'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:23:39.777215 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:23:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['817c42e6-87e0-401c-84c1-ff5b52a7a1dc'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:39.794892 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-052a3ce2-7e89-4db0-8584-0f48c975507c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:39.813407 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1e3de426-a57c-496b-aafc-c7695c56a008 None None] For port a9b53f61-2947-4da8-96fd-a9c8204806f4, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a9b53f61-2947-4da8-96fd-a9c8204806f4,segment=NetworkSegment(681ab855-87f6-42d1-a716-4a847822c120),segment_id=681ab855-87f6-42d1-a716-4a847822c120)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:23:39.842331 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1e3de426-a57c-496b-aafc-c7695c56a008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:39.907148 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] Set router 817c42e6-87e0-401c-84c1-ff5b52a7a1dc gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:23:39.966997 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:39.982895 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3de426-a57c-496b-aafc-c7695c56a008 None None] Pushing event updated for resources: {'Port': ['ID=a9b53f61-2947-4da8-96fd-a9c8204806f4,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:39.997365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f19d406-460c-4451-9125-ece188b007d9', 'name': 'tempest-TestVolumeBackupRestore-1835023587-router', 'tenant_id': '572cdcba10d84f70bec12d3ebafa9351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'fc2e0cd2-928b-42ac-b904-91e1c0913eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:37Z', 'updated_at': '2021-11-24T21:23:38Z', 'revision_number': 3, 'project_id': '572cdcba10d84f70bec12d3ebafa9351', 'gw_port': {'id': 'fc2e0cd2-928b-42ac-b904-91e1c0913eb7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f19d406-460c-4451-9125-ece188b007d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:37Z', 'updated_at': '2021-11-24T21:23:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:40.036443 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] Checking router: 8f19d406-460c-4451-9125-ece188b007d9 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:23:40.037076 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] Updating router 8f19d406-460c-4451-9125-ece188b007d9 port fc2e0cd2-928b-42ac-b904-91e1c0913eb7 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:23:40.068690 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ea28f79f-7579-49df-b872-2119cf4d233d None None] Provisioning complete for port 0e0d96ec-e0f4-48e2-be8d-2f8202774162 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:40.069249 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ea28f79f-7579-49df-b872-2119cf4d233d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:40.099504 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:40.115957 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-052a3ce2-7e89-4db0-8584-0f48c975507c admin admin] Allocated IP 172.20.0.1 (59864890-74ea-4958-a761-fa2004e42901/9667340e-60dd-4e14-9f7f-9dbe7a9ab89e/9ed0e105-b256-4162-ba59-a1313c8d8dbc) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:23:40.170488 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73bd65-9f01-4675-9bcf-2281877d9fa3 None None] Pushing event updated for resources: {'Port': ['ID=0e0d96ec-e0f4-48e2-be8d-2f8202774162,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:40.234795 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a9b53f61-2947-4da8-96fd-a9c8204806f4 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:23:40.265328 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'name': 'tempest-TestVolumeBackupRestore-1070814233-router', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:35Z', 'revision_number': 4, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'gw_port': {'id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '0e0d96ec-e0f4-48e2-be8d-2f8202774162', 'name': '', 'network_id': '31565703-33b3-48b7-b594-d7517d602e30', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'mac_address': 'fa:16:3e:d9:60:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:34Z', 'updated_at': '2021-11-24T21:23:39Z', 'revision_number': 4, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'subnets': [{'id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:40.278308 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-052a3ce2-7e89-4db0-8584-0f48c975507c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:40.302037 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ecacbe-9b49-4eea-86c1-a822f14238ed None None] The sync data for ids ['817c42e6-87e0-401c-84c1-ff5b52a7a1dc'] in n-d-812111-8 is: [{'id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'name': 'tempest-TestVolumeBackupRestore-1070814233-router', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:35Z', 'revision_number': 4, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'gw_port': {'id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '0e0d96ec-e0f4-48e2-be8d-2f8202774162', 'name': '', 'network_id': '31565703-33b3-48b7-b594-d7517d602e30', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'mac_address': 'fa:16:3e:d9:60:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:34Z', 'updated_at': '2021-11-24T21:23:39Z', 'revision_number': 4, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'subnets': [{'id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:23:40.329628 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-052a3ce2-7e89-4db0-8584-0f48c975507c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:40.358077 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ea28f79f-7579-49df-b872-2119cf4d233d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:40.392381 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052a3ce2-7e89-4db0-8584-0f48c975507c admin admin] Network 59864890-74ea-4958-a761-fa2004e42901 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:23:40.396301 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-052a3ce2-7e89-4db0-8584-0f48c975507c admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:23:40.401006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052a3ce2-7e89-4db0-8584-0f48c975507c admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:23:40.413398 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port a9b53f61-2947-4da8-96fd-a9c8204806f4 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:40.413780 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:40.427868 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a3ce2-7e89-4db0-8584-0f48c975507c admin admin] Pushing event updated for resources: {'Port': ['ID=9ed0e105-b256-4162-ba59-a1313c8d8dbc,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:40.453141 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-052a3ce2-7e89-4db0-8584-0f48c975507c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:40.482078 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ea28f79f-7579-49df-b872-2119cf4d233d None None] For port 0e0d96ec-e0f4-48e2-be8d-2f8202774162, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0e0d96ec-e0f4-48e2-be8d-2f8202774162,segment=NetworkSegment(6419c813-d68d-4ac4-8e67-3357bbd131cd),segment_id=6419c813-d68d-4ac4-8e67-3357bbd131cd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:23:40.498761 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ea28f79f-7579-49df-b872-2119cf4d233d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:40.624108 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-052a3ce2-7e89-4db0-8584-0f48c975507c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:40.626978 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28f79f-7579-49df-b872-2119cf4d233d None None] Pushing event updated for resources: {'Port': ['ID=0e0d96ec-e0f4-48e2-be8d-2f8202774162,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:40.699431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-40621d06-3449-45c6-a0e5-1c77e1f31676 None None] Provisioning complete for port a9b53f61-2947-4da8-96fd-a9c8204806f4 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:40.706975 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-40621d06-3449-45c6-a0e5-1c77e1f31676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:40.741787 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:40.755898 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:40.815649 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113cce4f-5665-4f86-a1ae-d495a6dcb6ae None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:23:40.831188 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] Attempting to bind port fc2e0cd2-928b-42ac-b904-91e1c0913eb7 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:23:40.831188 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] Attempting to bind port fc2e0cd2-928b-42ac-b904-91e1c0913eb7 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:23:40.832129 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] Attempting to bind port fc2e0cd2-928b-42ac-b904-91e1c0913eb7 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:23:40.834141 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04730101-63e9-4834-a962-9283ef00fa6e None None] Pushing event updated for resources: {'Port': ['ID=fc2e0cd2-928b-42ac-b904-91e1c0913eb7,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:40.844816 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-052a3ce2-7e89-4db0-8584-0f48c975507c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:40.849029 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:23:40.849479 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:23:40.849966 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:40.850630 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:23:40.851255 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] Bound port: fc2e0cd2-928b-42ac-b904-91e1c0913eb7, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:23:40.851603 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:40.853927 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-052a3ce2-7e89-4db0-8584-0f48c975507c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:40.928712 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a3ce2-7e89-4db0-8584-0f48c975507c admin admin] Pushing event updated for resources: {'Port': ['ID=9ed0e105-b256-4162-ba59-a1313c8d8dbc,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:40.931501 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-052a3ce2-7e89-4db0-8584-0f48c975507c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:40.948138 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] For port fc2e0cd2-928b-42ac-b904-91e1c0913eb7, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:23:40.952289 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] For port fc2e0cd2-928b-42ac-b904-91e1c0913eb7, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fc2e0cd2-928b-42ac-b904-91e1c0913eb7,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:23:40.954028 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-40621d06-3449-45c6-a0e5-1c77e1f31676 None None] Provisioning complete for port 0e0d96ec-e0f4-48e2-be8d-2f8202774162 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:40.954517 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-40621d06-3449-45c6-a0e5-1c77e1f31676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:40.981232 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:41.047958 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052a3ce2-7e89-4db0-8584-0f48c975507c admin admin] Network 59864890-74ea-4958-a761-fa2004e42901 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:23:41.049437 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-052a3ce2-7e89-4db0-8584-0f48c975507c admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:23:41.057705 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401cea84-9d3c-45fc-a2a0-d619ade27d6b None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:23:41.084082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04730101-63e9-4834-a962-9283ef00fa6e None None] Pushing event updated for resources: {'Port': ['ID=fc2e0cd2-928b-42ac-b904-91e1c0913eb7,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:41.090328 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] Routers {'8f19d406-460c-4451-9125-ece188b007d9'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:23:41.091907 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:23:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8f19d406-460c-4451-9125-ece188b007d9'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:41.472412 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] Set router 8f19d406-460c-4451-9125-ece188b007d9 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:23:41.508510 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:41.512435 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-44cb0312-284f-45ad-b4ad-24af33d7c246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:41.565025 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052a3ce2-7e89-4db0-8584-0f48c975507c admin admin] Router 8f19d406-460c-4451-9125-ece188b007d9 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:23:41.677067 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2c3ff384-4114-4881-beca-777cba3f460a None None] Provisioning complete for port 9ed0e105-b256-4162-ba59-a1313c8d8dbc triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:41.677436 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2c3ff384-4114-4881-beca-777cba3f460a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:41.682318 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052a3ce2-7e89-4db0-8584-0f48c975507c admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:23:41.692102 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-052a3ce2-7e89-4db0-8584-0f48c975507c admin admin] 10.222.0.11 "PUT /v2.0/routers/8f19d406-460c-4451-9125-ece188b007d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3940618 Nov 24 21:23:41.724617 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ff384-4114-4881-beca-777cba3f460a None None] Port 9ed0e105-b256-4162-ba59-a1313c8d8dbc cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:23:41.742873 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2c3ff384-4114-4881-beca-777cba3f460a None None] Provisioning complete for port fc2e0cd2-928b-42ac-b904-91e1c0913eb7 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:41.743235 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2c3ff384-4114-4881-beca-777cba3f460a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:41.748453 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f19d406-460c-4451-9125-ece188b007d9', 'name': 'tempest-TestVolumeBackupRestore-1835023587-router', 'tenant_id': '572cdcba10d84f70bec12d3ebafa9351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'fc2e0cd2-928b-42ac-b904-91e1c0913eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:37Z', 'updated_at': '2021-11-24T21:23:40Z', 'revision_number': 4, 'project_id': '572cdcba10d84f70bec12d3ebafa9351', 'gw_port': {'id': 'fc2e0cd2-928b-42ac-b904-91e1c0913eb7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f19d406-460c-4451-9125-ece188b007d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:37Z', 'updated_at': '2021-11-24T21:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '9ed0e105-b256-4162-ba59-a1313c8d8dbc', 'name': '', 'network_id': '59864890-74ea-4958-a761-fa2004e42901', 'tenant_id': '572cdcba10d84f70bec12d3ebafa9351', 'mac_address': 'fa:16:3e:2a:2b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f19d406-460c-4451-9125-ece188b007d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '9667340e-60dd-4e14-9f7f-9dbe7a9ab89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:39Z', 'updated_at': '2021-11-24T21:23:40Z', 'revision_number': 2, 'project_id': '572cdcba10d84f70bec12d3ebafa9351', 'subnets': [{'id': '9667340e-60dd-4e14-9f7f-9dbe7a9ab89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:41.793295 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37235ad2-94ba-429c-8901-d438f8696e0e None None] The sync data for ids ['8f19d406-460c-4451-9125-ece188b007d9'] in n-d-812111-8 is: [{'id': '8f19d406-460c-4451-9125-ece188b007d9', 'name': 'tempest-TestVolumeBackupRestore-1835023587-router', 'tenant_id': '572cdcba10d84f70bec12d3ebafa9351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'fc2e0cd2-928b-42ac-b904-91e1c0913eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:37Z', 'updated_at': '2021-11-24T21:23:40Z', 'revision_number': 4, 'project_id': '572cdcba10d84f70bec12d3ebafa9351', 'gw_port': {'id': 'fc2e0cd2-928b-42ac-b904-91e1c0913eb7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f19d406-460c-4451-9125-ece188b007d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:37Z', 'updated_at': '2021-11-24T21:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '9ed0e105-b256-4162-ba59-a1313c8d8dbc', 'name': '', 'network_id': '59864890-74ea-4958-a761-fa2004e42901', 'tenant_id': '572cdcba10d84f70bec12d3ebafa9351', 'mac_address': 'fa:16:3e:2a:2b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f19d406-460c-4451-9125-ece188b007d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '9667340e-60dd-4e14-9f7f-9dbe7a9ab89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:39Z', 'updated_at': '2021-11-24T21:23:40Z', 'revision_number': 2, 'project_id': '572cdcba10d84f70bec12d3ebafa9351', 'subnets': [{'id': '9667340e-60dd-4e14-9f7f-9dbe7a9ab89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:23:41.859442 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2c3ff384-4114-4881-beca-777cba3f460a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:41.883313 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2c3ff384-4114-4881-beca-777cba3f460a None None] For port fc2e0cd2-928b-42ac-b904-91e1c0913eb7, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fc2e0cd2-928b-42ac-b904-91e1c0913eb7,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:23:41.890753 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2c3ff384-4114-4881-beca-777cba3f460a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:41.939767 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ff384-4114-4881-beca-777cba3f460a None None] Pushing event updated for resources: {'Port': ['ID=fc2e0cd2-928b-42ac-b904-91e1c0913eb7,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:42.118060 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a9b53f61-2947-4da8-96fd-a9c8204806f4 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:23:42.173444 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port a9b53f61-2947-4da8-96fd-a9c8204806f4 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:42.173889 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:42.301590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0e0d96ec-e0f4-48e2-be8d-2f8202774162 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:23:42.361546 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 0e0d96ec-e0f4-48e2-be8d-2f8202774162 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:42.362549 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:42.469461 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:43.815887 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:44.072406 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fc2e0cd2-928b-42ac-b904-91e1c0913eb7 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:23:44.122178 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port fc2e0cd2-928b-42ac-b904-91e1c0913eb7 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:44.122554 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:44.548288 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] Sync routers for ids ['8f19d406-460c-4451-9125-ece188b007d9'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:23:44.559350 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] Routers {'8f19d406-460c-4451-9125-ece188b007d9'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:23:44.559974 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:23:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8f19d406-460c-4451-9125-ece188b007d9'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:44.766664 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] Set router 8f19d406-460c-4451-9125-ece188b007d9 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:23:44.843643 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:44.985271 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f19d406-460c-4451-9125-ece188b007d9', 'name': 'tempest-TestVolumeBackupRestore-1835023587-router', 'tenant_id': '572cdcba10d84f70bec12d3ebafa9351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'fc2e0cd2-928b-42ac-b904-91e1c0913eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:37Z', 'updated_at': '2021-11-24T21:23:40Z', 'revision_number': 4, 'project_id': '572cdcba10d84f70bec12d3ebafa9351', 'gw_port': {'id': 'fc2e0cd2-928b-42ac-b904-91e1c0913eb7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f19d406-460c-4451-9125-ece188b007d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:37Z', 'updated_at': '2021-11-24T21:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '9ed0e105-b256-4162-ba59-a1313c8d8dbc', 'name': '', 'network_id': '59864890-74ea-4958-a761-fa2004e42901', 'tenant_id': '572cdcba10d84f70bec12d3ebafa9351', 'mac_address': 'fa:16:3e:2a:2b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f19d406-460c-4451-9125-ece188b007d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '9667340e-60dd-4e14-9f7f-9dbe7a9ab89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:39Z', 'updated_at': '2021-11-24T21:23:40Z', 'revision_number': 2, 'project_id': '572cdcba10d84f70bec12d3ebafa9351', 'subnets': [{'id': '9667340e-60dd-4e14-9f7f-9dbe7a9ab89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:45.011740 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] Checking router: 8f19d406-460c-4451-9125-ece188b007d9 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:23:45.012098 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] Updating router 8f19d406-460c-4451-9125-ece188b007d9 port 9ed0e105-b256-4162-ba59-a1313c8d8dbc binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:23:45.041909 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:45.325449 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:45.331897 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:45.401955 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d380c-d0e6-4761-9177-797f278b941c None None] Pushing event updated for resources: {'Port': ['ID=9ed0e105-b256-4162-ba59-a1313c8d8dbc,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:45.443844 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] Attempting to bind port 9ed0e105-b256-4162-ba59-a1313c8d8dbc on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:23:45.444231 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] Attempting to bind port 9ed0e105-b256-4162-ba59-a1313c8d8dbc by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '681ab855-87f6-42d1-a716-4a847822c120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '59864890-74ea-4958-a761-fa2004e42901'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:23:45.444597 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] Attempting to bind port 9ed0e105-b256-4162-ba59-a1313c8d8dbc on network 59864890-74ea-4958-a761-fa2004e42901 {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:23:45.450226 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:23:45.450606 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] Checking segment: {'id': '681ab855-87f6-42d1-a716-4a847822c120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '59864890-74ea-4958-a761-fa2004e42901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:23:45.451014 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:45.451716 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] Bound using segment: {'id': '681ab855-87f6-42d1-a716-4a847822c120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '59864890-74ea-4958-a761-fa2004e42901'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:23:45.452205 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] Bound port: 9ed0e105-b256-4162-ba59-a1313c8d8dbc, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681ab855-87f6-42d1-a716-4a847822c120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '59864890-74ea-4958-a761-fa2004e42901'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:23:45.452598 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:45.528378 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] For port 9ed0e105-b256-4162-ba59-a1313c8d8dbc, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:23:45.534396 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] For port 9ed0e105-b256-4162-ba59-a1313c8d8dbc, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9ed0e105-b256-4162-ba59-a1313c8d8dbc,segment=NetworkSegment(681ab855-87f6-42d1-a716-4a847822c120),segment_id=681ab855-87f6-42d1-a716-4a847822c120)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:23:45.541610 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:45.603993 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] Routers {'8f19d406-460c-4451-9125-ece188b007d9'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:23:45.604722 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:23:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8f19d406-460c-4451-9125-ece188b007d9'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:45.644625 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d380c-d0e6-4761-9177-797f278b941c None None] Pushing event updated for resources: {'Port': ['ID=9ed0e105-b256-4162-ba59-a1313c8d8dbc,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:45.644884 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-929c0e10-c1b1-4518-bcbb-4aaf5f124ea1 None None] Provisioning complete for port 9ed0e105-b256-4162-ba59-a1313c8d8dbc triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:45.645034 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-929c0e10-c1b1-4518-bcbb-4aaf5f124ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:45.738212 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] Set router 8f19d406-460c-4451-9125-ece188b007d9 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:23:45.758205 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-929c0e10-c1b1-4518-bcbb-4aaf5f124ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:45.796031 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-929c0e10-c1b1-4518-bcbb-4aaf5f124ea1 None None] For port 9ed0e105-b256-4162-ba59-a1313c8d8dbc, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9ed0e105-b256-4162-ba59-a1313c8d8dbc,segment=NetworkSegment(681ab855-87f6-42d1-a716-4a847822c120),segment_id=681ab855-87f6-42d1-a716-4a847822c120)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:23:45.803631 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-929c0e10-c1b1-4518-bcbb-4aaf5f124ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:45.875047 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c0e10-c1b1-4518-bcbb-4aaf5f124ea1 None None] Pushing event updated for resources: {'Port': ['ID=9ed0e105-b256-4162-ba59-a1313c8d8dbc,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:23:45.925745 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-10d6870c-9fc2-4489-9124-78c5f80d5001 None None] Provisioning complete for port 9ed0e105-b256-4162-ba59-a1313c8d8dbc triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:45.926122 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10d6870c-9fc2-4489-9124-78c5f80d5001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:45.980354 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f19d406-460c-4451-9125-ece188b007d9', 'name': 'tempest-TestVolumeBackupRestore-1835023587-router', 'tenant_id': '572cdcba10d84f70bec12d3ebafa9351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'fc2e0cd2-928b-42ac-b904-91e1c0913eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:37Z', 'updated_at': '2021-11-24T21:23:40Z', 'revision_number': 4, 'project_id': '572cdcba10d84f70bec12d3ebafa9351', 'gw_port': {'id': 'fc2e0cd2-928b-42ac-b904-91e1c0913eb7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f19d406-460c-4451-9125-ece188b007d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:37Z', 'updated_at': '2021-11-24T21:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '9ed0e105-b256-4162-ba59-a1313c8d8dbc', 'name': '', 'network_id': '59864890-74ea-4958-a761-fa2004e42901', 'tenant_id': '572cdcba10d84f70bec12d3ebafa9351', 'mac_address': 'fa:16:3e:2a:2b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f19d406-460c-4451-9125-ece188b007d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '9667340e-60dd-4e14-9f7f-9dbe7a9ab89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:39Z', 'updated_at': '2021-11-24T21:23:45Z', 'revision_number': 4, 'project_id': '572cdcba10d84f70bec12d3ebafa9351', 'subnets': [{'id': '9667340e-60dd-4e14-9f7f-9dbe7a9ab89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:23:46.011468 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939eac9d-1062-4127-93c6-b2966b50467c None None] The sync data for ids ['8f19d406-460c-4451-9125-ece188b007d9'] in n-d-812111-8 is: [{'id': '8f19d406-460c-4451-9125-ece188b007d9', 'name': 'tempest-TestVolumeBackupRestore-1835023587-router', 'tenant_id': '572cdcba10d84f70bec12d3ebafa9351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'fc2e0cd2-928b-42ac-b904-91e1c0913eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:37Z', 'updated_at': '2021-11-24T21:23:40Z', 'revision_number': 4, 'project_id': '572cdcba10d84f70bec12d3ebafa9351', 'gw_port': {'id': 'fc2e0cd2-928b-42ac-b904-91e1c0913eb7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f19d406-460c-4451-9125-ece188b007d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:37Z', 'updated_at': '2021-11-24T21:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '9ed0e105-b256-4162-ba59-a1313c8d8dbc', 'name': '', 'network_id': '59864890-74ea-4958-a761-fa2004e42901', 'tenant_id': '572cdcba10d84f70bec12d3ebafa9351', 'mac_address': 'fa:16:3e:2a:2b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f19d406-460c-4451-9125-ece188b007d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '9667340e-60dd-4e14-9f7f-9dbe7a9ab89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:39Z', 'updated_at': '2021-11-24T21:23:45Z', 'revision_number': 4, 'project_id': '572cdcba10d84f70bec12d3ebafa9351', 'subnets': [{'id': '9667340e-60dd-4e14-9f7f-9dbe7a9ab89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:23:46.090989 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9ed0e105-b256-4162-ba59-a1313c8d8dbc up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:23:46.143025 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 9ed0e105-b256-4162-ba59-a1313c8d8dbc triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:23:46.143414 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:23:52.421372 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4537e6eb-79c3-4163-89c0-e2cc8cefe955 req-fe2a9b8a-b0af-4dc6-8cd0-863f02f3a265 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451102 Nov 24 21:23:52.507784 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537e6eb-79c3-4163-89c0-e2cc8cefe955 req-6b8774ee-04f5-487d-a937-347ba33dcdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:52.509230 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4537e6eb-79c3-4163-89c0-e2cc8cefe955 req-6b8774ee-04f5-487d-a937-347ba33dcdb7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 1097 time: 0.0434935 Nov 24 21:23:52.621989 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537e6eb-79c3-4163-89c0-e2cc8cefe955 req-fc1c621a-3fad-470b-8e6a-679c5785a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:52.623511 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4537e6eb-79c3-4163-89c0-e2cc8cefe955 req-fc1c621a-3fad-470b-8e6a-679c5785a3f2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 912 time: 0.0918016 Nov 24 21:23:52.690994 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4537e6eb-79c3-4163-89c0-e2cc8cefe955 req-deb86ee2-baaf-4df0-9cc1-f508f0f88f59 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=746abcfc-9a03-4e7a-8373-3d5481d5c7a4 HTTP/1.1" status: 200 len: 1002 time: 0.0604887 Nov 24 21:23:52.753781 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537e6eb-79c3-4163-89c0-e2cc8cefe955 req-d9aed94f-ad7e-409d-a0cd-31ce5bbfc665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:52.755412 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4537e6eb-79c3-4163-89c0-e2cc8cefe955 req-d9aed94f-ad7e-409d-a0cd-31ce5bbfc665 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.0555854 Nov 24 21:23:52.807342 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537e6eb-79c3-4163-89c0-e2cc8cefe955 req-7733568b-d466-4d6a-9021-74ab6e85684d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:52.808853 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4537e6eb-79c3-4163-89c0-e2cc8cefe955 req-7733568b-d466-4d6a-9021-74ab6e85684d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454862 Nov 24 21:23:52.907120 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4537e6eb-79c3-4163-89c0-e2cc8cefe955 req-30bb51a7-6d47-41bd-8610-216500e6f464 service neutron] 10.222.0.48 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911317 Nov 24 21:23:53.011689 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4537e6eb-79c3-4163-89c0-e2cc8cefe955 req-99d3fe66-71c4-4855-aad8-d7f8a09fe2ec service neutron] 10.222.0.48 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970223 Nov 24 21:23:55.763038 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02e1da09-3881-4b76-833c-300ae11b49d1 req-e1495cbf-1b2e-4f5f-b16f-aba7ded99800 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445592 Nov 24 21:23:55.849136 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1da09-3881-4b76-833c-300ae11b49d1 req-e6fd96d2-44ae-48a8-b8fd-e3adb51866b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:55.850794 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02e1da09-3881-4b76-833c-300ae11b49d1 req-e6fd96d2-44ae-48a8-b8fd-e3adb51866b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 1097 time: 0.0415466 Nov 24 21:23:55.962773 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1da09-3881-4b76-833c-300ae11b49d1 req-66a799af-9303-49a8-994d-87115f5be477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:55.964254 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02e1da09-3881-4b76-833c-300ae11b49d1 req-66a799af-9303-49a8-994d-87115f5be477 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 912 time: 0.0914712 Nov 24 21:23:56.037264 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02e1da09-3881-4b76-833c-300ae11b49d1 req-687650a5-6ace-4d46-a634-70e8f291614c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ea4971b-8034-4be0-8bdd-2e107677ef77 HTTP/1.1" status: 200 len: 1002 time: 0.0607009 Nov 24 21:23:56.097970 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1da09-3881-4b76-833c-300ae11b49d1 req-9fb8735d-705e-4f7e-80cf-54ba0a6828ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:56.099550 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02e1da09-3881-4b76-833c-300ae11b49d1 req-9fb8735d-705e-4f7e-80cf-54ba0a6828ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.0534885 Nov 24 21:23:56.148848 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1da09-3881-4b76-833c-300ae11b49d1 req-b9de42de-e6b0-478e-b527-50912ebb6d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:23:56.150374 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02e1da09-3881-4b76-833c-300ae11b49d1 req-b9de42de-e6b0-478e-b527-50912ebb6d65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422382 Nov 24 21:23:56.256239 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02e1da09-3881-4b76-833c-300ae11b49d1 req-43d9dedc-a38e-43a2-9375-40b99e6509ba service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968592 Nov 24 21:23:56.356547 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-02e1da09-3881-4b76-833c-300ae11b49d1 req-046e750c-d612-4bdb-be06-51d447ca4864 service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902178 Nov 24 21:24:06.495379 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:24:08.873889 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0b0c7877-f8d5-4fea-9da9-d8536287f866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:09.929684 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:11.178803 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bb582501-0cee-4165-b7b6-a835371d231e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:11.258080 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:12.444512 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:13.816975 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:14.848695 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:38.874945 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-68e28430-4c8d-4a3f-8d43-5dcef143210c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:39.945582 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:41.171133 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a2a958eb-47c9-417f-859d-b29532a82ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:41.283210 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:41.592001 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46062) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:24:41.753736 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Deleting port 630e4334-33a4-4452-8f28-f3ad744c92f6 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:24:41.753980 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:41.827897 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:41.828244 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:41.842775 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Calling delete_port for 630e4334-33a4-4452-8f28-f3ad744c92f6 owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:24:42.021316 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:42.046203 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event deleted for resources: {'Port': ['ID=630e4334-33a4-4452-8f28-f3ad744c92f6,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:24:42.071858 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:24:42.072208 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:24:42.072556 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:24:42.072920 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:24:42.073259 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:24:42.073594 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:24:42.073925 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:24:42.074260 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:24:42.074587 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:24:42.074913 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:24:42.075240 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:24:42.075565 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:24:42.117626 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:42.117961 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Floating IP 89c8ce89-e3e7-45cb-b676-814eb46175fe disassociated (deleted). External IP: 172.25.5.225, port: 746abcfc-9a03-4e7a-8373-3d5481d5c7a4. Nov 24 21:24:42.347978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Router a783295e-5410-4b9d-9d94-0f71c3922c22 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:24:42.448358 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:42.461074 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:24:42.465822 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:42.471954 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac6a5bc-b4ac-4ba4-87ec-1dec60f0e97f None None] Sync routers for ids ['a783295e-5410-4b9d-9d94-0f71c3922c22'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:24:42.482791 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac6a5bc-b4ac-4ba4-87ec-1dec60f0e97f None None] Routers {'a783295e-5410-4b9d-9d94-0f71c3922c22'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:24:42.483758 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-eac6a5bc-b4ac-4ba4-87ec-1dec60f0e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:24:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a783295e-5410-4b9d-9d94-0f71c3922c22'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:24:42.497340 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-35c4cac7-994c-4580-8053-2f31cec5113e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "DELETE /v2.0/floatingips/89c8ce89-e3e7-45cb-b676-814eb46175fe HTTP/1.1" status: 204 len: 168 time: 0.9040816 Nov 24 21:24:42.497945 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a6e155-c63a-4efa-80ef-81e9b7f18064', 'tag': '746abcfc-9a03-4e7a-8373-3d5481d5c7a4'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:24:42.500497 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08909c1-3455-4780-93fb-fe2c7f498a81" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a6e155-c63a-4efa-80ef-81e9b7f18064", "tag": "746abcfc-9a03-4e7a-8373-3d5481d5c7a4"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:24:42.600002 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-eac6a5bc-b4ac-4ba4-87ec-1dec60f0e97f None None] Set router a783295e-5410-4b9d-9d94-0f71c3922c22 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:24:42.672111 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1328a9d1-d732-4ea9-80ed-da5473bc868e x-openstack-request-id: req-1328a9d1-d732-4ea9-80ed-da5473bc868e {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:24:42.672603 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a6e155-c63a-4efa-80ef-81e9b7f18064", "tag": "746abcfc-9a03-4e7a-8373-3d5481d5c7a4", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:24:42.672701 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1328a9d1-d732-4ea9-80ed-da5473bc868e {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:24:42.673306 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a6e155-c63a-4efa-80ef-81e9b7f18064', 'tag': '746abcfc-9a03-4e7a-8373-3d5481d5c7a4', 'status': 'completed', 'code': 200} Nov 24 21:24:42.742805 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08909c1-3455-4780-93fb-fe2c7f498a81 req-ca69d8fa-abb1-45d5-a5f7-e17dc030b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:24:42.746093 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f08909c1-3455-4780-93fb-fe2c7f498a81 req-ca69d8fa-abb1-45d5-a5f7-e17dc030b34b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 1097 time: 0.0512140 Nov 24 21:24:42.860698 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1582f3b-405e-4415-91a2-153d8a0e0447 req-4bf6df09-3570-4dfd-b5ec-d2fda12430ea tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:24:42.860960 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08909c1-3455-4780-93fb-fe2c7f498a81 req-208fa001-c434-4483-9c5e-22b5b05a9558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:24:42.862291 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f08909c1-3455-4780-93fb-fe2c7f498a81 req-208fa001-c434-4483-9c5e-22b5b05a9558 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 912 time: 0.1048472 Nov 24 21:24:42.863791 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e1582f3b-405e-4415-91a2-153d8a0e0447 req-4bf6df09-3570-4dfd-b5ec-d2fda12430ea tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 946 time: 0.0576153 Nov 24 21:24:42.864625 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-eac6a5bc-b4ac-4ba4-87ec-1dec60f0e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '68d355e7-cc8b-44e5-bd69-bcc8e74f684c', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'port_id': '7ea4971b-8034-4be0-8bdd-2e107677ef77', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'mac_address': 'fa:16:3e:ec:0c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4509de-ee33-47f3-93d7-521985966cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:20:46Z', 'updated_at': '2021-11-24T21:20:50Z', 'revision_number': 1, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cece7c3-f017-4156-adc1-bdaa9a15e733', 'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'mac_address': 'fa:16:3e:83:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:12Z', 'updated_at': '2021-11-24T21:11:24Z', 'revision_number': 5, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'subnets': [{'id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:24:42.894086 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac6a5bc-b4ac-4ba4-87ec-1dec60f0e97f None None] Checking router: a783295e-5410-4b9d-9d94-0f71c3922c22 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:24:42.903789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac6a5bc-b4ac-4ba4-87ec-1dec60f0e97f None None] Routers {'a783295e-5410-4b9d-9d94-0f71c3922c22'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:24:42.904503 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-eac6a5bc-b4ac-4ba4-87ec-1dec60f0e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:24:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a783295e-5410-4b9d-9d94-0f71c3922c22'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:24:42.910106 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f08909c1-3455-4780-93fb-fe2c7f498a81 req-531a4f4c-f23d-47da-afd5-3d5b6420d29c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=746abcfc-9a03-4e7a-8373-3d5481d5c7a4 HTTP/1.1" status: 200 len: 217 time: 0.0400527 Nov 24 21:24:42.931764 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e1582f3b-405e-4415-91a2-153d8a0e0447 req-dfe5c002-6942-4b4d-8f48-2f8e1db66bca tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589643 Nov 24 21:24:42.971551 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08909c1-3455-4780-93fb-fe2c7f498a81 req-5157f1ad-4a8c-491c-a9ae-86827e868517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:24:42.973059 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f08909c1-3455-4780-93fb-fe2c7f498a81 req-5157f1ad-4a8c-491c-a9ae-86827e868517 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.0535929 Nov 24 21:24:43.019239 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-eac6a5bc-b4ac-4ba4-87ec-1dec60f0e97f None None] Set router a783295e-5410-4b9d-9d94-0f71c3922c22 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:24:43.021927 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08909c1-3455-4780-93fb-fe2c7f498a81 req-b26b5bdc-557c-4729-b630-6dfe3ca1b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:24:43.023447 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f08909c1-3455-4780-93fb-fe2c7f498a81 req-b26b5bdc-557c-4729-b630-6dfe3ca1b299 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418818 Nov 24 21:24:43.120725 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f08909c1-3455-4780-93fb-fe2c7f498a81 req-edb4669c-e2ef-49e1-983c-e244128fca55 service neutron] 10.222.0.48 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871787 Nov 24 21:24:43.233978 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f08909c1-3455-4780-93fb-fe2c7f498a81 req-3a9a4c26-6650-4a02-bfdd-017142256652 service neutron] 10.222.0.48 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049356 Nov 24 21:24:43.267339 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-eac6a5bc-b4ac-4ba4-87ec-1dec60f0e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '68d355e7-cc8b-44e5-bd69-bcc8e74f684c', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'port_id': '7ea4971b-8034-4be0-8bdd-2e107677ef77', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'mac_address': 'fa:16:3e:ec:0c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4509de-ee33-47f3-93d7-521985966cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:20:46Z', 'updated_at': '2021-11-24T21:20:50Z', 'revision_number': 1, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cece7c3-f017-4156-adc1-bdaa9a15e733', 'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'mac_address': 'fa:16:3e:83:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:12Z', 'updated_at': '2021-11-24T21:11:24Z', 'revision_number': 5, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'subnets': [{'id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:24:43.298504 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac6a5bc-b4ac-4ba4-87ec-1dec60f0e97f None None] The sync data for ids ['a783295e-5410-4b9d-9d94-0f71c3922c22'] in n-d-812111-8 is: [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '68d355e7-cc8b-44e5-bd69-bcc8e74f684c', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'port_id': '7ea4971b-8034-4be0-8bdd-2e107677ef77', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'mac_address': 'fa:16:3e:ec:0c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4509de-ee33-47f3-93d7-521985966cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:20:46Z', 'updated_at': '2021-11-24T21:20:50Z', 'revision_number': 1, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cece7c3-f017-4156-adc1-bdaa9a15e733', 'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'mac_address': 'fa:16:3e:83:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:12Z', 'updated_at': '2021-11-24T21:11:24Z', 'revision_number': 5, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'subnets': [{'id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:24:43.495663 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:24:43.544611 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eb5165-df51-4ea0-bddf-ca83c5bb79c4 None None] New status for floating IP 89c8ce89-e3e7-45cb-b676-814eb46175fe: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:24:43.841041 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:44.051140 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aeae88-c67c-43f8-97b0-79994bf26bf4 req-85c701a9-ff43-43fa-95c5-35de9752b805 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:24:44.052635 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-41aeae88-c67c-43f8-97b0-79994bf26bf4 req-85c701a9-ff43-43fa-95c5-35de9752b805 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 946 time: 0.0509512 Nov 24 21:24:44.109324 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-41aeae88-c67c-43f8-97b0-79994bf26bf4 req-ad2232d9-cdc6-4492-95eb-5ebb3410e61e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506499 Nov 24 21:24:44.197296 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fe028-a561-406c-acf5-ae1bc44fb33d req-8e03488a-66f7-48f5-9d6e-4b982166458d tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:24:44.198781 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0f9fe028-a561-406c-acf5-ae1bc44fb33d req-8e03488a-66f7-48f5-9d6e-4b982166458d tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 946 time: 0.0501797 Nov 24 21:24:44.295024 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-0f9fe028-a561-406c-acf5-ae1bc44fb33d req-2a804680-8085-464a-a89f-6c1ebdd45899 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Deleting port 746abcfc-9a03-4e7a-8373-3d5481d5c7a4 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:24:44.295370 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0f9fe028-a561-406c-acf5-ae1bc44fb33d req-2a804680-8085-464a-a89f-6c1ebdd45899 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:44.385558 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-0f9fe028-a561-406c-acf5-ae1bc44fb33d req-2a804680-8085-464a-a89f-6c1ebdd45899 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] For port 746abcfc-9a03-4e7a-8373-3d5481d5c7a4, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=746abcfc-9a03-4e7a-8373-3d5481d5c7a4,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:24:44.386153 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0f9fe028-a561-406c-acf5-ae1bc44fb33d req-2a804680-8085-464a-a89f-6c1ebdd45899 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:44.399633 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-0f9fe028-a561-406c-acf5-ae1bc44fb33d req-2a804680-8085-464a-a89f-6c1ebdd45899 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Calling delete_port for 746abcfc-9a03-4e7a-8373-3d5481d5c7a4 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:24:44.530327 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0f9fe028-a561-406c-acf5-ae1bc44fb33d req-2a804680-8085-464a-a89f-6c1ebdd45899 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:44.558590 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a804680-8085-464a-a89f-6c1ebdd45899 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event deleted for resources: {'Port': ['ID=746abcfc-9a03-4e7a-8373-3d5481d5c7a4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:24:44.575771 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a804680-8085-464a-a89f-6c1ebdd45899 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:24:44.575771 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a804680-8085-464a-a89f-6c1ebdd45899 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:24:44.575771 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a804680-8085-464a-a89f-6c1ebdd45899 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:24:44.576216 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a804680-8085-464a-a89f-6c1ebdd45899 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:24:44.576655 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a804680-8085-464a-a89f-6c1ebdd45899 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:24:44.577137 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a804680-8085-464a-a89f-6c1ebdd45899 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:24:44.577576 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a804680-8085-464a-a89f-6c1ebdd45899 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:24:44.578010 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a804680-8085-464a-a89f-6c1ebdd45899 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:24:44.578445 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a804680-8085-464a-a89f-6c1ebdd45899 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:24:44.579079 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a804680-8085-464a-a89f-6c1ebdd45899 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:24:44.579625 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a804680-8085-464a-a89f-6c1ebdd45899 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:24:44.580060 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a804680-8085-464a-a89f-6c1ebdd45899 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:24:44.620586 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9fe028-a561-406c-acf5-ae1bc44fb33d req-2a804680-8085-464a-a89f-6c1ebdd45899 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] No DVR routers for this DVR port 746abcfc-9a03-4e7a-8373-3d5481d5c7a4 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:24:44.623238 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0f9fe028-a561-406c-acf5-ae1bc44fb33d req-2a804680-8085-464a-a89f-6c1ebdd45899 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:44.626630 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0f9fe028-a561-406c-acf5-ae1bc44fb33d req-2a804680-8085-464a-a89f-6c1ebdd45899 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.48 "DELETE /v2.0/ports/746abcfc-9a03-4e7a-8373-3d5481d5c7a4 HTTP/1.1" status: 204 len: 173 time: 0.4215858 Nov 24 21:24:44.629046 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a6e155-c63a-4efa-80ef-81e9b7f18064', 'name': 'network-vif-deleted', 'tag': '746abcfc-9a03-4e7a-8373-3d5481d5c7a4'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:24:44.629990 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab110744-3fe4-4bbd-ae87-4a1241228a31" -d '{"events": [{"server_uuid": "d4a6e155-c63a-4efa-80ef-81e9b7f18064", "name": "network-vif-deleted", "tag": "746abcfc-9a03-4e7a-8373-3d5481d5c7a4"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:24:44.760285 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f46d43-bab0-4e12-a82a-c0809c12691e x-openstack-request-id: req-d4f46d43-bab0-4e12-a82a-c0809c12691e {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:24:44.760681 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a6e155-c63a-4efa-80ef-81e9b7f18064", "name": "network-vif-deleted", "tag": "746abcfc-9a03-4e7a-8373-3d5481d5c7a4", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:24:44.761099 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d4f46d43-bab0-4e12-a82a-c0809c12691e {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:24:44.761599 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a6e155-c63a-4efa-80ef-81e9b7f18064', 'name': 'network-vif-deleted', 'tag': '746abcfc-9a03-4e7a-8373-3d5481d5c7a4', 'status': 'completed', 'code': 200} Nov 24 21:24:44.857127 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:45.213218 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bbdc5f0e-dde1-49e6-9fec-8ad40e352f4c req-679714e9-225b-4320-8674-d91d6ab808e7 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 210 time: 0.0295432 Nov 24 21:24:46.314889 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-efaac92a-ae1d-41fe-84fd-5cb0dd043819 req-d4d5813b-3233-4a0c-9d21-c6c965bc637a tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 210 time: 0.0268700 Nov 24 21:24:47.440177 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71fad619-530c-4ee3-946e-e7cef21b21ce req-06e248b0-bdb4-482a-8e81-8b382579ded0 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 210 time: 0.0325747 Nov 24 21:24:47.493639 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 746abcfc-9a03-4e7a-8373-3d5481d5c7a4 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:24:47.514488 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 746abcfc-9a03-4e7a-8373-3d5481d5c7a4 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:24:47.514856 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 746abcfc-9a03-4e7a-8373-3d5481d5c7a4 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:24:48.548689 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b0270979-e903-4373-b88f-68fc0d374fc7 req-41508b38-0f42-4b84-976f-4eccdc639dc4 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4a6e155-c63a-4efa-80ef-81e9b7f18064 HTTP/1.1" status: 200 len: 210 time: 0.0330303 Nov 24 21:24:55.013123 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46290) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:24:55.185467 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-92bb225f-b7eb-4282-b9ad-d50ba8094c6f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Deleting port 2c7c38d6-afb0-4683-91c9-a1e42f674f8d {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:24:55.185812 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-92bb225f-b7eb-4282-b9ad-d50ba8094c6f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:55.268575 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-92bb225f-b7eb-4282-b9ad-d50ba8094c6f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:55.268945 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-92bb225f-b7eb-4282-b9ad-d50ba8094c6f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:55.282076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-92bb225f-b7eb-4282-b9ad-d50ba8094c6f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Calling delete_port for 2c7c38d6-afb0-4683-91c9-a1e42f674f8d owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:24:55.430483 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-92bb225f-b7eb-4282-b9ad-d50ba8094c6f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:55.461448 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb225f-b7eb-4282-b9ad-d50ba8094c6f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event deleted for resources: {'Port': ['ID=2c7c38d6-afb0-4683-91c9-a1e42f674f8d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:24:55.526516 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-92bb225f-b7eb-4282-b9ad-d50ba8094c6f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:55.526854 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-92bb225f-b7eb-4282-b9ad-d50ba8094c6f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Floating IP 68d355e7-cc8b-44e5-bd69-bcc8e74f684c disassociated (deleted). External IP: 172.25.5.228, port: 7ea4971b-8034-4be0-8bdd-2e107677ef77. Nov 24 21:24:55.748297 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bb225f-b7eb-4282-b9ad-d50ba8094c6f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Router a783295e-5410-4b9d-9d94-0f71c3922c22 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:24:55.762674 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-85fb11b5-bd41-4e3d-8e31-155cb5fbc0d6 req-f6b2f849-27ca-42af-a6a3-97892b7fe40e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415027 Nov 24 21:24:55.848387 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb11b5-bd41-4e3d-8e31-155cb5fbc0d6 req-d292672b-e16f-4fb9-99f6-6c5e190a8b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:24:55.849961 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-85fb11b5-bd41-4e3d-8e31-155cb5fbc0d6 req-d292672b-e16f-4fb9-99f6-6c5e190a8b48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51d612ab04e44ebdb2576e3d3896d36c&device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 1096 time: 0.0489008 Nov 24 21:24:55.870559 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bb225f-b7eb-4282-b9ad-d50ba8094c6f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:24:55.875908 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-92bb225f-b7eb-4282-b9ad-d50ba8094c6f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:55.883543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc079c67-f1e5-4ab9-8c38-6ffab08bed95 None None] Sync routers for ids ['a783295e-5410-4b9d-9d94-0f71c3922c22'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:24:55.894289 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc079c67-f1e5-4ab9-8c38-6ffab08bed95 None None] Routers {'a783295e-5410-4b9d-9d94-0f71c3922c22'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:24:55.895344 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-cc079c67-f1e5-4ab9-8c38-6ffab08bed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:24:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a783295e-5410-4b9d-9d94-0f71c3922c22'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:24:55.905678 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-92bb225f-b7eb-4282-b9ad-d50ba8094c6f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "DELETE /v2.0/floatingips/68d355e7-cc8b-44e5-bd69-bcc8e74f684c HTTP/1.1" status: 204 len: 168 time: 0.8889852 Nov 24 21:24:55.905678 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4509de-ee33-47f3-93d7-521985966cf7', 'tag': '7ea4971b-8034-4be0-8bdd-2e107677ef77'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:24:55.908083 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982cb13f-c5c2-4ea4-953c-63caf7be8eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4509de-ee33-47f3-93d7-521985966cf7", "tag": "7ea4971b-8034-4be0-8bdd-2e107677ef77"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:24:56.028365 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb11b5-bd41-4e3d-8e31-155cb5fbc0d6 req-ddc32eeb-8ce6-4faf-895c-c7096b743a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:24:56.029936 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-85fb11b5-bd41-4e3d-8e31-155cb5fbc0d6 req-ddc32eeb-8ce6-4faf-895c-c7096b743a7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=32a707c4-ac19-469f-a9cc-104f3e27a20e HTTP/1.1" status: 200 len: 918 time: 0.1543891 Nov 24 21:24:56.131528 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-85fb11b5-bd41-4e3d-8e31-155cb5fbc0d6 req-2e8c69a1-a5fb-4b58-96e6-ae9337b9e25a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7013e3a2-9ab1-4531-af44-8fe2075ae1c9 HTTP/1.1" status: 200 len: 1001 time: 0.0899253 Nov 24 21:24:56.157616 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844507f5-af53-4ec8-8fba-3ee52e965dfb x-openstack-request-id: req-844507f5-af53-4ec8-8fba-3ee52e965dfb {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:24:56.158373 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4509de-ee33-47f3-93d7-521985966cf7", "tag": "7ea4971b-8034-4be0-8bdd-2e107677ef77", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:24:56.158373 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-844507f5-af53-4ec8-8fba-3ee52e965dfb {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:24:56.158922 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4509de-ee33-47f3-93d7-521985966cf7', 'tag': '7ea4971b-8034-4be0-8bdd-2e107677ef77', 'status': 'completed', 'code': 200} Nov 24 21:24:56.214423 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb11b5-bd41-4e3d-8e31-155cb5fbc0d6 req-f6f78475-9a85-4ba9-aa3e-c0d2435d3384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:24:56.216770 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-85fb11b5-bd41-4e3d-8e31-155cb5fbc0d6 req-f6f78475-9a85-4ba9-aa3e-c0d2435d3384 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0faa94f8-a6a6-4ded-b1c0-ce3e792adfad HTTP/1.1" status: 200 len: 856 time: 0.0760591 Nov 24 21:24:56.220297 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-cc079c67-f1e5-4ab9-8c38-6ffab08bed95 None None] Set router a783295e-5410-4b9d-9d94-0f71c3922c22 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:24:56.277248 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb11b5-bd41-4e3d-8e31-155cb5fbc0d6 req-33ed1881-81aa-41f7-b36e-e22839e89e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:24:56.278246 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-85fb11b5-bd41-4e3d-8e31-155cb5fbc0d6 req-33ed1881-81aa-41f7-b36e-e22839e89e10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32a707c4-ac19-469f-a9cc-104f3e27a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504880 Nov 24 21:24:56.296392 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cb13f-c5c2-4ea4-953c-63caf7be8eb4 req-c7c03544-253c-4486-9ae3-fb54cc8ecf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:24:56.298083 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-982cb13f-c5c2-4ea4-953c-63caf7be8eb4 req-c7c03544-253c-4486-9ae3-fb54cc8ecf3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=595635dfe5324829adbb53908d8c3a34&device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 1097 time: 0.1099970 Nov 24 21:24:56.308229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288cc4f-7155-4b41-b6eb-7a40286edd7f req-f93e86fa-9d98-4fe8-93d2-528b4474858f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:24:56.309950 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5288cc4f-7155-4b41-b6eb-7a40286edd7f req-f93e86fa-9d98-4fe8-93d2-528b4474858f tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 946 time: 0.0761893 Nov 24 21:24:56.409232 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-85fb11b5-bd41-4e3d-8e31-155cb5fbc0d6 req-548e8de7-0696-4def-be01-c869db7f2282 service neutron] 10.222.0.15 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219945 Nov 24 21:24:56.453054 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cb13f-c5c2-4ea4-953c-63caf7be8eb4 req-95ec39e4-bfe6-4273-ad46-7c89871339ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:24:56.455960 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-982cb13f-c5c2-4ea4-953c-63caf7be8eb4 req-95ec39e4-bfe6-4273-ad46-7c89871339ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 200 len: 912 time: 0.1446702 Nov 24 21:24:56.461544 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-cc079c67-f1e5-4ab9-8c38-6ffab08bed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '1cece7c3-f017-4156-adc1-bdaa9a15e733', 'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'mac_address': 'fa:16:3e:83:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:12Z', 'updated_at': '2021-11-24T21:11:24Z', 'revision_number': 5, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'subnets': [{'id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:24:56.490626 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc079c67-f1e5-4ab9-8c38-6ffab08bed95 None None] Checking router: a783295e-5410-4b9d-9d94-0f71c3922c22 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:24:56.499405 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc079c67-f1e5-4ab9-8c38-6ffab08bed95 None None] Routers {'a783295e-5410-4b9d-9d94-0f71c3922c22'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:24:56.500129 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-cc079c67-f1e5-4ab9-8c38-6ffab08bed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:24:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a783295e-5410-4b9d-9d94-0f71c3922c22'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:24:56.512537 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-982cb13f-c5c2-4ea4-953c-63caf7be8eb4 req-36e5100f-51f7-4291-b69a-335d127931bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ea4971b-8034-4be0-8bdd-2e107677ef77 HTTP/1.1" status: 200 len: 217 time: 0.0491276 Nov 24 21:24:56.516915 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5288cc4f-7155-4b41-b6eb-7a40286edd7f req-7df83fb7-da4f-492b-9e46-98253f15aaf5 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927283 Nov 24 21:24:56.531016 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-85fb11b5-bd41-4e3d-8e31-155cb5fbc0d6 req-e2711061-c151-452b-a773-d0d4886740bd service neutron] 10.222.0.15 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133304 Nov 24 21:24:56.577273 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cb13f-c5c2-4ea4-953c-63caf7be8eb4 req-98d42289-f21f-4317-83e8-dec0b7c4339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:24:56.579087 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-982cb13f-c5c2-4ea4-953c-63caf7be8eb4 req-98d42289-f21f-4317-83e8-dec0b7c4339f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 200 len: 850 time: 0.0493603 Nov 24 21:24:56.634232 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-cc079c67-f1e5-4ab9-8c38-6ffab08bed95 None None] Set router a783295e-5410-4b9d-9d94-0f71c3922c22 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:24:56.643740 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cb13f-c5c2-4ea4-953c-63caf7be8eb4 req-c8a7f1ce-41bb-4fe9-8185-359d6d8897d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:24:56.645303 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-982cb13f-c5c2-4ea4-953c-63caf7be8eb4 req-c8a7f1ce-41bb-4fe9-8185-359d6d8897d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b79fcd1c-754c-4dea-a7f1-95afcf35cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512218 Nov 24 21:24:56.859832 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-cc079c67-f1e5-4ab9-8c38-6ffab08bed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '1cece7c3-f017-4156-adc1-bdaa9a15e733', 'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'mac_address': 'fa:16:3e:83:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:12Z', 'updated_at': '2021-11-24T21:11:24Z', 'revision_number': 5, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'subnets': [{'id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:24:56.891712 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc079c67-f1e5-4ab9-8c38-6ffab08bed95 None None] The sync data for ids ['a783295e-5410-4b9d-9d94-0f71c3922c22'] in n-d-812111-8 is: [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '1cece7c3-f017-4156-adc1-bdaa9a15e733', 'name': '', 'network_id': 'b79fcd1c-754c-4dea-a7f1-95afcf35cd53', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'mac_address': 'fa:16:3e:83:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:12Z', 'updated_at': '2021-11-24T21:11:24Z', 'revision_number': 5, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'subnets': [{'id': '45f34fab-787e-4251-9f3c-22a212ef1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:24:57.108264 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-982cb13f-c5c2-4ea4-953c-63caf7be8eb4 req-479914d5-d7fa-448a-a27d-281c7bb2fa79 service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534879 Nov 24 21:24:57.193347 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a8e16f-6052-4f8e-8cc6-0dce88ceba6e None None] New status for floating IP 68d355e7-cc8b-44e5-bd69-bcc8e74f684c: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:24:57.212373 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-982cb13f-c5c2-4ea4-953c-63caf7be8eb4 req-effb39b1-2951-4523-9dc3-802fe232f86e service neutron] 10.222.0.15 "GET /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942173 Nov 24 21:24:57.647716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34c66b-11b2-474f-a806-6f8d68f4c453 req-be0d6abe-aa64-42cd-9ca3-94e4003aacfc tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:24:57.649219 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ce34c66b-11b2-474f-a806-6f8d68f4c453 req-be0d6abe-aa64-42cd-9ca3-94e4003aacfc tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 946 time: 0.0577929 Nov 24 21:24:57.703578 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ce34c66b-11b2-474f-a806-6f8d68f4c453 req-3c4f287b-a476-40c8-b6e6-b370fb799e65 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dcec6d-b8b9-44df-a939-4064b50c241a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480835 Nov 24 21:24:58.049529 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5a0e5-d2a6-4798-bc6d-ef338aa56ca2 req-122bd963-1423-4952-b3f8-6d4a7292fa69 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:24:58.051039 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-00a5a0e5-d2a6-4798-bc6d-ef338aa56ca2 req-122bd963-1423-4952-b3f8-6d4a7292fa69 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 946 time: 0.0523233 Nov 24 21:24:58.152865 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-00a5a0e5-d2a6-4798-bc6d-ef338aa56ca2 req-afd5df87-ac29-4072-b6fc-c5675c28efdb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Deleting port 7ea4971b-8034-4be0-8bdd-2e107677ef77 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:24:58.153212 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-00a5a0e5-d2a6-4798-bc6d-ef338aa56ca2 req-afd5df87-ac29-4072-b6fc-c5675c28efdb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:58.247651 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-00a5a0e5-d2a6-4798-bc6d-ef338aa56ca2 req-afd5df87-ac29-4072-b6fc-c5675c28efdb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] For port 7ea4971b-8034-4be0-8bdd-2e107677ef77, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7ea4971b-8034-4be0-8bdd-2e107677ef77,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:24:58.248383 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-00a5a0e5-d2a6-4798-bc6d-ef338aa56ca2 req-afd5df87-ac29-4072-b6fc-c5675c28efdb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:58.261073 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-00a5a0e5-d2a6-4798-bc6d-ef338aa56ca2 req-afd5df87-ac29-4072-b6fc-c5675c28efdb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Calling delete_port for 7ea4971b-8034-4be0-8bdd-2e107677ef77 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:24:58.397592 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-00a5a0e5-d2a6-4798-bc6d-ef338aa56ca2 req-afd5df87-ac29-4072-b6fc-c5675c28efdb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:58.429027 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5df87-ac29-4072-b6fc-c5675c28efdb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event deleted for resources: {'Port': ['ID=7ea4971b-8034-4be0-8bdd-2e107677ef77,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:24:58.475093 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a5a0e5-d2a6-4798-bc6d-ef338aa56ca2 req-afd5df87-ac29-4072-b6fc-c5675c28efdb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] No DVR routers for this DVR port 7ea4971b-8034-4be0-8bdd-2e107677ef77 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:24:58.477839 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-00a5a0e5-d2a6-4798-bc6d-ef338aa56ca2 req-afd5df87-ac29-4072-b6fc-c5675c28efdb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:24:58.481445 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-00a5a0e5-d2a6-4798-bc6d-ef338aa56ca2 req-afd5df87-ac29-4072-b6fc-c5675c28efdb tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.15 "DELETE /v2.0/ports/7ea4971b-8034-4be0-8bdd-2e107677ef77 HTTP/1.1" status: 204 len: 173 time: 0.4196501 Nov 24 21:24:58.481922 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4509de-ee33-47f3-93d7-521985966cf7', 'name': 'network-vif-deleted', 'tag': '7ea4971b-8034-4be0-8bdd-2e107677ef77'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:24:58.484576 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0e4cbc-5502-4bb0-9fee-1925726e4cf8" -d '{"events": [{"server_uuid": "0c4509de-ee33-47f3-93d7-521985966cf7", "name": "network-vif-deleted", "tag": "7ea4971b-8034-4be0-8bdd-2e107677ef77"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:24:58.606999 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7741b3f-a10a-49c9-aeb5-cf947254963c x-openstack-request-id: req-b7741b3f-a10a-49c9-aeb5-cf947254963c {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:24:58.607307 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4509de-ee33-47f3-93d7-521985966cf7", "name": "network-vif-deleted", "tag": "7ea4971b-8034-4be0-8bdd-2e107677ef77", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:24:58.607571 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b7741b3f-a10a-49c9-aeb5-cf947254963c {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:24:58.607984 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4509de-ee33-47f3-93d7-521985966cf7', 'name': 'network-vif-deleted', 'tag': '7ea4971b-8034-4be0-8bdd-2e107677ef77', 'status': 'completed', 'code': 200} Nov 24 21:24:58.818353 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fab77b0a-c966-421b-9e3a-cd64fa3fe77a req-c8fb65dd-b345-4c14-a0a1-d5767133b1ca tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 210 time: 0.0319004 Nov 24 21:24:59.934499 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-854a20ad-b5d8-4bfc-9ad2-a20d5fdbde95 req-b9807c00-96f3-4cc2-8ca1-c0b74a0e08a9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 210 time: 0.0352838 Nov 24 21:25:01.069360 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6d3af0bc-bcd1-41d7-a6bf-fe2f7faf7e3f req-0329fa8e-9530-4b3e-8bc6-aeaeadc7e970 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 210 time: 0.0366564 Nov 24 21:25:02.195396 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-192cad74-a2fd-485c-9ac6-4f2a569fc226 req-b39200d9-952f-4ce6-b330-3169b06042b9 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 210 time: 0.0439410 Nov 24 21:25:02.727680 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e204a-8c2b-4366-bd25-8723b70f0ae9 req-8cde84b4-aff7-4309-ba07-cfc7668393e4 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:02.735717 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-100e204a-8c2b-4366-bd25-8723b70f0ae9 req-8cde84b4-aff7-4309-ba07-cfc7668393e4 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.0594118 Nov 24 21:25:02.755029 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7ea4971b-8034-4be0-8bdd-2e107677ef77 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:25:02.784210 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 7ea4971b-8034-4be0-8bdd-2e107677ef77 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:25:02.784740 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7ea4971b-8034-4be0-8bdd-2e107677ef77 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:25:02.785244 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-100e204a-8c2b-4366-bd25-8723b70f0ae9 req-8e67bc20-4ba2-4b1f-b6b9-bc1f4c31934a tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476995 Nov 24 21:25:03.310930 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b2518e4a-64dc-467e-a5f8-305574c181ad req-1de6c97a-2a59-4de1-969a-3d105fae4cea tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c4509de-ee33-47f3-93d7-521985966cf7 HTTP/1.1" status: 200 len: 210 time: 0.0311263 Nov 24 21:25:03.921776 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527a7fa-47eb-4656-b82b-5a7b5c72138e req-3a82ab94-6b57-44d5-9665-39dcff255a7b tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:03.923692 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1527a7fa-47eb-4656-b82b-5a7b5c72138e req-3a82ab94-6b57-44d5-9665-39dcff255a7b tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.0570297 Nov 24 21:25:03.972267 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1527a7fa-47eb-4656-b82b-5a7b5c72138e req-6a00b1bc-a1d2-4ef4-9447-7ef225825b85 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425630 Nov 24 21:25:04.374305 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46486) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:25:04.511455 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c359b2f1-914e-4274-a18c-96357ac88a9e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Deleting port 03fb407c-9f3a-4e83-ba7f-62d40be0b4a6 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:25:04.511959 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c359b2f1-914e-4274-a18c-96357ac88a9e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:04.605747 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c359b2f1-914e-4274-a18c-96357ac88a9e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:04.605977 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c359b2f1-914e-4274-a18c-96357ac88a9e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:04.618683 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c359b2f1-914e-4274-a18c-96357ac88a9e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Calling delete_port for 03fb407c-9f3a-4e83-ba7f-62d40be0b4a6 owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:25:04.755436 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c359b2f1-914e-4274-a18c-96357ac88a9e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:04.785470 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359b2f1-914e-4274-a18c-96357ac88a9e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event deleted for resources: {'Port': ['ID=03fb407c-9f3a-4e83-ba7f-62d40be0b4a6,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:04.847746 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c359b2f1-914e-4274-a18c-96357ac88a9e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:04.850646 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c359b2f1-914e-4274-a18c-96357ac88a9e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:04.851825 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c359b2f1-914e-4274-a18c-96357ac88a9e tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "DELETE /v2.0/floatingips/2ffa5315-28e1-4f02-9e96-d17aa844c5e4 HTTP/1.1" status: 204 len: 168 time: 0.4764903 Nov 24 21:25:05.106677 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b2696-9a0d-4ced-93f8-7f615efcf152 req-b5f4b510-aed3-4221-8f38-ea24b70c9593 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:05.108318 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-775b2696-9a0d-4ced-93f8-7f615efcf152 req-b5f4b510-aed3-4221-8f38-ea24b70c9593 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.0531819 Nov 24 21:25:05.157208 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-775b2696-9a0d-4ced-93f8-7f615efcf152 req-f35d0035-e219-4976-a43a-a7a29083fecf tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418682 Nov 24 21:25:06.288316 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff891598-0c0f-44b1-9f68-27681c66cdb2 req-97862b07-30e9-4e7f-b426-5a7a64309caa tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:06.289799 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ff891598-0c0f-44b1-9f68-27681c66cdb2 req-97862b07-30e9-4e7f-b426-5a7a64309caa tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.0568545 Nov 24 21:25:06.338957 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ff891598-0c0f-44b1-9f68-27681c66cdb2 req-560aaf7a-0fe3-42bb-9065-20bdc9b108e8 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431039 Nov 24 21:25:07.462433 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff11e83-cafc-49d9-adc1-883915deb874 req-9273aac8-91b8-4dc3-82ea-5b7a56ad30c1 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:07.463939 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7ff11e83-cafc-49d9-adc1-883915deb874 req-9273aac8-91b8-4dc3-82ea-5b7a56ad30c1 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.0505610 Nov 24 21:25:07.516423 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7ff11e83-cafc-49d9-adc1-883915deb874 req-118d49c8-82bc-4c1c-ac1e-879b4670a868 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463452 Nov 24 21:25:08.650553 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8322a93-74e5-40a4-b3ca-34e212839658 req-168a7889-d97d-4d4f-b4c5-6f157305cedf tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:08.652997 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b8322a93-74e5-40a4-b3ca-34e212839658 req-168a7889-d97d-4d4f-b4c5-6f157305cedf tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.0597501 Nov 24 21:25:08.710947 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b8322a93-74e5-40a4-b3ca-34e212839658 req-f6c1e6b2-3a2c-4517-b157-6d8b3e41fc9d tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500147 Nov 24 21:25:08.901715 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-05a5e89f-2528-4d1f-a490-ae22a652a2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:09.850589 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d8221-e312-4198-8e62-ddb319a8de48 req-550df2da-d94d-45fc-bf72-c1104bc98034 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:09.852275 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-304d8221-e312-4198-8e62-ddb319a8de48 req-550df2da-d94d-45fc-bf72-c1104bc98034 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.0515678 Nov 24 21:25:09.910793 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-304d8221-e312-4198-8e62-ddb319a8de48 req-d8a694a9-8d5f-454d-aed6-7f316d327dfe tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522909 Nov 24 21:25:09.963872 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:10.254708 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46536) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:25:10.314135 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-56862456-9e70-4c67-918b-afbe93db42c8 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:10.344802 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-56862456-9e70-4c67-918b-afbe93db42c8 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:10.424242 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-56862456-9e70-4c67-918b-afbe93db42c8 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:10.427322 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-56862456-9e70-4c67-918b-afbe93db42c8 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:10.428585 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-56862456-9e70-4c67-918b-afbe93db42c8 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] 10.222.0.11 "DELETE /v2.0/security-groups/b9dcec6d-b8b9-44df-a939-4064b50c241a HTTP/1.1" status: 204 len: 168 time: 0.1727922 Nov 24 21:25:10.438959 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56862456-9e70-4c67-918b-afbe93db42c8 tempest-TestVolumeBootPattern-1624577897 tempest-TestVolumeBootPattern-1624577897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dcec6d-b8b9-44df-a939-4064b50c241a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:10.519810 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46540) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:25:11.099343 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034924d-bf2c-4497-a36a-060282686853 req-b798798e-4bf2-462e-95f7-faf4ae7b5f93 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:11.104652 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1034924d-bf2c-4497-a36a-060282686853 req-b798798e-4bf2-462e-95f7-faf4ae7b5f93 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.0864484 Nov 24 21:25:11.177700 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-baa6fc6d-93b0-4994-8d15-a68c16a7b6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:11.186181 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1034924d-bf2c-4497-a36a-060282686853 req-d9bca33a-a5b0-48a5-aa22-1a727bc6e43c tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790124 Nov 24 21:25:11.197316 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7ccc54f2-3780-4971-b8a6-682c16e63845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:11.274339 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:11.481310 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-baa6fc6d-93b0-4994-8d15-a68c16a7b6a6 admin admin] Deleting port 1cece7c3-f017-4156-adc1-bdaa9a15e733 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:25:11.481658 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-baa6fc6d-93b0-4994-8d15-a68c16a7b6a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:11.561608 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-baa6fc6d-93b0-4994-8d15-a68c16a7b6a6 admin admin] For port 1cece7c3-f017-4156-adc1-bdaa9a15e733, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=1cece7c3-f017-4156-adc1-bdaa9a15e733,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:25:11.561962 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-baa6fc6d-93b0-4994-8d15-a68c16a7b6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:11.574786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-baa6fc6d-93b0-4994-8d15-a68c16a7b6a6 admin admin] Calling delete_port for 1cece7c3-f017-4156-adc1-bdaa9a15e733 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:25:11.756013 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-baa6fc6d-93b0-4994-8d15-a68c16a7b6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:11.779388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6fc6d-93b0-4994-8d15-a68c16a7b6a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cece7c3-f017-4156-adc1-bdaa9a15e733,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:11.965945 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-baa6fc6d-93b0-4994-8d15-a68c16a7b6a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:12.201983 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa6fc6d-93b0-4994-8d15-a68c16a7b6a6 admin admin] Router a783295e-5410-4b9d-9d94-0f71c3922c22 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:25:12.452689 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:12.651622 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa6fc6d-93b0-4994-8d15-a68c16a7b6a6 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:25:12.660047 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-baa6fc6d-93b0-4994-8d15-a68c16a7b6a6 admin admin] 10.222.0.11 "PUT /v2.0/routers/a783295e-5410-4b9d-9d94-0f71c3922c22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1331451 Nov 24 21:25:12.660945 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 46554) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:25:12.663121 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b25e1d-0aa6-4256-9fba-07857e29c249 None None] Sync routers for ids ['a783295e-5410-4b9d-9d94-0f71c3922c22'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:25:12.678477 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b25e1d-0aa6-4256-9fba-07857e29c249 None None] Routers {'a783295e-5410-4b9d-9d94-0f71c3922c22'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:25:12.679532 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-54b25e1d-0aa6-4256-9fba-07857e29c249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:25:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a783295e-5410-4b9d-9d94-0f71c3922c22'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:25:12.680254 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ded460-a03d-4d7d-b55a-ef4482fd8cfa req-142466f4-1266-4f95-8046-d6802249cf20 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:12.688759 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-01ded460-a03d-4d7d-b55a-ef4482fd8cfa req-142466f4-1266-4f95-8046-d6802249cf20 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.3940537 Nov 24 21:25:12.752840 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-01ded460-a03d-4d7d-b55a-ef4482fd8cfa req-fea60f92-8f84-4710-908e-906543d0025b tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565023 Nov 24 21:25:12.785498 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e7de-e358-46ac-9c12-63914bb3beb3 admin admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:12.800343 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-54b25e1d-0aa6-4256-9fba-07857e29c249 None None] Set router a783295e-5410-4b9d-9d94-0f71c3922c22 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:25:12.897317 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e7de-e358-46ac-9c12-63914bb3beb3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:12.956144 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-d7b0e7de-e358-46ac-9c12-63914bb3beb3 admin admin] Deleting port bc9602a7-4e97-463b-9374-5ee80d471b08 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:25:12.956490 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e7de-e358-46ac-9c12-63914bb3beb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:12.991793 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-54b25e1d-0aa6-4256-9fba-07857e29c249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:25:11Z', 'revision_number': 5, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port': {'id': 'bc9602a7-4e97-463b-9374-5ee80d471b08', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:02Z', 'updated_at': '2021-11-24T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:25:13.023056 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b25e1d-0aa6-4256-9fba-07857e29c249 None None] Checking router: a783295e-5410-4b9d-9d94-0f71c3922c22 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:25:13.035032 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b25e1d-0aa6-4256-9fba-07857e29c249 None None] Routers {'a783295e-5410-4b9d-9d94-0f71c3922c22'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:25:13.035657 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-54b25e1d-0aa6-4256-9fba-07857e29c249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:25:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a783295e-5410-4b9d-9d94-0f71c3922c22'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:25:13.051989 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-d7b0e7de-e358-46ac-9c12-63914bb3beb3 admin admin] For port bc9602a7-4e97-463b-9374-5ee80d471b08, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=bc9602a7-4e97-463b-9374-5ee80d471b08,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:25:13.052501 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e7de-e358-46ac-9c12-63914bb3beb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:13.066432 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-d7b0e7de-e358-46ac-9c12-63914bb3beb3 admin admin] Calling delete_port for bc9602a7-4e97-463b-9374-5ee80d471b08 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:25:13.127666 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-54b25e1d-0aa6-4256-9fba-07857e29c249 None None] Set router a783295e-5410-4b9d-9d94-0f71c3922c22 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:25:13.188078 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-54b25e1d-0aa6-4256-9fba-07857e29c249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:25:12Z', 'revision_number': 6, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:25:13.229635 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b25e1d-0aa6-4256-9fba-07857e29c249 None None] The sync data for ids ['a783295e-5410-4b9d-9d94-0f71c3922c22'] in n-d-812111-8 is: [{'id': 'a783295e-5410-4b9d-9d94-0f71c3922c22', 'name': 'tempest-TestVolumeBootPattern-623579841-router', 'tenant_id': '595635dfe5324829adbb53908d8c3a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:01Z', 'updated_at': '2021-11-24T21:25:12Z', 'revision_number': 6, 'project_id': '595635dfe5324829adbb53908d8c3a34', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:25:13.257110 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e7de-e358-46ac-9c12-63914bb3beb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:13.288585 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0e7de-e358-46ac-9c12-63914bb3beb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc9602a7-4e97-463b-9374-5ee80d471b08,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:13.303817 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df52451-f8bb-4b7d-870a-f3fd7bc7f839 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:25:13.356043 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e7de-e358-46ac-9c12-63914bb3beb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:13.449561 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e7de-e358-46ac-9c12-63914bb3beb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:13.451708 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e7de-e358-46ac-9c12-63914bb3beb3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:13.499415 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e7de-e358-46ac-9c12-63914bb3beb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:13.499840 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b0e7de-e358-46ac-9c12-63914bb3beb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a783295e-5410-4b9d-9d94-0f71c3922c22 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:25:13.505170 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e7de-e358-46ac-9c12-63914bb3beb3 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:13.506338 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d7b0e7de-e358-46ac-9c12-63914bb3beb3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/a783295e-5410-4b9d-9d94-0f71c3922c22 HTTP/1.1" status: 204 len: 168 time: 0.8448637 Nov 24 21:25:13.508877 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 46560) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:25:13.553463 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-956140aa-da87-4eab-9f5e-bd003ce8c24d admin admin] Deleting subnet 45f34fab-787e-4251-9f3c-22a212ef1d24 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:25:13.556603 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-956140aa-da87-4eab-9f5e-bd003ce8c24d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:13.593815 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-956140aa-da87-4eab-9f5e-bd003ce8c24d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:13.682232 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-956140aa-da87-4eab-9f5e-bd003ce8c24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:13.741891 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-956140aa-da87-4eab-9f5e-bd003ce8c24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:13.767125 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956140aa-da87-4eab-9f5e-bd003ce8c24d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45f34fab-787e-4251-9f3c-22a212ef1d24,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:13.774113 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-956140aa-da87-4eab-9f5e-bd003ce8c24d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:13.780012 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46564) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:25:13.783454 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc020e8-cd2b-45bf-b09d-817cdd17f65e None None] Network b79fcd1c-754c-4dea-a7f1-95afcf35cd53 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:25:13.791600 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-956140aa-da87-4eab-9f5e-bd003ce8c24d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/45f34fab-787e-4251-9f3c-22a212ef1d24 HTTP/1.1" status: 204 len: 168 time: 0.2815864 Nov 24 21:25:13.872948 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:13.896482 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-70856fdc-bbf5-4a07-9b10-fc039c4fae5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:13.921645 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0613db-709d-4756-813e-35afddc1318e req-32baec4f-3b37-4270-9021-7af3771312cd tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:13.923770 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f0613db-709d-4756-813e-35afddc1318e req-32baec4f-3b37-4270-9021-7af3771312cd tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.0716856 Nov 24 21:25:14.013195 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f0613db-709d-4756-813e-35afddc1318e req-9f7bc5cc-d16a-4768-9efe-fc987696e9b8 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611115 Nov 24 21:25:14.025281 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-70856fdc-bbf5-4a07-9b10-fc039c4fae5a admin admin] Deleting port a2dc8d77-9326-4f6e-9ceb-285d231441b2 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:25:14.025706 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-70856fdc-bbf5-4a07-9b10-fc039c4fae5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:14.051766 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24bebc3-cd5e-434c-bfc0-37b12f33c140 None None] DHCP port deletion for b79fcd1c-754c-4dea-a7f1-95afcf35cd53 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:25:14.125294 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f24bebc3-cd5e-434c-bfc0-37b12f33c140 None None] Deleting port a2dc8d77-9326-4f6e-9ceb-285d231441b2 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:25:14.125671 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f24bebc3-cd5e-434c-bfc0-37b12f33c140 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:14.134870 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-70856fdc-bbf5-4a07-9b10-fc039c4fae5a admin admin] For port a2dc8d77-9326-4f6e-9ceb-285d231441b2, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a2dc8d77-9326-4f6e-9ceb-285d231441b2,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:25:14.135237 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-70856fdc-bbf5-4a07-9b10-fc039c4fae5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:14.144303 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a2dc8d77-9326-4f6e-9ceb-285d231441b2 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:25:14.152986 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-70856fdc-bbf5-4a07-9b10-fc039c4fae5a admin admin] Calling delete_port for a2dc8d77-9326-4f6e-9ceb-285d231441b2 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:25:14.238967 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f24bebc3-cd5e-434c-bfc0-37b12f33c140 None None] For port a2dc8d77-9326-4f6e-9ceb-285d231441b2, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a2dc8d77-9326-4f6e-9ceb-285d231441b2,segment=NetworkSegment(4ad9fa77-fc11-4fb6-8174-ab87a2dae124),segment_id=4ad9fa77-fc11-4fb6-8174-ab87a2dae124)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:25:14.239368 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f24bebc3-cd5e-434c-bfc0-37b12f33c140 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:14.254260 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-70856fdc-bbf5-4a07-9b10-fc039c4fae5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:14.261324 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f24bebc3-cd5e-434c-bfc0-37b12f33c140 None None] Calling delete_port for a2dc8d77-9326-4f6e-9ceb-285d231441b2 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:25:14.263104 n-d-812111-8 neutron-server[109992]: INFO neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No ports have port_id starting with a2dc8d77-9326-4f6e-9ceb-285d231441b2 Nov 24 21:25:14.267898 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bc9602a7-4e97-463b-9374-5ee80d471b08 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:25:14.284796 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70856fdc-bbf5-4a07-9b10-fc039c4fae5a admin admin] Pushing event deleted for resources: {'Port': ['ID=a2dc8d77-9326-4f6e-9ceb-285d231441b2,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:14.288628 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70856fdc-bbf5-4a07-9b10-fc039c4fae5a admin admin] No DVR routers for this DVR port a2dc8d77-9326-4f6e-9ceb-285d231441b2 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:25:14.300646 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: bc9602a7-4e97-463b-9374-5ee80d471b08 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:25:14.301028 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bc9602a7-4e97-463b-9374-5ee80d471b08 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:25:14.301445 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1cece7c3-f017-4156-adc1-bdaa9a15e733 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:25:14.362431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 1cece7c3-f017-4156-adc1-bdaa9a15e733 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:25:14.363051 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 1cece7c3-f017-4156-adc1-bdaa9a15e733 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:25:14.380321 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-70856fdc-bbf5-4a07-9b10-fc039c4fae5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:14.414537 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-70856fdc-bbf5-4a07-9b10-fc039c4fae5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79fcd1c-754c-4dea-a7f1-95afcf35cd53']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 21:25:14.421396 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 21:25:14.430663 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-70856fdc-bbf5-4a07-9b10-fc039c4fae5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad9fa77-fc11-4fb6-8174-ab87a2dae124') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:25:14.430975 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-70856fdc-bbf5-4a07-9b10-fc039c4fae5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad9fa77-fc11-4fb6-8174-ab87a2dae124') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:25:14.442784 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f24bebc3-cd5e-434c-bfc0-37b12f33c140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:14.443041 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-70856fdc-bbf5-4a07-9b10-fc039c4fae5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:14.469593 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-70856fdc-bbf5-4a07-9b10-fc039c4fae5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:14.480324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70856fdc-bbf5-4a07-9b10-fc039c4fae5a admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:25:14.480899 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-70856fdc-bbf5-4a07-9b10-fc039c4fae5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:25:14.482662 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:25:14.485255 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bebc3-cd5e-434c-bfc0-37b12f33c140 None None] Pushing event deleted for resources: {'Port': ['ID=a2dc8d77-9326-4f6e-9ceb-285d231441b2,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:14.493992 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24bebc3-cd5e-434c-bfc0-37b12f33c140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:25:14.494352 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24bebc3-cd5e-434c-bfc0-37b12f33c140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:25:14.494705 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24bebc3-cd5e-434c-bfc0-37b12f33c140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:25:14.495099 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24bebc3-cd5e-434c-bfc0-37b12f33c140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:25:14.495431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24bebc3-cd5e-434c-bfc0-37b12f33c140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:25:14.495769 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24bebc3-cd5e-434c-bfc0-37b12f33c140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:25:14.496108 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24bebc3-cd5e-434c-bfc0-37b12f33c140 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:25:14.496442 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24bebc3-cd5e-434c-bfc0-37b12f33c140 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:25:14.496936 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24bebc3-cd5e-434c-bfc0-37b12f33c140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:25:14.497388 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24bebc3-cd5e-434c-bfc0-37b12f33c140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:25:14.497731 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24bebc3-cd5e-434c-bfc0-37b12f33c140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:25:14.498056 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24bebc3-cd5e-434c-bfc0-37b12f33c140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:25:14.500797 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24bebc3-cd5e-434c-bfc0-37b12f33c140 None None] No DVR routers for this DVR port a2dc8d77-9326-4f6e-9ceb-285d231441b2 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:25:14.544600 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-70856fdc-bbf5-4a07-9b10-fc039c4fae5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:14.550144 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-70856fdc-bbf5-4a07-9b10-fc039c4fae5a admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:14.553457 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-70856fdc-bbf5-4a07-9b10-fc039c4fae5a admin admin] 10.222.0.11 "DELETE /v2.0/networks/b79fcd1c-754c-4dea-a7f1-95afcf35cd53 HTTP/1.1" status: 204 len: 168 time: 0.7718203 Nov 24 21:25:14.556477 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 46570) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:25:14.564487 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70856fdc-bbf5-4a07-9b10-fc039c4fae5a admin admin] Pushing event deleted for resources: {'Network': ['ID=b79fcd1c-754c-4dea-a7f1-95afcf35cd53,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:14.850002 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:14.852564 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:25:14.965123 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:25:14.971541 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81ac8ced-dd02-498a-8d84-9482a0f42ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:14.977381 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'port_id': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9', 'mac_address': 'fa:16:3e:d5:1b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:25:15.015860 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:15.034082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:25:15.054652 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:25:15.060928 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:15.121720 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:15.181126 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['7013e3a2-9ab1-4531-af44-8fe2075ae1c9'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:25:15.215463 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af433dc8-b418-414c-bb3d-eff0172e7be6 req-e9c11c28-2306-46b6-b906-a0d85941d3ef tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:15.225089 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-af433dc8-b418-414c-bb3d-eff0172e7be6 req-e9c11c28-2306-46b6-b906-a0d85941d3ef tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 944 time: 0.0945492 Nov 24 21:25:15.271474 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-81ac8ced-dd02-498a-8d84-9482a0f42ee0 admin admin] Deleting port 10f7fe88-020c-47d4-b3e6-6e858d55da4d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:25:15.271816 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81ac8ced-dd02-498a-8d84-9482a0f42ee0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:15.286372 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-af433dc8-b418-414c-bb3d-eff0172e7be6 req-4d4d0f9f-8891-42dd-9499-5d008de88960 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601370 Nov 24 21:25:15.375952 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-81ac8ced-dd02-498a-8d84-9482a0f42ee0 admin admin] For port 10f7fe88-020c-47d4-b3e6-6e858d55da4d, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=10f7fe88-020c-47d4-b3e6-6e858d55da4d,segment=NetworkSegment(61c1cd3e-c594-491a-8a5f-970331512483),segment_id=61c1cd3e-c594-491a-8a5f-970331512483)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:25:15.377117 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81ac8ced-dd02-498a-8d84-9482a0f42ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:15.393437 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-81ac8ced-dd02-498a-8d84-9482a0f42ee0 admin admin] Calling delete_port for 10f7fe88-020c-47d4-b3e6-6e858d55da4d owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:25:15.645443 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81ac8ced-dd02-498a-8d84-9482a0f42ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:15.679991 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac8ced-dd02-498a-8d84-9482a0f42ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=10f7fe88-020c-47d4-b3e6-6e858d55da4d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:16.391319 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81ac8ced-dd02-498a-8d84-9482a0f42ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:16.479100 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab2d50-91e5-40b2-adc4-7c8ea1ccebfa req-a6047674-0dc2-4074-ac23-3ae25f5d6876 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:16.481540 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8fab2d50-91e5-40b2-adc4-7c8ea1ccebfa req-a6047674-0dc2-4074-ac23-3ae25f5d6876 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 944 time: 0.0547380 Nov 24 21:25:16.593341 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8fab2d50-91e5-40b2-adc4-7c8ea1ccebfa req-cb7a5d84-4e33-4396-bf7a-87d9d091a39f tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035149 Nov 24 21:25:16.691935 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ac8ced-dd02-498a-8d84-9482a0f42ee0 admin admin] Router 971b195a-104d-4e47-8fc1-687461b2b4f0 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:25:16.839787 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ac8ced-dd02-498a-8d84-9482a0f42ee0 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:25:16.846716 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-81ac8ced-dd02-498a-8d84-9482a0f42ee0 admin admin] 10.222.0.11 "PUT /v2.0/routers/971b195a-104d-4e47-8fc1-687461b2b4f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2890549 Nov 24 21:25:16.851063 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46630) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:25:16.862199 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb25e8d0-24f7-4267-a22d-61fd0004117e None None] Sync routers for ids ['971b195a-104d-4e47-8fc1-687461b2b4f0'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:25:16.869982 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:25:16.887865 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb25e8d0-24f7-4267-a22d-61fd0004117e None None] Routers {'971b195a-104d-4e47-8fc1-687461b2b4f0'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:25:16.891344 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-fb25e8d0-24f7-4267-a22d-61fd0004117e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:25:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['971b195a-104d-4e47-8fc1-687461b2b4f0'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:25:16.963107 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:25:16.963859 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:17.096209 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-fb25e8d0-24f7-4267-a22d-61fd0004117e None None] Set router 971b195a-104d-4e47-8fc1-687461b2b4f0 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:25:17.140222 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:17.176865 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-09ecb432-bc66-4080-86fe-76f090ca876c admin admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:17.217990 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:25:17.219471 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a711f48e-0de4-4980-9f0f-73216f36c026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:25:17.226859 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de32371-6cd4-4895-98f0-36c340fe0c58" -d '{"events": [{"server_uuid": "a711f48e-0de4-4980-9f0f-73216f36c026", "name": "network-vif-plugged", "status": "completed", "tag": "7013e3a2-9ab1-4531-af44-8fe2075ae1c9"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:25:17.236674 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:17.317420 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2700b475-16aa-4001-9fad-9ff0c6a56e12 x-openstack-request-id: req-2700b475-16aa-4001-9fad-9ff0c6a56e12 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:25:17.318873 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-09ecb432-bc66-4080-86fe-76f090ca876c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:17.319196 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a711f48e-0de4-4980-9f0f-73216f36c026", "name": "network-vif-plugged", "status": "completed", "tag": "7013e3a2-9ab1-4531-af44-8fe2075ae1c9", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:25:17.319557 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2700b475-16aa-4001-9fad-9ff0c6a56e12 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:25:17.320057 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a711f48e-0de4-4980-9f0f-73216f36c026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9', 'code': 200} Nov 24 21:25:17.363976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:17.379974 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-fb25e8d0-24f7-4267-a22d-61fd0004117e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971b195a-104d-4e47-8fc1-687461b2b4f0', 'name': 'tempest-TestVolumeBootPattern-668697901-router', 'tenant_id': '8912b9af03cc4690a09635a6a521dfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'abc4d580-d00a-497a-88eb-30f9d4f8b256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:20Z', 'updated_at': '2021-11-24T21:25:15Z', 'revision_number': 5, 'project_id': '8912b9af03cc4690a09635a6a521dfc4', 'gw_port': {'id': 'abc4d580-d00a-497a-88eb-30f9d4f8b256', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971b195a-104d-4e47-8fc1-687461b2b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:11:21Z', 'updated_at': '2021-11-24T21:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:25:17.405882 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-09ecb432-bc66-4080-86fe-76f090ca876c admin admin] Deleting port abc4d580-d00a-497a-88eb-30f9d4f8b256 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:25:17.406498 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-09ecb432-bc66-4080-86fe-76f090ca876c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:17.414028 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb25e8d0-24f7-4267-a22d-61fd0004117e None None] Checking router: 971b195a-104d-4e47-8fc1-687461b2b4f0 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:25:17.433314 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb25e8d0-24f7-4267-a22d-61fd0004117e None None] Routers {'971b195a-104d-4e47-8fc1-687461b2b4f0'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:25:17.434097 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-fb25e8d0-24f7-4267-a22d-61fd0004117e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:25:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['971b195a-104d-4e47-8fc1-687461b2b4f0'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:25:17.507062 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-09ecb432-bc66-4080-86fe-76f090ca876c admin admin] For port abc4d580-d00a-497a-88eb-30f9d4f8b256, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=abc4d580-d00a-497a-88eb-30f9d4f8b256,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:25:17.507588 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-09ecb432-bc66-4080-86fe-76f090ca876c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:17.525375 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-09ecb432-bc66-4080-86fe-76f090ca876c admin admin] Calling delete_port for abc4d580-d00a-497a-88eb-30f9d4f8b256 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:25:17.716855 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-fb25e8d0-24f7-4267-a22d-61fd0004117e None None] Set router 971b195a-104d-4e47-8fc1-687461b2b4f0 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:25:17.821768 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-fb25e8d0-24f7-4267-a22d-61fd0004117e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971b195a-104d-4e47-8fc1-687461b2b4f0', 'name': 'tempest-TestVolumeBootPattern-668697901-router', 'tenant_id': '8912b9af03cc4690a09635a6a521dfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:20Z', 'updated_at': '2021-11-24T21:25:17Z', 'revision_number': 6, 'project_id': '8912b9af03cc4690a09635a6a521dfc4', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:25:17.826647 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da28c1e-edfd-4475-9168-c893c93320c0 req-71d03443-83f7-461e-b5ce-ec46f4a770de tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:17.828176 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2da28c1e-edfd-4475-9168-c893c93320c0 req-71d03443-83f7-461e-b5ce-ec46f4a770de tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.1182847 Nov 24 21:25:17.886146 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb25e8d0-24f7-4267-a22d-61fd0004117e None None] The sync data for ids ['971b195a-104d-4e47-8fc1-687461b2b4f0'] in n-d-812111-8 is: [{'id': '971b195a-104d-4e47-8fc1-687461b2b4f0', 'name': 'tempest-TestVolumeBootPattern-668697901-router', 'tenant_id': '8912b9af03cc4690a09635a6a521dfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:11:20Z', 'updated_at': '2021-11-24T21:25:17Z', 'revision_number': 6, 'project_id': '8912b9af03cc4690a09635a6a521dfc4', 'gw_port_host': None}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:25:17.925714 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-09ecb432-bc66-4080-86fe-76f090ca876c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:17.954436 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecb432-bc66-4080-86fe-76f090ca876c admin admin] Pushing event deleted for resources: {'Port': ['ID=abc4d580-d00a-497a-88eb-30f9d4f8b256,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:17.971372 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2da28c1e-edfd-4475-9168-c893c93320c0 req-1e7d4f9c-64df-40d6-a714-170fe2344d61 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143186 Nov 24 21:25:18.014634 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32efb14d-cf0d-4065-9594-934976bde905 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:25:18.050626 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-09ecb432-bc66-4080-86fe-76f090ca876c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:18.170347 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-09ecb432-bc66-4080-86fe-76f090ca876c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:18.172501 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-09ecb432-bc66-4080-86fe-76f090ca876c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:18.223431 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-09ecb432-bc66-4080-86fe-76f090ca876c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:18.224463 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ecb432-bc66-4080-86fe-76f090ca876c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 971b195a-104d-4e47-8fc1-687461b2b4f0 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:25:18.229928 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-09ecb432-bc66-4080-86fe-76f090ca876c admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:18.231304 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-09ecb432-bc66-4080-86fe-76f090ca876c admin admin] 10.222.0.11 "DELETE /v2.0/routers/971b195a-104d-4e47-8fc1-687461b2b4f0 HTTP/1.1" status: 204 len: 168 time: 1.3771846 Nov 24 21:25:18.233834 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46654) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:25:18.341217 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-893c7d3d-c582-4470-acfc-5c08fa4b24c1 admin admin] Deleting subnet 0f134fc1-4b13-4574-8f1c-0e6c2c6b5b3d {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:25:18.346101 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-893c7d3d-c582-4470-acfc-5c08fa4b24c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:18.351907 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 10f7fe88-020c-47d4-b3e6-6e858d55da4d no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:25:18.382249 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 10f7fe88-020c-47d4-b3e6-6e858d55da4d {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:25:18.382920 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 10f7fe88-020c-47d4-b3e6-6e858d55da4d not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:25:18.390201 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-893c7d3d-c582-4470-acfc-5c08fa4b24c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:18.514644 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-893c7d3d-c582-4470-acfc-5c08fa4b24c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:18.590509 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-893c7d3d-c582-4470-acfc-5c08fa4b24c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:18.629928 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c7d3d-c582-4470-acfc-5c08fa4b24c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f134fc1-4b13-4574-8f1c-0e6c2c6b5b3d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:18.638928 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-893c7d3d-c582-4470-acfc-5c08fa4b24c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:18.647444 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-893c7d3d-c582-4470-acfc-5c08fa4b24c1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0f134fc1-4b13-4574-8f1c-0e6c2c6b5b3d HTTP/1.1" status: 204 len: 168 time: 0.4102139 Nov 24 21:25:18.649245 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 46662) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:25:18.650119 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b910302-0291-4c6f-bcda-1e6e0f4391a6 None None] Network eb546459-efc3-41de-9be3-646fa8fb4666 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:25:18.789112 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19f5e0f8-8d26-4128-8ccd-b357090e0b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:18.937914 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-19f5e0f8-8d26-4128-8ccd-b357090e0b94 admin admin] Deleting port 33fcdee2-7373-4898-b2f1-e0c243881fb5 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:25:18.939129 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19f5e0f8-8d26-4128-8ccd-b357090e0b94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:18.956359 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f78a2b5-7709-40f9-a092-2643835816fb None None] DHCP port deletion for eb546459-efc3-41de-9be3-646fa8fb4666 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:25:19.044066 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-1f78a2b5-7709-40f9-a092-2643835816fb None None] Deleting port 33fcdee2-7373-4898-b2f1-e0c243881fb5 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:25:19.044792 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1f78a2b5-7709-40f9-a092-2643835816fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:19.094540 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-19f5e0f8-8d26-4128-8ccd-b357090e0b94 admin admin] For port 33fcdee2-7373-4898-b2f1-e0c243881fb5, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=33fcdee2-7373-4898-b2f1-e0c243881fb5,segment=NetworkSegment(61c1cd3e-c594-491a-8a5f-970331512483),segment_id=61c1cd3e-c594-491a-8a5f-970331512483)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:25:19.095981 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19f5e0f8-8d26-4128-8ccd-b357090e0b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:19.124547 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-19f5e0f8-8d26-4128-8ccd-b357090e0b94 admin admin] Calling delete_port for 33fcdee2-7373-4898-b2f1-e0c243881fb5 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:25:19.217377 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4502873-5cb2-45dd-b255-7e286db358a7 req-5695384e-5564-4860-9809-eba06ef6f538 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:19.219167 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b4502873-5cb2-45dd-b255-7e286db358a7 req-5695384e-5564-4860-9809-eba06ef6f538 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.1091874 Nov 24 21:25:19.330528 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b4502873-5cb2-45dd-b255-7e286db358a7 req-37e789d1-7b62-4735-8e7b-7d838ff38cda tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988421 Nov 24 21:25:19.334493 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19f5e0f8-8d26-4128-8ccd-b357090e0b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:19.377237 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5e0f8-8d26-4128-8ccd-b357090e0b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=33fcdee2-7373-4898-b2f1-e0c243881fb5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:19.380929 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f5e0f8-8d26-4128-8ccd-b357090e0b94 admin admin] No DVR routers for this DVR port 33fcdee2-7373-4898-b2f1-e0c243881fb5 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:25:19.395514 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1f78a2b5-7709-40f9-a092-2643835816fb None None] For port 33fcdee2-7373-4898-b2f1-e0c243881fb5, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=33fcdee2-7373-4898-b2f1-e0c243881fb5,segment=NetworkSegment(61c1cd3e-c594-491a-8a5f-970331512483),segment_id=61c1cd3e-c594-491a-8a5f-970331512483)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:25:19.397866 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1f78a2b5-7709-40f9-a092-2643835816fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:19.413773 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-1f78a2b5-7709-40f9-a092-2643835816fb None None] Calling delete_port for 33fcdee2-7373-4898-b2f1-e0c243881fb5 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:25:19.491593 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19f5e0f8-8d26-4128-8ccd-b357090e0b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:19.521899 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-19f5e0f8-8d26-4128-8ccd-b357090e0b94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb546459-efc3-41de-9be3-646fa8fb4666']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:25:19.540146 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-19f5e0f8-8d26-4128-8ccd-b357090e0b94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c1cd3e-c594-491a-8a5f-970331512483') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:25:19.540599 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-19f5e0f8-8d26-4128-8ccd-b357090e0b94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c1cd3e-c594-491a-8a5f-970331512483') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:25:19.556939 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19f5e0f8-8d26-4128-8ccd-b357090e0b94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:19.569818 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1f78a2b5-7709-40f9-a092-2643835816fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:19.588007 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19f5e0f8-8d26-4128-8ccd-b357090e0b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:19.599470 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f5e0f8-8d26-4128-8ccd-b357090e0b94 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:25:19.599882 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19f5e0f8-8d26-4128-8ccd-b357090e0b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:25:19.602406 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:25:19.606725 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78a2b5-7709-40f9-a092-2643835816fb None None] Pushing event deleted for resources: {'Port': ['ID=33fcdee2-7373-4898-b2f1-e0c243881fb5,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:19.617392 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f78a2b5-7709-40f9-a092-2643835816fb None None] No DVR routers for this DVR port 33fcdee2-7373-4898-b2f1-e0c243881fb5 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:25:19.671698 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19f5e0f8-8d26-4128-8ccd-b357090e0b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:19.680044 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19f5e0f8-8d26-4128-8ccd-b357090e0b94 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:19.683960 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-19f5e0f8-8d26-4128-8ccd-b357090e0b94 admin admin] 10.222.0.11 "DELETE /v2.0/networks/eb546459-efc3-41de-9be3-646fa8fb4666 HTTP/1.1" status: 204 len: 168 time: 1.0344779 Nov 24 21:25:19.698240 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5e0f8-8d26-4128-8ccd-b357090e0b94 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb546459-efc3-41de-9be3-646fa8fb4666,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:19.893578 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 46682) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:25:19.951185 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f229bd7c-e952-4f03-abac-e2deedaa1e84 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=595635dfe5324829adbb53908d8c3a34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0562088 Nov 24 21:25:19.954059 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46684) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:25:20.021315 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6493458f-38d7-4cff-8477-866eb5cedefc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:20.051552 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6493458f-38d7-4cff-8477-866eb5cedefc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:20.125193 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6493458f-38d7-4cff-8477-866eb5cedefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:20.129265 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6493458f-38d7-4cff-8477-866eb5cedefc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:20.130676 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6493458f-38d7-4cff-8477-866eb5cedefc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78e785da-76f2-482a-807b-9012816b487f HTTP/1.1" status: 204 len: 168 time: 0.1756194 Nov 24 21:25:20.139242 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device abc4d580-d00a-497a-88eb-30f9d4f8b256 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:25:20.140892 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493458f-38d7-4cff-8477-866eb5cedefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e785da-76f2-482a-807b-9012816b487f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:20.179146 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: abc4d580-d00a-497a-88eb-30f9d4f8b256 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:25:20.179792 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device abc4d580-d00a-497a-88eb-30f9d4f8b256 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:25:20.180497 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 33fcdee2-7373-4898-b2f1-e0c243881fb5 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:25:20.222667 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 33fcdee2-7373-4898-b2f1-e0c243881fb5 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:25:20.223415 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 33fcdee2-7373-4898-b2f1-e0c243881fb5 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:25:20.494986 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:25:20.502878 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e3cb8-988a-4f19-badb-7474432b490a req-6a1424e8-b5b3-4efb-a32f-f8c2de1c864b tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:20.511448 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f30e3cb8-988a-4f19-badb-7474432b490a req-6a1424e8-b5b3-4efb-a32f-f8c2de1c864b tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.0843263 Nov 24 21:25:20.589080 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f30e3cb8-988a-4f19-badb-7474432b490a req-6a9fd545-a72d-46b2-9878-d2eff9254c76 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758040 Nov 24 21:25:20.736732 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46702) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:25:20.795814 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-121dbf35-d1af-46cd-b04a-e90fa05ed6af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8912b9af03cc4690a09635a6a521dfc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0576065 Nov 24 21:25:20.799107 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 46706) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:25:20.869015 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef80fc72-acae-4ba7-a6f7-956c562af717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:20.899920 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef80fc72-acae-4ba7-a6f7-956c562af717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:20.963280 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef80fc72-acae-4ba7-a6f7-956c562af717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:20.966210 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef80fc72-acae-4ba7-a6f7-956c562af717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:20.967530 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ef80fc72-acae-4ba7-a6f7-956c562af717 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/acea3e0b-3a6b-4668-ba87-c17c9e73e12f HTTP/1.1" status: 204 len: 168 time: 0.1672184 Nov 24 21:25:20.982170 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80fc72-acae-4ba7-a6f7-956c562af717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acea3e0b-3a6b-4668-ba87-c17c9e73e12f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:21.763239 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14c22c-c4b1-44d4-a23e-6cd81c85dd16 req-605c1412-840f-4c56-bc7c-8f2da4a295a0 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:21.764302 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7c14c22c-c4b1-44d4-a23e-6cd81c85dd16 req-605c1412-840f-4c56-bc7c-8f2da4a295a0 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.0856853 Nov 24 21:25:21.839143 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7c14c22c-c4b1-44d4-a23e-6cd81c85dd16 req-dc0dc518-7c0b-4148-bb71-fd697ef26ac6 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647514 Nov 24 21:25:22.984983 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995373d9-da76-479f-b495-afe4376c6765 req-f4ea7fbb-4cca-4125-83ea-d7a1ad71738c tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:22.987154 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-995373d9-da76-479f-b495-afe4376c6765 req-f4ea7fbb-4cca-4125-83ea-d7a1ad71738c tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.0720203 Nov 24 21:25:23.054488 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-995373d9-da76-479f-b495-afe4376c6765 req-64aac8ad-6235-4fd2-b1e7-50174cc5aa87 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587234 Nov 24 21:25:24.231715 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ec8fe-01c5-43f9-b6d7-d632b80e566b req-a1e35726-6814-419a-b2c5-c7aa01491e25 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:24.240292 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-939ec8fe-01c5-43f9-b6d7-d632b80e566b req-a1e35726-6814-419a-b2c5-c7aa01491e25 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.0971706 Nov 24 21:25:24.295016 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-939ec8fe-01c5-43f9-b6d7-d632b80e566b req-319f92ea-ab98-4a8c-8827-6e21c1479853 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537417 Nov 24 21:25:25.481476 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50854c17-0919-4176-86d8-7f3743ade1ec req-d010e0aa-c6b7-470d-973d-9883f9998f6d tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:25.483906 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-50854c17-0919-4176-86d8-7f3743ade1ec req-d010e0aa-c6b7-470d-973d-9883f9998f6d tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.0817635 Nov 24 21:25:25.552791 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-50854c17-0919-4176-86d8-7f3743ade1ec req-d09080c1-7d7b-49e4-9dd0-e418bd37c3e3 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600235 Nov 24 21:25:26.696257 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d80de-ee97-4029-928d-ae2375ccbf2b req-dad0b457-6ab7-432d-adba-6df22d33c81d tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:26.702189 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec4d80de-ee97-4029-928d-ae2375ccbf2b req-dad0b457-6ab7-432d-adba-6df22d33c81d tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.0619822 Nov 24 21:25:26.755756 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec4d80de-ee97-4029-928d-ae2375ccbf2b req-90df3489-6566-4cae-abf9-42c9b545717e tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444050 Nov 24 21:25:27.357655 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebb45a-ba5e-40eb-b1db-fb5971017f03 req-3b245272-2840-4935-84fe-2e87d6cc59b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:27.359170 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-93ebb45a-ba5e-40eb-b1db-fb5971017f03 req-3b245272-2840-4935-84fe-2e87d6cc59b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51d612ab04e44ebdb2576e3d3896d36c&device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 1096 time: 0.0416403 Nov 24 21:25:27.468325 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebb45a-ba5e-40eb-b1db-fb5971017f03 req-e6eb69d4-db76-4242-8e96-e33bb284635b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:27.471311 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-93ebb45a-ba5e-40eb-b1db-fb5971017f03 req-e6eb69d4-db76-4242-8e96-e33bb284635b service neutron] 10.222.0.15 "GET /v2.0/networks?id=32a707c4-ac19-469f-a9cc-104f3e27a20e HTTP/1.1" status: 200 len: 918 time: 0.1028683 Nov 24 21:25:27.581320 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-93ebb45a-ba5e-40eb-b1db-fb5971017f03 req-743567dd-7342-4296-a7f5-fa3414f14fcd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7013e3a2-9ab1-4531-af44-8fe2075ae1c9 HTTP/1.1" status: 200 len: 1001 time: 0.0982852 Nov 24 21:25:27.638611 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebb45a-ba5e-40eb-b1db-fb5971017f03 req-069a61d3-8e4c-4adc-bfb9-43b8d06d01d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:27.640389 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-93ebb45a-ba5e-40eb-b1db-fb5971017f03 req-069a61d3-8e4c-4adc-bfb9-43b8d06d01d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0faa94f8-a6a6-4ded-b1c0-ce3e792adfad HTTP/1.1" status: 200 len: 856 time: 0.0480762 Nov 24 21:25:27.690625 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebb45a-ba5e-40eb-b1db-fb5971017f03 req-5987799b-2173-4e0e-9ec9-23a80f4f3cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:27.692141 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-93ebb45a-ba5e-40eb-b1db-fb5971017f03 req-5987799b-2173-4e0e-9ec9-23a80f4f3cdd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32a707c4-ac19-469f-a9cc-104f3e27a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422204 Nov 24 21:25:27.796298 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-93ebb45a-ba5e-40eb-b1db-fb5971017f03 req-b0259395-1db0-4603-bd16-a2d97a1c07c8 service neutron] 10.222.0.15 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928051 Nov 24 21:25:27.936357 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664d369-579a-45fa-bed7-3540fa9d0f7c req-cfc8353b-333d-4213-8f18-a62a52f71307 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:27.937874 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6664d369-579a-45fa-bed7-3540fa9d0f7c req-cfc8353b-333d-4213-8f18-a62a52f71307 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.1006343 Nov 24 21:25:27.941194 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-93ebb45a-ba5e-40eb-b1db-fb5971017f03 req-66ee4ef3-eab9-4616-935d-b848af4c2a95 service neutron] 10.222.0.15 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326280 Nov 24 21:25:27.996171 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6664d369-579a-45fa-bed7-3540fa9d0f7c req-1fb6dd27-fdd3-48e8-9f22-e26548c57d52 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512686 Nov 24 21:25:29.139309 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85337a-c50c-49af-ab67-5532d785a5c0 req-31d81217-185c-4cb0-b279-5e686fbc75d3 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:29.145241 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8d85337a-c50c-49af-ab67-5532d785a5c0 req-31d81217-185c-4cb0-b279-5e686fbc75d3 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.0667744 Nov 24 21:25:29.199341 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8d85337a-c50c-49af-ab67-5532d785a5c0 req-56402fe7-40d3-4245-abec-80bff9e59aef tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511487 Nov 24 21:25:30.341183 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eeaabc-3397-4245-83e1-ccc20986da99 req-0c484e71-e67d-4b0d-9c15-ee1a6dd8700d tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:30.342814 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-04eeaabc-3397-4245-83e1-ccc20986da99 req-0c484e71-e67d-4b0d-9c15-ee1a6dd8700d tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.0517612 Nov 24 21:25:30.401425 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-04eeaabc-3397-4245-83e1-ccc20986da99 req-facffa97-581c-4644-9c26-8eff3d3f5231 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510361 Nov 24 21:25:30.945706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:25:31.037466 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:31.066672 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a711f48e-0de4-4980-9f0f-73216f36c026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:25:31.069040 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ca12ea-ba49-4d37-a645-f44e2c359411" -d '{"events": [{"server_uuid": "a711f48e-0de4-4980-9f0f-73216f36c026", "name": "network-vif-unplugged", "status": "completed", "tag": "7013e3a2-9ab1-4531-af44-8fe2075ae1c9"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:25:31.085425 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:25:31.089892 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:31.161776 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:31.175081 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Nov 2021 21:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378bfaea-7f29-42b0-bd62-b1a9999d367c x-openstack-request-id: req-378bfaea-7f29-42b0-bd62-b1a9999d367c {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:25:31.175607 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a711f48e-0de4-4980-9f0f-73216f36c026", "name": "network-vif-unplugged", "status": "failed", "tag": "7013e3a2-9ab1-4531-af44-8fe2075ae1c9", "code": 422}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:25:31.175891 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-378bfaea-7f29-42b0-bd62-b1a9999d367c {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:25:31.176298 n-d-812111-8 neutron-server[109992]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a711f48e-0de4-4980-9f0f-73216f36c026', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9', 'code': 422} returned with failed status Nov 24 21:25:31.415038 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcd83b-315a-4263-ad8b-cb98f5ad5f91 req-4241440a-bafc-4d31-9ba8-7771393f0e55 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:31.416709 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-56fcd83b-315a-4263-ad8b-cb98f5ad5f91 req-4241440a-bafc-4d31-9ba8-7771393f0e55 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 943 time: 0.0580070 Nov 24 21:25:31.498398 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-56fcd83b-315a-4263-ad8b-cb98f5ad5f91 req-6774db37-2fb8-445a-8e25-10259a9b7864 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748909 Nov 24 21:25:31.502027 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-4224df6b-a226-41b5-9f5d-04f3b1340f1b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0768628 Nov 24 21:25:32.298809 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-5c582cc9-7ff1-4bf1-8822-fa0e2f2e158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:32.300251 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-5c582cc9-7ff1-4bf1-8822-fa0e2f2e158c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026&tenant_id=51d612ab04e44ebdb2576e3d3896d36c HTTP/1.1" status: 200 len: 1094 time: 0.0475733 Nov 24 21:25:32.313629 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-8', 'device_owner': 'compute:nova'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:25:32.366584 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:32.590916 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] For port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:25:32.632500 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] For port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:25:32.633861 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040a9c6-17aa-47d0-846e-7993556730f1 req-84fd3e77-3d62-4029-88dc-d380050529b7 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:32.635630 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3040a9c6-17aa-47d0-846e-7993556730f1 req-84fd3e77-3d62-4029-88dc-d380050529b7 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 943 time: 0.0592229 Nov 24 21:25:32.674918 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:25:32.684480 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:32.687286 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3040a9c6-17aa-47d0-846e-7993556730f1 req-248cc500-c811-4e1f-b6da-6858723340a5 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435872 Nov 24 21:25:32.699773 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] Transition to ACTIVE for port object 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:25:32.703585 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:32.762381 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,revision_number=9']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:32.845520 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] No DVR routers for this DVR port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:25:32.988539 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] Attempting to bind port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:25:32.988913 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] Attempting to bind port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:25:32.989272 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] Attempting to bind port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 on network 32a707c4-ac19-469f-a9cc-104f3e27a20e {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:25:32.993531 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] Port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 on network 32a707c4-ac19-469f-a9cc-104f3e27a20e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:25:32.993854 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] Attempting to bind port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 on network 32a707c4-ac19-469f-a9cc-104f3e27a20e {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:25:32.998606 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:25:32.998948 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] Checking segment: {'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:25:32.999339 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] Bound using segment: {'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:25:32.999762 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] Bound port: 7013e3a2-9ab1-4531-af44-8fe2075ae1c9, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e324e50f-5864-45f7-921a-f81b6ccfb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:25:33.000116 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:33.065681 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] For port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:25:33.068923 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] For port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:25:33.073520 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:33.108517 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:33.109187 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:33.111118 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] 10.222.0.48 "PUT /v2.0/ports/7013e3a2-9ab1-4531-af44-8fe2075ae1c9 HTTP/1.1" status: 200 len: 1091 time: 0.8033717 Nov 24 21:25:33.111726 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a711f48e-0de4-4980-9f0f-73216f36c026', 'tag': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:25:33.114039 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac97c0f-f3c9-4b9d-aa52-cec7252a09f8" -d '{"events": [{"name": "network-changed", "server_uuid": "a711f48e-0de4-4980-9f0f-73216f36c026", "tag": "7013e3a2-9ab1-4531-af44-8fe2075ae1c9"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:25:33.163288 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ff20a6-dd74-4746-946a-25af84804778 x-openstack-request-id: req-15ff20a6-dd74-4746-946a-25af84804778 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:25:33.163603 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a711f48e-0de4-4980-9f0f-73216f36c026", "tag": "7013e3a2-9ab1-4531-af44-8fe2075ae1c9", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:25:33.163851 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-15ff20a6-dd74-4746-946a-25af84804778 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:25:33.164265 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a711f48e-0de4-4980-9f0f-73216f36c026', 'tag': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9', 'status': 'completed', 'code': 200} Nov 24 21:25:33.165020 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f2f3f-e359-42ee-bde2-2256621668e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,revision_number=10']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:33.189635 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-5100327a-c842-4764-841d-f7acf72d0424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:33.191343 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-5100327a-c842-4764-841d-f7acf72d0424 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=51d612ab04e44ebdb2576e3d3896d36c&device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 1095 time: 0.0565073 Nov 24 21:25:33.300535 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-7458ee34-1eb9-41ff-b2d9-b46cc4aec499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:33.302117 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-7458ee34-1eb9-41ff-b2d9-b46cc4aec499 service neutron] 10.222.0.48 "GET /v2.0/networks?id=32a707c4-ac19-469f-a9cc-104f3e27a20e HTTP/1.1" status: 200 len: 918 time: 0.1038764 Nov 24 21:25:33.379210 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-8b5ecb43-d262-40b5-ba83-0c1c4380eb27 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7013e3a2-9ab1-4531-af44-8fe2075ae1c9 HTTP/1.1" status: 200 len: 999 time: 0.0695291 Nov 24 21:25:33.431136 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-1d2482f0-4e6b-4c36-8de1-a70a36cbf86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:33.432598 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-1d2482f0-4e6b-4c36-8de1-a70a36cbf86e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0faa94f8-a6a6-4ded-b1c0-ce3e792adfad HTTP/1.1" status: 200 len: 856 time: 0.0464120 Nov 24 21:25:33.482347 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-902d155d-44bb-486d-835e-ef4b051ba913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:33.483861 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-902d155d-44bb-486d-835e-ef4b051ba913 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32a707c4-ac19-469f-a9cc-104f3e27a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436478 Nov 24 21:25:33.582177 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-470c6806-5f07-4548-b2c5-24578865058e service neutron] 10.222.0.48 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893300 Nov 24 21:25:33.695227 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-f52550de-e3f2-4451-87d7-a920f44e1e54 service neutron] 10.222.0.48 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063664 Nov 24 21:25:33.793534 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac97c0f-f3c9-4b9d-aa52-cec7252a09f8 req-9b01d92a-1d30-4e2c-aae3-abec1aebf8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:33.795466 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ac97c0f-f3c9-4b9d-aa52-cec7252a09f8 req-9b01d92a-1d30-4e2c-aae3-abec1aebf8f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=51d612ab04e44ebdb2576e3d3896d36c&device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 1095 time: 0.0536838 Nov 24 21:25:33.826831 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912887c9-f022-42d1-9c73-de11c733541d req-d6a09429-0763-44ef-9aa5-1d5910c36381 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:33.833272 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-912887c9-f022-42d1-9c73-de11c733541d req-d6a09429-0763-44ef-9aa5-1d5910c36381 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 944 time: 0.0597920 Nov 24 21:25:33.883471 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-912887c9-f022-42d1-9c73-de11c733541d req-0746dd98-1f92-45b4-8154-8788746a6243 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430543 Nov 24 21:25:33.914700 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac97c0f-f3c9-4b9d-aa52-cec7252a09f8 req-7209f4d7-e2c7-43ac-a912-0a205db600f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:33.915732 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ac97c0f-f3c9-4b9d-aa52-cec7252a09f8 req-7209f4d7-e2c7-43ac-a912-0a205db600f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=32a707c4-ac19-469f-a9cc-104f3e27a20e HTTP/1.1" status: 200 len: 918 time: 0.1122365 Nov 24 21:25:33.990570 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ac97c0f-f3c9-4b9d-aa52-cec7252a09f8 req-eb64bea5-0f2d-4f84-b87d-522074bd12e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7013e3a2-9ab1-4531-af44-8fe2075ae1c9 HTTP/1.1" status: 200 len: 999 time: 0.0680022 Nov 24 21:25:34.047997 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac97c0f-f3c9-4b9d-aa52-cec7252a09f8 req-bcc3ccac-d69d-4c3e-9d22-839f330da1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:34.049727 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ac97c0f-f3c9-4b9d-aa52-cec7252a09f8 req-bcc3ccac-d69d-4c3e-9d22-839f330da1e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0faa94f8-a6a6-4ded-b1c0-ce3e792adfad HTTP/1.1" status: 200 len: 856 time: 0.0522113 Nov 24 21:25:34.101526 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac97c0f-f3c9-4b9d-aa52-cec7252a09f8 req-88e0fe54-1375-44cf-85c4-a77f70c1cca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:34.103084 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ac97c0f-f3c9-4b9d-aa52-cec7252a09f8 req-88e0fe54-1375-44cf-85c4-a77f70c1cca7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32a707c4-ac19-469f-a9cc-104f3e27a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461233 Nov 24 21:25:34.228331 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ac97c0f-f3c9-4b9d-aa52-cec7252a09f8 req-f2d5eed3-38d2-4593-bb1c-2831bf542626 service neutron] 10.222.0.48 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178992 Nov 24 21:25:34.967824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:25:35.022819 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:25:35.051754 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecfe52-a0d6-4386-bef2-924807348369 req-bca050d7-dd4c-4497-a027-cce781edb438 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:35.053304 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e5ecfe52-a0d6-4386-bef2-924807348369 req-bca050d7-dd4c-4497-a027-cce781edb438 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 944 time: 0.0596955 Nov 24 21:25:35.120220 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e5ecfe52-a0d6-4386-bef2-924807348369 req-88b9ae6f-5f90-401b-92f3-e559dbf08b1a tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607815 Nov 24 21:25:36.277294 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be515e75-821a-485a-ba50-60da1e8ce778 req-194b5345-739c-47b0-a69b-5554c568de6f tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:36.279128 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-be515e75-821a-485a-ba50-60da1e8ce778 req-194b5345-739c-47b0-a69b-5554c568de6f tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 944 time: 0.0522912 Nov 24 21:25:36.365106 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-be515e75-821a-485a-ba50-60da1e8ce778 req-7b960f85-25d1-4e90-a51d-aa3e0cc6d3a9 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775683 Nov 24 21:25:37.499345 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c493d5c-80e8-43ae-a314-9679a286bf72 req-67e8956c-9f00-465e-9562-89fcaff3e72e tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:37.501131 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c493d5c-80e8-43ae-a314-9679a286bf72 req-67e8956c-9f00-465e-9562-89fcaff3e72e tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 944 time: 0.0512335 Nov 24 21:25:37.550270 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c493d5c-80e8-43ae-a314-9679a286bf72 req-9c8466b2-e64b-4ad0-bf25-825460bdbbdc tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432584 Nov 24 21:25:38.571102 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47020) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:25:38.575729 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-3f8bde63-5d14-4fdc-a6b9-a1eec180063f tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1100297040', 'description': 'tempest-secgroup-smoke-1100297040 description', 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:25:38.602373 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3f8bde63-5d14-4fdc-a6b9-a1eec180063f tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:38.676310 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3f8bde63-5d14-4fdc-a6b9-a1eec180063f tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:38.680892 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd206550-1736-4c02-b324-efcc8dd84fca req-8b7846d5-0499-4906-adf2-a93b8fd1530c tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:38.681795 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3f8bde63-5d14-4fdc-a6b9-a1eec180063f tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:38.683472 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd206550-1736-4c02-b324-efcc8dd84fca req-8b7846d5-0499-4906-adf2-a93b8fd1530c tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 944 time: 0.0551808 Nov 24 21:25:38.724340 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3f8bde63-5d14-4fdc-a6b9-a1eec180063f tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:38.729757 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3f8bde63-5d14-4fdc-a6b9-a1eec180063f tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1575556 Nov 24 21:25:38.731371 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47024) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:25:38.736574 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-d4ee52ce-7c9f-45b8-a591-0fdd323170c5 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Request body: {'security_group_rule': {'security_group_id': 'dd48b110-cf66-4e27-91ca-16b50cf6e4bf', 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:25:38.743504 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd206550-1736-4c02-b324-efcc8dd84fca req-d65762aa-8ad2-47d7-96e9-20b502f72187 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512490 Nov 24 21:25:38.754358 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bde63-5d14-4fdc-a6b9-a1eec180063f tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd48b110-cf66-4e27-91ca-16b50cf6e4bf,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:38.775667 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d4ee52ce-7c9f-45b8-a591-0fdd323170c5 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:38.836425 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d4ee52ce-7c9f-45b8-a591-0fdd323170c5 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:38.840482 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d4ee52ce-7c9f-45b8-a591-0fdd323170c5 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:38.862534 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee52ce-7c9f-45b8-a591-0fdd323170c5 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6434819d-394a-4662-a19a-53114ec0cec5,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:38.876875 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d4ee52ce-7c9f-45b8-a591-0fdd323170c5 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:38.878149 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d4ee52ce-7c9f-45b8-a591-0fdd323170c5 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457255 Nov 24 21:25:38.881056 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47026) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:25:38.886265 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-ab73ae67-a40c-4bf0-a824-3c452e86891c tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Request body: {'security_group_rule': {'security_group_id': 'dd48b110-cf66-4e27-91ca-16b50cf6e4bf', 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:25:38.895012 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-03ec5d74-2f73-49d3-a6d9-d647632c020f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:38.920638 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab73ae67-a40c-4bf0-a824-3c452e86891c tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:38.976646 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab73ae67-a40c-4bf0-a824-3c452e86891c tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:38.980495 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab73ae67-a40c-4bf0-a824-3c452e86891c tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:39.002812 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73ae67-a40c-4bf0-a824-3c452e86891c tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75184ced-5a06-4151-aa24-85ab94fb1615,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:39.009196 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab73ae67-a40c-4bf0-a824-3c452e86891c tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:39.010767 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ab73ae67-a40c-4bf0-a824-3c452e86891c tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286252 Nov 24 21:25:39.013714 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47028) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:25:39.019476 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-448b01da-2c27-4930-8fd8-fb82c9d97f3b tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Request body: {'security_group_rule': {'security_group_id': 'dd48b110-cf66-4e27-91ca-16b50cf6e4bf', 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:25:39.051591 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-448b01da-2c27-4930-8fd8-fb82c9d97f3b tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:39.125902 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-448b01da-2c27-4930-8fd8-fb82c9d97f3b tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:39.129836 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-448b01da-2c27-4930-8fd8-fb82c9d97f3b tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:39.159312 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b01da-2c27-4930-8fd8-fb82c9d97f3b tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ecc1daa-0a2c-4592-be15-b9923fc750a6,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:39.174651 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-448b01da-2c27-4930-8fd8-fb82c9d97f3b tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:39.181536 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47030) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:25:39.182946 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-448b01da-2c27-4930-8fd8-fb82c9d97f3b tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1675935 Nov 24 21:25:39.186555 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c33fbc59-c2ac-4f7d-b272-e0fd07e5693f tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Request body: {'security_group_rule': {'security_group_id': 'dd48b110-cf66-4e27-91ca-16b50cf6e4bf', 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:25:39.221155 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c33fbc59-c2ac-4f7d-b272-e0fd07e5693f tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:39.279072 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c33fbc59-c2ac-4f7d-b272-e0fd07e5693f tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:39.284206 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c33fbc59-c2ac-4f7d-b272-e0fd07e5693f tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:39.306444 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fbc59-c2ac-4f7d-b272-e0fd07e5693f tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c86a22-646e-42ef-bc23-c0dd63fdb5b5,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:39.311570 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c33fbc59-c2ac-4f7d-b272-e0fd07e5693f tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:39.313219 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c33fbc59-c2ac-4f7d-b272-e0fd07e5693f tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1299474 Nov 24 21:25:39.315476 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47032) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:25:39.320064 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-0405b00a-2b70-4eb6-8b2b-76293096b64a tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Request body: {'security_group_rule': {'security_group_id': 'dd48b110-cf66-4e27-91ca-16b50cf6e4bf', 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:25:39.343447 n-d-812111-8 neutron-server[109991]: INFO neutron.db.securitygroups_db [None req-0405b00a-2b70-4eb6-8b2b-76293096b64a tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Project ceb5ca0723bc4fe08c8df38f28d0dcd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:25:39.349646 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0405b00a-2b70-4eb6-8b2b-76293096b64a tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:39.418716 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0405b00a-2b70-4eb6-8b2b-76293096b64a tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:39.423200 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0405b00a-2b70-4eb6-8b2b-76293096b64a tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:39.445237 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405b00a-2b70-4eb6-8b2b-76293096b64a tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29bc6971-ae02-4818-a81e-76c030ca3c14,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:39.450982 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0405b00a-2b70-4eb6-8b2b-76293096b64a tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:39.452161 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0405b00a-2b70-4eb6-8b2b-76293096b64a tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1357403 Nov 24 21:25:39.455030 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47034) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:25:39.459600 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f8f7767f-194b-4939-ad6c-a878c89d62b9 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Request body: {'security_group_rule': {'security_group_id': 'dd48b110-cf66-4e27-91ca-16b50cf6e4bf', 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:25:39.483197 n-d-812111-8 neutron-server[109991]: INFO neutron.db.securitygroups_db [None req-f8f7767f-194b-4939-ad6c-a878c89d62b9 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Project ceb5ca0723bc4fe08c8df38f28d0dcd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:25:39.489859 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8f7767f-194b-4939-ad6c-a878c89d62b9 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:39.559284 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8f7767f-194b-4939-ad6c-a878c89d62b9 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:39.563507 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8f7767f-194b-4939-ad6c-a878c89d62b9 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:39.582563 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7767f-194b-4939-ad6c-a878c89d62b9 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da836053-a87c-41d9-bac1-36d4bae3db71,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:39.589155 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8f7767f-194b-4939-ad6c-a878c89d62b9 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:39.590391 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f8f7767f-194b-4939-ad6c-a878c89d62b9 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344419 Nov 24 21:25:39.837238 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-86297ba0-14ea-4bf6-b595-b7dfb521ac6d tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1100297040&fields=id&tenant_id=ceb5ca0723bc4fe08c8df38f28d0dcd2 HTTP/1.1" status: 200 len: 267 time: 0.0493104 Nov 24 21:25:39.954864 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-f24c2ecf-7b60-4469-aca8-db14ebe52bda tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:39.956250 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-f24c2ecf-7b60-4469-aca8-db14ebe52bda tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/networks?id=31565703-33b3-48b7-b594-d7517d602e30 HTTP/1.1" status: 200 len: 814 time: 0.1119561 Nov 24 21:25:39.971895 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-8459cb7f-8131-4692-85f9-f13d1539eeb0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/quotas/ceb5ca0723bc4fe08c8df38f28d0dcd2 HTTP/1.1" status: 200 len: 375 time: 0.0096545 Nov 24 21:25:40.004481 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:40.033028 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-0663c0b9-870d-4420-b2d2-460c78943cad tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ceb5ca0723bc4fe08c8df38f28d0dcd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530624 Nov 24 21:25:40.267807 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-feed788a-3558-4929-932f-e6c72e98946e service neutron] 10.222.0.11 "GET /v2.0/networks/31565703-33b3-48b7-b594-d7517d602e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209413 Nov 24 21:25:40.357988 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-afe76a5e-86a8-40e5-830b-da8e860db191 service neutron] 10.222.0.11 "GET /v2.0/networks/31565703-33b3-48b7-b594-d7517d602e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841742 Nov 24 21:25:40.775358 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7717d-edb0-4ee9-aa22-7b471e119931 req-6b37995f-57bf-4dce-99b6-265e7a0d0d85 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:40.797994 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e7c7717d-edb0-4ee9-aa22-7b471e119931 req-6b37995f-57bf-4dce-99b6-265e7a0d0d85 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 944 time: 0.1102092 Nov 24 21:25:40.883211 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e7c7717d-edb0-4ee9-aa22-7b471e119931 req-869bdfdc-f1a2-420f-ba47-cfefa48539dd tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838864 Nov 24 21:25:40.975891 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c6d85251-cfec-4829-93b9-bf2113599c53 req-958f47e0-193f-4c39-9f06-3a40af205f00 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 210 time: 0.0396070 Nov 24 21:25:41.196668 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ddeae324-0aea-40ff-a7f8-bd955428cb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:41.271125 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:41.945711 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-c8036de9-3951-4b08-b1c9-430200f3721c tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:41.948671 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-c8036de9-3951-4b08-b1c9-430200f3721c tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.15 "GET /v2.0/networks?id=31565703-33b3-48b7-b594-d7517d602e30 HTTP/1.1" status: 200 len: 814 time: 0.1389129 Nov 24 21:25:42.049711 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-13d91cd4-6648-465d-9090-f8ba95a69e15 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ceb5ca0723bc4fe08c8df38f28d0dcd2 HTTP/1.1" status: 200 len: 380 time: 0.0867968 Nov 24 21:25:42.066087 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Request body: {'port': {'device_id': 'ff49030c-d882-4d8a-9dc2-3c4760500ea5', 'network_id': '31565703-33b3-48b7-b594-d7517d602e30', 'admin_state_up': True, 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'security_groups': ['dd48b110-cf66-4e27-91ca-16b50cf6e4bf']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:25:42.107001 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324ec0a-1bab-4d8d-9446-c0002775a3f9 req-213ee1f4-fa04-4067-bf1a-aa081baca5ca tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:42.108555 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5324ec0a-1bab-4d8d-9446-c0002775a3f9 req-213ee1f4-fa04-4067-bf1a-aa081baca5ca tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 944 time: 0.1111450 Nov 24 21:25:42.459667 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:42.595127 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5324ec0a-1bab-4d8d-9446-c0002775a3f9 req-ed8d0d85-2077-4a89-ba20-1bce89b4ab8f tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4749370 Nov 24 21:25:42.631394 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Made reservation on behalf of ceb5ca0723bc4fe08c8df38f28d0dcd2 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:25:42.636502 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:42.744427 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e460e382-370c-4a19-8c25-f0b912cbec7d req-71a27edd-2d6d-482a-9387-73e52fe1f39c tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 210 time: 0.0678864 Nov 24 21:25:42.822519 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Allocated IP 172.20.0.14 (31565703-33b3-48b7-b594-d7517d602e30/a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc/0b50f79c-6c14-4381-9dcf-99200a8543f9) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:25:43.025259 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:43.086273 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:43.140419 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Network 31565703-33b3-48b7-b594-d7517d602e30 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:25:43.144157 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:25:43.146866 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:25:43.192394 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Pushing event updated for resources: {'Port': ['ID=0b50f79c-6c14-4381-9dcf-99200a8543f9,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:43.232305 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:25:43.232681 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:25:43.233113 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:25:43.233461 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:25:43.233977 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:25:43.234166 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:25:43.234474 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:25:43.234810 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:25:43.235146 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:25:43.235481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:25:43.235825 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:25:43.236144 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:25:43.257848 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:43.258774 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:43.278926 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-0e0fe855-80d8-4577-ae79-eefe56c697e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2190886 Nov 24 21:25:43.298772 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-440c64b2-bfda-4a61-9f83-b153bb327f86 service neutron] Request body: {'port': {'device_id': 'ff49030c-d882-4d8a-9dc2-3c4760500ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:25:43.366877 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-440c64b2-bfda-4a61-9f83-b153bb327f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:43.571777 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-1531e873-4edd-4096-a289-86a92f3d0701 None None] Provisioning complete for port 0b50f79c-6c14-4381-9dcf-99200a8543f9 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:25:43.573471 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1531e873-4edd-4096-a289-86a92f3d0701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:43.663913 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-1531e873-4edd-4096-a289-86a92f3d0701 None None] Port 0b50f79c-6c14-4381-9dcf-99200a8543f9 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:25:43.730249 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-440c64b2-bfda-4a61-9f83-b153bb327f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b50f79c-6c14-4381-9dcf-99200a8543f9 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:25:43.752837 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-440c64b2-bfda-4a61-9f83-b153bb327f86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:43.790850 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-440c64b2-bfda-4a61-9f83-b153bb327f86 service neutron] Transition to ACTIVE for port object 0b50f79c-6c14-4381-9dcf-99200a8543f9 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:25:43.800874 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-440c64b2-bfda-4a61-9f83-b153bb327f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:43.841029 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:43.860641 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c64b2-bfda-4a61-9f83-b153bb327f86 service neutron] Pushing event updated for resources: {'Port': ['ID=0b50f79c-6c14-4381-9dcf-99200a8543f9,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:43.870699 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a3205-60a6-4554-80d0-993c167f78df req-831a57fc-8d49-4b20-b2d0-0fd877f41a3c tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:43.872221 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a90a3205-60a6-4554-80d0-993c167f78df req-831a57fc-8d49-4b20-b2d0-0fd877f41a3c tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 944 time: 0.1361105 Nov 24 21:25:44.012306 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a90a3205-60a6-4554-80d0-993c167f78df req-bc868b14-e6a0-4c44-b58e-7dcd797f7ad7 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218464 Nov 24 21:25:44.051366 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-440c64b2-bfda-4a61-9f83-b153bb327f86 service neutron] Attempting to bind port 0b50f79c-6c14-4381-9dcf-99200a8543f9 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:25:44.051366 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-440c64b2-bfda-4a61-9f83-b153bb327f86 service neutron] Attempting to bind port 0b50f79c-6c14-4381-9dcf-99200a8543f9 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '6419c813-d68d-4ac4-8e67-3357bbd131cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '31565703-33b3-48b7-b594-d7517d602e30'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:25:44.052160 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-440c64b2-bfda-4a61-9f83-b153bb327f86 service neutron] Attempting to bind port 0b50f79c-6c14-4381-9dcf-99200a8543f9 on network 31565703-33b3-48b7-b594-d7517d602e30 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:25:44.060431 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-440c64b2-bfda-4a61-9f83-b153bb327f86 service neutron] Port 0b50f79c-6c14-4381-9dcf-99200a8543f9 on network 31565703-33b3-48b7-b594-d7517d602e30 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:25:44.060793 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-440c64b2-bfda-4a61-9f83-b153bb327f86 service neutron] Attempting to bind port 0b50f79c-6c14-4381-9dcf-99200a8543f9 on network 31565703-33b3-48b7-b594-d7517d602e30 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:25:44.080777 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-440c64b2-bfda-4a61-9f83-b153bb327f86 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:25:44.081136 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-440c64b2-bfda-4a61-9f83-b153bb327f86 service neutron] Checking segment: {'id': '6419c813-d68d-4ac4-8e67-3357bbd131cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '31565703-33b3-48b7-b594-d7517d602e30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:25:44.082359 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-440c64b2-bfda-4a61-9f83-b153bb327f86 service neutron] Bound using segment: {'id': '6419c813-d68d-4ac4-8e67-3357bbd131cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '31565703-33b3-48b7-b594-d7517d602e30'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:25:44.082359 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-440c64b2-bfda-4a61-9f83-b153bb327f86 service neutron] Bound port: 0b50f79c-6c14-4381-9dcf-99200a8543f9, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6419c813-d68d-4ac4-8e67-3357bbd131cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '31565703-33b3-48b7-b594-d7517d602e30'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:25:44.082359 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-440c64b2-bfda-4a61-9f83-b153bb327f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:44.177844 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-440c64b2-bfda-4a61-9f83-b153bb327f86 service neutron] For port 0b50f79c-6c14-4381-9dcf-99200a8543f9, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:25:44.211755 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-440c64b2-bfda-4a61-9f83-b153bb327f86 service neutron] For port 0b50f79c-6c14-4381-9dcf-99200a8543f9, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=0b50f79c-6c14-4381-9dcf-99200a8543f9,segment=NetworkSegment(6419c813-d68d-4ac4-8e67-3357bbd131cd),segment_id=6419c813-d68d-4ac4-8e67-3357bbd131cd)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:25:44.217586 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-440c64b2-bfda-4a61-9f83-b153bb327f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:44.257033 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a57c7-7695-40f0-9d74-e9748588afc6 req-710bffbc-fd93-4d02-ad88-a32177305ab1 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:44.258597 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-819a57c7-7695-40f0-9d74-e9748588afc6 req-710bffbc-fd93-4d02-ad88-a32177305ab1 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 944 time: 0.0956247 Nov 24 21:25:44.266437 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-440c64b2-bfda-4a61-9f83-b153bb327f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:44.267118 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-440c64b2-bfda-4a61-9f83-b153bb327f86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:44.268474 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-440c64b2-bfda-4a61-9f83-b153bb327f86 service neutron] 10.222.0.15 "PUT /v2.0/ports/0b50f79c-6c14-4381-9dcf-99200a8543f9 HTTP/1.1" status: 200 len: 1092 time: 0.9751878 Nov 24 21:25:44.270076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff49030c-d882-4d8a-9dc2-3c4760500ea5', 'tag': '0b50f79c-6c14-4381-9dcf-99200a8543f9'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:25:44.272322 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45db8563-ffe6-449a-9b46-66f3ff7aa0be" -d '{"events": [{"name": "network-changed", "server_uuid": "ff49030c-d882-4d8a-9dc2-3c4760500ea5", "tag": "0b50f79c-6c14-4381-9dcf-99200a8543f9"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:25:44.332256 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c64b2-bfda-4a61-9f83-b153bb327f86 service neutron] Pushing event updated for resources: {'Port': ['ID=0b50f79c-6c14-4381-9dcf-99200a8543f9,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:44.372306 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-819a57c7-7695-40f0-9d74-e9748588afc6 req-855c35d2-1442-4938-b92a-c13daab99967 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd48b110-cf66-4e27-91ca-16b50cf6e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028454 Nov 24 21:25:44.382723 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-dd120fbd-fcba-42ad-a15b-59d76d9ef1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:44.384228 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-dd120fbd-fcba-42ad-a15b-59d76d9ef1e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ceb5ca0723bc4fe08c8df38f28d0dcd2&device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 1095 time: 0.0633948 Nov 24 21:25:44.443963 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80d644d-5e1a-4397-939c-34432ac3666e x-openstack-request-id: req-d80d644d-5e1a-4397-939c-34432ac3666e {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:25:44.444331 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff49030c-d882-4d8a-9dc2-3c4760500ea5", "tag": "0b50f79c-6c14-4381-9dcf-99200a8543f9", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:25:44.444534 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d80d644d-5e1a-4397-939c-34432ac3666e {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:25:44.444954 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff49030c-d882-4d8a-9dc2-3c4760500ea5', 'tag': '0b50f79c-6c14-4381-9dcf-99200a8543f9', 'status': 'completed', 'code': 200} Nov 24 21:25:44.446899 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-a0b99723-a9d6-416b-80ae-faf2265d6c38 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b50f79c-6c14-4381-9dcf-99200a8543f9 HTTP/1.1" status: 200 len: 217 time: 0.0473382 Nov 24 21:25:44.501341 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-32737115-ef33-4b29-ade9-4c988c36da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:44.502985 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-32737115-ef33-4b29-ade9-4c988c36da1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc HTTP/1.1" status: 200 len: 853 time: 0.0484409 Nov 24 21:25:44.555004 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-1a6190d3-ae52-4191-bb1e-c2e9b5cb726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:44.556443 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-1a6190d3-ae52-4191-bb1e-c2e9b5cb726d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31565703-33b3-48b7-b594-d7517d602e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421758 Nov 24 21:25:44.664283 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-21ba32e1-5f26-40de-87ef-e7af08aa8df8 service neutron] 10.222.0.15 "GET /v2.0/networks/31565703-33b3-48b7-b594-d7517d602e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949793 Nov 24 21:25:44.759663 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c901d2d9-9e3a-4ca8-9b38-47352155208f req-c3e0450f-3da8-46b2-af45-12706e86eaf7 service neutron] 10.222.0.15 "GET /v2.0/networks/31565703-33b3-48b7-b594-d7517d602e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866475 Nov 24 21:25:44.859713 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:44.871332 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db8563-ffe6-449a-9b46-66f3ff7aa0be req-d33216d1-70e4-4a41-9a70-5a526fda1869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:44.872929 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-45db8563-ffe6-449a-9b46-66f3ff7aa0be req-d33216d1-70e4-4a41-9a70-5a526fda1869 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ceb5ca0723bc4fe08c8df38f28d0dcd2&device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 1095 time: 0.0575447 Nov 24 21:25:44.907799 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5ac97c0f-f3c9-4b9d-aa52-cec7252a09f8 req-55c71071-0cb4-4ae8-bab4-e0f608aab7d0 service neutron] 10.222.0.48 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997434 Nov 24 21:25:44.971293 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db8563-ffe6-449a-9b46-66f3ff7aa0be req-5ee89763-fd3d-4dc5-802e-d63aab9e1c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:44.972945 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-45db8563-ffe6-449a-9b46-66f3ff7aa0be req-5ee89763-fd3d-4dc5-802e-d63aab9e1c00 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31565703-33b3-48b7-b594-d7517d602e30 HTTP/1.1" status: 200 len: 915 time: 0.0871212 Nov 24 21:25:45.025412 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-45db8563-ffe6-449a-9b46-66f3ff7aa0be req-99c525a8-a0c6-41a5-9628-49ac5fc82141 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b50f79c-6c14-4381-9dcf-99200a8543f9 HTTP/1.1" status: 200 len: 217 time: 0.0385528 Nov 24 21:25:45.082654 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db8563-ffe6-449a-9b46-66f3ff7aa0be req-b50f3e80-00cc-41ec-844e-c615b2251d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:45.084238 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-45db8563-ffe6-449a-9b46-66f3ff7aa0be req-b50f3e80-00cc-41ec-844e-c615b2251d3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc HTTP/1.1" status: 200 len: 853 time: 0.0487297 Nov 24 21:25:45.166255 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db8563-ffe6-449a-9b46-66f3ff7aa0be req-cd4b669b-1290-4a79-925d-c78dbb07ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:45.167782 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-45db8563-ffe6-449a-9b46-66f3ff7aa0be req-cd4b669b-1290-4a79-925d-c78dbb07ebac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31565703-33b3-48b7-b594-d7517d602e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725348 Nov 24 21:25:45.180686 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa49930-1729-4a76-b0a0-389d582bccd2 req-2cd9b46c-9fd4-42db-9f2f-3caabb115e3c tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:45.182338 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-baa49930-1729-4a76-b0a0-389d582bccd2 req-2cd9b46c-9fd4-42db-9f2f-3caabb115e3c tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 944 time: 0.0773792 Nov 24 21:25:45.291762 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-baa49930-1729-4a76-b0a0-389d582bccd2 req-24123ec6-d3ce-4159-94d1-21cdc77e7c8c tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906765 Nov 24 21:25:45.308206 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-45db8563-ffe6-449a-9b46-66f3ff7aa0be req-6bfe87db-6f20-4546-94ac-37bd4625f7cb service neutron] 10.222.0.15 "GET /v2.0/networks/31565703-33b3-48b7-b594-d7517d602e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249287 Nov 24 21:25:45.412385 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-45db8563-ffe6-449a-9b46-66f3ff7aa0be req-f77a7085-9f14-4a9c-8bd3-ad8b91f89427 service neutron] 10.222.0.15 "GET /v2.0/networks/31565703-33b3-48b7-b594-d7517d602e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919535 Nov 24 21:25:45.499702 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf8500-ca0b-477d-9640-b240aa9e3292 req-f21f4b19-27b4-467e-acf2-7120fecf5715 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:45.501821 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-85cf8500-ca0b-477d-9640-b240aa9e3292 req-f21f4b19-27b4-467e-acf2-7120fecf5715 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 944 time: 0.0507782 Nov 24 21:25:45.551860 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-85cf8500-ca0b-477d-9640-b240aa9e3292 req-4e39d984-ac52-4b9e-b64a-8f0283490530 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd48b110-cf66-4e27-91ca-16b50cf6e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439320 Nov 24 21:25:46.416462 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ed591-5470-4b72-9cc1-170261cd6225 req-4f41072e-08b4-4d1a-9488-0e1887180c8c tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:46.418090 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed2ed591-5470-4b72-9cc1-170261cd6225 req-4f41072e-08b4-4d1a-9488-0e1887180c8c tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 944 time: 0.0508835 Nov 24 21:25:46.470924 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed2ed591-5470-4b72-9cc1-170261cd6225 req-e9b5fc6c-9356-4bc8-9b7b-0808473134c4 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458570 Nov 24 21:25:46.673493 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92336657-6b85-4abc-a34d-6e5e798da75a req-9ac1f633-2661-44bf-b4b8-665a5ebb1765 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:46.675010 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92336657-6b85-4abc-a34d-6e5e798da75a req-9ac1f633-2661-44bf-b4b8-665a5ebb1765 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 944 time: 0.0556395 Nov 24 21:25:46.724719 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92336657-6b85-4abc-a34d-6e5e798da75a req-72065129-8cc9-4da4-befd-891d6c15a604 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd48b110-cf66-4e27-91ca-16b50cf6e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436161 Nov 24 21:25:47.599466 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc1258-0c92-4c6b-911b-d3fa48dda1c0 req-d715b632-c979-4640-a300-fd530d76c033 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:47.601162 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c1cc1258-0c92-4c6b-911b-d3fa48dda1c0 req-d715b632-c979-4640-a300-fd530d76c033 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 944 time: 0.0504036 Nov 24 21:25:47.650877 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c1cc1258-0c92-4c6b-911b-d3fa48dda1c0 req-8a725640-7fb1-46d7-86b0-caad523765e4 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437617 Nov 24 21:25:47.757528 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:25:47.845165 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2a501-24f8-4a54-bae6-51f1db2cdd08 req-9beb88e2-def3-4f04-98a3-7900275a3a6c tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:47.846681 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6dc2a501-24f8-4a54-bae6-51f1db2cdd08 req-9beb88e2-def3-4f04-98a3-7900275a3a6c tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 944 time: 0.0553222 Nov 24 21:25:47.855215 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:25:47.870298 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'port_id': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9', 'mac_address': 'fa:16:3e:d5:1b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:25:47.898092 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6dc2a501-24f8-4a54-bae6-51f1db2cdd08 req-b58f2c7b-2653-4041-b63f-96b059145288 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd48b110-cf66-4e27-91ca-16b50cf6e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451314 Nov 24 21:25:47.907804 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:47.921118 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:25:47.942223 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:25:47.946237 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:47.994207 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,revision_number=11']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:48.188064 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['7013e3a2-9ab1-4531-af44-8fe2075ae1c9'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:25:48.773879 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717c253-2d4d-450f-b73f-1adc66c9a057 req-e490067b-a577-406e-97c9-a23e7ebf1b91 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:48.775385 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a717c253-2d4d-450f-b73f-1adc66c9a057 req-e490067b-a577-406e-97c9-a23e7ebf1b91 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.0504100 Nov 24 21:25:48.823179 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a717c253-2d4d-450f-b73f-1adc66c9a057 req-ff63da1a-4c42-429f-82a0-ccad816c31b6 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418501 Nov 24 21:25:49.014871 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69144c0b-c8d1-4c1e-90fe-821914808a7d req-210f5141-e7f0-4797-a5b5-00049cb57378 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:49.016999 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-69144c0b-c8d1-4c1e-90fe-821914808a7d req-210f5141-e7f0-4797-a5b5-00049cb57378 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 944 time: 0.0503631 Nov 24 21:25:49.077156 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-69144c0b-c8d1-4c1e-90fe-821914808a7d req-9db7844d-f39d-435e-8178-294bfd371e4a tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd48b110-cf66-4e27-91ca-16b50cf6e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539765 Nov 24 21:25:49.772411 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:25:49.821667 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:25:49.826275 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:25:49.826653 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:49.907606 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:49.929836 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a711f48e-0de4-4980-9f0f-73216f36c026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:25:49.932082 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1777de65-ea94-40d9-b895-da2f98b29c3f" -d '{"events": [{"server_uuid": "a711f48e-0de4-4980-9f0f-73216f36c026", "name": "network-vif-plugged", "status": "completed", "tag": "7013e3a2-9ab1-4531-af44-8fe2075ae1c9"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:25:49.944944 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:25:49.949443 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:49.949798 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65738e80-34d2-4ada-a105-262964df5efb req-af256d34-8b5d-4cf8-a702-96adaf6f39a0 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:49.952086 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-65738e80-34d2-4ada-a105-262964df5efb req-af256d34-8b5d-4cf8-a702-96adaf6f39a0 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 945 time: 0.0527947 Nov 24 21:25:49.998234 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,revision_number=12']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:50.001423 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-65738e80-34d2-4ada-a105-262964df5efb req-b019d546-cf3a-467e-a8fd-06b664e1fa33 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422881 Nov 24 21:25:50.047932 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade49273-f925-4034-ba46-88fd5648cdad x-openstack-request-id: req-ade49273-f925-4034-ba46-88fd5648cdad {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:25:50.048238 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a711f48e-0de4-4980-9f0f-73216f36c026", "name": "network-vif-plugged", "status": "completed", "tag": "7013e3a2-9ab1-4531-af44-8fe2075ae1c9", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:25:50.048498 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ade49273-f925-4034-ba46-88fd5648cdad {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:25:50.048934 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a711f48e-0de4-4980-9f0f-73216f36c026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9', 'code': 200} Nov 24 21:25:50.214536 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0a126-f2f7-4186-a35b-1dd713031585 req-1e25b026-9141-421f-a0be-1ff6fb099c32 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:50.216062 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-88d0a126-f2f7-4186-a35b-1dd713031585 req-1e25b026-9141-421f-a0be-1ff6fb099c32 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 944 time: 0.0517521 Nov 24 21:25:50.228491 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c5aae-4bd5-4242-9d0e-49294f4280e4 req-9045db9e-c371-4819-b296-8a56a81437a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:50.230015 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e8c5aae-4bd5-4242-9d0e-49294f4280e4 req-9045db9e-c371-4819-b296-8a56a81437a6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 1097 time: 0.0416794 Nov 24 21:25:50.267761 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-88d0a126-f2f7-4186-a35b-1dd713031585 req-b8ecd931-cee8-43c9-a27e-68da312b084d tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd48b110-cf66-4e27-91ca-16b50cf6e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454855 Nov 24 21:25:50.283047 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e8c5aae-4bd5-4242-9d0e-49294f4280e4 req-dc896fe4-57e6-4c0e-bced-e7f67f6426ab service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422802 Nov 24 21:25:51.126740 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77578b52-e99c-480e-91dc-c0c53253a5b2 req-4e40ae5a-0c79-42fe-9ec6-504bb3230f23 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:51.128229 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-77578b52-e99c-480e-91dc-c0c53253a5b2 req-4e40ae5a-0c79-42fe-9ec6-504bb3230f23 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 946 time: 0.0543187 Nov 24 21:25:51.176584 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-77578b52-e99c-480e-91dc-c0c53253a5b2 req-64f047e7-1681-4309-8d39-8dc389facd4c tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424440 Nov 24 21:25:51.389406 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e497fc4-ccec-4460-aed2-a2a660cd22d2 req-7c8893ac-468d-43e7-8daa-86530a1df86c tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:51.391752 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e497fc4-ccec-4460-aed2-a2a660cd22d2 req-7c8893ac-468d-43e7-8daa-86530a1df86c tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 944 time: 0.0537639 Nov 24 21:25:51.444159 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e497fc4-ccec-4460-aed2-a2a660cd22d2 req-8bd0d4a0-09d0-4e30-a71d-91649aaca143 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd48b110-cf66-4e27-91ca-16b50cf6e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464010 Nov 24 21:25:52.298971 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2339e-6ca0-4030-9faf-75a887c6fe15 req-0371596e-0805-4d3b-9c1b-aa0c30fa1a3c tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:52.300503 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2a2339e-6ca0-4030-9faf-75a887c6fe15 req-0371596e-0805-4d3b-9c1b-aa0c30fa1a3c tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 946 time: 0.0492623 Nov 24 21:25:52.353940 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2a2339e-6ca0-4030-9faf-75a887c6fe15 req-b95c545d-a34a-4f29-a502-6d3f414b529f tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473371 Nov 24 21:25:52.559442 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c94fef-0e0a-448e-a4ea-55d4c0448bd0 req-2c3720ba-f054-47ea-8583-33b3a5a7d441 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:52.560970 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14c94fef-0e0a-448e-a4ea-55d4c0448bd0 req-2c3720ba-f054-47ea-8583-33b3a5a7d441 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 944 time: 0.0493140 Nov 24 21:25:52.611023 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14c94fef-0e0a-448e-a4ea-55d4c0448bd0 req-cc00e314-bb0b-4685-889b-7db6a742b91c tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd48b110-cf66-4e27-91ca-16b50cf6e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438411 Nov 24 21:25:53.725831 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f096d55-125b-4551-86cd-484fd0a22b2f req-3ca404a2-22af-4ffc-aecf-e990863ccbd6 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:53.727308 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f096d55-125b-4551-86cd-484fd0a22b2f req-3ca404a2-22af-4ffc-aecf-e990863ccbd6 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 944 time: 0.0481951 Nov 24 21:25:53.776533 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f096d55-125b-4551-86cd-484fd0a22b2f req-b0c26379-9023-422b-a2e5-4c92fb00af6e tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd48b110-cf66-4e27-91ca-16b50cf6e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433011 Nov 24 21:25:54.402243 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f0c2a087-63b5-4398-9f6c-661b721aadef req-a224f90a-a3e8-4154-b73b-b9df4bde764b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401649 Nov 24 21:25:54.480590 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2a087-63b5-4398-9f6c-661b721aadef req-8adb0c6e-06e2-41e0-868d-c2856d4fb9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:54.482108 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f0c2a087-63b5-4398-9f6c-661b721aadef req-8adb0c6e-06e2-41e0-868d-c2856d4fb9f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=51d612ab04e44ebdb2576e3d3896d36c&device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 1097 time: 0.0400023 Nov 24 21:25:54.588513 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2a087-63b5-4398-9f6c-661b721aadef req-744b6bbf-4f85-4b03-8212-fc4de88ad057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:54.590014 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f0c2a087-63b5-4398-9f6c-661b721aadef req-744b6bbf-4f85-4b03-8212-fc4de88ad057 service neutron] 10.222.0.48 "GET /v2.0/networks?id=32a707c4-ac19-469f-a9cc-104f3e27a20e HTTP/1.1" status: 200 len: 918 time: 0.0886924 Nov 24 21:25:54.654476 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f0c2a087-63b5-4398-9f6c-661b721aadef req-1d0b8bd2-aa1b-4a71-abb9-407e226ede26 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7013e3a2-9ab1-4531-af44-8fe2075ae1c9 HTTP/1.1" status: 200 len: 1001 time: 0.0573156 Nov 24 21:25:54.704287 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2a087-63b5-4398-9f6c-661b721aadef req-58ad670c-6e2f-4659-8a2a-d0827de69aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:54.705765 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f0c2a087-63b5-4398-9f6c-661b721aadef req-58ad670c-6e2f-4659-8a2a-d0827de69aee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0faa94f8-a6a6-4ded-b1c0-ce3e792adfad HTTP/1.1" status: 200 len: 856 time: 0.0447707 Nov 24 21:25:54.756449 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2a087-63b5-4398-9f6c-661b721aadef req-aa21161f-089a-4905-8bf2-d09a027378d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:54.757975 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f0c2a087-63b5-4398-9f6c-661b721aadef req-aa21161f-089a-4905-8bf2-d09a027378d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32a707c4-ac19-469f-a9cc-104f3e27a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444243 Nov 24 21:25:54.857365 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f0c2a087-63b5-4398-9f6c-661b721aadef req-3925cb6e-14cc-4bc2-b414-a38a0d633851 service neutron] 10.222.0.48 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916054 Nov 24 21:25:54.902743 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d9aa5-9306-4a54-8f26-ea6e7ca850bf req-9c5a01c5-adb6-4e0d-9c3c-d4d3264040da tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:54.904276 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-620d9aa5-9306-4a54-8f26-ea6e7ca850bf req-9c5a01c5-adb6-4e0d-9c3c-d4d3264040da tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 944 time: 0.0568430 Nov 24 21:25:54.950631 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f0c2a087-63b5-4398-9f6c-661b721aadef req-90bab9a4-d378-4b9e-bac8-bd83f961935e service neutron] 10.222.0.48 "GET /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867815 Nov 24 21:25:54.957102 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-620d9aa5-9306-4a54-8f26-ea6e7ca850bf req-7c59584d-0da9-4856-9657-74af683dd10f tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd48b110-cf66-4e27-91ca-16b50cf6e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466664 Nov 24 21:25:55.038502 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 0b50f79c-6c14-4381-9dcf-99200a8543f9 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:25:55.136076 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 0b50f79c-6c14-4381-9dcf-99200a8543f9, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=0b50f79c-6c14-4381-9dcf-99200a8543f9,segment=NetworkSegment(6419c813-d68d-4ac4-8e67-3357bbd131cd),segment_id=6419c813-d68d-4ac4-8e67-3357bbd131cd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:25:55.152990 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '0b50f79c-6c14-4381-9dcf-99200a8543f9', 'network_id': '31565703-33b3-48b7-b594-d7517d602e30', 'port_id': '0b50f79c-6c14-4381-9dcf-99200a8543f9', 'mac_address': 'fa:16:3e:42:02:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:25:55.196817 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:55.210586 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b50f79c-6c14-4381-9dcf-99200a8543f9 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:25:55.230903 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 0b50f79c-6c14-4381-9dcf-99200a8543f9, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=0b50f79c-6c14-4381-9dcf-99200a8543f9,segment=NetworkSegment(6419c813-d68d-4ac4-8e67-3357bbd131cd),segment_id=6419c813-d68d-4ac4-8e67-3357bbd131cd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:25:55.235070 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:55.284567 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=0b50f79c-6c14-4381-9dcf-99200a8543f9,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:55.566147 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['0b50f79c-6c14-4381-9dcf-99200a8543f9'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:25:56.078479 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13286324-1602-49d6-8b48-236a4da70c2b req-aa82f60b-3a60-4deb-b34d-44cac1f80fde tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:56.079990 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-13286324-1602-49d6-8b48-236a4da70c2b req-aa82f60b-3a60-4deb-b34d-44cac1f80fde tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 945 time: 0.0535135 Nov 24 21:25:56.130390 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-13286324-1602-49d6-8b48-236a4da70c2b req-6fb63217-9a1b-41bf-a75a-89eb404d2149 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd48b110-cf66-4e27-91ca-16b50cf6e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443604 Nov 24 21:25:57.048216 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 0b50f79c-6c14-4381-9dcf-99200a8543f9 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:25:57.097608 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 0b50f79c-6c14-4381-9dcf-99200a8543f9 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:25:57.101914 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 0b50f79c-6c14-4381-9dcf-99200a8543f9 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:25:57.102282 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:57.190020 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:57.213689 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff49030c-d882-4d8a-9dc2-3c4760500ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b50f79c-6c14-4381-9dcf-99200a8543f9'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:25:57.215954 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8420da88-9d5d-4c1d-88cf-4edc96584a7e" -d '{"events": [{"server_uuid": "ff49030c-d882-4d8a-9dc2-3c4760500ea5", "name": "network-vif-plugged", "status": "completed", "tag": "0b50f79c-6c14-4381-9dcf-99200a8543f9"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:25:57.229316 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 0b50f79c-6c14-4381-9dcf-99200a8543f9, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=0b50f79c-6c14-4381-9dcf-99200a8543f9,segment=NetworkSegment(6419c813-d68d-4ac4-8e67-3357bbd131cd),segment_id=6419c813-d68d-4ac4-8e67-3357bbd131cd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:25:57.233229 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:25:57.256291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e07da-ad45-433e-8210-dd3979fbbe86 req-014aa5c3-35ed-4b9a-bbf7-8db4847de975 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:57.257838 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-138e07da-ad45-433e-8210-dd3979fbbe86 req-014aa5c3-35ed-4b9a-bbf7-8db4847de975 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 945 time: 0.0548820 Nov 24 21:25:57.281206 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=0b50f79c-6c14-4381-9dcf-99200a8543f9,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:25:57.307876 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-138e07da-ad45-433e-8210-dd3979fbbe86 req-96bd88a8-8d46-4ee9-a771-a4c23f4aac3a tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd48b110-cf66-4e27-91ca-16b50cf6e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439117 Nov 24 21:25:57.353737 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a73d2a3-8fbe-46bf-bd4f-93aef92052dc x-openstack-request-id: req-7a73d2a3-8fbe-46bf-bd4f-93aef92052dc {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:25:57.354050 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff49030c-d882-4d8a-9dc2-3c4760500ea5", "name": "network-vif-plugged", "status": "completed", "tag": "0b50f79c-6c14-4381-9dcf-99200a8543f9", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:25:57.354313 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a73d2a3-8fbe-46bf-bd4f-93aef92052dc {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:25:57.354717 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff49030c-d882-4d8a-9dc2-3c4760500ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b50f79c-6c14-4381-9dcf-99200a8543f9', 'code': 200} Nov 24 21:25:57.460602 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b75aae-b204-40de-b97f-c126feaa440b req-34deb85e-cacd-4b6b-bce8-d1000e2bce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:57.462120 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-78b75aae-b204-40de-b97f-c126feaa440b req-34deb85e-cacd-4b6b-bce8-d1000e2bce2c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 1097 time: 0.0405576 Nov 24 21:25:57.493461 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:25:57.510562 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-78b75aae-b204-40de-b97f-c126feaa440b req-f33ea0e8-d44b-4d75-8543-fe4973aed6a8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dd48b110-cf66-4e27-91ca-16b50cf6e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405059 Nov 24 21:25:58.427560 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee1e0d-d7b9-4d4e-be14-2bbdf82a26ea req-580c37b9-2442-422b-889b-9edb300c6438 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:58.429055 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1fee1e0d-d7b9-4d4e-be14-2bbdf82a26ea req-580c37b9-2442-422b-889b-9edb300c6438 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 946 time: 0.0497508 Nov 24 21:25:58.482413 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1fee1e0d-d7b9-4d4e-be14-2bbdf82a26ea req-d3ac3222-9390-47fb-b138-c4a1b6dd76f5 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd48b110-cf66-4e27-91ca-16b50cf6e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474350 Nov 24 21:25:59.598311 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c441b29-5a71-472c-872c-b5837768e099 req-8e708f6a-be26-4fa6-90c8-63d193659eb6 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:59.599794 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5c441b29-5a71-472c-872c-b5837768e099 req-8e708f6a-be26-4fa6-90c8-63d193659eb6 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 946 time: 0.0504606 Nov 24 21:25:59.653501 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5c441b29-5a71-472c-872c-b5837768e099 req-bb92f67c-bb17-4ec7-9c82-4bb6c56229e0 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd48b110-cf66-4e27-91ca-16b50cf6e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473921 Nov 24 21:25:59.769956 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb625b-63b0-4c83-bb65-0b8e551b103a req-1348da37-87e8-4e29-80e3-7d000684b843 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:59.771337 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-abeb625b-63b0-4c83-bb65-0b8e551b103a req-1348da37-87e8-4e29-80e3-7d000684b843 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 946 time: 0.0514202 Nov 24 21:25:59.820310 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-abeb625b-63b0-4c83-bb65-0b8e551b103a req-875a2c53-798a-4d40-9291-739139f4b7b6 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd48b110-cf66-4e27-91ca-16b50cf6e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429969 Nov 24 21:25:59.842625 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47162) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:25:59.981916 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9056b6c7-fb24-458d-b459-cc43723c84bf tempest-TestVolumeBackupRestore-1124329293 tempest-TestVolumeBackupRestore-1124329293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:25:59.983437 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9056b6c7-fb24-458d-b459-cc43723c84bf tempest-TestVolumeBackupRestore-1124329293 tempest-TestVolumeBackupRestore-1124329293-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 1092 time: 0.1395590 Nov 24 21:25:59.987115 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47166) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:25:59.991324 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': '0b50f79c-6c14-4381-9dcf-99200a8543f9', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:26:00.013403 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:00.111838 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:00.214833 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Allocated IP 172.25.5.92 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/947c1cc5-aeb8-48bd-b35e-27b609a0aff8) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:26:00.320227 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:00.354343 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:00.389957 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:26:00.394779 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:26:00.397423 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:26:00.427549 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Pushing event updated for resources: {'Port': ['ID=947c1cc5-aeb8-48bd-b35e-27b609a0aff8,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:00.438965 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:00.439322 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:00.439674 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:00.440020 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:00.440362 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:00.440704 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:00.441079 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:00.441411 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:00.441745 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:00.442087 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:00.442404 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:00.442732 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:00.765570 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:00.828911 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:00.976864 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:00.981350 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:01.053720 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Pushing event updated for resources: {'Port': ['ID=947c1cc5-aeb8-48bd-b35e-27b609a0aff8,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:01.064351 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:01.162575 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Floating IP 33db81c8-dc8e-487f-bbef-5569d2c7f54c associated. External IP: 172.25.5.92, port: 0b50f79c-6c14-4381-9dcf-99200a8543f9. Nov 24 21:26:01.696539 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Router 817c42e6-87e0-401c-84c1-ff5b52a7a1dc has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:26:01.803542 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:26:01.813643 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79750dd4-1780-4529-8a70-a14000974303 None None] Sync routers for ids ['817c42e6-87e0-401c-84c1-ff5b52a7a1dc'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:26:01.821713 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:01.823466 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79750dd4-1780-4529-8a70-a14000974303 None None] Routers {'817c42e6-87e0-401c-84c1-ff5b52a7a1dc'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:26:01.824099 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-79750dd4-1780-4529-8a70-a14000974303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:25:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['817c42e6-87e0-401c-84c1-ff5b52a7a1dc'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:01.849870 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-38f80638-f6f0-49d4-be16-4ba053e21c86 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8617265 Nov 24 21:26:01.850721 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff49030c-d882-4d8a-9dc2-3c4760500ea5', 'tag': '0b50f79c-6c14-4381-9dcf-99200a8543f9'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:26:01.852856 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47168) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:01.853343 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45db3770-271b-45e7-b6e6-e5e2c8a94546" -d '{"events": [{"name": "network-changed", "server_uuid": "ff49030c-d882-4d8a-9dc2-3c4760500ea5", "tag": "0b50f79c-6c14-4381-9dcf-99200a8543f9"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:26:01.901532 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e71989-c7c2-4a6a-8a90-717ca418b125 x-openstack-request-id: req-e6e71989-c7c2-4a6a-8a90-717ca418b125 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:26:01.901808 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff49030c-d882-4d8a-9dc2-3c4760500ea5", "tag": "0b50f79c-6c14-4381-9dcf-99200a8543f9", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:26:01.902009 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6e71989-c7c2-4a6a-8a90-717ca418b125 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:26:01.902506 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff49030c-d882-4d8a-9dc2-3c4760500ea5', 'tag': '0b50f79c-6c14-4381-9dcf-99200a8543f9', 'status': 'completed', 'code': 200} Nov 24 21:26:01.907371 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6096cd4b-a4f2-446d-b0f4-123aed71e575 tempest-TestVolumeBackupRestore-1124329293 tempest-TestVolumeBackupRestore-1124329293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:01.909079 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6096cd4b-a4f2-446d-b0f4-123aed71e575 tempest-TestVolumeBackupRestore-1124329293 tempest-TestVolumeBackupRestore-1124329293-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 1092 time: 0.0551705 Nov 24 21:26:01.911809 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47172) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:01.916463 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-6b80bf12-342d-4405-9cb7-45a1fffd767e tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Request body: {'floatingip': {'port_id': '0b50f79c-6c14-4381-9dcf-99200a8543f9'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:26:01.955785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-79750dd4-1780-4529-8a70-a14000974303 None None] Set router 817c42e6-87e0-401c-84c1-ff5b52a7a1dc gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:26:02.000796 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b80bf12-342d-4405-9cb7-45a1fffd767e tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for floatingip, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:02.039453 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db3770-271b-45e7-b6e6-e5e2c8a94546 req-336c89d4-e489-4ad7-ac31-f4a959fde710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:02.040975 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-45db3770-271b-45e7-b6e6-e5e2c8a94546 req-336c89d4-e489-4ad7-ac31-f4a959fde710 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ceb5ca0723bc4fe08c8df38f28d0dcd2&device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 1097 time: 0.0906718 Nov 24 21:26:02.186232 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-79750dd4-1780-4529-8a70-a14000974303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'name': 'tempest-TestVolumeBackupRestore-1070814233-router', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:35Z', 'revision_number': 4, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'gw_port': {'id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '33db81c8-dc8e-487f-bbef-5569d2c7f54c', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'floating_ip_address': '172.25.5.92', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'port_id': '0b50f79c-6c14-4381-9dcf-99200a8543f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31565703-33b3-48b7-b594-d7517d602e30', 'mac_address': 'fa:16:3e:42:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49030c-d882-4d8a-9dc2-3c4760500ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:26:00Z', 'updated_at': '2021-11-24T21:26:00Z', 'revision_number': 0, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e0d96ec-e0f4-48e2-be8d-2f8202774162', 'name': '', 'network_id': '31565703-33b3-48b7-b594-d7517d602e30', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'mac_address': 'fa:16:3e:d9:60:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:34Z', 'updated_at': '2021-11-24T21:23:40Z', 'revision_number': 5, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'subnets': [{'id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:02.213912 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79750dd4-1780-4529-8a70-a14000974303 None None] Checking router: 817c42e6-87e0-401c-84c1-ff5b52a7a1dc for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:26:02.223297 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79750dd4-1780-4529-8a70-a14000974303 None None] Routers {'817c42e6-87e0-401c-84c1-ff5b52a7a1dc'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:26:02.223913 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-79750dd4-1780-4529-8a70-a14000974303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:25:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['817c42e6-87e0-401c-84c1-ff5b52a7a1dc'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:02.239577 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db3770-271b-45e7-b6e6-e5e2c8a94546 req-f0e9b754-ecd5-45df-bd8b-18a50ee0b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:02.241082 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-45db3770-271b-45e7-b6e6-e5e2c8a94546 req-f0e9b754-ecd5-45df-bd8b-18a50ee0b64e service neutron] 10.222.0.15 "GET /v2.0/networks?id=31565703-33b3-48b7-b594-d7517d602e30 HTTP/1.1" status: 200 len: 915 time: 0.1930184 Nov 24 21:26:02.333015 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-79750dd4-1780-4529-8a70-a14000974303 None None] Set router 817c42e6-87e0-401c-84c1-ff5b52a7a1dc gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:26:02.353440 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-45db3770-271b-45e7-b6e6-e5e2c8a94546 req-5e491b2a-58e2-4b5e-99ab-9e6cfe222a58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b50f79c-6c14-4381-9dcf-99200a8543f9 HTTP/1.1" status: 200 len: 999 time: 0.1014233 Nov 24 21:26:02.452077 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db3770-271b-45e7-b6e6-e5e2c8a94546 req-b2f78950-6bd5-4139-b224-6d89569e667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:02.453612 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-45db3770-271b-45e7-b6e6-e5e2c8a94546 req-b2f78950-6bd5-4139-b224-6d89569e667c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc HTTP/1.1" status: 200 len: 853 time: 0.0921741 Nov 24 21:26:02.563610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-79750dd4-1780-4529-8a70-a14000974303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'name': 'tempest-TestVolumeBackupRestore-1070814233-router', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:35Z', 'revision_number': 4, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'gw_port': {'id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '33db81c8-dc8e-487f-bbef-5569d2c7f54c', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'floating_ip_address': '172.25.5.92', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'port_id': '0b50f79c-6c14-4381-9dcf-99200a8543f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31565703-33b3-48b7-b594-d7517d602e30', 'mac_address': 'fa:16:3e:42:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49030c-d882-4d8a-9dc2-3c4760500ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:26:00Z', 'updated_at': '2021-11-24T21:26:00Z', 'revision_number': 0, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e0d96ec-e0f4-48e2-be8d-2f8202774162', 'name': '', 'network_id': '31565703-33b3-48b7-b594-d7517d602e30', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'mac_address': 'fa:16:3e:d9:60:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:34Z', 'updated_at': '2021-11-24T21:23:40Z', 'revision_number': 5, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'subnets': [{'id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:02.576424 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db3770-271b-45e7-b6e6-e5e2c8a94546 req-dabd3f25-6c2b-4cce-87e9-c3146f51faff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:02.578849 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-45db3770-271b-45e7-b6e6-e5e2c8a94546 req-dabd3f25-6c2b-4cce-87e9-c3146f51faff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31565703-33b3-48b7-b594-d7517d602e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868447 Nov 24 21:26:02.590479 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79750dd4-1780-4529-8a70-a14000974303 None None] The sync data for ids ['817c42e6-87e0-401c-84c1-ff5b52a7a1dc'] in n-d-812111-8 is: [{'id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'name': 'tempest-TestVolumeBackupRestore-1070814233-router', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:35Z', 'revision_number': 4, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'gw_port': {'id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '33db81c8-dc8e-487f-bbef-5569d2c7f54c', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'floating_ip_address': '172.25.5.92', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'port_id': '0b50f79c-6c14-4381-9dcf-99200a8543f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31565703-33b3-48b7-b594-d7517d602e30', 'mac_address': 'fa:16:3e:42:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49030c-d882-4d8a-9dc2-3c4760500ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:26:00Z', 'updated_at': '2021-11-24T21:26:00Z', 'revision_number': 0, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e0d96ec-e0f4-48e2-be8d-2f8202774162', 'name': '', 'network_id': '31565703-33b3-48b7-b594-d7517d602e30', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'mac_address': 'fa:16:3e:d9:60:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:34Z', 'updated_at': '2021-11-24T21:23:40Z', 'revision_number': 5, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'subnets': [{'id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:26:02.747899 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b80bf12-342d-4405-9cb7-45a1fffd767e tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:02.754181 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b80bf12-342d-4405-9cb7-45a1fffd767e tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:02.757838 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-45db3770-271b-45e7-b6e6-e5e2c8a94546 req-bdc3729f-a4e0-4631-a912-f5ae89f5a8f2 service neutron] 10.222.0.15 "GET /v2.0/networks/31565703-33b3-48b7-b594-d7517d602e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704726 Nov 24 21:26:02.797752 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b484fe0b-60c6-4401-a36a-e2dc2da89a54 None None] New status for floating IP 33db81c8-dc8e-487f-bbef-5569d2c7f54c: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:26:02.937401 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-45db3770-271b-45e7-b6e6-e5e2c8a94546 req-13caa19a-6fdf-42ca-b170-d2adb322a41e service neutron] 10.222.0.15 "GET /v2.0/networks/31565703-33b3-48b7-b594-d7517d602e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411817 Nov 24 21:26:03.050747 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b80bf12-342d-4405-9cb7-45a1fffd767e tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Router 817c42e6-87e0-401c-84c1-ff5b52a7a1dc has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:26:03.467565 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b80bf12-342d-4405-9cb7-45a1fffd767e tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:26:03.473166 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6b80bf12-342d-4405-9cb7-45a1fffd767e tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:03.478737 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9274f4-73b4-4ae4-b804-e518b97f1477 None None] Sync routers for ids ['817c42e6-87e0-401c-84c1-ff5b52a7a1dc'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:26:03.489475 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9274f4-73b4-4ae4-b804-e518b97f1477 None None] Routers {'817c42e6-87e0-401c-84c1-ff5b52a7a1dc'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:26:03.490084 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-df9274f4-73b4-4ae4-b804-e518b97f1477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:25:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['817c42e6-87e0-401c-84c1-ff5b52a7a1dc'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:03.502455 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff49030c-d882-4d8a-9dc2-3c4760500ea5', 'tag': '0b50f79c-6c14-4381-9dcf-99200a8543f9'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:26:03.504678 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3f550a-ef85-470e-9edd-8b05e26b0a62" -d '{"events": [{"name": "network-changed", "server_uuid": "ff49030c-d882-4d8a-9dc2-3c4760500ea5", "tag": "0b50f79c-6c14-4381-9dcf-99200a8543f9"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:26:03.533827 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6b80bf12-342d-4405-9cb7-45a1fffd767e tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "PUT /v2.0/floatingips/33db81c8-dc8e-487f-bbef-5569d2c7f54c HTTP/1.1" status: 200 len: 991 time: 1.6201506 Nov 24 21:26:03.552562 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121698b4-2b42-45d8-8d76-8b06f4385be2 x-openstack-request-id: req-121698b4-2b42-45d8-8d76-8b06f4385be2 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:26:03.552901 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff49030c-d882-4d8a-9dc2-3c4760500ea5", "tag": "0b50f79c-6c14-4381-9dcf-99200a8543f9", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:26:03.553164 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-121698b4-2b42-45d8-8d76-8b06f4385be2 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:26:03.553575 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff49030c-d882-4d8a-9dc2-3c4760500ea5', 'tag': '0b50f79c-6c14-4381-9dcf-99200a8543f9', 'status': 'completed', 'code': 200} Nov 24 21:26:03.622904 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f550a-ef85-470e-9edd-8b05e26b0a62 req-4c79b882-93e3-43ed-814f-951bb7bf218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:03.624843 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df3f550a-ef85-470e-9edd-8b05e26b0a62 req-4c79b882-93e3-43ed-814f-951bb7bf218d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ceb5ca0723bc4fe08c8df38f28d0dcd2&device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 1097 time: 0.0430503 Nov 24 21:26:03.722385 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f550a-ef85-470e-9edd-8b05e26b0a62 req-a0d45f1f-6d96-4594-b465-8043f69792c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:03.723773 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df3f550a-ef85-470e-9edd-8b05e26b0a62 req-a0d45f1f-6d96-4594-b465-8043f69792c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31565703-33b3-48b7-b594-d7517d602e30 HTTP/1.1" status: 200 len: 915 time: 0.0927503 Nov 24 21:26:03.747278 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-df9274f4-73b4-4ae4-b804-e518b97f1477 None None] Set router 817c42e6-87e0-401c-84c1-ff5b52a7a1dc gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:26:03.791331 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df3f550a-ef85-470e-9edd-8b05e26b0a62 req-0826fe19-3ce7-49ba-9411-53ae28ceb469 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b50f79c-6c14-4381-9dcf-99200a8543f9 HTTP/1.1" status: 200 len: 1001 time: 0.0602953 Nov 24 21:26:03.849108 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f550a-ef85-470e-9edd-8b05e26b0a62 req-4b0937af-0a6f-4ebf-a10b-606a71770116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:03.850905 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df3f550a-ef85-470e-9edd-8b05e26b0a62 req-4b0937af-0a6f-4ebf-a10b-606a71770116 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc HTTP/1.1" status: 200 len: 853 time: 0.0501258 Nov 24 21:26:03.896356 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f550a-ef85-470e-9edd-8b05e26b0a62 req-bbf59a71-7c40-478e-ba4e-02ff64b093c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:03.897891 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df3f550a-ef85-470e-9edd-8b05e26b0a62 req-bbf59a71-7c40-478e-ba4e-02ff64b093c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31565703-33b3-48b7-b594-d7517d602e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403552 Nov 24 21:26:03.976381 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-df9274f4-73b4-4ae4-b804-e518b97f1477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'name': 'tempest-TestVolumeBackupRestore-1070814233-router', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:35Z', 'revision_number': 4, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'gw_port': {'id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '33db81c8-dc8e-487f-bbef-5569d2c7f54c', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'floating_ip_address': '172.25.5.92', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'port_id': '0b50f79c-6c14-4381-9dcf-99200a8543f9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31565703-33b3-48b7-b594-d7517d602e30', 'mac_address': 'fa:16:3e:42:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49030c-d882-4d8a-9dc2-3c4760500ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:26:00Z', 'updated_at': '2021-11-24T21:26:02Z', 'revision_number': 2, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e0d96ec-e0f4-48e2-be8d-2f8202774162', 'name': '', 'network_id': '31565703-33b3-48b7-b594-d7517d602e30', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'mac_address': 'fa:16:3e:d9:60:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:34Z', 'updated_at': '2021-11-24T21:23:40Z', 'revision_number': 5, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'subnets': [{'id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:03.989784 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df3f550a-ef85-470e-9edd-8b05e26b0a62 req-79bacc91-0bdb-4e6b-9e48-afc534265651 service neutron] 10.222.0.15 "GET /v2.0/networks/31565703-33b3-48b7-b594-d7517d602e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849233 Nov 24 21:26:04.003043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9274f4-73b4-4ae4-b804-e518b97f1477 None None] Checking router: 817c42e6-87e0-401c-84c1-ff5b52a7a1dc for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:26:04.011815 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9274f4-73b4-4ae4-b804-e518b97f1477 None None] Routers {'817c42e6-87e0-401c-84c1-ff5b52a7a1dc'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:26:04.012432 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-df9274f4-73b4-4ae4-b804-e518b97f1477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:25:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['817c42e6-87e0-401c-84c1-ff5b52a7a1dc'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:04.085681 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df3f550a-ef85-470e-9edd-8b05e26b0a62 req-af535a1e-abba-41ae-9398-8ecd9d7b429d service neutron] 10.222.0.15 "GET /v2.0/networks/31565703-33b3-48b7-b594-d7517d602e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889370 Nov 24 21:26:04.122966 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-df9274f4-73b4-4ae4-b804-e518b97f1477 None None] Set router 817c42e6-87e0-401c-84c1-ff5b52a7a1dc gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:26:04.349685 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-df9274f4-73b4-4ae4-b804-e518b97f1477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'name': 'tempest-TestVolumeBackupRestore-1070814233-router', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:35Z', 'revision_number': 4, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'gw_port': {'id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '33db81c8-dc8e-487f-bbef-5569d2c7f54c', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'floating_ip_address': '172.25.5.92', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'port_id': '0b50f79c-6c14-4381-9dcf-99200a8543f9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31565703-33b3-48b7-b594-d7517d602e30', 'mac_address': 'fa:16:3e:42:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49030c-d882-4d8a-9dc2-3c4760500ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:26:00Z', 'updated_at': '2021-11-24T21:26:02Z', 'revision_number': 2, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e0d96ec-e0f4-48e2-be8d-2f8202774162', 'name': '', 'network_id': '31565703-33b3-48b7-b594-d7517d602e30', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'mac_address': 'fa:16:3e:d9:60:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:34Z', 'updated_at': '2021-11-24T21:23:40Z', 'revision_number': 5, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'subnets': [{'id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:04.380827 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9274f4-73b4-4ae4-b804-e518b97f1477 None None] The sync data for ids ['817c42e6-87e0-401c-84c1-ff5b52a7a1dc'] in n-d-812111-8 is: [{'id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'name': 'tempest-TestVolumeBackupRestore-1070814233-router', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:35Z', 'revision_number': 4, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'gw_port': {'id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '33db81c8-dc8e-487f-bbef-5569d2c7f54c', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'floating_ip_address': '172.25.5.92', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'port_id': '0b50f79c-6c14-4381-9dcf-99200a8543f9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31565703-33b3-48b7-b594-d7517d602e30', 'mac_address': 'fa:16:3e:42:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49030c-d882-4d8a-9dc2-3c4760500ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:26:00Z', 'updated_at': '2021-11-24T21:26:02Z', 'revision_number': 2, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e0d96ec-e0f4-48e2-be8d-2f8202774162', 'name': '', 'network_id': '31565703-33b3-48b7-b594-d7517d602e30', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'mac_address': 'fa:16:3e:d9:60:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:34Z', 'updated_at': '2021-11-24T21:23:40Z', 'revision_number': 5, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'subnets': [{'id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:26:05.554678 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff49030c-d882-4d8a-9dc2-3c4760500ea5', 'tag': '0b50f79c-6c14-4381-9dcf-99200a8543f9'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:26:05.557002 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9d3f37-cb10-4629-9755-d0b9057c8acb" -d '{"events": [{"name": "network-changed", "server_uuid": "ff49030c-d882-4d8a-9dc2-3c4760500ea5", "tag": "0b50f79c-6c14-4381-9dcf-99200a8543f9"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:26:05.595846 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6899b8-bcd1-476c-800d-2fee95f85264 x-openstack-request-id: req-4e6899b8-bcd1-476c-800d-2fee95f85264 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:26:05.596144 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff49030c-d882-4d8a-9dc2-3c4760500ea5", "tag": "0b50f79c-6c14-4381-9dcf-99200a8543f9", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:26:05.596401 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e6899b8-bcd1-476c-800d-2fee95f85264 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:26:05.596839 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff49030c-d882-4d8a-9dc2-3c4760500ea5', 'tag': '0b50f79c-6c14-4381-9dcf-99200a8543f9', 'status': 'completed', 'code': 200} Nov 24 21:26:05.659349 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d3f37-cb10-4629-9755-d0b9057c8acb req-f3ca1b77-981f-4471-8b95-446f35e20bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:05.660846 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ee9d3f37-cb10-4629-9755-d0b9057c8acb req-f3ca1b77-981f-4471-8b95-446f35e20bdd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ceb5ca0723bc4fe08c8df38f28d0dcd2&device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 1097 time: 0.0417130 Nov 24 21:26:05.755104 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d3f37-cb10-4629-9755-d0b9057c8acb req-dfc9680b-464b-4396-89a3-0f9d839e7955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:05.756575 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ee9d3f37-cb10-4629-9755-d0b9057c8acb req-dfc9680b-464b-4396-89a3-0f9d839e7955 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31565703-33b3-48b7-b594-d7517d602e30 HTTP/1.1" status: 200 len: 915 time: 0.0892107 Nov 24 21:26:05.826302 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ee9d3f37-cb10-4629-9755-d0b9057c8acb req-261725d6-7c59-4c9f-ac31-bd879f66d775 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b50f79c-6c14-4381-9dcf-99200a8543f9 HTTP/1.1" status: 200 len: 1001 time: 0.0626264 Nov 24 21:26:05.889026 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d3f37-cb10-4629-9755-d0b9057c8acb req-b73cb168-e0f3-4c99-b2c9-4c3c7d7715ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:05.891596 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ee9d3f37-cb10-4629-9755-d0b9057c8acb req-b73cb168-e0f3-4c99-b2c9-4c3c7d7715ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc HTTP/1.1" status: 200 len: 853 time: 0.0587146 Nov 24 21:26:05.938296 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d3f37-cb10-4629-9755-d0b9057c8acb req-17af11e3-2249-4ea8-99d0-6205624b3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:05.939763 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ee9d3f37-cb10-4629-9755-d0b9057c8acb req-17af11e3-2249-4ea8-99d0-6205624b3b9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31565703-33b3-48b7-b594-d7517d602e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410616 Nov 24 21:26:06.030228 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ee9d3f37-cb10-4629-9755-d0b9057c8acb req-0bf3b617-58e9-448c-8356-90b0930e210f service neutron] 10.222.0.15 "GET /v2.0/networks/31565703-33b3-48b7-b594-d7517d602e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830488 Nov 24 21:26:06.123744 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ee9d3f37-cb10-4629-9755-d0b9057c8acb req-0b0bec78-42d0-4f36-8fb2-b295dfb70a8e service neutron] 10.222.0.15 "GET /v2.0/networks/31565703-33b3-48b7-b594-d7517d602e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864174 Nov 24 21:26:08.878172 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9df2d70c-2fe7-4f7d-83cd-999c4c732b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:09.978151 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:11.179136 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8e045979-9836-4cc8-a63a-df0b5424f236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:11.299467 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:12.458932 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:13.829547 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:14.855653 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:15.825514 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-bb1ea3bf-15ce-4dde-8693-44ced439ff75 req-6404d3a1-cd8c-4e44-b391-c9d1bcc1ea53 tempest-ServerDiskConfigTestJSON-1015759877 tempest-ServerDiskConfigTestJSON-1015759877-project] (109990) timed out ('10.222.0.11', 44712) {{(pid=109990) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 21:26:25.463186 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc249a-318d-4770-8304-c1ffa98b5032 req-ba2fb153-922a-4291-8f70-f2ad18f1cfbe tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:25.464669 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-99cc249a-318d-4770-8304-c1ffa98b5032 req-ba2fb153-922a-4291-8f70-f2ad18f1cfbe tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 946 time: 0.0498359 Nov 24 21:26:25.513701 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-99cc249a-318d-4770-8304-c1ffa98b5032 req-50454466-a4e2-48a1-b73a-13d86e4a2226 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427942 Nov 24 21:26:26.642377 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af23e6-abd8-410c-bedd-8fac02be13f9 req-f54f4855-5916-4960-af0f-25b71dcf5e59 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:26.643868 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4af23e6-abd8-410c-bedd-8fac02be13f9 req-f54f4855-5916-4960-af0f-25b71dcf5e59 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 946 time: 0.0535026 Nov 24 21:26:26.692448 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4af23e6-abd8-410c-bedd-8fac02be13f9 req-433cf877-2a1f-4be0-9726-fcb5aa5e5ae5 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5e359eb-cc89-4b6f-9945-d028da401ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419433 Nov 24 21:26:26.710438 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6febdf-cc9f-4e8b-acb7-78f1f580adf7 req-4e333d19-c3f5-4007-8393-6add981bb056 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:26.711958 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f6febdf-cc9f-4e8b-acb7-78f1f580adf7 req-4e333d19-c3f5-4007-8393-6add981bb056 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.48 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 946 time: 0.0549815 Nov 24 21:26:26.802059 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-8f6febdf-cc9f-4e8b-acb7-78f1f580adf7 req-702b2438-831c-4efb-bb42-cad947bec1b7 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Deleting port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:26:26.802301 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8f6febdf-cc9f-4e8b-acb7-78f1f580adf7 req-702b2438-831c-4efb-bb42-cad947bec1b7 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:26.894668 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-8f6febdf-cc9f-4e8b-acb7-78f1f580adf7 req-702b2438-831c-4efb-bb42-cad947bec1b7 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] For port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:26:26.895033 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8f6febdf-cc9f-4e8b-acb7-78f1f580adf7 req-702b2438-831c-4efb-bb42-cad947bec1b7 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:27.071179 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8f6febdf-cc9f-4e8b-acb7-78f1f580adf7 req-702b2438-831c-4efb-bb42-cad947bec1b7 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:27.071457 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8f6febdf-cc9f-4e8b-acb7-78f1f580adf7 req-702b2438-831c-4efb-bb42-cad947bec1b7 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:27.071739 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [req-8f6febdf-cc9f-4e8b-acb7-78f1f580adf7 req-702b2438-831c-4efb-bb42-cad947bec1b7 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Floating IP 7c76e132-3f6a-4baf-8a63-a49cba2413cb disassociated. External IP: 172.25.5.147, port: 7013e3a2-9ab1-4531-af44-8fe2075ae1c9. Nov 24 21:26:27.072152 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-8f6febdf-cc9f-4e8b-acb7-78f1f580adf7 req-702b2438-831c-4efb-bb42-cad947bec1b7 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Calling delete_port for 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:26:27.212915 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8f6febdf-cc9f-4e8b-acb7-78f1f580adf7 req-702b2438-831c-4efb-bb42-cad947bec1b7 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:27.245780 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b2438-831c-4efb-bb42-cad947bec1b7 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Pushing event deleted for resources: {'Port': ['ID=7013e3a2-9ab1-4531-af44-8fe2075ae1c9,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:27.363704 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f6febdf-cc9f-4e8b-acb7-78f1f580adf7 req-702b2438-831c-4efb-bb42-cad947bec1b7 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Router 507026af-193f-403e-8f2a-de875985dacf has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:26:27.482030 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f6febdf-cc9f-4e8b-acb7-78f1f580adf7 req-702b2438-831c-4efb-bb42-cad947bec1b7 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:26:27.494276 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebf0230-4429-42dd-bdf0-3541d49b0c4c None None] Sync routers for ids ['507026af-193f-403e-8f2a-de875985dacf'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:26:27.503793 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebf0230-4429-42dd-bdf0-3541d49b0c4c None None] Routers {'507026af-193f-403e-8f2a-de875985dacf'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:26:27.504396 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-3ebf0230-4429-42dd-bdf0-3541d49b0c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:26:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['507026af-193f-403e-8f2a-de875985dacf'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:27.526924 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6febdf-cc9f-4e8b-acb7-78f1f580adf7 req-702b2438-831c-4efb-bb42-cad947bec1b7 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] No DVR routers for this DVR port 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:26:27.529836 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8f6febdf-cc9f-4e8b-acb7-78f1f580adf7 req-702b2438-831c-4efb-bb42-cad947bec1b7 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:27.533674 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8f6febdf-cc9f-4e8b-acb7-78f1f580adf7 req-702b2438-831c-4efb-bb42-cad947bec1b7 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.48 "DELETE /v2.0/ports/7013e3a2-9ab1-4531-af44-8fe2075ae1c9 HTTP/1.1" status: 204 len: 173 time: 0.8158021 Nov 24 21:26:27.534235 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a711f48e-0de4-4980-9f0f-73216f36c026', 'name': 'network-vif-deleted', 'tag': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:26:27.536653 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3478a558-2939-4bcd-9336-fa5f4cc6d2c3" -d '{"events": [{"server_uuid": "a711f48e-0de4-4980-9f0f-73216f36c026", "name": "network-vif-deleted", "tag": "7013e3a2-9ab1-4531-af44-8fe2075ae1c9"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:26:27.598759 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc22755c-5998-4606-bfcb-1b557305d70e x-openstack-request-id: req-bc22755c-5998-4606-bfcb-1b557305d70e {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:26:27.599164 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a711f48e-0de4-4980-9f0f-73216f36c026", "name": "network-vif-deleted", "tag": "7013e3a2-9ab1-4531-af44-8fe2075ae1c9", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:26:27.600111 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc22755c-5998-4606-bfcb-1b557305d70e {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:26:27.600997 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a711f48e-0de4-4980-9f0f-73216f36c026', 'name': 'network-vif-deleted', 'tag': '7013e3a2-9ab1-4531-af44-8fe2075ae1c9', 'status': 'completed', 'code': 200} Nov 24 21:26:27.623819 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-3ebf0230-4429-42dd-bdf0-3541d49b0c4c None None] Set router 507026af-193f-403e-8f2a-de875985dacf gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:26:27.821799 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-185a4b9a-d389-4262-afee-bb753d75fe0c req-78f017be-7c87-4ce1-b493-8d0f7853a7a5 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/ports?device_id=a711f48e-0de4-4980-9f0f-73216f36c026 HTTP/1.1" status: 200 len: 210 time: 0.0285251 Nov 24 21:26:27.894179 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-3ebf0230-4429-42dd-bdf0-3541d49b0c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507026af-193f-403e-8f2a-de875985dacf', 'name': 'tempest-AttachVolumeShelveTestJSON-1662242414-router', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:18:55Z', 'updated_at': '2021-11-24T21:19:01Z', 'revision_number': 4, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'gw_port': {'id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:18:56Z', 'updated_at': '2021-11-24T21:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'c05887bc-08f0-4549-81d0-8b5e998a65fe', 'name': '', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'mac_address': 'fa:16:3e:08:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:00Z', 'updated_at': '2021-11-24T21:19:12Z', 'revision_number': 5, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'subnets': [{'id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:27.924187 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebf0230-4429-42dd-bdf0-3541d49b0c4c None None] Checking router: 507026af-193f-403e-8f2a-de875985dacf for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:26:27.933784 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebf0230-4429-42dd-bdf0-3541d49b0c4c None None] Routers {'507026af-193f-403e-8f2a-de875985dacf'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:26:27.934464 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-3ebf0230-4429-42dd-bdf0-3541d49b0c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:26:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['507026af-193f-403e-8f2a-de875985dacf'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:28.041776 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-3ebf0230-4429-42dd-bdf0-3541d49b0c4c None None] Set router 507026af-193f-403e-8f2a-de875985dacf gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:26:28.252040 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-3ebf0230-4429-42dd-bdf0-3541d49b0c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507026af-193f-403e-8f2a-de875985dacf', 'name': 'tempest-AttachVolumeShelveTestJSON-1662242414-router', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:18:55Z', 'updated_at': '2021-11-24T21:19:01Z', 'revision_number': 4, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'gw_port': {'id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:18:56Z', 'updated_at': '2021-11-24T21:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'c05887bc-08f0-4549-81d0-8b5e998a65fe', 'name': '', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'mac_address': 'fa:16:3e:08:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:00Z', 'updated_at': '2021-11-24T21:19:12Z', 'revision_number': 5, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'subnets': [{'id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:28.281747 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebf0230-4429-42dd-bdf0-3541d49b0c4c None None] The sync data for ids ['507026af-193f-403e-8f2a-de875985dacf'] in n-d-812111-8 is: [{'id': '507026af-193f-403e-8f2a-de875985dacf', 'name': 'tempest-AttachVolumeShelveTestJSON-1662242414-router', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:18:55Z', 'updated_at': '2021-11-24T21:19:01Z', 'revision_number': 4, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'gw_port': {'id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:18:56Z', 'updated_at': '2021-11-24T21:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'c05887bc-08f0-4549-81d0-8b5e998a65fe', 'name': '', 'network_id': '32a707c4-ac19-469f-a9cc-104f3e27a20e', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'mac_address': 'fa:16:3e:08:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:19:00Z', 'updated_at': '2021-11-24T21:19:12Z', 'revision_number': 5, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'subnets': [{'id': '0faa94f8-a6a6-4ded-b1c0-ce3e792adfad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:26:28.513091 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da7d72c-a6f0-4fcf-a922-1dbaa7e49497 None None] New status for floating IP 7c76e132-3f6a-4baf-8a63-a49cba2413cb: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:26:28.913705 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47206) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:28.973121 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0034fee9-63b6-4b72-8422-f3571a70ab52 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:29.000506 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0034fee9-63b6-4b72-8422-f3571a70ab52 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:29.050781 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0034fee9-63b6-4b72-8422-f3571a70ab52 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:29.054303 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0034fee9-63b6-4b72-8422-f3571a70ab52 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:29.058091 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0034fee9-63b6-4b72-8422-f3571a70ab52 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "DELETE /v2.0/security-groups/f5e359eb-cc89-4b6f-9945-d028da401ce3 HTTP/1.1" status: 204 len: 168 time: 0.1407382 Nov 24 21:26:29.058581 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47208) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:29.067616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034fee9-63b6-4b72-8422-f3571a70ab52 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e359eb-cc89-4b6f-9945-d028da401ce3,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:29.087944 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-b4dc45d5-0a54-4fc7-852e-c16620f27292 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] show failed (client error): The resource could not be found. Nov 24 21:26:29.099027 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b4dc45d5-0a54-4fc7-852e-c16620f27292 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "GET /v2.0/security-groups/f5e359eb-cc89-4b6f-9945-d028da401ce3 HTTP/1.1" status: 404 len: 347 time: 0.0391986 Nov 24 21:26:29.102665 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47210) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:29.246507 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-7e5b9769-b16c-4230-8a50-c9eeea296718 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Deleting port c2177bdf-0da8-4569-abb2-7e2c66ac023a {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:26:29.247240 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7e5b9769-b16c-4230-8a50-c9eeea296718 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:29.332953 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7e5b9769-b16c-4230-8a50-c9eeea296718 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:29.333281 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7e5b9769-b16c-4230-8a50-c9eeea296718 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:29.345780 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-7e5b9769-b16c-4230-8a50-c9eeea296718 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Calling delete_port for c2177bdf-0da8-4569-abb2-7e2c66ac023a owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:26:29.486233 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7e5b9769-b16c-4230-8a50-c9eeea296718 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:29.527419 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b9769-b16c-4230-8a50-c9eeea296718 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Pushing event deleted for resources: {'Port': ['ID=c2177bdf-0da8-4569-abb2-7e2c66ac023a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:29.591208 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7e5b9769-b16c-4230-8a50-c9eeea296718 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:29.593847 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7e5b9769-b16c-4230-8a50-c9eeea296718 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:29.595014 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7e5b9769-b16c-4230-8a50-c9eeea296718 tempest-AttachVolumeShelveTestJSON-1494665878 tempest-AttachVolumeShelveTestJSON-1494665878-project] 10.222.0.11 "DELETE /v2.0/floatingips/7c76e132-3f6a-4baf-8a63-a49cba2413cb HTTP/1.1" status: 204 len: 168 time: 0.4912603 Nov 24 21:26:29.991813 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:26:30.012504 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:26:30.012824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 7013e3a2-9ab1-4531-af44-8fe2075ae1c9 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:26:34.492929 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:26:35.196832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47244) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:35.679114 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70acdbf3-2ac2-4963-a16b-c1a8e4229241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:35.933131 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-70acdbf3-2ac2-4963-a16b-c1a8e4229241 admin admin] Deleting port c05887bc-08f0-4549-81d0-8b5e998a65fe {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:26:35.933387 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70acdbf3-2ac2-4963-a16b-c1a8e4229241 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:36.012692 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-70acdbf3-2ac2-4963-a16b-c1a8e4229241 admin admin] For port c05887bc-08f0-4549-81d0-8b5e998a65fe, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c05887bc-08f0-4549-81d0-8b5e998a65fe,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:26:36.013086 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70acdbf3-2ac2-4963-a16b-c1a8e4229241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:36.028151 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-70acdbf3-2ac2-4963-a16b-c1a8e4229241 admin admin] Calling delete_port for c05887bc-08f0-4549-81d0-8b5e998a65fe owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:26:36.213345 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70acdbf3-2ac2-4963-a16b-c1a8e4229241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:36.241528 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70acdbf3-2ac2-4963-a16b-c1a8e4229241 admin admin] Pushing event deleted for resources: {'Port': ['ID=c05887bc-08f0-4549-81d0-8b5e998a65fe,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:36.416037 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70acdbf3-2ac2-4963-a16b-c1a8e4229241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:36.633909 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70acdbf3-2ac2-4963-a16b-c1a8e4229241 admin admin] Router 507026af-193f-403e-8f2a-de875985dacf has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:26:36.740739 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70acdbf3-2ac2-4963-a16b-c1a8e4229241 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:26:36.745881 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-70acdbf3-2ac2-4963-a16b-c1a8e4229241 admin admin] 10.222.0.11 "PUT /v2.0/routers/507026af-193f-403e-8f2a-de875985dacf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5479290 Nov 24 21:26:36.748544 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47248) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:36.749159 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219be2d3-b75a-4c33-b5bf-92ee58e442f6 None None] Sync routers for ids ['507026af-193f-403e-8f2a-de875985dacf'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:26:36.760715 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219be2d3-b75a-4c33-b5bf-92ee58e442f6 None None] Routers {'507026af-193f-403e-8f2a-de875985dacf'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:26:36.761367 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-219be2d3-b75a-4c33-b5bf-92ee58e442f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:26:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['507026af-193f-403e-8f2a-de875985dacf'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:36.861732 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c10a3ea3-b2f9-4c80-9b65-53b86ab67480 admin admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:36.967055 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-219be2d3-b75a-4c33-b5bf-92ee58e442f6 None None] Set router 507026af-193f-403e-8f2a-de875985dacf gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:26:37.165968 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-219be2d3-b75a-4c33-b5bf-92ee58e442f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507026af-193f-403e-8f2a-de875985dacf', 'name': 'tempest-AttachVolumeShelveTestJSON-1662242414-router', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:18:55Z', 'updated_at': '2021-11-24T21:26:36Z', 'revision_number': 5, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'gw_port': {'id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:18:56Z', 'updated_at': '2021-11-24T21:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:37.199198 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219be2d3-b75a-4c33-b5bf-92ee58e442f6 None None] Checking router: 507026af-193f-403e-8f2a-de875985dacf for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:26:37.208011 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219be2d3-b75a-4c33-b5bf-92ee58e442f6 None None] Routers {'507026af-193f-403e-8f2a-de875985dacf'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:26:37.208644 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-219be2d3-b75a-4c33-b5bf-92ee58e442f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:26:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['507026af-193f-403e-8f2a-de875985dacf'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:37.311540 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c10a3ea3-b2f9-4c80-9b65-53b86ab67480 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:37.314548 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-219be2d3-b75a-4c33-b5bf-92ee58e442f6 None None] Set router 507026af-193f-403e-8f2a-de875985dacf gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:26:37.367936 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-c10a3ea3-b2f9-4c80-9b65-53b86ab67480 admin admin] Deleting port db8a81ab-25f4-43bd-80fd-0b7f6883c359 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:26:37.368275 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c10a3ea3-b2f9-4c80-9b65-53b86ab67480 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:37.447498 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-c10a3ea3-b2f9-4c80-9b65-53b86ab67480 admin admin] For port db8a81ab-25f4-43bd-80fd-0b7f6883c359, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=db8a81ab-25f4-43bd-80fd-0b7f6883c359,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:26:37.447886 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c10a3ea3-b2f9-4c80-9b65-53b86ab67480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:37.461100 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-c10a3ea3-b2f9-4c80-9b65-53b86ab67480 admin admin] Calling delete_port for db8a81ab-25f4-43bd-80fd-0b7f6883c359 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:26:37.494685 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-219be2d3-b75a-4c33-b5bf-92ee58e442f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507026af-193f-403e-8f2a-de875985dacf', 'name': 'tempest-AttachVolumeShelveTestJSON-1662242414-router', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:18:55Z', 'updated_at': '2021-11-24T21:26:36Z', 'revision_number': 5, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'gw_port': {'id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:18:56Z', 'updated_at': '2021-11-24T21:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:37.520696 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219be2d3-b75a-4c33-b5bf-92ee58e442f6 None None] The sync data for ids ['507026af-193f-403e-8f2a-de875985dacf'] in n-d-812111-8 is: [{'id': '507026af-193f-403e-8f2a-de875985dacf', 'name': 'tempest-AttachVolumeShelveTestJSON-1662242414-router', 'tenant_id': '51d612ab04e44ebdb2576e3d3896d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:18:55Z', 'updated_at': '2021-11-24T21:26:36Z', 'revision_number': 5, 'project_id': '51d612ab04e44ebdb2576e3d3896d36c', 'gw_port': {'id': 'db8a81ab-25f4-43bd-80fd-0b7f6883c359', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507026af-193f-403e-8f2a-de875985dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:18:56Z', 'updated_at': '2021-11-24T21:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:26:37.632554 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c10a3ea3-b2f9-4c80-9b65-53b86ab67480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:37.660925 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a3ea3-b2f9-4c80-9b65-53b86ab67480 admin admin] Pushing event deleted for resources: {'Port': ['ID=db8a81ab-25f4-43bd-80fd-0b7f6883c359,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:37.677226 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90976570-7160-469d-9cff-25b713e1dfe4 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:26:37.726795 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c10a3ea3-b2f9-4c80-9b65-53b86ab67480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:37.817733 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c10a3ea3-b2f9-4c80-9b65-53b86ab67480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:37.820082 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c10a3ea3-b2f9-4c80-9b65-53b86ab67480 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:37.864834 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c10a3ea3-b2f9-4c80-9b65-53b86ab67480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:37.865406 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10a3ea3-b2f9-4c80-9b65-53b86ab67480 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 507026af-193f-403e-8f2a-de875985dacf {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:26:37.870181 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c10a3ea3-b2f9-4c80-9b65-53b86ab67480 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:37.871488 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c10a3ea3-b2f9-4c80-9b65-53b86ab67480 admin admin] 10.222.0.11 "DELETE /v2.0/routers/507026af-193f-403e-8f2a-de875985dacf HTTP/1.1" status: 204 len: 168 time: 1.1216612 Nov 24 21:26:37.873939 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47250) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:37.925673 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ce0272-9019-4d43-8c98-01395e5647cd admin admin] Deleting subnet 0faa94f8-a6a6-4ded-b1c0-ce3e792adfad {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:26:37.928988 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-73ce0272-9019-4d43-8c98-01395e5647cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:37.966874 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-73ce0272-9019-4d43-8c98-01395e5647cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:38.047114 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-73ce0272-9019-4d43-8c98-01395e5647cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:38.106663 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-73ce0272-9019-4d43-8c98-01395e5647cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:38.141135 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce0272-9019-4d43-8c98-01395e5647cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0faa94f8-a6a6-4ded-b1c0-ce3e792adfad,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:38.148169 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-73ce0272-9019-4d43-8c98-01395e5647cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:38.155036 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47252) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:38.156018 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-73ce0272-9019-4d43-8c98-01395e5647cd admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0faa94f8-a6a6-4ded-b1c0-ce3e792adfad HTTP/1.1" status: 204 len: 168 time: 0.2809300 Nov 24 21:26:38.158218 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78116440-2a1d-4fd0-9792-e6ca036f47f7 None None] Network 32a707c4-ac19-469f-a9cc-104f3e27a20e requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:26:38.239831 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d989d955-b9cf-40ba-b11a-c835f9e1061a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:38.269913 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c05887bc-08f0-4549-81d0-8b5e998a65fe no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:26:38.304031 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-d989d955-b9cf-40ba-b11a-c835f9e1061a admin admin] Deleting port aacede87-3948-444b-9874-b13330128ff7 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:26:38.304505 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d989d955-b9cf-40ba-b11a-c835f9e1061a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:38.310195 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: c05887bc-08f0-4549-81d0-8b5e998a65fe {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:26:38.310539 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c05887bc-08f0-4549-81d0-8b5e998a65fe not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:26:38.379774 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-d989d955-b9cf-40ba-b11a-c835f9e1061a admin admin] For port aacede87-3948-444b-9874-b13330128ff7, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=aacede87-3948-444b-9874-b13330128ff7,segment=NetworkSegment(e324e50f-5864-45f7-921a-f81b6ccfb55b),segment_id=e324e50f-5864-45f7-921a-f81b6ccfb55b)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:26:38.380161 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d989d955-b9cf-40ba-b11a-c835f9e1061a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:38.395985 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-d989d955-b9cf-40ba-b11a-c835f9e1061a admin admin] Calling delete_port for aacede87-3948-444b-9874-b13330128ff7 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:26:38.482353 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d989d955-b9cf-40ba-b11a-c835f9e1061a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:38.511223 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989d955-b9cf-40ba-b11a-c835f9e1061a admin admin] Pushing event deleted for resources: {'Port': ['ID=aacede87-3948-444b-9874-b13330128ff7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:38.514826 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d989d955-b9cf-40ba-b11a-c835f9e1061a admin admin] No DVR routers for this DVR port aacede87-3948-444b-9874-b13330128ff7 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:26:38.598568 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d989d955-b9cf-40ba-b11a-c835f9e1061a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:38.602873 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb2a04c-7c18-4433-a3cb-2cf9367ea49d None None] DHCP port deletion for 32a707c4-ac19-469f-a9cc-104f3e27a20e request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:26:38.623912 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-d989d955-b9cf-40ba-b11a-c835f9e1061a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a707c4-ac19-469f-a9cc-104f3e27a20e']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:38.633906 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47256) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:38.645338 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-d989d955-b9cf-40ba-b11a-c835f9e1061a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e324e50f-5864-45f7-921a-f81b6ccfb55b') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:38.645642 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-d989d955-b9cf-40ba-b11a-c835f9e1061a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e324e50f-5864-45f7-921a-f81b6ccfb55b') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:38.689979 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d989d955-b9cf-40ba-b11a-c835f9e1061a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:38.711122 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d989d955-b9cf-40ba-b11a-c835f9e1061a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:38.726435 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d989d955-b9cf-40ba-b11a-c835f9e1061a admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:26:38.726825 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d989d955-b9cf-40ba-b11a-c835f9e1061a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:26:38.729346 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:26:38.826483 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d989d955-b9cf-40ba-b11a-c835f9e1061a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:38.833747 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d989d955-b9cf-40ba-b11a-c835f9e1061a admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:38.837168 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d989d955-b9cf-40ba-b11a-c835f9e1061a admin admin] 10.222.0.11 "DELETE /v2.0/networks/32a707c4-ac19-469f-a9cc-104f3e27a20e HTTP/1.1" status: 204 len: 168 time: 0.6809230 Nov 24 21:26:38.869780 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989d955-b9cf-40ba-b11a-c835f9e1061a admin admin] Pushing event deleted for resources: {'Network': ['ID=32a707c4-ac19-469f-a9cc-104f3e27a20e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:38.893087 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-943d8d58-b998-4b5d-9b0f-6c77fb70bcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:38.897370 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-452de519-14e4-43b6-b1c7-44db8a857953 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Deleting port 947c1cc5-aeb8-48bd-b35e-27b609a0aff8 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:26:38.897704 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-452de519-14e4-43b6-b1c7-44db8a857953 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:38.965757 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47260) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:38.977329 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-452de519-14e4-43b6-b1c7-44db8a857953 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:38.977843 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-452de519-14e4-43b6-b1c7-44db8a857953 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:38.991648 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-452de519-14e4-43b6-b1c7-44db8a857953 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Calling delete_port for 947c1cc5-aeb8-48bd-b35e-27b609a0aff8 owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:26:39.011949 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ab9c9384-769d-4c02-b265-0ee05187a75d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=51d612ab04e44ebdb2576e3d3896d36c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449815 Nov 24 21:26:39.014584 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47262) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:39.064949 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc8a710f-4bdd-4d16-a524-4781a8edbccc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:39.088398 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc8a710f-4bdd-4d16-a524-4781a8edbccc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:39.142193 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc8a710f-4bdd-4d16-a524-4781a8edbccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:39.145045 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc8a710f-4bdd-4d16-a524-4781a8edbccc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:39.149449 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-dc8a710f-4bdd-4d16-a524-4781a8edbccc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/485f2fc6-d839-46af-9733-2230eb138119 HTTP/1.1" status: 204 len: 168 time: 0.1305618 Nov 24 21:26:39.155709 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a710f-4bdd-4d16-a524-4781a8edbccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485f2fc6-d839-46af-9733-2230eb138119,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:39.158520 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-452de519-14e4-43b6-b1c7-44db8a857953 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:39.193075 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452de519-14e4-43b6-b1c7-44db8a857953 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Pushing event deleted for resources: {'Port': ['ID=947c1cc5-aeb8-48bd-b35e-27b609a0aff8,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:39.257534 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-452de519-14e4-43b6-b1c7-44db8a857953 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:39.257995 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-452de519-14e4-43b6-b1c7-44db8a857953 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Floating IP 33db81c8-dc8e-487f-bbef-5569d2c7f54c disassociated (deleted). External IP: 172.25.5.92, port: 0b50f79c-6c14-4381-9dcf-99200a8543f9. Nov 24 21:26:39.492669 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452de519-14e4-43b6-b1c7-44db8a857953 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Router 817c42e6-87e0-401c-84c1-ff5b52a7a1dc has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:26:39.638360 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452de519-14e4-43b6-b1c7-44db8a857953 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:26:39.643897 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-452de519-14e4-43b6-b1c7-44db8a857953 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:39.651277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef1acef-f428-40c4-8863-35820b709a12 None None] Sync routers for ids ['817c42e6-87e0-401c-84c1-ff5b52a7a1dc'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:26:39.662002 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef1acef-f428-40c4-8863-35820b709a12 None None] Routers {'817c42e6-87e0-401c-84c1-ff5b52a7a1dc'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:26:39.663313 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0ef1acef-f428-40c4-8863-35820b709a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:26:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['817c42e6-87e0-401c-84c1-ff5b52a7a1dc'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:39.683715 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-452de519-14e4-43b6-b1c7-44db8a857953 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "DELETE /v2.0/floatingips/33db81c8-dc8e-487f-bbef-5569d2c7f54c HTTP/1.1" status: 204 len: 168 time: 1.0460420 Nov 24 21:26:39.683715 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff49030c-d882-4d8a-9dc2-3c4760500ea5', 'tag': '0b50f79c-6c14-4381-9dcf-99200a8543f9'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:26:39.684412 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4f1962-5ed3-4391-b357-ceaa29495bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "ff49030c-d882-4d8a-9dc2-3c4760500ea5", "tag": "0b50f79c-6c14-4381-9dcf-99200a8543f9"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:26:39.782103 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-0ef1acef-f428-40c4-8863-35820b709a12 None None] Set router 817c42e6-87e0-401c-84c1-ff5b52a7a1dc gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:26:39.885796 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d203c427-17df-4e4a-b001-867f60ad5557 x-openstack-request-id: req-d203c427-17df-4e4a-b001-867f60ad5557 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:26:39.885993 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff49030c-d882-4d8a-9dc2-3c4760500ea5", "tag": "0b50f79c-6c14-4381-9dcf-99200a8543f9", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:26:39.886350 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d203c427-17df-4e4a-b001-867f60ad5557 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:26:39.886860 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff49030c-d882-4d8a-9dc2-3c4760500ea5', 'tag': '0b50f79c-6c14-4381-9dcf-99200a8543f9', 'status': 'completed', 'code': 200} Nov 24 21:26:39.994160 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:40.002753 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f1962-5ed3-4391-b357-ceaa29495bfb req-24497ceb-0e8b-40c5-9625-e94e971aaa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:40.004795 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa4f1962-5ed3-4391-b357-ceaa29495bfb req-24497ceb-0e8b-40c5-9625-e94e971aaa4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ceb5ca0723bc4fe08c8df38f28d0dcd2&device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 1097 time: 0.0950594 Nov 24 21:26:40.029853 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf43fd-8897-40dc-878e-70edcf005c75 req-81a7643d-42d5-494b-99d2-c577e524c0d2 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:40.030029 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0ef1acef-f428-40c4-8863-35820b709a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'name': 'tempest-TestVolumeBackupRestore-1070814233-router', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:35Z', 'revision_number': 4, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'gw_port': {'id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '0e0d96ec-e0f4-48e2-be8d-2f8202774162', 'name': '', 'network_id': '31565703-33b3-48b7-b594-d7517d602e30', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'mac_address': 'fa:16:3e:d9:60:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:34Z', 'updated_at': '2021-11-24T21:23:40Z', 'revision_number': 5, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'subnets': [{'id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:40.031767 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-40cf43fd-8897-40dc-878e-70edcf005c75 req-81a7643d-42d5-494b-99d2-c577e524c0d2 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 946 time: 0.0834436 Nov 24 21:26:40.062716 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef1acef-f428-40c4-8863-35820b709a12 None None] Checking router: 817c42e6-87e0-401c-84c1-ff5b52a7a1dc for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:26:40.072362 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef1acef-f428-40c4-8863-35820b709a12 None None] Routers {'817c42e6-87e0-401c-84c1-ff5b52a7a1dc'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:26:40.073021 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0ef1acef-f428-40c4-8863-35820b709a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:26:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['817c42e6-87e0-401c-84c1-ff5b52a7a1dc'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:40.154403 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-40cf43fd-8897-40dc-878e-70edcf005c75 req-fdd4ccad-81c2-4822-bfd0-9cb212b35eb1 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd48b110-cf66-4e27-91ca-16b50cf6e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122591 Nov 24 21:26:40.160351 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f1962-5ed3-4391-b357-ceaa29495bfb req-3b79486d-036a-4426-852e-ebebb4ae568f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:40.161724 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa4f1962-5ed3-4391-b357-ceaa29495bfb req-3b79486d-036a-4426-852e-ebebb4ae568f service neutron] 10.222.0.15 "GET /v2.0/networks?id=31565703-33b3-48b7-b594-d7517d602e30 HTTP/1.1" status: 200 len: 915 time: 0.1482038 Nov 24 21:26:40.187628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device aacede87-3948-444b-9874-b13330128ff7 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:26:40.216855 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa4f1962-5ed3-4391-b357-ceaa29495bfb req-51b5ffc2-4237-49ab-8648-c979fef05e4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b50f79c-6c14-4381-9dcf-99200a8543f9 HTTP/1.1" status: 200 len: 217 time: 0.0452151 Nov 24 21:26:40.224601 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: aacede87-3948-444b-9874-b13330128ff7 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:26:40.225088 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device aacede87-3948-444b-9874-b13330128ff7 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:26:40.225766 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device db8a81ab-25f4-43bd-80fd-0b7f6883c359 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:26:40.254292 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: db8a81ab-25f4-43bd-80fd-0b7f6883c359 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:26:40.254877 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device db8a81ab-25f4-43bd-80fd-0b7f6883c359 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:26:40.272334 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-0ef1acef-f428-40c4-8863-35820b709a12 None None] Set router 817c42e6-87e0-401c-84c1-ff5b52a7a1dc gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:26:40.286077 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f1962-5ed3-4391-b357-ceaa29495bfb req-64a9f071-2fba-4591-b44e-20c8b2b744ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:40.288136 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa4f1962-5ed3-4391-b357-ceaa29495bfb req-64a9f071-2fba-4591-b44e-20c8b2b744ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc HTTP/1.1" status: 200 len: 853 time: 0.0637991 Nov 24 21:26:40.339136 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f1962-5ed3-4391-b357-ceaa29495bfb req-8c56f2b6-3328-436c-b91d-a64ead6d843b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:40.340691 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa4f1962-5ed3-4391-b357-ceaa29495bfb req-8c56f2b6-3328-436c-b91d-a64ead6d843b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31565703-33b3-48b7-b594-d7517d602e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443301 Nov 24 21:26:40.448045 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa4f1962-5ed3-4391-b357-ceaa29495bfb req-08673769-6278-4e50-a9a2-3a0e001f1b9f service neutron] 10.222.0.15 "GET /v2.0/networks/31565703-33b3-48b7-b594-d7517d602e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992892 Nov 24 21:26:40.498751 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0ef1acef-f428-40c4-8863-35820b709a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'name': 'tempest-TestVolumeBackupRestore-1070814233-router', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:35Z', 'revision_number': 4, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'gw_port': {'id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '0e0d96ec-e0f4-48e2-be8d-2f8202774162', 'name': '', 'network_id': '31565703-33b3-48b7-b594-d7517d602e30', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'mac_address': 'fa:16:3e:d9:60:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:34Z', 'updated_at': '2021-11-24T21:23:40Z', 'revision_number': 5, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'subnets': [{'id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:40.558483 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa4f1962-5ed3-4391-b357-ceaa29495bfb req-f5eca27b-3245-4ada-999f-64f440d93157 service neutron] 10.222.0.15 "GET /v2.0/networks/31565703-33b3-48b7-b594-d7517d602e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026614 Nov 24 21:26:40.689574 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef1acef-f428-40c4-8863-35820b709a12 None None] The sync data for ids ['817c42e6-87e0-401c-84c1-ff5b52a7a1dc'] in n-d-812111-8 is: [{'id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'name': 'tempest-TestVolumeBackupRestore-1070814233-router', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:35Z', 'revision_number': 4, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'gw_port': {'id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '0e0d96ec-e0f4-48e2-be8d-2f8202774162', 'name': '', 'network_id': '31565703-33b3-48b7-b594-d7517d602e30', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'mac_address': 'fa:16:3e:d9:60:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:34Z', 'updated_at': '2021-11-24T21:23:40Z', 'revision_number': 5, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'subnets': [{'id': 'a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:26:40.939879 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a010d030-94a5-48ca-9ef9-f45c4626ccc2 None None] New status for floating IP 33db81c8-dc8e-487f-bbef-5569d2c7f54c: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:26:41.182414 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-60452c3c-8af5-4328-b1eb-cf9b1634408a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:41.290549 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a2bc2-0778-4b68-ab39-4aa3eae87d3f req-e9899714-08ca-4edd-8fb5-22c5fea67a3d tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:41.291992 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-383a2bc2-0778-4b68-ab39-4aa3eae87d3f req-e9899714-08ca-4edd-8fb5-22c5fea67a3d tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 946 time: 0.0516179 Nov 24 21:26:41.317535 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:41.354260 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-383a2bc2-0778-4b68-ab39-4aa3eae87d3f req-8efa4dc8-23f2-4610-abe5-ed943576fdfb tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd48b110-cf66-4e27-91ca-16b50cf6e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561626 Nov 24 21:26:41.540210 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47334) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:41.646131 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75388c1f-cc38-4ac6-a9e6-178906b521e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:41.673347 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f23cf6-2dc9-4add-b932-647960f9d1e7 req-3e7c5098-9b16-440e-a921-a9aa19fc7424 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:41.674856 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e1f23cf6-2dc9-4add-b932-647960f9d1e7 req-3e7c5098-9b16-440e-a921-a9aa19fc7424 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 946 time: 0.0509481 Nov 24 21:26:41.746323 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75388c1f-cc38-4ac6-a9e6-178906b521e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:41.749423 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75388c1f-cc38-4ac6-a9e6-178906b521e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:41.776021 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-e1f23cf6-2dc9-4add-b932-647960f9d1e7 req-54b8b3a3-3811-4ab7-9356-aaff9455f309 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Deleting port 0b50f79c-6c14-4381-9dcf-99200a8543f9 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:26:41.776360 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e1f23cf6-2dc9-4add-b932-647960f9d1e7 req-54b8b3a3-3811-4ab7-9356-aaff9455f309 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:41.791441 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-75388c1f-cc38-4ac6-a9e6-178906b521e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2ab6afaaac9544779f6cc12b6b0b0ea4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2499113 Nov 24 21:26:41.793415 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75388c1f-cc38-4ac6-a9e6-178906b521e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f1e46d-76fc-41e1-85e7-110f07091845,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:41.794204 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47338) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:41.906854 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-e1f23cf6-2dc9-4add-b932-647960f9d1e7 req-54b8b3a3-3811-4ab7-9356-aaff9455f309 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] For port 0b50f79c-6c14-4381-9dcf-99200a8543f9, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=0b50f79c-6c14-4381-9dcf-99200a8543f9,segment=NetworkSegment(6419c813-d68d-4ac4-8e67-3357bbd131cd),segment_id=6419c813-d68d-4ac4-8e67-3357bbd131cd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:26:41.907216 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e1f23cf6-2dc9-4add-b932-647960f9d1e7 req-54b8b3a3-3811-4ab7-9356-aaff9455f309 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:41.909862 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3981befe-95a8-4506-81ed-861a7f31ccea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:41.926859 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-e1f23cf6-2dc9-4add-b932-647960f9d1e7 req-54b8b3a3-3811-4ab7-9356-aaff9455f309 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Calling delete_port for 0b50f79c-6c14-4381-9dcf-99200a8543f9 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:26:41.946684 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3981befe-95a8-4506-81ed-861a7f31ccea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:42.049652 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3981befe-95a8-4506-81ed-861a7f31ccea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:42.052290 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3981befe-95a8-4506-81ed-861a7f31ccea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:42.053951 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3981befe-95a8-4506-81ed-861a7f31ccea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84f1e46d-76fc-41e1-85e7-110f07091845 HTTP/1.1" status: 204 len: 168 time: 0.2588177 Nov 24 21:26:42.085826 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981befe-95a8-4506-81ed-861a7f31ccea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f1e46d-76fc-41e1-85e7-110f07091845,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:42.108991 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e1f23cf6-2dc9-4add-b932-647960f9d1e7 req-54b8b3a3-3811-4ab7-9356-aaff9455f309 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:42.139824 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8b3a3-3811-4ab7-9356-aaff9455f309 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Pushing event deleted for resources: {'Port': ['ID=0b50f79c-6c14-4381-9dcf-99200a8543f9,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:42.191665 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f23cf6-2dc9-4add-b932-647960f9d1e7 req-54b8b3a3-3811-4ab7-9356-aaff9455f309 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] No DVR routers for this DVR port 0b50f79c-6c14-4381-9dcf-99200a8543f9 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:26:42.195030 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e1f23cf6-2dc9-4add-b932-647960f9d1e7 req-54b8b3a3-3811-4ab7-9356-aaff9455f309 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:42.198553 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e1f23cf6-2dc9-4add-b932-647960f9d1e7 req-54b8b3a3-3811-4ab7-9356-aaff9455f309 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.15 "DELETE /v2.0/ports/0b50f79c-6c14-4381-9dcf-99200a8543f9 HTTP/1.1" status: 204 len: 173 time: 0.5105269 Nov 24 21:26:42.199059 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff49030c-d882-4d8a-9dc2-3c4760500ea5', 'name': 'network-vif-deleted', 'tag': '0b50f79c-6c14-4381-9dcf-99200a8543f9'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:26:42.202880 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c645338c-b429-4efc-b581-5dd9eabe43e3" -d '{"events": [{"server_uuid": "ff49030c-d882-4d8a-9dc2-3c4760500ea5", "name": "network-vif-deleted", "tag": "0b50f79c-6c14-4381-9dcf-99200a8543f9"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:26:42.252262 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49430657-e6bf-4790-bab4-09345f29acf8 x-openstack-request-id: req-49430657-e6bf-4790-bab4-09345f29acf8 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:26:42.252636 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff49030c-d882-4d8a-9dc2-3c4760500ea5", "name": "network-vif-deleted", "tag": "0b50f79c-6c14-4381-9dcf-99200a8543f9", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:26:42.252930 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49430657-e6bf-4790-bab4-09345f29acf8 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:26:42.253355 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff49030c-d882-4d8a-9dc2-3c4760500ea5', 'name': 'network-vif-deleted', 'tag': '0b50f79c-6c14-4381-9dcf-99200a8543f9', 'status': 'completed', 'code': 200} Nov 24 21:26:42.349200 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47346) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:42.363514 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1b6d02f7-b702-44d2-8416-7cea0d8b9760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:42.467321 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-97342a2d-0963-4ede-83c3-0339a04b0a07 req-2b7992fb-c3a0-4f00-8ef3-36354d001aec tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 210 time: 0.0391638 Nov 24 21:26:42.470951 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:42.485001 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1b6d02f7-b702-44d2-8416-7cea0d8b9760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:42.499000 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1b6d02f7-b702-44d2-8416-7cea0d8b9760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:42.553048 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1b6d02f7-b702-44d2-8416-7cea0d8b9760 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=877d4e134e414b6c90a93646e07c0c75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2018023 Nov 24 21:26:42.553476 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47350) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:42.554299 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d02f7-b702-44d2-8416-7cea0d8b9760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6af11b-efee-48e3-86f4-698262f0e5d8,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:42.621627 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a10b1e5e-055c-49d3-9799-547fb5e938fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:42.645542 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a10b1e5e-055c-49d3-9799-547fb5e938fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:42.697530 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a10b1e5e-055c-49d3-9799-547fb5e938fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:42.700295 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a10b1e5e-055c-49d3-9799-547fb5e938fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:42.701499 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a10b1e5e-055c-49d3-9799-547fb5e938fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e6af11b-efee-48e3-86f4-698262f0e5d8 HTTP/1.1" status: 204 len: 168 time: 0.1458569 Nov 24 21:26:42.710352 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b1e5e-055c-49d3-9799-547fb5e938fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6af11b-efee-48e3-86f4-698262f0e5d8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:43.829996 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-47f80f14-939e-477d-a850-55645750c79c req-8473b834-d742-4f7a-ad2e-e84910a8c7e8 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 210 time: 0.2781873 Nov 24 21:26:43.849210 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:44.877177 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:44.946059 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9bbf066a-99f7-4f3e-819e-9677c1805014 req-5b58986d-ce76-4b3a-9ae5-702a6d24e03a tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 210 time: 0.0310080 Nov 24 21:26:45.087354 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47416) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:45.162618 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 0b50f79c-6c14-4381-9dcf-99200a8543f9 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:26:45.188169 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 0b50f79c-6c14-4381-9dcf-99200a8543f9 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:26:45.188533 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 0b50f79c-6c14-4381-9dcf-99200a8543f9 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:26:45.201459 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d9e5fbea-f6c4-4a58-80da-71184bf27644 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:45.280002 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d9e5fbea-f6c4-4a58-80da-71184bf27644 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:45.283945 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d9e5fbea-f6c4-4a58-80da-71184bf27644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:45.324483 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d9e5fbea-f6c4-4a58-80da-71184bf27644 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7cda2b700dd944e28a815ec1c104ecf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2337363 Nov 24 21:26:45.324725 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47420) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:45.331549 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5fbea-f6c4-4a58-80da-71184bf27644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206b9296-8ee7-448b-9c84-dc9a285b4c58,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:45.383646 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b0456b6-2a42-4067-bab1-b69ecb53851a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:45.409694 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b0456b6-2a42-4067-bab1-b69ecb53851a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:45.462207 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b0456b6-2a42-4067-bab1-b69ecb53851a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:45.464885 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b0456b6-2a42-4067-bab1-b69ecb53851a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:45.466146 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1b0456b6-2a42-4067-bab1-b69ecb53851a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/206b9296-8ee7-448b-9c84-dc9a285b4c58 HTTP/1.1" status: 204 len: 168 time: 0.1405227 Nov 24 21:26:45.473926 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0456b6-2a42-4067-bab1-b69ecb53851a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206b9296-8ee7-448b-9c84-dc9a285b4c58,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:45.736914 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47426) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:45.751724 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fafb61aa-354a-45da-9ad4-fd262ead5ddf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:45.829041 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fafb61aa-354a-45da-9ad4-fd262ead5ddf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:45.833070 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fafb61aa-354a-45da-9ad4-fd262ead5ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:45.874420 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fafb61aa-354a-45da-9ad4-fd262ead5ddf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=118a828f31144b8daceea2ecd8652132&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1363962 Nov 24 21:26:45.875239 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb61aa-354a-45da-9ad4-fd262ead5ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3dfce2-48f7-47a7-a0e2-bd10b36bbdc9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:45.877147 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47428) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:45.929814 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ea2628ff-90e5-4306-9ecc-b4c37731af21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:45.951683 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ea2628ff-90e5-4306-9ecc-b4c37731af21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:46.003569 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ea2628ff-90e5-4306-9ecc-b4c37731af21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:46.006911 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ea2628ff-90e5-4306-9ecc-b4c37731af21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:46.010614 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ea2628ff-90e5-4306-9ecc-b4c37731af21 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a3dfce2-48f7-47a7-a0e2-bd10b36bbdc9 HTTP/1.1" status: 204 len: 168 time: 0.1285646 Nov 24 21:26:46.016154 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2628ff-90e5-4306-9ecc-b4c37731af21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3dfce2-48f7-47a7-a0e2-bd10b36bbdc9,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:46.025078 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2628ff-90e5-4306-9ecc-b4c37731af21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:46.025730 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2628ff-90e5-4306-9ecc-b4c37731af21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:46.026283 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2628ff-90e5-4306-9ecc-b4c37731af21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:46.026847 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2628ff-90e5-4306-9ecc-b4c37731af21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:46.027393 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2628ff-90e5-4306-9ecc-b4c37731af21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:46.027933 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2628ff-90e5-4306-9ecc-b4c37731af21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:46.028491 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2628ff-90e5-4306-9ecc-b4c37731af21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:46.028921 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2628ff-90e5-4306-9ecc-b4c37731af21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:46.029322 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2628ff-90e5-4306-9ecc-b4c37731af21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:46.029718 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2628ff-90e5-4306-9ecc-b4c37731af21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:46.030113 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2628ff-90e5-4306-9ecc-b4c37731af21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:46.030505 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2628ff-90e5-4306-9ecc-b4c37731af21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:46.063407 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c5faac65-02c1-444c-a85f-9979678d2723 req-706d88d5-7435-4b01-89cf-edee8ce6249a tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 210 time: 0.0298550 Nov 24 21:26:47.192395 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0167051c-8de1-4b18-bfc5-8be5cf8da3cf req-208bc064-1a11-4378-8dad-a7fa41c7deb6 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff49030c-d882-4d8a-9dc2-3c4760500ea5 HTTP/1.1" status: 200 len: 210 time: 0.0294714 Nov 24 21:26:47.668545 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47546) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:47.780490 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-692756b3-e175-4d37-9155-a3296e78e328 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:47.859449 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-692756b3-e175-4d37-9155-a3296e78e328 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:47.862876 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-692756b3-e175-4d37-9155-a3296e78e328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:47.901046 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-692756b3-e175-4d37-9155-a3296e78e328 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=475e105ac47c4a5b96b1e3cf5ac275ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2313154 Nov 24 21:26:47.901937 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692756b3-e175-4d37-9155-a3296e78e328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bac28a-caa9-4b21-9d23-db384fdc98d3,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:47.903758 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47550) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:47.952795 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-367731bb-765b-416b-be4a-a5a1aac7e7a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:47.973560 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-367731bb-765b-416b-be4a-a5a1aac7e7a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:48.025193 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-367731bb-765b-416b-be4a-a5a1aac7e7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:48.027852 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-367731bb-765b-416b-be4a-a5a1aac7e7a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:48.029020 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-367731bb-765b-416b-be4a-a5a1aac7e7a9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/36bac28a-caa9-4b21-9d23-db384fdc98d3 HTTP/1.1" status: 204 len: 168 time: 0.1242547 Nov 24 21:26:48.036637 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367731bb-765b-416b-be4a-a5a1aac7e7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bac28a-caa9-4b21-9d23-db384fdc98d3,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:48.253098 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47560) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:48.314471 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ecdc4a9-ecea-4062-88b7-01ba926ae605 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:48.340623 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ecdc4a9-ecea-4062-88b7-01ba926ae605 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:48.400970 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ecdc4a9-ecea-4062-88b7-01ba926ae605 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:48.403625 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ecdc4a9-ecea-4062-88b7-01ba926ae605 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:48.407303 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6ecdc4a9-ecea-4062-88b7-01ba926ae605 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] 10.222.0.11 "DELETE /v2.0/security-groups/dd48b110-cf66-4e27-91ca-16b50cf6e4bf HTTP/1.1" status: 204 len: 168 time: 0.1505635 Nov 24 21:26:48.414296 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecdc4a9-ecea-4062-88b7-01ba926ae605 tempest-TestVolumeBackupRestore-303607178 tempest-TestVolumeBackupRestore-303607178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd48b110-cf66-4e27-91ca-16b50cf6e4bf,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:50.180288 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 47806) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:50.412874 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-486b5722-e6d5-4118-9043-f7ad004512cc tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:26:50.445791 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-486b5722-e6d5-4118-9043-f7ad004512cc tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:50.592153 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-486b5722-e6d5-4118-9043-f7ad004512cc tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:50.729473 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-486b5722-e6d5-4118-9043-f7ad004512cc tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Allocated IP 172.25.5.193 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/d45b3645-607a-49d3-ac7a-078d6523483a) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:26:50.918020 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-486b5722-e6d5-4118-9043-f7ad004512cc tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:50.961187 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-486b5722-e6d5-4118-9043-f7ad004512cc tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:51.027003 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486b5722-e6d5-4118-9043-f7ad004512cc tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:26:51.028525 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b5722-e6d5-4118-9043-f7ad004512cc tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Pushing event updated for resources: {'Port': ['ID=d45b3645-607a-49d3-ac7a-078d6523483a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:51.036159 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-486b5722-e6d5-4118-9043-f7ad004512cc tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:26:51.040909 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486b5722-e6d5-4118-9043-f7ad004512cc tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:26:51.155696 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-486b5722-e6d5-4118-9043-f7ad004512cc tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:51.211353 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-486b5722-e6d5-4118-9043-f7ad004512cc tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:51.397813 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-486b5722-e6d5-4118-9043-f7ad004512cc tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:51.406084 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-486b5722-e6d5-4118-9043-f7ad004512cc tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:51.507064 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-486b5722-e6d5-4118-9043-f7ad004512cc tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:51.527453 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b5722-e6d5-4118-9043-f7ad004512cc tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Pushing event updated for resources: {'Port': ['ID=d45b3645-607a-49d3-ac7a-078d6523483a,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:51.531756 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-486b5722-e6d5-4118-9043-f7ad004512cc tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:51.533099 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-486b5722-e6d5-4118-9043-f7ad004512cc tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3506525 Nov 24 21:26:51.535782 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 47952) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:51.540923 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-dbd51b89-89e3-486a-9438-e6425530f488 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2134059101'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:26:51.562898 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd51b89-89e3-486a-9438-e6425530f488 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Made reservation on behalf of e6c4f43a0d114f5fbc9f8b4d9c4c95a6 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:26:51.566767 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dbd51b89-89e3-486a-9438-e6425530f488 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:51.577283 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dbd51b89-89e3-486a-9438-e6425530f488 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:51.680729 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dbd51b89-89e3-486a-9438-e6425530f488 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:51.689770 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dbd51b89-89e3-486a-9438-e6425530f488 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:51.711670 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd51b89-89e3-486a-9438-e6425530f488 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:26:51.743072 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dbd51b89-89e3-486a-9438-e6425530f488 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:51.743509 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-dbd51b89-89e3-486a-9438-e6425530f488 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Added segment 7ef59a75-cd0a-4c97-b1f2-5e45e9f487d6 of type vlan for network b89a70b3-4dee-4b8d-8f57-ad18e61a2a02 Nov 24 21:26:51.754159 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd51b89-89e3-486a-9438-e6425530f488 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=164032f0-c437-4595-adf1-35d493e71c17,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:51.819788 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dbd51b89-89e3-486a-9438-e6425530f488 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:51.874003 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dbd51b89-89e3-486a-9438-e6425530f488 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:51.887882 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd51b89-89e3-486a-9438-e6425530f488 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:51.889055 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dbd51b89-89e3-486a-9438-e6425530f488 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:51.941909 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dbd51b89-89e3-486a-9438-e6425530f488 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4049871 Nov 24 21:26:51.942321 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48004) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:51.950272 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-eb1e7862-6747-461f-9110-f2629ffa96b0 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Request body: {'subnet': {'network_id': 'b89a70b3-4dee-4b8d-8f57-ad18e61a2a02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:26:51.988282 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd51b89-89e3-486a-9438-e6425530f488 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Pushing event updated for resources: {'Network': ['ID=b89a70b3-4dee-4b8d-8f57-ad18e61a2a02,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:51.999913 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network b89a70b3-4dee-4b8d-8f57-ad18e61a2a02 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:26:52.081155 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1e7862-6747-461f-9110-f2629ffa96b0 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Made reservation on behalf of e6c4f43a0d114f5fbc9f8b4d9c4c95a6 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:26:52.088533 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb1e7862-6747-461f-9110-f2629ffa96b0 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:52.407399 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb1e7862-6747-461f-9110-f2629ffa96b0 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:52.477511 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e7862-6747-461f-9110-f2629ffa96b0 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Pushing event updated for resources: {'Subnet': ['ID=40df4e6a-be9a-4b1c-a4e7-5b901b41322a,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:52.527035 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1e7862-6747-461f-9110-f2629ffa96b0 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Checking segment: {'id': '7ef59a75-cd0a-4c97-b1f2-5e45e9f487d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'b89a70b3-4dee-4b8d-8f57-ad18e61a2a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:26:52.527509 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1e7862-6747-461f-9110-f2629ffa96b0 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Network hostable DHCP agents. Network: b89a70b3-4dee-4b8d-8f57-ad18e61a2a02, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:26:52.550451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1e7862-6747-461f-9110-f2629ffa96b0 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Network b89a70b3-4dee-4b8d-8f57-ad18e61a2a02 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:26:52.560564 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-eb1e7862-6747-461f-9110-f2629ffa96b0 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, b89a70b3-4dee-4b8d-8f57-ad18e61a2a02) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:26:52.564934 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1e7862-6747-461f-9110-f2629ffa96b0 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:52.565525 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb1e7862-6747-461f-9110-f2629ffa96b0 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:52.571652 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d19cffe-b40b-4908-82a7-2be6d88d9981 None None] Network b89a70b3-4dee-4b8d-8f57-ad18e61a2a02 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:26:52.583126 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-eb1e7862-6747-461f-9110-f2629ffa96b0 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6387413 Nov 24 21:26:52.586132 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48060) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:52.590492 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-c6b4b11a-c9f1-4c29-b177-6b55a0ad4e0b tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-45157960', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}, 'admin_state_up': False}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:26:52.617351 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b11a-c9f1-4c29-b177-6b55a0ad4e0b tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:52.618397 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b11a-c9f1-4c29-b177-6b55a0ad4e0b tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:52.673306 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b11a-c9f1-4c29-b177-6b55a0ad4e0b tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:52.757655 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-b89a70b3-4dee-4b8d-8f57-ad18e61a2a02', 'network_id': 'b89a70b3-4dee-4b8d-8f57-ad18e61a2a02', 'tenant_id': 'e6c4f43a0d114f5fbc9f8b4d9c4c95a6', 'fixed_ips': [{'subnet_id': '40df4e6a-be9a-4b1c-a4e7-5b901b41322a'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:26:52.759048 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:52.871847 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b11a-c9f1-4c29-b177-6b55a0ad4e0b tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:52.944483 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Allocated IP 172.20.0.2 (b89a70b3-4dee-4b8d-8f57-ad18e61a2a02/40df4e6a-be9a-4b1c-a4e7-5b901b41322a/a08bf41a-7981-40a4-b397-c6eb17198955) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:26:52.984643 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48064) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:53.236306 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:53.258488 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:53.314701 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b11a-c9f1-4c29-b177-6b55a0ad4e0b tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:53.354780 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Pushing event updated for resources: {'Port': ['ID=a08bf41a-7981-40a4-b397-c6eb17198955,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:53.362232 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b11a-c9f1-4c29-b177-6b55a0ad4e0b tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:53.373012 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Network b89a70b3-4dee-4b8d-8f57-ad18e61a2a02 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:26:53.375453 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:53.376123 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:53.376685 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:53.377346 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:53.377855 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:53.378380 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:53.378995 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:53.379498 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:53.380800 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:53.381326 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:53.382018 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:53.382968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:26:53.396639 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:26:53.403664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:26:53.499646 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Attempting to bind port a08bf41a-7981-40a4-b397-c6eb17198955 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:26:53.505137 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Attempting to bind port a08bf41a-7981-40a4-b397-c6eb17198955 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '7ef59a75-cd0a-4c97-b1f2-5e45e9f487d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'b89a70b3-4dee-4b8d-8f57-ad18e61a2a02'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:26:53.508054 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Attempting to bind port a08bf41a-7981-40a4-b397-c6eb17198955 on network b89a70b3-4dee-4b8d-8f57-ad18e61a2a02 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:26:53.515583 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:26:53.516438 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Checking segment: {'id': '7ef59a75-cd0a-4c97-b1f2-5e45e9f487d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'b89a70b3-4dee-4b8d-8f57-ad18e61a2a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:26:53.517038 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:53.517918 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Bound using segment: {'id': '7ef59a75-cd0a-4c97-b1f2-5e45e9f487d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'b89a70b3-4dee-4b8d-8f57-ad18e61a2a02'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:26:53.519127 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Bound port: a08bf41a-7981-40a4-b397-c6eb17198955, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef59a75-cd0a-4c97-b1f2-5e45e9f487d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'b89a70b3-4dee-4b8d-8f57-ad18e61a2a02'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:26:53.519838 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:53.554548 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-c6b4b11a-c9f1-4c29-b177-6b55a0ad4e0b tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Allocated IP 172.25.5.164 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/b5ed9d45-aeb6-4aba-be18-73c79c1f8dc8) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:26:53.605322 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] For port a08bf41a-7981-40a4-b397-c6eb17198955, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:26:53.608992 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] For port a08bf41a-7981-40a4-b397-c6eb17198955, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a08bf41a-7981-40a4-b397-c6eb17198955,segment=NetworkSegment(7ef59a75-cd0a-4c97-b1f2-5e45e9f487d6),segment_id=7ef59a75-cd0a-4c97-b1f2-5e45e9f487d6)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:26:53.616385 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:53.655127 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e0058d8-6485-4be3-96e1-25d2811a3dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:53.702846 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f5eff-9553-42d5-a5ac-daa506a273da None None] Pushing event updated for resources: {'Port': ['ID=a08bf41a-7981-40a4-b397-c6eb17198955,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:53.705232 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b11a-c9f1-4c29-b177-6b55a0ad4e0b tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:53.751904 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b11a-c9f1-4c29-b177-6b55a0ad4e0b tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:53.795560 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b4b11a-c9f1-4c29-b177-6b55a0ad4e0b tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:26:53.804571 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-c6b4b11a-c9f1-4c29-b177-6b55a0ad4e0b tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:26:53.809794 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b4b11a-c9f1-4c29-b177-6b55a0ad4e0b tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:26:53.823545 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee566a8e-9bbd-42ad-9222-d9ecd3c362ed None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:26:53.852509 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4b11a-c9f1-4c29-b177-6b55a0ad4e0b tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Pushing event updated for resources: {'Port': ['ID=b5ed9d45-aeb6-4aba-be18-73c79c1f8dc8,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:53.931808 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ae436c1e-b98c-4f72-8e5b-a48d1c9e8dba None None] Provisioning complete for port b5ed9d45-aeb6-4aba-be18-73c79c1f8dc8 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:26:53.932578 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ae436c1e-b98c-4f72-8e5b-a48d1c9e8dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:53.988268 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-ae436c1e-b98c-4f72-8e5b-a48d1c9e8dba None None] Port b5ed9d45-aeb6-4aba-be18-73c79c1f8dc8 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:26:54.236890 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b11a-c9f1-4c29-b177-6b55a0ad4e0b tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:54.283123 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a08bf41a-7981-40a4-b397-c6eb17198955 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:26:54.337613 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port a08bf41a-7981-40a4-b397-c6eb17198955 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:26:54.338273 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:54.401232 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6e0058d8-6485-4be3-96e1-25d2811a3dec admin admin] Deleting port 0e0d96ec-e0f4-48e2-be8d-2f8202774162 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:26:54.401725 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e0058d8-6485-4be3-96e1-25d2811a3dec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:54.454529 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:54.491403 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-6e0058d8-6485-4be3-96e1-25d2811a3dec admin admin] For port 0e0d96ec-e0f4-48e2-be8d-2f8202774162, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0e0d96ec-e0f4-48e2-be8d-2f8202774162,segment=NetworkSegment(6419c813-d68d-4ac4-8e67-3357bbd131cd),segment_id=6419c813-d68d-4ac4-8e67-3357bbd131cd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:26:54.491854 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e0058d8-6485-4be3-96e1-25d2811a3dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:54.503661 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port a08bf41a-7981-40a4-b397-c6eb17198955, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a08bf41a-7981-40a4-b397-c6eb17198955,segment=NetworkSegment(7ef59a75-cd0a-4c97-b1f2-5e45e9f487d6),segment_id=7ef59a75-cd0a-4c97-b1f2-5e45e9f487d6)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:26:54.506948 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6e0058d8-6485-4be3-96e1-25d2811a3dec admin admin] Calling delete_port for 0e0d96ec-e0f4-48e2-be8d-2f8202774162 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:26:54.512435 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:54.515826 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b11a-c9f1-4c29-b177-6b55a0ad4e0b tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:54.570889 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=a08bf41a-7981-40a4-b397-c6eb17198955,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:54.667212 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b4b11a-c9f1-4c29-b177-6b55a0ad4e0b tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Router 555f2c55-8e7b-4e47-a3af-0d15463c13a3 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:26:54.732152 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e0058d8-6485-4be3-96e1-25d2811a3dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:54.766413 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0058d8-6485-4be3-96e1-25d2811a3dec admin admin] Pushing event deleted for resources: {'Port': ['ID=0e0d96ec-e0f4-48e2-be8d-2f8202774162,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:54.820585 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b4b11a-c9f1-4c29-b177-6b55a0ad4e0b tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:26:54.835984 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0a09c6-fdd5-4528-a2a3-080ca1f5f228 None None] Sync routers for ids ['555f2c55-8e7b-4e47-a3af-0d15463c13a3'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:26:54.848602 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0a09c6-fdd5-4528-a2a3-080ca1f5f228 None None] Routers {'555f2c55-8e7b-4e47-a3af-0d15463c13a3'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:26:54.850882 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8b0a09c6-fdd5-4528-a2a3-080ca1f5f228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:26:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['555f2c55-8e7b-4e47-a3af-0d15463c13a3'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:54.862377 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b11a-c9f1-4c29-b177-6b55a0ad4e0b tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:54.866709 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48066) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:54.869723 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c6b4b11a-c9f1-4c29-b177-6b55a0ad4e0b tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 2.2825160 Nov 24 21:26:54.890474 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8b0a09c6-fdd5-4528-a2a3-080ca1f5f228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:54.900866 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0a09c6-fdd5-4528-a2a3-080ca1f5f228 None None] Routers {'555f2c55-8e7b-4e47-a3af-0d15463c13a3'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:26:54.901507 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8b0a09c6-fdd5-4528-a2a3-080ca1f5f228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:26:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['555f2c55-8e7b-4e47-a3af-0d15463c13a3'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:54.945566 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8b0a09c6-fdd5-4528-a2a3-080ca1f5f228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:54.946399 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0a09c6-fdd5-4528-a2a3-080ca1f5f228 None None] The sync data for ids ['555f2c55-8e7b-4e47-a3af-0d15463c13a3'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:26:55.078357 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796ce042-eb8f-460b-8a55-30981a408de6 None None] Network b89a70b3-4dee-4b8d-8f57-ad18e61a2a02 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:26:55.128472 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e0058d8-6485-4be3-96e1-25d2811a3dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:55.151085 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6e6643b3-b256-46eb-8155-4b4702b98664 None None] Provisioning complete for port a08bf41a-7981-40a4-b397-c6eb17198955 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:26:55.151464 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6e6643b3-b256-46eb-8155-4b4702b98664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:55.518197 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d348fc77-4708-448b-9b59-dbb7f87ad6a2 None None] Provisioning complete for port a08bf41a-7981-40a4-b397-c6eb17198955 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:26:55.518939 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d348fc77-4708-448b-9b59-dbb7f87ad6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:55.562511 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0058d8-6485-4be3-96e1-25d2811a3dec admin admin] Router 817c42e6-87e0-401c-84c1-ff5b52a7a1dc has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:26:55.702283 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37fc8661-8cf3-41d4-ad5c-f7bf503d2730 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:55.758270 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0058d8-6485-4be3-96e1-25d2811a3dec admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:26:55.766667 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6e0058d8-6485-4be3-96e1-25d2811a3dec admin admin] 10.222.0.11 "PUT /v2.0/routers/817c42e6-87e0-401c-84c1-ff5b52a7a1dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7754273 Nov 24 21:26:55.766834 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8bc4b6-c8d5-491e-816f-883ea0ca423f None None] Sync routers for ids ['817c42e6-87e0-401c-84c1-ff5b52a7a1dc'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:26:55.767325 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48068) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:55.777406 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8bc4b6-c8d5-491e-816f-883ea0ca423f None None] Routers {'817c42e6-87e0-401c-84c1-ff5b52a7a1dc'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:26:55.778049 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ce8bc4b6-c8d5-491e-816f-883ea0ca423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:26:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['817c42e6-87e0-401c-84c1-ff5b52a7a1dc'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:55.895569 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-ce8bc4b6-c8d5-491e-816f-883ea0ca423f None None] Set router 817c42e6-87e0-401c-84c1-ff5b52a7a1dc gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:26:56.077869 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-37fc8661-8cf3-41d4-ad5c-f7bf503d2730 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Allocated IP 172.20.0.1 (b89a70b3-4dee-4b8d-8f57-ad18e61a2a02/40df4e6a-be9a-4b1c-a4e7-5b901b41322a/bafed8fd-908f-40b3-8308-e9fe9c5edc5d) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:26:56.118285 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ce8bc4b6-c8d5-491e-816f-883ea0ca423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'name': 'tempest-TestVolumeBackupRestore-1070814233-router', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:26:54Z', 'revision_number': 5, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'gw_port': {'id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:56.171332 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8bc4b6-c8d5-491e-816f-883ea0ca423f None None] Checking router: 817c42e6-87e0-401c-84c1-ff5b52a7a1dc for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:26:56.199326 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8bc4b6-c8d5-491e-816f-883ea0ca423f None None] Routers {'817c42e6-87e0-401c-84c1-ff5b52a7a1dc'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:26:56.200242 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ce8bc4b6-c8d5-491e-816f-883ea0ca423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:26:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['817c42e6-87e0-401c-84c1-ff5b52a7a1dc'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:56.233863 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ef1de86-3cbf-4936-b787-a9ca7a2e32e1 admin admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:56.247690 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37fc8661-8cf3-41d4-ad5c-f7bf503d2730 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:56.286729 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37fc8661-8cf3-41d4-ad5c-f7bf503d2730 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:56.297539 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a08bf41a-7981-40a4-b397-c6eb17198955 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:26:56.331334 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc8661-8cf3-41d4-ad5c-f7bf503d2730 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Network b89a70b3-4dee-4b8d-8f57-ad18e61a2a02 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:26:56.334619 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-37fc8661-8cf3-41d4-ad5c-f7bf503d2730 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:26:56.335108 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-ce8bc4b6-c8d5-491e-816f-883ea0ca423f None None] Set router 817c42e6-87e0-401c-84c1-ff5b52a7a1dc gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:26:56.338610 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fc8661-8cf3-41d4-ad5c-f7bf503d2730 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:26:56.366307 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc8661-8cf3-41d4-ad5c-f7bf503d2730 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Pushing event updated for resources: {'Port': ['ID=bafed8fd-908f-40b3-8308-e9fe9c5edc5d,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:56.367594 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ef1de86-3cbf-4936-b787-a9ca7a2e32e1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:56.399153 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37fc8661-8cf3-41d4-ad5c-f7bf503d2730 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:56.400824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port a08bf41a-7981-40a4-b397-c6eb17198955 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:26:56.401385 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:56.443735 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1de86-3cbf-4936-b787-a9ca7a2e32e1 admin admin] Deleting port b8c3e8b4-6f77-4a7c-b329-3274e89df967 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:26:56.444134 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ef1de86-3cbf-4936-b787-a9ca7a2e32e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:56.559711 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-6ef1de86-3cbf-4936-b787-a9ca7a2e32e1 admin admin] For port b8c3e8b4-6f77-4a7c-b329-3274e89df967, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b8c3e8b4-6f77-4a7c-b329-3274e89df967,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:26:56.560134 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ef1de86-3cbf-4936-b787-a9ca7a2e32e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:56.577390 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1de86-3cbf-4936-b787-a9ca7a2e32e1 admin admin] Calling delete_port for b8c3e8b4-6f77-4a7c-b329-3274e89df967 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:26:56.578022 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ce8bc4b6-c8d5-491e-816f-883ea0ca423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'name': 'tempest-TestVolumeBackupRestore-1070814233-router', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:26:54Z', 'revision_number': 5, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'gw_port': {'id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:56.623667 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37fc8661-8cf3-41d4-ad5c-f7bf503d2730 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:56.624307 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8bc4b6-c8d5-491e-816f-883ea0ca423f None None] The sync data for ids ['817c42e6-87e0-401c-84c1-ff5b52a7a1dc'] in n-d-812111-8 is: [{'id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'name': 'tempest-TestVolumeBackupRestore-1070814233-router', 'tenant_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:26:54Z', 'revision_number': 5, 'project_id': 'ceb5ca0723bc4fe08c8df38f28d0dcd2', 'gw_port': {'id': 'b8c3e8b4-6f77-4a7c-b329-3274e89df967', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c42e6-87e0-401c-84c1-ff5b52a7a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:32Z', 'updated_at': '2021-11-24T21:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:26:56.738954 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-615133c5-0389-498e-93ca-f11f68d6120d None None] Provisioning complete for port bafed8fd-908f-40b3-8308-e9fe9c5edc5d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:26:56.740621 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-615133c5-0389-498e-93ca-f11f68d6120d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:56.778913 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-615133c5-0389-498e-93ca-f11f68d6120d None None] Port bafed8fd-908f-40b3-8308-e9fe9c5edc5d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:26:56.779289 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ef1de86-3cbf-4936-b787-a9ca7a2e32e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:56.807246 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1de86-3cbf-4936-b787-a9ca7a2e32e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c3e8b4-6f77-4a7c-b329-3274e89df967,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:56.822744 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e8e489-c825-4291-a4db-81f3dacbe48a None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:26:56.876735 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ef1de86-3cbf-4936-b787-a9ca7a2e32e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:56.932375 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37fc8661-8cf3-41d4-ad5c-f7bf503d2730 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:56.937032 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37fc8661-8cf3-41d4-ad5c-f7bf503d2730 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:56.996675 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ef1de86-3cbf-4936-b787-a9ca7a2e32e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:57.000041 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ef1de86-3cbf-4936-b787-a9ca7a2e32e1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:57.018305 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc8661-8cf3-41d4-ad5c-f7bf503d2730 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Pushing event updated for resources: {'Port': ['ID=bafed8fd-908f-40b3-8308-e9fe9c5edc5d,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:57.023386 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37fc8661-8cf3-41d4-ad5c-f7bf503d2730 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:57.046034 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ef1de86-3cbf-4936-b787-a9ca7a2e32e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:57.046690 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef1de86-3cbf-4936-b787-a9ca7a2e32e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 817c42e6-87e0-401c-84c1-ff5b52a7a1dc {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:26:57.056001 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ef1de86-3cbf-4936-b787-a9ca7a2e32e1 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:57.059346 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6ef1de86-3cbf-4936-b787-a9ca7a2e32e1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/817c42e6-87e0-401c-84c1-ff5b52a7a1dc HTTP/1.1" status: 204 len: 168 time: 1.2882912 Nov 24 21:26:57.060824 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48070) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:57.141460 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-28dde3dd-59fd-4f6b-9344-91d7a84e1908 admin admin] Deleting subnet a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:26:57.149288 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28dde3dd-59fd-4f6b-9344-91d7a84e1908 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:57.192185 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc8661-8cf3-41d4-ad5c-f7bf503d2730 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Network b89a70b3-4dee-4b8d-8f57-ad18e61a2a02 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:26:57.196179 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-37fc8661-8cf3-41d4-ad5c-f7bf503d2730 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:26:57.204726 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28dde3dd-59fd-4f6b-9344-91d7a84e1908 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:57.501538 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-1e2043c6-d6c4-4ecd-a316-61f15331aa62 None None] Provisioning complete for port bafed8fd-908f-40b3-8308-e9fe9c5edc5d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:26:57.501831 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1e2043c6-d6c4-4ecd-a316-61f15331aa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:57.536937 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-1e2043c6-d6c4-4ecd-a316-61f15331aa62 None None] Port bafed8fd-908f-40b3-8308-e9fe9c5edc5d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:26:57.694985 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28dde3dd-59fd-4f6b-9344-91d7a84e1908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:57.729924 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fc8661-8cf3-41d4-ad5c-f7bf503d2730 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Router 555f2c55-8e7b-4e47-a3af-0d15463c13a3 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:26:57.796962 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28dde3dd-59fd-4f6b-9344-91d7a84e1908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:57.830280 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dde3dd-59fd-4f6b-9344-91d7a84e1908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:57.840087 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c16a78a-987d-4410-86b2-0040e1f37156 None None] Network 31565703-33b3-48b7-b594-d7517d602e30 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:26:57.860249 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28dde3dd-59fd-4f6b-9344-91d7a84e1908 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:57.863538 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-28dde3dd-59fd-4f6b-9344-91d7a84e1908 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a83a9dcc-c64b-40e9-a2cf-8d0613e4c6bc HTTP/1.1" status: 204 len: 168 time: 0.8018057 Nov 24 21:26:57.866286 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48072) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:57.948950 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fc8661-8cf3-41d4-ad5c-f7bf503d2730 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:26:57.955032 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-37fc8661-8cf3-41d4-ad5c-f7bf503d2730 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] 10.222.0.11 "PUT /v2.0/routers/555f2c55-8e7b-4e47-a3af-0d15463c13a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0854611 Nov 24 21:26:57.957697 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48074) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:57.960050 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4321c030-cf79-4d9f-921b-aebba7fa4d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:57.961907 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3aecf49-6bc6-4452-a408-516d6411d1e7 None None] Sync routers for ids ['555f2c55-8e7b-4e47-a3af-0d15463c13a3'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:26:57.964763 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-9883f764-79ef-49e8-9ca4-105db56a5178 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Request body: {'port': {'network_id': 'b89a70b3-4dee-4b8d-8f57-ad18e61a2a02', 'name': 'tempest-FloatingIPAdminTestJSON-1990051160'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:26:57.980597 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aecf49-6bc6-4452-a408-516d6411d1e7 None None] Routers {'555f2c55-8e7b-4e47-a3af-0d15463c13a3'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:26:57.981373 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d3aecf49-6bc6-4452-a408-516d6411d1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:26:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['555f2c55-8e7b-4e47-a3af-0d15463c13a3'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:58.019375 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4321c030-cf79-4d9f-921b-aebba7fa4d76 admin admin] Deleting port aa40fc32-09a9-445a-81a0-990068f044ce {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:26:58.019846 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4321c030-cf79-4d9f-921b-aebba7fa4d76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:58.023218 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d3aecf49-6bc6-4452-a408-516d6411d1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:58.033487 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aecf49-6bc6-4452-a408-516d6411d1e7 None None] Routers {'555f2c55-8e7b-4e47-a3af-0d15463c13a3'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:26:58.034225 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d3aecf49-6bc6-4452-a408-516d6411d1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:26:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['555f2c55-8e7b-4e47-a3af-0d15463c13a3'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:58.073811 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b20344-9082-435d-b24b-c68e6e97f6a4 None None] DHCP port deletion for 31565703-33b3-48b7-b594-d7517d602e30 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:26:58.076107 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d3aecf49-6bc6-4452-a408-516d6411d1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:58.076850 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3aecf49-6bc6-4452-a408-516d6411d1e7 None None] The sync data for ids ['555f2c55-8e7b-4e47-a3af-0d15463c13a3'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:26:58.095445 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-4321c030-cf79-4d9f-921b-aebba7fa4d76 admin admin] For port aa40fc32-09a9-445a-81a0-990068f044ce, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=aa40fc32-09a9-445a-81a0-990068f044ce,segment=NetworkSegment(6419c813-d68d-4ac4-8e67-3357bbd131cd),segment_id=6419c813-d68d-4ac4-8e67-3357bbd131cd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:26:58.095881 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4321c030-cf79-4d9f-921b-aebba7fa4d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:58.107819 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9883f764-79ef-49e8-9ca4-105db56a5178 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Made reservation on behalf of e6c4f43a0d114f5fbc9f8b4d9c4c95a6 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:26:58.111411 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9883f764-79ef-49e8-9ca4-105db56a5178 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:58.113004 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4321c030-cf79-4d9f-921b-aebba7fa4d76 admin admin] Calling delete_port for aa40fc32-09a9-445a-81a0-990068f044ce owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:26:58.135166 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-9883f764-79ef-49e8-9ca4-105db56a5178 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] device_id is not set on port 6f97c835-00bc-4cb4-b88f-ec689e5be41a yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:26:58.138518 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-a2b20344-9082-435d-b24b-c68e6e97f6a4 None None] Deleting port aa40fc32-09a9-445a-81a0-990068f044ce {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:26:58.139250 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a2b20344-9082-435d-b24b-c68e6e97f6a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:58.203520 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b8c3e8b4-6f77-4a7c-b329-3274e89df967 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:26:58.234167 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4321c030-cf79-4d9f-921b-aebba7fa4d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:58.236331 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: b8c3e8b4-6f77-4a7c-b329-3274e89df967 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:26:58.236688 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b8c3e8b4-6f77-4a7c-b329-3274e89df967 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:26:58.237137 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device aa40fc32-09a9-445a-81a0-990068f044ce no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:26:58.240072 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a2b20344-9082-435d-b24b-c68e6e97f6a4 None None] For port aa40fc32-09a9-445a-81a0-990068f044ce, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=aa40fc32-09a9-445a-81a0-990068f044ce,segment=NetworkSegment(6419c813-d68d-4ac4-8e67-3357bbd131cd),segment_id=6419c813-d68d-4ac4-8e67-3357bbd131cd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:26:58.240631 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a2b20344-9082-435d-b24b-c68e6e97f6a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:58.263191 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321c030-cf79-4d9f-921b-aebba7fa4d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa40fc32-09a9-445a-81a0-990068f044ce,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:58.265181 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4321c030-cf79-4d9f-921b-aebba7fa4d76 admin admin] No DVR routers for this DVR port aa40fc32-09a9-445a-81a0-990068f044ce on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:26:58.267836 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: aa40fc32-09a9-445a-81a0-990068f044ce {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:26:58.268207 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device aa40fc32-09a9-445a-81a0-990068f044ce not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:26:58.268611 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0e0d96ec-e0f4-48e2-be8d-2f8202774162 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:26:58.274655 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-a2b20344-9082-435d-b24b-c68e6e97f6a4 None None] Calling delete_port for aa40fc32-09a9-445a-81a0-990068f044ce owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:26:58.284112 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-9883f764-79ef-49e8-9ca4-105db56a5178 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Allocated IP 172.20.0.12 (b89a70b3-4dee-4b8d-8f57-ad18e61a2a02/40df4e6a-be9a-4b1c-a4e7-5b901b41322a/6f97c835-00bc-4cb4-b88f-ec689e5be41a) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:26:58.294884 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 0e0d96ec-e0f4-48e2-be8d-2f8202774162 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:26:58.295240 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0e0d96ec-e0f4-48e2-be8d-2f8202774162 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:26:58.347567 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4321c030-cf79-4d9f-921b-aebba7fa4d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:58.370404 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-4321c030-cf79-4d9f-921b-aebba7fa4d76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31565703-33b3-48b7-b594-d7517d602e30']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:58.381117 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-4321c030-cf79-4d9f-921b-aebba7fa4d76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6419c813-d68d-4ac4-8e67-3357bbd131cd') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:58.381117 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-4321c030-cf79-4d9f-921b-aebba7fa4d76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6419c813-d68d-4ac4-8e67-3357bbd131cd') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:26:58.387746 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a2b20344-9082-435d-b24b-c68e6e97f6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:58.390888 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4321c030-cf79-4d9f-921b-aebba7fa4d76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:58.404769 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4321c030-cf79-4d9f-921b-aebba7fa4d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:58.411366 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4321c030-cf79-4d9f-921b-aebba7fa4d76 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:26:58.411996 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4321c030-cf79-4d9f-921b-aebba7fa4d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:26:58.414328 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:26:58.417303 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b20344-9082-435d-b24b-c68e6e97f6a4 None None] Pushing event deleted for resources: {'Port': ['ID=aa40fc32-09a9-445a-81a0-990068f044ce,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:58.417999 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b20344-9082-435d-b24b-c68e6e97f6a4 None None] No DVR routers for this DVR port aa40fc32-09a9-445a-81a0-990068f044ce on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:26:58.450970 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9883f764-79ef-49e8-9ca4-105db56a5178 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:58.481726 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4321c030-cf79-4d9f-921b-aebba7fa4d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:58.486898 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9883f764-79ef-49e8-9ca4-105db56a5178 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:58.489273 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4321c030-cf79-4d9f-921b-aebba7fa4d76 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:58.495680 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4321c030-cf79-4d9f-921b-aebba7fa4d76 admin admin] 10.222.0.11 "DELETE /v2.0/networks/31565703-33b3-48b7-b594-d7517d602e30 HTTP/1.1" status: 204 len: 168 time: 0.6256113 Nov 24 21:26:58.502139 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48076) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:58.508605 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321c030-cf79-4d9f-921b-aebba7fa4d76 admin admin] Pushing event deleted for resources: {'Network': ['ID=31565703-33b3-48b7-b594-d7517d602e30,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:58.544231 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9883f764-79ef-49e8-9ca4-105db56a5178 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Network b89a70b3-4dee-4b8d-8f57-ad18e61a2a02 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:26:58.548377 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-9883f764-79ef-49e8-9ca4-105db56a5178 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:26:58.550335 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883f764-79ef-49e8-9ca4-105db56a5178 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Pushing event updated for resources: {'Port': ['ID=6f97c835-00bc-4cb4-b88f-ec689e5be41a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:58.553231 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9883f764-79ef-49e8-9ca4-105db56a5178 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:26:58.606427 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9883f764-79ef-49e8-9ca4-105db56a5178 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:26:58.607061 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9883f764-79ef-49e8-9ca4-105db56a5178 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:58.631813 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9883f764-79ef-49e8-9ca4-105db56a5178 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.6702662 Nov 24 21:26:58.634972 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48078) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:26:58.730171 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-54209e00-3565-45c5-a3b7-8fee48e316d1 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'project_id': 'e6c4f43a0d114f5fbc9f8b4d9c4c95a6', 'port_id': '6f97c835-00bc-4cb4-b88f-ec689e5be41a'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:26:58.768551 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-54209e00-3565-45c5-a3b7-8fee48e316d1 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:58.865512 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e42843cc-7dcb-42a2-80e0-ea6a0f7330e9 None None] Provisioning complete for port 6f97c835-00bc-4cb4-b88f-ec689e5be41a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:26:58.866127 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e42843cc-7dcb-42a2-80e0-ea6a0f7330e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:58.899598 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-e42843cc-7dcb-42a2-80e0-ea6a0f7330e9 None None] Port 6f97c835-00bc-4cb4-b88f-ec689e5be41a cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:26:58.959102 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-54209e00-3565-45c5-a3b7-8fee48e316d1 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:59.059471 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2296fd23-21af-4ca8-85e4-984cb48f457d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:59.124248 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-54209e00-3565-45c5-a3b7-8fee48e316d1 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Allocated IP 172.25.5.251 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/5ef7f7c6-d1bd-40f1-812a-8c4868659aee) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:26:59.332192 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-54209e00-3565-45c5-a3b7-8fee48e316d1 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:59.417424 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-54209e00-3565-45c5-a3b7-8fee48e316d1 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:59.457010 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54209e00-3565-45c5-a3b7-8fee48e316d1 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:26:59.465908 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-54209e00-3565-45c5-a3b7-8fee48e316d1 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:26:59.471032 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54209e00-3565-45c5-a3b7-8fee48e316d1 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:26:59.501151 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54209e00-3565-45c5-a3b7-8fee48e316d1 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Pushing event updated for resources: {'Port': ['ID=5ef7f7c6-d1bd-40f1-812a-8c4868659aee,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:26:59.526733 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-2296fd23-21af-4ca8-85e4-984cb48f457d admin admin] Deleting port 9ed0e105-b256-4162-ba59-a1313c8d8dbc {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:26:59.527061 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2296fd23-21af-4ca8-85e4-984cb48f457d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:59.710520 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-2296fd23-21af-4ca8-85e4-984cb48f457d admin admin] For port 9ed0e105-b256-4162-ba59-a1313c8d8dbc, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9ed0e105-b256-4162-ba59-a1313c8d8dbc,segment=NetworkSegment(681ab855-87f6-42d1-a716-4a847822c120),segment_id=681ab855-87f6-42d1-a716-4a847822c120)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:26:59.710884 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2296fd23-21af-4ca8-85e4-984cb48f457d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:26:59.750395 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-2296fd23-21af-4ca8-85e4-984cb48f457d admin admin] Calling delete_port for 9ed0e105-b256-4162-ba59-a1313c8d8dbc owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:00.058048 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-54209e00-3565-45c5-a3b7-8fee48e316d1 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:00.107571 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2296fd23-21af-4ca8-85e4-984cb48f457d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:00.138047 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296fd23-21af-4ca8-85e4-984cb48f457d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed0e105-b256-4162-ba59-a1313c8d8dbc,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:00.180636 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-54209e00-3565-45c5-a3b7-8fee48e316d1 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:00.434655 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2296fd23-21af-4ca8-85e4-984cb48f457d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:00.517784 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-54209e00-3565-45c5-a3b7-8fee48e316d1 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:00.522399 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-54209e00-3565-45c5-a3b7-8fee48e316d1 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:00.638912 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54209e00-3565-45c5-a3b7-8fee48e316d1 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Pushing event updated for resources: {'Port': ['ID=5ef7f7c6-d1bd-40f1-812a-8c4868659aee,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:00.684656 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-54209e00-3565-45c5-a3b7-8fee48e316d1 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:01.160170 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2296fd23-21af-4ca8-85e4-984cb48f457d admin admin] Router 8f19d406-460c-4451-9125-ece188b007d9 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:27:01.161468 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-54209e00-3565-45c5-a3b7-8fee48e316d1 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Floating IP 410c3f6b-70ea-4946-987b-aeef6c39b397 associated. External IP: 172.25.5.251, port: 6f97c835-00bc-4cb4-b88f-ec689e5be41a. Nov 24 21:27:01.354226 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2296fd23-21af-4ca8-85e4-984cb48f457d admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:27:01.393015 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2296fd23-21af-4ca8-85e4-984cb48f457d admin admin] 10.222.0.11 "PUT /v2.0/routers/8f19d406-460c-4451-9125-ece188b007d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8897753 Nov 24 21:27:01.395573 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48084) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:01.454548 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d164cef-7dd6-4960-ab56-8b983f7b95a6 None None] Sync routers for ids ['8f19d406-460c-4451-9125-ece188b007d9'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:27:01.465143 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d164cef-7dd6-4960-ab56-8b983f7b95a6 None None] Routers {'8f19d406-460c-4451-9125-ece188b007d9'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:01.465751 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7d164cef-7dd6-4960-ab56-8b983f7b95a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:26:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8f19d406-460c-4451-9125-ece188b007d9'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:01.553551 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54209e00-3565-45c5-a3b7-8fee48e316d1 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Router 555f2c55-8e7b-4e47-a3af-0d15463c13a3 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:27:01.558127 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7419ac87-9ffe-4fce-b442-ba5b35f63c35 admin admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:01.569135 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-7d164cef-7dd6-4960-ab56-8b983f7b95a6 None None] Set router 8f19d406-460c-4451-9125-ece188b007d9 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:27:01.746247 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7419ac87-9ffe-4fce-b442-ba5b35f63c35 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:01.752902 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7d164cef-7dd6-4960-ab56-8b983f7b95a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f19d406-460c-4451-9125-ece188b007d9', 'name': 'tempest-TestVolumeBackupRestore-1835023587-router', 'tenant_id': '572cdcba10d84f70bec12d3ebafa9351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'fc2e0cd2-928b-42ac-b904-91e1c0913eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:37Z', 'updated_at': '2021-11-24T21:27:00Z', 'revision_number': 5, 'project_id': '572cdcba10d84f70bec12d3ebafa9351', 'gw_port': {'id': 'fc2e0cd2-928b-42ac-b904-91e1c0913eb7', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f19d406-460c-4451-9125-ece188b007d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:23:37Z', 'updated_at': '2021-11-24T21:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:01.764649 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54209e00-3565-45c5-a3b7-8fee48e316d1 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:27:01.778300 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f711a2b2-3934-48b9-968b-4ea330cf709b None None] Sync routers for ids ['555f2c55-8e7b-4e47-a3af-0d15463c13a3'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:27:01.783669 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d164cef-7dd6-4960-ab56-8b983f7b95a6 None None] Checking router: 8f19d406-460c-4451-9125-ece188b007d9 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:27:01.789468 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f711a2b2-3934-48b9-968b-4ea330cf709b None None] Routers {'555f2c55-8e7b-4e47-a3af-0d15463c13a3'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:01.790398 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f711a2b2-3934-48b9-968b-4ea330cf709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:26:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['555f2c55-8e7b-4e47-a3af-0d15463c13a3'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:01.792454 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d164cef-7dd6-4960-ab56-8b983f7b95a6 None None] Routers {'8f19d406-460c-4451-9125-ece188b007d9'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:01.793599 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7d164cef-7dd6-4960-ab56-8b983f7b95a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:26:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8f19d406-460c-4451-9125-ece188b007d9'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:01.807089 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-54209e00-3565-45c5-a3b7-8fee48e316d1 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:01.826252 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f711a2b2-3934-48b9-968b-4ea330cf709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:01.835425 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f711a2b2-3934-48b9-968b-4ea330cf709b None None] Routers {'555f2c55-8e7b-4e47-a3af-0d15463c13a3'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:01.836399 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f711a2b2-3934-48b9-968b-4ea330cf709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:26:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['555f2c55-8e7b-4e47-a3af-0d15463c13a3'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:01.845417 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-54209e00-3565-45c5-a3b7-8fee48e316d1 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 3.2067561 Nov 24 21:27:01.845748 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48086) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:01.870115 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f711a2b2-3934-48b9-968b-4ea330cf709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:01.870935 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f711a2b2-3934-48b9-968b-4ea330cf709b None None] The sync data for ids ['555f2c55-8e7b-4e47-a3af-0d15463c13a3'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:27:01.884124 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-7419ac87-9ffe-4fce-b442-ba5b35f63c35 admin admin] Deleting port fc2e0cd2-928b-42ac-b904-91e1c0913eb7 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:01.884467 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7419ac87-9ffe-4fce-b442-ba5b35f63c35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:01.890564 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-7d164cef-7dd6-4960-ab56-8b983f7b95a6 None None] Set router 8f19d406-460c-4451-9125-ece188b007d9 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:27:01.945614 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-7d164cef-7dd6-4960-ab56-8b983f7b95a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f19d406-460c-4451-9125-ece188b007d9', 'name': 'tempest-TestVolumeBackupRestore-1835023587-router', 'tenant_id': '572cdcba10d84f70bec12d3ebafa9351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:37Z', 'updated_at': '2021-11-24T21:27:01Z', 'revision_number': 6, 'project_id': '572cdcba10d84f70bec12d3ebafa9351', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:01.971804 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d164cef-7dd6-4960-ab56-8b983f7b95a6 None None] The sync data for ids ['8f19d406-460c-4451-9125-ece188b007d9'] in n-d-812111-8 is: [{'id': '8f19d406-460c-4451-9125-ece188b007d9', 'name': 'tempest-TestVolumeBackupRestore-1835023587-router', 'tenant_id': '572cdcba10d84f70bec12d3ebafa9351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:23:37Z', 'updated_at': '2021-11-24T21:27:01Z', 'revision_number': 6, 'project_id': '572cdcba10d84f70bec12d3ebafa9351', 'gw_port_host': None}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:27:02.018769 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7532d543-648e-4f38-bba2-4dfe22d6fda4 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] 10.222.0.11 "GET /v2.0/floatingips/410c3f6b-70ea-4946-987b-aeef6c39b397 HTTP/1.1" status: 200 len: 984 time: 0.1720481 Nov 24 21:27:02.021542 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48088) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:02.045933 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-7419ac87-9ffe-4fce-b442-ba5b35f63c35 admin admin] For port fc2e0cd2-928b-42ac-b904-91e1c0913eb7, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fc2e0cd2-928b-42ac-b904-91e1c0913eb7,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:27:02.046288 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7419ac87-9ffe-4fce-b442-ba5b35f63c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:02.060515 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-7419ac87-9ffe-4fce-b442-ba5b35f63c35 admin admin] Calling delete_port for fc2e0cd2-928b-42ac-b904-91e1c0913eb7 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:02.131306 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0119816b-12a0-4bb2-8292-d9885641723c tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1468 time: 0.1085551 Nov 24 21:27:02.133888 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48090) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:02.229419 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7419ac87-9ffe-4fce-b442-ba5b35f63c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:02.254786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419ac87-9ffe-4fce-b442-ba5b35f63c35 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc2e0cd2-928b-42ac-b904-91e1c0913eb7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:02.271732 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266fa832-288b-42cf-ad4e-66b985c22a4d None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:27:02.314933 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Deleting port 5ef7f7c6-d1bd-40f1-812a-8c4868659aee {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:02.315281 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:02.323273 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7419ac87-9ffe-4fce-b442-ba5b35f63c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:02.431597 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7419ac87-9ffe-4fce-b442-ba5b35f63c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:02.431922 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:02.432338 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:02.434253 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7419ac87-9ffe-4fce-b442-ba5b35f63c35 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:02.446220 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Calling delete_port for 5ef7f7c6-d1bd-40f1-812a-8c4868659aee owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:02.465489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9ed0e105-b256-4162-ba59-a1313c8d8dbc no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:27:02.485883 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7419ac87-9ffe-4fce-b442-ba5b35f63c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:02.486706 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7419ac87-9ffe-4fce-b442-ba5b35f63c35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f19d406-460c-4451-9125-ece188b007d9 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:27:02.493654 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7419ac87-9ffe-4fce-b442-ba5b35f63c35 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:02.497766 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7419ac87-9ffe-4fce-b442-ba5b35f63c35 admin admin] 10.222.0.11 "DELETE /v2.0/routers/8f19d406-460c-4451-9125-ece188b007d9 HTTP/1.1" status: 204 len: 168 time: 1.1006596 Nov 24 21:27:02.498391 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48092) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:02.504197 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 9ed0e105-b256-4162-ba59-a1313c8d8dbc {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:27:02.505419 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9ed0e105-b256-4162-ba59-a1313c8d8dbc not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:27:02.544815 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a14bf12-61fd-4c0b-b343-eeb920bed5af admin admin] Deleting subnet 9667340e-60dd-4e14-9f7f-9dbe7a9ab89e {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:27:02.548030 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2a14bf12-61fd-4c0b-b343-eeb920bed5af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:02.588339 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2a14bf12-61fd-4c0b-b343-eeb920bed5af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:02.604512 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:02.634424 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Pushing event deleted for resources: {'Port': ['ID=5ef7f7c6-d1bd-40f1-812a-8c4868659aee,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:02.647348 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:27:02.647706 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:27:02.648059 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:27:02.648402 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:27:02.648758 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:27:02.649100 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:27:02.649432 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:27:02.649759 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:27:02.650088 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:27:02.650414 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:27:02.650739 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:27:02.651063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:27:02.669139 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2a14bf12-61fd-4c0b-b343-eeb920bed5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:02.707156 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:02.707499 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Floating IP 410c3f6b-70ea-4946-987b-aeef6c39b397 disassociated (deleted). External IP: 172.25.5.251, port: 6f97c835-00bc-4cb4-b88f-ec689e5be41a. Nov 24 21:27:02.721997 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2a14bf12-61fd-4c0b-b343-eeb920bed5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:02.748777 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14bf12-61fd-4c0b-b343-eeb920bed5af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9667340e-60dd-4e14-9f7f-9dbe7a9ab89e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:02.752282 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2a14bf12-61fd-4c0b-b343-eeb920bed5af admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:02.755726 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2a14bf12-61fd-4c0b-b343-eeb920bed5af admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9667340e-60dd-4e14-9f7f-9dbe7a9ab89e HTTP/1.1" status: 204 len: 168 time: 0.2563279 Nov 24 21:27:02.758180 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48094) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:02.760783 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fc94c9-604b-4deb-8fcd-d10a895535a8 None None] Network 59864890-74ea-4958-a761-fa2004e42901 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:27:02.838034 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d6d2693a-080c-404f-bc89-d72995035c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:02.902350 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-d6d2693a-080c-404f-bc89-d72995035c8e admin admin] Deleting port a9b53f61-2947-4da8-96fd-a9c8204806f4 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:02.902775 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d6d2693a-080c-404f-bc89-d72995035c8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:02.953188 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7881ed-d478-4adc-a372-2e39d0dde958 None None] DHCP port deletion for 59864890-74ea-4958-a761-fa2004e42901 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:27:02.959915 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Router 555f2c55-8e7b-4e47-a3af-0d15463c13a3 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:27:02.982251 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-d6d2693a-080c-404f-bc89-d72995035c8e admin admin] For port a9b53f61-2947-4da8-96fd-a9c8204806f4, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a9b53f61-2947-4da8-96fd-a9c8204806f4,segment=NetworkSegment(681ab855-87f6-42d1-a716-4a847822c120),segment_id=681ab855-87f6-42d1-a716-4a847822c120)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:27:02.982619 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d6d2693a-080c-404f-bc89-d72995035c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:02.997505 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-d6d2693a-080c-404f-bc89-d72995035c8e admin admin] Calling delete_port for a9b53f61-2947-4da8-96fd-a9c8204806f4 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:03.004371 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-7d7881ed-d478-4adc-a372-2e39d0dde958 None None] Deleting port a9b53f61-2947-4da8-96fd-a9c8204806f4 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:03.004789 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7d7881ed-d478-4adc-a372-2e39d0dde958 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:03.068706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-7d7881ed-d478-4adc-a372-2e39d0dde958 None None] For port a9b53f61-2947-4da8-96fd-a9c8204806f4, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a9b53f61-2947-4da8-96fd-a9c8204806f4,segment=NetworkSegment(681ab855-87f6-42d1-a716-4a847822c120),segment_id=681ab855-87f6-42d1-a716-4a847822c120)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:27:03.069061 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7d7881ed-d478-4adc-a372-2e39d0dde958 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:03.086117 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d6d2693a-080c-404f-bc89-d72995035c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:03.092780 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:27:03.094750 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-7d7881ed-d478-4adc-a372-2e39d0dde958 None None] Calling delete_port for a9b53f61-2947-4da8-96fd-a9c8204806f4 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:03.104303 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:03.105443 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c666337-8918-464d-96e4-043140eab248 None None] Sync routers for ids ['555f2c55-8e7b-4e47-a3af-0d15463c13a3'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:27:03.129832 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c666337-8918-464d-96e4-043140eab248 None None] Routers {'555f2c55-8e7b-4e47-a3af-0d15463c13a3'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:03.131243 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-4c666337-8918-464d-96e4-043140eab248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:26:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['555f2c55-8e7b-4e47-a3af-0d15463c13a3'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:03.139997 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4e297a89-7a32-4dc3-9636-35af4ac879b2 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] 10.222.0.11 "DELETE /v2.0/floatingips/410c3f6b-70ea-4946-987b-aeef6c39b397 HTTP/1.1" status: 204 len: 168 time: 1.0046566 Nov 24 21:27:03.141543 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2693a-080c-404f-bc89-d72995035c8e admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b53f61-2947-4da8-96fd-a9c8204806f4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:03.145159 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d2693a-080c-404f-bc89-d72995035c8e admin admin] No DVR routers for this DVR port a9b53f61-2947-4da8-96fd-a9c8204806f4 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:27:03.149017 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48096) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:03.157555 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-7fa2a26f-0e79-46ed-8cb2-66d8e811651d tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:03.185883 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-4c666337-8918-464d-96e4-043140eab248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:03.193239 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7d7881ed-d478-4adc-a372-2e39d0dde958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:03.200332 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c666337-8918-464d-96e4-043140eab248 None None] Routers {'555f2c55-8e7b-4e47-a3af-0d15463c13a3'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:03.200995 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-4c666337-8918-464d-96e4-043140eab248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:26:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['555f2c55-8e7b-4e47-a3af-0d15463c13a3'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:03.230296 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7881ed-d478-4adc-a372-2e39d0dde958 None None] No DVR routers for this DVR port a9b53f61-2947-4da8-96fd-a9c8204806f4 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:27:03.232126 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7881ed-d478-4adc-a372-2e39d0dde958 None None] Pushing event deleted for resources: {'Port': ['ID=a9b53f61-2947-4da8-96fd-a9c8204806f4,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:03.264373 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-4c666337-8918-464d-96e4-043140eab248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:03.266245 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c666337-8918-464d-96e4-043140eab248 None None] The sync data for ids ['555f2c55-8e7b-4e47-a3af-0d15463c13a3'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:27:03.266725 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a26f-0e79-46ed-8cb2-66d8e811651d tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:03.269927 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d6d2693a-080c-404f-bc89-d72995035c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:03.306088 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-d6d2693a-080c-404f-bc89-d72995035c8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59864890-74ea-4958-a761-fa2004e42901']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:03.318069 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-d6d2693a-080c-404f-bc89-d72995035c8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681ab855-87f6-42d1-a716-4a847822c120') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:03.318372 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-d6d2693a-080c-404f-bc89-d72995035c8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681ab855-87f6-42d1-a716-4a847822c120') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:03.329063 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d6d2693a-080c-404f-bc89-d72995035c8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:03.370038 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d6d2693a-080c-404f-bc89-d72995035c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:03.378003 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d2693a-080c-404f-bc89-d72995035c8e admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:27:03.378393 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d6d2693a-080c-404f-bc89-d72995035c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:27:03.380656 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:27:03.440618 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d6d2693a-080c-404f-bc89-d72995035c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:03.447896 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d6d2693a-080c-404f-bc89-d72995035c8e admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:03.452878 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d6d2693a-080c-404f-bc89-d72995035c8e admin admin] 10.222.0.11 "DELETE /v2.0/networks/59864890-74ea-4958-a761-fa2004e42901 HTTP/1.1" status: 204 len: 168 time: 0.6913774 Nov 24 21:27:03.463804 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2693a-080c-404f-bc89-d72995035c8e admin admin] Pushing event deleted for resources: {'Network': ['ID=59864890-74ea-4958-a761-fa2004e42901,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:03.472267 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a26f-0e79-46ed-8cb2-66d8e811651d tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:03.590532 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-7fa2a26f-0e79-46ed-8cb2-66d8e811651d tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Allocated IP 172.25.5.247 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/23ac1b64-efd8-454b-8280-f18e3d0a5c61) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:27:03.626634 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48100) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:03.716223 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-21061171-1a55-4422-b3a8-564449d63516 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ceb5ca0723bc4fe08c8df38f28d0dcd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0884647 Nov 24 21:27:03.718967 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48102) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:03.731779 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a26f-0e79-46ed-8cb2-66d8e811651d tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:03.768418 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a26f-0e79-46ed-8cb2-66d8e811651d tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:03.769284 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e1e5-208b-4392-9b6c-e29baa5c3671 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:03.792086 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e1e5-208b-4392-9b6c-e29baa5c3671 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:03.805348 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa2a26f-0e79-46ed-8cb2-66d8e811651d tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:27:03.811626 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-7fa2a26f-0e79-46ed-8cb2-66d8e811651d tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:03.815082 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa2a26f-0e79-46ed-8cb2-66d8e811651d tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:27:03.821386 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2a26f-0e79-46ed-8cb2-66d8e811651d tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Pushing event updated for resources: {'Port': ['ID=23ac1b64-efd8-454b-8280-f18e3d0a5c61,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:03.841936 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e1e5-208b-4392-9b6c-e29baa5c3671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:03.844797 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e1e5-208b-4392-9b6c-e29baa5c3671 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:03.848547 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3bd8e1e5-208b-4392-9b6c-e29baa5c3671 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d9a4551-9526-48a3-866a-c6bcc637c396 HTTP/1.1" status: 204 len: 168 time: 0.1260118 Nov 24 21:27:03.854543 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8e1e5-208b-4392-9b6c-e29baa5c3671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9a4551-9526-48a3-866a-c6bcc637c396,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:03.915224 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a26f-0e79-46ed-8cb2-66d8e811651d tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:03.950354 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a26f-0e79-46ed-8cb2-66d8e811651d tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:04.113228 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a26f-0e79-46ed-8cb2-66d8e811651d tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:04.117703 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a26f-0e79-46ed-8cb2-66d8e811651d tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:04.171461 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fc2e0cd2-928b-42ac-b904-91e1c0913eb7 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:27:04.188923 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48108) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:04.197398 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2a26f-0e79-46ed-8cb2-66d8e811651d tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Pushing event updated for resources: {'Port': ['ID=23ac1b64-efd8-454b-8280-f18e3d0a5c61,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:04.201617 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: fc2e0cd2-928b-42ac-b904-91e1c0913eb7 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:27:04.201964 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fc2e0cd2-928b-42ac-b904-91e1c0913eb7 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:27:04.202708 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a9b53f61-2947-4da8-96fd-a9c8204806f4 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:27:04.209731 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a26f-0e79-46ed-8cb2-66d8e811651d tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:04.227964 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a26f-0e79-46ed-8cb2-66d8e811651d tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:04.229311 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7fa2a26f-0e79-46ed-8cb2-66d8e811651d tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0794029 Nov 24 21:27:04.232219 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48110) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:04.250183 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5ff07098-a767-4eab-b489-955e5e309daf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=572cdcba10d84f70bec12d3ebafa9351&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0599990 Nov 24 21:27:04.252658 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48114) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:04.308211 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d81feacb-cd53-4c21-b035-d0de4cd871c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:04.331645 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d81feacb-cd53-4c21-b035-d0de4cd871c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:04.381092 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: a9b53f61-2947-4da8-96fd-a9c8204806f4 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:27:04.381672 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a9b53f61-2947-4da8-96fd-a9c8204806f4 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:27:04.396307 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d81feacb-cd53-4c21-b035-d0de4cd871c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:04.399529 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d81feacb-cd53-4c21-b035-d0de4cd871c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:04.401171 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d81feacb-cd53-4c21-b035-d0de4cd871c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b33ddb9f-25df-493c-8fda-fb8f283b3c17 HTTP/1.1" status: 204 len: 168 time: 0.1472361 Nov 24 21:27:04.410172 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81feacb-cd53-4c21-b035-d0de4cd871c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33ddb9f-25df-493c-8fda-fb8f283b3c17,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:04.460631 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0ab04d02-b106-48f5-8dd3-08a4ce84c29e tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:04.484170 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ab04d02-b106-48f5-8dd3-08a4ce84c29e tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:04.591315 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ab04d02-b106-48f5-8dd3-08a4ce84c29e tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:04.707988 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-0ab04d02-b106-48f5-8dd3-08a4ce84c29e tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Allocated IP 172.25.5.242 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/85332e64-1ea5-43a6-b3ae-afc709da8bc9) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:27:04.830765 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ab04d02-b106-48f5-8dd3-08a4ce84c29e tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:04.869653 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ab04d02-b106-48f5-8dd3-08a4ce84c29e tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:04.916462 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab04d02-b106-48f5-8dd3-08a4ce84c29e tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:27:04.919526 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-0ab04d02-b106-48f5-8dd3-08a4ce84c29e tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:04.922161 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab04d02-b106-48f5-8dd3-08a4ce84c29e tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:27:04.949911 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab04d02-b106-48f5-8dd3-08a4ce84c29e tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Pushing event updated for resources: {'Port': ['ID=85332e64-1ea5-43a6-b3ae-afc709da8bc9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:05.022868 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ab04d02-b106-48f5-8dd3-08a4ce84c29e tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:05.069571 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ab04d02-b106-48f5-8dd3-08a4ce84c29e tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:05.221757 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ab04d02-b106-48f5-8dd3-08a4ce84c29e tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:05.226910 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ab04d02-b106-48f5-8dd3-08a4ce84c29e tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:05.299968 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab04d02-b106-48f5-8dd3-08a4ce84c29e tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Pushing event updated for resources: {'Port': ['ID=85332e64-1ea5-43a6-b3ae-afc709da8bc9,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:05.308371 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ab04d02-b106-48f5-8dd3-08a4ce84c29e tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:05.324591 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ab04d02-b106-48f5-8dd3-08a4ce84c29e tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:05.326738 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0ab04d02-b106-48f5-8dd3-08a4ce84c29e tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0931005 Nov 24 21:27:05.328992 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48118) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:05.378153 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0d2141b0-2167-4be2-b28c-df8059732201 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.0480111 Nov 24 21:27:05.381486 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48120) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:05.448542 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3eabd454-11be-4414-ac9a-3399bffdaa16 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0658624 Nov 24 21:27:05.451250 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48122) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:05.576018 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-559f9054-1829-44f8-82bf-e7cf9150b72d tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Deleting port 85332e64-1ea5-43a6-b3ae-afc709da8bc9 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:05.576280 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-559f9054-1829-44f8-82bf-e7cf9150b72d tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:05.971160 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-559f9054-1829-44f8-82bf-e7cf9150b72d tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:05.971489 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-559f9054-1829-44f8-82bf-e7cf9150b72d tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:05.983237 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-559f9054-1829-44f8-82bf-e7cf9150b72d tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Calling delete_port for 85332e64-1ea5-43a6-b3ae-afc709da8bc9 owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:06.112640 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-559f9054-1829-44f8-82bf-e7cf9150b72d tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:06.138407 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f9054-1829-44f8-82bf-e7cf9150b72d tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Pushing event deleted for resources: {'Port': ['ID=85332e64-1ea5-43a6-b3ae-afc709da8bc9,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:06.203656 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-559f9054-1829-44f8-82bf-e7cf9150b72d tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:06.206318 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-559f9054-1829-44f8-82bf-e7cf9150b72d tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:06.207468 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-559f9054-1829-44f8-82bf-e7cf9150b72d tempest-FloatingIPAdminTestJSON-110093117 tempest-FloatingIPAdminTestJSON-110093117-project] 10.222.0.11 "DELETE /v2.0/floatingips/0bd49368-7882-449c-aec6-fa4552582f56 HTTP/1.1" status: 204 len: 168 time: 0.7553334 Nov 24 21:27:06.210171 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48124) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:06.331576 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-871d90af-d271-4278-b87a-7dc35cf034a3 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Deleting port 23ac1b64-efd8-454b-8280-f18e3d0a5c61 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:06.331826 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-871d90af-d271-4278-b87a-7dc35cf034a3 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:06.420594 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-871d90af-d271-4278-b87a-7dc35cf034a3 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:06.421346 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-871d90af-d271-4278-b87a-7dc35cf034a3 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:06.433324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-871d90af-d271-4278-b87a-7dc35cf034a3 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Calling delete_port for 23ac1b64-efd8-454b-8280-f18e3d0a5c61 owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:06.566045 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-871d90af-d271-4278-b87a-7dc35cf034a3 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:06.589823 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d90af-d271-4278-b87a-7dc35cf034a3 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Pushing event deleted for resources: {'Port': ['ID=23ac1b64-efd8-454b-8280-f18e3d0a5c61,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:06.656594 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-871d90af-d271-4278-b87a-7dc35cf034a3 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:06.659783 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-871d90af-d271-4278-b87a-7dc35cf034a3 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:06.661471 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-871d90af-d271-4278-b87a-7dc35cf034a3 tempest-FloatingIPAdminTestJSON-151332567 tempest-FloatingIPAdminTestJSON-151332567-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/e8b8de12-a89d-4569-b1e5-68afb4589fc9 HTTP/1.1" status: 204 len: 168 time: 0.4498472 Nov 24 21:27:06.665013 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48126) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:06.753093 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-16688b0d-71f3-407d-af59-125612cd68c5 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Deleting port 6f97c835-00bc-4cb4-b88f-ec689e5be41a {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:06.753440 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-16688b0d-71f3-407d-af59-125612cd68c5 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:06.842127 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-16688b0d-71f3-407d-af59-125612cd68c5 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:06.854572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-16688b0d-71f3-407d-af59-125612cd68c5 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Calling delete_port for 6f97c835-00bc-4cb4-b88f-ec689e5be41a owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:06.982786 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-16688b0d-71f3-407d-af59-125612cd68c5 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:07.016714 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16688b0d-71f3-407d-af59-125612cd68c5 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Pushing event deleted for resources: {'Port': ['ID=6f97c835-00bc-4cb4-b88f-ec689e5be41a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:07.088486 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-16688b0d-71f3-407d-af59-125612cd68c5 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:07.092466 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-16688b0d-71f3-407d-af59-125612cd68c5 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] 10.222.0.11 "DELETE /v2.0/ports/6f97c835-00bc-4cb4-b88f-ec689e5be41a HTTP/1.1" status: 204 len: 168 time: 0.4263184 Nov 24 21:27:07.095058 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48128) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:07.146551 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a409dd-38d2-4ea1-8f5f-5d4cd59830c8 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:07.148358 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-43a409dd-38d2-4ea1-8f5f-5d4cd59830c8 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] 10.222.0.11 "GET /v2.0/ports?device_id=555f2c55-8e7b-4e47-a3af-0d15463c13a3 HTTP/1.1" status: 200 len: 913 time: 0.0523069 Nov 24 21:27:07.151097 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48130) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:07.512983 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-86bbd74d-4281-4705-b704-b6b0000e5e77 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:07.779384 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-86bbd74d-4281-4705-b704-b6b0000e5e77 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Deleting port bafed8fd-908f-40b3-8308-e9fe9c5edc5d {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:07.779628 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-86bbd74d-4281-4705-b704-b6b0000e5e77 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:07.865513 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-86bbd74d-4281-4705-b704-b6b0000e5e77 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:07.877038 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-86bbd74d-4281-4705-b704-b6b0000e5e77 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Calling delete_port for bafed8fd-908f-40b3-8308-e9fe9c5edc5d owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:08.064453 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-86bbd74d-4281-4705-b704-b6b0000e5e77 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:08.093549 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbd74d-4281-4705-b704-b6b0000e5e77 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Pushing event deleted for resources: {'Port': ['ID=bafed8fd-908f-40b3-8308-e9fe9c5edc5d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:08.273402 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-86bbd74d-4281-4705-b704-b6b0000e5e77 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:08.493228 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bbd74d-4281-4705-b704-b6b0000e5e77 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Router 555f2c55-8e7b-4e47-a3af-0d15463c13a3 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:27:08.597066 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bbd74d-4281-4705-b704-b6b0000e5e77 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:27:08.602994 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-86bbd74d-4281-4705-b704-b6b0000e5e77 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] 10.222.0.11 "PUT /v2.0/routers/555f2c55-8e7b-4e47-a3af-0d15463c13a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4509373 Nov 24 21:27:08.605786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48132) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:08.607779 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd474f1b-43d9-4815-bfbe-3dbad827b0c8 None None] Sync routers for ids ['555f2c55-8e7b-4e47-a3af-0d15463c13a3'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:27:08.618071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd474f1b-43d9-4815-bfbe-3dbad827b0c8 None None] Routers {'555f2c55-8e7b-4e47-a3af-0d15463c13a3'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:08.618766 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-fd474f1b-43d9-4815-bfbe-3dbad827b0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:26:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['555f2c55-8e7b-4e47-a3af-0d15463c13a3'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:08.650785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-fd474f1b-43d9-4815-bfbe-3dbad827b0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:08.659190 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd474f1b-43d9-4815-bfbe-3dbad827b0c8 None None] Routers {'555f2c55-8e7b-4e47-a3af-0d15463c13a3'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:08.659791 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-fd474f1b-43d9-4815-bfbe-3dbad827b0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:26:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['555f2c55-8e7b-4e47-a3af-0d15463c13a3'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:08.693868 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-fd474f1b-43d9-4815-bfbe-3dbad827b0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:08.694509 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd474f1b-43d9-4815-bfbe-3dbad827b0c8 None None] The sync data for ids ['555f2c55-8e7b-4e47-a3af-0d15463c13a3'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:27:08.712671 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6dc69980-d25c-40ec-a3f3-fac0a38e201e tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:08.814490 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6dc69980-d25c-40ec-a3f3-fac0a38e201e tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:08.866003 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6dc69980-d25c-40ec-a3f3-fac0a38e201e tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Deleting port b5ed9d45-aeb6-4aba-be18-73c79c1f8dc8 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:08.866340 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6dc69980-d25c-40ec-a3f3-fac0a38e201e tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:08.884292 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5e84f439-f46b-4306-8dee-5694f287b4e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:08.942985 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6dc69980-d25c-40ec-a3f3-fac0a38e201e tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:08.954611 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6dc69980-d25c-40ec-a3f3-fac0a38e201e tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Calling delete_port for b5ed9d45-aeb6-4aba-be18-73c79c1f8dc8 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:09.126484 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6dc69980-d25c-40ec-a3f3-fac0a38e201e tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:09.155667 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc69980-d25c-40ec-a3f3-fac0a38e201e tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Pushing event deleted for resources: {'Port': ['ID=b5ed9d45-aeb6-4aba-be18-73c79c1f8dc8,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:09.175545 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24b2ef9-8011-4271-8f6e-989f1d5a156a None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:27:09.220147 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6dc69980-d25c-40ec-a3f3-fac0a38e201e tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:09.310597 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6dc69980-d25c-40ec-a3f3-fac0a38e201e tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:09.312713 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6dc69980-d25c-40ec-a3f3-fac0a38e201e tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:09.355405 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6dc69980-d25c-40ec-a3f3-fac0a38e201e tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:09.356187 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc69980-d25c-40ec-a3f3-fac0a38e201e tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Fanout notify agent at l3_agent the message router_deleted on router 555f2c55-8e7b-4e47-a3af-0d15463c13a3 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:27:09.363023 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6dc69980-d25c-40ec-a3f3-fac0a38e201e tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:09.364673 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6dc69980-d25c-40ec-a3f3-fac0a38e201e tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] 10.222.0.11 "DELETE /v2.0/routers/555f2c55-8e7b-4e47-a3af-0d15463c13a3 HTTP/1.1" status: 204 len: 168 time: 0.7574720 Nov 24 21:27:09.367245 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48134) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:09.427301 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b418490-2afa-478b-b703-d741331f75f9 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Deleting subnet 40df4e6a-be9a-4b1c-a4e7-5b901b41322a {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:27:09.430787 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3b418490-2afa-478b-b703-d741331f75f9 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:09.469367 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3b418490-2afa-478b-b703-d741331f75f9 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:09.551443 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3b418490-2afa-478b-b703-d741331f75f9 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:09.612586 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3b418490-2afa-478b-b703-d741331f75f9 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:09.640039 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b418490-2afa-478b-b703-d741331f75f9 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Pushing event deleted for resources: {'Subnet': ['ID=40df4e6a-be9a-4b1c-a4e7-5b901b41322a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:09.643596 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3b418490-2afa-478b-b703-d741331f75f9 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:09.648481 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3b418490-2afa-478b-b703-d741331f75f9 tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] 10.222.0.11 "DELETE /v2.0/subnets/40df4e6a-be9a-4b1c-a4e7-5b901b41322a HTTP/1.1" status: 204 len: 168 time: 0.2792106 Nov 24 21:27:09.649834 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48136) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:09.652256 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be47049e-95e6-4e46-b4c3-a688a9db5e11 None None] Network b89a70b3-4dee-4b8d-8f57-ad18e61a2a02 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:27:09.732280 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55d44425-59df-43a8-8213-32c1ec1f72ae tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:09.789071 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-55d44425-59df-43a8-8213-32c1ec1f72ae tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Deleting port a08bf41a-7981-40a4-b397-c6eb17198955 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:09.789416 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55d44425-59df-43a8-8213-32c1ec1f72ae tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:09.824405 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1083ebc-b436-4d30-a242-afbba86dda88 None None] DHCP port deletion for b89a70b3-4dee-4b8d-8f57-ad18e61a2a02 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:27:09.859685 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-55d44425-59df-43a8-8213-32c1ec1f72ae tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] For port a08bf41a-7981-40a4-b397-c6eb17198955, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a08bf41a-7981-40a4-b397-c6eb17198955,segment=NetworkSegment(7ef59a75-cd0a-4c97-b1f2-5e45e9f487d6),segment_id=7ef59a75-cd0a-4c97-b1f2-5e45e9f487d6)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:27:09.860059 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55d44425-59df-43a8-8213-32c1ec1f72ae tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:09.872183 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-a1083ebc-b436-4d30-a242-afbba86dda88 None None] Deleting port a08bf41a-7981-40a4-b397-c6eb17198955 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:09.872508 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-55d44425-59df-43a8-8213-32c1ec1f72ae tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Calling delete_port for a08bf41a-7981-40a4-b397-c6eb17198955 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:09.872634 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a1083ebc-b436-4d30-a242-afbba86dda88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:09.937534 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a1083ebc-b436-4d30-a242-afbba86dda88 None None] For port a08bf41a-7981-40a4-b397-c6eb17198955, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a08bf41a-7981-40a4-b397-c6eb17198955,segment=NetworkSegment(7ef59a75-cd0a-4c97-b1f2-5e45e9f487d6),segment_id=7ef59a75-cd0a-4c97-b1f2-5e45e9f487d6)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:27:09.937938 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a1083ebc-b436-4d30-a242-afbba86dda88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:09.950291 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-a1083ebc-b436-4d30-a242-afbba86dda88 None None] Calling delete_port for a08bf41a-7981-40a4-b397-c6eb17198955 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:09.952393 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55d44425-59df-43a8-8213-32c1ec1f72ae tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:09.986592 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d44425-59df-43a8-8213-32c1ec1f72ae tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] No DVR routers for this DVR port a08bf41a-7981-40a4-b397-c6eb17198955 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:27:09.992968 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d44425-59df-43a8-8213-32c1ec1f72ae tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Pushing event deleted for resources: {'Port': ['ID=a08bf41a-7981-40a4-b397-c6eb17198955,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:10.016958 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:10.038127 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a1083ebc-b436-4d30-a242-afbba86dda88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:10.061214 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1083ebc-b436-4d30-a242-afbba86dda88 None None] Pushing event deleted for resources: {'Port': ['ID=a08bf41a-7981-40a4-b397-c6eb17198955,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:10.066840 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1083ebc-b436-4d30-a242-afbba86dda88 None None] No DVR routers for this DVR port a08bf41a-7981-40a4-b397-c6eb17198955 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:27:10.076949 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55d44425-59df-43a8-8213-32c1ec1f72ae tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:10.097325 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-55d44425-59df-43a8-8213-32c1ec1f72ae tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b89a70b3-4dee-4b8d-8f57-ad18e61a2a02']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:10.107497 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-55d44425-59df-43a8-8213-32c1ec1f72ae tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef59a75-cd0a-4c97-b1f2-5e45e9f487d6') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:10.107786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-55d44425-59df-43a8-8213-32c1ec1f72ae tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef59a75-cd0a-4c97-b1f2-5e45e9f487d6') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:10.117111 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55d44425-59df-43a8-8213-32c1ec1f72ae tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:10.131645 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55d44425-59df-43a8-8213-32c1ec1f72ae tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:10.138065 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d44425-59df-43a8-8213-32c1ec1f72ae tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:27:10.138524 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55d44425-59df-43a8-8213-32c1ec1f72ae tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:27:10.141915 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:27:10.158883 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a08bf41a-7981-40a4-b397-c6eb17198955 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:27:10.184699 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: a08bf41a-7981-40a4-b397-c6eb17198955 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:27:10.185154 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a08bf41a-7981-40a4-b397-c6eb17198955 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:27:10.209900 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55d44425-59df-43a8-8213-32c1ec1f72ae tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:10.216597 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55d44425-59df-43a8-8213-32c1ec1f72ae tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:10.219749 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-55d44425-59df-43a8-8213-32c1ec1f72ae tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] 10.222.0.11 "DELETE /v2.0/networks/b89a70b3-4dee-4b8d-8f57-ad18e61a2a02 HTTP/1.1" status: 204 len: 168 time: 0.5690062 Nov 24 21:27:10.222826 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48138) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:10.231070 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d44425-59df-43a8-8213-32c1ec1f72ae tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Pushing event deleted for resources: {'Network': ['ID=b89a70b3-4dee-4b8d-8f57-ad18e61a2a02,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:10.352780 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f6e5a-f00c-465a-a8d5-a984405d95ee tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Deleting port d45b3645-607a-49d3-ac7a-078d6523483a {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:10.353052 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7b9f6e5a-f00c-465a-a8d5-a984405d95ee tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:10.438882 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7b9f6e5a-f00c-465a-a8d5-a984405d95ee tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:10.439208 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7b9f6e5a-f00c-465a-a8d5-a984405d95ee tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:10.451686 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f6e5a-f00c-465a-a8d5-a984405d95ee tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Calling delete_port for d45b3645-607a-49d3-ac7a-078d6523483a owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:10.585485 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7b9f6e5a-f00c-465a-a8d5-a984405d95ee tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:10.610914 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f6e5a-f00c-465a-a8d5-a984405d95ee tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Pushing event deleted for resources: {'Port': ['ID=d45b3645-607a-49d3-ac7a-078d6523483a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:10.670650 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7b9f6e5a-f00c-465a-a8d5-a984405d95ee tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:10.673301 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7b9f6e5a-f00c-465a-a8d5-a984405d95ee tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:10.674460 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7b9f6e5a-f00c-465a-a8d5-a984405d95ee tempest-FloatingIPAdminTestJSON-790298136 tempest-FloatingIPAdminTestJSON-790298136-project] 10.222.0.11 "DELETE /v2.0/floatingips/fa32436a-6e83-4963-9df6-8af2e0370ae1 HTTP/1.1" status: 204 len: 168 time: 0.4505484 Nov 24 21:27:10.918948 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48144) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:11.050081 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-db9c23e5-a9b4-4bc2-a6db-91eda1b3acef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e6c4f43a0d114f5fbc9f8b4d9c4c95a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299620 Nov 24 21:27:11.053275 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48148) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:11.106227 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-15832929-7224-429d-9d51-ea70cea74c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:11.127555 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-15832929-7224-429d-9d51-ea70cea74c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:11.173782 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-15832929-7224-429d-9d51-ea70cea74c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:11.177521 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-15832929-7224-429d-9d51-ea70cea74c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:11.181023 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-15832929-7224-429d-9d51-ea70cea74c6e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/164032f0-c437-4595-adf1-35d493e71c17 HTTP/1.1" status: 204 len: 168 time: 0.1244478 Nov 24 21:27:11.186603 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c3189c27-6e51-4077-9708-5fbe69d0e822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:11.189834 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15832929-7224-429d-9d51-ea70cea74c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164032f0-c437-4595-adf1-35d493e71c17,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:11.316697 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:11.450445 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48154) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:11.464191 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-326ec4cb-5aae-440c-934c-36390d68662d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:11.492625 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:27:11.539868 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-326ec4cb-5aae-440c-934c-36390d68662d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:11.543973 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-326ec4cb-5aae-440c-934c-36390d68662d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:11.582132 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-326ec4cb-5aae-440c-934c-36390d68662d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6de993bc57c94b67bb0b6f170bc36f7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305869 Nov 24 21:27:11.583825 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ec4cb-5aae-440c-934c-36390d68662d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d67c6c-f4fc-4e75-a4c6-85c684b77f68,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:11.585355 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48156) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:11.634295 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1c6227ca-6e97-453c-8443-d7448f52fee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:11.655659 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1c6227ca-6e97-453c-8443-d7448f52fee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:11.701130 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1c6227ca-6e97-453c-8443-d7448f52fee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:11.703738 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1c6227ca-6e97-453c-8443-d7448f52fee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:11.705311 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1c6227ca-6e97-453c-8443-d7448f52fee8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/41d67c6c-f4fc-4e75-a4c6-85c684b77f68 HTTP/1.1" status: 204 len: 168 time: 0.1185377 Nov 24 21:27:11.714370 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6227ca-6e97-453c-8443-d7448f52fee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d67c6c-f4fc-4e75-a4c6-85c684b77f68,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:12.015413 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48162) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:12.033102 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bd1f7864-b7b7-49f5-941d-74d998c1e564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:12.106278 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bd1f7864-b7b7-49f5-941d-74d998c1e564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:12.110532 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bd1f7864-b7b7-49f5-941d-74d998c1e564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:12.149969 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-bd1f7864-b7b7-49f5-941d-74d998c1e564 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e7f80968bc3b442980b503ba31682604&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334631 Nov 24 21:27:12.151070 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f7864-b7b7-49f5-941d-74d998c1e564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca23990f-726c-4688-8b8b-d9640303d85c,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:12.152636 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48164) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:12.202679 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e02c1619-6414-48a0-b97c-3961bf874df0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:12.227516 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e02c1619-6414-48a0-b97c-3961bf874df0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:12.272602 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e02c1619-6414-48a0-b97c-3961bf874df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:12.275200 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e02c1619-6414-48a0-b97c-3961bf874df0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:12.276360 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e02c1619-6414-48a0-b97c-3961bf874df0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca23990f-726c-4688-8b8b-d9640303d85c HTTP/1.1" status: 204 len: 168 time: 0.1226997 Nov 24 21:27:12.283899 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c1619-6414-48a0-b97c-3961bf874df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca23990f-726c-4688-8b8b-d9640303d85c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:12.464289 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:13.639887 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48206) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:13.736824 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-c442a422-d982-44c4-aadf-1ecf7cf0acad tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:13.754595 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c442a422-d982-44c4-aadf-1ecf7cf0acad tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] 10.222.0.11 "PUT /v2.0/quotas/7c9dd94ca51e40a59de7c79512aba9ee HTTP/1.1" status: 200 len: 368 time: 0.1136250 Nov 24 21:27:13.757858 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48210) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:13.762371 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-572ea862-a044-49b3-a373-fc06f7896f8f tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Request body: {'network': {'project_id': '7c9dd94ca51e40a59de7c79512aba9ee'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:13.782061 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572ea862-a044-49b3-a373-fc06f7896f8f tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Made reservation on behalf of 7c9dd94ca51e40a59de7c79512aba9ee for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:27:13.784467 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-572ea862-a044-49b3-a373-fc06f7896f8f tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:13.793027 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-572ea862-a044-49b3-a373-fc06f7896f8f tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:13.834688 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:13.870817 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-572ea862-a044-49b3-a373-fc06f7896f8f tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:13.874350 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-572ea862-a044-49b3-a373-fc06f7896f8f tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:13.901217 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572ea862-a044-49b3-a373-fc06f7896f8f tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:27:13.907417 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ea862-a044-49b3-a373-fc06f7896f8f tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72246a3a-497d-4300-9986-244db40a5a56,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:13.913912 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-572ea862-a044-49b3-a373-fc06f7896f8f tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:13.914259 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-572ea862-a044-49b3-a373-fc06f7896f8f tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Added segment 6e38f72c-57b7-4e02-a3fe-3cb1f842d793 of type vlan for network c3a01db7-bef4-4456-bc09-9ae16c302c59 Nov 24 21:27:13.954371 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-572ea862-a044-49b3-a373-fc06f7896f8f tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:13.978087 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-572ea862-a044-49b3-a373-fc06f7896f8f tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:13.979002 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572ea862-a044-49b3-a373-fc06f7896f8f tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:13.979585 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-572ea862-a044-49b3-a373-fc06f7896f8f tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.014367 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-572ea862-a044-49b3-a373-fc06f7896f8f tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2554991 Nov 24 21:27:14.017131 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48212) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:14.022461 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-19001e41-3a3c-4f29-9dc3-34366c5f7739 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Request body: {'network': {'project_id': '7c9dd94ca51e40a59de7c79512aba9ee'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:14.042751 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19001e41-3a3c-4f29-9dc3-34366c5f7739 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Made reservation on behalf of 7c9dd94ca51e40a59de7c79512aba9ee for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:27:14.045794 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19001e41-3a3c-4f29-9dc3-34366c5f7739 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.046407 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ea862-a044-49b3-a373-fc06f7896f8f tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Pushing event updated for resources: {'Network': ['ID=c3a01db7-bef4-4456-bc09-9ae16c302c59,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:14.056938 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network c3a01db7-bef4-4456-bc09-9ae16c302c59 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:27:14.071684 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19001e41-3a3c-4f29-9dc3-34366c5f7739 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:27:14.080733 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19001e41-3a3c-4f29-9dc3-34366c5f7739 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.081223 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-19001e41-3a3c-4f29-9dc3-34366c5f7739 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Added segment 621fe47e-965e-49fa-9f9d-4f002e6e260e of type vlan for network d89a1936-cb50-4b89-ac3c-ef4217c17792 Nov 24 21:27:14.124144 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19001e41-3a3c-4f29-9dc3-34366c5f7739 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.148891 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19001e41-3a3c-4f29-9dc3-34366c5f7739 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.149838 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19001e41-3a3c-4f29-9dc3-34366c5f7739 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:14.150446 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19001e41-3a3c-4f29-9dc3-34366c5f7739 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.189178 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-19001e41-3a3c-4f29-9dc3-34366c5f7739 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.1680694 Nov 24 21:27:14.189721 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48214) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:14.194619 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-69f91829-ccce-4e9c-9fd4-350dc0e1fc9d tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Request body: {'network': {'project_id': '7c9dd94ca51e40a59de7c79512aba9ee'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:14.206691 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f91829-ccce-4e9c-9fd4-350dc0e1fc9d tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 24 21:27:14.207154 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f91829-ccce-4e9c-9fd4-350dc0e1fc9d tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:27:14.208604 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-69f91829-ccce-4e9c-9fd4-350dc0e1fc9d tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0177176 Nov 24 21:27:14.211510 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48216) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:14.221318 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19001e41-3a3c-4f29-9dc3-34366c5f7739 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Pushing event updated for resources: {'Network': ['ID=d89a1936-cb50-4b89-ac3c-ef4217c17792,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:14.232656 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network d89a1936-cb50-4b89-ac3c-ef4217c17792 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:27:14.252943 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-23846842-97f0-424e-98c1-90fe065d7d1e tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c9dd94ca51e40a59de7c79512aba9ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403037 Nov 24 21:27:14.255626 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48218) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:14.305363 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1cc37182-ab5d-41ae-85e6-d4ae20f7d79e tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.325890 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1cc37182-ab5d-41ae-85e6-d4ae20f7d79e tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.372409 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1cc37182-ab5d-41ae-85e6-d4ae20f7d79e tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.375129 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1cc37182-ab5d-41ae-85e6-d4ae20f7d79e tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.376297 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1cc37182-ab5d-41ae-85e6-d4ae20f7d79e tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/72246a3a-497d-4300-9986-244db40a5a56 HTTP/1.1" status: 204 len: 168 time: 0.1195421 Nov 24 21:27:14.379304 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48220) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:14.384220 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc37182-ab5d-41ae-85e6-d4ae20f7d79e tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72246a3a-497d-4300-9986-244db40a5a56,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:14.452279 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dec71fe9-e9a1-40bf-89cb-67a026e18c68 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.533892 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dec71fe9-e9a1-40bf-89cb-67a026e18c68 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.553919 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-dec71fe9-e9a1-40bf-89cb-67a026e18c68 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89a1936-cb50-4b89-ac3c-ef4217c17792']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:14.563039 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-dec71fe9-e9a1-40bf-89cb-67a026e18c68 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621fe47e-965e-49fa-9f9d-4f002e6e260e') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:14.563333 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-dec71fe9-e9a1-40bf-89cb-67a026e18c68 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621fe47e-965e-49fa-9f9d-4f002e6e260e') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:14.572465 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dec71fe9-e9a1-40bf-89cb-67a026e18c68 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.587035 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dec71fe9-e9a1-40bf-89cb-67a026e18c68 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.592875 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec71fe9-e9a1-40bf-89cb-67a026e18c68 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:27:14.593257 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dec71fe9-e9a1-40bf-89cb-67a026e18c68 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:27:14.594854 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:27:14.653042 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dec71fe9-e9a1-40bf-89cb-67a026e18c68 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.658447 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dec71fe9-e9a1-40bf-89cb-67a026e18c68 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.661683 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dec71fe9-e9a1-40bf-89cb-67a026e18c68 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] 10.222.0.11 "DELETE /v2.0/networks/d89a1936-cb50-4b89-ac3c-ef4217c17792 HTTP/1.1" status: 204 len: 168 time: 0.2813573 Nov 24 21:27:14.665213 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48222) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:14.673165 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec71fe9-e9a1-40bf-89cb-67a026e18c68 tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Pushing event deleted for resources: {'Network': ['ID=d89a1936-cb50-4b89-ac3c-ef4217c17792,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:14.740137 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-daaf9c63-4c3f-4040-b491-c60ec3fa9ead tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.823642 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-daaf9c63-4c3f-4040-b491-c60ec3fa9ead tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.843693 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-daaf9c63-4c3f-4040-b491-c60ec3fa9ead tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a01db7-bef4-4456-bc09-9ae16c302c59']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:14.853930 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-daaf9c63-4c3f-4040-b491-c60ec3fa9ead tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e38f72c-57b7-4e02-a3fe-3cb1f842d793') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:14.854230 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-daaf9c63-4c3f-4040-b491-c60ec3fa9ead tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e38f72c-57b7-4e02-a3fe-3cb1f842d793') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:14.864053 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-daaf9c63-4c3f-4040-b491-c60ec3fa9ead tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.865223 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.878617 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-daaf9c63-4c3f-4040-b491-c60ec3fa9ead tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.885642 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daaf9c63-4c3f-4040-b491-c60ec3fa9ead tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:27:14.886023 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-daaf9c63-4c3f-4040-b491-c60ec3fa9ead tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:27:14.887744 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:27:14.943313 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-daaf9c63-4c3f-4040-b491-c60ec3fa9ead tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.949265 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-daaf9c63-4c3f-4040-b491-c60ec3fa9ead tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:14.952490 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-daaf9c63-4c3f-4040-b491-c60ec3fa9ead tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] 10.222.0.11 "DELETE /v2.0/networks/c3a01db7-bef4-4456-bc09-9ae16c302c59 HTTP/1.1" status: 204 len: 168 time: 0.2862670 Nov 24 21:27:14.964296 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf9c63-4c3f-4040-b491-c60ec3fa9ead tempest-QuotasNegativeTest-45984823 tempest-QuotasNegativeTest-45984823-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3a01db7-bef4-4456-bc09-9ae16c302c59,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:15.340728 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48230) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:15.450521 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ab78e46-02e3-4fd5-a789-6067f3c676d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:15.529307 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ab78e46-02e3-4fd5-a789-6067f3c676d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:15.533109 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ab78e46-02e3-4fd5-a789-6067f3c676d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:15.570774 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab78e46-02e3-4fd5-a789-6067f3c676d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c8aaa9-73b0-4aff-9255-0628b15a4f67,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:15.575025 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9ab78e46-02e3-4fd5-a789-6067f3c676d1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c4385f97c3da477fadffca4c0f90ae61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2332306 Nov 24 21:27:15.577821 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48234) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:15.626709 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb09453a-7791-4cf2-b11a-f30510579211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:15.649279 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb09453a-7791-4cf2-b11a-f30510579211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:15.693929 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb09453a-7791-4cf2-b11a-f30510579211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:15.697152 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb09453a-7791-4cf2-b11a-f30510579211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:15.700942 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fb09453a-7791-4cf2-b11a-f30510579211 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/15c8aaa9-73b0-4aff-9255-0628b15a4f67 HTTP/1.1" status: 204 len: 168 time: 0.1195099 Nov 24 21:27:15.706615 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09453a-7791-4cf2-b11a-f30510579211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c8aaa9-73b0-4aff-9255-0628b15a4f67,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:15.953963 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48240) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:15.966710 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3a73f261-70ba-4903-925c-36d33d104159 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:16.037633 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3a73f261-70ba-4903-925c-36d33d104159 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:16.041580 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3a73f261-70ba-4903-925c-36d33d104159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:16.079433 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3a73f261-70ba-4903-925c-36d33d104159 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7da68f4ea2e941729522659132229db1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1244881 Nov 24 21:27:16.081383 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73f261-70ba-4903-925c-36d33d104159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f53ad18-eeb9-4ba7-bbb6-6e2a1efe909a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:16.082185 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48242) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:16.152892 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2be16f88-c7cb-44fb-90d0-a3c47e20663a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:16.175346 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2be16f88-c7cb-44fb-90d0-a3c47e20663a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:16.223300 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2be16f88-c7cb-44fb-90d0-a3c47e20663a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:16.226580 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2be16f88-c7cb-44fb-90d0-a3c47e20663a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:16.227777 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2be16f88-c7cb-44fb-90d0-a3c47e20663a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f53ad18-eeb9-4ba7-bbb6-6e2a1efe909a HTTP/1.1" status: 204 len: 168 time: 0.1445658 Nov 24 21:27:16.235649 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be16f88-c7cb-44fb-90d0-a3c47e20663a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f53ad18-eeb9-4ba7-bbb6-6e2a1efe909a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:17.403805 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48278) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:17.543509 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-d93d477e-e5f3-40e3-85da-7a16cf35ebbb tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-343278574'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:17.564416 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93d477e-e5f3-40e3-85da-7a16cf35ebbb tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] Made reservation on behalf of c56a6d6d5b414e779362528596f83833 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:27:17.567796 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d93d477e-e5f3-40e3-85da-7a16cf35ebbb tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:17.579817 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d93d477e-e5f3-40e3-85da-7a16cf35ebbb tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:17.970834 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d93d477e-e5f3-40e3-85da-7a16cf35ebbb tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:17.974291 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d93d477e-e5f3-40e3-85da-7a16cf35ebbb tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:18.002649 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93d477e-e5f3-40e3-85da-7a16cf35ebbb tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:27:18.007892 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d477e-e5f3-40e3-85da-7a16cf35ebbb tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d51b6b8-d9df-405a-8bbf-fd43c436c086,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:18.015836 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d93d477e-e5f3-40e3-85da-7a16cf35ebbb tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:18.015986 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-d93d477e-e5f3-40e3-85da-7a16cf35ebbb tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] Added segment 01c966e6-9724-4d35-ba7a-bb4efcf46072 of type vlan for network badcc97a-e846-4eb6-87a7-41fef07e6c70 Nov 24 21:27:18.054262 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d93d477e-e5f3-40e3-85da-7a16cf35ebbb tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:18.077564 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d93d477e-e5f3-40e3-85da-7a16cf35ebbb tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:18.083132 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93d477e-e5f3-40e3-85da-7a16cf35ebbb tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:18.083726 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d93d477e-e5f3-40e3-85da-7a16cf35ebbb tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:18.118793 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d93d477e-e5f3-40e3-85da-7a16cf35ebbb tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7139063 Nov 24 21:27:18.158583 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d477e-e5f3-40e3-85da-7a16cf35ebbb tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] Pushing event updated for resources: {'Network': ['ID=badcc97a-e846-4eb6-87a7-41fef07e6c70,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:18.173323 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network badcc97a-e846-4eb6-87a7-41fef07e6c70 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:27:18.333191 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48286) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:18.339061 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Request body: {'port': {'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70', 'binding:host_id': 'n-h1-812111-8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1346336608'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:18.360322 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Made reservation on behalf of a26ee08a1bdf45708edcbe92babb01a3 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:27:18.362822 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:18.371267 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:18.448826 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:18.452905 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:18.457827 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] device_id is not set on port e46be764-00d0-4791-84b3-ef7d2d8aabbd yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:27:18.527877 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b3a724-446e-4cb4-83ef-c9b2e90743a1,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:18.671542 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] device_id is not set on port e46be764-00d0-4791-84b3-ef7d2d8aabbd yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:27:18.680603 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:18.686326 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:18.752574 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Pushing event updated for resources: {'Port': ['ID=e46be764-00d0-4791-84b3-ef7d2d8aabbd,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:18.760589 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Checking segment: {'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:27:18.760989 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Network hostable DHCP agents. Network: badcc97a-e846-4eb6-87a7-41fef07e6c70, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:27:18.777283 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Network badcc97a-e846-4eb6-87a7-41fef07e6c70 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:27:18.786015 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, badcc97a-e846-4eb6-87a7-41fef07e6c70) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:18.789685 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:27:18.799477 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072f04af-0300-4bf1-97d5-05a199bb731e None None] Network badcc97a-e846-4eb6-87a7-41fef07e6c70 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:27:18.803994 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:18.805018 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:18.805365 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:18.809716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port e46be764-00d0-4791-84b3-ef7d2d8aabbd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:18.810045 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:18.810428 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 2 to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd Nov 24 21:27:18.823483 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:18.823820 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:18.824148 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:18.828413 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port e46be764-00d0-4791-84b3-ef7d2d8aabbd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:18.828776 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:18.829163 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 3 to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd Nov 24 21:27:18.841749 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:18.842085 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:18.842414 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:18.846554 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port e46be764-00d0-4791-84b3-ef7d2d8aabbd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:18.846878 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:18.847254 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 4 to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd Nov 24 21:27:18.859490 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:18.859827 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:18.860158 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:18.864332 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port e46be764-00d0-4791-84b3-ef7d2d8aabbd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:18.864649 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:18.865070 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 5 to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd Nov 24 21:27:18.878381 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:18.878711 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:18.879034 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:18.884401 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port e46be764-00d0-4791-84b3-ef7d2d8aabbd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:18.884723 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:18.885138 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 6 to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd Nov 24 21:27:18.896673 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:18.898088 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:18.898447 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:18.902870 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port e46be764-00d0-4791-84b3-ef7d2d8aabbd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:18.903202 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:18.903590 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 7 to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd Nov 24 21:27:18.916237 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:18.916581 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:18.916964 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:18.921248 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port e46be764-00d0-4791-84b3-ef7d2d8aabbd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:18.921581 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:18.921972 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 8 to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd Nov 24 21:27:18.934088 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:18.934421 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:18.934752 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:18.938920 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port e46be764-00d0-4791-84b3-ef7d2d8aabbd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:18.939250 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:18.939634 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 9 to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd Nov 24 21:27:18.952248 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:18.952582 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:18.952948 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:18.957122 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port e46be764-00d0-4791-84b3-ef7d2d8aabbd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:18.957450 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:18.957840 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 10 to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd Nov 24 21:27:18.969415 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:18.969753 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:18.970085 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:18.974268 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port e46be764-00d0-4791-84b3-ef7d2d8aabbd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:18.974592 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port e46be764-00d0-4791-84b3-ef7d2d8aabbd on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:18.974957 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:19.036986 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] For port e46be764-00d0-4791-84b3-ef7d2d8aabbd, host n-h1-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:27:19.037270 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempted to set empty binding levels {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 21:27:19.041856 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:19.076292 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:19.076924 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:19.096840 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Pushing event updated for resources: {'Port': ['ID=e46be764-00d0-4791-84b3-ef7d2d8aabbd,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:19.102628 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a9ef6cfe-df37-45d3-b0c3-d970eb755a71 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 0.7683814 Nov 24 21:27:19.105385 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48288) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:19.180763 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-71ba2b7a-16d0-4a3d-a71d-5c9d981ac0c2 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Deleting port e46be764-00d0-4791-84b3-ef7d2d8aabbd {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:19.181119 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-71ba2b7a-16d0-4a3d-a71d-5c9d981ac0c2 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:19.247457 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-71ba2b7a-16d0-4a3d-a71d-5c9d981ac0c2 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] For port e46be764-00d0-4791-84b3-ef7d2d8aabbd, host n-h1-812111-8, got binding levels [] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:27:19.247810 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-71ba2b7a-16d0-4a3d-a71d-5c9d981ac0c2 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:19.260515 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-71ba2b7a-16d0-4a3d-a71d-5c9d981ac0c2 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Calling delete_port for e46be764-00d0-4791-84b3-ef7d2d8aabbd owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:19.337214 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-71ba2b7a-16d0-4a3d-a71d-5c9d981ac0c2 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:19.364177 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba2b7a-16d0-4a3d-a71d-5c9d981ac0c2 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Pushing event deleted for resources: {'Port': ['ID=e46be764-00d0-4791-84b3-ef7d2d8aabbd,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:19.369791 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-71ba2b7a-16d0-4a3d-a71d-5c9d981ac0c2 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:19.373048 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-71ba2b7a-16d0-4a3d-a71d-5c9d981ac0c2 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] 10.222.0.11 "DELETE /v2.0/ports/e46be764-00d0-4791-84b3-ef7d2d8aabbd HTTP/1.1" status: 204 len: 168 time: 0.2666214 Nov 24 21:27:19.375655 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48290) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:19.404888 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-04fdcc42-d59c-4bd1-af59-c2bb361def9e tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] GET failed (client error): The resource could not be found. Nov 24 21:27:19.406295 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-04fdcc42-d59c-4bd1-af59-c2bb361def9e tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] 10.222.0.11 "GET /v2.0/ports/e46be764-00d0-4791-84b3-ef7d2d8aabbd HTTP/1.1" status: 404 len: 333 time: 0.0297346 Nov 24 21:27:19.409872 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48292) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:19.414582 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-064fbd27-f43d-4cb7-921c-9abb07c57765 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Request body: {'port': {'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-274249442'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:19.435587 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064fbd27-f43d-4cb7-921c-9abb07c57765 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Made reservation on behalf of a26ee08a1bdf45708edcbe92babb01a3 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:27:19.438165 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-064fbd27-f43d-4cb7-921c-9abb07c57765 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:19.454039 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-064fbd27-f43d-4cb7-921c-9abb07c57765 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] device_id is not set on port 7441aa90-6d6f-4320-8eae-e5edab82cb2f yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:27:19.605021 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-064fbd27-f43d-4cb7-921c-9abb07c57765 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:19.637678 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-064fbd27-f43d-4cb7-921c-9abb07c57765 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:19.679616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064fbd27-f43d-4cb7-921c-9abb07c57765 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Network badcc97a-e846-4eb6-87a7-41fef07e6c70 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:27:19.682472 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-064fbd27-f43d-4cb7-921c-9abb07c57765 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:19.685860 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064fbd27-f43d-4cb7-921c-9abb07c57765 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:27:19.686923 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064fbd27-f43d-4cb7-921c-9abb07c57765 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:19.687381 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-064fbd27-f43d-4cb7-921c-9abb07c57765 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:19.692945 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fbd27-f43d-4cb7-921c-9abb07c57765 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Pushing event updated for resources: {'Port': ['ID=7441aa90-6d6f-4320-8eae-e5edab82cb2f,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:19.707878 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-064fbd27-f43d-4cb7-921c-9abb07c57765 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.2969971 Nov 24 21:27:19.710517 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48294) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:19.715534 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:19.769247 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:19.939572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] device_id is not set on port 7441aa90-6d6f-4320-8eae-e5edab82cb2f yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:27:19.947204 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:19.952412 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:20.003474 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Pushing event updated for resources: {'Port': ['ID=7441aa90-6d6f-4320-8eae-e5edab82cb2f,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:20.013855 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:20.014186 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:20.014523 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:20.018795 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:20.019125 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:20.019508 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 2 to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f Nov 24 21:27:20.032553 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:20.032932 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:20.033263 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:20.037457 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:20.038726 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:20.038726 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 3 to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f Nov 24 21:27:20.050404 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:20.050772 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:20.051206 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:20.056163 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:20.056490 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:20.056905 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 4 to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f Nov 24 21:27:20.069563 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:20.070000 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:20.070333 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:20.074549 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:20.074880 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:20.075263 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 5 to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f Nov 24 21:27:20.087309 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:20.087640 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:20.087968 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:20.092132 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:20.092460 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:20.092877 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 6 to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f Nov 24 21:27:20.105064 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:20.105405 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:20.105733 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:20.109992 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:20.110320 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:20.110702 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 7 to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f Nov 24 21:27:20.122305 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:20.122644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:20.122979 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:20.127236 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:20.127563 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:20.127944 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 8 to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f Nov 24 21:27:20.140650 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:20.141012 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:20.141378 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:20.145886 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:20.146211 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:20.146606 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 9 to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f Nov 24 21:27:20.158811 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:20.159207 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:20.159480 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:20.163858 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:20.164182 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:20.164563 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 10 to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f Nov 24 21:27:20.176695 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:20.177053 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:20.177384 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:20.181898 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:20.182249 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:20.182612 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:20.249077 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] For port 7441aa90-6d6f-4320-8eae-e5edab82cb2f, host n-h1-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:27:20.249436 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempted to set empty binding levels {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 21:27:20.253426 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:20.284556 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] In _notify_port_updated(), no bound segment for port 7441aa90-6d6f-4320-8eae-e5edab82cb2f on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 21:27:20.285464 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:20.286038 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:20.287356 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] 10.222.0.11 "PUT /v2.0/ports/7441aa90-6d6f-4320-8eae-e5edab82cb2f HTTP/1.1" status: 200 len: 974 time: 0.5758967 Nov 24 21:27:20.290283 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48296) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:20.301139 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df721129-6e50-40ad-b33c-1e4911052a4b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Pushing event updated for resources: {'Port': ['ID=7441aa90-6d6f-4320-8eae-e5edab82cb2f,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:20.332025 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16b25c1-35c8-48bd-a6be-77b7d2c3f869 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:20.332518 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16b25c1-35c8-48bd-a6be-77b7d2c3f869 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:20.333022 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16b25c1-35c8-48bd-a6be-77b7d2c3f869 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:20.333496 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16b25c1-35c8-48bd-a6be-77b7d2c3f869 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:20.333963 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16b25c1-35c8-48bd-a6be-77b7d2c3f869 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:20.335726 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c16b25c1-35c8-48bd-a6be-77b7d2c3f869 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 4671 time: 0.0443742 Nov 24 21:27:20.338780 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48298) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:20.415884 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-06d6f2b4-8bf6-4c80-88bf-80d2dbf13728 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Deleting port 7441aa90-6d6f-4320-8eae-e5edab82cb2f {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:20.416231 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-06d6f2b4-8bf6-4c80-88bf-80d2dbf13728 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:20.478610 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-06d6f2b4-8bf6-4c80-88bf-80d2dbf13728 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] For port 7441aa90-6d6f-4320-8eae-e5edab82cb2f, host n-h1-812111-8, got binding levels [] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:27:20.478884 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-06d6f2b4-8bf6-4c80-88bf-80d2dbf13728 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:20.491135 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-06d6f2b4-8bf6-4c80-88bf-80d2dbf13728 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Calling delete_port for 7441aa90-6d6f-4320-8eae-e5edab82cb2f owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:20.578092 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-06d6f2b4-8bf6-4c80-88bf-80d2dbf13728 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:20.606208 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6f2b4-8bf6-4c80-88bf-80d2dbf13728 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Pushing event deleted for resources: {'Port': ['ID=7441aa90-6d6f-4320-8eae-e5edab82cb2f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:20.612086 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-06d6f2b4-8bf6-4c80-88bf-80d2dbf13728 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:20.615697 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-06d6f2b4-8bf6-4c80-88bf-80d2dbf13728 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] 10.222.0.11 "DELETE /v2.0/ports/7441aa90-6d6f-4320-8eae-e5edab82cb2f HTTP/1.1" status: 204 len: 168 time: 0.2760119 Nov 24 21:27:20.619056 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48300) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:20.643071 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba42f066-5a94-463c-9076-cc514a2cc213 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] GET failed (client error): The resource could not be found. Nov 24 21:27:20.644434 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ba42f066-5a94-463c-9076-cc514a2cc213 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] 10.222.0.11 "GET /v2.0/ports/7441aa90-6d6f-4320-8eae-e5edab82cb2f HTTP/1.1" status: 404 len: 333 time: 0.0243778 Nov 24 21:27:20.648170 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48302) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:20.653212 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-9cc69419-f9fc-424e-9c0c-ce9b2c7a4480 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1581728717', 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:20.674559 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc69419-f9fc-424e-9c0c-ce9b2c7a4480 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Made reservation on behalf of a26ee08a1bdf45708edcbe92babb01a3 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:27:20.676974 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9cc69419-f9fc-424e-9c0c-ce9b2c7a4480 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:20.692672 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-9cc69419-f9fc-424e-9c0c-ce9b2c7a4480 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] device_id is not set on port 59f69230-0a78-434a-a5f9-6436f8be4fc9 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:27:20.845866 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9cc69419-f9fc-424e-9c0c-ce9b2c7a4480 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:20.879274 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9cc69419-f9fc-424e-9c0c-ce9b2c7a4480 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:20.924912 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc69419-f9fc-424e-9c0c-ce9b2c7a4480 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Network badcc97a-e846-4eb6-87a7-41fef07e6c70 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:27:20.928704 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-9cc69419-f9fc-424e-9c0c-ce9b2c7a4480 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:20.931685 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc69419-f9fc-424e-9c0c-ce9b2c7a4480 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:27:20.932681 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc69419-f9fc-424e-9c0c-ce9b2c7a4480 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:20.933315 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9cc69419-f9fc-424e-9c0c-ce9b2c7a4480 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:20.936601 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc69419-f9fc-424e-9c0c-ce9b2c7a4480 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Pushing event updated for resources: {'Port': ['ID=59f69230-0a78-434a-a5f9-6436f8be4fc9,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:20.950688 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9cc69419-f9fc-424e-9c0c-ce9b2c7a4480 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3010731 Nov 24 21:27:20.953214 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48304) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:20.990655 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8200258-1dba-46cb-80cf-05dd17f35e49 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:20.992726 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c8200258-1dba-46cb-80cf-05dd17f35e49 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] 10.222.0.11 "GET /v2.0/ports/59f69230-0a78-434a-a5f9-6436f8be4fc9 HTTP/1.1" status: 200 len: 955 time: 0.0385242 Nov 24 21:27:20.994960 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48306) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:21.066895 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-5a6c967e-aebb-4978-863a-b4d540c46cbc tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Deleting port 59f69230-0a78-434a-a5f9-6436f8be4fc9 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:21.067234 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a6c967e-aebb-4978-863a-b4d540c46cbc tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:21.129384 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a6c967e-aebb-4978-863a-b4d540c46cbc tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:21.141593 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-5a6c967e-aebb-4978-863a-b4d540c46cbc tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Calling delete_port for 59f69230-0a78-434a-a5f9-6436f8be4fc9 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:21.218670 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a6c967e-aebb-4978-863a-b4d540c46cbc tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:21.246177 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c967e-aebb-4978-863a-b4d540c46cbc tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Pushing event deleted for resources: {'Port': ['ID=59f69230-0a78-434a-a5f9-6436f8be4fc9,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:21.254699 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a6c967e-aebb-4978-863a-b4d540c46cbc tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:21.257677 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5a6c967e-aebb-4978-863a-b4d540c46cbc tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] 10.222.0.11 "DELETE /v2.0/ports/59f69230-0a78-434a-a5f9-6436f8be4fc9 HTTP/1.1" status: 204 len: 168 time: 0.2615757 Nov 24 21:27:21.259972 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48308) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:21.283505 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a171ba-f526-4939-a621-e201ea9dff69 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] GET failed (client error): The resource could not be found. Nov 24 21:27:21.286661 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b5a171ba-f526-4939-a621-e201ea9dff69 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] 10.222.0.11 "GET /v2.0/ports/59f69230-0a78-434a-a5f9-6436f8be4fc9 HTTP/1.1" status: 404 len: 333 time: 0.0239596 Nov 24 21:27:21.288254 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48310) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:21.293491 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-2738681e-39b3-4b04-9d05-c0fb7965fc57 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Request body: {'port': {'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1739760267'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:21.313665 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2738681e-39b3-4b04-9d05-c0fb7965fc57 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Made reservation on behalf of a26ee08a1bdf45708edcbe92babb01a3 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:27:21.315975 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2738681e-39b3-4b04-9d05-c0fb7965fc57 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:21.334944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-2738681e-39b3-4b04-9d05-c0fb7965fc57 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] device_id is not set on port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:27:21.480075 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2738681e-39b3-4b04-9d05-c0fb7965fc57 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:21.512800 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2738681e-39b3-4b04-9d05-c0fb7965fc57 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:21.560056 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2738681e-39b3-4b04-9d05-c0fb7965fc57 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Network badcc97a-e846-4eb6-87a7-41fef07e6c70 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:27:21.564499 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-2738681e-39b3-4b04-9d05-c0fb7965fc57 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:21.566850 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2738681e-39b3-4b04-9d05-c0fb7965fc57 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:27:21.567952 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2738681e-39b3-4b04-9d05-c0fb7965fc57 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:21.568567 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2738681e-39b3-4b04-9d05-c0fb7965fc57 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:21.576838 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738681e-39b3-4b04-9d05-c0fb7965fc57 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Pushing event updated for resources: {'Port': ['ID=afeb1af9-8c3a-4735-940c-fe4e27dfe3bd,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:21.589908 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2738681e-39b3-4b04-9d05-c0fb7965fc57 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3000319 Nov 24 21:27:21.592468 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48312) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:21.597764 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:21.650598 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:21.822798 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] device_id is not set on port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:27:21.830289 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:21.836012 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:21.895186 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Pushing event updated for resources: {'Port': ['ID=afeb1af9-8c3a-4735-940c-fe4e27dfe3bd,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:21.907500 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:21.907854 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:21.908204 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:21.912634 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:21.912992 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:21.913418 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 2 to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd Nov 24 21:27:21.926386 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:21.926721 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:21.927056 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:21.931826 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:21.932153 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:21.932536 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 3 to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd Nov 24 21:27:21.943899 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:21.944233 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:21.944568 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:21.949447 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:21.949774 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:21.950150 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 4 to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd Nov 24 21:27:21.962233 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:21.962567 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:21.962895 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:21.967028 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:21.967352 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:21.967732 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 5 to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd Nov 24 21:27:21.979367 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:21.979698 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:21.980034 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:21.984174 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:21.984497 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:21.984922 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 6 to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd Nov 24 21:27:21.997499 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:21.997829 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:21.998158 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:22.002319 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:22.002645 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:22.003026 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 7 to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd Nov 24 21:27:22.015112 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:22.015448 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:22.015781 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:22.019937 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:22.020261 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:22.020646 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 8 to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd Nov 24 21:27:22.032877 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:22.033211 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:22.033541 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:22.037658 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:22.037986 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:22.038413 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 9 to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd Nov 24 21:27:22.049772 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:22.050110 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:22.050439 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:22.055127 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:22.055449 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:22.055825 n-d-812111-8 neutron-server[109991]: INFO neutron.plugins.ml2.plugin [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempt 10 to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd Nov 24 21:27:22.067692 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:22.068024 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:22.068348 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempting to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:22.073101 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:27:22.073378 n-d-812111-8 neutron-server[109991]: ERROR neutron.plugins.ml2.managers [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Failed to bind port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on host n-h1-812111-8 for vnic_type normal using segments [{'id': '01c966e6-9724-4d35-ba7a-bb4efcf46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'badcc97a-e846-4eb6-87a7-41fef07e6c70'}] Nov 24 21:27:22.073741 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:22.135512 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] For port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd, host n-h1-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:27:22.135872 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attempted to set empty binding levels {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 21:27:22.139311 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:22.174410 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] In _notify_port_updated(), no bound segment for port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd on network badcc97a-e846-4eb6-87a7-41fef07e6c70 {{(pid=109991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 21:27:22.175272 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:22.175874 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:22.177214 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] 10.222.0.11 "PUT /v2.0/ports/afeb1af9-8c3a-4735-940c-fe4e27dfe3bd HTTP/1.1" status: 200 len: 975 time: 0.5837958 Nov 24 21:27:22.180806 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48314) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:22.193006 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa8587-4583-4549-972a-6b58c29ada5b tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Pushing event updated for resources: {'Port': ['ID=afeb1af9-8c3a-4735-940c-fe4e27dfe3bd,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:22.263846 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-e285e1eb-caf9-4508-8d93-d482636fd539 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Deleting port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:22.264193 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e285e1eb-caf9-4508-8d93-d482636fd539 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:22.325784 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-e285e1eb-caf9-4508-8d93-d482636fd539 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] For port afeb1af9-8c3a-4735-940c-fe4e27dfe3bd, host n-h1-812111-8, got binding levels [] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:27:22.326089 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e285e1eb-caf9-4508-8d93-d482636fd539 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:22.338567 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-e285e1eb-caf9-4508-8d93-d482636fd539 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Calling delete_port for afeb1af9-8c3a-4735-940c-fe4e27dfe3bd owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:22.420552 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e285e1eb-caf9-4508-8d93-d482636fd539 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:22.452250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285e1eb-caf9-4508-8d93-d482636fd539 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Pushing event deleted for resources: {'Port': ['ID=afeb1af9-8c3a-4735-940c-fe4e27dfe3bd,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:22.459082 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e285e1eb-caf9-4508-8d93-d482636fd539 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:22.462970 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e285e1eb-caf9-4508-8d93-d482636fd539 tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] 10.222.0.11 "DELETE /v2.0/ports/afeb1af9-8c3a-4735-940c-fe4e27dfe3bd HTTP/1.1" status: 204 len: 168 time: 0.2810521 Nov 24 21:27:22.465562 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48316) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:22.489317 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-db0a5caa-cdd8-40bf-a6f8-d21f92d2e8fb tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] GET failed (client error): The resource could not be found. Nov 24 21:27:22.490664 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-db0a5caa-cdd8-40bf-a6f8-d21f92d2e8fb tempest-PortsAdminExtendedAttrsTestJSON-326436945 tempest-PortsAdminExtendedAttrsTestJSON-326436945-project-admin] 10.222.0.11 "GET /v2.0/ports/afeb1af9-8c3a-4735-940c-fe4e27dfe3bd HTTP/1.1" status: 404 len: 333 time: 0.0241301 Nov 24 21:27:22.494484 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48318) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:22.572265 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8b39e6c6-8186-4214-8f72-1debb0596012 tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:22.656145 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8b39e6c6-8186-4214-8f72-1debb0596012 tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:22.676411 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-8b39e6c6-8186-4214-8f72-1debb0596012 tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['badcc97a-e846-4eb6-87a7-41fef07e6c70']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:22.685767 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-8b39e6c6-8186-4214-8f72-1debb0596012 tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c966e6-9724-4d35-ba7a-bb4efcf46072') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:22.686068 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-8b39e6c6-8186-4214-8f72-1debb0596012 tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c966e6-9724-4d35-ba7a-bb4efcf46072') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:22.695303 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8b39e6c6-8186-4214-8f72-1debb0596012 tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:22.708082 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8b39e6c6-8186-4214-8f72-1debb0596012 tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:22.714762 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b39e6c6-8186-4214-8f72-1debb0596012 tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:27:22.715149 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8b39e6c6-8186-4214-8f72-1debb0596012 tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:27:22.718117 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:27:23.123517 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8b39e6c6-8186-4214-8f72-1debb0596012 tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:23.130897 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8b39e6c6-8186-4214-8f72-1debb0596012 tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:23.135264 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8b39e6c6-8186-4214-8f72-1debb0596012 tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] 10.222.0.11 "DELETE /v2.0/networks/badcc97a-e846-4eb6-87a7-41fef07e6c70 HTTP/1.1" status: 204 len: 168 time: 0.6398952 Nov 24 21:27:23.146522 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39e6c6-8186-4214-8f72-1debb0596012 tempest-PortsAdminExtendedAttrsTestJSON-232422618 tempest-PortsAdminExtendedAttrsTestJSON-232422618-project] Pushing event deleted for resources: {'Network': ['ID=badcc97a-e846-4eb6-87a7-41fef07e6c70,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:23.392045 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48324) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:23.525931 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7452954c-d1b7-44df-900e-ea8972f43f88 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c56a6d6d5b414e779362528596f83833&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1325619 Nov 24 21:27:23.528326 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48328) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:23.575305 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d60b25bd-9f93-4606-b2a0-728cdbf96f36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:23.595613 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d60b25bd-9f93-4606-b2a0-728cdbf96f36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:23.641504 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d60b25bd-9f93-4606-b2a0-728cdbf96f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:23.644041 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d60b25bd-9f93-4606-b2a0-728cdbf96f36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:23.645208 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d60b25bd-9f93-4606-b2a0-728cdbf96f36 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5d51b6b8-d9df-405a-8bbf-fd43c436c086 HTTP/1.1" status: 204 len: 168 time: 0.1159134 Nov 24 21:27:23.652867 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b25bd-9f93-4606-b2a0-728cdbf96f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d51b6b8-d9df-405a-8bbf-fd43c436c086,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:23.901669 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48334) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:23.945700 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d54d3f16-5f17-41ac-b78e-aae96ff8db23 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a26ee08a1bdf45708edcbe92babb01a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425346 Nov 24 21:27:23.948086 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48336) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:23.995392 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f2fc95bc-90f1-41e0-a975-86efd4e15ded admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:24.016203 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f2fc95bc-90f1-41e0-a975-86efd4e15ded admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:24.062307 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f2fc95bc-90f1-41e0-a975-86efd4e15ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:24.064948 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f2fc95bc-90f1-41e0-a975-86efd4e15ded admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:24.066114 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f2fc95bc-90f1-41e0-a975-86efd4e15ded admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/25b3a724-446e-4cb4-83ef-c9b2e90743a1 HTTP/1.1" status: 204 len: 168 time: 0.1170950 Nov 24 21:27:24.073995 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc95bc-90f1-41e0-a975-86efd4e15ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b3a724-446e-4cb4-83ef-c9b2e90743a1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:24.755518 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48358) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:24.854099 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b68d268a-bc3e-4c37-9ca8-849c41696bc8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1161296123'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:24.875375 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68d268a-bc3e-4c37-9ca8-849c41696bc8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Made reservation on behalf of 0e435a22f98c4f8081ada7fa4266e10a for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:27:24.878858 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b68d268a-bc3e-4c37-9ca8-849c41696bc8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:24.887980 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b68d268a-bc3e-4c37-9ca8-849c41696bc8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:24.962231 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b68d268a-bc3e-4c37-9ca8-849c41696bc8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:24.966002 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b68d268a-bc3e-4c37-9ca8-849c41696bc8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:24.988678 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68d268a-bc3e-4c37-9ca8-849c41696bc8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:27:25.002710 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d268a-bc3e-4c37-9ca8-849c41696bc8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f038141-93d5-4326-bd59-3b6e80c207c6,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:25.008277 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b68d268a-bc3e-4c37-9ca8-849c41696bc8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:25.008613 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-b68d268a-bc3e-4c37-9ca8-849c41696bc8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Added segment 91ba1cf2-da6c-44d1-aa9b-bcf28ac13e09 of type vlan for network 8634f6bf-f459-4d77-9c7a-8453b3e38e5f Nov 24 21:27:25.049817 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b68d268a-bc3e-4c37-9ca8-849c41696bc8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:25.075751 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b68d268a-bc3e-4c37-9ca8-849c41696bc8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:25.081530 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68d268a-bc3e-4c37-9ca8-849c41696bc8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:25.082128 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b68d268a-bc3e-4c37-9ca8-849c41696bc8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:25.121543 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b68d268a-bc3e-4c37-9ca8-849c41696bc8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3648961 Nov 24 21:27:25.124497 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48362) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:25.129852 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f4b4280e-50d2-48f7-bc52-51a8a3165639 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Request body: {'subnet': {'network_id': '8634f6bf-f459-4d77-9c7a-8453b3e38e5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:25.154365 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d268a-bc3e-4c37-9ca8-849c41696bc8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Network': ['ID=8634f6bf-f459-4d77-9c7a-8453b3e38e5f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:25.168178 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 8634f6bf-f459-4d77-9c7a-8453b3e38e5f details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:27:25.229177 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b4280e-50d2-48f7-bc52-51a8a3165639 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Made reservation on behalf of 0e435a22f98c4f8081ada7fa4266e10a for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:27:25.233914 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f4b4280e-50d2-48f7-bc52-51a8a3165639 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:25.414833 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f4b4280e-50d2-48f7-bc52-51a8a3165639 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:25.480894 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4280e-50d2-48f7-bc52-51a8a3165639 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Subnet': ['ID=25e032df-adee-46be-8c4d-9afd284ccd39,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:25.489277 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b4280e-50d2-48f7-bc52-51a8a3165639 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Checking segment: {'id': '91ba1cf2-da6c-44d1-aa9b-bcf28ac13e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8634f6bf-f459-4d77-9c7a-8453b3e38e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:27:25.489642 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b4280e-50d2-48f7-bc52-51a8a3165639 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Network hostable DHCP agents. Network: 8634f6bf-f459-4d77-9c7a-8453b3e38e5f, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:27:25.505924 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b4280e-50d2-48f7-bc52-51a8a3165639 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Network 8634f6bf-f459-4d77-9c7a-8453b3e38e5f is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:27:25.514519 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-f4b4280e-50d2-48f7-bc52-51a8a3165639 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 8634f6bf-f459-4d77-9c7a-8453b3e38e5f) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:25.518437 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4280e-50d2-48f7-bc52-51a8a3165639 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:25.519034 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f4b4280e-50d2-48f7-bc52-51a8a3165639 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:25.523712 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a31a47-8d4e-4808-bc23-187d529aa215 None None] Network 8634f6bf-f459-4d77-9c7a-8453b3e38e5f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:27:25.535208 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f4b4280e-50d2-48f7-bc52-51a8a3165639 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4094779 Nov 24 21:27:25.537836 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48364) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:25.543169 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-b6e8bb27-83ef-4d3a-9bed-b5469cabc1f5 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1293496501', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}, 'admin_state_up': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:25.566046 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b6e8bb27-83ef-4d3a-9bed-b5469cabc1f5 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:25.567059 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b6e8bb27-83ef-4d3a-9bed-b5469cabc1f5 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:25.618053 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b6e8bb27-83ef-4d3a-9bed-b5469cabc1f5 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:25.651324 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280cb8ba-27a9-4d70-966c-7bf7338b59a2 None None] Network 8634f6bf-f459-4d77-9c7a-8453b3e38e5f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:27:25.759094 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b6e8bb27-83ef-4d3a-9bed-b5469cabc1f5 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:25.953741 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b6e8bb27-83ef-4d3a-9bed-b5469cabc1f5 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:25.972895 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b6e8bb27-83ef-4d3a-9bed-b5469cabc1f5 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:26.075944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-b6e8bb27-83ef-4d3a-9bed-b5469cabc1f5 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Allocated IP 172.25.5.149 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/6eaf40f3-7292-47b7-90b7-97ef77f8246a) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:27:26.202197 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b6e8bb27-83ef-4d3a-9bed-b5469cabc1f5 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:26.239150 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b6e8bb27-83ef-4d3a-9bed-b5469cabc1f5 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:26.275139 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e8bb27-83ef-4d3a-9bed-b5469cabc1f5 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:27:26.279883 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-b6e8bb27-83ef-4d3a-9bed-b5469cabc1f5 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:26.283463 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e8bb27-83ef-4d3a-9bed-b5469cabc1f5 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:27:26.292714 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99e2ae5-6043-493a-b267-e5e148faea6b None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:27:26.308038 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8bb27-83ef-4d3a-9bed-b5469cabc1f5 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Port': ['ID=6eaf40f3-7292-47b7-90b7-97ef77f8246a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:26.393887 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-91e12048-04e0-4286-b327-3b3dd95f0d09 None None] Provisioning complete for port 6eaf40f3-7292-47b7-90b7-97ef77f8246a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:27:26.394149 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-91e12048-04e0-4286-b327-3b3dd95f0d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:26.431581 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-91e12048-04e0-4286-b327-3b3dd95f0d09 None None] Port 6eaf40f3-7292-47b7-90b7-97ef77f8246a cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:27:26.543976 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b6e8bb27-83ef-4d3a-9bed-b5469cabc1f5 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:26.749033 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b6e8bb27-83ef-4d3a-9bed-b5469cabc1f5 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:26.876098 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e8bb27-83ef-4d3a-9bed-b5469cabc1f5 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Router fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:27:26.984544 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e8bb27-83ef-4d3a-9bed-b5469cabc1f5 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:27:26.994058 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c9891-d35a-44b9-a3b0-01ddacdf4d42 None None] Sync routers for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:27:27.004027 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b6e8bb27-83ef-4d3a-9bed-b5469cabc1f5 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:27.004303 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c9891-d35a-44b9-a3b0-01ddacdf4d42 None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:27.004972 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-426c9891-d35a-44b9-a3b0-01ddacdf4d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:27.005190 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b6e8bb27-83ef-4d3a-9bed-b5469cabc1f5 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4655914 Nov 24 21:27:27.007909 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48366) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:27.039233 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-426c9891-d35a-44b9-a3b0-01ddacdf4d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:27.048471 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c9891-d35a-44b9-a3b0-01ddacdf4d42 None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:27.049120 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-426c9891-d35a-44b9-a3b0-01ddacdf4d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:27.084685 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-426c9891-d35a-44b9-a3b0-01ddacdf4d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:27.086275 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c9891-d35a-44b9-a3b0-01ddacdf4d42 None None] The sync data for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:27:27.749463 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-68d2df71-4e22-4bd9-95b0-f506489907da tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:28.025633 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-68d2df71-4e22-4bd9-95b0-f506489907da tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Allocated IP 172.20.0.1 (8634f6bf-f459-4d77-9c7a-8453b3e38e5f/25e032df-adee-46be-8c4d-9afd284ccd39/be995361-a9fe-4f1a-a1b8-a0627c76e94d) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:27:28.137555 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-68d2df71-4e22-4bd9-95b0-f506489907da tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:28.172409 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-68d2df71-4e22-4bd9-95b0-f506489907da tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:28.222994 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d2df71-4e22-4bd9-95b0-f506489907da tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Network 8634f6bf-f459-4d77-9c7a-8453b3e38e5f is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:27:28.227226 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-68d2df71-4e22-4bd9-95b0-f506489907da tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:28.229968 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d2df71-4e22-4bd9-95b0-f506489907da tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:27:28.262565 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2df71-4e22-4bd9-95b0-f506489907da tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Port': ['ID=be995361-a9fe-4f1a-a1b8-a0627c76e94d,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:28.284871 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-68d2df71-4e22-4bd9-95b0-f506489907da tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:28.413832 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-68d2df71-4e22-4bd9-95b0-f506489907da tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:28.699950 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-68d2df71-4e22-4bd9-95b0-f506489907da tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:28.706417 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-68d2df71-4e22-4bd9-95b0-f506489907da tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:28.780629 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-68d2df71-4e22-4bd9-95b0-f506489907da tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:28.782510 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2df71-4e22-4bd9-95b0-f506489907da tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Port': ['ID=be995361-a9fe-4f1a-a1b8-a0627c76e94d,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:28.883610 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d2df71-4e22-4bd9-95b0-f506489907da tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Network 8634f6bf-f459-4d77-9c7a-8453b3e38e5f is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:27:28.885960 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-68d2df71-4e22-4bd9-95b0-f506489907da tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:29.002987 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d2df71-4e22-4bd9-95b0-f506489907da tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Router fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:27:29.122119 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d2df71-4e22-4bd9-95b0-f506489907da tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:27:29.127907 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-68d2df71-4e22-4bd9-95b0-f506489907da tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "PUT /v2.0/routers/fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1190062 Nov 24 21:27:29.132785 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48368) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:29.135127 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50829a5d-f6dd-459c-aab4-792c8a81f5aa None None] Sync routers for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:27:29.137014 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-281eb88f-e2e3-433d-8ba9-756ae516a452 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Request body: {'port': {'network_id': '8634f6bf-f459-4d77-9c7a-8453b3e38e5f', 'name': 'tempest-FloatingIPTestJSON-2005825810'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:29.146129 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50829a5d-f6dd-459c-aab4-792c8a81f5aa None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:29.146831 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-50829a5d-f6dd-459c-aab4-792c8a81f5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:29.181490 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-50829a5d-f6dd-459c-aab4-792c8a81f5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:29.191040 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50829a5d-f6dd-459c-aab4-792c8a81f5aa None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:29.191917 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-50829a5d-f6dd-459c-aab4-792c8a81f5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:29.229693 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-50829a5d-f6dd-459c-aab4-792c8a81f5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:29.230806 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50829a5d-f6dd-459c-aab4-792c8a81f5aa None None] The sync data for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:27:29.260298 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281eb88f-e2e3-433d-8ba9-756ae516a452 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Made reservation on behalf of 0e435a22f98c4f8081ada7fa4266e10a for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:27:29.264132 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-281eb88f-e2e3-433d-8ba9-756ae516a452 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:29.282970 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-281eb88f-e2e3-433d-8ba9-756ae516a452 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] device_id is not set on port c5bbc001-75b4-4f5e-b859-4de675ce68d5 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:27:29.398955 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-281eb88f-e2e3-433d-8ba9-756ae516a452 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Allocated IP 172.20.0.5 (8634f6bf-f459-4d77-9c7a-8453b3e38e5f/25e032df-adee-46be-8c4d-9afd284ccd39/c5bbc001-75b4-4f5e-b859-4de675ce68d5) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:27:29.551879 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-281eb88f-e2e3-433d-8ba9-756ae516a452 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:29.587976 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-281eb88f-e2e3-433d-8ba9-756ae516a452 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:29.640216 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281eb88f-e2e3-433d-8ba9-756ae516a452 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Network 8634f6bf-f459-4d77-9c7a-8453b3e38e5f is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:27:29.643199 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-281eb88f-e2e3-433d-8ba9-756ae516a452 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:29.645619 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281eb88f-e2e3-433d-8ba9-756ae516a452 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:27:29.671392 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281eb88f-e2e3-433d-8ba9-756ae516a452 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Port': ['ID=c5bbc001-75b4-4f5e-b859-4de675ce68d5,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:29.700621 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281eb88f-e2e3-433d-8ba9-756ae516a452 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:29.701272 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-281eb88f-e2e3-433d-8ba9-756ae516a452 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:29.717050 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-281eb88f-e2e3-433d-8ba9-756ae516a452 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5842276 Nov 24 21:27:29.719552 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48370) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:29.724390 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-5af724f3-a64c-4ed9-bc35-a2dab3b2bec1 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Request body: {'port': {'network_id': '8634f6bf-f459-4d77-9c7a-8453b3e38e5f', 'name': 'tempest-FloatingIPTestJSON-1566770652'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:29.836363 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af724f3-a64c-4ed9-bc35-a2dab3b2bec1 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Made reservation on behalf of 0e435a22f98c4f8081ada7fa4266e10a for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:27:29.839716 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5af724f3-a64c-4ed9-bc35-a2dab3b2bec1 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:29.857229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-5af724f3-a64c-4ed9-bc35-a2dab3b2bec1 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] device_id is not set on port ad6c11cc-1a72-4b1d-8574-462687850267 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:27:29.977117 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-5af724f3-a64c-4ed9-bc35-a2dab3b2bec1 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Allocated IP 172.20.0.4 (8634f6bf-f459-4d77-9c7a-8453b3e38e5f/25e032df-adee-46be-8c4d-9afd284ccd39/ad6c11cc-1a72-4b1d-8574-462687850267) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:27:30.126601 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5af724f3-a64c-4ed9-bc35-a2dab3b2bec1 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:30.161637 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5af724f3-a64c-4ed9-bc35-a2dab3b2bec1 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:30.213911 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af724f3-a64c-4ed9-bc35-a2dab3b2bec1 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Network 8634f6bf-f459-4d77-9c7a-8453b3e38e5f is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:27:30.217192 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-5af724f3-a64c-4ed9-bc35-a2dab3b2bec1 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:30.219639 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af724f3-a64c-4ed9-bc35-a2dab3b2bec1 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:27:30.229271 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af724f3-a64c-4ed9-bc35-a2dab3b2bec1 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Port': ['ID=ad6c11cc-1a72-4b1d-8574-462687850267,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:30.275608 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af724f3-a64c-4ed9-bc35-a2dab3b2bec1 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:30.276210 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5af724f3-a64c-4ed9-bc35-a2dab3b2bec1 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:30.292010 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5af724f3-a64c-4ed9-bc35-a2dab3b2bec1 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5714781 Nov 24 21:27:30.295386 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48372) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:30.299719 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-d284a311-ae3f-4a67-a72c-2607345ab0c4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': 'ad6c11cc-1a72-4b1d-8574-462687850267', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:30.321951 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d284a311-ae3f-4a67-a72c-2607345ab0c4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:30.422111 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d284a311-ae3f-4a67-a72c-2607345ab0c4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:30.528948 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-d284a311-ae3f-4a67-a72c-2607345ab0c4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Allocated IP 172.25.5.162 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/00fccb70-c75f-4c5e-ad06-c008d6e88c5b) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:27:30.632800 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d284a311-ae3f-4a67-a72c-2607345ab0c4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:30.666066 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d284a311-ae3f-4a67-a72c-2607345ab0c4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:30.702538 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d284a311-ae3f-4a67-a72c-2607345ab0c4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:27:30.707271 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-d284a311-ae3f-4a67-a72c-2607345ab0c4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:30.710908 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d284a311-ae3f-4a67-a72c-2607345ab0c4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:27:30.736482 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284a311-ae3f-4a67-a72c-2607345ab0c4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Port': ['ID=00fccb70-c75f-4c5e-ad06-c008d6e88c5b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:31.068587 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d284a311-ae3f-4a67-a72c-2607345ab0c4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:31.133074 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d284a311-ae3f-4a67-a72c-2607345ab0c4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:31.283649 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d284a311-ae3f-4a67-a72c-2607345ab0c4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:31.288533 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d284a311-ae3f-4a67-a72c-2607345ab0c4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:31.364198 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284a311-ae3f-4a67-a72c-2607345ab0c4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Port': ['ID=00fccb70-c75f-4c5e-ad06-c008d6e88c5b,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:31.375473 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d284a311-ae3f-4a67-a72c-2607345ab0c4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:31.476243 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-d284a311-ae3f-4a67-a72c-2607345ab0c4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Floating IP 4cdca74c-2518-4200-9f84-70c8fa7e34ac associated. External IP: 172.25.5.162, port: ad6c11cc-1a72-4b1d-8574-462687850267. Nov 24 21:27:31.677716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d284a311-ae3f-4a67-a72c-2607345ab0c4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Router fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:27:31.783325 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d284a311-ae3f-4a67-a72c-2607345ab0c4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:27:31.793056 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4ef8b1-35e7-4d9f-8a84-e7dd90fa3b25 None None] Sync routers for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:27:31.801207 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d284a311-ae3f-4a67-a72c-2607345ab0c4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:31.802327 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4ef8b1-35e7-4d9f-8a84-e7dd90fa3b25 None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:31.802931 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ea4ef8b1-35e7-4d9f-8a84-e7dd90fa3b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:31.828763 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d284a311-ae3f-4a67-a72c-2607345ab0c4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.5323319 Nov 24 21:27:31.831627 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48374) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:31.835651 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ea4ef8b1-35e7-4d9f-8a84-e7dd90fa3b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:31.837015 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-8334ec90-a2a9-4e9b-848e-162fd0f7b707 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:31.844260 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4ef8b1-35e7-4d9f-8a84-e7dd90fa3b25 None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:31.845491 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ea4ef8b1-35e7-4d9f-8a84-e7dd90fa3b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:31.880176 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ea4ef8b1-35e7-4d9f-8a84-e7dd90fa3b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:31.881197 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4ef8b1-35e7-4d9f-8a84-e7dd90fa3b25 None None] The sync data for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:27:31.899241 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8334ec90-a2a9-4e9b-848e-162fd0f7b707 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:32.038469 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8334ec90-a2a9-4e9b-848e-162fd0f7b707 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:32.041952 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8334ec90-a2a9-4e9b-848e-162fd0f7b707 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:32.042283 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-8334ec90-a2a9-4e9b-848e-162fd0f7b707 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Floating IP 4cdca74c-2518-4200-9f84-70c8fa7e34ac disassociated. External IP: 172.25.5.162, port: ad6c11cc-1a72-4b1d-8574-462687850267. Nov 24 21:27:32.607179 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8334ec90-a2a9-4e9b-848e-162fd0f7b707 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Router fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:27:32.712609 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8334ec90-a2a9-4e9b-848e-162fd0f7b707 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:27:32.717005 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8334ec90-a2a9-4e9b-848e-162fd0f7b707 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:32.723077 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61ffd2a-932e-4fc4-a6b4-6e0ae85b9c5b None None] Sync routers for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:27:32.733858 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61ffd2a-932e-4fc4-a6b4-6e0ae85b9c5b None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:32.734471 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d61ffd2a-932e-4fc4-a6b4-6e0ae85b9c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:32.744509 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8334ec90-a2a9-4e9b-848e-162fd0f7b707 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "PUT /v2.0/floatingips/4cdca74c-2518-4200-9f84-70c8fa7e34ac HTTP/1.1" status: 200 len: 688 time: 0.9118125 Nov 24 21:27:32.747212 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48376) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:32.767500 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d61ffd2a-932e-4fc4-a6b4-6e0ae85b9c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:32.776087 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61ffd2a-932e-4fc4-a6b4-6e0ae85b9c5b None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:32.776693 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d61ffd2a-932e-4fc4-a6b4-6e0ae85b9c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:32.812674 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d61ffd2a-932e-4fc4-a6b4-6e0ae85b9c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:32.813354 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61ffd2a-932e-4fc4-a6b4-6e0ae85b9c5b None None] The sync data for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:27:32.871175 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-fd0bdb9f-e398-4b50-8800-7c998e4581b6 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Deleting port 00fccb70-c75f-4c5e-ad06-c008d6e88c5b {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:32.871507 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fd0bdb9f-e398-4b50-8800-7c998e4581b6 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:32.948493 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fd0bdb9f-e398-4b50-8800-7c998e4581b6 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:32.948850 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fd0bdb9f-e398-4b50-8800-7c998e4581b6 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:32.960897 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-fd0bdb9f-e398-4b50-8800-7c998e4581b6 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Calling delete_port for 00fccb70-c75f-4c5e-ad06-c008d6e88c5b owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:33.087528 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fd0bdb9f-e398-4b50-8800-7c998e4581b6 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:33.117031 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bdb9f-e398-4b50-8800-7c998e4581b6 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event deleted for resources: {'Port': ['ID=00fccb70-c75f-4c5e-ad06-c008d6e88c5b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:33.177174 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fd0bdb9f-e398-4b50-8800-7c998e4581b6 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:33.179821 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fd0bdb9f-e398-4b50-8800-7c998e4581b6 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:33.180995 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fd0bdb9f-e398-4b50-8800-7c998e4581b6 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "DELETE /v2.0/floatingips/4cdca74c-2518-4200-9f84-70c8fa7e34ac HTTP/1.1" status: 204 len: 168 time: 0.4328868 Nov 24 21:27:33.184488 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48378) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:33.189142 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-571e5a0a-cbe5-42de-8169-d5c1857c77be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': 'c5bbc001-75b4-4f5e-b859-4de675ce68d5'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:33.212302 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-571e5a0a-cbe5-42de-8169-d5c1857c77be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:33.311232 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-571e5a0a-cbe5-42de-8169-d5c1857c77be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:33.413479 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-571e5a0a-cbe5-42de-8169-d5c1857c77be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Allocated IP 172.25.5.38 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/faa95c27-a8f2-475f-8c21-77c0568d460a) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:27:33.517285 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-571e5a0a-cbe5-42de-8169-d5c1857c77be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:33.551344 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-571e5a0a-cbe5-42de-8169-d5c1857c77be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:33.593527 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571e5a0a-cbe5-42de-8169-d5c1857c77be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:27:33.598297 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-571e5a0a-cbe5-42de-8169-d5c1857c77be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:33.601137 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571e5a0a-cbe5-42de-8169-d5c1857c77be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:27:33.628265 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e5a0a-cbe5-42de-8169-d5c1857c77be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Port': ['ID=faa95c27-a8f2-475f-8c21-77c0568d460a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:33.960950 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-571e5a0a-cbe5-42de-8169-d5c1857c77be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:34.027205 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-571e5a0a-cbe5-42de-8169-d5c1857c77be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:34.180615 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-571e5a0a-cbe5-42de-8169-d5c1857c77be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:34.185295 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-571e5a0a-cbe5-42de-8169-d5c1857c77be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:34.257952 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e5a0a-cbe5-42de-8169-d5c1857c77be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Port': ['ID=faa95c27-a8f2-475f-8c21-77c0568d460a,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:34.267700 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-571e5a0a-cbe5-42de-8169-d5c1857c77be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:34.367804 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-571e5a0a-cbe5-42de-8169-d5c1857c77be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Floating IP 83c2e494-ec66-4e0c-a894-d0508f2cdb8e associated. External IP: 172.25.5.38, port: c5bbc001-75b4-4f5e-b859-4de675ce68d5. Nov 24 21:27:34.577077 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571e5a0a-cbe5-42de-8169-d5c1857c77be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Router fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:27:34.685379 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571e5a0a-cbe5-42de-8169-d5c1857c77be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:27:34.694556 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a158fab-241c-41be-bb92-0c4cc52ca5fd None None] Sync routers for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:27:34.703243 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-571e5a0a-cbe5-42de-8169-d5c1857c77be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:34.707414 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a158fab-241c-41be-bb92-0c4cc52ca5fd None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:34.708038 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-0a158fab-241c-41be-bb92-0c4cc52ca5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:34.738529 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-571e5a0a-cbe5-42de-8169-d5c1857c77be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.5504949 Nov 24 21:27:34.738851 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48380) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:34.740766 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-0a158fab-241c-41be-bb92-0c4cc52ca5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:34.749747 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a158fab-241c-41be-bb92-0c4cc52ca5fd None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:34.750336 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-0a158fab-241c-41be-bb92-0c4cc52ca5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:34.781950 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-0a158fab-241c-41be-bb92-0c4cc52ca5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:34.782586 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a158fab-241c-41be-bb92-0c4cc52ca5fd None None] The sync data for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:27:34.803597 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7abb89f6-d884-42be-8165-b40b7a99129a tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "GET /v2.0/floatingips/83c2e494-ec66-4e0c-a894-d0508f2cdb8e HTTP/1.1" status: 200 len: 977 time: 0.0636036 Nov 24 21:27:34.805994 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48382) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:34.888048 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8d593d5f-39a6-4ad4-a75c-7865e9c600ca tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.0808709 Nov 24 21:27:34.890490 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48384) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:34.894654 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c675cc35-c0c4-408b-98f6-9e591661308b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Request body: {'floatingip': {'port_id': 'ad6c11cc-1a72-4b1d-8574-462687850267'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:34.953219 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c675cc35-c0c4-408b-98f6-9e591661308b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:35.413576 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c675cc35-c0c4-408b-98f6-9e591661308b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:35.417457 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c675cc35-c0c4-408b-98f6-9e591661308b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:35.519335 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-c675cc35-c0c4-408b-98f6-9e591661308b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Floating IP 83c2e494-ec66-4e0c-a894-d0508f2cdb8e associated. External IP: 172.25.5.38, port: c5bbc001-75b4-4f5e-b859-4de675ce68d5. Nov 24 21:27:35.726074 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c675cc35-c0c4-408b-98f6-9e591661308b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Router fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:27:36.156773 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c675cc35-c0c4-408b-98f6-9e591661308b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:27:36.172250 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e261a7-d94d-40db-91c2-4b77da81a1a1 None None] Sync routers for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:27:36.182440 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e261a7-d94d-40db-91c2-4b77da81a1a1 None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:36.183126 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-38e261a7-d94d-40db-91c2-4b77da81a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:36.216278 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-38e261a7-d94d-40db-91c2-4b77da81a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:36.224975 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e261a7-d94d-40db-91c2-4b77da81a1a1 None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:36.226634 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-38e261a7-d94d-40db-91c2-4b77da81a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:36.263973 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-38e261a7-d94d-40db-91c2-4b77da81a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:36.264629 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e261a7-d94d-40db-91c2-4b77da81a1a1 None None] The sync data for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:27:36.368506 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c675cc35-c0c4-408b-98f6-9e591661308b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Router fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:27:36.477168 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c675cc35-c0c4-408b-98f6-9e591661308b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:27:36.481586 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c675cc35-c0c4-408b-98f6-9e591661308b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:36.487558 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ac5695-6195-44bf-934c-d248e2a4ed8b None None] Sync routers for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:27:36.502917 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ac5695-6195-44bf-934c-d248e2a4ed8b None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:36.503538 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-85ac5695-6195-44bf-934c-d248e2a4ed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:36.540078 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-85ac5695-6195-44bf-934c-d248e2a4ed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:36.542378 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c675cc35-c0c4-408b-98f6-9e591661308b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "PUT /v2.0/floatingips/83c2e494-ec66-4e0c-a894-d0508f2cdb8e HTTP/1.1" status: 200 len: 977 time: 1.6508739 Nov 24 21:27:36.544953 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48386) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:36.549272 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c5a113a7-0183-4c2d-8297-edb7d8a7bf78 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:36.549876 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ac5695-6195-44bf-934c-d248e2a4ed8b None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:36.550533 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-85ac5695-6195-44bf-934c-d248e2a4ed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:36.582681 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-85ac5695-6195-44bf-934c-d248e2a4ed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:36.583326 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ac5695-6195-44bf-934c-d248e2a4ed8b None None] The sync data for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:27:36.605778 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c5a113a7-0183-4c2d-8297-edb7d8a7bf78 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:36.748935 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c5a113a7-0183-4c2d-8297-edb7d8a7bf78 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:36.752813 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c5a113a7-0183-4c2d-8297-edb7d8a7bf78 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:36.753315 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-c5a113a7-0183-4c2d-8297-edb7d8a7bf78 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Floating IP 83c2e494-ec66-4e0c-a894-d0508f2cdb8e disassociated. External IP: 172.25.5.38, port: ad6c11cc-1a72-4b1d-8574-462687850267. Nov 24 21:27:36.969200 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a113a7-0183-4c2d-8297-edb7d8a7bf78 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Router fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:27:37.079098 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a113a7-0183-4c2d-8297-edb7d8a7bf78 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:27:37.084028 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c5a113a7-0183-4c2d-8297-edb7d8a7bf78 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:37.088581 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe8948e-6a76-4c02-a311-3b6854b890f5 None None] Sync routers for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:27:37.098577 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe8948e-6a76-4c02-a311-3b6854b890f5 None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:37.099257 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4fe8948e-6a76-4c02-a311-3b6854b890f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:37.111945 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c5a113a7-0183-4c2d-8297-edb7d8a7bf78 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "PUT /v2.0/floatingips/83c2e494-ec66-4e0c-a894-d0508f2cdb8e HTTP/1.1" status: 200 len: 687 time: 0.5659699 Nov 24 21:27:37.114477 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48388) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:37.134023 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4fe8948e-6a76-4c02-a311-3b6854b890f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:37.142479 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe8948e-6a76-4c02-a311-3b6854b890f5 None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:37.143069 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4fe8948e-6a76-4c02-a311-3b6854b890f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:37.176320 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4fe8948e-6a76-4c02-a311-3b6854b890f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:37.177013 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe8948e-6a76-4c02-a311-3b6854b890f5 None None] The sync data for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:27:37.241917 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-39acb105-a1da-4510-8bc8-054db2d53986 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Deleting port faa95c27-a8f2-475f-8c21-77c0568d460a {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:37.242485 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-39acb105-a1da-4510-8bc8-054db2d53986 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:37.325765 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-39acb105-a1da-4510-8bc8-054db2d53986 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:37.326094 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-39acb105-a1da-4510-8bc8-054db2d53986 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:37.337504 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-39acb105-a1da-4510-8bc8-054db2d53986 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Calling delete_port for faa95c27-a8f2-475f-8c21-77c0568d460a owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:37.470853 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-39acb105-a1da-4510-8bc8-054db2d53986 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:37.497065 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acb105-a1da-4510-8bc8-054db2d53986 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event deleted for resources: {'Port': ['ID=faa95c27-a8f2-475f-8c21-77c0568d460a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:37.562214 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-39acb105-a1da-4510-8bc8-054db2d53986 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:37.564889 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-39acb105-a1da-4510-8bc8-054db2d53986 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:37.566063 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-39acb105-a1da-4510-8bc8-054db2d53986 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "DELETE /v2.0/floatingips/83c2e494-ec66-4e0c-a894-d0508f2cdb8e HTTP/1.1" status: 204 len: 168 time: 0.4505913 Nov 24 21:27:37.568605 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48390) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:37.609853 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-ad386fdd-5fe1-45e0-bd49-28ad937f632f tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] delete failed (client error): The resource could not be found. Nov 24 21:27:37.611407 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ad386fdd-5fe1-45e0-bd49-28ad937f632f tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "DELETE /v2.0/floatingips/83c2e494-ec66-4e0c-a894-d0508f2cdb8e HTTP/1.1" status: 404 len: 345 time: 0.0416317 Nov 24 21:27:37.614881 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48392) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:37.707406 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f42b304-79ce-4af7-9a93-34328aa069bc tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:37.714746 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f42b304-79ce-4af7-9a93-34328aa069bc tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:37.721142 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f42b304-79ce-4af7-9a93-34328aa069bc tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:37.722783 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8f42b304-79ce-4af7-9a93-34328aa069bc tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "GET /v2.0/ports?network_id=8634f6bf-f459-4d77-9c7a-8453b3e38e5f HTTP/1.1" status: 200 len: 2358 time: 0.1069639 Nov 24 21:27:37.726463 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48394) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:37.782836 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59061212-8a44-48e1-a04f-689b3ac6805d tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:37.784179 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-59061212-8a44-48e1-a04f-689b3ac6805d tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "GET /v2.0/subnets/25e032df-adee-46be-8c4d-9afd284ccd39 HTTP/1.1" status: 200 len: 797 time: 0.0567827 Nov 24 21:27:37.791490 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48396) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:37.796161 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-474c6c1f-3949-4d52-ad7e-581e12cbc4fc tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Request body: {'port': {'network_id': '8634f6bf-f459-4d77-9c7a-8453b3e38e5f', 'name': 'tempest-FloatingIPTestJSON-199115947', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:37.926144 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474c6c1f-3949-4d52-ad7e-581e12cbc4fc tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Made reservation on behalf of 0e435a22f98c4f8081ada7fa4266e10a for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:27:38.019070 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-474c6c1f-3949-4d52-ad7e-581e12cbc4fc tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:38.037073 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-474c6c1f-3949-4d52-ad7e-581e12cbc4fc tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] device_id is not set on port 12c3a23a-173e-4605-8f2c-21266d932ff4 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:27:38.367513 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-474c6c1f-3949-4d52-ad7e-581e12cbc4fc tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Allocated IP 172.20.0.14 (8634f6bf-f459-4d77-9c7a-8453b3e38e5f/25e032df-adee-46be-8c4d-9afd284ccd39/12c3a23a-173e-4605-8f2c-21266d932ff4) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:27:38.374930 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-474c6c1f-3949-4d52-ad7e-581e12cbc4fc tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Allocated IP 172.20.0.13 (8634f6bf-f459-4d77-9c7a-8453b3e38e5f/25e032df-adee-46be-8c4d-9afd284ccd39/12c3a23a-173e-4605-8f2c-21266d932ff4) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:27:38.536914 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-474c6c1f-3949-4d52-ad7e-581e12cbc4fc tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:38.586004 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-474c6c1f-3949-4d52-ad7e-581e12cbc4fc tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:38.637521 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474c6c1f-3949-4d52-ad7e-581e12cbc4fc tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Network 8634f6bf-f459-4d77-9c7a-8453b3e38e5f is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:27:38.643663 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-474c6c1f-3949-4d52-ad7e-581e12cbc4fc tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:38.648140 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474c6c1f-3949-4d52-ad7e-581e12cbc4fc tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:27:38.682449 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c6c1f-3949-4d52-ad7e-581e12cbc4fc tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Port': ['ID=12c3a23a-173e-4605-8f2c-21266d932ff4,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:38.709497 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474c6c1f-3949-4d52-ad7e-581e12cbc4fc tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:38.710718 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-474c6c1f-3949-4d52-ad7e-581e12cbc4fc tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:38.732243 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-474c6c1f-3949-4d52-ad7e-581e12cbc4fc tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.9396808 Nov 24 21:27:38.734995 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48398) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:38.741852 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-1d7fd3c5-7eb8-400e-8cc5-67c10868bbfd tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': '12c3a23a-173e-4605-8f2c-21266d932ff4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:38.767165 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d7fd3c5-7eb8-400e-8cc5-67c10868bbfd tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:38.892129 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-933fd1d2-881b-4cca-a294-65c3f8921279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:38.906215 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d7fd3c5-7eb8-400e-8cc5-67c10868bbfd tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:39.039855 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-1d7fd3c5-7eb8-400e-8cc5-67c10868bbfd tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Allocated IP 172.25.5.54 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/102cb4a3-63ca-4eef-b9c7-516e27881789) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:27:39.140316 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d7fd3c5-7eb8-400e-8cc5-67c10868bbfd tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:39.175356 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d7fd3c5-7eb8-400e-8cc5-67c10868bbfd tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:39.219740 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7fd3c5-7eb8-400e-8cc5-67c10868bbfd tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:27:39.222656 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-1d7fd3c5-7eb8-400e-8cc5-67c10868bbfd tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:39.226878 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7fd3c5-7eb8-400e-8cc5-67c10868bbfd tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:27:39.232221 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7fd3c5-7eb8-400e-8cc5-67c10868bbfd tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Port': ['ID=102cb4a3-63ca-4eef-b9c7-516e27881789,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:39.595759 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d7fd3c5-7eb8-400e-8cc5-67c10868bbfd tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:39.667083 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d7fd3c5-7eb8-400e-8cc5-67c10868bbfd tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:39.812877 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d7fd3c5-7eb8-400e-8cc5-67c10868bbfd tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:39.817374 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d7fd3c5-7eb8-400e-8cc5-67c10868bbfd tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:39.887732 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7fd3c5-7eb8-400e-8cc5-67c10868bbfd tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Port': ['ID=102cb4a3-63ca-4eef-b9c7-516e27881789,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:39.899258 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d7fd3c5-7eb8-400e-8cc5-67c10868bbfd tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:40.002015 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:40.008954 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-1d7fd3c5-7eb8-400e-8cc5-67c10868bbfd tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Floating IP ae5f91d2-95dc-4fc6-9bb1-5345948b5e97 associated. External IP: 172.25.5.54, port: 12c3a23a-173e-4605-8f2c-21266d932ff4. Nov 24 21:27:40.552580 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7fd3c5-7eb8-400e-8cc5-67c10868bbfd tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Router fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:27:40.664931 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7fd3c5-7eb8-400e-8cc5-67c10868bbfd tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:27:40.674666 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ab44e8-f54c-4dc1-b4eb-ececfe96ff35 None None] Sync routers for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:27:40.685033 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d7fd3c5-7eb8-400e-8cc5-67c10868bbfd tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:40.685467 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ab44e8-f54c-4dc1-b4eb-ececfe96ff35 None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:40.686087 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-87ab44e8-f54c-4dc1-b4eb-ececfe96ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:40.715523 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1d7fd3c5-7eb8-400e-8cc5-67c10868bbfd tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.9782352 Nov 24 21:27:40.718096 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48400) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:40.722265 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-87ab44e8-f54c-4dc1-b4eb-ececfe96ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:40.722715 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c189ba89-ae7e-41f0-b481-3055913f7a97 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Request body: {'floatingip': {'port_id': '12c3a23a-173e-4605-8f2c-21266d932ff4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:40.736573 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ab44e8-f54c-4dc1-b4eb-ececfe96ff35 None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:40.737275 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-87ab44e8-f54c-4dc1-b4eb-ececfe96ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:40.770296 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-87ab44e8-f54c-4dc1-b4eb-ececfe96ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:40.770956 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ab44e8-f54c-4dc1-b4eb-ececfe96ff35 None None] The sync data for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:27:40.780592 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c189ba89-ae7e-41f0-b481-3055913f7a97 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:41.183644 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-400ddd82-b34f-4176-9490-81a97cf9a271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:41.264203 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c189ba89-ae7e-41f0-b481-3055913f7a97 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:41.268291 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c189ba89-ae7e-41f0-b481-3055913f7a97 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:41.326661 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:41.487153 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c189ba89-ae7e-41f0-b481-3055913f7a97 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Router fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:27:41.612310 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c189ba89-ae7e-41f0-b481-3055913f7a97 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:27:41.617828 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c189ba89-ae7e-41f0-b481-3055913f7a97 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:41.623240 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d297e9e-bd9a-4693-a4c6-9a73ab1889a5 None None] Sync routers for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:27:41.634618 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d297e9e-bd9a-4693-a4c6-9a73ab1889a5 None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:41.635314 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-3d297e9e-bd9a-4693-a4c6-9a73ab1889a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:41.672433 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c189ba89-ae7e-41f0-b481-3055913f7a97 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "PUT /v2.0/floatingips/ae5f91d2-95dc-4fc6-9bb1-5345948b5e97 HTTP/1.1" status: 200 len: 977 time: 0.9532938 Nov 24 21:27:41.675227 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48402) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:41.677823 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-3d297e9e-bd9a-4693-a4c6-9a73ab1889a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:41.690978 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d297e9e-bd9a-4693-a4c6-9a73ab1889a5 None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:41.691601 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-3d297e9e-bd9a-4693-a4c6-9a73ab1889a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:41.729788 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-3d297e9e-bd9a-4693-a4c6-9a73ab1889a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:41.730548 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d297e9e-bd9a-4693-a4c6-9a73ab1889a5 None None] The sync data for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:27:41.853321 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ef6e9f8b-4eab-444a-bf6f-74e52117f9ee tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Deleting port 102cb4a3-63ca-4eef-b9c7-516e27881789 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:41.853577 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef6e9f8b-4eab-444a-bf6f-74e52117f9ee tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:41.941633 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef6e9f8b-4eab-444a-bf6f-74e52117f9ee tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:41.941957 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef6e9f8b-4eab-444a-bf6f-74e52117f9ee tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:41.954924 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ef6e9f8b-4eab-444a-bf6f-74e52117f9ee tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Calling delete_port for 102cb4a3-63ca-4eef-b9c7-516e27881789 owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:42.109751 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef6e9f8b-4eab-444a-bf6f-74e52117f9ee tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:42.145721 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e9f8b-4eab-444a-bf6f-74e52117f9ee tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event deleted for resources: {'Port': ['ID=102cb4a3-63ca-4eef-b9c7-516e27881789,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:42.204447 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef6e9f8b-4eab-444a-bf6f-74e52117f9ee tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:42.204774 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-ef6e9f8b-4eab-444a-bf6f-74e52117f9ee tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Floating IP ae5f91d2-95dc-4fc6-9bb1-5345948b5e97 disassociated (deleted). External IP: 172.25.5.54, port: 12c3a23a-173e-4605-8f2c-21266d932ff4. Nov 24 21:27:42.442945 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6e9f8b-4eab-444a-bf6f-74e52117f9ee tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Router fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:27:42.468281 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:42.558434 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6e9f8b-4eab-444a-bf6f-74e52117f9ee tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:27:42.562810 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef6e9f8b-4eab-444a-bf6f-74e52117f9ee tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:42.568594 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11aae4d-a4f6-42e6-b72c-2a3745416d9e None None] Sync routers for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:27:42.581747 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11aae4d-a4f6-42e6-b72c-2a3745416d9e None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:42.582831 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-a11aae4d-a4f6-42e6-b72c-2a3745416d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:42.589595 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ef6e9f8b-4eab-444a-bf6f-74e52117f9ee tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "DELETE /v2.0/floatingips/ae5f91d2-95dc-4fc6-9bb1-5345948b5e97 HTTP/1.1" status: 204 len: 168 time: 0.9132192 Nov 24 21:27:42.592123 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48404) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:42.620179 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-a11aae4d-a4f6-42e6-b72c-2a3745416d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:42.629360 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11aae4d-a4f6-42e6-b72c-2a3745416d9e None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:42.630055 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-a11aae4d-a4f6-42e6-b72c-2a3745416d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:42.662327 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-a11aae4d-a4f6-42e6-b72c-2a3745416d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:42.663592 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11aae4d-a4f6-42e6-b72c-2a3745416d9e None None] The sync data for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:27:42.677958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-605963c0-f958-484e-8a3d-1e0c6efd3966 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Deleting port 12c3a23a-173e-4605-8f2c-21266d932ff4 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:42.678371 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-605963c0-f958-484e-8a3d-1e0c6efd3966 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:42.770099 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-605963c0-f958-484e-8a3d-1e0c6efd3966 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:42.782235 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-605963c0-f958-484e-8a3d-1e0c6efd3966 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Calling delete_port for 12c3a23a-173e-4605-8f2c-21266d932ff4 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:42.959147 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-605963c0-f958-484e-8a3d-1e0c6efd3966 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:42.990263 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605963c0-f958-484e-8a3d-1e0c6efd3966 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event deleted for resources: {'Port': ['ID=12c3a23a-173e-4605-8f2c-21266d932ff4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:43.081388 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-605963c0-f958-484e-8a3d-1e0c6efd3966 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:43.085260 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-605963c0-f958-484e-8a3d-1e0c6efd3966 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "DELETE /v2.0/ports/12c3a23a-173e-4605-8f2c-21266d932ff4 HTTP/1.1" status: 204 len: 168 time: 0.4915619 Nov 24 21:27:43.089009 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48406) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:43.093378 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-75b5d285-7214-4f68-b7e6-2eba33f96a86 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:43.115201 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-75b5d285-7214-4f68-b7e6-2eba33f96a86 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:43.214018 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-75b5d285-7214-4f68-b7e6-2eba33f96a86 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:43.326013 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-75b5d285-7214-4f68-b7e6-2eba33f96a86 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Allocated IP 172.25.5.158 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/6de4f2ba-fc41-4119-827b-a92340b7877c) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:27:43.433890 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-75b5d285-7214-4f68-b7e6-2eba33f96a86 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:43.467526 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-75b5d285-7214-4f68-b7e6-2eba33f96a86 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:43.513958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b5d285-7214-4f68-b7e6-2eba33f96a86 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:27:43.516920 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-75b5d285-7214-4f68-b7e6-2eba33f96a86 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:43.520573 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b5d285-7214-4f68-b7e6-2eba33f96a86 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:27:43.547267 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5d285-7214-4f68-b7e6-2eba33f96a86 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Port': ['ID=6de4f2ba-fc41-4119-827b-a92340b7877c,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:43.615444 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-75b5d285-7214-4f68-b7e6-2eba33f96a86 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:43.664367 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-75b5d285-7214-4f68-b7e6-2eba33f96a86 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:43.844105 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:43.844941 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-75b5d285-7214-4f68-b7e6-2eba33f96a86 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:43.850949 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-75b5d285-7214-4f68-b7e6-2eba33f96a86 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:43.938746 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5d285-7214-4f68-b7e6-2eba33f96a86 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Port': ['ID=6de4f2ba-fc41-4119-827b-a92340b7877c,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:43.954169 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-75b5d285-7214-4f68-b7e6-2eba33f96a86 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:43.972809 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-75b5d285-7214-4f68-b7e6-2eba33f96a86 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:43.974898 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-75b5d285-7214-4f68-b7e6-2eba33f96a86 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8846819 Nov 24 21:27:43.978188 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48408) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:43.983215 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-6e7ac296-2208-4050-a43c-90da152aba7a tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Request body: {'port': {'network_id': '8634f6bf-f459-4d77-9c7a-8453b3e38e5f', 'name': 'tempest-FloatingIPTestJSON-894269304'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:44.109355 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7ac296-2208-4050-a43c-90da152aba7a tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Made reservation on behalf of 0e435a22f98c4f8081ada7fa4266e10a for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:27:44.112975 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac296-2208-4050-a43c-90da152aba7a tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:44.134154 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-6e7ac296-2208-4050-a43c-90da152aba7a tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] device_id is not set on port 598d2fca-2a9e-44ca-8f18-684f34378c8b yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:27:44.261471 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-6e7ac296-2208-4050-a43c-90da152aba7a tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Allocated IP 172.20.0.13 (8634f6bf-f459-4d77-9c7a-8453b3e38e5f/25e032df-adee-46be-8c4d-9afd284ccd39/598d2fca-2a9e-44ca-8f18-684f34378c8b) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:27:44.459168 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac296-2208-4050-a43c-90da152aba7a tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:44.505300 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac296-2208-4050-a43c-90da152aba7a tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:44.552912 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7ac296-2208-4050-a43c-90da152aba7a tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Network 8634f6bf-f459-4d77-9c7a-8453b3e38e5f is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:27:44.556465 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-6e7ac296-2208-4050-a43c-90da152aba7a tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:44.560128 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7ac296-2208-4050-a43c-90da152aba7a tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:27:44.566593 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ac296-2208-4050-a43c-90da152aba7a tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Port': ['ID=598d2fca-2a9e-44ca-8f18-684f34378c8b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:44.627165 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7ac296-2208-4050-a43c-90da152aba7a tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:44.627771 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac296-2208-4050-a43c-90da152aba7a tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:44.646351 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6e7ac296-2208-4050-a43c-90da152aba7a tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6671507 Nov 24 21:27:44.649324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48410) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:44.656244 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-546f5172-7ac8-4166-a307-14b5aec79255 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Request body: {'floatingip': {'port_id': '598d2fca-2a9e-44ca-8f18-684f34378c8b'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:44.728918 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-546f5172-7ac8-4166-a307-14b5aec79255 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:44.857838 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:45.274246 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-546f5172-7ac8-4166-a307-14b5aec79255 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:45.278658 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-546f5172-7ac8-4166-a307-14b5aec79255 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:45.390154 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-546f5172-7ac8-4166-a307-14b5aec79255 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Floating IP fe3f3e7c-6f16-47af-b645-938842e4a3b3 associated. External IP: 172.25.5.158, port: 598d2fca-2a9e-44ca-8f18-684f34378c8b. Nov 24 21:27:45.960333 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546f5172-7ac8-4166-a307-14b5aec79255 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Router fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:27:46.093820 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546f5172-7ac8-4166-a307-14b5aec79255 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:27:46.101765 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-546f5172-7ac8-4166-a307-14b5aec79255 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:46.106379 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334b9b1b-6942-4a11-af85-34f6512e875d None None] Sync routers for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:27:46.118885 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334b9b1b-6942-4a11-af85-34f6512e875d None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:46.119638 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-334b9b1b-6942-4a11-af85-34f6512e875d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:46.143673 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-546f5172-7ac8-4166-a307-14b5aec79255 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "PUT /v2.0/floatingips/fe3f3e7c-6f16-47af-b645-938842e4a3b3 HTTP/1.1" status: 200 len: 978 time: 1.4925640 Nov 24 21:27:46.147481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48412) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:46.173164 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-334b9b1b-6942-4a11-af85-34f6512e875d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:46.192825 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334b9b1b-6942-4a11-af85-34f6512e875d None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:46.192825 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-334b9b1b-6942-4a11-af85-34f6512e875d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:46.250157 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-334b9b1b-6942-4a11-af85-34f6512e875d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:46.251445 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334b9b1b-6942-4a11-af85-34f6512e875d None None] The sync data for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:27:46.285880 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Deleting port 598d2fca-2a9e-44ca-8f18-684f34378c8b {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:46.286259 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:46.398003 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:46.699699 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:46.700287 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:46.700841 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Floating IP fe3f3e7c-6f16-47af-b645-938842e4a3b3 disassociated. External IP: 172.25.5.158, port: 598d2fca-2a9e-44ca-8f18-684f34378c8b. Nov 24 21:27:46.701391 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Calling delete_port for 598d2fca-2a9e-44ca-8f18-684f34378c8b owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:46.898980 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:46.958125 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event deleted for resources: {'Port': ['ID=598d2fca-2a9e-44ca-8f18-684f34378c8b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:46.964349 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:27:46.964923 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:27:46.965062 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:27:46.965381 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:27:46.965716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:27:46.966050 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:27:46.966386 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:27:46.966716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:27:46.967050 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:27:46.967377 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:27:46.967704 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:27:46.968028 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:27:47.088393 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Router fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:27:47.211888 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:27:47.222006 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91951881-2e98-4b37-bff8-3744a6f9a66f None None] Sync routers for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:27:47.233853 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91951881-2e98-4b37-bff8-3744a6f9a66f None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:47.234462 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-91951881-2e98-4b37-bff8-3744a6f9a66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:47.269966 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-91951881-2e98-4b37-bff8-3744a6f9a66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:47.279177 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91951881-2e98-4b37-bff8-3744a6f9a66f None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:47.279782 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-91951881-2e98-4b37-bff8-3744a6f9a66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:47.285265 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:47.290004 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-48cea1f1-9f57-4ee8-ac04-e972b4077dda tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "DELETE /v2.0/ports/598d2fca-2a9e-44ca-8f18-684f34378c8b HTTP/1.1" status: 204 len: 168 time: 1.1411223 Nov 24 21:27:47.292524 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48414) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:47.312984 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-91951881-2e98-4b37-bff8-3744a6f9a66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:47.313640 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91951881-2e98-4b37-bff8-3744a6f9a66f None None] The sync data for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:27:47.340769 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8674502b-e4ee-4fdc-92ee-201ab5d07ed6 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "GET /v2.0/floatingips/fe3f3e7c-6f16-47af-b645-938842e4a3b3 HTTP/1.1" status: 200 len: 688 time: 0.0470974 Nov 24 21:27:47.343487 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48416) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:47.469471 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6f98ff04-3223-43b0-a9eb-6f624966b149 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Deleting port 6de4f2ba-fc41-4119-827b-a92340b7877c {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:47.469714 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f98ff04-3223-43b0-a9eb-6f624966b149 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:47.548487 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f98ff04-3223-43b0-a9eb-6f624966b149 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:47.548839 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f98ff04-3223-43b0-a9eb-6f624966b149 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:47.560470 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6f98ff04-3223-43b0-a9eb-6f624966b149 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Calling delete_port for 6de4f2ba-fc41-4119-827b-a92340b7877c owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:47.697346 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f98ff04-3223-43b0-a9eb-6f624966b149 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:47.729739 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98ff04-3223-43b0-a9eb-6f624966b149 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event deleted for resources: {'Port': ['ID=6de4f2ba-fc41-4119-827b-a92340b7877c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:47.791851 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f98ff04-3223-43b0-a9eb-6f624966b149 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:47.794635 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f98ff04-3223-43b0-a9eb-6f624966b149 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:47.795812 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6f98ff04-3223-43b0-a9eb-6f624966b149 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "DELETE /v2.0/floatingips/fe3f3e7c-6f16-47af-b645-938842e4a3b3 HTTP/1.1" status: 204 len: 168 time: 0.4513912 Nov 24 21:27:47.799367 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48418) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:47.803886 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f93da7f0-d35e-432d-b542-21a7a7f4ea82 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': 'ad6c11cc-1a72-4b1d-8574-462687850267'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:47.826368 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f93da7f0-d35e-432d-b542-21a7a7f4ea82 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:47.930081 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f93da7f0-d35e-432d-b542-21a7a7f4ea82 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:48.036452 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-f93da7f0-d35e-432d-b542-21a7a7f4ea82 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Allocated IP 172.25.5.220 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/d62c0869-16a9-4370-9fa4-fc3ed75eeb82) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:27:48.144889 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f93da7f0-d35e-432d-b542-21a7a7f4ea82 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:48.178632 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f93da7f0-d35e-432d-b542-21a7a7f4ea82 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:48.213980 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93da7f0-d35e-432d-b542-21a7a7f4ea82 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:27:48.216911 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-f93da7f0-d35e-432d-b542-21a7a7f4ea82 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:48.222547 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93da7f0-d35e-432d-b542-21a7a7f4ea82 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:27:48.252853 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93da7f0-d35e-432d-b542-21a7a7f4ea82 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Port': ['ID=d62c0869-16a9-4370-9fa4-fc3ed75eeb82,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:48.494750 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:27:48.628980 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f93da7f0-d35e-432d-b542-21a7a7f4ea82 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:48.698792 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f93da7f0-d35e-432d-b542-21a7a7f4ea82 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:48.859156 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f93da7f0-d35e-432d-b542-21a7a7f4ea82 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:48.866268 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f93da7f0-d35e-432d-b542-21a7a7f4ea82 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:48.935570 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93da7f0-d35e-432d-b542-21a7a7f4ea82 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Port': ['ID=d62c0869-16a9-4370-9fa4-fc3ed75eeb82,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:48.946032 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f93da7f0-d35e-432d-b542-21a7a7f4ea82 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:49.049620 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-f93da7f0-d35e-432d-b542-21a7a7f4ea82 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Floating IP d4bd108a-dc9e-4eb5-a01f-32b9cad2ef2a associated. External IP: 172.25.5.220, port: ad6c11cc-1a72-4b1d-8574-462687850267. Nov 24 21:27:49.263676 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93da7f0-d35e-432d-b542-21a7a7f4ea82 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Router fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:27:49.373343 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93da7f0-d35e-432d-b542-21a7a7f4ea82 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:27:49.383481 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ac37e7-af99-4d12-8854-57b03670d189 None None] Sync routers for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:27:49.392412 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f93da7f0-d35e-432d-b542-21a7a7f4ea82 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:49.393485 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ac37e7-af99-4d12-8854-57b03670d189 None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:49.394100 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-57ac37e7-af99-4d12-8854-57b03670d189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:49.419889 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f93da7f0-d35e-432d-b542-21a7a7f4ea82 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.6194289 Nov 24 21:27:49.422514 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48420) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:49.427328 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-5c36727a-e195-4fa5-b324-a8ae901c8da2 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1579315464'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:49.430760 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-57ac37e7-af99-4d12-8854-57b03670d189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:49.439309 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ac37e7-af99-4d12-8854-57b03670d189 None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:49.439904 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-57ac37e7-af99-4d12-8854-57b03670d189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:49.452028 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c36727a-e195-4fa5-b324-a8ae901c8da2 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Made reservation on behalf of 0e435a22f98c4f8081ada7fa4266e10a for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:27:49.455536 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c36727a-e195-4fa5-b324-a8ae901c8da2 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:49.472525 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-57ac37e7-af99-4d12-8854-57b03670d189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:49.473204 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ac37e7-af99-4d12-8854-57b03670d189 None None] The sync data for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:27:49.481617 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c36727a-e195-4fa5-b324-a8ae901c8da2 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:27:49.492581 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c36727a-e195-4fa5-b324-a8ae901c8da2 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:49.492973 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-5c36727a-e195-4fa5-b324-a8ae901c8da2 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Added segment 44b2ce59-15d6-4ffd-be6b-d83ab8ec9f53 of type vlan for network 37523e0c-c05c-4d8a-bfc4-7b1a198f9066 Nov 24 21:27:49.537183 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c36727a-e195-4fa5-b324-a8ae901c8da2 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:49.561355 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c36727a-e195-4fa5-b324-a8ae901c8da2 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:49.567199 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c36727a-e195-4fa5-b324-a8ae901c8da2 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:49.567812 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c36727a-e195-4fa5-b324-a8ae901c8da2 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:49.610244 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5c36727a-e195-4fa5-b324-a8ae901c8da2 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.1866870 Nov 24 21:27:49.613112 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48422) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:49.618896 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-3c6b3357-d35d-489d-ba00-a85da5c161b2 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Request body: {'subnet': {'network_id': '37523e0c-c05c-4d8a-bfc4-7b1a198f9066', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:49.642184 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36727a-e195-4fa5-b324-a8ae901c8da2 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Network': ['ID=37523e0c-c05c-4d8a-bfc4-7b1a198f9066,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:49.653591 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 37523e0c-c05c-4d8a-bfc4-7b1a198f9066 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:27:49.714729 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6b3357-d35d-489d-ba00-a85da5c161b2 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Made reservation on behalf of 0e435a22f98c4f8081ada7fa4266e10a for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:27:49.718228 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3c6b3357-d35d-489d-ba00-a85da5c161b2 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:49.903348 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3c6b3357-d35d-489d-ba00-a85da5c161b2 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:49.963277 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b3357-d35d-489d-ba00-a85da5c161b2 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Subnet': ['ID=dc91d522-8884-41a7-998c-29f66a330a33,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:49.971700 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b3357-d35d-489d-ba00-a85da5c161b2 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Checking segment: {'id': '44b2ce59-15d6-4ffd-be6b-d83ab8ec9f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '37523e0c-c05c-4d8a-bfc4-7b1a198f9066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:27:49.972065 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6b3357-d35d-489d-ba00-a85da5c161b2 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Network hostable DHCP agents. Network: 37523e0c-c05c-4d8a-bfc4-7b1a198f9066, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:27:49.990179 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6b3357-d35d-489d-ba00-a85da5c161b2 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Network 37523e0c-c05c-4d8a-bfc4-7b1a198f9066 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:27:50.000000 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-3c6b3357-d35d-489d-ba00-a85da5c161b2 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 37523e0c-c05c-4d8a-bfc4-7b1a198f9066) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:50.007122 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6b3357-d35d-489d-ba00-a85da5c161b2 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:50.007762 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3c6b3357-d35d-489d-ba00-a85da5c161b2 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:50.008288 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a8688b-6513-4de1-972e-5fb45aced637 None None] Network 37523e0c-c05c-4d8a-bfc4-7b1a198f9066 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:27:50.024875 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3c6b3357-d35d-489d-ba00-a85da5c161b2 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4104950 Nov 24 21:27:50.027355 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48424) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:50.032079 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-460b12a2-c313-445a-b7bc-f0b0de83c526 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1491424918', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}, 'admin_state_up': False}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:50.057439 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-460b12a2-c313-445a-b7bc-f0b0de83c526 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:50.058605 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-460b12a2-c313-445a-b7bc-f0b0de83c526 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:50.118312 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-460b12a2-c313-445a-b7bc-f0b0de83c526 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:50.170889 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3bfd0d-b0fe-410a-86fb-f134e824db26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-37523e0c-c05c-4d8a-bfc4-7b1a198f9066', 'network_id': '37523e0c-c05c-4d8a-bfc4-7b1a198f9066', 'tenant_id': '0e435a22f98c4f8081ada7fa4266e10a', 'fixed_ips': [{'subnet_id': 'dc91d522-8884-41a7-998c-29f66a330a33'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:27:50.171784 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8a3bfd0d-b0fe-410a-86fb-f134e824db26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:50.267815 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-460b12a2-c313-445a-b7bc-f0b0de83c526 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:50.306139 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-8a3bfd0d-b0fe-410a-86fb-f134e824db26 None None] Allocated IP 172.20.0.2 (37523e0c-c05c-4d8a-bfc4-7b1a198f9066/dc91d522-8884-41a7-998c-29f66a330a33/ef0b9d31-df8c-4158-a27f-8a280a4fa058) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:27:50.493561 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-460b12a2-c313-445a-b7bc-f0b0de83c526 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:50.515492 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-460b12a2-c313-445a-b7bc-f0b0de83c526 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:50.609042 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8a3bfd0d-b0fe-410a-86fb-f134e824db26 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:50.615143 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8a3bfd0d-b0fe-410a-86fb-f134e824db26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:50.626065 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-460b12a2-c313-445a-b7bc-f0b0de83c526 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Allocated IP 172.25.5.172 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/57dc9af1-3dd1-41ca-9e04-64d614e60edf) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:27:50.656175 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3bfd0d-b0fe-410a-86fb-f134e824db26 None None] Network 37523e0c-c05c-4d8a-bfc4-7b1a198f9066 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:27:50.659204 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-8a3bfd0d-b0fe-410a-86fb-f134e824db26 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:50.663419 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3bfd0d-b0fe-410a-86fb-f134e824db26 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:27:50.670790 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bfd0d-b0fe-410a-86fb-f134e824db26 None None] Pushing event updated for resources: {'Port': ['ID=ef0b9d31-df8c-4158-a27f-8a280a4fa058,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:50.724292 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-8a3bfd0d-b0fe-410a-86fb-f134e824db26 None None] Attempting to bind port ef0b9d31-df8c-4158-a27f-8a280a4fa058 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:27:50.724668 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-8a3bfd0d-b0fe-410a-86fb-f134e824db26 None None] Attempting to bind port ef0b9d31-df8c-4158-a27f-8a280a4fa058 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '44b2ce59-15d6-4ffd-be6b-d83ab8ec9f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '37523e0c-c05c-4d8a-bfc4-7b1a198f9066'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:27:50.725890 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3bfd0d-b0fe-410a-86fb-f134e824db26 None None] Attempting to bind port ef0b9d31-df8c-4158-a27f-8a280a4fa058 on network 37523e0c-c05c-4d8a-bfc4-7b1a198f9066 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:27:50.731241 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3bfd0d-b0fe-410a-86fb-f134e824db26 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:27:50.731630 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3bfd0d-b0fe-410a-86fb-f134e824db26 None None] Checking segment: {'id': '44b2ce59-15d6-4ffd-be6b-d83ab8ec9f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '37523e0c-c05c-4d8a-bfc4-7b1a198f9066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:27:50.732055 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8a3bfd0d-b0fe-410a-86fb-f134e824db26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:50.732469 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3bfd0d-b0fe-410a-86fb-f134e824db26 None None] Bound using segment: {'id': '44b2ce59-15d6-4ffd-be6b-d83ab8ec9f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '37523e0c-c05c-4d8a-bfc4-7b1a198f9066'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:27:50.732987 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-8a3bfd0d-b0fe-410a-86fb-f134e824db26 None None] Bound port: ef0b9d31-df8c-4158-a27f-8a280a4fa058, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b2ce59-15d6-4ffd-be6b-d83ab8ec9f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '37523e0c-c05c-4d8a-bfc4-7b1a198f9066'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:27:50.733389 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8a3bfd0d-b0fe-410a-86fb-f134e824db26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:50.740278 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-460b12a2-c313-445a-b7bc-f0b0de83c526 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:50.779424 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-460b12a2-c313-445a-b7bc-f0b0de83c526 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:50.800055 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-8a3bfd0d-b0fe-410a-86fb-f134e824db26 None None] For port ef0b9d31-df8c-4158-a27f-8a280a4fa058, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:27:50.803251 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-8a3bfd0d-b0fe-410a-86fb-f134e824db26 None None] For port ef0b9d31-df8c-4158-a27f-8a280a4fa058, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ef0b9d31-df8c-4158-a27f-8a280a4fa058,segment=NetworkSegment(44b2ce59-15d6-4ffd-be6b-d83ab8ec9f53),segment_id=44b2ce59-15d6-4ffd-be6b-d83ab8ec9f53)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:27:50.808459 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8a3bfd0d-b0fe-410a-86fb-f134e824db26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:50.823791 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460b12a2-c313-445a-b7bc-f0b0de83c526 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:27:50.828162 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-460b12a2-c313-445a-b7bc-f0b0de83c526 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:50.830878 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460b12a2-c313-445a-b7bc-f0b0de83c526 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:27:50.846408 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9f43c6-9a47-4470-841b-f5272427a426 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:27:50.865251 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b12a2-c313-445a-b7bc-f0b0de83c526 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Port': ['ID=57dc9af1-3dd1-41ca-9e04-64d614e60edf,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:50.876332 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bfd0d-b0fe-410a-86fb-f134e824db26 None None] Pushing event updated for resources: {'Port': ['ID=ef0b9d31-df8c-4158-a27f-8a280a4fa058,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:50.912174 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8d379ccd-2ecd-404d-af5f-34b5228ec401 None None] Provisioning complete for port 57dc9af1-3dd1-41ca-9e04-64d614e60edf triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:27:50.913161 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8d379ccd-2ecd-404d-af5f-34b5228ec401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:50.951303 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-8d379ccd-2ecd-404d-af5f-34b5228ec401 None None] Port 57dc9af1-3dd1-41ca-9e04-64d614e60edf cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:27:51.134007 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-460b12a2-c313-445a-b7bc-f0b0de83c526 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:51.343863 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-460b12a2-c313-445a-b7bc-f0b0de83c526 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:51.488567 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460b12a2-c313-445a-b7bc-f0b0de83c526 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Router b3654fe4-c3fb-4873-8abf-cfe0bd107c43 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:27:51.608709 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460b12a2-c313-445a-b7bc-f0b0de83c526 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:27:51.621108 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539539b6-056c-4213-be10-e8e34c8236da None None] Sync routers for ids ['b3654fe4-c3fb-4873-8abf-cfe0bd107c43'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:27:51.633358 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539539b6-056c-4213-be10-e8e34c8236da None None] Routers {'b3654fe4-c3fb-4873-8abf-cfe0bd107c43'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:51.633997 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-539539b6-056c-4213-be10-e8e34c8236da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b3654fe4-c3fb-4873-8abf-cfe0bd107c43'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:51.639101 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-460b12a2-c313-445a-b7bc-f0b0de83c526 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:51.641546 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-460b12a2-c313-445a-b7bc-f0b0de83c526 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6121228 Nov 24 21:27:51.643837 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48428) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:51.675965 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-539539b6-056c-4213-be10-e8e34c8236da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:51.687451 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539539b6-056c-4213-be10-e8e34c8236da None None] Routers {'b3654fe4-c3fb-4873-8abf-cfe0bd107c43'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:51.688177 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-539539b6-056c-4213-be10-e8e34c8236da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b3654fe4-c3fb-4873-8abf-cfe0bd107c43'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:51.817161 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-539539b6-056c-4213-be10-e8e34c8236da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:51.817815 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539539b6-056c-4213-be10-e8e34c8236da None None] The sync data for ids ['b3654fe4-c3fb-4873-8abf-cfe0bd107c43'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:27:51.849229 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6b48bd-1261-4f3f-acbc-c7bce087f6c8 None None] Network 37523e0c-c05c-4d8a-bfc4-7b1a198f9066 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:27:51.931294 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-fb09d7d5-7605-4687-8b2e-f9e4d481d4c1 None None] Provisioning complete for port ef0b9d31-df8c-4158-a27f-8a280a4fa058 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:27:51.931665 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fb09d7d5-7605-4687-8b2e-f9e4d481d4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:52.079190 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fb09d7d5-7605-4687-8b2e-f9e4d481d4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:52.117743 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-fb09d7d5-7605-4687-8b2e-f9e4d481d4c1 None None] For port ef0b9d31-df8c-4158-a27f-8a280a4fa058, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ef0b9d31-df8c-4158-a27f-8a280a4fa058,segment=NetworkSegment(44b2ce59-15d6-4ffd-be6b-d83ab8ec9f53),segment_id=44b2ce59-15d6-4ffd-be6b-d83ab8ec9f53)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:27:52.122243 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fb09d7d5-7605-4687-8b2e-f9e4d481d4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:52.144034 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-458a446a-3d1d-4b27-97bb-3294b6c14a04 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:52.201734 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09d7d5-7605-4687-8b2e-f9e4d481d4c1 None None] Pushing event updated for resources: {'Port': ['ID=ef0b9d31-df8c-4158-a27f-8a280a4fa058,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:52.280723 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ef0b9d31-df8c-4158-a27f-8a280a4fa058 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:27:52.337002 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port ef0b9d31-df8c-4158-a27f-8a280a4fa058 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:27:52.337297 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:52.394636 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a67b1039-5c2a-435c-b4e6-faa3050e2565 None None] Provisioning complete for port ef0b9d31-df8c-4158-a27f-8a280a4fa058 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:27:52.394897 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a67b1039-5c2a-435c-b4e6-faa3050e2565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:52.781897 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-458a446a-3d1d-4b27-97bb-3294b6c14a04 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Allocated IP 172.20.0.1 (37523e0c-c05c-4d8a-bfc4-7b1a198f9066/dc91d522-8884-41a7-998c-29f66a330a33/c8cf01a2-b779-4d81-a2e9-cac0cdc987f3) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:27:52.896366 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-458a446a-3d1d-4b27-97bb-3294b6c14a04 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:52.930409 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-458a446a-3d1d-4b27-97bb-3294b6c14a04 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:52.968398 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458a446a-3d1d-4b27-97bb-3294b6c14a04 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Network 37523e0c-c05c-4d8a-bfc4-7b1a198f9066 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:27:52.973485 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-458a446a-3d1d-4b27-97bb-3294b6c14a04 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:52.977901 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458a446a-3d1d-4b27-97bb-3294b6c14a04 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:27:53.003913 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a446a-3d1d-4b27-97bb-3294b6c14a04 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Port': ['ID=c8cf01a2-b779-4d81-a2e9-cac0cdc987f3,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:53.029458 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-458a446a-3d1d-4b27-97bb-3294b6c14a04 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:53.175524 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-458a446a-3d1d-4b27-97bb-3294b6c14a04 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:53.249316 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b616980f-3059-4d6b-92c8-5bb386417d08 None None] Provisioning complete for port c8cf01a2-b779-4d81-a2e9-cac0cdc987f3 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:27:53.249932 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b616980f-3059-4d6b-92c8-5bb386417d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:53.286886 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-b616980f-3059-4d6b-92c8-5bb386417d08 None None] Port c8cf01a2-b779-4d81-a2e9-cac0cdc987f3 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:27:53.468687 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-458a446a-3d1d-4b27-97bb-3294b6c14a04 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:53.474212 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-458a446a-3d1d-4b27-97bb-3294b6c14a04 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:53.560563 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a446a-3d1d-4b27-97bb-3294b6c14a04 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Port': ['ID=c8cf01a2-b779-4d81-a2e9-cac0cdc987f3,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:53.562863 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-458a446a-3d1d-4b27-97bb-3294b6c14a04 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:53.657552 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458a446a-3d1d-4b27-97bb-3294b6c14a04 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Network 37523e0c-c05c-4d8a-bfc4-7b1a198f9066 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:27:53.658989 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-458a446a-3d1d-4b27-97bb-3294b6c14a04 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:53.789621 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458a446a-3d1d-4b27-97bb-3294b6c14a04 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Router b3654fe4-c3fb-4873-8abf-cfe0bd107c43 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:27:53.904550 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458a446a-3d1d-4b27-97bb-3294b6c14a04 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:27:53.909876 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-458a446a-3d1d-4b27-97bb-3294b6c14a04 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "PUT /v2.0/routers/b3654fe4-c3fb-4873-8abf-cfe0bd107c43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2649169 Nov 24 21:27:53.912537 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48430) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:53.915592 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a5222a-63e2-4cfd-b2e7-91f7f0f5d7ff None None] Sync routers for ids ['b3654fe4-c3fb-4873-8abf-cfe0bd107c43'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:27:53.918182 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c6649081-cb6f-4de8-8f7c-4d91dcc0d8e7 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Request body: {'port': {'network_id': '37523e0c-c05c-4d8a-bfc4-7b1a198f9066', 'name': 'tempest-FloatingIPTestJSON-1165178427'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:53.919305 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b02d9366-6e8b-4ae9-9d44-f405c84e57ab None None] Provisioning complete for port c8cf01a2-b779-4d81-a2e9-cac0cdc987f3 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:27:53.919677 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b02d9366-6e8b-4ae9-9d44-f405c84e57ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:53.954778 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a5222a-63e2-4cfd-b2e7-91f7f0f5d7ff None None] Routers {'b3654fe4-c3fb-4873-8abf-cfe0bd107c43'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:53.955331 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c2a5222a-63e2-4cfd-b2e7-91f7f0f5d7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b3654fe4-c3fb-4873-8abf-cfe0bd107c43'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:53.993970 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c2a5222a-63e2-4cfd-b2e7-91f7f0f5d7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:53.997262 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-b02d9366-6e8b-4ae9-9d44-f405c84e57ab None None] Port c8cf01a2-b779-4d81-a2e9-cac0cdc987f3 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:27:54.004765 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a5222a-63e2-4cfd-b2e7-91f7f0f5d7ff None None] Routers {'b3654fe4-c3fb-4873-8abf-cfe0bd107c43'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:54.005382 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c2a5222a-63e2-4cfd-b2e7-91f7f0f5d7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b3654fe4-c3fb-4873-8abf-cfe0bd107c43'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:54.039557 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c2a5222a-63e2-4cfd-b2e7-91f7f0f5d7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:54.040809 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a5222a-63e2-4cfd-b2e7-91f7f0f5d7ff None None] The sync data for ids ['b3654fe4-c3fb-4873-8abf-cfe0bd107c43'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:27:54.048450 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6649081-cb6f-4de8-8f7c-4d91dcc0d8e7 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Made reservation on behalf of 0e435a22f98c4f8081ada7fa4266e10a for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:27:54.052079 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6649081-cb6f-4de8-8f7c-4d91dcc0d8e7 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:54.074223 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-c6649081-cb6f-4de8-8f7c-4d91dcc0d8e7 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] device_id is not set on port a7e7d15c-2a76-4220-bf29-42d44ec32b10 yet. {{(pid=109991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:27:54.187694 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-c6649081-cb6f-4de8-8f7c-4d91dcc0d8e7 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Allocated IP 172.20.0.4 (37523e0c-c05c-4d8a-bfc4-7b1a198f9066/dc91d522-8884-41a7-998c-29f66a330a33/a7e7d15c-2a76-4220-bf29-42d44ec32b10) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:27:54.199058 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ef0b9d31-df8c-4158-a27f-8a280a4fa058 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:27:54.251101 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port ef0b9d31-df8c-4158-a27f-8a280a4fa058 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:27:54.251836 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:54.347120 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6649081-cb6f-4de8-8f7c-4d91dcc0d8e7 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:54.382742 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6649081-cb6f-4de8-8f7c-4d91dcc0d8e7 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:54.431677 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6649081-cb6f-4de8-8f7c-4d91dcc0d8e7 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Network 37523e0c-c05c-4d8a-bfc4-7b1a198f9066 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:27:54.434861 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-c6649081-cb6f-4de8-8f7c-4d91dcc0d8e7 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:27:54.439443 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6649081-cb6f-4de8-8f7c-4d91dcc0d8e7 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:27:54.443873 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6649081-cb6f-4de8-8f7c-4d91dcc0d8e7 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event updated for resources: {'Port': ['ID=a7e7d15c-2a76-4220-bf29-42d44ec32b10,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:54.497103 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6649081-cb6f-4de8-8f7c-4d91dcc0d8e7 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:27:54.497771 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6649081-cb6f-4de8-8f7c-4d91dcc0d8e7 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:54.515100 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c6649081-cb6f-4de8-8f7c-4d91dcc0d8e7 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6010437 Nov 24 21:27:54.517731 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48432) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:54.523238 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-637f1290-3dd8-4203-84cc-d4590a86f23b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Request body: {'floatingip': {'port_id': 'a7e7d15c-2a76-4220-bf29-42d44ec32b10'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:27:54.582325 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-637f1290-3dd8-4203-84cc-d4590a86f23b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:54.721261 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-1127b6ed-9ef4-4e17-a8fd-b756ad14ccc1 None None] Provisioning complete for port a7e7d15c-2a76-4220-bf29-42d44ec32b10 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:27:54.721666 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1127b6ed-9ef4-4e17-a8fd-b756ad14ccc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:54.757131 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-1127b6ed-9ef4-4e17-a8fd-b756ad14ccc1 None None] Port a7e7d15c-2a76-4220-bf29-42d44ec32b10 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:27:55.081914 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-637f1290-3dd8-4203-84cc-d4590a86f23b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:55.087055 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-637f1290-3dd8-4203-84cc-d4590a86f23b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:55.190727 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-637f1290-3dd8-4203-84cc-d4590a86f23b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Floating IP d4bd108a-dc9e-4eb5-a01f-32b9cad2ef2a associated. External IP: 172.25.5.220, port: ad6c11cc-1a72-4b1d-8574-462687850267. Nov 24 21:27:55.403184 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637f1290-3dd8-4203-84cc-d4590a86f23b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Router fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:27:55.524249 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637f1290-3dd8-4203-84cc-d4590a86f23b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:27:55.533552 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d084d67c-4f9e-4474-ba88-38c1640b8719 None None] Sync routers for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:27:55.544832 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d084d67c-4f9e-4474-ba88-38c1640b8719 None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:55.545525 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-d084d67c-4f9e-4474-ba88-38c1640b8719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:55.581662 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-d084d67c-4f9e-4474-ba88-38c1640b8719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:55.590827 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d084d67c-4f9e-4474-ba88-38c1640b8719 None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:55.591427 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-d084d67c-4f9e-4474-ba88-38c1640b8719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:55.623811 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-d084d67c-4f9e-4474-ba88-38c1640b8719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:55.624462 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d084d67c-4f9e-4474-ba88-38c1640b8719 None None] The sync data for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:27:55.738748 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637f1290-3dd8-4203-84cc-d4590a86f23b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Router b3654fe4-c3fb-4873-8abf-cfe0bd107c43 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:27:55.847747 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637f1290-3dd8-4203-84cc-d4590a86f23b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:27:55.853346 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-637f1290-3dd8-4203-84cc-d4590a86f23b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:55.857850 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecc0d1c-5722-499b-b84e-0bc7f1cc55a2 None None] Sync routers for ids ['b3654fe4-c3fb-4873-8abf-cfe0bd107c43'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:27:55.869217 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecc0d1c-5722-499b-b84e-0bc7f1cc55a2 None None] Routers {'b3654fe4-c3fb-4873-8abf-cfe0bd107c43'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:55.869920 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-eecc0d1c-5722-499b-b84e-0bc7f1cc55a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b3654fe4-c3fb-4873-8abf-cfe0bd107c43'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:55.906481 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-eecc0d1c-5722-499b-b84e-0bc7f1cc55a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:55.910187 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-637f1290-3dd8-4203-84cc-d4590a86f23b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "PUT /v2.0/floatingips/d4bd108a-dc9e-4eb5-a01f-32b9cad2ef2a HTTP/1.1" status: 200 len: 978 time: 1.3913302 Nov 24 21:27:55.913573 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48434) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:55.916903 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecc0d1c-5722-499b-b84e-0bc7f1cc55a2 None None] Routers {'b3654fe4-c3fb-4873-8abf-cfe0bd107c43'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:55.917508 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-eecc0d1c-5722-499b-b84e-0bc7f1cc55a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b3654fe4-c3fb-4873-8abf-cfe0bd107c43'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:55.951730 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-eecc0d1c-5722-499b-b84e-0bc7f1cc55a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:55.952393 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecc0d1c-5722-499b-b84e-0bc7f1cc55a2 None None] The sync data for ids ['b3654fe4-c3fb-4873-8abf-cfe0bd107c43'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:27:56.001585 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-91fe21fa-d731-420f-98a5-94f972c515be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Deleting port a7e7d15c-2a76-4220-bf29-42d44ec32b10 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:56.001833 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91fe21fa-d731-420f-98a5-94f972c515be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:56.090401 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91fe21fa-d731-420f-98a5-94f972c515be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:56.604229 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91fe21fa-d731-420f-98a5-94f972c515be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:56.604598 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91fe21fa-d731-420f-98a5-94f972c515be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:56.604949 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-91fe21fa-d731-420f-98a5-94f972c515be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Floating IP d4bd108a-dc9e-4eb5-a01f-32b9cad2ef2a disassociated. External IP: 172.25.5.220, port: a7e7d15c-2a76-4220-bf29-42d44ec32b10. Nov 24 21:27:56.605308 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-91fe21fa-d731-420f-98a5-94f972c515be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Calling delete_port for a7e7d15c-2a76-4220-bf29-42d44ec32b10 owned by {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:56.741002 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91fe21fa-d731-420f-98a5-94f972c515be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:56.773014 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe21fa-d731-420f-98a5-94f972c515be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event deleted for resources: {'Port': ['ID=a7e7d15c-2a76-4220-bf29-42d44ec32b10,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:56.896559 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fe21fa-d731-420f-98a5-94f972c515be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Router b3654fe4-c3fb-4873-8abf-cfe0bd107c43 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:27:57.013226 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fe21fa-d731-420f-98a5-94f972c515be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:27:57.023423 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad287530-4052-4965-96a3-9d0ee37dd04e None None] Sync routers for ids ['b3654fe4-c3fb-4873-8abf-cfe0bd107c43'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:27:57.034299 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad287530-4052-4965-96a3-9d0ee37dd04e None None] Routers {'b3654fe4-c3fb-4873-8abf-cfe0bd107c43'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:57.034929 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ad287530-4052-4965-96a3-9d0ee37dd04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b3654fe4-c3fb-4873-8abf-cfe0bd107c43'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:57.072370 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ad287530-4052-4965-96a3-9d0ee37dd04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:57.081035 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad287530-4052-4965-96a3-9d0ee37dd04e None None] Routers {'b3654fe4-c3fb-4873-8abf-cfe0bd107c43'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:57.081655 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ad287530-4052-4965-96a3-9d0ee37dd04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b3654fe4-c3fb-4873-8abf-cfe0bd107c43'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:57.089290 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91fe21fa-d731-420f-98a5-94f972c515be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:57.093116 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-91fe21fa-d731-420f-98a5-94f972c515be tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "DELETE /v2.0/ports/a7e7d15c-2a76-4220-bf29-42d44ec32b10 HTTP/1.1" status: 204 len: 168 time: 1.1785636 Nov 24 21:27:57.095857 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48436) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:57.120249 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ad287530-4052-4965-96a3-9d0ee37dd04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:57.120905 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad287530-4052-4965-96a3-9d0ee37dd04e None None] The sync data for ids ['b3654fe4-c3fb-4873-8abf-cfe0bd107c43'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:27:57.476322 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-080c0407-60d5-440f-8343-654d99e4485d tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:57.740678 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-080c0407-60d5-440f-8343-654d99e4485d tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Deleting port c8cf01a2-b779-4d81-a2e9-cac0cdc987f3 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:57.741577 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-080c0407-60d5-440f-8343-654d99e4485d tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:57.832265 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-080c0407-60d5-440f-8343-654d99e4485d tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:57.844204 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-080c0407-60d5-440f-8343-654d99e4485d tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Calling delete_port for c8cf01a2-b779-4d81-a2e9-cac0cdc987f3 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:58.042932 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-080c0407-60d5-440f-8343-654d99e4485d tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:58.069521 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c0407-60d5-440f-8343-654d99e4485d tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event deleted for resources: {'Port': ['ID=c8cf01a2-b779-4d81-a2e9-cac0cdc987f3,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:58.267790 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-080c0407-60d5-440f-8343-654d99e4485d tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:58.492478 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080c0407-60d5-440f-8343-654d99e4485d tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Router b3654fe4-c3fb-4873-8abf-cfe0bd107c43 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:27:58.601283 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080c0407-60d5-440f-8343-654d99e4485d tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:27:58.606504 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-080c0407-60d5-440f-8343-654d99e4485d tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "PUT /v2.0/routers/b3654fe4-c3fb-4873-8abf-cfe0bd107c43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5095599 Nov 24 21:27:58.609090 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48440) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:58.611153 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f65b80f-73a0-4dcd-8152-034337969157 None None] Sync routers for ids ['b3654fe4-c3fb-4873-8abf-cfe0bd107c43'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:27:58.621982 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f65b80f-73a0-4dcd-8152-034337969157 None None] Routers {'b3654fe4-c3fb-4873-8abf-cfe0bd107c43'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:58.622599 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7f65b80f-73a0-4dcd-8152-034337969157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b3654fe4-c3fb-4873-8abf-cfe0bd107c43'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:58.658864 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7f65b80f-73a0-4dcd-8152-034337969157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:58.667728 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f65b80f-73a0-4dcd-8152-034337969157 None None] Routers {'b3654fe4-c3fb-4873-8abf-cfe0bd107c43'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:27:58.668344 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7f65b80f-73a0-4dcd-8152-034337969157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['b3654fe4-c3fb-4873-8abf-cfe0bd107c43'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:58.706040 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7f65b80f-73a0-4dcd-8152-034337969157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:27:58.706697 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f65b80f-73a0-4dcd-8152-034337969157 None None] The sync data for ids ['b3654fe4-c3fb-4873-8abf-cfe0bd107c43'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:27:58.720333 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a24de21e-9f79-40ad-93eb-8298c3a0bca4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:58.834924 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a24de21e-9f79-40ad-93eb-8298c3a0bca4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:58.888888 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a24de21e-9f79-40ad-93eb-8298c3a0bca4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Deleting port 57dc9af1-3dd1-41ca-9e04-64d614e60edf {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:58.889233 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a24de21e-9f79-40ad-93eb-8298c3a0bca4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:58.965558 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a24de21e-9f79-40ad-93eb-8298c3a0bca4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:58.978058 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a24de21e-9f79-40ad-93eb-8298c3a0bca4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Calling delete_port for 57dc9af1-3dd1-41ca-9e04-64d614e60edf owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:59.148509 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a24de21e-9f79-40ad-93eb-8298c3a0bca4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:59.183127 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24de21e-9f79-40ad-93eb-8298c3a0bca4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event deleted for resources: {'Port': ['ID=57dc9af1-3dd1-41ca-9e04-64d614e60edf,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:59.194531 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d2b0a4-9314-4844-8b6b-d07803b439b9 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:27:59.245034 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a24de21e-9f79-40ad-93eb-8298c3a0bca4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:59.337301 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a24de21e-9f79-40ad-93eb-8298c3a0bca4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:59.339503 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a24de21e-9f79-40ad-93eb-8298c3a0bca4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:59.383478 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a24de21e-9f79-40ad-93eb-8298c3a0bca4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:59.384051 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24de21e-9f79-40ad-93eb-8298c3a0bca4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Fanout notify agent at l3_agent the message router_deleted on router b3654fe4-c3fb-4873-8abf-cfe0bd107c43 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:27:59.391464 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a24de21e-9f79-40ad-93eb-8298c3a0bca4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:59.392619 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a24de21e-9f79-40ad-93eb-8298c3a0bca4 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "DELETE /v2.0/routers/b3654fe4-c3fb-4873-8abf-cfe0bd107c43 HTTP/1.1" status: 204 len: 168 time: 0.7825997 Nov 24 21:27:59.395291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48442) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:59.456674 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce01383a-4e46-4ea2-90d4-1779f275b185 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Deleting subnet dc91d522-8884-41a7-998c-29f66a330a33 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:27:59.461052 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ce01383a-4e46-4ea2-90d4-1779f275b185 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:59.506475 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ce01383a-4e46-4ea2-90d4-1779f275b185 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:59.593360 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ce01383a-4e46-4ea2-90d4-1779f275b185 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:59.669444 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ce01383a-4e46-4ea2-90d4-1779f275b185 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:59.697303 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01383a-4e46-4ea2-90d4-1779f275b185 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event deleted for resources: {'Subnet': ['ID=dc91d522-8884-41a7-998c-29f66a330a33,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:27:59.700859 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ce01383a-4e46-4ea2-90d4-1779f275b185 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:59.707176 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ce01383a-4e46-4ea2-90d4-1779f275b185 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "DELETE /v2.0/subnets/dc91d522-8884-41a7-998c-29f66a330a33 HTTP/1.1" status: 204 len: 168 time: 0.3079023 Nov 24 21:27:59.707176 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48444) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:27:59.709835 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256ac2ef-d1a3-4b76-9a08-6b8a851b5f4a None None] Network 37523e0c-c05c-4d8a-bfc4-7b1a198f9066 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:27:59.786613 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-33536021-9795-42cd-9b2d-7638e9e74eb3 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:59.850691 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-33536021-9795-42cd-9b2d-7638e9e74eb3 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Deleting port ef0b9d31-df8c-4158-a27f-8a280a4fa058 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:59.851037 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-33536021-9795-42cd-9b2d-7638e9e74eb3 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:59.888581 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a9a268-cfdc-4358-9d00-a0a7ce024abf None None] DHCP port deletion for 37523e0c-c05c-4d8a-bfc4-7b1a198f9066 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:27:59.920965 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-33536021-9795-42cd-9b2d-7638e9e74eb3 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] For port ef0b9d31-df8c-4158-a27f-8a280a4fa058, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ef0b9d31-df8c-4158-a27f-8a280a4fa058,segment=NetworkSegment(44b2ce59-15d6-4ffd-be6b-d83ab8ec9f53),segment_id=44b2ce59-15d6-4ffd-be6b-d83ab8ec9f53)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:27:59.921330 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-33536021-9795-42cd-9b2d-7638e9e74eb3 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:27:59.935570 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-33536021-9795-42cd-9b2d-7638e9e74eb3 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Calling delete_port for ef0b9d31-df8c-4158-a27f-8a280a4fa058 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:27:59.940656 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-99a9a268-cfdc-4358-9d00-a0a7ce024abf None None] Deleting port ef0b9d31-df8c-4158-a27f-8a280a4fa058 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:27:59.941068 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-99a9a268-cfdc-4358-9d00-a0a7ce024abf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:00.009518 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-99a9a268-cfdc-4358-9d00-a0a7ce024abf None None] For port ef0b9d31-df8c-4158-a27f-8a280a4fa058, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ef0b9d31-df8c-4158-a27f-8a280a4fa058,segment=NetworkSegment(44b2ce59-15d6-4ffd-be6b-d83ab8ec9f53),segment_id=44b2ce59-15d6-4ffd-be6b-d83ab8ec9f53)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:28:00.009814 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-99a9a268-cfdc-4358-9d00-a0a7ce024abf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:00.022853 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-99a9a268-cfdc-4358-9d00-a0a7ce024abf None None] Calling delete_port for ef0b9d31-df8c-4158-a27f-8a280a4fa058 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:28:00.024575 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-33536021-9795-42cd-9b2d-7638e9e74eb3 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:00.060615 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33536021-9795-42cd-9b2d-7638e9e74eb3 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event deleted for resources: {'Port': ['ID=ef0b9d31-df8c-4158-a27f-8a280a4fa058,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:00.065023 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33536021-9795-42cd-9b2d-7638e9e74eb3 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] No DVR routers for this DVR port ef0b9d31-df8c-4158-a27f-8a280a4fa058 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:28:00.102007 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-99a9a268-cfdc-4358-9d00-a0a7ce024abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:00.136480 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9a268-cfdc-4358-9d00-a0a7ce024abf None None] Pushing event deleted for resources: {'Port': ['ID=ef0b9d31-df8c-4158-a27f-8a280a4fa058,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:00.136480 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a9a268-cfdc-4358-9d00-a0a7ce024abf None None] No DVR routers for this DVR port ef0b9d31-df8c-4158-a27f-8a280a4fa058 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:28:00.141937 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9a268-cfdc-4358-9d00-a0a7ce024abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:28:00.142170 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9a268-cfdc-4358-9d00-a0a7ce024abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:28:00.142478 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9a268-cfdc-4358-9d00-a0a7ce024abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:28:00.142824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9a268-cfdc-4358-9d00-a0a7ce024abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:28:00.143413 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9a268-cfdc-4358-9d00-a0a7ce024abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:28:00.143662 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9a268-cfdc-4358-9d00-a0a7ce024abf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:28:00.144005 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9a268-cfdc-4358-9d00-a0a7ce024abf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:28:00.144343 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9a268-cfdc-4358-9d00-a0a7ce024abf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:28:00.144680 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9a268-cfdc-4358-9d00-a0a7ce024abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:28:00.145036 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9a268-cfdc-4358-9d00-a0a7ce024abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:28:00.145372 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9a268-cfdc-4358-9d00-a0a7ce024abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:28:00.145795 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9a268-cfdc-4358-9d00-a0a7ce024abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:28:00.157748 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-33536021-9795-42cd-9b2d-7638e9e74eb3 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:00.181842 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-33536021-9795-42cd-9b2d-7638e9e74eb3 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37523e0c-c05c-4d8a-bfc4-7b1a198f9066']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:00.191552 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-33536021-9795-42cd-9b2d-7638e9e74eb3 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b2ce59-15d6-4ffd-be6b-d83ab8ec9f53') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:00.191904 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-33536021-9795-42cd-9b2d-7638e9e74eb3 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b2ce59-15d6-4ffd-be6b-d83ab8ec9f53') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:00.208307 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-33536021-9795-42cd-9b2d-7638e9e74eb3 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:00.211850 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ef0b9d31-df8c-4158-a27f-8a280a4fa058 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:28:00.223497 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-33536021-9795-42cd-9b2d-7638e9e74eb3 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:00.231838 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33536021-9795-42cd-9b2d-7638e9e74eb3 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:28:00.232515 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-33536021-9795-42cd-9b2d-7638e9e74eb3 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:00.233723 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: ef0b9d31-df8c-4158-a27f-8a280a4fa058 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:28:00.234082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ef0b9d31-df8c-4158-a27f-8a280a4fa058 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:28:00.236716 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:28:00.297754 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-33536021-9795-42cd-9b2d-7638e9e74eb3 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:00.302961 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-33536021-9795-42cd-9b2d-7638e9e74eb3 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:00.306343 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-33536021-9795-42cd-9b2d-7638e9e74eb3 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "DELETE /v2.0/networks/37523e0c-c05c-4d8a-bfc4-7b1a198f9066 HTTP/1.1" status: 204 len: 168 time: 0.5986848 Nov 24 21:28:00.309178 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48446) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:00.321312 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33536021-9795-42cd-9b2d-7638e9e74eb3 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event deleted for resources: {'Network': ['ID=37523e0c-c05c-4d8a-bfc4-7b1a198f9066,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:00.438321 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-995b1240-f816-4059-87ae-fc76930ca788 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Deleting port d62c0869-16a9-4370-9fa4-fc3ed75eeb82 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:28:00.438675 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-995b1240-f816-4059-87ae-fc76930ca788 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:00.520617 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-995b1240-f816-4059-87ae-fc76930ca788 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:00.520978 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-995b1240-f816-4059-87ae-fc76930ca788 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:00.533669 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-995b1240-f816-4059-87ae-fc76930ca788 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Calling delete_port for d62c0869-16a9-4370-9fa4-fc3ed75eeb82 owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:28:00.663877 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-995b1240-f816-4059-87ae-fc76930ca788 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:00.694857 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b1240-f816-4059-87ae-fc76930ca788 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event deleted for resources: {'Port': ['ID=d62c0869-16a9-4370-9fa4-fc3ed75eeb82,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:00.757746 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-995b1240-f816-4059-87ae-fc76930ca788 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:00.760345 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-995b1240-f816-4059-87ae-fc76930ca788 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:00.761567 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-995b1240-f816-4059-87ae-fc76930ca788 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "DELETE /v2.0/floatingips/d4bd108a-dc9e-4eb5-a01f-32b9cad2ef2a HTTP/1.1" status: 204 len: 168 time: 0.4513819 Nov 24 21:28:00.765622 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48448) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:00.790751 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-d603a84b-42a8-4563-ace6-aace13026c51 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] DELETE failed (client error): The resource could not be found. Nov 24 21:28:00.791301 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d603a84b-42a8-4563-ace6-aace13026c51 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:28:00.794378 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d603a84b-42a8-4563-ace6-aace13026c51 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "DELETE /v2.0/ports/a7e7d15c-2a76-4220-bf29-42d44ec32b10 HTTP/1.1" status: 404 len: 333 time: 0.0278399 Nov 24 21:28:00.797044 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48450) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:00.823843 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c892fa36-b43e-4b3a-9a99-6d66285fdc89 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3654fe4-c3fb-4873-8abf-cfe0bd107c43 HTTP/1.1" status: 200 len: 205 time: 0.0257375 Nov 24 21:28:00.826169 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48452) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:00.870408 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-66f6b0b7-8cab-416a-932a-9d2176bdcf40 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] delete failed (client error): The resource could not be found. Nov 24 21:28:00.871439 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-66f6b0b7-8cab-416a-932a-9d2176bdcf40 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "DELETE /v2.0/routers/b3654fe4-c3fb-4873-8abf-cfe0bd107c43 HTTP/1.1" status: 404 len: 336 time: 0.0443828 Nov 24 21:28:00.874029 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48454) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:00.900676 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb126e22-b3a8-46d1-b98c-fda3cc846658 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] DELETE failed (client error): The resource could not be found. Nov 24 21:28:00.901164 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb126e22-b3a8-46d1-b98c-fda3cc846658 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:28:00.904240 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-eb126e22-b3a8-46d1-b98c-fda3cc846658 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "DELETE /v2.0/subnets/dc91d522-8884-41a7-998c-29f66a330a33 HTTP/1.1" status: 404 len: 337 time: 0.0293076 Nov 24 21:28:00.906746 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48456) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:00.991840 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-f3c31b3d-4eb7-4e11-9f2b-2b804579977b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Deleting port ad6c11cc-1a72-4b1d-8574-462687850267 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:28:00.992182 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f3c31b3d-4eb7-4e11-9f2b-2b804579977b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:01.081576 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f3c31b3d-4eb7-4e11-9f2b-2b804579977b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:01.094323 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-f3c31b3d-4eb7-4e11-9f2b-2b804579977b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Calling delete_port for ad6c11cc-1a72-4b1d-8574-462687850267 owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:28:01.224927 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f3c31b3d-4eb7-4e11-9f2b-2b804579977b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:01.255283 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c31b3d-4eb7-4e11-9f2b-2b804579977b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event deleted for resources: {'Port': ['ID=ad6c11cc-1a72-4b1d-8574-462687850267,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:01.323271 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f3c31b3d-4eb7-4e11-9f2b-2b804579977b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:01.326715 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f3c31b3d-4eb7-4e11-9f2b-2b804579977b tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "DELETE /v2.0/ports/ad6c11cc-1a72-4b1d-8574-462687850267 HTTP/1.1" status: 204 len: 168 time: 0.4190474 Nov 24 21:28:01.329102 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48458) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:01.418910 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-ac281894-f6ba-4169-8844-2f2dd234ea29 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Deleting port c5bbc001-75b4-4f5e-b859-4de675ce68d5 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:28:01.419250 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ac281894-f6ba-4169-8844-2f2dd234ea29 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:01.509272 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ac281894-f6ba-4169-8844-2f2dd234ea29 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:01.521167 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-ac281894-f6ba-4169-8844-2f2dd234ea29 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Calling delete_port for c5bbc001-75b4-4f5e-b859-4de675ce68d5 owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:28:01.651939 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ac281894-f6ba-4169-8844-2f2dd234ea29 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:01.680860 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac281894-f6ba-4169-8844-2f2dd234ea29 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event deleted for resources: {'Port': ['ID=c5bbc001-75b4-4f5e-b859-4de675ce68d5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:01.753584 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ac281894-f6ba-4169-8844-2f2dd234ea29 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:01.758149 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ac281894-f6ba-4169-8844-2f2dd234ea29 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "DELETE /v2.0/ports/c5bbc001-75b4-4f5e-b859-4de675ce68d5 HTTP/1.1" status: 204 len: 168 time: 0.4274898 Nov 24 21:28:01.760177 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48460) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:01.808732 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d11df18-4385-4b04-a702-3fd18d00a27f tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:28:01.810259 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6d11df18-4385-4b04-a702-3fd18d00a27f tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198 HTTP/1.1" status: 200 len: 913 time: 0.0491831 Nov 24 21:28:01.812936 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48462) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:02.168022 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c9551311-a0fd-4daa-8376-03e5a3ae9319 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:02.425500 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-c9551311-a0fd-4daa-8376-03e5a3ae9319 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Deleting port be995361-a9fe-4f1a-a1b8-a0627c76e94d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:28:02.426202 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c9551311-a0fd-4daa-8376-03e5a3ae9319 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:02.511176 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c9551311-a0fd-4daa-8376-03e5a3ae9319 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:02.523495 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-c9551311-a0fd-4daa-8376-03e5a3ae9319 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Calling delete_port for be995361-a9fe-4f1a-a1b8-a0627c76e94d owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:28:03.042742 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c9551311-a0fd-4daa-8376-03e5a3ae9319 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:03.074461 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9551311-a0fd-4daa-8376-03e5a3ae9319 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event deleted for resources: {'Port': ['ID=be995361-a9fe-4f1a-a1b8-a0627c76e94d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:03.087007 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9551311-a0fd-4daa-8376-03e5a3ae9319 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:28:03.087365 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9551311-a0fd-4daa-8376-03e5a3ae9319 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:28:03.087716 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9551311-a0fd-4daa-8376-03e5a3ae9319 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:28:03.088058 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9551311-a0fd-4daa-8376-03e5a3ae9319 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:28:03.088401 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9551311-a0fd-4daa-8376-03e5a3ae9319 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:28:03.088741 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9551311-a0fd-4daa-8376-03e5a3ae9319 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:28:03.089105 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9551311-a0fd-4daa-8376-03e5a3ae9319 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:28:03.089440 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9551311-a0fd-4daa-8376-03e5a3ae9319 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:28:03.089772 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9551311-a0fd-4daa-8376-03e5a3ae9319 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:28:03.090101 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9551311-a0fd-4daa-8376-03e5a3ae9319 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:28:03.090430 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9551311-a0fd-4daa-8376-03e5a3ae9319 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:28:03.090757 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9551311-a0fd-4daa-8376-03e5a3ae9319 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:28:03.252554 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c9551311-a0fd-4daa-8376-03e5a3ae9319 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:03.481056 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9551311-a0fd-4daa-8376-03e5a3ae9319 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Router fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:28:03.597514 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9551311-a0fd-4daa-8376-03e5a3ae9319 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:28:03.605041 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c9551311-a0fd-4daa-8376-03e5a3ae9319 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "PUT /v2.0/routers/fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7904689 Nov 24 21:28:03.606855 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48464) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:03.608079 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b2795-d216-4c4b-9a0e-7f6d9bba0150 None None] Sync routers for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:28:03.620386 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125b2795-d216-4c4b-9a0e-7f6d9bba0150 None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:28:03.621037 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-125b2795-d216-4c4b-9a0e-7f6d9bba0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:03.653421 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-125b2795-d216-4c4b-9a0e-7f6d9bba0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:03.663219 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125b2795-d216-4c4b-9a0e-7f6d9bba0150 None None] Routers {'fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:28:03.663833 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-125b2795-d216-4c4b-9a0e-7f6d9bba0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:03.700263 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-125b2795-d216-4c4b-9a0e-7f6d9bba0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:03.700931 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b2795-d216-4c4b-9a0e-7f6d9bba0150 None None] The sync data for ids ['fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:28:03.717584 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd9b9b49-45f8-4ad7-b657-cd4e3db156fe tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:03.823664 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd9b9b49-45f8-4ad7-b657-cd4e3db156fe tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:03.876893 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-cd9b9b49-45f8-4ad7-b657-cd4e3db156fe tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Deleting port 6eaf40f3-7292-47b7-90b7-97ef77f8246a {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:28:03.877238 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd9b9b49-45f8-4ad7-b657-cd4e3db156fe tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:03.953460 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd9b9b49-45f8-4ad7-b657-cd4e3db156fe tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:03.965970 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-cd9b9b49-45f8-4ad7-b657-cd4e3db156fe tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Calling delete_port for 6eaf40f3-7292-47b7-90b7-97ef77f8246a owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:28:04.136718 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd9b9b49-45f8-4ad7-b657-cd4e3db156fe tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:04.174591 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b9b49-45f8-4ad7-b657-cd4e3db156fe tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event deleted for resources: {'Port': ['ID=6eaf40f3-7292-47b7-90b7-97ef77f8246a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:04.182567 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9341cfd-f110-410f-9754-8abd4c144e7a None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:28:04.234481 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd9b9b49-45f8-4ad7-b657-cd4e3db156fe tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:04.329239 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd9b9b49-45f8-4ad7-b657-cd4e3db156fe tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:04.331468 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd9b9b49-45f8-4ad7-b657-cd4e3db156fe tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:04.376626 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd9b9b49-45f8-4ad7-b657-cd4e3db156fe tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:04.377247 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9b9b49-45f8-4ad7-b657-cd4e3db156fe tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Fanout notify agent at l3_agent the message router_deleted on router fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:28:04.385033 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd9b9b49-45f8-4ad7-b657-cd4e3db156fe tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:04.386268 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cd9b9b49-45f8-4ad7-b657-cd4e3db156fe tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "DELETE /v2.0/routers/fbc51b9b-dab1-4f1d-98d6-0fde2b4ac198 HTTP/1.1" status: 204 len: 168 time: 0.7784455 Nov 24 21:28:04.388874 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48466) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:04.445723 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e3ddf4-94f5-433b-ae83-6e23883cc637 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Deleting subnet 25e032df-adee-46be-8c4d-9afd284ccd39 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:28:04.449013 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-52e3ddf4-94f5-433b-ae83-6e23883cc637 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:04.490258 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-52e3ddf4-94f5-433b-ae83-6e23883cc637 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:04.534864 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-52e3ddf4-94f5-433b-ae83-6e23883cc637 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:04.594387 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-52e3ddf4-94f5-433b-ae83-6e23883cc637 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:04.629938 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3ddf4-94f5-433b-ae83-6e23883cc637 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event deleted for resources: {'Subnet': ['ID=25e032df-adee-46be-8c4d-9afd284ccd39,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:04.635498 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-52e3ddf4-94f5-433b-ae83-6e23883cc637 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:04.638682 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-52e3ddf4-94f5-433b-ae83-6e23883cc637 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "DELETE /v2.0/subnets/25e032df-adee-46be-8c4d-9afd284ccd39 HTTP/1.1" status: 204 len: 168 time: 0.2487905 Nov 24 21:28:04.641110 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48468) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:04.718477 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d2ed53f-7c9f-4af8-aed9-0d6d9e4b80d8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:04.810879 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d2ed53f-7c9f-4af8-aed9-0d6d9e4b80d8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:04.831975 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-9d2ed53f-7c9f-4af8-aed9-0d6d9e4b80d8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8634f6bf-f459-4d77-9c7a-8453b3e38e5f']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:04.841943 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-9d2ed53f-7c9f-4af8-aed9-0d6d9e4b80d8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ba1cf2-da6c-44d1-aa9b-bcf28ac13e09') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:04.842240 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-9d2ed53f-7c9f-4af8-aed9-0d6d9e4b80d8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ba1cf2-da6c-44d1-aa9b-bcf28ac13e09') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:04.852501 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d2ed53f-7c9f-4af8-aed9-0d6d9e4b80d8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:04.866599 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d2ed53f-7c9f-4af8-aed9-0d6d9e4b80d8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:04.873007 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2ed53f-7c9f-4af8-aed9-0d6d9e4b80d8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:28:04.873403 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d2ed53f-7c9f-4af8-aed9-0d6d9e4b80d8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:28:04.876418 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:28:04.935688 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d2ed53f-7c9f-4af8-aed9-0d6d9e4b80d8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:04.942582 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d2ed53f-7c9f-4af8-aed9-0d6d9e4b80d8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:04.946595 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9d2ed53f-7c9f-4af8-aed9-0d6d9e4b80d8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] 10.222.0.11 "DELETE /v2.0/networks/8634f6bf-f459-4d77-9c7a-8453b3e38e5f HTTP/1.1" status: 204 len: 168 time: 0.3045309 Nov 24 21:28:04.957993 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ed53f-7c9f-4af8-aed9-0d6d9e4b80d8 tempest-FloatingIPTestJSON-941479349 tempest-FloatingIPTestJSON-941479349-project] Pushing event deleted for resources: {'Network': ['ID=8634f6bf-f459-4d77-9c7a-8453b3e38e5f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:05.197020 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48474) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:05.344021 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1b10a7ef-8060-441c-824f-c5d69c421d1f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0e435a22f98c4f8081ada7fa4266e10a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1458006 Nov 24 21:28:05.346715 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48478) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:05.393757 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c0f2151-2de1-499b-960f-fd976979ada4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:05.419027 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c0f2151-2de1-499b-960f-fd976979ada4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:05.465661 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c0f2151-2de1-499b-960f-fd976979ada4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:05.468207 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c0f2151-2de1-499b-960f-fd976979ada4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:05.469404 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6c0f2151-2de1-499b-960f-fd976979ada4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2f038141-93d5-4326-bd59-3b6e80c207c6 HTTP/1.1" status: 204 len: 168 time: 0.1217611 Nov 24 21:28:05.478322 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f2151-2de1-499b-960f-fd976979ada4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f038141-93d5-4326-bd59-3b6e80c207c6,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:06.110655 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48500) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:06.211731 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-4b00f4aa-8be4-4f96-ba91-b7880ec87bd8 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1778740663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:28:06.235960 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b00f4aa-8be4-4f96-ba91-b7880ec87bd8 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:06.237123 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b00f4aa-8be4-4f96-ba91-b7880ec87bd8 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:06.289501 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b00f4aa-8be4-4f96-ba91-b7880ec87bd8 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:06.293513 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b00f4aa-8be4-4f96-ba91-b7880ec87bd8 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:06.310793 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b00f4aa-8be4-4f96-ba91-b7880ec87bd8 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:06.311978 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4b00f4aa-8be4-4f96-ba91-b7880ec87bd8 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2003133 Nov 24 21:28:06.314643 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48504) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:06.319338 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-fee5fafc-bcdc-426e-9c9d-35c65297f3f6 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1237690449'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:28:06.340134 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee5fafc-bcdc-426e-9c9d-35c65297f3f6 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Made reservation on behalf of 7beab43ba1664e038bafd71fb1fc55ba for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:28:06.343518 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fee5fafc-bcdc-426e-9c9d-35c65297f3f6 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:06.353148 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fee5fafc-bcdc-426e-9c9d-35c65297f3f6 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:06.427861 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fee5fafc-bcdc-426e-9c9d-35c65297f3f6 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:06.431775 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fee5fafc-bcdc-426e-9c9d-35c65297f3f6 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:06.457078 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee5fafc-bcdc-426e-9c9d-35c65297f3f6 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:28:06.472570 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5fafc-bcdc-426e-9c9d-35c65297f3f6 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8504b3-04ad-40de-b4ad-0e96feb7ddcd,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:06.477001 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fee5fafc-bcdc-426e-9c9d-35c65297f3f6 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:06.477397 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-fee5fafc-bcdc-426e-9c9d-35c65297f3f6 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Added segment ad117c6d-b326-4899-b19e-df343429974e of type vlan for network e72613dc-3f98-43aa-ac2f-a91e14d8117e Nov 24 21:28:06.516971 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fee5fafc-bcdc-426e-9c9d-35c65297f3f6 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:06.542281 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fee5fafc-bcdc-426e-9c9d-35c65297f3f6 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:06.548082 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee5fafc-bcdc-426e-9c9d-35c65297f3f6 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:28:06.548670 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fee5fafc-bcdc-426e-9c9d-35c65297f3f6 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:06.581459 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fee5fafc-bcdc-426e-9c9d-35c65297f3f6 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2657936 Nov 24 21:28:06.584939 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48506) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:06.589715 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-2790bbc9-44d1-431e-bc04-71371bfd87fb tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Request body: {'subnet': {'network_id': 'e72613dc-3f98-43aa-ac2f-a91e14d8117e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:28:06.640883 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5fafc-bcdc-426e-9c9d-35c65297f3f6 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event updated for resources: {'Network': ['ID=e72613dc-3f98-43aa-ac2f-a91e14d8117e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:06.651719 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network e72613dc-3f98-43aa-ac2f-a91e14d8117e details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:28:06.715316 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2790bbc9-44d1-431e-bc04-71371bfd87fb tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Made reservation on behalf of 7beab43ba1664e038bafd71fb1fc55ba for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:28:06.719260 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2790bbc9-44d1-431e-bc04-71371bfd87fb tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:06.904249 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2790bbc9-44d1-431e-bc04-71371bfd87fb tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:06.966617 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790bbc9-44d1-431e-bc04-71371bfd87fb tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event updated for resources: {'Subnet': ['ID=4b11b90d-2d24-45f7-9af7-6899f748aaef,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:06.977467 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2790bbc9-44d1-431e-bc04-71371bfd87fb tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Checking segment: {'id': 'ad117c6d-b326-4899-b19e-df343429974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e72613dc-3f98-43aa-ac2f-a91e14d8117e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:28:06.977835 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2790bbc9-44d1-431e-bc04-71371bfd87fb tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Network hostable DHCP agents. Network: e72613dc-3f98-43aa-ac2f-a91e14d8117e, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:28:06.993947 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2790bbc9-44d1-431e-bc04-71371bfd87fb tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Network e72613dc-3f98-43aa-ac2f-a91e14d8117e is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:28:07.001969 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-2790bbc9-44d1-431e-bc04-71371bfd87fb tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, e72613dc-3f98-43aa-ac2f-a91e14d8117e) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:28:07.006709 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2790bbc9-44d1-431e-bc04-71371bfd87fb tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:28:07.007388 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2790bbc9-44d1-431e-bc04-71371bfd87fb tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:07.013128 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8928d1ab-8f36-45b3-bcad-aa959e735c69 None None] Network e72613dc-3f98-43aa-ac2f-a91e14d8117e requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:28:07.024854 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2790bbc9-44d1-431e-bc04-71371bfd87fb tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4388618 Nov 24 21:28:07.027833 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48508) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:07.032809 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-de9d173c-8092-42c5-9a9f-2e1070cd813d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Request body: {'network': {'name': 'tempest-router-network01--409927010'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:28:07.053852 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9d173c-8092-42c5-9a9f-2e1070cd813d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Made reservation on behalf of 7beab43ba1664e038bafd71fb1fc55ba for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:28:07.057512 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de9d173c-8092-42c5-9a9f-2e1070cd813d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:07.082488 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9d173c-8092-42c5-9a9f-2e1070cd813d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:28:07.092672 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de9d173c-8092-42c5-9a9f-2e1070cd813d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:07.093051 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-de9d173c-8092-42c5-9a9f-2e1070cd813d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Added segment 3855e594-03f6-4d63-97a1-b1c13f7e902d of type vlan for network 654334f0-58e6-49ac-b727-36326ef25b7d Nov 24 21:28:07.136188 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de9d173c-8092-42c5-9a9f-2e1070cd813d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:07.161043 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de9d173c-8092-42c5-9a9f-2e1070cd813d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:07.170151 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4198f9-405c-4b74-b1c4-d1f4af0760fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-e72613dc-3f98-43aa-ac2f-a91e14d8117e', 'network_id': 'e72613dc-3f98-43aa-ac2f-a91e14d8117e', 'tenant_id': '7beab43ba1664e038bafd71fb1fc55ba', 'fixed_ips': [{'subnet_id': '4b11b90d-2d24-45f7-9af7-6899f748aaef'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:28:07.170408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9d173c-8092-42c5-9a9f-2e1070cd813d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:28:07.170408 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de9d173c-8092-42c5-9a9f-2e1070cd813d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:07.170636 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fa4198f9-405c-4b74-b1c4-d1f4af0760fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:07.214277 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-de9d173c-8092-42c5-9a9f-2e1070cd813d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1853364 Nov 24 21:28:07.216996 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48510) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:07.222405 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-bf5a0e76-e31e-438c-8e36-d60d60937bf2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Request body: {'network': {'name': 'tempest-router-network02--1856596255'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:28:07.247898 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5a0e76-e31e-438c-8e36-d60d60937bf2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Made reservation on behalf of 7beab43ba1664e038bafd71fb1fc55ba for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:28:07.250377 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d173c-8092-42c5-9a9f-2e1070cd813d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event updated for resources: {'Network': ['ID=654334f0-58e6-49ac-b727-36326ef25b7d,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:07.251848 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0e76-e31e-438c-8e36-d60d60937bf2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:07.268760 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 654334f0-58e6-49ac-b727-36326ef25b7d details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:28:07.280023 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5a0e76-e31e-438c-8e36-d60d60937bf2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:28:07.290815 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0e76-e31e-438c-8e36-d60d60937bf2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:07.291171 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-bf5a0e76-e31e-438c-8e36-d60d60937bf2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Added segment 126d3dae-95bd-4f4c-a33b-b367a51bbb28 of type vlan for network c75d61fc-3e66-414f-a3a9-81245a4b1f27 Nov 24 21:28:07.339700 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0e76-e31e-438c-8e36-d60d60937bf2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:07.367664 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0e76-e31e-438c-8e36-d60d60937bf2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:07.373553 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5a0e76-e31e-438c-8e36-d60d60937bf2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:28:07.374178 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0e76-e31e-438c-8e36-d60d60937bf2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:07.415322 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bf5a0e76-e31e-438c-8e36-d60d60937bf2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1970866 Nov 24 21:28:07.418960 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48512) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:07.423763 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-df422e8d-558f-49e1-aeb2-b3963a30666a tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Request body: {'subnet': {'network_id': '654334f0-58e6-49ac-b727-36326ef25b7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:28:07.451303 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a0e76-e31e-438c-8e36-d60d60937bf2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event updated for resources: {'Network': ['ID=c75d61fc-3e66-414f-a3a9-81245a4b1f27,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:07.504529 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network c75d61fc-3e66-414f-a3a9-81245a4b1f27 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:28:07.518951 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df422e8d-558f-49e1-aeb2-b3963a30666a tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Made reservation on behalf of 7beab43ba1664e038bafd71fb1fc55ba for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:28:07.523521 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df422e8d-558f-49e1-aeb2-b3963a30666a tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:07.588528 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-fa4198f9-405c-4b74-b1c4-d1f4af0760fd None None] Allocated IP 2001:db8::2 (e72613dc-3f98-43aa-ac2f-a91e14d8117e/4b11b90d-2d24-45f7-9af7-6899f748aaef/96e30973-c10c-4e06-9f8c-8476398668d1) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:28:07.719264 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df422e8d-558f-49e1-aeb2-b3963a30666a tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:07.752997 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fa4198f9-405c-4b74-b1c4-d1f4af0760fd None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:07.763608 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fa4198f9-405c-4b74-b1c4-d1f4af0760fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:07.787569 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df422e8d-558f-49e1-aeb2-b3963a30666a tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event updated for resources: {'Subnet': ['ID=1d57ab98-b32d-41e7-8582-fb7ac2c56ffc,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:07.795925 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df422e8d-558f-49e1-aeb2-b3963a30666a tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Checking segment: {'id': '3855e594-03f6-4d63-97a1-b1c13f7e902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '654334f0-58e6-49ac-b727-36326ef25b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:28:07.796148 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df422e8d-558f-49e1-aeb2-b3963a30666a tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Network hostable DHCP agents. Network: 654334f0-58e6-49ac-b727-36326ef25b7d, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:28:07.806306 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4198f9-405c-4b74-b1c4-d1f4af0760fd None None] Network e72613dc-3f98-43aa-ac2f-a91e14d8117e is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:28:07.809649 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-fa4198f9-405c-4b74-b1c4-d1f4af0760fd None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:28:07.817602 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4198f9-405c-4b74-b1c4-d1f4af0760fd None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:28:07.821634 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df422e8d-558f-49e1-aeb2-b3963a30666a tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Network 654334f0-58e6-49ac-b727-36326ef25b7d is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:28:07.828634 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4198f9-405c-4b74-b1c4-d1f4af0760fd None None] Pushing event updated for resources: {'Port': ['ID=96e30973-c10c-4e06-9f8c-8476398668d1,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:07.838517 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-df422e8d-558f-49e1-aeb2-b3963a30666a tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 654334f0-58e6-49ac-b727-36326ef25b7d) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:28:07.846564 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df422e8d-558f-49e1-aeb2-b3963a30666a tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:28:07.846780 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df422e8d-558f-49e1-aeb2-b3963a30666a tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:07.853808 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aade4ca-3b8d-4e66-abd7-f5e750d50361 None None] Network 654334f0-58e6-49ac-b727-36326ef25b7d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:28:07.865575 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-df422e8d-558f-49e1-aeb2-b3963a30666a tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4451449 Nov 24 21:28:07.868282 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48514) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:07.873598 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-dbb5630a-1810-4b04-9c5b-8062ea249c19 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Request body: {'subnet': {'network_id': 'c75d61fc-3e66-414f-a3a9-81245a4b1f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:28:07.934390 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-fa4198f9-405c-4b74-b1c4-d1f4af0760fd None None] Attempting to bind port 96e30973-c10c-4e06-9f8c-8476398668d1 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:28:07.934767 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-fa4198f9-405c-4b74-b1c4-d1f4af0760fd None None] Attempting to bind port 96e30973-c10c-4e06-9f8c-8476398668d1 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'ad117c6d-b326-4899-b19e-df343429974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e72613dc-3f98-43aa-ac2f-a91e14d8117e'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:28:07.935135 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4198f9-405c-4b74-b1c4-d1f4af0760fd None None] Attempting to bind port 96e30973-c10c-4e06-9f8c-8476398668d1 on network e72613dc-3f98-43aa-ac2f-a91e14d8117e {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:28:07.947285 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4198f9-405c-4b74-b1c4-d1f4af0760fd None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:28:07.947632 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4198f9-405c-4b74-b1c4-d1f4af0760fd None None] Checking segment: {'id': 'ad117c6d-b326-4899-b19e-df343429974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e72613dc-3f98-43aa-ac2f-a91e14d8117e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:28:07.948065 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fa4198f9-405c-4b74-b1c4-d1f4af0760fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:07.948383 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4198f9-405c-4b74-b1c4-d1f4af0760fd None None] Bound using segment: {'id': 'ad117c6d-b326-4899-b19e-df343429974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e72613dc-3f98-43aa-ac2f-a91e14d8117e'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:28:07.948882 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-fa4198f9-405c-4b74-b1c4-d1f4af0760fd None None] Bound port: 96e30973-c10c-4e06-9f8c-8476398668d1, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad117c6d-b326-4899-b19e-df343429974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e72613dc-3f98-43aa-ac2f-a91e14d8117e'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:28:07.949271 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fa4198f9-405c-4b74-b1c4-d1f4af0760fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:07.967071 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb5630a-1810-4b04-9c5b-8062ea249c19 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Made reservation on behalf of 7beab43ba1664e038bafd71fb1fc55ba for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:28:07.970610 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dbb5630a-1810-4b04-9c5b-8062ea249c19 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:08.054280 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-fa4198f9-405c-4b74-b1c4-d1f4af0760fd None None] For port 96e30973-c10c-4e06-9f8c-8476398668d1, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:28:08.058803 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-fa4198f9-405c-4b74-b1c4-d1f4af0760fd None None] For port 96e30973-c10c-4e06-9f8c-8476398668d1, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=96e30973-c10c-4e06-9f8c-8476398668d1,segment=NetworkSegment(ad117c6d-b326-4899-b19e-df343429974e),segment_id=ad117c6d-b326-4899-b19e-df343429974e)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:28:08.064911 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fa4198f9-405c-4b74-b1c4-d1f4af0760fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:08.124450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f8471e-1c0c-407f-9e9e-0e242ff0f88e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-654334f0-58e6-49ac-b727-36326ef25b7d', 'network_id': '654334f0-58e6-49ac-b727-36326ef25b7d', 'tenant_id': '7beab43ba1664e038bafd71fb1fc55ba', 'fixed_ips': [{'subnet_id': '1d57ab98-b32d-41e7-8582-fb7ac2c56ffc'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:28:08.125314 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-48f8471e-1c0c-407f-9e9e-0e242ff0f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:08.160848 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4198f9-405c-4b74-b1c4-d1f4af0760fd None None] Pushing event updated for resources: {'Port': ['ID=96e30973-c10c-4e06-9f8c-8476398668d1,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:08.172480 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dbb5630a-1810-4b04-9c5b-8062ea249c19 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:08.325726 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-48f8471e-1c0c-407f-9e9e-0e242ff0f88e None None] Allocated IP 2001:db8::2 (654334f0-58e6-49ac-b727-36326ef25b7d/1d57ab98-b32d-41e7-8582-fb7ac2c56ffc/b165f35a-4dbb-463f-941c-4a8e9df70cec) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:28:08.516144 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-48f8471e-1c0c-407f-9e9e-0e242ff0f88e None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:08.523917 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-48f8471e-1c0c-407f-9e9e-0e242ff0f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:08.574802 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f8471e-1c0c-407f-9e9e-0e242ff0f88e None None] Network 654334f0-58e6-49ac-b727-36326ef25b7d is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:28:08.579302 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-48f8471e-1c0c-407f-9e9e-0e242ff0f88e None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:28:08.585090 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f8471e-1c0c-407f-9e9e-0e242ff0f88e None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:28:08.587160 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8471e-1c0c-407f-9e9e-0e242ff0f88e None None] Pushing event updated for resources: {'Port': ['ID=b165f35a-4dbb-463f-941c-4a8e9df70cec,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:08.630049 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5630a-1810-4b04-9c5b-8062ea249c19 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event updated for resources: {'Subnet': ['ID=51ce61a6-acf5-45bc-a451-ceceee23a3ae,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:08.640138 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb5630a-1810-4b04-9c5b-8062ea249c19 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Checking segment: {'id': '126d3dae-95bd-4f4c-a33b-b367a51bbb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c75d61fc-3e66-414f-a3a9-81245a4b1f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:28:08.640502 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb5630a-1810-4b04-9c5b-8062ea249c19 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Network hostable DHCP agents. Network: c75d61fc-3e66-414f-a3a9-81245a4b1f27, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:28:08.649684 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-48f8471e-1c0c-407f-9e9e-0e242ff0f88e None None] Attempting to bind port b165f35a-4dbb-463f-941c-4a8e9df70cec on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:28:08.650067 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-48f8471e-1c0c-407f-9e9e-0e242ff0f88e None None] Attempting to bind port b165f35a-4dbb-463f-941c-4a8e9df70cec by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '3855e594-03f6-4d63-97a1-b1c13f7e902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '654334f0-58e6-49ac-b727-36326ef25b7d'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:28:08.650438 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f8471e-1c0c-407f-9e9e-0e242ff0f88e None None] Attempting to bind port b165f35a-4dbb-463f-941c-4a8e9df70cec on network 654334f0-58e6-49ac-b727-36326ef25b7d {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:28:08.655766 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f8471e-1c0c-407f-9e9e-0e242ff0f88e None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:28:08.656265 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f8471e-1c0c-407f-9e9e-0e242ff0f88e None None] Checking segment: {'id': '3855e594-03f6-4d63-97a1-b1c13f7e902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '654334f0-58e6-49ac-b727-36326ef25b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:28:08.656640 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-48f8471e-1c0c-407f-9e9e-0e242ff0f88e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:08.657301 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f8471e-1c0c-407f-9e9e-0e242ff0f88e None None] Bound using segment: {'id': '3855e594-03f6-4d63-97a1-b1c13f7e902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '654334f0-58e6-49ac-b727-36326ef25b7d'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:28:08.657780 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-48f8471e-1c0c-407f-9e9e-0e242ff0f88e None None] Bound port: b165f35a-4dbb-463f-941c-4a8e9df70cec, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3855e594-03f6-4d63-97a1-b1c13f7e902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '654334f0-58e6-49ac-b727-36326ef25b7d'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:28:08.658202 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-48f8471e-1c0c-407f-9e9e-0e242ff0f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:08.658874 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb5630a-1810-4b04-9c5b-8062ea249c19 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Network c75d61fc-3e66-414f-a3a9-81245a4b1f27 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:28:08.669992 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-dbb5630a-1810-4b04-9c5b-8062ea249c19 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, c75d61fc-3e66-414f-a3a9-81245a4b1f27) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:28:08.675149 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb5630a-1810-4b04-9c5b-8062ea249c19 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:28:08.675710 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dbb5630a-1810-4b04-9c5b-8062ea249c19 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:08.680828 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c28142-2ac8-44a2-ae13-198b9cbfb62c None None] Network c75d61fc-3e66-414f-a3a9-81245a4b1f27 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:28:08.701635 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dbb5630a-1810-4b04-9c5b-8062ea249c19 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8296869 Nov 24 21:28:08.702879 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48516) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:08.797887 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-48f8471e-1c0c-407f-9e9e-0e242ff0f88e None None] For port b165f35a-4dbb-463f-941c-4a8e9df70cec, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:28:08.803358 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-48f8471e-1c0c-407f-9e9e-0e242ff0f88e None None] For port b165f35a-4dbb-463f-941c-4a8e9df70cec, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b165f35a-4dbb-463f-941c-4a8e9df70cec,segment=NetworkSegment(3855e594-03f6-4d63-97a1-b1c13f7e902d),segment_id=3855e594-03f6-4d63-97a1-b1c13f7e902d)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:28:08.810128 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-48f8471e-1c0c-407f-9e9e-0e242ff0f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:08.937082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8471e-1c0c-407f-9e9e-0e242ff0f88e None None] Pushing event updated for resources: {'Port': ['ID=b165f35a-4dbb-463f-941c-4a8e9df70cec,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:08.945304 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7ffe2877-99b2-450b-a216-6a88804e9855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:08.983888 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c42979-9883-43ce-bc00-e3c741031533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-c75d61fc-3e66-414f-a3a9-81245a4b1f27', 'network_id': 'c75d61fc-3e66-414f-a3a9-81245a4b1f27', 'tenant_id': '7beab43ba1664e038bafd71fb1fc55ba', 'fixed_ips': [{'subnet_id': '51ce61a6-acf5-45bc-a451-ceceee23a3ae'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:28:08.984805 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-72c42979-9883-43ce-bc00-e3c741031533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:09.021518 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ae5966d-dd7e-4547-8b1a-901a28c94f2d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:09.174739 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-72c42979-9883-43ce-bc00-e3c741031533 None None] Allocated IP 2001:db8::2 (c75d61fc-3e66-414f-a3a9-81245a4b1f27/51ce61a6-acf5-45bc-a451-ceceee23a3ae/90730158-2ad6-4e2b-bee0-a49803f8691f) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:28:09.361048 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-2ae5966d-dd7e-4547-8b1a-901a28c94f2d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Allocated IP 2001:db8::1 (654334f0-58e6-49ac-b727-36326ef25b7d/1d57ab98-b32d-41e7-8582-fb7ac2c56ffc/84e051bc-f484-4d2c-aee2-0b9c67ae2476) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:28:09.380360 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-72c42979-9883-43ce-bc00-e3c741031533 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:09.393085 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-72c42979-9883-43ce-bc00-e3c741031533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:09.431587 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c42979-9883-43ce-bc00-e3c741031533 None None] Network c75d61fc-3e66-414f-a3a9-81245a4b1f27 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:28:09.437201 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-72c42979-9883-43ce-bc00-e3c741031533 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:28:09.439582 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c42979-9883-43ce-bc00-e3c741031533 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:28:09.450350 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb290bf-4268-4aed-bbea-bd4701392f82 None None] Network e72613dc-3f98-43aa-ac2f-a91e14d8117e requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:28:09.481604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c42979-9883-43ce-bc00-e3c741031533 None None] Pushing event updated for resources: {'Port': ['ID=90730158-2ad6-4e2b-bee0-a49803f8691f,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:09.497969 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ae5966d-dd7e-4547-8b1a-901a28c94f2d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:09.534321 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ae5966d-dd7e-4547-8b1a-901a28c94f2d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:09.577347 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae5966d-dd7e-4547-8b1a-901a28c94f2d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Network 654334f0-58e6-49ac-b727-36326ef25b7d is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:28:09.585153 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-2ae5966d-dd7e-4547-8b1a-901a28c94f2d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:28:09.589555 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae5966d-dd7e-4547-8b1a-901a28c94f2d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:28:09.589999 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ae5966d-dd7e-4547-8b1a-901a28c94f2d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:09.598075 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-5de99af4-e1b4-4b4d-bb33-0172d13ec1fd None None] Provisioning complete for port 96e30973-c10c-4e06-9f8c-8476398668d1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:28:09.598450 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5de99af4-e1b4-4b4d-bb33-0172d13ec1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:09.635409 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-72c42979-9883-43ce-bc00-e3c741031533 None None] Attempting to bind port 90730158-2ad6-4e2b-bee0-a49803f8691f on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:28:09.635805 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-72c42979-9883-43ce-bc00-e3c741031533 None None] Attempting to bind port 90730158-2ad6-4e2b-bee0-a49803f8691f by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '126d3dae-95bd-4f4c-a33b-b367a51bbb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c75d61fc-3e66-414f-a3a9-81245a4b1f27'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:28:09.636181 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c42979-9883-43ce-bc00-e3c741031533 None None] Attempting to bind port 90730158-2ad6-4e2b-bee0-a49803f8691f on network c75d61fc-3e66-414f-a3a9-81245a4b1f27 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:28:09.637710 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5966d-dd7e-4547-8b1a-901a28c94f2d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event updated for resources: {'Port': ['ID=84e051bc-f484-4d2c-aee2-0b9c67ae2476,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:09.655541 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c42979-9883-43ce-bc00-e3c741031533 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:28:09.655954 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c42979-9883-43ce-bc00-e3c741031533 None None] Checking segment: {'id': '126d3dae-95bd-4f4c-a33b-b367a51bbb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c75d61fc-3e66-414f-a3a9-81245a4b1f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:28:09.656367 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-72c42979-9883-43ce-bc00-e3c741031533 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:09.656797 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c42979-9883-43ce-bc00-e3c741031533 None None] Bound using segment: {'id': '126d3dae-95bd-4f4c-a33b-b367a51bbb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c75d61fc-3e66-414f-a3a9-81245a4b1f27'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:28:09.657313 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-72c42979-9883-43ce-bc00-e3c741031533 None None] Bound port: 90730158-2ad6-4e2b-bee0-a49803f8691f, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '126d3dae-95bd-4f4c-a33b-b367a51bbb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c75d61fc-3e66-414f-a3a9-81245a4b1f27'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:28:09.657710 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-72c42979-9883-43ce-bc00-e3c741031533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:09.730420 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ae5966d-dd7e-4547-8b1a-901a28c94f2d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:09.832271 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-72c42979-9883-43ce-bc00-e3c741031533 None None] For port 90730158-2ad6-4e2b-bee0-a49803f8691f, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:28:09.839027 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-72c42979-9883-43ce-bc00-e3c741031533 None None] For port 90730158-2ad6-4e2b-bee0-a49803f8691f, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=90730158-2ad6-4e2b-bee0-a49803f8691f,segment=NetworkSegment(126d3dae-95bd-4f4c-a33b-b367a51bbb28),segment_id=126d3dae-95bd-4f4c-a33b-b367a51bbb28)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:28:09.840076 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5de99af4-e1b4-4b4d-bb33-0172d13ec1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:09.853604 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-72c42979-9883-43ce-bc00-e3c741031533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:09.949379 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-5de99af4-e1b4-4b4d-bb33-0172d13ec1fd None None] For port 96e30973-c10c-4e06-9f8c-8476398668d1, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=96e30973-c10c-4e06-9f8c-8476398668d1,segment=NetworkSegment(ad117c6d-b326-4899-b19e-df343429974e),segment_id=ad117c6d-b326-4899-b19e-df343429974e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:28:09.958553 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c42979-9883-43ce-bc00-e3c741031533 None None] Pushing event updated for resources: {'Port': ['ID=90730158-2ad6-4e2b-bee0-a49803f8691f,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:09.963064 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5de99af4-e1b4-4b4d-bb33-0172d13ec1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:10.055282 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de99af4-e1b4-4b4d-bb33-0172d13ec1fd None None] Pushing event updated for resources: {'Port': ['ID=96e30973-c10c-4e06-9f8c-8476398668d1,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:10.065466 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:10.089021 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ae5966d-dd7e-4547-8b1a-901a28c94f2d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:10.096180 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ae5966d-dd7e-4547-8b1a-901a28c94f2d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:10.097049 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ae5966d-dd7e-4547-8b1a-901a28c94f2d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:10.218700 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a63d220-9371-469d-8855-7c2ea6f40225 None None] Network 654334f0-58e6-49ac-b727-36326ef25b7d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:28:10.227179 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5966d-dd7e-4547-8b1a-901a28c94f2d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event updated for resources: {'Port': ['ID=84e051bc-f484-4d2c-aee2-0b9c67ae2476,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:10.247358 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae5966d-dd7e-4547-8b1a-901a28c94f2d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Network 654334f0-58e6-49ac-b727-36326ef25b7d is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:28:10.248894 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-2ae5966d-dd7e-4547-8b1a-901a28c94f2d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:28:10.337486 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-321bcc25-b4bb-482e-a49f-82e016d606e6 None None] Provisioning complete for port b165f35a-4dbb-463f-941c-4a8e9df70cec triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:28:10.337775 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-321bcc25-b4bb-482e-a49f-82e016d606e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:10.386821 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 96e30973-c10c-4e06-9f8c-8476398668d1 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:28:10.409798 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae5966d-dd7e-4547-8b1a-901a28c94f2d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Router ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:28:10.524344 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae5966d-dd7e-4547-8b1a-901a28c94f2d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:28:10.533237 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2ae5966d-dd7e-4547-8b1a-901a28c94f2d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "PUT /v2.0/routers/ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8255131 Nov 24 21:28:10.533365 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48518) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:10.543512 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75c5a75-4c71-4aad-914b-0398f8baf229 None None] Sync routers for ids ['ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:28:10.559500 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-321bcc25-b4bb-482e-a49f-82e016d606e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:10.591428 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 96e30973-c10c-4e06-9f8c-8476398668d1 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:28:10.591711 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:10.599853 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75c5a75-4c71-4aad-914b-0398f8baf229 None None] Routers {'ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:28:10.600778 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b75c5a75-4c71-4aad-914b-0398f8baf229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:10.663084 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b75c5a75-4c71-4aad-914b-0398f8baf229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:10.698562 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-321bcc25-b4bb-482e-a49f-82e016d606e6 None None] For port b165f35a-4dbb-463f-941c-4a8e9df70cec, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b165f35a-4dbb-463f-941c-4a8e9df70cec,segment=NetworkSegment(3855e594-03f6-4d63-97a1-b1c13f7e902d),segment_id=3855e594-03f6-4d63-97a1-b1c13f7e902d)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:28:10.710687 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75c5a75-4c71-4aad-914b-0398f8baf229 None None] Routers {'ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:28:10.711325 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b75c5a75-4c71-4aad-914b-0398f8baf229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:27:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:10.715852 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-321bcc25-b4bb-482e-a49f-82e016d606e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:10.759023 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b75c5a75-4c71-4aad-914b-0398f8baf229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:10.759755 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75c5a75-4c71-4aad-914b-0398f8baf229 None None] The sync data for ids ['ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:28:10.845867 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321bcc25-b4bb-482e-a49f-82e016d606e6 None None] Pushing event updated for resources: {'Port': ['ID=b165f35a-4dbb-463f-941c-4a8e9df70cec,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:10.873280 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b165f35a-4dbb-463f-941c-4a8e9df70cec up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:28:10.877306 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-125f40c4-000c-4403-b74a-6b3d1094c3c2 None None] Provisioning complete for port 96e30973-c10c-4e06-9f8c-8476398668d1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:28:10.877692 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-125f40c4-000c-4403-b74a-6b3d1094c3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:10.985998 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-8277b752-1ea0-46a6-9c0d-778b32097110 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:28:10.990713 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8277b752-1ea0-46a6-9c0d-778b32097110 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "PUT /v2.0/routers/ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4538348 Nov 24 21:28:10.994079 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48520) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:11.147501 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b165f35a-4dbb-463f-941c-4a8e9df70cec triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:28:11.147850 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:11.245932 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-80b7d1da-4f57-44a8-82e5-6bf03f0b3ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:11.341724 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:11.372864 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-54fce384-d22c-4c26-bf91-82d84802de5c None None] Provisioning complete for port 84e051bc-f484-4d2c-aee2-0b9c67ae2476 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:28:11.373230 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-54fce384-d22c-4c26-bf91-82d84802de5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:11.416029 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-54fce384-d22c-4c26-bf91-82d84802de5c None None] Port 84e051bc-f484-4d2c-aee2-0b9c67ae2476 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:28:11.430497 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-54fce384-d22c-4c26-bf91-82d84802de5c None None] Provisioning complete for port b165f35a-4dbb-463f-941c-4a8e9df70cec triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:28:11.430814 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-54fce384-d22c-4c26-bf91-82d84802de5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:11.466953 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453689df-feef-4de0-a613-c38489a42d4c None None] Network c75d61fc-3e66-414f-a3a9-81245a4b1f27 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:28:11.707896 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ce31fb0d-5491-4f6b-add2-d51549e9f862 None None] Provisioning complete for port 84e051bc-f484-4d2c-aee2-0b9c67ae2476 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:28:11.708462 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ce31fb0d-5491-4f6b-add2-d51549e9f862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:11.750864 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-ce31fb0d-5491-4f6b-add2-d51549e9f862 None None] Port 84e051bc-f484-4d2c-aee2-0b9c67ae2476 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:28:11.763482 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ce31fb0d-5491-4f6b-add2-d51549e9f862 None None] Provisioning complete for port 90730158-2ad6-4e2b-bee0-a49803f8691f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:28:11.763876 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ce31fb0d-5491-4f6b-add2-d51549e9f862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:11.772529 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bb60bd72-75ec-4e3d-a2a8-3a5bfefae6ad tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:11.859281 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ce31fb0d-5491-4f6b-add2-d51549e9f862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:11.909079 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ce31fb0d-5491-4f6b-add2-d51549e9f862 None None] For port 90730158-2ad6-4e2b-bee0-a49803f8691f, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=90730158-2ad6-4e2b-bee0-a49803f8691f,segment=NetworkSegment(126d3dae-95bd-4f4c-a33b-b367a51bbb28),segment_id=126d3dae-95bd-4f4c-a33b-b367a51bbb28)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:28:11.914201 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ce31fb0d-5491-4f6b-add2-d51549e9f862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:11.978056 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31fb0d-5491-4f6b-add2-d51549e9f862 None None] Pushing event updated for resources: {'Port': ['ID=90730158-2ad6-4e2b-bee0-a49803f8691f,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:12.036286 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-382f2fa9-57d3-4ac7-9a0a-aefaaaac2a3b None None] Provisioning complete for port 90730158-2ad6-4e2b-bee0-a49803f8691f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:28:12.036719 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-382f2fa9-57d3-4ac7-9a0a-aefaaaac2a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:12.064113 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-bb60bd72-75ec-4e3d-a2a8-3a5bfefae6ad tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Deleting port 84e051bc-f484-4d2c-aee2-0b9c67ae2476 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:28:12.064709 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bb60bd72-75ec-4e3d-a2a8-3a5bfefae6ad tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:12.158798 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bb60bd72-75ec-4e3d-a2a8-3a5bfefae6ad tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:12.177047 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-bb60bd72-75ec-4e3d-a2a8-3a5bfefae6ad tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Calling delete_port for 84e051bc-f484-4d2c-aee2-0b9c67ae2476 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:28:12.265702 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b165f35a-4dbb-463f-941c-4a8e9df70cec up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:28:12.317364 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b165f35a-4dbb-463f-941c-4a8e9df70cec triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:28:12.317768 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:12.373358 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bb60bd72-75ec-4e3d-a2a8-3a5bfefae6ad tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:12.401882 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60bd72-75ec-4e3d-a2a8-3a5bfefae6ad tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event deleted for resources: {'Port': ['ID=84e051bc-f484-4d2c-aee2-0b9c67ae2476,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:12.402582 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 90730158-2ad6-4e2b-bee0-a49803f8691f up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:28:12.463369 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 90730158-2ad6-4e2b-bee0-a49803f8691f triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:28:12.464048 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:12.498986 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:12.509758 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bb60bd72-75ec-4e3d-a2a8-3a5bfefae6ad tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:12.680509 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb60bd72-75ec-4e3d-a2a8-3a5bfefae6ad tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Router ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:28:12.761501 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb60bd72-75ec-4e3d-a2a8-3a5bfefae6ad tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:28:12.766836 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bb60bd72-75ec-4e3d-a2a8-3a5bfefae6ad tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "PUT /v2.0/routers/ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7717929 Nov 24 21:28:12.770616 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48522) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:12.771576 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99cc629-8656-4d57-932a-a912df980c4b None None] Sync routers for ids ['ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:28:12.782799 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99cc629-8656-4d57-932a-a912df980c4b None None] Routers {'ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:28:12.783597 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-b99cc629-8656-4d57-932a-a912df980c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:28:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:12.809962 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-d834b527-a149-4a83-b108-4825d4e1a664 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] delete failed (client error): The resource could not be found. Nov 24 21:28:12.811030 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d834b527-a149-4a83-b108-4825d4e1a664 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-624941479 HTTP/1.1" status: 404 len: 334 time: 0.0394514 Nov 24 21:28:12.814846 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48524) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:12.824491 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-961608ad-6ce3-42a8-8f96-29d317920c87 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:28:12.824769 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-b99cc629-8656-4d57-932a-a912df980c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:12.828456 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99cc629-8656-4d57-932a-a912df980c4b None None] Routers {'ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:28:12.829091 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-b99cc629-8656-4d57-932a-a912df980c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:28:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:12.867297 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-b99cc629-8656-4d57-932a-a912df980c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:12.867950 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99cc629-8656-4d57-932a-a912df980c4b None None] The sync data for ids ['ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:28:13.036221 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-961608ad-6ce3-42a8-8f96-29d317920c87 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:13.060351 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-961608ad-6ce3-42a8-8f96-29d317920c87 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] update failed (client error): The resource could not be found. Nov 24 21:28:13.061429 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-961608ad-6ce3-42a8-8f96-29d317920c87 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "PUT /v2.0/routers/ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f HTTP/1.1" status: 404 len: 339 time: 0.2456777 Nov 24 21:28:13.065034 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48526) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:13.069926 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b6b75106-8c28-4e74-a1f7-f42cd8c26df7 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-501043442'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:28:13.091596 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b75106-8c28-4e74-a1f7-f42cd8c26df7 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Made reservation on behalf of 7beab43ba1664e038bafd71fb1fc55ba for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:28:13.095161 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6b75106-8c28-4e74-a1f7-f42cd8c26df7 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:13.120350 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b75106-8c28-4e74-a1f7-f42cd8c26df7 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:28:13.130153 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6b75106-8c28-4e74-a1f7-f42cd8c26df7 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:13.130524 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-b6b75106-8c28-4e74-a1f7-f42cd8c26df7 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Added segment d20b2503-eb33-4faa-9b2b-36071cd79670 of type vlan for network a5d30f8e-7fda-4413-beaf-5327c452f20d Nov 24 21:28:13.175900 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6b75106-8c28-4e74-a1f7-f42cd8c26df7 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:13.200113 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6b75106-8c28-4e74-a1f7-f42cd8c26df7 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:13.205866 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b75106-8c28-4e74-a1f7-f42cd8c26df7 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:28:13.206523 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6b75106-8c28-4e74-a1f7-f42cd8c26df7 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:13.242669 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b6b75106-8c28-4e74-a1f7-f42cd8c26df7 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1766140 Nov 24 21:28:13.245485 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48528) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:13.250264 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-45d87fb2-ca6f-46da-a1df-585974b96bf9 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Request body: {'subnet': {'network_id': 'a5d30f8e-7fda-4413-beaf-5327c452f20d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:28:13.308042 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b75106-8c28-4e74-a1f7-f42cd8c26df7 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event updated for resources: {'Network': ['ID=a5d30f8e-7fda-4413-beaf-5327c452f20d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:13.318718 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network a5d30f8e-7fda-4413-beaf-5327c452f20d details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:28:13.381665 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d87fb2-ca6f-46da-a1df-585974b96bf9 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Made reservation on behalf of 7beab43ba1664e038bafd71fb1fc55ba for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:28:13.385894 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45d87fb2-ca6f-46da-a1df-585974b96bf9 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:13.578603 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45d87fb2-ca6f-46da-a1df-585974b96bf9 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:13.638487 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d87fb2-ca6f-46da-a1df-585974b96bf9 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event updated for resources: {'Subnet': ['ID=730a4635-a345-4102-b5de-74b3a152ee9c,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:13.650320 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d87fb2-ca6f-46da-a1df-585974b96bf9 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Checking segment: {'id': 'd20b2503-eb33-4faa-9b2b-36071cd79670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a5d30f8e-7fda-4413-beaf-5327c452f20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:28:13.650681 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d87fb2-ca6f-46da-a1df-585974b96bf9 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Network hostable DHCP agents. Network: a5d30f8e-7fda-4413-beaf-5327c452f20d, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:28:13.667251 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d87fb2-ca6f-46da-a1df-585974b96bf9 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Network a5d30f8e-7fda-4413-beaf-5327c452f20d is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:28:13.675583 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-45d87fb2-ca6f-46da-a1df-585974b96bf9 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, a5d30f8e-7fda-4413-beaf-5327c452f20d) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:28:13.680329 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d87fb2-ca6f-46da-a1df-585974b96bf9 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:28:13.680961 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45d87fb2-ca6f-46da-a1df-585974b96bf9 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:13.685537 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc33d037-337b-4108-889f-dfbb71cd5bd2 None None] Network a5d30f8e-7fda-4413-beaf-5327c452f20d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:28:13.698752 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-45d87fb2-ca6f-46da-a1df-585974b96bf9 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4522319 Nov 24 21:28:13.701523 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48532) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:13.706274 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-64f57fed-6ce9-4f36-82d0-0b44f1e3b55d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a5d30f8e-7fda-4413-beaf-5327c452f20d'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:28:13.837835 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e11b438-2dc7-41f9-919f-d946f6fca83f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-a5d30f8e-7fda-4413-beaf-5327c452f20d', 'network_id': 'a5d30f8e-7fda-4413-beaf-5327c452f20d', 'tenant_id': '7beab43ba1664e038bafd71fb1fc55ba', 'fixed_ips': [{'subnet_id': '730a4635-a345-4102-b5de-74b3a152ee9c'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:28:13.838713 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8e11b438-2dc7-41f9-919f-d946f6fca83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:13.858644 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:13.937533 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-64f57fed-6ce9-4f36-82d0-0b44f1e3b55d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:13.991722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-8e11b438-2dc7-41f9-919f-d946f6fca83f None None] Allocated IP 2001:db8:1::2 (a5d30f8e-7fda-4413-beaf-5327c452f20d/730a4635-a345-4102-b5de-74b3a152ee9c/cc9ac4d8-eece-4406-b4c2-ec41d2431cad) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:28:14.047711 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-64f57fed-6ce9-4f36-82d0-0b44f1e3b55d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:28:14.048927 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-64f57fed-6ce9-4f36-82d0-0b44f1e3b55d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "PUT /v2.0/routers/ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f HTTP/1.1" status: 400 len: 364 time: 0.3463333 Nov 24 21:28:14.053296 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48536) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:14.142254 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8e11b438-2dc7-41f9-919f-d946f6fca83f None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:14.150884 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8e11b438-2dc7-41f9-919f-d946f6fca83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:14.195103 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e11b438-2dc7-41f9-919f-d946f6fca83f None None] Network a5d30f8e-7fda-4413-beaf-5327c452f20d is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:28:14.198024 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-8e11b438-2dc7-41f9-919f-d946f6fca83f None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:28:14.202447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e11b438-2dc7-41f9-919f-d946f6fca83f None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:28:14.207146 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11b438-2dc7-41f9-919f-d946f6fca83f None None] Pushing event updated for resources: {'Port': ['ID=cc9ac4d8-eece-4406-b4c2-ec41d2431cad,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:14.262011 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-8e11b438-2dc7-41f9-919f-d946f6fca83f None None] Attempting to bind port cc9ac4d8-eece-4406-b4c2-ec41d2431cad on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:28:14.262387 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-8e11b438-2dc7-41f9-919f-d946f6fca83f None None] Attempting to bind port cc9ac4d8-eece-4406-b4c2-ec41d2431cad by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'd20b2503-eb33-4faa-9b2b-36071cd79670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a5d30f8e-7fda-4413-beaf-5327c452f20d'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:28:14.262750 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11b438-2dc7-41f9-919f-d946f6fca83f None None] Attempting to bind port cc9ac4d8-eece-4406-b4c2-ec41d2431cad on network a5d30f8e-7fda-4413-beaf-5327c452f20d {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:28:14.267946 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11b438-2dc7-41f9-919f-d946f6fca83f None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:28:14.268500 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11b438-2dc7-41f9-919f-d946f6fca83f None None] Checking segment: {'id': 'd20b2503-eb33-4faa-9b2b-36071cd79670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a5d30f8e-7fda-4413-beaf-5327c452f20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:28:14.268943 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8e11b438-2dc7-41f9-919f-d946f6fca83f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:14.269345 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11b438-2dc7-41f9-919f-d946f6fca83f None None] Bound using segment: {'id': 'd20b2503-eb33-4faa-9b2b-36071cd79670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a5d30f8e-7fda-4413-beaf-5327c452f20d'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:28:14.270062 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-8e11b438-2dc7-41f9-919f-d946f6fca83f None None] Bound port: cc9ac4d8-eece-4406-b4c2-ec41d2431cad, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20b2503-eb33-4faa-9b2b-36071cd79670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a5d30f8e-7fda-4413-beaf-5327c452f20d'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:28:14.270475 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8e11b438-2dc7-41f9-919f-d946f6fca83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:14.335766 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-8e11b438-2dc7-41f9-919f-d946f6fca83f None None] For port cc9ac4d8-eece-4406-b4c2-ec41d2431cad, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:28:14.339099 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-8e11b438-2dc7-41f9-919f-d946f6fca83f None None] For port cc9ac4d8-eece-4406-b4c2-ec41d2431cad, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=cc9ac4d8-eece-4406-b4c2-ec41d2431cad,segment=NetworkSegment(d20b2503-eb33-4faa-9b2b-36071cd79670),segment_id=d20b2503-eb33-4faa-9b2b-36071cd79670)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:28:14.344327 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8e11b438-2dc7-41f9-919f-d946f6fca83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:14.354621 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-099f883b-9dbc-44fb-a203-d5d61abc97ca tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:14.412324 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11b438-2dc7-41f9-919f-d946f6fca83f None None] Pushing event updated for resources: {'Port': ['ID=cc9ac4d8-eece-4406-b4c2-ec41d2431cad,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:14.866884 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:14.985027 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-099f883b-9dbc-44fb-a203-d5d61abc97ca tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Allocated IP 2001:db8::1 (e72613dc-3f98-43aa-ac2f-a91e14d8117e/4b11b90d-2d24-45f7-9af7-6899f748aaef/cd8683c4-ac1f-4cbd-a06b-398f86383e58) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:28:15.129146 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-099f883b-9dbc-44fb-a203-d5d61abc97ca tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:15.170059 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-099f883b-9dbc-44fb-a203-d5d61abc97ca tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:15.211410 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099f883b-9dbc-44fb-a203-d5d61abc97ca tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Network e72613dc-3f98-43aa-ac2f-a91e14d8117e is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:28:15.216911 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-099f883b-9dbc-44fb-a203-d5d61abc97ca tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:28:15.219461 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099f883b-9dbc-44fb-a203-d5d61abc97ca tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:28:15.220003 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-099f883b-9dbc-44fb-a203-d5d61abc97ca tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:15.267120 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f883b-9dbc-44fb-a203-d5d61abc97ca tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event updated for resources: {'Port': ['ID=cd8683c4-ac1f-4cbd-a06b-398f86383e58,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:15.360782 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-099f883b-9dbc-44fb-a203-d5d61abc97ca tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:15.429379 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ce8ec4-65ce-48b7-a804-a459eb6c1c32 None None] Network a5d30f8e-7fda-4413-beaf-5327c452f20d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:28:15.522283 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-83e0932c-ddf8-4d1d-a1df-78a337b96986 None None] Provisioning complete for port cc9ac4d8-eece-4406-b4c2-ec41d2431cad triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:28:15.522539 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-83e0932c-ddf8-4d1d-a1df-78a337b96986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:15.657322 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-099f883b-9dbc-44fb-a203-d5d61abc97ca tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:15.662750 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-83e0932c-ddf8-4d1d-a1df-78a337b96986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:15.662956 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-099f883b-9dbc-44fb-a203-d5d61abc97ca tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:15.663820 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-099f883b-9dbc-44fb-a203-d5d61abc97ca tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:15.699947 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-83e0932c-ddf8-4d1d-a1df-78a337b96986 None None] For port cc9ac4d8-eece-4406-b4c2-ec41d2431cad, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=cc9ac4d8-eece-4406-b4c2-ec41d2431cad,segment=NetworkSegment(d20b2503-eb33-4faa-9b2b-36071cd79670),segment_id=d20b2503-eb33-4faa-9b2b-36071cd79670)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:28:15.704600 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-83e0932c-ddf8-4d1d-a1df-78a337b96986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:15.738999 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f883b-9dbc-44fb-a203-d5d61abc97ca tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event updated for resources: {'Port': ['ID=cd8683c4-ac1f-4cbd-a06b-398f86383e58,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:15.766213 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0932c-ddf8-4d1d-a1df-78a337b96986 None None] Pushing event updated for resources: {'Port': ['ID=cc9ac4d8-eece-4406-b4c2-ec41d2431cad,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:15.809536 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099f883b-9dbc-44fb-a203-d5d61abc97ca tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Network e72613dc-3f98-43aa-ac2f-a91e14d8117e is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:28:15.811075 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-099f883b-9dbc-44fb-a203-d5d61abc97ca tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:28:15.828215 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-5c9f8eb8-c073-48d9-96aa-577c8d86aa16 None None] Provisioning complete for port cd8683c4-ac1f-4cbd-a06b-398f86383e58 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:28:15.828630 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5c9f8eb8-c073-48d9-96aa-577c8d86aa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:15.873475 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-5c9f8eb8-c073-48d9-96aa-577c8d86aa16 None None] Port cd8683c4-ac1f-4cbd-a06b-398f86383e58 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:28:15.939350 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099f883b-9dbc-44fb-a203-d5d61abc97ca tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Router ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:28:15.994664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c4c207dc-2544-463c-82b1-af0c15c9cd86 None None] Provisioning complete for port cc9ac4d8-eece-4406-b4c2-ec41d2431cad triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:28:15.995041 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c4c207dc-2544-463c-82b1-af0c15c9cd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:16.041767 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099f883b-9dbc-44fb-a203-d5d61abc97ca tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:28:16.047562 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-099f883b-9dbc-44fb-a203-d5d61abc97ca tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "PUT /v2.0/routers/ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9929922 Nov 24 21:28:16.050377 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48546) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:16.071109 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6282c073-3254-4499-a960-ba97b2c4ba86 None None] Sync routers for ids ['ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:28:16.094577 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6282c073-3254-4499-a960-ba97b2c4ba86 None None] Routers {'ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:28:16.095195 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-6282c073-3254-4499-a960-ba97b2c4ba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:28:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:16.134533 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-6282c073-3254-4499-a960-ba97b2c4ba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:16.143365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6282c073-3254-4499-a960-ba97b2c4ba86 None None] Routers {'ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:28:16.143989 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-6282c073-3254-4499-a960-ba97b2c4ba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:28:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:16.149861 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a3e14c0f-1cdc-4429-b9ff-63368f48fe40 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:16.180708 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-6282c073-3254-4499-a960-ba97b2c4ba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:16.181396 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6282c073-3254-4499-a960-ba97b2c4ba86 None None] The sync data for ids ['ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'] in n-d-812111-8 is: [] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:28:16.216334 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-5cd2ad74-83b6-412a-b43c-6ef896b36926 None None] Provisioning complete for port cd8683c4-ac1f-4cbd-a06b-398f86383e58 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:28:16.217011 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cd2ad74-83b6-412a-b43c-6ef896b36926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:16.241962 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device cc9ac4d8-eece-4406-b4c2-ec41d2431cad up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:28:16.248698 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-a3e14c0f-1cdc-4429-b9ff-63368f48fe40 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 24 21:28:16.250032 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a3e14c0f-1cdc-4429-b9ff-63368f48fe40 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "DELETE /v2.0/routers/ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f HTTP/1.1" status: 409 len: 329 time: 0.1986711 Nov 24 21:28:16.252806 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48550) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:16.286478 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-5cd2ad74-83b6-412a-b43c-6ef896b36926 None None] Port cd8683c4-ac1f-4cbd-a06b-398f86383e58 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:28:16.305555 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port cc9ac4d8-eece-4406-b4c2-ec41d2431cad triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:28:16.305853 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:16.567440 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24b1aaba-9584-43db-bf73-98cd1c74aab0 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:16.812237 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-24b1aaba-9584-43db-bf73-98cd1c74aab0 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Deleting port cd8683c4-ac1f-4cbd-a06b-398f86383e58 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:28:16.812955 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24b1aaba-9584-43db-bf73-98cd1c74aab0 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:16.906407 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24b1aaba-9584-43db-bf73-98cd1c74aab0 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:16.918994 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-24b1aaba-9584-43db-bf73-98cd1c74aab0 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Calling delete_port for cd8683c4-ac1f-4cbd-a06b-398f86383e58 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:28:17.093451 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24b1aaba-9584-43db-bf73-98cd1c74aab0 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:17.118902 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1aaba-9584-43db-bf73-98cd1c74aab0 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event deleted for resources: {'Port': ['ID=cd8683c4-ac1f-4cbd-a06b-398f86383e58,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:17.222955 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24b1aaba-9584-43db-bf73-98cd1c74aab0 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:17.387023 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b1aaba-9584-43db-bf73-98cd1c74aab0 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Router ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:28:17.462703 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b1aaba-9584-43db-bf73-98cd1c74aab0 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:28:17.467672 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-24b1aaba-9584-43db-bf73-98cd1c74aab0 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "PUT /v2.0/routers/ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2138836 Nov 24 21:28:17.471335 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48554) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:17.474295 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1424f935-396f-4d28-ab8c-ad22e937dd14 None None] Sync routers for ids ['ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:28:17.485090 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1424f935-396f-4d28-ab8c-ad22e937dd14 None None] Routers {'ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:28:17.485774 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-1424f935-396f-4d28-ab8c-ad22e937dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:28:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:17.513577 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-e4311586-0a5a-44ba-bd04-4173523002c0 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] show failed (client error): The resource could not be found. Nov 24 21:28:17.514635 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e4311586-0a5a-44ba-bd04-4173523002c0 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-1289189784 HTTP/1.1" status: 404 len: 335 time: 0.0423799 Nov 24 21:28:17.517800 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-1424f935-396f-4d28-ab8c-ad22e937dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:17.519041 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48556) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:17.524299 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-903588b2-4e41-4a60-95df-3f354b35ce33 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:28:17.527033 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1424f935-396f-4d28-ab8c-ad22e937dd14 None None] Routers {'ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:28:17.527628 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-1424f935-396f-4d28-ab8c-ad22e937dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:28:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:17.566642 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-903588b2-4e41-4a60-95df-3f354b35ce33 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] update failed (client error): The resource could not be found. Nov 24 21:28:17.567740 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-903588b2-4e41-4a60-95df-3f354b35ce33 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-182177679 HTTP/1.1" status: 404 len: 334 time: 0.0473325 Nov 24 21:28:17.570917 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-1424f935-396f-4d28-ab8c-ad22e937dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:17.571539 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48558) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:17.571824 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1424f935-396f-4d28-ab8c-ad22e937dd14 None None] The sync data for ids ['ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f'] in n-d-812111-8 is: [] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:28:17.629285 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d51931a-625e-4f71-a457-4a812f61666a tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Deleting subnet 730a4635-a345-4102-b5de-74b3a152ee9c {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:28:17.632738 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1d51931a-625e-4f71-a457-4a812f61666a tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:17.675208 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1d51931a-625e-4f71-a457-4a812f61666a tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:17.758984 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1d51931a-625e-4f71-a457-4a812f61666a tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:17.823641 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1d51931a-625e-4f71-a457-4a812f61666a tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:17.851840 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51931a-625e-4f71-a457-4a812f61666a tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event deleted for resources: {'Subnet': ['ID=730a4635-a345-4102-b5de-74b3a152ee9c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:17.855645 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1d51931a-625e-4f71-a457-4a812f61666a tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:17.859305 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1d51931a-625e-4f71-a457-4a812f61666a tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "DELETE /v2.0/subnets/730a4635-a345-4102-b5de-74b3a152ee9c HTTP/1.1" status: 204 len: 168 time: 0.2865350 Nov 24 21:28:17.861863 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48560) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:17.866612 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a450848c-0a21-4b4b-9a20-6b8e5d81d9be None None] Network a5d30f8e-7fda-4413-beaf-5327c452f20d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:28:17.939695 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0685d5f3-007a-4e7e-accf-f0218302b978 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:17.999420 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-0685d5f3-007a-4e7e-accf-f0218302b978 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Deleting port cc9ac4d8-eece-4406-b4c2-ec41d2431cad {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:28:17.999757 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0685d5f3-007a-4e7e-accf-f0218302b978 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:18.044068 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9331b9fe-0b93-4fb7-9f0e-d35f7edbb2fc None None] DHCP port deletion for a5d30f8e-7fda-4413-beaf-5327c452f20d request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:28:18.065517 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-0685d5f3-007a-4e7e-accf-f0218302b978 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] For port cc9ac4d8-eece-4406-b4c2-ec41d2431cad, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=cc9ac4d8-eece-4406-b4c2-ec41d2431cad,segment=NetworkSegment(d20b2503-eb33-4faa-9b2b-36071cd79670),segment_id=d20b2503-eb33-4faa-9b2b-36071cd79670)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:28:18.065875 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0685d5f3-007a-4e7e-accf-f0218302b978 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:18.078648 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-0685d5f3-007a-4e7e-accf-f0218302b978 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Calling delete_port for cc9ac4d8-eece-4406-b4c2-ec41d2431cad owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:28:18.093237 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9331b9fe-0b93-4fb7-9f0e-d35f7edbb2fc None None] Deleting port cc9ac4d8-eece-4406-b4c2-ec41d2431cad {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:28:18.093617 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9331b9fe-0b93-4fb7-9f0e-d35f7edbb2fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:18.160102 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-9331b9fe-0b93-4fb7-9f0e-d35f7edbb2fc None None] For port cc9ac4d8-eece-4406-b4c2-ec41d2431cad, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=cc9ac4d8-eece-4406-b4c2-ec41d2431cad,segment=NetworkSegment(d20b2503-eb33-4faa-9b2b-36071cd79670),segment_id=d20b2503-eb33-4faa-9b2b-36071cd79670)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:28:18.160498 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9331b9fe-0b93-4fb7-9f0e-d35f7edbb2fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:18.165230 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0685d5f3-007a-4e7e-accf-f0218302b978 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:18.175278 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9331b9fe-0b93-4fb7-9f0e-d35f7edbb2fc None None] Calling delete_port for cc9ac4d8-eece-4406-b4c2-ec41d2431cad owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:28:18.196384 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0685d5f3-007a-4e7e-accf-f0218302b978 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] No DVR routers for this DVR port cc9ac4d8-eece-4406-b4c2-ec41d2431cad on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:28:18.201125 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685d5f3-007a-4e7e-accf-f0218302b978 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event deleted for resources: {'Port': ['ID=cc9ac4d8-eece-4406-b4c2-ec41d2431cad,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:18.229722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device cc9ac4d8-eece-4406-b4c2-ec41d2431cad no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:28:18.254429 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: cc9ac4d8-eece-4406-b4c2-ec41d2431cad {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:28:18.254776 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device cc9ac4d8-eece-4406-b4c2-ec41d2431cad not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:28:18.285621 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0685d5f3-007a-4e7e-accf-f0218302b978 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:18.290281 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9331b9fe-0b93-4fb7-9f0e-d35f7edbb2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:18.306754 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-0685d5f3-007a-4e7e-accf-f0218302b978 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d30f8e-7fda-4413-beaf-5327c452f20d']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:18.312717 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331b9fe-0b93-4fb7-9f0e-d35f7edbb2fc None None] Pushing event deleted for resources: {'Port': ['ID=cc9ac4d8-eece-4406-b4c2-ec41d2431cad,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:18.316276 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-0685d5f3-007a-4e7e-accf-f0218302b978 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20b2503-eb33-4faa-9b2b-36071cd79670') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:18.316579 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-0685d5f3-007a-4e7e-accf-f0218302b978 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20b2503-eb33-4faa-9b2b-36071cd79670') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:18.319438 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9331b9fe-0b93-4fb7-9f0e-d35f7edbb2fc None None] No DVR routers for this DVR port cc9ac4d8-eece-4406-b4c2-ec41d2431cad on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:28:18.337270 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0685d5f3-007a-4e7e-accf-f0218302b978 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:18.351518 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0685d5f3-007a-4e7e-accf-f0218302b978 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:18.357432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0685d5f3-007a-4e7e-accf-f0218302b978 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:28:18.357818 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0685d5f3-007a-4e7e-accf-f0218302b978 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:28:18.360800 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:28:18.421769 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0685d5f3-007a-4e7e-accf-f0218302b978 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:18.430192 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0685d5f3-007a-4e7e-accf-f0218302b978 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:18.433404 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0685d5f3-007a-4e7e-accf-f0218302b978 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "DELETE /v2.0/networks/a5d30f8e-7fda-4413-beaf-5327c452f20d HTTP/1.1" status: 204 len: 168 time: 0.5700588 Nov 24 21:28:18.436038 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48562) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:18.446005 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685d5f3-007a-4e7e-accf-f0218302b978 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event deleted for resources: {'Network': ['ID=a5d30f8e-7fda-4413-beaf-5327c452f20d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:18.492614 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5034fd-0e91-46bd-99f2-5475905d5a45 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Deleting subnet 51ce61a6-acf5-45bc-a451-ceceee23a3ae {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:28:18.495880 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae5034fd-0e91-46bd-99f2-5475905d5a45 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:18.536249 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae5034fd-0e91-46bd-99f2-5475905d5a45 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:18.625942 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae5034fd-0e91-46bd-99f2-5475905d5a45 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:18.685210 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae5034fd-0e91-46bd-99f2-5475905d5a45 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:18.713207 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5034fd-0e91-46bd-99f2-5475905d5a45 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event deleted for resources: {'Subnet': ['ID=51ce61a6-acf5-45bc-a451-ceceee23a3ae,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:18.716789 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae5034fd-0e91-46bd-99f2-5475905d5a45 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:18.720966 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ae5034fd-0e91-46bd-99f2-5475905d5a45 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "DELETE /v2.0/subnets/51ce61a6-acf5-45bc-a451-ceceee23a3ae HTTP/1.1" status: 204 len: 168 time: 0.2829802 Nov 24 21:28:18.722522 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48564) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:18.725670 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438a70e6-d17e-48e5-92bc-d910fa911aec None None] Network c75d61fc-3e66-414f-a3a9-81245a4b1f27 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:28:18.782024 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-87fdb613-cf42-4252-a222-e242cea1dcc4 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Deleting subnet 1d57ab98-b32d-41e7-8582-fb7ac2c56ffc {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:28:18.785241 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-87fdb613-cf42-4252-a222-e242cea1dcc4 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:18.828609 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-87fdb613-cf42-4252-a222-e242cea1dcc4 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:18.905249 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f309d1b3-28a3-4a9c-aab1-8525a5af303b None None] DHCP port deletion for c75d61fc-3e66-414f-a3a9-81245a4b1f27 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:28:18.920461 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-87fdb613-cf42-4252-a222-e242cea1dcc4 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:18.957599 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f309d1b3-28a3-4a9c-aab1-8525a5af303b None None] Deleting port 90730158-2ad6-4e2b-bee0-a49803f8691f {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:28:18.957969 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f309d1b3-28a3-4a9c-aab1-8525a5af303b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:18.987986 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-87fdb613-cf42-4252-a222-e242cea1dcc4 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:19.013781 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdb613-cf42-4252-a222-e242cea1dcc4 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event deleted for resources: {'Subnet': ['ID=1d57ab98-b32d-41e7-8582-fb7ac2c56ffc,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:19.020264 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-87fdb613-cf42-4252-a222-e242cea1dcc4 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:19.023671 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-87fdb613-cf42-4252-a222-e242cea1dcc4 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "DELETE /v2.0/subnets/1d57ab98-b32d-41e7-8582-fb7ac2c56ffc HTTP/1.1" status: 204 len: 168 time: 0.3001540 Nov 24 21:28:19.026147 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48566) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:19.028791 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d3bb99-3fa2-49ab-93f6-74ae7fb33e70 None None] Network 654334f0-58e6-49ac-b727-36326ef25b7d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:28:19.110309 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-54a164cf-ca30-493d-8aa9-a2cda7a7284d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:19.167640 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-54a164cf-ca30-493d-8aa9-a2cda7a7284d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Deleting port 90730158-2ad6-4e2b-bee0-a49803f8691f {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:28:19.167868 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-54a164cf-ca30-493d-8aa9-a2cda7a7284d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:19.187613 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f309d1b3-28a3-4a9c-aab1-8525a5af303b None None] For port 90730158-2ad6-4e2b-bee0-a49803f8691f, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=90730158-2ad6-4e2b-bee0-a49803f8691f,segment=NetworkSegment(126d3dae-95bd-4f4c-a33b-b367a51bbb28),segment_id=126d3dae-95bd-4f4c-a33b-b367a51bbb28)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:28:19.188345 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f309d1b3-28a3-4a9c-aab1-8525a5af303b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:19.222035 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f309d1b3-28a3-4a9c-aab1-8525a5af303b None None] Calling delete_port for 90730158-2ad6-4e2b-bee0-a49803f8691f owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:28:19.241616 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-54a164cf-ca30-493d-8aa9-a2cda7a7284d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] For port 90730158-2ad6-4e2b-bee0-a49803f8691f, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=90730158-2ad6-4e2b-bee0-a49803f8691f,segment=NetworkSegment(126d3dae-95bd-4f4c-a33b-b367a51bbb28),segment_id=126d3dae-95bd-4f4c-a33b-b367a51bbb28)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:28:19.242159 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-54a164cf-ca30-493d-8aa9-a2cda7a7284d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:19.255554 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-54a164cf-ca30-493d-8aa9-a2cda7a7284d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Calling delete_port for 90730158-2ad6-4e2b-bee0-a49803f8691f owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:28:19.337707 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-54a164cf-ca30-493d-8aa9-a2cda7a7284d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:19.366870 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a164cf-ca30-493d-8aa9-a2cda7a7284d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event deleted for resources: {'Port': ['ID=90730158-2ad6-4e2b-bee0-a49803f8691f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:19.373460 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a164cf-ca30-493d-8aa9-a2cda7a7284d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] No DVR routers for this DVR port 90730158-2ad6-4e2b-bee0-a49803f8691f on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:28:19.388306 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f309d1b3-28a3-4a9c-aab1-8525a5af303b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:19.415888 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309d1b3-28a3-4a9c-aab1-8525a5af303b None None] Pushing event deleted for resources: {'Port': ['ID=90730158-2ad6-4e2b-bee0-a49803f8691f,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:19.417759 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f309d1b3-28a3-4a9c-aab1-8525a5af303b None None] No DVR routers for this DVR port 90730158-2ad6-4e2b-bee0-a49803f8691f on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:28:19.464474 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-54a164cf-ca30-493d-8aa9-a2cda7a7284d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:19.465870 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094428f0-954a-450a-8aeb-67d9c1f37e81 None None] DHCP port deletion for 654334f0-58e6-49ac-b727-36326ef25b7d request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:28:19.486660 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-54a164cf-ca30-493d-8aa9-a2cda7a7284d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75d61fc-3e66-414f-a3a9-81245a4b1f27']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:19.497034 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-54a164cf-ca30-493d-8aa9-a2cda7a7284d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126d3dae-95bd-4f4c-a33b-b367a51bbb28') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:19.497337 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-54a164cf-ca30-493d-8aa9-a2cda7a7284d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126d3dae-95bd-4f4c-a33b-b367a51bbb28') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:19.507464 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-54a164cf-ca30-493d-8aa9-a2cda7a7284d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:19.519027 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-094428f0-954a-450a-8aeb-67d9c1f37e81 None None] Deleting port b165f35a-4dbb-463f-941c-4a8e9df70cec {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:28:19.519410 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-094428f0-954a-450a-8aeb-67d9c1f37e81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:19.525035 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-54a164cf-ca30-493d-8aa9-a2cda7a7284d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:19.532453 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a164cf-ca30-493d-8aa9-a2cda7a7284d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:28:19.533002 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-54a164cf-ca30-493d-8aa9-a2cda7a7284d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:28:19.536253 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:28:19.592071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-094428f0-954a-450a-8aeb-67d9c1f37e81 None None] For port b165f35a-4dbb-463f-941c-4a8e9df70cec, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b165f35a-4dbb-463f-941c-4a8e9df70cec,segment=NetworkSegment(3855e594-03f6-4d63-97a1-b1c13f7e902d),segment_id=3855e594-03f6-4d63-97a1-b1c13f7e902d)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:28:19.592576 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-094428f0-954a-450a-8aeb-67d9c1f37e81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:19.604643 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-54a164cf-ca30-493d-8aa9-a2cda7a7284d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:19.610647 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-094428f0-954a-450a-8aeb-67d9c1f37e81 None None] Calling delete_port for b165f35a-4dbb-463f-941c-4a8e9df70cec owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:28:19.613131 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-54a164cf-ca30-493d-8aa9-a2cda7a7284d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:19.616780 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-54a164cf-ca30-493d-8aa9-a2cda7a7284d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "DELETE /v2.0/networks/c75d61fc-3e66-414f-a3a9-81245a4b1f27 HTTP/1.1" status: 204 len: 168 time: 0.5896440 Nov 24 21:28:19.619526 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48568) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:19.628591 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a164cf-ca30-493d-8aa9-a2cda7a7284d tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event deleted for resources: {'Network': ['ID=c75d61fc-3e66-414f-a3a9-81245a4b1f27,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:19.705827 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8068b90c-fa4b-43ea-a266-03870c05d9f2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:19.710243 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-094428f0-954a-450a-8aeb-67d9c1f37e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:19.739935 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094428f0-954a-450a-8aeb-67d9c1f37e81 None None] Pushing event deleted for resources: {'Port': ['ID=b165f35a-4dbb-463f-941c-4a8e9df70cec,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:19.741859 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094428f0-954a-450a-8aeb-67d9c1f37e81 None None] No DVR routers for this DVR port b165f35a-4dbb-463f-941c-4a8e9df70cec on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:28:19.807591 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8068b90c-fa4b-43ea-a266-03870c05d9f2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:19.827993 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-8068b90c-fa4b-43ea-a266-03870c05d9f2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654334f0-58e6-49ac-b727-36326ef25b7d']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:19.838248 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-8068b90c-fa4b-43ea-a266-03870c05d9f2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3855e594-03f6-4d63-97a1-b1c13f7e902d') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:19.838529 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-8068b90c-fa4b-43ea-a266-03870c05d9f2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3855e594-03f6-4d63-97a1-b1c13f7e902d') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:19.848524 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8068b90c-fa4b-43ea-a266-03870c05d9f2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:19.866459 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8068b90c-fa4b-43ea-a266-03870c05d9f2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:19.873013 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8068b90c-fa4b-43ea-a266-03870c05d9f2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:28:19.873363 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8068b90c-fa4b-43ea-a266-03870c05d9f2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:28:19.877032 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:28:19.945619 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8068b90c-fa4b-43ea-a266-03870c05d9f2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:19.951542 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8068b90c-fa4b-43ea-a266-03870c05d9f2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:19.954985 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8068b90c-fa4b-43ea-a266-03870c05d9f2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "DELETE /v2.0/networks/654334f0-58e6-49ac-b727-36326ef25b7d HTTP/1.1" status: 204 len: 168 time: 0.3338463 Nov 24 21:28:19.957651 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48570) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:19.969702 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068b90c-fa4b-43ea-a266-03870c05d9f2 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event deleted for resources: {'Network': ['ID=654334f0-58e6-49ac-b727-36326ef25b7d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:20.011017 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-a766606b-a647-4b6b-9d90-5e45b360f295 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Deleting subnet 4b11b90d-2d24-45f7-9af7-6899f748aaef {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:28:20.014246 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a766606b-a647-4b6b-9d90-5e45b360f295 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:20.061737 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a766606b-a647-4b6b-9d90-5e45b360f295 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:20.157691 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a766606b-a647-4b6b-9d90-5e45b360f295 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:20.204636 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b165f35a-4dbb-463f-941c-4a8e9df70cec no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:28:20.231082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: b165f35a-4dbb-463f-941c-4a8e9df70cec {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:28:20.231358 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a766606b-a647-4b6b-9d90-5e45b360f295 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:20.231934 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b165f35a-4dbb-463f-941c-4a8e9df70cec not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:28:20.232666 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 90730158-2ad6-4e2b-bee0-a49803f8691f no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:28:20.254184 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 90730158-2ad6-4e2b-bee0-a49803f8691f {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:28:20.254543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 90730158-2ad6-4e2b-bee0-a49803f8691f not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:28:20.262468 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766606b-a647-4b6b-9d90-5e45b360f295 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event deleted for resources: {'Subnet': ['ID=4b11b90d-2d24-45f7-9af7-6899f748aaef,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:20.268115 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a766606b-a647-4b6b-9d90-5e45b360f295 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:20.274542 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a766606b-a647-4b6b-9d90-5e45b360f295 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "DELETE /v2.0/subnets/4b11b90d-2d24-45f7-9af7-6899f748aaef HTTP/1.1" status: 204 len: 168 time: 0.3156347 Nov 24 21:28:20.278235 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48572) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:20.280161 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7ee393-b4e7-4176-ad61-ac9141537d06 None None] Network e72613dc-3f98-43aa-ac2f-a91e14d8117e requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:28:20.361509 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb419-0e17-437c-ac3a-fbd478f55b2c tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:20.421582 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-5c6bb419-0e17-437c-ac3a-fbd478f55b2c tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Deleting port 96e30973-c10c-4e06-9f8c-8476398668d1 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:28:20.421831 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb419-0e17-437c-ac3a-fbd478f55b2c tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:20.468158 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871647ee-aa59-4c10-b538-15e025d1551d None None] DHCP port deletion for e72613dc-3f98-43aa-ac2f-a91e14d8117e request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:28:20.498958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-5c6bb419-0e17-437c-ac3a-fbd478f55b2c tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] For port 96e30973-c10c-4e06-9f8c-8476398668d1, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=96e30973-c10c-4e06-9f8c-8476398668d1,segment=NetworkSegment(ad117c6d-b326-4899-b19e-df343429974e),segment_id=ad117c6d-b326-4899-b19e-df343429974e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:28:20.499260 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb419-0e17-437c-ac3a-fbd478f55b2c tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:20.516983 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-5c6bb419-0e17-437c-ac3a-fbd478f55b2c tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Calling delete_port for 96e30973-c10c-4e06-9f8c-8476398668d1 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:28:20.529444 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-871647ee-aa59-4c10-b538-15e025d1551d None None] Deleting port 96e30973-c10c-4e06-9f8c-8476398668d1 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:28:20.529816 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-871647ee-aa59-4c10-b538-15e025d1551d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:20.607399 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-871647ee-aa59-4c10-b538-15e025d1551d None None] For port 96e30973-c10c-4e06-9f8c-8476398668d1, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=96e30973-c10c-4e06-9f8c-8476398668d1,segment=NetworkSegment(ad117c6d-b326-4899-b19e-df343429974e),segment_id=ad117c6d-b326-4899-b19e-df343429974e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:28:20.607914 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-871647ee-aa59-4c10-b538-15e025d1551d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:20.616782 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb419-0e17-437c-ac3a-fbd478f55b2c tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:20.625095 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-871647ee-aa59-4c10-b538-15e025d1551d None None] Calling delete_port for 96e30973-c10c-4e06-9f8c-8476398668d1 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:28:20.662361 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bb419-0e17-437c-ac3a-fbd478f55b2c tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event deleted for resources: {'Port': ['ID=96e30973-c10c-4e06-9f8c-8476398668d1,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:20.665528 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6bb419-0e17-437c-ac3a-fbd478f55b2c tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] No DVR routers for this DVR port 96e30973-c10c-4e06-9f8c-8476398668d1 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:28:20.714816 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-871647ee-aa59-4c10-b538-15e025d1551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:20.746339 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871647ee-aa59-4c10-b538-15e025d1551d None None] Pushing event deleted for resources: {'Port': ['ID=96e30973-c10c-4e06-9f8c-8476398668d1,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:20.750111 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871647ee-aa59-4c10-b538-15e025d1551d None None] No DVR routers for this DVR port 96e30973-c10c-4e06-9f8c-8476398668d1 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:28:20.779018 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb419-0e17-437c-ac3a-fbd478f55b2c tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:20.803900 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-5c6bb419-0e17-437c-ac3a-fbd478f55b2c tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72613dc-3f98-43aa-ac2f-a91e14d8117e']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:20.814883 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-5c6bb419-0e17-437c-ac3a-fbd478f55b2c tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad117c6d-b326-4899-b19e-df343429974e') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:20.815169 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-5c6bb419-0e17-437c-ac3a-fbd478f55b2c tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad117c6d-b326-4899-b19e-df343429974e') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:20.826405 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb419-0e17-437c-ac3a-fbd478f55b2c tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:20.839357 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb419-0e17-437c-ac3a-fbd478f55b2c tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:20.845502 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6bb419-0e17-437c-ac3a-fbd478f55b2c tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:28:20.845894 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb419-0e17-437c-ac3a-fbd478f55b2c tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:28:20.850249 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:28:20.925341 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb419-0e17-437c-ac3a-fbd478f55b2c tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:20.939125 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb419-0e17-437c-ac3a-fbd478f55b2c tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:20.945476 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5c6bb419-0e17-437c-ac3a-fbd478f55b2c tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "DELETE /v2.0/networks/e72613dc-3f98-43aa-ac2f-a91e14d8117e HTTP/1.1" status: 204 len: 168 time: 0.6660049 Nov 24 21:28:20.948382 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48574) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:20.962917 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bb419-0e17-437c-ac3a-fbd478f55b2c tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Pushing event deleted for resources: {'Network': ['ID=e72613dc-3f98-43aa-ac2f-a91e14d8117e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:20.988351 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ab86db3a-a83e-4aa4-9679-e99c15ee3b6b tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f HTTP/1.1" status: 200 len: 205 time: 0.0387232 Nov 24 21:28:20.993912 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48576) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:21.096271 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3ce9f059-270c-4c59-bc41-aac3c78d98d8 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:21.263462 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3ce9f059-270c-4c59-bc41-aac3c78d98d8 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:21.265652 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3ce9f059-270c-4c59-bc41-aac3c78d98d8 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:21.314597 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3ce9f059-270c-4c59-bc41-aac3c78d98d8 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:21.315241 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce9f059-270c-4c59-bc41-aac3c78d98d8 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Fanout notify agent at l3_agent the message router_deleted on router ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:28:21.323799 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3ce9f059-270c-4c59-bc41-aac3c78d98d8 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:21.325057 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3ce9f059-270c-4c59-bc41-aac3c78d98d8 tempest-RoutersNegativeIpV6Test-1278603716 tempest-RoutersNegativeIpV6Test-1278603716-project] 10.222.0.11 "DELETE /v2.0/routers/ed1bf2e7-0c40-4a7b-9620-e8a7e41a8f8f HTTP/1.1" status: 204 len: 168 time: 0.3298535 Nov 24 21:28:21.617427 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48582) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:21.769168 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-16f5e607-a5fd-4627-9179-b94f3aececf7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7beab43ba1664e038bafd71fb1fc55ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1504281 Nov 24 21:28:21.773547 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48586) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:21.828670 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a25463b4-0a17-4173-8ade-43be2c38ce26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:21.852392 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a25463b4-0a17-4173-8ade-43be2c38ce26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:21.910338 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a25463b4-0a17-4173-8ade-43be2c38ce26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:21.913631 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a25463b4-0a17-4173-8ade-43be2c38ce26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:21.914847 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a25463b4-0a17-4173-8ade-43be2c38ce26 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d8504b3-04ad-40de-b4ad-0e96feb7ddcd HTTP/1.1" status: 204 len: 168 time: 0.1402757 Nov 24 21:28:21.923379 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25463b4-0a17-4173-8ade-43be2c38ce26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8504b3-04ad-40de-b4ad-0e96feb7ddcd,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:22.207113 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 96e30973-c10c-4e06-9f8c-8476398668d1 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:28:22.229827 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 96e30973-c10c-4e06-9f8c-8476398668d1 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:28:22.230215 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 96e30973-c10c-4e06-9f8c-8476398668d1 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:28:22.705721 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48608) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:22.812271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-934c3b84-8375-4300-82e2-39e2cf3daaf9 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1293846510'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:28:22.834459 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934c3b84-8375-4300-82e2-39e2cf3daaf9 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Made reservation on behalf of db3721bb6c07419b874f03c291a53424 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:28:22.838156 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-934c3b84-8375-4300-82e2-39e2cf3daaf9 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:22.847393 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-934c3b84-8375-4300-82e2-39e2cf3daaf9 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:22.930014 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-934c3b84-8375-4300-82e2-39e2cf3daaf9 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:22.934066 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-934c3b84-8375-4300-82e2-39e2cf3daaf9 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:22.960645 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934c3b84-8375-4300-82e2-39e2cf3daaf9 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:28:22.978008 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-934c3b84-8375-4300-82e2-39e2cf3daaf9 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:22.978352 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-934c3b84-8375-4300-82e2-39e2cf3daaf9 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Added segment b9d11cd5-a9c7-488a-ac2e-0b9433139053 of type vlan for network 551bcffd-4999-4618-959a-bf7be145f6b1 Nov 24 21:28:22.979698 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c3b84-8375-4300-82e2-39e2cf3daaf9 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc124efd-91d0-403b-b662-f875a7b834a6,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:23.033870 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-934c3b84-8375-4300-82e2-39e2cf3daaf9 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:23.061027 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-934c3b84-8375-4300-82e2-39e2cf3daaf9 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:23.066797 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934c3b84-8375-4300-82e2-39e2cf3daaf9 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:28:23.067420 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-934c3b84-8375-4300-82e2-39e2cf3daaf9 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:23.106712 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-934c3b84-8375-4300-82e2-39e2cf3daaf9 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3998578 Nov 24 21:28:23.109598 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48612) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:23.114790 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-12350c1e-0749-43ba-94d5-fa3e95c27aca tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Request body: {'subnet': {'network_id': '551bcffd-4999-4618-959a-bf7be145f6b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:28:23.146131 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c3b84-8375-4300-82e2-39e2cf3daaf9 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Pushing event updated for resources: {'Network': ['ID=551bcffd-4999-4618-959a-bf7be145f6b1,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:23.157105 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 551bcffd-4999-4618-959a-bf7be145f6b1 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:28:23.216881 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12350c1e-0749-43ba-94d5-fa3e95c27aca tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Made reservation on behalf of db3721bb6c07419b874f03c291a53424 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:28:23.220578 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-12350c1e-0749-43ba-94d5-fa3e95c27aca tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:23.808169 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-12350c1e-0749-43ba-94d5-fa3e95c27aca tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:23.873125 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12350c1e-0749-43ba-94d5-fa3e95c27aca tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Pushing event updated for resources: {'Subnet': ['ID=5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:23.889337 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12350c1e-0749-43ba-94d5-fa3e95c27aca tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Checking segment: {'id': 'b9d11cd5-a9c7-488a-ac2e-0b9433139053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '551bcffd-4999-4618-959a-bf7be145f6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:28:23.889705 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12350c1e-0749-43ba-94d5-fa3e95c27aca tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Network hostable DHCP agents. Network: 551bcffd-4999-4618-959a-bf7be145f6b1, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:28:23.913524 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12350c1e-0749-43ba-94d5-fa3e95c27aca tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Network 551bcffd-4999-4618-959a-bf7be145f6b1 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:28:23.923976 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-12350c1e-0749-43ba-94d5-fa3e95c27aca tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 551bcffd-4999-4618-959a-bf7be145f6b1) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:28:23.928191 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12350c1e-0749-43ba-94d5-fa3e95c27aca tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:28:23.928880 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-12350c1e-0749-43ba-94d5-fa3e95c27aca tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:23.933355 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17278833-f097-4d8f-8715-c198e3f2960b None None] Network 551bcffd-4999-4618-959a-bf7be145f6b1 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:28:23.946927 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-12350c1e-0749-43ba-94d5-fa3e95c27aca tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8358414 Nov 24 21:28:23.949533 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48614) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:23.955187 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-6fb593ca-a255-4f5f-9514-ad90c9261b63 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Request body: {'port': {'network_id': '551bcffd-4999-4618-959a-bf7be145f6b1', 'name': 'tempest-TagsExtTest-1322949777'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:28:24.067839 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb593ca-a255-4f5f-9514-ad90c9261b63 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Made reservation on behalf of db3721bb6c07419b874f03c291a53424 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:28:24.072357 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6fb593ca-a255-4f5f-9514-ad90c9261b63 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:24.091268 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [None req-6fb593ca-a255-4f5f-9514-ad90c9261b63 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] device_id is not set on port 49ad3d56-8721-4f76-b4f3-3e7a15c450b1 yet. {{(pid=109990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 21:28:24.092982 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2b7b93-7a57-417d-b09c-86f802de7f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-551bcffd-4999-4618-959a-bf7be145f6b1', 'network_id': '551bcffd-4999-4618-959a-bf7be145f6b1', 'tenant_id': 'db3721bb6c07419b874f03c291a53424', 'fixed_ips': [{'subnet_id': '5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:28:24.093896 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6c2b7b93-7a57-417d-b09c-86f802de7f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:24.226770 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-6fb593ca-a255-4f5f-9514-ad90c9261b63 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Allocated IP 172.20.0.11 (551bcffd-4999-4618-959a-bf7be145f6b1/5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc/49ad3d56-8721-4f76-b4f3-3e7a15c450b1) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:28:24.392428 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6fb593ca-a255-4f5f-9514-ad90c9261b63 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:24.426213 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6fb593ca-a255-4f5f-9514-ad90c9261b63 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:24.474740 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-6c2b7b93-7a57-417d-b09c-86f802de7f7d None None] Allocated IP 172.20.0.2 (551bcffd-4999-4618-959a-bf7be145f6b1/5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc/08b2e47b-b811-493a-a7e2-e9f22d4aa77a) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:28:24.478098 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb593ca-a255-4f5f-9514-ad90c9261b63 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Network 551bcffd-4999-4618-959a-bf7be145f6b1 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:28:24.481610 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-6fb593ca-a255-4f5f-9514-ad90c9261b63 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:28:24.485550 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb593ca-a255-4f5f-9514-ad90c9261b63 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:28:24.494908 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb593ca-a255-4f5f-9514-ad90c9261b63 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Pushing event updated for resources: {'Port': ['ID=49ad3d56-8721-4f76-b4f3-3e7a15c450b1,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:24.558861 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb593ca-a255-4f5f-9514-ad90c9261b63 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:28:24.559528 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6fb593ca-a255-4f5f-9514-ad90c9261b63 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:24.577045 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6fb593ca-a255-4f5f-9514-ad90c9261b63 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.6263230 Nov 24 21:28:24.579664 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48616) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:24.584560 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-96ddd4ed-eb90-4744-9568-02b129d63d13 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1638391691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:28:24.609080 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-96ddd4ed-eb90-4744-9568-02b129d63d13 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:24.610135 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-96ddd4ed-eb90-4744-9568-02b129d63d13 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:24.641049 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6c2b7b93-7a57-417d-b09c-86f802de7f7d None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:24.648114 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6c2b7b93-7a57-417d-b09c-86f802de7f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:24.672414 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-96ddd4ed-eb90-4744-9568-02b129d63d13 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:24.678879 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-96ddd4ed-eb90-4744-9568-02b129d63d13 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:24.695430 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2b7b93-7a57-417d-b09c-86f802de7f7d None None] Network 551bcffd-4999-4618-959a-bf7be145f6b1 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:28:24.698797 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-6c2b7b93-7a57-417d-b09c-86f802de7f7d None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:28:24.698958 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-96ddd4ed-eb90-4744-9568-02b129d63d13 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:24.700353 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-96ddd4ed-eb90-4744-9568-02b129d63d13 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1195223 Nov 24 21:28:24.701510 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2b7b93-7a57-417d-b09c-86f802de7f7d None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:28:24.703472 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48618) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:24.709084 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ece8c039-79cd-4781-9652-12c920aafedd tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1349769630', 'prefixes': ['172.20.0.0/16']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:28:24.710799 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b7b93-7a57-417d-b09c-86f802de7f7d None None] Pushing event updated for resources: {'Port': ['ID=08b2e47b-b811-493a-a7e2-e9f22d4aa77a,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:24.766654 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-6c2b7b93-7a57-417d-b09c-86f802de7f7d None None] Attempting to bind port 08b2e47b-b811-493a-a7e2-e9f22d4aa77a on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:28:24.767037 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-6c2b7b93-7a57-417d-b09c-86f802de7f7d None None] Attempting to bind port 08b2e47b-b811-493a-a7e2-e9f22d4aa77a by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'b9d11cd5-a9c7-488a-ac2e-0b9433139053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '551bcffd-4999-4618-959a-bf7be145f6b1'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:28:24.767416 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2b7b93-7a57-417d-b09c-86f802de7f7d None None] Attempting to bind port 08b2e47b-b811-493a-a7e2-e9f22d4aa77a on network 551bcffd-4999-4618-959a-bf7be145f6b1 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:28:24.773063 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2b7b93-7a57-417d-b09c-86f802de7f7d None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:28:24.773451 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2b7b93-7a57-417d-b09c-86f802de7f7d None None] Checking segment: {'id': 'b9d11cd5-a9c7-488a-ac2e-0b9433139053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '551bcffd-4999-4618-959a-bf7be145f6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:28:24.774086 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6c2b7b93-7a57-417d-b09c-86f802de7f7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:24.774509 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2b7b93-7a57-417d-b09c-86f802de7f7d None None] Bound using segment: {'id': 'b9d11cd5-a9c7-488a-ac2e-0b9433139053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '551bcffd-4999-4618-959a-bf7be145f6b1'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:28:24.775135 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-6c2b7b93-7a57-417d-b09c-86f802de7f7d None None] Bound port: 08b2e47b-b811-493a-a7e2-e9f22d4aa77a, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d11cd5-a9c7-488a-ac2e-0b9433139053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '551bcffd-4999-4618-959a-bf7be145f6b1'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:28:24.775532 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6c2b7b93-7a57-417d-b09c-86f802de7f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:24.780010 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ece8c039-79cd-4781-9652-12c920aafedd tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks [] for subnetpool, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:24.781381 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ece8c039-79cd-4781-9652-12c920aafedd tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0769119 Nov 24 21:28:24.784953 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48620) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:24.790913 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-5196ced2-8042-423f-b907-572c0a3cb530 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc', 'tempest-TagsExtTest-Tag-949755705') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:24.857920 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6c2b7b93-7a57-417d-b09c-86f802de7f7d None None] For port 08b2e47b-b811-493a-a7e2-e9f22d4aa77a, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:28:24.861353 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6c2b7b93-7a57-417d-b09c-86f802de7f7d None None] For port 08b2e47b-b811-493a-a7e2-e9f22d4aa77a, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=08b2e47b-b811-493a-a7e2-e9f22d4aa77a,segment=NetworkSegment(b9d11cd5-a9c7-488a-ac2e-0b9433139053),segment_id=b9d11cd5-a9c7-488a-ac2e-0b9433139053)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:28:24.870061 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6c2b7b93-7a57-417d-b09c-86f802de7f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:24.914959 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5196ced2-8042-423f-b907-572c0a3cb530 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "PUT /v2.0/subnets/5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc/tags/tempest-TagsExtTest-Tag-949755705 HTTP/1.1" status: 201 len: 201 time: 0.1284001 Nov 24 21:28:24.917779 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48622) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:24.923336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-b641a753-ad5e-4017-8c87-3bdb8f2d5439 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '49ad3d56-8721-4f76-b4f3-3e7a15c450b1', 'tempest-TagsExtTest-Tag-179644277') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:24.941344 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b7b93-7a57-417d-b09c-86f802de7f7d None None] Pushing event updated for resources: {'Port': ['ID=08b2e47b-b811-493a-a7e2-e9f22d4aa77a,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:25.006386 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b641a753-ad5e-4017-8c87-3bdb8f2d5439 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "PUT /v2.0/ports/49ad3d56-8721-4f76-b4f3-3e7a15c450b1/tags/tempest-TagsExtTest-Tag-179644277 HTTP/1.1" status: 201 len: 201 time: 0.0865366 Nov 24 21:28:25.009161 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48624) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:25.014126 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-99cc2f4a-f451-4eb7-b3c1-605011079549 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2f41a5d1-f238-4263-87d3-433017bc893f', 'tempest-TagsExtTest-Tag-643980935') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:25.125767 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-99cc2f4a-f451-4eb7-b3c1-605011079549 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "PUT /v2.0/routers/2f41a5d1-f238-4263-87d3-433017bc893f/tags/tempest-TagsExtTest-Tag-643980935 HTTP/1.1" status: 201 len: 201 time: 0.1154673 Nov 24 21:28:25.129385 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48626) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:25.142647 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-ac09ef69-9a98-4545-80b7-b5a557c0837c tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c77d5d0f-e866-4bd6-b56d-caacf069aa8f', 'tempest-TagsExtTest-Tag-828908749') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:25.205837 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ac09ef69-9a98-4545-80b7-b5a557c0837c tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "PUT /v2.0/subnetpools/c77d5d0f-e866-4bd6-b56d-caacf069aa8f/tags/tempest-TagsExtTest-Tag-828908749 HTTP/1.1" status: 201 len: 201 time: 0.0752234 Nov 24 21:28:25.208529 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48628) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:25.213918 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-33a45d37-b7af-483b-9f7b-745dbc7ccb82 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:25.268256 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-33a45d37-b7af-483b-9f7b-745dbc7ccb82 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/subnets/5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc/tags HTTP/1.1" status: 200 len: 240 time: 0.0580750 Nov 24 21:28:25.270826 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48630) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:25.275629 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-5dd19c71-c274-4b34-88d7-f61c33554d93 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc', 'tempest-TagsExtTest-Tag-949755705') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:25.330322 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5dd19c71-c274-4b34-88d7-f61c33554d93 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/subnets/5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc/tags/tempest-TagsExtTest-Tag-949755705 HTTP/1.1" status: 204 len: 168 time: 0.0577767 Nov 24 21:28:25.332935 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48632) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:25.338096 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-a6729698-2e92-433f-8302-3cd86fe45464 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc', 'tempest-TagsExtTest-Tag-949755705') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:25.406719 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a6729698-2e92-433f-8302-3cd86fe45464 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "DELETE /v2.0/subnets/5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc/tags/tempest-TagsExtTest-Tag-949755705 HTTP/1.1" status: 204 len: 168 time: 0.0727539 Nov 24 21:28:25.409137 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48634) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:25.414139 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-19b647d3-4956-46f1-80a4-3250805463be tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:25.471709 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-19b647d3-4956-46f1-80a4-3250805463be tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/subnets/5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc/tags HTTP/1.1" status: 200 len: 205 time: 0.0614536 Nov 24 21:28:25.474383 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48636) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:25.479023 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-eb0248d4-b8b8-4a27-9288-f3675fec21bb tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '49ad3d56-8721-4f76-b4f3-3e7a15c450b1') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:25.495070 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:28:25.532363 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-eb0248d4-b8b8-4a27-9288-f3675fec21bb tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/ports/49ad3d56-8721-4f76-b4f3-3e7a15c450b1/tags HTTP/1.1" status: 200 len: 240 time: 0.0567605 Nov 24 21:28:25.535096 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48638) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:25.539502 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-01a47afa-2660-4cd4-bdf8-2509c8531bba tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '49ad3d56-8721-4f76-b4f3-3e7a15c450b1', 'tempest-TagsExtTest-Tag-179644277') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:25.593352 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-01a47afa-2660-4cd4-bdf8-2509c8531bba tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/ports/49ad3d56-8721-4f76-b4f3-3e7a15c450b1/tags/tempest-TagsExtTest-Tag-179644277 HTTP/1.1" status: 204 len: 168 time: 0.0571599 Nov 24 21:28:25.595725 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48640) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:25.601008 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-969e545a-5b69-4e48-8f18-eb1d7b63160d tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '49ad3d56-8721-4f76-b4f3-3e7a15c450b1', 'tempest-TagsExtTest-Tag-179644277') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:25.669372 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-969e545a-5b69-4e48-8f18-eb1d7b63160d tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "DELETE /v2.0/ports/49ad3d56-8721-4f76-b4f3-3e7a15c450b1/tags/tempest-TagsExtTest-Tag-179644277 HTTP/1.1" status: 204 len: 168 time: 0.0725520 Nov 24 21:28:25.672074 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48642) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:25.676885 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-f577472b-0cde-4aab-b71b-d6d2d74c222a tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '49ad3d56-8721-4f76-b4f3-3e7a15c450b1') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:25.736994 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f577472b-0cde-4aab-b71b-d6d2d74c222a tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/ports/49ad3d56-8721-4f76-b4f3-3e7a15c450b1/tags HTTP/1.1" status: 200 len: 205 time: 0.0615177 Nov 24 21:28:25.737460 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48644) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:25.742199 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-d487b8d5-24ec-4939-a174-7fccd2cf51cd tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2f41a5d1-f238-4263-87d3-433017bc893f') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:25.824076 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d487b8d5-24ec-4939-a174-7fccd2cf51cd tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/routers/2f41a5d1-f238-4263-87d3-433017bc893f/tags HTTP/1.1" status: 200 len: 240 time: 0.0855763 Nov 24 21:28:25.826605 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48646) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:25.831044 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-6bed7323-bde6-46b5-b2a2-a67a70c1a653 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2f41a5d1-f238-4263-87d3-433017bc893f', 'tempest-TagsExtTest-Tag-643980935') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:25.885611 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7f73e2-efc6-4290-bfe2-638d74922f2e None None] Network 551bcffd-4999-4618-959a-bf7be145f6b1 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:28:25.908594 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6bed7323-bde6-46b5-b2a2-a67a70c1a653 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/routers/2f41a5d1-f238-4263-87d3-433017bc893f/tags/tempest-TagsExtTest-Tag-643980935 HTTP/1.1" status: 204 len: 168 time: 0.0808957 Nov 24 21:28:25.911006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48648) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:25.915787 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-fffb909a-014b-4066-8dfb-9c639b8ec267 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2f41a5d1-f238-4263-87d3-433017bc893f', 'tempest-TagsExtTest-Tag-643980935') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:26.007207 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-01b3ea9c-66ba-40eb-bff2-ee58a0d181b2 None None] Provisioning complete for port 08b2e47b-b811-493a-a7e2-e9f22d4aa77a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:28:26.007782 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-01b3ea9c-66ba-40eb-bff2-ee58a0d181b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:26.013864 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fffb909a-014b-4066-8dfb-9c639b8ec267 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "DELETE /v2.0/routers/2f41a5d1-f238-4263-87d3-433017bc893f/tags/tempest-TagsExtTest-Tag-643980935 HTTP/1.1" status: 204 len: 168 time: 0.0996525 Nov 24 21:28:26.014401 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48650) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:26.018713 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-24eb6d15-556d-49fb-a290-39a18298ed6d tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2f41a5d1-f238-4263-87d3-433017bc893f') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:26.100547 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-24eb6d15-556d-49fb-a290-39a18298ed6d tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/routers/2f41a5d1-f238-4263-87d3-433017bc893f/tags HTTP/1.1" status: 200 len: 205 time: 0.0851724 Nov 24 21:28:26.103202 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48652) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:26.107535 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-e4e227ec-752d-41bc-a69c-02f7a5ef430f tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c77d5d0f-e866-4bd6-b56d-caacf069aa8f') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:26.131317 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-01b3ea9c-66ba-40eb-bff2-ee58a0d181b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:26.137731 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e4e227ec-752d-41bc-a69c-02f7a5ef430f tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/subnetpools/c77d5d0f-e866-4bd6-b56d-caacf069aa8f/tags HTTP/1.1" status: 200 len: 240 time: 0.0334508 Nov 24 21:28:26.140632 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48654) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:26.145458 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-b75d1975-7d1a-4dfa-b501-5a866a42feb5 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c77d5d0f-e866-4bd6-b56d-caacf069aa8f', 'tempest-TagsExtTest-Tag-828908749') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:26.178168 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b75d1975-7d1a-4dfa-b501-5a866a42feb5 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/subnetpools/c77d5d0f-e866-4bd6-b56d-caacf069aa8f/tags/tempest-TagsExtTest-Tag-828908749 HTTP/1.1" status: 204 len: 168 time: 0.0323694 Nov 24 21:28:26.178168 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48656) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:26.181543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-01b3ea9c-66ba-40eb-bff2-ee58a0d181b2 None None] For port 08b2e47b-b811-493a-a7e2-e9f22d4aa77a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=08b2e47b-b811-493a-a7e2-e9f22d4aa77a,segment=NetworkSegment(b9d11cd5-a9c7-488a-ac2e-0b9433139053),segment_id=b9d11cd5-a9c7-488a-ac2e-0b9433139053)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:28:26.184777 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-afb4129d-0fbf-4593-8a97-ff381d37d2ae tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c77d5d0f-e866-4bd6-b56d-caacf069aa8f', 'tempest-TagsExtTest-Tag-828908749') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:26.191847 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-01b3ea9c-66ba-40eb-bff2-ee58a0d181b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:26.234790 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-afb4129d-0fbf-4593-8a97-ff381d37d2ae tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "DELETE /v2.0/subnetpools/c77d5d0f-e866-4bd6-b56d-caacf069aa8f/tags/tempest-TagsExtTest-Tag-828908749 HTTP/1.1" status: 204 len: 168 time: 0.0528171 Nov 24 21:28:26.235049 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48658) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:26.241177 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-c5722c9a-1c00-45ae-8fbf-3ea8a51d386e tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c77d5d0f-e866-4bd6-b56d-caacf069aa8f') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:26.260882 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3ea9c-66ba-40eb-bff2-ee58a0d181b2 None None] Pushing event updated for resources: {'Port': ['ID=08b2e47b-b811-493a-a7e2-e9f22d4aa77a,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:26.272809 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c5722c9a-1c00-45ae-8fbf-3ea8a51d386e tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/subnetpools/c77d5d0f-e866-4bd6-b56d-caacf069aa8f/tags HTTP/1.1" status: 200 len: 205 time: 0.0347965 Nov 24 21:28:26.273760 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48660) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:26.278895 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.tag.tag_plugin [None req-1f00b298-362c-4aee-b14c-c4898092d7ff tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c77d5d0f-e866-4bd6-b56d-caacf069aa8f') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:26.308471 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 08b2e47b-b811-493a-a7e2-e9f22d4aa77a up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:28:26.329900 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48662) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:26.330256 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1f00b298-362c-4aee-b14c-c4898092d7ff tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "DELETE /v2.0/subnetpools/c77d5d0f-e866-4bd6-b56d-caacf069aa8f/tags HTTP/1.1" status: 204 len: 168 time: 0.0544224 Nov 24 21:28:26.335067 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-aa089f51-d594-4252-835c-85a4de99de50 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2f41a5d1-f238-4263-87d3-433017bc893f') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:26.369039 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 08b2e47b-b811-493a-a7e2-e9f22d4aa77a triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:28:26.369910 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:26.440987 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-aa089f51-d594-4252-835c-85a4de99de50 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "DELETE /v2.0/routers/2f41a5d1-f238-4263-87d3-433017bc893f/tags HTTP/1.1" status: 204 len: 168 time: 0.1097398 Nov 24 21:28:26.443675 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48664) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:26.448653 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-bcc78f74-ce94-4bc6-81c8-be9e217e380e tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '49ad3d56-8721-4f76-b4f3-3e7a15c450b1') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:26.514829 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bcc78f74-ce94-4bc6-81c8-be9e217e380e tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "DELETE /v2.0/ports/49ad3d56-8721-4f76-b4f3-3e7a15c450b1/tags HTTP/1.1" status: 204 len: 168 time: 0.0699863 Nov 24 21:28:26.517220 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48666) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:26.517948 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7a30357e-2108-4078-952d-d3c2e6dc3fc7 None None] Provisioning complete for port 08b2e47b-b811-493a-a7e2-e9f22d4aa77a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:28:26.518392 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7a30357e-2108-4078-952d-d3c2e6dc3fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:26.522221 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-6557d112-5904-44c2-bb76-fe2cc38eb077 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:26.604421 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6557d112-5904-44c2-bb76-fe2cc38eb077 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "DELETE /v2.0/subnets/5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc/tags HTTP/1.1" status: 204 len: 168 time: 0.0791271 Nov 24 21:28:26.604878 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48668) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:26.609846 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.tag.tag_plugin [None req-3f8dd74a-82cd-455c-b17b-f62c343c8ac2 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc', 'tempest-TagsExtTest-Tag-1271899650') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:26.636791 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7a30357e-2108-4078-952d-d3c2e6dc3fc7 None None] Provisioning complete for port 49ad3d56-8721-4f76-b4f3-3e7a15c450b1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:28:26.637374 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7a30357e-2108-4078-952d-d3c2e6dc3fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:26.674997 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-7a30357e-2108-4078-952d-d3c2e6dc3fc7 None None] Port 49ad3d56-8721-4f76-b4f3-3e7a15c450b1 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:28:26.746650 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3f8dd74a-82cd-455c-b17b-f62c343c8ac2 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "PUT /v2.0/subnets/5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc/tags/tempest-TagsExtTest-Tag-1271899650 HTTP/1.1" status: 201 len: 201 time: 0.1404359 Nov 24 21:28:26.749232 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48670) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:26.753778 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.tag.tag_plugin [None req-92865d0d-fba3-46a2-9d33-1be5c8b1f686 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '49ad3d56-8721-4f76-b4f3-3e7a15c450b1', 'tempest-TagsExtTest-Tag-1396905611') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:26.795648 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-10151371-d0c6-4d59-9397-374c375f8583 None None] Provisioning complete for port 49ad3d56-8721-4f76-b4f3-3e7a15c450b1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:28:26.795930 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10151371-d0c6-4d59-9397-374c375f8583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:26.824984 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-92865d0d-fba3-46a2-9d33-1be5c8b1f686 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "PUT /v2.0/ports/49ad3d56-8721-4f76-b4f3-3e7a15c450b1/tags/tempest-TagsExtTest-Tag-1396905611 HTTP/1.1" status: 201 len: 201 time: 0.0746601 Nov 24 21:28:26.827785 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48672) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:26.833174 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-f696b8c0-0b70-42d5-a215-2d5c6db39043 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2f41a5d1-f238-4263-87d3-433017bc893f', 'tempest-TagsExtTest-Tag-1347820508') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:26.836032 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-10151371-d0c6-4d59-9397-374c375f8583 None None] Port 49ad3d56-8721-4f76-b4f3-3e7a15c450b1 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:28:26.933819 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f696b8c0-0b70-42d5-a215-2d5c6db39043 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "PUT /v2.0/routers/2f41a5d1-f238-4263-87d3-433017bc893f/tags/tempest-TagsExtTest-Tag-1347820508 HTTP/1.1" status: 201 len: 201 time: 0.1046896 Nov 24 21:28:26.936494 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48674) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:26.941048 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-f8f974f2-55ea-4e64-9729-e3e6c315942b tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c77d5d0f-e866-4bd6-b56d-caacf069aa8f', 'tempest-TagsExtTest-Tag-1767396816') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:27.327850 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f8f974f2-55ea-4e64-9729-e3e6c315942b tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "PUT /v2.0/subnetpools/c77d5d0f-e866-4bd6-b56d-caacf069aa8f/tags/tempest-TagsExtTest-Tag-1767396816 HTTP/1.1" status: 201 len: 201 time: 0.3902400 Nov 24 21:28:27.330793 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48676) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:27.336271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-7a4dffac-f260-4450-982e-6732dc7f883a tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc', {'tags': ['tempest-TagsExtTest-Tag-799541498', 'tempest-TagsExtTest-Tag-934973867', 'tempest-TagsExtTest-Tag-702265473']}) {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:27.402768 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7a4dffac-f260-4450-982e-6732dc7f883a tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "PUT /v2.0/subnets/5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc/tags HTTP/1.1" status: 200 len: 315 time: 0.0708587 Nov 24 21:28:27.405264 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48678) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:27.410110 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-fe0dc8d9-a83b-46ee-9b7c-d4a6bd5fd9b1 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:27.491578 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fe0dc8d9-a83b-46ee-9b7c-d4a6bd5fd9b1 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "DELETE /v2.0/subnets/5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc/tags HTTP/1.1" status: 204 len: 168 time: 0.0844216 Nov 24 21:28:27.494959 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48680) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:27.499542 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-c1140771-177e-48fe-9ffa-f7d2259f687f tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc', 'tempest-TagsExtTest-Tag-799541498') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:27.559174 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-c1140771-177e-48fe-9ffa-f7d2259f687f tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] show failed (client error): The resource could not be found. Nov 24 21:28:27.560223 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c1140771-177e-48fe-9ffa-f7d2259f687f tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/subnets/5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc/tags/tempest-TagsExtTest-Tag-799541498 HTTP/1.1" status: 404 len: 328 time: 0.0641513 Nov 24 21:28:27.563164 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48682) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:27.567468 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-45c0eb3c-9222-4aa6-8cfa-d59a27f7dd36 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc', 'tempest-TagsExtTest-Tag-934973867') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:27.623654 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-45c0eb3c-9222-4aa6-8cfa-d59a27f7dd36 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] show failed (client error): The resource could not be found. Nov 24 21:28:27.624705 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-45c0eb3c-9222-4aa6-8cfa-d59a27f7dd36 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/subnets/5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc/tags/tempest-TagsExtTest-Tag-934973867 HTTP/1.1" status: 404 len: 328 time: 0.0605631 Nov 24 21:28:27.630170 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48684) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:27.635340 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-a76b798e-bd9f-4bb6-a749-9f73c4b5918d tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc', 'tempest-TagsExtTest-Tag-702265473') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:27.694767 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-a76b798e-bd9f-4bb6-a749-9f73c4b5918d tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] show failed (client error): The resource could not be found. Nov 24 21:28:27.696150 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a76b798e-bd9f-4bb6-a749-9f73c4b5918d tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/subnets/5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc/tags/tempest-TagsExtTest-Tag-702265473 HTTP/1.1" status: 404 len: 328 time: 0.0642111 Nov 24 21:28:27.699363 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48686) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:27.704171 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-611853cb-833d-4b0c-9996-3c214f9169a1 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '49ad3d56-8721-4f76-b4f3-3e7a15c450b1', {'tags': ['tempest-TagsExtTest-Tag-103611208', 'tempest-TagsExtTest-Tag-234272965', 'tempest-TagsExtTest-Tag-55865526']}) {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:27.781226 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-611853cb-833d-4b0c-9996-3c214f9169a1 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "PUT /v2.0/ports/49ad3d56-8721-4f76-b4f3-3e7a15c450b1/tags HTTP/1.1" status: 200 len: 314 time: 0.0803723 Nov 24 21:28:27.783547 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48688) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:27.789180 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-e9352d2d-5355-4005-9dcb-3ea933bdb6ad tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '49ad3d56-8721-4f76-b4f3-3e7a15c450b1') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:27.872740 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e9352d2d-5355-4005-9dcb-3ea933bdb6ad tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "DELETE /v2.0/ports/49ad3d56-8721-4f76-b4f3-3e7a15c450b1/tags HTTP/1.1" status: 204 len: 168 time: 0.0880535 Nov 24 21:28:27.875775 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48690) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:27.882900 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.tag.tag_plugin [None req-3cace3a1-bc3e-489c-aa27-383bba5f9180 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '49ad3d56-8721-4f76-b4f3-3e7a15c450b1', 'tempest-TagsExtTest-Tag-103611208') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:27.949880 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-3cace3a1-bc3e-489c-aa27-383bba5f9180 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] show failed (client error): The resource could not be found. Nov 24 21:28:27.951178 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3cace3a1-bc3e-489c-aa27-383bba5f9180 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/ports/49ad3d56-8721-4f76-b4f3-3e7a15c450b1/tags/tempest-TagsExtTest-Tag-103611208 HTTP/1.1" status: 404 len: 328 time: 0.0736954 Nov 24 21:28:27.954107 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 48692) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:27.959668 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.tag.tag_plugin [None req-ca1014bc-8566-4d8b-9166-172aacff29f8 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '49ad3d56-8721-4f76-b4f3-3e7a15c450b1', 'tempest-TagsExtTest-Tag-234272965') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:28.030071 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-ca1014bc-8566-4d8b-9166-172aacff29f8 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] show failed (client error): The resource could not be found. Nov 24 21:28:28.031668 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ca1014bc-8566-4d8b-9166-172aacff29f8 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/ports/49ad3d56-8721-4f76-b4f3-3e7a15c450b1/tags/tempest-TagsExtTest-Tag-234272965 HTTP/1.1" status: 404 len: 328 time: 0.0762739 Nov 24 21:28:28.034617 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48694) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:28.041008 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-8a9362bb-e17e-48f5-8d06-638ab4266495 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '49ad3d56-8721-4f76-b4f3-3e7a15c450b1', 'tempest-TagsExtTest-Tag-55865526') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:28.109398 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-8a9362bb-e17e-48f5-8d06-638ab4266495 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] show failed (client error): The resource could not be found. Nov 24 21:28:28.111992 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8a9362bb-e17e-48f5-8d06-638ab4266495 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/ports/49ad3d56-8721-4f76-b4f3-3e7a15c450b1/tags/tempest-TagsExtTest-Tag-55865526 HTTP/1.1" status: 404 len: 327 time: 0.0760043 Nov 24 21:28:28.115108 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48696) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:28.121194 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-bd2d62ca-8260-4586-bce3-9112449e3d3d tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2f41a5d1-f238-4263-87d3-433017bc893f', {'tags': ['tempest-TagsExtTest-Tag-1511786131', 'tempest-TagsExtTest-Tag-759049374', 'tempest-TagsExtTest-Tag-1182353030']}) {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:28.217071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 08b2e47b-b811-493a-a7e2-e9f22d4aa77a up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:28:28.235124 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bd2d62ca-8260-4586-bce3-9112449e3d3d tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "PUT /v2.0/routers/2f41a5d1-f238-4263-87d3-433017bc893f/tags HTTP/1.1" status: 200 len: 317 time: 0.1186614 Nov 24 21:28:28.238013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48698) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:28.249929 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-e1e2806d-b711-4e44-9a03-95b5a7485e62 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2f41a5d1-f238-4263-87d3-433017bc893f') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:28.296861 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 08b2e47b-b811-493a-a7e2-e9f22d4aa77a triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:28:28.297144 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:28.372099 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e1e2806d-b711-4e44-9a03-95b5a7485e62 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "DELETE /v2.0/routers/2f41a5d1-f238-4263-87d3-433017bc893f/tags HTTP/1.1" status: 204 len: 168 time: 0.1329622 Nov 24 21:28:28.374803 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48700) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:28.379801 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-06bfd59f-7528-4f51-908c-72d5645d6be9 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2f41a5d1-f238-4263-87d3-433017bc893f', 'tempest-TagsExtTest-Tag-1511786131') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:28.463503 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-06bfd59f-7528-4f51-908c-72d5645d6be9 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] show failed (client error): The resource could not be found. Nov 24 21:28:28.464575 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-06bfd59f-7528-4f51-908c-72d5645d6be9 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/routers/2f41a5d1-f238-4263-87d3-433017bc893f/tags/tempest-TagsExtTest-Tag-1511786131 HTTP/1.1" status: 404 len: 329 time: 0.0886741 Nov 24 21:28:28.467423 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48702) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:28.471914 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-73c2f3b5-7b0e-4711-ba76-48969ffbebc3 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2f41a5d1-f238-4263-87d3-433017bc893f', 'tempest-TagsExtTest-Tag-759049374') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:28.555557 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-73c2f3b5-7b0e-4711-ba76-48969ffbebc3 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] show failed (client error): The resource could not be found. Nov 24 21:28:28.556977 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-73c2f3b5-7b0e-4711-ba76-48969ffbebc3 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/routers/2f41a5d1-f238-4263-87d3-433017bc893f/tags/tempest-TagsExtTest-Tag-759049374 HTTP/1.1" status: 404 len: 328 time: 0.0884602 Nov 24 21:28:28.559720 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48704) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:28.566086 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-a4464a87-9251-459b-92f0-b0c6c0a1c263 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2f41a5d1-f238-4263-87d3-433017bc893f', 'tempest-TagsExtTest-Tag-1182353030') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:28.666261 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-a4464a87-9251-459b-92f0-b0c6c0a1c263 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] show failed (client error): The resource could not be found. Nov 24 21:28:28.667384 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a4464a87-9251-459b-92f0-b0c6c0a1c263 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/routers/2f41a5d1-f238-4263-87d3-433017bc893f/tags/tempest-TagsExtTest-Tag-1182353030 HTTP/1.1" status: 404 len: 329 time: 0.1065271 Nov 24 21:28:28.670173 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48706) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:28.674734 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-f1279a1a-e2e7-4aa2-a2db-e5de91d5fdb9 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c77d5d0f-e866-4bd6-b56d-caacf069aa8f', {'tags': ['tempest-TagsExtTest-Tag-729267238', 'tempest-TagsExtTest-Tag-1971605324', 'tempest-TagsExtTest-Tag-473986670']}) {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:28.709891 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f1279a1a-e2e7-4aa2-a2db-e5de91d5fdb9 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "PUT /v2.0/subnetpools/c77d5d0f-e866-4bd6-b56d-caacf069aa8f/tags HTTP/1.1" status: 200 len: 316 time: 0.0386636 Nov 24 21:28:28.712661 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48708) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:28.718985 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-b6513fab-5f6f-4141-b160-9ea7a2ae5a88 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c77d5d0f-e866-4bd6-b56d-caacf069aa8f') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:28.759019 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b6513fab-5f6f-4141-b160-9ea7a2ae5a88 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "DELETE /v2.0/subnetpools/c77d5d0f-e866-4bd6-b56d-caacf069aa8f/tags HTTP/1.1" status: 204 len: 168 time: 0.0450318 Nov 24 21:28:28.761777 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48710) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:28.766378 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-a114c4c9-7d55-40ee-9641-f38a5b417a45 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c77d5d0f-e866-4bd6-b56d-caacf069aa8f', 'tempest-TagsExtTest-Tag-729267238') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:28.788860 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-a114c4c9-7d55-40ee-9641-f38a5b417a45 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] show failed (client error): The resource could not be found. Nov 24 21:28:28.789930 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a114c4c9-7d55-40ee-9641-f38a5b417a45 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/subnetpools/c77d5d0f-e866-4bd6-b56d-caacf069aa8f/tags/tempest-TagsExtTest-Tag-729267238 HTTP/1.1" status: 404 len: 328 time: 0.0272505 Nov 24 21:28:28.793383 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48712) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:28.798054 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-49383b23-9957-4127-a1f7-7ee502c767b3 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c77d5d0f-e866-4bd6-b56d-caacf069aa8f', 'tempest-TagsExtTest-Tag-1971605324') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:28.821430 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-49383b23-9957-4127-a1f7-7ee502c767b3 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] show failed (client error): The resource could not be found. Nov 24 21:28:28.822419 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-49383b23-9957-4127-a1f7-7ee502c767b3 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/subnetpools/c77d5d0f-e866-4bd6-b56d-caacf069aa8f/tags/tempest-TagsExtTest-Tag-1971605324 HTTP/1.1" status: 404 len: 329 time: 0.0280948 Nov 24 21:28:28.825372 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48714) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:28.829813 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-529ce4d9-ca74-485b-afc2-e019d42a14a0 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c77d5d0f-e866-4bd6-b56d-caacf069aa8f', 'tempest-TagsExtTest-Tag-473986670') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:28.852092 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [None req-529ce4d9-ca74-485b-afc2-e019d42a14a0 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] show failed (client error): The resource could not be found. Nov 24 21:28:28.853157 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-529ce4d9-ca74-485b-afc2-e019d42a14a0 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/subnetpools/c77d5d0f-e866-4bd6-b56d-caacf069aa8f/tags/tempest-TagsExtTest-Tag-473986670 HTTP/1.1" status: 404 len: 328 time: 0.0268865 Nov 24 21:28:28.855983 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48716) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:28.860184 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-5374f8a0-4e31-42ba-b25b-f3d4886ee2e4 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c77d5d0f-e866-4bd6-b56d-caacf069aa8f') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:28.896578 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5374f8a0-4e31-42ba-b25b-f3d4886ee2e4 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "DELETE /v2.0/subnetpools/c77d5d0f-e866-4bd6-b56d-caacf069aa8f/tags HTTP/1.1" status: 204 len: 168 time: 0.0365460 Nov 24 21:28:28.896888 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48718) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:28.901829 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-c14fd385-4ff9-48f5-a897-943e25259ade tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2f41a5d1-f238-4263-87d3-433017bc893f') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:28.993407 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c14fd385-4ff9-48f5-a897-943e25259ade tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "DELETE /v2.0/routers/2f41a5d1-f238-4263-87d3-433017bc893f/tags HTTP/1.1" status: 204 len: 168 time: 0.0952532 Nov 24 21:28:28.995959 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48720) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:29.000153 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-b2b7ecba-db9c-4d31-bcee-c1e6c8568804 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '49ad3d56-8721-4f76-b4f3-3e7a15c450b1') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:29.061365 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b2b7ecba-db9c-4d31-bcee-c1e6c8568804 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "DELETE /v2.0/ports/49ad3d56-8721-4f76-b4f3-3e7a15c450b1/tags HTTP/1.1" status: 204 len: 168 time: 0.0643790 Nov 24 21:28:29.063891 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48722) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:29.068657 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.tag.tag_plugin [None req-91f3514a-e6a2-4bc8-a414-e0b0f59594cb tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:29.125725 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-91f3514a-e6a2-4bc8-a414-e0b0f59594cb tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "DELETE /v2.0/subnets/5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc/tags HTTP/1.1" status: 204 len: 168 time: 0.0606127 Nov 24 21:28:29.130160 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48724) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:29.223632 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-de667e85-11fc-490f-b6a9-c609f9224758 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks [] for subnetpool, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:29.224861 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-de667e85-11fc-490f-b6a9-c609f9224758 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "DELETE /v2.0/subnetpools/c77d5d0f-e866-4bd6-b56d-caacf069aa8f HTTP/1.1" status: 204 len: 168 time: 0.0932050 Nov 24 21:28:29.227977 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48726) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:29.255146 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0d11575e-1f74-4c9c-8de2-d18c2ee29ee4 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f41a5d1-f238-4263-87d3-433017bc893f HTTP/1.1" status: 200 len: 205 time: 0.0260303 Nov 24 21:28:29.258150 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48728) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:29.342647 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75c759e6-4dd5-49f7-b6ae-d093f04ff1e1 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:29.523578 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75c759e6-4dd5-49f7-b6ae-d093f04ff1e1 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:29.526823 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75c759e6-4dd5-49f7-b6ae-d093f04ff1e1 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:29.597746 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75c759e6-4dd5-49f7-b6ae-d093f04ff1e1 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:29.598306 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c759e6-4dd5-49f7-b6ae-d093f04ff1e1 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Fanout notify agent at l3_agent the message router_deleted on router 2f41a5d1-f238-4263-87d3-433017bc893f {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:28:29.607568 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75c759e6-4dd5-49f7-b6ae-d093f04ff1e1 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:29.609156 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-75c759e6-4dd5-49f7-b6ae-d093f04ff1e1 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "DELETE /v2.0/routers/2f41a5d1-f238-4263-87d3-433017bc893f HTTP/1.1" status: 204 len: 168 time: 0.3500826 Nov 24 21:28:29.611750 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48730) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:29.707803 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-d0cc8763-712b-4dbe-a345-894d1cacdb8a tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Deleting port 49ad3d56-8721-4f76-b4f3-3e7a15c450b1 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:28:29.708147 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d0cc8763-712b-4dbe-a345-894d1cacdb8a tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:29.809852 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d0cc8763-712b-4dbe-a345-894d1cacdb8a tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:29.823552 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-d0cc8763-712b-4dbe-a345-894d1cacdb8a tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Calling delete_port for 49ad3d56-8721-4f76-b4f3-3e7a15c450b1 owned by {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:28:29.962522 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d0cc8763-712b-4dbe-a345-894d1cacdb8a tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:29.996598 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc8763-712b-4dbe-a345-894d1cacdb8a tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Pushing event deleted for resources: {'Port': ['ID=49ad3d56-8721-4f76-b4f3-3e7a15c450b1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:30.080936 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d0cc8763-712b-4dbe-a345-894d1cacdb8a tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:30.087467 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d0cc8763-712b-4dbe-a345-894d1cacdb8a tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "DELETE /v2.0/ports/49ad3d56-8721-4f76-b4f3-3e7a15c450b1 HTTP/1.1" status: 204 len: 168 time: 0.4720962 Nov 24 21:28:30.087695 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48732) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:30.144646 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-b233e9d5-0ce3-4296-9f55-3b671eb6b1b5 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Deleting subnet 5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:28:30.149319 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b233e9d5-0ce3-4296-9f55-3b671eb6b1b5 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:30.198792 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b233e9d5-0ce3-4296-9f55-3b671eb6b1b5 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:30.325772 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b233e9d5-0ce3-4296-9f55-3b671eb6b1b5 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:30.399316 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b233e9d5-0ce3-4296-9f55-3b671eb6b1b5 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:30.430897 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233e9d5-0ce3-4296-9f55-3b671eb6b1b5 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Pushing event deleted for resources: {'Subnet': ['ID=5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:30.432953 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b233e9d5-0ce3-4296-9f55-3b671eb6b1b5 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:30.436509 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b233e9d5-0ce3-4296-9f55-3b671eb6b1b5 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "DELETE /v2.0/subnets/5b7a00a7-ee0d-4fb4-a4cb-ed72c1adc8dc HTTP/1.1" status: 204 len: 168 time: 0.3475976 Nov 24 21:28:30.438778 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48734) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:30.441834 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daff5a5-b2e7-4d4b-87d4-c78fa75e2cf4 None None] Network 551bcffd-4999-4618-959a-bf7be145f6b1 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:28:30.531820 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d22e-b6fa-43c9-92f1-449db668a079 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:30.588554 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-9cc0d22e-b6fa-43c9-92f1-449db668a079 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Deleting port 08b2e47b-b811-493a-a7e2-e9f22d4aa77a {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:28:30.588930 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d22e-b6fa-43c9-92f1-449db668a079 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:30.625661 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f1f372-0808-438f-b743-0fcb13291775 None None] DHCP port deletion for 551bcffd-4999-4618-959a-bf7be145f6b1 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:28:30.667481 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-9cc0d22e-b6fa-43c9-92f1-449db668a079 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] For port 08b2e47b-b811-493a-a7e2-e9f22d4aa77a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=08b2e47b-b811-493a-a7e2-e9f22d4aa77a,segment=NetworkSegment(b9d11cd5-a9c7-488a-ac2e-0b9433139053),segment_id=b9d11cd5-a9c7-488a-ac2e-0b9433139053)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:28:30.667947 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d22e-b6fa-43c9-92f1-449db668a079 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:30.679878 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-02f1f372-0808-438f-b743-0fcb13291775 None None] Deleting port 08b2e47b-b811-493a-a7e2-e9f22d4aa77a {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:28:30.680424 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-02f1f372-0808-438f-b743-0fcb13291775 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:30.681931 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-9cc0d22e-b6fa-43c9-92f1-449db668a079 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Calling delete_port for 08b2e47b-b811-493a-a7e2-e9f22d4aa77a owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:28:30.759329 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-02f1f372-0808-438f-b743-0fcb13291775 None None] For port 08b2e47b-b811-493a-a7e2-e9f22d4aa77a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=08b2e47b-b811-493a-a7e2-e9f22d4aa77a,segment=NetworkSegment(b9d11cd5-a9c7-488a-ac2e-0b9433139053),segment_id=b9d11cd5-a9c7-488a-ac2e-0b9433139053)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:28:30.760004 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-02f1f372-0808-438f-b743-0fcb13291775 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:30.779469 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d22e-b6fa-43c9-92f1-449db668a079 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:30.779957 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-02f1f372-0808-438f-b743-0fcb13291775 None None] Calling delete_port for 08b2e47b-b811-493a-a7e2-e9f22d4aa77a owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:28:30.825564 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc0d22e-b6fa-43c9-92f1-449db668a079 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] No DVR routers for this DVR port 08b2e47b-b811-493a-a7e2-e9f22d4aa77a on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:28:30.827569 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0d22e-b6fa-43c9-92f1-449db668a079 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Pushing event deleted for resources: {'Port': ['ID=08b2e47b-b811-493a-a7e2-e9f22d4aa77a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:30.877000 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-02f1f372-0808-438f-b743-0fcb13291775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:30.907931 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1f372-0808-438f-b743-0fcb13291775 None None] Pushing event deleted for resources: {'Port': ['ID=08b2e47b-b811-493a-a7e2-e9f22d4aa77a,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:30.909852 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f1f372-0808-438f-b743-0fcb13291775 None None] No DVR routers for this DVR port 08b2e47b-b811-493a-a7e2-e9f22d4aa77a on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:28:30.922022 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d22e-b6fa-43c9-92f1-449db668a079 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:30.944322 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-9cc0d22e-b6fa-43c9-92f1-449db668a079 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551bcffd-4999-4618-959a-bf7be145f6b1']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:30.953721 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-9cc0d22e-b6fa-43c9-92f1-449db668a079 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d11cd5-a9c7-488a-ac2e-0b9433139053') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:30.954055 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-9cc0d22e-b6fa-43c9-92f1-449db668a079 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d11cd5-a9c7-488a-ac2e-0b9433139053') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:28:30.963994 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d22e-b6fa-43c9-92f1-449db668a079 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:30.978028 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d22e-b6fa-43c9-92f1-449db668a079 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:30.983978 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc0d22e-b6fa-43c9-92f1-449db668a079 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:28:30.984369 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d22e-b6fa-43c9-92f1-449db668a079 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:28:30.987377 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:28:31.053649 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d22e-b6fa-43c9-92f1-449db668a079 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:31.060909 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d22e-b6fa-43c9-92f1-449db668a079 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:31.063721 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9cc0d22e-b6fa-43c9-92f1-449db668a079 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] 10.222.0.11 "DELETE /v2.0/networks/551bcffd-4999-4618-959a-bf7be145f6b1 HTTP/1.1" status: 204 len: 168 time: 0.6239941 Nov 24 21:28:31.075780 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0d22e-b6fa-43c9-92f1-449db668a079 tempest-TagsExtTest-1450128710 tempest-TagsExtTest-1450128710-project] Pushing event deleted for resources: {'Network': ['ID=551bcffd-4999-4618-959a-bf7be145f6b1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:31.323776 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48740) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:31.464995 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0e1e8843-5f65-4eae-97b0-10a6acbc6f4e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=db3721bb6c07419b874f03c291a53424&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1398940 Nov 24 21:28:31.468080 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 48744) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:28:31.518096 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9521fd6f-66ec-4c3f-886b-a2e3d98b1221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:31.540840 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9521fd6f-66ec-4c3f-886b-a2e3d98b1221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:31.590806 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9521fd6f-66ec-4c3f-886b-a2e3d98b1221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:31.594545 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9521fd6f-66ec-4c3f-886b-a2e3d98b1221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:31.596082 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9521fd6f-66ec-4c3f-886b-a2e3d98b1221 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dc124efd-91d0-403b-b662-f875a7b834a6 HTTP/1.1" status: 204 len: 168 time: 0.1270287 Nov 24 21:28:31.609064 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521fd6f-66ec-4c3f-886b-a2e3d98b1221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc124efd-91d0-403b-b662-f875a7b834a6,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:28:32.209493 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 08b2e47b-b811-493a-a7e2-e9f22d4aa77a no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:28:32.229358 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 08b2e47b-b811-493a-a7e2-e9f22d4aa77a {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:28:32.229777 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 08b2e47b-b811-493a-a7e2-e9f22d4aa77a not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:28:38.890148 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8d1acdf1-fbc1-4ca5-82a3-72aa368db1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:40.016076 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:41.200908 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-78fef386-51f3-4e78-b6ac-f701a8e6085d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:41.343069 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:42.477170 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:43.848146 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:28:44.862140 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:02.495429 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:29:08.892288 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5a47bd05-5092-476e-80b6-52e90eaa7b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:10.024805 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:11.206394 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0986-09ec-4e66-8ee9-712c912b580b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:11.334381 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:12.473389 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:13.848862 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:14.858976 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:23.766120 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49184) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:29:23.892526 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8fe4e61f-2a2d-4043-87cf-70a24b579915 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:23.983075 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8fe4e61f-2a2d-4043-87cf-70a24b579915 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:23.988269 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8fe4e61f-2a2d-4043-87cf-70a24b579915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:24.030376 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4e61f-2a2d-4043-87cf-70a24b579915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dd7d8b-5531-49b9-aa88-af346e9f194a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:29:24.035359 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8fe4e61f-2a2d-4043-87cf-70a24b579915 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3aba255b3a3e4efaa323c764d83c6c15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2679856 Nov 24 21:29:24.038027 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49188) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:29:24.040559 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4e61f-2a2d-4043-87cf-70a24b579915 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:24.040954 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4e61f-2a2d-4043-87cf-70a24b579915 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:24.041311 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4e61f-2a2d-4043-87cf-70a24b579915 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:24.041659 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4e61f-2a2d-4043-87cf-70a24b579915 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:24.041999 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4e61f-2a2d-4043-87cf-70a24b579915 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:24.042342 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4e61f-2a2d-4043-87cf-70a24b579915 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:24.042689 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4e61f-2a2d-4043-87cf-70a24b579915 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:24.043026 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4e61f-2a2d-4043-87cf-70a24b579915 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:24.043362 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4e61f-2a2d-4043-87cf-70a24b579915 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:24.043698 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4e61f-2a2d-4043-87cf-70a24b579915 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:24.044034 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4e61f-2a2d-4043-87cf-70a24b579915 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:24.044380 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4e61f-2a2d-4043-87cf-70a24b579915 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:24.095082 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e0b9a609-9a10-4d4e-9353-ec871d45f405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:24.127614 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e0b9a609-9a10-4d4e-9353-ec871d45f405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:24.184722 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e0b9a609-9a10-4d4e-9353-ec871d45f405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:24.187421 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e0b9a609-9a10-4d4e-9353-ec871d45f405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:24.188658 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e0b9a609-9a10-4d4e-9353-ec871d45f405 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/47dd7d8b-5531-49b9-aa88-af346e9f194a HTTP/1.1" status: 204 len: 168 time: 0.1496360 Nov 24 21:29:24.208444 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9a609-9a10-4d4e-9353-ec871d45f405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dd7d8b-5531-49b9-aa88-af346e9f194a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:29:24.216547 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9a609-9a10-4d4e-9353-ec871d45f405 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:24.216825 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9a609-9a10-4d4e-9353-ec871d45f405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:24.217169 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9a609-9a10-4d4e-9353-ec871d45f405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:24.217764 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9a609-9a10-4d4e-9353-ec871d45f405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:24.218163 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9a609-9a10-4d4e-9353-ec871d45f405 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:24.218516 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9a609-9a10-4d4e-9353-ec871d45f405 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:24.218862 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9a609-9a10-4d4e-9353-ec871d45f405 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:24.219202 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9a609-9a10-4d4e-9353-ec871d45f405 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:24.219540 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9a609-9a10-4d4e-9353-ec871d45f405 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:24.219875 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9a609-9a10-4d4e-9353-ec871d45f405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:24.220210 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9a609-9a10-4d4e-9353-ec871d45f405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:24.220543 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9a609-9a10-4d4e-9353-ec871d45f405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:24.515775 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49194) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:29:24.529770 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b442b2c0-3d42-47dc-9f30-3578bf1b6562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:24.604361 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b442b2c0-3d42-47dc-9f30-3578bf1b6562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:24.608078 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b442b2c0-3d42-47dc-9f30-3578bf1b6562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:24.645345 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b442b2c0-3d42-47dc-9f30-3578bf1b6562 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c15b77e8736f494da87250bc665e320d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1284704 Nov 24 21:29:24.647349 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442b2c0-3d42-47dc-9f30-3578bf1b6562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d963ec8e-7f0a-4aa7-a35d-0711a1779cae,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:29:24.648098 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49196) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:29:24.697354 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4a860887-83f3-47ed-a352-fa46e78ac20f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:24.718982 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4a860887-83f3-47ed-a352-fa46e78ac20f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:24.765968 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4a860887-83f3-47ed-a352-fa46e78ac20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:24.768693 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4a860887-83f3-47ed-a352-fa46e78ac20f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:24.770652 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4a860887-83f3-47ed-a352-fa46e78ac20f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d963ec8e-7f0a-4aa7-a35d-0711a1779cae HTTP/1.1" status: 204 len: 168 time: 0.1213291 Nov 24 21:29:24.779019 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a860887-83f3-47ed-a352-fa46e78ac20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d963ec8e-7f0a-4aa7-a35d-0711a1779cae,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:29:26.584310 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49250) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:29:26.692270 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b19a934d-ec72-459d-848e-eb5ee07fd445 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:26.769030 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b19a934d-ec72-459d-848e-eb5ee07fd445 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:26.772841 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b19a934d-ec72-459d-848e-eb5ee07fd445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:26.815294 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b19a934d-ec72-459d-848e-eb5ee07fd445 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=535c2c84550c43329ca407b96f28694a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2298529 Nov 24 21:29:26.816698 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a934d-ec72-459d-848e-eb5ee07fd445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e4da39-8543-4d30-9ff9-f3ea111b9cd4,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:29:26.818890 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49254) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:29:26.872511 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abe4cf6a-f014-47b1-bcf2-70b6dd6f718b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:26.893952 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abe4cf6a-f014-47b1-bcf2-70b6dd6f718b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:26.945084 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abe4cf6a-f014-47b1-bcf2-70b6dd6f718b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:26.947751 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abe4cf6a-f014-47b1-bcf2-70b6dd6f718b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:26.948934 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-abe4cf6a-f014-47b1-bcf2-70b6dd6f718b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a9e4da39-8543-4d30-9ff9-f3ea111b9cd4 HTTP/1.1" status: 204 len: 168 time: 0.1285281 Nov 24 21:29:26.956653 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4cf6a-f014-47b1-bcf2-70b6dd6f718b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e4da39-8543-4d30-9ff9-f3ea111b9cd4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:29:27.226707 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49260) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:29:27.241796 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d7c6d984-6b8d-4cea-9447-ae70c85c112a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:27.321522 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d7c6d984-6b8d-4cea-9447-ae70c85c112a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:27.325595 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d7c6d984-6b8d-4cea-9447-ae70c85c112a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:27.365801 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d7c6d984-6b8d-4cea-9447-ae70c85c112a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9dc5bbacd70341f6af79e0c761a1d3cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1378922 Nov 24 21:29:27.366926 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6d984-6b8d-4cea-9447-ae70c85c112a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc60930b-a253-4f7d-bfd2-5ae91991baa8,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:29:27.368724 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49262) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:29:27.419033 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de618bc5-4d4d-423e-b4b8-3bcf7cc091fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:27.440207 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de618bc5-4d4d-423e-b4b8-3bcf7cc091fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:27.489381 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de618bc5-4d4d-423e-b4b8-3bcf7cc091fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:27.491909 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de618bc5-4d4d-423e-b4b8-3bcf7cc091fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:27.493067 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-de618bc5-4d4d-423e-b4b8-3bcf7cc091fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc60930b-a253-4f7d-bfd2-5ae91991baa8 HTTP/1.1" status: 204 len: 168 time: 0.1219084 Nov 24 21:29:27.501059 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de618bc5-4d4d-423e-b4b8-3bcf7cc091fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc60930b-a253-4f7d-bfd2-5ae91991baa8,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:29:38.896084 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0e3301af-0d73-4e12-9d6c-6a46660a946a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:39.495669 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:29:40.011684 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:41.201148 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3a0d3a95-4a85-4772-9510-e76e252f8737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:41.343245 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:42.475205 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:43.850986 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:44.865043 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:48.497393 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49494) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:29:48.617782 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-88ff7262-2e58-4854-82c1-281965929216 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:48.696996 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-88ff7262-2e58-4854-82c1-281965929216 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:48.700924 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-88ff7262-2e58-4854-82c1-281965929216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:48.744784 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-88ff7262-2e58-4854-82c1-281965929216 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=430c189808ce4fa08d7633b0997b8c83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2461426 Nov 24 21:29:48.745424 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff7262-2e58-4854-82c1-281965929216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4040d5d-e03d-45c3-897b-777ab1f6a634,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:29:48.748559 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49498) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:29:48.806698 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c5c1692a-2c97-4abe-aefa-db797ae60e49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:48.828146 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c5c1692a-2c97-4abe-aefa-db797ae60e49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:48.878372 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c5c1692a-2c97-4abe-aefa-db797ae60e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:48.881507 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c5c1692a-2c97-4abe-aefa-db797ae60e49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:48.882674 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c5c1692a-2c97-4abe-aefa-db797ae60e49 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4040d5d-e03d-45c3-897b-777ab1f6a634 HTTP/1.1" status: 204 len: 168 time: 0.1323733 Nov 24 21:29:48.891310 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1692a-2c97-4abe-aefa-db797ae60e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4040d5d-e03d-45c3-897b-777ab1f6a634,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:29:49.163435 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49504) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:29:49.178300 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa788f96-ced9-46b2-ae2d-11fbce4e9246 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:49.280412 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa788f96-ced9-46b2-ae2d-11fbce4e9246 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:49.285808 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa788f96-ced9-46b2-ae2d-11fbce4e9246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:49.328820 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fa788f96-ced9-46b2-ae2d-11fbce4e9246 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=78ede778b7624f2eba37e9c49a1444c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1642115 Nov 24 21:29:49.329743 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa788f96-ced9-46b2-ae2d-11fbce4e9246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72057fb4-c538-46ed-99b9-3b5dec03e78f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:29:49.331815 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49506) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:29:49.397475 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b82c63cf-c623-423a-bc8d-83c108f0b8f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:49.412186 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b82c63cf-c623-423a-bc8d-83c108f0b8f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:49.458619 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b82c63cf-c623-423a-bc8d-83c108f0b8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:49.461267 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b82c63cf-c623-423a-bc8d-83c108f0b8f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:49.462434 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b82c63cf-c623-423a-bc8d-83c108f0b8f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72057fb4-c538-46ed-99b9-3b5dec03e78f HTTP/1.1" status: 204 len: 168 time: 0.1271884 Nov 24 21:29:49.470168 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c63cf-c623-423a-bc8d-83c108f0b8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72057fb4-c538-46ed-99b9-3b5dec03e78f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:29:56.610609 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49592) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:29:56.734594 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-50cfd5ab-704e-40f5-81cb-42a5798f8055 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:56.819836 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-50cfd5ab-704e-40f5-81cb-42a5798f8055 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:56.824464 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-50cfd5ab-704e-40f5-81cb-42a5798f8055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:56.870665 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-50cfd5ab-704e-40f5-81cb-42a5798f8055 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=439b67afe6e44180896b16298df2ee50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2584431 Nov 24 21:29:56.871575 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cfd5ab-704e-40f5-81cb-42a5798f8055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4851950e-bd63-43b5-82d8-516f643ae13a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:29:56.873342 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49598) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:29:56.938044 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f114c67-e4ec-49d3-aaaa-030be49ae2ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:56.964337 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f114c67-e4ec-49d3-aaaa-030be49ae2ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:57.020934 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f114c67-e4ec-49d3-aaaa-030be49ae2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:57.023528 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f114c67-e4ec-49d3-aaaa-030be49ae2ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:57.024715 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9f114c67-e4ec-49d3-aaaa-030be49ae2ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4851950e-bd63-43b5-82d8-516f643ae13a HTTP/1.1" status: 204 len: 168 time: 0.1493778 Nov 24 21:29:57.033410 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f114c67-e4ec-49d3-aaaa-030be49ae2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4851950e-bd63-43b5-82d8-516f643ae13a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:29:57.353913 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49604) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:29:57.368084 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c1cfa8a5-4916-4ab8-ba43-7ab7d7661190 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:57.469098 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c1cfa8a5-4916-4ab8-ba43-7ab7d7661190 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:57.472969 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c1cfa8a5-4916-4ab8-ba43-7ab7d7661190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:57.516977 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c1cfa8a5-4916-4ab8-ba43-7ab7d7661190 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=00beb92ba9824729b8a06a1c74fc06c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1618984 Nov 24 21:29:57.518200 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfa8a5-4916-4ab8-ba43-7ab7d7661190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9a4023-3ae2-4387-975b-221a51edc2b2,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:29:57.519799 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49606) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:29:57.574355 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e8239a6-e138-4c9f-be7b-79456757d570 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:57.601497 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e8239a6-e138-4c9f-be7b-79456757d570 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:57.660612 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e8239a6-e138-4c9f-be7b-79456757d570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:57.666444 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e8239a6-e138-4c9f-be7b-79456757d570 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:57.669855 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6e8239a6-e138-4c9f-be7b-79456757d570 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c9a4023-3ae2-4387-975b-221a51edc2b2 HTTP/1.1" status: 204 len: 168 time: 0.1459639 Nov 24 21:29:57.685264 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8239a6-e138-4c9f-be7b-79456757d570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9a4023-3ae2-4387-975b-221a51edc2b2,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:29:58.499745 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49628) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:29:58.611509 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-d67fcd73-d26f-40e2-a285-5555b3b149d7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-189716643-network', 'tenant_id': '6129232759514ab99dcf2e0f53ac4091'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:29:58.638539 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67fcd73-d26f-40e2-a285-5555b3b149d7 admin admin] Made reservation on behalf of 6129232759514ab99dcf2e0f53ac4091 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:29:58.641043 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d67fcd73-d26f-40e2-a285-5555b3b149d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:58.649905 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d67fcd73-d26f-40e2-a285-5555b3b149d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:58.744204 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d67fcd73-d26f-40e2-a285-5555b3b149d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:58.748249 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d67fcd73-d26f-40e2-a285-5555b3b149d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:58.774894 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67fcd73-d26f-40e2-a285-5555b3b149d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:29:58.784066 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67fcd73-d26f-40e2-a285-5555b3b149d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1f5d34-1be1-4390-9612-1893c388cea0,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:29:58.791946 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d67fcd73-d26f-40e2-a285-5555b3b149d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:58.792349 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-d67fcd73-d26f-40e2-a285-5555b3b149d7 admin admin] Added segment a18a823b-a556-416b-8329-00a0ee839999 of type vlan for network a129c11b-3c17-451a-a549-4d3b84550fb3 Nov 24 21:29:58.841117 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d67fcd73-d26f-40e2-a285-5555b3b149d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:58.874286 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d67fcd73-d26f-40e2-a285-5555b3b149d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:58.875588 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67fcd73-d26f-40e2-a285-5555b3b149d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:29:58.876776 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d67fcd73-d26f-40e2-a285-5555b3b149d7 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:58.913888 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d67fcd73-d26f-40e2-a285-5555b3b149d7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4129024 Nov 24 21:29:58.917421 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49632) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:29:58.922924 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-61176254-dc74-4590-8385-d1c26aabba5a admin admin] Request body: {'subnet': {'network_id': 'a129c11b-3c17-451a-a549-4d3b84550fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-189716643-subnet', 'tenant_id': '6129232759514ab99dcf2e0f53ac4091', 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:29:58.948043 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61176254-dc74-4590-8385-d1c26aabba5a admin admin] Made reservation on behalf of 6129232759514ab99dcf2e0f53ac4091 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:29:58.948609 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67fcd73-d26f-40e2-a285-5555b3b149d7 admin admin] Pushing event updated for resources: {'Network': ['ID=a129c11b-3c17-451a-a549-4d3b84550fb3,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:29:58.950595 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-61176254-dc74-4590-8385-d1c26aabba5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:58.977120 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network a129c11b-3c17-451a-a549-4d3b84550fb3 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:29:59.179045 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-61176254-dc74-4590-8385-d1c26aabba5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:59.239349 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61176254-dc74-4590-8385-d1c26aabba5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d6c519-b2f6-4f34-98b9-b9caff9ab511,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:29:59.248928 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61176254-dc74-4590-8385-d1c26aabba5a admin admin] Checking segment: {'id': 'a18a823b-a556-416b-8329-00a0ee839999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a129c11b-3c17-451a-a549-4d3b84550fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:29:59.249298 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61176254-dc74-4590-8385-d1c26aabba5a admin admin] Network hostable DHCP agents. Network: a129c11b-3c17-451a-a549-4d3b84550fb3, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:29:59.268359 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61176254-dc74-4590-8385-d1c26aabba5a admin admin] Network a129c11b-3c17-451a-a549-4d3b84550fb3 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:29:59.278891 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-61176254-dc74-4590-8385-d1c26aabba5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, a129c11b-3c17-451a-a549-4d3b84550fb3) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:29:59.283718 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61176254-dc74-4590-8385-d1c26aabba5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:29:59.284344 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-61176254-dc74-4590-8385-d1c26aabba5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:59.293302 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c547f04-6590-46ef-a69b-bd1e3ad4daf6 None None] Network a129c11b-3c17-451a-a549-4d3b84550fb3 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:29:59.304571 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49634) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:29:59.307151 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-61176254-dc74-4590-8385-d1c26aabba5a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3877125 Nov 24 21:29:59.309100 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-85a3378a-b7a5-49c3-95c9-be4d6d0ce6a2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-189716643-router', 'tenant_id': '6129232759514ab99dcf2e0f53ac4091', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:29:59.339699 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-85a3378a-b7a5-49c3-95c9-be4d6d0ce6a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:59.340920 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-85a3378a-b7a5-49c3-95c9-be4d6d0ce6a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:59.411953 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-85a3378a-b7a5-49c3-95c9-be4d6d0ce6a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:59.478523 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-a129c11b-3c17-451a-a549-4d3b84550fb3', 'network_id': 'a129c11b-3c17-451a-a549-4d3b84550fb3', 'tenant_id': '6129232759514ab99dcf2e0f53ac4091', 'fixed_ips': [{'subnet_id': '68d6c519-b2f6-4f34-98b9-b9caff9ab511'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:29:59.479415 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:59.567472 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-85a3378a-b7a5-49c3-95c9-be4d6d0ce6a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:59.624979 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Allocated IP 172.20.0.2 (a129c11b-3c17-451a-a549-4d3b84550fb3/68d6c519-b2f6-4f34-98b9-b9caff9ab511/6724a72a-47d3-4587-8d5c-aae49e1b5871) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:29:59.780586 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:59.788853 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:59.799266 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-85a3378a-b7a5-49c3-95c9-be4d6d0ce6a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:59.821161 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-85a3378a-b7a5-49c3-95c9-be4d6d0ce6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:59.830047 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Network a129c11b-3c17-451a-a549-4d3b84550fb3 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:29:59.836098 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:29:59.839267 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:29:59.857182 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Pushing event updated for resources: {'Port': ['ID=6724a72a-47d3-4587-8d5c-aae49e1b5871,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:29:59.883592 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:59.883994 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:59.884266 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:59.884605 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:59.884963 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:59.885299 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:59.885628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:59.885952 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:59.886276 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:59.886597 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:59.886993 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:59.887620 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:29:59.921873 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Attempting to bind port 6724a72a-47d3-4587-8d5c-aae49e1b5871 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:29:59.922256 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Attempting to bind port 6724a72a-47d3-4587-8d5c-aae49e1b5871 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a18a823b-a556-416b-8329-00a0ee839999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a129c11b-3c17-451a-a549-4d3b84550fb3'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:29:59.922637 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Attempting to bind port 6724a72a-47d3-4587-8d5c-aae49e1b5871 on network a129c11b-3c17-451a-a549-4d3b84550fb3 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:29:59.929470 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:29:59.929840 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Checking segment: {'id': 'a18a823b-a556-416b-8329-00a0ee839999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a129c11b-3c17-451a-a549-4d3b84550fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:29:59.930254 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:59.930662 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Bound using segment: {'id': 'a18a823b-a556-416b-8329-00a0ee839999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a129c11b-3c17-451a-a549-4d3b84550fb3'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:29:59.931577 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Bound port: 6724a72a-47d3-4587-8d5c-aae49e1b5871, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18a823b-a556-416b-8329-00a0ee839999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a129c11b-3c17-451a-a549-4d3b84550fb3'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:29:59.931577 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:29:59.948301 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-85a3378a-b7a5-49c3-95c9-be4d6d0ce6a2 admin admin] Allocated IP 172.25.5.57 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/cd933cf0-5f63-420f-98ad-638d1dac602a) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:30:00.002503 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] For port 6724a72a-47d3-4587-8d5c-aae49e1b5871, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:30:00.006740 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] For port 6724a72a-47d3-4587-8d5c-aae49e1b5871, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=6724a72a-47d3-4587-8d5c-aae49e1b5871,segment=NetworkSegment(a18a823b-a556-416b-8329-00a0ee839999),segment_id=a18a823b-a556-416b-8329-00a0ee839999)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:30:00.010478 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:00.060710 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-85a3378a-b7a5-49c3-95c9-be4d6d0ce6a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:00.085274 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbfcac-2dc5-4409-af9e-f25c408fe1ed None None] Pushing event updated for resources: {'Port': ['ID=6724a72a-47d3-4587-8d5c-aae49e1b5871,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:00.119352 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-85a3378a-b7a5-49c3-95c9-be4d6d0ce6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:00.161848 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a3378a-b7a5-49c3-95c9-be4d6d0ce6a2 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:30:00.174295 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-85a3378a-b7a5-49c3-95c9-be4d6d0ce6a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:30:00.184300 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a3378a-b7a5-49c3-95c9-be4d6d0ce6a2 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:30:00.190461 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3378a-b7a5-49c3-95c9-be4d6d0ce6a2 admin admin] Pushing event updated for resources: {'Port': ['ID=cd933cf0-5f63-420f-98ad-638d1dac602a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:00.196320 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3123d5-ffca-49e2-888d-99517d364f32 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:30:00.241047 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-1ab60cd5-fac8-4df8-9bdc-41b6c0185229 None None] Provisioning complete for port cd933cf0-5f63-420f-98ad-638d1dac602a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:00.241451 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1ab60cd5-fac8-4df8-9bdc-41b6c0185229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:00.303628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-1ab60cd5-fac8-4df8-9bdc-41b6c0185229 None None] Port cd933cf0-5f63-420f-98ad-638d1dac602a cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:30:00.519834 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-85a3378a-b7a5-49c3-95c9-be4d6d0ce6a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:00.721503 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-85a3378a-b7a5-49c3-95c9-be4d6d0ce6a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:00.890176 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a3378a-b7a5-49c3-95c9-be4d6d0ce6a2 admin admin] Router f4ec2961-6f53-4b6a-9dde-db87b74cf23d is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:30:01.011703 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a3378a-b7a5-49c3-95c9-be4d6d0ce6a2 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:30:01.024487 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] Sync routers for ids ['f4ec2961-6f53-4b6a-9dde-db87b74cf23d'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:30:01.038366 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-85a3378a-b7a5-49c3-95c9-be4d6d0ce6a2 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:01.044455 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-85a3378a-b7a5-49c3-95c9-be4d6d0ce6a2 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7348566 Nov 24 21:30:01.044849 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] Routers {'f4ec2961-6f53-4b6a-9dde-db87b74cf23d'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:30:01.044849 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:29:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f4ec2961-6f53-4b6a-9dde-db87b74cf23d'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:01.045419 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49636) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:01.186749 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c2c98c-ca9b-4ebf-8366-dced3d10f64b None None] Network a129c11b-3c17-451a-a549-4d3b84550fb3 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:30:01.243277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] Set router f4ec2961-6f53-4b6a-9dde-db87b74cf23d gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:30:01.356780 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-27f41140-2b28-4c9a-8acc-7425a073e531 None None] Provisioning complete for port 6724a72a-47d3-4587-8d5c-aae49e1b5871 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:01.357211 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-27f41140-2b28-4c9a-8acc-7425a073e531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:01.546696 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0515d190-0ffd-4d8f-abde-b4584e6a22cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:01.616695 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-27f41140-2b28-4c9a-8acc-7425a073e531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:01.671212 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-27f41140-2b28-4c9a-8acc-7425a073e531 None None] For port 6724a72a-47d3-4587-8d5c-aae49e1b5871, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=6724a72a-47d3-4587-8d5c-aae49e1b5871,segment=NetworkSegment(a18a823b-a556-416b-8329-00a0ee839999),segment_id=a18a823b-a556-416b-8329-00a0ee839999)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:30:01.677518 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ec2961-6f53-4b6a-9dde-db87b74cf23d', 'name': 'tempest-TestAggregatesBasicOps-189716643-router', 'tenant_id': '6129232759514ab99dcf2e0f53ac4091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'cd933cf0-5f63-420f-98ad-638d1dac602a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:29:59Z', 'updated_at': '2021-11-24T21:30:00Z', 'revision_number': 3, 'project_id': '6129232759514ab99dcf2e0f53ac4091', 'gw_port': {'id': 'cd933cf0-5f63-420f-98ad-638d1dac602a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ec2961-6f53-4b6a-9dde-db87b74cf23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:29:59Z', 'updated_at': '2021-11-24T21:29:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:01.716483 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] Checking router: f4ec2961-6f53-4b6a-9dde-db87b74cf23d for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:30:01.716899 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] Updating router f4ec2961-6f53-4b6a-9dde-db87b74cf23d port cd933cf0-5f63-420f-98ad-638d1dac602a binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:30:01.718919 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-27f41140-2b28-4c9a-8acc-7425a073e531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:01.779259 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:01.781650 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-0515d190-0ffd-4d8f-abde-b4584e6a22cd admin admin] Allocated IP 172.20.0.1 (a129c11b-3c17-451a-a549-4d3b84550fb3/68d6c519-b2f6-4f34-98b9-b9caff9ab511/854386f4-a1aa-45c4-b2f4-ed5118493b6d) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:30:01.827425 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f41140-2b28-4c9a-8acc-7425a073e531 None None] Pushing event updated for resources: {'Port': ['ID=6724a72a-47d3-4587-8d5c-aae49e1b5871,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:01.948544 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0515d190-0ffd-4d8f-abde-b4584e6a22cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:01.991463 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0515d190-0ffd-4d8f-abde-b4584e6a22cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:02.010903 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f73e0abc-2088-4cda-88f3-664da6421371 None None] Provisioning complete for port 6724a72a-47d3-4587-8d5c-aae49e1b5871 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:02.011438 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f73e0abc-2088-4cda-88f3-664da6421371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:02.052583 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0515d190-0ffd-4d8f-abde-b4584e6a22cd admin admin] Network a129c11b-3c17-451a-a549-4d3b84550fb3 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:30:02.057643 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-0515d190-0ffd-4d8f-abde-b4584e6a22cd admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:30:02.068066 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0515d190-0ffd-4d8f-abde-b4584e6a22cd admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:30:02.125162 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515d190-0ffd-4d8f-abde-b4584e6a22cd admin admin] Pushing event updated for resources: {'Port': ['ID=854386f4-a1aa-45c4-b2f4-ed5118493b6d,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:02.150108 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0515d190-0ffd-4d8f-abde-b4584e6a22cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:02.297059 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:02.306211 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:02.357890 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 6724a72a-47d3-4587-8d5c-aae49e1b5871 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:30:02.383625 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0515d190-0ffd-4d8f-abde-b4584e6a22cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:02.445745 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84917e31-a17f-49be-8a78-5e41cf1918e7 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:30:02.458259 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34c2ac-5197-403c-8c05-75becd010316 None None] Pushing event updated for resources: {'Port': ['ID=cd933cf0-5f63-420f-98ad-638d1dac602a,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:02.472693 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] Attempting to bind port cd933cf0-5f63-420f-98ad-638d1dac602a on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:30:02.474389 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] Attempting to bind port cd933cf0-5f63-420f-98ad-638d1dac602a by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:30:02.474389 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] Attempting to bind port cd933cf0-5f63-420f-98ad-638d1dac602a on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:30:02.480421 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-890ff598-28ae-46b2-b784-54ec0f358a97 None None] Provisioning complete for port 854386f4-a1aa-45c4-b2f4-ed5118493b6d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:02.480791 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-890ff598-28ae-46b2-b784-54ec0f358a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:02.488188 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:30:02.488601 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:30:02.488958 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:02.490186 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:30:02.490680 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] Bound port: cd933cf0-5f63-420f-98ad-638d1dac602a, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:30:02.491066 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:02.563441 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 6724a72a-47d3-4587-8d5c-aae49e1b5871 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:02.564077 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:02.590399 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0515d190-0ffd-4d8f-abde-b4584e6a22cd admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:02.597617 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-890ff598-28ae-46b2-b784-54ec0f358a97 None None] Port 854386f4-a1aa-45c4-b2f4-ed5118493b6d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:30:02.598757 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0515d190-0ffd-4d8f-abde-b4584e6a22cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:02.636676 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] For port cd933cf0-5f63-420f-98ad-638d1dac602a, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:30:02.641056 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] For port cd933cf0-5f63-420f-98ad-638d1dac602a, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=cd933cf0-5f63-420f-98ad-638d1dac602a,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:30:02.651359 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:02.678301 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515d190-0ffd-4d8f-abde-b4584e6a22cd admin admin] Pushing event updated for resources: {'Port': ['ID=854386f4-a1aa-45c4-b2f4-ed5118493b6d,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:02.680882 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0515d190-0ffd-4d8f-abde-b4584e6a22cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:02.720029 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b624a0b6-562c-4c47-8517-c6c9bfe27799 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:30:02.800332 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0515d190-0ffd-4d8f-abde-b4584e6a22cd admin admin] Network a129c11b-3c17-451a-a549-4d3b84550fb3 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:30:02.802176 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-0515d190-0ffd-4d8f-abde-b4584e6a22cd admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:30:02.932125 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] Routers {'f4ec2961-6f53-4b6a-9dde-db87b74cf23d'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:30:02.932807 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:29:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f4ec2961-6f53-4b6a-9dde-db87b74cf23d'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:02.939521 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34c2ac-5197-403c-8c05-75becd010316 None None] Pushing event updated for resources: {'Port': ['ID=cd933cf0-5f63-420f-98ad-638d1dac602a,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:02.959644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0515d190-0ffd-4d8f-abde-b4584e6a22cd admin admin] Router f4ec2961-6f53-4b6a-9dde-db87b74cf23d has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:30:02.994438 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6bf7ab95-46f4-4cff-89bd-10f20de280c2 None None] Provisioning complete for port cd933cf0-5f63-420f-98ad-638d1dac602a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:02.994809 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6bf7ab95-46f4-4cff-89bd-10f20de280c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:03.119946 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] Set router f4ec2961-6f53-4b6a-9dde-db87b74cf23d gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:30:03.176720 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6bf7ab95-46f4-4cff-89bd-10f20de280c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:03.253432 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6bf7ab95-46f4-4cff-89bd-10f20de280c2 None None] For port cd933cf0-5f63-420f-98ad-638d1dac602a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=cd933cf0-5f63-420f-98ad-638d1dac602a,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:30:03.264694 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6bf7ab95-46f4-4cff-89bd-10f20de280c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:03.375072 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7ab95-46f4-4cff-89bd-10f20de280c2 None None] Pushing event updated for resources: {'Port': ['ID=cd933cf0-5f63-420f-98ad-638d1dac602a,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:03.426051 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-55232524-83c0-4759-afa0-8468de114ac5 None None] Provisioning complete for port cd933cf0-5f63-420f-98ad-638d1dac602a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:03.427786 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-55232524-83c0-4759-afa0-8468de114ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:03.487001 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0515d190-0ffd-4d8f-abde-b4584e6a22cd admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:30:03.492821 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ec2961-6f53-4b6a-9dde-db87b74cf23d', 'name': 'tempest-TestAggregatesBasicOps-189716643-router', 'tenant_id': '6129232759514ab99dcf2e0f53ac4091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'cd933cf0-5f63-420f-98ad-638d1dac602a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:29:59Z', 'updated_at': '2021-11-24T21:30:02Z', 'revision_number': 4, 'project_id': '6129232759514ab99dcf2e0f53ac4091', 'gw_port': {'id': 'cd933cf0-5f63-420f-98ad-638d1dac602a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ec2961-6f53-4b6a-9dde-db87b74cf23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:29:59Z', 'updated_at': '2021-11-24T21:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '854386f4-a1aa-45c4-b2f4-ed5118493b6d', 'name': '', 'network_id': 'a129c11b-3c17-451a-a549-4d3b84550fb3', 'tenant_id': '6129232759514ab99dcf2e0f53ac4091', 'mac_address': 'fa:16:3e:c8:50:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ec2961-6f53-4b6a-9dde-db87b74cf23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '68d6c519-b2f6-4f34-98b9-b9caff9ab511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:01Z', 'updated_at': '2021-11-24T21:30:02Z', 'revision_number': 2, 'project_id': '6129232759514ab99dcf2e0f53ac4091', 'subnets': [{'id': '68d6c519-b2f6-4f34-98b9-b9caff9ab511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:03.496026 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0515d190-0ffd-4d8f-abde-b4584e6a22cd admin admin] 10.222.0.11 "PUT /v2.0/routers/f4ec2961-6f53-4b6a-9dde-db87b74cf23d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4473274 Nov 24 21:30:03.568332 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ce7407-f5ab-4593-a855-d9a3f1194f31 None None] The sync data for ids ['f4ec2961-6f53-4b6a-9dde-db87b74cf23d'] in n-d-812111-8 is: [{'id': 'f4ec2961-6f53-4b6a-9dde-db87b74cf23d', 'name': 'tempest-TestAggregatesBasicOps-189716643-router', 'tenant_id': '6129232759514ab99dcf2e0f53ac4091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'cd933cf0-5f63-420f-98ad-638d1dac602a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:29:59Z', 'updated_at': '2021-11-24T21:30:02Z', 'revision_number': 4, 'project_id': '6129232759514ab99dcf2e0f53ac4091', 'gw_port': {'id': 'cd933cf0-5f63-420f-98ad-638d1dac602a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ec2961-6f53-4b6a-9dde-db87b74cf23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:29:59Z', 'updated_at': '2021-11-24T21:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '854386f4-a1aa-45c4-b2f4-ed5118493b6d', 'name': '', 'network_id': 'a129c11b-3c17-451a-a549-4d3b84550fb3', 'tenant_id': '6129232759514ab99dcf2e0f53ac4091', 'mac_address': 'fa:16:3e:c8:50:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ec2961-6f53-4b6a-9dde-db87b74cf23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '68d6c519-b2f6-4f34-98b9-b9caff9ab511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:01Z', 'updated_at': '2021-11-24T21:30:02Z', 'revision_number': 2, 'project_id': '6129232759514ab99dcf2e0f53ac4091', 'subnets': [{'id': '68d6c519-b2f6-4f34-98b9-b9caff9ab511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:30:03.604669 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-55232524-83c0-4759-afa0-8468de114ac5 None None] Provisioning complete for port 854386f4-a1aa-45c4-b2f4-ed5118493b6d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:03.605166 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-55232524-83c0-4759-afa0-8468de114ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:03.656824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-55232524-83c0-4759-afa0-8468de114ac5 None None] Port 854386f4-a1aa-45c4-b2f4-ed5118493b6d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:30:04.283723 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49652) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:04.290257 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-79d72d03-804e-4fce-888c-c35280f5ef3c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1393705243-network', 'tenant_id': 'ca68c88efa86485a9bc32ef4ec4beb30'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:30:04.326764 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d72d03-804e-4fce-888c-c35280f5ef3c admin admin] Made reservation on behalf of ca68c88efa86485a9bc32ef4ec4beb30 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:30:04.336583 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79d72d03-804e-4fce-888c-c35280f5ef3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:04.350301 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79d72d03-804e-4fce-888c-c35280f5ef3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:04.445020 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79d72d03-804e-4fce-888c-c35280f5ef3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:04.451380 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79d72d03-804e-4fce-888c-c35280f5ef3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:04.480506 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d72d03-804e-4fce-888c-c35280f5ef3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:30:04.490369 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d72d03-804e-4fce-888c-c35280f5ef3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebc4ef1-8b0e-4414-8a0f-2c730911243a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:04.497340 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79d72d03-804e-4fce-888c-c35280f5ef3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:04.497683 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-79d72d03-804e-4fce-888c-c35280f5ef3c admin admin] Added segment f680129c-659d-4a42-a48e-efd45702132b of type vlan for network 5c561c78-bd60-4809-9c4a-26c99e73455f Nov 24 21:30:04.553990 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79d72d03-804e-4fce-888c-c35280f5ef3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:04.583813 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79d72d03-804e-4fce-888c-c35280f5ef3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:04.584842 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d72d03-804e-4fce-888c-c35280f5ef3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:04.585433 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79d72d03-804e-4fce-888c-c35280f5ef3c admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:04.621605 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-79d72d03-804e-4fce-888c-c35280f5ef3c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3365653 Nov 24 21:30:04.624664 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49654) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:04.629846 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f71e9914-8d6b-4690-9454-5b59b13279db admin admin] Request body: {'subnet': {'network_id': '5c561c78-bd60-4809-9c4a-26c99e73455f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1393705243-subnet', 'tenant_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:30:04.669754 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d72d03-804e-4fce-888c-c35280f5ef3c admin admin] Pushing event updated for resources: {'Network': ['ID=5c561c78-bd60-4809-9c4a-26c99e73455f,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:04.682599 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 5c561c78-bd60-4809-9c4a-26c99e73455f details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:30:04.688362 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71e9914-8d6b-4690-9454-5b59b13279db admin admin] Made reservation on behalf of ca68c88efa86485a9bc32ef4ec4beb30 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:30:04.691445 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f71e9914-8d6b-4690-9454-5b59b13279db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:04.911526 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f71e9914-8d6b-4690-9454-5b59b13279db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:04.974157 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e9914-8d6b-4690-9454-5b59b13279db admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1936ebf-05db-488f-8cdb-b0f9c0862652,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:04.987588 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71e9914-8d6b-4690-9454-5b59b13279db admin admin] Checking segment: {'id': 'f680129c-659d-4a42-a48e-efd45702132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5c561c78-bd60-4809-9c4a-26c99e73455f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:30:04.988045 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71e9914-8d6b-4690-9454-5b59b13279db admin admin] Network hostable DHCP agents. Network: 5c561c78-bd60-4809-9c4a-26c99e73455f, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:30:05.014747 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71e9914-8d6b-4690-9454-5b59b13279db admin admin] Network 5c561c78-bd60-4809-9c4a-26c99e73455f is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:30:05.027212 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-f71e9914-8d6b-4690-9454-5b59b13279db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 5c561c78-bd60-4809-9c4a-26c99e73455f) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:30:05.034661 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71e9914-8d6b-4690-9454-5b59b13279db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:05.035344 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f71e9914-8d6b-4690-9454-5b59b13279db admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:05.039964 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4df907-2291-4c85-b498-81188296cc1b None None] Network 5c561c78-bd60-4809-9c4a-26c99e73455f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:30:05.054041 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f71e9914-8d6b-4690-9454-5b59b13279db admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4286108 Nov 24 21:30:05.057614 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49656) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:05.062372 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-281b3c47-e049-46c9-9802-dc0f0197ee82 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1393705243-router', 'tenant_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:30:05.092931 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-281b3c47-e049-46c9-9802-dc0f0197ee82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:05.094007 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-281b3c47-e049-46c9-9802-dc0f0197ee82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:05.169180 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-281b3c47-e049-46c9-9802-dc0f0197ee82 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:05.232550 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25e052b-4279-432a-867a-c270d1578152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-5c561c78-bd60-4809-9c4a-26c99e73455f', 'network_id': '5c561c78-bd60-4809-9c4a-26c99e73455f', 'tenant_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'fixed_ips': [{'subnet_id': 'd1936ebf-05db-488f-8cdb-b0f9c0862652'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:30:05.234187 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f25e052b-4279-432a-867a-c270d1578152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:05.339443 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-281b3c47-e049-46c9-9802-dc0f0197ee82 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:05.416114 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-f25e052b-4279-432a-867a-c270d1578152 None None] Allocated IP 172.20.0.2 (5c561c78-bd60-4809-9c4a-26c99e73455f/d1936ebf-05db-488f-8cdb-b0f9c0862652/806fae60-6d94-42a0-af53-ab789fd16ed5) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:30:05.571904 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-281b3c47-e049-46c9-9802-dc0f0197ee82 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:05.594596 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f25e052b-4279-432a-867a-c270d1578152 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:05.602581 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f25e052b-4279-432a-867a-c270d1578152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:05.603928 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-281b3c47-e049-46c9-9802-dc0f0197ee82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:05.653137 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25e052b-4279-432a-867a-c270d1578152 None None] Network 5c561c78-bd60-4809-9c4a-26c99e73455f is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:30:05.656352 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-f25e052b-4279-432a-867a-c270d1578152 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:30:05.660130 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25e052b-4279-432a-867a-c270d1578152 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:30:05.666398 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e052b-4279-432a-867a-c270d1578152 None None] Pushing event updated for resources: {'Port': ['ID=806fae60-6d94-42a0-af53-ab789fd16ed5,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:05.729674 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f25e052b-4279-432a-867a-c270d1578152 None None] Attempting to bind port 806fae60-6d94-42a0-af53-ab789fd16ed5 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:30:05.730489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f25e052b-4279-432a-867a-c270d1578152 None None] Attempting to bind port 806fae60-6d94-42a0-af53-ab789fd16ed5 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'f680129c-659d-4a42-a48e-efd45702132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5c561c78-bd60-4809-9c4a-26c99e73455f'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:30:05.730836 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25e052b-4279-432a-867a-c270d1578152 None None] Attempting to bind port 806fae60-6d94-42a0-af53-ab789fd16ed5 on network 5c561c78-bd60-4809-9c4a-26c99e73455f {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:30:05.736552 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25e052b-4279-432a-867a-c270d1578152 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:30:05.737204 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25e052b-4279-432a-867a-c270d1578152 None None] Checking segment: {'id': 'f680129c-659d-4a42-a48e-efd45702132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5c561c78-bd60-4809-9c4a-26c99e73455f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:30:05.737694 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f25e052b-4279-432a-867a-c270d1578152 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:05.738171 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25e052b-4279-432a-867a-c270d1578152 None None] Bound using segment: {'id': 'f680129c-659d-4a42-a48e-efd45702132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5c561c78-bd60-4809-9c4a-26c99e73455f'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:30:05.739252 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f25e052b-4279-432a-867a-c270d1578152 None None] Bound port: 806fae60-6d94-42a0-af53-ab789fd16ed5, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f680129c-659d-4a42-a48e-efd45702132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5c561c78-bd60-4809-9c4a-26c99e73455f'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:30:05.739725 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f25e052b-4279-432a-867a-c270d1578152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:05.751391 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-281b3c47-e049-46c9-9802-dc0f0197ee82 admin admin] Allocated IP 172.25.5.40 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:30:05.811609 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f25e052b-4279-432a-867a-c270d1578152 None None] For port 806fae60-6d94-42a0-af53-ab789fd16ed5, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:30:05.814842 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f25e052b-4279-432a-867a-c270d1578152 None None] For port 806fae60-6d94-42a0-af53-ab789fd16ed5, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=806fae60-6d94-42a0-af53-ab789fd16ed5,segment=NetworkSegment(f680129c-659d-4a42-a48e-efd45702132b),segment_id=f680129c-659d-4a42-a48e-efd45702132b)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:30:05.819767 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f25e052b-4279-432a-867a-c270d1578152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:05.878403 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-281b3c47-e049-46c9-9802-dc0f0197ee82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:05.881159 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e052b-4279-432a-867a-c270d1578152 None None] Pushing event updated for resources: {'Port': ['ID=806fae60-6d94-42a0-af53-ab789fd16ed5,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:05.915362 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-281b3c47-e049-46c9-9802-dc0f0197ee82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:05.931647 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] Sync routers for ids ['f4ec2961-6f53-4b6a-9dde-db87b74cf23d'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:30:05.943843 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] Routers {'f4ec2961-6f53-4b6a-9dde-db87b74cf23d'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:30:05.944694 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:29:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f4ec2961-6f53-4b6a-9dde-db87b74cf23d'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:05.965639 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281b3c47-e049-46c9-9802-dc0f0197ee82 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:30:05.969951 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-281b3c47-e049-46c9-9802-dc0f0197ee82 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:30:05.972698 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b3c47-e049-46c9-9802-dc0f0197ee82 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:30:05.981040 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b3c47-e049-46c9-9802-dc0f0197ee82 admin admin] Pushing event updated for resources: {'Port': ['ID=b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:05.987183 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51451fbe-6789-41a7-b4d0-384fc294d49d None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:30:06.063923 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] Set router f4ec2961-6f53-4b6a-9dde-db87b74cf23d gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:30:06.153487 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-068eee79-f265-44f6-a782-878c2338edae None None] Provisioning complete for port b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:06.154003 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-068eee79-f265-44f6-a782-878c2338edae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:06.203380 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-068eee79-f265-44f6-a782-878c2338edae None None] Port b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:30:06.350001 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 806fae60-6d94-42a0-af53-ab789fd16ed5 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:30:06.362832 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-281b3c47-e049-46c9-9802-dc0f0197ee82 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:06.376131 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ec2961-6f53-4b6a-9dde-db87b74cf23d', 'name': 'tempest-TestAggregatesBasicOps-189716643-router', 'tenant_id': '6129232759514ab99dcf2e0f53ac4091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'cd933cf0-5f63-420f-98ad-638d1dac602a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:29:59Z', 'updated_at': '2021-11-24T21:30:02Z', 'revision_number': 4, 'project_id': '6129232759514ab99dcf2e0f53ac4091', 'gw_port': {'id': 'cd933cf0-5f63-420f-98ad-638d1dac602a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ec2961-6f53-4b6a-9dde-db87b74cf23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:29:59Z', 'updated_at': '2021-11-24T21:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '854386f4-a1aa-45c4-b2f4-ed5118493b6d', 'name': '', 'network_id': 'a129c11b-3c17-451a-a549-4d3b84550fb3', 'tenant_id': '6129232759514ab99dcf2e0f53ac4091', 'mac_address': 'fa:16:3e:c8:50:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ec2961-6f53-4b6a-9dde-db87b74cf23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '68d6c519-b2f6-4f34-98b9-b9caff9ab511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:01Z', 'updated_at': '2021-11-24T21:30:02Z', 'revision_number': 2, 'project_id': '6129232759514ab99dcf2e0f53ac4091', 'subnets': [{'id': '68d6c519-b2f6-4f34-98b9-b9caff9ab511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:06.410208 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 806fae60-6d94-42a0-af53-ab789fd16ed5 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:06.411448 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] Checking router: f4ec2961-6f53-4b6a-9dde-db87b74cf23d for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:30:06.411638 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:06.411796 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] Updating router f4ec2961-6f53-4b6a-9dde-db87b74cf23d port 854386f4-a1aa-45c4-b2f4-ed5118493b6d binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:30:06.444894 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:06.498091 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:06.539184 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 806fae60-6d94-42a0-af53-ab789fd16ed5, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=806fae60-6d94-42a0-af53-ab789fd16ed5,segment=NetworkSegment(f680129c-659d-4a42-a48e-efd45702132b),segment_id=f680129c-659d-4a42-a48e-efd45702132b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:30:06.546389 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:06.547716 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device cd933cf0-5f63-420f-98ad-638d1dac602a up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:30:06.604485 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-281b3c47-e049-46c9-9802-dc0f0197ee82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:06.634875 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=806fae60-6d94-42a0-af53-ab789fd16ed5,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:06.643283 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port cd933cf0-5f63-420f-98ad-638d1dac602a triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:06.643715 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:06.879128 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:06.886227 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:06.945966 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2d541-76d8-4cca-a3af-9943a216c4f6 None None] Pushing event updated for resources: {'Port': ['ID=854386f4-a1aa-45c4-b2f4-ed5118493b6d,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:06.978063 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2d541-76d8-4cca-a3af-9943a216c4f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:06.978585 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2d541-76d8-4cca-a3af-9943a216c4f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:06.979107 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2d541-76d8-4cca-a3af-9943a216c4f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:06.979559 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2d541-76d8-4cca-a3af-9943a216c4f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:06.980059 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2d541-76d8-4cca-a3af-9943a216c4f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:06.980459 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2d541-76d8-4cca-a3af-9943a216c4f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:06.980893 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2d541-76d8-4cca-a3af-9943a216c4f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:06.981295 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2d541-76d8-4cca-a3af-9943a216c4f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:06.981706 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2d541-76d8-4cca-a3af-9943a216c4f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:06.982104 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2d541-76d8-4cca-a3af-9943a216c4f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:06.982498 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2d541-76d8-4cca-a3af-9943a216c4f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:06.982887 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2d541-76d8-4cca-a3af-9943a216c4f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:07.028463 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] Attempting to bind port 854386f4-a1aa-45c4-b2f4-ed5118493b6d on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:30:07.028874 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] Attempting to bind port 854386f4-a1aa-45c4-b2f4-ed5118493b6d by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a18a823b-a556-416b-8329-00a0ee839999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a129c11b-3c17-451a-a549-4d3b84550fb3'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:30:07.029238 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] Attempting to bind port 854386f4-a1aa-45c4-b2f4-ed5118493b6d on network a129c11b-3c17-451a-a549-4d3b84550fb3 {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:30:07.036114 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:30:07.036594 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] Checking segment: {'id': 'a18a823b-a556-416b-8329-00a0ee839999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a129c11b-3c17-451a-a549-4d3b84550fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:30:07.037580 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:07.038058 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] Bound using segment: {'id': 'a18a823b-a556-416b-8329-00a0ee839999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a129c11b-3c17-451a-a549-4d3b84550fb3'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:30:07.038655 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] Bound port: 854386f4-a1aa-45c4-b2f4-ed5118493b6d, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18a823b-a556-416b-8329-00a0ee839999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a129c11b-3c17-451a-a549-4d3b84550fb3'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:30:07.039108 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:07.116991 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] For port 854386f4-a1aa-45c4-b2f4-ed5118493b6d, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:30:07.121761 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] For port 854386f4-a1aa-45c4-b2f4-ed5118493b6d, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=854386f4-a1aa-45c4-b2f4-ed5118493b6d,segment=NetworkSegment(a18a823b-a556-416b-8329-00a0ee839999),segment_id=a18a823b-a556-416b-8329-00a0ee839999)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:30:07.141368 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:07.151995 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281b3c47-e049-46c9-9802-dc0f0197ee82 admin admin] Router 6ace6721-92b6-4a59-b016-0d89f6390b96 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:30:07.207926 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] Routers {'f4ec2961-6f53-4b6a-9dde-db87b74cf23d'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:30:07.208777 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:29:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f4ec2961-6f53-4b6a-9dde-db87b74cf23d'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:07.237312 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65478f6a-a2b3-41c5-9599-427c0bb552a6 None None] Network 5c561c78-bd60-4809-9c4a-26c99e73455f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:30:07.287545 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281b3c47-e049-46c9-9802-dc0f0197ee82 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:30:07.298739 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2d541-76d8-4cca-a3af-9943a216c4f6 None None] Pushing event updated for resources: {'Port': ['ID=854386f4-a1aa-45c4-b2f4-ed5118493b6d,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:07.307261 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] Sync routers for ids ['6ace6721-92b6-4a59-b016-0d89f6390b96'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:30:07.324577 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-281b3c47-e049-46c9-9802-dc0f0197ee82 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:07.326653 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-281b3c47-e049-46c9-9802-dc0f0197ee82 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2682366 Nov 24 21:30:07.329297 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49658) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:07.343989 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] Routers {'6ace6721-92b6-4a59-b016-0d89f6390b96'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:30:07.344630 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:29:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6ace6721-92b6-4a59-b016-0d89f6390b96'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:07.374024 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] Set router f4ec2961-6f53-4b6a-9dde-db87b74cf23d gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:30:07.438292 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d2eafb97-2d53-442a-aac8-64afd4ee3e28 None None] Provisioning complete for port 806fae60-6d94-42a0-af53-ab789fd16ed5 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:07.439001 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d2eafb97-2d53-442a-aac8-64afd4ee3e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:07.584130 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] Set router 6ace6721-92b6-4a59-b016-0d89f6390b96 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:30:07.633325 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ec2961-6f53-4b6a-9dde-db87b74cf23d', 'name': 'tempest-TestAggregatesBasicOps-189716643-router', 'tenant_id': '6129232759514ab99dcf2e0f53ac4091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'cd933cf0-5f63-420f-98ad-638d1dac602a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:29:59Z', 'updated_at': '2021-11-24T21:30:02Z', 'revision_number': 4, 'project_id': '6129232759514ab99dcf2e0f53ac4091', 'gw_port': {'id': 'cd933cf0-5f63-420f-98ad-638d1dac602a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ec2961-6f53-4b6a-9dde-db87b74cf23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:29:59Z', 'updated_at': '2021-11-24T21:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '854386f4-a1aa-45c4-b2f4-ed5118493b6d', 'name': '', 'network_id': 'a129c11b-3c17-451a-a549-4d3b84550fb3', 'tenant_id': '6129232759514ab99dcf2e0f53ac4091', 'mac_address': 'fa:16:3e:c8:50:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ec2961-6f53-4b6a-9dde-db87b74cf23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '68d6c519-b2f6-4f34-98b9-b9caff9ab511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:01Z', 'updated_at': '2021-11-24T21:30:07Z', 'revision_number': 4, 'project_id': '6129232759514ab99dcf2e0f53ac4091', 'subnets': [{'id': '68d6c519-b2f6-4f34-98b9-b9caff9ab511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:07.670831 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd736ff-7e24-4850-8018-ed040854acd3 None None] The sync data for ids ['f4ec2961-6f53-4b6a-9dde-db87b74cf23d'] in n-d-812111-8 is: [{'id': 'f4ec2961-6f53-4b6a-9dde-db87b74cf23d', 'name': 'tempest-TestAggregatesBasicOps-189716643-router', 'tenant_id': '6129232759514ab99dcf2e0f53ac4091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'cd933cf0-5f63-420f-98ad-638d1dac602a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:29:59Z', 'updated_at': '2021-11-24T21:30:02Z', 'revision_number': 4, 'project_id': '6129232759514ab99dcf2e0f53ac4091', 'gw_port': {'id': 'cd933cf0-5f63-420f-98ad-638d1dac602a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ec2961-6f53-4b6a-9dde-db87b74cf23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:29:59Z', 'updated_at': '2021-11-24T21:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '854386f4-a1aa-45c4-b2f4-ed5118493b6d', 'name': '', 'network_id': 'a129c11b-3c17-451a-a549-4d3b84550fb3', 'tenant_id': '6129232759514ab99dcf2e0f53ac4091', 'mac_address': 'fa:16:3e:c8:50:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ec2961-6f53-4b6a-9dde-db87b74cf23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '68d6c519-b2f6-4f34-98b9-b9caff9ab511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:01Z', 'updated_at': '2021-11-24T21:30:07Z', 'revision_number': 4, 'project_id': '6129232759514ab99dcf2e0f53ac4091', 'subnets': [{'id': '68d6c519-b2f6-4f34-98b9-b9caff9ab511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:30:07.906143 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ef5c16fe-026a-4c0d-9287-37459f7a7c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:07.992191 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d2eafb97-2d53-442a-aac8-64afd4ee3e28 None None] Provisioning complete for port 854386f4-a1aa-45c4-b2f4-ed5118493b6d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:07.992572 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d2eafb97-2d53-442a-aac8-64afd4ee3e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:08.104032 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-ef5c16fe-026a-4c0d-9287-37459f7a7c8f admin admin] Allocated IP 172.20.0.1 (5c561c78-bd60-4809-9c4a-26c99e73455f/d1936ebf-05db-488f-8cdb-b0f9c0862652/33bc8867-ba4d-4c01-b4a6-d13da7da8821) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:30:08.128534 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d2eafb97-2d53-442a-aac8-64afd4ee3e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:08.146350 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ace6721-92b6-4a59-b016-0d89f6390b96', 'name': 'tempest-TestAggregatesBasicOps-1393705243-router', 'tenant_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:30:05Z', 'updated_at': '2021-11-24T21:30:06Z', 'revision_number': 3, 'project_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'gw_port': {'id': 'b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ace6721-92b6-4a59-b016-0d89f6390b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:05Z', 'updated_at': '2021-11-24T21:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:08.185146 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] Checking router: 6ace6721-92b6-4a59-b016-0d89f6390b96 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:30:08.185582 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] Updating router 6ace6721-92b6-4a59-b016-0d89f6390b96 port b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:30:08.233842 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d2eafb97-2d53-442a-aac8-64afd4ee3e28 None None] For port 854386f4-a1aa-45c4-b2f4-ed5118493b6d, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=854386f4-a1aa-45c4-b2f4-ed5118493b6d,segment=NetworkSegment(a18a823b-a556-416b-8329-00a0ee839999),segment_id=a18a823b-a556-416b-8329-00a0ee839999)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:30:08.235620 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ef5c16fe-026a-4c0d-9287-37459f7a7c8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:08.243921 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d2eafb97-2d53-442a-aac8-64afd4ee3e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:08.252357 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:08.282436 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ef5c16fe-026a-4c0d-9287-37459f7a7c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:08.335554 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5c16fe-026a-4c0d-9287-37459f7a7c8f admin admin] Network 5c561c78-bd60-4809-9c4a-26c99e73455f is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:30:08.338753 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-ef5c16fe-026a-4c0d-9287-37459f7a7c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:30:08.344246 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5c16fe-026a-4c0d-9287-37459f7a7c8f admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:30:08.379889 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c16fe-026a-4c0d-9287-37459f7a7c8f admin admin] Pushing event updated for resources: {'Port': ['ID=33bc8867-ba4d-4c01-b4a6-d13da7da8821,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:08.393975 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ef5c16fe-026a-4c0d-9287-37459f7a7c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:08.396060 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 806fae60-6d94-42a0-af53-ab789fd16ed5 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:30:08.415927 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eafb97-2d53-442a-aac8-64afd4ee3e28 None None] Pushing event updated for resources: {'Port': ['ID=854386f4-a1aa-45c4-b2f4-ed5118493b6d,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:08.502522 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-79552a55-4e99-47f7-85d6-e2fd3b35eeaf None None] Provisioning complete for port 806fae60-6d94-42a0-af53-ab789fd16ed5 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:08.503105 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-79552a55-4e99-47f7-85d6-e2fd3b35eeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:08.567511 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ef5c16fe-026a-4c0d-9287-37459f7a7c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:08.595653 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 806fae60-6d94-42a0-af53-ab789fd16ed5 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:08.596112 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:08.759696 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ef5c16fe-026a-4c0d-9287-37459f7a7c8f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:08.765341 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ef5c16fe-026a-4c0d-9287-37459f7a7c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:08.792422 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-79552a55-4e99-47f7-85d6-e2fd3b35eeaf None None] Provisioning complete for port 854386f4-a1aa-45c4-b2f4-ed5118493b6d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:08.792821 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-79552a55-4e99-47f7-85d6-e2fd3b35eeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:08.824551 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:08.837357 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 854386f4-a1aa-45c4-b2f4-ed5118493b6d up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:30:08.838034 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c16fe-026a-4c0d-9287-37459f7a7c8f admin admin] Pushing event updated for resources: {'Port': ['ID=33bc8867-ba4d-4c01-b4a6-d13da7da8821,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:08.839025 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:08.840638 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ef5c16fe-026a-4c0d-9287-37459f7a7c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:08.937785 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5c16fe-026a-4c0d-9287-37459f7a7c8f admin admin] Network 5c561c78-bd60-4809-9c4a-26c99e73455f is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:30:08.939821 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-ef5c16fe-026a-4c0d-9287-37459f7a7c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:30:08.946369 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c322b66e-1b4d-428e-af44-8de3bf2284cb None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:30:08.970525 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d68dfe80-3f54-42f5-911f-39279e9f9f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:08.972851 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43736c-4315-4c8d-a3a3-4ff5d7403a7d None None] Pushing event updated for resources: {'Port': ['ID=b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:08.978290 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] Attempting to bind port b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:30:08.978706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] Attempting to bind port b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:30:08.979055 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] Attempting to bind port b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:30:08.994212 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:30:08.994605 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:30:08.995020 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:08.995427 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:30:08.995919 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] Bound port: b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:30:08.996307 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:09.079633 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 854386f4-a1aa-45c4-b2f4-ed5118493b6d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:09.080009 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:09.084121 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5c16fe-026a-4c0d-9287-37459f7a7c8f admin admin] Router 6ace6721-92b6-4a59-b016-0d89f6390b96 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:30:09.127309 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] For port b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:30:09.133764 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] For port b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:30:09.141617 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:09.203021 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656d3356-e27e-4a95-b310-df31cc3c00c3 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:30:09.213801 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5c16fe-026a-4c0d-9287-37459f7a7c8f admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:30:09.219245 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ef5c16fe-026a-4c0d-9287-37459f7a7c8f admin admin] 10.222.0.11 "PUT /v2.0/routers/6ace6721-92b6-4a59-b016-0d89f6390b96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8886654 Nov 24 21:30:09.262991 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43736c-4315-4c8d-a3a3-4ff5d7403a7d None None] Pushing event updated for resources: {'Port': ['ID=b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:09.266396 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] Routers {'6ace6721-92b6-4a59-b016-0d89f6390b96'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:30:09.266997 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:29:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6ace6721-92b6-4a59-b016-0d89f6390b96'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:09.338650 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7ac57538-1770-4949-a9c7-2610196b5d66 None None] Provisioning complete for port 33bc8867-ba4d-4c01-b4a6-d13da7da8821 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:09.338894 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7ac57538-1770-4949-a9c7-2610196b5d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:09.421284 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-7ac57538-1770-4949-a9c7-2610196b5d66 None None] Port 33bc8867-ba4d-4c01-b4a6-d13da7da8821 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:30:09.444484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] Set router 6ace6721-92b6-4a59-b016-0d89f6390b96 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:30:09.477140 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7ac57538-1770-4949-a9c7-2610196b5d66 None None] Provisioning complete for port b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:09.477516 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7ac57538-1770-4949-a9c7-2610196b5d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:09.686253 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7ac57538-1770-4949-a9c7-2610196b5d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:09.944041 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-7ac57538-1770-4949-a9c7-2610196b5d66 None None] For port b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:30:09.949307 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7ac57538-1770-4949-a9c7-2610196b5d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:10.050196 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:10.055905 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac57538-1770-4949-a9c7-2610196b5d66 None None] Pushing event updated for resources: {'Port': ['ID=b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:10.075773 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ace6721-92b6-4a59-b016-0d89f6390b96', 'name': 'tempest-TestAggregatesBasicOps-1393705243-router', 'tenant_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:30:05Z', 'updated_at': '2021-11-24T21:30:08Z', 'revision_number': 4, 'project_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'gw_port': {'id': 'b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ace6721-92b6-4a59-b016-0d89f6390b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:05Z', 'updated_at': '2021-11-24T21:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '33bc8867-ba4d-4c01-b4a6-d13da7da8821', 'name': '', 'network_id': '5c561c78-bd60-4809-9c4a-26c99e73455f', 'tenant_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'mac_address': 'fa:16:3e:cb:bf:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ace6721-92b6-4a59-b016-0d89f6390b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'd1936ebf-05db-488f-8cdb-b0f9c0862652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:07Z', 'updated_at': '2021-11-24T21:30:08Z', 'revision_number': 2, 'project_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'subnets': [{'id': 'd1936ebf-05db-488f-8cdb-b0f9c0862652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:10.112958 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-5f709aa2-f74c-41de-a40b-663cf2bef1b4 None None] Provisioning complete for port b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:10.113331 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5f709aa2-f74c-41de-a40b-663cf2bef1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:10.117694 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af50310-f678-43a9-8cb8-107ffa276e6e None None] The sync data for ids ['6ace6721-92b6-4a59-b016-0d89f6390b96'] in n-d-812111-8 is: [{'id': '6ace6721-92b6-4a59-b016-0d89f6390b96', 'name': 'tempest-TestAggregatesBasicOps-1393705243-router', 'tenant_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:30:05Z', 'updated_at': '2021-11-24T21:30:08Z', 'revision_number': 4, 'project_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'gw_port': {'id': 'b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ace6721-92b6-4a59-b016-0d89f6390b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:05Z', 'updated_at': '2021-11-24T21:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '33bc8867-ba4d-4c01-b4a6-d13da7da8821', 'name': '', 'network_id': '5c561c78-bd60-4809-9c4a-26c99e73455f', 'tenant_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'mac_address': 'fa:16:3e:cb:bf:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ace6721-92b6-4a59-b016-0d89f6390b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'd1936ebf-05db-488f-8cdb-b0f9c0862652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:07Z', 'updated_at': '2021-11-24T21:30:08Z', 'revision_number': 2, 'project_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'subnets': [{'id': 'd1936ebf-05db-488f-8cdb-b0f9c0862652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:30:10.284714 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 854386f4-a1aa-45c4-b2f4-ed5118493b6d up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:30:10.341024 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 854386f4-a1aa-45c4-b2f4-ed5118493b6d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:10.341519 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:10.493382 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49710) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:10.910429 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-17a46a43-aaf4-423d-a829-ad2d320cfd4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:11.206481 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f82a784a-b29c-4e4d-9e99-257bdfddd176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:11.240233 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-17a46a43-aaf4-423d-a829-ad2d320cfd4e admin admin] Deleting port 854386f4-a1aa-45c4-b2f4-ed5118493b6d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:30:11.240705 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-17a46a43-aaf4-423d-a829-ad2d320cfd4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:11.362872 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-17a46a43-aaf4-423d-a829-ad2d320cfd4e admin admin] For port 854386f4-a1aa-45c4-b2f4-ed5118493b6d, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=854386f4-a1aa-45c4-b2f4-ed5118493b6d,segment=NetworkSegment(a18a823b-a556-416b-8329-00a0ee839999),segment_id=a18a823b-a556-416b-8329-00a0ee839999)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:30:11.363448 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-17a46a43-aaf4-423d-a829-ad2d320cfd4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:11.367814 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:11.386164 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-17a46a43-aaf4-423d-a829-ad2d320cfd4e admin admin] Calling delete_port for 854386f4-a1aa-45c4-b2f4-ed5118493b6d owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:30:11.624488 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-17a46a43-aaf4-423d-a829-ad2d320cfd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:11.660218 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a46a43-aaf4-423d-a829-ad2d320cfd4e admin admin] Pushing event deleted for resources: {'Port': ['ID=854386f4-a1aa-45c4-b2f4-ed5118493b6d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:11.873640 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-17a46a43-aaf4-423d-a829-ad2d320cfd4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:12.127968 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a46a43-aaf4-423d-a829-ad2d320cfd4e admin admin] Router f4ec2961-6f53-4b6a-9dde-db87b74cf23d has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:30:12.266617 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a46a43-aaf4-423d-a829-ad2d320cfd4e admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:30:12.278672 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-17a46a43-aaf4-423d-a829-ad2d320cfd4e admin admin] 10.222.0.11 "PUT /v2.0/routers/f4ec2961-6f53-4b6a-9dde-db87b74cf23d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7838562 Nov 24 21:30:12.280316 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495bb31d-aa58-49a3-ad1c-787465ad7931 None None] Sync routers for ids ['f4ec2961-6f53-4b6a-9dde-db87b74cf23d'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:30:12.281304 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49712) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:12.295288 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495bb31d-aa58-49a3-ad1c-787465ad7931 None None] Routers {'f4ec2961-6f53-4b6a-9dde-db87b74cf23d'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:30:12.296501 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-495bb31d-aa58-49a3-ad1c-787465ad7931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:30:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f4ec2961-6f53-4b6a-9dde-db87b74cf23d'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:12.430456 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:30:12.469250 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aeb20029-d543-4097-9e31-d3e18fc9e73b admin admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:12.472346 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-495bb31d-aa58-49a3-ad1c-787465ad7931 None None] Set router f4ec2961-6f53-4b6a-9dde-db87b74cf23d gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:30:12.507280 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:12.521752 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:12.522522 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:12.561040 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] Sync routers for ids ['6ace6721-92b6-4a59-b016-0d89f6390b96'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:30:12.584579 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] Routers {'6ace6721-92b6-4a59-b016-0d89f6390b96'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:30:12.585585 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:30:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6ace6721-92b6-4a59-b016-0d89f6390b96'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:12.617602 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aeb20029-d543-4097-9e31-d3e18fc9e73b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:12.694421 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-aeb20029-d543-4097-9e31-d3e18fc9e73b admin admin] Deleting port cd933cf0-5f63-420f-98ad-638d1dac602a {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:30:12.695122 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aeb20029-d543-4097-9e31-d3e18fc9e73b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:12.746425 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] Set router 6ace6721-92b6-4a59-b016-0d89f6390b96 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:30:12.766919 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-495bb31d-aa58-49a3-ad1c-787465ad7931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ec2961-6f53-4b6a-9dde-db87b74cf23d', 'name': 'tempest-TestAggregatesBasicOps-189716643-router', 'tenant_id': '6129232759514ab99dcf2e0f53ac4091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'cd933cf0-5f63-420f-98ad-638d1dac602a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:29:59Z', 'updated_at': '2021-11-24T21:30:11Z', 'revision_number': 5, 'project_id': '6129232759514ab99dcf2e0f53ac4091', 'gw_port': {'id': 'cd933cf0-5f63-420f-98ad-638d1dac602a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ec2961-6f53-4b6a-9dde-db87b74cf23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:29:59Z', 'updated_at': '2021-11-24T21:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:12.808402 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495bb31d-aa58-49a3-ad1c-787465ad7931 None None] Checking router: f4ec2961-6f53-4b6a-9dde-db87b74cf23d for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:30:12.824045 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495bb31d-aa58-49a3-ad1c-787465ad7931 None None] Routers {'f4ec2961-6f53-4b6a-9dde-db87b74cf23d'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:30:12.824892 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-495bb31d-aa58-49a3-ad1c-787465ad7931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:30:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['f4ec2961-6f53-4b6a-9dde-db87b74cf23d'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:12.842936 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-aeb20029-d543-4097-9e31-d3e18fc9e73b admin admin] For port cd933cf0-5f63-420f-98ad-638d1dac602a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=cd933cf0-5f63-420f-98ad-638d1dac602a,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:30:12.843585 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aeb20029-d543-4097-9e31-d3e18fc9e73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:12.858921 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-aeb20029-d543-4097-9e31-d3e18fc9e73b admin admin] Calling delete_port for cd933cf0-5f63-420f-98ad-638d1dac602a owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:30:12.928926 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-495bb31d-aa58-49a3-ad1c-787465ad7931 None None] Set router f4ec2961-6f53-4b6a-9dde-db87b74cf23d gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:30:12.998915 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-495bb31d-aa58-49a3-ad1c-787465ad7931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ec2961-6f53-4b6a-9dde-db87b74cf23d', 'name': 'tempest-TestAggregatesBasicOps-189716643-router', 'tenant_id': '6129232759514ab99dcf2e0f53ac4091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:29:59Z', 'updated_at': '2021-11-24T21:30:12Z', 'revision_number': 6, 'project_id': '6129232759514ab99dcf2e0f53ac4091', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:13.027896 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495bb31d-aa58-49a3-ad1c-787465ad7931 None None] The sync data for ids ['f4ec2961-6f53-4b6a-9dde-db87b74cf23d'] in n-d-812111-8 is: [{'id': 'f4ec2961-6f53-4b6a-9dde-db87b74cf23d', 'name': 'tempest-TestAggregatesBasicOps-189716643-router', 'tenant_id': '6129232759514ab99dcf2e0f53ac4091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:29:59Z', 'updated_at': '2021-11-24T21:30:12Z', 'revision_number': 6, 'project_id': '6129232759514ab99dcf2e0f53ac4091', 'gw_port_host': None}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:30:13.063019 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ace6721-92b6-4a59-b016-0d89f6390b96', 'name': 'tempest-TestAggregatesBasicOps-1393705243-router', 'tenant_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:30:05Z', 'updated_at': '2021-11-24T21:30:08Z', 'revision_number': 4, 'project_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'gw_port': {'id': 'b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace6721-92b6-4a59-b016-0d89f6390b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:05Z', 'updated_at': '2021-11-24T21:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '33bc8867-ba4d-4c01-b4a6-d13da7da8821', 'name': '', 'network_id': '5c561c78-bd60-4809-9c4a-26c99e73455f', 'tenant_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'mac_address': 'fa:16:3e:cb:bf:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ace6721-92b6-4a59-b016-0d89f6390b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'd1936ebf-05db-488f-8cdb-b0f9c0862652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:07Z', 'updated_at': '2021-11-24T21:30:08Z', 'revision_number': 2, 'project_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'subnets': [{'id': 'd1936ebf-05db-488f-8cdb-b0f9c0862652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:13.105038 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] Checking router: 6ace6721-92b6-4a59-b016-0d89f6390b96 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:30:13.105405 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] Updating router 6ace6721-92b6-4a59-b016-0d89f6390b96 port 33bc8867-ba4d-4c01-b4a6-d13da7da8821 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:30:13.135723 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aeb20029-d543-4097-9e31-d3e18fc9e73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:13.146493 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:13.164366 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb20029-d543-4097-9e31-d3e18fc9e73b admin admin] Pushing event deleted for resources: {'Port': ['ID=cd933cf0-5f63-420f-98ad-638d1dac602a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:13.194941 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156882f3-77ef-4de3-badb-7395c65a5242 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:30:13.279333 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aeb20029-d543-4097-9e31-d3e18fc9e73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:13.405060 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aeb20029-d543-4097-9e31-d3e18fc9e73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:13.407685 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aeb20029-d543-4097-9e31-d3e18fc9e73b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:13.474046 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aeb20029-d543-4097-9e31-d3e18fc9e73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:13.479187 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb20029-d543-4097-9e31-d3e18fc9e73b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4ec2961-6f53-4b6a-9dde-db87b74cf23d {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:30:13.486852 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aeb20029-d543-4097-9e31-d3e18fc9e73b admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:13.488056 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-aeb20029-d543-4097-9e31-d3e18fc9e73b admin admin] 10.222.0.11 "DELETE /v2.0/routers/f4ec2961-6f53-4b6a-9dde-db87b74cf23d HTTP/1.1" status: 204 len: 168 time: 1.2054336 Nov 24 21:30:13.494248 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49714) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:13.517794 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:13.529691 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:13.601425 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526bb42-5f7e-4d3d-981b-84c550ae559b None None] Pushing event updated for resources: {'Port': ['ID=33bc8867-ba4d-4c01-b4a6-d13da7da8821,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:13.604033 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c6a026-2361-4ce8-af43-0b1c31831894 admin admin] Deleting subnet 68d6c519-b2f6-4f34-98b9-b9caff9ab511 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:30:13.609164 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01c6a026-2361-4ce8-af43-0b1c31831894 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:13.678656 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01c6a026-2361-4ce8-af43-0b1c31831894 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:13.682805 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] Attempting to bind port 33bc8867-ba4d-4c01-b4a6-d13da7da8821 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:30:13.683188 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] Attempting to bind port 33bc8867-ba4d-4c01-b4a6-d13da7da8821 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'f680129c-659d-4a42-a48e-efd45702132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5c561c78-bd60-4809-9c4a-26c99e73455f'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:30:13.683558 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] Attempting to bind port 33bc8867-ba4d-4c01-b4a6-d13da7da8821 on network 5c561c78-bd60-4809-9c4a-26c99e73455f {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:30:13.689930 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:30:13.690322 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] Checking segment: {'id': 'f680129c-659d-4a42-a48e-efd45702132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5c561c78-bd60-4809-9c4a-26c99e73455f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:30:13.690742 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:13.691155 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] Bound using segment: {'id': 'f680129c-659d-4a42-a48e-efd45702132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5c561c78-bd60-4809-9c4a-26c99e73455f'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:30:13.692136 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] Bound port: 33bc8867-ba4d-4c01-b4a6-d13da7da8821, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f680129c-659d-4a42-a48e-efd45702132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5c561c78-bd60-4809-9c4a-26c99e73455f'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:30:13.692665 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:13.799906 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] For port 33bc8867-ba4d-4c01-b4a6-d13da7da8821, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:30:13.804652 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01c6a026-2361-4ce8-af43-0b1c31831894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:13.805512 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] For port 33bc8867-ba4d-4c01-b4a6-d13da7da8821, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=33bc8867-ba4d-4c01-b4a6-d13da7da8821,segment=NetworkSegment(f680129c-659d-4a42-a48e-efd45702132b),segment_id=f680129c-659d-4a42-a48e-efd45702132b)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:30:13.813970 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:13.898570 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01c6a026-2361-4ce8-af43-0b1c31831894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:13.934174 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:13.936705 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] Routers {'6ace6721-92b6-4a59-b016-0d89f6390b96'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:30:13.937957 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:30:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6ace6721-92b6-4a59-b016-0d89f6390b96'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:13.946594 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01c6a026-2361-4ce8-af43-0b1c31831894 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:13.952428 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-01c6a026-2361-4ce8-af43-0b1c31831894 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/68d6c519-b2f6-4f34-98b9-b9caff9ab511 HTTP/1.1" status: 204 len: 168 time: 0.4523852 Nov 24 21:30:13.952428 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6a026-2361-4ce8-af43-0b1c31831894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d6c519-b2f6-4f34-98b9-b9caff9ab511,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:13.952793 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49716) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:13.983220 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abfa3ab-f853-44ad-9ac1-9919da12006d None None] Network a129c11b-3c17-451a-a549-4d3b84550fb3 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:30:13.993015 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526bb42-5f7e-4d3d-981b-84c550ae559b None None] Pushing event updated for resources: {'Port': ['ID=33bc8867-ba4d-4c01-b4a6-d13da7da8821,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:14.018139 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a5a31195-5327-4d3f-8335-7e7761407142 None None] Provisioning complete for port 33bc8867-ba4d-4c01-b4a6-d13da7da8821 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:14.018139 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a5a31195-5327-4d3f-8335-7e7761407142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:14.069557 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-97f0025c-74f3-455c-bc94-0a00292abaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:14.138508 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-97f0025c-74f3-455c-bc94-0a00292abaf9 admin admin] Deleting port 6724a72a-47d3-4587-8d5c-aae49e1b5871 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:30:14.138846 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-97f0025c-74f3-455c-bc94-0a00292abaf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:14.222361 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-97f0025c-74f3-455c-bc94-0a00292abaf9 admin admin] For port 6724a72a-47d3-4587-8d5c-aae49e1b5871, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=6724a72a-47d3-4587-8d5c-aae49e1b5871,segment=NetworkSegment(a18a823b-a556-416b-8329-00a0ee839999),segment_id=a18a823b-a556-416b-8329-00a0ee839999)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:30:14.222816 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-97f0025c-74f3-455c-bc94-0a00292abaf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:14.235211 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] Set router 6ace6721-92b6-4a59-b016-0d89f6390b96 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:30:14.243011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-97f0025c-74f3-455c-bc94-0a00292abaf9 admin admin] Calling delete_port for 6724a72a-47d3-4587-8d5c-aae49e1b5871 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:30:14.384930 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-97f0025c-74f3-455c-bc94-0a00292abaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:14.402399 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 33bc8867-ba4d-4c01-b4a6-d13da7da8821 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:30:14.406521 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a5a31195-5327-4d3f-8335-7e7761407142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:14.415495 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0025c-74f3-455c-bc94-0a00292abaf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6724a72a-47d3-4587-8d5c-aae49e1b5871,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:14.427810 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f0025c-74f3-455c-bc94-0a00292abaf9 admin admin] No DVR routers for this DVR port 6724a72a-47d3-4587-8d5c-aae49e1b5871 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:30:14.520905 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-97f0025c-74f3-455c-bc94-0a00292abaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:14.547350 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-97f0025c-74f3-455c-bc94-0a00292abaf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a129c11b-3c17-451a-a549-4d3b84550fb3']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:14.558383 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-97f0025c-74f3-455c-bc94-0a00292abaf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18a823b-a556-416b-8329-00a0ee839999') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:14.558722 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-97f0025c-74f3-455c-bc94-0a00292abaf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18a823b-a556-416b-8329-00a0ee839999') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:14.571234 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-97f0025c-74f3-455c-bc94-0a00292abaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:14.579726 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f7e481-ff96-43d1-b7b0-9eccfb61a337 None None] DHCP port deletion for a129c11b-3c17-451a-a549-4d3b84550fb3 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:30:14.593390 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-97f0025c-74f3-455c-bc94-0a00292abaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:14.600212 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a5a31195-5327-4d3f-8335-7e7761407142 None None] For port 33bc8867-ba4d-4c01-b4a6-d13da7da8821, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=33bc8867-ba4d-4c01-b4a6-d13da7da8821,segment=NetworkSegment(f680129c-659d-4a42-a48e-efd45702132b),segment_id=f680129c-659d-4a42-a48e-efd45702132b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:30:14.605694 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f0025c-74f3-455c-bc94-0a00292abaf9 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:30:14.606421 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-97f0025c-74f3-455c-bc94-0a00292abaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:14.610995 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a5a31195-5327-4d3f-8335-7e7761407142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:30:14.617147 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:30:14.685645 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-97f0025c-74f3-455c-bc94-0a00292abaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:14.695767 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-97f0025c-74f3-455c-bc94-0a00292abaf9 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:14.699479 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-97f0025c-74f3-455c-bc94-0a00292abaf9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a129c11b-3c17-451a-a549-4d3b84550fb3 HTTP/1.1" status: 204 len: 168 time: 0.7456939 Nov 24 21:30:14.704884 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49718) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:14.902471 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 33bc8867-ba4d-4c01-b4a6-d13da7da8821 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:14.902766 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:14.954042 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e6bf0b1d-1cca-49c3-bd80-5942898f5d03 None None] Provisioning complete for port 33bc8867-ba4d-4c01-b4a6-d13da7da8821 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:14.954614 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e6bf0b1d-1cca-49c3-bd80-5942898f5d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:14.959302 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a31195-5327-4d3f-8335-7e7761407142 None None] Pushing event updated for resources: {'Port': ['ID=33bc8867-ba4d-4c01-b4a6-d13da7da8821,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:15.008966 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:15.121220 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0025c-74f3-455c-bc94-0a00292abaf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a129c11b-3c17-451a-a549-4d3b84550fb3,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:15.165275 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ace6721-92b6-4a59-b016-0d89f6390b96', 'name': 'tempest-TestAggregatesBasicOps-1393705243-router', 'tenant_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:30:05Z', 'updated_at': '2021-11-24T21:30:08Z', 'revision_number': 4, 'project_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'gw_port': {'id': 'b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace6721-92b6-4a59-b016-0d89f6390b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:05Z', 'updated_at': '2021-11-24T21:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '33bc8867-ba4d-4c01-b4a6-d13da7da8821', 'name': '', 'network_id': '5c561c78-bd60-4809-9c4a-26c99e73455f', 'tenant_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'mac_address': 'fa:16:3e:cb:bf:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ace6721-92b6-4a59-b016-0d89f6390b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'd1936ebf-05db-488f-8cdb-b0f9c0862652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:07Z', 'updated_at': '2021-11-24T21:30:13Z', 'revision_number': 4, 'project_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'subnets': [{'id': 'd1936ebf-05db-488f-8cdb-b0f9c0862652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:15.207632 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c98395-7add-41c3-8122-81c9939defdc None None] The sync data for ids ['6ace6721-92b6-4a59-b016-0d89f6390b96'] in n-d-812111-8 is: [{'id': '6ace6721-92b6-4a59-b016-0d89f6390b96', 'name': 'tempest-TestAggregatesBasicOps-1393705243-router', 'tenant_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:30:05Z', 'updated_at': '2021-11-24T21:30:08Z', 'revision_number': 4, 'project_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'gw_port': {'id': 'b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace6721-92b6-4a59-b016-0d89f6390b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:05Z', 'updated_at': '2021-11-24T21:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '33bc8867-ba4d-4c01-b4a6-d13da7da8821', 'name': '', 'network_id': '5c561c78-bd60-4809-9c4a-26c99e73455f', 'tenant_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'mac_address': 'fa:16:3e:cb:bf:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ace6721-92b6-4a59-b016-0d89f6390b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'd1936ebf-05db-488f-8cdb-b0f9c0862652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:07Z', 'updated_at': '2021-11-24T21:30:13Z', 'revision_number': 4, 'project_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'subnets': [{'id': 'd1936ebf-05db-488f-8cdb-b0f9c0862652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:30:15.252380 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 854386f4-a1aa-45c4-b2f4-ed5118493b6d no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:30:15.280863 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 854386f4-a1aa-45c4-b2f4-ed5118493b6d {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:30:15.281362 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 854386f4-a1aa-45c4-b2f4-ed5118493b6d not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:30:15.281883 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device cd933cf0-5f63-420f-98ad-638d1dac602a no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:30:15.314604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: cd933cf0-5f63-420f-98ad-638d1dac602a {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:30:15.314968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device cd933cf0-5f63-420f-98ad-638d1dac602a not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:30:15.334035 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c313505-5dcd-4160-bc87-fb3d4bdb7467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:15.652381 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-5c313505-5dcd-4160-bc87-fb3d4bdb7467 admin admin] Deleting port 33bc8867-ba4d-4c01-b4a6-d13da7da8821 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:30:15.652801 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c313505-5dcd-4160-bc87-fb3d4bdb7467 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:15.743187 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-5c313505-5dcd-4160-bc87-fb3d4bdb7467 admin admin] For port 33bc8867-ba4d-4c01-b4a6-d13da7da8821, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=33bc8867-ba4d-4c01-b4a6-d13da7da8821,segment=NetworkSegment(f680129c-659d-4a42-a48e-efd45702132b),segment_id=f680129c-659d-4a42-a48e-efd45702132b)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:30:15.744285 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c313505-5dcd-4160-bc87-fb3d4bdb7467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:15.762799 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-5c313505-5dcd-4160-bc87-fb3d4bdb7467 admin admin] Calling delete_port for 33bc8867-ba4d-4c01-b4a6-d13da7da8821 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:30:16.000218 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c313505-5dcd-4160-bc87-fb3d4bdb7467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:16.038866 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c313505-5dcd-4160-bc87-fb3d4bdb7467 admin admin] Pushing event deleted for resources: {'Port': ['ID=33bc8867-ba4d-4c01-b4a6-d13da7da8821,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:16.281845 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c313505-5dcd-4160-bc87-fb3d4bdb7467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:16.375009 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 6724a72a-47d3-4587-8d5c-aae49e1b5871 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:30:16.399024 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 6724a72a-47d3-4587-8d5c-aae49e1b5871 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:30:16.399373 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 6724a72a-47d3-4587-8d5c-aae49e1b5871 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:30:16.495688 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:30:16.619154 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c313505-5dcd-4160-bc87-fb3d4bdb7467 admin admin] Router 6ace6721-92b6-4a59-b016-0d89f6390b96 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:30:16.734922 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c313505-5dcd-4160-bc87-fb3d4bdb7467 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:30:16.742981 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5c313505-5dcd-4160-bc87-fb3d4bdb7467 admin admin] 10.222.0.11 "PUT /v2.0/routers/6ace6721-92b6-4a59-b016-0d89f6390b96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0346005 Nov 24 21:30:16.744141 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49720) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:16.747284 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69061d15-482c-4356-97dc-3cfb0a3d7770 None None] Sync routers for ids ['6ace6721-92b6-4a59-b016-0d89f6390b96'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:30:16.762596 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69061d15-482c-4356-97dc-3cfb0a3d7770 None None] Routers {'6ace6721-92b6-4a59-b016-0d89f6390b96'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:30:16.763218 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-69061d15-482c-4356-97dc-3cfb0a3d7770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:30:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6ace6721-92b6-4a59-b016-0d89f6390b96'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:16.866147 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-641818f7-771f-48cb-9498-12f3c9fb1d1d admin admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:17.023747 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-69061d15-482c-4356-97dc-3cfb0a3d7770 None None] Set router 6ace6721-92b6-4a59-b016-0d89f6390b96 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:30:17.024173 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-641818f7-771f-48cb-9498-12f3c9fb1d1d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:17.088278 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-641818f7-771f-48cb-9498-12f3c9fb1d1d admin admin] Deleting port b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:30:17.088699 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-641818f7-771f-48cb-9498-12f3c9fb1d1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:17.176979 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-641818f7-771f-48cb-9498-12f3c9fb1d1d admin admin] For port b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:30:17.177365 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-641818f7-771f-48cb-9498-12f3c9fb1d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:17.191126 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-641818f7-771f-48cb-9498-12f3c9fb1d1d admin admin] Calling delete_port for b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:30:17.281920 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-69061d15-482c-4356-97dc-3cfb0a3d7770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ace6721-92b6-4a59-b016-0d89f6390b96', 'name': 'tempest-TestAggregatesBasicOps-1393705243-router', 'tenant_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:30:05Z', 'updated_at': '2021-11-24T21:30:15Z', 'revision_number': 5, 'project_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'gw_port': {'id': 'b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace6721-92b6-4a59-b016-0d89f6390b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:05Z', 'updated_at': '2021-11-24T21:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:17.316329 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69061d15-482c-4356-97dc-3cfb0a3d7770 None None] Checking router: 6ace6721-92b6-4a59-b016-0d89f6390b96 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:30:17.328442 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69061d15-482c-4356-97dc-3cfb0a3d7770 None None] Routers {'6ace6721-92b6-4a59-b016-0d89f6390b96'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:30:17.329102 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-69061d15-482c-4356-97dc-3cfb0a3d7770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:30:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['6ace6721-92b6-4a59-b016-0d89f6390b96'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:17.399919 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-641818f7-771f-48cb-9498-12f3c9fb1d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:17.426683 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641818f7-771f-48cb-9498-12f3c9fb1d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:17.431923 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-69061d15-482c-4356-97dc-3cfb0a3d7770 None None] Set router 6ace6721-92b6-4a59-b016-0d89f6390b96 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:30:17.445326 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a520949-8f2f-476b-bec2-d7ca188e95f2 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:30:17.495234 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-69061d15-482c-4356-97dc-3cfb0a3d7770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ace6721-92b6-4a59-b016-0d89f6390b96', 'name': 'tempest-TestAggregatesBasicOps-1393705243-router', 'tenant_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:30:05Z', 'updated_at': '2021-11-24T21:30:17Z', 'revision_number': 6, 'project_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:17.505953 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-641818f7-771f-48cb-9498-12f3c9fb1d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:17.548117 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69061d15-482c-4356-97dc-3cfb0a3d7770 None None] The sync data for ids ['6ace6721-92b6-4a59-b016-0d89f6390b96'] in n-d-812111-8 is: [{'id': '6ace6721-92b6-4a59-b016-0d89f6390b96', 'name': 'tempest-TestAggregatesBasicOps-1393705243-router', 'tenant_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:30:05Z', 'updated_at': '2021-11-24T21:30:17Z', 'revision_number': 6, 'project_id': 'ca68c88efa86485a9bc32ef4ec4beb30', 'gw_port_host': None}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:30:18.022766 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-641818f7-771f-48cb-9498-12f3c9fb1d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:18.025053 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-641818f7-771f-48cb-9498-12f3c9fb1d1d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:18.070288 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-641818f7-771f-48cb-9498-12f3c9fb1d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:18.070821 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641818f7-771f-48cb-9498-12f3c9fb1d1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ace6721-92b6-4a59-b016-0d89f6390b96 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:30:18.075311 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-641818f7-771f-48cb-9498-12f3c9fb1d1d admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:18.078792 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-641818f7-771f-48cb-9498-12f3c9fb1d1d admin admin] 10.222.0.11 "DELETE /v2.0/routers/6ace6721-92b6-4a59-b016-0d89f6390b96 HTTP/1.1" status: 204 len: 168 time: 1.3313818 Nov 24 21:30:18.079159 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49722) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:18.127315 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8d80b4-0a87-4c5b-8462-753a88eb65b3 admin admin] Deleting subnet d1936ebf-05db-488f-8cdb-b0f9c0862652 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:30:18.131262 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb8d80b4-0a87-4c5b-8462-753a88eb65b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:18.167810 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb8d80b4-0a87-4c5b-8462-753a88eb65b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:18.261561 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb8d80b4-0a87-4c5b-8462-753a88eb65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:18.322905 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb8d80b4-0a87-4c5b-8462-753a88eb65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:18.357678 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb8d80b4-0a87-4c5b-8462-753a88eb65b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:18.362220 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6b7b8d-32e9-40bd-b96d-3e44b2a11366 None None] Network 5c561c78-bd60-4809-9c4a-26c99e73455f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:30:18.366112 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49724) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:18.366565 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-eb8d80b4-0a87-4c5b-8462-753a88eb65b3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d1936ebf-05db-488f-8cdb-b0f9c0862652 HTTP/1.1" status: 204 len: 168 time: 0.2859941 Nov 24 21:30:18.367951 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d80b4-0a87-4c5b-8462-753a88eb65b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1936ebf-05db-488f-8cdb-b0f9c0862652,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:18.389750 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:30:18.418186 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:30:18.418448 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b16b67f6-6e4b-430f-9b84-3a5d3d2cc0f9 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:30:18.418880 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 33bc8867-ba4d-4c01-b4a6-d13da7da8821 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:30:18.450917 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc234-2c19-4d03-8d23-fc5a4ec26934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:18.465503 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 33bc8867-ba4d-4c01-b4a6-d13da7da8821 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:30:18.466080 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 33bc8867-ba4d-4c01-b4a6-d13da7da8821 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:30:18.513237 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-1d9cc234-2c19-4d03-8d23-fc5a4ec26934 admin admin] Deleting port 806fae60-6d94-42a0-af53-ab789fd16ed5 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:30:18.513832 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc234-2c19-4d03-8d23-fc5a4ec26934 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:18.587512 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-1d9cc234-2c19-4d03-8d23-fc5a4ec26934 admin admin] For port 806fae60-6d94-42a0-af53-ab789fd16ed5, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=806fae60-6d94-42a0-af53-ab789fd16ed5,segment=NetworkSegment(f680129c-659d-4a42-a48e-efd45702132b),segment_id=f680129c-659d-4a42-a48e-efd45702132b)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:30:18.587873 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc234-2c19-4d03-8d23-fc5a4ec26934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:18.604428 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-1d9cc234-2c19-4d03-8d23-fc5a4ec26934 admin admin] Calling delete_port for 806fae60-6d94-42a0-af53-ab789fd16ed5 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:30:18.638906 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac176414-0789-40a0-b276-ca9b3a1e5884 None None] DHCP port deletion for 5c561c78-bd60-4809-9c4a-26c99e73455f request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:30:18.701552 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc234-2c19-4d03-8d23-fc5a4ec26934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:18.704850 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-ac176414-0789-40a0-b276-ca9b3a1e5884 None None] Deleting port 806fae60-6d94-42a0-af53-ab789fd16ed5 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:30:18.704850 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ac176414-0789-40a0-b276-ca9b3a1e5884 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:18.724165 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9cc234-2c19-4d03-8d23-fc5a4ec26934 admin admin] No DVR routers for this DVR port 806fae60-6d94-42a0-af53-ab789fd16ed5 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:30:18.779028 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cc234-2c19-4d03-8d23-fc5a4ec26934 admin admin] Pushing event deleted for resources: {'Port': ['ID=806fae60-6d94-42a0-af53-ab789fd16ed5,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:18.798612 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ac176414-0789-40a0-b276-ca9b3a1e5884 None None] For port 806fae60-6d94-42a0-af53-ab789fd16ed5, host n-d-812111-8, got binding levels [] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:30:18.799034 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ac176414-0789-40a0-b276-ca9b3a1e5884 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:18.821639 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-ac176414-0789-40a0-b276-ca9b3a1e5884 None None] Calling delete_port for 806fae60-6d94-42a0-af53-ab789fd16ed5 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:30:18.824639 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.ipam_backend_mixin [None req-ac176414-0789-40a0-b276-ca9b3a1e5884 None None] Port 806fae60-6d94-42a0-af53-ab789fd16ed5 was not found and therefore no delete operation was performed {{(pid=109992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 21:30:18.826379 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ac176414-0789-40a0-b276-ca9b3a1e5884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:18.839779 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc234-2c19-4d03-8d23-fc5a4ec26934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:18.855512 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac176414-0789-40a0-b276-ca9b3a1e5884 None None] Pushing event deleted for resources: {'Port': ['ID=806fae60-6d94-42a0-af53-ab789fd16ed5,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:18.863375 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac176414-0789-40a0-b276-ca9b3a1e5884 None None] No DVR routers for this DVR port 806fae60-6d94-42a0-af53-ab789fd16ed5 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:30:18.868609 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-1d9cc234-2c19-4d03-8d23-fc5a4ec26934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c561c78-bd60-4809-9c4a-26c99e73455f']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:18.886297 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-1d9cc234-2c19-4d03-8d23-fc5a4ec26934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f680129c-659d-4a42-a48e-efd45702132b') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:18.886585 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-1d9cc234-2c19-4d03-8d23-fc5a4ec26934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f680129c-659d-4a42-a48e-efd45702132b') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:18.897207 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc234-2c19-4d03-8d23-fc5a4ec26934 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:18.913128 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc234-2c19-4d03-8d23-fc5a4ec26934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:18.922064 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9cc234-2c19-4d03-8d23-fc5a4ec26934 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:30:18.922533 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc234-2c19-4d03-8d23-fc5a4ec26934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:30:18.924224 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:30:18.991920 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc234-2c19-4d03-8d23-fc5a4ec26934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:18.997644 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc234-2c19-4d03-8d23-fc5a4ec26934 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:19.001407 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1d9cc234-2c19-4d03-8d23-fc5a4ec26934 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5c561c78-bd60-4809-9c4a-26c99e73455f HTTP/1.1" status: 204 len: 168 time: 0.6341586 Nov 24 21:30:19.018356 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cc234-2c19-4d03-8d23-fc5a4ec26934 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c561c78-bd60-4809-9c4a-26c99e73455f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:19.223966 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49728) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:19.275727 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-76c65725-49cf-4224-9fd7-80d3de8b1972 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6129232759514ab99dcf2e0f53ac4091&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0503190 Nov 24 21:30:19.278156 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49730) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:19.326276 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c5a98d0-7b82-4859-99bb-608b874028e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:19.349051 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c5a98d0-7b82-4859-99bb-608b874028e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:19.400400 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c5a98d0-7b82-4859-99bb-608b874028e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:19.406788 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c5a98d0-7b82-4859-99bb-608b874028e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:19.407981 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2c5a98d0-7b82-4859-99bb-608b874028e5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df1f5d34-1be1-4390-9612-1893c388cea0 HTTP/1.1" status: 204 len: 168 time: 0.1289108 Nov 24 21:30:19.418621 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a98d0-7b82-4859-99bb-608b874028e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1f5d34-1be1-4390-9612-1893c388cea0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:19.810092 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49736) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:19.854609 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9de29936-7933-45a1-bb8d-43d022dbbf99 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca68c88efa86485a9bc32ef4ec4beb30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435696 Nov 24 21:30:19.857410 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49738) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:19.913608 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d69d6838-eae9-4452-8856-90e8c42a870b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:19.935585 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d69d6838-eae9-4452-8856-90e8c42a870b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:19.992809 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d69d6838-eae9-4452-8856-90e8c42a870b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:19.996509 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d69d6838-eae9-4452-8856-90e8c42a870b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:19.998263 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d69d6838-eae9-4452-8856-90e8c42a870b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1ebc4ef1-8b0e-4414-8a0f-2c730911243a HTTP/1.1" status: 204 len: 168 time: 0.1397488 Nov 24 21:30:20.014381 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d6838-eae9-4452-8856-90e8c42a870b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebc4ef1-8b0e-4414-8a0f-2c730911243a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:20.294865 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 806fae60-6d94-42a0-af53-ab789fd16ed5 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:30:20.316976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 806fae60-6d94-42a0-af53-ab789fd16ed5 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:30:20.317342 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 806fae60-6d94-42a0-af53-ab789fd16ed5 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:30:21.759763 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49780) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:21.764490 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-6af67fad-ad99-4fb0-8d79-7f1e5910ea7e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1079407994', 'description': 'tempest-secgroup-smoke-1079407994 description', 'project_id': '485bf2fed1d94cb695e544caa851c167'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:30:21.787545 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6af67fad-ad99-4fb0-8d79-7f1e5910ea7e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:21.795678 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6af67fad-ad99-4fb0-8d79-7f1e5910ea7e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:21.873709 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6af67fad-ad99-4fb0-8d79-7f1e5910ea7e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:21.877881 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6af67fad-ad99-4fb0-8d79-7f1e5910ea7e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:21.916764 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af67fad-ad99-4fb0-8d79-7f1e5910ea7e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f78658cf-77fd-4fbc-b4ff-30309a305f89,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:21.958816 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6af67fad-ad99-4fb0-8d79-7f1e5910ea7e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:21.962444 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6af67fad-ad99-4fb0-8d79-7f1e5910ea7e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:21.994215 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6af67fad-ad99-4fb0-8d79-7f1e5910ea7e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:21.995388 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6af67fad-ad99-4fb0-8d79-7f1e5910ea7e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2345939 Nov 24 21:30:21.996528 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af67fad-ad99-4fb0-8d79-7f1e5910ea7e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8202ded4-7319-402e-aad1-0995c355c9e4,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:21.998556 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49782) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:22.003244 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-7d662a90-a0a2-41d1-b04e-2b44929995aa tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group_rule': {'security_group_id': '8202ded4-7319-402e-aad1-0995c355c9e4', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:30:22.031973 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7d662a90-a0a2-41d1-b04e-2b44929995aa tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.090314 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7d662a90-a0a2-41d1-b04e-2b44929995aa tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.094151 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7d662a90-a0a2-41d1-b04e-2b44929995aa tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.112198 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d662a90-a0a2-41d1-b04e-2b44929995aa tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa644b20-6972-47df-9ed8-eba86ca6435f,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:22.119344 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7d662a90-a0a2-41d1-b04e-2b44929995aa tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.120535 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7d662a90-a0a2-41d1-b04e-2b44929995aa tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210489 Nov 24 21:30:22.123310 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49784) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:22.127610 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-612779eb-783d-40a5-b909-6f1dd4e685d7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group_rule': {'security_group_id': '8202ded4-7319-402e-aad1-0995c355c9e4', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:30:22.155452 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-612779eb-783d-40a5-b909-6f1dd4e685d7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.212291 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-612779eb-783d-40a5-b909-6f1dd4e685d7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.215988 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-612779eb-783d-40a5-b909-6f1dd4e685d7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.237007 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612779eb-783d-40a5-b909-6f1dd4e685d7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d6663f-bfaf-4ab8-a5c1-a08b40903486,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:22.243295 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-612779eb-783d-40a5-b909-6f1dd4e685d7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.244537 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-612779eb-783d-40a5-b909-6f1dd4e685d7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202567 Nov 24 21:30:22.247269 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49786) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:22.251642 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-2e48680e-43ef-4f85-b857-77db46afd95c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group_rule': {'security_group_id': '8202ded4-7319-402e-aad1-0995c355c9e4', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:30:22.278345 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e48680e-43ef-4f85-b857-77db46afd95c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.335362 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e48680e-43ef-4f85-b857-77db46afd95c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.339541 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e48680e-43ef-4f85-b857-77db46afd95c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.359477 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48680e-43ef-4f85-b857-77db46afd95c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204e26a1-5932-4537-a753-0b248ad78092,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:22.368508 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e48680e-43ef-4f85-b857-77db46afd95c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.372464 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2e48680e-43ef-4f85-b857-77db46afd95c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215572 Nov 24 21:30:22.372651 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49788) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:22.377498 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-bfec44ca-2ca8-44ef-a55f-8db8b6f8786f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group_rule': {'security_group_id': '8202ded4-7319-402e-aad1-0995c355c9e4', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:30:22.405605 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bfec44ca-2ca8-44ef-a55f-8db8b6f8786f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.466198 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bfec44ca-2ca8-44ef-a55f-8db8b6f8786f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.470256 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bfec44ca-2ca8-44ef-a55f-8db8b6f8786f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.488258 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec44ca-2ca8-44ef-a55f-8db8b6f8786f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6109771f-3730-4d14-b243-30232de6c794,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:22.496145 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bfec44ca-2ca8-44ef-a55f-8db8b6f8786f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.497461 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-bfec44ca-2ca8-44ef-a55f-8db8b6f8786f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235967 Nov 24 21:30:22.500029 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49790) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:22.504828 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-99142126-36a6-40dc-a817-8bacfa6f96d2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group_rule': {'security_group_id': '8202ded4-7319-402e-aad1-0995c355c9e4', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:30:22.526243 n-d-812111-8 neutron-server[109991]: INFO neutron.db.securitygroups_db [None req-99142126-36a6-40dc-a817-8bacfa6f96d2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Project 485bf2fed1d94cb695e544caa851c167 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:30:22.531046 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-99142126-36a6-40dc-a817-8bacfa6f96d2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.588643 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-99142126-36a6-40dc-a817-8bacfa6f96d2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.592246 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-99142126-36a6-40dc-a817-8bacfa6f96d2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.610188 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99142126-36a6-40dc-a817-8bacfa6f96d2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c86700e-0d4b-41c1-b99e-cad2c49fecb7,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:22.617679 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-99142126-36a6-40dc-a817-8bacfa6f96d2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.618903 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-99142126-36a6-40dc-a817-8bacfa6f96d2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179659 Nov 24 21:30:22.621716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49792) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:22.625977 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-96a6e6ec-76ba-4798-890e-a26307730471 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group_rule': {'security_group_id': '8202ded4-7319-402e-aad1-0995c355c9e4', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:30:22.649356 n-d-812111-8 neutron-server[109991]: INFO neutron.db.securitygroups_db [None req-96a6e6ec-76ba-4798-890e-a26307730471 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Project 485bf2fed1d94cb695e544caa851c167 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:30:22.654327 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96a6e6ec-76ba-4798-890e-a26307730471 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.712537 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96a6e6ec-76ba-4798-890e-a26307730471 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.715982 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96a6e6ec-76ba-4798-890e-a26307730471 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.735483 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6e6ec-76ba-4798-890e-a26307730471 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb56e4d-0ead-42b6-84be-33220bccacb8,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:22.742995 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96a6e6ec-76ba-4798-890e-a26307730471 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.744230 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-96a6e6ec-76ba-4798-890e-a26307730471 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215923 Nov 24 21:30:22.747507 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49794) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:22.752219 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-42bf83a8-7a2e-4e73-9a2a-5aff27571221 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'network': {'name': 'tempest-network-smoke--879060782', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'port_security_enabled': True}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:30:22.773614 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bf83a8-7a2e-4e73-9a2a-5aff27571221 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Made reservation on behalf of 485bf2fed1d94cb695e544caa851c167 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:30:22.777065 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-42bf83a8-7a2e-4e73-9a2a-5aff27571221 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.801909 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42bf83a8-7a2e-4e73-9a2a-5aff27571221 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:30:22.811136 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-42bf83a8-7a2e-4e73-9a2a-5aff27571221 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.811475 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-42bf83a8-7a2e-4e73-9a2a-5aff27571221 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Added segment ab370ac7-ff93-41c4-a696-ffdeca944439 of type vlan for network 572850a3-c15d-4131-aa8e-fd33e8ef54b6 Nov 24 21:30:22.850770 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-42bf83a8-7a2e-4e73-9a2a-5aff27571221 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.874669 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-42bf83a8-7a2e-4e73-9a2a-5aff27571221 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.880281 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bf83a8-7a2e-4e73-9a2a-5aff27571221 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:22.881546 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-42bf83a8-7a2e-4e73-9a2a-5aff27571221 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.914905 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-42bf83a8-7a2e-4e73-9a2a-5aff27571221 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1664143 Nov 24 21:30:22.917813 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49796) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:22.922134 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-abb6bfdf-b2f8-4464-b9c4-13beb46cef7c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-318566625', 'admin_state_up': True, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:30:22.965190 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf83a8-7a2e-4e73-9a2a-5aff27571221 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Network': ['ID=572850a3-c15d-4131-aa8e-fd33e8ef54b6,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:22.975484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 572850a3-c15d-4131-aa8e-fd33e8ef54b6 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:30:22.981398 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abb6bfdf-b2f8-4464-b9c4-13beb46cef7c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:22.983204 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abb6bfdf-b2f8-4464-b9c4-13beb46cef7c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:23.041156 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abb6bfdf-b2f8-4464-b9c4-13beb46cef7c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:23.182349 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abb6bfdf-b2f8-4464-b9c4-13beb46cef7c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:23.377644 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abb6bfdf-b2f8-4464-b9c4-13beb46cef7c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:23.395940 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abb6bfdf-b2f8-4464-b9c4-13beb46cef7c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:23.501078 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-abb6bfdf-b2f8-4464-b9c4-13beb46cef7c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Allocated IP 172.25.5.74 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/c4ecb406-dfeb-4295-9043-f3617b7710ad) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:30:23.603072 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abb6bfdf-b2f8-4464-b9c4-13beb46cef7c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:23.636798 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abb6bfdf-b2f8-4464-b9c4-13beb46cef7c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:23.676444 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb6bfdf-b2f8-4464-b9c4-13beb46cef7c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:30:23.679256 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-abb6bfdf-b2f8-4464-b9c4-13beb46cef7c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:30:23.682670 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb6bfdf-b2f8-4464-b9c4-13beb46cef7c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:30:23.692513 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dfe9e3-f5ca-44c5-bbb1-3bcb377f05fb None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:30:23.709991 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6bfdf-b2f8-4464-b9c4-13beb46cef7c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Port': ['ID=c4ecb406-dfeb-4295-9043-f3617b7710ad,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:23.798478 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-553817e8-1462-4260-9ea5-b756ac6f74ec None None] Provisioning complete for port c4ecb406-dfeb-4295-9043-f3617b7710ad triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:23.798852 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-553817e8-1462-4260-9ea5-b756ac6f74ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:23.832280 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-553817e8-1462-4260-9ea5-b756ac6f74ec None None] Port c4ecb406-dfeb-4295-9043-f3617b7710ad cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:30:23.948315 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abb6bfdf-b2f8-4464-b9c4-13beb46cef7c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:24.143979 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abb6bfdf-b2f8-4464-b9c4-13beb46cef7c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:24.274713 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb6bfdf-b2f8-4464-b9c4-13beb46cef7c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Router c75ec096-3d73-4c32-b885-ac7c1442c83b is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:30:24.390307 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb6bfdf-b2f8-4464-b9c4-13beb46cef7c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:30:24.399888 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] Sync routers for ids ['c75ec096-3d73-4c32-b885-ac7c1442c83b'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:30:24.410472 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] Routers {'c75ec096-3d73-4c32-b885-ac7c1442c83b'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:30:24.410797 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abb6bfdf-b2f8-4464-b9c4-13beb46cef7c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:24.411097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:30:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['c75ec096-3d73-4c32-b885-ac7c1442c83b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:24.412131 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-abb6bfdf-b2f8-4464-b9c4-13beb46cef7c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4933164 Nov 24 21:30:24.415107 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49798) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:24.522257 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] Set router c75ec096-3d73-4c32-b885-ac7c1442c83b gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:30:24.547380 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6f100cd6-6d7f-470c-b413-7d812e8fe8da tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=485bf2fed1d94cb695e544caa851c167&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1311758 Nov 24 21:30:24.550202 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49802) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:24.643978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d357c9ac-655d-4b5f-aca0-6e7b1d073f9a tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:24.645515 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d357c9ac-655d-4b5f-aca0-6e7b1d073f9a tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943623 Nov 24 21:30:24.649072 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49804) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:24.676486 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-368f6ee6-37de-4f63-aa6e-bf629bea9357 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261796 Nov 24 21:30:24.679449 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 49806) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:24.684320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-08bb42d2-bda2-4ff2-9178-329273a2de00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1491852697', 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:30:24.704471 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318566625', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:30:22Z', 'updated_at': '2021-11-24T21:30:23Z', 'revision_number': 3, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:23Z', 'updated_at': '2021-11-24T21:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:24.731779 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] Checking router: c75ec096-3d73-4c32-b885-ac7c1442c83b for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:30:24.732132 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] Updating router c75ec096-3d73-4c32-b885-ac7c1442c83b port c4ecb406-dfeb-4295-9043-f3617b7710ad binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:30:24.757834 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:24.779692 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bb42d2-bda2-4ff2-9178-329273a2de00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Made reservation on behalf of 485bf2fed1d94cb695e544caa851c167 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:30:24.784079 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-08bb42d2-bda2-4ff2-9178-329273a2de00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:25.019462 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:25.027456 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:25.030530 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-08bb42d2-bda2-4ff2-9178-329273a2de00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:25.077125 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5aee3e0-6812-4653-81ac-b39602ae96b5 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:30:25.089265 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20130d-b559-4201-9fce-73016af0257f None None] Pushing event updated for resources: {'Port': ['ID=c4ecb406-dfeb-4295-9043-f3617b7710ad,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:25.092368 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] Attempting to bind port c4ecb406-dfeb-4295-9043-f3617b7710ad on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:30:25.092773 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] Attempting to bind port c4ecb406-dfeb-4295-9043-f3617b7710ad by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:30:25.093140 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] Attempting to bind port c4ecb406-dfeb-4295-9043-f3617b7710ad on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:30:25.097017 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb42d2-bda2-4ff2-9178-329273a2de00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Subnet': ['ID=93cdcb84-7b01-4975-8be3-c336cc301d84,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:25.100126 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:30:25.100517 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:30:25.100955 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:25.101619 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:30:25.102581 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] Bound port: c4ecb406-dfeb-4295-9043-f3617b7710ad, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:30:25.102987 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:25.110004 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb42d2-bda2-4ff2-9178-329273a2de00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:25.110391 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb42d2-bda2-4ff2-9178-329273a2de00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:25.110723 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb42d2-bda2-4ff2-9178-329273a2de00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:25.111062 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb42d2-bda2-4ff2-9178-329273a2de00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:25.111396 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb42d2-bda2-4ff2-9178-329273a2de00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:25.111727 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb42d2-bda2-4ff2-9178-329273a2de00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:25.112056 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb42d2-bda2-4ff2-9178-329273a2de00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:25.112383 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb42d2-bda2-4ff2-9178-329273a2de00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:25.112707 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb42d2-bda2-4ff2-9178-329273a2de00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:25.113057 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb42d2-bda2-4ff2-9178-329273a2de00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:25.113381 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb42d2-bda2-4ff2-9178-329273a2de00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:25.113700 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb42d2-bda2-4ff2-9178-329273a2de00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:25.119724 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bb42d2-bda2-4ff2-9178-329273a2de00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Checking segment: {'id': 'ab370ac7-ff93-41c4-a696-ffdeca944439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:30:25.120097 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bb42d2-bda2-4ff2-9178-329273a2de00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network hostable DHCP agents. Network: 572850a3-c15d-4131-aa8e-fd33e8ef54b6, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:30:25.140468 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bb42d2-bda2-4ff2-9178-329273a2de00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network 572850a3-c15d-4131-aa8e-fd33e8ef54b6 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:30:25.151464 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-08bb42d2-bda2-4ff2-9178-329273a2de00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 572850a3-c15d-4131-aa8e-fd33e8ef54b6) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:30:25.155674 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bb42d2-bda2-4ff2-9178-329273a2de00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:25.156270 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-08bb42d2-bda2-4ff2-9178-329273a2de00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:25.178511 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f68c3c-8312-45b7-aec3-91ceafe9609a None None] Network 572850a3-c15d-4131-aa8e-fd33e8ef54b6 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:30:25.189214 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-08bb42d2-bda2-4ff2-9178-329273a2de00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5060966 Nov 24 21:30:25.189942 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49808) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:25.206122 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] For port c4ecb406-dfeb-4295-9043-f3617b7710ad, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:30:25.263866 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] For port c4ecb406-dfeb-4295-9043-f3617b7710ad, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c4ecb406-dfeb-4295-9043-f3617b7710ad,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:30:25.270205 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e2a3ed68-608f-49de-be90-e2e2f9c57682 None None] Provisioning complete for port c4ecb406-dfeb-4295-9043-f3617b7710ad triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:25.270530 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e2a3ed68-608f-49de-be90-e2e2f9c57682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:25.274804 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:25.357921 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e803a2cf-5a67-40da-9429-7534586c9e09 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:30:25.422926 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20130d-b559-4201-9fce-73016af0257f None None] Pushing event updated for resources: {'Port': ['ID=c4ecb406-dfeb-4295-9043-f3617b7710ad,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:25.430307 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] Routers {'c75ec096-3d73-4c32-b885-ac7c1442c83b'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:30:25.430953 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:30:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['c75ec096-3d73-4c32-b885-ac7c1442c83b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:25.669267 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:25.735242 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88cd2fa-2826-49af-94c7-b733d505d818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-572850a3-c15d-4131-aa8e-fd33e8ef54b6', 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'fixed_ips': [{'subnet_id': '93cdcb84-7b01-4975-8be3-c336cc301d84'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:30:25.736156 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f88cd2fa-2826-49af-94c7-b733d505d818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:25.757892 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e2a3ed68-608f-49de-be90-e2e2f9c57682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:25.786096 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] Set router c75ec096-3d73-4c32-b885-ac7c1442c83b gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:30:25.892860 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-e2a3ed68-608f-49de-be90-e2e2f9c57682 None None] For port c4ecb406-dfeb-4295-9043-f3617b7710ad, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c4ecb406-dfeb-4295-9043-f3617b7710ad,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:30:25.905677 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e2a3ed68-608f-49de-be90-e2e2f9c57682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:25.975423 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Allocated IP 172.20.0.1 (572850a3-c15d-4131-aa8e-fd33e8ef54b6/93cdcb84-7b01-4975-8be3-c336cc301d84/a255f39e-9e83-499d-9050-85747ef100e8) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:30:26.032122 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3ed68-608f-49de-be90-e2e2f9c57682 None None] Pushing event updated for resources: {'Port': ['ID=c4ecb406-dfeb-4295-9043-f3617b7710ad,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:26.056273 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-68559b83-359a-4691-a49e-7edb0ccb0465 None None] Provisioning complete for port c4ecb406-dfeb-4295-9043-f3617b7710ad triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:26.056645 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-68559b83-359a-4691-a49e-7edb0ccb0465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:26.106982 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:26.143663 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:26.185367 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network 572850a3-c15d-4131-aa8e-fd33e8ef54b6 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:30:26.194370 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:30:26.197776 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318566625', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:30:22Z', 'updated_at': '2021-11-24T21:30:23Z', 'revision_number': 3, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:23Z', 'updated_at': '2021-11-24T21:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:26.199703 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:30:26.206806 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Port': ['ID=a255f39e-9e83-499d-9050-85747ef100e8,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:26.239013 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:26.239326 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:26.239709 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:26.240204 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f7f48e-d9b9-407c-b377-1824fa2ada77 None None] The sync data for ids ['c75ec096-3d73-4c32-b885-ac7c1442c83b'] in n-d-812111-8 is: [{'id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318566625', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:30:22Z', 'updated_at': '2021-11-24T21:30:23Z', 'revision_number': 3, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:23Z', 'updated_at': '2021-11-24T21:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:30:26.241113 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:26.241113 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:26.241113 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:26.241443 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:26.241846 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:26.242436 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:26.242785 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:26.243218 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:26.243545 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:30:26.251436 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-f88cd2fa-2826-49af-94c7-b733d505d818 None None] Allocated IP 172.20.0.2 (572850a3-c15d-4131-aa8e-fd33e8ef54b6/93cdcb84-7b01-4975-8be3-c336cc301d84/b8da3436-fc30-4e6c-865f-be02e0ad1e64) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:30:26.267032 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:26.412065 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:26.415917 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f88cd2fa-2826-49af-94c7-b733d505d818 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:26.423699 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f88cd2fa-2826-49af-94c7-b733d505d818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:26.470938 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88cd2fa-2826-49af-94c7-b733d505d818 None None] Network 572850a3-c15d-4131-aa8e-fd33e8ef54b6 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:30:26.474900 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-f88cd2fa-2826-49af-94c7-b733d505d818 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:30:26.479451 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88cd2fa-2826-49af-94c7-b733d505d818 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:30:26.484811 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cd2fa-2826-49af-94c7-b733d505d818 None None] Pushing event updated for resources: {'Port': ['ID=b8da3436-fc30-4e6c-865f-be02e0ad1e64,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:26.562743 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f88cd2fa-2826-49af-94c7-b733d505d818 None None] Attempting to bind port b8da3436-fc30-4e6c-865f-be02e0ad1e64 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:30:26.563121 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f88cd2fa-2826-49af-94c7-b733d505d818 None None] Attempting to bind port b8da3436-fc30-4e6c-865f-be02e0ad1e64 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'ab370ac7-ff93-41c4-a696-ffdeca944439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:30:26.563495 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88cd2fa-2826-49af-94c7-b733d505d818 None None] Attempting to bind port b8da3436-fc30-4e6c-865f-be02e0ad1e64 on network 572850a3-c15d-4131-aa8e-fd33e8ef54b6 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:30:26.570389 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88cd2fa-2826-49af-94c7-b733d505d818 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:30:26.570777 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88cd2fa-2826-49af-94c7-b733d505d818 None None] Checking segment: {'id': 'ab370ac7-ff93-41c4-a696-ffdeca944439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:30:26.571189 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f88cd2fa-2826-49af-94c7-b733d505d818 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:26.571592 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88cd2fa-2826-49af-94c7-b733d505d818 None None] Bound using segment: {'id': 'ab370ac7-ff93-41c4-a696-ffdeca944439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:30:26.572071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f88cd2fa-2826-49af-94c7-b733d505d818 None None] Bound port: b8da3436-fc30-4e6c-865f-be02e0ad1e64, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab370ac7-ff93-41c4-a696-ffdeca944439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:30:26.572460 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f88cd2fa-2826-49af-94c7-b733d505d818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:26.645195 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f88cd2fa-2826-49af-94c7-b733d505d818 None None] For port b8da3436-fc30-4e6c-865f-be02e0ad1e64, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:30:26.651078 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f88cd2fa-2826-49af-94c7-b733d505d818 None None] For port b8da3436-fc30-4e6c-865f-be02e0ad1e64, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b8da3436-fc30-4e6c-865f-be02e0ad1e64,segment=NetworkSegment(ab370ac7-ff93-41c4-a696-ffdeca944439),segment_id=ab370ac7-ff93-41c4-a696-ffdeca944439)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:30:26.657307 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f88cd2fa-2826-49af-94c7-b733d505d818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:26.722039 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cd2fa-2826-49af-94c7-b733d505d818 None None] Pushing event updated for resources: {'Port': ['ID=b8da3436-fc30-4e6c-865f-be02e0ad1e64,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:26.752488 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:26.759416 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:26.857877 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Port': ['ID=a255f39e-9e83-499d-9050-85747ef100e8,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:26.860938 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:27.022874 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network 572850a3-c15d-4131-aa8e-fd33e8ef54b6 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:30:27.024739 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:30:27.168918 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Router c75ec096-3d73-4c32-b885-ac7c1442c83b has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:30:27.296061 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:30:27.301825 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-dc05f402-e500-4640-bdf5-7af2303f5bbd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "PUT /v2.0/routers/c75ec096-3d73-4c32-b885-ac7c1442c83b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1103332 Nov 24 21:30:27.473642 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63649410-0469-4669-b20f-3230c218536d req-0b08893b-9a28-4bbb-b741-3e3700582409 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1079407994&fields=id&tenant_id=485bf2fed1d94cb695e544caa851c167 HTTP/1.1" status: 200 len: 267 time: 0.0510561 Nov 24 21:30:27.618328 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63649410-0469-4669-b20f-3230c218536d req-71fe1299-5076-4a9c-adc5-134fd454f319 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:27.619981 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63649410-0469-4669-b20f-3230c218536d req-71fe1299-5076-4a9c-adc5-134fd454f319 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/networks?id=572850a3-c15d-4131-aa8e-fd33e8ef54b6 HTTP/1.1" status: 200 len: 796 time: 0.1382933 Nov 24 21:30:27.636295 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63649410-0469-4669-b20f-3230c218536d req-9ffbeb52-59a5-4f32-b2d5-0bc2d991d89c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/quotas/485bf2fed1d94cb695e544caa851c167 HTTP/1.1" status: 200 len: 375 time: 0.0099216 Nov 24 21:30:27.694501 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63649410-0469-4669-b20f-3230c218536d req-e994aba1-353d-4a52-8530-8f6d14c7f48c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517418 Nov 24 21:30:27.712215 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-63649410-0469-4669-b20f-3230c218536d req-d9e316e0-cdf3-4403-be2b-1e9d72fb7609 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:30:27.713363 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63649410-0469-4669-b20f-3230c218536d req-d9e316e0-cdf3-4403-be2b-1e9d72fb7609 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067832 Nov 24 21:30:27.815548 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8793b14f-649f-44e6-b682-79065edf1780 None None] Network 572850a3-c15d-4131-aa8e-fd33e8ef54b6 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:30:27.817310 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63649410-0469-4669-b20f-3230c218536d req-b01a3b49-e98e-447a-94bc-6edfc0001aab service neutron] 10.222.0.11 "GET /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972445 Nov 24 21:30:27.899207 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ef4bd514-84e7-4e71-a8e7-c872c807c9fc None None] Provisioning complete for port b8da3436-fc30-4e6c-865f-be02e0ad1e64 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:27.899578 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ef4bd514-84e7-4e71-a8e7-c872c807c9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:27.916242 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63649410-0469-4669-b20f-3230c218536d req-800e1219-eef8-41ee-9693-84b81a135a0a service neutron] 10.222.0.11 "GET /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960016 Nov 24 21:30:28.054105 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ef4bd514-84e7-4e71-a8e7-c872c807c9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:28.093462 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ef4bd514-84e7-4e71-a8e7-c872c807c9fc None None] For port b8da3436-fc30-4e6c-865f-be02e0ad1e64, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b8da3436-fc30-4e6c-865f-be02e0ad1e64,segment=NetworkSegment(ab370ac7-ff93-41c4-a696-ffdeca944439),segment_id=ab370ac7-ff93-41c4-a696-ffdeca944439)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:30:28.104514 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ef4bd514-84e7-4e71-a8e7-c872c807c9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:28.129582 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-419f163a-bbd7-44c3-ac72-c3ba98359782 req-7ff66f94-781f-473a-b22c-906e42ea7737 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 210 time: 0.0496600 Nov 24 21:30:28.166473 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bd514-84e7-4e71-a8e7-c872c807c9fc None None] Pushing event updated for resources: {'Port': ['ID=b8da3436-fc30-4e6c-865f-be02e0ad1e64,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:28.337824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c4ecb406-dfeb-4295-9043-f3617b7710ad up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:30:28.405159 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] Sync routers for ids ['c75ec096-3d73-4c32-b885-ac7c1442c83b'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:30:28.416445 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] Routers {'c75ec096-3d73-4c32-b885-ac7c1442c83b'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:30:28.416666 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port c4ecb406-dfeb-4295-9043-f3617b7710ad triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:28.417208 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:30:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['c75ec096-3d73-4c32-b885-ac7c1442c83b'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:28.417348 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:28.463450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b8ae29cc-c905-4ec7-b3da-42e7a154f17a None None] Provisioning complete for port a255f39e-9e83-499d-9050-85747ef100e8 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:28.463834 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b8ae29cc-c905-4ec7-b3da-42e7a154f17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:28.554606 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] Set router c75ec096-3d73-4c32-b885-ac7c1442c83b gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:30:28.559054 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-b8ae29cc-c905-4ec7-b3da-42e7a154f17a None None] Port a255f39e-9e83-499d-9050-85747ef100e8 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:30:28.565898 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b8da3436-fc30-4e6c-865f-be02e0ad1e64 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:30:28.598473 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b8ae29cc-c905-4ec7-b3da-42e7a154f17a None None] Provisioning complete for port b8da3436-fc30-4e6c-865f-be02e0ad1e64 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:28.598898 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b8ae29cc-c905-4ec7-b3da-42e7a154f17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:28.655154 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b8da3436-fc30-4e6c-865f-be02e0ad1e64 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:28.655538 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:28.828037 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318566625', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:30:22Z', 'updated_at': '2021-11-24T21:30:26Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:23Z', 'updated_at': '2021-11-24T21:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'a255f39e-9e83-499d-9050-85747ef100e8', 'name': '', 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:31:67:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '93cdcb84-7b01-4975-8be3-c336cc301d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:25Z', 'updated_at': '2021-11-24T21:30:26Z', 'revision_number': 2, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': '93cdcb84-7b01-4975-8be3-c336cc301d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:28.870846 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] Checking router: c75ec096-3d73-4c32-b885-ac7c1442c83b for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:30:28.871200 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] Updating router c75ec096-3d73-4c32-b885-ac7c1442c83b port a255f39e-9e83-499d-9050-85747ef100e8 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:30:28.902168 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:28.909950 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-734ad0f3-2882-4678-af41-b74184e8c545 None None] Provisioning complete for port a255f39e-9e83-499d-9050-85747ef100e8 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:28.910508 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-734ad0f3-2882-4678-af41-b74184e8c545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:28.952669 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-734ad0f3-2882-4678-af41-b74184e8c545 None None] Port a255f39e-9e83-499d-9050-85747ef100e8 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:30:29.229997 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:29.246939 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:29.258956 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-038760b8-d5bc-4034-9a0f-ac9638bfe1a0 req-ba07ddda-a8ee-40e8-85e0-363a9c330b62 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 210 time: 0.0274935 Nov 24 21:30:29.376689 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeab01a-82f0-44ba-bb82-65da6608f53f None None] Pushing event updated for resources: {'Port': ['ID=a255f39e-9e83-499d-9050-85747ef100e8,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:29.392920 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] Attempting to bind port a255f39e-9e83-499d-9050-85747ef100e8 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:30:29.393289 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] Attempting to bind port a255f39e-9e83-499d-9050-85747ef100e8 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'ab370ac7-ff93-41c4-a696-ffdeca944439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:30:29.393645 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] Attempting to bind port a255f39e-9e83-499d-9050-85747ef100e8 on network 572850a3-c15d-4131-aa8e-fd33e8ef54b6 {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:30:29.401988 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:30:29.402449 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] Checking segment: {'id': 'ab370ac7-ff93-41c4-a696-ffdeca944439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:30:29.402943 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:29.403407 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] Bound using segment: {'id': 'ab370ac7-ff93-41c4-a696-ffdeca944439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:30:29.404301 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] Bound port: a255f39e-9e83-499d-9050-85747ef100e8, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab370ac7-ff93-41c4-a696-ffdeca944439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:30:29.404782 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:29.475565 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] For port a255f39e-9e83-499d-9050-85747ef100e8, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:30:29.479129 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] For port a255f39e-9e83-499d-9050-85747ef100e8, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a255f39e-9e83-499d-9050-85747ef100e8,segment=NetworkSegment(ab370ac7-ff93-41c4-a696-ffdeca944439),segment_id=ab370ac7-ff93-41c4-a696-ffdeca944439)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:30:29.485704 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:29.559692 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeab01a-82f0-44ba-bb82-65da6608f53f None None] Pushing event updated for resources: {'Port': ['ID=a255f39e-9e83-499d-9050-85747ef100e8,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:29.565053 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] Routers {'c75ec096-3d73-4c32-b885-ac7c1442c83b'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:30:29.566195 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:30:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['c75ec096-3d73-4c32-b885-ac7c1442c83b'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:29.588895 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e6b49193-bcc6-4bf4-ab04-82b40520ef5c None None] Provisioning complete for port a255f39e-9e83-499d-9050-85747ef100e8 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:29.589412 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e6b49193-bcc6-4bf4-ab04-82b40520ef5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:29.699596 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e6b49193-bcc6-4bf4-ab04-82b40520ef5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:29.721434 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] Set router c75ec096-3d73-4c32-b885-ac7c1442c83b gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:30:29.742190 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-e6b49193-bcc6-4bf4-ab04-82b40520ef5c None None] For port a255f39e-9e83-499d-9050-85747ef100e8, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a255f39e-9e83-499d-9050-85747ef100e8,segment=NetworkSegment(ab370ac7-ff93-41c4-a696-ffdeca944439),segment_id=ab370ac7-ff93-41c4-a696-ffdeca944439)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:30:29.750973 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e6b49193-bcc6-4bf4-ab04-82b40520ef5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:29.830801 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b49193-bcc6-4bf4-ab04-82b40520ef5c None None] Pushing event updated for resources: {'Port': ['ID=a255f39e-9e83-499d-9050-85747ef100e8,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:29.896878 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3103ad0c-5d50-4b3b-9022-590f0298189b None None] Provisioning complete for port a255f39e-9e83-499d-9050-85747ef100e8 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:29.897579 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3103ad0c-5d50-4b3b-9022-590f0298189b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:29.998563 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63649410-0469-4669-b20f-3230c218536d req-28daffcc-3dbd-42d6-a864-f911cd9e5810 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:30.000459 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63649410-0469-4669-b20f-3230c218536d req-28daffcc-3dbd-42d6-a864-f911cd9e5810 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.15 "GET /v2.0/networks?id=572850a3-c15d-4131-aa8e-fd33e8ef54b6 HTTP/1.1" status: 200 len: 796 time: 0.1853437 Nov 24 21:30:30.077071 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63649410-0469-4669-b20f-3230c218536d req-3ce8282b-bf3d-420d-97c9-74165108eea7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=485bf2fed1d94cb695e544caa851c167 HTTP/1.1" status: 200 len: 380 time: 0.0628915 Nov 24 21:30:30.088033 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-63649410-0469-4669-b20f-3230c218536d req-d0dc4480-a13f-416d-be67-66f2546e6385 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'port': {'device_id': 'aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e', 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6', 'admin_state_up': True, 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'security_groups': ['8202ded4-7319-402e-aad1-0995c355c9e4']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:30:30.118270 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318566625', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:30:22Z', 'updated_at': '2021-11-24T21:30:26Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:23Z', 'updated_at': '2021-11-24T21:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'a255f39e-9e83-499d-9050-85747ef100e8', 'name': '', 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:31:67:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '93cdcb84-7b01-4975-8be3-c336cc301d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:25Z', 'updated_at': '2021-11-24T21:30:29Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': '93cdcb84-7b01-4975-8be3-c336cc301d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:30.145523 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c86b7-4c8c-4547-8762-8bb302987fde None None] The sync data for ids ['c75ec096-3d73-4c32-b885-ac7c1442c83b'] in n-d-812111-8 is: [{'id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318566625', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:30:22Z', 'updated_at': '2021-11-24T21:30:26Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:23Z', 'updated_at': '2021-11-24T21:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'a255f39e-9e83-499d-9050-85747ef100e8', 'name': '', 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:31:67:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '93cdcb84-7b01-4975-8be3-c336cc301d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:25Z', 'updated_at': '2021-11-24T21:30:29Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': '93cdcb84-7b01-4975-8be3-c336cc301d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:30:30.243992 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63649410-0469-4669-b20f-3230c218536d req-d0dc4480-a13f-416d-be67-66f2546e6385 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Made reservation on behalf of 485bf2fed1d94cb695e544caa851c167 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:30:30.247618 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-63649410-0469-4669-b20f-3230c218536d req-d0dc4480-a13f-416d-be67-66f2546e6385 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:30.331810 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a255f39e-9e83-499d-9050-85747ef100e8 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:30:30.420840 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port a255f39e-9e83-499d-9050-85747ef100e8 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:30.421321 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:30.424589 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3a0ee19a-8c8f-48d6-8bfc-8e0c3e62b5e8 req-868a5b81-ab8d-463d-990e-2d9255835031 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 210 time: 0.0431006 Nov 24 21:30:30.444852 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-63649410-0469-4669-b20f-3230c218536d req-d0dc4480-a13f-416d-be67-66f2546e6385 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Allocated IP 172.20.0.9 (572850a3-c15d-4131-aa8e-fd33e8ef54b6/93cdcb84-7b01-4975-8be3-c336cc301d84/ea99c19e-4408-4f32-912e-5fa061d6a758) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:30:30.618632 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-63649410-0469-4669-b20f-3230c218536d req-d0dc4480-a13f-416d-be67-66f2546e6385 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:30.654515 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-63649410-0469-4669-b20f-3230c218536d req-d0dc4480-a13f-416d-be67-66f2546e6385 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:30.701668 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63649410-0469-4669-b20f-3230c218536d req-d0dc4480-a13f-416d-be67-66f2546e6385 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network 572850a3-c15d-4131-aa8e-fd33e8ef54b6 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:30:30.706769 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-63649410-0469-4669-b20f-3230c218536d req-d0dc4480-a13f-416d-be67-66f2546e6385 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:30:30.712029 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-63649410-0469-4669-b20f-3230c218536d req-d0dc4480-a13f-416d-be67-66f2546e6385 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:30:30.716254 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc4480-a13f-416d-be67-66f2546e6385 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Port': ['ID=ea99c19e-4408-4f32-912e-5fa061d6a758,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:30.769253 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63649410-0469-4669-b20f-3230c218536d req-d0dc4480-a13f-416d-be67-66f2546e6385 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:30.769739 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-63649410-0469-4669-b20f-3230c218536d req-d0dc4480-a13f-416d-be67-66f2546e6385 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:30.789460 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63649410-0469-4669-b20f-3230c218536d req-d0dc4480-a13f-416d-be67-66f2546e6385 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7056451 Nov 24 21:30:30.804367 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-63649410-0469-4669-b20f-3230c218536d req-ccaeab88-fec7-477f-b463-e0fd812222aa tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:30:30.806664 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63649410-0469-4669-b20f-3230c218536d req-ccaeab88-fec7-477f-b463-e0fd812222aa tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062840 Nov 24 21:30:30.879921 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-63649410-0469-4669-b20f-3230c218536d req-95d62df9-6160-4048-afe5-b4f8a43418c7 service neutron] Request body: {'port': {'device_id': 'aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:30:30.946295 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-63649410-0469-4669-b20f-3230c218536d req-95d62df9-6160-4048-afe5-b4f8a43418c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:31.057615 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-846acab2-9209-4adc-98d3-5f9c4adc9c8e None None] Provisioning complete for port ea99c19e-4408-4f32-912e-5fa061d6a758 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:31.058362 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-846acab2-9209-4adc-98d3-5f9c4adc9c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:31.096633 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-846acab2-9209-4adc-98d3-5f9c4adc9c8e None None] Port ea99c19e-4408-4f32-912e-5fa061d6a758 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:30:31.251871 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-63649410-0469-4669-b20f-3230c218536d req-95d62df9-6160-4048-afe5-b4f8a43418c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea99c19e-4408-4f32-912e-5fa061d6a758 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:30:31.264274 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-63649410-0469-4669-b20f-3230c218536d req-95d62df9-6160-4048-afe5-b4f8a43418c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:31.278292 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-63649410-0469-4669-b20f-3230c218536d req-95d62df9-6160-4048-afe5-b4f8a43418c7 service neutron] Transition to ACTIVE for port object ea99c19e-4408-4f32-912e-5fa061d6a758 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:30:31.282446 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-63649410-0469-4669-b20f-3230c218536d req-95d62df9-6160-4048-afe5-b4f8a43418c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:31.334269 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d62df9-6160-4048-afe5-b4f8a43418c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea99c19e-4408-4f32-912e-5fa061d6a758,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:31.409328 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-63649410-0469-4669-b20f-3230c218536d req-95d62df9-6160-4048-afe5-b4f8a43418c7 service neutron] Attempting to bind port ea99c19e-4408-4f32-912e-5fa061d6a758 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:30:31.410265 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-63649410-0469-4669-b20f-3230c218536d req-95d62df9-6160-4048-afe5-b4f8a43418c7 service neutron] Attempting to bind port ea99c19e-4408-4f32-912e-5fa061d6a758 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'ab370ac7-ff93-41c4-a696-ffdeca944439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:30:31.410265 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63649410-0469-4669-b20f-3230c218536d req-95d62df9-6160-4048-afe5-b4f8a43418c7 service neutron] Attempting to bind port ea99c19e-4408-4f32-912e-5fa061d6a758 on network 572850a3-c15d-4131-aa8e-fd33e8ef54b6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:30:31.415864 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63649410-0469-4669-b20f-3230c218536d req-95d62df9-6160-4048-afe5-b4f8a43418c7 service neutron] Port ea99c19e-4408-4f32-912e-5fa061d6a758 on network 572850a3-c15d-4131-aa8e-fd33e8ef54b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:30:31.416195 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63649410-0469-4669-b20f-3230c218536d req-95d62df9-6160-4048-afe5-b4f8a43418c7 service neutron] Attempting to bind port ea99c19e-4408-4f32-912e-5fa061d6a758 on network 572850a3-c15d-4131-aa8e-fd33e8ef54b6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:30:31.422066 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63649410-0469-4669-b20f-3230c218536d req-95d62df9-6160-4048-afe5-b4f8a43418c7 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:30:31.422400 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63649410-0469-4669-b20f-3230c218536d req-95d62df9-6160-4048-afe5-b4f8a43418c7 service neutron] Checking segment: {'id': 'ab370ac7-ff93-41c4-a696-ffdeca944439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:30:31.422788 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63649410-0469-4669-b20f-3230c218536d req-95d62df9-6160-4048-afe5-b4f8a43418c7 service neutron] Bound using segment: {'id': 'ab370ac7-ff93-41c4-a696-ffdeca944439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:30:31.423217 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-63649410-0469-4669-b20f-3230c218536d req-95d62df9-6160-4048-afe5-b4f8a43418c7 service neutron] Bound port: ea99c19e-4408-4f32-912e-5fa061d6a758, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab370ac7-ff93-41c4-a696-ffdeca944439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:30:31.423573 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-63649410-0469-4669-b20f-3230c218536d req-95d62df9-6160-4048-afe5-b4f8a43418c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:31.507549 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-63649410-0469-4669-b20f-3230c218536d req-95d62df9-6160-4048-afe5-b4f8a43418c7 service neutron] For port ea99c19e-4408-4f32-912e-5fa061d6a758, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:30:31.510888 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-63649410-0469-4669-b20f-3230c218536d req-95d62df9-6160-4048-afe5-b4f8a43418c7 service neutron] For port ea99c19e-4408-4f32-912e-5fa061d6a758, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ea99c19e-4408-4f32-912e-5fa061d6a758,segment=NetworkSegment(ab370ac7-ff93-41c4-a696-ffdeca944439),segment_id=ab370ac7-ff93-41c4-a696-ffdeca944439)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:30:31.524506 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-63649410-0469-4669-b20f-3230c218536d req-95d62df9-6160-4048-afe5-b4f8a43418c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:31.578076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63649410-0469-4669-b20f-3230c218536d req-95d62df9-6160-4048-afe5-b4f8a43418c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:31.578698 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-63649410-0469-4669-b20f-3230c218536d req-95d62df9-6160-4048-afe5-b4f8a43418c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:31.580082 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63649410-0469-4669-b20f-3230c218536d req-95d62df9-6160-4048-afe5-b4f8a43418c7 service neutron] 10.222.0.15 "PUT /v2.0/ports/ea99c19e-4408-4f32-912e-5fa061d6a758 HTTP/1.1" status: 200 len: 1091 time: 0.7608593 Nov 24 21:30:31.580534 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e', 'tag': 'ea99c19e-4408-4f32-912e-5fa061d6a758'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:30:31.582927 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f023b2f9-f870-4719-b7dd-41fd89e1d60f" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e", "tag": "ea99c19e-4408-4f32-912e-5fa061d6a758"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:30:31.622686 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f5acb-011c-49d5-84d4-7b66a363c4dc req-b074ec54-a03d-4ea0-a992-168129957548 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:31.624264 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f8f5acb-011c-49d5-84d4-7b66a363c4dc req-b074ec54-a03d-4ea0-a992-168129957548 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 943 time: 0.1108525 Nov 24 21:30:31.625129 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d62df9-6160-4048-afe5-b4f8a43418c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea99c19e-4408-4f32-912e-5fa061d6a758,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:31.711626 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63649410-0469-4669-b20f-3230c218536d req-93cbe8e7-4edc-443e-ae47-da899813e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:31.713197 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63649410-0469-4669-b20f-3230c218536d req-93cbe8e7-4edc-443e-ae47-da899813e767 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 1094 time: 0.0843289 Nov 24 21:30:31.717660 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f8f5acb-011c-49d5-84d4-7b66a363c4dc req-9395a90f-4dcc-4f37-aa90-d5aa908091fb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806298 Nov 24 21:30:31.767463 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63649410-0469-4669-b20f-3230c218536d req-6c0f0789-b28c-4a3e-aa13-4a2cd0d93ba7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea99c19e-4408-4f32-912e-5fa061d6a758 HTTP/1.1" status: 200 len: 217 time: 0.0413103 Nov 24 21:30:31.825090 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63649410-0469-4669-b20f-3230c218536d req-2d22cc78-dc6d-42b0-b748-370273e132e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:31.826556 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63649410-0469-4669-b20f-3230c218536d req-2d22cc78-dc6d-42b0-b748-370273e132e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93cdcb84-7b01-4975-8be3-c336cc301d84 HTTP/1.1" status: 200 len: 835 time: 0.0469565 Nov 24 21:30:31.834183 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9856e87-35a8-48bd-88e1-a5a715906bf5 x-openstack-request-id: req-b9856e87-35a8-48bd-88e1-a5a715906bf5 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:30:31.834455 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e", "tag": "ea99c19e-4408-4f32-912e-5fa061d6a758", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:30:31.834791 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b9856e87-35a8-48bd-88e1-a5a715906bf5 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:30:31.835198 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e', 'tag': 'ea99c19e-4408-4f32-912e-5fa061d6a758', 'status': 'completed', 'code': 200} Nov 24 21:30:31.880331 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63649410-0469-4669-b20f-3230c218536d req-dfc26234-a8a5-4494-b06d-3e3b769df89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:31.882078 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63649410-0469-4669-b20f-3230c218536d req-dfc26234-a8a5-4494-b06d-3e3b769df89b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=572850a3-c15d-4131-aa8e-fd33e8ef54b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416541 Nov 24 21:30:31.990778 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63649410-0469-4669-b20f-3230c218536d req-55373576-187b-4c15-a1db-5dcfd7c9f289 service neutron] 10.222.0.15 "GET /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938497 Nov 24 21:30:32.116299 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63649410-0469-4669-b20f-3230c218536d req-82f04648-2d82-4c31-bc46-b596241d283d service neutron] 10.222.0.15 "GET /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140509 Nov 24 21:30:32.220064 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023b2f9-f870-4719-b7dd-41fd89e1d60f req-7d2ec229-9821-462e-9265-6e237478fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:32.221676 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f023b2f9-f870-4719-b7dd-41fd89e1d60f req-7d2ec229-9821-462e-9265-6e237478fe93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 1094 time: 0.0455525 Nov 24 21:30:32.325079 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023b2f9-f870-4719-b7dd-41fd89e1d60f req-a8799968-8111-4306-9f1f-8a675dcddddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:32.326598 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f023b2f9-f870-4719-b7dd-41fd89e1d60f req-a8799968-8111-4306-9f1f-8a675dcddddc service neutron] 10.222.0.15 "GET /v2.0/networks?id=572850a3-c15d-4131-aa8e-fd33e8ef54b6 HTTP/1.1" status: 200 len: 897 time: 0.0932162 Nov 24 21:30:32.375465 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f023b2f9-f870-4719-b7dd-41fd89e1d60f req-f3d3fc3f-c71a-479f-ad00-3b58a57c3394 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea99c19e-4408-4f32-912e-5fa061d6a758 HTTP/1.1" status: 200 len: 217 time: 0.0407820 Nov 24 21:30:32.432035 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023b2f9-f870-4719-b7dd-41fd89e1d60f req-91fea8e4-09d6-4a6f-b0d6-65be50e61c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:32.433548 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f023b2f9-f870-4719-b7dd-41fd89e1d60f req-91fea8e4-09d6-4a6f-b0d6-65be50e61c83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93cdcb84-7b01-4975-8be3-c336cc301d84 HTTP/1.1" status: 200 len: 835 time: 0.0469513 Nov 24 21:30:32.483195 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023b2f9-f870-4719-b7dd-41fd89e1d60f req-f826ad1c-88fc-4fda-be1d-94b1e3622ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:32.484720 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f023b2f9-f870-4719-b7dd-41fd89e1d60f req-f826ad1c-88fc-4fda-be1d-94b1e3622ebc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=572850a3-c15d-4131-aa8e-fd33e8ef54b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433934 Nov 24 21:30:32.975936 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f023b2f9-f870-4719-b7dd-41fd89e1d60f req-d389e6f0-94cc-47be-b33c-1920f18b688a service neutron] 10.222.0.15 "GET /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830625 Nov 24 21:30:32.998059 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf6ee5-3f3e-40f9-9a09-87e0719ca67c req-f3eaeaaa-4c27-4edb-b279-84942c99a152 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:33.000356 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-38bf6ee5-3f3e-40f9-9a09-87e0719ca67c req-f3eaeaaa-4c27-4edb-b279-84942c99a152 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 943 time: 0.0936306 Nov 24 21:30:33.137166 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-38bf6ee5-3f3e-40f9-9a09-87e0719ca67c req-8d590e1a-c7ab-41a9-b929-e374e157f19e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234791 Nov 24 21:30:33.158471 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f023b2f9-f870-4719-b7dd-41fd89e1d60f req-9315d4be-6b3e-4340-badb-b47ce71f8fe3 service neutron] 10.222.0.15 "GET /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743319 Nov 24 21:30:34.206311 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device ea99c19e-4408-4f32-912e-5fa061d6a758 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:30:34.271311 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17561b-27bf-4f9d-a84f-d58981b32001 req-6d0c0aeb-f50c-4ce9-9b7f-7f8f6880ed68 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:34.272925 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc17561b-27bf-4f9d-a84f-d58981b32001 req-6d0c0aeb-f50c-4ce9-9b7f-7f8f6880ed68 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 943 time: 0.0531411 Nov 24 21:30:34.316350 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port ea99c19e-4408-4f32-912e-5fa061d6a758, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ea99c19e-4408-4f32-912e-5fa061d6a758,segment=NetworkSegment(ab370ac7-ff93-41c4-a696-ffdeca944439),segment_id=ab370ac7-ff93-41c4-a696-ffdeca944439)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:30:34.328317 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'ea99c19e-4408-4f32-912e-5fa061d6a758', 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6', 'port_id': 'ea99c19e-4408-4f32-912e-5fa061d6a758', 'mac_address': 'fa:16:3e:6d:c5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93cdcb84-7b01-4975-8be3-c336cc301d84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:30:34.328515 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc17561b-27bf-4f9d-a84f-d58981b32001 req-81117ecc-07d4-4b49-8e90-9eaff3d9b8be tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494480 Nov 24 21:30:34.370775 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:34.385076 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea99c19e-4408-4f32-912e-5fa061d6a758 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:30:34.406061 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port ea99c19e-4408-4f32-912e-5fa061d6a758, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ea99c19e-4408-4f32-912e-5fa061d6a758,segment=NetworkSegment(ab370ac7-ff93-41c4-a696-ffdeca944439),segment_id=ab370ac7-ff93-41c4-a696-ffdeca944439)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:30:34.410749 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:34.476004 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=ea99c19e-4408-4f32-912e-5fa061d6a758,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:34.721868 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['ea99c19e-4408-4f32-912e-5fa061d6a758'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:30:35.459933 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a991df-c482-4085-991b-1d997c0a9ce3 req-3bb87661-d3eb-4328-8903-ce98fca4c43d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:35.461434 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87a991df-c482-4085-991b-1d997c0a9ce3 req-3bb87661-d3eb-4328-8903-ce98fca4c43d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 944 time: 0.0550766 Nov 24 21:30:35.512493 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87a991df-c482-4085-991b-1d997c0a9ce3 req-6396e02f-2839-4c45-bf90-5d7c0c26dec8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449393 Nov 24 21:30:36.205031 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device ea99c19e-4408-4f32-912e-5fa061d6a758 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:30:36.260472 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port ea99c19e-4408-4f32-912e-5fa061d6a758 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:30:36.264668 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port ea99c19e-4408-4f32-912e-5fa061d6a758 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:30:36.265091 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:36.352379 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:36.535086 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea99c19e-4408-4f32-912e-5fa061d6a758'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:30:36.538598 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72885091-b1ab-415b-8643-d4496cf16a30" -d '{"events": [{"server_uuid": "aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e", "name": "network-vif-plugged", "status": "completed", "tag": "ea99c19e-4408-4f32-912e-5fa061d6a758"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:30:36.551462 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port ea99c19e-4408-4f32-912e-5fa061d6a758, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ea99c19e-4408-4f32-912e-5fa061d6a758,segment=NetworkSegment(ab370ac7-ff93-41c4-a696-ffdeca944439),segment_id=ab370ac7-ff93-41c4-a696-ffdeca944439)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:30:36.555788 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:36.606672 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=ea99c19e-4408-4f32-912e-5fa061d6a758,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:36.634419 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681dd67-6e1b-4800-8106-058bac139651 req-f018436c-4a1f-4e36-920b-5daecc400ed1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:36.635975 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a681dd67-6e1b-4800-8106-058bac139651 req-f018436c-4a1f-4e36-920b-5daecc400ed1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0518897 Nov 24 21:30:36.687900 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a681dd67-6e1b-4800-8106-058bac139651 req-deeec65e-96bc-4b03-9d25-39c12e6c5ae2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455825 Nov 24 21:30:36.795402 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0801626-3708-479b-8962-03327b624e5b x-openstack-request-id: req-a0801626-3708-479b-8962-03327b624e5b {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:30:36.795708 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e", "name": "network-vif-plugged", "status": "completed", "tag": "ea99c19e-4408-4f32-912e-5fa061d6a758", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:30:36.795971 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a0801626-3708-479b-8962-03327b624e5b {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:30:36.796376 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea99c19e-4408-4f32-912e-5fa061d6a758', 'code': 200} Nov 24 21:30:36.904312 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a9431-912d-49c8-b853-4b494100c7e4 req-0b6d1b78-9cd4-4c30-8394-82a3a21b3d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:36.905929 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-480a9431-912d-49c8-b853-4b494100c7e4 req-0b6d1b78-9cd4-4c30-8394-82a3a21b3d15 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 1096 time: 0.0424850 Nov 24 21:30:36.962885 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-480a9431-912d-49c8-b853-4b494100c7e4 req-40907dd1-b68a-42b5-9090-37e970515330 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476615 Nov 24 21:30:37.813439 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc7be0-b982-4f95-90ec-9d3e3e3a0f97 req-1a9ae50f-3e66-456c-84ba-7bbe7f4cd225 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:37.814846 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8ccc7be0-b982-4f95-90ec-9d3e3e3a0f97 req-1a9ae50f-3e66-456c-84ba-7bbe7f4cd225 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0512433 Nov 24 21:30:37.865884 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8ccc7be0-b982-4f95-90ec-9d3e3e3a0f97 req-ade12d76-d40e-4612-857b-995f0bbeb0b1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442955 Nov 24 21:30:38.904644 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6f660a23-f889-4c65-8c66-70d1ca1b3f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:38.992796 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd1cda-7b7a-4193-aa25-a6e18fb01e50 req-03679326-2335-49ed-955c-29a6cd6b94e0 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:38.994346 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-22dd1cda-7b7a-4193-aa25-a6e18fb01e50 req-03679326-2335-49ed-955c-29a6cd6b94e0 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0553184 Nov 24 21:30:39.047339 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-22dd1cda-7b7a-4193-aa25-a6e18fb01e50 req-d76d9bb3-3dfa-4f49-9369-82a646174ac0 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469236 Nov 24 21:30:39.173305 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f91ff-bd70-431b-b0a5-e99d43b1ac4a req-cd98b68b-dccd-4873-b22a-2c8e457cfb4e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:39.174894 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-689f91ff-bd70-431b-b0a5-e99d43b1ac4a req-cd98b68b-dccd-4873-b22a-2c8e457cfb4e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0561411 Nov 24 21:30:39.229476 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-689f91ff-bd70-431b-b0a5-e99d43b1ac4a req-dbfeae12-3503-4214-8743-a967b1484fd8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482278 Nov 24 21:30:39.259842 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49872) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:39.303807 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf2d36c-7ef2-43ac-b31a-28c8e9ed7080 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:39.305445 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-caf2d36c-7ef2-43ac-b31a-28c8e9ed7080 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 1091 time: 0.0445771 Nov 24 21:30:39.308548 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49874) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:39.313080 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-5fd2f110-603c-40ab-9ada-f8cf538ae3d1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': 'ea99c19e-4408-4f32-912e-5fa061d6a758', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:30:39.336832 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5fd2f110-603c-40ab-9ada-f8cf538ae3d1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:39.458694 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5fd2f110-603c-40ab-9ada-f8cf538ae3d1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:39.565313 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-5fd2f110-603c-40ab-9ada-f8cf538ae3d1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Allocated IP 172.25.5.118 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/393a7260-99da-4782-9db7-d870e305f70d) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:30:39.674263 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5fd2f110-603c-40ab-9ada-f8cf538ae3d1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:39.708659 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5fd2f110-603c-40ab-9ada-f8cf538ae3d1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:39.752658 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd2f110-603c-40ab-9ada-f8cf538ae3d1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:30:39.757819 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-5fd2f110-603c-40ab-9ada-f8cf538ae3d1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:30:39.760334 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd2f110-603c-40ab-9ada-f8cf538ae3d1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:30:39.789438 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2f110-603c-40ab-9ada-f8cf538ae3d1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Port': ['ID=393a7260-99da-4782-9db7-d870e305f70d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:40.035829 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:40.181545 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5fd2f110-603c-40ab-9ada-f8cf538ae3d1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:40.263281 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5fd2f110-603c-40ab-9ada-f8cf538ae3d1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:40.434042 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5fd2f110-603c-40ab-9ada-f8cf538ae3d1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:40.439579 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5fd2f110-603c-40ab-9ada-f8cf538ae3d1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:40.508625 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2f110-603c-40ab-9ada-f8cf538ae3d1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Port': ['ID=393a7260-99da-4782-9db7-d870e305f70d,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:30:40.520089 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5fd2f110-603c-40ab-9ada-f8cf538ae3d1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:40.623195 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-5fd2f110-603c-40ab-9ada-f8cf538ae3d1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Floating IP b0971591-fe8f-45d4-8277-470a6755db45 associated. External IP: 172.25.5.118, port: ea99c19e-4408-4f32-912e-5fa061d6a758. Nov 24 21:30:40.837268 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd2f110-603c-40ab-9ada-f8cf538ae3d1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Router c75ec096-3d73-4c32-b885-ac7c1442c83b has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:30:40.952487 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd2f110-603c-40ab-9ada-f8cf538ae3d1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:30:40.963424 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881287d3-f09e-4c06-a918-8373f3b498c3 None None] Sync routers for ids ['c75ec096-3d73-4c32-b885-ac7c1442c83b'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:30:40.972941 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5fd2f110-603c-40ab-9ada-f8cf538ae3d1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:40.975944 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881287d3-f09e-4c06-a918-8373f3b498c3 None None] Routers {'c75ec096-3d73-4c32-b885-ac7c1442c83b'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:30:40.977092 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-881287d3-f09e-4c06-a918-8373f3b498c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:30:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['c75ec096-3d73-4c32-b885-ac7c1442c83b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:41.005407 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5fd2f110-603c-40ab-9ada-f8cf538ae3d1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6955256 Nov 24 21:30:41.006173 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e', 'tag': 'ea99c19e-4408-4f32-912e-5fa061d6a758'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:30:41.008640 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dd74b4-daba-4d1b-9b6a-4deed745cebd" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e", "tag": "ea99c19e-4408-4f32-912e-5fa061d6a758"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:30:41.089094 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-881287d3-f09e-4c06-a918-8373f3b498c3 None None] Set router c75ec096-3d73-4c32-b885-ac7c1442c83b gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:30:41.108430 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662589f-35b8-42e4-b7b9-12bd6c373c4c req-b26e5ba1-17c6-4f2b-a489-e4bc35050c22 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:41.110010 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4662589f-35b8-42e4-b7b9-12bd6c373c4c req-b26e5ba1-17c6-4f2b-a489-e4bc35050c22 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0498457 Nov 24 21:30:41.164125 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4662589f-35b8-42e4-b7b9-12bd6c373c4c req-4a45376d-2750-4bf8-a07d-958ae4e70b18 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471756 Nov 24 21:30:41.194371 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49882) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:41.230238 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-db0341ee-e50c-4977-8903-f13d67d2f366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:41.273506 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-48c3b0c3-2414-4532-8c43-34d316e90adf tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/floatingips/b0971591-fe8f-45d4-8277-470a6755db45 HTTP/1.1" status: 200 len: 991 time: 0.0773191 Nov 24 21:30:41.285243 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758fa12c-e2e2-4daa-a6b5-6b58be74e5dd x-openstack-request-id: req-758fa12c-e2e2-4daa-a6b5-6b58be74e5dd {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:30:41.285539 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e", "tag": "ea99c19e-4408-4f32-912e-5fa061d6a758", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:30:41.285796 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-758fa12c-e2e2-4daa-a6b5-6b58be74e5dd {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:30:41.286733 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e', 'tag': 'ea99c19e-4408-4f32-912e-5fa061d6a758', 'status': 'completed', 'code': 200} Nov 24 21:30:41.353978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd74b4-daba-4d1b-9b6a-4deed745cebd req-0fb62108-262b-4c9d-8f6d-0cda3311eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:41.355470 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71dd74b4-daba-4d1b-9b6a-4deed745cebd req-0fb62108-262b-4c9d-8f6d-0cda3311eef6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 1096 time: 0.0481625 Nov 24 21:30:41.368413 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-881287d3-f09e-4c06-a918-8373f3b498c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318566625', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:30:22Z', 'updated_at': '2021-11-24T21:30:26Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:23Z', 'updated_at': '2021-11-24T21:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'b0971591-fe8f-45d4-8277-470a6755db45', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'port_id': 'ea99c19e-4408-4f32-912e-5fa061d6a758', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6', 'mac_address': 'fa:16:3e:6d:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:30:40Z', 'updated_at': '2021-11-24T21:30:40Z', 'revision_number': 0, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a255f39e-9e83-499d-9050-85747ef100e8', 'name': '', 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:31:67:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '93cdcb84-7b01-4975-8be3-c336cc301d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:25Z', 'updated_at': '2021-11-24T21:30:29Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': '93cdcb84-7b01-4975-8be3-c336cc301d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:41.370510 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:41.396144 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881287d3-f09e-4c06-a918-8373f3b498c3 None None] Checking router: c75ec096-3d73-4c32-b885-ac7c1442c83b for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:30:41.404667 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881287d3-f09e-4c06-a918-8373f3b498c3 None None] Routers {'c75ec096-3d73-4c32-b885-ac7c1442c83b'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:30:41.405319 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-881287d3-f09e-4c06-a918-8373f3b498c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:30:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['c75ec096-3d73-4c32-b885-ac7c1442c83b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:41.451767 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd74b4-daba-4d1b-9b6a-4deed745cebd req-2c57a903-af64-4cd1-9baf-720f2923e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:41.453303 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71dd74b4-daba-4d1b-9b6a-4deed745cebd req-2c57a903-af64-4cd1-9baf-720f2923e7e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=572850a3-c15d-4131-aa8e-fd33e8ef54b6 HTTP/1.1" status: 200 len: 897 time: 0.0911117 Nov 24 21:30:41.515930 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-881287d3-f09e-4c06-a918-8373f3b498c3 None None] Set router c75ec096-3d73-4c32-b885-ac7c1442c83b gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:30:41.526357 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71dd74b4-daba-4d1b-9b6a-4deed745cebd req-e9c1d553-1173-4444-9104-f56b56129b9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea99c19e-4408-4f32-912e-5fa061d6a758 HTTP/1.1" status: 200 len: 999 time: 0.0657408 Nov 24 21:30:41.578043 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd74b4-daba-4d1b-9b6a-4deed745cebd req-01e1bf03-29f0-493b-a38a-bb15e6f87e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:41.579549 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71dd74b4-daba-4d1b-9b6a-4deed745cebd req-01e1bf03-29f0-493b-a38a-bb15e6f87e34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93cdcb84-7b01-4975-8be3-c336cc301d84 HTTP/1.1" status: 200 len: 835 time: 0.0461786 Nov 24 21:30:41.627600 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd74b4-daba-4d1b-9b6a-4deed745cebd req-6b57bb55-454f-4c56-b96a-eae413488f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:30:41.629066 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71dd74b4-daba-4d1b-9b6a-4deed745cebd req-6b57bb55-454f-4c56-b96a-eae413488f9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=572850a3-c15d-4131-aa8e-fd33e8ef54b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424173 Nov 24 21:30:41.729820 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71dd74b4-daba-4d1b-9b6a-4deed745cebd req-7de9a5bc-f4a4-4b2a-a438-7272eef70283 service neutron] 10.222.0.15 "GET /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938005 Nov 24 21:30:41.749831 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-881287d3-f09e-4c06-a918-8373f3b498c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318566625', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:30:22Z', 'updated_at': '2021-11-24T21:30:26Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:23Z', 'updated_at': '2021-11-24T21:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'b0971591-fe8f-45d4-8277-470a6755db45', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'port_id': 'ea99c19e-4408-4f32-912e-5fa061d6a758', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6', 'mac_address': 'fa:16:3e:6d:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:30:40Z', 'updated_at': '2021-11-24T21:30:40Z', 'revision_number': 0, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a255f39e-9e83-499d-9050-85747ef100e8', 'name': '', 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:31:67:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '93cdcb84-7b01-4975-8be3-c336cc301d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:25Z', 'updated_at': '2021-11-24T21:30:29Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': '93cdcb84-7b01-4975-8be3-c336cc301d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:30:41.777103 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881287d3-f09e-4c06-a918-8373f3b498c3 None None] The sync data for ids ['c75ec096-3d73-4c32-b885-ac7c1442c83b'] in n-d-812111-8 is: [{'id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318566625', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:30:22Z', 'updated_at': '2021-11-24T21:30:26Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:23Z', 'updated_at': '2021-11-24T21:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'b0971591-fe8f-45d4-8277-470a6755db45', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'port_id': 'ea99c19e-4408-4f32-912e-5fa061d6a758', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6', 'mac_address': 'fa:16:3e:6d:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:30:40Z', 'updated_at': '2021-11-24T21:30:40Z', 'revision_number': 0, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a255f39e-9e83-499d-9050-85747ef100e8', 'name': '', 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:31:67:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '93cdcb84-7b01-4975-8be3-c336cc301d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:25Z', 'updated_at': '2021-11-24T21:30:29Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': '93cdcb84-7b01-4975-8be3-c336cc301d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:30:41.824154 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71dd74b4-daba-4d1b-9b6a-4deed745cebd req-72663180-ba37-4f28-afc8-c2e67e58823c service neutron] 10.222.0.15 "GET /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874152 Nov 24 21:30:41.983607 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a01aec-1378-4993-a4a7-032c285ca034 None None] New status for floating IP b0971591-fe8f-45d4-8277-470a6755db45: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:30:42.277070 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49884) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:30:42.341448 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fbe12674-465e-4769-831a-a9c7d643ac10 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/floatingips/b0971591-fe8f-45d4-8277-470a6755db45 HTTP/1.1" status: 200 len: 993 time: 0.0631917 Nov 24 21:30:42.482769 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:43.860488 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:44.867871 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:30:53.495789 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:31:02.432684 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b8d89fa-52ce-43b8-ad97-51b657279b60 req-93ed99e9-6a46-4aa3-925b-6f01c4cea5ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556359 Nov 24 21:31:02.538861 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d89fa-52ce-43b8-ad97-51b657279b60 req-81f4a0ea-7291-4a1b-87fb-60b1e856d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:02.540294 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b8d89fa-52ce-43b8-ad97-51b657279b60 req-81f4a0ea-7291-4a1b-87fb-60b1e856d323 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 1096 time: 0.0483680 Nov 24 21:31:02.665935 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d89fa-52ce-43b8-ad97-51b657279b60 req-fb1b3d1d-74f7-464d-9f85-81109d56b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:02.667446 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b8d89fa-52ce-43b8-ad97-51b657279b60 req-fb1b3d1d-74f7-464d-9f85-81109d56b95c service neutron] 10.222.0.15 "GET /v2.0/networks?id=572850a3-c15d-4131-aa8e-fd33e8ef54b6 HTTP/1.1" status: 200 len: 897 time: 0.1040754 Nov 24 21:31:02.769236 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b8d89fa-52ce-43b8-ad97-51b657279b60 req-74203903-52a6-47fa-9fc2-61a6f8e6076c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea99c19e-4408-4f32-912e-5fa061d6a758 HTTP/1.1" status: 200 len: 1001 time: 0.0918722 Nov 24 21:31:02.828455 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d89fa-52ce-43b8-ad97-51b657279b60 req-9b744c8e-cf95-478f-8e97-f6c42c970325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:02.829877 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b8d89fa-52ce-43b8-ad97-51b657279b60 req-9b744c8e-cf95-478f-8e97-f6c42c970325 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93cdcb84-7b01-4975-8be3-c336cc301d84 HTTP/1.1" status: 200 len: 835 time: 0.0525191 Nov 24 21:31:02.882758 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d89fa-52ce-43b8-ad97-51b657279b60 req-ab85dda8-a391-497d-bcda-8d2fd9788497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:02.884341 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b8d89fa-52ce-43b8-ad97-51b657279b60 req-ab85dda8-a391-497d-bcda-8d2fd9788497 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=572850a3-c15d-4131-aa8e-fd33e8ef54b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456572 Nov 24 21:31:02.992687 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b8d89fa-52ce-43b8-ad97-51b657279b60 req-8d2e9494-38cb-4e8e-bd96-d5d2b9a3c723 service neutron] 10.222.0.15 "GET /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963445 Nov 24 21:31:03.096845 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b8d89fa-52ce-43b8-ad97-51b657279b60 req-57976c2c-1d5d-4603-acb2-f644eaf41ff5 service neutron] 10.222.0.15 "GET /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939748 Nov 24 21:31:08.920892 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-922f06b2-ddc3-4f7b-8588-7c81fcd6640d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:10.032981 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:11.204658 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1cf1bb32-a3df-4525-a955-15f8f4eee9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:11.366883 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:12.485254 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:13.863327 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:14.860454 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:17.682854 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97cdd9-a403-4c77-9123-e37795623de7 req-f21ad39a-f445-40be-8329-8c9d2a80721d tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:17.684425 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a97cdd9-a403-4c77-9123-e37795623de7 req-f21ad39a-f445-40be-8329-8c9d2a80721d tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 1096 time: 0.0492311 Nov 24 21:31:17.704704 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9a97cdd9-a403-4c77-9123-e37795623de7 req-bdfcb859-884e-4def-b63b-adc0061140f4 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:17.781991 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9a97cdd9-a403-4c77-9123-e37795623de7 req-bdfcb859-884e-4def-b63b-adc0061140f4 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:17.785590 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9a97cdd9-a403-4c77-9123-e37795623de7 req-bdfcb859-884e-4def-b63b-adc0061140f4 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:17.824687 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a97cdd9-a403-4c77-9123-e37795623de7 req-bdfcb859-884e-4def-b63b-adc0061140f4 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328578 Nov 24 21:31:17.826482 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfcb859-884e-4def-b63b-adc0061140f4 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e5d417-e352-476c-897e-0ad49527bc9e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:31:17.943135 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0c0e0-6697-42fe-8c80-04e258715750 req-bad2811a-4d9c-4eee-9d1e-cbc1b7a45605 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:17.944630 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-26b0c0e0-6697-42fe-8c80-04e258715750 req-bad2811a-4d9c-4eee-9d1e-cbc1b7a45605 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0489726 Nov 24 21:31:18.000258 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-26b0c0e0-6697-42fe-8c80-04e258715750 req-1b1a1160-00a8-4024-a50b-2257160311d3 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491574 Nov 24 21:31:18.022760 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 49900) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:31:18.439912 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b819979d-6b19-41f8-aa6f-61e2bfe8430b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/floatingips/b0971591-fe8f-45d4-8277-470a6755db45 HTTP/1.1" status: 200 len: 993 time: 0.4159586 Nov 24 21:31:18.810793 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-4e815aba-c45c-4e7a-a311-bed4f2a32980 req-f9c73f2a-1690-4f81-9367-4b7204f95a7e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:31:18.811833 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e815aba-c45c-4e7a-a311-bed4f2a32980 req-f9c73f2a-1690-4f81-9367-4b7204f95a7e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0548611 Nov 24 21:31:19.216293 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fc8ac-4557-4656-b853-17be941b6294 req-4784a918-81ad-4892-8e57-5162f73aee57 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:19.217783 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6b6fc8ac-4557-4656-b853-17be941b6294 req-4784a918-81ad-4892-8e57-5162f73aee57 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0643713 Nov 24 21:31:19.280125 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-7a7450e9-c0ca-41e7-b97f-d6f386060be4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1355627 Nov 24 21:31:19.285903 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6b6fc8ac-4557-4656-b853-17be941b6294 req-28277a92-c4ba-40b1-b999-fa071ccb0a8f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537989 Nov 24 21:31:19.290634 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-2a4ceee2-d3cf-4a36-9bf9-4f49305f2b26 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:31:19.291586 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-2a4ceee2-d3cf-4a36-9bf9-4f49305f2b26 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048666 Nov 24 21:31:20.408304 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ea364-2edc-412f-8a74-480f25110675 req-1bcb6067-6e27-4c24-996b-12a33ade7494 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:20.409870 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae3ea364-2edc-412f-8a74-480f25110675 req-1bcb6067-6e27-4c24-996b-12a33ade7494 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0508289 Nov 24 21:31:20.464681 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ae3ea364-2edc-412f-8a74-480f25110675 req-b2a7fcf0-e130-4286-8fe6-b2073c333afd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487976 Nov 24 21:31:21.586259 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15dba23-3a31-4811-be82-a3101ed91739 req-7a8c6ecc-cd4a-4c45-b220-30aac9e6f8b7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:21.587838 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b15dba23-3a31-4811-be82-a3101ed91739 req-7a8c6ecc-cd4a-4c45-b220-30aac9e6f8b7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0530398 Nov 24 21:31:21.648872 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b15dba23-3a31-4811-be82-a3101ed91739 req-21fb8ed3-0d33-47c7-b2b8-e6133af41792 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542331 Nov 24 21:31:22.771838 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50658dc-90bb-4311-93e6-c88d08d70005 req-c3e2622e-e020-4c24-8593-661a339af546 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:22.773364 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f50658dc-90bb-4311-93e6-c88d08d70005 req-c3e2622e-e020-4c24-8593-661a339af546 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0495360 Nov 24 21:31:22.824572 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f50658dc-90bb-4311-93e6-c88d08d70005 req-4cf90695-e1da-4ab4-9cd1-98f7d3bfd3ed tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450380 Nov 24 21:31:23.950776 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4a0f2-97d7-41d8-9525-32f84ec62899 req-5fc2719a-bc08-4491-9c66-190a67b31f9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:23.952415 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-37e4a0f2-97d7-41d8-9525-32f84ec62899 req-5fc2719a-bc08-4491-9c66-190a67b31f9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0586722 Nov 24 21:31:24.008114 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-37e4a0f2-97d7-41d8-9525-32f84ec62899 req-9e413ff7-b159-49d0-8dbc-903edaaf0f1b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474117 Nov 24 21:31:24.570168 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-99d0e07d-b42a-456e-9ac5-c671fd5b52a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:24.571622 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-99d0e07d-b42a-456e-9ac5-c671fd5b52a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 1096 time: 0.0652452 Nov 24 21:31:24.686402 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-547e5f9a-467b-4bd2-be7d-60e3136d0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:24.688087 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-547e5f9a-467b-4bd2-be7d-60e3136d0956 service neutron] 10.222.0.15 "GET /v2.0/networks?id=572850a3-c15d-4131-aa8e-fd33e8ef54b6 HTTP/1.1" status: 200 len: 897 time: 0.1042888 Nov 24 21:31:24.765181 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-573e5053-6213-4b4a-801d-04b701431398 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea99c19e-4408-4f32-912e-5fa061d6a758 HTTP/1.1" status: 200 len: 1001 time: 0.0650499 Nov 24 21:31:24.821498 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-24c6d0b8-162b-47c6-95e6-518254d7855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:24.822886 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-24c6d0b8-162b-47c6-95e6-518254d7855a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93cdcb84-7b01-4975-8be3-c336cc301d84 HTTP/1.1" status: 200 len: 835 time: 0.0473087 Nov 24 21:31:24.882951 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-1b74e977-ad41-4ae6-9f94-5f015a8e0682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:24.884456 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-1b74e977-ad41-4ae6-9f94-5f015a8e0682 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=572850a3-c15d-4131-aa8e-fd33e8ef54b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471973 Nov 24 21:31:24.988604 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-389bb639-cd88-4c1e-bd90-f55d55ab286e service neutron] 10.222.0.15 "GET /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914240 Nov 24 21:31:25.105125 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-da41c1dc-83c5-45fa-aec9-5ee04b019b3e service neutron] 10.222.0.15 "GET /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049731 Nov 24 21:31:25.145455 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad5b8-fabc-46e9-978c-b17f3f56c93f req-c65d0923-83ba-456a-ac2e-8819b393d2db tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:25.147819 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-865ad5b8-fabc-46e9-978c-b17f3f56c93f req-c65d0923-83ba-456a-ac2e-8819b393d2db tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0632727 Nov 24 21:31:25.235814 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-865ad5b8-fabc-46e9-978c-b17f3f56c93f req-16906b3c-6ba6-4515-98f8-b2dd18a2e7c5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808449 Nov 24 21:31:26.359243 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543c4ab-1268-487d-aa38-f6670429c323 req-0bd199eb-c681-41a1-b4f2-be143ca7bc51 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:26.361431 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0543c4ab-1268-487d-aa38-f6670429c323 req-0bd199eb-c681-41a1-b4f2-be143ca7bc51 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0510228 Nov 24 21:31:26.416318 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0543c4ab-1268-487d-aa38-f6670429c323 req-df4fe9a3-7bbd-47e8-914e-79e92dc5c454 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489047 Nov 24 21:31:27.542033 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff12e4-5e72-4765-9f52-d0ab107aa1ab req-85eced17-1117-492c-8670-d8ea1afd95d3 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:27.543629 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a2ff12e4-5e72-4765-9f52-d0ab107aa1ab req-85eced17-1117-492c-8670-d8ea1afd95d3 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0513704 Nov 24 21:31:27.595927 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a2ff12e4-5e72-4765-9f52-d0ab107aa1ab req-d208a0c5-9d4d-4126-b5e9-27cf0e39bba7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456579 Nov 24 21:31:28.734496 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e8170-014d-442c-9a46-64d95d6f3235 req-5f7cecbc-35a3-4b26-a11d-6779e6b3e700 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:28.736877 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ab1e8170-014d-442c-9a46-64d95d6f3235 req-5f7cecbc-35a3-4b26-a11d-6779e6b3e700 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0555274 Nov 24 21:31:28.791422 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ab1e8170-014d-442c-9a46-64d95d6f3235 req-8f144f28-308e-4503-969f-299b3cb8007a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482883 Nov 24 21:31:29.930509 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca191d-b21c-4393-b57f-4a1652e920b9 req-6e6d7fe2-4300-47dd-95a8-38d996d48c5d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:29.932244 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1cca191d-b21c-4393-b57f-4a1652e920b9 req-6e6d7fe2-4300-47dd-95a8-38d996d48c5d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0595236 Nov 24 21:31:30.003491 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1cca191d-b21c-4393-b57f-4a1652e920b9 req-48944e70-7d08-4ca2-a473-1a77734c86e4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597467 Nov 24 21:31:30.495207 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:31:31.145048 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0c3e8-b311-4f78-aea7-cfb739c8a7f2 req-1b4b1553-cd6b-4178-b2b5-1750b06b0e01 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:31.146639 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0a0c3e8-b311-4f78-aea7-cfb739c8a7f2 req-1b4b1553-cd6b-4178-b2b5-1750b06b0e01 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0524654 Nov 24 21:31:31.204688 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0a0c3e8-b311-4f78-aea7-cfb739c8a7f2 req-e1b2ae49-0abc-4c47-a926-6348449bfb4d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520134 Nov 24 21:31:32.324764 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2849f-3d9d-4e66-a23d-2df629842b0e req-65e36b3d-e1d8-470b-9f2a-0f3389036c75 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:32.326295 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ceb2849f-3d9d-4e66-a23d-2df629842b0e req-65e36b3d-e1d8-470b-9f2a-0f3389036c75 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0494611 Nov 24 21:31:32.388181 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ceb2849f-3d9d-4e66-a23d-2df629842b0e req-c65b4fdb-dd97-4704-8d1d-d310a2baa6b3 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547602 Nov 24 21:31:33.510404 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9f79d-d3df-46de-b19b-b569290a9f42 req-f26d934b-e6a5-4d8d-96fa-e2a57e4cfd55 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:33.511844 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-20f9f79d-d3df-46de-b19b-b569290a9f42 req-f26d934b-e6a5-4d8d-96fa-e2a57e4cfd55 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0506234 Nov 24 21:31:33.572244 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-20f9f79d-d3df-46de-b19b-b569290a9f42 req-3482ccb3-9f85-4b47-a084-046f38600759 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539269 Nov 24 21:31:34.693985 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570b8c8-3c29-4fc4-ae93-7173576ad8ad req-f1bc0889-70cb-4f32-8a51-7093f097b062 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:34.695590 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5570b8c8-3c29-4fc4-ae93-7173576ad8ad req-f1bc0889-70cb-4f32-8a51-7093f097b062 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0531616 Nov 24 21:31:34.753116 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5570b8c8-3c29-4fc4-ae93-7173576ad8ad req-dee8af39-e1c7-4678-ba79-7dab7da55095 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468965 Nov 24 21:31:35.879093 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b09f2-ae42-4c43-a18b-22d7ac331d38 req-e2871d6c-aa1c-415c-a5bf-3208f0f1b638 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:35.880627 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d86b09f2-ae42-4c43-a18b-22d7ac331d38 req-e2871d6c-aa1c-415c-a5bf-3208f0f1b638 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0560334 Nov 24 21:31:35.932761 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d86b09f2-ae42-4c43-a18b-22d7ac331d38 req-de69f60b-d2a7-4436-b12d-2cbf909e4984 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461016 Nov 24 21:31:37.056314 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d0e24-5fce-4657-9d71-3de9155dee07 req-af0d6b0b-8c37-4111-b9c8-95bfca426992 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:37.057867 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd7d0e24-5fce-4657-9d71-3de9155dee07 req-af0d6b0b-8c37-4111-b9c8-95bfca426992 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0497990 Nov 24 21:31:37.109776 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd7d0e24-5fce-4657-9d71-3de9155dee07 req-3067ffb0-c08a-4fec-8dd1-4beb87242ffa tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454278 Nov 24 21:31:37.406961 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-e33f08e1-28b9-4eb8-9966-d63e0aa709bc service neutron] show failed (client error): The resource could not be found. Nov 24 21:31:37.408074 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-e33f08e1-28b9-4eb8-9966-d63e0aa709bc service neutron] 10.222.0.15 "GET /v2.0/ports/ea99c19e-4408-4f32-912e-5fa061d6a758/bindings/n-h1-812111-8 HTTP/1.1" status: 404 len: 380 time: 0.0623696 Nov 24 21:31:37.706723 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-0c064cf4-4acf-4c09-b66b-777e9a04067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:37.708247 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-0c064cf4-4acf-4c09-b66b-777e9a04067d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e&tenant_id=485bf2fed1d94cb695e544caa851c167 HTTP/1.1" status: 200 len: 1096 time: 0.1042795 Nov 24 21:31:37.724863 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-5f9fd448-6cbc-44ee-9654-a81299465546 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:31:37.725866 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-5f9fd448-6cbc-44ee-9654-a81299465546 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100863 Nov 24 21:31:37.738893 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-49635117-e022-4041-9667-8716f971cdbf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-8', 'device_owner': 'compute:nova'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:31:37.794098 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-49635117-e022-4041-9667-8716f971cdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:38.005191 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-49635117-e022-4041-9667-8716f971cdbf service neutron] For port ea99c19e-4408-4f32-912e-5fa061d6a758, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=ea99c19e-4408-4f32-912e-5fa061d6a758,segment=NetworkSegment(ab370ac7-ff93-41c4-a696-ffdeca944439),segment_id=ab370ac7-ff93-41c4-a696-ffdeca944439)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:31:38.039613 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-49635117-e022-4041-9667-8716f971cdbf service neutron] For port ea99c19e-4408-4f32-912e-5fa061d6a758, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:31:38.081290 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea99c19e-4408-4f32-912e-5fa061d6a758'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:31:38.083680 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8689065a-bd1c-47fa-84f9-045cb4e7f147" -d '{"events": [{"server_uuid": "aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e", "name": "network-vif-unplugged", "status": "completed", "tag": "ea99c19e-4408-4f32-912e-5fa061d6a758"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:31:38.088084 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-49635117-e022-4041-9667-8716f971cdbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:38.102612 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-49635117-e022-4041-9667-8716f971cdbf service neutron] Transition to ACTIVE for port object ea99c19e-4408-4f32-912e-5fa061d6a758 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:31:38.106901 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-49635117-e022-4041-9667-8716f971cdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:38.147269 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 21:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a58c04a-41a5-411c-857b-92cc6ece5ec8 x-openstack-request-id: req-7a58c04a-41a5-411c-857b-92cc6ece5ec8 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:31:38.148586 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e", "name": "network-vif-unplugged", "status": "completed", "tag": "ea99c19e-4408-4f32-912e-5fa061d6a758", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:31:38.148586 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a58c04a-41a5-411c-857b-92cc6ece5ec8 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:31:38.148586 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea99c19e-4408-4f32-912e-5fa061d6a758', 'code': 200} Nov 24 21:31:38.196871 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49635117-e022-4041-9667-8716f971cdbf service neutron] Pushing event updated for resources: {'Port': ['ID=ea99c19e-4408-4f32-912e-5fa061d6a758,revision_number=6']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:31:38.212780 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49635117-e022-4041-9667-8716f971cdbf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:31:38.213136 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49635117-e022-4041-9667-8716f971cdbf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:31:38.213484 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49635117-e022-4041-9667-8716f971cdbf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:31:38.213826 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49635117-e022-4041-9667-8716f971cdbf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:31:38.214165 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49635117-e022-4041-9667-8716f971cdbf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:31:38.214501 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49635117-e022-4041-9667-8716f971cdbf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:31:38.214833 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49635117-e022-4041-9667-8716f971cdbf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:31:38.215164 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49635117-e022-4041-9667-8716f971cdbf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:31:38.215495 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49635117-e022-4041-9667-8716f971cdbf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:31:38.215829 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49635117-e022-4041-9667-8716f971cdbf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:31:38.216159 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49635117-e022-4041-9667-8716f971cdbf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:31:38.216484 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49635117-e022-4041-9667-8716f971cdbf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:31:38.257616 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-49635117-e022-4041-9667-8716f971cdbf service neutron] No DVR routers for this DVR port ea99c19e-4408-4f32-912e-5fa061d6a758 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:31:38.281110 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673e1a7-af36-4ab0-9bcd-bd897883dd36 req-0f60fd45-7eb7-4da7-9b67-a6be504a9fee tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:38.281110 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1673e1a7-af36-4ab0-9bcd-bd897883dd36 req-0f60fd45-7eb7-4da7-9b67-a6be504a9fee tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 943 time: 0.0683236 Nov 24 21:31:38.337597 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1673e1a7-af36-4ab0-9bcd-bd897883dd36 req-9e57eb39-693a-4899-bd2b-2cdcd7c4798f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516267 Nov 24 21:31:38.433479 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-49635117-e022-4041-9667-8716f971cdbf service neutron] Attempting to bind port ea99c19e-4408-4f32-912e-5fa061d6a758 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:31:38.433781 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-49635117-e022-4041-9667-8716f971cdbf service neutron] Attempting to bind port ea99c19e-4408-4f32-912e-5fa061d6a758 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'ab370ac7-ff93-41c4-a696-ffdeca944439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:31:38.434116 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-49635117-e022-4041-9667-8716f971cdbf service neutron] Attempting to bind port ea99c19e-4408-4f32-912e-5fa061d6a758 on network 572850a3-c15d-4131-aa8e-fd33e8ef54b6 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:31:38.439828 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-49635117-e022-4041-9667-8716f971cdbf service neutron] Port ea99c19e-4408-4f32-912e-5fa061d6a758 on network 572850a3-c15d-4131-aa8e-fd33e8ef54b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:31:38.440154 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-49635117-e022-4041-9667-8716f971cdbf service neutron] Attempting to bind port ea99c19e-4408-4f32-912e-5fa061d6a758 on network 572850a3-c15d-4131-aa8e-fd33e8ef54b6 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:31:38.445948 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-49635117-e022-4041-9667-8716f971cdbf service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:31:38.446293 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-49635117-e022-4041-9667-8716f971cdbf service neutron] Checking segment: {'id': 'ab370ac7-ff93-41c4-a696-ffdeca944439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:31:38.446688 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-49635117-e022-4041-9667-8716f971cdbf service neutron] Bound using segment: {'id': 'ab370ac7-ff93-41c4-a696-ffdeca944439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:31:38.447123 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-49635117-e022-4041-9667-8716f971cdbf service neutron] Bound port: ea99c19e-4408-4f32-912e-5fa061d6a758, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab370ac7-ff93-41c4-a696-ffdeca944439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:31:38.447549 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-49635117-e022-4041-9667-8716f971cdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:38.513657 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-49635117-e022-4041-9667-8716f971cdbf service neutron] For port ea99c19e-4408-4f32-912e-5fa061d6a758, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:31:38.516916 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-49635117-e022-4041-9667-8716f971cdbf service neutron] For port ea99c19e-4408-4f32-912e-5fa061d6a758, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=ea99c19e-4408-4f32-912e-5fa061d6a758,segment=NetworkSegment(ab370ac7-ff93-41c4-a696-ffdeca944439),segment_id=ab370ac7-ff93-41c4-a696-ffdeca944439)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:31:38.521617 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-49635117-e022-4041-9667-8716f971cdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:38.557657 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-49635117-e022-4041-9667-8716f971cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:38.558281 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-49635117-e022-4041-9667-8716f971cdbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:38.559691 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-49635117-e022-4041-9667-8716f971cdbf service neutron] 10.222.0.48 "PUT /v2.0/ports/ea99c19e-4408-4f32-912e-5fa061d6a758 HTTP/1.1" status: 200 len: 1091 time: 0.8259108 Nov 24 21:31:38.591247 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49635117-e022-4041-9667-8716f971cdbf service neutron] Pushing event updated for resources: {'Port': ['ID=ea99c19e-4408-4f32-912e-5fa061d6a758,revision_number=7']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:31:38.643389 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-d73b3f07-8e80-4082-bc4e-425a1fbf3e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:38.644955 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-d73b3f07-8e80-4082-bc4e-425a1fbf3e01 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 1094 time: 0.0505922 Nov 24 21:31:38.754109 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-e8b97dd8-9f8c-4f09-9487-077492391d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:38.755689 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-e8b97dd8-9f8c-4f09-9487-077492391d49 service neutron] 10.222.0.48 "GET /v2.0/networks?id=572850a3-c15d-4131-aa8e-fd33e8ef54b6 HTTP/1.1" status: 200 len: 897 time: 0.1033764 Nov 24 21:31:38.826447 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-28b7ea4e-6864-4802-9e4f-a60c0cae0aea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea99c19e-4408-4f32-912e-5fa061d6a758 HTTP/1.1" status: 200 len: 999 time: 0.0635190 Nov 24 21:31:38.878761 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-db1b10c9-c243-4609-8693-978cea2a84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:38.880279 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-db1b10c9-c243-4609-8693-978cea2a84bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=93cdcb84-7b01-4975-8be3-c336cc301d84 HTTP/1.1" status: 200 len: 835 time: 0.0470586 Nov 24 21:31:38.904084 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5ce6aeea-6ee7-4541-ba25-f9f55a3196e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:38.930848 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-5b9c63be-e8ff-425a-8afe-101c179ef33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:38.932352 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-5b9c63be-e8ff-425a-8afe-101c179ef33a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=572850a3-c15d-4131-aa8e-fd33e8ef54b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447652 Nov 24 21:31:39.029806 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-6d311cc2-8423-4e5b-a493-75b9e4a1132e service neutron] 10.222.0.48 "GET /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898962 Nov 24 21:31:39.126270 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fdd88d4a-dad7-467c-b84d-6131642d6b28 req-36e6c038-4a6e-4b53-acfc-4acf85aed395 service neutron] 10.222.0.48 "GET /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881748 Nov 24 21:31:39.470506 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aed933-e53d-4bc0-b5da-be95edd3942d req-9d05be61-43a8-47f4-a4b6-ae6c44f30127 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:39.472119 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e2aed933-e53d-4bc0-b5da-be95edd3942d req-9d05be61-43a8-47f4-a4b6-ae6c44f30127 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 943 time: 0.0518837 Nov 24 21:31:39.531989 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e2aed933-e53d-4bc0-b5da-be95edd3942d req-dc1f9604-25a9-4c6d-b5a6-a9d0b7d77041 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498972 Nov 24 21:31:40.044588 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:40.149622 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e', 'tag': 'ea99c19e-4408-4f32-912e-5fa061d6a758'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:31:40.152059 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc9e3f9-7589-4ef7-b9cb-366d355b8a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e", "tag": "ea99c19e-4408-4f32-912e-5fa061d6a758"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:31:40.202957 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7b9323-a314-499e-a6c3-96d596b5a2ff x-openstack-request-id: req-de7b9323-a314-499e-a6c3-96d596b5a2ff {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:31:40.203261 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e", "tag": "ea99c19e-4408-4f32-912e-5fa061d6a758", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:31:40.203517 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-de7b9323-a314-499e-a6c3-96d596b5a2ff {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:31:40.204622 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e', 'tag': 'ea99c19e-4408-4f32-912e-5fa061d6a758', 'status': 'completed', 'code': 200} Nov 24 21:31:40.278956 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9e3f9-7589-4ef7-b9cb-366d355b8a8c req-721abf29-6961-42f2-b05a-b455046c445f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:40.280524 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ffc9e3f9-7589-4ef7-b9cb-366d355b8a8c req-721abf29-6961-42f2-b05a-b455046c445f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 1094 time: 0.0526488 Nov 24 21:31:40.280973 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9e3f9-7589-4ef7-b9cb-366d355b8a8c req-18dafd9a-4e76-4809-bedf-07db119dce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:40.283499 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ffc9e3f9-7589-4ef7-b9cb-366d355b8a8c req-18dafd9a-4e76-4809-bedf-07db119dce4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 1094 time: 0.0537601 Nov 24 21:31:40.379394 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9e3f9-7589-4ef7-b9cb-366d355b8a8c req-edc64d30-b4bd-46e9-9e64-3236cdce69fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:40.380832 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ffc9e3f9-7589-4ef7-b9cb-366d355b8a8c req-edc64d30-b4bd-46e9-9e64-3236cdce69fb service neutron] 10.222.0.48 "GET /v2.0/networks?id=572850a3-c15d-4131-aa8e-fd33e8ef54b6 HTTP/1.1" status: 200 len: 897 time: 0.0917437 Nov 24 21:31:40.387354 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9e3f9-7589-4ef7-b9cb-366d355b8a8c req-94151415-73aa-49bb-8c2b-09611f3b9042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:40.388826 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ffc9e3f9-7589-4ef7-b9cb-366d355b8a8c req-94151415-73aa-49bb-8c2b-09611f3b9042 service neutron] 10.222.0.15 "GET /v2.0/networks?id=572850a3-c15d-4131-aa8e-fd33e8ef54b6 HTTP/1.1" status: 200 len: 897 time: 0.0926147 Nov 24 21:31:40.460508 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ffc9e3f9-7589-4ef7-b9cb-366d355b8a8c req-416ee6a4-c088-420e-a9d9-b42e00d52e21 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea99c19e-4408-4f32-912e-5fa061d6a758 HTTP/1.1" status: 200 len: 999 time: 0.0716290 Nov 24 21:31:40.473661 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ffc9e3f9-7589-4ef7-b9cb-366d355b8a8c req-4427b0d0-36fc-421c-bcc6-03946d17ccf8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea99c19e-4408-4f32-912e-5fa061d6a758 HTTP/1.1" status: 200 len: 999 time: 0.0737739 Nov 24 21:31:40.501106 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device ea99c19e-4408-4f32-912e-5fa061d6a758 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:31:40.532295 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9e3f9-7589-4ef7-b9cb-366d355b8a8c req-d2347805-120d-49c5-9a06-d1be5f858e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:40.532295 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ffc9e3f9-7589-4ef7-b9cb-366d355b8a8c req-d2347805-120d-49c5-9a06-d1be5f858e9e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=93cdcb84-7b01-4975-8be3-c336cc301d84 HTTP/1.1" status: 200 len: 835 time: 0.0546172 Nov 24 21:31:40.532602 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9e3f9-7589-4ef7-b9cb-366d355b8a8c req-33a7e4d5-29ec-4c5b-a0b3-b3997bdee321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:40.532863 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ffc9e3f9-7589-4ef7-b9cb-366d355b8a8c req-33a7e4d5-29ec-4c5b-a0b3-b3997bdee321 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93cdcb84-7b01-4975-8be3-c336cc301d84 HTTP/1.1" status: 200 len: 835 time: 0.0485480 Nov 24 21:31:40.542470 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device ea99c19e-4408-4f32-912e-5fa061d6a758 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:31:40.577518 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9e3f9-7589-4ef7-b9cb-366d355b8a8c req-8caeb684-0cf4-4020-9bb3-0e824bb26127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:40.580535 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ffc9e3f9-7589-4ef7-b9cb-366d355b8a8c req-8caeb684-0cf4-4020-9bb3-0e824bb26127 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=572850a3-c15d-4131-aa8e-fd33e8ef54b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451059 Nov 24 21:31:40.589284 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9e3f9-7589-4ef7-b9cb-366d355b8a8c req-cd7c015b-92ea-42ac-a498-03a5e1909825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:40.590809 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ffc9e3f9-7589-4ef7-b9cb-366d355b8a8c req-cd7c015b-92ea-42ac-a498-03a5e1909825 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=572850a3-c15d-4131-aa8e-fd33e8ef54b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475378 Nov 24 21:31:40.707781 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ffc9e3f9-7589-4ef7-b9cb-366d355b8a8c req-095554dd-9149-4f58-9586-4c6b2cb0e189 service neutron] 10.222.0.48 "GET /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099679 Nov 24 21:31:40.754639 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44c1fa-369f-45f7-b3a2-1b2cf5fc93f7 req-d983db3e-0262-4d5b-99b7-192604417fcf tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:40.756225 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1e44c1fa-369f-45f7-b3a2-1b2cf5fc93f7 req-d983db3e-0262-4d5b-99b7-192604417fcf tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 943 time: 0.1124158 Nov 24 21:31:40.758692 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ffc9e3f9-7589-4ef7-b9cb-366d355b8a8c req-828cad3e-3527-4ffa-adf3-8dbb2b442896 service neutron] 10.222.0.15 "GET /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542301 Nov 24 21:31:40.809529 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ffc9e3f9-7589-4ef7-b9cb-366d355b8a8c req-3595f9c8-a118-413d-8ef2-5e8946f4812d service neutron] 10.222.0.48 "GET /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942178 Nov 24 21:31:40.870230 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1e44c1fa-369f-45f7-b3a2-1b2cf5fc93f7 req-cbccbbd6-d4b8-471c-9c87-5f77a67b3198 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078260 Nov 24 21:31:40.895684 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ffc9e3f9-7589-4ef7-b9cb-366d355b8a8c req-4882bb52-6d78-4722-be04-74004f6a33a3 service neutron] 10.222.0.15 "GET /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189091 Nov 24 21:31:41.210212 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-899dca6f-759f-464b-9f92-73c65089aee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:41.375968 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:41.534592 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device ea99c19e-4408-4f32-912e-5fa061d6a758 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:31:41.635828 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port ea99c19e-4408-4f32-912e-5fa061d6a758, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=ea99c19e-4408-4f32-912e-5fa061d6a758,segment=NetworkSegment(ab370ac7-ff93-41c4-a696-ffdeca944439),segment_id=ab370ac7-ff93-41c4-a696-ffdeca944439)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:31:41.647705 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'ea99c19e-4408-4f32-912e-5fa061d6a758', 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6', 'port_id': 'ea99c19e-4408-4f32-912e-5fa061d6a758', 'mac_address': 'fa:16:3e:6d:c5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93cdcb84-7b01-4975-8be3-c336cc301d84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:31:41.684443 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:41.698565 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea99c19e-4408-4f32-912e-5fa061d6a758 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:31:41.720945 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port ea99c19e-4408-4f32-912e-5fa061d6a758, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=ea99c19e-4408-4f32-912e-5fa061d6a758,segment=NetworkSegment(ab370ac7-ff93-41c4-a696-ffdeca944439),segment_id=ab370ac7-ff93-41c4-a696-ffdeca944439)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:31:41.725643 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:41.780314 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=ea99c19e-4408-4f32-912e-5fa061d6a758,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:31:41.787851 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:31:41.788136 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:31:41.788479 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:31:41.788840 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:31:41.789176 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:31:41.789507 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:31:41.789836 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:31:41.790162 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:31:41.790486 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:31:41.790809 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:31:41.791131 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:31:41.791453 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:31:41.990869 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['ea99c19e-4408-4f32-912e-5fa061d6a758'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:31:41.999728 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501195d-ee60-4072-b065-ed0ec5a38a41 req-5fc6905b-f1f2-40ac-b7a6-a43687ef2864 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:42.002675 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e501195d-ee60-4072-b065-ed0ec5a38a41 req-5fc6905b-f1f2-40ac-b7a6-a43687ef2864 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 944 time: 0.0553820 Nov 24 21:31:42.056147 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e501195d-ee60-4072-b065-ed0ec5a38a41 req-1d65bd0d-6f18-4d05-8600-7dc6f965c86e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472951 Nov 24 21:31:42.290320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e2488-f05a-4189-994c-6acd2b837fea req-0ccc63c8-6de5-4ad2-8384-77997169b814 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:42.291865 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6f5e2488-f05a-4189-994c-6acd2b837fea req-0ccc63c8-6de5-4ad2-8384-77997169b814 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 944 time: 0.0641081 Nov 24 21:31:42.420190 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6507c1-236e-49ee-91c5-b40a85bec18c req-442a1727-8e71-475d-866d-9d69559c6072 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:42.421815 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e6507c1-236e-49ee-91c5-b40a85bec18c req-442a1727-8e71-475d-866d-9d69559c6072 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e&tenant_id=485bf2fed1d94cb695e544caa851c167&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 944 time: 0.1258678 Nov 24 21:31:42.426957 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6f5e2488-f05a-4189-994c-6acd2b837fea req-4758bb5d-f740-4039-8102-e4fafbc73d60 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216543 Nov 24 21:31:42.493225 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:42.506822 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-7e6507c1-236e-49ee-91c5-b40a85bec18c req-597b624b-eb6c-4516-87f4-81190cf11326 service neutron] delete failed (client error): The resource could not be found. Nov 24 21:31:42.507879 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e6507c1-236e-49ee-91c5-b40a85bec18c req-597b624b-eb6c-4516-87f4-81190cf11326 service neutron] 10.222.0.15 "DELETE /v2.0/ports/ea99c19e-4408-4f32-912e-5fa061d6a758/bindings/n-h2-812111-8 HTTP/1.1" status: 404 len: 380 time: 0.0745831 Nov 24 21:31:42.607286 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6507c1-236e-49ee-91c5-b40a85bec18c req-36b4f773-34aa-40ca-bb5c-88b6771661ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:42.608871 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e6507c1-236e-49ee-91c5-b40a85bec18c req-36b4f773-34aa-40ca-bb5c-88b6771661ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 1095 time: 0.0501041 Nov 24 21:31:42.715096 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6507c1-236e-49ee-91c5-b40a85bec18c req-0a90d9e1-230f-48fc-9c16-480fa7dbb2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:42.716602 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e6507c1-236e-49ee-91c5-b40a85bec18c req-0a90d9e1-230f-48fc-9c16-480fa7dbb2a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=572850a3-c15d-4131-aa8e-fd33e8ef54b6 HTTP/1.1" status: 200 len: 897 time: 0.0983810 Nov 24 21:31:42.796423 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e6507c1-236e-49ee-91c5-b40a85bec18c req-36262736-e1c6-4d9a-95ba-8150f3b4a346 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea99c19e-4408-4f32-912e-5fa061d6a758 HTTP/1.1" status: 200 len: 1000 time: 0.0687776 Nov 24 21:31:42.853956 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6507c1-236e-49ee-91c5-b40a85bec18c req-01edf3e0-6a4e-4f93-a56b-1dac8427c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:42.855439 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e6507c1-236e-49ee-91c5-b40a85bec18c req-01edf3e0-6a4e-4f93-a56b-1dac8427c65e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93cdcb84-7b01-4975-8be3-c336cc301d84 HTTP/1.1" status: 200 len: 835 time: 0.0479395 Nov 24 21:31:42.911966 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6507c1-236e-49ee-91c5-b40a85bec18c req-606990de-66e2-4e2c-b0cf-27bfb4da0b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:42.913553 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e6507c1-236e-49ee-91c5-b40a85bec18c req-606990de-66e2-4e2c-b0cf-27bfb4da0b67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=572850a3-c15d-4131-aa8e-fd33e8ef54b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470386 Nov 24 21:31:43.021587 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e6507c1-236e-49ee-91c5-b40a85bec18c req-8ebd11c8-7355-4b23-9fe2-39eea6161e9f service neutron] 10.222.0.15 "GET /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953028 Nov 24 21:31:43.122648 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e6507c1-236e-49ee-91c5-b40a85bec18c req-753c5831-17ed-49a4-9d5d-43a461f03f3a service neutron] 10.222.0.15 "GET /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886765 Nov 24 21:31:43.573448 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device ea99c19e-4408-4f32-912e-5fa061d6a758 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:31:43.578901 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a5f13-66b7-4ff4-ba58-ed1200166660 req-515bc194-b183-4e24-8018-446cc9287c00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:43.580676 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-514a5f13-66b7-4ff4-ba58-ed1200166660 req-515bc194-b183-4e24-8018-446cc9287c00 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 944 time: 0.0717402 Nov 24 21:31:43.650405 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port ea99c19e-4408-4f32-912e-5fa061d6a758 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:31:43.653340 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-514a5f13-66b7-4ff4-ba58-ed1200166660 req-fe620616-5ac8-47e7-9119-8284cef7705e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584791 Nov 24 21:31:43.658007 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port ea99c19e-4408-4f32-912e-5fa061d6a758 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:31:43.658397 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:43.755744 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:43.790938 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea99c19e-4408-4f32-912e-5fa061d6a758'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:31:43.794923 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd6582f-15a8-49f6-beab-8410917bfc88" -d '{"events": [{"server_uuid": "aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e", "name": "network-vif-plugged", "status": "completed", "tag": "ea99c19e-4408-4f32-912e-5fa061d6a758"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:31:43.812427 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port ea99c19e-4408-4f32-912e-5fa061d6a758, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=ea99c19e-4408-4f32-912e-5fa061d6a758,segment=NetworkSegment(ab370ac7-ff93-41c4-a696-ffdeca944439),segment_id=ab370ac7-ff93-41c4-a696-ffdeca944439)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:31:43.817421 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:43.852537 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0720777a-ac49-43b0-a096-844014e22e61 x-openstack-request-id: req-0720777a-ac49-43b0-a096-844014e22e61 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:31:43.853198 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e", "name": "network-vif-plugged", "status": "completed", "tag": "ea99c19e-4408-4f32-912e-5fa061d6a758", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:31:43.853569 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0720777a-ac49-43b0-a096-844014e22e61 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:31:43.854077 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea99c19e-4408-4f32-912e-5fa061d6a758', 'code': 200} Nov 24 21:31:43.888409 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:43.893720 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=ea99c19e-4408-4f32-912e-5fa061d6a758,revision_number=9']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:31:44.867538 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:31:44.872703 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0237ed6-4cc8-4f4a-a1e5-359cac0e08fc req-555e295b-f4b1-46f6-b2d2-c7596141937e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:31:44.874324 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b0237ed6-4cc8-4f4a-a1e5-359cac0e08fc req-555e295b-f4b1-46f6-b2d2-c7596141937e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.1422610 Nov 24 21:31:44.930997 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b0237ed6-4cc8-4f4a-a1e5-359cac0e08fc req-95ecfc65-af2e-4a4d-b6fe-ee222718779b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471280 Nov 24 21:31:44.954832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50014) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:31:45.045212 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9b280dd4-d181-42ba-b59c-e8a44b7caccc tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/floatingips/b0971591-fe8f-45d4-8277-470a6755db45 HTTP/1.1" status: 200 len: 993 time: 0.0885067 Nov 24 21:32:01.408537 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-04f19390-c603-4432-8219-b7fb39782df3 req-fb08631f-7a4d-48c3-8464-f5b9b16b379b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410299 Nov 24 21:32:01.499481 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f19390-c603-4432-8219-b7fb39782df3 req-2fea083b-82c5-4cdb-8e68-41f0db605d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:01.501910 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-04f19390-c603-4432-8219-b7fb39782df3 req-2fea083b-82c5-4cdb-8e68-41f0db605d84 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 1096 time: 0.0433586 Nov 24 21:32:01.624389 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f19390-c603-4432-8219-b7fb39782df3 req-3e5becfa-c376-4cac-b4a8-0b05a21767f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:01.626687 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-04f19390-c603-4432-8219-b7fb39782df3 req-3e5becfa-c376-4cac-b4a8-0b05a21767f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=572850a3-c15d-4131-aa8e-fd33e8ef54b6 HTTP/1.1" status: 200 len: 897 time: 0.1044159 Nov 24 21:32:01.695172 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-04f19390-c603-4432-8219-b7fb39782df3 req-928e833e-5d9f-4933-a574-b36d76b99a4a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea99c19e-4408-4f32-912e-5fa061d6a758 HTTP/1.1" status: 200 len: 1001 time: 0.0610888 Nov 24 21:32:01.751945 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f19390-c603-4432-8219-b7fb39782df3 req-5fa0603d-4362-46b1-ab0b-2739126b9d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:01.753484 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-04f19390-c603-4432-8219-b7fb39782df3 req-5fa0603d-4362-46b1-ab0b-2739126b9d91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=93cdcb84-7b01-4975-8be3-c336cc301d84 HTTP/1.1" status: 200 len: 835 time: 0.0516100 Nov 24 21:32:01.801548 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f19390-c603-4432-8219-b7fb39782df3 req-1a7cd5fe-bbfe-41b1-a728-ce20a1208af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:01.803077 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-04f19390-c603-4432-8219-b7fb39782df3 req-1a7cd5fe-bbfe-41b1-a728-ce20a1208af6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=572850a3-c15d-4131-aa8e-fd33e8ef54b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423532 Nov 24 21:32:01.902112 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-04f19390-c603-4432-8219-b7fb39782df3 req-0752c190-5246-47be-b429-8967612a515b service neutron] 10.222.0.48 "GET /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902073 Nov 24 21:32:02.001587 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-04f19390-c603-4432-8219-b7fb39782df3 req-dfde8fac-6545-4d42-832b-c78b9319bc42 service neutron] 10.222.0.48 "GET /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905221 Nov 24 21:32:07.494354 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:32:08.905271 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4bbe85ab-64f3-4b8a-8ae8-fb8b0e5514ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:10.046799 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:11.213992 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-30ada6d5-3cd9-407d-a22e-503e413d59ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:11.375374 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:12.502513 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:13.719594 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279e84a-c962-457f-8e53-61194f2ad818 req-f37ccffa-3725-41cd-abcc-180cdedf2a0d tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:13.721159 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8279e84a-c962-457f-8e53-61194f2ad818 req-f37ccffa-3725-41cd-abcc-180cdedf2a0d tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 1096 time: 0.0425551 Nov 24 21:32:13.780643 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8279e84a-c962-457f-8e53-61194f2ad818 req-f33ba109-78e7-494d-ae02-8cefd4ffffe1 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536013 Nov 24 21:32:13.804688 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50026) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:32:13.870289 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:13.977166 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-4a71a992-b252-4d12-8970-df8b5c2fe43f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Deleting port 393a7260-99da-4782-9db7-d870e305f70d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:32:13.977504 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4a71a992-b252-4d12-8970-df8b5c2fe43f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:14.063443 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4a71a992-b252-4d12-8970-df8b5c2fe43f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:14.063771 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4a71a992-b252-4d12-8970-df8b5c2fe43f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:14.076487 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-4a71a992-b252-4d12-8970-df8b5c2fe43f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Calling delete_port for 393a7260-99da-4782-9db7-d870e305f70d owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:32:14.251888 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4a71a992-b252-4d12-8970-df8b5c2fe43f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:14.284535 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71a992-b252-4d12-8970-df8b5c2fe43f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'Port': ['ID=393a7260-99da-4782-9db7-d870e305f70d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:14.351047 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4a71a992-b252-4d12-8970-df8b5c2fe43f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:14.351573 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-4a71a992-b252-4d12-8970-df8b5c2fe43f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Floating IP b0971591-fe8f-45d4-8277-470a6755db45 disassociated (deleted). External IP: 172.25.5.118, port: ea99c19e-4408-4f32-912e-5fa061d6a758. Nov 24 21:32:14.585107 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a71a992-b252-4d12-8970-df8b5c2fe43f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Router c75ec096-3d73-4c32-b885-ac7c1442c83b has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:32:14.705000 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a71a992-b252-4d12-8970-df8b5c2fe43f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:32:14.710078 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4a71a992-b252-4d12-8970-df8b5c2fe43f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:14.715932 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f94ac7-33b9-41ef-ba65-3553a025c82e None None] Sync routers for ids ['c75ec096-3d73-4c32-b885-ac7c1442c83b'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:32:14.726505 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f94ac7-33b9-41ef-ba65-3553a025c82e None None] Routers {'c75ec096-3d73-4c32-b885-ac7c1442c83b'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:32:14.727145 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-25f94ac7-33b9-41ef-ba65-3553a025c82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:32:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['c75ec096-3d73-4c32-b885-ac7c1442c83b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:32:14.742201 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4a71a992-b252-4d12-8970-df8b5c2fe43f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "DELETE /v2.0/floatingips/b0971591-fe8f-45d4-8277-470a6755db45 HTTP/1.1" status: 204 len: 168 time: 0.9363747 Nov 24 21:32:14.742901 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e', 'tag': 'ea99c19e-4408-4f32-912e-5fa061d6a758'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:32:14.745627 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e49150d-5fc1-4ab5-b1f8-72f3244e98e2" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e", "tag": "ea99c19e-4408-4f32-912e-5fa061d6a758"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:32:14.846110 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-25f94ac7-33b9-41ef-ba65-3553a025c82e None None] Set router c75ec096-3d73-4c32-b885-ac7c1442c83b gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:32:14.918945 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302465fb-bceb-450c-81eb-fe7f77ebb0c4 x-openstack-request-id: req-302465fb-bceb-450c-81eb-fe7f77ebb0c4 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:32:14.919452 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e", "tag": "ea99c19e-4408-4f32-912e-5fa061d6a758", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:32:14.919537 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-302465fb-bceb-450c-81eb-fe7f77ebb0c4 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:32:14.920003 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e', 'tag': 'ea99c19e-4408-4f32-912e-5fa061d6a758', 'status': 'completed', 'code': 200} Nov 24 21:32:14.934100 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:15.006196 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49150d-5fc1-4ab5-b1f8-72f3244e98e2 req-f13e82c2-cd23-4153-b1d8-6910c10e9c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:15.008676 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e49150d-5fc1-4ab5-b1f8-72f3244e98e2 req-f13e82c2-cd23-4153-b1d8-6910c10e9c38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 1096 time: 0.0622926 Nov 24 21:32:15.030856 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65426eac-1992-46f8-898d-9e160582bcca req-6babc050-3e80-4b25-a64b-dbad205572db tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:15.034007 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-65426eac-1992-46f8-898d-9e160582bcca req-6babc050-3e80-4b25-a64b-dbad205572db tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0612433 Nov 24 21:32:15.107129 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-65426eac-1992-46f8-898d-9e160582bcca req-ac58bd3e-fc73-44df-b245-dd4c9e5f0875 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658901 Nov 24 21:32:15.113314 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-25f94ac7-33b9-41ef-ba65-3553a025c82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318566625', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:30:22Z', 'updated_at': '2021-11-24T21:30:26Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:23Z', 'updated_at': '2021-11-24T21:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'a255f39e-9e83-499d-9050-85747ef100e8', 'name': '', 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:31:67:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '93cdcb84-7b01-4975-8be3-c336cc301d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:25Z', 'updated_at': '2021-11-24T21:30:29Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': '93cdcb84-7b01-4975-8be3-c336cc301d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:32:15.148408 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f94ac7-33b9-41ef-ba65-3553a025c82e None None] Checking router: c75ec096-3d73-4c32-b885-ac7c1442c83b for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:32:15.152171 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49150d-5fc1-4ab5-b1f8-72f3244e98e2 req-ad4a914e-553e-4933-ab60-6ca9fc117531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:15.154834 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e49150d-5fc1-4ab5-b1f8-72f3244e98e2 req-ad4a914e-553e-4933-ab60-6ca9fc117531 service neutron] 10.222.0.48 "GET /v2.0/networks?id=572850a3-c15d-4131-aa8e-fd33e8ef54b6 HTTP/1.1" status: 200 len: 897 time: 0.1365707 Nov 24 21:32:15.159367 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f94ac7-33b9-41ef-ba65-3553a025c82e None None] Routers {'c75ec096-3d73-4c32-b885-ac7c1442c83b'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:32:15.160016 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-25f94ac7-33b9-41ef-ba65-3553a025c82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:32:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['c75ec096-3d73-4c32-b885-ac7c1442c83b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:32:15.201704 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e49150d-5fc1-4ab5-b1f8-72f3244e98e2 req-13b01ff7-605a-435a-8a7e-965500f628bf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea99c19e-4408-4f32-912e-5fa061d6a758 HTTP/1.1" status: 200 len: 217 time: 0.0390208 Nov 24 21:32:15.264245 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49150d-5fc1-4ab5-b1f8-72f3244e98e2 req-056312f3-abbb-44ce-919e-b96db02b99ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:15.266901 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e49150d-5fc1-4ab5-b1f8-72f3244e98e2 req-056312f3-abbb-44ce-919e-b96db02b99ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=93cdcb84-7b01-4975-8be3-c336cc301d84 HTTP/1.1" status: 200 len: 835 time: 0.0583832 Nov 24 21:32:15.325461 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49150d-5fc1-4ab5-b1f8-72f3244e98e2 req-a84c8d13-d510-48d8-942f-395d15052727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:15.327163 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e49150d-5fc1-4ab5-b1f8-72f3244e98e2 req-a84c8d13-d510-48d8-942f-395d15052727 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=572850a3-c15d-4131-aa8e-fd33e8ef54b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530782 Nov 24 21:32:15.449701 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e49150d-5fc1-4ab5-b1f8-72f3244e98e2 req-8dd60c45-a349-4633-8716-7b089f36808c service neutron] 10.222.0.48 "GET /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131918 Nov 24 21:32:15.458008 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-25f94ac7-33b9-41ef-ba65-3553a025c82e None None] Set router c75ec096-3d73-4c32-b885-ac7c1442c83b gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:32:15.563657 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e49150d-5fc1-4ab5-b1f8-72f3244e98e2 req-6576371a-6a96-4040-b1dd-dae49c82817a service neutron] 10.222.0.48 "GET /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056848 Nov 24 21:32:15.692538 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-25f94ac7-33b9-41ef-ba65-3553a025c82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318566625', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:30:22Z', 'updated_at': '2021-11-24T21:30:26Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:23Z', 'updated_at': '2021-11-24T21:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'a255f39e-9e83-499d-9050-85747ef100e8', 'name': '', 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:31:67:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '93cdcb84-7b01-4975-8be3-c336cc301d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:25Z', 'updated_at': '2021-11-24T21:30:29Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': '93cdcb84-7b01-4975-8be3-c336cc301d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:32:15.721499 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f94ac7-33b9-41ef-ba65-3553a025c82e None None] The sync data for ids ['c75ec096-3d73-4c32-b885-ac7c1442c83b'] in n-d-812111-8 is: [{'id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318566625', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:30:22Z', 'updated_at': '2021-11-24T21:30:26Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:23Z', 'updated_at': '2021-11-24T21:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'a255f39e-9e83-499d-9050-85747ef100e8', 'name': '', 'network_id': '572850a3-c15d-4131-aa8e-fd33e8ef54b6', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:31:67:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '93cdcb84-7b01-4975-8be3-c336cc301d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:25Z', 'updated_at': '2021-11-24T21:30:29Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': '93cdcb84-7b01-4975-8be3-c336cc301d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:32:15.976521 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512b3a0b-2767-433b-a488-32980bc9c345 None None] New status for floating IP b0971591-fe8f-45d4-8277-470a6755db45: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:32:16.228726 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cc363-305b-4e50-bac3-ca8485a4722d req-a668cbcf-bd27-4044-9b34-f3946e11c2b4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:16.230325 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5d7cc363-305b-4e50-bac3-ca8485a4722d req-a668cbcf-bd27-4044-9b34-f3946e11c2b4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0584514 Nov 24 21:32:16.262370 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86928390-7a43-4ce4-bd52-e4a5e390ac7e req-b7dc17fd-0ed3-4301-b58b-1a5be1b98353 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:16.263950 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-86928390-7a43-4ce4-bd52-e4a5e390ac7e req-b7dc17fd-0ed3-4301-b58b-1a5be1b98353 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e HTTP/1.1" status: 200 len: 945 time: 0.0528727 Nov 24 21:32:16.288851 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5d7cc363-305b-4e50-bac3-ca8485a4722d req-6b18a263-4930-4c70-b930-c6b8b26ddf55 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=8202ded4-7319-402e-aad1-0995c355c9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511029 Nov 24 21:32:16.373136 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-86928390-7a43-4ce4-bd52-e4a5e390ac7e req-41948438-1b79-449c-b52e-81c0ffb34763 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Deleting port ea99c19e-4408-4f32-912e-5fa061d6a758 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:32:16.373484 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-86928390-7a43-4ce4-bd52-e4a5e390ac7e req-41948438-1b79-449c-b52e-81c0ffb34763 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:16.467883 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-86928390-7a43-4ce4-bd52-e4a5e390ac7e req-41948438-1b79-449c-b52e-81c0ffb34763 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] For port ea99c19e-4408-4f32-912e-5fa061d6a758, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=ea99c19e-4408-4f32-912e-5fa061d6a758,segment=NetworkSegment(ab370ac7-ff93-41c4-a696-ffdeca944439),segment_id=ab370ac7-ff93-41c4-a696-ffdeca944439)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:32:16.468245 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-86928390-7a43-4ce4-bd52-e4a5e390ac7e req-41948438-1b79-449c-b52e-81c0ffb34763 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:16.482123 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-86928390-7a43-4ce4-bd52-e4a5e390ac7e req-41948438-1b79-449c-b52e-81c0ffb34763 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Calling delete_port for ea99c19e-4408-4f32-912e-5fa061d6a758 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:32:16.615657 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-86928390-7a43-4ce4-bd52-e4a5e390ac7e req-41948438-1b79-449c-b52e-81c0ffb34763 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:16.645540 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41948438-1b79-449c-b52e-81c0ffb34763 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'Port': ['ID=ea99c19e-4408-4f32-912e-5fa061d6a758,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:16.692004 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-86928390-7a43-4ce4-bd52-e4a5e390ac7e req-41948438-1b79-449c-b52e-81c0ffb34763 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] No DVR routers for this DVR port ea99c19e-4408-4f32-912e-5fa061d6a758 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:32:16.694766 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-86928390-7a43-4ce4-bd52-e4a5e390ac7e req-41948438-1b79-449c-b52e-81c0ffb34763 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:16.698149 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-86928390-7a43-4ce4-bd52-e4a5e390ac7e req-41948438-1b79-449c-b52e-81c0ffb34763 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.48 "DELETE /v2.0/ports/ea99c19e-4408-4f32-912e-5fa061d6a758 HTTP/1.1" status: 204 len: 173 time: 0.4284267 Nov 24 21:32:16.921670 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e', 'name': 'network-vif-deleted', 'tag': 'ea99c19e-4408-4f32-912e-5fa061d6a758'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:32:16.923897 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce7abfb-ead0-47db-9e44-217b77633b32" -d '{"events": [{"server_uuid": "aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e", "name": "network-vif-deleted", "tag": "ea99c19e-4408-4f32-912e-5fa061d6a758"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:32:16.961047 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c713c3d-6c83-4a26-96e8-1d0ce4c80a4c x-openstack-request-id: req-6c713c3d-6c83-4a26-96e8-1d0ce4c80a4c {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:32:16.961349 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e", "name": "network-vif-deleted", "tag": "ea99c19e-4408-4f32-912e-5fa061d6a758", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:32:16.961608 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6c713c3d-6c83-4a26-96e8-1d0ce4c80a4c {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:32:16.962027 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7a4117-aaa0-4c3d-84fa-4c5ac97a2a8e', 'name': 'network-vif-deleted', 'tag': 'ea99c19e-4408-4f32-912e-5fa061d6a758', 'status': 'completed', 'code': 200} Nov 24 21:32:17.348359 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50040) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:32:17.743580 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9909fc3-b7be-477a-996b-76a3337fdc12 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:18.379692 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-e9909fc3-b7be-477a-996b-76a3337fdc12 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Deleting port a255f39e-9e83-499d-9050-85747ef100e8 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:32:18.380348 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9909fc3-b7be-477a-996b-76a3337fdc12 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:18.490502 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-e9909fc3-b7be-477a-996b-76a3337fdc12 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] For port a255f39e-9e83-499d-9050-85747ef100e8, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a255f39e-9e83-499d-9050-85747ef100e8,segment=NetworkSegment(ab370ac7-ff93-41c4-a696-ffdeca944439),segment_id=ab370ac7-ff93-41c4-a696-ffdeca944439)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:32:18.490790 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9909fc3-b7be-477a-996b-76a3337fdc12 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:18.503528 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-e9909fc3-b7be-477a-996b-76a3337fdc12 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Calling delete_port for a255f39e-9e83-499d-9050-85747ef100e8 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:32:18.701590 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9909fc3-b7be-477a-996b-76a3337fdc12 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:18.734956 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9909fc3-b7be-477a-996b-76a3337fdc12 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'Port': ['ID=a255f39e-9e83-499d-9050-85747ef100e8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:18.919384 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9909fc3-b7be-477a-996b-76a3337fdc12 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:19.150476 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9909fc3-b7be-477a-996b-76a3337fdc12 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Router c75ec096-3d73-4c32-b885-ac7c1442c83b has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:32:19.270207 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9909fc3-b7be-477a-996b-76a3337fdc12 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:32:19.277109 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e9909fc3-b7be-477a-996b-76a3337fdc12 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "PUT /v2.0/routers/c75ec096-3d73-4c32-b885-ac7c1442c83b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9270017 Nov 24 21:32:19.281130 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50042) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:32:19.283627 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e877b0e4-9259-4e79-a905-e1a392f06fce None None] Sync routers for ids ['c75ec096-3d73-4c32-b885-ac7c1442c83b'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:32:19.305679 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e877b0e4-9259-4e79-a905-e1a392f06fce None None] Routers {'c75ec096-3d73-4c32-b885-ac7c1442c83b'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:32:19.306779 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e877b0e4-9259-4e79-a905-e1a392f06fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:32:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['c75ec096-3d73-4c32-b885-ac7c1442c83b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:32:19.336295 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-10060a12-0fa7-4d53-b657-ca271905d3b8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Deleting subnet 93cdcb84-7b01-4975-8be3-c336cc301d84 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:32:19.339773 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10060a12-0fa7-4d53-b657-ca271905d3b8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:19.388318 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10060a12-0fa7-4d53-b657-ca271905d3b8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:19.489345 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10060a12-0fa7-4d53-b657-ca271905d3b8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:19.507959 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-e877b0e4-9259-4e79-a905-e1a392f06fce None None] Set router c75ec096-3d73-4c32-b885-ac7c1442c83b gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:32:19.549336 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10060a12-0fa7-4d53-b657-ca271905d3b8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:19.583608 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10060a12-0fa7-4d53-b657-ca271905d3b8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'Subnet': ['ID=93cdcb84-7b01-4975-8be3-c336cc301d84,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:19.592203 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10060a12-0fa7-4d53-b657-ca271905d3b8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:19.595763 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-10060a12-0fa7-4d53-b657-ca271905d3b8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "DELETE /v2.0/subnets/93cdcb84-7b01-4975-8be3-c336cc301d84 HTTP/1.1" status: 204 len: 168 time: 0.3131716 Nov 24 21:32:19.598843 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50044) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:32:19.608998 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0128da2a-4208-4e90-80da-2557af92c872 None None] Network 572850a3-c15d-4131-aa8e-fd33e8ef54b6 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:32:19.710792 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:19.846000 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:19.853093 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e877b0e4-9259-4e79-a905-e1a392f06fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318566625', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:30:22Z', 'updated_at': '2021-11-24T21:32:18Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c4ecb406-dfeb-4295-9043-f3617b7710ad', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:30:23Z', 'updated_at': '2021-11-24T21:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:32:19.885430 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e877b0e4-9259-4e79-a905-e1a392f06fce None None] Checking router: c75ec096-3d73-4c32-b885-ac7c1442c83b for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:32:19.894172 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e877b0e4-9259-4e79-a905-e1a392f06fce None None] Routers {'c75ec096-3d73-4c32-b885-ac7c1442c83b'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:32:19.894793 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e877b0e4-9259-4e79-a905-e1a392f06fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:32:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['c75ec096-3d73-4c32-b885-ac7c1442c83b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:32:19.906768 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Deleting port c4ecb406-dfeb-4295-9043-f3617b7710ad {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:32:19.907281 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:19.964162 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d0d68d-1837-46a3-a8dc-4fb1bc82ba18 None None] DHCP port deletion for 572850a3-c15d-4131-aa8e-fd33e8ef54b6 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:32:19.992362 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] For port c4ecb406-dfeb-4295-9043-f3617b7710ad, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c4ecb406-dfeb-4295-9043-f3617b7710ad,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:32:19.992724 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:20.005749 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Calling delete_port for c4ecb406-dfeb-4295-9043-f3617b7710ad owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:32:20.018165 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-e877b0e4-9259-4e79-a905-e1a392f06fce None None] Set router c75ec096-3d73-4c32-b885-ac7c1442c83b gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:32:20.076658 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e877b0e4-9259-4e79-a905-e1a392f06fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318566625', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:30:22Z', 'updated_at': '2021-11-24T21:32:19Z', 'revision_number': 6, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:32:20.110234 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e877b0e4-9259-4e79-a905-e1a392f06fce None None] The sync data for ids ['c75ec096-3d73-4c32-b885-ac7c1442c83b'] in n-d-812111-8 is: [{'id': 'c75ec096-3d73-4c32-b885-ac7c1442c83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318566625', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:30:22Z', 'updated_at': '2021-11-24T21:32:19Z', 'revision_number': 6, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:32:20.120568 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-53d0d68d-1837-46a3-a8dc-4fb1bc82ba18 None None] Deleting port b8da3436-fc30-4e6c-865f-be02e0ad1e64 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:32:20.121233 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-53d0d68d-1837-46a3-a8dc-4fb1bc82ba18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:20.197125 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:20.198898 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-53d0d68d-1837-46a3-a8dc-4fb1bc82ba18 None None] For port b8da3436-fc30-4e6c-865f-be02e0ad1e64, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b8da3436-fc30-4e6c-865f-be02e0ad1e64,segment=NetworkSegment(ab370ac7-ff93-41c4-a696-ffdeca944439),segment_id=ab370ac7-ff93-41c4-a696-ffdeca944439)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:32:20.199307 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-53d0d68d-1837-46a3-a8dc-4fb1bc82ba18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:20.218907 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-53d0d68d-1837-46a3-a8dc-4fb1bc82ba18 None None] Calling delete_port for b8da3436-fc30-4e6c-865f-be02e0ad1e64 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:32:20.224915 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'Port': ['ID=c4ecb406-dfeb-4295-9043-f3617b7710ad,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:20.257126 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:32:20.257461 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:32:20.258216 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:32:20.258216 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:32:20.259893 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:32:20.259893 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:32:20.259893 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:32:20.259893 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:32:20.259893 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:32:20.260315 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:32:20.260515 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:32:20.260813 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:32:20.275139 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dc10bf-b712-421c-9184-b071c4b1b2a2 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:32:20.305287 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:20.330844 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-53d0d68d-1837-46a3-a8dc-4fb1bc82ba18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:20.376779 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0d68d-1837-46a3-a8dc-4fb1bc82ba18 None None] Pushing event deleted for resources: {'Port': ['ID=b8da3436-fc30-4e6c-865f-be02e0ad1e64,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:20.379775 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d0d68d-1837-46a3-a8dc-4fb1bc82ba18 None None] No DVR routers for this DVR port b8da3436-fc30-4e6c-865f-be02e0ad1e64 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:32:20.432659 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:20.434989 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:20.502134 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:20.503025 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Fanout notify agent at l3_agent the message router_deleted on router c75ec096-3d73-4c32-b885-ac7c1442c83b {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:32:20.515972 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:20.523069 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4387460b-2da0-40ae-b521-f604c6ee0f8a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "DELETE /v2.0/routers/c75ec096-3d73-4c32-b885-ac7c1442c83b HTTP/1.1" status: 204 len: 168 time: 0.9215076 Nov 24 21:32:20.525797 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50046) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:32:20.601971 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a255f39e-9e83-499d-9050-85747ef100e8 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:32:20.625610 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-df7b754e-b17b-42cf-a6ec-1d66db3a079f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:20.628414 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: a255f39e-9e83-499d-9050-85747ef100e8 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:32:20.628989 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a255f39e-9e83-499d-9050-85747ef100e8 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:32:20.629428 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b8da3436-fc30-4e6c-865f-be02e0ad1e64 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:32:20.650114 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: b8da3436-fc30-4e6c-865f-be02e0ad1e64 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:32:20.650473 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b8da3436-fc30-4e6c-865f-be02e0ad1e64 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:32:20.732421 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-df7b754e-b17b-42cf-a6ec-1d66db3a079f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:20.762026 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-df7b754e-b17b-42cf-a6ec-1d66db3a079f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572850a3-c15d-4131-aa8e-fd33e8ef54b6']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:32:20.771898 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-df7b754e-b17b-42cf-a6ec-1d66db3a079f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab370ac7-ff93-41c4-a696-ffdeca944439') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:32:20.772198 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-df7b754e-b17b-42cf-a6ec-1d66db3a079f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab370ac7-ff93-41c4-a696-ffdeca944439') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:32:20.783118 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-df7b754e-b17b-42cf-a6ec-1d66db3a079f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:20.796398 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-df7b754e-b17b-42cf-a6ec-1d66db3a079f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:20.803969 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7b754e-b17b-42cf-a6ec-1d66db3a079f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:32:20.804375 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-df7b754e-b17b-42cf-a6ec-1d66db3a079f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:32:20.807486 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:32:20.869642 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-df7b754e-b17b-42cf-a6ec-1d66db3a079f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:20.876872 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-df7b754e-b17b-42cf-a6ec-1d66db3a079f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:20.880136 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-df7b754e-b17b-42cf-a6ec-1d66db3a079f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "DELETE /v2.0/networks/572850a3-c15d-4131-aa8e-fd33e8ef54b6 HTTP/1.1" status: 204 len: 168 time: 0.3520689 Nov 24 21:32:20.882957 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50048) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:32:20.892020 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b754e-b17b-42cf-a6ec-1d66db3a079f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'Network': ['ID=572850a3-c15d-4131-aa8e-fd33e8ef54b6,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:20.947276 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-13071fb1-c910-4c80-b36e-a959313a80e1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:20.975086 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-13071fb1-c910-4c80-b36e-a959313a80e1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:21.037766 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-13071fb1-c910-4c80-b36e-a959313a80e1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:21.040399 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-13071fb1-c910-4c80-b36e-a959313a80e1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:21.041642 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-13071fb1-c910-4c80-b36e-a959313a80e1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "DELETE /v2.0/security-groups/8202ded4-7319-402e-aad1-0995c355c9e4 HTTP/1.1" status: 204 len: 168 time: 0.1576517 Nov 24 21:32:21.053511 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13071fb1-c910-4c80-b36e-a959313a80e1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8202ded4-7319-402e-aad1-0995c355c9e4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:21.463131 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50054) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:32:21.467726 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-22cb06ee-7ab0-419b-b0a9-6802973a1434 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1189423668', 'description': 'tempest-secgroup-smoke-1189423668 description', 'project_id': '485bf2fed1d94cb695e544caa851c167'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:32:21.490593 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22cb06ee-7ab0-419b-b0a9-6802973a1434 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:21.573041 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22cb06ee-7ab0-419b-b0a9-6802973a1434 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:21.578052 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22cb06ee-7ab0-419b-b0a9-6802973a1434 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:21.611184 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22cb06ee-7ab0-419b-b0a9-6802973a1434 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:21.612433 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-22cb06ee-7ab0-419b-b0a9-6802973a1434 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1482861 Nov 24 21:32:21.614319 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb06ee-7ab0-419b-b0a9-6802973a1434 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5249f55-1fe7-460b-976b-da3866bd4a1a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:21.615516 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50056) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:32:21.621195 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7edc62af-fac6-471b-9204-b69823cd519a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group_rule': {'security_group_id': 'f5249f55-1fe7-460b-976b-da3866bd4a1a', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:32:21.648562 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7edc62af-fac6-471b-9204-b69823cd519a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:21.709068 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7edc62af-fac6-471b-9204-b69823cd519a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:21.712549 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7edc62af-fac6-471b-9204-b69823cd519a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:21.729750 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc62af-fac6-471b-9204-b69823cd519a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d241626b-830b-438e-a0cf-044ae00f2fd5,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:21.732640 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device ea99c19e-4408-4f32-912e-5fa061d6a758 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:32:21.740362 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7edc62af-fac6-471b-9204-b69823cd519a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:21.741628 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7edc62af-fac6-471b-9204-b69823cd519a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244256 Nov 24 21:32:21.744425 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50058) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:32:21.748897 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-75fd8804-6208-4394-b1df-fdde16c7a4e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group_rule': {'security_group_id': 'f5249f55-1fe7-460b-976b-da3866bd4a1a', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:32:21.757058 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: ea99c19e-4408-4f32-912e-5fa061d6a758 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:32:21.757414 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device ea99c19e-4408-4f32-912e-5fa061d6a758 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:32:21.778019 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75fd8804-6208-4394-b1df-fdde16c7a4e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:21.833924 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75fd8804-6208-4394-b1df-fdde16c7a4e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:21.837582 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75fd8804-6208-4394-b1df-fdde16c7a4e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:21.855513 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd8804-6208-4394-b1df-fdde16c7a4e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f073aec3-7f64-4826-a3ee-efe4a48f0d05,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:21.866854 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75fd8804-6208-4394-b1df-fdde16c7a4e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:21.868129 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-75fd8804-6208-4394-b1df-fdde16c7a4e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227119 Nov 24 21:32:21.870881 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50060) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:32:21.875890 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-8268ee67-d030-4c74-9a9d-1bd1414bdba1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group_rule': {'security_group_id': 'f5249f55-1fe7-460b-976b-da3866bd4a1a', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:32:21.909885 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8268ee67-d030-4c74-9a9d-1bd1414bdba1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:21.980226 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8268ee67-d030-4c74-9a9d-1bd1414bdba1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:21.985163 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8268ee67-d030-4c74-9a9d-1bd1414bdba1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:22.002760 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268ee67-d030-4c74-9a9d-1bd1414bdba1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9b4ad9-6cb1-4ee5-8800-e7387180e7a9,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:22.013793 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8268ee67-d030-4c74-9a9d-1bd1414bdba1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:22.015042 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8268ee67-d030-4c74-9a9d-1bd1414bdba1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1431777 Nov 24 21:32:22.018026 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50062) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:32:22.022603 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e1d0c414-d81f-44aa-b45a-02f61472f4b5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group_rule': {'security_group_id': 'f5249f55-1fe7-460b-976b-da3866bd4a1a', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:32:22.057600 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e1d0c414-d81f-44aa-b45a-02f61472f4b5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:22.127011 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e1d0c414-d81f-44aa-b45a-02f61472f4b5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:22.131341 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e1d0c414-d81f-44aa-b45a-02f61472f4b5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:22.150696 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0c414-d81f-44aa-b45a-02f61472f4b5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78050b5d-1871-418b-9404-6d1a21e7e3fc,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:22.160955 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e1d0c414-d81f-44aa-b45a-02f61472f4b5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:22.162363 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e1d0c414-d81f-44aa-b45a-02f61472f4b5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1432920 Nov 24 21:32:22.169665 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50064) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:32:22.175686 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-cf3d2dd8-be5f-4154-9ee3-3cf60ff18c52 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group_rule': {'security_group_id': 'f5249f55-1fe7-460b-976b-da3866bd4a1a', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:32:22.201875 n-d-812111-8 neutron-server[109991]: INFO neutron.db.securitygroups_db [None req-cf3d2dd8-be5f-4154-9ee3-3cf60ff18c52 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Project 485bf2fed1d94cb695e544caa851c167 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:32:22.207248 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2dd8-be5f-4154-9ee3-3cf60ff18c52 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:22.272103 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2dd8-be5f-4154-9ee3-3cf60ff18c52 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:22.276294 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2dd8-be5f-4154-9ee3-3cf60ff18c52 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:22.300530 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c4ecb406-dfeb-4295-9043-f3617b7710ad no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:32:22.301888 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d2dd8-be5f-4154-9ee3-3cf60ff18c52 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678a36e3-342e-4970-aad9-0849817cfe05,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:22.308555 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2dd8-be5f-4154-9ee3-3cf60ff18c52 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:22.312717 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cf3d2dd8-be5f-4154-9ee3-3cf60ff18c52 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1388118 Nov 24 21:32:22.313001 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50066) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:32:22.317803 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-357da46f-1238-49c5-9b49-42d1742cf94e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group_rule': {'security_group_id': 'f5249f55-1fe7-460b-976b-da3866bd4a1a', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:32:22.327595 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: c4ecb406-dfeb-4295-9043-f3617b7710ad {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:32:22.328032 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c4ecb406-dfeb-4295-9043-f3617b7710ad not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:32:22.341997 n-d-812111-8 neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-357da46f-1238-49c5-9b49-42d1742cf94e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Project 485bf2fed1d94cb695e544caa851c167 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:32:22.348053 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-357da46f-1238-49c5-9b49-42d1742cf94e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:22.420310 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-357da46f-1238-49c5-9b49-42d1742cf94e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:22.428086 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-357da46f-1238-49c5-9b49-42d1742cf94e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:22.449332 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357da46f-1238-49c5-9b49-42d1742cf94e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de8618a-c1b0-458a-91b6-5a8ba2c78a24,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:22.455350 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-357da46f-1238-49c5-9b49-42d1742cf94e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:22.456590 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-357da46f-1238-49c5-9b49-42d1742cf94e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1424785 Nov 24 21:32:22.459549 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50068) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:32:22.464506 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ada55b41-1502-43e7-a203-6c6952a854ad tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'network': {'name': 'tempest-network-smoke--930993303', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'port_security_enabled': True}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:32:22.487895 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada55b41-1502-43e7-a203-6c6952a854ad tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Made reservation on behalf of 485bf2fed1d94cb695e544caa851c167 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:32:22.491463 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ada55b41-1502-43e7-a203-6c6952a854ad tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:22.517018 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada55b41-1502-43e7-a203-6c6952a854ad tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:32:22.526073 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ada55b41-1502-43e7-a203-6c6952a854ad tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:22.526368 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-ada55b41-1502-43e7-a203-6c6952a854ad tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Added segment 7cab4f93-c5a9-4133-87db-a802173a6327 of type vlan for network 6aa8677b-f8c0-4bd2-8552-e9d6817583a0 Nov 24 21:32:22.566633 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ada55b41-1502-43e7-a203-6c6952a854ad tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:22.591980 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ada55b41-1502-43e7-a203-6c6952a854ad tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:22.597953 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada55b41-1502-43e7-a203-6c6952a854ad tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:22.598553 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ada55b41-1502-43e7-a203-6c6952a854ad tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:22.639013 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ada55b41-1502-43e7-a203-6c6952a854ad tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1783917 Nov 24 21:32:22.642428 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50070) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:32:22.647253 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-abec1b10-eb89-4146-9b86-fb81995ad975 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1887106770', 'admin_state_up': True, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:32:22.670487 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abec1b10-eb89-4146-9b86-fb81995ad975 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:22.672233 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abec1b10-eb89-4146-9b86-fb81995ad975 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:22.676166 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada55b41-1502-43e7-a203-6c6952a854ad tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Network': ['ID=6aa8677b-f8c0-4bd2-8552-e9d6817583a0,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:22.687806 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 6aa8677b-f8c0-4bd2-8552-e9d6817583a0 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:32:22.739397 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abec1b10-eb89-4146-9b86-fb81995ad975 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:23.227775 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abec1b10-eb89-4146-9b86-fb81995ad975 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:23.436134 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abec1b10-eb89-4146-9b86-fb81995ad975 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:23.456370 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abec1b10-eb89-4146-9b86-fb81995ad975 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:23.561128 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-abec1b10-eb89-4146-9b86-fb81995ad975 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Allocated IP 172.25.5.109 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/381347f2-d828-468e-b4d9-556fd8d1b37e) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:32:23.670499 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abec1b10-eb89-4146-9b86-fb81995ad975 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:23.704858 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abec1b10-eb89-4146-9b86-fb81995ad975 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:23.745801 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abec1b10-eb89-4146-9b86-fb81995ad975 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:32:23.748525 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-abec1b10-eb89-4146-9b86-fb81995ad975 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:32:23.752045 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abec1b10-eb89-4146-9b86-fb81995ad975 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:32:23.761442 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c0368b-f28a-4ffa-a1aa-54e7b54ca51a None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:32:23.776083 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec1b10-eb89-4146-9b86-fb81995ad975 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Port': ['ID=381347f2-d828-468e-b4d9-556fd8d1b37e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:23.805975 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-beffb0dc-b07f-4a36-a34f-10117515abe0 None None] Provisioning complete for port 381347f2-d828-468e-b4d9-556fd8d1b37e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:32:23.806359 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-beffb0dc-b07f-4a36-a34f-10117515abe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:23.843873 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-beffb0dc-b07f-4a36-a34f-10117515abe0 None None] Port 381347f2-d828-468e-b4d9-556fd8d1b37e cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:32:24.005905 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abec1b10-eb89-4146-9b86-fb81995ad975 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:24.222194 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abec1b10-eb89-4146-9b86-fb81995ad975 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:24.357153 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abec1b10-eb89-4146-9b86-fb81995ad975 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Router a3e5f988-b30c-4e52-aa49-a5eab0a7f727 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:32:24.475077 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abec1b10-eb89-4146-9b86-fb81995ad975 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:32:24.486104 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] Sync routers for ids ['a3e5f988-b30c-4e52-aa49-a5eab0a7f727'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:32:24.496240 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] Routers {'a3e5f988-b30c-4e52-aa49-a5eab0a7f727'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:32:24.496811 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:32:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a3e5f988-b30c-4e52-aa49-a5eab0a7f727'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:32:24.498524 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abec1b10-eb89-4146-9b86-fb81995ad975 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:24.500875 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-abec1b10-eb89-4146-9b86-fb81995ad975 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8572497 Nov 24 21:32:24.505110 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50072) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:32:24.552541 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-70c23d0c-c636-432a-bb6f-e95855ea2af0 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=485bf2fed1d94cb695e544caa851c167&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455310 Nov 24 21:32:24.554759 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50074) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:32:24.636759 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] Set router a3e5f988-b30c-4e52-aa49-a5eab0a7f727 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:32:24.653266 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaed73ed-e5a6-43d9-9c2b-23b6f4808aa9 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:24.654853 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-aaed73ed-e5a6-43d9-9c2b-23b6f4808aa9 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0989678 Nov 24 21:32:24.660143 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50076) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:32:24.691794 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2570aa2a-2061-47aa-a7c1-c1f386bf9db2 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302885 Nov 24 21:32:24.695916 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50078) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:32:24.706536 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-973b7f3e-6b81-401d-80f7-6184a9d0c002 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1386023627', 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:32:24.801922 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973b7f3e-6b81-401d-80f7-6184a9d0c002 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Made reservation on behalf of 485bf2fed1d94cb695e544caa851c167 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:32:24.805598 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-973b7f3e-6b81-401d-80f7-6184a9d0c002 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:24.833460 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887106770', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:32:22Z', 'updated_at': '2021-11-24T21:32:23Z', 'revision_number': 3, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:32:23Z', 'updated_at': '2021-11-24T21:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:32:24.865560 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] Checking router: a3e5f988-b30c-4e52-aa49-a5eab0a7f727 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:32:24.865908 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] Updating router a3e5f988-b30c-4e52-aa49-a5eab0a7f727 port 381347f2-d828-468e-b4d9-556fd8d1b37e binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:32:24.892615 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:24.999607 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-973b7f3e-6b81-401d-80f7-6184a9d0c002 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:25.071623 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b7f3e-6b81-401d-80f7-6184a9d0c002 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Subnet': ['ID=a08ef13a-31e1-40ac-b431-4b1fa69c1a86,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:25.080456 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973b7f3e-6b81-401d-80f7-6184a9d0c002 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Checking segment: {'id': '7cab4f93-c5a9-4133-87db-a802173a6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:32:25.080857 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973b7f3e-6b81-401d-80f7-6184a9d0c002 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network hostable DHCP agents. Network: 6aa8677b-f8c0-4bd2-8552-e9d6817583a0, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:32:25.098564 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973b7f3e-6b81-401d-80f7-6184a9d0c002 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network 6aa8677b-f8c0-4bd2-8552-e9d6817583a0 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:32:25.108169 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-973b7f3e-6b81-401d-80f7-6184a9d0c002 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 6aa8677b-f8c0-4bd2-8552-e9d6817583a0) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:32:25.113206 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973b7f3e-6b81-401d-80f7-6184a9d0c002 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:25.114235 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-973b7f3e-6b81-401d-80f7-6184a9d0c002 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:25.118649 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6dbd74-28a2-457f-bc9a-59399cb41204 None None] Network 6aa8677b-f8c0-4bd2-8552-e9d6817583a0 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:32:25.132996 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-973b7f3e-6b81-401d-80f7-6184a9d0c002 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4311488 Nov 24 21:32:25.135734 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50080) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:32:25.168982 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:25.176337 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:25.225613 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] Attempting to bind port 381347f2-d828-468e-b4d9-556fd8d1b37e on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:32:25.226109 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] Attempting to bind port 381347f2-d828-468e-b4d9-556fd8d1b37e by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:32:25.226570 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] Attempting to bind port 381347f2-d828-468e-b4d9-556fd8d1b37e on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:32:25.240670 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:32:25.241267 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:32:25.241754 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:25.242375 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:32:25.243055 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] Bound port: 381347f2-d828-468e-b4d9-556fd8d1b37e, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:32:25.243616 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:25.245367 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aa43c8-63d3-43be-83ad-d772826653c3 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:32:25.297808 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b0600-8b6b-4133-a80d-bca0974d2077 None None] Pushing event updated for resources: {'Port': ['ID=381347f2-d828-468e-b4d9-556fd8d1b37e,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:25.308313 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833e36de-7b11-48d7-86ae-fc16732a6cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-6aa8677b-f8c0-4bd2-8552-e9d6817583a0', 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'fixed_ips': [{'subnet_id': 'a08ef13a-31e1-40ac-b431-4b1fa69c1a86'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:32:25.308783 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] For port 381347f2-d828-468e-b4d9-556fd8d1b37e, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:32:25.309382 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-833e36de-7b11-48d7-86ae-fc16732a6cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:25.312600 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] For port 381347f2-d828-468e-b4d9-556fd8d1b37e, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=381347f2-d828-468e-b4d9-556fd8d1b37e,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:32:25.314965 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0600-8b6b-4133-a80d-bca0974d2077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:32:25.315340 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0600-8b6b-4133-a80d-bca0974d2077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:32:25.315649 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0600-8b6b-4133-a80d-bca0974d2077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:32:25.315964 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0600-8b6b-4133-a80d-bca0974d2077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:32:25.316291 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0600-8b6b-4133-a80d-bca0974d2077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:32:25.316674 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0600-8b6b-4133-a80d-bca0974d2077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:32:25.317014 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0600-8b6b-4133-a80d-bca0974d2077 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:32:25.317319 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0600-8b6b-4133-a80d-bca0974d2077 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:32:25.317641 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0600-8b6b-4133-a80d-bca0974d2077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:32:25.317967 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0600-8b6b-4133-a80d-bca0974d2077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:32:25.318284 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0600-8b6b-4133-a80d-bca0974d2077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:32:25.318601 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0600-8b6b-4133-a80d-bca0974d2077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:32:25.322955 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:25.392336 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] Routers {'a3e5f988-b30c-4e52-aa49-a5eab0a7f727'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:32:25.394081 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:32:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a3e5f988-b30c-4e52-aa49-a5eab0a7f727'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:32:25.397119 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2eae04-3948-45c0-b202-0fce07b40e65 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:32:25.427420 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-88195c1f-af6b-4a9b-ada9-db4d080e4c11 None None] Provisioning complete for port 381347f2-d828-468e-b4d9-556fd8d1b37e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:32:25.428048 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-88195c1f-af6b-4a9b-ada9-db4d080e4c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:25.514205 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-833e36de-7b11-48d7-86ae-fc16732a6cf1 None None] Allocated IP 172.20.0.2 (6aa8677b-f8c0-4bd2-8552-e9d6817583a0/a08ef13a-31e1-40ac-b431-4b1fa69c1a86/5d18ba9a-8a0c-4173-896e-cda51a1a6062) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:32:25.580591 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b0600-8b6b-4133-a80d-bca0974d2077 None None] Pushing event updated for resources: {'Port': ['ID=381347f2-d828-468e-b4d9-556fd8d1b37e,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:25.617347 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-88195c1f-af6b-4a9b-ada9-db4d080e4c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:25.648583 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-88195c1f-af6b-4a9b-ada9-db4d080e4c11 None None] For port 381347f2-d828-468e-b4d9-556fd8d1b37e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=381347f2-d828-468e-b4d9-556fd8d1b37e,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:32:25.653089 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-88195c1f-af6b-4a9b-ada9-db4d080e4c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:25.656942 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] Set router a3e5f988-b30c-4e52-aa49-a5eab0a7f727 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:32:25.678353 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0440a850-d478-4288-9fb5-043ad3a8299c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:25.738798 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88195c1f-af6b-4a9b-ada9-db4d080e4c11 None None] Pushing event updated for resources: {'Port': ['ID=381347f2-d828-468e-b4d9-556fd8d1b37e,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:25.782631 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-833e36de-7b11-48d7-86ae-fc16732a6cf1 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:25.790279 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-0e080978-bf33-4623-a54b-56dde61297b7 None None] Provisioning complete for port 381347f2-d828-468e-b4d9-556fd8d1b37e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:32:25.790649 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0e080978-bf33-4623-a54b-56dde61297b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:25.792985 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-833e36de-7b11-48d7-86ae-fc16732a6cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:25.856529 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887106770', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:32:22Z', 'updated_at': '2021-11-24T21:32:23Z', 'revision_number': 3, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:32:23Z', 'updated_at': '2021-11-24T21:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:32:25.861951 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833e36de-7b11-48d7-86ae-fc16732a6cf1 None None] Network 6aa8677b-f8c0-4bd2-8552-e9d6817583a0 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:32:25.869703 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-833e36de-7b11-48d7-86ae-fc16732a6cf1 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:32:25.873300 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833e36de-7b11-48d7-86ae-fc16732a6cf1 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:32:25.884454 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3334b9-08c2-44d8-920b-f213d39cc50c None None] The sync data for ids ['a3e5f988-b30c-4e52-aa49-a5eab0a7f727'] in n-d-812111-8 is: [{'id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887106770', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:32:22Z', 'updated_at': '2021-11-24T21:32:23Z', 'revision_number': 3, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:32:23Z', 'updated_at': '2021-11-24T21:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:32:25.899256 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e36de-7b11-48d7-86ae-fc16732a6cf1 None None] Pushing event updated for resources: {'Port': ['ID=5d18ba9a-8a0c-4173-896e-cda51a1a6062,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:25.980853 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-833e36de-7b11-48d7-86ae-fc16732a6cf1 None None] Attempting to bind port 5d18ba9a-8a0c-4173-896e-cda51a1a6062 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:32:25.981237 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-833e36de-7b11-48d7-86ae-fc16732a6cf1 None None] Attempting to bind port 5d18ba9a-8a0c-4173-896e-cda51a1a6062 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '7cab4f93-c5a9-4133-87db-a802173a6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:32:25.981610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e36de-7b11-48d7-86ae-fc16732a6cf1 None None] Attempting to bind port 5d18ba9a-8a0c-4173-896e-cda51a1a6062 on network 6aa8677b-f8c0-4bd2-8552-e9d6817583a0 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:32:25.996711 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e36de-7b11-48d7-86ae-fc16732a6cf1 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:32:25.997953 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e36de-7b11-48d7-86ae-fc16732a6cf1 None None] Checking segment: {'id': '7cab4f93-c5a9-4133-87db-a802173a6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:32:25.998158 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-833e36de-7b11-48d7-86ae-fc16732a6cf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:25.998567 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e36de-7b11-48d7-86ae-fc16732a6cf1 None None] Bound using segment: {'id': '7cab4f93-c5a9-4133-87db-a802173a6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:32:25.999471 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-833e36de-7b11-48d7-86ae-fc16732a6cf1 None None] Bound port: 5d18ba9a-8a0c-4173-896e-cda51a1a6062, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cab4f93-c5a9-4133-87db-a802173a6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:32:25.999863 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-833e36de-7b11-48d7-86ae-fc16732a6cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:26.005682 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-0440a850-d478-4288-9fb5-043ad3a8299c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Allocated IP 172.20.0.1 (6aa8677b-f8c0-4bd2-8552-e9d6817583a0/a08ef13a-31e1-40ac-b431-4b1fa69c1a86/0ea5cb95-94c0-4812-bc8c-b9a57d56ff45) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:32:26.174226 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0440a850-d478-4288-9fb5-043ad3a8299c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:26.220020 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0440a850-d478-4288-9fb5-043ad3a8299c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:26.260473 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-833e36de-7b11-48d7-86ae-fc16732a6cf1 None None] For port 5d18ba9a-8a0c-4173-896e-cda51a1a6062, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:32:26.264245 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-833e36de-7b11-48d7-86ae-fc16732a6cf1 None None] For port 5d18ba9a-8a0c-4173-896e-cda51a1a6062, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=5d18ba9a-8a0c-4173-896e-cda51a1a6062,segment=NetworkSegment(7cab4f93-c5a9-4133-87db-a802173a6327),segment_id=7cab4f93-c5a9-4133-87db-a802173a6327)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:32:26.269722 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-833e36de-7b11-48d7-86ae-fc16732a6cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:26.276704 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0440a850-d478-4288-9fb5-043ad3a8299c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network 6aa8677b-f8c0-4bd2-8552-e9d6817583a0 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:32:26.283389 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-0440a850-d478-4288-9fb5-043ad3a8299c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:32:26.285665 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440a850-d478-4288-9fb5-043ad3a8299c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Port': ['ID=0ea5cb95-94c0-4812-bc8c-b9a57d56ff45,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:26.288031 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0440a850-d478-4288-9fb5-043ad3a8299c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:32:26.344845 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e36de-7b11-48d7-86ae-fc16732a6cf1 None None] Pushing event updated for resources: {'Port': ['ID=5d18ba9a-8a0c-4173-896e-cda51a1a6062,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:26.382356 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0440a850-d478-4288-9fb5-043ad3a8299c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:26.408447 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 381347f2-d828-468e-b4d9-556fd8d1b37e up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:32:26.470354 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 381347f2-d828-468e-b4d9-556fd8d1b37e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:32:26.470820 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:26.579063 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0440a850-d478-4288-9fb5-043ad3a8299c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:26.947615 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0440a850-d478-4288-9fb5-043ad3a8299c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:26.952503 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0440a850-d478-4288-9fb5-043ad3a8299c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:27.029485 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440a850-d478-4288-9fb5-043ad3a8299c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Port': ['ID=0ea5cb95-94c0-4812-bc8c-b9a57d56ff45,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:27.032288 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0440a850-d478-4288-9fb5-043ad3a8299c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:27.153159 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0440a850-d478-4288-9fb5-043ad3a8299c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network 6aa8677b-f8c0-4bd2-8552-e9d6817583a0 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:32:27.155043 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-0440a850-d478-4288-9fb5-043ad3a8299c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:32:27.318587 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0440a850-d478-4288-9fb5-043ad3a8299c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Router a3e5f988-b30c-4e52-aa49-a5eab0a7f727 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:32:27.447614 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0440a850-d478-4288-9fb5-043ad3a8299c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:32:27.454121 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0440a850-d478-4288-9fb5-043ad3a8299c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "PUT /v2.0/routers/a3e5f988-b30c-4e52-aa49-a5eab0a7f727/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3172760 Nov 24 21:32:27.502206 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce6951d-ae02-4c00-9481-72a9c21a355c None None] Network 6aa8677b-f8c0-4bd2-8552-e9d6817583a0 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:32:27.601924 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-154aa48c-c8bd-4c20-b2f2-c799c1946d53 None None] Provisioning complete for port 5d18ba9a-8a0c-4173-896e-cda51a1a6062 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:32:27.602159 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-154aa48c-c8bd-4c20-b2f2-c799c1946d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:27.630351 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-99312b79-12d9-4f77-a730-78918bccedb6 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1189423668&fields=id&tenant_id=485bf2fed1d94cb695e544caa851c167 HTTP/1.1" status: 200 len: 267 time: 0.0525110 Nov 24 21:32:27.763958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-97d0da17-8c48-42ac-99d6-10e1fe48bb21 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:27.766202 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-97d0da17-8c48-42ac-99d6-10e1fe48bb21 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/networks?id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0 HTTP/1.1" status: 200 len: 796 time: 0.1262746 Nov 24 21:32:27.772719 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-154aa48c-c8bd-4c20-b2f2-c799c1946d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:27.791124 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-31d67998-57ea-4db5-8d13-f49e72763c69 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/quotas/485bf2fed1d94cb695e544caa851c167 HTTP/1.1" status: 200 len: 375 time: 0.0131047 Nov 24 21:32:27.817128 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-154aa48c-c8bd-4c20-b2f2-c799c1946d53 None None] For port 5d18ba9a-8a0c-4173-896e-cda51a1a6062, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=5d18ba9a-8a0c-4173-896e-cda51a1a6062,segment=NetworkSegment(7cab4f93-c5a9-4133-87db-a802173a6327),segment_id=7cab4f93-c5a9-4133-87db-a802173a6327)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:32:27.823771 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-154aa48c-c8bd-4c20-b2f2-c799c1946d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:27.855364 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-7ff6952d-964f-483d-9cc1-61f6d92a5857 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564609 Nov 24 21:32:27.898217 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154aa48c-c8bd-4c20-b2f2-c799c1946d53 None None] Pushing event updated for resources: {'Port': ['ID=5d18ba9a-8a0c-4173-896e-cda51a1a6062,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:27.979401 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-c2b26182-7a21-4e62-baa1-d823a874bf5d service neutron] 10.222.0.11 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103323 Nov 24 21:32:28.011992 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] Sync routers for ids ['a3e5f988-b30c-4e52-aa49-a5eab0a7f727'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:32:28.025304 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] Routers {'a3e5f988-b30c-4e52-aa49-a5eab0a7f727'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:32:28.025941 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:32:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a3e5f988-b30c-4e52-aa49-a5eab0a7f727'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:32:28.090941 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-dbe9cfa9-d371-464b-a332-f67640add476 service neutron] 10.222.0.11 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032434 Nov 24 21:32:28.137397 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c92a6bfa-9276-4c58-8ba0-1a0cacd73abc None None] Provisioning complete for port 5d18ba9a-8a0c-4173-896e-cda51a1a6062 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:32:28.137787 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c92a6bfa-9276-4c58-8ba0-1a0cacd73abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:28.197408 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] Set router a3e5f988-b30c-4e52-aa49-a5eab0a7f727 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:32:28.351951 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c80a257-fb1b-464e-a9fe-2919a13c4bb9 req-bf837175-97c1-4fbd-a4b7-25f97b822f7e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 210 time: 0.0665066 Nov 24 21:32:28.432017 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 5d18ba9a-8a0c-4173-896e-cda51a1a6062 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:32:28.538134 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c92a6bfa-9276-4c58-8ba0-1a0cacd73abc None None] Provisioning complete for port 0ea5cb95-94c0-4812-bc8c-b9a57d56ff45 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:32:28.538675 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c92a6bfa-9276-4c58-8ba0-1a0cacd73abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:28.592473 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 5d18ba9a-8a0c-4173-896e-cda51a1a6062 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:32:28.592872 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:28.595311 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c92a6bfa-9276-4c58-8ba0-1a0cacd73abc None None] Port 0ea5cb95-94c0-4812-bc8c-b9a57d56ff45 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:32:28.639573 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887106770', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:32:22Z', 'updated_at': '2021-11-24T21:32:26Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:32:23Z', 'updated_at': '2021-11-24T21:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '0ea5cb95-94c0-4812-bc8c-b9a57d56ff45', 'name': '', 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:67:9a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'a08ef13a-31e1-40ac-b431-4b1fa69c1a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:32:25Z', 'updated_at': '2021-11-24T21:32:26Z', 'revision_number': 2, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'a08ef13a-31e1-40ac-b431-4b1fa69c1a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:32:28.675066 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] Checking router: a3e5f988-b30c-4e52-aa49-a5eab0a7f727 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:32:28.675430 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] Updating router a3e5f988-b30c-4e52-aa49-a5eab0a7f727 port 0ea5cb95-94c0-4812-bc8c-b9a57d56ff45 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:32:28.738555 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:28.765203 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ba2456d4-f5e6-4635-936b-f61899c20633 None None] Provisioning complete for port 0ea5cb95-94c0-4812-bc8c-b9a57d56ff45 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:32:28.765469 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ba2456d4-f5e6-4635-936b-f61899c20633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:28.833467 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-ba2456d4-f5e6-4635-936b-f61899c20633 None None] Port 0ea5cb95-94c0-4812-bc8c-b9a57d56ff45 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:32:29.105842 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:29.112463 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:29.188501 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db3ca9-09f7-450f-8dae-acbf09ed4e63 None None] Pushing event updated for resources: {'Port': ['ID=0ea5cb95-94c0-4812-bc8c-b9a57d56ff45,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:29.227145 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] Attempting to bind port 0ea5cb95-94c0-4812-bc8c-b9a57d56ff45 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:32:29.227529 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] Attempting to bind port 0ea5cb95-94c0-4812-bc8c-b9a57d56ff45 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '7cab4f93-c5a9-4133-87db-a802173a6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:32:29.227905 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] Attempting to bind port 0ea5cb95-94c0-4812-bc8c-b9a57d56ff45 on network 6aa8677b-f8c0-4bd2-8552-e9d6817583a0 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:32:29.234657 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:32:29.235186 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] Checking segment: {'id': '7cab4f93-c5a9-4133-87db-a802173a6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:32:29.235693 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:29.236103 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] Bound using segment: {'id': '7cab4f93-c5a9-4133-87db-a802173a6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:32:29.236591 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] Bound port: 0ea5cb95-94c0-4812-bc8c-b9a57d56ff45, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cab4f93-c5a9-4133-87db-a802173a6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:32:29.237135 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:29.350872 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] For port 0ea5cb95-94c0-4812-bc8c-b9a57d56ff45, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:32:29.355475 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] For port 0ea5cb95-94c0-4812-bc8c-b9a57d56ff45, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0ea5cb95-94c0-4812-bc8c-b9a57d56ff45,segment=NetworkSegment(7cab4f93-c5a9-4133-87db-a802173a6327),segment_id=7cab4f93-c5a9-4133-87db-a802173a6327)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:32:29.362488 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:29.424507 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db3ca9-09f7-450f-8dae-acbf09ed4e63 None None] Pushing event updated for resources: {'Port': ['ID=0ea5cb95-94c0-4812-bc8c-b9a57d56ff45,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:29.475168 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] Routers {'a3e5f988-b30c-4e52-aa49-a5eab0a7f727'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:32:29.475817 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:32:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a3e5f988-b30c-4e52-aa49-a5eab0a7f727'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:32:29.514865 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d77c2d79-3d6c-4c35-aa70-958a3d4fb2cc None None] Provisioning complete for port 0ea5cb95-94c0-4812-bc8c-b9a57d56ff45 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:32:29.515504 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d77c2d79-3d6c-4c35-aa70-958a3d4fb2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:29.658506 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] Set router a3e5f988-b30c-4e52-aa49-a5eab0a7f727 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:32:29.716973 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d77c2d79-3d6c-4c35-aa70-958a3d4fb2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:29.808161 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d77c2d79-3d6c-4c35-aa70-958a3d4fb2cc None None] For port 0ea5cb95-94c0-4812-bc8c-b9a57d56ff45, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0ea5cb95-94c0-4812-bc8c-b9a57d56ff45,segment=NetworkSegment(7cab4f93-c5a9-4133-87db-a802173a6327),segment_id=7cab4f93-c5a9-4133-87db-a802173a6327)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:32:29.847095 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d77c2d79-3d6c-4c35-aa70-958a3d4fb2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:29.939071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c2d79-3d6c-4c35-aa70-958a3d4fb2cc None None] Pushing event updated for resources: {'Port': ['ID=0ea5cb95-94c0-4812-bc8c-b9a57d56ff45,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:29.943557 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3cbbb798-d6b9-49b2-8375-7949c34d1216 req-aa258762-0b0a-4d90-a34e-57416575511e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 210 time: 0.0392551 Nov 24 21:32:29.989175 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7a7588fa-95e2-403e-9b11-393e007d745f None None] Provisioning complete for port 0ea5cb95-94c0-4812-bc8c-b9a57d56ff45 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:32:29.989546 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7a7588fa-95e2-403e-9b11-393e007d745f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:30.008627 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-99f65937-c88e-4d6e-91aa-e37c0000b777 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:30.010343 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-99f65937-c88e-4d6e-91aa-e37c0000b777 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.15 "GET /v2.0/networks?id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0 HTTP/1.1" status: 200 len: 796 time: 0.6725426 Nov 24 21:32:30.018106 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887106770', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:32:22Z', 'updated_at': '2021-11-24T21:32:26Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:32:23Z', 'updated_at': '2021-11-24T21:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '0ea5cb95-94c0-4812-bc8c-b9a57d56ff45', 'name': '', 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:67:9a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'a08ef13a-31e1-40ac-b431-4b1fa69c1a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:32:25Z', 'updated_at': '2021-11-24T21:32:29Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'a08ef13a-31e1-40ac-b431-4b1fa69c1a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:32:30.090904 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-68556b0a-59ed-4841-8779-e053cb0315ab tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=485bf2fed1d94cb695e544caa851c167 HTTP/1.1" status: 200 len: 380 time: 0.0639043 Nov 24 21:32:30.104984 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-5d2948ea-d635-4229-8a60-1b277032caef tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'port': {'device_id': 'ad88a365-7457-44fc-9085-185d093f880c', 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0', 'admin_state_up': True, 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'security_groups': ['f5249f55-1fe7-460b-976b-da3866bd4a1a']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:32:30.209276 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e638cc-896e-40a9-9d3d-e5ae660ca63a None None] The sync data for ids ['a3e5f988-b30c-4e52-aa49-a5eab0a7f727'] in n-d-812111-8 is: [{'id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887106770', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:32:22Z', 'updated_at': '2021-11-24T21:32:26Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:32:23Z', 'updated_at': '2021-11-24T21:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '0ea5cb95-94c0-4812-bc8c-b9a57d56ff45', 'name': '', 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:67:9a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'a08ef13a-31e1-40ac-b431-4b1fa69c1a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:32:25Z', 'updated_at': '2021-11-24T21:32:29Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'a08ef13a-31e1-40ac-b431-4b1fa69c1a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:32:30.240234 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-5d2948ea-d635-4229-8a60-1b277032caef tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Made reservation on behalf of 485bf2fed1d94cb695e544caa851c167 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:32:30.245309 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-5d2948ea-d635-4229-8a60-1b277032caef tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:30.446791 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0ea5cb95-94c0-4812-bc8c-b9a57d56ff45 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:32:30.462890 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-5d2948ea-d635-4229-8a60-1b277032caef tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Allocated IP 172.20.0.9 (6aa8677b-f8c0-4bd2-8552-e9d6817583a0/a08ef13a-31e1-40ac-b431-4b1fa69c1a86/fd7962f5-889a-41e4-b704-a55158c93587) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:32:30.535073 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 0ea5cb95-94c0-4812-bc8c-b9a57d56ff45 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:32:30.535577 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:30.660303 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-5d2948ea-d635-4229-8a60-1b277032caef tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:30.703572 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-5d2948ea-d635-4229-8a60-1b277032caef tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:30.753006 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-5d2948ea-d635-4229-8a60-1b277032caef tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network 6aa8677b-f8c0-4bd2-8552-e9d6817583a0 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:32:30.756229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-5d2948ea-d635-4229-8a60-1b277032caef tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:32:30.758782 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-5d2948ea-d635-4229-8a60-1b277032caef tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:32:30.786712 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2948ea-d635-4229-8a60-1b277032caef tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Port': ['ID=fd7962f5-889a-41e4-b704-a55158c93587,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:30.831239 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-5d2948ea-d635-4229-8a60-1b277032caef tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:30.833098 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-5d2948ea-d635-4229-8a60-1b277032caef tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:30.857509 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-5d2948ea-d635-4229-8a60-1b277032caef tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7568994 Nov 24 21:32:30.874985 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-2187c46a-8f40-4a59-9d91-bf620859569b service neutron] Request body: {'port': {'device_id': 'ad88a365-7457-44fc-9085-185d093f880c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:32:30.944052 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-2187c46a-8f40-4a59-9d91-bf620859569b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:31.113775 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-5f225060-f3d1-43b7-9de8-8ea0bfd2b781 None None] Provisioning complete for port fd7962f5-889a-41e4-b704-a55158c93587 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:32:31.114540 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5f225060-f3d1-43b7-9de8-8ea0bfd2b781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:31.151690 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-5f225060-f3d1-43b7-9de8-8ea0bfd2b781 None None] Port fd7962f5-889a-41e4-b704-a55158c93587 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:32:31.189426 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eeb4d2-a5a2-477d-9453-130df51f5152 req-f49f9e40-b8cb-4a0e-b1ae-db94fb356235 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:31.191059 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-27eeb4d2-a5a2-477d-9453-130df51f5152 req-f49f9e40-b8cb-4a0e-b1ae-db94fb356235 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 931 time: 0.1223347 Nov 24 21:32:31.309180 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-27eeb4d2-a5a2-477d-9453-130df51f5152 req-a45ebe4c-b7e6-4734-a9af-0d0e3252c679 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885754 Nov 24 21:32:31.370587 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-2187c46a-8f40-4a59-9d91-bf620859569b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7962f5-889a-41e4-b704-a55158c93587 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:32:31.379751 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-2187c46a-8f40-4a59-9d91-bf620859569b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:31.393955 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-2187c46a-8f40-4a59-9d91-bf620859569b service neutron] Transition to ACTIVE for port object fd7962f5-889a-41e4-b704-a55158c93587 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:32:31.399367 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-2187c46a-8f40-4a59-9d91-bf620859569b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:31.471689 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187c46a-8f40-4a59-9d91-bf620859569b service neutron] Pushing event updated for resources: {'Port': ['ID=fd7962f5-889a-41e4-b704-a55158c93587,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:31.536284 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-2187c46a-8f40-4a59-9d91-bf620859569b service neutron] Attempting to bind port fd7962f5-889a-41e4-b704-a55158c93587 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:32:31.536625 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-2187c46a-8f40-4a59-9d91-bf620859569b service neutron] Attempting to bind port fd7962f5-889a-41e4-b704-a55158c93587 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '7cab4f93-c5a9-4133-87db-a802173a6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:32:31.536991 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-2187c46a-8f40-4a59-9d91-bf620859569b service neutron] Attempting to bind port fd7962f5-889a-41e4-b704-a55158c93587 on network 6aa8677b-f8c0-4bd2-8552-e9d6817583a0 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:32:31.541836 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-2187c46a-8f40-4a59-9d91-bf620859569b service neutron] Port fd7962f5-889a-41e4-b704-a55158c93587 on network 6aa8677b-f8c0-4bd2-8552-e9d6817583a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:32:31.542168 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-2187c46a-8f40-4a59-9d91-bf620859569b service neutron] Attempting to bind port fd7962f5-889a-41e4-b704-a55158c93587 on network 6aa8677b-f8c0-4bd2-8552-e9d6817583a0 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:32:31.547980 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-2187c46a-8f40-4a59-9d91-bf620859569b service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:32:31.548327 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-2187c46a-8f40-4a59-9d91-bf620859569b service neutron] Checking segment: {'id': '7cab4f93-c5a9-4133-87db-a802173a6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:32:31.548721 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-2187c46a-8f40-4a59-9d91-bf620859569b service neutron] Bound using segment: {'id': '7cab4f93-c5a9-4133-87db-a802173a6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:32:31.549192 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-2187c46a-8f40-4a59-9d91-bf620859569b service neutron] Bound port: fd7962f5-889a-41e4-b704-a55158c93587, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cab4f93-c5a9-4133-87db-a802173a6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:32:31.549558 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-2187c46a-8f40-4a59-9d91-bf620859569b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:31.620577 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-2187c46a-8f40-4a59-9d91-bf620859569b service neutron] For port fd7962f5-889a-41e4-b704-a55158c93587, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:32:31.624108 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-2187c46a-8f40-4a59-9d91-bf620859569b service neutron] For port fd7962f5-889a-41e4-b704-a55158c93587, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=fd7962f5-889a-41e4-b704-a55158c93587,segment=NetworkSegment(7cab4f93-c5a9-4133-87db-a802173a6327),segment_id=7cab4f93-c5a9-4133-87db-a802173a6327)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:32:31.630769 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-2187c46a-8f40-4a59-9d91-bf620859569b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:31.666155 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-2187c46a-8f40-4a59-9d91-bf620859569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:31.666839 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-2187c46a-8f40-4a59-9d91-bf620859569b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:31.668991 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-2187c46a-8f40-4a59-9d91-bf620859569b service neutron] 10.222.0.15 "PUT /v2.0/ports/fd7962f5-889a-41e4-b704-a55158c93587 HTTP/1.1" status: 200 len: 1091 time: 0.8004975 Nov 24 21:32:31.672227 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad88a365-7457-44fc-9085-185d093f880c', 'tag': 'fd7962f5-889a-41e4-b704-a55158c93587'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:32:31.674865 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fef0f7d-92d8-49ab-9bd1-ca270d5f51a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ad88a365-7457-44fc-9085-185d093f880c", "tag": "fd7962f5-889a-41e4-b704-a55158c93587"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:32:31.726777 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187c46a-8f40-4a59-9d91-bf620859569b service neutron] Pushing event updated for resources: {'Port': ['ID=fd7962f5-889a-41e4-b704-a55158c93587,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:31.732373 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab75018d-6b13-46e4-a0b7-ef97d9d99477 x-openstack-request-id: req-ab75018d-6b13-46e4-a0b7-ef97d9d99477 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:32:31.732669 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad88a365-7457-44fc-9085-185d093f880c", "tag": "fd7962f5-889a-41e4-b704-a55158c93587", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:32:31.732955 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ab75018d-6b13-46e4-a0b7-ef97d9d99477 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:32:31.733361 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad88a365-7457-44fc-9085-185d093f880c', 'tag': 'fd7962f5-889a-41e4-b704-a55158c93587', 'status': 'completed', 'code': 200} Nov 24 21:32:31.778820 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-53b5d58c-bfaa-4b84-aa75-c15b13699c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:31.783697 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-53b5d58c-bfaa-4b84-aa75-c15b13699c25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 1094 time: 0.0648894 Nov 24 21:32:31.837762 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-6a1bc7db-84f3-42a8-9f78-c68169d02d1f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7962f5-889a-41e4-b704-a55158c93587 HTTP/1.1" status: 200 len: 217 time: 0.0421743 Nov 24 21:32:31.898106 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-1977d8de-5a87-4569-91b2-f025b059d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:31.899610 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-1977d8de-5a87-4569-91b2-f025b059d7c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a08ef13a-31e1-40ac-b431-4b1fa69c1a86 HTTP/1.1" status: 200 len: 835 time: 0.0518615 Nov 24 21:32:31.953317 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-36541e95-0981-4d87-b0ea-c892959d2dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:31.954776 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-36541e95-0981-4d87-b0ea-c892959d2dbd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430412 Nov 24 21:32:32.063431 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-78b6b73a-cd6d-491c-a781-b58e3bcbc409 service neutron] 10.222.0.15 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961914 Nov 24 21:32:32.162229 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dfda5a7-a0ba-4ff2-8346-5ade6ce67fa5 req-4d544f81-c3b6-49ff-ac7e-0e0355ad0c12 service neutron] 10.222.0.15 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873001 Nov 24 21:32:32.267415 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef0f7d-92d8-49ab-9bd1-ca270d5f51a7 req-f17789b7-3e51-4dd1-bf88-33f933ec5ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:32.269016 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9fef0f7d-92d8-49ab-9bd1-ca270d5f51a7 req-f17789b7-3e51-4dd1-bf88-33f933ec5ede service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 1094 time: 0.0484724 Nov 24 21:32:32.372768 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef0f7d-92d8-49ab-9bd1-ca270d5f51a7 req-360a5ca8-4c42-41d5-9a2e-a70a0c11baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:32.374487 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9fef0f7d-92d8-49ab-9bd1-ca270d5f51a7 req-360a5ca8-4c42-41d5-9a2e-a70a0c11baf1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0 HTTP/1.1" status: 200 len: 897 time: 0.0987635 Nov 24 21:32:32.434795 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9fef0f7d-92d8-49ab-9bd1-ca270d5f51a7 req-5440dec8-1237-4a3f-87d6-f9e6d40223bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7962f5-889a-41e4-b704-a55158c93587 HTTP/1.1" status: 200 len: 217 time: 0.0504336 Nov 24 21:32:32.512595 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07086c8-7456-44fb-986c-c6dc6efc1c3b req-6d8277bd-75e6-45eb-9a33-e3c932f01d7e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:32.514128 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d07086c8-7456-44fb-986c-c6dc6efc1c3b req-6d8277bd-75e6-45eb-9a33-e3c932f01d7e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 943 time: 0.1239536 Nov 24 21:32:32.516893 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef0f7d-92d8-49ab-9bd1-ca270d5f51a7 req-87201f15-0cd4-4aba-853c-007e72023ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:32.518262 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9fef0f7d-92d8-49ab-9bd1-ca270d5f51a7 req-87201f15-0cd4-4aba-853c-007e72023ace service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a08ef13a-31e1-40ac-b431-4b1fa69c1a86 HTTP/1.1" status: 200 len: 835 time: 0.0679443 Nov 24 21:32:32.601606 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d07086c8-7456-44fb-986c-c6dc6efc1c3b req-f38e3c52-af11-4719-b16c-fe34ad3178a7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799470 Nov 24 21:32:32.606362 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef0f7d-92d8-49ab-9bd1-ca270d5f51a7 req-5248df8a-4489-4182-825b-bb623b4fc733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:32.607803 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9fef0f7d-92d8-49ab-9bd1-ca270d5f51a7 req-5248df8a-4489-4182-825b-bb623b4fc733 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804067 Nov 24 21:32:32.717011 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9fef0f7d-92d8-49ab-9bd1-ca270d5f51a7 req-a2874b0e-77e3-48f1-9d88-69c6b3341043 service neutron] 10.222.0.15 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971110 Nov 24 21:32:32.825135 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9fef0f7d-92d8-49ab-9bd1-ca270d5f51a7 req-0affd4d9-d7ef-4913-a326-69960b856bc4 service neutron] 10.222.0.15 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004758 Nov 24 21:32:33.729899 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf6bdb-c9ee-4672-86a6-e1fbd989220b req-b4be44eb-a9a5-4637-8dd2-5b91f69ef4f0 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:33.731403 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2aaf6bdb-c9ee-4672-86a6-e1fbd989220b req-b4be44eb-a9a5-4637-8dd2-5b91f69ef4f0 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 943 time: 0.0521796 Nov 24 21:32:33.783957 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2aaf6bdb-c9ee-4672-86a6-e1fbd989220b req-db8816ce-d172-490f-9fa6-529cb98a0cff tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448911 Nov 24 21:32:34.904981 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7844f-bab6-4971-a9a3-a71336dbe71b req-05581dfb-b4e3-44db-add6-5be38b9018bb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:34.907110 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ae7844f-bab6-4971-a9a3-a71336dbe71b req-05581dfb-b4e3-44db-add6-5be38b9018bb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 943 time: 0.0512323 Nov 24 21:32:34.963330 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ae7844f-bab6-4971-a9a3-a71336dbe71b req-7b11791a-0765-4bb1-9804-4477d819cbc9 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500426 Nov 24 21:32:36.089848 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5d785-be22-4a0f-80b5-766d307aa119 req-9be9f025-707a-4596-8f24-8493aac8fa65 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:36.091406 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-01a5d785-be22-4a0f-80b5-766d307aa119 req-9be9f025-707a-4596-8f24-8493aac8fa65 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 943 time: 0.0560677 Nov 24 21:32:36.153909 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-01a5d785-be22-4a0f-80b5-766d307aa119 req-1ea8f9c1-1160-4744-b619-6a5b02b750e9 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548873 Nov 24 21:32:36.696222 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device fd7962f5-889a-41e4-b704-a55158c93587 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:32:36.797442 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port fd7962f5-889a-41e4-b704-a55158c93587, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=fd7962f5-889a-41e4-b704-a55158c93587,segment=NetworkSegment(7cab4f93-c5a9-4133-87db-a802173a6327),segment_id=7cab4f93-c5a9-4133-87db-a802173a6327)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:32:36.809355 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'fd7962f5-889a-41e4-b704-a55158c93587', 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0', 'port_id': 'fd7962f5-889a-41e4-b704-a55158c93587', 'mac_address': 'fa:16:3e:51:ca:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08ef13a-31e1-40ac-b431-4b1fa69c1a86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:32:36.852518 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:36.869598 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7962f5-889a-41e4-b704-a55158c93587 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:32:36.892299 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port fd7962f5-889a-41e4-b704-a55158c93587, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=fd7962f5-889a-41e4-b704-a55158c93587,segment=NetworkSegment(7cab4f93-c5a9-4133-87db-a802173a6327),segment_id=7cab4f93-c5a9-4133-87db-a802173a6327)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:32:36.896493 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:36.948113 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=fd7962f5-889a-41e4-b704-a55158c93587,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:37.199037 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['fd7962f5-889a-41e4-b704-a55158c93587'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:32:37.289925 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7cfaf-73e2-4002-84b2-6bc164f82fd2 req-5fb5cedf-fd23-458c-bf62-5ad6195b1862 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:37.291523 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c2e7cfaf-73e2-4002-84b2-6bc164f82fd2 req-5fb5cedf-fd23-458c-bf62-5ad6195b1862 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 944 time: 0.0562496 Nov 24 21:32:37.349659 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c2e7cfaf-73e2-4002-84b2-6bc164f82fd2 req-4827fbb4-cea5-452b-b3c0-8172384ada90 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490122 Nov 24 21:32:38.478788 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c6fca-59e2-44e6-b96d-2fb72f92d14e req-e1324a3d-5cda-44fa-8969-de112f83fd9e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:38.480531 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f93c6fca-59e2-44e6-b96d-2fb72f92d14e req-e1324a3d-5cda-44fa-8969-de112f83fd9e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 944 time: 0.0557220 Nov 24 21:32:38.533227 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f93c6fca-59e2-44e6-b96d-2fb72f92d14e req-e7d6a97e-6d75-4b0a-9d46-234219577454 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454121 Nov 24 21:32:38.704356 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device fd7962f5-889a-41e4-b704-a55158c93587 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:32:38.755700 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port fd7962f5-889a-41e4-b704-a55158c93587 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:32:38.760163 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port fd7962f5-889a-41e4-b704-a55158c93587 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:32:38.760534 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:38.848715 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:38.877499 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad88a365-7457-44fc-9085-185d093f880c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7962f5-889a-41e4-b704-a55158c93587'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:32:38.880131 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac72c021-b784-482f-9483-27fa2858e062" -d '{"events": [{"server_uuid": "ad88a365-7457-44fc-9085-185d093f880c", "name": "network-vif-plugged", "status": "completed", "tag": "fd7962f5-889a-41e4-b704-a55158c93587"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:32:38.895137 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port fd7962f5-889a-41e4-b704-a55158c93587, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=fd7962f5-889a-41e4-b704-a55158c93587,segment=NetworkSegment(7cab4f93-c5a9-4133-87db-a802173a6327),segment_id=7cab4f93-c5a9-4133-87db-a802173a6327)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:32:38.903263 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:38.938181 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5279bd-1e26-48cb-a1aa-ea24433827fb x-openstack-request-id: req-be5279bd-1e26-48cb-a1aa-ea24433827fb {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:32:38.938542 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad88a365-7457-44fc-9085-185d093f880c", "name": "network-vif-plugged", "status": "completed", "tag": "fd7962f5-889a-41e4-b704-a55158c93587", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:32:38.939410 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-be5279bd-1e26-48cb-a1aa-ea24433827fb {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:32:38.939410 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad88a365-7457-44fc-9085-185d093f880c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7962f5-889a-41e4-b704-a55158c93587', 'code': 200} Nov 24 21:32:38.950356 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2f3b-a043-485e-a625-0649c2ebb384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:38.970072 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=fd7962f5-889a-41e4-b704-a55158c93587,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:39.045684 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22232bbe-8a65-4b40-b71d-a8bfb03450c7 req-b1c12c8f-bbe0-4651-8d48-e24e646d0f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:39.047512 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-22232bbe-8a65-4b40-b71d-a8bfb03450c7 req-b1c12c8f-bbe0-4651-8d48-e24e646d0f72 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 1096 time: 0.0415776 Nov 24 21:32:39.098017 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-22232bbe-8a65-4b40-b71d-a8bfb03450c7 req-e569868f-30d5-4b36-959a-a86bef796b6c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420127 Nov 24 21:32:39.658256 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91ce67-c9ed-4388-94a5-a63c7e0f3199 req-fcddc1ab-f59c-4681-b5b4-a8dd81c2455f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:39.659806 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa91ce67-c9ed-4388-94a5-a63c7e0f3199 req-fcddc1ab-f59c-4681-b5b4-a8dd81c2455f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 945 time: 0.0543182 Nov 24 21:32:39.726548 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa91ce67-c9ed-4388-94a5-a63c7e0f3199 req-0402359c-fbc8-4114-ad88-8a9873a88b63 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605199 Nov 24 21:32:40.042944 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:40.849763 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76f658-1209-4a41-8cb6-a8a90666bd92 req-f7b12920-75c2-47d8-91a7-0239d1c70fc5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:40.851215 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e76f658-1209-4a41-8cb6-a8a90666bd92 req-f7b12920-75c2-47d8-91a7-0239d1c70fc5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 945 time: 0.0530171 Nov 24 21:32:40.907058 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e76f658-1209-4a41-8cb6-a8a90666bd92 req-accdb541-ee6c-4a81-9cae-355cd112027a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495269 Nov 24 21:32:41.029253 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46633f3-e728-43d1-b814-108aeb31bc6f req-5587ca77-65eb-43c9-9d56-09a958e7030f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:41.031315 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e46633f3-e728-43d1-b814-108aeb31bc6f req-5587ca77-65eb-43c9-9d56-09a958e7030f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 945 time: 0.0513828 Nov 24 21:32:41.082961 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e46633f3-e728-43d1-b814-108aeb31bc6f req-d7584d1f-d467-4657-9dab-b3c96a462fd4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449810 Nov 24 21:32:41.105619 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50138) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:32:41.149797 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2b9cc4-e048-445f-8204-27ba846bb5df tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:41.151358 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2b2b9cc4-e048-445f-8204-27ba846bb5df tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 1091 time: 0.0447907 Nov 24 21:32:41.154160 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50140) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:32:41.161942 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-4cdf20e4-2b4c-4f67-9ef2-7fde1ea0ad1a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': 'fd7962f5-889a-41e4-b704-a55158c93587', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:32:41.181890 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4cdf20e4-2b4c-4f67-9ef2-7fde1ea0ad1a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:41.221956 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6ddfebde-781e-4c55-af87-09fab7287772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:41.298916 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4cdf20e4-2b4c-4f67-9ef2-7fde1ea0ad1a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:41.381796 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:41.414359 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-4cdf20e4-2b4c-4f67-9ef2-7fde1ea0ad1a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Allocated IP 172.25.5.238 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/a9c2ee0d-dbad-491e-8b91-1b6fa96fd2a6) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:32:41.521647 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4cdf20e4-2b4c-4f67-9ef2-7fde1ea0ad1a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:41.561402 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4cdf20e4-2b4c-4f67-9ef2-7fde1ea0ad1a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:41.604325 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdf20e4-2b4c-4f67-9ef2-7fde1ea0ad1a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:32:41.607316 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-4cdf20e4-2b4c-4f67-9ef2-7fde1ea0ad1a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:32:41.611251 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdf20e4-2b4c-4f67-9ef2-7fde1ea0ad1a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:32:41.617160 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf20e4-2b4c-4f67-9ef2-7fde1ea0ad1a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Port': ['ID=a9c2ee0d-dbad-491e-8b91-1b6fa96fd2a6,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:42.006856 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4cdf20e4-2b4c-4f67-9ef2-7fde1ea0ad1a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:42.079497 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4cdf20e4-2b4c-4f67-9ef2-7fde1ea0ad1a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:42.258465 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4cdf20e4-2b4c-4f67-9ef2-7fde1ea0ad1a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:42.263384 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4cdf20e4-2b4c-4f67-9ef2-7fde1ea0ad1a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:42.334991 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf20e4-2b4c-4f67-9ef2-7fde1ea0ad1a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Port': ['ID=a9c2ee0d-dbad-491e-8b91-1b6fa96fd2a6,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:32:42.349324 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4cdf20e4-2b4c-4f67-9ef2-7fde1ea0ad1a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:42.462715 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-4cdf20e4-2b4c-4f67-9ef2-7fde1ea0ad1a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Floating IP 55939e4b-ad63-4227-9229-d5ff9bb72fef associated. External IP: 172.25.5.238, port: fd7962f5-889a-41e4-b704-a55158c93587. Nov 24 21:32:42.495915 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:42.691228 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdf20e4-2b4c-4f67-9ef2-7fde1ea0ad1a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Router a3e5f988-b30c-4e52-aa49-a5eab0a7f727 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:32:42.809428 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdf20e4-2b4c-4f67-9ef2-7fde1ea0ad1a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:32:42.819432 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9599c28-8362-4231-a91a-42ecbb165ea8 None None] Sync routers for ids ['a3e5f988-b30c-4e52-aa49-a5eab0a7f727'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:32:42.830641 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4cdf20e4-2b4c-4f67-9ef2-7fde1ea0ad1a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:42.831960 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9599c28-8362-4231-a91a-42ecbb165ea8 None None] Routers {'a3e5f988-b30c-4e52-aa49-a5eab0a7f727'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:32:42.832592 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-f9599c28-8362-4231-a91a-42ecbb165ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:32:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a3e5f988-b30c-4e52-aa49-a5eab0a7f727'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:32:42.864035 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4cdf20e4-2b4c-4f67-9ef2-7fde1ea0ad1a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7064111 Nov 24 21:32:42.864035 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad88a365-7457-44fc-9085-185d093f880c', 'tag': 'fd7962f5-889a-41e4-b704-a55158c93587'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:32:42.864529 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb94e1b9-ae40-4484-9d9d-8c5620a9bb9a" -d '{"events": [{"name": "network-changed", "server_uuid": "ad88a365-7457-44fc-9085-185d093f880c", "tag": "fd7962f5-889a-41e4-b704-a55158c93587"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:32:42.954820 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-f9599c28-8362-4231-a91a-42ecbb165ea8 None None] Set router a3e5f988-b30c-4e52-aa49-a5eab0a7f727 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:32:42.979352 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e97296-1877-4bd1-b5dd-5a681db1f62d req-6c49c682-d613-4f24-bb72-4719f5a736ff tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:42.981135 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e8e97296-1877-4bd1-b5dd-5a681db1f62d req-6c49c682-d613-4f24-bb72-4719f5a736ff tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 945 time: 0.0587537 Nov 24 21:32:43.043068 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e8e97296-1877-4bd1-b5dd-5a681db1f62d req-351ee937-2850-4436-87d2-6c4c5e40acb2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555160 Nov 24 21:32:43.067022 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50146) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:32:43.112230 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a1e123-00d4-4391-acef-b4053eda1abc x-openstack-request-id: req-f3a1e123-00d4-4391-acef-b4053eda1abc {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:32:43.112515 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad88a365-7457-44fc-9085-185d093f880c", "tag": "fd7962f5-889a-41e4-b704-a55158c93587", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:32:43.112810 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3a1e123-00d4-4391-acef-b4053eda1abc {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:32:43.113235 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad88a365-7457-44fc-9085-185d093f880c', 'tag': 'fd7962f5-889a-41e4-b704-a55158c93587', 'status': 'completed', 'code': 200} Nov 24 21:32:43.169590 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-58f2f0a7-beaf-46b1-a65a-49015f34a799 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/floatingips/55939e4b-ad63-4227-9229-d5ff9bb72fef HTTP/1.1" status: 200 len: 991 time: 0.1010904 Nov 24 21:32:43.181291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94e1b9-ae40-4484-9d9d-8c5620a9bb9a req-0d8ed26f-6410-48a4-9cd2-6d38303775c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:43.182864 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb94e1b9-ae40-4484-9d9d-8c5620a9bb9a req-0d8ed26f-6410-48a4-9cd2-6d38303775c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 1096 time: 0.0643766 Nov 24 21:32:43.234706 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-f9599c28-8362-4231-a91a-42ecbb165ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887106770', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:32:22Z', 'updated_at': '2021-11-24T21:32:26Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:32:23Z', 'updated_at': '2021-11-24T21:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '55939e4b-ad63-4227-9229-d5ff9bb72fef', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'port_id': 'fd7962f5-889a-41e4-b704-a55158c93587', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0', 'mac_address': 'fa:16:3e:51:ca:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad88a365-7457-44fc-9085-185d093f880c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:32:41Z', 'updated_at': '2021-11-24T21:32:41Z', 'revision_number': 0, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ea5cb95-94c0-4812-bc8c-b9a57d56ff45', 'name': '', 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:67:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'a08ef13a-31e1-40ac-b431-4b1fa69c1a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:32:25Z', 'updated_at': '2021-11-24T21:32:29Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'a08ef13a-31e1-40ac-b431-4b1fa69c1a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:32:43.267241 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9599c28-8362-4231-a91a-42ecbb165ea8 None None] Checking router: a3e5f988-b30c-4e52-aa49-a5eab0a7f727 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:32:43.278188 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9599c28-8362-4231-a91a-42ecbb165ea8 None None] Routers {'a3e5f988-b30c-4e52-aa49-a5eab0a7f727'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:32:43.278948 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-f9599c28-8362-4231-a91a-42ecbb165ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:32:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a3e5f988-b30c-4e52-aa49-a5eab0a7f727'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:32:43.293985 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94e1b9-ae40-4484-9d9d-8c5620a9bb9a req-3d9475b2-a4d8-4a30-b8e3-b79991314d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:43.295519 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb94e1b9-ae40-4484-9d9d-8c5620a9bb9a req-3d9475b2-a4d8-4a30-b8e3-b79991314d8c service neutron] 10.222.0.15 "GET /v2.0/networks?id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0 HTTP/1.1" status: 200 len: 897 time: 0.1047244 Nov 24 21:32:43.369334 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb94e1b9-ae40-4484-9d9d-8c5620a9bb9a req-f35f1338-ed3e-4e65-a272-ef520e05c78a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7962f5-889a-41e4-b704-a55158c93587 HTTP/1.1" status: 200 len: 999 time: 0.0658662 Nov 24 21:32:43.411181 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-f9599c28-8362-4231-a91a-42ecbb165ea8 None None] Set router a3e5f988-b30c-4e52-aa49-a5eab0a7f727 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:32:43.432988 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94e1b9-ae40-4484-9d9d-8c5620a9bb9a req-6e1012ca-1266-4d9f-b721-f24aa9b2ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:43.434561 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb94e1b9-ae40-4484-9d9d-8c5620a9bb9a req-6e1012ca-1266-4d9f-b721-f24aa9b2ce5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a08ef13a-31e1-40ac-b431-4b1fa69c1a86 HTTP/1.1" status: 200 len: 835 time: 0.0583653 Nov 24 21:32:43.491167 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94e1b9-ae40-4484-9d9d-8c5620a9bb9a req-40d56499-747a-445f-80c9-0c137aba75f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:32:43.492584 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb94e1b9-ae40-4484-9d9d-8c5620a9bb9a req-40d56499-747a-445f-80c9-0c137aba75f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505512 Nov 24 21:32:43.593356 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb94e1b9-ae40-4484-9d9d-8c5620a9bb9a req-2b6b17eb-f0fe-404b-bc0b-fa7e4b2f7b78 service neutron] 10.222.0.15 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930417 Nov 24 21:32:43.668049 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-f9599c28-8362-4231-a91a-42ecbb165ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887106770', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:32:22Z', 'updated_at': '2021-11-24T21:32:26Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:32:23Z', 'updated_at': '2021-11-24T21:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '55939e4b-ad63-4227-9229-d5ff9bb72fef', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'port_id': 'fd7962f5-889a-41e4-b704-a55158c93587', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0', 'mac_address': 'fa:16:3e:51:ca:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad88a365-7457-44fc-9085-185d093f880c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:32:41Z', 'updated_at': '2021-11-24T21:32:41Z', 'revision_number': 0, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ea5cb95-94c0-4812-bc8c-b9a57d56ff45', 'name': '', 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:67:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'a08ef13a-31e1-40ac-b431-4b1fa69c1a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:32:25Z', 'updated_at': '2021-11-24T21:32:29Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'a08ef13a-31e1-40ac-b431-4b1fa69c1a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:32:43.698682 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb94e1b9-ae40-4484-9d9d-8c5620a9bb9a req-9d042dd6-4e00-4d82-83d0-ddbf2801d0db service neutron] 10.222.0.15 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986617 Nov 24 21:32:43.701873 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9599c28-8362-4231-a91a-42ecbb165ea8 None None] The sync data for ids ['a3e5f988-b30c-4e52-aa49-a5eab0a7f727'] in n-d-812111-8 is: [{'id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887106770', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:32:22Z', 'updated_at': '2021-11-24T21:32:26Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:32:23Z', 'updated_at': '2021-11-24T21:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '55939e4b-ad63-4227-9229-d5ff9bb72fef', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'port_id': 'fd7962f5-889a-41e4-b704-a55158c93587', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0', 'mac_address': 'fa:16:3e:51:ca:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad88a365-7457-44fc-9085-185d093f880c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:32:41Z', 'updated_at': '2021-11-24T21:32:41Z', 'revision_number': 0, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ea5cb95-94c0-4812-bc8c-b9a57d56ff45', 'name': '', 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:67:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'a08ef13a-31e1-40ac-b431-4b1fa69c1a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:32:25Z', 'updated_at': '2021-11-24T21:32:29Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'a08ef13a-31e1-40ac-b431-4b1fa69c1a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:32:43.871676 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:32:43.922192 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7daf0c8-92c3-404c-86f4-f040382928e2 None None] New status for floating IP 55939e4b-ad63-4227-9229-d5ff9bb72fef: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:32:44.174799 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50148) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:32:44.243972 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-973c7459-fcb2-4c2c-82b7-89debf589aab tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/floatingips/55939e4b-ad63-4227-9229-d5ff9bb72fef HTTP/1.1" status: 200 len: 993 time: 0.0679879 Nov 24 21:32:44.493654 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:32:44.858306 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:03.747787 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5a8bf52-293c-4bf5-b0aa-cbcb19cf2acc req-b50369d6-e0fe-4067-92d6-901656f48d32 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456257 Nov 24 21:33:03.836739 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8bf52-293c-4bf5-b0aa-cbcb19cf2acc req-ee28aa09-9868-4703-9f0a-dce0fa489190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:03.838284 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5a8bf52-293c-4bf5-b0aa-cbcb19cf2acc req-ee28aa09-9868-4703-9f0a-dce0fa489190 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 1096 time: 0.0431890 Nov 24 21:33:03.951080 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8bf52-293c-4bf5-b0aa-cbcb19cf2acc req-17d994e5-676c-4761-b883-70b20d3e94e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:03.952587 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5a8bf52-293c-4bf5-b0aa-cbcb19cf2acc req-17d994e5-676c-4761-b883-70b20d3e94e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0 HTTP/1.1" status: 200 len: 897 time: 0.0895002 Nov 24 21:33:04.025159 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5a8bf52-293c-4bf5-b0aa-cbcb19cf2acc req-fb486292-0281-4bcb-a10c-89ed40063884 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7962f5-889a-41e4-b704-a55158c93587 HTTP/1.1" status: 200 len: 1001 time: 0.0645478 Nov 24 21:33:04.078874 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8bf52-293c-4bf5-b0aa-cbcb19cf2acc req-480beecc-0e62-4b56-b3f8-d25913b278e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:04.080365 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5a8bf52-293c-4bf5-b0aa-cbcb19cf2acc req-480beecc-0e62-4b56-b3f8-d25913b278e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a08ef13a-31e1-40ac-b431-4b1fa69c1a86 HTTP/1.1" status: 200 len: 835 time: 0.0457795 Nov 24 21:33:04.128215 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8bf52-293c-4bf5-b0aa-cbcb19cf2acc req-59341049-db7d-4f87-96ea-97f4ef1f0c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:04.131772 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5a8bf52-293c-4bf5-b0aa-cbcb19cf2acc req-59341049-db7d-4f87-96ea-97f4ef1f0c0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441370 Nov 24 21:33:04.236924 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5a8bf52-293c-4bf5-b0aa-cbcb19cf2acc req-fdee8d42-7219-48b3-b392-c568e9b0e432 service neutron] 10.222.0.15 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923481 Nov 24 21:33:04.349607 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5a8bf52-293c-4bf5-b0aa-cbcb19cf2acc req-afecbf3b-f22a-49c2-bd3a-3615a0d5642c service neutron] 10.222.0.15 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045806 Nov 24 21:33:08.913573 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5f531500-240b-43f8-8a82-0d134fa59898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:10.045386 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:11.215545 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-27ddad1e-507b-4531-a2b8-4bc5576f5346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:11.404128 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:12.498358 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:13.874792 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:14.861673 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:19.617715 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c8f0e-9bd5-41d1-aab1-e2b97199362a req-6332db4e-00df-4b24-8c22-1152c4a3c920 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:19.619283 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b80c8f0e-9bd5-41d1-aab1-e2b97199362a req-6332db4e-00df-4b24-8c22-1152c4a3c920 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 1096 time: 0.0462735 Nov 24 21:33:19.666822 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b80c8f0e-9bd5-41d1-aab1-e2b97199362a req-225de5e6-0421-41a2-a50f-3e6cd9ef43ed tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413589 Nov 24 21:33:19.787354 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bff5b-07d4-48b9-8547-578340613ded req-229ff599-c912-4376-b52b-b93195f3ef8f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:19.788972 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3d4bff5b-07d4-48b9-8547-578340613ded req-229ff599-c912-4376-b52b-b93195f3ef8f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 945 time: 0.0514696 Nov 24 21:33:19.843090 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3d4bff5b-07d4-48b9-8547-578340613ded req-bad33225-7f8c-427e-9ded-f7ccc88b3f83 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477657 Nov 24 21:33:19.870886 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50166) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:33:19.943232 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2dda60b4-d72b-4b2e-80c0-af5a32daf4ef tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/floatingips/55939e4b-ad63-4227-9229-d5ff9bb72fef HTTP/1.1" status: 200 len: 993 time: 0.0709991 Nov 24 21:33:20.442411 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-803b281b-1508-460e-9163-c37e66dc480d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0739691 Nov 24 21:33:20.451112 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08a456-e365-4764-a06c-1c14dbffe5b2 req-f7c9ada5-bd1c-4246-b6c3-33b87c814d95 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:20.452606 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c08a456-e365-4764-a06c-1c14dbffe5b2 req-f7c9ada5-bd1c-4246-b6c3-33b87c814d95 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 945 time: 0.0761783 Nov 24 21:33:20.507627 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c08a456-e365-4764-a06c-1c14dbffe5b2 req-857cd940-07dc-481d-a329-7f78ac347ca3 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480149 Nov 24 21:33:21.494707 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:33:21.642496 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-53d5e3a6-0451-4cea-9418-545260fa8d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:21.644083 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-53d5e3a6-0451-4cea-9418-545260fa8d61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 1096 time: 0.0750055 Nov 24 21:33:21.660771 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497f2e2-56d8-479a-919e-6b21a27f5628 req-c18d22ae-3a53-4d92-9e17-0cf16698807e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:21.662583 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1497f2e2-56d8-479a-919e-6b21a27f5628 req-c18d22ae-3a53-4d92-9e17-0cf16698807e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 945 time: 0.0659950 Nov 24 21:33:21.769357 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1497f2e2-56d8-479a-919e-6b21a27f5628 req-742adb1e-00e1-4010-891d-a6f4b0883907 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981352 Nov 24 21:33:21.789360 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-e88c5d9a-b0b0-4ab4-896d-09a240404345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:21.790846 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-e88c5d9a-b0b0-4ab4-896d-09a240404345 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0 HTTP/1.1" status: 200 len: 897 time: 0.1273558 Nov 24 21:33:21.879877 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-dd04f970-1e26-4dd4-957d-b161896c946d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7962f5-889a-41e4-b704-a55158c93587 HTTP/1.1" status: 200 len: 1001 time: 0.0751710 Nov 24 21:33:21.947907 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-a9ad8c32-8e86-4ec2-b6ea-92b701be099e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:21.949509 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-a9ad8c32-8e86-4ec2-b6ea-92b701be099e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a08ef13a-31e1-40ac-b431-4b1fa69c1a86 HTTP/1.1" status: 200 len: 835 time: 0.0571160 Nov 24 21:33:22.001139 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-6603bb04-d65e-4eee-8f30-61e08edfcc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:22.002663 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-6603bb04-d65e-4eee-8f30-61e08edfcc3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425124 Nov 24 21:33:22.470402 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-d4a3c42d-fe1d-4990-a456-f7d1dd19f6a3 service neutron] 10.222.0.15 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579449 Nov 24 21:33:22.566366 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-dc2f7458-5029-436d-ae88-630bbfae064b service neutron] 10.222.0.15 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883584 Nov 24 21:33:22.896575 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbc128-54d0-4f4e-952f-bea792c74f76 req-9a159e0b-608e-464c-99f4-cab5966420d3 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:22.898160 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cdfbc128-54d0-4f4e-952f-bea792c74f76 req-9a159e0b-608e-464c-99f4-cab5966420d3 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 945 time: 0.0563853 Nov 24 21:33:22.955274 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cdfbc128-54d0-4f4e-952f-bea792c74f76 req-619296a4-b12c-4d33-97a8-41bf233b3f1b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508885 Nov 24 21:33:24.079770 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d3e6b-ba70-4a93-9846-1c96bdcc4d65 req-a5199992-2c68-49ea-92df-8dd6fa2c6c68 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:24.081303 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-865d3e6b-ba70-4a93-9846-1c96bdcc4d65 req-a5199992-2c68-49ea-92df-8dd6fa2c6c68 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 945 time: 0.0509579 Nov 24 21:33:24.137264 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-865d3e6b-ba70-4a93-9846-1c96bdcc4d65 req-5473330b-8388-4f2d-bdc3-683627288a96 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457032 Nov 24 21:33:25.267914 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f3de4-d30e-49b2-b5a1-a2d72a254e84 req-5b303734-9433-4063-911e-af2dc3a5bf1b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:25.269531 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9b1f3de4-d30e-49b2-b5a1-a2d72a254e84 req-5b303734-9433-4063-911e-af2dc3a5bf1b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 945 time: 0.0607908 Nov 24 21:33:25.326525 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9b1f3de4-d30e-49b2-b5a1-a2d72a254e84 req-9c88a3a4-633b-4047-8d97-636e43c22521 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502150 Nov 24 21:33:26.445774 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1b6c4-6e16-4f2a-91bf-d8b97712aa09 req-93812697-ee2c-4dbd-af5e-f34284f5ee54 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:26.447227 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9fc1b6c4-6e16-4f2a-91bf-d8b97712aa09 req-93812697-ee2c-4dbd-af5e-f34284f5ee54 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 945 time: 0.0497026 Nov 24 21:33:26.502679 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9fc1b6c4-6e16-4f2a-91bf-d8b97712aa09 req-4923725c-e8a9-49c3-9d34-42029886266d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493624 Nov 24 21:33:27.623773 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b561cf-5247-4661-a0d5-09abc06648ee req-a668ae2d-69ed-4e66-935f-5d1f83eaa776 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:27.625329 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e9b561cf-5247-4661-a0d5-09abc06648ee req-a668ae2d-69ed-4e66-935f-5d1f83eaa776 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 945 time: 0.0515540 Nov 24 21:33:27.682458 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e9b561cf-5247-4661-a0d5-09abc06648ee req-d10df783-3103-4ac6-bee8-11b2d76568c4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510607 Nov 24 21:33:28.805955 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4556f2-3180-4e68-9d13-39c4b7658dbe req-8fa34f5e-702f-4eb4-a082-4db0570bd993 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:28.807772 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3c4556f2-3180-4e68-9d13-39c4b7658dbe req-8fa34f5e-702f-4eb4-a082-4db0570bd993 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 945 time: 0.0498233 Nov 24 21:33:28.860135 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3c4556f2-3180-4e68-9d13-39c4b7658dbe req-b8975a49-3e8d-4244-99ea-6af977ab214c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462010 Nov 24 21:33:29.995783 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0706e5-3795-403f-9d04-6c4be4e45701 req-7f103d79-7537-4bd1-ad47-3761fb07182c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:29.997450 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8a0706e5-3795-403f-9d04-6c4be4e45701 req-7f103d79-7537-4bd1-ad47-3761fb07182c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 945 time: 0.0584579 Nov 24 21:33:30.052519 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8a0706e5-3795-403f-9d04-6c4be4e45701 req-8e2f855d-e8e7-4cdf-be64-31f5a0508bce tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489130 Nov 24 21:33:31.177804 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da68185-8d2c-4707-be77-337cc4f2b32f req-b905f25c-24ad-4615-ae92-724c8ee0301e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:31.179198 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6da68185-8d2c-4707-be77-337cc4f2b32f req-b905f25c-24ad-4615-ae92-724c8ee0301e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 945 time: 0.0556672 Nov 24 21:33:31.233308 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6da68185-8d2c-4707-be77-337cc4f2b32f req-f3e111f6-8acd-4130-aafe-c03d20078779 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481269 Nov 24 21:33:32.352882 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c5b3a-f8e3-4f8d-a03f-8f684923c8cd req-4288a5d4-3851-43df-8fe6-f530c202c79f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:32.355315 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd5c5b3a-f8e3-4f8d-a03f-8f684923c8cd req-4288a5d4-3851-43df-8fe6-f530c202c79f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 945 time: 0.0495446 Nov 24 21:33:32.407922 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd5c5b3a-f8e3-4f8d-a03f-8f684923c8cd req-8d818f15-5bf6-4de4-9849-636364211d54 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469854 Nov 24 21:33:33.534060 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7affabc-995c-42d5-b2ba-1cd2b9f46924 req-5c2dbd2a-1c3a-4d17-8705-b50ebf4bc3a9 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:33.535750 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a7affabc-995c-42d5-b2ba-1cd2b9f46924 req-5c2dbd2a-1c3a-4d17-8705-b50ebf4bc3a9 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 945 time: 0.0520763 Nov 24 21:33:33.593585 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a7affabc-995c-42d5-b2ba-1cd2b9f46924 req-a0f11af3-35f8-421c-9394-de7ace70b8b9 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499671 Nov 24 21:33:34.713138 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d575094-9d8b-41dc-b2c5-2c7fc15aeb99 req-bdb53037-40f5-415b-90c0-125695d6383e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:34.714623 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1d575094-9d8b-41dc-b2c5-2c7fc15aeb99 req-bdb53037-40f5-415b-90c0-125695d6383e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 945 time: 0.0503800 Nov 24 21:33:34.766758 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1d575094-9d8b-41dc-b2c5-2c7fc15aeb99 req-7d94e146-fc08-4c42-89e8-e0af90a01841 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461156 Nov 24 21:33:35.886974 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13d174-6dbb-4401-a20d-d7444b9be60b req-8531f92c-5b1d-4cc5-a9f0-574c233b3846 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:35.888465 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c13d174-6dbb-4401-a20d-d7444b9be60b req-8531f92c-5b1d-4cc5-a9f0-574c233b3846 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 945 time: 0.0502973 Nov 24 21:33:35.940414 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c13d174-6dbb-4401-a20d-d7444b9be60b req-4fbfe6e3-ed0c-4427-815c-2e1fe338decd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452871 Nov 24 21:33:37.074408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05292e14-cfe4-43f4-8bcc-b46a0b7c503c req-0c25726f-8c21-4bee-a59b-006a5d4f2fd6 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:37.076305 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05292e14-cfe4-43f4-8bcc-b46a0b7c503c req-0c25726f-8c21-4bee-a59b-006a5d4f2fd6 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 945 time: 0.0553834 Nov 24 21:33:37.132582 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05292e14-cfe4-43f4-8bcc-b46a0b7c503c req-0a5fe9fe-5e67-4cef-812a-1f42fd1459e4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478268 Nov 24 21:33:38.256696 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22b164-0428-49da-8c03-0ca2d432bd2f req-51b3d40d-4b0f-4da8-a7fc-35f153863581 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:38.258285 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb22b164-0428-49da-8c03-0ca2d432bd2f req-51b3d40d-4b0f-4da8-a7fc-35f153863581 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 945 time: 0.0526752 Nov 24 21:33:38.310393 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb22b164-0428-49da-8c03-0ca2d432bd2f req-c889c37a-8be7-434a-995e-5faa5df9db81 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461328 Nov 24 21:33:38.918299 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1684dc4e-c48b-490a-a9df-10c701020de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:39.441272 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab689a1-5272-4df4-b1ca-4c38a8d4abe2 req-388dbf7e-8a2b-4ad4-ba94-970eb11e6166 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:39.442806 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ab689a1-5272-4df4-b1ca-4c38a8d4abe2 req-388dbf7e-8a2b-4ad4-ba94-970eb11e6166 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 945 time: 0.0549467 Nov 24 21:33:39.497603 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ab689a1-5272-4df4-b1ca-4c38a8d4abe2 req-ca096b44-e19b-4bd9-abba-849e6216cfff tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486846 Nov 24 21:33:39.793217 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-d6d2cc9a-4d58-42a1-b54e-a55e10fc6e28 service neutron] show failed (client error): The resource could not be found. Nov 24 21:33:39.794158 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-d6d2cc9a-4d58-42a1-b54e-a55e10fc6e28 service neutron] 10.222.0.15 "GET /v2.0/ports/fd7962f5-889a-41e4-b704-a55158c93587/bindings/n-h1-812111-8 HTTP/1.1" status: 404 len: 380 time: 0.0579643 Nov 24 21:33:40.032907 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-cbb866de-a6e6-41a4-afca-b250b81cced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:40.034441 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-cbb866de-a6e6-41a4-afca-b250b81cced4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c&tenant_id=485bf2fed1d94cb695e544caa851c167 HTTP/1.1" status: 200 len: 1096 time: 0.0495231 Nov 24 21:33:40.043903 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:40.046578 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-8', 'device_owner': 'compute:nova'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:33:40.108480 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:40.324437 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] For port fd7962f5-889a-41e4-b704-a55158c93587, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=fd7962f5-889a-41e4-b704-a55158c93587,segment=NetworkSegment(7cab4f93-c5a9-4133-87db-a802173a6327),segment_id=7cab4f93-c5a9-4133-87db-a802173a6327)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:33:40.358483 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] For port fd7962f5-889a-41e4-b704-a55158c93587, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:33:40.404454 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad88a365-7457-44fc-9085-185d093f880c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7962f5-889a-41e4-b704-a55158c93587'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:33:40.406849 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d05170-ad80-432a-a8e9-79be227f21bf" -d '{"events": [{"server_uuid": "ad88a365-7457-44fc-9085-185d093f880c", "name": "network-vif-unplugged", "status": "completed", "tag": "fd7962f5-889a-41e4-b704-a55158c93587"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:33:40.410986 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:40.429311 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Transition to ACTIVE for port object fd7962f5-889a-41e4-b704-a55158c93587 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:33:40.433566 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:40.509619 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 21:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1441dfe7-9933-4ce1-81e2-ac84b8de4029 x-openstack-request-id: req-1441dfe7-9933-4ce1-81e2-ac84b8de4029 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:33:40.509922 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad88a365-7457-44fc-9085-185d093f880c", "name": "network-vif-unplugged", "status": "completed", "tag": "fd7962f5-889a-41e4-b704-a55158c93587", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:33:40.510179 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1441dfe7-9933-4ce1-81e2-ac84b8de4029 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:33:40.510578 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad88a365-7457-44fc-9085-185d093f880c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7962f5-889a-41e4-b704-a55158c93587', 'code': 200} Nov 24 21:33:40.519241 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7962f5-889a-41e4-b704-a55158c93587,revision_number=6']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:33:40.534582 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:40.534937 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:40.535281 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:40.535618 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:40.536081 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:40.536271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:40.536773 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:40.537486 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:40.537950 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:40.538526 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:40.539106 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:40.539327 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:40.581566 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] No DVR routers for this DVR port fd7962f5-889a-41e4-b704-a55158c93587 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:33:40.644684 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd406a1-b0f3-4e98-9ef2-dd7b429e473d req-f5ba0ab2-27d7-4acc-bf04-b0537f79c33b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:40.647190 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2bd406a1-b0f3-4e98-9ef2-dd7b429e473d req-f5ba0ab2-27d7-4acc-bf04-b0537f79c33b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 943 time: 0.0671413 Nov 24 21:33:40.705227 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2bd406a1-b0f3-4e98-9ef2-dd7b429e473d req-99c8ae28-2488-4473-b39c-3b2988576960 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495148 Nov 24 21:33:40.737005 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Attempting to bind port fd7962f5-889a-41e4-b704-a55158c93587 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:33:40.737945 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Attempting to bind port fd7962f5-889a-41e4-b704-a55158c93587 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '7cab4f93-c5a9-4133-87db-a802173a6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:33:40.738285 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Attempting to bind port fd7962f5-889a-41e4-b704-a55158c93587 on network 6aa8677b-f8c0-4bd2-8552-e9d6817583a0 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:33:40.744040 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Port fd7962f5-889a-41e4-b704-a55158c93587 on network 6aa8677b-f8c0-4bd2-8552-e9d6817583a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:33:40.744294 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Attempting to bind port fd7962f5-889a-41e4-b704-a55158c93587 on network 6aa8677b-f8c0-4bd2-8552-e9d6817583a0 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:33:40.754261 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:33:40.754261 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Checking segment: {'id': '7cab4f93-c5a9-4133-87db-a802173a6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:33:40.754261 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Bound using segment: {'id': '7cab4f93-c5a9-4133-87db-a802173a6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:33:40.754261 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Bound port: fd7962f5-889a-41e4-b704-a55158c93587, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cab4f93-c5a9-4133-87db-a802173a6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:33:40.754261 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:40.824038 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] For port fd7962f5-889a-41e4-b704-a55158c93587, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:33:40.827295 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] For port fd7962f5-889a-41e4-b704-a55158c93587, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=fd7962f5-889a-41e4-b704-a55158c93587,segment=NetworkSegment(7cab4f93-c5a9-4133-87db-a802173a6327),segment_id=7cab4f93-c5a9-4133-87db-a802173a6327)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:33:40.832794 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:40.870832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:40.871462 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:40.872902 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] 10.222.0.48 "PUT /v2.0/ports/fd7962f5-889a-41e4-b704-a55158c93587 HTTP/1.1" status: 200 len: 1091 time: 0.8306255 Nov 24 21:33:40.910574 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f2936-e4ee-4f08-bc8d-deb62c6fb053 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7962f5-889a-41e4-b704-a55158c93587,revision_number=7']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:33:40.947650 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-5383b93f-01e6-43a9-b2ca-f2872dbce438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:40.949262 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-5383b93f-01e6-43a9-b2ca-f2872dbce438 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 1094 time: 0.0502090 Nov 24 21:33:41.059263 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-4229a876-9ee9-440b-8641-a68e7506d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:41.060820 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-4229a876-9ee9-440b-8641-a68e7506d8de service neutron] 10.222.0.48 "GET /v2.0/networks?id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0 HTTP/1.1" status: 200 len: 897 time: 0.1049135 Nov 24 21:33:41.148417 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-ea56b9ce-4114-491f-9410-4e20bc95962b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7962f5-889a-41e4-b704-a55158c93587 HTTP/1.1" status: 200 len: 999 time: 0.0807405 Nov 24 21:33:41.203207 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-c3b42004-c3da-47f6-af75-adedc4a55520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:41.204728 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-c3b42004-c3da-47f6-af75-adedc4a55520 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a08ef13a-31e1-40ac-b431-4b1fa69c1a86 HTTP/1.1" status: 200 len: 835 time: 0.0490763 Nov 24 21:33:41.223293 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9ad776cf-c0a0-4da2-abd2-52e47c78a2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:41.253522 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-344fa28e-78f1-4592-b3fb-7a25a740b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:41.255028 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-344fa28e-78f1-4592-b3fb-7a25a740b077 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433044 Nov 24 21:33:41.360781 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-d141218d-ee49-4b3f-bbc5-4002695c16e9 service neutron] 10.222.0.48 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976524 Nov 24 21:33:41.412022 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:41.457849 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-da09678a-4b40-4a10-9b0e-6dbd67a499d0 req-b2877e7b-7cd2-4c1b-8387-ab312fe53da1 service neutron] 10.222.0.48 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903707 Nov 24 21:33:41.837850 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e890475-87c3-43af-aec2-f0a42b1fe375 req-743bb8c4-ead6-46f8-832f-18b85de38d41 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:41.839380 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e890475-87c3-43af-aec2-f0a42b1fe375 req-743bb8c4-ead6-46f8-832f-18b85de38d41 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 943 time: 0.0549321 Nov 24 21:33:41.890539 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e890475-87c3-43af-aec2-f0a42b1fe375 req-7d470215-7644-4748-812f-a131b6b403c3 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449209 Nov 24 21:33:42.500247 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:42.511664 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad88a365-7457-44fc-9085-185d093f880c', 'tag': 'fd7962f5-889a-41e4-b704-a55158c93587'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:33:42.514141 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3fb37a-ff1e-4904-aa21-cc5e68831e40" -d '{"events": [{"name": "network-changed", "server_uuid": "ad88a365-7457-44fc-9085-185d093f880c", "tag": "fd7962f5-889a-41e4-b704-a55158c93587"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:33:42.561978 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cdae8f-91c8-48df-848e-0f94eb11f178 x-openstack-request-id: req-24cdae8f-91c8-48df-848e-0f94eb11f178 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:33:42.562282 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad88a365-7457-44fc-9085-185d093f880c", "tag": "fd7962f5-889a-41e4-b704-a55158c93587", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:33:42.562541 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-24cdae8f-91c8-48df-848e-0f94eb11f178 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:33:42.562957 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad88a365-7457-44fc-9085-185d093f880c', 'tag': 'fd7962f5-889a-41e4-b704-a55158c93587', 'status': 'completed', 'code': 200} Nov 24 21:33:42.628122 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fb37a-ff1e-4904-aa21-cc5e68831e40 req-859ceb15-cbaf-4111-a0ed-ef74b381c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:42.628407 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fb37a-ff1e-4904-aa21-cc5e68831e40 req-7200cf77-e644-4dd9-9377-841c8eb65bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:42.629696 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf3fb37a-ff1e-4904-aa21-cc5e68831e40 req-859ceb15-cbaf-4111-a0ed-ef74b381c774 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 1094 time: 0.0419815 Nov 24 21:33:42.629964 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bf3fb37a-ff1e-4904-aa21-cc5e68831e40 req-7200cf77-e644-4dd9-9377-841c8eb65bfc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 1094 time: 0.0436449 Nov 24 21:33:42.732442 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fb37a-ff1e-4904-aa21-cc5e68831e40 req-0f304142-3a33-4a1d-9af7-723523185c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:42.733991 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bf3fb37a-ff1e-4904-aa21-cc5e68831e40 req-0f304142-3a33-4a1d-9af7-723523185c54 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0 HTTP/1.1" status: 200 len: 897 time: 0.0947728 Nov 24 21:33:42.734611 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fb37a-ff1e-4904-aa21-cc5e68831e40 req-1c70d29a-1f3b-4374-a556-66f4274a482b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:42.736062 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf3fb37a-ff1e-4904-aa21-cc5e68831e40 req-1c70d29a-1f3b-4374-a556-66f4274a482b service neutron] 10.222.0.15 "GET /v2.0/networks?id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0 HTTP/1.1" status: 200 len: 897 time: 0.0950034 Nov 24 21:33:42.810265 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf3fb37a-ff1e-4904-aa21-cc5e68831e40 req-82c0b0e2-7feb-4143-acb9-c38520ae3a8a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7962f5-889a-41e4-b704-a55158c93587 HTTP/1.1" status: 200 len: 999 time: 0.0609398 Nov 24 21:33:42.810469 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bf3fb37a-ff1e-4904-aa21-cc5e68831e40 req-7d0b75f8-4535-4bf5-9dec-ed91789f0dc9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7962f5-889a-41e4-b704-a55158c93587 HTTP/1.1" status: 200 len: 999 time: 0.0663834 Nov 24 21:33:42.863809 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fb37a-ff1e-4904-aa21-cc5e68831e40 req-2e2cd66d-2aa9-4317-8f73-a9baf17e8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:42.864054 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fb37a-ff1e-4904-aa21-cc5e68831e40 req-5c9f4c11-b82e-44dc-967b-2e3d2ad0f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:42.865830 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf3fb37a-ff1e-4904-aa21-cc5e68831e40 req-5c9f4c11-b82e-44dc-967b-2e3d2ad0f62f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a08ef13a-31e1-40ac-b431-4b1fa69c1a86 HTTP/1.1" status: 200 len: 835 time: 0.0463383 Nov 24 21:33:42.865958 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bf3fb37a-ff1e-4904-aa21-cc5e68831e40 req-2e2cd66d-2aa9-4317-8f73-a9baf17e8ffe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a08ef13a-31e1-40ac-b431-4b1fa69c1a86 HTTP/1.1" status: 200 len: 835 time: 0.0463603 Nov 24 21:33:42.915852 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fb37a-ff1e-4904-aa21-cc5e68831e40 req-7764af57-19f6-4f5a-ac90-6ab500588cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:42.917870 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bf3fb37a-ff1e-4904-aa21-cc5e68831e40 req-7764af57-19f6-4f5a-ac90-6ab500588cb6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440195 Nov 24 21:33:42.925531 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fb37a-ff1e-4904-aa21-cc5e68831e40 req-be7f46cf-e50e-4e9a-b359-e0c43eadd6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:42.927075 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf3fb37a-ff1e-4904-aa21-cc5e68831e40 req-be7f46cf-e50e-4e9a-b359-e0c43eadd6eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496469 Nov 24 21:33:43.047665 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bf3fb37a-ff1e-4904-aa21-cc5e68831e40 req-3fb68c9b-129b-4a86-8af0-4a5b2b44a0c2 service neutron] 10.222.0.48 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139848 Nov 24 21:33:43.075242 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1575c-091c-4bf8-850e-eceb6ad77549 req-17864796-fd2c-4750-9707-0ebaad6cf5dd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:43.076721 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-64d1575c-091c-4bf8-850e-eceb6ad77549 req-17864796-fd2c-4750-9707-0ebaad6cf5dd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 943 time: 0.1027160 Nov 24 21:33:43.107701 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf3fb37a-ff1e-4904-aa21-cc5e68831e40 req-b683d342-f001-4926-8e33-1c94c27d200f service neutron] 10.222.0.15 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674078 Nov 24 21:33:43.160843 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bf3fb37a-ff1e-4904-aa21-cc5e68831e40 req-ca5cd446-7e6b-4e16-8150-8771abd98944 service neutron] 10.222.0.48 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997005 Nov 24 21:33:43.166978 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-64d1575c-091c-4bf8-850e-eceb6ad77549 req-6d37e83e-e2b2-4a5f-a111-5d39a4aad8ab tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785308 Nov 24 21:33:43.228269 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf3fb37a-ff1e-4904-aa21-cc5e68831e40 req-db08b10c-116a-4319-8d28-aa98dc170587 service neutron] 10.222.0.15 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097221 Nov 24 21:33:43.878536 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:44.068248 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device fd7962f5-889a-41e4-b704-a55158c93587 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:33:44.171348 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port fd7962f5-889a-41e4-b704-a55158c93587, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=fd7962f5-889a-41e4-b704-a55158c93587,segment=NetworkSegment(7cab4f93-c5a9-4133-87db-a802173a6327),segment_id=7cab4f93-c5a9-4133-87db-a802173a6327)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:33:44.186345 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'fd7962f5-889a-41e4-b704-a55158c93587', 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0', 'port_id': 'fd7962f5-889a-41e4-b704-a55158c93587', 'mac_address': 'fa:16:3e:51:ca:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08ef13a-31e1-40ac-b431-4b1fa69c1a86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:33:44.228552 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:44.243630 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7962f5-889a-41e4-b704-a55158c93587 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:33:44.265179 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port fd7962f5-889a-41e4-b704-a55158c93587, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=fd7962f5-889a-41e4-b704-a55158c93587,segment=NetworkSegment(7cab4f93-c5a9-4133-87db-a802173a6327),segment_id=7cab4f93-c5a9-4133-87db-a802173a6327)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:33:44.269610 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:44.307197 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb82ea1-e009-42a4-a4c7-686f72a67017 req-d0e3c368-0838-4f1f-ac26-19bdb19376dd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:44.308843 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-acb82ea1-e009-42a4-a4c7-686f72a67017 req-d0e3c368-0838-4f1f-ac26-19bdb19376dd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 943 time: 0.0586579 Nov 24 21:33:44.320402 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=fd7962f5-889a-41e4-b704-a55158c93587,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:33:44.328013 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:44.328386 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:44.328718 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:44.329085 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:44.329430 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:44.329770 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:44.330105 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:44.330441 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:44.330771 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:44.331105 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:44.331439 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:44.331769 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:44.370425 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-acb82ea1-e009-42a4-a4c7-686f72a67017 req-20c01ac8-ecc9-4694-bf89-8ac6512ef6cf tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555151 Nov 24 21:33:44.486431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['fd7962f5-889a-41e4-b704-a55158c93587'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:33:44.638840 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e262a-6817-4107-a696-e41d90a51415 req-a06cfd29-3120-4783-8a34-37461832e22f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:44.640359 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-355e262a-6817-4107-a696-e41d90a51415 req-a06cfd29-3120-4783-8a34-37461832e22f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 944 time: 0.0532691 Nov 24 21:33:44.670553 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e9a23e09-2f6c-428c-a861-00e9e4b059c9 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:44.672222 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e9a23e09-2f6c-428c-a861-00e9e4b059c9 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c&tenant_id=485bf2fed1d94cb695e544caa851c167&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 944 time: 0.1098089 Nov 24 21:33:44.696615 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-355e262a-6817-4107-a696-e41d90a51415 req-66e570ec-3536-4723-9784-ef3f653e9417 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471010 Nov 24 21:33:44.745555 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-2394a9c4-cd87-441c-8477-f86a9ec37ca2 service neutron] 10.222.0.48 "GET /v2.0/ports/fd7962f5-889a-41e4-b704-a55158c93587/bindings/n-h1-812111-8 HTTP/1.1" status: 200 len: 382 time: 0.0658391 Nov 24 21:33:44.811409 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-4317c539-cd38-4aa5-a01a-27024d3ae451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:44.813016 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-4317c539-cd38-4aa5-a01a-27024d3ae451 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 1095 time: 0.0424895 Nov 24 21:33:44.867214 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:44.915512 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-6d12f73f-63c2-41b6-828c-8dd0df9f4202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:44.917133 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-6d12f73f-63c2-41b6-828c-8dd0df9f4202 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0 HTTP/1.1" status: 200 len: 897 time: 0.0969846 Nov 24 21:33:44.986890 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-f83b75e0-71af-40b4-87a4-0c722131b9a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7962f5-889a-41e4-b704-a55158c93587 HTTP/1.1" status: 200 len: 1000 time: 0.0627165 Nov 24 21:33:45.043696 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-b6dacc5e-7994-407a-a7c8-2f5501e894fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:45.045216 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-b6dacc5e-7994-407a-a7c8-2f5501e894fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a08ef13a-31e1-40ac-b431-4b1fa69c1a86 HTTP/1.1" status: 200 len: 835 time: 0.0512476 Nov 24 21:33:45.048395 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device fd7962f5-889a-41e4-b704-a55158c93587 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:33:45.088663 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device fd7962f5-889a-41e4-b704-a55158c93587 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:33:45.094553 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-a35bde93-dfb3-4ce9-bdbc-ca1dee958e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:45.096063 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-a35bde93-dfb3-4ce9-bdbc-ca1dee958e27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424907 Nov 24 21:33:45.191850 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-c470c93c-316f-418c-a777-e0fdc02936bf service neutron] 10.222.0.48 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877228 Nov 24 21:33:45.293066 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-acac7710-f9e0-4d05-a9dd-e4d1b3edba10 service neutron] 10.222.0.48 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945978 Nov 24 21:33:45.817591 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacb658-3bfe-4b5c-8a92-691f3a3d6af4 req-6afcd4aa-dded-44bf-ad95-abf5570b1655 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:45.819858 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ebacb658-3bfe-4b5c-8a92-691f3a3d6af4 req-6afcd4aa-dded-44bf-ad95-abf5570b1655 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 944 time: 0.0511167 Nov 24 21:33:45.876159 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ebacb658-3bfe-4b5c-8a92-691f3a3d6af4 req-518ec7de-b44e-46d2-ac88-58706a38702e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503037 Nov 24 21:33:46.072661 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device fd7962f5-889a-41e4-b704-a55158c93587 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:33:46.124076 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port fd7962f5-889a-41e4-b704-a55158c93587 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:33:46.128183 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port fd7962f5-889a-41e4-b704-a55158c93587 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:33:46.128557 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:46.210044 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:46.234172 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad88a365-7457-44fc-9085-185d093f880c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7962f5-889a-41e4-b704-a55158c93587'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:33:46.236426 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71923f2f-d887-4980-9d38-e758f17a1b17" -d '{"events": [{"server_uuid": "ad88a365-7457-44fc-9085-185d093f880c", "name": "network-vif-plugged", "status": "completed", "tag": "fd7962f5-889a-41e4-b704-a55158c93587"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:33:46.250755 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port fd7962f5-889a-41e4-b704-a55158c93587, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=fd7962f5-889a-41e4-b704-a55158c93587,segment=NetworkSegment(7cab4f93-c5a9-4133-87db-a802173a6327),segment_id=7cab4f93-c5a9-4133-87db-a802173a6327)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:33:46.255155 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:46.292725 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578cb413-e208-4170-b3e4-31a16bd8fedb x-openstack-request-id: req-578cb413-e208-4170-b3e4-31a16bd8fedb {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:33:46.293056 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad88a365-7457-44fc-9085-185d093f880c", "name": "network-vif-plugged", "status": "completed", "tag": "fd7962f5-889a-41e4-b704-a55158c93587", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:33:46.293313 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-578cb413-e208-4170-b3e4-31a16bd8fedb {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:33:46.293708 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad88a365-7457-44fc-9085-185d093f880c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7962f5-889a-41e4-b704-a55158c93587', 'code': 200} Nov 24 21:33:46.309000 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=fd7962f5-889a-41e4-b704-a55158c93587,revision_number=9']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:33:47.007555 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818351a-8d14-420f-9b88-bfca91a416d7 req-5f9bd53c-491c-48e1-924a-3ee4ee4aa973 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:47.009163 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b818351a-8d14-420f-9b88-bfca91a416d7 req-5f9bd53c-491c-48e1-924a-3ee4ee4aa973 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 945 time: 0.0547304 Nov 24 21:33:47.063370 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b818351a-8d14-420f-9b88-bfca91a416d7 req-22efe6e5-7245-43ef-879c-c62550446a31 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481348 Nov 24 21:33:47.269868 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-a8a00569-edc1-4543-9b6c-9808950b29c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:47.271964 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-a8a00569-edc1-4543-9b6c-9808950b29c5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c&tenant_id=485bf2fed1d94cb695e544caa851c167 HTTP/1.1" status: 200 len: 1096 time: 0.0741746 Nov 24 21:33:47.288876 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-8', 'device_owner': 'compute:nova'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:33:47.353854 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:47.569389 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] For port fd7962f5-889a-41e4-b704-a55158c93587, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=fd7962f5-889a-41e4-b704-a55158c93587,segment=NetworkSegment(7cab4f93-c5a9-4133-87db-a802173a6327),segment_id=7cab4f93-c5a9-4133-87db-a802173a6327)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:33:47.603864 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] For port fd7962f5-889a-41e4-b704-a55158c93587, host n-h1-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:33:47.646970 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad88a365-7457-44fc-9085-185d093f880c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7962f5-889a-41e4-b704-a55158c93587'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:33:47.649425 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db639b8d-d6d2-4543-98f4-765d221a486d" -d '{"events": [{"server_uuid": "ad88a365-7457-44fc-9085-185d093f880c", "name": "network-vif-unplugged", "status": "completed", "tag": "fd7962f5-889a-41e4-b704-a55158c93587"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:33:47.653435 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:47.668528 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Transition to ACTIVE for port object fd7962f5-889a-41e4-b704-a55158c93587 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:33:47.672947 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:47.714270 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 21:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b52645d-0182-4495-97cd-d56d028f6f51 x-openstack-request-id: req-4b52645d-0182-4495-97cd-d56d028f6f51 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:33:47.714270 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad88a365-7457-44fc-9085-185d093f880c", "name": "network-vif-unplugged", "status": "completed", "tag": "fd7962f5-889a-41e4-b704-a55158c93587", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:33:47.714270 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4b52645d-0182-4495-97cd-d56d028f6f51 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:33:47.714644 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad88a365-7457-44fc-9085-185d093f880c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7962f5-889a-41e4-b704-a55158c93587', 'code': 200} Nov 24 21:33:47.782493 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7962f5-889a-41e4-b704-a55158c93587,revision_number=10']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:33:47.808280 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:47.808629 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:47.809069 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:47.809408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:47.809743 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:47.810077 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:47.810400 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:47.810730 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:47.811056 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:47.811387 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:47.811711 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:47.812031 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:33:47.901773 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] No DVR routers for this DVR port fd7962f5-889a-41e4-b704-a55158c93587 on host n-h1-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:33:48.044267 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Attempting to bind port fd7962f5-889a-41e4-b704-a55158c93587 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:33:48.044927 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Attempting to bind port fd7962f5-889a-41e4-b704-a55158c93587 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '7cab4f93-c5a9-4133-87db-a802173a6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:33:48.044927 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Attempting to bind port fd7962f5-889a-41e4-b704-a55158c93587 on network 6aa8677b-f8c0-4bd2-8552-e9d6817583a0 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:33:48.049312 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Port fd7962f5-889a-41e4-b704-a55158c93587 on network 6aa8677b-f8c0-4bd2-8552-e9d6817583a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:33:48.049635 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Attempting to bind port fd7962f5-889a-41e4-b704-a55158c93587 on network 6aa8677b-f8c0-4bd2-8552-e9d6817583a0 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:33:48.055933 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:33:48.056266 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Checking segment: {'id': '7cab4f93-c5a9-4133-87db-a802173a6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:33:48.056646 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Bound using segment: {'id': '7cab4f93-c5a9-4133-87db-a802173a6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:33:48.057198 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Bound port: fd7962f5-889a-41e4-b704-a55158c93587, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cab4f93-c5a9-4133-87db-a802173a6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:33:48.057552 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:48.129181 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] For port fd7962f5-889a-41e4-b704-a55158c93587, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:33:48.133897 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] For port fd7962f5-889a-41e4-b704-a55158c93587, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=fd7962f5-889a-41e4-b704-a55158c93587,segment=NetworkSegment(7cab4f93-c5a9-4133-87db-a802173a6327),segment_id=7cab4f93-c5a9-4133-87db-a802173a6327)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:33:48.139547 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:48.203617 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:48.204252 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:48.205995 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] 10.222.0.15 "PUT /v2.0/ports/fd7962f5-889a-41e4-b704-a55158c93587 HTTP/1.1" status: 200 len: 1092 time: 0.9219525 Nov 24 21:33:48.254251 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f5d67-5a5c-4849-ab51-bd9f0a4734d6 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7962f5-889a-41e4-b704-a55158c93587,revision_number=11']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:33:48.285794 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd771160-42c2-4ce6-aa74-8560ae24701c req-08990bf2-e212-4ecd-8c4b-2ac4b5a3b805 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:48.287684 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bd771160-42c2-4ce6-aa74-8560ae24701c req-08990bf2-e212-4ecd-8c4b-2ac4b5a3b805 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 944 time: 0.1457746 Nov 24 21:33:48.320947 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-b2bf5a48-6510-4cd7-ba09-003ab417e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:48.322625 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-b2bf5a48-6510-4cd7-ba09-003ab417e9d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 1095 time: 0.0815430 Nov 24 21:33:48.379469 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bd771160-42c2-4ce6-aa74-8560ae24701c req-69f1b42d-86ab-48cc-b52f-81597470a6d1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845878 Nov 24 21:33:48.445347 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-f6d85e87-8c63-45d2-9509-1b2b812182c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:48.446837 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-f6d85e87-8c63-45d2-9509-1b2b812182c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0 HTTP/1.1" status: 200 len: 897 time: 0.1138403 Nov 24 21:33:48.524791 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-694980d3-b900-4d2a-90fe-34c9d9b4824f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7962f5-889a-41e4-b704-a55158c93587 HTTP/1.1" status: 200 len: 999 time: 0.0655458 Nov 24 21:33:48.580949 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-c27a0c1c-96e4-4c78-93bc-bcf88ea90e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:48.582433 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-c27a0c1c-96e4-4c78-93bc-bcf88ea90e81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a08ef13a-31e1-40ac-b431-4b1fa69c1a86 HTTP/1.1" status: 200 len: 835 time: 0.0474401 Nov 24 21:33:48.637250 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-bae5b9f6-35e8-4f56-8a4c-f504cadc6f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:48.638699 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-bae5b9f6-35e8-4f56-8a4c-f504cadc6f6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438299 Nov 24 21:33:48.739997 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-5a25fff8-c982-4fea-b9cd-c2595b790656 service neutron] 10.222.0.15 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926073 Nov 24 21:33:48.844602 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b34e895a-b047-49ba-bd4b-8839dd6fa5e0 req-735bce51-4a38-4a0c-bc79-9865a442c526 service neutron] 10.222.0.15 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931938 Nov 24 21:33:49.510892 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35621010-a6d5-4346-802a-5d668ed8af8b req-6b96df58-f7e9-461e-810a-e07c0a576a18 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:49.512714 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35621010-a6d5-4346-802a-5d668ed8af8b req-6b96df58-f7e9-461e-810a-e07c0a576a18 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 944 time: 0.0548434 Nov 24 21:33:49.577191 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35621010-a6d5-4346-802a-5d668ed8af8b req-05701a7e-72fb-4c36-a862-8d079075501b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541062 Nov 24 21:33:49.716066 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad88a365-7457-44fc-9085-185d093f880c', 'tag': 'fd7962f5-889a-41e4-b704-a55158c93587'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:33:49.718551 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79103f7c-e9e5-4365-a4e0-36adccdd8e72" -d '{"events": [{"name": "network-changed", "server_uuid": "ad88a365-7457-44fc-9085-185d093f880c", "tag": "fd7962f5-889a-41e4-b704-a55158c93587"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:33:49.768910 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2df5202-f5b6-4f09-b575-59e57fb862e1 x-openstack-request-id: req-d2df5202-f5b6-4f09-b575-59e57fb862e1 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:33:49.769216 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad88a365-7457-44fc-9085-185d093f880c", "tag": "fd7962f5-889a-41e4-b704-a55158c93587", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:33:49.769479 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d2df5202-f5b6-4f09-b575-59e57fb862e1 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:33:49.769901 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad88a365-7457-44fc-9085-185d093f880c', 'tag': 'fd7962f5-889a-41e4-b704-a55158c93587', 'status': 'completed', 'code': 200} Nov 24 21:33:49.839383 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79103f7c-e9e5-4365-a4e0-36adccdd8e72 req-e5f1b3e9-1d5a-4df8-b0a8-bc871e742145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:49.840963 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-79103f7c-e9e5-4365-a4e0-36adccdd8e72 req-e5f1b3e9-1d5a-4df8-b0a8-bc871e742145 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 1095 time: 0.0452859 Nov 24 21:33:49.846607 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79103f7c-e9e5-4365-a4e0-36adccdd8e72 req-a6806326-3069-496b-8d8b-e5b7e316493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:49.848632 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79103f7c-e9e5-4365-a4e0-36adccdd8e72 req-a6806326-3069-496b-8d8b-e5b7e316493c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 1095 time: 0.0527942 Nov 24 21:33:49.960585 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79103f7c-e9e5-4365-a4e0-36adccdd8e72 req-bfb8ae9e-28a1-4e98-9320-4929569381b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:49.961614 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79103f7c-e9e5-4365-a4e0-36adccdd8e72 req-ce195720-a479-49a8-9399-4a494248de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:49.962164 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-79103f7c-e9e5-4365-a4e0-36adccdd8e72 req-bfb8ae9e-28a1-4e98-9320-4929569381b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0 HTTP/1.1" status: 200 len: 897 time: 0.1137230 Nov 24 21:33:49.963108 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79103f7c-e9e5-4365-a4e0-36adccdd8e72 req-ce195720-a479-49a8-9399-4a494248de24 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0 HTTP/1.1" status: 200 len: 897 time: 0.1061909 Nov 24 21:33:50.042432 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79103f7c-e9e5-4365-a4e0-36adccdd8e72 req-0163e441-d969-4c1b-84a6-4a3809d02415 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7962f5-889a-41e4-b704-a55158c93587 HTTP/1.1" status: 200 len: 999 time: 0.0711951 Nov 24 21:33:50.042713 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-79103f7c-e9e5-4365-a4e0-36adccdd8e72 req-3acae80f-cbfc-4f07-91c7-33d65347affe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7962f5-889a-41e4-b704-a55158c93587 HTTP/1.1" status: 200 len: 999 time: 0.0699842 Nov 24 21:33:50.090100 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device fd7962f5-889a-41e4-b704-a55158c93587 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:33:50.096367 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79103f7c-e9e5-4365-a4e0-36adccdd8e72 req-c311b345-2a8a-45e3-8c59-e6852938af05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:50.098081 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79103f7c-e9e5-4365-a4e0-36adccdd8e72 req-c311b345-2a8a-45e3-8c59-e6852938af05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a08ef13a-31e1-40ac-b431-4b1fa69c1a86 HTTP/1.1" status: 200 len: 835 time: 0.0491791 Nov 24 21:33:50.103098 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79103f7c-e9e5-4365-a4e0-36adccdd8e72 req-7153d74b-246a-40d4-8154-77cdb5f882af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:50.104667 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-79103f7c-e9e5-4365-a4e0-36adccdd8e72 req-7153d74b-246a-40d4-8154-77cdb5f882af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a08ef13a-31e1-40ac-b431-4b1fa69c1a86 HTTP/1.1" status: 200 len: 835 time: 0.0542779 Nov 24 21:33:50.138331 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device fd7962f5-889a-41e4-b704-a55158c93587 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:33:50.161943 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79103f7c-e9e5-4365-a4e0-36adccdd8e72 req-13a0586f-0038-40f3-9009-f29289310a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:50.164136 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79103f7c-e9e5-4365-a4e0-36adccdd8e72 req-13a0586f-0038-40f3-9009-f29289310a2c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577877 Nov 24 21:33:50.170362 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79103f7c-e9e5-4365-a4e0-36adccdd8e72 req-dc525bef-49a0-4cf3-be41-e2c784a15c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:50.171703 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-79103f7c-e9e5-4365-a4e0-36adccdd8e72 req-dc525bef-49a0-4cf3-be41-e2c784a15c4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576594 Nov 24 21:33:50.273280 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79103f7c-e9e5-4365-a4e0-36adccdd8e72 req-541d9f06-8095-4a0f-9fb4-3db0c048f33a service neutron] 10.222.0.48 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008191 Nov 24 21:33:50.282875 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-79103f7c-e9e5-4365-a4e0-36adccdd8e72 req-bae804d8-35ba-440f-a085-716744438238 service neutron] 10.222.0.15 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036673 Nov 24 21:33:50.390594 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-79103f7c-e9e5-4365-a4e0-36adccdd8e72 req-1666109e-d746-4d79-bd26-263ead9e8113 service neutron] 10.222.0.48 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100469 Nov 24 21:33:50.405950 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-79103f7c-e9e5-4365-a4e0-36adccdd8e72 req-cc4083c5-4cf0-4328-ad45-390b5d3a7ab5 service neutron] 10.222.0.15 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134431 Nov 24 21:33:50.724312 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64644c51-33f5-4a7c-8daa-d19d9dac95d0 req-8d5837c6-9e33-45b9-b27c-fd76eee25943 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:33:50.727230 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-64644c51-33f5-4a7c-8daa-d19d9dac95d0 req-8d5837c6-9e33-45b9-b27c-fd76eee25943 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 944 time: 0.0687945 Nov 24 21:33:50.788602 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-64644c51-33f5-4a7c-8daa-d19d9dac95d0 req-81372235-8283-4b0a-bc0d-8d2017a43b0e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546970 Nov 24 21:33:50.812918 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50266) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:33:50.879156 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0a4db73c-ead5-4b7f-a32b-fa4d3a29c217 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/floatingips/55939e4b-ad63-4227-9229-d5ff9bb72fef HTTP/1.1" status: 200 len: 991 time: 0.0648859 Nov 24 21:33:53.086718 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device fd7962f5-889a-41e4-b704-a55158c93587 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:33:53.189993 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port fd7962f5-889a-41e4-b704-a55158c93587, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=fd7962f5-889a-41e4-b704-a55158c93587,segment=NetworkSegment(7cab4f93-c5a9-4133-87db-a802173a6327),segment_id=7cab4f93-c5a9-4133-87db-a802173a6327)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:33:53.203565 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'fd7962f5-889a-41e4-b704-a55158c93587', 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0', 'port_id': 'fd7962f5-889a-41e4-b704-a55158c93587', 'mac_address': 'fa:16:3e:51:ca:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08ef13a-31e1-40ac-b431-4b1fa69c1a86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:33:53.246944 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:53.260157 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7962f5-889a-41e4-b704-a55158c93587 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:33:53.280673 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port fd7962f5-889a-41e4-b704-a55158c93587, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=fd7962f5-889a-41e4-b704-a55158c93587,segment=NetworkSegment(7cab4f93-c5a9-4133-87db-a802173a6327),segment_id=7cab4f93-c5a9-4133-87db-a802173a6327)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:33:53.285001 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:53.334716 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=fd7962f5-889a-41e4-b704-a55158c93587,revision_number=12']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:33:53.539435 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['fd7962f5-889a-41e4-b704-a55158c93587'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:33:55.122955 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device fd7962f5-889a-41e4-b704-a55158c93587 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:33:55.179042 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port fd7962f5-889a-41e4-b704-a55158c93587 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:33:55.183300 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port fd7962f5-889a-41e4-b704-a55158c93587 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:33:55.183682 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:55.272961 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:55.296309 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad88a365-7457-44fc-9085-185d093f880c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7962f5-889a-41e4-b704-a55158c93587'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:33:55.298633 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265758b6-1ecb-4add-a40a-36f964d5a589" -d '{"events": [{"server_uuid": "ad88a365-7457-44fc-9085-185d093f880c", "name": "network-vif-plugged", "status": "completed", "tag": "fd7962f5-889a-41e4-b704-a55158c93587"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:33:55.312179 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port fd7962f5-889a-41e4-b704-a55158c93587, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=fd7962f5-889a-41e4-b704-a55158c93587,segment=NetworkSegment(7cab4f93-c5a9-4133-87db-a802173a6327),segment_id=7cab4f93-c5a9-4133-87db-a802173a6327)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:33:55.318117 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:33:55.360649 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c0aef4-4c60-49a3-9875-57bb9fda5fdc x-openstack-request-id: req-35c0aef4-4c60-49a3-9875-57bb9fda5fdc {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:33:55.361003 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad88a365-7457-44fc-9085-185d093f880c", "name": "network-vif-plugged", "status": "completed", "tag": "fd7962f5-889a-41e4-b704-a55158c93587", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:33:55.361266 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35c0aef4-4c60-49a3-9875-57bb9fda5fdc {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:33:55.361664 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad88a365-7457-44fc-9085-185d093f880c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7962f5-889a-41e4-b704-a55158c93587', 'code': 200} Nov 24 21:33:55.384156 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=fd7962f5-889a-41e4-b704-a55158c93587,revision_number=13']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:33:58.495307 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:34:05.413351 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f09c7850-d18d-4f12-9ca8-d3879f2d4786 req-fd098d52-393f-4e09-aea8-88573e17adfe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467827 Nov 24 21:34:05.507369 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c7850-d18d-4f12-9ca8-d3879f2d4786 req-9ae20e9f-8d2e-4387-9c7e-8a1ccb858313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:05.508858 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f09c7850-d18d-4f12-9ca8-d3879f2d4786 req-9ae20e9f-8d2e-4387-9c7e-8a1ccb858313 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 1097 time: 0.0431542 Nov 24 21:34:05.624540 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c7850-d18d-4f12-9ca8-d3879f2d4786 req-8e43c962-b387-4178-9454-7cac85ea525a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:05.626060 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f09c7850-d18d-4f12-9ca8-d3879f2d4786 req-8e43c962-b387-4178-9454-7cac85ea525a service neutron] 10.222.0.15 "GET /v2.0/networks?id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0 HTTP/1.1" status: 200 len: 897 time: 0.0943503 Nov 24 21:34:05.705802 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f09c7850-d18d-4f12-9ca8-d3879f2d4786 req-d59d2513-610f-41fc-9a0c-d1a1429e3759 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7962f5-889a-41e4-b704-a55158c93587 HTTP/1.1" status: 200 len: 1001 time: 0.0716157 Nov 24 21:34:05.758861 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c7850-d18d-4f12-9ca8-d3879f2d4786 req-6724bbbe-c8d9-4a6e-a04a-f08aae841a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:05.760296 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f09c7850-d18d-4f12-9ca8-d3879f2d4786 req-6724bbbe-c8d9-4a6e-a04a-f08aae841a98 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a08ef13a-31e1-40ac-b431-4b1fa69c1a86 HTTP/1.1" status: 200 len: 835 time: 0.0474391 Nov 24 21:34:05.813427 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c7850-d18d-4f12-9ca8-d3879f2d4786 req-5287b5d8-1a75-4f29-8c31-63440572c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:05.814973 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f09c7850-d18d-4f12-9ca8-d3879f2d4786 req-5287b5d8-1a75-4f29-8c31-63440572c08f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479109 Nov 24 21:34:05.913005 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f09c7850-d18d-4f12-9ca8-d3879f2d4786 req-a78b899b-b717-493d-aae7-2f7d2ad6e42a service neutron] 10.222.0.15 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905585 Nov 24 21:34:06.007887 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f09c7850-d18d-4f12-9ca8-d3879f2d4786 req-2b26c608-ddd8-447a-b8e5-527d5561892b service neutron] 10.222.0.15 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879242 Nov 24 21:34:08.927788 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-82c2a73c-5a49-4c2e-bf7a-8424d5430721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:10.040834 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:11.216219 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-03240229-b19e-46ba-a498-a8e39d13a011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:11.405277 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:12.502892 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:13.880660 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:14.860517 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:23.621230 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72302a1e-8ded-456d-a33e-0dae3439590f req-0ee1e3c1-5ed3-41a1-a6c7-51d0883b9a2d tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:23.624032 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72302a1e-8ded-456d-a33e-0dae3439590f req-0ee1e3c1-5ed3-41a1-a6c7-51d0883b9a2d tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 1097 time: 0.0489991 Nov 24 21:34:23.673890 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72302a1e-8ded-456d-a33e-0dae3439590f req-9d2a924d-89e3-4a93-b1a6-c55ab67b574c tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442505 Nov 24 21:34:23.701628 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50280) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:34:23.873423 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-9aa5cd1d-be6e-4e63-90cd-f30ff82d2a2e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Deleting port a9c2ee0d-dbad-491e-8b91-1b6fa96fd2a6 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:34:23.873677 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9aa5cd1d-be6e-4e63-90cd-f30ff82d2a2e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:23.951341 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9aa5cd1d-be6e-4e63-90cd-f30ff82d2a2e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:23.951341 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9aa5cd1d-be6e-4e63-90cd-f30ff82d2a2e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:23.963922 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-9aa5cd1d-be6e-4e63-90cd-f30ff82d2a2e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Calling delete_port for a9c2ee0d-dbad-491e-8b91-1b6fa96fd2a6 owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:34:24.122727 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9aa5cd1d-be6e-4e63-90cd-f30ff82d2a2e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:24.149101 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5cd1d-be6e-4e63-90cd-f30ff82d2a2e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'Port': ['ID=a9c2ee0d-dbad-491e-8b91-1b6fa96fd2a6,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:24.216907 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9aa5cd1d-be6e-4e63-90cd-f30ff82d2a2e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:24.217232 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-9aa5cd1d-be6e-4e63-90cd-f30ff82d2a2e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Floating IP 55939e4b-ad63-4227-9229-d5ff9bb72fef disassociated (deleted). External IP: 172.25.5.238, port: fd7962f5-889a-41e4-b704-a55158c93587. Nov 24 21:34:24.804026 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa5cd1d-be6e-4e63-90cd-f30ff82d2a2e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Router a3e5f988-b30c-4e52-aa49-a5eab0a7f727 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:34:24.918298 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa5cd1d-be6e-4e63-90cd-f30ff82d2a2e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:34:24.923232 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9aa5cd1d-be6e-4e63-90cd-f30ff82d2a2e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:24.928415 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e477d8-16fb-472d-bc52-fee6b56aba05 None None] Sync routers for ids ['a3e5f988-b30c-4e52-aa49-a5eab0a7f727'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:34:24.938910 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e477d8-16fb-472d-bc52-fee6b56aba05 None None] Routers {'a3e5f988-b30c-4e52-aa49-a5eab0a7f727'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:34:24.939532 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-f7e477d8-16fb-472d-bc52-fee6b56aba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:34:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a3e5f988-b30c-4e52-aa49-a5eab0a7f727'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:34:24.950807 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9aa5cd1d-be6e-4e63-90cd-f30ff82d2a2e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "DELETE /v2.0/floatingips/55939e4b-ad63-4227-9229-d5ff9bb72fef HTTP/1.1" status: 204 len: 168 time: 1.2480505 Nov 24 21:34:24.951406 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad88a365-7457-44fc-9085-185d093f880c', 'tag': 'fd7962f5-889a-41e4-b704-a55158c93587'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:34:24.953732 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed67e7ef-0fca-44c9-bcbe-e1819c38c184" -d '{"events": [{"name": "network-changed", "server_uuid": "ad88a365-7457-44fc-9085-185d093f880c", "tag": "fd7962f5-889a-41e4-b704-a55158c93587"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:34:25.068625 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-f7e477d8-16fb-472d-bc52-fee6b56aba05 None None] Set router a3e5f988-b30c-4e52-aa49-a5eab0a7f727 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:34:25.130218 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6973cd-bf54-447d-87a8-bb1c4e1453f1 x-openstack-request-id: req-aa6973cd-bf54-447d-87a8-bb1c4e1453f1 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:34:25.130571 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad88a365-7457-44fc-9085-185d093f880c", "tag": "fd7962f5-889a-41e4-b704-a55158c93587", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:34:25.131012 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aa6973cd-bf54-447d-87a8-bb1c4e1453f1 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:34:25.131492 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad88a365-7457-44fc-9085-185d093f880c', 'tag': 'fd7962f5-889a-41e4-b704-a55158c93587', 'status': 'completed', 'code': 200} Nov 24 21:34:25.233594 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67e7ef-0fca-44c9-bcbe-e1819c38c184 req-bf907092-201d-4dc5-8ce5-79853f62beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:25.235126 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed67e7ef-0fca-44c9-bcbe-e1819c38c184 req-bf907092-201d-4dc5-8ce5-79853f62beb1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 1097 time: 0.0820887 Nov 24 21:34:25.247617 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32181d-dcba-46a8-9cb2-f5f28dc5a131 req-77cf26a3-2a1b-45cf-8c2b-cfb46bcd79b4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:25.249212 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cb32181d-dcba-46a8-9cb2-f5f28dc5a131 req-77cf26a3-2a1b-45cf-8c2b-cfb46bcd79b4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 946 time: 0.0634012 Nov 24 21:34:25.291854 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-f7e477d8-16fb-472d-bc52-fee6b56aba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887106770', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:32:22Z', 'updated_at': '2021-11-24T21:32:26Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:32:23Z', 'updated_at': '2021-11-24T21:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '0ea5cb95-94c0-4812-bc8c-b9a57d56ff45', 'name': '', 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:67:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'a08ef13a-31e1-40ac-b431-4b1fa69c1a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:32:25Z', 'updated_at': '2021-11-24T21:32:29Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'a08ef13a-31e1-40ac-b431-4b1fa69c1a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:34:25.319775 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e477d8-16fb-472d-bc52-fee6b56aba05 None None] Checking router: a3e5f988-b30c-4e52-aa49-a5eab0a7f727 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:34:25.328262 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e477d8-16fb-472d-bc52-fee6b56aba05 None None] Routers {'a3e5f988-b30c-4e52-aa49-a5eab0a7f727'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:34:25.328910 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-f7e477d8-16fb-472d-bc52-fee6b56aba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:34:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a3e5f988-b30c-4e52-aa49-a5eab0a7f727'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:34:25.366433 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cb32181d-dcba-46a8-9cb2-f5f28dc5a131 req-853e8d64-22e0-4edb-9931-1bea08b4bff4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077554 Nov 24 21:34:25.382688 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67e7ef-0fca-44c9-bcbe-e1819c38c184 req-3931821e-bc53-4bfb-8390-8deb574a0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:25.384409 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed67e7ef-0fca-44c9-bcbe-e1819c38c184 req-3931821e-bc53-4bfb-8390-8deb574a0752 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0 HTTP/1.1" status: 200 len: 897 time: 0.1343062 Nov 24 21:34:25.437833 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed67e7ef-0fca-44c9-bcbe-e1819c38c184 req-0c220f97-7d06-441d-9cf4-c7137489c825 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7962f5-889a-41e4-b704-a55158c93587 HTTP/1.1" status: 200 len: 217 time: 0.0429454 Nov 24 21:34:25.494002 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67e7ef-0fca-44c9-bcbe-e1819c38c184 req-d5702fdf-be31-4acb-a7b3-1a47abd5146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:25.495544 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed67e7ef-0fca-44c9-bcbe-e1819c38c184 req-d5702fdf-be31-4acb-a7b3-1a47abd5146b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a08ef13a-31e1-40ac-b431-4b1fa69c1a86 HTTP/1.1" status: 200 len: 835 time: 0.0486100 Nov 24 21:34:25.547945 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67e7ef-0fca-44c9-bcbe-e1819c38c184 req-21ef0f59-dd15-4d75-977f-c81100a3ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:25.549436 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-f7e477d8-16fb-472d-bc52-fee6b56aba05 None None] Set router a3e5f988-b30c-4e52-aa49-a5eab0a7f727 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:34:25.549546 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed67e7ef-0fca-44c9-bcbe-e1819c38c184 req-21ef0f59-dd15-4d75-977f-c81100a3ce37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6aa8677b-f8c0-4bd2-8552-e9d6817583a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436418 Nov 24 21:34:25.651412 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed67e7ef-0fca-44c9-bcbe-e1819c38c184 req-975de8ed-1975-491a-86d5-347bdea1b29c service neutron] 10.222.0.15 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925744 Nov 24 21:34:25.753427 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-f7e477d8-16fb-472d-bc52-fee6b56aba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887106770', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:32:22Z', 'updated_at': '2021-11-24T21:32:26Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:32:23Z', 'updated_at': '2021-11-24T21:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '0ea5cb95-94c0-4812-bc8c-b9a57d56ff45', 'name': '', 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:67:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'a08ef13a-31e1-40ac-b431-4b1fa69c1a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:32:25Z', 'updated_at': '2021-11-24T21:32:29Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'a08ef13a-31e1-40ac-b431-4b1fa69c1a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:34:25.755096 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed67e7ef-0fca-44c9-bcbe-e1819c38c184 req-e7fdb5dc-4fa9-42f9-be12-2c9233f3534b service neutron] 10.222.0.15 "GET /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944715 Nov 24 21:34:25.784697 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e477d8-16fb-472d-bc52-fee6b56aba05 None None] The sync data for ids ['a3e5f988-b30c-4e52-aa49-a5eab0a7f727'] in n-d-812111-8 is: [{'id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887106770', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:32:22Z', 'updated_at': '2021-11-24T21:32:26Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:32:23Z', 'updated_at': '2021-11-24T21:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '0ea5cb95-94c0-4812-bc8c-b9a57d56ff45', 'name': '', 'network_id': '6aa8677b-f8c0-4bd2-8552-e9d6817583a0', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:67:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'a08ef13a-31e1-40ac-b431-4b1fa69c1a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:32:25Z', 'updated_at': '2021-11-24T21:32:29Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'a08ef13a-31e1-40ac-b431-4b1fa69c1a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:34:26.003756 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d89e556-7538-4e9e-b621-c91b295fb61c None None] New status for floating IP 55939e4b-ad63-4227-9229-d5ff9bb72fef: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:34:26.505136 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc568b1a-a788-4ad9-8c0b-b07d3ee1e884 req-16ae381b-7e05-4993-8d0a-6b35dff8886e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:26.507294 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc568b1a-a788-4ad9-8c0b-b07d3ee1e884 req-16ae381b-7e05-4993-8d0a-6b35dff8886e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 946 time: 0.0565965 Nov 24 21:34:26.563441 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc568b1a-a788-4ad9-8c0b-b07d3ee1e884 req-8edd7221-c0f5-4654-bc58-09e93ef7f276 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5249f55-1fe7-460b-976b-da3866bd4a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501606 Nov 24 21:34:26.652424 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbd008-1ae3-4d07-9a38-ef12f4469e90 req-b4ea5da0-7cc6-4ec4-927e-6a4d187f78cc tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:26.653970 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-55fbd008-1ae3-4d07-9a38-ef12f4469e90 req-b4ea5da0-7cc6-4ec4-927e-6a4d187f78cc tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 946 time: 0.0502963 Nov 24 21:34:26.767647 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-55fbd008-1ae3-4d07-9a38-ef12f4469e90 req-7a06be4d-bf0d-466a-8449-2602b21f9246 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Deleting port fd7962f5-889a-41e4-b704-a55158c93587 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:34:26.767897 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-55fbd008-1ae3-4d07-9a38-ef12f4469e90 req-7a06be4d-bf0d-466a-8449-2602b21f9246 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:26.860883 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-55fbd008-1ae3-4d07-9a38-ef12f4469e90 req-7a06be4d-bf0d-466a-8449-2602b21f9246 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] For port fd7962f5-889a-41e4-b704-a55158c93587, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=fd7962f5-889a-41e4-b704-a55158c93587,segment=NetworkSegment(7cab4f93-c5a9-4133-87db-a802173a6327),segment_id=7cab4f93-c5a9-4133-87db-a802173a6327)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:34:26.861245 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-55fbd008-1ae3-4d07-9a38-ef12f4469e90 req-7a06be4d-bf0d-466a-8449-2602b21f9246 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:26.876623 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-55fbd008-1ae3-4d07-9a38-ef12f4469e90 req-7a06be4d-bf0d-466a-8449-2602b21f9246 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Calling delete_port for fd7962f5-889a-41e4-b704-a55158c93587 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:34:27.010146 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-55fbd008-1ae3-4d07-9a38-ef12f4469e90 req-7a06be4d-bf0d-466a-8449-2602b21f9246 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:27.046035 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06be4d-bf0d-466a-8449-2602b21f9246 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'Port': ['ID=fd7962f5-889a-41e4-b704-a55158c93587,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:27.115056 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fbd008-1ae3-4d07-9a38-ef12f4469e90 req-7a06be4d-bf0d-466a-8449-2602b21f9246 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] No DVR routers for this DVR port fd7962f5-889a-41e4-b704-a55158c93587 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:34:27.119190 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-55fbd008-1ae3-4d07-9a38-ef12f4469e90 req-7a06be4d-bf0d-466a-8449-2602b21f9246 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:27.122716 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-55fbd008-1ae3-4d07-9a38-ef12f4469e90 req-7a06be4d-bf0d-466a-8449-2602b21f9246 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.15 "DELETE /v2.0/ports/fd7962f5-889a-41e4-b704-a55158c93587 HTTP/1.1" status: 204 len: 173 time: 0.4608011 Nov 24 21:34:27.123182 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad88a365-7457-44fc-9085-185d093f880c', 'name': 'network-vif-deleted', 'tag': 'fd7962f5-889a-41e4-b704-a55158c93587'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:34:27.125459 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534f28d7-aa68-43f8-a3d5-55128de9f201" -d '{"events": [{"server_uuid": "ad88a365-7457-44fc-9085-185d093f880c", "name": "network-vif-deleted", "tag": "fd7962f5-889a-41e4-b704-a55158c93587"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:34:27.166026 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d4ba1e-6e51-4289-865c-9c411b63ccd4 x-openstack-request-id: req-b6d4ba1e-6e51-4289-865c-9c411b63ccd4 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:34:27.166323 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad88a365-7457-44fc-9085-185d093f880c", "name": "network-vif-deleted", "tag": "fd7962f5-889a-41e4-b704-a55158c93587", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:34:27.166579 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6d4ba1e-6e51-4289-865c-9c411b63ccd4 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:34:27.167029 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad88a365-7457-44fc-9085-185d093f880c', 'name': 'network-vif-deleted', 'tag': 'fd7962f5-889a-41e4-b704-a55158c93587', 'status': 'completed', 'code': 200} Nov 24 21:34:27.681699 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f8e18b0-f4c7-4ec0-b86c-60475c746505 req-64a6dc18-20ef-40ef-ab71-c75ca170f405 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad88a365-7457-44fc-9085-185d093f880c HTTP/1.1" status: 200 len: 210 time: 0.0284562 Nov 24 21:34:28.743292 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50296) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:34:29.142820 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33ecd089-c5ae-4b5e-8700-8f3560d2188b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:29.428324 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-33ecd089-c5ae-4b5e-8700-8f3560d2188b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Deleting port 0ea5cb95-94c0-4812-bc8c-b9a57d56ff45 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:34:29.428571 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33ecd089-c5ae-4b5e-8700-8f3560d2188b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:29.531828 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-33ecd089-c5ae-4b5e-8700-8f3560d2188b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] For port 0ea5cb95-94c0-4812-bc8c-b9a57d56ff45, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0ea5cb95-94c0-4812-bc8c-b9a57d56ff45,segment=NetworkSegment(7cab4f93-c5a9-4133-87db-a802173a6327),segment_id=7cab4f93-c5a9-4133-87db-a802173a6327)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:34:29.532198 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33ecd089-c5ae-4b5e-8700-8f3560d2188b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:29.545261 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-33ecd089-c5ae-4b5e-8700-8f3560d2188b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Calling delete_port for 0ea5cb95-94c0-4812-bc8c-b9a57d56ff45 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:34:29.750640 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33ecd089-c5ae-4b5e-8700-8f3560d2188b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:29.776591 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ecd089-c5ae-4b5e-8700-8f3560d2188b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'Port': ['ID=0ea5cb95-94c0-4812-bc8c-b9a57d56ff45,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:29.972733 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33ecd089-c5ae-4b5e-8700-8f3560d2188b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:30.211050 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ecd089-c5ae-4b5e-8700-8f3560d2188b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Router a3e5f988-b30c-4e52-aa49-a5eab0a7f727 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:34:30.331358 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ecd089-c5ae-4b5e-8700-8f3560d2188b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:34:30.338468 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-33ecd089-c5ae-4b5e-8700-8f3560d2188b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "PUT /v2.0/routers/a3e5f988-b30c-4e52-aa49-a5eab0a7f727/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5939283 Nov 24 21:34:30.340486 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50298) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:34:30.342711 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9067a0-b6ed-40ed-b11b-0aaf2efe70f6 None None] Sync routers for ids ['a3e5f988-b30c-4e52-aa49-a5eab0a7f727'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:34:30.354095 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9067a0-b6ed-40ed-b11b-0aaf2efe70f6 None None] Routers {'a3e5f988-b30c-4e52-aa49-a5eab0a7f727'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:34:30.354805 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-dd9067a0-b6ed-40ed-b11b-0aaf2efe70f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:34:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a3e5f988-b30c-4e52-aa49-a5eab0a7f727'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:34:30.406213 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-539419a5-8195-4c0f-8c12-1076e3a3a557 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Deleting subnet a08ef13a-31e1-40ac-b431-4b1fa69c1a86 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:34:30.409667 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-539419a5-8195-4c0f-8c12-1076e3a3a557 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:30.458713 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-539419a5-8195-4c0f-8c12-1076e3a3a557 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:30.469827 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-dd9067a0-b6ed-40ed-b11b-0aaf2efe70f6 None None] Set router a3e5f988-b30c-4e52-aa49-a5eab0a7f727 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:34:30.558714 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-539419a5-8195-4c0f-8c12-1076e3a3a557 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:30.624994 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-539419a5-8195-4c0f-8c12-1076e3a3a557 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:30.655605 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539419a5-8195-4c0f-8c12-1076e3a3a557 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'Subnet': ['ID=a08ef13a-31e1-40ac-b431-4b1fa69c1a86,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:30.657654 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-539419a5-8195-4c0f-8c12-1076e3a3a557 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:30.663464 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-539419a5-8195-4c0f-8c12-1076e3a3a557 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "DELETE /v2.0/subnets/a08ef13a-31e1-40ac-b431-4b1fa69c1a86 HTTP/1.1" status: 204 len: 168 time: 0.3194220 Nov 24 21:34:30.663976 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50300) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:34:30.667677 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-dd9067a0-b6ed-40ed-b11b-0aaf2efe70f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887106770', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:32:22Z', 'updated_at': '2021-11-24T21:34:29Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:32:23Z', 'updated_at': '2021-11-24T21:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:34:30.668176 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661c6c2e-17e4-4893-8fbe-64c3e4b2a3cd None None] Network 6aa8677b-f8c0-4bd2-8552-e9d6817583a0 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:34:30.702067 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9067a0-b6ed-40ed-b11b-0aaf2efe70f6 None None] Checking router: a3e5f988-b30c-4e52-aa49-a5eab0a7f727 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:34:30.711005 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9067a0-b6ed-40ed-b11b-0aaf2efe70f6 None None] Routers {'a3e5f988-b30c-4e52-aa49-a5eab0a7f727'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:34:30.711636 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-dd9067a0-b6ed-40ed-b11b-0aaf2efe70f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:34:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a3e5f988-b30c-4e52-aa49-a5eab0a7f727'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:34:30.807859 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-499684cb-1ff9-45ae-b1e8-626c041e1ec5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:30.849562 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-dd9067a0-b6ed-40ed-b11b-0aaf2efe70f6 None None] Set router a3e5f988-b30c-4e52-aa49-a5eab0a7f727 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:34:30.874660 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5397fc52-09de-43dd-8d9b-a792272c419b None None] DHCP port deletion for 6aa8677b-f8c0-4bd2-8552-e9d6817583a0 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:34:30.932496 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-5397fc52-09de-43dd-8d9b-a792272c419b None None] Deleting port 5d18ba9a-8a0c-4173-896e-cda51a1a6062 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:34:30.933206 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5397fc52-09de-43dd-8d9b-a792272c419b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:30.937800 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-499684cb-1ff9-45ae-b1e8-626c041e1ec5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:31.011846 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-499684cb-1ff9-45ae-b1e8-626c041e1ec5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Deleting port 381347f2-d828-468e-b4d9-556fd8d1b37e {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:34:31.012246 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-499684cb-1ff9-45ae-b1e8-626c041e1ec5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:31.062104 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-dd9067a0-b6ed-40ed-b11b-0aaf2efe70f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887106770', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:32:22Z', 'updated_at': '2021-11-24T21:34:29Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:32:23Z', 'updated_at': '2021-11-24T21:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:34:31.092026 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9067a0-b6ed-40ed-b11b-0aaf2efe70f6 None None] The sync data for ids ['a3e5f988-b30c-4e52-aa49-a5eab0a7f727'] in n-d-812111-8 is: [{'id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887106770', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:32:22Z', 'updated_at': '2021-11-24T21:34:29Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '381347f2-d828-468e-b4d9-556fd8d1b37e', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e5f988-b30c-4e52-aa49-a5eab0a7f727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:32:23Z', 'updated_at': '2021-11-24T21:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:34:31.120919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-499684cb-1ff9-45ae-b1e8-626c041e1ec5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] For port 381347f2-d828-468e-b4d9-556fd8d1b37e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=381347f2-d828-468e-b4d9-556fd8d1b37e,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:34:31.121331 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-499684cb-1ff9-45ae-b1e8-626c041e1ec5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:31.140491 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-499684cb-1ff9-45ae-b1e8-626c041e1ec5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Calling delete_port for 381347f2-d828-468e-b4d9-556fd8d1b37e owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:34:31.188096 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-5397fc52-09de-43dd-8d9b-a792272c419b None None] For port 5d18ba9a-8a0c-4173-896e-cda51a1a6062, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=5d18ba9a-8a0c-4173-896e-cda51a1a6062,segment=NetworkSegment(7cab4f93-c5a9-4133-87db-a802173a6327),segment_id=7cab4f93-c5a9-4133-87db-a802173a6327)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:34:31.189076 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5397fc52-09de-43dd-8d9b-a792272c419b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:31.203585 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-5397fc52-09de-43dd-8d9b-a792272c419b None None] Calling delete_port for 5d18ba9a-8a0c-4173-896e-cda51a1a6062 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:34:31.284739 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5397fc52-09de-43dd-8d9b-a792272c419b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:31.317692 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device fd7962f5-889a-41e4-b704-a55158c93587 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:34:31.321604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397fc52-09de-43dd-8d9b-a792272c419b None None] Pushing event deleted for resources: {'Port': ['ID=5d18ba9a-8a0c-4173-896e-cda51a1a6062,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:31.325578 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-499684cb-1ff9-45ae-b1e8-626c041e1ec5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:31.341097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: fd7962f5-889a-41e4-b704-a55158c93587 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:34:31.341450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device fd7962f5-889a-41e4-b704-a55158c93587 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:34:31.343071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5397fc52-09de-43dd-8d9b-a792272c419b None None] No DVR routers for this DVR port 5d18ba9a-8a0c-4173-896e-cda51a1a6062 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:34:31.357207 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499684cb-1ff9-45ae-b1e8-626c041e1ec5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'Port': ['ID=381347f2-d828-468e-b4d9-556fd8d1b37e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:31.374385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a6a68b-6917-4d40-9b2e-5d9fad35f5ca None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:34:31.417432 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-499684cb-1ff9-45ae-b1e8-626c041e1ec5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:31.521950 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-499684cb-1ff9-45ae-b1e8-626c041e1ec5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:31.524408 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-499684cb-1ff9-45ae-b1e8-626c041e1ec5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:31.572624 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-499684cb-1ff9-45ae-b1e8-626c041e1ec5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:31.573266 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499684cb-1ff9-45ae-b1e8-626c041e1ec5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Fanout notify agent at l3_agent the message router_deleted on router a3e5f988-b30c-4e52-aa49-a5eab0a7f727 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:34:31.580999 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-499684cb-1ff9-45ae-b1e8-626c041e1ec5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:31.582156 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-499684cb-1ff9-45ae-b1e8-626c041e1ec5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "DELETE /v2.0/routers/a3e5f988-b30c-4e52-aa49-a5eab0a7f727 HTTP/1.1" status: 204 len: 168 time: 0.9172258 Nov 24 21:34:31.585642 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50302) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:34:32.020272 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-27230af5-1750-44c8-b19b-e627dc5fd3b5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:32.113826 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-27230af5-1750-44c8-b19b-e627dc5fd3b5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:32.136962 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-27230af5-1750-44c8-b19b-e627dc5fd3b5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa8677b-f8c0-4bd2-8552-e9d6817583a0']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:34:32.155472 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-27230af5-1750-44c8-b19b-e627dc5fd3b5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cab4f93-c5a9-4133-87db-a802173a6327') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:34:32.155771 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-27230af5-1750-44c8-b19b-e627dc5fd3b5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cab4f93-c5a9-4133-87db-a802173a6327') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:34:32.172298 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-27230af5-1750-44c8-b19b-e627dc5fd3b5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:32.193571 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-27230af5-1750-44c8-b19b-e627dc5fd3b5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:32.201413 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27230af5-1750-44c8-b19b-e627dc5fd3b5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:34:32.201869 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-27230af5-1750-44c8-b19b-e627dc5fd3b5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:34:32.205149 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:34:32.268117 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-27230af5-1750-44c8-b19b-e627dc5fd3b5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:32.275336 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-27230af5-1750-44c8-b19b-e627dc5fd3b5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:32.280945 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-27230af5-1750-44c8-b19b-e627dc5fd3b5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "DELETE /v2.0/networks/6aa8677b-f8c0-4bd2-8552-e9d6817583a0 HTTP/1.1" status: 204 len: 168 time: 0.6918037 Nov 24 21:34:32.281407 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50304) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:34:32.297682 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27230af5-1750-44c8-b19b-e627dc5fd3b5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'Network': ['ID=6aa8677b-f8c0-4bd2-8552-e9d6817583a0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:32.348174 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55aa7fe0-83f5-4026-bb0b-1a92235c4cfb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:32.382050 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55aa7fe0-83f5-4026-bb0b-1a92235c4cfb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:32.442273 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0ea5cb95-94c0-4812-bc8c-b9a57d56ff45 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:34:32.450726 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55aa7fe0-83f5-4026-bb0b-1a92235c4cfb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:32.453512 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-55aa7fe0-83f5-4026-bb0b-1a92235c4cfb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:32.454722 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-55aa7fe0-83f5-4026-bb0b-1a92235c4cfb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "DELETE /v2.0/security-groups/f5249f55-1fe7-460b-976b-da3866bd4a1a HTTP/1.1" status: 204 len: 168 time: 0.1722910 Nov 24 21:34:32.465282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa7fe0-83f5-4026-bb0b-1a92235c4cfb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5249f55-1fe7-460b-976b-da3866bd4a1a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:32.468907 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 0ea5cb95-94c0-4812-bc8c-b9a57d56ff45 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:34:32.469260 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0ea5cb95-94c0-4812-bc8c-b9a57d56ff45 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:34:32.469906 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 381347f2-d828-468e-b4d9-556fd8d1b37e no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:34:32.497210 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 381347f2-d828-468e-b4d9-556fd8d1b37e {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:34:32.497433 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 381347f2-d828-468e-b4d9-556fd8d1b37e not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:34:32.497858 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 5d18ba9a-8a0c-4173-896e-cda51a1a6062 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:34:32.525675 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 5d18ba9a-8a0c-4173-896e-cda51a1a6062 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:34:32.525975 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 5d18ba9a-8a0c-4173-896e-cda51a1a6062 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:34:32.785852 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50310) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:34:32.793740 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-3b1e4834-a771-4165-9584-006efd25e09d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1285538652', 'description': 'tempest-secgroup-smoke-1285538652 description', 'project_id': '485bf2fed1d94cb695e544caa851c167'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:34:32.830145 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4834-a771-4165-9584-006efd25e09d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:32.903580 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4834-a771-4165-9584-006efd25e09d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:32.907495 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4834-a771-4165-9584-006efd25e09d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:32.935697 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4834-a771-4165-9584-006efd25e09d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:32.936970 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3b1e4834-a771-4165-9584-006efd25e09d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1490345 Nov 24 21:34:32.940057 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50312) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:34:32.941132 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e4834-a771-4165-9584-006efd25e09d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9959d33-c777-4141-ac77-cbd697c3e617,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:32.947240 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-d2af521e-db77-4b58-b178-3011cf8908c4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group_rule': {'security_group_id': 'b9959d33-c777-4141-ac77-cbd697c3e617', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:34:32.983334 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2af521e-db77-4b58-b178-3011cf8908c4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.048430 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2af521e-db77-4b58-b178-3011cf8908c4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.052077 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2af521e-db77-4b58-b178-3011cf8908c4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.067145 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af521e-db77-4b58-b178-3011cf8908c4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e265628e-c878-4bcb-9ad8-33c14e18fbb4,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:33.082257 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2af521e-db77-4b58-b178-3011cf8908c4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.083629 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d2af521e-db77-4b58-b178-3011cf8908c4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422675 Nov 24 21:34:33.086405 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50314) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:34:33.090754 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-10d4ce97-dc1e-4ef3-a16c-387234720ea7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group_rule': {'security_group_id': 'b9959d33-c777-4141-ac77-cbd697c3e617', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:34:33.120600 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-10d4ce97-dc1e-4ef3-a16c-387234720ea7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.179351 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-10d4ce97-dc1e-4ef3-a16c-387234720ea7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.183130 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-10d4ce97-dc1e-4ef3-a16c-387234720ea7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.202895 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4ce97-dc1e-4ef3-a16c-387234720ea7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9bcaab-9d71-4932-b41e-5347a9af783b,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:33.213083 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-10d4ce97-dc1e-4ef3-a16c-387234720ea7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.214424 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-10d4ce97-dc1e-4ef3-a16c-387234720ea7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1270955 Nov 24 21:34:33.217311 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50316) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:34:33.221783 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-deb6b4ad-b4c6-4b42-9fa9-de332210b900 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group_rule': {'security_group_id': 'b9959d33-c777-4141-ac77-cbd697c3e617', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:34:33.250729 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-deb6b4ad-b4c6-4b42-9fa9-de332210b900 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.312835 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-deb6b4ad-b4c6-4b42-9fa9-de332210b900 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.318293 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-deb6b4ad-b4c6-4b42-9fa9-de332210b900 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.337749 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6b4ad-b4c6-4b42-9fa9-de332210b900 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34eb61f-26af-48e8-a0fa-cca040e2bec2,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:33.352460 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-deb6b4ad-b4c6-4b42-9fa9-de332210b900 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.353751 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-deb6b4ad-b4c6-4b42-9fa9-de332210b900 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1354787 Nov 24 21:34:33.356712 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50318) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:34:33.361070 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-1ca8a076-3af1-4bd3-a0c7-22e0c85545e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group_rule': {'security_group_id': 'b9959d33-c777-4141-ac77-cbd697c3e617', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:34:33.387152 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1ca8a076-3af1-4bd3-a0c7-22e0c85545e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.452863 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1ca8a076-3af1-4bd3-a0c7-22e0c85545e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.456225 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1ca8a076-3af1-4bd3-a0c7-22e0c85545e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.473669 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8a076-3af1-4bd3-a0c7-22e0c85545e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2c8983-fa83-4127-b24a-addd9a04248f,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:33.482300 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1ca8a076-3af1-4bd3-a0c7-22e0c85545e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.483495 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1ca8a076-3af1-4bd3-a0c7-22e0c85545e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1258066 Nov 24 21:34:33.486251 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50320) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:34:33.491065 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-b01bba4d-1bbb-4344-b82b-8df19540de88 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group_rule': {'security_group_id': 'b9959d33-c777-4141-ac77-cbd697c3e617', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:34:33.512419 n-d-812111-8 neutron-server[109991]: INFO neutron.db.securitygroups_db [None req-b01bba4d-1bbb-4344-b82b-8df19540de88 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Project 485bf2fed1d94cb695e544caa851c167 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:34:33.517267 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b01bba4d-1bbb-4344-b82b-8df19540de88 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.575340 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b01bba4d-1bbb-4344-b82b-8df19540de88 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.578899 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b01bba4d-1bbb-4344-b82b-8df19540de88 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.594186 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01bba4d-1bbb-4344-b82b-8df19540de88 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5f9df3-aed8-4568-888e-decec2f6f054,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:33.604311 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b01bba4d-1bbb-4344-b82b-8df19540de88 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.605551 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b01bba4d-1bbb-4344-b82b-8df19540de88 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183696 Nov 24 21:34:33.608606 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50322) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:34:33.612927 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-8e0dff04-6378-4005-ba9c-71cb21f9de44 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group_rule': {'security_group_id': 'b9959d33-c777-4141-ac77-cbd697c3e617', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:34:33.635217 n-d-812111-8 neutron-server[109991]: INFO neutron.db.securitygroups_db [None req-8e0dff04-6378-4005-ba9c-71cb21f9de44 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Project 485bf2fed1d94cb695e544caa851c167 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:34:33.640184 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8e0dff04-6378-4005-ba9c-71cb21f9de44 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.704404 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8e0dff04-6378-4005-ba9c-71cb21f9de44 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.709615 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8e0dff04-6378-4005-ba9c-71cb21f9de44 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.727817 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dff04-6378-4005-ba9c-71cb21f9de44 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43dbb3c-9297-44d0-93e1-63639e70426c,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:33.736788 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8e0dff04-6378-4005-ba9c-71cb21f9de44 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.738061 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8e0dff04-6378-4005-ba9c-71cb21f9de44 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284740 Nov 24 21:34:33.741199 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50324) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:34:33.747013 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-274dded9-1a28-4abb-88e0-9d12be42f4e1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'network': {'name': 'tempest-network-smoke--1544727051', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'port_security_enabled': True}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:34:33.773575 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274dded9-1a28-4abb-88e0-9d12be42f4e1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Made reservation on behalf of 485bf2fed1d94cb695e544caa851c167 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:34:33.777097 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-274dded9-1a28-4abb-88e0-9d12be42f4e1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.801996 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274dded9-1a28-4abb-88e0-9d12be42f4e1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:34:33.813505 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-274dded9-1a28-4abb-88e0-9d12be42f4e1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.813848 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-274dded9-1a28-4abb-88e0-9d12be42f4e1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Added segment fef07005-0d02-4f5b-aaee-d9555dba8b8f of type vlan for network 487b6a90-56c0-46e4-8b2f-c2ac9a72032a Nov 24 21:34:33.888056 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-274dded9-1a28-4abb-88e0-9d12be42f4e1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.923412 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-274dded9-1a28-4abb-88e0-9d12be42f4e1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.929114 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274dded9-1a28-4abb-88e0-9d12be42f4e1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:33.929709 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-274dded9-1a28-4abb-88e0-9d12be42f4e1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:33.993397 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-274dded9-1a28-4abb-88e0-9d12be42f4e1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2509296 Nov 24 21:34:33.996432 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50326) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:34:34.001170 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-3d99a0bd-29fd-41ca-a734-a94b73f45ab4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1654788686', 'admin_state_up': True, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:34:34.027926 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d99a0bd-29fd-41ca-a734-a94b73f45ab4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:34.029950 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d99a0bd-29fd-41ca-a734-a94b73f45ab4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:34.034473 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274dded9-1a28-4abb-88e0-9d12be42f4e1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Network': ['ID=487b6a90-56c0-46e4-8b2f-c2ac9a72032a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:34.047504 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 487b6a90-56c0-46e4-8b2f-c2ac9a72032a details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:34:34.092087 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d99a0bd-29fd-41ca-a734-a94b73f45ab4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:34.239503 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d99a0bd-29fd-41ca-a734-a94b73f45ab4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:34.439486 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d99a0bd-29fd-41ca-a734-a94b73f45ab4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:34.459910 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d99a0bd-29fd-41ca-a734-a94b73f45ab4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:34.567053 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-3d99a0bd-29fd-41ca-a734-a94b73f45ab4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Allocated IP 172.25.5.159 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/5321902b-59ac-4b00-89c8-4691e5a28021) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:34:34.670401 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d99a0bd-29fd-41ca-a734-a94b73f45ab4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:34.709315 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d99a0bd-29fd-41ca-a734-a94b73f45ab4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:34.750022 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d99a0bd-29fd-41ca-a734-a94b73f45ab4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:34:34.752804 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-3d99a0bd-29fd-41ca-a734-a94b73f45ab4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:34:34.757447 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d99a0bd-29fd-41ca-a734-a94b73f45ab4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:34:34.763155 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99a0bd-29fd-41ca-a734-a94b73f45ab4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Port': ['ID=5321902b-59ac-4b00-89c8-4691e5a28021,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:34.766268 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611f7a30-63a8-4811-a718-f93f5350d5bd None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:34:34.823348 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3efe73d2-b92a-4eab-8fc4-91fa409a0ca5 None None] Provisioning complete for port 5321902b-59ac-4b00-89c8-4691e5a28021 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:34:34.823721 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3efe73d2-b92a-4eab-8fc4-91fa409a0ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:34.863110 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-3efe73d2-b92a-4eab-8fc4-91fa409a0ca5 None None] Port 5321902b-59ac-4b00-89c8-4691e5a28021 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:34:35.372438 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d99a0bd-29fd-41ca-a734-a94b73f45ab4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:35.495343 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:34:35.590913 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d99a0bd-29fd-41ca-a734-a94b73f45ab4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:35.727516 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d99a0bd-29fd-41ca-a734-a94b73f45ab4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Router fa56b44c-59e5-428a-87b3-e90501fe0095 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:34:35.837771 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d99a0bd-29fd-41ca-a734-a94b73f45ab4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:34:35.847191 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] Sync routers for ids ['fa56b44c-59e5-428a-87b3-e90501fe0095'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:34:35.858961 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] Routers {'fa56b44c-59e5-428a-87b3-e90501fe0095'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:34:35.859591 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:34:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fa56b44c-59e5-428a-87b3-e90501fe0095'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:34:35.860777 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d99a0bd-29fd-41ca-a734-a94b73f45ab4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:35.862048 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3d99a0bd-29fd-41ca-a734-a94b73f45ab4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8645041 Nov 24 21:34:35.865912 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50328) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:34:35.897412 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-70b9a4bc-376b-45a3-8d35-2311a7626c51 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=485bf2fed1d94cb695e544caa851c167&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272870 Nov 24 21:34:35.897843 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50330) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:34:35.980098 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] Set router fa56b44c-59e5-428a-87b3-e90501fe0095 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:34:35.994622 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da89a0-b1e1-4148-9887-31d4455317d9 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:35.996219 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a2da89a0-b1e1-4148-9887-31d4455317d9 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0973556 Nov 24 21:34:35.999074 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50332) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:34:36.034914 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c4a496c4-422a-4f56-ac1c-a307ab9e17a5 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346768 Nov 24 21:34:36.038382 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50334) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:34:36.051675 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a7617999-55a6-4bcc-9772-5dc9ccdf5bb2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-480746341', 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:34:36.150895 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7617999-55a6-4bcc-9772-5dc9ccdf5bb2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Made reservation on behalf of 485bf2fed1d94cb695e544caa851c167 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:34:36.156954 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a7617999-55a6-4bcc-9772-5dc9ccdf5bb2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:36.177438 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654788686', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:34Z', 'revision_number': 3, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:34:36.205382 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] Checking router: fa56b44c-59e5-428a-87b3-e90501fe0095 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:34:36.205746 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] Updating router fa56b44c-59e5-428a-87b3-e90501fe0095 port 5321902b-59ac-4b00-89c8-4691e5a28021 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:34:36.236720 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:36.356447 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a7617999-55a6-4bcc-9772-5dc9ccdf5bb2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:36.435738 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7617999-55a6-4bcc-9772-5dc9ccdf5bb2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Subnet': ['ID=b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:36.442227 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7617999-55a6-4bcc-9772-5dc9ccdf5bb2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Checking segment: {'id': 'fef07005-0d02-4f5b-aaee-d9555dba8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:34:36.442525 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7617999-55a6-4bcc-9772-5dc9ccdf5bb2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network hostable DHCP agents. Network: 487b6a90-56c0-46e4-8b2f-c2ac9a72032a, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:34:36.465548 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7617999-55a6-4bcc-9772-5dc9ccdf5bb2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network 487b6a90-56c0-46e4-8b2f-c2ac9a72032a is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:34:36.475609 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-a7617999-55a6-4bcc-9772-5dc9ccdf5bb2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 487b6a90-56c0-46e4-8b2f-c2ac9a72032a) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:34:36.479709 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7617999-55a6-4bcc-9772-5dc9ccdf5bb2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:36.480327 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a7617999-55a6-4bcc-9772-5dc9ccdf5bb2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:36.487125 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9deda46-ea7b-48a4-a8f7-c8fdfb112199 None None] Network 487b6a90-56c0-46e4-8b2f-c2ac9a72032a requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:34:36.497290 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a7617999-55a6-4bcc-9772-5dc9ccdf5bb2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4575825 Nov 24 21:34:36.500148 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50336) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:34:36.532384 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:36.570427 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:36.631857 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bc1eb9-977d-4e79-86ff-bcb31c7cdb5d None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:34:36.651424 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] Attempting to bind port 5321902b-59ac-4b00-89c8-4691e5a28021 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:34:36.651808 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] Attempting to bind port 5321902b-59ac-4b00-89c8-4691e5a28021 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:34:36.652098 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] Attempting to bind port 5321902b-59ac-4b00-89c8-4691e5a28021 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:34:36.679073 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d772a9a-a4c0-4c79-97cb-7ab9c028f6ca None None] Pushing event updated for resources: {'Port': ['ID=5321902b-59ac-4b00-89c8-4691e5a28021,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:36.693867 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:34:36.694256 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:34:36.694672 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:36.695076 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:34:36.695570 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] Bound port: 5321902b-59ac-4b00-89c8-4691e5a28021, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:34:36.695961 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:36.745233 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-834083dc-cc8a-4b2c-8af4-7d2818aa84e8 None None] Provisioning complete for port 5321902b-59ac-4b00-89c8-4691e5a28021 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:34:36.745608 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-834083dc-cc8a-4b2c-8af4-7d2818aa84e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:36.799890 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e55f3b7-7caa-48dd-a0e8-de683d3edfc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-487b6a90-56c0-46e4-8b2f-c2ac9a72032a', 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'fixed_ips': [{'subnet_id': 'b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:34:36.800777 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7e55f3b7-7caa-48dd-a0e8-de683d3edfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:36.829477 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] For port 5321902b-59ac-4b00-89c8-4691e5a28021, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:34:36.833124 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-834083dc-cc8a-4b2c-8af4-7d2818aa84e8 None None] Port 5321902b-59ac-4b00-89c8-4691e5a28021 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:34:36.853587 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] For port 5321902b-59ac-4b00-89c8-4691e5a28021, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=5321902b-59ac-4b00-89c8-4691e5a28021,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:34:36.900214 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:36.946177 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6dbf17fd-116f-4e7f-ad30-9e66aea01e71 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:36.968151 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5340175-7a11-4c34-b901-177125af5452 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:34:36.992888 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] Routers {'fa56b44c-59e5-428a-87b3-e90501fe0095'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:34:36.993519 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:34:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fa56b44c-59e5-428a-87b3-e90501fe0095'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:34:37.066650 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d772a9a-a4c0-4c79-97cb-7ab9c028f6ca None None] Pushing event updated for resources: {'Port': ['ID=5321902b-59ac-4b00-89c8-4691e5a28021,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:37.096870 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-7e55f3b7-7caa-48dd-a0e8-de683d3edfc0 None None] Allocated IP 172.20.0.2 (487b6a90-56c0-46e4-8b2f-c2ac9a72032a/b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a/bed42757-46a0-4d6c-9dac-9647024afb1d) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:34:37.139224 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-0faa2ffa-4867-4ee8-ba3a-78a60c413b08 None None] Provisioning complete for port 5321902b-59ac-4b00-89c8-4691e5a28021 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:34:37.139600 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0faa2ffa-4867-4ee8-ba3a-78a60c413b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:37.248574 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] Set router fa56b44c-59e5-428a-87b3-e90501fe0095 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:34:37.632416 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7e55f3b7-7caa-48dd-a0e8-de683d3edfc0 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:37.638698 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0faa2ffa-4867-4ee8-ba3a-78a60c413b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:37.649201 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7e55f3b7-7caa-48dd-a0e8-de683d3edfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:37.690386 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-6dbf17fd-116f-4e7f-ad30-9e66aea01e71 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Allocated IP 172.20.0.1 (487b6a90-56c0-46e4-8b2f-c2ac9a72032a/b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a/27999900-a6c9-4872-9ed5-9162b443c217) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:34:37.702934 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0faa2ffa-4867-4ee8-ba3a-78a60c413b08 None None] For port 5321902b-59ac-4b00-89c8-4691e5a28021, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=5321902b-59ac-4b00-89c8-4691e5a28021,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:34:37.733519 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0faa2ffa-4867-4ee8-ba3a-78a60c413b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:37.747568 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e55f3b7-7caa-48dd-a0e8-de683d3edfc0 None None] Network 487b6a90-56c0-46e4-8b2f-c2ac9a72032a is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:34:37.751148 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-7e55f3b7-7caa-48dd-a0e8-de683d3edfc0 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:34:37.752981 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55f3b7-7caa-48dd-a0e8-de683d3edfc0 None None] Pushing event updated for resources: {'Port': ['ID=bed42757-46a0-4d6c-9dac-9647024afb1d,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:37.756078 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e55f3b7-7caa-48dd-a0e8-de683d3edfc0 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:34:37.820704 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6dbf17fd-116f-4e7f-ad30-9e66aea01e71 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:37.856243 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6dbf17fd-116f-4e7f-ad30-9e66aea01e71 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:37.875115 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa2ffa-4867-4ee8-ba3a-78a60c413b08 None None] Pushing event updated for resources: {'Port': ['ID=5321902b-59ac-4b00-89c8-4691e5a28021,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:37.879954 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654788686', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:34Z', 'revision_number': 3, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:34:37.882808 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-7e55f3b7-7caa-48dd-a0e8-de683d3edfc0 None None] Attempting to bind port bed42757-46a0-4d6c-9dac-9647024afb1d on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:34:37.883126 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-7e55f3b7-7caa-48dd-a0e8-de683d3edfc0 None None] Attempting to bind port bed42757-46a0-4d6c-9dac-9647024afb1d by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'fef07005-0d02-4f5b-aaee-d9555dba8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:34:37.883499 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55f3b7-7caa-48dd-a0e8-de683d3edfc0 None None] Attempting to bind port bed42757-46a0-4d6c-9dac-9647024afb1d on network 487b6a90-56c0-46e4-8b2f-c2ac9a72032a {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:34:37.904350 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbf17fd-116f-4e7f-ad30-9e66aea01e71 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network 487b6a90-56c0-46e4-8b2f-c2ac9a72032a is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:34:37.909667 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-6dbf17fd-116f-4e7f-ad30-9e66aea01e71 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:34:37.912193 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbf17fd-116f-4e7f-ad30-9e66aea01e71 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:34:37.914098 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55f3b7-7caa-48dd-a0e8-de683d3edfc0 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:34:37.914490 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55f3b7-7caa-48dd-a0e8-de683d3edfc0 None None] Checking segment: {'id': 'fef07005-0d02-4f5b-aaee-d9555dba8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:34:37.914904 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7e55f3b7-7caa-48dd-a0e8-de683d3edfc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:37.915310 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55f3b7-7caa-48dd-a0e8-de683d3edfc0 None None] Bound using segment: {'id': 'fef07005-0d02-4f5b-aaee-d9555dba8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:34:37.915810 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-7e55f3b7-7caa-48dd-a0e8-de683d3edfc0 None None] Bound port: bed42757-46a0-4d6c-9dac-9647024afb1d, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef07005-0d02-4f5b-aaee-d9555dba8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:34:37.916208 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7e55f3b7-7caa-48dd-a0e8-de683d3edfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:37.919387 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ee584d-dc0b-41c2-87d3-9530d748fd63 None None] The sync data for ids ['fa56b44c-59e5-428a-87b3-e90501fe0095'] in n-d-812111-8 is: [{'id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654788686', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:34Z', 'revision_number': 3, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:34:37.950444 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf17fd-116f-4e7f-ad30-9e66aea01e71 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Port': ['ID=27999900-a6c9-4872-9ed5-9162b443c217,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:37.970310 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6dbf17fd-116f-4e7f-ad30-9e66aea01e71 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:37.992348 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-7e55f3b7-7caa-48dd-a0e8-de683d3edfc0 None None] For port bed42757-46a0-4d6c-9dac-9647024afb1d, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:34:37.996646 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-7e55f3b7-7caa-48dd-a0e8-de683d3edfc0 None None] For port bed42757-46a0-4d6c-9dac-9647024afb1d, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=bed42757-46a0-4d6c-9dac-9647024afb1d,segment=NetworkSegment(fef07005-0d02-4f5b-aaee-d9555dba8b8f),segment_id=fef07005-0d02-4f5b-aaee-d9555dba8b8f)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:34:38.001600 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7e55f3b7-7caa-48dd-a0e8-de683d3edfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:38.070745 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55f3b7-7caa-48dd-a0e8-de683d3edfc0 None None] Pushing event updated for resources: {'Port': ['ID=bed42757-46a0-4d6c-9dac-9647024afb1d,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:38.125320 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6dbf17fd-116f-4e7f-ad30-9e66aea01e71 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:38.505819 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6dbf17fd-116f-4e7f-ad30-9e66aea01e71 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:38.510560 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6dbf17fd-116f-4e7f-ad30-9e66aea01e71 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:38.534628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bed42757-46a0-4d6c-9dac-9647024afb1d up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:34:38.588264 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6dbf17fd-116f-4e7f-ad30-9e66aea01e71 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:38.588528 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port bed42757-46a0-4d6c-9dac-9647024afb1d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:34:38.588528 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:38.597023 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf17fd-116f-4e7f-ad30-9e66aea01e71 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Port': ['ID=27999900-a6c9-4872-9ed5-9162b443c217,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:38.688476 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:38.708485 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbf17fd-116f-4e7f-ad30-9e66aea01e71 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network 487b6a90-56c0-46e4-8b2f-c2ac9a72032a is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:34:38.710314 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-6dbf17fd-116f-4e7f-ad30-9e66aea01e71 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:34:38.728549 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port bed42757-46a0-4d6c-9dac-9647024afb1d, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=bed42757-46a0-4d6c-9dac-9647024afb1d,segment=NetworkSegment(fef07005-0d02-4f5b-aaee-d9555dba8b8f),segment_id=fef07005-0d02-4f5b-aaee-d9555dba8b8f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:34:38.734413 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:38.735350 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 5321902b-59ac-4b00-89c8-4691e5a28021 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:34:38.815597 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=bed42757-46a0-4d6c-9dac-9647024afb1d,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:38.833792 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 5321902b-59ac-4b00-89c8-4691e5a28021 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:34:38.834259 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:38.844339 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbf17fd-116f-4e7f-ad30-9e66aea01e71 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Router fa56b44c-59e5-428a-87b3-e90501fe0095 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:34:38.961513 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-909437fb-24fe-490f-8b41-4bab98140565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:38.989369 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbf17fd-116f-4e7f-ad30-9e66aea01e71 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:34:39.004908 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6dbf17fd-116f-4e7f-ad30-9e66aea01e71 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "PUT /v2.0/routers/fa56b44c-59e5-428a-87b3-e90501fe0095/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4947605 Nov 24 21:34:39.162291 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-21d9fe06-bbd1-4759-aa6c-9c243d08d3e6 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1285538652&fields=id&tenant_id=485bf2fed1d94cb695e544caa851c167 HTTP/1.1" status: 200 len: 267 time: 0.0494730 Nov 24 21:34:39.241319 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4abd7d-1d94-42da-ac58-212d34aab1c0 None None] Network 487b6a90-56c0-46e4-8b2f-c2ac9a72032a requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:34:39.285692 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-07dec7fd-2178-43a1-957a-67ac51a3c5a6 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:39.287829 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-07dec7fd-2178-43a1-957a-67ac51a3c5a6 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/networks?id=487b6a90-56c0-46e4-8b2f-c2ac9a72032a HTTP/1.1" status: 200 len: 797 time: 0.1181138 Nov 24 21:34:39.302945 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-7b1888e0-146b-4a14-95ed-9b1d54ecf3e9 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/quotas/485bf2fed1d94cb695e544caa851c167 HTTP/1.1" status: 200 len: 375 time: 0.0093422 Nov 24 21:34:39.315722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c37ef844-05ff-4e91-9053-86f7b2ffd93c None None] Provisioning complete for port bed42757-46a0-4d6c-9dac-9647024afb1d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:34:39.316095 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c37ef844-05ff-4e91-9053-86f7b2ffd93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:39.357524 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-8f2b9e83-26ba-4ccf-bc1c-18b7b175e335 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487080 Nov 24 21:34:39.471285 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-74180361-db8e-4cd7-af88-96fd6eeaa32e service neutron] 10.222.0.11 "GET /v2.0/networks/487b6a90-56c0-46e4-8b2f-c2ac9a72032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998960 Nov 24 21:34:39.597735 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-2405926c-d84c-4723-8cf5-92e1dce58346 service neutron] 10.222.0.11 "GET /v2.0/networks/487b6a90-56c0-46e4-8b2f-c2ac9a72032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184003 Nov 24 21:34:39.784842 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c6cb5cf7-6a35-4bcf-af8f-333fd645a6d4 req-92fab216-5faf-4a7e-b67c-7be56969e873 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 210 time: 0.0362871 Nov 24 21:34:39.814372 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8ed47eeb-f83b-4127-8a41-a0a109e94d50 None None] Provisioning complete for port 27999900-a6c9-4872-9ed5-9162b443c217 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:34:39.814761 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8ed47eeb-f83b-4127-8a41-a0a109e94d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:39.830142 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] Sync routers for ids ['fa56b44c-59e5-428a-87b3-e90501fe0095'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:34:39.844214 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] Routers {'fa56b44c-59e5-428a-87b3-e90501fe0095'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:34:39.845295 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:34:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fa56b44c-59e5-428a-87b3-e90501fe0095'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:34:39.860072 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-8ed47eeb-f83b-4127-8a41-a0a109e94d50 None None] Port 27999900-a6c9-4872-9ed5-9162b443c217 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:34:39.874927 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8ed47eeb-f83b-4127-8a41-a0a109e94d50 None None] Provisioning complete for port bed42757-46a0-4d6c-9dac-9647024afb1d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:34:39.875302 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8ed47eeb-f83b-4127-8a41-a0a109e94d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:40.001335 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] Set router fa56b44c-59e5-428a-87b3-e90501fe0095 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:34:40.044543 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:40.119881 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-04cb2094-4d65-4319-aeec-3a0f37f0706b None None] Provisioning complete for port 27999900-a6c9-4872-9ed5-9162b443c217 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:34:40.120258 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-04cb2094-4d65-4319-aeec-3a0f37f0706b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:40.167433 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-04cb2094-4d65-4319-aeec-3a0f37f0706b None None] Port 27999900-a6c9-4872-9ed5-9162b443c217 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:34:40.253129 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654788686', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:38Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '27999900-a6c9-4872-9ed5-9162b443c217', 'name': '', 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:7e:2c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:34:37Z', 'updated_at': '2021-11-24T21:34:38Z', 'revision_number': 2, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:34:40.281093 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] Checking router: fa56b44c-59e5-428a-87b3-e90501fe0095 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:34:40.281451 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] Updating router fa56b44c-59e5-428a-87b3-e90501fe0095 port 27999900-a6c9-4872-9ed5-9162b443c217 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:34:40.287495 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b9ee69ce-68cd-4c9c-93d3-df637dc4b02e None None] Provisioning complete for port 27999900-a6c9-4872-9ed5-9162b443c217 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:34:40.287495 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b9ee69ce-68cd-4c9c-93d3-df637dc4b02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:40.308925 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:40.324531 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-b9ee69ce-68cd-4c9c-93d3-df637dc4b02e None None] Port 27999900-a6c9-4872-9ed5-9162b443c217 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:34:40.453857 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bed42757-46a0-4d6c-9dac-9647024afb1d up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:34:40.509529 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port bed42757-46a0-4d6c-9dac-9647024afb1d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:34:40.510026 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:40.695849 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:40.701180 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:40.757029 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e17e2c-95aa-4105-9e16-7d9bc3dc6e77 None None] Pushing event updated for resources: {'Port': ['ID=27999900-a6c9-4872-9ed5-9162b443c217,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:40.778803 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e17e2c-95aa-4105-9e16-7d9bc3dc6e77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:40.779148 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e17e2c-95aa-4105-9e16-7d9bc3dc6e77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:40.779488 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e17e2c-95aa-4105-9e16-7d9bc3dc6e77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:40.779825 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e17e2c-95aa-4105-9e16-7d9bc3dc6e77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:40.780157 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e17e2c-95aa-4105-9e16-7d9bc3dc6e77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:40.780486 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e17e2c-95aa-4105-9e16-7d9bc3dc6e77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:40.780840 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e17e2c-95aa-4105-9e16-7d9bc3dc6e77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:40.781169 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e17e2c-95aa-4105-9e16-7d9bc3dc6e77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:40.781494 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e17e2c-95aa-4105-9e16-7d9bc3dc6e77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:40.781816 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e17e2c-95aa-4105-9e16-7d9bc3dc6e77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:40.782137 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e17e2c-95aa-4105-9e16-7d9bc3dc6e77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:40.782554 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e17e2c-95aa-4105-9e16-7d9bc3dc6e77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:40.831624 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] Attempting to bind port 27999900-a6c9-4872-9ed5-9162b443c217 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:34:40.832535 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] Attempting to bind port 27999900-a6c9-4872-9ed5-9162b443c217 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'fef07005-0d02-4f5b-aaee-d9555dba8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:34:40.832535 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] Attempting to bind port 27999900-a6c9-4872-9ed5-9162b443c217 on network 487b6a90-56c0-46e4-8b2f-c2ac9a72032a {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:34:40.840114 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:34:40.840496 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] Checking segment: {'id': 'fef07005-0d02-4f5b-aaee-d9555dba8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:34:40.840942 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:40.841725 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] Bound using segment: {'id': 'fef07005-0d02-4f5b-aaee-d9555dba8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:34:40.841972 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] Bound port: 27999900-a6c9-4872-9ed5-9162b443c217, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef07005-0d02-4f5b-aaee-d9555dba8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:34:40.842405 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:40.946203 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-85cc64ac-9ea4-4b34-9abd-a10d5657a086 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:40.948444 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-85cc64ac-9ea4-4b34-9abd-a10d5657a086 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.48 "GET /v2.0/networks?id=487b6a90-56c0-46e4-8b2f-c2ac9a72032a HTTP/1.1" status: 200 len: 797 time: 0.2058852 Nov 24 21:34:40.949031 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] For port 27999900-a6c9-4872-9ed5-9162b443c217, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:34:40.953352 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] For port 27999900-a6c9-4872-9ed5-9162b443c217, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=27999900-a6c9-4872-9ed5-9162b443c217,segment=NetworkSegment(fef07005-0d02-4f5b-aaee-d9555dba8b8f),segment_id=fef07005-0d02-4f5b-aaee-d9555dba8b8f)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:34:40.957585 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-67b5ef38-0183-4246-a6dc-faceea704179 req-d59a9786-587c-499a-8dc0-36578431268a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 210 time: 0.0505476 Nov 24 21:34:40.959527 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:41.026625 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] Routers {'fa56b44c-59e5-428a-87b3-e90501fe0095'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:34:41.027173 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:34:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fa56b44c-59e5-428a-87b3-e90501fe0095'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:34:41.031649 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-7eca00af-82f1-49a0-a21d-bb46759eb4f4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=485bf2fed1d94cb695e544caa851c167 HTTP/1.1" status: 200 len: 380 time: 0.0734608 Nov 24 21:34:41.042811 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'port': {'device_id': '65d8867b-a1a8-46c0-9340-fee36ed0b7f6', 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a', 'admin_state_up': True, 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'security_groups': ['b9959d33-c777-4141-ac77-cbd697c3e617']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:34:41.066202 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e17e2c-95aa-4105-9e16-7d9bc3dc6e77 None None] Pushing event updated for resources: {'Port': ['ID=27999900-a6c9-4872-9ed5-9162b443c217,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:41.167608 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-88480bc5-7b14-453d-a62f-4ffe32af2e9c None None] Provisioning complete for port 27999900-a6c9-4872-9ed5-9162b443c217 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:34:41.168992 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-88480bc5-7b14-453d-a62f-4ffe32af2e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:41.174326 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] Set router fa56b44c-59e5-428a-87b3-e90501fe0095 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:34:41.205158 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Made reservation on behalf of 485bf2fed1d94cb695e544caa851c167 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:34:41.210682 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:41.281227 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-99787b74-0e45-405e-b80c-d4a83d72f98f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:41.297598 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-88480bc5-7b14-453d-a62f-4ffe32af2e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:41.334231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-88480bc5-7b14-453d-a62f-4ffe32af2e9c None None] For port 27999900-a6c9-4872-9ed5-9162b443c217, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=27999900-a6c9-4872-9ed5-9162b443c217,segment=NetworkSegment(fef07005-0d02-4f5b-aaee-d9555dba8b8f),segment_id=fef07005-0d02-4f5b-aaee-d9555dba8b8f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:34:41.338918 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-88480bc5-7b14-453d-a62f-4ffe32af2e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:41.378655 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Allocated IP 172.20.0.14 (487b6a90-56c0-46e4-8b2f-c2ac9a72032a/b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a/5d23cfd2-be93-4ada-b7f3-f41e6deff60b) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:34:41.393521 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88480bc5-7b14-453d-a62f-4ffe32af2e9c None None] Pushing event updated for resources: {'Port': ['ID=27999900-a6c9-4872-9ed5-9162b443c217,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:41.428313 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:41.432077 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654788686', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:38Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '27999900-a6c9-4872-9ed5-9162b443c217', 'name': '', 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:7e:2c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:34:37Z', 'updated_at': '2021-11-24T21:34:40Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:34:41.461072 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6c4c0b02-a210-4840-b454-a4dfb1714b6a None None] Provisioning complete for port 27999900-a6c9-4872-9ed5-9162b443c217 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:34:41.461263 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9b6032-e4b9-40eb-8f87-7167137d6836 None None] The sync data for ids ['fa56b44c-59e5-428a-87b3-e90501fe0095'] in n-d-812111-8 is: [{'id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654788686', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:38Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '27999900-a6c9-4872-9ed5-9162b443c217', 'name': '', 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:7e:2c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:34:37Z', 'updated_at': '2021-11-24T21:34:40Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:34:41.461451 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6c4c0b02-a210-4840-b454-a4dfb1714b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:41.577825 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:41.622407 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:41.671826 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network 487b6a90-56c0-46e4-8b2f-c2ac9a72032a is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:34:41.674970 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:34:41.679424 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:34:41.709779 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Port': ['ID=5d23cfd2-be93-4ada-b7f3-f41e6deff60b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:41.727987 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:41.728339 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:41.728696 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:41.729066 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:41.729418 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:41.729826 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:41.730391 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:41.731205 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:41.731805 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:41.732406 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:41.733045 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:41.733594 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:41.760255 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:41.760932 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:41.781867 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-6d583326-4eb0-4d3f-818e-98fb3c5e3e9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7435110 Nov 24 21:34:41.795127 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-fa37641d-2ee0-4bb2-ba3e-e24d141adda4 service neutron] Request body: {'port': {'device_id': '65d8867b-a1a8-46c0-9340-fee36ed0b7f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:34:41.857701 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-fa37641d-2ee0-4bb2-ba3e-e24d141adda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:42.019401 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f699f2d1-387b-43b4-956b-b38216450920 None None] Provisioning complete for port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:34:42.020049 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f699f2d1-387b-43b4-956b-b38216450920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:42.067411 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f699f2d1-387b-43b4-956b-b38216450920 None None] Port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:34:42.097453 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf526ac2-bf12-48ba-b6f6-999278dec9dc req-8fed1653-09d5-4aa0-9989-8a6df0806543 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:42.099792 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf526ac2-bf12-48ba-b6f6-999278dec9dc req-8fed1653-09d5-4aa0-9989-8a6df0806543 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 932 time: 0.0562124 Nov 24 21:34:42.152959 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf526ac2-bf12-48ba-b6f6-999278dec9dc req-393d9708-671f-47f1-b22a-19c7896b399f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9959d33-c777-4141-ac77-cbd697c3e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462551 Nov 24 21:34:42.174667 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-fa37641d-2ee0-4bb2-ba3e-e24d141adda4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d23cfd2-be93-4ada-b7f3-f41e6deff60b {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:34:42.183424 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-fa37641d-2ee0-4bb2-ba3e-e24d141adda4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:42.197404 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-fa37641d-2ee0-4bb2-ba3e-e24d141adda4 service neutron] Transition to ACTIVE for port object 5d23cfd2-be93-4ada-b7f3-f41e6deff60b will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:34:42.202638 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-fa37641d-2ee0-4bb2-ba3e-e24d141adda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:42.267227 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37641d-2ee0-4bb2-ba3e-e24d141adda4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d23cfd2-be93-4ada-b7f3-f41e6deff60b,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:42.345598 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-fa37641d-2ee0-4bb2-ba3e-e24d141adda4 service neutron] Attempting to bind port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:34:42.345944 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-fa37641d-2ee0-4bb2-ba3e-e24d141adda4 service neutron] Attempting to bind port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'fef07005-0d02-4f5b-aaee-d9555dba8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:34:42.346280 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-fa37641d-2ee0-4bb2-ba3e-e24d141adda4 service neutron] Attempting to bind port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b on network 487b6a90-56c0-46e4-8b2f-c2ac9a72032a {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:34:42.357755 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-fa37641d-2ee0-4bb2-ba3e-e24d141adda4 service neutron] Port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b on network 487b6a90-56c0-46e4-8b2f-c2ac9a72032a not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:34:42.358152 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-fa37641d-2ee0-4bb2-ba3e-e24d141adda4 service neutron] Attempting to bind port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b on network 487b6a90-56c0-46e4-8b2f-c2ac9a72032a {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:34:42.364184 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-fa37641d-2ee0-4bb2-ba3e-e24d141adda4 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:34:42.364555 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-fa37641d-2ee0-4bb2-ba3e-e24d141adda4 service neutron] Checking segment: {'id': 'fef07005-0d02-4f5b-aaee-d9555dba8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:34:42.364983 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-fa37641d-2ee0-4bb2-ba3e-e24d141adda4 service neutron] Bound using segment: {'id': 'fef07005-0d02-4f5b-aaee-d9555dba8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:34:42.365422 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-fa37641d-2ee0-4bb2-ba3e-e24d141adda4 service neutron] Bound port: 5d23cfd2-be93-4ada-b7f3-f41e6deff60b, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef07005-0d02-4f5b-aaee-d9555dba8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:34:42.365780 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-fa37641d-2ee0-4bb2-ba3e-e24d141adda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:42.466284 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-fa37641d-2ee0-4bb2-ba3e-e24d141adda4 service neutron] For port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:34:42.470859 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-fa37641d-2ee0-4bb2-ba3e-e24d141adda4 service neutron] For port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=5d23cfd2-be93-4ada-b7f3-f41e6deff60b,segment=NetworkSegment(fef07005-0d02-4f5b-aaee-d9555dba8b8f),segment_id=fef07005-0d02-4f5b-aaee-d9555dba8b8f)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:34:42.476848 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-fa37641d-2ee0-4bb2-ba3e-e24d141adda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:42.513791 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 27999900-a6c9-4872-9ed5-9162b443c217 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:34:42.531241 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-fa37641d-2ee0-4bb2-ba3e-e24d141adda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:42.531872 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-fa37641d-2ee0-4bb2-ba3e-e24d141adda4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:42.533307 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-fa37641d-2ee0-4bb2-ba3e-e24d141adda4 service neutron] 10.222.0.48 "PUT /v2.0/ports/5d23cfd2-be93-4ada-b7f3-f41e6deff60b HTTP/1.1" status: 200 len: 1092 time: 0.7429914 Nov 24 21:34:42.533761 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d8867b-a1a8-46c0-9340-fee36ed0b7f6', 'tag': '5d23cfd2-be93-4ada-b7f3-f41e6deff60b'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:34:42.536034 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce176b62-38ec-48db-90eb-b2fb8b4a3853" -d '{"events": [{"name": "network-changed", "server_uuid": "65d8867b-a1a8-46c0-9340-fee36ed0b7f6", "tag": "5d23cfd2-be93-4ada-b7f3-f41e6deff60b"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:34:42.564151 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:42.607551 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9fe9f6-ac85-49a5-9957-352558b95fc5 x-openstack-request-id: req-aa9fe9f6-ac85-49a5-9957-352558b95fc5 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:34:42.607551 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d8867b-a1a8-46c0-9340-fee36ed0b7f6", "tag": "5d23cfd2-be93-4ada-b7f3-f41e6deff60b", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:34:42.607846 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aa9fe9f6-ac85-49a5-9957-352558b95fc5 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:34:42.608265 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d8867b-a1a8-46c0-9340-fee36ed0b7f6', 'tag': '5d23cfd2-be93-4ada-b7f3-f41e6deff60b', 'status': 'completed', 'code': 200} Nov 24 21:34:42.625028 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 27999900-a6c9-4872-9ed5-9162b443c217 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:34:42.625664 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:42.637197 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37641d-2ee0-4bb2-ba3e-e24d141adda4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d23cfd2-be93-4ada-b7f3-f41e6deff60b,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:42.665604 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-9d83546c-7ca0-4ab3-a50e-572e05a17339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:42.667657 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-9d83546c-7ca0-4ab3-a50e-572e05a17339 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 1095 time: 0.0880299 Nov 24 21:34:42.722643 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-6f3671a2-3c40-4fe9-a749-6e79433dd7db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d23cfd2-be93-4ada-b7f3-f41e6deff60b HTTP/1.1" status: 200 len: 217 time: 0.0464182 Nov 24 21:34:42.784789 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-7d80bf96-1066-4e06-87ae-9c738100da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:42.786901 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-7d80bf96-1066-4e06-87ae-9c738100da92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a HTTP/1.1" status: 200 len: 834 time: 0.0569031 Nov 24 21:34:42.850371 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-eef895ec-4c4f-42c3-99ca-e2adc29474e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:42.851992 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-eef895ec-4c4f-42c3-99ca-e2adc29474e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=487b6a90-56c0-46e4-8b2f-c2ac9a72032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586417 Nov 24 21:34:42.956285 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-6f4e8b78-0d08-4bef-bc09-edc6cf0467c2 service neutron] 10.222.0.48 "GET /v2.0/networks/487b6a90-56c0-46e4-8b2f-c2ac9a72032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961409 Nov 24 21:34:43.053109 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-39fee7f4-59f7-4d0f-ae60-6a94460d0962 req-d2e6df8e-649a-43d3-92d1-0b385ff3cb09 service neutron] 10.222.0.48 "GET /v2.0/networks/487b6a90-56c0-46e4-8b2f-c2ac9a72032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896225 Nov 24 21:34:43.154062 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce176b62-38ec-48db-90eb-b2fb8b4a3853 req-0ab6b156-9b97-4c92-8613-c4095466f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:43.155585 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ce176b62-38ec-48db-90eb-b2fb8b4a3853 req-0ab6b156-9b97-4c92-8613-c4095466f9f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 1095 time: 0.0535183 Nov 24 21:34:43.279736 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce176b62-38ec-48db-90eb-b2fb8b4a3853 req-04a5bd85-58f3-4d4c-8c30-9c0ec6dee74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:43.281799 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ce176b62-38ec-48db-90eb-b2fb8b4a3853 req-04a5bd85-58f3-4d4c-8c30-9c0ec6dee74d service neutron] 10.222.0.48 "GET /v2.0/networks?id=487b6a90-56c0-46e4-8b2f-c2ac9a72032a HTTP/1.1" status: 200 len: 898 time: 0.1194024 Nov 24 21:34:43.290939 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb7d32-435b-4b42-814a-830b22dddf9e req-2b2419dc-b854-43d9-acee-3e81f09a740a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:43.292504 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-03fb7d32-435b-4b42-814a-830b22dddf9e req-2b2419dc-b854-43d9-acee-3e81f09a740a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 944 time: 0.0624995 Nov 24 21:34:43.325888 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ce176b62-38ec-48db-90eb-b2fb8b4a3853 req-12d8a11e-505d-4707-bab9-dd2e2d732ece service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d23cfd2-be93-4ada-b7f3-f41e6deff60b HTTP/1.1" status: 200 len: 217 time: 0.0364749 Nov 24 21:34:43.354596 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-03fb7d32-435b-4b42-814a-830b22dddf9e req-8c0e6155-f452-4feb-bd51-9537aacb612d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9959d33-c777-4141-ac77-cbd697c3e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556700 Nov 24 21:34:43.388835 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce176b62-38ec-48db-90eb-b2fb8b4a3853 req-4104e435-2ff6-4541-910e-d9802c0b4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:43.390387 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ce176b62-38ec-48db-90eb-b2fb8b4a3853 req-4104e435-2ff6-4541-910e-d9802c0b4225 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a HTTP/1.1" status: 200 len: 834 time: 0.0516980 Nov 24 21:34:43.439002 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce176b62-38ec-48db-90eb-b2fb8b4a3853 req-7842783a-1811-420f-9ee7-2ca703b16786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:43.440706 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ce176b62-38ec-48db-90eb-b2fb8b4a3853 req-7842783a-1811-420f-9ee7-2ca703b16786 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=487b6a90-56c0-46e4-8b2f-c2ac9a72032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423865 Nov 24 21:34:43.545126 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ce176b62-38ec-48db-90eb-b2fb8b4a3853 req-c02c8d2b-d14f-4a99-8072-ae0508db0ad8 service neutron] 10.222.0.48 "GET /v2.0/networks/487b6a90-56c0-46e4-8b2f-c2ac9a72032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971904 Nov 24 21:34:43.639185 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ce176b62-38ec-48db-90eb-b2fb8b4a3853 req-0792f83c-bca8-4503-8968-29085cf06b07 service neutron] 10.222.0.48 "GET /v2.0/networks/487b6a90-56c0-46e4-8b2f-c2ac9a72032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865843 Nov 24 21:34:43.889534 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:44.338676 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 5d23cfd2-be93-4ada-b7f3-f41e6deff60b details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:34:44.446229 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=5d23cfd2-be93-4ada-b7f3-f41e6deff60b,segment=NetworkSegment(fef07005-0d02-4f5b-aaee-d9555dba8b8f),segment_id=fef07005-0d02-4f5b-aaee-d9555dba8b8f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:34:44.459902 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '5d23cfd2-be93-4ada-b7f3-f41e6deff60b', 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a', 'port_id': '5d23cfd2-be93-4ada-b7f3-f41e6deff60b', 'mac_address': 'fa:16:3e:aa:f0:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:34:44.498497 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:44.500277 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd6781-a63f-4e80-bf90-ec20700bba5f req-d8929f48-b960-49e0-8b11-4a45f22d7d2d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:44.501846 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91cd6781-a63f-4e80-bf90-ec20700bba5f req-d8929f48-b960-49e0-8b11-4a45f22d7d2d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 944 time: 0.0583758 Nov 24 21:34:44.512575 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d23cfd2-be93-4ada-b7f3-f41e6deff60b {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:34:44.533421 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=5d23cfd2-be93-4ada-b7f3-f41e6deff60b,segment=NetworkSegment(fef07005-0d02-4f5b-aaee-d9555dba8b8f),segment_id=fef07005-0d02-4f5b-aaee-d9555dba8b8f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:34:44.539565 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:44.556705 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91cd6781-a63f-4e80-bf90-ec20700bba5f req-ed98ed31-a6fe-4b1e-8d7f-5a218268ec74 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9959d33-c777-4141-ac77-cbd697c3e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486634 Nov 24 21:34:44.594797 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=5d23cfd2-be93-4ada-b7f3-f41e6deff60b,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:44.607360 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:44.607946 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:44.608518 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:44.609097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:44.609655 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:44.610186 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:44.610698 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:44.611238 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:44.611760 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:44.612273 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:44.612846 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:44.613359 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:34:44.741303 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['5d23cfd2-be93-4ada-b7f3-f41e6deff60b'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:34:44.888467 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:45.689846 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9dc92-00ca-4238-a84e-418a2377b507 req-f1346ae2-f638-42b8-9b70-a738b8254b19 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:45.691403 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-86e9dc92-00ca-4238-a84e-418a2377b507 req-f1346ae2-f638-42b8-9b70-a738b8254b19 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 945 time: 0.0575976 Nov 24 21:34:45.744153 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-86e9dc92-00ca-4238-a84e-418a2377b507 req-8840e8e9-79f2-47d1-b534-3433c322a030 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9959d33-c777-4141-ac77-cbd697c3e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465348 Nov 24 21:34:46.339168 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 5d23cfd2-be93-4ada-b7f3-f41e6deff60b up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:34:46.394877 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:34:46.399370 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:34:46.399741 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:46.486700 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:46.513737 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d8867b-a1a8-46c0-9340-fee36ed0b7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d23cfd2-be93-4ada-b7f3-f41e6deff60b'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:34:46.516037 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26b5d7c-415c-4e5c-8795-79c8a64b8279" -d '{"events": [{"server_uuid": "65d8867b-a1a8-46c0-9340-fee36ed0b7f6", "name": "network-vif-plugged", "status": "completed", "tag": "5d23cfd2-be93-4ada-b7f3-f41e6deff60b"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:34:46.530066 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=5d23cfd2-be93-4ada-b7f3-f41e6deff60b,segment=NetworkSegment(fef07005-0d02-4f5b-aaee-d9555dba8b8f),segment_id=fef07005-0d02-4f5b-aaee-d9555dba8b8f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:34:46.534475 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:46.562051 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca0da1f-ebc6-4f84-91ea-2a4a98c116b9 x-openstack-request-id: req-9ca0da1f-ebc6-4f84-91ea-2a4a98c116b9 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:34:46.562350 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d8867b-a1a8-46c0-9340-fee36ed0b7f6", "name": "network-vif-plugged", "status": "completed", "tag": "5d23cfd2-be93-4ada-b7f3-f41e6deff60b", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:34:46.562609 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ca0da1f-ebc6-4f84-91ea-2a4a98c116b9 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:34:46.563005 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d8867b-a1a8-46c0-9340-fee36ed0b7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d23cfd2-be93-4ada-b7f3-f41e6deff60b', 'code': 200} Nov 24 21:34:46.602564 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=5d23cfd2-be93-4ada-b7f3-f41e6deff60b,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:46.656483 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b892a-058b-444e-b8e3-7ebaeb9ee3dc req-451356e6-027c-423c-b58d-9944672dde61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:46.658811 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-708b892a-058b-444e-b8e3-7ebaeb9ee3dc req-451356e6-027c-423c-b58d-9944672dde61 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 1097 time: 0.0423570 Nov 24 21:34:46.712323 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-708b892a-058b-444e-b8e3-7ebaeb9ee3dc req-a1959a8b-0c6b-4c82-86d7-ad27e22daa01 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b9959d33-c777-4141-ac77-cbd697c3e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469084 Nov 24 21:34:46.873435 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c29b19-8bd0-455a-b85a-7f243c71193e req-e5d093c0-1fca-4c62-8c39-0692176f35a4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:46.875003 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e5c29b19-8bd0-455a-b85a-7f243c71193e req-e5d093c0-1fca-4c62-8c39-0692176f35a4 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 946 time: 0.0510919 Nov 24 21:34:46.935083 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e5c29b19-8bd0-455a-b85a-7f243c71193e req-46490749-c02c-43c3-ae1b-5970a51f6bee tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9959d33-c777-4141-ac77-cbd697c3e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516269 Nov 24 21:34:48.071229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d021254-6b7b-49cc-b14a-2dfa5760cf18 req-5b609af2-df47-4a5f-b362-55ba21815488 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:48.072794 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d021254-6b7b-49cc-b14a-2dfa5760cf18 req-5b609af2-df47-4a5f-b362-55ba21815488 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 946 time: 0.0532134 Nov 24 21:34:48.123955 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2d021254-6b7b-49cc-b14a-2dfa5760cf18 req-6954767b-cc9a-4af8-8c97-75f9d26a7bea tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9959d33-c777-4141-ac77-cbd697c3e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450184 Nov 24 21:34:48.246440 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce0449-0cd9-4d74-a450-27cb0acfff29 req-ee0b6845-a8dd-49b0-87c9-6ef8bc77622e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:48.248038 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-55ce0449-0cd9-4d74-a450-27cb0acfff29 req-ee0b6845-a8dd-49b0-87c9-6ef8bc77622e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 946 time: 0.0524807 Nov 24 21:34:48.303819 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-55ce0449-0cd9-4d74-a450-27cb0acfff29 req-c5139a0a-946b-4a7e-b2b3-800409bca0c6 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9959d33-c777-4141-ac77-cbd697c3e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469732 Nov 24 21:34:48.326964 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50384) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:34:48.726162 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873068df-71c9-4fd6-906d-5319907c5c6d tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:48.727718 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-873068df-71c9-4fd6-906d-5319907c5c6d tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 1092 time: 0.3997421 Nov 24 21:34:48.730611 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50386) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:34:48.735172 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-47ebfb0b-3276-4df2-98fc-76100f264153 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': '5d23cfd2-be93-4ada-b7f3-f41e6deff60b', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:34:48.758838 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-47ebfb0b-3276-4df2-98fc-76100f264153 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:48.870260 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-47ebfb0b-3276-4df2-98fc-76100f264153 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:48.984727 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-47ebfb0b-3276-4df2-98fc-76100f264153 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Allocated IP 172.25.5.241 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/98cb0e30-bcd4-43c9-81ed-5898644d1c89) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:34:49.101540 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-47ebfb0b-3276-4df2-98fc-76100f264153 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:49.144582 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-47ebfb0b-3276-4df2-98fc-76100f264153 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:49.184490 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ebfb0b-3276-4df2-98fc-76100f264153 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:34:49.190408 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-47ebfb0b-3276-4df2-98fc-76100f264153 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:34:49.193901 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ebfb0b-3276-4df2-98fc-76100f264153 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:34:49.221760 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ebfb0b-3276-4df2-98fc-76100f264153 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Port': ['ID=98cb0e30-bcd4-43c9-81ed-5898644d1c89,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:49.576390 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-47ebfb0b-3276-4df2-98fc-76100f264153 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:49.647646 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-47ebfb0b-3276-4df2-98fc-76100f264153 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:49.805068 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-47ebfb0b-3276-4df2-98fc-76100f264153 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:49.809960 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-47ebfb0b-3276-4df2-98fc-76100f264153 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:49.886325 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ebfb0b-3276-4df2-98fc-76100f264153 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Port': ['ID=98cb0e30-bcd4-43c9-81ed-5898644d1c89,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:34:49.905736 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-47ebfb0b-3276-4df2-98fc-76100f264153 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:50.012113 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-47ebfb0b-3276-4df2-98fc-76100f264153 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Floating IP 294e79ff-d4bb-4801-a2b7-e03b1b77977a associated. External IP: 172.25.5.241, port: 5d23cfd2-be93-4ada-b7f3-f41e6deff60b. Nov 24 21:34:50.237379 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ebfb0b-3276-4df2-98fc-76100f264153 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Router fa56b44c-59e5-428a-87b3-e90501fe0095 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:34:50.346787 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ebfb0b-3276-4df2-98fc-76100f264153 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:34:50.357390 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde9e292-9816-4a6f-9dd5-718fe75e8cf9 None None] Sync routers for ids ['fa56b44c-59e5-428a-87b3-e90501fe0095'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:34:50.366710 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-47ebfb0b-3276-4df2-98fc-76100f264153 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:34:50.367621 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde9e292-9816-4a6f-9dd5-718fe75e8cf9 None None] Routers {'fa56b44c-59e5-428a-87b3-e90501fe0095'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:34:50.368309 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-fde9e292-9816-4a6f-9dd5-718fe75e8cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:34:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fa56b44c-59e5-428a-87b3-e90501fe0095'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:34:50.397685 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-47ebfb0b-3276-4df2-98fc-76100f264153 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6625957 Nov 24 21:34:50.397685 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d8867b-a1a8-46c0-9340-fee36ed0b7f6', 'tag': '5d23cfd2-be93-4ada-b7f3-f41e6deff60b'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:34:50.398964 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2818d9d0-0058-4a39-b1b6-0307ed0babd1" -d '{"events": [{"name": "network-changed", "server_uuid": "65d8867b-a1a8-46c0-9340-fee36ed0b7f6", "tag": "5d23cfd2-be93-4ada-b7f3-f41e6deff60b"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:34:50.493367 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-fde9e292-9816-4a6f-9dd5-718fe75e8cf9 None None] Set router fa56b44c-59e5-428a-87b3-e90501fe0095 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:34:50.497644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6035d12-5daf-4cb7-ad46-00cc1d96c4fa req-f66f7f87-b360-4a55-8410-c0293d10b480 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:50.499464 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a6035d12-5daf-4cb7-ad46-00cc1d96c4fa req-f66f7f87-b360-4a55-8410-c0293d10b480 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 946 time: 0.0552533 Nov 24 21:34:50.557148 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a6035d12-5daf-4cb7-ad46-00cc1d96c4fa req-f5c4d9c8-8724-4843-9c89-a62fa637da1b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9959d33-c777-4141-ac77-cbd697c3e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514870 Nov 24 21:34:50.580531 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50392) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:34:50.631867 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8788e42e-3b6a-491f-b7e1-4c81e7a4390d x-openstack-request-id: req-8788e42e-3b6a-491f-b7e1-4c81e7a4390d {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:34:50.632185 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d8867b-a1a8-46c0-9340-fee36ed0b7f6", "tag": "5d23cfd2-be93-4ada-b7f3-f41e6deff60b", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:34:50.632453 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8788e42e-3b6a-491f-b7e1-4c81e7a4390d {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:34:50.632858 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d8867b-a1a8-46c0-9340-fee36ed0b7f6', 'tag': '5d23cfd2-be93-4ada-b7f3-f41e6deff60b', 'status': 'completed', 'code': 200} Nov 24 21:34:50.693285 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fb6b7fea-8fe3-4e83-a458-7a51e517573f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/floatingips/294e79ff-d4bb-4801-a2b7-e03b1b77977a HTTP/1.1" status: 200 len: 992 time: 0.1110051 Nov 24 21:34:50.701505 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818d9d0-0058-4a39-b1b6-0307ed0babd1 req-d0d53807-5f97-48f9-9201-5bc08abc5126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:50.703032 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2818d9d0-0058-4a39-b1b6-0307ed0babd1 req-d0d53807-5f97-48f9-9201-5bc08abc5126 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 1097 time: 0.0675192 Nov 24 21:34:50.783169 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-fde9e292-9816-4a6f-9dd5-718fe75e8cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654788686', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:38Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '294e79ff-d4bb-4801-a2b7-e03b1b77977a', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'floating_ip_address': '172.25.5.241', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'port_id': '5d23cfd2-be93-4ada-b7f3-f41e6deff60b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a', 'mac_address': 'fa:16:3e:aa:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d8867b-a1a8-46c0-9340-fee36ed0b7f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:34:49Z', 'updated_at': '2021-11-24T21:34:49Z', 'revision_number': 0, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27999900-a6c9-4872-9ed5-9162b443c217', 'name': '', 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:7e:2c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:34:37Z', 'updated_at': '2021-11-24T21:34:41Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:34:50.820150 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde9e292-9816-4a6f-9dd5-718fe75e8cf9 None None] Checking router: fa56b44c-59e5-428a-87b3-e90501fe0095 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:34:50.837760 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde9e292-9816-4a6f-9dd5-718fe75e8cf9 None None] Routers {'fa56b44c-59e5-428a-87b3-e90501fe0095'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:34:50.838476 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-fde9e292-9816-4a6f-9dd5-718fe75e8cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:34:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fa56b44c-59e5-428a-87b3-e90501fe0095'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:34:50.850070 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818d9d0-0058-4a39-b1b6-0307ed0babd1 req-05e218b7-f2a0-44a8-afab-ea170643ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:50.851622 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2818d9d0-0058-4a39-b1b6-0307ed0babd1 req-05e218b7-f2a0-44a8-afab-ea170643ef0e service neutron] 10.222.0.48 "GET /v2.0/networks?id=487b6a90-56c0-46e4-8b2f-c2ac9a72032a HTTP/1.1" status: 200 len: 898 time: 0.1405585 Nov 24 21:34:50.938633 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2818d9d0-0058-4a39-b1b6-0307ed0babd1 req-0d65c633-3c6b-4506-a43e-baa9f56ec855 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d23cfd2-be93-4ada-b7f3-f41e6deff60b HTTP/1.1" status: 200 len: 1000 time: 0.0796609 Nov 24 21:34:50.963559 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-fde9e292-9816-4a6f-9dd5-718fe75e8cf9 None None] Set router fa56b44c-59e5-428a-87b3-e90501fe0095 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:34:51.002974 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818d9d0-0058-4a39-b1b6-0307ed0babd1 req-c8ffc97e-46b9-4752-b34a-f0d50cef8a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:51.005518 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2818d9d0-0058-4a39-b1b6-0307ed0babd1 req-c8ffc97e-46b9-4752-b34a-f0d50cef8a97 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a HTTP/1.1" status: 200 len: 834 time: 0.0572917 Nov 24 21:34:51.061205 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818d9d0-0058-4a39-b1b6-0307ed0babd1 req-d56f667b-9917-479d-a217-c44b124ce7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:34:51.063517 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2818d9d0-0058-4a39-b1b6-0307ed0babd1 req-d56f667b-9917-479d-a217-c44b124ce7f2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=487b6a90-56c0-46e4-8b2f-c2ac9a72032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507469 Nov 24 21:34:51.173100 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2818d9d0-0058-4a39-b1b6-0307ed0babd1 req-b5d9f17c-0f42-4712-91f9-5e4f0af041b2 service neutron] 10.222.0.48 "GET /v2.0/networks/487b6a90-56c0-46e4-8b2f-c2ac9a72032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033103 Nov 24 21:34:51.268170 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-fde9e292-9816-4a6f-9dd5-718fe75e8cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654788686', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:38Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '294e79ff-d4bb-4801-a2b7-e03b1b77977a', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'floating_ip_address': '172.25.5.241', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'port_id': '5d23cfd2-be93-4ada-b7f3-f41e6deff60b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a', 'mac_address': 'fa:16:3e:aa:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d8867b-a1a8-46c0-9340-fee36ed0b7f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:34:49Z', 'updated_at': '2021-11-24T21:34:49Z', 'revision_number': 0, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27999900-a6c9-4872-9ed5-9162b443c217', 'name': '', 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:7e:2c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:34:37Z', 'updated_at': '2021-11-24T21:34:41Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:34:51.286551 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2818d9d0-0058-4a39-b1b6-0307ed0babd1 req-e87aced0-5262-40d1-84b7-369c3ee22948 service neutron] 10.222.0.48 "GET /v2.0/networks/487b6a90-56c0-46e4-8b2f-c2ac9a72032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061184 Nov 24 21:34:51.305027 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde9e292-9816-4a6f-9dd5-718fe75e8cf9 None None] The sync data for ids ['fa56b44c-59e5-428a-87b3-e90501fe0095'] in n-d-812111-8 is: [{'id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654788686', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:38Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '294e79ff-d4bb-4801-a2b7-e03b1b77977a', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'floating_ip_address': '172.25.5.241', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'port_id': '5d23cfd2-be93-4ada-b7f3-f41e6deff60b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a', 'mac_address': 'fa:16:3e:aa:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d8867b-a1a8-46c0-9340-fee36ed0b7f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:34:49Z', 'updated_at': '2021-11-24T21:34:49Z', 'revision_number': 0, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27999900-a6c9-4872-9ed5-9162b443c217', 'name': '', 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:7e:2c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:34:37Z', 'updated_at': '2021-11-24T21:34:41Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:34:51.561116 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b476d-cdf4-42b8-a407-9f41430f2fef None None] New status for floating IP 294e79ff-d4bb-4801-a2b7-e03b1b77977a: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:34:51.698097 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50394) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:34:51.765284 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-72137850-cfe4-4e69-96d5-768194ee0d9b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/floatingips/294e79ff-d4bb-4801-a2b7-e03b1b77977a HTTP/1.1" status: 200 len: 994 time: 0.0658109 Nov 24 21:35:04.387074 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a618811e-4a0f-4f72-a9b9-12a7f5645c51 req-6264b5ec-6e71-4145-a039-24ac24c57788 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416281 Nov 24 21:35:04.470893 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618811e-4a0f-4f72-a9b9-12a7f5645c51 req-91ce79c2-6f47-45e6-b0e5-0b6f407a3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:04.472413 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a618811e-4a0f-4f72-a9b9-12a7f5645c51 req-91ce79c2-6f47-45e6-b0e5-0b6f407a3777 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 1097 time: 0.0424249 Nov 24 21:35:04.582660 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618811e-4a0f-4f72-a9b9-12a7f5645c51 req-c3e8a1a2-f91e-4f3c-9e80-0ab6dd4e67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:04.584185 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a618811e-4a0f-4f72-a9b9-12a7f5645c51 req-c3e8a1a2-f91e-4f3c-9e80-0ab6dd4e67fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=487b6a90-56c0-46e4-8b2f-c2ac9a72032a HTTP/1.1" status: 200 len: 898 time: 0.0890188 Nov 24 21:35:04.649665 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a618811e-4a0f-4f72-a9b9-12a7f5645c51 req-6adde7bb-8e66-4eec-843e-cabe36a3eab4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d23cfd2-be93-4ada-b7f3-f41e6deff60b HTTP/1.1" status: 200 len: 1002 time: 0.0574093 Nov 24 21:35:04.699658 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618811e-4a0f-4f72-a9b9-12a7f5645c51 req-9089ba0d-76d0-4e12-acb2-e8f1bd53d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:04.701112 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a618811e-4a0f-4f72-a9b9-12a7f5645c51 req-9089ba0d-76d0-4e12-acb2-e8f1bd53d0f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a HTTP/1.1" status: 200 len: 834 time: 0.0446582 Nov 24 21:35:04.750227 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618811e-4a0f-4f72-a9b9-12a7f5645c51 req-2ea95123-65ac-4d3c-a17c-68147b7bf728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:04.751704 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a618811e-4a0f-4f72-a9b9-12a7f5645c51 req-2ea95123-65ac-4d3c-a17c-68147b7bf728 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=487b6a90-56c0-46e4-8b2f-c2ac9a72032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435147 Nov 24 21:35:04.842601 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a618811e-4a0f-4f72-a9b9-12a7f5645c51 req-bf6a7901-1064-4a7b-9015-93046e8beb01 service neutron] 10.222.0.48 "GET /v2.0/networks/487b6a90-56c0-46e4-8b2f-c2ac9a72032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831761 Nov 24 21:35:04.939204 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a618811e-4a0f-4f72-a9b9-12a7f5645c51 req-e2f58d69-f61c-4c15-85d6-ccc0715f038f service neutron] 10.222.0.48 "GET /v2.0/networks/487b6a90-56c0-46e4-8b2f-c2ac9a72032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866485 Nov 24 21:35:08.934030 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9f142ce4-096f-4cec-8809-1ac1f045c628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:10.042886 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:11.227804 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1d5db351-3a6b-4cde-8e99-95b19357087b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:11.420201 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:12.495759 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:35:12.512113 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:13.889229 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:14.861264 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:20.458639 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a63aa6-aff7-4b46-b17b-9a49947d4714 req-a52c67de-3693-4cad-9eab-0826cfb77842 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:20.460048 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d7a63aa6-aff7-4b46-b17b-9a49947d4714 req-a52c67de-3693-4cad-9eab-0826cfb77842 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 946 time: 0.0553570 Nov 24 21:35:20.511695 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d7a63aa6-aff7-4b46-b17b-9a49947d4714 req-505c91e0-eee5-4966-ad4a-11ac128ff4d2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9959d33-c777-4141-ac77-cbd697c3e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449023 Nov 24 21:35:20.535613 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50408) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:35:20.689537 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-96fd4dd4-ec1b-4540-ae2b-bf971f55deb9 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/floatingips/294e79ff-d4bb-4801-a2b7-e03b1b77977a HTTP/1.1" status: 200 len: 994 time: 0.1527512 Nov 24 21:35:21.102680 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d74d4-9e87-4628-aba0-68e2b5aa9cb1 req-37ecdc97-b465-400e-b825-02c04cb826b6 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:21.104212 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef2d74d4-9e87-4628-aba0-68e2b5aa9cb1 req-37ecdc97-b465-400e-b825-02c04cb826b6 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 1097 time: 0.0455904 Nov 24 21:35:21.152020 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef2d74d4-9e87-4628-aba0-68e2b5aa9cb1 req-fb89651c-b5a3-4c64-b59a-282877322ca8 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b9959d33-c777-4141-ac77-cbd697c3e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415213 Nov 24 21:35:21.644175 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-8bf79b57-58c4-49b6-97cb-bf13089cc0ee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411057 Nov 24 21:35:21.653881 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-b0d08939-2692-4a38-a46e-88a5b1b530c7 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:35:21.654842 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-b0d08939-2692-4a38-a46e-88a5b1b530c7 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050766 Nov 24 21:35:25.390511 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-b11d9108-e879-4c4f-aa07-cfadfe621d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:25.391935 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-b11d9108-e879-4c4f-aa07-cfadfe621d7a service neutron] 10.222.0.11 "GET /v2.0/ports/5d23cfd2-be93-4ada-b7f3-f41e6deff60b HTTP/1.1" status: 200 len: 1094 time: 0.0362849 Nov 24 21:35:25.402786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-5631392e-080f-4a75-8af6-b9b3746836d0 service neutron] Request body: {'binding': {'host': 'n-h2-812111-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:35:25.403247 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-5631392e-080f-4a75-8af6-b9b3746836d0 service neutron] Unknown quota resources ['binding']. {{(pid=109991) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 21:35:25.546136 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-5631392e-080f-4a75-8af6-b9b3746836d0 service neutron] Attempting to bind port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b on host n-h2-812111-8 for vnic_type normal with profile None {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:35:25.546385 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-5631392e-080f-4a75-8af6-b9b3746836d0 service neutron] Attempting to bind port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'fef07005-0d02-4f5b-aaee-d9555dba8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:35:25.546723 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-5631392e-080f-4a75-8af6-b9b3746836d0 service neutron] Attempting to bind port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b on network 487b6a90-56c0-46e4-8b2f-c2ac9a72032a {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:35:25.551425 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-5631392e-080f-4a75-8af6-b9b3746836d0 service neutron] Port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b on network 487b6a90-56c0-46e4-8b2f-c2ac9a72032a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:35:25.551759 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-5631392e-080f-4a75-8af6-b9b3746836d0 service neutron] Attempting to bind port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b on network 487b6a90-56c0-46e4-8b2f-c2ac9a72032a {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:35:25.557620 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-5631392e-080f-4a75-8af6-b9b3746836d0 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:35:25.557963 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-5631392e-080f-4a75-8af6-b9b3746836d0 service neutron] Checking segment: {'id': 'fef07005-0d02-4f5b-aaee-d9555dba8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:35:25.558354 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-5631392e-080f-4a75-8af6-b9b3746836d0 service neutron] Bound using segment: {'id': 'fef07005-0d02-4f5b-aaee-d9555dba8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:35:25.558784 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-5631392e-080f-4a75-8af6-b9b3746836d0 service neutron] Bound port: 5d23cfd2-be93-4ada-b7f3-f41e6deff60b, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef07005-0d02-4f5b-aaee-d9555dba8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:35:25.650710 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-5631392e-080f-4a75-8af6-b9b3746836d0 service neutron] For port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5d23cfd2-be93-4ada-b7f3-f41e6deff60b,segment=NetworkSegment(fef07005-0d02-4f5b-aaee-d9555dba8b8f),segment_id=fef07005-0d02-4f5b-aaee-d9555dba8b8f)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:35:25.657058 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-5631392e-080f-4a75-8af6-b9b3746836d0 service neutron] Publish callbacks [] for binding, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:25.658354 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-5631392e-080f-4a75-8af6-b9b3746836d0 service neutron] 10.222.0.11 "POST /v2.0/ports/5d23cfd2-be93-4ada-b7f3-f41e6deff60b/bindings HTTP/1.1" status: 201 len: 389 time: 0.2608376 Nov 24 21:35:25.817577 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b8628-6b18-441c-a7bf-5b4101ffc106 req-7fe1de31-987d-4725-9bdc-c8cb1ccab032 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:25.819104 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-279b8628-6b18-441c-a7bf-5b4101ffc106 req-7fe1de31-987d-4725-9bdc-c8cb1ccab032 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 946 time: 0.0615370 Nov 24 21:35:25.928290 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-279b8628-6b18-441c-a7bf-5b4101ffc106 req-d6563df2-cdc8-4bd7-bcf3-0d3508541b72 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9959d33-c777-4141-ac77-cbd697c3e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020875 Nov 24 21:35:25.943890 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-b2e05bf1-6206-467d-a669-d49badadb9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:25.945030 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-b2e05bf1-6206-467d-a669-d49badadb9c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 1097 time: 0.0833144 Nov 24 21:35:26.053592 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-7ca471f1-ae70-40f9-8fcd-5f6c6806cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:26.055061 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-7ca471f1-ae70-40f9-8fcd-5f6c6806cbbc service neutron] 10.222.0.15 "GET /v2.0/networks?id=487b6a90-56c0-46e4-8b2f-c2ac9a72032a HTTP/1.1" status: 200 len: 898 time: 0.0964561 Nov 24 21:35:26.128135 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-da030e3e-1415-40ef-a2e3-1ec24cb7a666 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d23cfd2-be93-4ada-b7f3-f41e6deff60b HTTP/1.1" status: 200 len: 1002 time: 0.0611877 Nov 24 21:35:26.187724 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-2ef0ced3-7491-4bc4-901e-ef184edad41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:26.189228 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-2ef0ced3-7491-4bc4-901e-ef184edad41b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a HTTP/1.1" status: 200 len: 834 time: 0.0505183 Nov 24 21:35:26.244624 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-2a173bff-e101-4a99-883a-6b48d4bcc8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:26.245065 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-2a173bff-e101-4a99-883a-6b48d4bcc8cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=487b6a90-56c0-46e4-8b2f-c2ac9a72032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447352 Nov 24 21:35:26.365458 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-01fc14be-f506-405c-99b0-3938aa3f485b service neutron] 10.222.0.15 "GET /v2.0/networks/487b6a90-56c0-46e4-8b2f-c2ac9a72032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087620 Nov 24 21:35:26.466288 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-3cc4a768-fae7-46c8-bc40-c525e685f5a6 service neutron] 10.222.0.15 "GET /v2.0/networks/487b6a90-56c0-46e4-8b2f-c2ac9a72032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893059 Nov 24 21:35:26.679394 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-ef31b446-703a-4009-bccc-d4a3d32f33d4 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:26.681226 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-ef31b446-703a-4009-bccc-d4a3d32f33d4 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6&tenant_id=485bf2fed1d94cb695e544caa851c167&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 1097 time: 0.1302850 Nov 24 21:35:26.697942 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-8'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:35:26.753554 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:26.882845 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] For port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=5d23cfd2-be93-4ada-b7f3-f41e6deff60b,segment=NetworkSegment(fef07005-0d02-4f5b-aaee-d9555dba8b8f),segment_id=fef07005-0d02-4f5b-aaee-d9555dba8b8f)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:35:26.920964 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] For port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b, host n-h1-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:35:26.964943 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:26.968682 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d8867b-a1a8-46c0-9340-fee36ed0b7f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d23cfd2-be93-4ada-b7f3-f41e6deff60b'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:35:26.973223 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f287803-e02a-48ae-901f-3a1c759ee976" -d '{"events": [{"server_uuid": "65d8867b-a1a8-46c0-9340-fee36ed0b7f6", "name": "network-vif-unplugged", "status": "completed", "tag": "5d23cfd2-be93-4ada-b7f3-f41e6deff60b"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:35:26.983360 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:27.110653 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Pushing event updated for resources: {'Port': ['ID=5d23cfd2-be93-4ada-b7f3-f41e6deff60b,revision_number=7']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:27.131641 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:27.131985 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:27.132336 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:27.132675 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:27.133036 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:27.133379 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:27.134537 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:27.134742 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:27.134919 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:27.135473 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:27.135597 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:27.135896 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:27.150505 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f344dc-afaa-4229-9ec6-49bd1525ad0a req-f4619287-df42-4fc8-b3a5-7e4a60ab7c93 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:27.152108 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b8f344dc-afaa-4229-9ec6-49bd1525ad0a req-f4619287-df42-4fc8-b3a5-7e4a60ab7c93 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 944 time: 0.1398122 Nov 24 21:35:27.225795 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Attempting to bind port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b on host n-h1-812111-8 for vnic_type normal with profile {"migrating_to": "n-h2-812111-8"} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:35:27.226124 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Attempting to bind port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'fef07005-0d02-4f5b-aaee-d9555dba8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:35:27.226634 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Attempting to bind port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b on network 487b6a90-56c0-46e4-8b2f-c2ac9a72032a {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:35:27.242597 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b on network 487b6a90-56c0-46e4-8b2f-c2ac9a72032a not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:35:27.243568 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Attempting to bind port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b on network 487b6a90-56c0-46e4-8b2f-c2ac9a72032a {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:35:27.249091 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b8f344dc-afaa-4229-9ec6-49bd1525ad0a req-f573580a-da3a-416f-9de4-ca94ce5738ee tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9959d33-c777-4141-ac77-cbd697c3e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847294 Nov 24 21:35:27.253395 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:35:27.253729 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Checking segment: {'id': 'fef07005-0d02-4f5b-aaee-d9555dba8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:35:27.254107 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Bound using segment: {'id': 'fef07005-0d02-4f5b-aaee-d9555dba8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:35:27.254534 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Bound port: 5d23cfd2-be93-4ada-b7f3-f41e6deff60b, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef07005-0d02-4f5b-aaee-d9555dba8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:35:27.254883 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:27.304784 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 21:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8352959c-ca01-4523-9b63-0d468641c7ce x-openstack-request-id: req-8352959c-ca01-4523-9b63-0d468641c7ce {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:35:27.305093 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d8867b-a1a8-46c0-9340-fee36ed0b7f6", "name": "network-vif-unplugged", "status": "completed", "tag": "5d23cfd2-be93-4ada-b7f3-f41e6deff60b", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:35:27.305351 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8352959c-ca01-4523-9b63-0d468641c7ce {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:35:27.306375 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d8867b-a1a8-46c0-9340-fee36ed0b7f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d23cfd2-be93-4ada-b7f3-f41e6deff60b', 'code': 200} Nov 24 21:35:27.329833 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] For port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b, host n-h1-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:35:27.333070 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] For port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=5d23cfd2-be93-4ada-b7f3-f41e6deff60b,segment=NetworkSegment(fef07005-0d02-4f5b-aaee-d9555dba8b8f),segment_id=fef07005-0d02-4f5b-aaee-d9555dba8b8f)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:35:27.337711 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:27.360543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8a52b0f3-7099-4413-a9b5-7eeb0d8a3a8e None None] Provisioning complete for port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:35:27.361249 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8a52b0f3-7099-4413-a9b5-7eeb0d8a3a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:27.442057 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Pushing event updated for resources: {'Port': ['ID=5d23cfd2-be93-4ada-b7f3-f41e6deff60b,revision_number=8']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:27.455144 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8a52b0f3-7099-4413-a9b5-7eeb0d8a3a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:27.482757 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d8867b-a1a8-46c0-9340-fee36ed0b7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d23cfd2-be93-4ada-b7f3-f41e6deff60b'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:35:27.484991 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf751204-8a48-410d-92fd-acbd7f9a91e5" -d '{"events": [{"server_uuid": "65d8867b-a1a8-46c0-9340-fee36ed0b7f6", "name": "network-vif-plugged", "status": "completed", "tag": "5d23cfd2-be93-4ada-b7f3-f41e6deff60b"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:35:27.486505 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:27.487753 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:27.489477 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-66cc967d-a665-4f6d-a8cd-d4c73eb907ac service neutron] 10.222.0.15 "PUT /v2.0/ports/5d23cfd2-be93-4ada-b7f3-f41e6deff60b HTTP/1.1" status: 200 len: 1122 time: 0.7966268 Nov 24 21:35:27.502128 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-8a52b0f3-7099-4413-a9b5-7eeb0d8a3a8e None None] For port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=5d23cfd2-be93-4ada-b7f3-f41e6deff60b,segment=NetworkSegment(fef07005-0d02-4f5b-aaee-d9555dba8b8f),segment_id=fef07005-0d02-4f5b-aaee-d9555dba8b8f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:35:27.508941 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8a52b0f3-7099-4413-a9b5-7eeb0d8a3a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:27.556729 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9939bca-9ed3-43d6-b1a2-e90bb418e254 x-openstack-request-id: req-e9939bca-9ed3-43d6-b1a2-e90bb418e254 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:35:27.557140 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d8867b-a1a8-46c0-9340-fee36ed0b7f6", "name": "network-vif-plugged", "status": "completed", "tag": "5d23cfd2-be93-4ada-b7f3-f41e6deff60b", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:35:27.557369 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e9939bca-9ed3-43d6-b1a2-e90bb418e254 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:35:27.564154 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d8867b-a1a8-46c0-9340-fee36ed0b7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d23cfd2-be93-4ada-b7f3-f41e6deff60b', 'code': 200} Nov 24 21:35:27.564154 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['5d23cfd2-be93-4ada-b7f3-f41e6deff60b'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:35:27.661290 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52b0f3-7099-4413-a9b5-7eeb0d8a3a8e None None] Pushing event updated for resources: {'Port': ['ID=5d23cfd2-be93-4ada-b7f3-f41e6deff60b,revision_number=9']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:27.901380 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a7838411-dfc5-40d1-b6dd-f1bd2d10d417 None None] Provisioning complete for port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:35:27.901752 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a7838411-dfc5-40d1-b6dd-f1bd2d10d417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:28.374042 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48aa402-e6d5-42f0-a6f2-50ed9f32645d req-5dca0865-8236-4d90-ad3f-12950d9708f7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:28.375584 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b48aa402-e6d5-42f0-a6f2-50ed9f32645d req-5dca0865-8236-4d90-ad3f-12950d9708f7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 946 time: 0.0510292 Nov 24 21:35:28.426778 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b48aa402-e6d5-42f0-a6f2-50ed9f32645d req-902500a9-9932-499e-8b01-57a1af187300 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9959d33-c777-4141-ac77-cbd697c3e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451307 Nov 24 21:35:29.308121 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d8867b-a1a8-46c0-9340-fee36ed0b7f6', 'tag': '5d23cfd2-be93-4ada-b7f3-f41e6deff60b'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:35:29.312098 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d070661e-4778-4b39-a0b1-91c656358fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "65d8867b-a1a8-46c0-9340-fee36ed0b7f6", "tag": "5d23cfd2-be93-4ada-b7f3-f41e6deff60b"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:35:29.355269 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65ae24e-07cd-400b-89c6-5adcb0a024a5 x-openstack-request-id: req-d65ae24e-07cd-400b-89c6-5adcb0a024a5 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:35:29.355630 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d8867b-a1a8-46c0-9340-fee36ed0b7f6", "tag": "5d23cfd2-be93-4ada-b7f3-f41e6deff60b", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:35:29.355890 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d65ae24e-07cd-400b-89c6-5adcb0a024a5 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:35:29.356331 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d8867b-a1a8-46c0-9340-fee36ed0b7f6', 'tag': '5d23cfd2-be93-4ada-b7f3-f41e6deff60b', 'status': 'completed', 'code': 200} Nov 24 21:35:29.420712 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070661e-4778-4b39-a0b1-91c656358fa7 req-7c5ad8b1-b996-4575-9d2b-c5089b13f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:29.422371 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d070661e-4778-4b39-a0b1-91c656358fa7 req-7c5ad8b1-b996-4575-9d2b-c5089b13f812 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 1127 time: 0.0464594 Nov 24 21:35:29.527197 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070661e-4778-4b39-a0b1-91c656358fa7 req-6ece1e6a-7254-483f-9b63-698500262b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:29.528848 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d070661e-4778-4b39-a0b1-91c656358fa7 req-6ece1e6a-7254-483f-9b63-698500262b8a service neutron] 10.222.0.48 "GET /v2.0/networks?id=487b6a90-56c0-46e4-8b2f-c2ac9a72032a HTTP/1.1" status: 200 len: 898 time: 0.0998943 Nov 24 21:35:29.562611 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b2e56-6adc-491b-8968-9c4e31be72c1 req-450f4b8d-ccce-4f6d-81e7-c2984a6e239d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:29.564229 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7c1b2e56-6adc-491b-8968-9c4e31be72c1 req-450f4b8d-ccce-4f6d-81e7-c2984a6e239d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 946 time: 0.0613365 Nov 24 21:35:29.594007 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5d23cfd2-be93-4ada-b7f3-f41e6deff60b details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:35:29.620270 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d070661e-4778-4b39-a0b1-91c656358fa7 req-4baac86e-739a-4caa-8571-a588b8e6950b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d23cfd2-be93-4ada-b7f3-f41e6deff60b HTTP/1.1" status: 200 len: 1002 time: 0.0831435 Nov 24 21:35:29.640689 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7c1b2e56-6adc-491b-8968-9c4e31be72c1 req-66f68735-53bd-4f85-ad50-8c105bfd4623 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9959d33-c777-4141-ac77-cbd697c3e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697935 Nov 24 21:35:29.690106 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070661e-4778-4b39-a0b1-91c656358fa7 req-cb315e26-4f9d-4fe0-bb38-9789629aa86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:29.691971 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d070661e-4778-4b39-a0b1-91c656358fa7 req-cb315e26-4f9d-4fe0-bb38-9789629aa86d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a HTTP/1.1" status: 200 len: 834 time: 0.0600421 Nov 24 21:35:29.726819 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=5d23cfd2-be93-4ada-b7f3-f41e6deff60b,segment=NetworkSegment(fef07005-0d02-4f5b-aaee-d9555dba8b8f),segment_id=fef07005-0d02-4f5b-aaee-d9555dba8b8f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:35:29.745287 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5d23cfd2-be93-4ada-b7f3-f41e6deff60b has no active binding in host n-h2-812111-8 {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 24 21:35:29.754854 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070661e-4778-4b39-a0b1-91c656358fa7 req-57b41df8-da5d-42ed-ad7b-f8fd1dcb08c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:29.756389 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d070661e-4778-4b39-a0b1-91c656358fa7 req-57b41df8-da5d-42ed-ad7b-f8fd1dcb08c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=487b6a90-56c0-46e4-8b2f-c2ac9a72032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573153 Nov 24 21:35:29.855409 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d070661e-4778-4b39-a0b1-91c656358fa7 req-b55ada69-0cbc-4813-8864-c38c4d1e48ad service neutron] 10.222.0.48 "GET /v2.0/networks/487b6a90-56c0-46e4-8b2f-c2ac9a72032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917969 Nov 24 21:35:29.971796 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d070661e-4778-4b39-a0b1-91c656358fa7 req-067677da-9362-49f8-9083-1543ca2387dc service neutron] 10.222.0.48 "GET /v2.0/networks/487b6a90-56c0-46e4-8b2f-c2ac9a72032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085479 Nov 24 21:35:30.767592 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2014df-8265-4abc-839e-7d2f8b4b046f req-ed3a29c7-c598-4d50-abae-c809e04a6c1a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:30.769131 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2b2014df-8265-4abc-839e-7d2f8b4b046f req-ed3a29c7-c598-4d50-abae-c809e04a6c1a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 946 time: 0.0515332 Nov 24 21:35:30.824099 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2b2014df-8265-4abc-839e-7d2f8b4b046f req-d167b203-c763-4afa-be7a-6c09b65f6f74 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9959d33-c777-4141-ac77-cbd697c3e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487406 Nov 24 21:35:31.957892 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23713a06-8009-4f04-9e11-b34e5acff2bc req-56989a77-6f05-45e1-802e-a6eed6bcdd21 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:31.959379 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-23713a06-8009-4f04-9e11-b34e5acff2bc req-56989a77-6f05-45e1-802e-a6eed6bcdd21 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 946 time: 0.0534925 Nov 24 21:35:32.011767 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-23713a06-8009-4f04-9e11-b34e5acff2bc req-be5a5765-99b5-4768-8de2-6f8f4e16fd53 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9959d33-c777-4141-ac77-cbd697c3e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446532 Nov 24 21:35:32.562341 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-16afdace-739b-4ac7-9c79-9743e8c70dbe service neutron] 10.222.0.48 "GET /v2.0/ports/5d23cfd2-be93-4ada-b7f3-f41e6deff60b/bindings/n-h2-812111-8 HTTP/1.1" status: 200 len: 384 time: 0.0573554 Nov 24 21:35:32.745737 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-c7c24062-7df7-4bf9-b834-cbab531905f3 service neutron] For port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=5d23cfd2-be93-4ada-b7f3-f41e6deff60b,segment=NetworkSegment(fef07005-0d02-4f5b-aaee-d9555dba8b8f),segment_id=fef07005-0d02-4f5b-aaee-d9555dba8b8f)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:35:32.767197 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-c7c24062-7df7-4bf9-b834-cbab531905f3 service neutron] For port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:35:32.809580 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d8867b-a1a8-46c0-9340-fee36ed0b7f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d23cfd2-be93-4ada-b7f3-f41e6deff60b'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:35:32.811963 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7901e2b3-741e-4a50-aac2-4bf4eb744ced" -d '{"events": [{"server_uuid": "65d8867b-a1a8-46c0-9340-fee36ed0b7f6", "name": "network-vif-unplugged", "status": "completed", "tag": "5d23cfd2-be93-4ada-b7f3-f41e6deff60b"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:35:32.820371 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-c7c24062-7df7-4bf9-b834-cbab531905f3 service neutron] For port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5d23cfd2-be93-4ada-b7f3-f41e6deff60b,segment=NetworkSegment(fef07005-0d02-4f5b-aaee-d9555dba8b8f),segment_id=fef07005-0d02-4f5b-aaee-d9555dba8b8f)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:35:32.840231 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-c7c24062-7df7-4bf9-b834-cbab531905f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:32.853327 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 21:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9542b7-35c6-4e56-b263-d05676e1d617 x-openstack-request-id: req-3f9542b7-35c6-4e56-b263-d05676e1d617 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:35:32.853913 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d8867b-a1a8-46c0-9340-fee36ed0b7f6", "name": "network-vif-unplugged", "status": "completed", "tag": "5d23cfd2-be93-4ada-b7f3-f41e6deff60b", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:35:32.854231 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f9542b7-35c6-4e56-b263-d05676e1d617 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:35:32.854693 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d8867b-a1a8-46c0-9340-fee36ed0b7f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d23cfd2-be93-4ada-b7f3-f41e6deff60b', 'code': 200} Nov 24 21:35:32.926655 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-c7c24062-7df7-4bf9-b834-cbab531905f3 service neutron] Transition to ACTIVE for port object 5d23cfd2-be93-4ada-b7f3-f41e6deff60b will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:35:32.931543 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-c7c24062-7df7-4bf9-b834-cbab531905f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:33.036887 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c24062-7df7-4bf9-b834-cbab531905f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5d23cfd2-be93-4ada-b7f3-f41e6deff60b,revision_number=11']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:33.068461 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-c7c24062-7df7-4bf9-b834-cbab531905f3 service neutron] No DVR routers for this DVR port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:35:33.159531 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa321b-4fad-44d4-8a1c-99c85399aaff req-5011c5e7-9c46-463c-b029-9a12d2ca700b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:33.161265 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9cfa321b-4fad-44d4-8a1c-99c85399aaff req-5011c5e7-9c46-463c-b029-9a12d2ca700b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 945 time: 0.0599549 Nov 24 21:35:33.219658 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-c7c24062-7df7-4bf9-b834-cbab531905f3 service neutron] 10.222.0.48 "PUT /v2.0/ports/5d23cfd2-be93-4ada-b7f3-f41e6deff60b/bindings/n-h2-812111-8/activate HTTP/1.1" status: 200 len: 369 time: 0.6509843 Nov 24 21:35:33.221069 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9cfa321b-4fad-44d4-8a1c-99c85399aaff req-81ce77c8-6b11-4aec-ab90-f3e61b710b7c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9959d33-c777-4141-ac77-cbd697c3e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521853 Nov 24 21:35:33.331226 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-aa7cc6e1-a168-434d-a944-77ecd0e5aa39 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:33.332736 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-aa7cc6e1-a168-434d-a944-77ecd0e5aa39 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6&tenant_id=485bf2fed1d94cb695e544caa851c167&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 1096 time: 0.0501151 Nov 24 21:35:33.694288 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-56bdd62a-8b73-44f8-a316-c919d150a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:33.695808 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-56bdd62a-8b73-44f8-a316-c919d150a323 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6&tenant_id=485bf2fed1d94cb695e544caa851c167 HTTP/1.1" status: 200 len: 1096 time: 0.3499255 Nov 24 21:35:33.771261 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-e7c6590a-8cb1-48b6-9ec1-84b33c222124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:33.772786 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-e7c6590a-8cb1-48b6-9ec1-84b33c222124 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 1096 time: 0.0469031 Nov 24 21:35:33.872563 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-a54911ff-2106-4b96-9084-adba0588f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:33.874078 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-a54911ff-2106-4b96-9084-adba0588f44f service neutron] 10.222.0.15 "GET /v2.0/networks?id=487b6a90-56c0-46e4-8b2f-c2ac9a72032a HTTP/1.1" status: 200 len: 898 time: 0.0907640 Nov 24 21:35:33.952990 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-696e33b3-db09-45ab-9bd9-febe08ccf774 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d23cfd2-be93-4ada-b7f3-f41e6deff60b HTTP/1.1" status: 200 len: 1000 time: 0.0677555 Nov 24 21:35:34.008616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-c5a4a664-799b-4c4e-9afa-e03989412f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:34.010325 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-c5a4a664-799b-4c4e-9afa-e03989412f49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a HTTP/1.1" status: 200 len: 834 time: 0.0463402 Nov 24 21:35:34.062022 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-81476a45-b95a-4414-82de-d420e2b2b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:34.063518 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-81476a45-b95a-4414-82de-d420e2b2b3d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=487b6a90-56c0-46e4-8b2f-c2ac9a72032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427692 Nov 24 21:35:34.181911 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-08f7b755-a2c5-426d-a41c-b80c841aecc4 service neutron] 10.222.0.15 "GET /v2.0/networks/487b6a90-56c0-46e4-8b2f-c2ac9a72032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058338 Nov 24 21:35:34.291046 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-fbf227f4-8df7-4b83-b9f7-339b0ec1746a service neutron] 10.222.0.15 "GET /v2.0/networks/487b6a90-56c0-46e4-8b2f-c2ac9a72032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983868 Nov 24 21:35:34.346047 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbe701-538f-4bcd-ad5a-5e767529ad8e req-ca74eb44-84ea-4011-ba6f-224b2bf4c71c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:34.347572 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3ebbe701-538f-4bcd-ad5a-5e767529ad8e req-ca74eb44-84ea-4011-ba6f-224b2bf4c71c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 945 time: 0.0532503 Nov 24 21:35:34.401006 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3ebbe701-538f-4bcd-ad5a-5e767529ad8e req-b975cf37-e5b1-4ca8-81fd-56219050ea02 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9959d33-c777-4141-ac77-cbd697c3e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465443 Nov 24 21:35:34.561157 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-cf217135-d431-426c-a768-a8413e5a7865 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:34.562567 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-cf217135-d431-426c-a768-a8413e5a7865 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6&tenant_id=485bf2fed1d94cb695e544caa851c167&binding%3Ahost_id=n-h2-812111-8 HTTP/1.1" status: 200 len: 1096 time: 0.0445945 Nov 24 21:35:34.684625 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-7363a28d-a12d-43b0-843e-2d82a6e739fd service neutron] For port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b, host n-h1-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:35:34.688049 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-7363a28d-a12d-43b0-843e-2d82a6e739fd service neutron] Publish callbacks [] for binding, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:34.689205 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1da7bd90-a965-4787-a050-8c5f220f1ce1 req-7363a28d-a12d-43b0-843e-2d82a6e739fd service neutron] 10.222.0.15 "DELETE /v2.0/ports/5d23cfd2-be93-4ada-b7f3-f41e6deff60b/bindings/n-h1-812111-8 HTTP/1.1" status: 204 len: 173 time: 0.1156538 Nov 24 21:35:35.527613 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a676ca6-5f49-4282-8346-d133459a4517 req-c9f4312e-b0b6-45c6-b9fb-3627219fa4aa tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:35.529187 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0a676ca6-5f49-4282-8346-d133459a4517 req-c9f4312e-b0b6-45c6-b9fb-3627219fa4aa tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 945 time: 0.0510147 Nov 24 21:35:35.584871 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0a676ca6-5f49-4282-8346-d133459a4517 req-310ce937-27bd-429f-985c-077956482f16 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9959d33-c777-4141-ac77-cbd697c3e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494921 Nov 24 21:35:35.691786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941982c-8e6e-41c1-8d0d-4f55b9e72c60 req-472d6aeb-325d-4588-ab0a-a50f5eab4c39 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:35.693333 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2941982c-8e6e-41c1-8d0d-4f55b9e72c60 req-472d6aeb-325d-4588-ab0a-a50f5eab4c39 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 1096 time: 0.0404260 Nov 24 21:35:35.749434 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2941982c-8e6e-41c1-8d0d-4f55b9e72c60 req-5b49538d-29df-4365-afa1-ccb584836496 tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b9959d33-c777-4141-ac77-cbd697c3e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489075 Nov 24 21:35:35.877464 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039e9b7-75bc-4123-b1ff-fa5dabc4bfea req-2729e9a7-8b9f-490f-9355-f006a5346ae2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:35.878900 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e039e9b7-75bc-4123-b1ff-fa5dabc4bfea req-2729e9a7-8b9f-490f-9355-f006a5346ae2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 945 time: 0.0530131 Nov 24 21:35:35.936649 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e039e9b7-75bc-4123-b1ff-fa5dabc4bfea req-1df1be0f-12d7-4bf3-ad98-fe78fd1baf3a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9959d33-c777-4141-ac77-cbd697c3e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509906 Nov 24 21:35:35.959469 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50484) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:35:36.034814 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-aca3fd27-bbcb-4335-8997-2eb049e94c45 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/floatingips/294e79ff-d4bb-4801-a2b7-e03b1b77977a HTTP/1.1" status: 200 len: 992 time: 0.0738995 Nov 24 21:35:36.282841 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50490) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:35:36.449911 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c062d-e3f5-4dbc-94f8-e16f561db2f8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Deleting port 98cb0e30-bcd4-43c9-81ed-5898644d1c89 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:35:36.449911 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5d3c062d-e3f5-4dbc-94f8-e16f561db2f8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:36.527376 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5d3c062d-e3f5-4dbc-94f8-e16f561db2f8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:36.527697 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5d3c062d-e3f5-4dbc-94f8-e16f561db2f8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:36.539804 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c062d-e3f5-4dbc-94f8-e16f561db2f8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Calling delete_port for 98cb0e30-bcd4-43c9-81ed-5898644d1c89 owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:35:36.557721 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 5d23cfd2-be93-4ada-b7f3-f41e6deff60b no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:35:36.603129 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 5d23cfd2-be93-4ada-b7f3-f41e6deff60b not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:35:36.724848 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5d3c062d-e3f5-4dbc-94f8-e16f561db2f8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:36.755704 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c062d-e3f5-4dbc-94f8-e16f561db2f8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'Port': ['ID=98cb0e30-bcd4-43c9-81ed-5898644d1c89,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:36.821387 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5d3c062d-e3f5-4dbc-94f8-e16f561db2f8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:36.821779 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-5d3c062d-e3f5-4dbc-94f8-e16f561db2f8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Floating IP 294e79ff-d4bb-4801-a2b7-e03b1b77977a disassociated (deleted). External IP: 172.25.5.241, port: 5d23cfd2-be93-4ada-b7f3-f41e6deff60b. Nov 24 21:35:37.050749 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3c062d-e3f5-4dbc-94f8-e16f561db2f8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Router fa56b44c-59e5-428a-87b3-e90501fe0095 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:35:37.162620 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3c062d-e3f5-4dbc-94f8-e16f561db2f8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:35:37.167989 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5d3c062d-e3f5-4dbc-94f8-e16f561db2f8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:37.175570 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01147afd-ad43-4fc5-b933-a818f5f1d88b None None] Sync routers for ids ['fa56b44c-59e5-428a-87b3-e90501fe0095'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:35:37.188767 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01147afd-ad43-4fc5-b933-a818f5f1d88b None None] Routers {'fa56b44c-59e5-428a-87b3-e90501fe0095'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:35:37.189426 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-01147afd-ad43-4fc5-b933-a818f5f1d88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:35:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fa56b44c-59e5-428a-87b3-e90501fe0095'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:35:37.200214 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5d3c062d-e3f5-4dbc-94f8-e16f561db2f8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "DELETE /v2.0/floatingips/294e79ff-d4bb-4801-a2b7-e03b1b77977a HTTP/1.1" status: 204 len: 168 time: 0.9160655 Nov 24 21:35:37.201225 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d8867b-a1a8-46c0-9340-fee36ed0b7f6', 'tag': '5d23cfd2-be93-4ada-b7f3-f41e6deff60b'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:35:37.205036 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66134092-8471-4585-8539-24be33361463" -d '{"events": [{"name": "network-changed", "server_uuid": "65d8867b-a1a8-46c0-9340-fee36ed0b7f6", "tag": "5d23cfd2-be93-4ada-b7f3-f41e6deff60b"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:35:37.462025 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-01147afd-ad43-4fc5-b933-a818f5f1d88b None None] Set router fa56b44c-59e5-428a-87b3-e90501fe0095 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:35:37.474840 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9bd56b-c655-45e7-8f1b-2b94f619c568 x-openstack-request-id: req-1e9bd56b-c655-45e7-8f1b-2b94f619c568 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:35:37.475140 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d8867b-a1a8-46c0-9340-fee36ed0b7f6", "tag": "5d23cfd2-be93-4ada-b7f3-f41e6deff60b", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:35:37.475401 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1e9bd56b-c655-45e7-8f1b-2b94f619c568 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:35:37.475825 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d8867b-a1a8-46c0-9340-fee36ed0b7f6', 'tag': '5d23cfd2-be93-4ada-b7f3-f41e6deff60b', 'status': 'completed', 'code': 200} Nov 24 21:35:37.584053 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66134092-8471-4585-8539-24be33361463 req-d856c29d-6a1d-421f-a3fd-c60d2f2f8d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:37.585685 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66134092-8471-4585-8539-24be33361463 req-d856c29d-6a1d-421f-a3fd-c60d2f2f8d19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 1096 time: 0.0813189 Nov 24 21:35:37.598534 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecdb88-1c58-4691-a5fd-800e9cdc4da3 req-2a6584e1-628f-4ee5-9f14-1063af1c55bd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:37.599923 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87ecdb88-1c58-4691-a5fd-800e9cdc4da3 req-2a6584e1-628f-4ee5-9f14-1063af1c55bd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 945 time: 0.0691764 Nov 24 21:35:37.684857 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-01147afd-ad43-4fc5-b933-a818f5f1d88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654788686', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:38Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '27999900-a6c9-4872-9ed5-9162b443c217', 'name': '', 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:7e:2c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:34:37Z', 'updated_at': '2021-11-24T21:34:41Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:35:37.713797 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87ecdb88-1c58-4691-a5fd-800e9cdc4da3 req-47b4acb8-405b-451d-9255-e51f09a8d2e9 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9959d33-c777-4141-ac77-cbd697c3e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048303 Nov 24 21:35:37.725010 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01147afd-ad43-4fc5-b933-a818f5f1d88b None None] Checking router: fa56b44c-59e5-428a-87b3-e90501fe0095 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:35:37.737207 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01147afd-ad43-4fc5-b933-a818f5f1d88b None None] Routers {'fa56b44c-59e5-428a-87b3-e90501fe0095'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:35:37.737852 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-01147afd-ad43-4fc5-b933-a818f5f1d88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:35:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fa56b44c-59e5-428a-87b3-e90501fe0095'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:35:37.746337 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66134092-8471-4585-8539-24be33361463 req-39400eae-2fd8-43f6-ae03-f074faa27ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:37.747841 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66134092-8471-4585-8539-24be33361463 req-39400eae-2fd8-43f6-ae03-f074faa27ede service neutron] 10.222.0.15 "GET /v2.0/networks?id=487b6a90-56c0-46e4-8b2f-c2ac9a72032a HTTP/1.1" status: 200 len: 898 time: 0.1470351 Nov 24 21:35:37.801115 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66134092-8471-4585-8539-24be33361463 req-d689a9f1-2aae-4b44-91a7-6bb916314944 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d23cfd2-be93-4ada-b7f3-f41e6deff60b HTTP/1.1" status: 200 len: 217 time: 0.0453069 Nov 24 21:35:37.854812 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66134092-8471-4585-8539-24be33361463 req-75d39e67-b4b2-4299-8031-f233ff61d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:37.855062 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-01147afd-ad43-4fc5-b933-a818f5f1d88b None None] Set router fa56b44c-59e5-428a-87b3-e90501fe0095 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:35:37.856280 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66134092-8471-4585-8539-24be33361463 req-75d39e67-b4b2-4299-8031-f233ff61d40a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a HTTP/1.1" status: 200 len: 834 time: 0.0480917 Nov 24 21:35:37.903791 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde7a63-f53b-4536-a5e7-2c087603f4ea req-f2e284a7-314c-4d26-b5c6-ca1124d3c70b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:37.906127 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cbde7a63-f53b-4536-a5e7-2c087603f4ea req-f2e284a7-314c-4d26-b5c6-ca1124d3c70b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.15 "GET /v2.0/ports?device_id=65d8867b-a1a8-46c0-9340-fee36ed0b7f6 HTTP/1.1" status: 200 len: 945 time: 0.0654602 Nov 24 21:35:37.924281 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66134092-8471-4585-8539-24be33361463 req-431aeeaf-8fdc-48a7-b0fd-e1aaf0016dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:37.925851 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66134092-8471-4585-8539-24be33361463 req-431aeeaf-8fdc-48a7-b0fd-e1aaf0016dd5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=487b6a90-56c0-46e4-8b2f-c2ac9a72032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624893 Nov 24 21:35:38.025190 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-cbde7a63-f53b-4536-a5e7-2c087603f4ea req-998a9ab6-2955-48ca-a28d-7baad6b5c1e5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Deleting port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:35:38.026433 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-cbde7a63-f53b-4536-a5e7-2c087603f4ea req-998a9ab6-2955-48ca-a28d-7baad6b5c1e5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:38.042186 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66134092-8471-4585-8539-24be33361463 req-26772cb6-b8da-435a-9c2e-37bad422a5ef service neutron] 10.222.0.15 "GET /v2.0/networks/487b6a90-56c0-46e4-8b2f-c2ac9a72032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063418 Nov 24 21:35:38.097285 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-01147afd-ad43-4fc5-b933-a818f5f1d88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654788686', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:38Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '27999900-a6c9-4872-9ed5-9162b443c217', 'name': '', 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:7e:2c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:34:37Z', 'updated_at': '2021-11-24T21:34:41Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:35:38.135465 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01147afd-ad43-4fc5-b933-a818f5f1d88b None None] The sync data for ids ['fa56b44c-59e5-428a-87b3-e90501fe0095'] in n-d-812111-8 is: [{'id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654788686', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:38Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '27999900-a6c9-4872-9ed5-9162b443c217', 'name': '', 'network_id': '487b6a90-56c0-46e4-8b2f-c2ac9a72032a', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:7e:2c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:34:37Z', 'updated_at': '2021-11-24T21:34:41Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:35:38.143269 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-cbde7a63-f53b-4536-a5e7-2c087603f4ea req-998a9ab6-2955-48ca-a28d-7baad6b5c1e5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] For port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5d23cfd2-be93-4ada-b7f3-f41e6deff60b,segment=NetworkSegment(fef07005-0d02-4f5b-aaee-d9555dba8b8f),segment_id=fef07005-0d02-4f5b-aaee-d9555dba8b8f)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:35:38.143644 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-cbde7a63-f53b-4536-a5e7-2c087603f4ea req-998a9ab6-2955-48ca-a28d-7baad6b5c1e5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:38.161001 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-cbde7a63-f53b-4536-a5e7-2c087603f4ea req-998a9ab6-2955-48ca-a28d-7baad6b5c1e5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Calling delete_port for 5d23cfd2-be93-4ada-b7f3-f41e6deff60b owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:35:38.165096 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66134092-8471-4585-8539-24be33361463 req-a395107f-cda5-4844-a0e3-4835321d5661 service neutron] 10.222.0.15 "GET /v2.0/networks/487b6a90-56c0-46e4-8b2f-c2ac9a72032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115777 Nov 24 21:35:38.319627 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-cbde7a63-f53b-4536-a5e7-2c087603f4ea req-998a9ab6-2955-48ca-a28d-7baad6b5c1e5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:38.355162 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a9ab6-2955-48ca-a28d-7baad6b5c1e5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'Port': ['ID=5d23cfd2-be93-4ada-b7f3-f41e6deff60b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:38.404450 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbde7a63-f53b-4536-a5e7-2c087603f4ea req-998a9ab6-2955-48ca-a28d-7baad6b5c1e5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] No DVR routers for this DVR port 5d23cfd2-be93-4ada-b7f3-f41e6deff60b on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:35:38.406864 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-cbde7a63-f53b-4536-a5e7-2c087603f4ea req-998a9ab6-2955-48ca-a28d-7baad6b5c1e5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:38.412624 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cbde7a63-f53b-4536-a5e7-2c087603f4ea req-998a9ab6-2955-48ca-a28d-7baad6b5c1e5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.15 "DELETE /v2.0/ports/5d23cfd2-be93-4ada-b7f3-f41e6deff60b HTTP/1.1" status: 204 len: 173 time: 0.4980187 Nov 24 21:35:38.413382 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d8867b-a1a8-46c0-9340-fee36ed0b7f6', 'name': 'network-vif-deleted', 'tag': '5d23cfd2-be93-4ada-b7f3-f41e6deff60b'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:35:38.417200 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f4edcc-fd75-4b8f-a081-b8c9159f5344" -d '{"events": [{"server_uuid": "65d8867b-a1a8-46c0-9340-fee36ed0b7f6", "name": "network-vif-deleted", "tag": "5d23cfd2-be93-4ada-b7f3-f41e6deff60b"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:35:38.430881 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f9366b-9e85-4679-9068-ea1d67870949 None None] New status for floating IP 294e79ff-d4bb-4801-a2b7-e03b1b77977a: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:35:38.458423 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00919a4-1a8c-445e-910f-03159ff07483 x-openstack-request-id: req-b00919a4-1a8c-445e-910f-03159ff07483 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:35:38.458837 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d8867b-a1a8-46c0-9340-fee36ed0b7f6", "name": "network-vif-deleted", "tag": "5d23cfd2-be93-4ada-b7f3-f41e6deff60b", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:35:38.459090 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b00919a4-1a8c-445e-910f-03159ff07483 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:35:38.459546 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d8867b-a1a8-46c0-9340-fee36ed0b7f6', 'name': 'network-vif-deleted', 'tag': '5d23cfd2-be93-4ada-b7f3-f41e6deff60b', 'status': 'completed', 'code': 200} Nov 24 21:35:38.783119 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50506) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:35:38.938965 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-aeb92c1c-886a-46f8-a56e-7a9699d6703f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:39.215460 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2ed7d09-2c39-40be-a517-26b40e9dc1b0 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:39.853097 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed7d09-2c39-40be-a517-26b40e9dc1b0 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Deleting port 27999900-a6c9-4872-9ed5-9162b443c217 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:35:39.854307 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2ed7d09-2c39-40be-a517-26b40e9dc1b0 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:39.952204 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-a2ed7d09-2c39-40be-a517-26b40e9dc1b0 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] For port 27999900-a6c9-4872-9ed5-9162b443c217, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=27999900-a6c9-4872-9ed5-9162b443c217,segment=NetworkSegment(fef07005-0d02-4f5b-aaee-d9555dba8b8f),segment_id=fef07005-0d02-4f5b-aaee-d9555dba8b8f)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:35:39.952573 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2ed7d09-2c39-40be-a517-26b40e9dc1b0 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:39.965779 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed7d09-2c39-40be-a517-26b40e9dc1b0 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Calling delete_port for 27999900-a6c9-4872-9ed5-9162b443c217 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:35:40.039845 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:40.181580 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2ed7d09-2c39-40be-a517-26b40e9dc1b0 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:40.211671 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed7d09-2c39-40be-a517-26b40e9dc1b0 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'Port': ['ID=27999900-a6c9-4872-9ed5-9162b443c217,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:40.426116 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2ed7d09-2c39-40be-a517-26b40e9dc1b0 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:40.677510 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ed7d09-2c39-40be-a517-26b40e9dc1b0 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Router fa56b44c-59e5-428a-87b3-e90501fe0095 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:35:40.790892 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ed7d09-2c39-40be-a517-26b40e9dc1b0 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:35:40.798897 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a2ed7d09-2c39-40be-a517-26b40e9dc1b0 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "PUT /v2.0/routers/fa56b44c-59e5-428a-87b3-e90501fe0095/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0127988 Nov 24 21:35:40.799602 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50508) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:35:40.802168 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3529f1-3902-4014-867c-7a5b43ee2b8b None None] Sync routers for ids ['fa56b44c-59e5-428a-87b3-e90501fe0095'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:35:40.813802 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3529f1-3902-4014-867c-7a5b43ee2b8b None None] Routers {'fa56b44c-59e5-428a-87b3-e90501fe0095'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:35:40.814537 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-bc3529f1-3902-4014-867c-7a5b43ee2b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:35:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fa56b44c-59e5-428a-87b3-e90501fe0095'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:35:40.861116 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-890897d8-35c3-4eb2-a583-0a8753448e6e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Deleting subnet b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:35:40.864667 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-890897d8-35c3-4eb2-a583-0a8753448e6e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:40.912846 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-890897d8-35c3-4eb2-a583-0a8753448e6e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:40.930733 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-bc3529f1-3902-4014-867c-7a5b43ee2b8b None None] Set router fa56b44c-59e5-428a-87b3-e90501fe0095 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:35:41.005224 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-890897d8-35c3-4eb2-a583-0a8753448e6e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:41.071522 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-890897d8-35c3-4eb2-a583-0a8753448e6e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:41.100761 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890897d8-35c3-4eb2-a583-0a8753448e6e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'Subnet': ['ID=b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:41.102911 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-890897d8-35c3-4eb2-a583-0a8753448e6e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:41.107591 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-890897d8-35c3-4eb2-a583-0a8753448e6e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "DELETE /v2.0/subnets/b52ca7d8-b656-4ffc-bdc0-c940a3f95a0a HTTP/1.1" status: 204 len: 168 time: 0.3069687 Nov 24 21:35:41.110388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50510) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:35:41.114699 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456388cf-6303-479f-a905-9d50ba906202 None None] Network 487b6a90-56c0-46e4-8b2f-c2ac9a72032a requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:35:41.192050 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-bc3529f1-3902-4014-867c-7a5b43ee2b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654788686', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:35:40Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:35:41.230453 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-746ad1e2-fe18-4cc9-b6cc-17f0ba72dd91 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:41.252010 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3529f1-3902-4014-867c-7a5b43ee2b8b None None] Checking router: fa56b44c-59e5-428a-87b3-e90501fe0095 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:35:41.281019 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f9dfcd79-98b0-4fe0-82a5-528eafee9e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:41.283916 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3529f1-3902-4014-867c-7a5b43ee2b8b None None] Routers {'fa56b44c-59e5-428a-87b3-e90501fe0095'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:35:41.284562 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-bc3529f1-3902-4014-867c-7a5b43ee2b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:35:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fa56b44c-59e5-428a-87b3-e90501fe0095'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:35:41.353641 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-746ad1e2-fe18-4cc9-b6cc-17f0ba72dd91 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:41.407649 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-bc3529f1-3902-4014-867c-7a5b43ee2b8b None None] Set router fa56b44c-59e5-428a-87b3-e90501fe0095 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:35:41.424326 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-746ad1e2-fe18-4cc9-b6cc-17f0ba72dd91 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Deleting port 5321902b-59ac-4b00-89c8-4691e5a28021 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:35:41.424702 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-746ad1e2-fe18-4cc9-b6cc-17f0ba72dd91 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:41.442043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce97ca7-9f6b-473d-ae72-91830fe8c8df None None] DHCP port deletion for 487b6a90-56c0-46e4-8b2f-c2ac9a72032a request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:35:41.521473 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-746ad1e2-fe18-4cc9-b6cc-17f0ba72dd91 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] For port 5321902b-59ac-4b00-89c8-4691e5a28021, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=5321902b-59ac-4b00-89c8-4691e5a28021,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:35:41.521878 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-746ad1e2-fe18-4cc9-b6cc-17f0ba72dd91 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:41.535901 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-746ad1e2-fe18-4cc9-b6cc-17f0ba72dd91 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Calling delete_port for 5321902b-59ac-4b00-89c8-4691e5a28021 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:35:41.548772 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:41.630244 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-2ce97ca7-9f6b-473d-ae72-91830fe8c8df None None] Deleting port bed42757-46a0-4d6c-9dac-9647024afb1d {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:35:41.630586 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2ce97ca7-9f6b-473d-ae72-91830fe8c8df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:41.673318 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5d23cfd2-be93-4ada-b7f3-f41e6deff60b no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:35:41.725609 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-746ad1e2-fe18-4cc9-b6cc-17f0ba72dd91 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:41.729300 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 5d23cfd2-be93-4ada-b7f3-f41e6deff60b {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:35:41.729655 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5d23cfd2-be93-4ada-b7f3-f41e6deff60b not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:35:41.750514 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2ce97ca7-9f6b-473d-ae72-91830fe8c8df None None] For port bed42757-46a0-4d6c-9dac-9647024afb1d, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=bed42757-46a0-4d6c-9dac-9647024afb1d,segment=NetworkSegment(fef07005-0d02-4f5b-aaee-d9555dba8b8f),segment_id=fef07005-0d02-4f5b-aaee-d9555dba8b8f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:35:41.750918 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2ce97ca7-9f6b-473d-ae72-91830fe8c8df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:41.753385 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ad1e2-fe18-4cc9-b6cc-17f0ba72dd91 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'Port': ['ID=5321902b-59ac-4b00-89c8-4691e5a28021,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:41.773465 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc190c91-9268-415b-9493-5f397949568c None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:35:41.778338 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-2ce97ca7-9f6b-473d-ae72-91830fe8c8df None None] Calling delete_port for bed42757-46a0-4d6c-9dac-9647024afb1d owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:35:41.835000 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-746ad1e2-fe18-4cc9-b6cc-17f0ba72dd91 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:41.838438 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-bc3529f1-3902-4014-867c-7a5b43ee2b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654788686', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:35:40Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:35:41.878450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3529f1-3902-4014-867c-7a5b43ee2b8b None None] The sync data for ids ['fa56b44c-59e5-428a-87b3-e90501fe0095'] in n-d-812111-8 is: [{'id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654788686', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:35:40Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': '5321902b-59ac-4b00-89c8-4691e5a28021', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56b44c-59e5-428a-87b3-e90501fe0095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:34:34Z', 'updated_at': '2021-11-24T21:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:35:41.941944 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2ce97ca7-9f6b-473d-ae72-91830fe8c8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:41.943088 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-746ad1e2-fe18-4cc9-b6cc-17f0ba72dd91 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:41.945689 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-746ad1e2-fe18-4cc9-b6cc-17f0ba72dd91 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:41.974002 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce97ca7-9f6b-473d-ae72-91830fe8c8df None None] Pushing event deleted for resources: {'Port': ['ID=bed42757-46a0-4d6c-9dac-9647024afb1d,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:41.978932 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce97ca7-9f6b-473d-ae72-91830fe8c8df None None] No DVR routers for this DVR port bed42757-46a0-4d6c-9dac-9647024afb1d on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:35:42.005059 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-746ad1e2-fe18-4cc9-b6cc-17f0ba72dd91 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:42.005633 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746ad1e2-fe18-4cc9-b6cc-17f0ba72dd91 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Fanout notify agent at l3_agent the message router_deleted on router fa56b44c-59e5-428a-87b3-e90501fe0095 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:35:42.013395 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-746ad1e2-fe18-4cc9-b6cc-17f0ba72dd91 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:42.014580 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-746ad1e2-fe18-4cc9-b6cc-17f0ba72dd91 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "DELETE /v2.0/routers/fa56b44c-59e5-428a-87b3-e90501fe0095 HTTP/1.1" status: 204 len: 168 time: 0.9032636 Nov 24 21:35:42.018405 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50512) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:35:42.106327 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c032b2f6-4cd9-4b57-ae28-2ca24bbe44fb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:42.199414 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c032b2f6-4cd9-4b57-ae28-2ca24bbe44fb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:42.221081 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c032b2f6-4cd9-4b57-ae28-2ca24bbe44fb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['487b6a90-56c0-46e4-8b2f-c2ac9a72032a']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:35:42.231965 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c032b2f6-4cd9-4b57-ae28-2ca24bbe44fb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef07005-0d02-4f5b-aaee-d9555dba8b8f') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:35:42.232262 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c032b2f6-4cd9-4b57-ae28-2ca24bbe44fb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef07005-0d02-4f5b-aaee-d9555dba8b8f') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:35:42.250164 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c032b2f6-4cd9-4b57-ae28-2ca24bbe44fb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:42.264713 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c032b2f6-4cd9-4b57-ae28-2ca24bbe44fb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:42.270796 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c032b2f6-4cd9-4b57-ae28-2ca24bbe44fb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:35:42.271200 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c032b2f6-4cd9-4b57-ae28-2ca24bbe44fb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:35:42.274204 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:35:42.340414 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c032b2f6-4cd9-4b57-ae28-2ca24bbe44fb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:42.348275 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c032b2f6-4cd9-4b57-ae28-2ca24bbe44fb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:42.351318 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c032b2f6-4cd9-4b57-ae28-2ca24bbe44fb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "DELETE /v2.0/networks/487b6a90-56c0-46e4-8b2f-c2ac9a72032a HTTP/1.1" status: 204 len: 168 time: 0.3318925 Nov 24 21:35:42.354162 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50514) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:35:42.362927 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032b2f6-4cd9-4b57-ae28-2ca24bbe44fb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'Network': ['ID=487b6a90-56c0-46e4-8b2f-c2ac9a72032a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:42.417016 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b7778e5-8681-4ccb-9a19-bcd89902ca3c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:42.456857 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b7778e5-8681-4ccb-9a19-bcd89902ca3c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:42.529053 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bed42757-46a0-4d6c-9dac-9647024afb1d no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:35:42.535004 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:42.535196 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b7778e5-8681-4ccb-9a19-bcd89902ca3c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:42.538220 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b7778e5-8681-4ccb-9a19-bcd89902ca3c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:42.542115 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1b7778e5-8681-4ccb-9a19-bcd89902ca3c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "DELETE /v2.0/security-groups/b9959d33-c777-4141-ac77-cbd697c3e617 HTTP/1.1" status: 204 len: 168 time: 0.1836991 Nov 24 21:35:42.556436 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: bed42757-46a0-4d6c-9dac-9647024afb1d {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:35:42.561820 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7778e5-8681-4ccb-9a19-bcd89902ca3c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9959d33-c777-4141-ac77-cbd697c3e617,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:42.562538 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bed42757-46a0-4d6c-9dac-9647024afb1d not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:35:42.563179 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 27999900-a6c9-4872-9ed5-9162b443c217 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:35:42.577070 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7778e5-8681-4ccb-9a19-bcd89902ca3c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:42.577437 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7778e5-8681-4ccb-9a19-bcd89902ca3c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:42.578276 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7778e5-8681-4ccb-9a19-bcd89902ca3c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:42.578876 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7778e5-8681-4ccb-9a19-bcd89902ca3c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:42.579409 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7778e5-8681-4ccb-9a19-bcd89902ca3c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:42.579739 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7778e5-8681-4ccb-9a19-bcd89902ca3c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:42.580074 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7778e5-8681-4ccb-9a19-bcd89902ca3c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:42.580245 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7778e5-8681-4ccb-9a19-bcd89902ca3c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:42.580552 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7778e5-8681-4ccb-9a19-bcd89902ca3c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:42.580924 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7778e5-8681-4ccb-9a19-bcd89902ca3c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:42.581265 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7778e5-8681-4ccb-9a19-bcd89902ca3c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:42.581605 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7778e5-8681-4ccb-9a19-bcd89902ca3c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:42.598454 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 27999900-a6c9-4872-9ed5-9162b443c217 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:35:42.598813 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 27999900-a6c9-4872-9ed5-9162b443c217 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:35:42.850894 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50520) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:35:42.855809 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-72ef2501-dfde-4a73-bf9d-eb257f3b3a39 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2136639500', 'description': 'tempest-secgroup-smoke-2136639500 description', 'project_id': '485bf2fed1d94cb695e544caa851c167'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:35:42.879280 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-72ef2501-dfde-4a73-bf9d-eb257f3b3a39 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:42.954771 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-72ef2501-dfde-4a73-bf9d-eb257f3b3a39 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:42.958613 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-72ef2501-dfde-4a73-bf9d-eb257f3b3a39 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:42.990095 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef2501-dfde-4a73-bf9d-eb257f3b3a39 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0b0e5a-5558-4915-8d2f-22303df4890b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:42.996332 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-72ef2501-dfde-4a73-bf9d-eb257f3b3a39 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.000806 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50522) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:35:43.001090 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-72ef2501-dfde-4a73-bf9d-eb257f3b3a39 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1487463 Nov 24 21:35:43.005941 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-350787b5-a24b-4d41-a861-1d2fe8cbc502 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group_rule': {'security_group_id': '9f0b0e5a-5558-4915-8d2f-22303df4890b', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:35:43.034864 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-350787b5-a24b-4d41-a861-1d2fe8cbc502 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.099329 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-350787b5-a24b-4d41-a861-1d2fe8cbc502 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.103198 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-350787b5-a24b-4d41-a861-1d2fe8cbc502 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.124337 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350787b5-a24b-4d41-a861-1d2fe8cbc502 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e3870b-3ba2-4ffd-98ec-067991e3667f,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:43.133789 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-350787b5-a24b-4d41-a861-1d2fe8cbc502 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.135020 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-350787b5-a24b-4d41-a861-1d2fe8cbc502 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330016 Nov 24 21:35:43.138595 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50524) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:35:43.143117 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c2c5642c-8699-497e-b7b0-ac754fb856e5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group_rule': {'security_group_id': '9f0b0e5a-5558-4915-8d2f-22303df4890b', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:35:43.170063 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c2c5642c-8699-497e-b7b0-ac754fb856e5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.228106 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c2c5642c-8699-497e-b7b0-ac754fb856e5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.232558 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c2c5642c-8699-497e-b7b0-ac754fb856e5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.255132 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5642c-8699-497e-b7b0-ac754fb856e5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16272d6-d858-4765-938f-edf854676da8,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:43.260668 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c2c5642c-8699-497e-b7b0-ac754fb856e5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.262651 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c2c5642c-8699-497e-b7b0-ac754fb856e5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230867 Nov 24 21:35:43.265430 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50526) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:35:43.269755 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-0feb088f-9d57-4be3-b062-cbdf97ff63a3 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group_rule': {'security_group_id': '9f0b0e5a-5558-4915-8d2f-22303df4890b', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:35:43.295440 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0feb088f-9d57-4be3-b062-cbdf97ff63a3 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.352000 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0feb088f-9d57-4be3-b062-cbdf97ff63a3 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.355611 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0feb088f-9d57-4be3-b062-cbdf97ff63a3 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.373616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb088f-9d57-4be3-b062-cbdf97ff63a3 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40867e2-9b2c-433d-abd7-be259a439830,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:43.381891 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0feb088f-9d57-4be3-b062-cbdf97ff63a3 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.383100 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0feb088f-9d57-4be3-b062-cbdf97ff63a3 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168323 Nov 24 21:35:43.385841 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50528) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:35:43.390979 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-d0dc5dfd-5528-46ce-a59f-3311a2702f8b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group_rule': {'security_group_id': '9f0b0e5a-5558-4915-8d2f-22303df4890b', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:35:43.417809 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5dfd-5528-46ce-a59f-3311a2702f8b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.480931 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5dfd-5528-46ce-a59f-3311a2702f8b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.485658 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5dfd-5528-46ce-a59f-3311a2702f8b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.505258 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc5dfd-5528-46ce-a59f-3311a2702f8b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c53016-0612-49cc-bdab-746c70ebcc4c,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:43.510430 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5dfd-5528-46ce-a59f-3311a2702f8b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.512238 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d0dc5dfd-5528-46ce-a59f-3311a2702f8b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242189 Nov 24 21:35:43.514436 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50530) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:35:43.518770 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-dc74768c-709a-4692-a3f1-1b055f8e5c32 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group_rule': {'security_group_id': '9f0b0e5a-5558-4915-8d2f-22303df4890b', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:35:43.542870 n-d-812111-8 neutron-server[109991]: INFO neutron.db.securitygroups_db [None req-dc74768c-709a-4692-a3f1-1b055f8e5c32 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Project 485bf2fed1d94cb695e544caa851c167 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:35:43.548089 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dc74768c-709a-4692-a3f1-1b055f8e5c32 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.608240 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dc74768c-709a-4692-a3f1-1b055f8e5c32 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.611871 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dc74768c-709a-4692-a3f1-1b055f8e5c32 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.633359 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74768c-709a-4692-a3f1-1b055f8e5c32 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1ab70a-efcb-4820-914c-feacd0b0697c,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:43.641522 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dc74768c-709a-4692-a3f1-1b055f8e5c32 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.642731 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dc74768c-709a-4692-a3f1-1b055f8e5c32 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273670 Nov 24 21:35:43.645596 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50532) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:35:43.650251 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-3c2545e2-7e84-4ed5-a60a-907f786bbd9f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'security_group_rule': {'security_group_id': '9f0b0e5a-5558-4915-8d2f-22303df4890b', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:35:43.673485 n-d-812111-8 neutron-server[109991]: INFO neutron.db.securitygroups_db [None req-3c2545e2-7e84-4ed5-a60a-907f786bbd9f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Project 485bf2fed1d94cb695e544caa851c167 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:35:43.678308 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c2545e2-7e84-4ed5-a60a-907f786bbd9f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.739780 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c2545e2-7e84-4ed5-a60a-907f786bbd9f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.744054 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c2545e2-7e84-4ed5-a60a-907f786bbd9f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.762628 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2545e2-7e84-4ed5-a60a-907f786bbd9f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b874e6f1-dcec-461a-b91c-23d8fa1539e7,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:43.772383 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c2545e2-7e84-4ed5-a60a-907f786bbd9f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.773628 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3c2545e2-7e84-4ed5-a60a-907f786bbd9f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270697 Nov 24 21:35:43.776514 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50534) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:35:43.781924 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-19046b24-4086-46d0-843e-ff54001795ba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'network': {'name': 'tempest-network-smoke--379361011', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'port_security_enabled': True}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:35:43.804625 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19046b24-4086-46d0-843e-ff54001795ba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Made reservation on behalf of 485bf2fed1d94cb695e544caa851c167 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:35:43.808459 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19046b24-4086-46d0-843e-ff54001795ba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.832528 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19046b24-4086-46d0-843e-ff54001795ba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:35:43.842704 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19046b24-4086-46d0-843e-ff54001795ba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.843055 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-19046b24-4086-46d0-843e-ff54001795ba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Added segment 9869a505-06dc-4c6c-9ed7-161dd86bac40 of type vlan for network 9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71 Nov 24 21:35:43.884601 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19046b24-4086-46d0-843e-ff54001795ba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.887711 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.909566 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19046b24-4086-46d0-843e-ff54001795ba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.915256 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19046b24-4086-46d0-843e-ff54001795ba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:43.915844 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19046b24-4086-46d0-843e-ff54001795ba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.958739 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-19046b24-4086-46d0-843e-ff54001795ba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1806381 Nov 24 21:35:43.961597 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50536) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:35:43.966912 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-74284771-a020-4ad7-83c5-82aa605cf67f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1822943005', 'admin_state_up': True, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:35:43.988408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19046b24-4086-46d0-843e-ff54001795ba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Network': ['ID=9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:43.997705 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74284771-a020-4ad7-83c5-82aa605cf67f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.998785 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74284771-a020-4ad7-83c5-82aa605cf67f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:43.999976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:35:44.056718 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74284771-a020-4ad7-83c5-82aa605cf67f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:44.203345 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74284771-a020-4ad7-83c5-82aa605cf67f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:44.415950 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74284771-a020-4ad7-83c5-82aa605cf67f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:44.425643 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 5321902b-59ac-4b00-89c8-4691e5a28021 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:35:44.435817 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74284771-a020-4ad7-83c5-82aa605cf67f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:44.451590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 5321902b-59ac-4b00-89c8-4691e5a28021 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:35:44.451861 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 5321902b-59ac-4b00-89c8-4691e5a28021 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:35:44.540620 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-74284771-a020-4ad7-83c5-82aa605cf67f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Allocated IP 172.25.5.169 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:35:44.659359 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74284771-a020-4ad7-83c5-82aa605cf67f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:44.694154 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74284771-a020-4ad7-83c5-82aa605cf67f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:44.730806 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74284771-a020-4ad7-83c5-82aa605cf67f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:35:44.734156 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-74284771-a020-4ad7-83c5-82aa605cf67f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:35:44.740832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74284771-a020-4ad7-83c5-82aa605cf67f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:35:44.747777 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89711ec8-d576-4adf-94e0-4fe4d86396bf None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:35:44.771089 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74284771-a020-4ad7-83c5-82aa605cf67f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Port': ['ID=c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:44.781164 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-52bc6ebb-b8b7-4abe-8494-ad755805c280 None None] Provisioning complete for port c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:35:44.781536 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-52bc6ebb-b8b7-4abe-8494-ad755805c280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:44.815852 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-52bc6ebb-b8b7-4abe-8494-ad755805c280 None None] Port c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:35:44.864033 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:45.023767 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74284771-a020-4ad7-83c5-82aa605cf67f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:45.244426 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74284771-a020-4ad7-83c5-82aa605cf67f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:45.375791 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74284771-a020-4ad7-83c5-82aa605cf67f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Router fccb7450-a012-418e-87aa-fac7590cc90b is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:35:45.489441 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74284771-a020-4ad7-83c5-82aa605cf67f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:35:45.499493 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] Sync routers for ids ['fccb7450-a012-418e-87aa-fac7590cc90b'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:35:45.509583 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] Routers {'fccb7450-a012-418e-87aa-fac7590cc90b'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:35:45.510179 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74284771-a020-4ad7-83c5-82aa605cf67f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:45.510306 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:35:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fccb7450-a012-418e-87aa-fac7590cc90b'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:35:45.511562 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-74284771-a020-4ad7-83c5-82aa605cf67f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5488005 Nov 24 21:35:45.515099 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50538) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:35:45.544349 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fce72f81-58ce-4569-9aed-bfc9809f0b3a tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=485bf2fed1d94cb695e544caa851c167&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280571 Nov 24 21:35:45.546920 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50540) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:35:45.621250 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] Set router fccb7450-a012-418e-87aa-fac7590cc90b gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:35:45.643319 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d874b32e-4a84-477f-a775-18be7f5a274f tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:45.644763 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d874b32e-4a84-477f-a775-18be7f5a274f tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0969162 Nov 24 21:35:45.647659 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50542) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:35:45.676876 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-47def151-137b-4b02-a556-22817f5e8c0c tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280492 Nov 24 21:35:45.679345 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50544) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:35:45.684335 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-d5a25998-ab03-4d0b-b801-65c5216b069d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1223355809', 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71', 'project_id': '485bf2fed1d94cb695e544caa851c167', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:35:45.775834 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a25998-ab03-4d0b-b801-65c5216b069d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Made reservation on behalf of 485bf2fed1d94cb695e544caa851c167 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:35:45.780173 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d5a25998-ab03-4d0b-b801-65c5216b069d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:45.820419 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822943005', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:44Z', 'revision_number': 3, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:35:45.940414 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] Checking router: fccb7450-a012-418e-87aa-fac7590cc90b for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:35:45.940761 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] Updating router fccb7450-a012-418e-87aa-fac7590cc90b port c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:35:45.966961 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:45.982766 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d5a25998-ab03-4d0b-b801-65c5216b069d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:46.259539 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:46.266840 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:46.311674 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dcf0c5-9487-4b69-a47f-a286c42953c7 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:35:46.318185 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] Attempting to bind port c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:35:46.318456 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] Attempting to bind port c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:35:46.318885 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] Attempting to bind port c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:35:46.326856 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a25998-ab03-4d0b-b801-65c5216b069d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Subnet': ['ID=a6e921a0-177d-453d-af1c-38f6025d7835,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:46.327525 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:35:46.327907 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:35:46.328785 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:46.328785 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:35:46.329241 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] Bound port: c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:35:46.330037 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:46.343320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a25998-ab03-4d0b-b801-65c5216b069d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Checking segment: {'id': '9869a505-06dc-4c6c-9ed7-161dd86bac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:35:46.343680 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a25998-ab03-4d0b-b801-65c5216b069d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network hostable DHCP agents. Network: 9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:35:46.347043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4b3a95cc-15ba-498b-9054-79bf0dae016a None None] Provisioning complete for port c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:35:46.347654 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4b3a95cc-15ba-498b-9054-79bf0dae016a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:46.357075 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca4eaf-c504-4bea-b8c7-5d258fab48bc None None] Pushing event updated for resources: {'Port': ['ID=c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:46.364131 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a25998-ab03-4d0b-b801-65c5216b069d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network 9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:35:46.376736 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-d5a25998-ab03-4d0b-b801-65c5216b069d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:35:46.381533 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a25998-ab03-4d0b-b801-65c5216b069d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:46.382229 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d5a25998-ab03-4d0b-b801-65c5216b069d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:46.390929 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca4eaf-c504-4bea-b8c7-5d258fab48bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:46.391328 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca4eaf-c504-4bea-b8c7-5d258fab48bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:46.391623 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca4eaf-c504-4bea-b8c7-5d258fab48bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:46.392297 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca4eaf-c504-4bea-b8c7-5d258fab48bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:46.392297 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca4eaf-c504-4bea-b8c7-5d258fab48bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:46.392696 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca4eaf-c504-4bea-b8c7-5d258fab48bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:46.393228 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca4eaf-c504-4bea-b8c7-5d258fab48bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:46.394148 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca4eaf-c504-4bea-b8c7-5d258fab48bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:46.394148 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca4eaf-c504-4bea-b8c7-5d258fab48bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:46.394148 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca4eaf-c504-4bea-b8c7-5d258fab48bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:46.394538 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca4eaf-c504-4bea-b8c7-5d258fab48bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:46.394801 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca4eaf-c504-4bea-b8c7-5d258fab48bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:46.399030 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf8c08a-46e4-410a-b2c4-8a8de2509f1a None None] Network 9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:35:46.401805 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] For port c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:35:46.405752 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50548) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:35:46.406349 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d5a25998-ab03-4d0b-b801-65c5216b069d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7259457 Nov 24 21:35:46.408927 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] For port c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:35:46.416287 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:46.473131 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] Routers {'fccb7450-a012-418e-87aa-fac7590cc90b'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:35:46.473770 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:35:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fccb7450-a012-418e-87aa-fac7590cc90b'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:35:46.497931 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e5fffe-a766-4cdb-8d9e-1866876a306c None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:35:46.527153 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca4eaf-c504-4bea-b8c7-5d258fab48bc None None] Pushing event updated for resources: {'Port': ['ID=c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:46.607652 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] Set router fccb7450-a012-418e-87aa-fac7590cc90b gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:35:46.708955 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-4b3a95cc-15ba-498b-9054-79bf0dae016a None None] Port c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:35:46.762268 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b561df7-71d6-462d-9995-51fad97b9350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71', 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'fixed_ips': [{'subnet_id': 'a6e921a0-177d-453d-af1c-38f6025d7835'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:35:46.763162 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6b561df7-71d6-462d-9995-51fad97b9350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:46.866417 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822943005', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:44Z', 'revision_number': 3, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:35:46.869446 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-14744e49-cadb-46f6-b239-9bdba6f71bbc None None] Provisioning complete for port c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:35:46.869829 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-14744e49-cadb-46f6-b239-9bdba6f71bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:46.883044 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd2be25e-de28-4642-8dce-3fe38b5afd38 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:46.904079 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68caab10-41dc-4e46-af97-ddbc9567d7c5 None None] The sync data for ids ['fccb7450-a012-418e-87aa-fac7590cc90b'] in n-d-812111-8 is: [{'id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822943005', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:44Z', 'revision_number': 3, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:35:46.952337 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-6b561df7-71d6-462d-9995-51fad97b9350 None None] Allocated IP 172.20.0.2 (9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71/a6e921a0-177d-453d-af1c-38f6025d7835/0ab10a91-8838-4f2e-973f-1b18ec1ad8f7) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:35:47.053587 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-14744e49-cadb-46f6-b239-9bdba6f71bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:47.090368 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-14744e49-cadb-46f6-b239-9bdba6f71bbc None None] For port c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:35:47.101820 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-14744e49-cadb-46f6-b239-9bdba6f71bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:47.216175 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14744e49-cadb-46f6-b239-9bdba6f71bbc None None] Pushing event updated for resources: {'Port': ['ID=c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:47.228619 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14744e49-cadb-46f6-b239-9bdba6f71bbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:47.229055 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14744e49-cadb-46f6-b239-9bdba6f71bbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:47.229404 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14744e49-cadb-46f6-b239-9bdba6f71bbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:47.229799 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14744e49-cadb-46f6-b239-9bdba6f71bbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:47.230144 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14744e49-cadb-46f6-b239-9bdba6f71bbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:47.230528 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14744e49-cadb-46f6-b239-9bdba6f71bbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:47.230895 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14744e49-cadb-46f6-b239-9bdba6f71bbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:47.231223 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14744e49-cadb-46f6-b239-9bdba6f71bbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:47.231553 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14744e49-cadb-46f6-b239-9bdba6f71bbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:47.232128 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14744e49-cadb-46f6-b239-9bdba6f71bbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:47.232455 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14744e49-cadb-46f6-b239-9bdba6f71bbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:47.232822 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14744e49-cadb-46f6-b239-9bdba6f71bbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:35:47.236658 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6b561df7-71d6-462d-9995-51fad97b9350 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:47.243535 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6b561df7-71d6-462d-9995-51fad97b9350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:47.288005 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b561df7-71d6-462d-9995-51fad97b9350 None None] Network 9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:35:47.293719 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-6b561df7-71d6-462d-9995-51fad97b9350 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:35:47.296231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b561df7-71d6-462d-9995-51fad97b9350 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:35:47.313863 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-dd2be25e-de28-4642-8dce-3fe38b5afd38 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Allocated IP 172.20.0.1 (9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71/a6e921a0-177d-453d-af1c-38f6025d7835/847739c0-6617-48ff-a094-d60f503229fd) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:35:47.327995 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b561df7-71d6-462d-9995-51fad97b9350 None None] Pushing event updated for resources: {'Port': ['ID=0ab10a91-8838-4f2e-973f-1b18ec1ad8f7,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:47.368364 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-6b561df7-71d6-462d-9995-51fad97b9350 None None] Attempting to bind port 0ab10a91-8838-4f2e-973f-1b18ec1ad8f7 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:35:47.368784 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-6b561df7-71d6-462d-9995-51fad97b9350 None None] Attempting to bind port 0ab10a91-8838-4f2e-973f-1b18ec1ad8f7 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '9869a505-06dc-4c6c-9ed7-161dd86bac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:35:47.369158 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b561df7-71d6-462d-9995-51fad97b9350 None None] Attempting to bind port 0ab10a91-8838-4f2e-973f-1b18ec1ad8f7 on network 9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:35:47.379993 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b561df7-71d6-462d-9995-51fad97b9350 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:35:47.380660 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b561df7-71d6-462d-9995-51fad97b9350 None None] Checking segment: {'id': '9869a505-06dc-4c6c-9ed7-161dd86bac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:35:47.381346 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6b561df7-71d6-462d-9995-51fad97b9350 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:47.382037 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b561df7-71d6-462d-9995-51fad97b9350 None None] Bound using segment: {'id': '9869a505-06dc-4c6c-9ed7-161dd86bac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:35:47.382892 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-6b561df7-71d6-462d-9995-51fad97b9350 None None] Bound port: 0ab10a91-8838-4f2e-973f-1b18ec1ad8f7, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9869a505-06dc-4c6c-9ed7-161dd86bac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:35:47.383544 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6b561df7-71d6-462d-9995-51fad97b9350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:47.453447 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd2be25e-de28-4642-8dce-3fe38b5afd38 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:47.460133 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6b561df7-71d6-462d-9995-51fad97b9350 None None] For port 0ab10a91-8838-4f2e-973f-1b18ec1ad8f7, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:35:47.464440 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6b561df7-71d6-462d-9995-51fad97b9350 None None] For port 0ab10a91-8838-4f2e-973f-1b18ec1ad8f7, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0ab10a91-8838-4f2e-973f-1b18ec1ad8f7,segment=NetworkSegment(9869a505-06dc-4c6c-9ed7-161dd86bac40),segment_id=9869a505-06dc-4c6c-9ed7-161dd86bac40)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:35:47.469449 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6b561df7-71d6-462d-9995-51fad97b9350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:47.492444 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd2be25e-de28-4642-8dce-3fe38b5afd38 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:47.534554 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b561df7-71d6-462d-9995-51fad97b9350 None None] Pushing event updated for resources: {'Port': ['ID=0ab10a91-8838-4f2e-973f-1b18ec1ad8f7,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:47.545890 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2be25e-de28-4642-8dce-3fe38b5afd38 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network 9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:35:47.549373 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-dd2be25e-de28-4642-8dce-3fe38b5afd38 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:35:47.553993 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2be25e-de28-4642-8dce-3fe38b5afd38 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:35:47.559066 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2be25e-de28-4642-8dce-3fe38b5afd38 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Port': ['ID=847739c0-6617-48ff-a094-d60f503229fd,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:47.603153 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd2be25e-de28-4642-8dce-3fe38b5afd38 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:48.120025 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd2be25e-de28-4642-8dce-3fe38b5afd38 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:48.441692 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd2be25e-de28-4642-8dce-3fe38b5afd38 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:48.448344 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd2be25e-de28-4642-8dce-3fe38b5afd38 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:48.532200 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2be25e-de28-4642-8dce-3fe38b5afd38 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Port': ['ID=847739c0-6617-48ff-a094-d60f503229fd,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:48.539594 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd2be25e-de28-4642-8dce-3fe38b5afd38 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:48.563567 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:35:48.607785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd358747-95c8-4ae7-86de-510862fb1897 None None] Network 9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:35:48.657908 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2be25e-de28-4642-8dce-3fe38b5afd38 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network 9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:35:48.659401 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-dd2be25e-de28-4642-8dce-3fe38b5afd38 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:35:48.695552 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d848fede-8e1a-482e-92ab-2c650e6afe92 None None] Provisioning complete for port 0ab10a91-8838-4f2e-973f-1b18ec1ad8f7 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:35:48.696217 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d848fede-8e1a-482e-92ab-2c650e6afe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:48.727295 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:35:48.727661 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:48.782912 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2be25e-de28-4642-8dce-3fe38b5afd38 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Router fccb7450-a012-418e-87aa-fac7590cc90b has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:35:48.908317 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2be25e-de28-4642-8dce-3fe38b5afd38 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:35:48.913489 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-dd2be25e-de28-4642-8dce-3fe38b5afd38 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "PUT /v2.0/routers/fccb7450-a012-418e-87aa-fac7590cc90b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5066078 Nov 24 21:35:48.926882 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d848fede-8e1a-482e-92ab-2c650e6afe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:48.932589 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0ab10a91-8838-4f2e-973f-1b18ec1ad8f7 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:35:49.005604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d848fede-8e1a-482e-92ab-2c650e6afe92 None None] For port 0ab10a91-8838-4f2e-973f-1b18ec1ad8f7, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0ab10a91-8838-4f2e-973f-1b18ec1ad8f7,segment=NetworkSegment(9869a505-06dc-4c6c-9ed7-161dd86bac40),segment_id=9869a505-06dc-4c6c-9ed7-161dd86bac40)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:35:49.012903 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d848fede-8e1a-482e-92ab-2c650e6afe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:49.046948 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 0ab10a91-8838-4f2e-973f-1b18ec1ad8f7 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:35:49.047317 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:49.099921 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-f7149b76-6d34-4b6a-a9c7-100b902c791a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2136639500&fields=id&tenant_id=485bf2fed1d94cb695e544caa851c167 HTTP/1.1" status: 200 len: 267 time: 0.0593359 Nov 24 21:35:49.100935 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848fede-8e1a-482e-92ab-2c650e6afe92 None None] Pushing event updated for resources: {'Port': ['ID=0ab10a91-8838-4f2e-973f-1b18ec1ad8f7,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:49.234642 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-fb47c8ee-fa80-4272-b028-87cd1e5c64b2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:49.236303 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-fb47c8ee-fa80-4272-b028-87cd1e5c64b2 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/networks?id=9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71 HTTP/1.1" status: 200 len: 796 time: 0.1260049 Nov 24 21:35:49.239243 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] Sync routers for ids ['fccb7450-a012-418e-87aa-fac7590cc90b'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:35:49.254931 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] Routers {'fccb7450-a012-418e-87aa-fac7590cc90b'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:35:49.255500 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:35:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fccb7450-a012-418e-87aa-fac7590cc90b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:35:49.262918 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-dc744498-146b-4140-a450-5b9c278c7451 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/quotas/485bf2fed1d94cb695e544caa851c167 HTTP/1.1" status: 200 len: 375 time: 0.0183024 Nov 24 21:35:49.303119 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4d9d97ec-fd70-4712-9b75-d8e64ba6520c None None] Provisioning complete for port 0ab10a91-8838-4f2e-973f-1b18ec1ad8f7 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:35:49.303498 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4d9d97ec-fd70-4712-9b75-d8e64ba6520c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:49.340519 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-916292d0-bc6c-42dc-9d87-4de278475995 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0711300 Nov 24 21:35:49.452519 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-52d4c5cd-992d-4d0b-a6ac-3d9bb0673161 service neutron] 10.222.0.11 "GET /v2.0/networks/9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098824 Nov 24 21:35:49.477199 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] Set router fccb7450-a012-418e-87aa-fac7590cc90b gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:35:49.495594 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:35:49.585780 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-b7748d16-b908-4c6b-adc6-046d2e5d3675 service neutron] 10.222.0.11 "GET /v2.0/networks/9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261671 Nov 24 21:35:49.599808 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4d9d97ec-fd70-4712-9b75-d8e64ba6520c None None] Provisioning complete for port 847739c0-6617-48ff-a094-d60f503229fd triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:35:49.600278 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4d9d97ec-fd70-4712-9b75-d8e64ba6520c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:49.675626 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d97ec-fd70-4712-9b75-d8e64ba6520c None None] Port 847739c0-6617-48ff-a094-d60f503229fd cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:35:49.768778 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822943005', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:48Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '847739c0-6617-48ff-a094-d60f503229fd', 'name': '', 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:6d:57:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a6e921a0-177d-453d-af1c-38f6025d7835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:35:47Z', 'updated_at': '2021-11-24T21:35:48Z', 'revision_number': 2, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'a6e921a0-177d-453d-af1c-38f6025d7835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:35:49.780734 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bbdb4017-ff44-4d8a-93d4-96a1ba976058 req-25d51815-1442-443e-ae88-e8649ff54a93 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 210 time: 0.0295212 Nov 24 21:35:49.803529 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] Checking router: fccb7450-a012-418e-87aa-fac7590cc90b for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:35:49.803529 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] Updating router fccb7450-a012-418e-87aa-fac7590cc90b port 847739c0-6617-48ff-a094-d60f503229fd binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:35:49.834275 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:49.837464 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-5ed4d002-6dae-460d-a63f-ff7bd56caf41 None None] Provisioning complete for port 847739c0-6617-48ff-a094-d60f503229fd triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:35:49.837829 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5ed4d002-6dae-460d-a63f-ff7bd56caf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:49.912057 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-5ed4d002-6dae-460d-a63f-ff7bd56caf41 None None] Port 847739c0-6617-48ff-a094-d60f503229fd cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:35:50.143445 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:50.149233 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:50.202532 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864780fb-e783-4ff5-b142-227866ec3f4e None None] Pushing event updated for resources: {'Port': ['ID=847739c0-6617-48ff-a094-d60f503229fd,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:50.260487 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] Attempting to bind port 847739c0-6617-48ff-a094-d60f503229fd on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:35:50.262044 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] Attempting to bind port 847739c0-6617-48ff-a094-d60f503229fd by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '9869a505-06dc-4c6c-9ed7-161dd86bac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:35:50.262526 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] Attempting to bind port 847739c0-6617-48ff-a094-d60f503229fd on network 9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:35:50.269076 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:35:50.269464 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] Checking segment: {'id': '9869a505-06dc-4c6c-9ed7-161dd86bac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:35:50.270196 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:50.270427 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] Bound using segment: {'id': '9869a505-06dc-4c6c-9ed7-161dd86bac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:35:50.270908 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] Bound port: 847739c0-6617-48ff-a094-d60f503229fd, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9869a505-06dc-4c6c-9ed7-161dd86bac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:35:50.271772 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:50.360084 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] For port 847739c0-6617-48ff-a094-d60f503229fd, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:35:50.364248 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] For port 847739c0-6617-48ff-a094-d60f503229fd, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=847739c0-6617-48ff-a094-d60f503229fd,segment=NetworkSegment(9869a505-06dc-4c6c-9ed7-161dd86bac40),segment_id=9869a505-06dc-4c6c-9ed7-161dd86bac40)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:35:50.370937 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:50.438693 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] Routers {'fccb7450-a012-418e-87aa-fac7590cc90b'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:35:50.439342 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:35:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fccb7450-a012-418e-87aa-fac7590cc90b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:35:50.441089 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864780fb-e783-4ff5-b142-227866ec3f4e None None] Pushing event updated for resources: {'Port': ['ID=847739c0-6617-48ff-a094-d60f503229fd,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:50.509356 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0ab10a91-8838-4f2e-973f-1b18ec1ad8f7 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:35:50.515414 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-0fd3ba7d-e0eb-4fc0-bf88-117e412330f4 None None] Provisioning complete for port 847739c0-6617-48ff-a094-d60f503229fd triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:35:50.515792 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0fd3ba7d-e0eb-4fc0-bf88-117e412330f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:50.800103 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] Set router fccb7450-a012-418e-87aa-fac7590cc90b gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:35:50.845973 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 0ab10a91-8838-4f2e-973f-1b18ec1ad8f7 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:35:50.846349 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:50.879124 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2b772152-625b-49fd-bf28-e7165b5763e3 req-295baadc-3fda-4bcd-8e77-22e6bc43b0ae tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 210 time: 0.0269616 Nov 24 21:35:50.972541 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0fd3ba7d-e0eb-4fc0-bf88-117e412330f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:51.157786 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0fd3ba7d-e0eb-4fc0-bf88-117e412330f4 None None] For port 847739c0-6617-48ff-a094-d60f503229fd, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=847739c0-6617-48ff-a094-d60f503229fd,segment=NetworkSegment(9869a505-06dc-4c6c-9ed7-161dd86bac40),segment_id=9869a505-06dc-4c6c-9ed7-161dd86bac40)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:35:51.182471 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0fd3ba7d-e0eb-4fc0-bf88-117e412330f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:51.189291 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-52741048-703e-41d3-8a58-e3a08fc28c78 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:51.191257 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-52741048-703e-41d3-8a58-e3a08fc28c78 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.15 "GET /v2.0/networks?id=9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71 HTTP/1.1" status: 200 len: 796 time: 0.1891031 Nov 24 21:35:51.282718 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-91361b14-b270-4543-9756-2f82af496f66 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=485bf2fed1d94cb695e544caa851c167 HTTP/1.1" status: 200 len: 380 time: 0.0733354 Nov 24 21:35:51.284425 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3ba7d-e0eb-4fc0-bf88-117e412330f4 None None] Pushing event updated for resources: {'Port': ['ID=847739c0-6617-48ff-a094-d60f503229fd,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:51.295010 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-575b7e74-8923-4edf-9888-66d150a24e81 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'port': {'device_id': 'ec3679cd-76ba-41ec-b11f-85ea31a2a02f', 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71', 'admin_state_up': True, 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'security_groups': ['9f0b0e5a-5558-4915-8d2f-22303df4890b']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:35:51.314287 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822943005', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:48Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '847739c0-6617-48ff-a094-d60f503229fd', 'name': '', 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:6d:57:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a6e921a0-177d-453d-af1c-38f6025d7835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:35:47Z', 'updated_at': '2021-11-24T21:35:50Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'a6e921a0-177d-453d-af1c-38f6025d7835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:35:51.347222 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f2a5d90c-4e2f-4236-ba72-242807406899 None None] Provisioning complete for port 847739c0-6617-48ff-a094-d60f503229fd triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:35:51.347594 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f2a5d90c-4e2f-4236-ba72-242807406899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:51.349636 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8791475-4a68-48a5-bd93-20c4f23b84be None None] The sync data for ids ['fccb7450-a012-418e-87aa-fac7590cc90b'] in n-d-812111-8 is: [{'id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822943005', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:48Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '847739c0-6617-48ff-a094-d60f503229fd', 'name': '', 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:6d:57:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a6e921a0-177d-453d-af1c-38f6025d7835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:35:47Z', 'updated_at': '2021-11-24T21:35:50Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'a6e921a0-177d-453d-af1c-38f6025d7835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:35:51.460466 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-575b7e74-8923-4edf-9888-66d150a24e81 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Made reservation on behalf of 485bf2fed1d94cb695e544caa851c167 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:35:51.465437 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-575b7e74-8923-4edf-9888-66d150a24e81 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:51.616245 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-575b7e74-8923-4edf-9888-66d150a24e81 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Allocated IP 172.20.0.5 (9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71/a6e921a0-177d-453d-af1c-38f6025d7835/16cdb930-51d0-4439-b4c2-336ebc150613) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:35:51.780916 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-575b7e74-8923-4edf-9888-66d150a24e81 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:51.826848 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-575b7e74-8923-4edf-9888-66d150a24e81 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:51.870954 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-575b7e74-8923-4edf-9888-66d150a24e81 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network 9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:35:51.876564 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-575b7e74-8923-4edf-9888-66d150a24e81 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:35:51.880538 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-575b7e74-8923-4edf-9888-66d150a24e81 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:35:51.913892 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b7e74-8923-4edf-9888-66d150a24e81 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Port': ['ID=16cdb930-51d0-4439-b4c2-336ebc150613,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:51.956182 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-575b7e74-8923-4edf-9888-66d150a24e81 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:51.956909 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-575b7e74-8923-4edf-9888-66d150a24e81 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:51.987645 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-575b7e74-8923-4edf-9888-66d150a24e81 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6982465 Nov 24 21:35:52.010316 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-28631e2a-2506-4f6f-ba4e-76ce18546a4e service neutron] Request body: {'port': {'device_id': 'ec3679cd-76ba-41ec-b11f-85ea31a2a02f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:35:52.048064 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b2bc1-7dcd-436d-ad8b-8670a3850ca2 req-05a913d2-7742-41d4-b2da-640efb86541a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:52.050817 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-349b2bc1-7dcd-436d-ad8b-8670a3850ca2 req-05a913d2-7742-41d4-b2da-640efb86541a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 931 time: 0.0786707 Nov 24 21:35:52.089630 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-28631e2a-2506-4f6f-ba4e-76ce18546a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:52.123701 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-349b2bc1-7dcd-436d-ad8b-8670a3850ca2 req-aa1b67f2-5c3f-45bd-ac4e-89d872592614 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658422 Nov 24 21:35:52.210594 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-5336aa94-8eec-4ba6-a243-cac20739e75d None None] Provisioning complete for port 16cdb930-51d0-4439-b4c2-336ebc150613 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:35:52.211629 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5336aa94-8eec-4ba6-a243-cac20739e75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:52.256015 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-5336aa94-8eec-4ba6-a243-cac20739e75d None None] Port 16cdb930-51d0-4439-b4c2-336ebc150613 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:35:52.426334 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-28631e2a-2506-4f6f-ba4e-76ce18546a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16cdb930-51d0-4439-b4c2-336ebc150613 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:35:52.436247 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-28631e2a-2506-4f6f-ba4e-76ce18546a4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:52.451744 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-28631e2a-2506-4f6f-ba4e-76ce18546a4e service neutron] Transition to ACTIVE for port object 16cdb930-51d0-4439-b4c2-336ebc150613 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:35:52.456887 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-28631e2a-2506-4f6f-ba4e-76ce18546a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:52.513286 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 847739c0-6617-48ff-a094-d60f503229fd up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:35:52.518971 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28631e2a-2506-4f6f-ba4e-76ce18546a4e service neutron] Pushing event updated for resources: {'Port': ['ID=16cdb930-51d0-4439-b4c2-336ebc150613,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:52.599979 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 847739c0-6617-48ff-a094-d60f503229fd triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:35:52.600285 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:52.619329 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-28631e2a-2506-4f6f-ba4e-76ce18546a4e service neutron] Attempting to bind port 16cdb930-51d0-4439-b4c2-336ebc150613 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:35:52.619716 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-28631e2a-2506-4f6f-ba4e-76ce18546a4e service neutron] Attempting to bind port 16cdb930-51d0-4439-b4c2-336ebc150613 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '9869a505-06dc-4c6c-9ed7-161dd86bac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:35:52.620127 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-28631e2a-2506-4f6f-ba4e-76ce18546a4e service neutron] Attempting to bind port 16cdb930-51d0-4439-b4c2-336ebc150613 on network 9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:35:52.625967 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-28631e2a-2506-4f6f-ba4e-76ce18546a4e service neutron] Port 16cdb930-51d0-4439-b4c2-336ebc150613 on network 9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:35:52.626311 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-28631e2a-2506-4f6f-ba4e-76ce18546a4e service neutron] Attempting to bind port 16cdb930-51d0-4439-b4c2-336ebc150613 on network 9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:35:52.631793 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-28631e2a-2506-4f6f-ba4e-76ce18546a4e service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:35:52.632169 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-28631e2a-2506-4f6f-ba4e-76ce18546a4e service neutron] Checking segment: {'id': '9869a505-06dc-4c6c-9ed7-161dd86bac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:35:52.632950 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-28631e2a-2506-4f6f-ba4e-76ce18546a4e service neutron] Bound using segment: {'id': '9869a505-06dc-4c6c-9ed7-161dd86bac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:35:52.633074 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-28631e2a-2506-4f6f-ba4e-76ce18546a4e service neutron] Bound port: 16cdb930-51d0-4439-b4c2-336ebc150613, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9869a505-06dc-4c6c-9ed7-161dd86bac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:35:52.633389 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-28631e2a-2506-4f6f-ba4e-76ce18546a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:52.724373 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-28631e2a-2506-4f6f-ba4e-76ce18546a4e service neutron] For port 16cdb930-51d0-4439-b4c2-336ebc150613, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:35:52.729728 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-28631e2a-2506-4f6f-ba4e-76ce18546a4e service neutron] For port 16cdb930-51d0-4439-b4c2-336ebc150613, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=16cdb930-51d0-4439-b4c2-336ebc150613,segment=NetworkSegment(9869a505-06dc-4c6c-9ed7-161dd86bac40),segment_id=9869a505-06dc-4c6c-9ed7-161dd86bac40)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:35:52.738976 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-28631e2a-2506-4f6f-ba4e-76ce18546a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:52.790049 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-28631e2a-2506-4f6f-ba4e-76ce18546a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:52.790685 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-28631e2a-2506-4f6f-ba4e-76ce18546a4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:52.792191 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-28631e2a-2506-4f6f-ba4e-76ce18546a4e service neutron] 10.222.0.15 "PUT /v2.0/ports/16cdb930-51d0-4439-b4c2-336ebc150613 HTTP/1.1" status: 200 len: 1091 time: 0.7896438 Nov 24 21:35:52.792851 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3679cd-76ba-41ec-b11f-85ea31a2a02f', 'tag': '16cdb930-51d0-4439-b4c2-336ebc150613'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:35:52.795241 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2255c11e-1fee-4892-9f82-d35454b29a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3679cd-76ba-41ec-b11f-85ea31a2a02f", "tag": "16cdb930-51d0-4439-b4c2-336ebc150613"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:35:52.834130 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28631e2a-2506-4f6f-ba4e-76ce18546a4e service neutron] Pushing event updated for resources: {'Port': ['ID=16cdb930-51d0-4439-b4c2-336ebc150613,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:52.908923 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-8b4ba0b7-f2c3-4805-a11c-081ea89092ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:52.912244 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-8b4ba0b7-f2c3-4805-a11c-081ea89092ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 1094 time: 0.0629988 Nov 24 21:35:52.973664 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6fb1b9-e86a-4b81-a92d-02c7405c19e5 x-openstack-request-id: req-3a6fb1b9-e86a-4b81-a92d-02c7405c19e5 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:35:52.973965 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3679cd-76ba-41ec-b11f-85ea31a2a02f", "tag": "16cdb930-51d0-4439-b4c2-336ebc150613", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:35:52.974226 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3a6fb1b9-e86a-4b81-a92d-02c7405c19e5 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:35:52.974649 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3679cd-76ba-41ec-b11f-85ea31a2a02f', 'tag': '16cdb930-51d0-4439-b4c2-336ebc150613', 'status': 'completed', 'code': 200} Nov 24 21:35:52.976318 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-4271edc8-cfc8-4265-a916-4eb3d692ecbd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16cdb930-51d0-4439-b4c2-336ebc150613 HTTP/1.1" status: 200 len: 217 time: 0.0505178 Nov 24 21:35:53.040110 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-e39c2b00-6efb-4661-be01-ba1f54434dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:53.041706 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-e39c2b00-6efb-4661-be01-ba1f54434dc9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6e921a0-177d-453d-af1c-38f6025d7835 HTTP/1.1" status: 200 len: 835 time: 0.0541973 Nov 24 21:35:53.099873 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-c6874a6b-47c1-4d20-a225-421677105f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:53.101422 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-c6874a6b-47c1-4d20-a225-421677105f63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483649 Nov 24 21:35:53.209478 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-40b07b7c-ec7e-474e-995d-7f76cc86c9e0 service neutron] 10.222.0.15 "GET /v2.0/networks/9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963900 Nov 24 21:35:53.259388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ac504-ec7a-4495-8f8c-4ea8b7ac10bd req-7fa307f2-9b0e-4aa1-bb87-ca9196915d51 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:53.262297 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-197ac504-ec7a-4495-8f8c-4ea8b7ac10bd req-7fa307f2-9b0e-4aa1-bb87-ca9196915d51 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 943 time: 0.0596228 Nov 24 21:35:53.315088 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87c1a0d1-24e2-4601-b2fd-951a4e81df9a req-d2773a33-accf-474c-8275-3b9fef289e9e service neutron] 10.222.0.15 "GET /v2.0/networks/9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932992 Nov 24 21:35:53.328212 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-197ac504-ec7a-4495-8f8c-4ea8b7ac10bd req-9bc7edbd-0a75-47b0-a7c6-45cdd71f6c6d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596473 Nov 24 21:35:53.450285 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255c11e-1fee-4892-9f82-d35454b29a2c req-2cb626d0-f506-46d4-b28c-e897f47a7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:53.452605 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2255c11e-1fee-4892-9f82-d35454b29a2c req-2cb626d0-f506-46d4-b28c-e897f47a7042 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 1094 time: 0.0650139 Nov 24 21:35:53.585461 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255c11e-1fee-4892-9f82-d35454b29a2c req-a189daf9-9002-417e-bcad-9610ee6e55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:53.586956 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2255c11e-1fee-4892-9f82-d35454b29a2c req-a189daf9-9002-417e-bcad-9610ee6e55a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71 HTTP/1.1" status: 200 len: 897 time: 0.1270127 Nov 24 21:35:53.649158 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2255c11e-1fee-4892-9f82-d35454b29a2c req-014fde85-b429-44df-9b90-2a7a2bfd1cae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16cdb930-51d0-4439-b4c2-336ebc150613 HTTP/1.1" status: 200 len: 217 time: 0.0541241 Nov 24 21:35:53.704561 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255c11e-1fee-4892-9f82-d35454b29a2c req-f71428e5-1faa-4533-9271-5eea1f7483ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:53.705973 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2255c11e-1fee-4892-9f82-d35454b29a2c req-f71428e5-1faa-4533-9271-5eea1f7483ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6e921a0-177d-453d-af1c-38f6025d7835 HTTP/1.1" status: 200 len: 835 time: 0.0492902 Nov 24 21:35:53.755427 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255c11e-1fee-4892-9f82-d35454b29a2c req-23b3725a-d2f5-45bf-9505-7aadb3d8940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:53.757095 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2255c11e-1fee-4892-9f82-d35454b29a2c req-23b3725a-d2f5-45bf-9505-7aadb3d8940b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434022 Nov 24 21:35:53.861810 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2255c11e-1fee-4892-9f82-d35454b29a2c req-2bf09021-781c-49d8-a37e-1edb877de50c service neutron] 10.222.0.15 "GET /v2.0/networks/9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967019 Nov 24 21:35:53.957706 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2255c11e-1fee-4892-9f82-d35454b29a2c req-e8cc2fee-277d-4009-b3f2-c4f20416f8e2 service neutron] 10.222.0.15 "GET /v2.0/networks/9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878046 Nov 24 21:35:54.453459 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafed63f-d541-4675-9e06-afa8cf2f278e req-da2a029b-5780-45fd-9efc-ce68e8459f2c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:54.454953 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fafed63f-d541-4675-9e06-afa8cf2f278e req-da2a029b-5780-45fd-9efc-ce68e8459f2c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 943 time: 0.0500102 Nov 24 21:35:54.505310 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fafed63f-d541-4675-9e06-afa8cf2f278e req-74aea167-4dab-4e64-b893-8bbd612d856b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443785 Nov 24 21:35:55.639069 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0589959-4966-4183-9281-dea39e934422 req-a412deeb-2523-4788-8449-3a3bd708313e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:55.640773 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a0589959-4966-4183-9281-dea39e934422 req-a412deeb-2523-4788-8449-3a3bd708313e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 943 time: 0.0596495 Nov 24 21:35:55.701634 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a0589959-4966-4183-9281-dea39e934422 req-663f9e7e-521d-4f13-a691-1b7c4fd04029 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548010 Nov 24 21:35:55.702651 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 16cdb930-51d0-4439-b4c2-336ebc150613 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:35:55.805299 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 16cdb930-51d0-4439-b4c2-336ebc150613, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=16cdb930-51d0-4439-b4c2-336ebc150613,segment=NetworkSegment(9869a505-06dc-4c6c-9ed7-161dd86bac40),segment_id=9869a505-06dc-4c6c-9ed7-161dd86bac40)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:35:55.821469 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '16cdb930-51d0-4439-b4c2-336ebc150613', 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71', 'port_id': '16cdb930-51d0-4439-b4c2-336ebc150613', 'mac_address': 'fa:16:3e:b1:5a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e921a0-177d-453d-af1c-38f6025d7835', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:35:55.859855 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:55.873613 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16cdb930-51d0-4439-b4c2-336ebc150613 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:35:55.893479 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 16cdb930-51d0-4439-b4c2-336ebc150613, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=16cdb930-51d0-4439-b4c2-336ebc150613,segment=NetworkSegment(9869a505-06dc-4c6c-9ed7-161dd86bac40),segment_id=9869a505-06dc-4c6c-9ed7-161dd86bac40)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:35:55.897866 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:55.950831 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=16cdb930-51d0-4439-b4c2-336ebc150613,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:56.218171 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['16cdb930-51d0-4439-b4c2-336ebc150613'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:35:56.820822 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b831e69-3bdb-4074-9a5d-cdb6f9206708 req-860c358d-7ca2-4690-8a0e-a772abc27b3a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:56.822307 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b831e69-3bdb-4074-9a5d-cdb6f9206708 req-860c358d-7ca2-4690-8a0e-a772abc27b3a tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 944 time: 0.0482392 Nov 24 21:35:56.874438 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b831e69-3bdb-4074-9a5d-cdb6f9206708 req-0318b9ad-a7ee-4749-bbb2-e423e0af53b7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451727 Nov 24 21:35:57.719452 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 16cdb930-51d0-4439-b4c2-336ebc150613 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:35:57.774890 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 16cdb930-51d0-4439-b4c2-336ebc150613 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:35:57.781283 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 16cdb930-51d0-4439-b4c2-336ebc150613 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:35:57.781765 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:57.862936 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:57.885689 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3679cd-76ba-41ec-b11f-85ea31a2a02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cdb930-51d0-4439-b4c2-336ebc150613'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:35:57.888124 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782c7b41-573e-497a-9d6a-5a44a6971dd9" -d '{"events": [{"server_uuid": "ec3679cd-76ba-41ec-b11f-85ea31a2a02f", "name": "network-vif-plugged", "status": "completed", "tag": "16cdb930-51d0-4439-b4c2-336ebc150613"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:35:57.901010 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 16cdb930-51d0-4439-b4c2-336ebc150613, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=16cdb930-51d0-4439-b4c2-336ebc150613,segment=NetworkSegment(9869a505-06dc-4c6c-9ed7-161dd86bac40),segment_id=9869a505-06dc-4c6c-9ed7-161dd86bac40)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:35:57.907309 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:35:57.959844 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=16cdb930-51d0-4439-b4c2-336ebc150613,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:35:57.997615 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5462cbbb-84d6-4e8c-b2f8-9a066122a421 x-openstack-request-id: req-5462cbbb-84d6-4e8c-b2f8-9a066122a421 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:35:57.997913 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3679cd-76ba-41ec-b11f-85ea31a2a02f", "name": "network-vif-plugged", "status": "completed", "tag": "16cdb930-51d0-4439-b4c2-336ebc150613", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:35:57.998529 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5462cbbb-84d6-4e8c-b2f8-9a066122a421 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:35:57.998656 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3679cd-76ba-41ec-b11f-85ea31a2a02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cdb930-51d0-4439-b4c2-336ebc150613', 'code': 200} Nov 24 21:35:58.109270 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd08e78-db77-44b2-92ef-32bd9672bbdf req-978338e8-f87b-474f-a126-aa348bb630af tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:58.110844 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b15590-ed25-4beb-845a-362e632480e8 req-6a17b399-6ea0-494f-b42f-880ef9957f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:58.111246 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0fd08e78-db77-44b2-92ef-32bd9672bbdf req-978338e8-f87b-474f-a126-aa348bb630af tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 945 time: 0.0583391 Nov 24 21:35:58.112317 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38b15590-ed25-4beb-845a-362e632480e8 req-6a17b399-6ea0-494f-b42f-880ef9957f4d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 1096 time: 0.0437088 Nov 24 21:35:58.173420 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0fd08e78-db77-44b2-92ef-32bd9672bbdf req-997c783b-eb70-4057-9bdc-06e70cd5e280 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480235 Nov 24 21:35:58.173827 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-38b15590-ed25-4beb-845a-362e632480e8 req-34339b1e-14e0-4f85-8b61-70dd61c6f382 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510428 Nov 24 21:35:59.298451 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5d983-b58d-41dc-b437-48926d490a32 req-1628a0d0-2fa1-46f7-a9a9-2bcdad59f22d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:35:59.300143 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0af5d983-b58d-41dc-b437-48926d490a32 req-1628a0d0-2fa1-46f7-a9a9-2bcdad59f22d tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 945 time: 0.0562079 Nov 24 21:35:59.356085 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0af5d983-b58d-41dc-b437-48926d490a32 req-7fb7fd2b-6335-4bd8-8164-981143fe88a6 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498838 Nov 24 21:36:00.487132 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21652f49-de8b-44a1-92e9-a9f809691ba3 req-d54ab972-bc2e-45c7-8c4c-e8d47c657aa3 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:00.488692 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-21652f49-de8b-44a1-92e9-a9f809691ba3 req-d54ab972-bc2e-45c7-8c4c-e8d47c657aa3 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 945 time: 0.0528159 Nov 24 21:36:00.545959 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-21652f49-de8b-44a1-92e9-a9f809691ba3 req-6ad454b5-7d53-4e09-b2d3-0a4a1dd60cbe tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509870 Nov 24 21:36:00.663751 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dba41a-0d52-4fc5-811a-7320e81bec1a req-a6ff454b-b4f0-490d-ae06-745ea81b8b1b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:00.665310 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-25dba41a-0d52-4fc5-811a-7320e81bec1a req-a6ff454b-b4f0-490d-ae06-745ea81b8b1b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 945 time: 0.0507088 Nov 24 21:36:00.716550 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-25dba41a-0d52-4fc5-811a-7320e81bec1a req-91610cb1-dbcf-46fc-8d7d-e0fb29706ddf tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446081 Nov 24 21:36:00.742283 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50610) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:36:00.781377 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79e36c5-0473-434b-a851-329643579dad tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:00.782885 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a79e36c5-0473-434b-a851-329643579dad tempest-TestNetworkAdvancedServerOps-1617903781 tempest-TestNetworkAdvancedServerOps-1617903781-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 1091 time: 0.0396709 Nov 24 21:36:00.785619 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50612) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:36:00.789929 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-c835cba5-8b34-4cf1-a506-64a28b9c15d8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': '16cdb930-51d0-4439-b4c2-336ebc150613', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:36:00.813277 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c835cba5-8b34-4cf1-a506-64a28b9c15d8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:00.915181 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c835cba5-8b34-4cf1-a506-64a28b9c15d8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:01.018215 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-c835cba5-8b34-4cf1-a506-64a28b9c15d8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Allocated IP 172.25.5.10 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/183fc5d5-0c2e-40ad-a29e-e4b880ac8907) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:36:01.141864 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c835cba5-8b34-4cf1-a506-64a28b9c15d8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:01.177452 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c835cba5-8b34-4cf1-a506-64a28b9c15d8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:01.223306 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c835cba5-8b34-4cf1-a506-64a28b9c15d8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:36:01.227736 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-c835cba5-8b34-4cf1-a506-64a28b9c15d8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:36:01.233346 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c835cba5-8b34-4cf1-a506-64a28b9c15d8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:36:01.236546 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835cba5-8b34-4cf1-a506-64a28b9c15d8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Port': ['ID=183fc5d5-0c2e-40ad-a29e-e4b880ac8907,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:36:01.621594 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c835cba5-8b34-4cf1-a506-64a28b9c15d8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:01.694062 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c835cba5-8b34-4cf1-a506-64a28b9c15d8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:01.854193 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c835cba5-8b34-4cf1-a506-64a28b9c15d8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:01.859361 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c835cba5-8b34-4cf1-a506-64a28b9c15d8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:01.929864 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835cba5-8b34-4cf1-a506-64a28b9c15d8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event updated for resources: {'Port': ['ID=183fc5d5-0c2e-40ad-a29e-e4b880ac8907,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:36:01.939390 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c835cba5-8b34-4cf1-a506-64a28b9c15d8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:02.046360 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-c835cba5-8b34-4cf1-a506-64a28b9c15d8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Floating IP 2efbb065-7880-4057-a6ab-f8b1b2c1f895 associated. External IP: 172.25.5.10, port: 16cdb930-51d0-4439-b4c2-336ebc150613. Nov 24 21:36:02.265157 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c835cba5-8b34-4cf1-a506-64a28b9c15d8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Router fccb7450-a012-418e-87aa-fac7590cc90b has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:36:02.380814 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c835cba5-8b34-4cf1-a506-64a28b9c15d8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:36:02.391352 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c843a395-cf61-4eaf-b3ed-d87a9a3a6624 None None] Sync routers for ids ['fccb7450-a012-418e-87aa-fac7590cc90b'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:36:02.399359 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c835cba5-8b34-4cf1-a506-64a28b9c15d8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:02.400965 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c843a395-cf61-4eaf-b3ed-d87a9a3a6624 None None] Routers {'fccb7450-a012-418e-87aa-fac7590cc90b'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:36:02.401628 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c843a395-cf61-4eaf-b3ed-d87a9a3a6624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:35:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fccb7450-a012-418e-87aa-fac7590cc90b'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:36:02.429270 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c835cba5-8b34-4cf1-a506-64a28b9c15d8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6426077 Nov 24 21:36:02.429918 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3679cd-76ba-41ec-b11f-85ea31a2a02f', 'tag': '16cdb930-51d0-4439-b4c2-336ebc150613'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:36:02.432335 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4a440c-3442-46c8-971f-d432dd729aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3679cd-76ba-41ec-b11f-85ea31a2a02f", "tag": "16cdb930-51d0-4439-b4c2-336ebc150613"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:36:02.514035 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-c843a395-cf61-4eaf-b3ed-d87a9a3a6624 None None] Set router fccb7450-a012-418e-87aa-fac7590cc90b gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:36:02.539888 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79c8a1-2103-4dc7-b8d9-8ec322bdefd4 req-e557e7f8-4c86-4963-a3c9-0d6aa5d6aa79 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:02.541452 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4c79c8a1-2103-4dc7-b8d9-8ec322bdefd4 req-e557e7f8-4c86-4963-a3c9-0d6aa5d6aa79 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 945 time: 0.0573642 Nov 24 21:36:02.595751 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4c79c8a1-2103-4dc7-b8d9-8ec322bdefd4 req-cb693b63-dd56-41ce-83a6-0fae8246b67b tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470908 Nov 24 21:36:02.622601 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50618) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:36:02.668047 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fe6902-ffa1-4dc4-8158-ba232efe6301 x-openstack-request-id: req-51fe6902-ffa1-4dc4-8158-ba232efe6301 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:36:02.668530 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3679cd-76ba-41ec-b11f-85ea31a2a02f", "tag": "16cdb930-51d0-4439-b4c2-336ebc150613", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:36:02.668812 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-51fe6902-ffa1-4dc4-8158-ba232efe6301 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:36:02.669221 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3679cd-76ba-41ec-b11f-85ea31a2a02f', 'tag': '16cdb930-51d0-4439-b4c2-336ebc150613', 'status': 'completed', 'code': 200} Nov 24 21:36:02.722300 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-06163048-2bbb-418a-8d07-69f4aba2b0cd tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/floatingips/2efbb065-7880-4057-a6ab-f8b1b2c1f895 HTTP/1.1" status: 200 len: 990 time: 0.0981705 Nov 24 21:36:02.727978 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a440c-3442-46c8-971f-d432dd729aa8 req-0f5a7355-573c-480d-b72e-b0dc7f77d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:02.730230 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ef4a440c-3442-46c8-971f-d432dd729aa8 req-0f5a7355-573c-480d-b72e-b0dc7f77d7de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 1096 time: 0.0594666 Nov 24 21:36:02.748706 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c843a395-cf61-4eaf-b3ed-d87a9a3a6624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822943005', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:48Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '2efbb065-7880-4057-a6ab-f8b1b2c1f895', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'port_id': '16cdb930-51d0-4439-b4c2-336ebc150613', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71', 'mac_address': 'fa:16:3e:b1:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3679cd-76ba-41ec-b11f-85ea31a2a02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:36:01Z', 'updated_at': '2021-11-24T21:36:01Z', 'revision_number': 0, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847739c0-6617-48ff-a094-d60f503229fd', 'name': '', 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:6d:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a6e921a0-177d-453d-af1c-38f6025d7835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:35:47Z', 'updated_at': '2021-11-24T21:35:51Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'a6e921a0-177d-453d-af1c-38f6025d7835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:36:02.774301 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c843a395-cf61-4eaf-b3ed-d87a9a3a6624 None None] Checking router: fccb7450-a012-418e-87aa-fac7590cc90b for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:36:02.783673 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c843a395-cf61-4eaf-b3ed-d87a9a3a6624 None None] Routers {'fccb7450-a012-418e-87aa-fac7590cc90b'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:36:02.784333 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c843a395-cf61-4eaf-b3ed-d87a9a3a6624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:35:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fccb7450-a012-418e-87aa-fac7590cc90b'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:36:02.821722 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a440c-3442-46c8-971f-d432dd729aa8 req-065e43e7-fbf4-4c0b-ba20-f9e931281bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:02.823907 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ef4a440c-3442-46c8-971f-d432dd729aa8 req-065e43e7-fbf4-4c0b-ba20-f9e931281bc5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71 HTTP/1.1" status: 200 len: 897 time: 0.0855680 Nov 24 21:36:02.892496 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-c843a395-cf61-4eaf-b3ed-d87a9a3a6624 None None] Set router fccb7450-a012-418e-87aa-fac7590cc90b gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:36:02.893096 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ef4a440c-3442-46c8-971f-d432dd729aa8 req-48945730-7ca7-409a-b9c0-fa4ab5f634c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16cdb930-51d0-4439-b4c2-336ebc150613 HTTP/1.1" status: 200 len: 998 time: 0.0624502 Nov 24 21:36:02.943767 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a440c-3442-46c8-971f-d432dd729aa8 req-8132cff7-c960-4c1d-9c59-c24684b19807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:02.945331 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ef4a440c-3442-46c8-971f-d432dd729aa8 req-8132cff7-c960-4c1d-9c59-c24684b19807 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6e921a0-177d-453d-af1c-38f6025d7835 HTTP/1.1" status: 200 len: 835 time: 0.0451493 Nov 24 21:36:02.992738 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a440c-3442-46c8-971f-d432dd729aa8 req-2eab5af3-8855-4514-ac46-de3b299d6b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:02.994266 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ef4a440c-3442-46c8-971f-d432dd729aa8 req-2eab5af3-8855-4514-ac46-de3b299d6b0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420322 Nov 24 21:36:03.093444 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ef4a440c-3442-46c8-971f-d432dd729aa8 req-7a482139-6de4-4096-a4d1-5fa19e36ad9b service neutron] 10.222.0.15 "GET /v2.0/networks/9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916672 Nov 24 21:36:03.137913 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-c843a395-cf61-4eaf-b3ed-d87a9a3a6624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822943005', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:48Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '2efbb065-7880-4057-a6ab-f8b1b2c1f895', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'port_id': '16cdb930-51d0-4439-b4c2-336ebc150613', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71', 'mac_address': 'fa:16:3e:b1:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3679cd-76ba-41ec-b11f-85ea31a2a02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:36:01Z', 'updated_at': '2021-11-24T21:36:01Z', 'revision_number': 0, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847739c0-6617-48ff-a094-d60f503229fd', 'name': '', 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:6d:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a6e921a0-177d-453d-af1c-38f6025d7835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:35:47Z', 'updated_at': '2021-11-24T21:35:51Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'a6e921a0-177d-453d-af1c-38f6025d7835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:36:03.169108 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c843a395-cf61-4eaf-b3ed-d87a9a3a6624 None None] The sync data for ids ['fccb7450-a012-418e-87aa-fac7590cc90b'] in n-d-812111-8 is: [{'id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822943005', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:48Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '2efbb065-7880-4057-a6ab-f8b1b2c1f895', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'port_id': '16cdb930-51d0-4439-b4c2-336ebc150613', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71', 'mac_address': 'fa:16:3e:b1:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3679cd-76ba-41ec-b11f-85ea31a2a02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:36:01Z', 'updated_at': '2021-11-24T21:36:01Z', 'revision_number': 0, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847739c0-6617-48ff-a094-d60f503229fd', 'name': '', 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:6d:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a6e921a0-177d-453d-af1c-38f6025d7835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:35:47Z', 'updated_at': '2021-11-24T21:35:51Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'a6e921a0-177d-453d-af1c-38f6025d7835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:36:03.207866 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ef4a440c-3442-46c8-971f-d432dd729aa8 req-02137a88-baf2-46b0-ae15-c2d800db6eb2 service neutron] 10.222.0.15 "GET /v2.0/networks/9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075313 Nov 24 21:36:03.386710 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dff39f-cd52-4f88-891a-065581f1c328 None None] New status for floating IP 2efbb065-7880-4057-a6ab-f8b1b2c1f895: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:36:03.726202 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50620) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:36:03.794103 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d1ff476c-d064-484f-ba9e-4bda15e29e29 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/floatingips/2efbb065-7880-4057-a6ab-f8b1b2c1f895 HTTP/1.1" status: 200 len: 992 time: 0.0666225 Nov 24 21:36:08.336684 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5d97447a-431f-40c6-b70b-96b55080058a req-f4ac34c6-4f2c-4326-a941-559f8e7c5d1e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465384 Nov 24 21:36:08.423537 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97447a-431f-40c6-b70b-96b55080058a req-f37a35fd-4a44-4f68-8ec0-4f420a1dc35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:08.425085 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5d97447a-431f-40c6-b70b-96b55080058a req-f37a35fd-4a44-4f68-8ec0-4f420a1dc35f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 1096 time: 0.0439842 Nov 24 21:36:08.539373 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97447a-431f-40c6-b70b-96b55080058a req-b2c91b97-fc9c-4e18-913d-823e5c7c4937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:08.541009 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5d97447a-431f-40c6-b70b-96b55080058a req-b2c91b97-fc9c-4e18-913d-823e5c7c4937 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71 HTTP/1.1" status: 200 len: 897 time: 0.0962880 Nov 24 21:36:08.612884 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5d97447a-431f-40c6-b70b-96b55080058a req-ea77705f-75f5-4f01-81b3-42481a84994d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16cdb930-51d0-4439-b4c2-336ebc150613 HTTP/1.1" status: 200 len: 1000 time: 0.0629520 Nov 24 21:36:08.662793 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97447a-431f-40c6-b70b-96b55080058a req-30045bfc-351c-4a8a-8b54-3d991f959809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:08.664266 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5d97447a-431f-40c6-b70b-96b55080058a req-30045bfc-351c-4a8a-8b54-3d991f959809 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6e921a0-177d-453d-af1c-38f6025d7835 HTTP/1.1" status: 200 len: 835 time: 0.0444880 Nov 24 21:36:08.944008 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e34ff34f-4e83-41f1-8664-607c5051c2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:09.071418 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97447a-431f-40c6-b70b-96b55080058a req-17723497-209e-439c-9400-d863931d69f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:09.073185 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5d97447a-431f-40c6-b70b-96b55080058a req-17723497-209e-439c-9400-d863931d69f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4011576 Nov 24 21:36:09.180498 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5d97447a-431f-40c6-b70b-96b55080058a req-8d03629d-1ea8-4081-adbc-f8bc4bc48b00 service neutron] 10.222.0.15 "GET /v2.0/networks/9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901921 Nov 24 21:36:09.286734 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5d97447a-431f-40c6-b70b-96b55080058a req-6a8aeb9b-33a5-4455-9417-b494eadb791d service neutron] 10.222.0.15 "GET /v2.0/networks/9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983901 Nov 24 21:36:10.041240 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:11.234072 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e10f10c8-27de-4b9f-b724-81eac85c49f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:11.443536 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:12.516039 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:13.892186 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:14.866598 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:26.496121 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:36:37.296027 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9713807-dee5-4b78-89d0-2261c1d54776 req-00fe9333-52f7-4a8a-aa89-050fd179a4b1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:37.297663 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c9713807-dee5-4b78-89d0-2261c1d54776 req-00fe9333-52f7-4a8a-aa89-050fd179a4b1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 945 time: 0.0598316 Nov 24 21:36:37.349601 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c9713807-dee5-4b78-89d0-2261c1d54776 req-c923d7ee-bb8a-4562-9d89-b70a5072b097 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453846 Nov 24 21:36:38.478018 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034964a8-d338-4571-8497-654a5c198422 req-3f1cab71-7a18-482f-8f47-ab3537340903 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:38.479458 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-034964a8-d338-4571-8497-654a5c198422 req-3f1cab71-7a18-482f-8f47-ab3537340903 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 945 time: 0.0560179 Nov 24 21:36:38.534372 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-034964a8-d338-4571-8497-654a5c198422 req-0e13c67c-9c51-4c16-a286-b94a3382e2e7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478604 Nov 24 21:36:38.947327 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c52b7926-1bd0-44d6-9463-00d04da90715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:39.653146 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141abef-70ec-4c22-9cf4-16634ed665ae req-294dcdc9-95c8-4f3f-be64-11b951e3f8b9 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:39.655194 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7141abef-70ec-4c22-9cf4-16634ed665ae req-294dcdc9-95c8-4f3f-be64-11b951e3f8b9 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 945 time: 0.0503588 Nov 24 21:36:39.707178 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7141abef-70ec-4c22-9cf4-16634ed665ae req-089a6b93-e661-4a68-a086-9c0ef69eb9a7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454299 Nov 24 21:36:40.040006 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:40.832178 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcde24f-4aff-4010-949b-9bb6a901137f req-aef5360f-7ae5-47c8-a8a6-1cb0da0ebb75 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:40.833783 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3fcde24f-4aff-4010-949b-9bb6a901137f req-aef5360f-7ae5-47c8-a8a6-1cb0da0ebb75 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 945 time: 0.0528975 Nov 24 21:36:40.891689 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3fcde24f-4aff-4010-949b-9bb6a901137f req-cef4959c-5628-49d8-b07b-c114b82334a1 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516493 Nov 24 21:36:41.238218 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f8317908-49f4-4913-be36-d460a1136ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:41.440792 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:42.026855 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642d324-1a86-4065-b7b7-6686fd577dc3 req-af678bfa-ae9d-4b30-a55e-4aabee021128 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:42.028399 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5642d324-1a86-4065-b7b7-6686fd577dc3 req-af678bfa-ae9d-4b30-a55e-4aabee021128 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 945 time: 0.0516233 Nov 24 21:36:42.081601 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5642d324-1a86-4065-b7b7-6686fd577dc3 req-2d0971aa-a286-4f51-9282-98daac4c3e90 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470831 Nov 24 21:36:42.519987 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:43.205367 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e4323-10c0-408e-85a0-c1533d8f50a5 req-eb44c78e-09b3-48f3-b077-d7d814629f0c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:43.206963 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a05e4323-10c0-408e-85a0-c1533d8f50a5 req-eb44c78e-09b3-48f3-b077-d7d814629f0c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 945 time: 0.0511084 Nov 24 21:36:43.258941 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a05e4323-10c0-408e-85a0-c1533d8f50a5 req-bf0fb8ae-064d-4e7b-9d0d-a5ec3cdc6899 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454316 Nov 24 21:36:43.897444 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:44.388677 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd912134-312d-49ef-a087-162702ecdd9f req-ec10db19-7088-4dde-bb9d-9cf4ccfcd220 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:44.390844 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd912134-312d-49ef-a087-162702ecdd9f req-ec10db19-7088-4dde-bb9d-9cf4ccfcd220 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 945 time: 0.0607464 Nov 24 21:36:44.442891 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd912134-312d-49ef-a087-162702ecdd9f req-6339a9f5-417e-40a9-839a-8b278db68b64 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460730 Nov 24 21:36:44.872520 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:45.616183 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378fa7d-6e11-4781-bfff-bc606fa97ad1 req-9554cf89-7dce-478c-adf8-3c72be1fada5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:45.617742 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3378fa7d-6e11-4781-bfff-bc606fa97ad1 req-9554cf89-7dce-478c-adf8-3c72be1fada5 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 945 time: 0.1049342 Nov 24 21:36:45.668945 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3378fa7d-6e11-4781-bfff-bc606fa97ad1 req-22ffff12-1219-422f-a60b-1efb805daf63 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446529 Nov 24 21:36:46.794215 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142160a-33e0-42d7-b813-f001bfc204de req-bd71696f-b577-450e-948d-a09f356b0b6c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:46.795841 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3142160a-33e0-42d7-b813-f001bfc204de req-bd71696f-b577-450e-948d-a09f356b0b6c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 945 time: 0.0512507 Nov 24 21:36:46.853090 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3142160a-33e0-42d7-b813-f001bfc204de req-5dfd5c91-cedb-41b5-8b8d-e93d7742a5be tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505898 Nov 24 21:36:47.975209 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43707784-2de4-4ac3-afaa-900b45a5ccdb req-e4e384cf-6ff2-426a-9789-86ac95a26cbb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:47.976627 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-43707784-2de4-4ac3-afaa-900b45a5ccdb req-e4e384cf-6ff2-426a-9789-86ac95a26cbb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 945 time: 0.0511463 Nov 24 21:36:48.027712 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-43707784-2de4-4ac3-afaa-900b45a5ccdb req-2bc7bd2f-c416-4bab-b2c9-66574d8b8e85 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451396 Nov 24 21:36:49.152587 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6540cf-0e0e-402c-ac8d-793068092345 req-a353537e-9a17-4ed9-9b9c-34a5fcc86563 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:49.154205 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed6540cf-0e0e-402c-ac8d-793068092345 req-a353537e-9a17-4ed9-9b9c-34a5fcc86563 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 945 time: 0.0523198 Nov 24 21:36:49.209040 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed6540cf-0e0e-402c-ac8d-793068092345 req-45cdb2d0-f489-417d-b018-364b5893ab32 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478275 Nov 24 21:36:50.336876 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15d189-8b9f-40e2-a94b-dce22f457c33 req-56ef3b17-c366-4773-8491-5a2f564285a7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:50.338400 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef15d189-8b9f-40e2-a94b-dce22f457c33 req-56ef3b17-c366-4773-8491-5a2f564285a7 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 945 time: 0.0545650 Nov 24 21:36:50.394741 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ef15d189-8b9f-40e2-a94b-dce22f457c33 req-b39a50a9-3d43-4020-bc79-4982564a969e tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501246 Nov 24 21:36:50.510359 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895094f3-446a-4879-b911-e8d19662c8b8 req-ee19465a-ef44-4a33-bb86-666a2ce21139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:50.511895 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-895094f3-446a-4879-b911-e8d19662c8b8 req-ee19465a-ef44-4a33-bb86-666a2ce21139 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 1096 time: 0.0449073 Nov 24 21:36:50.566174 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-895094f3-446a-4879-b911-e8d19662c8b8 req-6c859f1e-ce6f-4641-a4e1-6927bdc08b45 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429344 Nov 24 21:36:51.515741 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca127a15-4a6c-4f3e-8121-797e29927af6 req-fd764333-65bf-4b84-8106-738bbc7bb290 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:51.517237 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca127a15-4a6c-4f3e-8121-797e29927af6 req-fd764333-65bf-4b84-8106-738bbc7bb290 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 945 time: 0.0526433 Nov 24 21:36:51.578301 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca127a15-4a6c-4f3e-8121-797e29927af6 req-6fc3170f-d2f9-45bd-a587-ecff684eb933 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550697 Nov 24 21:36:51.940783 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 16cdb930-51d0-4439-b4c2-336ebc150613 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:36:52.040785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 16cdb930-51d0-4439-b4c2-336ebc150613, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=16cdb930-51d0-4439-b4c2-336ebc150613,segment=NetworkSegment(9869a505-06dc-4c6c-9ed7-161dd86bac40),segment_id=9869a505-06dc-4c6c-9ed7-161dd86bac40)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:36:52.053109 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '16cdb930-51d0-4439-b4c2-336ebc150613', 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71', 'port_id': '16cdb930-51d0-4439-b4c2-336ebc150613', 'mac_address': 'fa:16:3e:b1:5a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e921a0-177d-453d-af1c-38f6025d7835', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:36:52.092093 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:52.105921 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16cdb930-51d0-4439-b4c2-336ebc150613 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:36:52.127971 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 16cdb930-51d0-4439-b4c2-336ebc150613, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=16cdb930-51d0-4439-b4c2-336ebc150613,segment=NetworkSegment(9869a505-06dc-4c6c-9ed7-161dd86bac40),segment_id=9869a505-06dc-4c6c-9ed7-161dd86bac40)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:36:52.132369 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:52.181610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=16cdb930-51d0-4439-b4c2-336ebc150613,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:36:52.191049 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:36:52.191322 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:36:52.191666 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:36:52.192006 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:36:52.192367 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:36:52.192696 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:36:52.193056 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:36:52.193387 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:36:52.193714 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:36:52.194045 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:36:52.194373 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:36:52.194695 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:36:52.377242 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['16cdb930-51d0-4439-b4c2-336ebc150613'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:36:52.715231 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c961295-35ff-41f9-b35c-f11090a92f7a req-8f6e948b-1d8a-40df-a2a9-d2582efceef9 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:36:52.716772 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1c961295-35ff-41f9-b35c-f11090a92f7a req-8f6e948b-1d8a-40df-a2a9-d2582efceef9 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 944 time: 0.0631287 Nov 24 21:36:52.768931 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1c961295-35ff-41f9-b35c-f11090a92f7a req-0b6a56ca-7857-438f-a942-989508855b63 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451503 Nov 24 21:36:52.794995 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50690) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:36:52.862731 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4a74a54a-5499-49c6-adec-9932835ce865 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/floatingips/2efbb065-7880-4057-a6ab-f8b1b2c1f895 HTTP/1.1" status: 200 len: 991 time: 0.0664864 Nov 24 21:36:53.967539 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 16cdb930-51d0-4439-b4c2-336ebc150613 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:36:54.019608 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 16cdb930-51d0-4439-b4c2-336ebc150613 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:36:54.019979 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:54.098943 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:54.122823 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3679cd-76ba-41ec-b11f-85ea31a2a02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cdb930-51d0-4439-b4c2-336ebc150613'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:36:54.125355 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059effca-6118-46b6-a56e-0ab67d907bf1" -d '{"events": [{"server_uuid": "ec3679cd-76ba-41ec-b11f-85ea31a2a02f", "name": "network-vif-plugged", "status": "completed", "tag": "16cdb930-51d0-4439-b4c2-336ebc150613"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:36:54.138374 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 16cdb930-51d0-4439-b4c2-336ebc150613, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=16cdb930-51d0-4439-b4c2-336ebc150613,segment=NetworkSegment(9869a505-06dc-4c6c-9ed7-161dd86bac40),segment_id=9869a505-06dc-4c6c-9ed7-161dd86bac40)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:36:54.144604 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:36:54.170671 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb435d0a-86f3-4a52-aa75-f48ee5e0b82a x-openstack-request-id: req-cb435d0a-86f3-4a52-aa75-f48ee5e0b82a {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:36:54.170970 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3679cd-76ba-41ec-b11f-85ea31a2a02f", "name": "network-vif-plugged", "status": "completed", "tag": "16cdb930-51d0-4439-b4c2-336ebc150613", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:36:54.171246 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cb435d0a-86f3-4a52-aa75-f48ee5e0b82a {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:36:54.171657 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3679cd-76ba-41ec-b11f-85ea31a2a02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cdb930-51d0-4439-b4c2-336ebc150613', 'code': 200} Nov 24 21:36:54.206173 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=16cdb930-51d0-4439-b4c2-336ebc150613,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:37:03.496009 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:37:08.950552 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-be357d01-dd42-4974-b4bc-3bc45b881f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:09.748907 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-747c3d4e-3d8d-40de-932e-f261c02070b0 req-81123b78-ca80-4e15-ae07-c6530b5d25ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459113 Nov 24 21:37:09.841361 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c3d4e-3d8d-40de-932e-f261c02070b0 req-52f59e01-e394-471a-97d9-156c8d936b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:09.842922 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-747c3d4e-3d8d-40de-932e-f261c02070b0 req-52f59e01-e394-471a-97d9-156c8d936b4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 1096 time: 0.0435123 Nov 24 21:37:09.956086 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c3d4e-3d8d-40de-932e-f261c02070b0 req-8a60c335-a652-4b7f-a2b5-1682bd452353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:09.957718 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-747c3d4e-3d8d-40de-932e-f261c02070b0 req-8a60c335-a652-4b7f-a2b5-1682bd452353 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71 HTTP/1.1" status: 200 len: 897 time: 0.0914474 Nov 24 21:37:10.038096 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-747c3d4e-3d8d-40de-932e-f261c02070b0 req-50f1a080-b4cf-47ea-9410-0691b13999dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16cdb930-51d0-4439-b4c2-336ebc150613 HTTP/1.1" status: 200 len: 1000 time: 0.0701866 Nov 24 21:37:10.044220 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:10.095269 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c3d4e-3d8d-40de-932e-f261c02070b0 req-889de919-60a3-4f8e-a650-9337385114a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:10.096783 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-747c3d4e-3d8d-40de-932e-f261c02070b0 req-889de919-60a3-4f8e-a650-9337385114a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6e921a0-177d-453d-af1c-38f6025d7835 HTTP/1.1" status: 200 len: 835 time: 0.0472519 Nov 24 21:37:10.150138 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c3d4e-3d8d-40de-932e-f261c02070b0 req-fcd07375-fbf4-47b0-9eb7-32458c7e9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:10.151666 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-747c3d4e-3d8d-40de-932e-f261c02070b0 req-fcd07375-fbf4-47b0-9eb7-32458c7e9941 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472670 Nov 24 21:37:10.246813 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-747c3d4e-3d8d-40de-932e-f261c02070b0 req-9bb6dbbc-3504-4e5d-9346-57eb9c6e9eba service neutron] 10.222.0.15 "GET /v2.0/networks/9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869339 Nov 24 21:37:10.346390 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-747c3d4e-3d8d-40de-932e-f261c02070b0 req-fcb79911-7042-4ea5-9017-e24ba95c3c5f service neutron] 10.222.0.15 "GET /v2.0/networks/9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906498 Nov 24 21:37:11.240976 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-46665d93-5abb-4bfe-afbf-eeacd2c49062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:11.441597 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:12.523284 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:13.902045 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:14.866946 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:29.946510 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50714) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:37:30.134911 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Deleting port 183fc5d5-0c2e-40ad-a29e-e4b880ac8907 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:37:30.135255 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:30.225113 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:30.225357 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:30.239738 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Calling delete_port for 183fc5d5-0c2e-40ad-a29e-e4b880ac8907 owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:37:30.395283 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:30.423884 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'Port': ['ID=183fc5d5-0c2e-40ad-a29e-e4b880ac8907,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:37:30.438429 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:37:30.439384 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:37:30.439727 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:37:30.440065 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:37:30.440402 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:37:30.440735 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:37:30.441090 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:37:30.441423 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:37:30.441755 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:37:30.442082 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:37:30.442408 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:37:30.442731 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:37:30.500318 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:30.500714 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Floating IP 2efbb065-7880-4057-a6ab-f8b1b2c1f895 disassociated (deleted). External IP: 172.25.5.10, port: 16cdb930-51d0-4439-b4c2-336ebc150613. Nov 24 21:37:30.719819 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Router fccb7450-a012-418e-87aa-fac7590cc90b has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:37:30.835849 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:37:30.840833 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:30.845652 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bec07db-6aec-48f9-9a3c-2f5c7dc561a6 None None] Sync routers for ids ['fccb7450-a012-418e-87aa-fac7590cc90b'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:37:30.855711 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bec07db-6aec-48f9-9a3c-2f5c7dc561a6 None None] Routers {'fccb7450-a012-418e-87aa-fac7590cc90b'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:37:30.856330 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9bec07db-6aec-48f9-9a3c-2f5c7dc561a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:37:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fccb7450-a012-418e-87aa-fac7590cc90b'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:37:30.870548 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-706ad507-6165-407d-ac7e-ddbe603d1d34 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "DELETE /v2.0/floatingips/2efbb065-7880-4057-a6ab-f8b1b2c1f895 HTTP/1.1" status: 204 len: 168 time: 0.9227486 Nov 24 21:37:30.871161 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3679cd-76ba-41ec-b11f-85ea31a2a02f', 'tag': '16cdb930-51d0-4439-b4c2-336ebc150613'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:37:30.873521 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd4ef77-3995-4981-8a80-b8b4483fd6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3679cd-76ba-41ec-b11f-85ea31a2a02f", "tag": "16cdb930-51d0-4439-b4c2-336ebc150613"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:37:31.049808 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbcd00d-6853-42fb-ba6a-295f2701b8d7 x-openstack-request-id: req-6fbcd00d-6853-42fb-ba6a-295f2701b8d7 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:37:31.050453 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3679cd-76ba-41ec-b11f-85ea31a2a02f", "tag": "16cdb930-51d0-4439-b4c2-336ebc150613", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:37:31.052645 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6fbcd00d-6853-42fb-ba6a-295f2701b8d7 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:37:31.053926 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3679cd-76ba-41ec-b11f-85ea31a2a02f', 'tag': '16cdb930-51d0-4439-b4c2-336ebc150613', 'status': 'completed', 'code': 200} Nov 24 21:37:31.069636 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-9bec07db-6aec-48f9-9a3c-2f5c7dc561a6 None None] Set router fccb7450-a012-418e-87aa-fac7590cc90b gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:37:31.130873 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4ef77-3995-4981-8a80-b8b4483fd6ee req-4ed04649-50ea-4004-a845-8641ad0fe867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:31.132355 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fcd4ef77-3995-4981-8a80-b8b4483fd6ee req-4ed04649-50ea-4004-a845-8641ad0fe867 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=485bf2fed1d94cb695e544caa851c167&device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 1096 time: 0.0559039 Nov 24 21:37:31.156433 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc91742-5b77-42d3-bd9f-00742259c746 req-bfb951ba-adea-4415-8f1f-ab3f04f0c606 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:31.158301 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3bc91742-5b77-42d3-bd9f-00742259c746 req-bfb951ba-adea-4415-8f1f-ab3f04f0c606 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 945 time: 0.0556052 Nov 24 21:37:31.224075 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3bc91742-5b77-42d3-bd9f-00742259c746 req-1835109f-6a1f-4fdd-bd9c-7d5c13235564 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597904 Nov 24 21:37:31.243869 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4ef77-3995-4981-8a80-b8b4483fd6ee req-c922a829-7dc9-4844-bb8a-7bc4063eee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:31.245687 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fcd4ef77-3995-4981-8a80-b8b4483fd6ee req-c922a829-7dc9-4844-bb8a-7bc4063eee12 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71 HTTP/1.1" status: 200 len: 897 time: 0.1040783 Nov 24 21:37:31.290398 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fcd4ef77-3995-4981-8a80-b8b4483fd6ee req-2388653e-a3ea-4556-ab34-c62e2e1f861d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16cdb930-51d0-4439-b4c2-336ebc150613 HTTP/1.1" status: 200 len: 217 time: 0.0362604 Nov 24 21:37:31.296654 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9bec07db-6aec-48f9-9a3c-2f5c7dc561a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822943005', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:48Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '847739c0-6617-48ff-a094-d60f503229fd', 'name': '', 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:6d:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a6e921a0-177d-453d-af1c-38f6025d7835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:35:47Z', 'updated_at': '2021-11-24T21:35:51Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'a6e921a0-177d-453d-af1c-38f6025d7835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:37:31.326479 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bec07db-6aec-48f9-9a3c-2f5c7dc561a6 None None] Checking router: fccb7450-a012-418e-87aa-fac7590cc90b for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:37:31.338148 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bec07db-6aec-48f9-9a3c-2f5c7dc561a6 None None] Routers {'fccb7450-a012-418e-87aa-fac7590cc90b'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:37:31.339022 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9bec07db-6aec-48f9-9a3c-2f5c7dc561a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:37:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fccb7450-a012-418e-87aa-fac7590cc90b'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:37:31.350529 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4ef77-3995-4981-8a80-b8b4483fd6ee req-7ac417d0-36ab-4668-84ec-b4ce27d12b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:31.352165 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fcd4ef77-3995-4981-8a80-b8b4483fd6ee req-7ac417d0-36ab-4668-84ec-b4ce27d12b3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6e921a0-177d-453d-af1c-38f6025d7835 HTTP/1.1" status: 200 len: 835 time: 0.0532589 Nov 24 21:37:31.421752 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4ef77-3995-4981-8a80-b8b4483fd6ee req-f7c3f58f-faa0-40d7-8501-3a3f85f2ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:31.423887 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fcd4ef77-3995-4981-8a80-b8b4483fd6ee req-f7c3f58f-faa0-40d7-8501-3a3f85f2ed6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617177 Nov 24 21:37:31.450419 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-9bec07db-6aec-48f9-9a3c-2f5c7dc561a6 None None] Set router fccb7450-a012-418e-87aa-fac7590cc90b gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:37:31.526039 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fcd4ef77-3995-4981-8a80-b8b4483fd6ee req-c1a70455-5a1d-427e-944c-ceafb9183850 service neutron] 10.222.0.15 "GET /v2.0/networks/9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923700 Nov 24 21:37:31.630223 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-fcd4ef77-3995-4981-8a80-b8b4483fd6ee req-7dbcda79-57a4-49d8-ab32-f103dd88653e service neutron] 10.222.0.15 "GET /v2.0/networks/9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939846 Nov 24 21:37:31.671429 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9bec07db-6aec-48f9-9a3c-2f5c7dc561a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822943005', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:48Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '847739c0-6617-48ff-a094-d60f503229fd', 'name': '', 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:6d:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a6e921a0-177d-453d-af1c-38f6025d7835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:35:47Z', 'updated_at': '2021-11-24T21:35:51Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'a6e921a0-177d-453d-af1c-38f6025d7835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:37:31.701592 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bec07db-6aec-48f9-9a3c-2f5c7dc561a6 None None] The sync data for ids ['fccb7450-a012-418e-87aa-fac7590cc90b'] in n-d-812111-8 is: [{'id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822943005', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:48Z', 'revision_number': 4, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '847739c0-6617-48ff-a094-d60f503229fd', 'name': '', 'network_id': '9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'mac_address': 'fa:16:3e:6d:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a6e921a0-177d-453d-af1c-38f6025d7835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:35:47Z', 'updated_at': '2021-11-24T21:35:51Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'subnets': [{'id': 'a6e921a0-177d-453d-af1c-38f6025d7835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:37:31.939942 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9b3394-95aa-432d-9364-2c5096438c76 None None] New status for floating IP 2efbb065-7880-4057-a6ab-f8b1b2c1f895: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:37:32.350458 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20c21a-f413-45ad-83d3-ded8962a6b42 req-d4ceed1f-0b4d-4322-b024-479c35020674 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:32.351973 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0e20c21a-f413-45ad-83d3-ded8962a6b42 req-d4ceed1f-0b4d-4322-b024-479c35020674 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 945 time: 0.0524764 Nov 24 21:37:32.415550 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0e20c21a-f413-45ad-83d3-ded8962a6b42 req-355d57ab-5b02-4f29-9ded-03dae47aad0f tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f0b0e5a-5558-4915-8d2f-22303df4890b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575533 Nov 24 21:37:32.598836 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cd440-1f0a-4ffb-b88d-0f6855be4915 req-b0179b7c-22e4-4837-ba38-12442e2556ce tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:32.600259 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-897cd440-1f0a-4ffb-b88d-0f6855be4915 req-b0179b7c-22e4-4837-ba38-12442e2556ce tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 945 time: 0.0504711 Nov 24 21:37:32.705215 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-897cd440-1f0a-4ffb-b88d-0f6855be4915 req-b88879ae-67ff-41ca-836f-2a1abc807785 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Deleting port 16cdb930-51d0-4439-b4c2-336ebc150613 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:37:32.705640 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-897cd440-1f0a-4ffb-b88d-0f6855be4915 req-b88879ae-67ff-41ca-836f-2a1abc807785 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:32.812925 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-897cd440-1f0a-4ffb-b88d-0f6855be4915 req-b88879ae-67ff-41ca-836f-2a1abc807785 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] For port 16cdb930-51d0-4439-b4c2-336ebc150613, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=16cdb930-51d0-4439-b4c2-336ebc150613,segment=NetworkSegment(9869a505-06dc-4c6c-9ed7-161dd86bac40),segment_id=9869a505-06dc-4c6c-9ed7-161dd86bac40)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:37:32.813831 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-897cd440-1f0a-4ffb-b88d-0f6855be4915 req-b88879ae-67ff-41ca-836f-2a1abc807785 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:32.827393 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-897cd440-1f0a-4ffb-b88d-0f6855be4915 req-b88879ae-67ff-41ca-836f-2a1abc807785 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Calling delete_port for 16cdb930-51d0-4439-b4c2-336ebc150613 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:37:32.979767 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-897cd440-1f0a-4ffb-b88d-0f6855be4915 req-b88879ae-67ff-41ca-836f-2a1abc807785 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:33.009422 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88879ae-67ff-41ca-836f-2a1abc807785 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'Port': ['ID=16cdb930-51d0-4439-b4c2-336ebc150613,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:37:33.059027 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-897cd440-1f0a-4ffb-b88d-0f6855be4915 req-b88879ae-67ff-41ca-836f-2a1abc807785 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] No DVR routers for this DVR port 16cdb930-51d0-4439-b4c2-336ebc150613 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:37:33.061667 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-897cd440-1f0a-4ffb-b88d-0f6855be4915 req-b88879ae-67ff-41ca-836f-2a1abc807785 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:33.066649 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-897cd440-1f0a-4ffb-b88d-0f6855be4915 req-b88879ae-67ff-41ca-836f-2a1abc807785 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.15 "DELETE /v2.0/ports/16cdb930-51d0-4439-b4c2-336ebc150613 HTTP/1.1" status: 204 len: 173 time: 0.4573457 Nov 24 21:37:33.067187 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3679cd-76ba-41ec-b11f-85ea31a2a02f', 'name': 'network-vif-deleted', 'tag': '16cdb930-51d0-4439-b4c2-336ebc150613'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:37:33.069602 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1067925f-30cf-486c-996a-f019fdc42300" -d '{"events": [{"server_uuid": "ec3679cd-76ba-41ec-b11f-85ea31a2a02f", "name": "network-vif-deleted", "tag": "16cdb930-51d0-4439-b4c2-336ebc150613"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:37:33.113122 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c9ded8-2007-4ecc-9b4c-1bda79c9f33e x-openstack-request-id: req-89c9ded8-2007-4ecc-9b4c-1bda79c9f33e {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:37:33.113451 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3679cd-76ba-41ec-b11f-85ea31a2a02f", "name": "network-vif-deleted", "tag": "16cdb930-51d0-4439-b4c2-336ebc150613", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:37:33.113710 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-89c9ded8-2007-4ecc-9b4c-1bda79c9f33e {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:37:33.114123 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3679cd-76ba-41ec-b11f-85ea31a2a02f', 'name': 'network-vif-deleted', 'tag': '16cdb930-51d0-4439-b4c2-336ebc150613', 'status': 'completed', 'code': 200} Nov 24 21:37:33.543267 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f14c5688-ccb4-464d-9c49-42cbb1ab6fd8 req-4fb410f6-7817-46d0-a17a-897345208838 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec3679cd-76ba-41ec-b11f-85ea31a2a02f HTTP/1.1" status: 200 len: 210 time: 0.0282781 Nov 24 21:37:34.603805 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50730) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:37:34.995216 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-37153a7a-0d7f-4278-9461-9beac99bbfeb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:35.289625 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-37153a7a-0d7f-4278-9461-9beac99bbfeb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Deleting port 847739c0-6617-48ff-a094-d60f503229fd {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:37:35.289896 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-37153a7a-0d7f-4278-9461-9beac99bbfeb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:35.386848 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-37153a7a-0d7f-4278-9461-9beac99bbfeb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] For port 847739c0-6617-48ff-a094-d60f503229fd, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=847739c0-6617-48ff-a094-d60f503229fd,segment=NetworkSegment(9869a505-06dc-4c6c-9ed7-161dd86bac40),segment_id=9869a505-06dc-4c6c-9ed7-161dd86bac40)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:37:35.387211 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-37153a7a-0d7f-4278-9461-9beac99bbfeb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:35.400924 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-37153a7a-0d7f-4278-9461-9beac99bbfeb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Calling delete_port for 847739c0-6617-48ff-a094-d60f503229fd owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:37:35.593062 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-37153a7a-0d7f-4278-9461-9beac99bbfeb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:35.620987 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37153a7a-0d7f-4278-9461-9beac99bbfeb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'Port': ['ID=847739c0-6617-48ff-a094-d60f503229fd,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:37:35.800058 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-37153a7a-0d7f-4278-9461-9beac99bbfeb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:36.025011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37153a7a-0d7f-4278-9461-9beac99bbfeb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Router fccb7450-a012-418e-87aa-fac7590cc90b has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:37:36.135555 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37153a7a-0d7f-4278-9461-9beac99bbfeb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:37:36.140957 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-37153a7a-0d7f-4278-9461-9beac99bbfeb tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "PUT /v2.0/routers/fccb7450-a012-418e-87aa-fac7590cc90b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5359724 Nov 24 21:37:36.145011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50732) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:37:36.146037 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea425970-ca91-4601-ae46-e73ba01dab14 None None] Sync routers for ids ['fccb7450-a012-418e-87aa-fac7590cc90b'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:37:36.156123 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea425970-ca91-4601-ae46-e73ba01dab14 None None] Routers {'fccb7450-a012-418e-87aa-fac7590cc90b'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:37:36.156740 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ea425970-ca91-4601-ae46-e73ba01dab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:37:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fccb7450-a012-418e-87aa-fac7590cc90b'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:37:36.200214 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-948e80f8-ac4a-4adf-8eaa-ef30df4a6d8c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Deleting subnet a6e921a0-177d-453d-af1c-38f6025d7835 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:37:36.203562 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-948e80f8-ac4a-4adf-8eaa-ef30df4a6d8c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:36.246571 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-948e80f8-ac4a-4adf-8eaa-ef30df4a6d8c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:36.250865 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 16cdb930-51d0-4439-b4c2-336ebc150613 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:37:36.270164 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-ea425970-ca91-4601-ae46-e73ba01dab14 None None] Set router fccb7450-a012-418e-87aa-fac7590cc90b gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:37:36.272679 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 16cdb930-51d0-4439-b4c2-336ebc150613 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:37:36.273084 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 16cdb930-51d0-4439-b4c2-336ebc150613 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:37:36.338854 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-948e80f8-ac4a-4adf-8eaa-ef30df4a6d8c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:36.407098 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-948e80f8-ac4a-4adf-8eaa-ef30df4a6d8c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:36.436073 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e80f8-ac4a-4adf-8eaa-ef30df4a6d8c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e921a0-177d-453d-af1c-38f6025d7835,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:37:36.441513 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-948e80f8-ac4a-4adf-8eaa-ef30df4a6d8c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:36.447134 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-948e80f8-ac4a-4adf-8eaa-ef30df4a6d8c tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "DELETE /v2.0/subnets/a6e921a0-177d-453d-af1c-38f6025d7835 HTTP/1.1" status: 204 len: 168 time: 0.2987733 Nov 24 21:37:36.447365 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50734) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:37:36.447732 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae026229-2f7f-45ad-9477-f1922d92d749 None None] Network 9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:37:36.465917 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ea425970-ca91-4601-ae46-e73ba01dab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822943005', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:37:35Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:37:36.507633 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea425970-ca91-4601-ae46-e73ba01dab14 None None] Checking router: fccb7450-a012-418e-87aa-fac7590cc90b for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:37:36.518396 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea425970-ca91-4601-ae46-e73ba01dab14 None None] Routers {'fccb7450-a012-418e-87aa-fac7590cc90b'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:37:36.518396 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ea425970-ca91-4601-ae46-e73ba01dab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:37:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['fccb7450-a012-418e-87aa-fac7590cc90b'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:37:36.571673 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-845f1caf-3276-4a1c-a2aa-43d3c37457e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:36.635190 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-ea425970-ca91-4601-ae46-e73ba01dab14 None None] Set router fccb7450-a012-418e-87aa-fac7590cc90b gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:37:36.668982 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a21c86-f268-48d3-8370-2001dcc9e7a8 None None] DHCP port deletion for 9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:37:36.698191 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-845f1caf-3276-4a1c-a2aa-43d3c37457e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:36.724954 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-49a21c86-f268-48d3-8370-2001dcc9e7a8 None None] Deleting port 0ab10a91-8838-4f2e-973f-1b18ec1ad8f7 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:37:36.725403 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-49a21c86-f268-48d3-8370-2001dcc9e7a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:36.759422 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-845f1caf-3276-4a1c-a2aa-43d3c37457e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Deleting port c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:37:36.759756 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-845f1caf-3276-4a1c-a2aa-43d3c37457e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:36.799523 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-49a21c86-f268-48d3-8370-2001dcc9e7a8 None None] For port 0ab10a91-8838-4f2e-973f-1b18ec1ad8f7, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0ab10a91-8838-4f2e-973f-1b18ec1ad8f7,segment=NetworkSegment(9869a505-06dc-4c6c-9ed7-161dd86bac40),segment_id=9869a505-06dc-4c6c-9ed7-161dd86bac40)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:37:36.799998 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-49a21c86-f268-48d3-8370-2001dcc9e7a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:36.850087 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ea425970-ca91-4601-ae46-e73ba01dab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822943005', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:37:35Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:37:36.857529 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-845f1caf-3276-4a1c-a2aa-43d3c37457e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] For port c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:37:36.858148 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-845f1caf-3276-4a1c-a2aa-43d3c37457e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:36.872768 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-845f1caf-3276-4a1c-a2aa-43d3c37457e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Calling delete_port for c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:37:36.889573 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea425970-ca91-4601-ae46-e73ba01dab14 None None] The sync data for ids ['fccb7450-a012-418e-87aa-fac7590cc90b'] in n-d-812111-8 is: [{'id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822943005', 'tenant_id': '485bf2fed1d94cb695e544caa851c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:37:35Z', 'revision_number': 5, 'project_id': '485bf2fed1d94cb695e544caa851c167', 'gw_port': {'id': 'c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb7450-a012-418e-87aa-fac7590cc90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:35:44Z', 'updated_at': '2021-11-24T21:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:37:36.984299 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-49a21c86-f268-48d3-8370-2001dcc9e7a8 None None] Calling delete_port for 0ab10a91-8838-4f2e-973f-1b18ec1ad8f7 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:37:37.064036 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-845f1caf-3276-4a1c-a2aa-43d3c37457e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:37.066818 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-49a21c86-f268-48d3-8370-2001dcc9e7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:37.088847 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f1caf-3276-4a1c-a2aa-43d3c37457e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'Port': ['ID=c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:37:37.093477 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a21c86-f268-48d3-8370-2001dcc9e7a8 None None] Pushing event deleted for resources: {'Port': ['ID=0ab10a91-8838-4f2e-973f-1b18ec1ad8f7,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:37:37.095962 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a21c86-f268-48d3-8370-2001dcc9e7a8 None None] No DVR routers for this DVR port 0ab10a91-8838-4f2e-973f-1b18ec1ad8f7 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:37:37.109406 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d91b90-f544-4b31-8862-f093ec0ce016 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:37:37.160978 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-845f1caf-3276-4a1c-a2aa-43d3c37457e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:37.261274 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-845f1caf-3276-4a1c-a2aa-43d3c37457e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:37.263666 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-845f1caf-3276-4a1c-a2aa-43d3c37457e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:37.315414 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-845f1caf-3276-4a1c-a2aa-43d3c37457e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:37.315840 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845f1caf-3276-4a1c-a2aa-43d3c37457e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Fanout notify agent at l3_agent the message router_deleted on router fccb7450-a012-418e-87aa-fac7590cc90b {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:37:37.323935 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-845f1caf-3276-4a1c-a2aa-43d3c37457e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:37.325131 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-845f1caf-3276-4a1c-a2aa-43d3c37457e8 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "DELETE /v2.0/routers/fccb7450-a012-418e-87aa-fac7590cc90b HTTP/1.1" status: 204 len: 168 time: 0.8768339 Nov 24 21:37:37.327910 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50736) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:37:37.409640 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-62e115ef-82db-4ed6-a558-ac35e7fe4fba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:37.880732 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-62e115ef-82db-4ed6-a558-ac35e7fe4fba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:37.904491 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-62e115ef-82db-4ed6-a558-ac35e7fe4fba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:37:37.916395 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-62e115ef-82db-4ed6-a558-ac35e7fe4fba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9869a505-06dc-4c6c-9ed7-161dd86bac40') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:37:37.916702 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-62e115ef-82db-4ed6-a558-ac35e7fe4fba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9869a505-06dc-4c6c-9ed7-161dd86bac40') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:37:37.926951 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-62e115ef-82db-4ed6-a558-ac35e7fe4fba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:37.942128 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-62e115ef-82db-4ed6-a558-ac35e7fe4fba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:37.948639 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e115ef-82db-4ed6-a558-ac35e7fe4fba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:37:37.949077 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-62e115ef-82db-4ed6-a558-ac35e7fe4fba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:37:37.952510 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:37:38.016842 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-62e115ef-82db-4ed6-a558-ac35e7fe4fba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:38.026412 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-62e115ef-82db-4ed6-a558-ac35e7fe4fba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:38.029697 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-62e115ef-82db-4ed6-a558-ac35e7fe4fba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "DELETE /v2.0/networks/9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71 HTTP/1.1" status: 204 len: 168 time: 0.7007895 Nov 24 21:37:38.032623 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50742) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:37:38.041388 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e115ef-82db-4ed6-a558-ac35e7fe4fba tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'Network': ['ID=9a5031c8-7fdb-4e54-bb11-6d9a4b6e8c71,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:37:38.091616 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de20af89-6a3c-49ad-9a3e-1ea131f9cf72 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:38.119311 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de20af89-6a3c-49ad-9a3e-1ea131f9cf72 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:38.183657 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de20af89-6a3c-49ad-9a3e-1ea131f9cf72 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:38.186290 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de20af89-6a3c-49ad-9a3e-1ea131f9cf72 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:38.187455 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-de20af89-6a3c-49ad-9a3e-1ea131f9cf72 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] 10.222.0.11 "DELETE /v2.0/security-groups/9f0b0e5a-5558-4915-8d2f-22303df4890b HTTP/1.1" status: 204 len: 168 time: 0.1538117 Nov 24 21:37:38.197824 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20af89-6a3c-49ad-9a3e-1ea131f9cf72 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0b0e5a-5558-4915-8d2f-22303df4890b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:37:38.207114 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20af89-6a3c-49ad-9a3e-1ea131f9cf72 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:37:38.207374 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20af89-6a3c-49ad-9a3e-1ea131f9cf72 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:37:38.208041 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20af89-6a3c-49ad-9a3e-1ea131f9cf72 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:37:38.208395 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20af89-6a3c-49ad-9a3e-1ea131f9cf72 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:37:38.208741 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20af89-6a3c-49ad-9a3e-1ea131f9cf72 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:37:38.209117 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20af89-6a3c-49ad-9a3e-1ea131f9cf72 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:37:38.209463 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20af89-6a3c-49ad-9a3e-1ea131f9cf72 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:37:38.209803 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20af89-6a3c-49ad-9a3e-1ea131f9cf72 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:37:38.210143 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20af89-6a3c-49ad-9a3e-1ea131f9cf72 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:37:38.210476 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20af89-6a3c-49ad-9a3e-1ea131f9cf72 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:37:38.211035 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20af89-6a3c-49ad-9a3e-1ea131f9cf72 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:37:38.211326 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20af89-6a3c-49ad-9a3e-1ea131f9cf72 tempest-TestNetworkAdvancedServerOps-1919136925 tempest-TestNetworkAdvancedServerOps-1919136925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:37:38.517560 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50750) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:37:38.533286 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:37:38.554627 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:37:38.554976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c72ea9d5-f1b2-42b4-90b0-b0d896a5c56f not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:37:38.555401 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 847739c0-6617-48ff-a094-d60f503229fd no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:37:38.578681 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 847739c0-6617-48ff-a094-d60f503229fd {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:37:38.579590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 847739c0-6617-48ff-a094-d60f503229fd not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:37:38.580007 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0ab10a91-8838-4f2e-973f-1b18ec1ad8f7 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:37:38.600871 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 0ab10a91-8838-4f2e-973f-1b18ec1ad8f7 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:37:38.601228 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0ab10a91-8838-4f2e-973f-1b18ec1ad8f7 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:37:38.691150 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-44b940b9-c99d-42df-94ad-a441f44732b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=485bf2fed1d94cb695e544caa851c167&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1723995 Nov 24 21:37:38.693732 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50754) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:37:38.743834 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-40c44054-9abc-4c02-8baa-29e3319ff727 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:38.769530 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-40c44054-9abc-4c02-8baa-29e3319ff727 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:38.818462 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-40c44054-9abc-4c02-8baa-29e3319ff727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:38.822292 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-40c44054-9abc-4c02-8baa-29e3319ff727 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:38.822526 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-40c44054-9abc-4c02-8baa-29e3319ff727 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f78658cf-77fd-4fbc-b4ff-30309a305f89 HTTP/1.1" status: 204 len: 168 time: 0.1277964 Nov 24 21:37:38.832859 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c44054-9abc-4c02-8baa-29e3319ff727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78658cf-77fd-4fbc-b4ff-30309a305f89,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:37:38.958438 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-56e37549-5a7f-47d1-8036-a381fc94ce80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:39.098146 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50760) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:37:39.141911 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-eec76780-ff00-4e1d-985b-22501c95233c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=06227b45faf449a3afbc3ca482b49a06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418541 Nov 24 21:37:39.144864 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50762) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:37:39.195498 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b27e59d9-6001-492f-9e18-bfe7f8dd2aed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:39.218039 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b27e59d9-6001-492f-9e18-bfe7f8dd2aed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:39.266811 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b27e59d9-6001-492f-9e18-bfe7f8dd2aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:39.270100 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b27e59d9-6001-492f-9e18-bfe7f8dd2aed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:39.271313 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b27e59d9-6001-492f-9e18-bfe7f8dd2aed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5e5d417-e352-476c-897e-0ad49527bc9e HTTP/1.1" status: 204 len: 168 time: 0.1255093 Nov 24 21:37:39.279803 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e59d9-6001-492f-9e18-bfe7f8dd2aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e5d417-e352-476c-897e-0ad49527bc9e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:37:39.988765 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50784) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:37:40.071575 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:40.093215 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-8f8ac574-298e-4ffa-ac97-87234e7ced27 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-127561010-network', 'tenant_id': 'f621e6d338584f79996f0c7a058c94a8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:37:40.117101 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8ac574-298e-4ffa-ac97-87234e7ced27 admin admin] Made reservation on behalf of f621e6d338584f79996f0c7a058c94a8 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:37:40.119544 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac574-298e-4ffa-ac97-87234e7ced27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:40.129181 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac574-298e-4ffa-ac97-87234e7ced27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:40.217157 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac574-298e-4ffa-ac97-87234e7ced27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:40.222763 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac574-298e-4ffa-ac97-87234e7ced27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:40.250357 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8ac574-298e-4ffa-ac97-87234e7ced27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:37:40.260434 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ac574-298e-4ffa-ac97-87234e7ced27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202555a8-1c81-4d4d-80b8-697123b2b5d7,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:37:40.265398 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac574-298e-4ffa-ac97-87234e7ced27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:40.265750 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-8f8ac574-298e-4ffa-ac97-87234e7ced27 admin admin] Added segment d6c04603-c5b1-492a-913e-a5048635569b of type vlan for network 491222be-c18b-49c7-9b18-958f0e22cbc8 Nov 24 21:37:40.310567 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac574-298e-4ffa-ac97-87234e7ced27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:40.338060 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac574-298e-4ffa-ac97-87234e7ced27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:40.339081 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8ac574-298e-4ffa-ac97-87234e7ced27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:40.339804 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac574-298e-4ffa-ac97-87234e7ced27 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:40.399729 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8f8ac574-298e-4ffa-ac97-87234e7ced27 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4097714 Nov 24 21:37:40.402862 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50788) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:37:40.409268 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ff102ef7-0238-4a52-853b-df3fec10dcc4 admin admin] Request body: {'subnet': {'network_id': '491222be-c18b-49c7-9b18-958f0e22cbc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-127561010-subnet', 'tenant_id': 'f621e6d338584f79996f0c7a058c94a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:37:40.432840 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff102ef7-0238-4a52-853b-df3fec10dcc4 admin admin] Made reservation on behalf of f621e6d338584f79996f0c7a058c94a8 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:37:40.435570 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff102ef7-0238-4a52-853b-df3fec10dcc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:40.446442 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ac574-298e-4ffa-ac97-87234e7ced27 admin admin] Pushing event updated for resources: {'Network': ['ID=491222be-c18b-49c7-9b18-958f0e22cbc8,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:37:40.457805 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 491222be-c18b-49c7-9b18-958f0e22cbc8 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:37:40.495943 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:37:40.624074 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff102ef7-0238-4a52-853b-df3fec10dcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:40.687086 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff102ef7-0238-4a52-853b-df3fec10dcc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3f03682-5245-4051-bebe-4df97e434485,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:37:40.699975 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff102ef7-0238-4a52-853b-df3fec10dcc4 admin admin] Checking segment: {'id': 'd6c04603-c5b1-492a-913e-a5048635569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '491222be-c18b-49c7-9b18-958f0e22cbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:37:40.700347 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff102ef7-0238-4a52-853b-df3fec10dcc4 admin admin] Network hostable DHCP agents. Network: 491222be-c18b-49c7-9b18-958f0e22cbc8, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:37:40.718244 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff102ef7-0238-4a52-853b-df3fec10dcc4 admin admin] Network 491222be-c18b-49c7-9b18-958f0e22cbc8 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:37:40.728066 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-ff102ef7-0238-4a52-853b-df3fec10dcc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 491222be-c18b-49c7-9b18-958f0e22cbc8) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:37:40.734788 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff102ef7-0238-4a52-853b-df3fec10dcc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:40.735841 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ff102ef7-0238-4a52-853b-df3fec10dcc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:40.737882 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2568eb5-c7f2-480f-a5e2-597df03e47f1 None None] Network 491222be-c18b-49c7-9b18-958f0e22cbc8 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:37:40.764625 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ff102ef7-0238-4a52-853b-df3fec10dcc4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3523805 Nov 24 21:37:40.880440 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dc54ef-3d1f-4264-b245-70886d28ec53 None None] Network 491222be-c18b-49c7-9b18-958f0e22cbc8 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:37:41.245366 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a2ffe0d7-eaed-48d2-b936-18b1c34293c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:41.263324 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50804) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:37:41.271810 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-f9cc040d-8beb-4bc6-a8ba-526734cd7821 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1785464044-network', 'tenant_id': '9d8254f2ce684cd8bc6cc56f4c9fb2b7'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:37:41.292092 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cc040d-8beb-4bc6-a8ba-526734cd7821 admin admin] Made reservation on behalf of 9d8254f2ce684cd8bc6cc56f4c9fb2b7 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:37:41.294569 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9cc040d-8beb-4bc6-a8ba-526734cd7821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:41.304442 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9cc040d-8beb-4bc6-a8ba-526734cd7821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:41.384095 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9cc040d-8beb-4bc6-a8ba-526734cd7821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:41.388180 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9cc040d-8beb-4bc6-a8ba-526734cd7821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:41.414074 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9cc040d-8beb-4bc6-a8ba-526734cd7821 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:37:41.423660 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc040d-8beb-4bc6-a8ba-526734cd7821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d69a255-4c6f-49cc-8fbd-17d0b0ec3109,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:37:41.432088 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9cc040d-8beb-4bc6-a8ba-526734cd7821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:41.432579 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-f9cc040d-8beb-4bc6-a8ba-526734cd7821 admin admin] Added segment 0e733c7c-d661-48ea-a092-35d48a1fee2e of type vlan for network b2b1e865-f743-4458-9c35-35abc3a2923f Nov 24 21:37:41.440333 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:41.475069 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9cc040d-8beb-4bc6-a8ba-526734cd7821 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:41.505705 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9cc040d-8beb-4bc6-a8ba-526734cd7821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:41.506672 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cc040d-8beb-4bc6-a8ba-526734cd7821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:41.507254 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9cc040d-8beb-4bc6-a8ba-526734cd7821 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:41.573743 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f9cc040d-8beb-4bc6-a8ba-526734cd7821 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3090949 Nov 24 21:37:41.577022 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc040d-8beb-4bc6-a8ba-526734cd7821 admin admin] Pushing event updated for resources: {'Network': ['ID=b2b1e865-f743-4458-9c35-35abc3a2923f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:37:41.578217 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50806) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:37:41.587427 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-90775c5f-ab73-499f-949f-d6bf4e46d0b1 admin admin] Request body: {'subnet': {'network_id': 'b2b1e865-f743-4458-9c35-35abc3a2923f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1785464044-subnet', 'tenant_id': '9d8254f2ce684cd8bc6cc56f4c9fb2b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:37:41.587583 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network b2b1e865-f743-4458-9c35-35abc3a2923f details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:37:41.612903 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90775c5f-ab73-499f-949f-d6bf4e46d0b1 admin admin] Made reservation on behalf of 9d8254f2ce684cd8bc6cc56f4c9fb2b7 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:37:41.615367 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-90775c5f-ab73-499f-949f-d6bf4e46d0b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:41.790931 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-90775c5f-ab73-499f-949f-d6bf4e46d0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:41.847518 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90775c5f-ab73-499f-949f-d6bf4e46d0b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d525f81d-6df6-4fc7-a45b-40862e92ddb5,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:37:41.856600 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90775c5f-ab73-499f-949f-d6bf4e46d0b1 admin admin] Checking segment: {'id': '0e733c7c-d661-48ea-a092-35d48a1fee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b2b1e865-f743-4458-9c35-35abc3a2923f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:37:41.856993 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90775c5f-ab73-499f-949f-d6bf4e46d0b1 admin admin] Network hostable DHCP agents. Network: b2b1e865-f743-4458-9c35-35abc3a2923f, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:37:41.874036 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90775c5f-ab73-499f-949f-d6bf4e46d0b1 admin admin] Network b2b1e865-f743-4458-9c35-35abc3a2923f is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:37:41.886370 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-90775c5f-ab73-499f-949f-d6bf4e46d0b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, b2b1e865-f743-4458-9c35-35abc3a2923f) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:37:41.893015 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90775c5f-ab73-499f-949f-d6bf4e46d0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:41.894114 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-90775c5f-ab73-499f-949f-d6bf4e46d0b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:41.897741 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57abf712-ce20-4759-9b04-f6558e21a251 None None] Network b2b1e865-f743-4458-9c35-35abc3a2923f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:37:41.914143 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-90775c5f-ab73-499f-949f-d6bf4e46d0b1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3328948 Nov 24 21:37:42.045122 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e057e1d8-535f-4480-847c-ca034205c2c2 None None] Network b2b1e865-f743-4458-9c35-35abc3a2923f requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:37:42.418271 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-18152a97-9add-4589-b666-1d4305b920f8 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:42.419808 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-18152a97-9add-4589-b666-1d4305b920f8 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/networks?id=491222be-c18b-49c7-9b18-958f0e22cbc8 HTTP/1.1" status: 200 len: 811 time: 0.1103873 Nov 24 21:37:42.436204 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-f50401d8-72d8-49c5-893a-20680aa26540 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/quotas/f621e6d338584f79996f0c7a058c94a8 HTTP/1.1" status: 200 len: 375 time: 0.0093818 Nov 24 21:37:42.471101 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-84a22e83-c366-4c55-9fe2-34e993dd4841 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f621e6d338584f79996f0c7a058c94a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282612 Nov 24 21:37:42.528857 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:42.673871 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-69e9b9ae-b4a2-4149-892b-3115aefb022a service neutron] 10.222.0.11 "GET /v2.0/networks/491222be-c18b-49c7-9b18-958f0e22cbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953123 Nov 24 21:37:42.770061 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-f85cb8b2-5c7d-4550-8265-8a11ab050139 service neutron] 10.222.0.11 "GET /v2.0/networks/491222be-c18b-49c7-9b18-958f0e22cbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901151 Nov 24 21:37:42.947378 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42d51eee-c62d-4430-b08d-6889b3de4bc0 req-1d493d0e-0619-408e-a584-c180bec695e5 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 210 time: 0.0295751 Nov 24 21:37:43.900344 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:44.060644 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-d6c60dc9-890f-4d81-9fe5-19ef6a8dd59e tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:44.062216 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-d6c60dc9-890f-4d81-9fe5-19ef6a8dd59e tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.48 "GET /v2.0/networks?id=491222be-c18b-49c7-9b18-958f0e22cbc8 HTTP/1.1" status: 200 len: 811 time: 0.1122620 Nov 24 21:37:44.077078 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-486fe46a-ece5-4fcb-8053-8105ab6b4fa2 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Request body: {'port': {'device_id': 'e289f60d-f452-46d4-a328-b5e555214fb3', 'network_id': '491222be-c18b-49c7-9b18-958f0e22cbc8', 'admin_state_up': True, 'tenant_id': 'f621e6d338584f79996f0c7a058c94a8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:37:44.097483 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-554500de-45cc-45c5-bde7-cba2a000a2aa req-74d241a5-547f-4566-a586-092181623a2e tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 210 time: 0.0376766 Nov 24 21:37:44.209835 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-486fe46a-ece5-4fcb-8053-8105ab6b4fa2 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Made reservation on behalf of f621e6d338584f79996f0c7a058c94a8 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:37:44.215301 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-486fe46a-ece5-4fcb-8053-8105ab6b4fa2 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:44.371145 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-486fe46a-ece5-4fcb-8053-8105ab6b4fa2 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Allocated IP 172.20.0.7 (491222be-c18b-49c7-9b18-958f0e22cbc8/e3f03682-5245-4051-bebe-4df97e434485/9e8f6b14-9969-401b-adde-48f748f64838) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:37:44.521682 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-486fe46a-ece5-4fcb-8053-8105ab6b4fa2 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:44.556038 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-486fe46a-ece5-4fcb-8053-8105ab6b4fa2 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:44.617375 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-486fe46a-ece5-4fcb-8053-8105ab6b4fa2 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Network 491222be-c18b-49c7-9b18-958f0e22cbc8 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:37:44.620473 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-486fe46a-ece5-4fcb-8053-8105ab6b4fa2 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:37:44.624412 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-486fe46a-ece5-4fcb-8053-8105ab6b4fa2 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:37:44.631742 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fe46a-ece5-4fcb-8053-8105ab6b4fa2 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Pushing event updated for resources: {'Port': ['ID=9e8f6b14-9969-401b-adde-48f748f64838,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:37:44.680001 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-486fe46a-ece5-4fcb-8053-8105ab6b4fa2 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:44.680789 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-486fe46a-ece5-4fcb-8053-8105ab6b4fa2 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:44.699374 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-486fe46a-ece5-4fcb-8053-8105ab6b4fa2 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6265719 Nov 24 21:37:44.800210 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-4fea2026-2205-4e60-9c0a-9419ac269c05 service neutron] Request body: {'port': {'device_id': 'e289f60d-f452-46d4-a328-b5e555214fb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:37:44.855857 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-4fea2026-2205-4e60-9c0a-9419ac269c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:44.871216 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:45.163496 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-4fea2026-2205-4e60-9c0a-9419ac269c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8f6b14-9969-401b-adde-48f748f64838 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:37:45.173619 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-4fea2026-2205-4e60-9c0a-9419ac269c05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:45.188801 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-4fea2026-2205-4e60-9c0a-9419ac269c05 service neutron] Transition to ACTIVE for port object 9e8f6b14-9969-401b-adde-48f748f64838 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:37:45.193244 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-4fea2026-2205-4e60-9c0a-9419ac269c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:45.233312 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb9c97-9858-4bfb-8818-7ffdce299e79 req-9f13e171-a00a-4877-b522-fef5846e7c7b tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:45.235025 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-69fb9c97-9858-4bfb-8818-7ffdce299e79 req-9f13e171-a00a-4877-b522-fef5846e7c7b tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 931 time: 0.0638974 Nov 24 21:37:45.251204 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea2026-2205-4e60-9c0a-9419ac269c05 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8f6b14-9969-401b-adde-48f748f64838,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:37:45.290981 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-69fb9c97-9858-4bfb-8818-7ffdce299e79 req-ec2ac608-6f00-494c-8132-2a73a755354e tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/security-groups?id=202555a8-1c81-4d4d-80b8-697123b2b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492201 Nov 24 21:37:45.337298 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-4fea2026-2205-4e60-9c0a-9419ac269c05 service neutron] Attempting to bind port 9e8f6b14-9969-401b-adde-48f748f64838 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:37:45.337640 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-4fea2026-2205-4e60-9c0a-9419ac269c05 service neutron] Attempting to bind port 9e8f6b14-9969-401b-adde-48f748f64838 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'd6c04603-c5b1-492a-913e-a5048635569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '491222be-c18b-49c7-9b18-958f0e22cbc8'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:37:45.337977 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-4fea2026-2205-4e60-9c0a-9419ac269c05 service neutron] Attempting to bind port 9e8f6b14-9969-401b-adde-48f748f64838 on network 491222be-c18b-49c7-9b18-958f0e22cbc8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:37:45.342489 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-4fea2026-2205-4e60-9c0a-9419ac269c05 service neutron] Port 9e8f6b14-9969-401b-adde-48f748f64838 on network 491222be-c18b-49c7-9b18-958f0e22cbc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:37:45.342817 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-4fea2026-2205-4e60-9c0a-9419ac269c05 service neutron] Attempting to bind port 9e8f6b14-9969-401b-adde-48f748f64838 on network 491222be-c18b-49c7-9b18-958f0e22cbc8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:37:45.348455 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-4fea2026-2205-4e60-9c0a-9419ac269c05 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:37:45.348833 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-4fea2026-2205-4e60-9c0a-9419ac269c05 service neutron] Checking segment: {'id': 'd6c04603-c5b1-492a-913e-a5048635569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '491222be-c18b-49c7-9b18-958f0e22cbc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:37:45.349227 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-4fea2026-2205-4e60-9c0a-9419ac269c05 service neutron] Bound using segment: {'id': 'd6c04603-c5b1-492a-913e-a5048635569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '491222be-c18b-49c7-9b18-958f0e22cbc8'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:37:45.349660 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-4fea2026-2205-4e60-9c0a-9419ac269c05 service neutron] Bound port: 9e8f6b14-9969-401b-adde-48f748f64838, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c04603-c5b1-492a-913e-a5048635569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '491222be-c18b-49c7-9b18-958f0e22cbc8'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:37:45.350021 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-4fea2026-2205-4e60-9c0a-9419ac269c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:45.416403 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-4fea2026-2205-4e60-9c0a-9419ac269c05 service neutron] For port 9e8f6b14-9969-401b-adde-48f748f64838, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:37:45.419526 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-4fea2026-2205-4e60-9c0a-9419ac269c05 service neutron] For port 9e8f6b14-9969-401b-adde-48f748f64838, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=9e8f6b14-9969-401b-adde-48f748f64838,segment=NetworkSegment(d6c04603-c5b1-492a-913e-a5048635569b),segment_id=d6c04603-c5b1-492a-913e-a5048635569b)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:37:45.425843 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-4fea2026-2205-4e60-9c0a-9419ac269c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:45.462449 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-4fea2026-2205-4e60-9c0a-9419ac269c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:45.463086 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-4fea2026-2205-4e60-9c0a-9419ac269c05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:45.464503 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-4fea2026-2205-4e60-9c0a-9419ac269c05 service neutron] 10.222.0.48 "PUT /v2.0/ports/9e8f6b14-9969-401b-adde-48f748f64838 HTTP/1.1" status: 200 len: 1091 time: 0.7566564 Nov 24 21:37:45.464994 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e289f60d-f452-46d4-a328-b5e555214fb3', 'tag': '9e8f6b14-9969-401b-adde-48f748f64838'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:37:45.467325 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2c3f16-b8e1-4505-a4f0-4093789886f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e289f60d-f452-46d4-a328-b5e555214fb3", "tag": "9e8f6b14-9969-401b-adde-48f748f64838"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:37:45.493705 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea2026-2205-4e60-9c0a-9419ac269c05 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8f6b14-9969-401b-adde-48f748f64838,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:37:45.516429 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4324f5c7-323a-4fcb-bba9-289f840ca939 x-openstack-request-id: req-4324f5c7-323a-4fcb-bba9-289f840ca939 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:37:45.516795 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e289f60d-f452-46d4-a328-b5e555214fb3", "tag": "9e8f6b14-9969-401b-adde-48f748f64838", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:37:45.517057 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4324f5c7-323a-4fcb-bba9-289f840ca939 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:37:45.517460 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e289f60d-f452-46d4-a328-b5e555214fb3', 'tag': '9e8f6b14-9969-401b-adde-48f748f64838', 'status': 'completed', 'code': 200} Nov 24 21:37:45.556155 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-df281131-e4f1-4457-afb0-767398384b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:45.557752 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-df281131-e4f1-4457-afb0-767398384b38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f621e6d338584f79996f0c7a058c94a8&device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 1094 time: 0.0506229 Nov 24 21:37:45.609973 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-4f79b6fb-2d30-4b44-ad3d-9b43dcf45a12 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e8f6b14-9969-401b-adde-48f748f64838 HTTP/1.1" status: 200 len: 217 time: 0.0437801 Nov 24 21:37:45.673904 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-e50194b0-ac7f-448a-acbd-edfeb05eda76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:45.676473 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-e50194b0-ac7f-448a-acbd-edfeb05eda76 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3f03682-5245-4051-bebe-4df97e434485 HTTP/1.1" status: 200 len: 851 time: 0.0599606 Nov 24 21:37:45.710630 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-1f5d5e45-e3b8-423c-9e37-4aadb53714be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=491222be-c18b-49c7-9b18-958f0e22cbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271034 Nov 24 21:37:45.812843 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-2c15dfd8-c9a5-41b3-9fbc-b20f9e56ce5b service neutron] 10.222.0.48 "GET /v2.0/networks/491222be-c18b-49c7-9b18-958f0e22cbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950990 Nov 24 21:37:45.911298 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ec8d37d3-dd7e-45f6-b65d-b54fe585daaf req-f2358442-1db3-4ba7-8a76-bdb9d1aa446f service neutron] 10.222.0.48 "GET /v2.0/networks/491222be-c18b-49c7-9b18-958f0e22cbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908418 Nov 24 21:37:46.000640 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c3f16-b8e1-4505-a4f0-4093789886f7 req-2ff548b5-bbf7-4848-b05b-38280ba360e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:46.002310 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9a2c3f16-b8e1-4505-a4f0-4093789886f7 req-2ff548b5-bbf7-4848-b05b-38280ba360e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f621e6d338584f79996f0c7a058c94a8&device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 1094 time: 0.0446236 Nov 24 21:37:46.102686 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c3f16-b8e1-4505-a4f0-4093789886f7 req-94874d0d-317a-4319-be3e-f2105f9d85c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:46.104212 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9a2c3f16-b8e1-4505-a4f0-4093789886f7 req-94874d0d-317a-4319-be3e-f2105f9d85c5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=491222be-c18b-49c7-9b18-958f0e22cbc8 HTTP/1.1" status: 200 len: 912 time: 0.0950861 Nov 24 21:37:46.148644 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9a2c3f16-b8e1-4505-a4f0-4093789886f7 req-395e670b-b69f-4c8a-bc49-767faf1699e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e8f6b14-9969-401b-adde-48f748f64838 HTTP/1.1" status: 200 len: 217 time: 0.0362782 Nov 24 21:37:46.205272 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c3f16-b8e1-4505-a4f0-4093789886f7 req-9142a09c-c5ba-4765-86db-6a25f89c0c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:46.207778 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9a2c3f16-b8e1-4505-a4f0-4093789886f7 req-9142a09c-c5ba-4765-86db-6a25f89c0c39 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3f03682-5245-4051-bebe-4df97e434485 HTTP/1.1" status: 200 len: 851 time: 0.0524111 Nov 24 21:37:46.241730 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9a2c3f16-b8e1-4505-a4f0-4093789886f7 req-74f19671-ab9b-4714-a187-9bdb4c783f7b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=491222be-c18b-49c7-9b18-958f0e22cbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263250 Nov 24 21:37:46.336137 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9a2c3f16-b8e1-4505-a4f0-4093789886f7 req-b98fffdb-be97-42df-9952-4bea2de1a71f service neutron] 10.222.0.48 "GET /v2.0/networks/491222be-c18b-49c7-9b18-958f0e22cbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871568 Nov 24 21:37:46.420443 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0ab28-5f28-45e2-ae84-c50de083d2bf req-525fd75c-2ab1-4663-8cbf-c8ed747b2024 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:46.426047 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2fb0ab28-5f28-45e2-ae84-c50de083d2bf req-525fd75c-2ab1-4663-8cbf-c8ed747b2024 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 943 time: 0.0560799 Nov 24 21:37:46.437233 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9a2c3f16-b8e1-4505-a4f0-4093789886f7 req-db2ebc06-ffed-4d57-b9b2-a21ed37b0a7d service neutron] 10.222.0.48 "GET /v2.0/networks/491222be-c18b-49c7-9b18-958f0e22cbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940263 Nov 24 21:37:46.473988 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2fb0ab28-5f28-45e2-ae84-c50de083d2bf req-d6d5b7d4-9b25-485a-86c8-2b85fc8f3283 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/security-groups?id=202555a8-1c81-4d4d-80b8-697123b2b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454581 Nov 24 21:37:47.597864 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb482fa-dc70-4fc6-a5a1-7bc21d5cc1f6 req-fb7f92d9-5774-42ed-a179-53580c904d7d tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:47.599373 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-abb482fa-dc70-4fc6-a5a1-7bc21d5cc1f6 req-fb7f92d9-5774-42ed-a179-53580c904d7d tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 943 time: 0.0523355 Nov 24 21:37:47.649430 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-abb482fa-dc70-4fc6-a5a1-7bc21d5cc1f6 req-f51e0b7c-7c99-494b-a826-a0c610f9cfd2 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/security-groups?id=202555a8-1c81-4d4d-80b8-697123b2b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440652 Nov 24 21:37:48.775953 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e201da-f602-4dee-9845-4639b80b5662 req-70ddd2b5-f509-4b52-9ee3-a6ce9d909b73 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:48.777420 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c5e201da-f602-4dee-9845-4639b80b5662 req-70ddd2b5-f509-4b52-9ee3-a6ce9d909b73 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 943 time: 0.0523007 Nov 24 21:37:48.830090 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c5e201da-f602-4dee-9845-4639b80b5662 req-79d132e9-ace0-4879-84dd-3b82b7ec9909 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/security-groups?id=202555a8-1c81-4d4d-80b8-697123b2b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464816 Nov 24 21:37:49.102041 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 9e8f6b14-9969-401b-adde-48f748f64838 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:37:49.202266 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 9e8f6b14-9969-401b-adde-48f748f64838, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=9e8f6b14-9969-401b-adde-48f748f64838,segment=NetworkSegment(d6c04603-c5b1-492a-913e-a5048635569b),segment_id=d6c04603-c5b1-492a-913e-a5048635569b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:37:49.214336 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '9e8f6b14-9969-401b-adde-48f748f64838', 'network_id': '491222be-c18b-49c7-9b18-958f0e22cbc8', 'port_id': '9e8f6b14-9969-401b-adde-48f748f64838', 'mac_address': 'fa:16:3e:4e:ed:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f03682-5245-4051-bebe-4df97e434485', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:37:49.253372 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:49.265852 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8f6b14-9969-401b-adde-48f748f64838 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:37:49.285951 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 9e8f6b14-9969-401b-adde-48f748f64838, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=9e8f6b14-9969-401b-adde-48f748f64838,segment=NetworkSegment(d6c04603-c5b1-492a-913e-a5048635569b),segment_id=d6c04603-c5b1-492a-913e-a5048635569b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:37:49.289546 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:49.341243 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=9e8f6b14-9969-401b-adde-48f748f64838,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:37:49.515110 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['9e8f6b14-9969-401b-adde-48f748f64838'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:37:49.952344 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8408eb3-9039-4cba-b95e-978972594c6b req-3f70d28b-d588-4be1-b349-e57ac8079d80 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:49.953884 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a8408eb3-9039-4cba-b95e-978972594c6b req-3f70d28b-d588-4be1-b349-e57ac8079d80 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 944 time: 0.0513558 Nov 24 21:37:50.006257 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a8408eb3-9039-4cba-b95e-978972594c6b req-7fc9a38d-cbef-4c53-aa29-f493acc0051a tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/security-groups?id=202555a8-1c81-4d4d-80b8-697123b2b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450673 Nov 24 21:37:51.100503 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 9e8f6b14-9969-401b-adde-48f748f64838 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:37:51.125517 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caac4e-e497-4e12-b9dc-25a975e601b1 req-030e3289-c5f2-4308-908b-080792930ea7 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:51.127198 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-57caac4e-e497-4e12-b9dc-25a975e601b1 req-030e3289-c5f2-4308-908b-080792930ea7 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 944 time: 0.0507486 Nov 24 21:37:51.156298 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 9e8f6b14-9969-401b-adde-48f748f64838 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:37:51.162393 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 9e8f6b14-9969-401b-adde-48f748f64838 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:37:51.163421 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:51.185159 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-57caac4e-e497-4e12-b9dc-25a975e601b1 req-2ceefede-af2d-4cde-8a03-ce63eb5607d8 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/security-groups?id=202555a8-1c81-4d4d-80b8-697123b2b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510881 Nov 24 21:37:51.255605 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:51.279487 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e289f60d-f452-46d4-a328-b5e555214fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8f6b14-9969-401b-adde-48f748f64838'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:37:51.281791 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68e6cce-b18a-44f8-b505-1af9ee0690cc" -d '{"events": [{"server_uuid": "e289f60d-f452-46d4-a328-b5e555214fb3", "name": "network-vif-plugged", "status": "completed", "tag": "9e8f6b14-9969-401b-adde-48f748f64838"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:37:51.295914 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 9e8f6b14-9969-401b-adde-48f748f64838, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=9e8f6b14-9969-401b-adde-48f748f64838,segment=NetworkSegment(d6c04603-c5b1-492a-913e-a5048635569b),segment_id=d6c04603-c5b1-492a-913e-a5048635569b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:37:51.301033 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:37:51.324669 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbae988-6443-4d0e-8a85-86e50eeef869 x-openstack-request-id: req-cfbae988-6443-4d0e-8a85-86e50eeef869 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:37:51.324998 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e289f60d-f452-46d4-a328-b5e555214fb3", "name": "network-vif-plugged", "status": "completed", "tag": "9e8f6b14-9969-401b-adde-48f748f64838", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:37:51.325261 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cfbae988-6443-4d0e-8a85-86e50eeef869 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:37:51.325665 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e289f60d-f452-46d4-a328-b5e555214fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8f6b14-9969-401b-adde-48f748f64838', 'code': 200} Nov 24 21:37:51.355286 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=9e8f6b14-9969-401b-adde-48f748f64838,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:37:51.423337 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523985ad-1e54-4196-a8b3-fc88298f7c1d req-e543d9a1-06ec-4244-84ec-5572f6fc336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:51.424893 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-523985ad-1e54-4196-a8b3-fc88298f7c1d req-e543d9a1-06ec-4244-84ec-5572f6fc336c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 1096 time: 0.0426345 Nov 24 21:37:51.472573 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-523985ad-1e54-4196-a8b3-fc88298f7c1d req-e1ae144c-4378-4809-a795-8cd69d38d2f9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=202555a8-1c81-4d4d-80b8-697123b2b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408034 Nov 24 21:37:52.310308 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9440a21-9372-459b-819a-c2b89d046c01 req-e7b034a0-23df-4ef7-9a51-bed3eeae7bd1 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:52.311824 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9440a21-9372-459b-819a-c2b89d046c01 req-e7b034a0-23df-4ef7-9a51-bed3eeae7bd1 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 945 time: 0.0544944 Nov 24 21:37:52.364727 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d9440a21-9372-459b-819a-c2b89d046c01 req-af7badd1-695d-41d0-94e9-a863f05c118d tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/security-groups?id=202555a8-1c81-4d4d-80b8-697123b2b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445790 Nov 24 21:37:53.490490 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdb786-416a-42e4-a30e-26d6d3ddb9b7 req-1ef884e1-fd09-4760-a3e3-d92e30f54cfe tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:53.491918 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3bbdb786-416a-42e4-a30e-26d6d3ddb9b7 req-1ef884e1-fd09-4760-a3e3-d92e30f54cfe tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 945 time: 0.0580981 Nov 24 21:37:53.542247 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3bbdb786-416a-42e4-a30e-26d6d3ddb9b7 req-453804b5-fb90-4aad-9933-2e713efb9627 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/security-groups?id=202555a8-1c81-4d4d-80b8-697123b2b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440991 Nov 24 21:37:53.664593 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fed53c-e19a-45e3-aaec-9077ddb7222e req-9c502390-66fd-4a09-9004-3866bb4623c7 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:53.666193 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14fed53c-e19a-45e3-aaec-9077ddb7222e req-9c502390-66fd-4a09-9004-3866bb4623c7 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 945 time: 0.0520670 Nov 24 21:37:53.718753 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14fed53c-e19a-45e3-aaec-9077ddb7222e req-73b2a008-dca1-4b36-be72-e2baa39f1e99 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/security-groups?id=202555a8-1c81-4d4d-80b8-697123b2b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467079 Nov 24 21:37:53.948885 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ec92d-4b58-4d0c-9386-3d772b54f120 req-a1cf3b2a-90a6-4293-a910-64f9d183a1c4 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:53.950389 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f65ec92d-4b58-4d0c-9386-3d772b54f120 req-a1cf3b2a-90a6-4293-a910-64f9d183a1c4 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 945 time: 0.0515251 Nov 24 21:37:53.999298 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f65ec92d-4b58-4d0c-9386-3d772b54f120 req-e95831e5-9bec-4da8-a2c0-703d04aca46f tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/security-groups?id=202555a8-1c81-4d4d-80b8-697123b2b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421631 Nov 24 21:37:55.124717 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1a569-5057-4b43-b25e-f9e51766b7d6 req-86841c5a-cf69-49bb-9630-5da6cad6d05b tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:55.126262 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-24c1a569-5057-4b43-b25e-f9e51766b7d6 req-86841c5a-cf69-49bb-9630-5da6cad6d05b tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 945 time: 0.0532222 Nov 24 21:37:55.178318 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-24c1a569-5057-4b43-b25e-f9e51766b7d6 req-166d8a41-0f1f-4745-a5c1-ae837471962e tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/security-groups?id=202555a8-1c81-4d4d-80b8-697123b2b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446892 Nov 24 21:37:55.429040 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06b5f5-dce9-4376-8c81-8340ea0ae7e1 req-0eaefd8e-552f-4ea4-8c43-aaceacbf5c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:55.430478 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ccd6e-da06-4a1a-97f4-63bc3266a0cb req-6c264e2b-51bb-4d7d-ae6c-6fc65a212d8e tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:55.430656 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ae06b5f5-dce9-4376-8c81-8340ea0ae7e1 req-0eaefd8e-552f-4ea4-8c43-aaceacbf5c1d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f621e6d338584f79996f0c7a058c94a8&device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 1096 time: 0.0488374 Nov 24 21:37:55.432227 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f26ccd6e-da06-4a1a-97f4-63bc3266a0cb req-6c264e2b-51bb-4d7d-ae6c-6fc65a212d8e tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 945 time: 0.0787134 Nov 24 21:37:55.481818 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f26ccd6e-da06-4a1a-97f4-63bc3266a0cb req-287c8152-6ad8-4ce9-965f-eada7e4027d6 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/security-groups?id=202555a8-1c81-4d4d-80b8-697123b2b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435486 Nov 24 21:37:55.528741 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06b5f5-dce9-4376-8c81-8340ea0ae7e1 req-2f7a845c-ff64-43c3-8bb6-82eed065ddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:55.530281 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ae06b5f5-dce9-4376-8c81-8340ea0ae7e1 req-2f7a845c-ff64-43c3-8bb6-82eed065ddc7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=491222be-c18b-49c7-9b18-958f0e22cbc8 HTTP/1.1" status: 200 len: 912 time: 0.0927596 Nov 24 21:37:55.579253 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ae06b5f5-dce9-4376-8c81-8340ea0ae7e1 req-c95dc6d0-21dd-4c36-865e-97d55ad13a23 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e8f6b14-9969-401b-adde-48f748f64838 HTTP/1.1" status: 200 len: 217 time: 0.0408204 Nov 24 21:37:55.632558 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06b5f5-dce9-4376-8c81-8340ea0ae7e1 req-6962be42-2753-4d58-b558-bb3719770d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:55.634091 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ae06b5f5-dce9-4376-8c81-8340ea0ae7e1 req-6962be42-2753-4d58-b558-bb3719770d73 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3f03682-5245-4051-bebe-4df97e434485 HTTP/1.1" status: 200 len: 851 time: 0.0478091 Nov 24 21:37:55.665641 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ae06b5f5-dce9-4376-8c81-8340ea0ae7e1 req-42df771f-63b1-4cdd-ba9b-9d7adc3b6ef3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=491222be-c18b-49c7-9b18-958f0e22cbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247257 Nov 24 21:37:55.772278 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ae06b5f5-dce9-4376-8c81-8340ea0ae7e1 req-c6c899a5-4be4-4c56-b688-53c0eb980c78 service neutron] 10.222.0.48 "GET /v2.0/networks/491222be-c18b-49c7-9b18-958f0e22cbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999944 Nov 24 21:37:55.870821 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ae06b5f5-dce9-4376-8c81-8340ea0ae7e1 req-620a7cab-069b-4b44-879a-4dceac0be6a5 service neutron] 10.222.0.48 "GET /v2.0/networks/491222be-c18b-49c7-9b18-958f0e22cbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910060 Nov 24 21:37:56.603658 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a3105-7a78-41ca-83b1-dfd73fe40382 req-93065803-c52b-4190-9dab-4bdd6fd3fcb1 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:56.605175 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-929a3105-7a78-41ca-83b1-dfd73fe40382 req-93065803-c52b-4190-9dab-4bdd6fd3fcb1 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 945 time: 0.0503182 Nov 24 21:37:56.653104 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-929a3105-7a78-41ca-83b1-dfd73fe40382 req-3efc2089-95ac-4ab2-b478-13198c00fa27 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/security-groups?id=202555a8-1c81-4d4d-80b8-697123b2b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416279 Nov 24 21:37:56.905134 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eda7bc-33bc-4691-b30e-6c899ace68ed req-382a4f4b-3583-4231-a836-5503689d36df tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:56.906708 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66eda7bc-33bc-4691-b30e-6c899ace68ed req-382a4f4b-3583-4231-a836-5503689d36df tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 945 time: 0.0716851 Nov 24 21:37:56.956074 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66eda7bc-33bc-4691-b30e-6c899ace68ed req-0a053bde-0e26-450c-bb87-2ec1644ef304 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/security-groups?id=202555a8-1c81-4d4d-80b8-697123b2b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420632 Nov 24 21:37:58.073999 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f446623-1715-4b6e-886f-e91fb288b034 req-57c534f8-810e-4cf0-96e1-95408ce7c714 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:58.075458 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0f446623-1715-4b6e-886f-e91fb288b034 req-57c534f8-810e-4cf0-96e1-95408ce7c714 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 945 time: 0.0500870 Nov 24 21:37:58.121453 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0f446623-1715-4b6e-886f-e91fb288b034 req-10489348-3cca-492e-ae87-1f574f1e51a0 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/security-groups?id=202555a8-1c81-4d4d-80b8-697123b2b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401573 Nov 24 21:37:58.320222 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38a21b-0e73-478b-857a-36b2bc649fdf req-8590fcdc-5d52-4704-9d85-87999e05099a tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:58.321748 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6a38a21b-0e73-478b-857a-36b2bc649fdf req-8590fcdc-5d52-4704-9d85-87999e05099a tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 945 time: 0.0505812 Nov 24 21:37:58.341109 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ff211-4c28-4ab3-841a-8311c003f894 req-84895e30-96b7-4285-81a7-eb3bcaf8446d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:58.342608 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ce4ff211-4c28-4ab3-841a-8311c003f894 req-84895e30-96b7-4285-81a7-eb3bcaf8446d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f621e6d338584f79996f0c7a058c94a8&device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 1096 time: 0.0409513 Nov 24 21:37:58.375777 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6a38a21b-0e73-478b-857a-36b2bc649fdf req-1f8543df-ebcf-41cb-8f39-a32901083e9c tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/security-groups?id=202555a8-1c81-4d4d-80b8-697123b2b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479493 Nov 24 21:37:58.444675 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ff211-4c28-4ab3-841a-8311c003f894 req-299b57b2-a570-4214-9466-28b9a181aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:58.446270 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ce4ff211-4c28-4ab3-841a-8311c003f894 req-299b57b2-a570-4214-9466-28b9a181aca5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=491222be-c18b-49c7-9b18-958f0e22cbc8 HTTP/1.1" status: 200 len: 912 time: 0.0967143 Nov 24 21:37:58.491936 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ce4ff211-4c28-4ab3-841a-8311c003f894 req-da837b72-567b-4a0a-a2ba-b2aff492646e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e8f6b14-9969-401b-adde-48f748f64838 HTTP/1.1" status: 200 len: 217 time: 0.0388744 Nov 24 21:37:58.546187 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ff211-4c28-4ab3-841a-8311c003f894 req-3b7f64ea-d0a4-4ab2-8ad9-d6f74d24c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:58.547681 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ce4ff211-4c28-4ab3-841a-8311c003f894 req-3b7f64ea-d0a4-4ab2-8ad9-d6f74d24c012 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3f03682-5245-4051-bebe-4df97e434485 HTTP/1.1" status: 200 len: 851 time: 0.0496299 Nov 24 21:37:58.582101 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ce4ff211-4c28-4ab3-841a-8311c003f894 req-ee726c2e-9983-4067-8253-1bb87118da75 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=491222be-c18b-49c7-9b18-958f0e22cbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260293 Nov 24 21:37:58.674018 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ce4ff211-4c28-4ab3-841a-8311c003f894 req-e421fe53-9b5c-4d1a-a877-760e036e5bc6 service neutron] 10.222.0.48 "GET /v2.0/networks/491222be-c18b-49c7-9b18-958f0e22cbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851099 Nov 24 21:37:58.772987 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ce4ff211-4c28-4ab3-841a-8311c003f894 req-44efe166-0f7a-43eb-90f4-32fd0f0a4cbb service neutron] 10.222.0.48 "GET /v2.0/networks/491222be-c18b-49c7-9b18-958f0e22cbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923002 Nov 24 21:37:59.509502 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769f68e-1f16-47d1-9dff-f3c81d593b8b req-0c786994-c833-44c4-960c-cdefb7b233c1 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:37:59.510901 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5769f68e-1f16-47d1-9dff-f3c81d593b8b req-0c786994-c833-44c4-960c-cdefb7b233c1 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 945 time: 0.0522785 Nov 24 21:37:59.557836 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5769f68e-1f16-47d1-9dff-f3c81d593b8b req-65c54f19-11ea-43ed-97db-c2e0f96a7d14 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/security-groups?id=202555a8-1c81-4d4d-80b8-697123b2b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409932 Nov 24 21:38:00.676058 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab758888-8f52-4416-a9ef-92823a8ea425 req-dc1d5ca2-96eb-4e49-862f-12edde7fddca tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:00.677567 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ab758888-8f52-4416-a9ef-92823a8ea425 req-dc1d5ca2-96eb-4e49-862f-12edde7fddca tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 945 time: 0.0511732 Nov 24 21:38:00.725231 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ab758888-8f52-4416-a9ef-92823a8ea425 req-848c5256-1573-4401-9acf-0438380c157c tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/security-groups?id=202555a8-1c81-4d4d-80b8-697123b2b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416758 Nov 24 21:38:00.973716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750e2fd-be0d-47a8-88bf-54a09979dfea req-4d7ef301-1d98-42b3-9f1b-f0b729ed6388 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:00.975232 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c750e2fd-be0d-47a8-88bf-54a09979dfea req-4d7ef301-1d98-42b3-9f1b-f0b729ed6388 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 945 time: 0.0566971 Nov 24 21:38:01.025345 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c750e2fd-be0d-47a8-88bf-54a09979dfea req-bf04a099-ef8b-4628-b547-00a5ebb09d05 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/security-groups?id=202555a8-1c81-4d4d-80b8-697123b2b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437946 Nov 24 21:38:02.146073 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab52a89-a3d3-4a82-b088-5dc1718362a9 req-93d21877-c570-490a-bc1e-215f41c30904 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:02.147617 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1ab52a89-a3d3-4a82-b088-5dc1718362a9 req-93d21877-c570-490a-bc1e-215f41c30904 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 945 time: 0.0518491 Nov 24 21:38:02.197646 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1ab52a89-a3d3-4a82-b088-5dc1718362a9 req-48d2da5a-8f49-4b04-b498-647524b75cd1 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/security-groups?id=202555a8-1c81-4d4d-80b8-697123b2b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440168 Nov 24 21:38:02.731258 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e50117-555e-4c93-b75b-e7b79ad6108b req-1affe234-6018-4b78-b189-d1005117ee11 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:02.732784 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-84e50117-555e-4c93-b75b-e7b79ad6108b req-1affe234-6018-4b78-b189-d1005117ee11 tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.48 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 945 time: 0.0624914 Nov 24 21:38:02.833239 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-84e50117-555e-4c93-b75b-e7b79ad6108b req-918423b3-ac65-42fb-9cbb-b54520c668ab tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Deleting port 9e8f6b14-9969-401b-adde-48f748f64838 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:38:02.833583 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-84e50117-555e-4c93-b75b-e7b79ad6108b req-918423b3-ac65-42fb-9cbb-b54520c668ab tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:02.927498 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-84e50117-555e-4c93-b75b-e7b79ad6108b req-918423b3-ac65-42fb-9cbb-b54520c668ab tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] For port 9e8f6b14-9969-401b-adde-48f748f64838, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=9e8f6b14-9969-401b-adde-48f748f64838,segment=NetworkSegment(d6c04603-c5b1-492a-913e-a5048635569b),segment_id=d6c04603-c5b1-492a-913e-a5048635569b)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:38:02.927762 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-84e50117-555e-4c93-b75b-e7b79ad6108b req-918423b3-ac65-42fb-9cbb-b54520c668ab tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:02.941017 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-84e50117-555e-4c93-b75b-e7b79ad6108b req-918423b3-ac65-42fb-9cbb-b54520c668ab tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Calling delete_port for 9e8f6b14-9969-401b-adde-48f748f64838 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:38:03.078607 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-84e50117-555e-4c93-b75b-e7b79ad6108b req-918423b3-ac65-42fb-9cbb-b54520c668ab tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:03.091153 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['9e8f6b14-9969-401b-adde-48f748f64838'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:38:03.109849 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918423b3-ac65-42fb-9cbb-b54520c668ab tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Pushing event deleted for resources: {'Port': ['ID=9e8f6b14-9969-401b-adde-48f748f64838,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:03.159341 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e50117-555e-4c93-b75b-e7b79ad6108b req-918423b3-ac65-42fb-9cbb-b54520c668ab tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] No DVR routers for this DVR port 9e8f6b14-9969-401b-adde-48f748f64838 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:38:03.162127 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-84e50117-555e-4c93-b75b-e7b79ad6108b req-918423b3-ac65-42fb-9cbb-b54520c668ab tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:03.165652 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-84e50117-555e-4c93-b75b-e7b79ad6108b req-918423b3-ac65-42fb-9cbb-b54520c668ab tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.48 "DELETE /v2.0/ports/9e8f6b14-9969-401b-adde-48f748f64838 HTTP/1.1" status: 204 len: 173 time: 0.4242320 Nov 24 21:38:03.166117 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e289f60d-f452-46d4-a328-b5e555214fb3', 'name': 'network-vif-deleted', 'tag': '9e8f6b14-9969-401b-adde-48f748f64838'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:38:03.168450 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79f0182-7316-4f91-b23b-3802e65808c2" -d '{"events": [{"server_uuid": "e289f60d-f452-46d4-a328-b5e555214fb3", "name": "network-vif-deleted", "tag": "9e8f6b14-9969-401b-adde-48f748f64838"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:38:03.212125 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b55e681-956a-4b0d-a4df-5b1631298afb x-openstack-request-id: req-0b55e681-956a-4b0d-a4df-5b1631298afb {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:38:03.212424 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e289f60d-f452-46d4-a328-b5e555214fb3", "name": "network-vif-deleted", "tag": "9e8f6b14-9969-401b-adde-48f748f64838", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:38:03.214859 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b55e681-956a-4b0d-a4df-5b1631298afb {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:38:03.214859 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e289f60d-f452-46d4-a328-b5e555214fb3', 'name': 'network-vif-deleted', 'tag': '9e8f6b14-9969-401b-adde-48f748f64838', 'status': 'completed', 'code': 200} Nov 24 21:38:03.306951 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-40fc12e2-232a-4914-8d5e-6faa5e121e68 req-b33f08d5-1a47-4815-915a-a49e2f64385c tempest-TestServerAdvancedOps-708504736 tempest-TestServerAdvancedOps-708504736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e289f60d-f452-46d4-a328-b5e555214fb3 HTTP/1.1" status: 200 len: 210 time: 0.0282702 Nov 24 21:38:04.371828 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50914) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:38:04.421668 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8004e5b-7a30-462b-ba2c-38f32457db59 admin admin] Deleting subnet e3f03682-5245-4051-bebe-4df97e434485 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:38:04.425671 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d8004e5b-7a30-462b-ba2c-38f32457db59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:04.461851 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d8004e5b-7a30-462b-ba2c-38f32457db59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:04.508484 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d8004e5b-7a30-462b-ba2c-38f32457db59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:04.565860 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d8004e5b-7a30-462b-ba2c-38f32457db59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:04.594383 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8004e5b-7a30-462b-ba2c-38f32457db59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3f03682-5245-4051-bebe-4df97e434485,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:04.601284 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d8004e5b-7a30-462b-ba2c-38f32457db59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:04.604524 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d8004e5b-7a30-462b-ba2c-38f32457db59 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e3f03682-5245-4051-bebe-4df97e434485 HTTP/1.1" status: 204 len: 168 time: 0.2316511 Nov 24 21:38:04.607272 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 50916) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:38:04.681700 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-244f79c8-e13c-4f5d-8e42-c0cfa03a2e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:04.769942 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-244f79c8-e13c-4f5d-8e42-c0cfa03a2e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:04.791178 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-244f79c8-e13c-4f5d-8e42-c0cfa03a2e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['491222be-c18b-49c7-9b18-958f0e22cbc8']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:38:04.801074 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-244f79c8-e13c-4f5d-8e42-c0cfa03a2e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c04603-c5b1-492a-913e-a5048635569b') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:38:04.801369 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-244f79c8-e13c-4f5d-8e42-c0cfa03a2e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c04603-c5b1-492a-913e-a5048635569b') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:38:04.811184 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-244f79c8-e13c-4f5d-8e42-c0cfa03a2e0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:04.824992 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-244f79c8-e13c-4f5d-8e42-c0cfa03a2e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:04.833783 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244f79c8-e13c-4f5d-8e42-c0cfa03a2e0b admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:38:04.834187 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-244f79c8-e13c-4f5d-8e42-c0cfa03a2e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:38:04.836098 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:38:04.890811 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-244f79c8-e13c-4f5d-8e42-c0cfa03a2e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:04.897721 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-244f79c8-e13c-4f5d-8e42-c0cfa03a2e0b admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:04.900923 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-244f79c8-e13c-4f5d-8e42-c0cfa03a2e0b admin admin] 10.222.0.11 "DELETE /v2.0/networks/491222be-c18b-49c7-9b18-958f0e22cbc8 HTTP/1.1" status: 204 len: 168 time: 0.2920284 Nov 24 21:38:04.903839 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50918) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:38:04.912639 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f79c8-e13c-4f5d-8e42-c0cfa03a2e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=491222be-c18b-49c7-9b18-958f0e22cbc8,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:04.950880 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86ce1bf-6e4f-458d-b328-7dcfc23bc93a admin admin] Deleting subnet d525f81d-6df6-4fc7-a45b-40862e92ddb5 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:38:04.954290 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c86ce1bf-6e4f-458d-b328-7dcfc23bc93a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:04.992983 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c86ce1bf-6e4f-458d-b328-7dcfc23bc93a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:05.041571 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c86ce1bf-6e4f-458d-b328-7dcfc23bc93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:05.102049 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c86ce1bf-6e4f-458d-b328-7dcfc23bc93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:05.131881 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ce1bf-6e4f-458d-b328-7dcfc23bc93a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d525f81d-6df6-4fc7-a45b-40862e92ddb5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:05.133964 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c86ce1bf-6e4f-458d-b328-7dcfc23bc93a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:05.137913 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c86ce1bf-6e4f-458d-b328-7dcfc23bc93a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d525f81d-6df6-4fc7-a45b-40862e92ddb5 HTTP/1.1" status: 204 len: 168 time: 0.2330134 Nov 24 21:38:05.141059 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50920) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:38:05.214828 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-13144505-bdc5-44f6-847e-fc294e84c139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:05.303642 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-13144505-bdc5-44f6-847e-fc294e84c139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:05.325330 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-13144505-bdc5-44f6-847e-fc294e84c139 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b1e865-f743-4458-9c35-35abc3a2923f']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:38:05.338479 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-13144505-bdc5-44f6-847e-fc294e84c139 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e733c7c-d661-48ea-a092-35d48a1fee2e') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:38:05.338783 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-13144505-bdc5-44f6-847e-fc294e84c139 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e733c7c-d661-48ea-a092-35d48a1fee2e') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:38:05.349886 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-13144505-bdc5-44f6-847e-fc294e84c139 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:05.365011 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-13144505-bdc5-44f6-847e-fc294e84c139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:05.371359 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13144505-bdc5-44f6-847e-fc294e84c139 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:38:05.371791 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-13144505-bdc5-44f6-847e-fc294e84c139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:38:05.373606 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:38:05.434658 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-13144505-bdc5-44f6-847e-fc294e84c139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:05.441138 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-13144505-bdc5-44f6-847e-fc294e84c139 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:05.444536 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-13144505-bdc5-44f6-847e-fc294e84c139 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b2b1e865-f743-4458-9c35-35abc3a2923f HTTP/1.1" status: 204 len: 168 time: 0.3025594 Nov 24 21:38:05.455839 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13144505-bdc5-44f6-847e-fc294e84c139 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2b1e865-f743-4458-9c35-35abc3a2923f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:05.619266 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50924) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:38:05.662905 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1ab4c91d-0ee2-48d9-ac38-da28a7984b05 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f621e6d338584f79996f0c7a058c94a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424056 Nov 24 21:38:05.665453 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50926) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:38:05.715496 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ce8f2d0d-2ba4-4b8e-8fac-cd343fa67fed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:05.738786 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ce8f2d0d-2ba4-4b8e-8fac-cd343fa67fed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:05.792532 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ce8f2d0d-2ba4-4b8e-8fac-cd343fa67fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:05.795255 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ce8f2d0d-2ba4-4b8e-8fac-cd343fa67fed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:05.796729 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ce8f2d0d-2ba4-4b8e-8fac-cd343fa67fed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/202555a8-1c81-4d4d-80b8-697123b2b5d7 HTTP/1.1" status: 204 len: 168 time: 0.1303527 Nov 24 21:38:05.805191 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f2d0d-2ba4-4b8e-8fac-cd343fa67fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202555a8-1c81-4d4d-80b8-697123b2b5d7,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:06.139647 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50932) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:38:06.183666 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ae7d4121-d799-4f60-9651-30b003153a1f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d8254f2ce684cd8bc6cc56f4c9fb2b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427713 Nov 24 21:38:06.186180 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 50934) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:38:06.242065 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20c75dd6-b2d2-440a-8157-cc726853210f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:06.264400 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20c75dd6-b2d2-440a-8157-cc726853210f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:06.314712 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20c75dd6-b2d2-440a-8157-cc726853210f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:06.317476 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20c75dd6-b2d2-440a-8157-cc726853210f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:06.318655 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-20c75dd6-b2d2-440a-8157-cc726853210f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d69a255-4c6f-49cc-8fbd-17d0b0ec3109 HTTP/1.1" status: 204 len: 168 time: 0.1315444 Nov 24 21:38:06.327904 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c75dd6-b2d2-440a-8157-cc726853210f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d69a255-4c6f-49cc-8fbd-17d0b0ec3109,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:07.197450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 9e8f6b14-9969-401b-adde-48f748f64838 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:38:07.220069 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 9e8f6b14-9969-401b-adde-48f748f64838 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:38:07.220416 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 9e8f6b14-9969-401b-adde-48f748f64838 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:38:08.950952 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f3a43dca-f664-45fb-98da-0bff193ccbd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:10.084092 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:11.249337 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1fd08fdb-87a4-4cb0-8a79-b0875f800e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:11.463803 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:12.533816 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:13.903740 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:14.876810 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:14.974204 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-60ef7113-6776-4d14-af24-4f92dd11a8df req-7c3cc383-e7da-4ea9-9dd6-116c2aaa40a7 service neutron] (109990) timed out ('10.222.0.48', 55355) {{(pid=109990) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 21:38:16.756840 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-3ad5cbed-c892-4272-aff5-15819b483008 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=8e35b9435601493085ebe8a584757cbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339522 Nov 24 21:38:16.961757 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-46a11a84-ffb8-4f74-8936-4bfebf1c80a3 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:16.963281 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-46a11a84-ffb8-4f74-8936-4bfebf1c80a3 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2009239 Nov 24 21:38:16.978734 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-2cf36e48-cfa3-477a-aa11-649fb544ea7d tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/quotas/8e35b9435601493085ebe8a584757cbc HTTP/1.1" status: 200 len: 375 time: 0.0095189 Nov 24 21:38:17.012269 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-405f882f-0cd3-464d-9cb5-c9ed12bb758e tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8e35b9435601493085ebe8a584757cbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276415 Nov 24 21:38:17.182071 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-377705f4-e43b-43c6-b0b8-c3d237c7a648 req-baafa701-5a48-4654-a983-01ce8a9626f3 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6d65278-fac9-4e63-bb75-0f810a0fc3aa HTTP/1.1" status: 200 len: 210 time: 0.0300164 Nov 24 21:38:17.495934 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:38:18.155178 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-5ed88299-fc80-4682-840f-fc921d5f05cf tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8e35b9435601493085ebe8a584757cbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248129 Nov 24 21:38:18.288969 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-7327366e-33b7-4734-bd92-ef285d2a18ac tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:18.290542 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-7327366e-33b7-4734-bd92-ef285d2a18ac tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1262455 Nov 24 21:38:18.313395 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-1f3cc9f1-4946-4194-90b6-21a1e54702b5 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Request body: {'port': {'device_id': 'a6d65278-fac9-4e63-bb75-0f810a0fc3aa', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'admin_state_up': True, 'tenant_id': '8e35b9435601493085ebe8a584757cbc'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:38:18.430189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-1f3cc9f1-4946-4194-90b6-21a1e54702b5 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Made reservation on behalf of 8e35b9435601493085ebe8a584757cbc for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:38:18.434298 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-1f3cc9f1-4946-4194-90b6-21a1e54702b5 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:18.444988 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-1f3cc9f1-4946-4194-90b6-21a1e54702b5 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:18.536794 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-1f3cc9f1-4946-4194-90b6-21a1e54702b5 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:18.541150 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-1f3cc9f1-4946-4194-90b6-21a1e54702b5 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:18.572719 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8291b075-6d23-4b94-8baa-6dc95bf996ae req-7ec95fa3-1393-4dda-a750-80e98d24a092 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6d65278-fac9-4e63-bb75-0f810a0fc3aa HTTP/1.1" status: 200 len: 210 time: 0.3126562 Nov 24 21:38:18.613957 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cc9f1-4946-4194-90b6-21a1e54702b5 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe7779e-ed84-494c-b6c1-a3827c45ef85,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:18.682136 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-1f3cc9f1-4946-4194-90b6-21a1e54702b5 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Allocated IP 192.168.233.91 (0933b056-734c-4427-b837-b5baf1ecd580/9e114965-885d-4cc5-844c-76c2797cb601/a6102d46-4cda-43de-a4d3-ee9d2198237a) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:38:18.833937 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-1f3cc9f1-4946-4194-90b6-21a1e54702b5 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:18.868769 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-1f3cc9f1-4946-4194-90b6-21a1e54702b5 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:18.913487 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-1f3cc9f1-4946-4194-90b6-21a1e54702b5 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Network 0933b056-734c-4427-b837-b5baf1ecd580 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:38:18.916556 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-1f3cc9f1-4946-4194-90b6-21a1e54702b5 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:38:18.920445 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-1f3cc9f1-4946-4194-90b6-21a1e54702b5 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:38:18.945798 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cc9f1-4946-4194-90b6-21a1e54702b5 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Pushing event updated for resources: {'Port': ['ID=a6102d46-4cda-43de-a4d3-ee9d2198237a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:18.975086 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-1f3cc9f1-4946-4194-90b6-21a1e54702b5 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:18.975760 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-1f3cc9f1-4946-4194-90b6-21a1e54702b5 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:18.996156 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-1f3cc9f1-4946-4194-90b6-21a1e54702b5 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6868188 Nov 24 21:38:19.013351 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-965c913f-5c5d-49e6-b6ab-48f66109c854 service neutron] Request body: {'port': {'device_id': 'a6d65278-fac9-4e63-bb75-0f810a0fc3aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:38:19.075137 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-965c913f-5c5d-49e6-b6ab-48f66109c854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:19.140365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-1ff6d51c-bb3a-441d-86e7-04f5e8aa695e None None] Provisioning complete for port a6102d46-4cda-43de-a4d3-ee9d2198237a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:38:19.141021 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1ff6d51c-bb3a-441d-86e7-04f5e8aa695e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:19.176502 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-1ff6d51c-bb3a-441d-86e7-04f5e8aa695e None None] Port a6102d46-4cda-43de-a4d3-ee9d2198237a cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:38:19.354087 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-965c913f-5c5d-49e6-b6ab-48f66109c854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6102d46-4cda-43de-a4d3-ee9d2198237a {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:38:19.365006 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-965c913f-5c5d-49e6-b6ab-48f66109c854 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:19.378123 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-965c913f-5c5d-49e6-b6ab-48f66109c854 service neutron] Transition to ACTIVE for port object a6102d46-4cda-43de-a4d3-ee9d2198237a will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:38:19.381878 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-965c913f-5c5d-49e6-b6ab-48f66109c854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:19.437723 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c913f-5c5d-49e6-b6ab-48f66109c854 service neutron] Pushing event updated for resources: {'Port': ['ID=a6102d46-4cda-43de-a4d3-ee9d2198237a,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:19.523740 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-965c913f-5c5d-49e6-b6ab-48f66109c854 service neutron] Attempting to bind port a6102d46-4cda-43de-a4d3-ee9d2198237a on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:38:19.524088 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-965c913f-5c5d-49e6-b6ab-48f66109c854 service neutron] Attempting to bind port a6102d46-4cda-43de-a4d3-ee9d2198237a by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:38:19.524428 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-965c913f-5c5d-49e6-b6ab-48f66109c854 service neutron] Attempting to bind port a6102d46-4cda-43de-a4d3-ee9d2198237a on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:38:19.529454 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-965c913f-5c5d-49e6-b6ab-48f66109c854 service neutron] Port a6102d46-4cda-43de-a4d3-ee9d2198237a on network 0933b056-734c-4427-b837-b5baf1ecd580 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:38:19.529781 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-965c913f-5c5d-49e6-b6ab-48f66109c854 service neutron] Attempting to bind port a6102d46-4cda-43de-a4d3-ee9d2198237a on network 0933b056-734c-4427-b837-b5baf1ecd580 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:38:19.536239 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-965c913f-5c5d-49e6-b6ab-48f66109c854 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:38:19.536590 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-965c913f-5c5d-49e6-b6ab-48f66109c854 service neutron] Checking segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:38:19.537015 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-965c913f-5c5d-49e6-b6ab-48f66109c854 service neutron] Bound using segment: {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:38:19.537457 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-965c913f-5c5d-49e6-b6ab-48f66109c854 service neutron] Bound port: a6102d46-4cda-43de-a4d3-ee9d2198237a, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba3dfd-adfd-455f-b52e-48e061371f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:38:19.537825 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-965c913f-5c5d-49e6-b6ab-48f66109c854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:19.608210 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-965c913f-5c5d-49e6-b6ab-48f66109c854 service neutron] For port a6102d46-4cda-43de-a4d3-ee9d2198237a, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:38:19.612956 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-965c913f-5c5d-49e6-b6ab-48f66109c854 service neutron] For port a6102d46-4cda-43de-a4d3-ee9d2198237a, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=a6102d46-4cda-43de-a4d3-ee9d2198237a,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:38:19.621741 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-965c913f-5c5d-49e6-b6ab-48f66109c854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:19.671034 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-965c913f-5c5d-49e6-b6ab-48f66109c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:19.671683 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-965c913f-5c5d-49e6-b6ab-48f66109c854 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:19.673240 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-965c913f-5c5d-49e6-b6ab-48f66109c854 service neutron] 10.222.0.15 "PUT /v2.0/ports/a6102d46-4cda-43de-a4d3-ee9d2198237a HTTP/1.1" status: 200 len: 1095 time: 0.6644409 Nov 24 21:38:19.673769 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d65278-fac9-4e63-bb75-0f810a0fc3aa', 'tag': 'a6102d46-4cda-43de-a4d3-ee9d2198237a'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:38:19.676652 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69705936-185e-47a7-a07a-0cc9d6ef2ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d65278-fac9-4e63-bb75-0f810a0fc3aa", "tag": "a6102d46-4cda-43de-a4d3-ee9d2198237a"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:38:19.714581 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c913f-5c5d-49e6-b6ab-48f66109c854 service neutron] Pushing event updated for resources: {'Port': ['ID=a6102d46-4cda-43de-a4d3-ee9d2198237a,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:19.741760 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5e0b5-0cc7-4ea7-a873-b1660fdbf362 req-2d4be3d5-a62f-4288-88e9-aed5db7a4ccf tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:19.744051 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a7f5e0b5-0cc7-4ea7-a873-b1660fdbf362 req-2d4be3d5-a62f-4288-88e9-aed5db7a4ccf tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6d65278-fac9-4e63-bb75-0f810a0fc3aa HTTP/1.1" status: 200 len: 947 time: 0.0886159 Nov 24 21:38:19.775053 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-d6ffdd4a-8174-4f52-b2e9-18cc64c3f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:19.776614 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-d6ffdd4a-8174-4f52-b2e9-18cc64c3f59d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e35b9435601493085ebe8a584757cbc&device_id=a6d65278-fac9-4e63-bb75-0f810a0fc3aa HTTP/1.1" status: 200 len: 1098 time: 0.0572538 Nov 24 21:38:19.805785 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a7f5e0b5-0cc7-4ea7-a873-b1660fdbf362 req-53b0febf-9708-4ada-8cbe-9769ba6b4564 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/security-groups?id=abe7779e-ed84-494c-b6c1-a3827c45ef85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541267 Nov 24 21:38:19.826481 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-db44dea8-8c71-438a-a327-6135a799f004 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=a6102d46-4cda-43de-a4d3-ee9d2198237a HTTP/1.1" status: 200 len: 217 time: 0.0385067 Nov 24 21:38:19.866482 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a927258-86b3-49cc-a1d1-dc19bd6801e4 x-openstack-request-id: req-3a927258-86b3-49cc-a1d1-dc19bd6801e4 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:38:19.866697 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d65278-fac9-4e63-bb75-0f810a0fc3aa", "tag": "a6102d46-4cda-43de-a4d3-ee9d2198237a", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:38:19.866957 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3a927258-86b3-49cc-a1d1-dc19bd6801e4 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:38:19.867369 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d65278-fac9-4e63-bb75-0f810a0fc3aa', 'tag': 'a6102d46-4cda-43de-a4d3-ee9d2198237a', 'status': 'completed', 'code': 200} Nov 24 21:38:19.886141 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-8f44ca6e-9dbf-4a83-9d6d-8cc67ed28b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:19.887668 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-8f44ca6e-9dbf-4a83-9d6d-8cc67ed28b1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0502086 Nov 24 21:38:19.943017 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-6507f58a-7302-4007-8665-c77416c755b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:19.944538 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-6507f58a-7302-4007-8665-c77416c755b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0480680 Nov 24 21:38:20.043085 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-c4bbed8d-2e66-4a5f-abcc-19a431b47407 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905833 Nov 24 21:38:20.144329 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db59780a-02c1-41ca-8eeb-107ffde78c6f req-65ff1432-03d6-404b-a48d-13bf28668d96 service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892453 Nov 24 21:38:20.235139 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69705936-185e-47a7-a07a-0cc9d6ef2ef8 req-4106bca1-9641-42e1-abbf-77cf26ba374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:20.237428 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-69705936-185e-47a7-a07a-0cc9d6ef2ef8 req-4106bca1-9641-42e1-abbf-77cf26ba374d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e35b9435601493085ebe8a584757cbc&device_id=a6d65278-fac9-4e63-bb75-0f810a0fc3aa HTTP/1.1" status: 200 len: 1098 time: 0.0427327 Nov 24 21:38:20.333710 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69705936-185e-47a7-a07a-0cc9d6ef2ef8 req-8cfdca20-59a7-4aae-b5a2-4f509b268186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:20.335217 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-69705936-185e-47a7-a07a-0cc9d6ef2ef8 req-8cfdca20-59a7-4aae-b5a2-4f509b268186 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0933b056-734c-4427-b837-b5baf1ecd580 HTTP/1.1" status: 200 len: 870 time: 0.0902088 Nov 24 21:38:20.378846 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-69705936-185e-47a7-a07a-0cc9d6ef2ef8 req-e2dff68b-5a97-4967-b25b-fdd6f8459567 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=a6102d46-4cda-43de-a4d3-ee9d2198237a HTTP/1.1" status: 200 len: 217 time: 0.0362957 Nov 24 21:38:20.432630 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69705936-185e-47a7-a07a-0cc9d6ef2ef8 req-c2b1118d-e56d-4f77-bdfd-7ccada790b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:20.434133 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-69705936-185e-47a7-a07a-0cc9d6ef2ef8 req-c2b1118d-e56d-4f77-bdfd-7ccada790b87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e114965-885d-4cc5-844c-76c2797cb601 HTTP/1.1" status: 200 len: 843 time: 0.0454445 Nov 24 21:38:20.483177 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69705936-185e-47a7-a07a-0cc9d6ef2ef8 req-479e027e-9d2f-40ac-829e-ed0f3672ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:20.484977 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-69705936-185e-47a7-a07a-0cc9d6ef2ef8 req-479e027e-9d2f-40ac-829e-ed0f3672ce0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0933b056-734c-4427-b837-b5baf1ecd580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0416412 Nov 24 21:38:20.580418 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-69705936-185e-47a7-a07a-0cc9d6ef2ef8 req-0a219eca-4a63-4adf-9e27-654393d9bbdb service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876236 Nov 24 21:38:20.684377 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-69705936-185e-47a7-a07a-0cc9d6ef2ef8 req-30c32dc3-f504-4dda-bb23-a509661942fe service neutron] 10.222.0.15 "GET /v2.0/networks/0933b056-734c-4427-b837-b5baf1ecd580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937092 Nov 24 21:38:20.929126 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86733619-5631-4f7f-880f-003eb74d9e9c req-47483004-f7d7-413b-ae6a-f4e30cc762d3 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:20.930635 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-86733619-5631-4f7f-880f-003eb74d9e9c req-47483004-f7d7-413b-ae6a-f4e30cc762d3 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6d65278-fac9-4e63-bb75-0f810a0fc3aa HTTP/1.1" status: 200 len: 947 time: 0.0520306 Nov 24 21:38:20.995049 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-86733619-5631-4f7f-880f-003eb74d9e9c req-e20dbebd-ed18-4dfe-9a8c-40ebb3b7754c tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/security-groups?id=abe7779e-ed84-494c-b6c1-a3827c45ef85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579545 Nov 24 21:38:22.120133 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35727b9-bd3c-4512-8713-5f9ef9dc7d9a req-2e76cb6a-0a5a-49da-919d-41fe146407df tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:22.121690 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d35727b9-bd3c-4512-8713-5f9ef9dc7d9a req-2e76cb6a-0a5a-49da-919d-41fe146407df tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6d65278-fac9-4e63-bb75-0f810a0fc3aa HTTP/1.1" status: 200 len: 947 time: 0.0504622 Nov 24 21:38:22.171404 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d35727b9-bd3c-4512-8713-5f9ef9dc7d9a req-f721c790-bb63-4c2d-94b0-9f5ece388c64 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/security-groups?id=abe7779e-ed84-494c-b6c1-a3827c45ef85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430498 Nov 24 21:38:22.435460 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device a6102d46-4cda-43de-a4d3-ee9d2198237a details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:38:22.536704 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port a6102d46-4cda-43de-a4d3-ee9d2198237a, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=a6102d46-4cda-43de-a4d3-ee9d2198237a,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:38:22.547244 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'a6102d46-4cda-43de-a4d3-ee9d2198237a', 'network_id': '0933b056-734c-4427-b837-b5baf1ecd580', 'port_id': 'a6102d46-4cda-43de-a4d3-ee9d2198237a', 'mac_address': 'fa:16:3e:9b:77:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e114965-885d-4cc5-844c-76c2797cb601', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:38:22.585602 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:22.598883 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6102d46-4cda-43de-a4d3-ee9d2198237a {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:38:22.619167 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port a6102d46-4cda-43de-a4d3-ee9d2198237a, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=a6102d46-4cda-43de-a4d3-ee9d2198237a,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:38:22.622233 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:22.674395 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=a6102d46-4cda-43de-a4d3-ee9d2198237a,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:22.681746 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:38:22.682103 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:38:22.682449 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:38:22.682799 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:38:22.683152 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:38:22.683489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:38:22.683825 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:38:22.684161 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:38:22.684494 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:38:22.684865 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:38:22.685201 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:38:22.685589 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:38:22.973590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['a6102d46-4cda-43de-a4d3-ee9d2198237a'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:38:23.295448 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2feec50-7acc-4084-91c7-25b5d3826021 req-a7a16a29-27d2-4b7b-841c-591ecadbb963 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:23.296914 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2feec50-7acc-4084-91c7-25b5d3826021 req-a7a16a29-27d2-4b7b-841c-591ecadbb963 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6d65278-fac9-4e63-bb75-0f810a0fc3aa HTTP/1.1" status: 200 len: 948 time: 0.0531950 Nov 24 21:38:23.347333 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2feec50-7acc-4084-91c7-25b5d3826021 req-7d2df4f1-9916-4103-92fe-81ed938442c0 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/security-groups?id=abe7779e-ed84-494c-b6c1-a3827c45ef85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437963 Nov 24 21:38:24.435551 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device a6102d46-4cda-43de-a4d3-ee9d2198237a up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:38:24.467867 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38b7d9-3ec6-4510-9ce9-d8dfb2f3740b req-b26236b3-fff4-4287-b6e8-2a3ba8288046 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:24.469332 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e38b7d9-3ec6-4510-9ce9-d8dfb2f3740b req-b26236b3-fff4-4287-b6e8-2a3ba8288046 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6d65278-fac9-4e63-bb75-0f810a0fc3aa HTTP/1.1" status: 200 len: 948 time: 0.0528185 Nov 24 21:38:24.494172 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port a6102d46-4cda-43de-a4d3-ee9d2198237a completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:38:24.497933 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port a6102d46-4cda-43de-a4d3-ee9d2198237a triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:38:24.498300 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:24.529741 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e38b7d9-3ec6-4510-9ce9-d8dfb2f3740b req-d38fa2cf-0a6d-408a-b5fe-c7e6377d56bb tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/security-groups?id=abe7779e-ed84-494c-b6c1-a3827c45ef85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524306 Nov 24 21:38:24.587958 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:24.613731 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d65278-fac9-4e63-bb75-0f810a0fc3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6102d46-4cda-43de-a4d3-ee9d2198237a'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:38:24.615991 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067a1370-41df-433c-8c60-4b4040583bcc" -d '{"events": [{"server_uuid": "a6d65278-fac9-4e63-bb75-0f810a0fc3aa", "name": "network-vif-plugged", "status": "completed", "tag": "a6102d46-4cda-43de-a4d3-ee9d2198237a"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:38:24.630068 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port a6102d46-4cda-43de-a4d3-ee9d2198237a, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=a6102d46-4cda-43de-a4d3-ee9d2198237a,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:38:24.634660 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:24.659688 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8221f671-dd76-4824-9acd-3e425145400a x-openstack-request-id: req-8221f671-dd76-4824-9acd-3e425145400a {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:38:24.659989 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d65278-fac9-4e63-bb75-0f810a0fc3aa", "name": "network-vif-plugged", "status": "completed", "tag": "a6102d46-4cda-43de-a4d3-ee9d2198237a", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:38:24.660246 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8221f671-dd76-4824-9acd-3e425145400a {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:38:24.660642 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d65278-fac9-4e63-bb75-0f810a0fc3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6102d46-4cda-43de-a4d3-ee9d2198237a', 'code': 200} Nov 24 21:38:24.693572 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=a6102d46-4cda-43de-a4d3-ee9d2198237a,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:24.763903 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae34c44-9c74-408a-a4ff-320bcd0418a6 req-0d5e87cf-6ed5-46da-8e74-c16908c9e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:24.765585 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1ae34c44-9c74-408a-a4ff-320bcd0418a6 req-0d5e87cf-6ed5-46da-8e74-c16908c9e9c6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6d65278-fac9-4e63-bb75-0f810a0fc3aa HTTP/1.1" status: 200 len: 1100 time: 0.0415339 Nov 24 21:38:24.816223 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1ae34c44-9c74-408a-a4ff-320bcd0418a6 req-61518703-9eb0-4128-a404-705f0caeba84 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=abe7779e-ed84-494c-b6c1-a3827c45ef85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394070 Nov 24 21:38:25.651946 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951ee67-8216-4e7e-910f-2ba18c026c0a req-fef16458-443a-4dac-9693-71e6f7b5c01a tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:25.653511 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9951ee67-8216-4e7e-910f-2ba18c026c0a req-fef16458-443a-4dac-9693-71e6f7b5c01a tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6d65278-fac9-4e63-bb75-0f810a0fc3aa HTTP/1.1" status: 200 len: 949 time: 0.0504589 Nov 24 21:38:25.703684 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9951ee67-8216-4e7e-910f-2ba18c026c0a req-196c3bd4-6e42-468d-9370-1f787540631c tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/security-groups?id=abe7779e-ed84-494c-b6c1-a3827c45ef85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435109 Nov 24 21:38:26.832018 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8729ce0-cd0a-49bc-843a-1eb2f05573c1 req-23f86d79-12a6-41b2-82b9-69cb7e4ec780 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:26.833431 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f8729ce0-cd0a-49bc-843a-1eb2f05573c1 req-23f86d79-12a6-41b2-82b9-69cb7e4ec780 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6d65278-fac9-4e63-bb75-0f810a0fc3aa HTTP/1.1" status: 200 len: 949 time: 0.0543065 Nov 24 21:38:26.883810 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f8729ce0-cd0a-49bc-843a-1eb2f05573c1 req-a59a9f4b-446e-4fbe-8007-79c7a9ff810f tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/security-groups?id=abe7779e-ed84-494c-b6c1-a3827c45ef85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439873 Nov 24 21:38:27.171002 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-aa27bdff-d7bc-4794-b91d-1a84c6fe6742 req-59cab6f9-8681-43d3-b940-cdc0110b7766 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:38:27.172026 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa27bdff-d7bc-4794-b91d-1a84c6fe6742 req-59cab6f9-8681-43d3-b940-cdc0110b7766 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055845 Nov 24 21:38:27.797216 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175100f-53db-46a5-b86f-e22ea0cc3c2c req-c8d9dc02-48cd-4d2c-8e7b-abe15a4e1a4e tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:27.799269 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7175100f-53db-46a5-b86f-e22ea0cc3c2c req-c8d9dc02-48cd-4d2c-8e7b-abe15a4e1a4e tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6d65278-fac9-4e63-bb75-0f810a0fc3aa HTTP/1.1" status: 200 len: 949 time: 0.0497088 Nov 24 21:38:27.853229 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7175100f-53db-46a5-b86f-e22ea0cc3c2c req-fb2e50f3-f136-4ce3-9cda-992672be6391 tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/security-groups?id=abe7779e-ed84-494c-b6c1-a3827c45ef85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446522 Nov 24 21:38:28.976427 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df92da-af51-401b-853a-a220f9802b4d req-0c06c070-6dec-4b33-b52a-91beee8eaf3c tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:28.978096 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-40df92da-af51-401b-853a-a220f9802b4d req-0c06c070-6dec-4b33-b52a-91beee8eaf3c tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6d65278-fac9-4e63-bb75-0f810a0fc3aa HTTP/1.1" status: 200 len: 949 time: 0.0495558 Nov 24 21:38:29.033751 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-40df92da-af51-401b-853a-a220f9802b4d req-56dc8306-590c-44e5-9abc-5dece65654bb tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/security-groups?id=abe7779e-ed84-494c-b6c1-a3827c45ef85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488322 Nov 24 21:38:29.182769 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6e7ff-3bb8-4cc3-a88b-d33f1a910099 req-ab533162-624e-4be9-bad5-7a0b812923ff tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:29.184239 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5b6e7ff-3bb8-4cc3-a88b-d33f1a910099 req-ab533162-624e-4be9-bad5-7a0b812923ff tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6d65278-fac9-4e63-bb75-0f810a0fc3aa HTTP/1.1" status: 200 len: 949 time: 0.0506179 Nov 24 21:38:29.281832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-c5b6e7ff-3bb8-4cc3-a88b-d33f1a910099 req-38690aa6-a3c6-4d62-99ae-b5a472a0f47d tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Deleting port a6102d46-4cda-43de-a4d3-ee9d2198237a {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:38:29.282174 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c5b6e7ff-3bb8-4cc3-a88b-d33f1a910099 req-38690aa6-a3c6-4d62-99ae-b5a472a0f47d tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:29.371691 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-c5b6e7ff-3bb8-4cc3-a88b-d33f1a910099 req-38690aa6-a3c6-4d62-99ae-b5a472a0f47d tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] For port a6102d46-4cda-43de-a4d3-ee9d2198237a, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=a6102d46-4cda-43de-a4d3-ee9d2198237a,segment=NetworkSegment(30ba3dfd-adfd-455f-b52e-48e061371f80),segment_id=30ba3dfd-adfd-455f-b52e-48e061371f80)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:38:29.372203 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c5b6e7ff-3bb8-4cc3-a88b-d33f1a910099 req-38690aa6-a3c6-4d62-99ae-b5a472a0f47d tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:29.385211 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-c5b6e7ff-3bb8-4cc3-a88b-d33f1a910099 req-38690aa6-a3c6-4d62-99ae-b5a472a0f47d tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Calling delete_port for a6102d46-4cda-43de-a4d3-ee9d2198237a owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:38:29.523023 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c5b6e7ff-3bb8-4cc3-a88b-d33f1a910099 req-38690aa6-a3c6-4d62-99ae-b5a472a0f47d tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:29.539000 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['a6102d46-4cda-43de-a4d3-ee9d2198237a'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:38:29.553295 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38690aa6-a3c6-4d62-99ae-b5a472a0f47d tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Pushing event deleted for resources: {'Port': ['ID=a6102d46-4cda-43de-a4d3-ee9d2198237a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:29.958670 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b6e7ff-3bb8-4cc3-a88b-d33f1a910099 req-38690aa6-a3c6-4d62-99ae-b5a472a0f47d tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] No DVR routers for this DVR port a6102d46-4cda-43de-a4d3-ee9d2198237a on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:38:29.961309 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c5b6e7ff-3bb8-4cc3-a88b-d33f1a910099 req-38690aa6-a3c6-4d62-99ae-b5a472a0f47d tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:29.964621 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c5b6e7ff-3bb8-4cc3-a88b-d33f1a910099 req-38690aa6-a3c6-4d62-99ae-b5a472a0f47d tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.15 "DELETE /v2.0/ports/a6102d46-4cda-43de-a4d3-ee9d2198237a HTTP/1.1" status: 204 len: 173 time: 0.7702057 Nov 24 21:38:29.965087 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d65278-fac9-4e63-bb75-0f810a0fc3aa', 'name': 'network-vif-deleted', 'tag': 'a6102d46-4cda-43de-a4d3-ee9d2198237a'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:38:29.967286 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78c4d94-bdc4-4fa8-8df0-6c47132d273d" -d '{"events": [{"server_uuid": "a6d65278-fac9-4e63-bb75-0f810a0fc3aa", "name": "network-vif-deleted", "tag": "a6102d46-4cda-43de-a4d3-ee9d2198237a"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:38:30.005708 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d7ad12-59cc-47b5-9ff4-93aba3d9fc11 x-openstack-request-id: req-64d7ad12-59cc-47b5-9ff4-93aba3d9fc11 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:38:30.006015 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d65278-fac9-4e63-bb75-0f810a0fc3aa", "name": "network-vif-deleted", "tag": "a6102d46-4cda-43de-a4d3-ee9d2198237a", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:38:30.006275 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-64d7ad12-59cc-47b5-9ff4-93aba3d9fc11 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:38:30.006672 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d65278-fac9-4e63-bb75-0f810a0fc3aa', 'name': 'network-vif-deleted', 'tag': 'a6102d46-4cda-43de-a4d3-ee9d2198237a', 'status': 'completed', 'code': 200} Nov 24 21:38:30.152642 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0326395f-beaf-49b7-8da9-c641795e1bec req-e4cf7552-0372-4912-9e33-a37265ec466a tempest-ServersAdminNegativeTestJSON-199945133 tempest-ServersAdminNegativeTestJSON-199945133-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6d65278-fac9-4e63-bb75-0f810a0fc3aa HTTP/1.1" status: 200 len: 210 time: 0.0271139 Nov 24 21:38:31.454493 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 51066) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:38:31.599501 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1ee74704-ee96-4a3d-a7f1-9e8912580da9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8e35b9435601493085ebe8a584757cbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1435175 Nov 24 21:38:31.601969 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 51070) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:38:31.648807 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cee3f6e2-6786-4f9f-8ea5-13344c45e0c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:31.669742 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cee3f6e2-6786-4f9f-8ea5-13344c45e0c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:31.715791 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cee3f6e2-6786-4f9f-8ea5-13344c45e0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:31.718391 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cee3f6e2-6786-4f9f-8ea5-13344c45e0c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:31.719540 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cee3f6e2-6786-4f9f-8ea5-13344c45e0c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/abe7779e-ed84-494c-b6c1-a3827c45ef85 HTTP/1.1" status: 204 len: 168 time: 0.1166747 Nov 24 21:38:31.727620 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3f6e2-6786-4f9f-8ea5-13344c45e0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe7779e-ed84-494c-b6c1-a3827c45ef85,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:31.735520 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee3f6e2-6786-4f9f-8ea5-13344c45e0c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:38:31.735987 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee3f6e2-6786-4f9f-8ea5-13344c45e0c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:38:31.736919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee3f6e2-6786-4f9f-8ea5-13344c45e0c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:38:31.737245 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee3f6e2-6786-4f9f-8ea5-13344c45e0c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:38:31.737568 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee3f6e2-6786-4f9f-8ea5-13344c45e0c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:38:31.737903 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee3f6e2-6786-4f9f-8ea5-13344c45e0c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:38:31.738237 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee3f6e2-6786-4f9f-8ea5-13344c45e0c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:38:31.738576 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee3f6e2-6786-4f9f-8ea5-13344c45e0c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:38:31.738907 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee3f6e2-6786-4f9f-8ea5-13344c45e0c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:38:31.739237 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee3f6e2-6786-4f9f-8ea5-13344c45e0c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:38:31.739566 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee3f6e2-6786-4f9f-8ea5-13344c45e0c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:38:31.739897 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee3f6e2-6786-4f9f-8ea5-13344c45e0c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:38:31.995025 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51076) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:38:32.008297 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3043bdb7-1c08-428a-9376-c8ad7b33cabc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:32.082156 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3043bdb7-1c08-428a-9376-c8ad7b33cabc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:32.086017 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3043bdb7-1c08-428a-9376-c8ad7b33cabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:32.126223 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043bdb7-1c08-428a-9376-c8ad7b33cabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e454c0f4-6158-4738-9ea0-990ac30085c7,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:32.131924 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3043bdb7-1c08-428a-9376-c8ad7b33cabc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d4c72abe5ed4461b5a93d80b57ea214&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1358287 Nov 24 21:38:32.136160 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51078) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:38:32.193967 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba1f61f5-25e8-4b4d-9103-ea22ae90e7f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:32.215975 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba1f61f5-25e8-4b4d-9103-ea22ae90e7f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:32.266414 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba1f61f5-25e8-4b4d-9103-ea22ae90e7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:32.269173 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba1f61f5-25e8-4b4d-9103-ea22ae90e7f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:32.270328 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ba1f61f5-25e8-4b4d-9103-ea22ae90e7f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e454c0f4-6158-4738-9ea0-990ac30085c7 HTTP/1.1" status: 204 len: 168 time: 0.1331713 Nov 24 21:38:32.279545 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f61f5-25e8-4b4d-9103-ea22ae90e7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e454c0f4-6158-4738-9ea0-990ac30085c7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:32.511150 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device a6102d46-4cda-43de-a4d3-ee9d2198237a no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:38:32.535891 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: a6102d46-4cda-43de-a4d3-ee9d2198237a {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:38:32.536249 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device a6102d46-4cda-43de-a4d3-ee9d2198237a not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:38:32.952924 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 51100) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:38:33.050153 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-1369850b-db15-4523-96b6-7c251d4249f5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-422877503-network', 'tenant_id': '53d02a3873cc4248874af3b77daaa141'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:38:33.071164 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1369850b-db15-4523-96b6-7c251d4249f5 admin admin] Made reservation on behalf of 53d02a3873cc4248874af3b77daaa141 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:38:33.073486 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1369850b-db15-4523-96b6-7c251d4249f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:33.082380 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1369850b-db15-4523-96b6-7c251d4249f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:33.158786 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1369850b-db15-4523-96b6-7c251d4249f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:33.162591 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1369850b-db15-4523-96b6-7c251d4249f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:33.183258 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1369850b-db15-4523-96b6-7c251d4249f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:38:33.198755 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369850b-db15-4523-96b6-7c251d4249f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09722b0-2d18-43bc-9b28-3ae05e395c3b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:33.201654 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1369850b-db15-4523-96b6-7c251d4249f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:33.201998 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-1369850b-db15-4523-96b6-7c251d4249f5 admin admin] Added segment 1c4b4964-e82f-4319-bd95-a6d05da073b2 of type vlan for network 6ec99f37-445d-40a3-a1a3-8f65e266d021 Nov 24 21:38:33.242914 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1369850b-db15-4523-96b6-7c251d4249f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:33.268429 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1369850b-db15-4523-96b6-7c251d4249f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:33.269399 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1369850b-db15-4523-96b6-7c251d4249f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:33.269979 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1369850b-db15-4523-96b6-7c251d4249f5 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:33.300895 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1369850b-db15-4523-96b6-7c251d4249f5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3467827 Nov 24 21:38:33.304011 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51104) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:38:33.310227 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-13971d55-4c2e-4676-a9d3-2d9d1931117c admin admin] Request body: {'subnet': {'network_id': '6ec99f37-445d-40a3-a1a3-8f65e266d021', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-422877503-subnet', 'tenant_id': '53d02a3873cc4248874af3b77daaa141', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:38:33.333612 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13971d55-4c2e-4676-a9d3-2d9d1931117c admin admin] Made reservation on behalf of 53d02a3873cc4248874af3b77daaa141 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:38:33.333850 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369850b-db15-4523-96b6-7c251d4249f5 admin admin] Pushing event updated for resources: {'Network': ['ID=6ec99f37-445d-40a3-a1a3-8f65e266d021,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:33.337552 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-13971d55-4c2e-4676-a9d3-2d9d1931117c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:33.343780 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 6ec99f37-445d-40a3-a1a3-8f65e266d021 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:38:33.509487 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-13971d55-4c2e-4676-a9d3-2d9d1931117c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:33.572519 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13971d55-4c2e-4676-a9d3-2d9d1931117c admin admin] Pushing event updated for resources: {'Subnet': ['ID=613f6e8b-6061-4b9c-b460-bee94625cd0a,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:33.579849 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13971d55-4c2e-4676-a9d3-2d9d1931117c admin admin] Checking segment: {'id': '1c4b4964-e82f-4319-bd95-a6d05da073b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6ec99f37-445d-40a3-a1a3-8f65e266d021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:38:33.580242 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13971d55-4c2e-4676-a9d3-2d9d1931117c admin admin] Network hostable DHCP agents. Network: 6ec99f37-445d-40a3-a1a3-8f65e266d021, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:38:33.598568 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13971d55-4c2e-4676-a9d3-2d9d1931117c admin admin] Network 6ec99f37-445d-40a3-a1a3-8f65e266d021 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:38:33.609056 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-13971d55-4c2e-4676-a9d3-2d9d1931117c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 6ec99f37-445d-40a3-a1a3-8f65e266d021) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:38:33.615546 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13971d55-4c2e-4676-a9d3-2d9d1931117c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:33.615546 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-13971d55-4c2e-4676-a9d3-2d9d1931117c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:33.618898 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4156b7f3-fd79-4eec-afa7-c4474be23162 None None] Network 6ec99f37-445d-40a3-a1a3-8f65e266d021 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:38:33.633958 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-13971d55-4c2e-4676-a9d3-2d9d1931117c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3284004 Nov 24 21:38:33.753346 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d03c76a-1139-4ed1-ab00-242b998955e9 None None] Network 6ec99f37-445d-40a3-a1a3-8f65e266d021 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:38:34.075216 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-9741124d-d3fe-477b-975c-2d6ab5c5166f tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:34.076688 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-9741124d-d3fe-477b-975c-2d6ab5c5166f tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/networks?id=6ec99f37-445d-40a3-a1a3-8f65e266d021 HTTP/1.1" status: 200 len: 811 time: 0.1071868 Nov 24 21:38:34.092493 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-f9d1f97d-29d4-4a64-b504-6a9cecca3021 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/quotas/53d02a3873cc4248874af3b77daaa141 HTTP/1.1" status: 200 len: 375 time: 0.0091522 Nov 24 21:38:34.125448 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-9c896541-75f6-4f98-b473-3331c0256a66 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=53d02a3873cc4248874af3b77daaa141&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269434 Nov 24 21:38:34.216476 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-65640dd4-08cb-4b0b-b62e-018f4b6bf52a service neutron] 10.222.0.11 "GET /v2.0/networks/6ec99f37-445d-40a3-a1a3-8f65e266d021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841928 Nov 24 21:38:34.311091 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-c3f3a93b-0096-4bd2-8d58-67070bd89b2e service neutron] 10.222.0.11 "GET /v2.0/networks/6ec99f37-445d-40a3-a1a3-8f65e266d021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879002 Nov 24 21:38:34.474172 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-01a7931c-4a1b-46ec-a34e-91eda7f1c2ca req-51618da9-ceca-4116-a2b8-64df0ef30f30 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 210 time: 0.0278134 Nov 24 21:38:35.530347 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-bf3b7355-f775-422c-9b5b-aa2b8b6d1060 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:35.533153 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-bf3b7355-f775-422c-9b5b-aa2b8b6d1060 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.15 "GET /v2.0/networks?id=6ec99f37-445d-40a3-a1a3-8f65e266d021 HTTP/1.1" status: 200 len: 811 time: 0.1249063 Nov 24 21:38:35.555534 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-57454f4d-f22f-47e3-ba90-dec2f184267e tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Request body: {'port': {'device_id': '060ae99e-5598-495d-a7fe-a61f7f38becc', 'network_id': '6ec99f37-445d-40a3-a1a3-8f65e266d021', 'admin_state_up': True, 'tenant_id': '53d02a3873cc4248874af3b77daaa141'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:38:35.575898 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0df916b9-ad43-4f45-bc5e-c7d1eb836fe2 req-1874c439-86db-4dd9-a3b4-dcd91e83c9aa tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 210 time: 0.0279715 Nov 24 21:38:35.691381 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-57454f4d-f22f-47e3-ba90-dec2f184267e tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Made reservation on behalf of 53d02a3873cc4248874af3b77daaa141 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:38:35.695420 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-57454f4d-f22f-47e3-ba90-dec2f184267e tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:35.820162 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-57454f4d-f22f-47e3-ba90-dec2f184267e tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Allocated IP 172.20.0.2 (6ec99f37-445d-40a3-a1a3-8f65e266d021/613f6e8b-6061-4b9c-b460-bee94625cd0a/d7aaeb70-e4ab-4299-9067-4586a9b6560e) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:38:35.972102 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-57454f4d-f22f-47e3-ba90-dec2f184267e tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:36.006448 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-57454f4d-f22f-47e3-ba90-dec2f184267e tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:36.052553 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-57454f4d-f22f-47e3-ba90-dec2f184267e tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Network 6ec99f37-445d-40a3-a1a3-8f65e266d021 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:38:36.055685 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-57454f4d-f22f-47e3-ba90-dec2f184267e tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:38:36.059403 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-57454f4d-f22f-47e3-ba90-dec2f184267e tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:38:36.083720 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57454f4d-f22f-47e3-ba90-dec2f184267e tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Pushing event updated for resources: {'Port': ['ID=d7aaeb70-e4ab-4299-9067-4586a9b6560e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:36.112553 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-57454f4d-f22f-47e3-ba90-dec2f184267e tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:36.113200 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-57454f4d-f22f-47e3-ba90-dec2f184267e tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:36.130338 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-57454f4d-f22f-47e3-ba90-dec2f184267e tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5787942 Nov 24 21:38:36.148505 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-375eec15-cb72-4684-95ef-74f6f0b2daee service neutron] Request body: {'port': {'device_id': '060ae99e-5598-495d-a7fe-a61f7f38becc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:38:36.207104 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-375eec15-cb72-4684-95ef-74f6f0b2daee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:36.484369 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-375eec15-cb72-4684-95ef-74f6f0b2daee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7aaeb70-e4ab-4299-9067-4586a9b6560e {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:38:36.493052 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-375eec15-cb72-4684-95ef-74f6f0b2daee service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:36.505950 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-375eec15-cb72-4684-95ef-74f6f0b2daee service neutron] Transition to ACTIVE for port object d7aaeb70-e4ab-4299-9067-4586a9b6560e will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:38:36.510120 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-375eec15-cb72-4684-95ef-74f6f0b2daee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:36.567095 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375eec15-cb72-4684-95ef-74f6f0b2daee service neutron] Pushing event updated for resources: {'Port': ['ID=d7aaeb70-e4ab-4299-9067-4586a9b6560e,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:36.640542 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-375eec15-cb72-4684-95ef-74f6f0b2daee service neutron] Attempting to bind port d7aaeb70-e4ab-4299-9067-4586a9b6560e on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:38:36.640935 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-375eec15-cb72-4684-95ef-74f6f0b2daee service neutron] Attempting to bind port d7aaeb70-e4ab-4299-9067-4586a9b6560e by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '1c4b4964-e82f-4319-bd95-a6d05da073b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6ec99f37-445d-40a3-a1a3-8f65e266d021'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:38:36.641276 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-375eec15-cb72-4684-95ef-74f6f0b2daee service neutron] Attempting to bind port d7aaeb70-e4ab-4299-9067-4586a9b6560e on network 6ec99f37-445d-40a3-a1a3-8f65e266d021 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:38:36.646228 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-375eec15-cb72-4684-95ef-74f6f0b2daee service neutron] Port d7aaeb70-e4ab-4299-9067-4586a9b6560e on network 6ec99f37-445d-40a3-a1a3-8f65e266d021 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:38:36.646554 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-375eec15-cb72-4684-95ef-74f6f0b2daee service neutron] Attempting to bind port d7aaeb70-e4ab-4299-9067-4586a9b6560e on network 6ec99f37-445d-40a3-a1a3-8f65e266d021 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:38:36.651768 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-375eec15-cb72-4684-95ef-74f6f0b2daee service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:38:36.652185 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-375eec15-cb72-4684-95ef-74f6f0b2daee service neutron] Checking segment: {'id': '1c4b4964-e82f-4319-bd95-a6d05da073b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6ec99f37-445d-40a3-a1a3-8f65e266d021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:38:36.652508 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-375eec15-cb72-4684-95ef-74f6f0b2daee service neutron] Bound using segment: {'id': '1c4b4964-e82f-4319-bd95-a6d05da073b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6ec99f37-445d-40a3-a1a3-8f65e266d021'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:38:36.652975 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-375eec15-cb72-4684-95ef-74f6f0b2daee service neutron] Bound port: d7aaeb70-e4ab-4299-9067-4586a9b6560e, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c4b4964-e82f-4319-bd95-a6d05da073b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6ec99f37-445d-40a3-a1a3-8f65e266d021'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:38:36.653339 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-375eec15-cb72-4684-95ef-74f6f0b2daee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:36.701157 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049a570-e476-450d-956d-79441028e117 req-3721318b-7a76-42be-a6af-0874b351f984 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:36.702657 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6049a570-e476-450d-956d-79441028e117 req-3721318b-7a76-42be-a6af-0874b351f984 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 943 time: 0.0550523 Nov 24 21:38:36.717224 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-375eec15-cb72-4684-95ef-74f6f0b2daee service neutron] For port d7aaeb70-e4ab-4299-9067-4586a9b6560e, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:38:36.720257 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-375eec15-cb72-4684-95ef-74f6f0b2daee service neutron] For port d7aaeb70-e4ab-4299-9067-4586a9b6560e, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d7aaeb70-e4ab-4299-9067-4586a9b6560e,segment=NetworkSegment(1c4b4964-e82f-4319-bd95-a6d05da073b2),segment_id=1c4b4964-e82f-4319-bd95-a6d05da073b2)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:38:36.726462 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-375eec15-cb72-4684-95ef-74f6f0b2daee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:36.754470 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6049a570-e476-450d-956d-79441028e117 req-d250c413-f480-4da6-bd94-56058e521e37 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445778 Nov 24 21:38:36.764362 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-375eec15-cb72-4684-95ef-74f6f0b2daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:36.765034 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-375eec15-cb72-4684-95ef-74f6f0b2daee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:36.777162 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-375eec15-cb72-4684-95ef-74f6f0b2daee service neutron] 10.222.0.15 "PUT /v2.0/ports/d7aaeb70-e4ab-4299-9067-4586a9b6560e HTTP/1.1" status: 200 len: 1091 time: 0.6221151 Nov 24 21:38:36.777162 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '060ae99e-5598-495d-a7fe-a61f7f38becc', 'tag': 'd7aaeb70-e4ab-4299-9067-4586a9b6560e'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:38:36.777162 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83320cb9-7895-45be-a06f-b5ce73ab09c5" -d '{"events": [{"name": "network-changed", "server_uuid": "060ae99e-5598-495d-a7fe-a61f7f38becc", "tag": "d7aaeb70-e4ab-4299-9067-4586a9b6560e"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:38:36.795937 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375eec15-cb72-4684-95ef-74f6f0b2daee service neutron] Pushing event updated for resources: {'Port': ['ID=d7aaeb70-e4ab-4299-9067-4586a9b6560e,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:36.814760 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8157cc0f-f6ad-4a37-96e4-f7edd762ecaa x-openstack-request-id: req-8157cc0f-f6ad-4a37-96e4-f7edd762ecaa {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:38:36.815063 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "060ae99e-5598-495d-a7fe-a61f7f38becc", "tag": "d7aaeb70-e4ab-4299-9067-4586a9b6560e", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:38:36.815556 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8157cc0f-f6ad-4a37-96e4-f7edd762ecaa {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:38:36.815751 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '060ae99e-5598-495d-a7fe-a61f7f38becc', 'tag': 'd7aaeb70-e4ab-4299-9067-4586a9b6560e', 'status': 'completed', 'code': 200} Nov 24 21:38:36.865635 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-2a2bd05d-54df-4339-b06d-213e77a47c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:36.867173 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-2a2bd05d-54df-4339-b06d-213e77a47c94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d02a3873cc4248874af3b77daaa141&device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 1094 time: 0.0452366 Nov 24 21:38:36.911340 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-a9a3de6b-0255-4082-a016-9cc69e4185c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7aaeb70-e4ab-4299-9067-4586a9b6560e HTTP/1.1" status: 200 len: 217 time: 0.0348032 Nov 24 21:38:36.964288 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-cb7d2180-72e6-49a0-9aa5-ba81fa409105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:36.965760 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-cb7d2180-72e6-49a0-9aa5-ba81fa409105 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=613f6e8b-6061-4b9c-b460-bee94625cd0a HTTP/1.1" status: 200 len: 851 time: 0.0443723 Nov 24 21:38:37.005693 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-3dd22e10-8a26-4b44-b83a-730592ff66cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6ec99f37-445d-40a3-a1a3-8f65e266d021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290375 Nov 24 21:38:37.099590 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-27a6a9c8-1125-470f-b81a-41a1a9829144 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec99f37-445d-40a3-a1a3-8f65e266d021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856783 Nov 24 21:38:37.198316 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d5eb68d7-777c-4ed2-b308-0707a14701b3 req-903052fc-41bb-43a9-af01-4d6b8f1f3e8a service neutron] 10.222.0.15 "GET /v2.0/networks/6ec99f37-445d-40a3-a1a3-8f65e266d021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877533 Nov 24 21:38:37.302653 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83320cb9-7895-45be-a06f-b5ce73ab09c5 req-142f4410-3c53-4dbc-8149-05b366f6f78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:37.304060 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-83320cb9-7895-45be-a06f-b5ce73ab09c5 req-142f4410-3c53-4dbc-8149-05b366f6f78a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d02a3873cc4248874af3b77daaa141&device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 1094 time: 0.0421855 Nov 24 21:38:37.400426 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83320cb9-7895-45be-a06f-b5ce73ab09c5 req-8ddfdfa0-9165-4a31-9457-354ec77f79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:37.401947 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-83320cb9-7895-45be-a06f-b5ce73ab09c5 req-8ddfdfa0-9165-4a31-9457-354ec77f79c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6ec99f37-445d-40a3-a1a3-8f65e266d021 HTTP/1.1" status: 200 len: 912 time: 0.0908425 Nov 24 21:38:37.446492 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-83320cb9-7895-45be-a06f-b5ce73ab09c5 req-fa1678cb-0615-44ee-990c-d56bcb3fac0b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7aaeb70-e4ab-4299-9067-4586a9b6560e HTTP/1.1" status: 200 len: 217 time: 0.0375085 Nov 24 21:38:37.509918 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83320cb9-7895-45be-a06f-b5ce73ab09c5 req-1c602920-6272-41fa-82f0-117d24d6527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:37.511409 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-83320cb9-7895-45be-a06f-b5ce73ab09c5 req-1c602920-6272-41fa-82f0-117d24d6527a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=613f6e8b-6061-4b9c-b460-bee94625cd0a HTTP/1.1" status: 200 len: 851 time: 0.0546703 Nov 24 21:38:37.546601 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-83320cb9-7895-45be-a06f-b5ce73ab09c5 req-9d462556-0d70-480e-9964-e25a187eb971 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6ec99f37-445d-40a3-a1a3-8f65e266d021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251579 Nov 24 21:38:37.642435 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-83320cb9-7895-45be-a06f-b5ce73ab09c5 req-2b72e2c9-5a7e-4c34-91b0-ce36c72d4fb3 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec99f37-445d-40a3-a1a3-8f65e266d021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871785 Nov 24 21:38:37.739369 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-83320cb9-7895-45be-a06f-b5ce73ab09c5 req-8cd96aba-8d5b-4bc7-8eab-d76a416ca3a5 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec99f37-445d-40a3-a1a3-8f65e266d021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881743 Nov 24 21:38:37.874706 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded7cff-fb29-421b-a24c-61f210166826 req-97dea10f-3f22-46f4-9612-7b11e090d049 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:37.876216 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bded7cff-fb29-421b-a24c-61f210166826 req-97dea10f-3f22-46f4-9612-7b11e090d049 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 943 time: 0.0499923 Nov 24 21:38:37.925205 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bded7cff-fb29-421b-a24c-61f210166826 req-cbae0367-2b37-4eee-96c0-1bfdfac13ebe tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420611 Nov 24 21:38:38.952020 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-15f3c9d5-4843-4e6f-a4b4-6af7fdcd6416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:39.043422 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86693a4-640f-40a3-90d3-ce43f31bdbc6 req-9587f63a-4a17-4b13-8a46-d4ea3267802e tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:39.044942 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b86693a4-640f-40a3-90d3-ce43f31bdbc6 req-9587f63a-4a17-4b13-8a46-d4ea3267802e tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 943 time: 0.0497639 Nov 24 21:38:39.096345 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b86693a4-640f-40a3-90d3-ce43f31bdbc6 req-5c41a71f-b2f1-4c8c-b903-6b4bb38c928f tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449011 Nov 24 21:38:40.086699 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:40.218059 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bd24c-1acd-425f-8ea1-9a8120edb3ab req-89966031-5e38-46f1-b4fb-01f9973b19a9 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:40.219552 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-569bd24c-1acd-425f-8ea1-9a8120edb3ab req-89966031-5e38-46f1-b4fb-01f9973b19a9 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 943 time: 0.0515099 Nov 24 21:38:40.269933 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-569bd24c-1acd-425f-8ea1-9a8120edb3ab req-8383bfb1-7af8-4925-96f8-be8a3b767373 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439641 Nov 24 21:38:40.513894 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device d7aaeb70-e4ab-4299-9067-4586a9b6560e details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:38:40.612913 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port d7aaeb70-e4ab-4299-9067-4586a9b6560e, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d7aaeb70-e4ab-4299-9067-4586a9b6560e,segment=NetworkSegment(1c4b4964-e82f-4319-bd95-a6d05da073b2),segment_id=1c4b4964-e82f-4319-bd95-a6d05da073b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:38:40.624736 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'd7aaeb70-e4ab-4299-9067-4586a9b6560e', 'network_id': '6ec99f37-445d-40a3-a1a3-8f65e266d021', 'port_id': 'd7aaeb70-e4ab-4299-9067-4586a9b6560e', 'mac_address': 'fa:16:3e:58:e5:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613f6e8b-6061-4b9c-b460-bee94625cd0a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:38:40.661863 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:40.678230 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7aaeb70-e4ab-4299-9067-4586a9b6560e {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:38:40.697627 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port d7aaeb70-e4ab-4299-9067-4586a9b6560e, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d7aaeb70-e4ab-4299-9067-4586a9b6560e,segment=NetworkSegment(1c4b4964-e82f-4319-bd95-a6d05da073b2),segment_id=1c4b4964-e82f-4319-bd95-a6d05da073b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:38:40.702006 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:40.751866 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=d7aaeb70-e4ab-4299-9067-4586a9b6560e,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:40.950004 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['d7aaeb70-e4ab-4299-9067-4586a9b6560e'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:38:41.252800 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f115266f-1f21-4491-9258-d43cc121ebdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:41.386970 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f013c-9bee-4e9c-9e36-9c7a487920a3 req-20f2187b-a308-45e5-a009-8a2ded806652 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:41.388581 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1a4f013c-9bee-4e9c-9e36-9c7a487920a3 req-20f2187b-a308-45e5-a009-8a2ded806652 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 944 time: 0.0506227 Nov 24 21:38:41.444764 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1a4f013c-9bee-4e9c-9e36-9c7a487920a3 req-d2bc192a-15ff-40e0-b882-98d87aeb3881 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468595 Nov 24 21:38:41.545887 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:42.529999 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device d7aaeb70-e4ab-4299-9067-4586a9b6560e up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:38:42.552499 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:42.577616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e5fa7-b26c-445b-ad6c-5df0c6058cbd req-85a269f2-97d4-4156-be21-84f7de09e029 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:42.579726 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b17e5fa7-b26c-445b-ad6c-5df0c6058cbd req-85a269f2-97d4-4156-be21-84f7de09e029 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 944 time: 0.0568001 Nov 24 21:38:42.581530 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port d7aaeb70-e4ab-4299-9067-4586a9b6560e completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:38:42.586241 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port d7aaeb70-e4ab-4299-9067-4586a9b6560e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:38:42.586619 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:42.650115 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b17e5fa7-b26c-445b-ad6c-5df0c6058cbd req-23288225-199b-454d-921c-863a9460bb11 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634038 Nov 24 21:38:42.672516 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:42.694833 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060ae99e-5598-495d-a7fe-a61f7f38becc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7aaeb70-e4ab-4299-9067-4586a9b6560e'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:38:42.697294 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822eac0f-bb1d-4521-9f01-fabc3c7cc001" -d '{"events": [{"server_uuid": "060ae99e-5598-495d-a7fe-a61f7f38becc", "name": "network-vif-plugged", "status": "completed", "tag": "d7aaeb70-e4ab-4299-9067-4586a9b6560e"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:38:42.710042 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port d7aaeb70-e4ab-4299-9067-4586a9b6560e, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d7aaeb70-e4ab-4299-9067-4586a9b6560e,segment=NetworkSegment(1c4b4964-e82f-4319-bd95-a6d05da073b2),segment_id=1c4b4964-e82f-4319-bd95-a6d05da073b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:38:42.714651 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:42.739725 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b64819-b5b9-4104-bee7-df0e01911f46 x-openstack-request-id: req-12b64819-b5b9-4104-bee7-df0e01911f46 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:38:42.740024 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060ae99e-5598-495d-a7fe-a61f7f38becc", "name": "network-vif-plugged", "status": "completed", "tag": "d7aaeb70-e4ab-4299-9067-4586a9b6560e", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:38:42.740282 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12b64819-b5b9-4104-bee7-df0e01911f46 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:38:42.740680 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060ae99e-5598-495d-a7fe-a61f7f38becc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7aaeb70-e4ab-4299-9067-4586a9b6560e', 'code': 200} Nov 24 21:38:42.767886 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=d7aaeb70-e4ab-4299-9067-4586a9b6560e,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:38:42.846674 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7f253-cbbf-4ad2-80d7-2680946743ba req-f14b55cd-86c7-4bf0-9a7a-d1f490f3e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:42.848993 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-05c7f253-cbbf-4ad2-80d7-2680946743ba req-f14b55cd-86c7-4bf0-9a7a-d1f490f3e3a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 1096 time: 0.0461802 Nov 24 21:38:42.900582 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-05c7f253-cbbf-4ad2-80d7-2680946743ba req-700a41f0-0b97-4b58-82dd-34daa4ec70de service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398068 Nov 24 21:38:43.783528 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5825f-7252-439a-898e-ebba29959b96 req-57eab013-cd3e-4bd9-b08b-5b40a43175fb tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:43.785100 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eed5825f-7252-439a-898e-ebba29959b96 req-57eab013-cd3e-4bd9-b08b-5b40a43175fb tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0628438 Nov 24 21:38:43.838811 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eed5825f-7252-439a-898e-ebba29959b96 req-ec09a491-b430-413b-a3f9-a0586e712690 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469165 Nov 24 21:38:43.909074 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:44.882444 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:38:44.964599 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e76d8-80bd-4710-a7f4-e47ce90c1256 req-eccebdd5-4088-43a5-9f9c-34271d483a27 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:44.966154 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3c2e76d8-80bd-4710-a7f4-e47ce90c1256 req-eccebdd5-4088-43a5-9f9c-34271d483a27 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0560684 Nov 24 21:38:45.014994 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3c2e76d8-80bd-4710-a7f4-e47ce90c1256 req-aad00acc-c40c-4758-b95b-4dde9ca99ec6 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429711 Nov 24 21:38:45.268544 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2623db-c536-43db-ae03-031b8d46bb85 req-f5c70dc3-42ff-4a14-841f-9c475a4da94d tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:45.270796 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b2623db-c536-43db-ae03-031b8d46bb85 req-f5c70dc3-42ff-4a14-841f-9c475a4da94d tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0573432 Nov 24 21:38:45.343559 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-313ed5df-79d4-444e-92b7-339117028f88 req-eaed2677-435c-43db-86cd-d0137c594e55 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1314657 Nov 24 21:38:45.347299 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b2623db-c536-43db-ae03-031b8d46bb85 req-95c7ebbf-3ff1-46ef-b66e-e96083f3ac63 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673761 Nov 24 21:38:46.478135 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f879508-f5f0-4219-8feb-64ed3fe7c19a req-af0e8c95-0185-4870-8d7e-263e4b9be1a3 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:46.479674 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6f879508-f5f0-4219-8feb-64ed3fe7c19a req-af0e8c95-0185-4870-8d7e-263e4b9be1a3 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0598376 Nov 24 21:38:46.529650 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6f879508-f5f0-4219-8feb-64ed3fe7c19a req-9aef590b-b2a2-4710-b5ca-406460067927 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432174 Nov 24 21:38:46.532053 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ed5df-79d4-444e-92b7-339117028f88 req-9c44f2d4-2764-4339-b194-f6c273a566a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:46.533662 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-313ed5df-79d4-444e-92b7-339117028f88 req-9c44f2d4-2764-4339-b194-f6c273a566a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d02a3873cc4248874af3b77daaa141&device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 1096 time: 0.0433104 Nov 24 21:38:46.632337 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ed5df-79d4-444e-92b7-339117028f88 req-e687c81d-fb0a-44ff-9a78-092dc4d8a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:46.633772 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-313ed5df-79d4-444e-92b7-339117028f88 req-e687c81d-fb0a-44ff-9a78-092dc4d8a4b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6ec99f37-445d-40a3-a1a3-8f65e266d021 HTTP/1.1" status: 200 len: 912 time: 0.0923839 Nov 24 21:38:46.675072 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-313ed5df-79d4-444e-92b7-339117028f88 req-db1564e2-599f-4fb3-9b12-a956fdc15788 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7aaeb70-e4ab-4299-9067-4586a9b6560e HTTP/1.1" status: 200 len: 217 time: 0.0343931 Nov 24 21:38:46.723646 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ed5df-79d4-444e-92b7-339117028f88 req-bd48f341-33af-466b-b65f-faefa297649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:46.725112 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-313ed5df-79d4-444e-92b7-339117028f88 req-bd48f341-33af-466b-b65f-faefa297649d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=613f6e8b-6061-4b9c-b460-bee94625cd0a HTTP/1.1" status: 200 len: 851 time: 0.0433223 Nov 24 21:38:46.761274 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-313ed5df-79d4-444e-92b7-339117028f88 req-f77f1491-fd02-43a4-b899-4a80095c9cdd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6ec99f37-445d-40a3-a1a3-8f65e266d021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286584 Nov 24 21:38:46.854040 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-313ed5df-79d4-444e-92b7-339117028f88 req-1f043d10-e1bc-4eb9-9baa-005e571ed443 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec99f37-445d-40a3-a1a3-8f65e266d021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851274 Nov 24 21:38:46.949435 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-313ed5df-79d4-444e-92b7-339117028f88 req-1a9f0057-013f-4cf3-886a-2d4988e08090 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec99f37-445d-40a3-a1a3-8f65e266d021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879793 Nov 24 21:38:47.654150 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9bed3-7c66-46a3-b996-0426c6571e2c req-571f2901-cb19-4405-95c1-d708ba11125d tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:47.655653 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-34c9bed3-7c66-46a3-b996-0426c6571e2c req-571f2901-cb19-4405-95c1-d708ba11125d tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0541754 Nov 24 21:38:47.703038 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-34c9bed3-7c66-46a3-b996-0426c6571e2c req-bab9ebf3-24d2-4ccf-89bb-6af41928097e tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414498 Nov 24 21:38:48.819379 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f74d14-fe9d-4ae1-b0f6-fcb3799f8e04 req-2b0ce664-748f-4af7-869d-71a9f5f68bbc tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:48.820793 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84f74d14-fe9d-4ae1-b0f6-fcb3799f8e04 req-2b0ce664-748f-4af7-869d-71a9f5f68bbc tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0488007 Nov 24 21:38:48.873343 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84f74d14-fe9d-4ae1-b0f6-fcb3799f8e04 req-f8d60410-b2cd-4cf3-ba89-402603ce9fc2 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466723 Nov 24 21:38:49.990569 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5626ed2-2fd8-4c7b-a9de-c9bfb02e5de4 req-efa13331-ac3d-4775-a706-495b908222f6 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:49.992040 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d5626ed2-2fd8-4c7b-a9de-c9bfb02e5de4 req-efa13331-ac3d-4775-a706-495b908222f6 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0499725 Nov 24 21:38:50.039547 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d5626ed2-2fd8-4c7b-a9de-c9bfb02e5de4 req-ec32bf17-3747-4de5-b0b8-f5b3151efccc tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417249 Nov 24 21:38:51.156019 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b7a0a-88ef-41a2-bc48-24a4d72836bb req-cc0153ce-f878-4b06-a0f9-a2deb824e4a9 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:51.157527 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-572b7a0a-88ef-41a2-bc48-24a4d72836bb req-cc0153ce-f878-4b06-a0f9-a2deb824e4a9 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0498657 Nov 24 21:38:51.205707 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-572b7a0a-88ef-41a2-bc48-24a4d72836bb req-6637535b-9415-49a8-8e38-9192b871859f tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416970 Nov 24 21:38:52.329362 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21c202-1093-4183-ac70-e5e78831a6dc req-2be958b9-3f5f-4a36-a0f8-a4c1eca5306b tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:52.330866 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5a21c202-1093-4183-ac70-e5e78831a6dc req-2be958b9-3f5f-4a36-a0f8-a4c1eca5306b tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0539265 Nov 24 21:38:52.378014 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5a21c202-1093-4183-ac70-e5e78831a6dc req-4721ee1f-b772-416b-9fe0-dcee51f54e18 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404263 Nov 24 21:38:53.495885 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87545efb-58c9-4d24-a7d7-d247332af040 req-dae1f087-5fc9-4136-b166-26fde1f32ff4 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:53.497341 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87545efb-58c9-4d24-a7d7-d247332af040 req-dae1f087-5fc9-4136-b166-26fde1f32ff4 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0510128 Nov 24 21:38:53.546082 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87545efb-58c9-4d24-a7d7-d247332af040 req-da165f9b-15a3-448b-a5f6-9dcc2a13cde4 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426395 Nov 24 21:38:54.495572 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:38:54.666822 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdd284-dfc5-43dd-a188-1160de735cf4 req-1f908864-a125-4ecf-8cdb-05e982e6b74f tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:54.668334 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05fdd284-dfc5-43dd-a188-1160de735cf4 req-1f908864-a125-4ecf-8cdb-05e982e6b74f tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0540617 Nov 24 21:38:54.716578 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05fdd284-dfc5-43dd-a188-1160de735cf4 req-6bffc315-2c1e-40a7-b643-17a4799bc024 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422447 Nov 24 21:38:55.833955 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d10398-5469-4fb8-b004-14b778c9aa69 req-ccb0ab88-e010-4167-af8c-7c13d2a26e02 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:55.835446 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5d10398-5469-4fb8-b004-14b778c9aa69 req-ccb0ab88-e010-4167-af8c-7c13d2a26e02 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0502467 Nov 24 21:38:55.885126 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5d10398-5469-4fb8-b004-14b778c9aa69 req-b7f4b608-ab49-45e7-85c9-6e4b5e9c5f7d tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435801 Nov 24 21:38:57.002954 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faee11-5f3b-4a63-a1cf-7e074d0c4105 req-08dda8ec-bb14-4a05-93ac-65af53b8d4c6 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:57.004559 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14faee11-5f3b-4a63-a1cf-7e074d0c4105 req-08dda8ec-bb14-4a05-93ac-65af53b8d4c6 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0510223 Nov 24 21:38:57.056659 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14faee11-5f3b-4a63-a1cf-7e074d0c4105 req-f3b5897f-53ae-43eb-b41a-3548cdcea02f tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459907 Nov 24 21:38:58.175635 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422adf8-dce3-485d-ac1a-93f5a0f4969a req-6b940a84-7760-4355-8504-e88d96c099b6 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:58.177879 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e422adf8-dce3-485d-ac1a-93f5a0f4969a req-6b940a84-7760-4355-8504-e88d96c099b6 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0504904 Nov 24 21:38:58.225397 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e422adf8-dce3-485d-ac1a-93f5a0f4969a req-6b65e14c-c6ff-4eed-9d6a-570ed684a969 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416431 Nov 24 21:38:59.605616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e006c-70ce-47ef-aff0-bd6c43c0784b req-a65a7e79-9c72-4ca1-b8e4-05c92ef95f30 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:38:59.607022 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-521e006c-70ce-47ef-aff0-bd6c43c0784b req-a65a7e79-9c72-4ca1-b8e4-05c92ef95f30 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0497959 Nov 24 21:38:59.656760 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-521e006c-70ce-47ef-aff0-bd6c43c0784b req-ea771c41-af45-4077-b14d-5d139516b00c tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436080 Nov 24 21:39:00.780887 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a5aad-e298-4ae6-8bab-92110847722f req-edfab295-b2ea-463d-85a0-5fa7a00faf09 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:00.782322 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd7a5aad-e298-4ae6-8bab-92110847722f req-edfab295-b2ea-463d-85a0-5fa7a00faf09 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0540400 Nov 24 21:39:00.830818 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd7a5aad-e298-4ae6-8bab-92110847722f req-01308d14-9ade-4dc8-9d6b-233b10c0b280 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416498 Nov 24 21:39:01.949330 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd2eeb-c307-4c3e-a6bb-162f4ff99fc0 req-57d7f474-a84c-4d6c-adf2-245d05a2294d tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:01.950923 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-77cd2eeb-c307-4c3e-a6bb-162f4ff99fc0 req-57d7f474-a84c-4d6c-adf2-245d05a2294d tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0495944 Nov 24 21:39:02.001062 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-77cd2eeb-c307-4c3e-a6bb-162f4ff99fc0 req-c5dfdd79-92ae-4b44-b978-8c61929085be tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436625 Nov 24 21:39:03.119682 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742fb85-8024-47d7-9287-9630f6e4e782 req-27d076a7-5919-4f02-994a-2def642d3f3f tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:03.121315 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b742fb85-8024-47d7-9287-9630f6e4e782 req-27d076a7-5919-4f02-994a-2def642d3f3f tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0508368 Nov 24 21:39:03.173931 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b742fb85-8024-47d7-9287-9630f6e4e782 req-7644d59b-f998-41d7-9423-d440c3650832 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467498 Nov 24 21:39:04.298067 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc13fa1-f99b-41e6-9019-d444a2a29554 req-f9d33a6f-84bb-4fc4-ab48-5ce6d9ee5c1b tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:04.299637 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dc13fa1-f99b-41e6-9019-d444a2a29554 req-f9d33a6f-84bb-4fc4-ab48-5ce6d9ee5c1b tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0535750 Nov 24 21:39:04.347656 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dc13fa1-f99b-41e6-9019-d444a2a29554 req-351b7010-2fe7-41ea-8f5a-15c52983133d tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419600 Nov 24 21:39:05.469109 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bfbc7-17ca-4273-bf4b-7a089fdf34a8 req-bf06fa65-cefe-46e6-8ddc-2e36708d17b2 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:05.470598 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-713bfbc7-17ca-4273-bf4b-7a089fdf34a8 req-bf06fa65-cefe-46e6-8ddc-2e36708d17b2 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0525599 Nov 24 21:39:05.519668 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-713bfbc7-17ca-4273-bf4b-7a089fdf34a8 req-2fac5aec-513c-4246-a90b-f4718a1d5162 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429988 Nov 24 21:39:06.645537 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c763344-6333-4123-a951-d255699a8ba7 req-290ccc8e-0cab-4421-8127-a85178f19713 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:06.647011 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c763344-6333-4123-a951-d255699a8ba7 req-290ccc8e-0cab-4421-8127-a85178f19713 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0548112 Nov 24 21:39:06.695538 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c763344-6333-4123-a951-d255699a8ba7 req-7ee4fe28-fa8c-4b88-9d30-7d80fe84c6dc tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426440 Nov 24 21:39:07.825223 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ac33c-3398-471e-bb04-2d68af3dc28f req-db2ee257-69e9-4c98-b929-d3c2f206672c tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:07.826928 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-679ac33c-3398-471e-bb04-2d68af3dc28f req-db2ee257-69e9-4c98-b929-d3c2f206672c tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0537534 Nov 24 21:39:07.877675 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-679ac33c-3398-471e-bb04-2d68af3dc28f req-32d93de0-a886-45ed-a7e4-cda8bb549e05 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444617 Nov 24 21:39:08.956919 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6a7cc958-7574-4bfd-a8d0-85bea4d7472c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:09.002808 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c7fe5-06d2-4940-9888-1b22b6f48970 req-3f8ee24a-4c3a-49c3-bb3c-231cd6a715ca tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:09.004321 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c52c7fe5-06d2-4940-9888-1b22b6f48970 req-3f8ee24a-4c3a-49c3-bb3c-231cd6a715ca tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0574703 Nov 24 21:39:09.053460 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c52c7fe5-06d2-4940-9888-1b22b6f48970 req-e25c8b24-ff8c-4bc6-8d6f-47317135bcf9 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425298 Nov 24 21:39:10.099560 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:10.183086 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ac190-520b-44d5-9a2e-42267abf91ee req-b3de6561-b195-4340-b4de-f4760b7836e5 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:10.184608 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e9ac190-520b-44d5-9a2e-42267abf91ee req-b3de6561-b195-4340-b4de-f4760b7836e5 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0537021 Nov 24 21:39:10.234093 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e9ac190-520b-44d5-9a2e-42267abf91ee req-5e88f26e-c1b6-4eab-ad14-5cfc3c0106a0 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426319 Nov 24 21:39:10.773799 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9783288-be1a-4280-bb53-d763105a00fa req-3a2fc537-9d1b-48e1-a586-7a8cb9f64422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:10.775944 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c9783288-be1a-4280-bb53-d763105a00fa req-3a2fc537-9d1b-48e1-a586-7a8cb9f64422 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d02a3873cc4248874af3b77daaa141&device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 1096 time: 0.0431876 Nov 24 21:39:10.891629 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9783288-be1a-4280-bb53-d763105a00fa req-592ee1a0-ae0b-40f6-913e-38f7f7734884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:10.893237 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c9783288-be1a-4280-bb53-d763105a00fa req-592ee1a0-ae0b-40f6-913e-38f7f7734884 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6ec99f37-445d-40a3-a1a3-8f65e266d021 HTTP/1.1" status: 200 len: 912 time: 0.0931566 Nov 24 21:39:10.942687 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c9783288-be1a-4280-bb53-d763105a00fa req-9727d469-ee0c-4cb0-88ad-7bd20b183419 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7aaeb70-e4ab-4299-9067-4586a9b6560e HTTP/1.1" status: 200 len: 217 time: 0.0382388 Nov 24 21:39:10.994263 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9783288-be1a-4280-bb53-d763105a00fa req-314ca6fe-872b-4bf5-a210-640354b6f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:10.996355 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c9783288-be1a-4280-bb53-d763105a00fa req-314ca6fe-872b-4bf5-a210-640354b6f982 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=613f6e8b-6061-4b9c-b460-bee94625cd0a HTTP/1.1" status: 200 len: 851 time: 0.0466490 Nov 24 21:39:11.030303 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c9783288-be1a-4280-bb53-d763105a00fa req-73d08501-88ee-44e1-8704-5181e75d36b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6ec99f37-445d-40a3-a1a3-8f65e266d021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271738 Nov 24 21:39:11.132517 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c9783288-be1a-4280-bb53-d763105a00fa req-2e1d2d1b-a770-4875-8037-10c17d73bdf1 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec99f37-445d-40a3-a1a3-8f65e266d021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943563 Nov 24 21:39:11.234814 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-c9783288-be1a-4280-bb53-d763105a00fa req-7ca549fd-ea5e-4b29-aa05-905f9a1b75db service neutron] 10.222.0.15 "GET /v2.0/networks/6ec99f37-445d-40a3-a1a3-8f65e266d021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943553 Nov 24 21:39:11.254488 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6e9b8a82-c240-4816-a785-6a66b09ed41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:11.365679 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816084b8-8c0d-4658-9032-48bff01a7d97 req-e0c99242-67bb-4abd-8770-729fcca35da1 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:11.367198 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-816084b8-8c0d-4658-9032-48bff01a7d97 req-e0c99242-67bb-4abd-8770-729fcca35da1 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0539746 Nov 24 21:39:11.422587 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-816084b8-8c0d-4658-9032-48bff01a7d97 req-4a4bcb30-97d7-4783-be26-86dfed0f89be tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491955 Nov 24 21:39:11.483026 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:12.535189 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:12.555589 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f1fbe-19c0-4320-b455-b337c85df5ae req-308eb0a3-3ade-4a67-b4c5-065deb24a2f2 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:12.557130 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f77f1fbe-19c0-4320-b455-b337c85df5ae req-308eb0a3-3ade-4a67-b4c5-065deb24a2f2 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0630381 Nov 24 21:39:12.605476 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f77f1fbe-19c0-4320-b455-b337c85df5ae req-9ab0a646-971d-45dc-b171-b3710bc97940 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423045 Nov 24 21:39:13.733499 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07af23a-2bde-4971-99e3-fc4bd870ee9f req-b2771322-b80f-408c-aa7b-cde48a935578 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:13.735310 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d07af23a-2bde-4971-99e3-fc4bd870ee9f req-b2771322-b80f-408c-aa7b-cde48a935578 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0590098 Nov 24 21:39:13.784773 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d07af23a-2bde-4971-99e3-fc4bd870ee9f req-f409e04e-e5da-4a79-af58-3eaac25839fd tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429964 Nov 24 21:39:13.910046 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:14.878399 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:14.913595 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ae3ea-ce49-4156-a976-aad100f80a7b req-f55cbff6-8dbd-46e1-8dd5-cc97151be27d tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:14.915107 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-122ae3ea-ce49-4156-a976-aad100f80a7b req-f55cbff6-8dbd-46e1-8dd5-cc97151be27d tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0592515 Nov 24 21:39:14.963372 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-122ae3ea-ce49-4156-a976-aad100f80a7b req-f82b7caa-e6aa-4ffc-9210-d6992e44969b tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416038 Nov 24 21:39:16.084523 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde8596-a114-4b37-9f37-7cc2c347eb9d req-1e689c87-5cad-4b2f-8007-f9a41378acce tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:16.086257 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2fde8596-a114-4b37-9f37-7cc2c347eb9d req-1e689c87-5cad-4b2f-8007-f9a41378acce tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0515015 Nov 24 21:39:16.134199 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2fde8596-a114-4b37-9f37-7cc2c347eb9d req-549df468-2a4a-4d23-9433-92bba8a3c4b4 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421286 Nov 24 21:39:17.251575 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b08365-f584-487e-8ba7-168e524cf370 req-46cb6b37-4cd5-4bbb-a803-1b61e1438f04 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:17.253097 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-86b08365-f584-487e-8ba7-168e524cf370 req-46cb6b37-4cd5-4bbb-a803-1b61e1438f04 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0495994 Nov 24 21:39:17.306205 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-86b08365-f584-487e-8ba7-168e524cf370 req-9c03f0d9-5134-404c-9caf-796149a80d3f tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472188 Nov 24 21:39:18.432958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101f00c-6fb4-4cf5-a273-edd72e0e9a85 req-52d06e90-c98d-418c-907f-a32cc41cbd37 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:18.434455 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0101f00c-6fb4-4cf5-a273-edd72e0e9a85 req-52d06e90-c98d-418c-907f-a32cc41cbd37 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0546098 Nov 24 21:39:18.491321 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0101f00c-6fb4-4cf5-a273-edd72e0e9a85 req-795a8575-4982-4e23-b1f1-c02ad32231a1 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496387 Nov 24 21:39:19.052255 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [req-313ed5df-79d4-444e-92b7-339117028f88 req-30c7ad67-9ad0-48ae-96d4-1d5d20d2fb67 service neutron] show failed (client error): The resource could not be found. Nov 24 21:39:19.053352 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-313ed5df-79d4-444e-92b7-339117028f88 req-30c7ad67-9ad0-48ae-96d4-1d5d20d2fb67 service neutron] 10.222.0.15 "GET /v2.0/ports/d7aaeb70-e4ab-4299-9067-4586a9b6560e/bindings/n-h1-812111-8 HTTP/1.1" status: 404 len: 380 time: 0.0561044 Nov 24 21:39:19.278758 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ed5df-79d4-444e-92b7-339117028f88 req-2eddb88c-cb2d-42b6-aebb-692507b273ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:19.280254 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-313ed5df-79d4-444e-92b7-339117028f88 req-2eddb88c-cb2d-42b6-aebb-692507b273ea service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc&tenant_id=53d02a3873cc4248874af3b77daaa141 HTTP/1.1" status: 200 len: 1096 time: 0.0435658 Nov 24 21:39:19.293039 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-313ed5df-79d4-444e-92b7-339117028f88 req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-8', 'device_owner': 'compute:nova'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:39:19.350681 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-313ed5df-79d4-444e-92b7-339117028f88 req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:19.557082 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-313ed5df-79d4-444e-92b7-339117028f88 req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] For port d7aaeb70-e4ab-4299-9067-4586a9b6560e, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d7aaeb70-e4ab-4299-9067-4586a9b6560e,segment=NetworkSegment(1c4b4964-e82f-4319-bd95-a6d05da073b2),segment_id=1c4b4964-e82f-4319-bd95-a6d05da073b2)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:39:19.591185 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-313ed5df-79d4-444e-92b7-339117028f88 req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] For port d7aaeb70-e4ab-4299-9067-4586a9b6560e, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:39:19.618416 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aeda29-4f18-4d31-a7f2-cf30d5096fa8 req-a2e197d3-88a5-40b2-9dff-93f8f6674579 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:19.619812 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e7aeda29-4f18-4d31-a7f2-cf30d5096fa8 req-a2e197d3-88a5-40b2-9dff-93f8f6674579 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0502663 Nov 24 21:39:19.635607 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-313ed5df-79d4-444e-92b7-339117028f88 req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:19.637784 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060ae99e-5598-495d-a7fe-a61f7f38becc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7aaeb70-e4ab-4299-9067-4586a9b6560e'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:39:19.640318 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e386582-11d9-4f28-a9f8-44fc17e882fe" -d '{"events": [{"server_uuid": "060ae99e-5598-495d-a7fe-a61f7f38becc", "name": "network-vif-unplugged", "status": "completed", "tag": "d7aaeb70-e4ab-4299-9067-4586a9b6560e"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:39:19.654812 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-313ed5df-79d4-444e-92b7-339117028f88 req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] Transition to ACTIVE for port object d7aaeb70-e4ab-4299-9067-4586a9b6560e will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:39:19.660775 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-313ed5df-79d4-444e-92b7-339117028f88 req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:19.671976 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e7aeda29-4f18-4d31-a7f2-cf30d5096fa8 req-84bbd82c-7581-41e5-9799-740e4a657156 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448847 Nov 24 21:39:19.730079 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-313ed5df-79d4-444e-92b7-339117028f88 req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] No DVR routers for this DVR port d7aaeb70-e4ab-4299-9067-4586a9b6560e on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:39:19.733046 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] Pushing event updated for resources: {'Port': ['ID=d7aaeb70-e4ab-4299-9067-4586a9b6560e,revision_number=6']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:39:19.739148 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 21:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4163a5b-7bc3-48da-8a90-4b14c8015d6d x-openstack-request-id: req-f4163a5b-7bc3-48da-8a90-4b14c8015d6d {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:39:19.739596 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060ae99e-5598-495d-a7fe-a61f7f38becc", "name": "network-vif-unplugged", "status": "completed", "tag": "d7aaeb70-e4ab-4299-9067-4586a9b6560e", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:39:19.739989 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4163a5b-7bc3-48da-8a90-4b14c8015d6d {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:39:19.740599 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060ae99e-5598-495d-a7fe-a61f7f38becc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7aaeb70-e4ab-4299-9067-4586a9b6560e', 'code': 200} Nov 24 21:39:19.785854 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-313ed5df-79d4-444e-92b7-339117028f88 req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] Attempting to bind port d7aaeb70-e4ab-4299-9067-4586a9b6560e on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:39:19.786193 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-313ed5df-79d4-444e-92b7-339117028f88 req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] Attempting to bind port d7aaeb70-e4ab-4299-9067-4586a9b6560e by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '1c4b4964-e82f-4319-bd95-a6d05da073b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6ec99f37-445d-40a3-a1a3-8f65e266d021'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:39:19.786517 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313ed5df-79d4-444e-92b7-339117028f88 req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] Attempting to bind port d7aaeb70-e4ab-4299-9067-4586a9b6560e on network 6ec99f37-445d-40a3-a1a3-8f65e266d021 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:39:19.790900 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313ed5df-79d4-444e-92b7-339117028f88 req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] Port d7aaeb70-e4ab-4299-9067-4586a9b6560e on network 6ec99f37-445d-40a3-a1a3-8f65e266d021 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:39:19.791246 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313ed5df-79d4-444e-92b7-339117028f88 req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] Attempting to bind port d7aaeb70-e4ab-4299-9067-4586a9b6560e on network 6ec99f37-445d-40a3-a1a3-8f65e266d021 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:39:19.796086 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313ed5df-79d4-444e-92b7-339117028f88 req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:39:19.796423 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313ed5df-79d4-444e-92b7-339117028f88 req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] Checking segment: {'id': '1c4b4964-e82f-4319-bd95-a6d05da073b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6ec99f37-445d-40a3-a1a3-8f65e266d021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:39:19.796844 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313ed5df-79d4-444e-92b7-339117028f88 req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] Bound using segment: {'id': '1c4b4964-e82f-4319-bd95-a6d05da073b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6ec99f37-445d-40a3-a1a3-8f65e266d021'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:39:19.797323 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-313ed5df-79d4-444e-92b7-339117028f88 req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] Bound port: d7aaeb70-e4ab-4299-9067-4586a9b6560e, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c4b4964-e82f-4319-bd95-a6d05da073b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6ec99f37-445d-40a3-a1a3-8f65e266d021'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:39:19.797676 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-313ed5df-79d4-444e-92b7-339117028f88 req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:19.862810 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-313ed5df-79d4-444e-92b7-339117028f88 req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] For port d7aaeb70-e4ab-4299-9067-4586a9b6560e, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:39:19.866383 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-313ed5df-79d4-444e-92b7-339117028f88 req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] For port d7aaeb70-e4ab-4299-9067-4586a9b6560e, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=d7aaeb70-e4ab-4299-9067-4586a9b6560e,segment=NetworkSegment(1c4b4964-e82f-4319-bd95-a6d05da073b2),segment_id=1c4b4964-e82f-4319-bd95-a6d05da073b2)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:39:19.870441 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-313ed5df-79d4-444e-92b7-339117028f88 req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:19.905180 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ed5df-79d4-444e-92b7-339117028f88 req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:19.905813 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-313ed5df-79d4-444e-92b7-339117028f88 req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:19.907897 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-313ed5df-79d4-444e-92b7-339117028f88 req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] 10.222.0.48 "PUT /v2.0/ports/d7aaeb70-e4ab-4299-9067-4586a9b6560e HTTP/1.1" status: 200 len: 1091 time: 0.6190760 Nov 24 21:39:19.937590 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05231717-48f0-4c5b-a202-28bf48e4450d service neutron] Pushing event updated for resources: {'Port': ['ID=d7aaeb70-e4ab-4299-9067-4586a9b6560e,revision_number=7']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:39:19.974841 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ed5df-79d4-444e-92b7-339117028f88 req-11ca9e5a-41ad-4ded-b8cc-b7b4ba3d99d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:19.976337 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-313ed5df-79d4-444e-92b7-339117028f88 req-11ca9e5a-41ad-4ded-b8cc-b7b4ba3d99d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=53d02a3873cc4248874af3b77daaa141&device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 1094 time: 0.0465038 Nov 24 21:39:20.072312 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ed5df-79d4-444e-92b7-339117028f88 req-8d487113-d41a-4ad0-bcf5-5adddd438f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:20.073819 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-313ed5df-79d4-444e-92b7-339117028f88 req-8d487113-d41a-4ad0-bcf5-5adddd438f0c service neutron] 10.222.0.48 "GET /v2.0/networks?id=6ec99f37-445d-40a3-a1a3-8f65e266d021 HTTP/1.1" status: 200 len: 912 time: 0.0905476 Nov 24 21:39:20.115515 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-313ed5df-79d4-444e-92b7-339117028f88 req-6e5a7432-c00e-48b1-a2e0-7747688750fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7aaeb70-e4ab-4299-9067-4586a9b6560e HTTP/1.1" status: 200 len: 217 time: 0.0351911 Nov 24 21:39:20.167755 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ed5df-79d4-444e-92b7-339117028f88 req-ad8dfa0f-f1ab-4fa2-ad5d-10f17164880d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:20.169159 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-313ed5df-79d4-444e-92b7-339117028f88 req-ad8dfa0f-f1ab-4fa2-ad5d-10f17164880d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=613f6e8b-6061-4b9c-b460-bee94625cd0a HTTP/1.1" status: 200 len: 851 time: 0.0476706 Nov 24 21:39:20.201725 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-313ed5df-79d4-444e-92b7-339117028f88 req-405e3e2b-cef6-4c26-aeec-5d771e7fb67b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ec99f37-445d-40a3-a1a3-8f65e266d021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251467 Nov 24 21:39:20.295303 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-313ed5df-79d4-444e-92b7-339117028f88 req-df2c07a8-1265-485a-965b-018277055382 service neutron] 10.222.0.48 "GET /v2.0/networks/6ec99f37-445d-40a3-a1a3-8f65e266d021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868170 Nov 24 21:39:20.392518 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-313ed5df-79d4-444e-92b7-339117028f88 req-a626548f-78d7-4d5b-81f7-fd98f0d6fd21 service neutron] 10.222.0.48 "GET /v2.0/networks/6ec99f37-445d-40a3-a1a3-8f65e266d021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890822 Nov 24 21:39:20.804338 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e77ce-6d1e-4cf0-b666-39061b0c420b req-c7c4a143-92f1-44aa-b9cf-d93f356adbb0 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:20.805766 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a59e77ce-6d1e-4cf0-b666-39061b0c420b req-c7c4a143-92f1-44aa-b9cf-d93f356adbb0 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 943 time: 0.0536778 Nov 24 21:39:20.855612 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a59e77ce-6d1e-4cf0-b666-39061b0c420b req-609bb5e4-96b4-4ac8-a091-87353aecab28 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438907 Nov 24 21:39:21.585618 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device d7aaeb70-e4ab-4299-9067-4586a9b6560e details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:39:21.679852 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port d7aaeb70-e4ab-4299-9067-4586a9b6560e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=d7aaeb70-e4ab-4299-9067-4586a9b6560e,segment=NetworkSegment(1c4b4964-e82f-4319-bd95-a6d05da073b2),segment_id=1c4b4964-e82f-4319-bd95-a6d05da073b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:39:21.691674 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'd7aaeb70-e4ab-4299-9067-4586a9b6560e', 'network_id': '6ec99f37-445d-40a3-a1a3-8f65e266d021', 'port_id': 'd7aaeb70-e4ab-4299-9067-4586a9b6560e', 'mac_address': 'fa:16:3e:58:e5:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613f6e8b-6061-4b9c-b460-bee94625cd0a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:39:21.731628 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:21.741507 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '060ae99e-5598-495d-a7fe-a61f7f38becc', 'tag': 'd7aaeb70-e4ab-4299-9067-4586a9b6560e'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:39:21.743919 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f1fae5-40c7-440f-b61b-85dab6c079dd" -d '{"events": [{"name": "network-changed", "server_uuid": "060ae99e-5598-495d-a7fe-a61f7f38becc", "tag": "d7aaeb70-e4ab-4299-9067-4586a9b6560e"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:39:21.744983 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7aaeb70-e4ab-4299-9067-4586a9b6560e {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:39:21.767858 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port d7aaeb70-e4ab-4299-9067-4586a9b6560e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=d7aaeb70-e4ab-4299-9067-4586a9b6560e,segment=NetworkSegment(1c4b4964-e82f-4319-bd95-a6d05da073b2),segment_id=1c4b4964-e82f-4319-bd95-a6d05da073b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:39:21.776220 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:21.808671 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b3cfbb-a3ff-4b95-9593-a1ed2df390ca x-openstack-request-id: req-62b3cfbb-a3ff-4b95-9593-a1ed2df390ca {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:39:21.808990 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "060ae99e-5598-495d-a7fe-a61f7f38becc", "tag": "d7aaeb70-e4ab-4299-9067-4586a9b6560e", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:39:21.809244 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-62b3cfbb-a3ff-4b95-9593-a1ed2df390ca {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:39:21.809645 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '060ae99e-5598-495d-a7fe-a61f7f38becc', 'tag': 'd7aaeb70-e4ab-4299-9067-4586a9b6560e', 'status': 'completed', 'code': 200} Nov 24 21:39:21.834452 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=d7aaeb70-e4ab-4299-9067-4586a9b6560e,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:39:21.909835 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1fae5-40c7-440f-b61b-85dab6c079dd req-93dca854-9483-48d2-9a05-94fca78d2fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:21.911369 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-82f1fae5-40c7-440f-b61b-85dab6c079dd req-93dca854-9483-48d2-9a05-94fca78d2fb7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=53d02a3873cc4248874af3b77daaa141&device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 1095 time: 0.0784974 Nov 24 21:39:21.914032 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1fae5-40c7-440f-b61b-85dab6c079dd req-c00100ca-0e8e-4d1f-a18f-cea1fee3c5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:21.915433 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-82f1fae5-40c7-440f-b61b-85dab6c079dd req-c00100ca-0e8e-4d1f-a18f-cea1fee3c5d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d02a3873cc4248874af3b77daaa141&device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 1095 time: 0.0745730 Nov 24 21:39:22.001534 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20bb36-b1cc-472f-8a5d-fb6dba473d79 req-36415a92-4f64-4daa-9c0f-4ffbe3384601 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:22.003327 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ff20bb36-b1cc-472f-8a5d-fb6dba473d79 req-36415a92-4f64-4daa-9c0f-4ffbe3384601 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 944 time: 0.0654924 Nov 24 21:39:22.009788 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['d7aaeb70-e4ab-4299-9067-4586a9b6560e'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:39:22.061728 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ff20bb36-b1cc-472f-8a5d-fb6dba473d79 req-141e7058-8a3d-4fed-92ba-2216141796eb tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492902 Nov 24 21:39:22.075723 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1fae5-40c7-440f-b61b-85dab6c079dd req-7e65a0fe-2f38-4153-ac9a-b5308b4df734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:22.077260 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-82f1fae5-40c7-440f-b61b-85dab6c079dd req-7e65a0fe-2f38-4153-ac9a-b5308b4df734 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6ec99f37-445d-40a3-a1a3-8f65e266d021 HTTP/1.1" status: 200 len: 912 time: 0.1489518 Nov 24 21:39:22.087058 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1fae5-40c7-440f-b61b-85dab6c079dd req-dbe494a7-341d-4100-adc3-e32406e8c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:22.088597 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-82f1fae5-40c7-440f-b61b-85dab6c079dd req-dbe494a7-341d-4100-adc3-e32406e8c32c service neutron] 10.222.0.48 "GET /v2.0/networks?id=6ec99f37-445d-40a3-a1a3-8f65e266d021 HTTP/1.1" status: 200 len: 912 time: 0.1696353 Nov 24 21:39:22.131102 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-82f1fae5-40c7-440f-b61b-85dab6c079dd req-2dff9eea-6f29-4efc-a18c-d719698027bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7aaeb70-e4ab-4299-9067-4586a9b6560e HTTP/1.1" status: 200 len: 217 time: 0.0414190 Nov 24 21:39:22.169842 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-82f1fae5-40c7-440f-b61b-85dab6c079dd req-0e7970e4-f74a-491d-b928-f15e7fb35740 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7aaeb70-e4ab-4299-9067-4586a9b6560e HTTP/1.1" status: 200 len: 217 time: 0.0734627 Nov 24 21:39:22.239439 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1fae5-40c7-440f-b61b-85dab6c079dd req-66799bb9-1235-45d2-b2b2-efe7d65241de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:22.240983 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-82f1fae5-40c7-440f-b61b-85dab6c079dd req-66799bb9-1235-45d2-b2b2-efe7d65241de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=613f6e8b-6061-4b9c-b460-bee94625cd0a HTTP/1.1" status: 200 len: 851 time: 0.0790846 Nov 24 21:39:22.244538 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1fae5-40c7-440f-b61b-85dab6c079dd req-bbe8d561-9c0e-411e-a23f-89d1096c9df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:22.245921 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-82f1fae5-40c7-440f-b61b-85dab6c079dd req-bbe8d561-9c0e-411e-a23f-89d1096c9df7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=613f6e8b-6061-4b9c-b460-bee94625cd0a HTTP/1.1" status: 200 len: 851 time: 0.0572965 Nov 24 21:39:22.295383 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-82f1fae5-40c7-440f-b61b-85dab6c079dd req-01d94b73-7898-4d4b-953e-b46620fb092d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ec99f37-445d-40a3-a1a3-8f65e266d021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363722 Nov 24 21:39:22.297162 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-82f1fae5-40c7-440f-b61b-85dab6c079dd req-3a150505-ee2c-4d0d-ac12-090a5cea15e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6ec99f37-445d-40a3-a1a3-8f65e266d021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453186 Nov 24 21:39:22.456359 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-82f1fae5-40c7-440f-b61b-85dab6c079dd req-5c4e2d2a-ed8c-47ee-b435-535a5085935d service neutron] 10.222.0.48 "GET /v2.0/networks/6ec99f37-445d-40a3-a1a3-8f65e266d021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525743 Nov 24 21:39:22.459804 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-82f1fae5-40c7-440f-b61b-85dab6c079dd req-086ebdc1-1fb0-4e0e-b790-95dde6eb8fd7 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec99f37-445d-40a3-a1a3-8f65e266d021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491616 Nov 24 21:39:22.615162 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-82f1fae5-40c7-440f-b61b-85dab6c079dd req-b9c3847d-47af-4368-b638-5f9ae5eb583c service neutron] 10.222.0.15 "GET /v2.0/networks/6ec99f37-445d-40a3-a1a3-8f65e266d021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434779 Nov 24 21:39:22.616923 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-82f1fae5-40c7-440f-b61b-85dab6c079dd req-04d1137a-0a40-459c-96d5-1c58d11dec4a service neutron] 10.222.0.48 "GET /v2.0/networks/6ec99f37-445d-40a3-a1a3-8f65e266d021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533699 Nov 24 21:39:22.762399 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device d7aaeb70-e4ab-4299-9067-4586a9b6560e no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:39:22.801543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device d7aaeb70-e4ab-4299-9067-4586a9b6560e not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:39:23.186925 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e18f2-0805-475c-b258-c34269b4813b req-b3b4dcf4-4126-4250-9bab-7c92659bc62b tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:23.188476 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a64e18f2-0805-475c-b258-c34269b4813b req-b3b4dcf4-4126-4250-9bab-7c92659bc62b tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 944 time: 0.0557148 Nov 24 21:39:23.237697 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a64e18f2-0805-475c-b258-c34269b4813b req-c324bbdd-975e-4fb6-97bf-a9e62de23940 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430532 Nov 24 21:39:23.481231 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-0dec8dd8-b7df-47b5-baa8-57cebed153a1 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:23.482692 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-0dec8dd8-b7df-47b5-baa8-57cebed153a1 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.15 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc&tenant_id=53d02a3873cc4248874af3b77daaa141&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 944 time: 0.0529587 Nov 24 21:39:23.548068 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-26b9be0b-2d79-4159-89fd-cb5bea48f5cd service neutron] delete failed (client error): The resource could not be found. Nov 24 21:39:23.549114 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-26b9be0b-2d79-4159-89fd-cb5bea48f5cd service neutron] 10.222.0.15 "DELETE /v2.0/ports/d7aaeb70-e4ab-4299-9067-4586a9b6560e/bindings/n-h2-812111-8 HTTP/1.1" status: 404 len: 380 time: 0.0548594 Nov 24 21:39:23.566986 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device d7aaeb70-e4ab-4299-9067-4586a9b6560e up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:39:23.616988 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port d7aaeb70-e4ab-4299-9067-4586a9b6560e completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:39:23.621030 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port d7aaeb70-e4ab-4299-9067-4586a9b6560e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:39:23.621404 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:23.642640 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-8764294a-d448-433c-bccf-576368803950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:23.644160 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-8764294a-d448-433c-bccf-576368803950 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d02a3873cc4248874af3b77daaa141&device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 1095 time: 0.0463555 Nov 24 21:39:23.702978 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:23.727868 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060ae99e-5598-495d-a7fe-a61f7f38becc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7aaeb70-e4ab-4299-9067-4586a9b6560e'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:39:23.730144 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7be5b7-eaee-4b9e-97e7-ed31c700a74b" -d '{"events": [{"server_uuid": "060ae99e-5598-495d-a7fe-a61f7f38becc", "name": "network-vif-plugged", "status": "completed", "tag": "d7aaeb70-e4ab-4299-9067-4586a9b6560e"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:39:23.742911 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port d7aaeb70-e4ab-4299-9067-4586a9b6560e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=d7aaeb70-e4ab-4299-9067-4586a9b6560e,segment=NetworkSegment(1c4b4964-e82f-4319-bd95-a6d05da073b2),segment_id=1c4b4964-e82f-4319-bd95-a6d05da073b2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:39:23.743110 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-8976447e-8b2c-4026-b249-472fa64ab5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:23.744686 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-8976447e-8b2c-4026-b249-472fa64ab5d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6ec99f37-445d-40a3-a1a3-8f65e266d021 HTTP/1.1" status: 200 len: 912 time: 0.0887017 Nov 24 21:39:23.747099 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:23.798616 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=d7aaeb70-e4ab-4299-9067-4586a9b6560e,revision_number=9']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:39:23.806603 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:23.806955 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:23.807305 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:23.807646 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:23.808115 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:23.808453 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:23.808836 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:23.809146 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:23.809468 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:23.809798 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:23.810122 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:23.810482 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:24.152111 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-4171bcdc-11fb-4efa-88fd-e6b03f966097 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7aaeb70-e4ab-4299-9067-4586a9b6560e HTTP/1.1" status: 200 len: 217 time: 0.3960688 Nov 24 21:39:24.207445 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-d57cb1b7-48a1-44da-bdac-a54b0802d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:24.208964 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-d57cb1b7-48a1-44da-bdac-a54b0802d92b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=613f6e8b-6061-4b9c-b460-bee94625cd0a HTTP/1.1" status: 200 len: 851 time: 0.0452037 Nov 24 21:39:24.246147 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-062821c0-24d7-4aea-b3cc-abd65f853c30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6ec99f37-445d-40a3-a1a3-8f65e266d021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258696 Nov 24 21:39:24.342933 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-f5fea2f0-1cad-4a80-81d8-68bdb96967d4 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec99f37-445d-40a3-a1a3-8f65e266d021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855360 Nov 24 21:39:24.437571 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-dbc0996c-2c3f-4970-893c-fccc93e92501 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec99f37-445d-40a3-a1a3-8f65e266d021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827155 Nov 24 21:39:25.165739 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb64a723-02fe-450b-879f-41517152ded3 x-openstack-request-id: req-bb64a723-02fe-450b-879f-41517152ded3 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:39:25.166262 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060ae99e-5598-495d-a7fe-a61f7f38becc", "name": "network-vif-plugged", "status": "completed", "tag": "d7aaeb70-e4ab-4299-9067-4586a9b6560e", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:39:25.166356 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb64a723-02fe-450b-879f-41517152ded3 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:39:25.166732 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060ae99e-5598-495d-a7fe-a61f7f38becc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7aaeb70-e4ab-4299-9067-4586a9b6560e', 'code': 200} Nov 24 21:39:25.263071 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2d238-8c68-4b92-8a66-a65cfda0d569 req-46695de4-2e91-40f9-a3fc-eb674767938a tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:25.264546 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9eb2d238-8c68-4b92-8a66-a65cfda0d569 req-46695de4-2e91-40f9-a3fc-eb674767938a tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0514162 Nov 24 21:39:25.312234 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9eb2d238-8c68-4b92-8a66-a65cfda0d569 req-1230c992-44a6-45a9-bfe8-17d177e85e92 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414329 Nov 24 21:39:26.429319 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f088b9-b736-4e38-9cf3-4e959123daba req-cf3d3cab-6c91-4c7c-bcc6-4e91c560dc25 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:26.430804 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-59f088b9-b736-4e38-9cf3-4e959123daba req-cf3d3cab-6c91-4c7c-bcc6-4e91c560dc25 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0498824 Nov 24 21:39:26.483400 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-59f088b9-b736-4e38-9cf3-4e959123daba req-12bbcbff-851e-4389-bd8f-fb15091c7591 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.11 "GET /v2.0/security-groups?id=f09722b0-2d18-43bc-9b28-3ae05e395c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465765 Nov 24 21:39:26.486967 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-87c853a0-d128-4a22-9f1d-9010511a9b0a tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:26.489266 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-87c853a0-d128-4a22-9f1d-9010511a9b0a tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.48 "GET /v2.0/ports?device_id=060ae99e-5598-495d-a7fe-a61f7f38becc HTTP/1.1" status: 200 len: 945 time: 0.0516958 Nov 24 21:39:26.582564 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-6ec8fc4e-258a-4f9c-8d1c-f0f687b1fee0 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Deleting port d7aaeb70-e4ab-4299-9067-4586a9b6560e {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:39:26.582894 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-6ec8fc4e-258a-4f9c-8d1c-f0f687b1fee0 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:26.669555 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-6ec8fc4e-258a-4f9c-8d1c-f0f687b1fee0 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] For port d7aaeb70-e4ab-4299-9067-4586a9b6560e, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=d7aaeb70-e4ab-4299-9067-4586a9b6560e,segment=NetworkSegment(1c4b4964-e82f-4319-bd95-a6d05da073b2),segment_id=1c4b4964-e82f-4319-bd95-a6d05da073b2)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:39:26.669911 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-6ec8fc4e-258a-4f9c-8d1c-f0f687b1fee0 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:26.686463 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-6ec8fc4e-258a-4f9c-8d1c-f0f687b1fee0 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Calling delete_port for d7aaeb70-e4ab-4299-9067-4586a9b6560e owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:39:26.812011 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-6ec8fc4e-258a-4f9c-8d1c-f0f687b1fee0 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:26.825507 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['d7aaeb70-e4ab-4299-9067-4586a9b6560e'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:39:26.840946 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8fc4e-258a-4f9c-8d1c-f0f687b1fee0 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Pushing event deleted for resources: {'Port': ['ID=d7aaeb70-e4ab-4299-9067-4586a9b6560e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:39:26.889279 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-6ec8fc4e-258a-4f9c-8d1c-f0f687b1fee0 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] No DVR routers for this DVR port d7aaeb70-e4ab-4299-9067-4586a9b6560e on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:39:26.892028 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-6ec8fc4e-258a-4f9c-8d1c-f0f687b1fee0 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:26.895452 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-dca0b4f6-28d7-4096-a96a-ede6b33f6c68 req-6ec8fc4e-258a-4f9c-8d1c-f0f687b1fee0 tempest-DeleteServersTestJSON-1741981137 tempest-DeleteServersTestJSON-1741981137-project] 10.222.0.48 "DELETE /v2.0/ports/d7aaeb70-e4ab-4299-9067-4586a9b6560e HTTP/1.1" status: 204 len: 173 time: 0.4002759 Nov 24 21:39:26.895903 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060ae99e-5598-495d-a7fe-a61f7f38becc', 'name': 'network-vif-deleted', 'tag': 'd7aaeb70-e4ab-4299-9067-4586a9b6560e'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:39:26.898236 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7451f6f6-78d4-4bef-ad62-08ab9a039e30" -d '{"events": [{"server_uuid": "060ae99e-5598-495d-a7fe-a61f7f38becc", "name": "network-vif-deleted", "tag": "d7aaeb70-e4ab-4299-9067-4586a9b6560e"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:39:26.939099 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cd8d9a-e03c-41ba-bb45-e9f2a2939370 x-openstack-request-id: req-03cd8d9a-e03c-41ba-bb45-e9f2a2939370 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:39:26.939461 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060ae99e-5598-495d-a7fe-a61f7f38becc", "name": "network-vif-deleted", "tag": "d7aaeb70-e4ab-4299-9067-4586a9b6560e", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:39:26.939888 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-03cd8d9a-e03c-41ba-bb45-e9f2a2939370 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:39:26.940300 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060ae99e-5598-495d-a7fe-a61f7f38becc', 'name': 'network-vif-deleted', 'tag': 'd7aaeb70-e4ab-4299-9067-4586a9b6560e', 'status': 'completed', 'code': 200} Nov 24 21:39:27.616242 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51272) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:39:27.661255 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cde4fce-9378-4bf5-a831-7f8d64326311 admin admin] Deleting subnet 613f6e8b-6061-4b9c-b460-bee94625cd0a {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:39:27.664302 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6cde4fce-9378-4bf5-a831-7f8d64326311 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:27.699178 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6cde4fce-9378-4bf5-a831-7f8d64326311 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:27.741806 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6cde4fce-9378-4bf5-a831-7f8d64326311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:27.796405 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6cde4fce-9378-4bf5-a831-7f8d64326311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:27.828407 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde4fce-9378-4bf5-a831-7f8d64326311 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=613f6e8b-6061-4b9c-b460-bee94625cd0a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:39:27.837535 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6cde4fce-9378-4bf5-a831-7f8d64326311 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:27.840713 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6cde4fce-9378-4bf5-a831-7f8d64326311 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/613f6e8b-6061-4b9c-b460-bee94625cd0a HTTP/1.1" status: 204 len: 168 time: 0.2234321 Nov 24 21:39:27.842343 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde4fce-9378-4bf5-a831-7f8d64326311 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:27.842692 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde4fce-9378-4bf5-a831-7f8d64326311 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:27.843342 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 51274) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:39:27.845136 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde4fce-9378-4bf5-a831-7f8d64326311 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:27.845875 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde4fce-9378-4bf5-a831-7f8d64326311 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:27.847664 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde4fce-9378-4bf5-a831-7f8d64326311 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:27.849012 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde4fce-9378-4bf5-a831-7f8d64326311 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:27.849577 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde4fce-9378-4bf5-a831-7f8d64326311 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:27.850398 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde4fce-9378-4bf5-a831-7f8d64326311 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:27.850967 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde4fce-9378-4bf5-a831-7f8d64326311 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:27.851519 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde4fce-9378-4bf5-a831-7f8d64326311 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:27.852070 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde4fce-9378-4bf5-a831-7f8d64326311 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:27.852506 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde4fce-9378-4bf5-a831-7f8d64326311 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:27.917517 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e5fc988-a40d-4935-8c42-82fd3e396edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:27.999343 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e5fc988-a40d-4935-8c42-82fd3e396edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:28.019151 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-6e5fc988-a40d-4935-8c42-82fd3e396edf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec99f37-445d-40a3-a1a3-8f65e266d021']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:39:28.028180 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-6e5fc988-a40d-4935-8c42-82fd3e396edf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4b4964-e82f-4319-bd95-a6d05da073b2') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:39:28.028479 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-6e5fc988-a40d-4935-8c42-82fd3e396edf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4b4964-e82f-4319-bd95-a6d05da073b2') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:39:28.037679 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e5fc988-a40d-4935-8c42-82fd3e396edf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:28.051885 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e5fc988-a40d-4935-8c42-82fd3e396edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:28.057699 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5fc988-a40d-4935-8c42-82fd3e396edf admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:39:28.058084 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e5fc988-a40d-4935-8c42-82fd3e396edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:39:28.059948 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:39:28.120153 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e5fc988-a40d-4935-8c42-82fd3e396edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:28.125958 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e5fc988-a40d-4935-8c42-82fd3e396edf admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:28.130720 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6e5fc988-a40d-4935-8c42-82fd3e396edf admin admin] 10.222.0.11 "DELETE /v2.0/networks/6ec99f37-445d-40a3-a1a3-8f65e266d021 HTTP/1.1" status: 204 len: 168 time: 0.2863665 Nov 24 21:39:28.141488 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5fc988-a40d-4935-8c42-82fd3e396edf admin admin] Pushing event deleted for resources: {'Network': ['ID=6ec99f37-445d-40a3-a1a3-8f65e266d021,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:39:28.237156 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51278) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:39:28.284665 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0a448432-3b98-499b-9c5d-513c5212019a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=53d02a3873cc4248874af3b77daaa141&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457888 Nov 24 21:39:28.287272 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 51280) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:39:28.337090 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3cf29343-2c9b-419c-9f6e-84f99d2ed04a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:28.358666 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3cf29343-2c9b-419c-9f6e-84f99d2ed04a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:28.406197 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3cf29343-2c9b-419c-9f6e-84f99d2ed04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:28.409773 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3cf29343-2c9b-419c-9f6e-84f99d2ed04a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:28.411039 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3cf29343-2c9b-419c-9f6e-84f99d2ed04a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f09722b0-2d18-43bc-9b28-3ae05e395c3b HTTP/1.1" status: 204 len: 168 time: 0.1227341 Nov 24 21:39:28.418728 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf29343-2c9b-419c-9f6e-84f99d2ed04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09722b0-2d18-43bc-9b28-3ae05e395c3b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:39:29.147446 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51302) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:39:29.249639 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-df88abb9-89c5-4031-9eef-f90030787a4c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1012132128-network', 'tenant_id': '3b7bdab25fac4c57af8b51798bd41bd9'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:39:29.271243 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df88abb9-89c5-4031-9eef-f90030787a4c admin admin] Made reservation on behalf of 3b7bdab25fac4c57af8b51798bd41bd9 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:39:29.273606 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df88abb9-89c5-4031-9eef-f90030787a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:29.282348 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df88abb9-89c5-4031-9eef-f90030787a4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:29.358866 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df88abb9-89c5-4031-9eef-f90030787a4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:29.363585 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df88abb9-89c5-4031-9eef-f90030787a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:29.389419 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df88abb9-89c5-4031-9eef-f90030787a4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:39:29.399912 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88abb9-89c5-4031-9eef-f90030787a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60dec86-f4a2-404c-9f40-5d4c8b7501be,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:39:29.404542 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df88abb9-89c5-4031-9eef-f90030787a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:29.404915 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-df88abb9-89c5-4031-9eef-f90030787a4c admin admin] Added segment a0719c9e-1974-45da-89e6-df7e7a419225 of type vlan for network 99cb0a95-fb60-4db0-90c1-f5812268d8b7 Nov 24 21:39:29.450488 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df88abb9-89c5-4031-9eef-f90030787a4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:29.475895 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df88abb9-89c5-4031-9eef-f90030787a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:29.476878 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df88abb9-89c5-4031-9eef-f90030787a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:29.477462 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df88abb9-89c5-4031-9eef-f90030787a4c admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:29.515876 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-df88abb9-89c5-4031-9eef-f90030787a4c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3672009 Nov 24 21:39:29.519962 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 51306) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:39:29.526479 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-94f88744-db0e-4ad5-82dd-5b6ddd4740de admin admin] Request body: {'subnet': {'network_id': '99cb0a95-fb60-4db0-90c1-f5812268d8b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1012132128-subnet', 'tenant_id': '3b7bdab25fac4c57af8b51798bd41bd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:39:29.546051 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88abb9-89c5-4031-9eef-f90030787a4c admin admin] Pushing event updated for resources: {'Network': ['ID=99cb0a95-fb60-4db0-90c1-f5812268d8b7,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:39:29.556999 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f88744-db0e-4ad5-82dd-5b6ddd4740de admin admin] Made reservation on behalf of 3b7bdab25fac4c57af8b51798bd41bd9 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:39:29.559141 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 99cb0a95-fb60-4db0-90c1-f5812268d8b7 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:39:29.559942 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-94f88744-db0e-4ad5-82dd-5b6ddd4740de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:29.629745 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device d7aaeb70-e4ab-4299-9067-4586a9b6560e no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:39:29.665828 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: d7aaeb70-e4ab-4299-9067-4586a9b6560e {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:39:29.666228 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device d7aaeb70-e4ab-4299-9067-4586a9b6560e not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:39:29.746007 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-94f88744-db0e-4ad5-82dd-5b6ddd4740de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:29.803319 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f88744-db0e-4ad5-82dd-5b6ddd4740de admin admin] Pushing event updated for resources: {'Subnet': ['ID=41c6bef1-def2-4b42-abc3-7b811db4e30c,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:39:29.812872 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f88744-db0e-4ad5-82dd-5b6ddd4740de admin admin] Checking segment: {'id': 'a0719c9e-1974-45da-89e6-df7e7a419225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '99cb0a95-fb60-4db0-90c1-f5812268d8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:39:29.813239 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f88744-db0e-4ad5-82dd-5b6ddd4740de admin admin] Network hostable DHCP agents. Network: 99cb0a95-fb60-4db0-90c1-f5812268d8b7, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:39:29.831810 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f88744-db0e-4ad5-82dd-5b6ddd4740de admin admin] Network 99cb0a95-fb60-4db0-90c1-f5812268d8b7 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:39:29.842079 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-94f88744-db0e-4ad5-82dd-5b6ddd4740de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 99cb0a95-fb60-4db0-90c1-f5812268d8b7) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:39:29.846542 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f88744-db0e-4ad5-82dd-5b6ddd4740de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:29.847378 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-94f88744-db0e-4ad5-82dd-5b6ddd4740de admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:29.853229 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c99878-dc19-42d4-a5bd-0fe464840e41 None None] Network 99cb0a95-fb60-4db0-90c1-f5812268d8b7 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:39:29.867056 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-94f88744-db0e-4ad5-82dd-5b6ddd4740de admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3446984 Nov 24 21:39:29.998628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef35dd5-eb0a-4acc-a45d-b9f4c40f30f9 None None] Network 99cb0a95-fb60-4db0-90c1-f5812268d8b7 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:39:30.337849 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-115e0477-5739-4b87-ae07-77d8ae906ace tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:30.339306 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-115e0477-5739-4b87-ae07-77d8ae906ace tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/networks?id=99cb0a95-fb60-4db0-90c1-f5812268d8b7 HTTP/1.1" status: 200 len: 815 time: 0.1098838 Nov 24 21:39:30.354955 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-036d19b0-a49d-4a69-aefd-02357be1f3fa tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/quotas/3b7bdab25fac4c57af8b51798bd41bd9 HTTP/1.1" status: 200 len: 375 time: 0.0098579 Nov 24 21:39:30.394696 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-97578702-743d-4fda-9153-fa64b21b1145 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3b7bdab25fac4c57af8b51798bd41bd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339167 Nov 24 21:39:30.484951 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-4f6862ca-5ae8-40bd-8643-749f4a45dc44 service neutron] 10.222.0.11 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832193 Nov 24 21:39:30.581704 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-cfde52d0-e440-4614-968d-d5afbfd6bea5 service neutron] 10.222.0.11 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899367 Nov 24 21:39:30.741098 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-624c013c-6de3-4dcd-9fe9-d23f8aaf577f req-b4d222c4-bd19-4adf-b66e-235f7b0aa98f tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 210 time: 0.0286820 Nov 24 21:39:31.494844 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:39:31.654844 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-09a4d085-21a1-4d69-956c-9e66962bacd4 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:31.656315 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-09a4d085-21a1-4d69-956c-9e66962bacd4 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.48 "GET /v2.0/networks?id=99cb0a95-fb60-4db0-90c1-f5812268d8b7 HTTP/1.1" status: 200 len: 815 time: 0.1184428 Nov 24 21:39:31.669446 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Request body: {'port': {'device_id': '2eb06d7f-a1f0-4319-b4fb-503d391ea552', 'network_id': '99cb0a95-fb60-4db0-90c1-f5812268d8b7', 'admin_state_up': True, 'tenant_id': '3b7bdab25fac4c57af8b51798bd41bd9'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:39:31.784405 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Made reservation on behalf of 3b7bdab25fac4c57af8b51798bd41bd9 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:39:31.788193 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:31.839099 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3c8bb475-4fe7-422c-bfcd-e24377845a76 req-dbcc9ea9-fa91-4f4d-bf59-35baae483732 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 210 time: 0.0283468 Nov 24 21:39:31.922451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Allocated IP 172.20.0.9 (99cb0a95-fb60-4db0-90c1-f5812268d8b7/41c6bef1-def2-4b42-abc3-7b811db4e30c/496d53f4-4251-46a4-aae8-7791e43ef0af) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:39:32.075945 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:32.110216 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:32.154639 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Network 99cb0a95-fb60-4db0-90c1-f5812268d8b7 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:39:32.157538 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:39:32.161965 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:39:32.168376 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Pushing event updated for resources: {'Port': ['ID=496d53f4-4251-46a4-aae8-7791e43ef0af,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:39:32.202826 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:32.203375 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:32.203552 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:32.203852 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:32.204181 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:32.204509 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:32.204860 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:32.205182 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:32.205562 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:32.206153 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:32.206525 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:32.206848 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:39:32.229146 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:32.229757 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:32.247465 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-6ce29b23-6059-4fb2-a2de-245a028d97f6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5826473 Nov 24 21:39:32.260571 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-5c1268e1-ef6a-4088-891c-7d71fe8fabd6 service neutron] Request body: {'port': {'device_id': '2eb06d7f-a1f0-4319-b4fb-503d391ea552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:39:32.324759 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-5c1268e1-ef6a-4088-891c-7d71fe8fabd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:32.591806 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-5c1268e1-ef6a-4088-891c-7d71fe8fabd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496d53f4-4251-46a4-aae8-7791e43ef0af {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:39:32.600248 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-5c1268e1-ef6a-4088-891c-7d71fe8fabd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:32.615300 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-5c1268e1-ef6a-4088-891c-7d71fe8fabd6 service neutron] Transition to ACTIVE for port object 496d53f4-4251-46a4-aae8-7791e43ef0af will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:39:32.618754 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-5c1268e1-ef6a-4088-891c-7d71fe8fabd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:32.671709 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1268e1-ef6a-4088-891c-7d71fe8fabd6 service neutron] Pushing event updated for resources: {'Port': ['ID=496d53f4-4251-46a4-aae8-7791e43ef0af,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:39:32.743902 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-5c1268e1-ef6a-4088-891c-7d71fe8fabd6 service neutron] Attempting to bind port 496d53f4-4251-46a4-aae8-7791e43ef0af on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:39:32.744242 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-5c1268e1-ef6a-4088-891c-7d71fe8fabd6 service neutron] Attempting to bind port 496d53f4-4251-46a4-aae8-7791e43ef0af by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a0719c9e-1974-45da-89e6-df7e7a419225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '99cb0a95-fb60-4db0-90c1-f5812268d8b7'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:39:32.744577 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-5c1268e1-ef6a-4088-891c-7d71fe8fabd6 service neutron] Attempting to bind port 496d53f4-4251-46a4-aae8-7791e43ef0af on network 99cb0a95-fb60-4db0-90c1-f5812268d8b7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:39:32.748887 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-5c1268e1-ef6a-4088-891c-7d71fe8fabd6 service neutron] Port 496d53f4-4251-46a4-aae8-7791e43ef0af on network 99cb0a95-fb60-4db0-90c1-f5812268d8b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:39:32.749217 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-5c1268e1-ef6a-4088-891c-7d71fe8fabd6 service neutron] Attempting to bind port 496d53f4-4251-46a4-aae8-7791e43ef0af on network 99cb0a95-fb60-4db0-90c1-f5812268d8b7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:39:32.754018 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-5c1268e1-ef6a-4088-891c-7d71fe8fabd6 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:39:32.754357 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-5c1268e1-ef6a-4088-891c-7d71fe8fabd6 service neutron] Checking segment: {'id': 'a0719c9e-1974-45da-89e6-df7e7a419225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '99cb0a95-fb60-4db0-90c1-f5812268d8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:39:32.754743 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-5c1268e1-ef6a-4088-891c-7d71fe8fabd6 service neutron] Bound using segment: {'id': 'a0719c9e-1974-45da-89e6-df7e7a419225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '99cb0a95-fb60-4db0-90c1-f5812268d8b7'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:39:32.755169 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-5c1268e1-ef6a-4088-891c-7d71fe8fabd6 service neutron] Bound port: 496d53f4-4251-46a4-aae8-7791e43ef0af, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0719c9e-1974-45da-89e6-df7e7a419225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '99cb0a95-fb60-4db0-90c1-f5812268d8b7'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:39:32.755524 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-5c1268e1-ef6a-4088-891c-7d71fe8fabd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:32.822581 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-5c1268e1-ef6a-4088-891c-7d71fe8fabd6 service neutron] For port 496d53f4-4251-46a4-aae8-7791e43ef0af, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:39:32.825536 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-5c1268e1-ef6a-4088-891c-7d71fe8fabd6 service neutron] For port 496d53f4-4251-46a4-aae8-7791e43ef0af, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=496d53f4-4251-46a4-aae8-7791e43ef0af,segment=NetworkSegment(a0719c9e-1974-45da-89e6-df7e7a419225),segment_id=a0719c9e-1974-45da-89e6-df7e7a419225)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:39:32.829232 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-5c1268e1-ef6a-4088-891c-7d71fe8fabd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:32.872005 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-5c1268e1-ef6a-4088-891c-7d71fe8fabd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:32.872628 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-5c1268e1-ef6a-4088-891c-7d71fe8fabd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:32.874179 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-5c1268e1-ef6a-4088-891c-7d71fe8fabd6 service neutron] 10.222.0.48 "PUT /v2.0/ports/496d53f4-4251-46a4-aae8-7791e43ef0af HTTP/1.1" status: 200 len: 1091 time: 0.6181109 Nov 24 21:39:32.874630 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb06d7f-a1f0-4319-b4fb-503d391ea552', 'tag': '496d53f4-4251-46a4-aae8-7791e43ef0af'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:39:32.876919 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1602d734-4322-438c-88c6-43d65737153e" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb06d7f-a1f0-4319-b4fb-503d391ea552", "tag": "496d53f4-4251-46a4-aae8-7791e43ef0af"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:39:32.898233 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1268e1-ef6a-4088-891c-7d71fe8fabd6 service neutron] Pushing event updated for resources: {'Port': ['ID=496d53f4-4251-46a4-aae8-7791e43ef0af,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:39:32.959969 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-2745d1de-c7ec-41ea-be68-079f8b5c1668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:32.961555 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-2745d1de-c7ec-41ea-be68-079f8b5c1668 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3b7bdab25fac4c57af8b51798bd41bd9&device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 1094 time: 0.0428426 Nov 24 21:39:32.967649 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658686db-df53-4287-8015-c3603ceeb8fc req-62eeb89e-6148-46ea-aa68-88b917dd33c8 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:32.969239 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-658686db-df53-4287-8015-c3603ceeb8fc req-62eeb89e-6148-46ea-aa68-88b917dd33c8 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 943 time: 0.0513785 Nov 24 21:39:33.011521 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-f2971de3-d955-4aac-a170-c8fe61606ec1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=496d53f4-4251-46a4-aae8-7791e43ef0af HTTP/1.1" status: 200 len: 217 time: 0.0422966 Nov 24 21:39:33.032669 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-658686db-df53-4287-8015-c3603ceeb8fc req-48590626-1340-46a7-916d-cef5da4d8c26 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550179 Nov 24 21:39:33.063361 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-f0aa6209-ca6c-4bc0-b9c0-cbc8c2995e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:33.065490 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-f0aa6209-ca6c-4bc0-b9c0-cbc8c2995e66 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41c6bef1-def2-4b42-abc3-7b811db4e30c HTTP/1.1" status: 200 len: 855 time: 0.0448573 Nov 24 21:39:33.098547 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55024323-4fa5-4a9b-bfd5-596181459362 x-openstack-request-id: req-55024323-4fa5-4a9b-bfd5-596181459362 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:39:33.098849 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb06d7f-a1f0-4319-b4fb-503d391ea552", "tag": "496d53f4-4251-46a4-aae8-7791e43ef0af", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:39:33.099108 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-55024323-4fa5-4a9b-bfd5-596181459362 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:39:33.099516 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb06d7f-a1f0-4319-b4fb-503d391ea552', 'tag': '496d53f4-4251-46a4-aae8-7791e43ef0af', 'status': 'completed', 'code': 200} Nov 24 21:39:33.101455 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-b4f839be-34c8-49ac-99c5-5cc4bad1a295 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99cb0a95-fb60-4db0-90c1-f5812268d8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290077 Nov 24 21:39:33.197435 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-a7846d16-e05b-498c-8c02-2fb63e804128 service neutron] 10.222.0.48 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885618 Nov 24 21:39:33.296035 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3713f621-dd1c-4a7d-8104-4637b2805c21 req-4471ef65-bf7c-41b2-9dd9-80415c4e3bae service neutron] 10.222.0.48 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913162 Nov 24 21:39:33.389631 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602d734-4322-438c-88c6-43d65737153e req-658f140d-2658-457d-bd5e-c44996bde2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:33.391036 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1602d734-4322-438c-88c6-43d65737153e req-658f140d-2658-457d-bd5e-c44996bde2db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3b7bdab25fac4c57af8b51798bd41bd9&device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 1094 time: 0.0466235 Nov 24 21:39:33.486488 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602d734-4322-438c-88c6-43d65737153e req-fe001a8f-1e3a-4e6f-aa8f-0b0fde77a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:33.488143 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1602d734-4322-438c-88c6-43d65737153e req-fe001a8f-1e3a-4e6f-aa8f-0b0fde77a14e service neutron] 10.222.0.48 "GET /v2.0/networks?id=99cb0a95-fb60-4db0-90c1-f5812268d8b7 HTTP/1.1" status: 200 len: 916 time: 0.0906436 Nov 24 21:39:33.530008 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1602d734-4322-438c-88c6-43d65737153e req-f8f8b988-f044-42cd-9d2f-b51acfc9aebb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=496d53f4-4251-46a4-aae8-7791e43ef0af HTTP/1.1" status: 200 len: 217 time: 0.0352154 Nov 24 21:39:33.585335 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602d734-4322-438c-88c6-43d65737153e req-bc1fcbd8-e015-4f8f-bd0d-cf66dd103a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:33.586805 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1602d734-4322-438c-88c6-43d65737153e req-bc1fcbd8-e015-4f8f-bd0d-cf66dd103a33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41c6bef1-def2-4b42-abc3-7b811db4e30c HTTP/1.1" status: 200 len: 855 time: 0.0486763 Nov 24 21:39:33.621475 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1602d734-4322-438c-88c6-43d65737153e req-327e1002-b7c8-46cf-94bf-c050d81b638a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99cb0a95-fb60-4db0-90c1-f5812268d8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261192 Nov 24 21:39:33.715364 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1602d734-4322-438c-88c6-43d65737153e req-b4143aab-600d-4c69-82de-b67f0bcf5611 service neutron] 10.222.0.48 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865312 Nov 24 21:39:33.809557 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1602d734-4322-438c-88c6-43d65737153e req-11998389-1084-4fc0-b2da-23815761b9ac service neutron] 10.222.0.48 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865498 Nov 24 21:39:34.153165 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef05b0-9122-4910-97bf-7db88f47510d req-77c10724-65a1-4713-9632-16fc7296e3cc tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:34.154670 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-68ef05b0-9122-4910-97bf-7db88f47510d req-77c10724-65a1-4713-9632-16fc7296e3cc tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 943 time: 0.0515299 Nov 24 21:39:34.203928 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-68ef05b0-9122-4910-97bf-7db88f47510d req-969c5c5a-b699-49da-a7d4-32bd9c4c4e02 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430205 Nov 24 21:39:35.321997 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cc08e-2ea9-4b06-af47-c43ee63d9553 req-ee4ccf5a-edb8-4d00-8726-5cf934f89168 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:35.323525 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-145cc08e-2ea9-4b06-af47-c43ee63d9553 req-ee4ccf5a-edb8-4d00-8726-5cf934f89168 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 943 time: 0.0502872 Nov 24 21:39:35.371197 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-145cc08e-2ea9-4b06-af47-c43ee63d9553 req-ef3671a1-e2d0-4ca8-8e35-e052317e2f56 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414567 Nov 24 21:39:36.494945 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54ddd5-29f0-4407-b7b8-fc274976fa21 req-140f78c4-ad42-4cd3-82c9-9dcf103437be tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:36.496410 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b54ddd5-29f0-4407-b7b8-fc274976fa21 req-140f78c4-ad42-4cd3-82c9-9dcf103437be tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 943 time: 0.0564897 Nov 24 21:39:36.543996 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b54ddd5-29f0-4407-b7b8-fc274976fa21 req-29360903-311b-4a79-9e38-1a117f2b8027 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416172 Nov 24 21:39:37.644708 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 496d53f4-4251-46a4-aae8-7791e43ef0af details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:39:37.663315 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f7733-e16f-4f5e-8c8e-a2524c26b650 req-b30b296e-107a-48fc-925c-fdbbfc8c6361 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:37.664856 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-251f7733-e16f-4f5e-8c8e-a2524c26b650 req-b30b296e-107a-48fc-925c-fdbbfc8c6361 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 943 time: 0.0512407 Nov 24 21:39:37.713067 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-251f7733-e16f-4f5e-8c8e-a2524c26b650 req-e3504485-266c-4180-bad0-f20f45dcaba8 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418651 Nov 24 21:39:37.741121 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 496d53f4-4251-46a4-aae8-7791e43ef0af, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=496d53f4-4251-46a4-aae8-7791e43ef0af,segment=NetworkSegment(a0719c9e-1974-45da-89e6-df7e7a419225),segment_id=a0719c9e-1974-45da-89e6-df7e7a419225)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:39:37.757770 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '496d53f4-4251-46a4-aae8-7791e43ef0af', 'network_id': '99cb0a95-fb60-4db0-90c1-f5812268d8b7', 'port_id': '496d53f4-4251-46a4-aae8-7791e43ef0af', 'mac_address': 'fa:16:3e:67:b0:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c6bef1-def2-4b42-abc3-7b811db4e30c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:39:37.795346 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:37.809098 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496d53f4-4251-46a4-aae8-7791e43ef0af {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:39:37.828390 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 496d53f4-4251-46a4-aae8-7791e43ef0af, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=496d53f4-4251-46a4-aae8-7791e43ef0af,segment=NetworkSegment(a0719c9e-1974-45da-89e6-df7e7a419225),segment_id=a0719c9e-1974-45da-89e6-df7e7a419225)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:39:37.832053 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:37.878712 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=496d53f4-4251-46a4-aae8-7791e43ef0af,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:39:38.018990 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['496d53f4-4251-46a4-aae8-7791e43ef0af'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:39:38.831502 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89907500-01aa-471e-bbc4-68030995a93e req-b10b85c5-0cc0-41ca-babf-99489a23986c tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:38.833009 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-89907500-01aa-471e-bbc4-68030995a93e req-b10b85c5-0cc0-41ca-babf-99489a23986c tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 944 time: 0.0528836 Nov 24 21:39:38.880603 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-89907500-01aa-471e-bbc4-68030995a93e req-fc4cc3ab-e376-45f7-8a09-f72dca689028 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415280 Nov 24 21:39:38.959018 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0813ec12-5650-464c-9a54-eb601d97af33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:39.660597 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 496d53f4-4251-46a4-aae8-7791e43ef0af up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:39:39.709554 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 496d53f4-4251-46a4-aae8-7791e43ef0af completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:39:39.713363 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 496d53f4-4251-46a4-aae8-7791e43ef0af triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:39:39.713732 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:39.791047 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:39.813698 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb06d7f-a1f0-4319-b4fb-503d391ea552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496d53f4-4251-46a4-aae8-7791e43ef0af'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:39:39.815918 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2f0fda-f50f-41eb-8b27-12bf98dc5f60" -d '{"events": [{"server_uuid": "2eb06d7f-a1f0-4319-b4fb-503d391ea552", "name": "network-vif-plugged", "status": "completed", "tag": "496d53f4-4251-46a4-aae8-7791e43ef0af"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:39:39.828469 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 496d53f4-4251-46a4-aae8-7791e43ef0af, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=496d53f4-4251-46a4-aae8-7791e43ef0af,segment=NetworkSegment(a0719c9e-1974-45da-89e6-df7e7a419225),segment_id=a0719c9e-1974-45da-89e6-df7e7a419225)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:39:39.833624 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:39.861934 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e19f82-e8df-4c75-87ae-9c956c7b023f x-openstack-request-id: req-42e19f82-e8df-4c75-87ae-9c956c7b023f {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:39:39.862245 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb06d7f-a1f0-4319-b4fb-503d391ea552", "name": "network-vif-plugged", "status": "completed", "tag": "496d53f4-4251-46a4-aae8-7791e43ef0af", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:39:39.862508 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-42e19f82-e8df-4c75-87ae-9c956c7b023f {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:39:39.862928 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb06d7f-a1f0-4319-b4fb-503d391ea552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496d53f4-4251-46a4-aae8-7791e43ef0af', 'code': 200} Nov 24 21:39:39.884514 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=496d53f4-4251-46a4-aae8-7791e43ef0af,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:39:39.962070 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4221a-f9c0-4733-bdcc-a9794f77f326 req-0716189b-0569-4baf-a52f-ea1404b13c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:39.963778 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61d4221a-f9c0-4733-bdcc-a9794f77f326 req-0716189b-0569-4baf-a52f-ea1404b13c30 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 1096 time: 0.0450315 Nov 24 21:39:40.003618 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24deb6-47bd-41a6-bd9c-e2ea6041cc31 req-64998516-4ca0-4fd9-85f6-a1cf8f9b0a9a tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:40.005128 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3d24deb6-47bd-41a6-bd9c-e2ea6041cc31 req-64998516-4ca0-4fd9-85f6-a1cf8f9b0a9a tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0510378 Nov 24 21:39:40.010826 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-61d4221a-f9c0-4733-bdcc-a9794f77f326 req-4246640f-9306-42ad-a420-40704b75f279 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392005 Nov 24 21:39:40.053199 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3d24deb6-47bd-41a6-bd9c-e2ea6041cc31 req-30606a58-0d68-434a-b9e9-7e7a1bc18c1b tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420582 Nov 24 21:39:40.112381 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:41.168180 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd935d2-a247-493e-a2e5-d76b3602706a req-7628c32d-dec2-431d-b563-0275ae36af00 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:41.169726 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fbd935d2-a247-493e-a2e5-d76b3602706a req-7628c32d-dec2-431d-b563-0275ae36af00 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0485752 Nov 24 21:39:41.222094 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fbd935d2-a247-493e-a2e5-d76b3602706a req-04bd3f8b-beea-465f-82bb-4c8b63593976 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461643 Nov 24 21:39:41.256579 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-232c4a73-6b88-4f7a-a6e7-b031ea2e71e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:41.342156 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c62676-b5ef-4a50-9e60-ecfcac770b26 req-d589a263-daa4-4c0b-bafd-da5f4854c594 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:41.343541 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c8c62676-b5ef-4a50-9e60-ecfcac770b26 req-d589a263-daa4-4c0b-bafd-da5f4854c594 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0511291 Nov 24 21:39:41.391181 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c8c62676-b5ef-4a50-9e60-ecfcac770b26 req-04ab6c87-cc6b-4b7c-9e74-e549b6c837a6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416827 Nov 24 21:39:41.495753 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:41.590416 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87056e76-e7e4-4f36-8d34-c677407ac23b req-444a7416-2230-4e01-940b-2b45fc8c0cc2 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:41.591884 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87056e76-e7e4-4f36-8d34-c677407ac23b req-444a7416-2230-4e01-940b-2b45fc8c0cc2 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0486660 Nov 24 21:39:41.640150 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87056e76-e7e4-4f36-8d34-c677407ac23b req-d61f92bb-ed66-4b8d-a622-d156b37a4a37 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422425 Nov 24 21:39:41.759268 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259d022-4784-4e59-84cf-df9a1b348e79 req-e6a4d5ba-8e32-477b-a0f6-dd86b35535bd tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:41.760771 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b259d022-4784-4e59-84cf-df9a1b348e79 req-e6a4d5ba-8e32-477b-a0f6-dd86b35535bd tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0551407 Nov 24 21:39:41.808416 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b259d022-4784-4e59-84cf-df9a1b348e79 req-d86f211a-9e48-41ba-8fb2-302fcad41018 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416977 Nov 24 21:39:42.064066 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-2f8db817-2dc4-431f-96bf-b4b623122f1c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0674868 Nov 24 21:39:42.075618 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a86504-0e38-4ff4-ae58-8328f3ec08f0 req-8575ec83-40ff-436c-8380-a9549ebded42 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:42.077082 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71a86504-0e38-4ff4-ae58-8328f3ec08f0 req-8575ec83-40ff-436c-8380-a9549ebded42 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0722919 Nov 24 21:39:42.130138 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71a86504-0e38-4ff4-ae58-8328f3ec08f0 req-f418c993-50dd-4119-b7d4-3b6deb4b35a5 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469983 Nov 24 21:39:42.537733 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:43.261581 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41937de4-feda-448e-8e26-02f74663d47d req-5fe04e53-b8be-4d19-a3dc-9dae5a9b43b4 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:43.263144 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-41937de4-feda-448e-8e26-02f74663d47d req-5fe04e53-b8be-4d19-a3dc-9dae5a9b43b4 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0542026 Nov 24 21:39:43.275517 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-74890d53-7002-479d-a621-10d08c1ff226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:43.277711 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-74890d53-7002-479d-a621-10d08c1ff226 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3b7bdab25fac4c57af8b51798bd41bd9&device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 1096 time: 0.0478754 Nov 24 21:39:43.312488 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-41937de4-feda-448e-8e26-02f74663d47d req-b9e7d5e1-e341-4f51-8c7c-cc65c4201e95 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431385 Nov 24 21:39:43.372938 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-9ff8ce76-5e1b-4e20-b66e-a3e08946a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:43.374427 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-9ff8ce76-5e1b-4e20-b66e-a3e08946a782 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99cb0a95-fb60-4db0-90c1-f5812268d8b7 HTTP/1.1" status: 200 len: 916 time: 0.0899560 Nov 24 21:39:43.419123 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-b15b0814-cc49-4af8-9ad1-323aad0ec0e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=496d53f4-4251-46a4-aae8-7791e43ef0af HTTP/1.1" status: 200 len: 217 time: 0.0378041 Nov 24 21:39:43.467822 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-e531a3bd-c40c-4846-9cc5-b5af27de52ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:43.469347 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-e531a3bd-c40c-4846-9cc5-b5af27de52ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41c6bef1-def2-4b42-abc3-7b811db4e30c HTTP/1.1" status: 200 len: 855 time: 0.0440681 Nov 24 21:39:43.506755 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-7c9f7eb9-4182-4e9e-b701-0953b00e3eff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99cb0a95-fb60-4db0-90c1-f5812268d8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254261 Nov 24 21:39:43.603023 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-6f857f1a-fe05-48cd-911f-e5977fbd53f1 service neutron] 10.222.0.48 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892634 Nov 24 21:39:43.703582 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-758311a8-d6b4-491e-a0e7-1713abcfb265 service neutron] 10.222.0.48 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937660 Nov 24 21:39:43.911723 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:44.431447 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cc06a-21f5-4902-89f4-3b5bd5fc59ef req-cddbe1ba-5c11-40fa-9bfd-96ad9d1172c9 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:44.432964 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fa1cc06a-21f5-4902-89f4-3b5bd5fc59ef req-cddbe1ba-5c11-40fa-9bfd-96ad9d1172c9 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0506032 Nov 24 21:39:44.480209 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fa1cc06a-21f5-4902-89f4-3b5bd5fc59ef req-f50e2c9b-4fc5-496c-9b98-a9dc71b69ed1 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411792 Nov 24 21:39:44.881148 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:39:45.603709 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b842fec-ac55-4fd7-b5df-7efc30c3a5b3 req-af620d3a-7b6f-49fd-9978-f8991c09b7d7 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:45.605256 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9b842fec-ac55-4fd7-b5df-7efc30c3a5b3 req-af620d3a-7b6f-49fd-9978-f8991c09b7d7 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0564032 Nov 24 21:39:45.654639 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9b842fec-ac55-4fd7-b5df-7efc30c3a5b3 req-0f45c510-cded-4d8b-8a26-613b1d22ee5f tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427015 Nov 24 21:39:46.771453 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98553b-044d-41a2-9ac5-c302ad9cef40 req-d9a4bca9-00f3-411f-896f-75f57d5dfc0d tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:46.772947 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2f98553b-044d-41a2-9ac5-c302ad9cef40 req-d9a4bca9-00f3-411f-896f-75f57d5dfc0d tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0497158 Nov 24 21:39:46.821919 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2f98553b-044d-41a2-9ac5-c302ad9cef40 req-f61acc36-a78e-459e-9936-4d09bd3ae5f7 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423789 Nov 24 21:39:47.939856 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950394a-91ad-4976-a4be-de35bdfed694 req-e26ab94f-16a8-468a-92b7-066c689557cb tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:47.941368 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8950394a-91ad-4976-a4be-de35bdfed694 req-e26ab94f-16a8-468a-92b7-066c689557cb tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0491459 Nov 24 21:39:47.992703 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8950394a-91ad-4976-a4be-de35bdfed694 req-9dbe999a-a4af-402e-8bdc-311682b76e6a tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445752 Nov 24 21:39:49.123750 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608aad1d-193c-4035-a280-cd8e8d672e7e req-dcf958ba-3ef7-4f46-a988-d3dded42eb58 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:49.125265 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-608aad1d-193c-4035-a280-cd8e8d672e7e req-dcf958ba-3ef7-4f46-a988-d3dded42eb58 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0500298 Nov 24 21:39:49.173030 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-608aad1d-193c-4035-a280-cd8e8d672e7e req-6a59d4ef-6451-4491-9029-6edaa52a891f tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419230 Nov 24 21:39:50.289957 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25166e-56a4-4986-8a51-d273a68425b5 req-cc9ba5e9-5316-42c3-966a-6142a5782b77 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:50.292086 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9b25166e-56a4-4986-8a51-d273a68425b5 req-cc9ba5e9-5316-42c3-966a-6142a5782b77 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0506546 Nov 24 21:39:50.340575 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9b25166e-56a4-4986-8a51-d273a68425b5 req-0596a12e-5322-4bcb-88e9-2a8a72ec9987 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423076 Nov 24 21:39:51.465464 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6a07c-6337-4c10-9686-64ebbabd370a req-c9e2f4ce-0fc2-4c6d-945e-9c7441375147 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:51.466890 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-75c6a07c-6337-4c10-9686-64ebbabd370a req-c9e2f4ce-0fc2-4c6d-945e-9c7441375147 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0550745 Nov 24 21:39:51.515133 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-75c6a07c-6337-4c10-9686-64ebbabd370a req-580eee48-9fa0-4b53-a34d-c85dcc281d0a tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421662 Nov 24 21:39:52.632731 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1376087-6f97-45c5-9ace-29a6913d43bc req-ac50c027-5e5c-4149-b3cc-5939b3282b0b tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:52.634217 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1376087-6f97-45c5-9ace-29a6913d43bc req-ac50c027-5e5c-4149-b3cc-5939b3282b0b tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0508034 Nov 24 21:39:52.682885 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1376087-6f97-45c5-9ace-29a6913d43bc req-d0b7b26c-5b2f-42a1-81ab-a3eff8dc80bc tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420456 Nov 24 21:39:53.806019 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c88ce-93f1-4a4f-a9f7-9e1f5f0f3941 req-c2d72892-de56-4e88-a34e-f4d7b6621e67 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:53.807497 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-619c88ce-93f1-4a4f-a9f7-9e1f5f0f3941 req-c2d72892-de56-4e88-a34e-f4d7b6621e67 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0540166 Nov 24 21:39:53.855127 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-619c88ce-93f1-4a4f-a9f7-9e1f5f0f3941 req-05cfedb0-a8e1-4f2b-9d0c-50670866c219 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414045 Nov 24 21:39:54.971564 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38e4f7-5774-451f-8fa7-0e86b8c4f83e req-724bc7c1-a665-4a80-97db-4c5ad1853ea9 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:54.973077 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dc38e4f7-5774-451f-8fa7-0e86b8c4f83e req-724bc7c1-a665-4a80-97db-4c5ad1853ea9 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0490539 Nov 24 21:39:55.020970 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dc38e4f7-5774-451f-8fa7-0e86b8c4f83e req-c2cc2485-a510-4504-980d-615280abb913 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419195 Nov 24 21:39:56.141720 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd79399-7bf0-4cb8-9d71-ecb58905a2d3 req-8c2b885f-047f-4dc5-8498-ff27a69c1ce0 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:56.143210 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8cd79399-7bf0-4cb8-9d71-ecb58905a2d3 req-8c2b885f-047f-4dc5-8498-ff27a69c1ce0 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0493629 Nov 24 21:39:56.194264 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8cd79399-7bf0-4cb8-9d71-ecb58905a2d3 req-49ca4dc4-5d74-4758-b07c-2066a309fdac tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451038 Nov 24 21:39:57.313129 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852c79f-8a2b-4ec0-8615-5919d37ee492 req-974b9472-c5ff-48be-b3b3-ef82357af121 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:57.314621 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d852c79f-8a2b-4ec0-8615-5919d37ee492 req-974b9472-c5ff-48be-b3b3-ef82357af121 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0506341 Nov 24 21:39:57.362489 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d852c79f-8a2b-4ec0-8615-5919d37ee492 req-97bc9f03-749b-4273-85a9-7a658f4a4cd9 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417001 Nov 24 21:39:58.479170 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10aa888-081b-4873-80fc-b797c640126a req-86088de6-327b-40c4-8ee7-dba8d9e3500e tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:58.480628 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e10aa888-081b-4873-80fc-b797c640126a req-86088de6-327b-40c4-8ee7-dba8d9e3500e tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0495770 Nov 24 21:39:58.534654 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e10aa888-081b-4873-80fc-b797c640126a req-37c919d9-4a80-4c30-8752-b681533fea7e tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470383 Nov 24 21:39:59.657778 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a627ca-4d71-4781-a7b6-18c62f8aba28 req-e19a1cdd-cd3a-441d-9a16-27f4a4a2552a tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:39:59.659288 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c7a627ca-4d71-4781-a7b6-18c62f8aba28 req-e19a1cdd-cd3a-441d-9a16-27f4a4a2552a tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0567229 Nov 24 21:39:59.706220 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c7a627ca-4d71-4781-a7b6-18c62f8aba28 req-b1367399-b956-488e-981b-d6978430c008 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407932 Nov 24 21:40:00.825435 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef69b6-a6f5-472d-abac-f4ec0c311ccf req-1a04d072-8e2f-48b4-8e2c-861d7bcfdd73 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:00.826867 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2ef69b6-a6f5-472d-abac-f4ec0c311ccf req-1a04d072-8e2f-48b4-8e2c-861d7bcfdd73 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0494752 Nov 24 21:40:00.873983 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2ef69b6-a6f5-472d-abac-f4ec0c311ccf req-c0088992-d886-416d-847c-1a4ab167231d tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412424 Nov 24 21:40:01.993316 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde84af8-27cb-486b-a0c2-904659c1ae44 req-1ab41fcf-b0b9-4c58-87a3-82cbd194f69e tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:01.994818 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cde84af8-27cb-486b-a0c2-904659c1ae44 req-1ab41fcf-b0b9-4c58-87a3-82cbd194f69e tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0516260 Nov 24 21:40:02.054366 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cde84af8-27cb-486b-a0c2-904659c1ae44 req-2c80d1a6-6358-4c19-99a0-ab0995b6b905 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529158 Nov 24 21:40:03.176073 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182da1a-57aa-4e60-9a51-6bffe3aeaf7c req-82035b54-0de8-4afe-8c2b-3761c90be36c tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:03.177632 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3182da1a-57aa-4e60-9a51-6bffe3aeaf7c req-82035b54-0de8-4afe-8c2b-3761c90be36c tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0497744 Nov 24 21:40:03.225581 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3182da1a-57aa-4e60-9a51-6bffe3aeaf7c req-080e1352-3493-430f-b35e-583575fb4158 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419147 Nov 24 21:40:04.341686 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb191d5-9d47-4909-858a-55e62905b0f9 req-20bb6217-05e9-42c7-a68c-3190e2d2e1b7 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:04.343160 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bcb191d5-9d47-4909-858a-55e62905b0f9 req-20bb6217-05e9-42c7-a68c-3190e2d2e1b7 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0482211 Nov 24 21:40:04.392189 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bcb191d5-9d47-4909-858a-55e62905b0f9 req-039a8a74-b3b5-4787-bc8e-5ebae55dde00 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428092 Nov 24 21:40:05.515126 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64da33a-5477-4d28-9873-7014d5abeb20 req-8bbfcddc-3aaa-476f-8263-71b9aac8c743 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:05.516502 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f64da33a-5477-4d28-9873-7014d5abeb20 req-8bbfcddc-3aaa-476f-8263-71b9aac8c743 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0545371 Nov 24 21:40:05.564670 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f64da33a-5477-4d28-9873-7014d5abeb20 req-056534c7-2c44-4371-b71d-4dbb1d58115a tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422714 Nov 24 21:40:06.683113 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beeeee-0067-460f-b2f6-4f9cf87db11d req-56c36c27-4c52-4607-a2e5-dd2c827c90cc tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:06.685232 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-99beeeee-0067-460f-b2f6-4f9cf87db11d req-56c36c27-4c52-4607-a2e5-dd2c827c90cc tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0516899 Nov 24 21:40:06.732321 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-99beeeee-0067-460f-b2f6-4f9cf87db11d req-4c6015b6-3642-47ff-89d2-7cc3cbb80bbe tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409937 Nov 24 21:40:07.858584 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15226d0c-b449-471f-8472-12dfc653c99c req-fff4893e-82a1-4bb9-ac89-de3f25c7812d tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:07.860352 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-15226d0c-b449-471f-8472-12dfc653c99c req-fff4893e-82a1-4bb9-ac89-de3f25c7812d tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0557046 Nov 24 21:40:07.910311 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-15226d0c-b449-471f-8472-12dfc653c99c req-3f36c18c-194d-40df-b9fa-e5fbf6679e33 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432320 Nov 24 21:40:08.493713 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:40:08.961076 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1f803640-5bf8-47ed-92d6-6aa4952e5cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:09.035908 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2713a-c566-44ff-919c-c1be019e157f req-47c0d839-5a68-4df7-91ce-e4f87afe83e4 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:09.037435 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cfb2713a-c566-44ff-919c-c1be019e157f req-47c0d839-5a68-4df7-91ce-e4f87afe83e4 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0508637 Nov 24 21:40:09.088898 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cfb2713a-c566-44ff-919c-c1be019e157f req-c50f4561-dbb3-41aa-bf91-6d7db2681863 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452957 Nov 24 21:40:09.432693 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36ba6c-3b41-4304-a2ba-b7890fddd72a req-0c0392bc-a463-458f-ab76-576233275159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:09.434251 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e36ba6c-3b41-4304-a2ba-b7890fddd72a req-0c0392bc-a463-458f-ab76-576233275159 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3b7bdab25fac4c57af8b51798bd41bd9&device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 1096 time: 0.0417614 Nov 24 21:40:09.545103 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36ba6c-3b41-4304-a2ba-b7890fddd72a req-32f58101-e0c4-4fdf-9c96-5e8f410b07f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:09.546587 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e36ba6c-3b41-4304-a2ba-b7890fddd72a req-32f58101-e0c4-4fdf-9c96-5e8f410b07f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99cb0a95-fb60-4db0-90c1-f5812268d8b7 HTTP/1.1" status: 200 len: 916 time: 0.0901284 Nov 24 21:40:09.587979 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e36ba6c-3b41-4304-a2ba-b7890fddd72a req-9f23a641-1c90-4858-a200-f7010074f014 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=496d53f4-4251-46a4-aae8-7791e43ef0af HTTP/1.1" status: 200 len: 217 time: 0.0342612 Nov 24 21:40:09.640555 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36ba6c-3b41-4304-a2ba-b7890fddd72a req-ef3b082a-7f49-455d-9a0e-fbdf2816bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:09.642228 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e36ba6c-3b41-4304-a2ba-b7890fddd72a req-ef3b082a-7f49-455d-9a0e-fbdf2816bef9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41c6bef1-def2-4b42-abc3-7b811db4e30c HTTP/1.1" status: 200 len: 855 time: 0.0474131 Nov 24 21:40:09.675227 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e36ba6c-3b41-4304-a2ba-b7890fddd72a req-c8e0f766-03f1-45a5-b124-312d9579c944 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99cb0a95-fb60-4db0-90c1-f5812268d8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249047 Nov 24 21:40:09.766856 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e36ba6c-3b41-4304-a2ba-b7890fddd72a req-dfd6847f-fd8a-4922-bb6d-92b1dde48636 service neutron] 10.222.0.48 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833178 Nov 24 21:40:09.863200 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7e36ba6c-3b41-4304-a2ba-b7890fddd72a req-abd5ea3e-17d3-4971-8973-310d9add380f service neutron] 10.222.0.48 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881059 Nov 24 21:40:10.111110 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:10.213016 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ffbc4-f30c-4a8e-8030-f4c6cc26d578 req-879ba739-0299-4297-8d3f-eab310834f05 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:10.214505 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e23ffbc4-f30c-4a8e-8030-f4c6cc26d578 req-879ba739-0299-4297-8d3f-eab310834f05 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0505323 Nov 24 21:40:10.266974 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e23ffbc4-f30c-4a8e-8030-f4c6cc26d578 req-6227302f-75f6-4bec-8486-fe6632b9a0a8 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462985 Nov 24 21:40:10.606781 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-957739e7-c6bf-41a1-93ec-79d792608f82 service neutron] show failed (client error): The resource could not be found. Nov 24 21:40:10.607791 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-957739e7-c6bf-41a1-93ec-79d792608f82 service neutron] 10.222.0.48 "GET /v2.0/ports/496d53f4-4251-46a4-aae8-7791e43ef0af/bindings/n-h2-812111-8 HTTP/1.1" status: 404 len: 380 time: 0.0537558 Nov 24 21:40:10.812954 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-ee976133-e75b-4556-8a83-2d700f497f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:10.814383 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-ee976133-e75b-4556-8a83-2d700f497f1f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552&tenant_id=3b7bdab25fac4c57af8b51798bd41bd9 HTTP/1.1" status: 200 len: 1096 time: 0.0422883 Nov 24 21:40:10.833373 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-8', 'device_owner': 'compute:nova'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:40:10.889351 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:11.089559 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] For port 496d53f4-4251-46a4-aae8-7791e43ef0af, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=496d53f4-4251-46a4-aae8-7791e43ef0af,segment=NetworkSegment(a0719c9e-1974-45da-89e6-df7e7a419225),segment_id=a0719c9e-1974-45da-89e6-df7e7a419225)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:40:11.122239 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] For port 496d53f4-4251-46a4-aae8-7791e43ef0af, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:40:11.162820 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb06d7f-a1f0-4319-b4fb-503d391ea552', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '496d53f4-4251-46a4-aae8-7791e43ef0af'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:40:11.165135 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c855ea4b-9f16-4aab-a0f1-84de4fcc0798" -d '{"events": [{"server_uuid": "2eb06d7f-a1f0-4319-b4fb-503d391ea552", "name": "network-vif-unplugged", "status": "completed", "tag": "496d53f4-4251-46a4-aae8-7791e43ef0af"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:40:11.169088 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:11.182184 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] Transition to ACTIVE for port object 496d53f4-4251-46a4-aae8-7791e43ef0af will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:40:11.186173 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:11.232956 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 21:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e8e4bf-ff58-46a0-a8b8-3aa5ae71a325 x-openstack-request-id: req-d7e8e4bf-ff58-46a0-a8b8-3aa5ae71a325 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:40:11.233218 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb06d7f-a1f0-4319-b4fb-503d391ea552", "name": "network-vif-unplugged", "status": "completed", "tag": "496d53f4-4251-46a4-aae8-7791e43ef0af", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:40:11.233591 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d7e8e4bf-ff58-46a0-a8b8-3aa5ae71a325 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:40:11.234660 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb06d7f-a1f0-4319-b4fb-503d391ea552', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '496d53f4-4251-46a4-aae8-7791e43ef0af', 'code': 200} Nov 24 21:40:11.256869 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] No DVR routers for this DVR port 496d53f4-4251-46a4-aae8-7791e43ef0af on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:40:11.259333 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e69202a0-bbd5-4a30-ac5a-0419ddacdd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:11.260349 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] Pushing event updated for resources: {'Port': ['ID=496d53f4-4251-46a4-aae8-7791e43ef0af,revision_number=6']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:40:11.294909 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] Attempting to bind port 496d53f4-4251-46a4-aae8-7791e43ef0af on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:40:11.295251 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] Attempting to bind port 496d53f4-4251-46a4-aae8-7791e43ef0af by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'a0719c9e-1974-45da-89e6-df7e7a419225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '99cb0a95-fb60-4db0-90c1-f5812268d8b7'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:40:11.295587 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] Attempting to bind port 496d53f4-4251-46a4-aae8-7791e43ef0af on network 99cb0a95-fb60-4db0-90c1-f5812268d8b7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:40:11.300104 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] Port 496d53f4-4251-46a4-aae8-7791e43ef0af on network 99cb0a95-fb60-4db0-90c1-f5812268d8b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:40:11.300434 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] Attempting to bind port 496d53f4-4251-46a4-aae8-7791e43ef0af on network 99cb0a95-fb60-4db0-90c1-f5812268d8b7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:40:11.305419 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:40:11.305765 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] Checking segment: {'id': 'a0719c9e-1974-45da-89e6-df7e7a419225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '99cb0a95-fb60-4db0-90c1-f5812268d8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:40:11.306157 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] Bound using segment: {'id': 'a0719c9e-1974-45da-89e6-df7e7a419225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '99cb0a95-fb60-4db0-90c1-f5812268d8b7'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:40:11.306586 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] Bound port: 496d53f4-4251-46a4-aae8-7791e43ef0af, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0719c9e-1974-45da-89e6-df7e7a419225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '99cb0a95-fb60-4db0-90c1-f5812268d8b7'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:40:11.306952 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:11.372034 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] For port 496d53f4-4251-46a4-aae8-7791e43ef0af, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:40:11.376974 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] For port 496d53f4-4251-46a4-aae8-7791e43ef0af, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=496d53f4-4251-46a4-aae8-7791e43ef0af,segment=NetworkSegment(a0719c9e-1974-45da-89e6-df7e7a419225),segment_id=a0719c9e-1974-45da-89e6-df7e7a419225)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:40:11.382287 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:11.387532 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95995c-b334-4357-bbf1-cd1ff8f10307 req-6c12af3b-4545-41ac-8859-6ab0e2765271 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:11.389100 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3a95995c-b334-4357-bbf1-cd1ff8f10307 req-6c12af3b-4545-41ac-8859-6ab0e2765271 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 943 time: 0.0515773 Nov 24 21:40:11.426266 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:11.426989 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:11.428643 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] 10.222.0.15 "PUT /v2.0/ports/496d53f4-4251-46a4-aae8-7791e43ef0af HTTP/1.1" status: 200 len: 1091 time: 0.5992105 Nov 24 21:40:11.450487 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663581f1-0fa1-49f4-9812-7c784ad601dd service neutron] Pushing event updated for resources: {'Port': ['ID=496d53f4-4251-46a4-aae8-7791e43ef0af,revision_number=7']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:40:11.454532 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3a95995c-b334-4357-bbf1-cd1ff8f10307 req-c7d77bf2-0685-4d08-9db5-58d6e5f6e8c8 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583818 Nov 24 21:40:11.485231 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2558b-e96b-48cc-8984-52e38f7f6c45 req-832fb84b-cb8b-4fe9-a9cd-f9a471300f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:11.486741 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b0f2558b-e96b-48cc-8984-52e38f7f6c45 req-832fb84b-cb8b-4fe9-a9cd-f9a471300f4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b7bdab25fac4c57af8b51798bd41bd9&device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 1094 time: 0.0480597 Nov 24 21:40:11.495089 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:11.598894 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2558b-e96b-48cc-8984-52e38f7f6c45 req-6122b39a-6894-4d2d-87fc-246d9a6e3fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:11.600363 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b0f2558b-e96b-48cc-8984-52e38f7f6c45 req-6122b39a-6894-4d2d-87fc-246d9a6e3fd5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=99cb0a95-fb60-4db0-90c1-f5812268d8b7 HTTP/1.1" status: 200 len: 916 time: 0.0890062 Nov 24 21:40:11.646609 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b0f2558b-e96b-48cc-8984-52e38f7f6c45 req-1443cf34-758b-47c1-9bd2-af015e03d0fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=496d53f4-4251-46a4-aae8-7791e43ef0af HTTP/1.1" status: 200 len: 217 time: 0.0343502 Nov 24 21:40:11.699820 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2558b-e96b-48cc-8984-52e38f7f6c45 req-e73ef23a-8e38-4c24-a7aa-f69c50dde865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:11.701268 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b0f2558b-e96b-48cc-8984-52e38f7f6c45 req-e73ef23a-8e38-4c24-a7aa-f69c50dde865 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41c6bef1-def2-4b42-abc3-7b811db4e30c HTTP/1.1" status: 200 len: 855 time: 0.0437603 Nov 24 21:40:11.742041 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b0f2558b-e96b-48cc-8984-52e38f7f6c45 req-c091ad28-0cec-4864-bc15-c3679e2a62cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99cb0a95-fb60-4db0-90c1-f5812268d8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292561 Nov 24 21:40:11.835951 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b0f2558b-e96b-48cc-8984-52e38f7f6c45 req-ca2ab9b8-bff0-4c14-b1de-3866d0a83d6a service neutron] 10.222.0.15 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830445 Nov 24 21:40:12.209751 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b0f2558b-e96b-48cc-8984-52e38f7f6c45 req-750f48b4-97cf-43ed-8259-3aad23df8a6f service neutron] 10.222.0.15 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626554 Nov 24 21:40:12.303715 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-c88fa756-b971-489c-8df6-5c8dfaa4495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:12.305212 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-c88fa756-b971-489c-8df6-5c8dfaa4495b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b7bdab25fac4c57af8b51798bd41bd9&device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 1094 time: 0.0416961 Nov 24 21:40:12.407237 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-1709c665-2c0c-4b71-879c-dff931a1b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:12.410421 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-1709c665-2c0c-4b71-879c-dff931a1b1e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=99cb0a95-fb60-4db0-90c1-f5812268d8b7 HTTP/1.1" status: 200 len: 916 time: 0.0939393 Nov 24 21:40:12.459090 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-6cee3a23-0b36-4f22-b1fa-60e80b713c77 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=496d53f4-4251-46a4-aae8-7791e43ef0af HTTP/1.1" status: 200 len: 217 time: 0.0352180 Nov 24 21:40:12.511531 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-92cc080d-2f26-4ac8-b7a6-a26f730df2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:12.514022 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-92cc080d-2f26-4ac8-b7a6-a26f730df2b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41c6bef1-def2-4b42-abc3-7b811db4e30c HTTP/1.1" status: 200 len: 855 time: 0.0467589 Nov 24 21:40:12.546272 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:12.559246 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-88b0c1a4-eb7e-4eca-883b-d56b7e7ef01c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99cb0a95-fb60-4db0-90c1-f5812268d8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342128 Nov 24 21:40:12.652847 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a683313-e668-45c0-8a80-b1bce3c95c4d req-10889a46-a0de-408a-a837-6d559cf9d74a tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:12.654337 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3a683313-e668-45c0-8a80-b1bce3c95c4d req-10889a46-a0de-408a-a837-6d559cf9d74a tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 943 time: 0.1192863 Nov 24 21:40:12.695274 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-012cb5e5-0679-4262-974d-6f11a444a10c service neutron] 10.222.0.15 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188676 Nov 24 21:40:12.739797 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3a683313-e668-45c0-8a80-b1bce3c95c4d req-ae533cca-4bc9-41ce-9b04-e8689951caec tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778399 Nov 24 21:40:12.804179 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf9e7a27-fa2f-4e24-a45d-8f14d0eb116d req-ecfdd595-0d08-4b05-8ad7-2dabe5c3a0b1 service neutron] 10.222.0.15 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973835 Nov 24 21:40:13.235544 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb06d7f-a1f0-4319-b4fb-503d391ea552', 'tag': '496d53f4-4251-46a4-aae8-7791e43ef0af'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:40:13.238332 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00688520-8ee3-4d45-9917-2923a90be35f" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb06d7f-a1f0-4319-b4fb-503d391ea552", "tag": "496d53f4-4251-46a4-aae8-7791e43ef0af"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:40:13.287287 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a8939f-3f4f-4078-983c-a24f891b9bdf x-openstack-request-id: req-b5a8939f-3f4f-4078-983c-a24f891b9bdf {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:40:13.287579 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb06d7f-a1f0-4319-b4fb-503d391ea552", "tag": "496d53f4-4251-46a4-aae8-7791e43ef0af", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:40:13.287829 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5a8939f-3f4f-4078-983c-a24f891b9bdf {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:40:13.288982 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb06d7f-a1f0-4319-b4fb-503d391ea552', 'tag': '496d53f4-4251-46a4-aae8-7791e43ef0af', 'status': 'completed', 'code': 200} Nov 24 21:40:13.352255 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00688520-8ee3-4d45-9917-2923a90be35f req-5590d414-5a3f-41d1-a3f0-31ab9f34eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:13.353852 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-00688520-8ee3-4d45-9917-2923a90be35f req-5590d414-5a3f-41d1-a3f0-31ab9f34eafd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b7bdab25fac4c57af8b51798bd41bd9&device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 1094 time: 0.0436516 Nov 24 21:40:13.354255 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00688520-8ee3-4d45-9917-2923a90be35f req-824ad56d-cf21-45f6-8756-8670bd506702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:13.355748 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00688520-8ee3-4d45-9917-2923a90be35f req-824ad56d-cf21-45f6-8756-8670bd506702 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3b7bdab25fac4c57af8b51798bd41bd9&device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 1094 time: 0.0456572 Nov 24 21:40:13.449142 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00688520-8ee3-4d45-9917-2923a90be35f req-056f0cf2-9517-483f-876c-a5cd3a6788a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:13.450566 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00688520-8ee3-4d45-9917-2923a90be35f req-056f0cf2-9517-483f-876c-a5cd3a6788a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99cb0a95-fb60-4db0-90c1-f5812268d8b7 HTTP/1.1" status: 200 len: 916 time: 0.0871058 Nov 24 21:40:13.466480 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00688520-8ee3-4d45-9917-2923a90be35f req-dc5999e4-1e75-4e27-8a8e-9075b626832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:13.468015 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-00688520-8ee3-4d45-9917-2923a90be35f req-dc5999e4-1e75-4e27-8a8e-9075b626832a service neutron] 10.222.0.15 "GET /v2.0/networks?id=99cb0a95-fb60-4db0-90c1-f5812268d8b7 HTTP/1.1" status: 200 len: 916 time: 0.1066883 Nov 24 21:40:13.495657 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00688520-8ee3-4d45-9917-2923a90be35f req-bfabe97a-1778-43ad-9950-2d5b704d98e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=496d53f4-4251-46a4-aae8-7791e43ef0af HTTP/1.1" status: 200 len: 217 time: 0.0382357 Nov 24 21:40:13.510952 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-00688520-8ee3-4d45-9917-2923a90be35f req-e5cfb891-f37a-4dac-9028-85b06fb0d11c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=496d53f4-4251-46a4-aae8-7791e43ef0af HTTP/1.1" status: 200 len: 217 time: 0.0354025 Nov 24 21:40:13.553486 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00688520-8ee3-4d45-9917-2923a90be35f req-af442d55-0492-44ac-8d9f-b57625a4bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:13.554989 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00688520-8ee3-4d45-9917-2923a90be35f req-af442d55-0492-44ac-8d9f-b57625a4bd93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41c6bef1-def2-4b42-abc3-7b811db4e30c HTTP/1.1" status: 200 len: 855 time: 0.0528307 Nov 24 21:40:13.563947 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00688520-8ee3-4d45-9917-2923a90be35f req-d2842535-8d38-4b05-9789-24a6f55550a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:13.565446 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-00688520-8ee3-4d45-9917-2923a90be35f req-d2842535-8d38-4b05-9789-24a6f55550a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41c6bef1-def2-4b42-abc3-7b811db4e30c HTTP/1.1" status: 200 len: 855 time: 0.0455067 Nov 24 21:40:13.588243 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00688520-8ee3-4d45-9917-2923a90be35f req-a762f35e-2d4e-4c3e-b4ff-b2b8cb15ab24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99cb0a95-fb60-4db0-90c1-f5812268d8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251613 Nov 24 21:40:13.603227 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-00688520-8ee3-4d45-9917-2923a90be35f req-fbfa4744-8265-48f3-bef4-a2f6e3a1f54c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99cb0a95-fb60-4db0-90c1-f5812268d8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292957 Nov 24 21:40:13.684357 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00688520-8ee3-4d45-9917-2923a90be35f req-08256ff5-98f5-4d80-b86d-58418c2f065a service neutron] 10.222.0.48 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888686 Nov 24 21:40:13.694546 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-00688520-8ee3-4d45-9917-2923a90be35f req-c1475910-c869-4239-ac91-f14609264626 service neutron] 10.222.0.15 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839558 Nov 24 21:40:13.777312 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-00688520-8ee3-4d45-9917-2923a90be35f req-1627542f-73bd-4969-ac44-fd9d5dad0fc2 service neutron] 10.222.0.48 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860369 Nov 24 21:40:13.794796 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-00688520-8ee3-4d45-9917-2923a90be35f req-39350a11-712c-470b-9f78-55b1d8615ce8 service neutron] 10.222.0.15 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881424 Nov 24 21:40:13.815499 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 496d53f4-4251-46a4-aae8-7791e43ef0af no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:40:13.857452 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 496d53f4-4251-46a4-aae8-7791e43ef0af not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:40:13.865229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbb978-0fcc-4036-a242-9b88681dc42b req-d7aebe6c-29a1-4e9c-aae6-39c484008eca tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:13.866739 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-00bbb978-0fcc-4036-a242-9b88681dc42b req-d7aebe6c-29a1-4e9c-aae6-39c484008eca tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 943 time: 0.0509913 Nov 24 21:40:13.913876 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:13.916310 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-00bbb978-0fcc-4036-a242-9b88681dc42b req-042a38db-c549-4910-ac74-f1b7b418e287 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433922 Nov 24 21:40:14.884402 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:15.016097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 496d53f4-4251-46a4-aae8-7791e43ef0af details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:40:15.037907 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6b47c-33a6-44a3-99cb-a7fd88822919 req-2eb91005-ac2a-46fe-a082-fdf46611e28e tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:15.039437 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a9c6b47c-33a6-44a3-99cb-a7fd88822919 req-2eb91005-ac2a-46fe-a082-fdf46611e28e tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 943 time: 0.0504384 Nov 24 21:40:15.094485 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a9c6b47c-33a6-44a3-99cb-a7fd88822919 req-249aef0b-d32d-469f-b85a-4428a662ef9c tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487185 Nov 24 21:40:15.119516 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 496d53f4-4251-46a4-aae8-7791e43ef0af, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=496d53f4-4251-46a4-aae8-7791e43ef0af,segment=NetworkSegment(a0719c9e-1974-45da-89e6-df7e7a419225),segment_id=a0719c9e-1974-45da-89e6-df7e7a419225)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:40:15.132824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '496d53f4-4251-46a4-aae8-7791e43ef0af', 'network_id': '99cb0a95-fb60-4db0-90c1-f5812268d8b7', 'port_id': '496d53f4-4251-46a4-aae8-7791e43ef0af', 'mac_address': 'fa:16:3e:67:b0:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c6bef1-def2-4b42-abc3-7b811db4e30c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:40:15.169991 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:15.183522 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496d53f4-4251-46a4-aae8-7791e43ef0af {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:40:15.206309 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 496d53f4-4251-46a4-aae8-7791e43ef0af, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=496d53f4-4251-46a4-aae8-7791e43ef0af,segment=NetworkSegment(a0719c9e-1974-45da-89e6-df7e7a419225),segment_id=a0719c9e-1974-45da-89e6-df7e7a419225)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:40:15.210856 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:15.262365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=496d53f4-4251-46a4-aae8-7791e43ef0af,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:40:15.314671 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381be7a-3170-4f90-b1f0-79d709141f62 req-03cab49e-ead9-423b-a98b-8749938d8978 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:15.316183 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2381be7a-3170-4f90-b1f0-79d709141f62 req-03cab49e-ead9-423b-a98b-8749938d8978 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 944 time: 0.0507889 Nov 24 21:40:15.324813 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec9348-de35-4bd3-9406-908f2f9bc2d5 req-63bd6d52-a678-4982-9510-0dad05d9775d tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:15.326315 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3cec9348-de35-4bd3-9406-908f2f9bc2d5 req-63bd6d52-a678-4982-9510-0dad05d9775d tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552&tenant_id=3b7bdab25fac4c57af8b51798bd41bd9&binding%3Ahost_id=n-h2-812111-8 HTTP/1.1" status: 200 len: 944 time: 0.0537379 Nov 24 21:40:15.365291 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2381be7a-3170-4f90-b1f0-79d709141f62 req-397cab34-81f3-4960-ad20-a361192635b7 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430984 Nov 24 21:40:15.396126 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [req-3cec9348-de35-4bd3-9406-908f2f9bc2d5 req-43f231c6-cf7f-4a52-9a0d-16dbdd229a73 service neutron] delete failed (client error): The resource could not be found. Nov 24 21:40:15.397184 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3cec9348-de35-4bd3-9406-908f2f9bc2d5 req-43f231c6-cf7f-4a52-9a0d-16dbdd229a73 service neutron] 10.222.0.48 "DELETE /v2.0/ports/496d53f4-4251-46a4-aae8-7791e43ef0af/bindings/n-h1-812111-8 HTTP/1.1" status: 404 len: 380 time: 0.0634019 Nov 24 21:40:15.481050 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec9348-de35-4bd3-9406-908f2f9bc2d5 req-aa3389c3-8aea-448e-a3f7-273e6c065bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:15.482583 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3cec9348-de35-4bd3-9406-908f2f9bc2d5 req-aa3389c3-8aea-448e-a3f7-273e6c065bf2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3b7bdab25fac4c57af8b51798bd41bd9&device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 1095 time: 0.0419519 Nov 24 21:40:15.491537 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['496d53f4-4251-46a4-aae8-7791e43ef0af'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:40:15.579045 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec9348-de35-4bd3-9406-908f2f9bc2d5 req-369b68f7-6854-489b-ae0f-205621f4e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:15.580639 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3cec9348-de35-4bd3-9406-908f2f9bc2d5 req-369b68f7-6854-489b-ae0f-205621f4e65e service neutron] 10.222.0.48 "GET /v2.0/networks?id=99cb0a95-fb60-4db0-90c1-f5812268d8b7 HTTP/1.1" status: 200 len: 916 time: 0.0909238 Nov 24 21:40:15.623150 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3cec9348-de35-4bd3-9406-908f2f9bc2d5 req-5980e0ab-73ed-4a7a-a2d4-a746e7d64344 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=496d53f4-4251-46a4-aae8-7791e43ef0af HTTP/1.1" status: 200 len: 217 time: 0.0355027 Nov 24 21:40:15.674328 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec9348-de35-4bd3-9406-908f2f9bc2d5 req-f3d61eb7-d4f9-4b9f-946e-d0ac6ef21cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:15.675663 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3cec9348-de35-4bd3-9406-908f2f9bc2d5 req-f3d61eb7-d4f9-4b9f-946e-d0ac6ef21cf3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41c6bef1-def2-4b42-abc3-7b811db4e30c HTTP/1.1" status: 200 len: 855 time: 0.0460932 Nov 24 21:40:15.706015 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3cec9348-de35-4bd3-9406-908f2f9bc2d5 req-06ef1c0b-d9d3-4bce-8c7a-543d2c1b12e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99cb0a95-fb60-4db0-90c1-f5812268d8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236413 Nov 24 21:40:15.798631 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3cec9348-de35-4bd3-9406-908f2f9bc2d5 req-0a144c46-1a56-455b-9c2e-c161be544360 service neutron] 10.222.0.48 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861549 Nov 24 21:40:15.891976 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3cec9348-de35-4bd3-9406-908f2f9bc2d5 req-e72dada8-03ec-4179-a959-982f59d98b27 service neutron] 10.222.0.48 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868440 Nov 24 21:40:16.491676 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb564e1-66d7-4c8f-af5f-acd7c428af74 req-9205c8f5-2464-4e49-9af2-daad11819ee5 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:16.493115 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6fb564e1-66d7-4c8f-af5f-acd7c428af74 req-9205c8f5-2464-4e49-9af2-daad11819ee5 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 944 time: 0.0497682 Nov 24 21:40:16.539971 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6fb564e1-66d7-4c8f-af5f-acd7c428af74 req-7242fa3f-141f-428a-a057-64f1468381c2 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407438 Nov 24 21:40:16.659406 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62320d-1431-46fd-acc3-3bc476a34029 req-ae053289-84d1-4e17-be9b-41e21c68b25a tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:16.660968 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b62320d-1431-46fd-acc3-3bc476a34029 req-ae053289-84d1-4e17-be9b-41e21c68b25a tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 944 time: 0.0542593 Nov 24 21:40:16.708806 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b62320d-1431-46fd-acc3-3bc476a34029 req-3ecf0d8f-3b22-4575-935c-48e797a063b4 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416234 Nov 24 21:40:16.821966 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c3746-e1ba-4085-ba9d-d3dcbd3fe7ba req-cae23440-816b-4f19-8be8-5fb0e47d1ad9 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:16.823458 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-230c3746-e1ba-4085-ba9d-d3dcbd3fe7ba req-cae23440-816b-4f19-8be8-5fb0e47d1ad9 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 944 time: 0.0494881 Nov 24 21:40:16.872020 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-230c3746-e1ba-4085-ba9d-d3dcbd3fe7ba req-9fd0dee0-8bee-4aca-a302-325c5f933107 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419877 Nov 24 21:40:17.027341 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 496d53f4-4251-46a4-aae8-7791e43ef0af up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:40:17.077182 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 496d53f4-4251-46a4-aae8-7791e43ef0af completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:40:17.082042 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 496d53f4-4251-46a4-aae8-7791e43ef0af triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:40:17.082042 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:17.164237 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:17.187122 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb06d7f-a1f0-4319-b4fb-503d391ea552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496d53f4-4251-46a4-aae8-7791e43ef0af'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:40:17.190872 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769645db-b0f8-4f6f-a30d-7e030bb37158" -d '{"events": [{"server_uuid": "2eb06d7f-a1f0-4319-b4fb-503d391ea552", "name": "network-vif-plugged", "status": "completed", "tag": "496d53f4-4251-46a4-aae8-7791e43ef0af"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:40:17.204631 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 496d53f4-4251-46a4-aae8-7791e43ef0af, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=496d53f4-4251-46a4-aae8-7791e43ef0af,segment=NetworkSegment(a0719c9e-1974-45da-89e6-df7e7a419225),segment_id=a0719c9e-1974-45da-89e6-df7e7a419225)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:40:17.208646 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:17.231620 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f959c-83bb-4a10-8934-00566d3cec74 req-64fb3889-403c-420d-88cd-8240fe192862 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:17.233119 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-489f959c-83bb-4a10-8934-00566d3cec74 req-64fb3889-403c-420d-88cd-8240fe192862 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/networks?id=99cb0a95-fb60-4db0-90c1-f5812268d8b7 HTTP/1.1" status: 200 len: 815 time: 0.1115761 Nov 24 21:40:17.250319 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-489f959c-83bb-4a10-8934-00566d3cec74 req-3c67f807-a9d7-4f8a-8a7e-0d712811a4e0 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/quotas/3b7bdab25fac4c57af8b51798bd41bd9 HTTP/1.1" status: 200 len: 375 time: 0.0103016 Nov 24 21:40:17.257817 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=496d53f4-4251-46a4-aae8-7791e43ef0af,revision_number=9']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:40:17.304147 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-489f959c-83bb-4a10-8934-00566d3cec74 req-dbdb2b18-391e-4b63-94ff-325ef06fa3ac tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3b7bdab25fac4c57af8b51798bd41bd9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460174 Nov 24 21:40:17.401178 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-489f959c-83bb-4a10-8934-00566d3cec74 req-48007fb9-7217-469c-b45e-61b7949c633d service neutron] 10.222.0.11 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897057 Nov 24 21:40:17.501045 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-489f959c-83bb-4a10-8934-00566d3cec74 req-4d8763c0-888d-4145-9d92-eb05c8a27e0b service neutron] 10.222.0.11 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873342 Nov 24 21:40:17.638388 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb30f648-48ca-4975-850a-f7682fb9bede x-openstack-request-id: req-bb30f648-48ca-4975-850a-f7682fb9bede {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:40:17.638688 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb06d7f-a1f0-4319-b4fb-503d391ea552", "name": "network-vif-plugged", "status": "completed", "tag": "496d53f4-4251-46a4-aae8-7791e43ef0af", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:40:17.638965 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb30f648-48ca-4975-850a-f7682fb9bede {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:40:17.639393 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb06d7f-a1f0-4319-b4fb-503d391ea552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496d53f4-4251-46a4-aae8-7791e43ef0af', 'code': 200} Nov 24 21:40:17.693919 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d16eba5f-bc64-4125-a1d5-6ebfe3bdd346 req-5248c8e0-e801-4518-9ee9-2dca0330e549 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 210 time: 0.0286775 Nov 24 21:40:18.509636 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a825a-6be9-4317-bcd8-3c18aeba4d1f req-18850f04-7b68-45a4-af5d-7293a866e72e tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:18.511372 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a62a825a-6be9-4317-bcd8-3c18aeba4d1f req-18850f04-7b68-45a4-af5d-7293a866e72e tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb06d7f-a1f0-4319-b4fb-503d391ea552 HTTP/1.1" status: 200 len: 945 time: 0.0566940 Nov 24 21:40:18.621024 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-a62a825a-6be9-4317-bcd8-3c18aeba4d1f req-1a0ed253-dee1-49af-ae5b-a537de0399af tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Deleting port 496d53f4-4251-46a4-aae8-7791e43ef0af {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:40:18.621574 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-a62a825a-6be9-4317-bcd8-3c18aeba4d1f req-1a0ed253-dee1-49af-ae5b-a537de0399af tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:18.624716 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f959c-83bb-4a10-8934-00566d3cec74 req-a6930331-99d9-4d4e-b7f0-32a74ff10d4b tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:18.626783 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-489f959c-83bb-4a10-8934-00566d3cec74 req-a6930331-99d9-4d4e-b7f0-32a74ff10d4b tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.15 "GET /v2.0/networks?id=99cb0a95-fb60-4db0-90c1-f5812268d8b7 HTTP/1.1" status: 200 len: 815 time: 0.1157708 Nov 24 21:40:18.647451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-489f959c-83bb-4a10-8934-00566d3cec74 req-0b6f68b3-5085-47a3-8125-cd5d90dbb043 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Request body: {'port': {'device_id': '74a51617-61c3-4feb-809d-d4bab26df32c', 'network_id': '99cb0a95-fb60-4db0-90c1-f5812268d8b7', 'admin_state_up': True, 'tenant_id': '3b7bdab25fac4c57af8b51798bd41bd9'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:40:18.763604 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-a62a825a-6be9-4317-bcd8-3c18aeba4d1f req-1a0ed253-dee1-49af-ae5b-a537de0399af tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] For port 496d53f4-4251-46a4-aae8-7791e43ef0af, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=496d53f4-4251-46a4-aae8-7791e43ef0af,segment=NetworkSegment(a0719c9e-1974-45da-89e6-df7e7a419225),segment_id=a0719c9e-1974-45da-89e6-df7e7a419225)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:40:18.763947 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-a62a825a-6be9-4317-bcd8-3c18aeba4d1f req-1a0ed253-dee1-49af-ae5b-a537de0399af tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:18.790638 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-a62a825a-6be9-4317-bcd8-3c18aeba4d1f req-1a0ed253-dee1-49af-ae5b-a537de0399af tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Calling delete_port for 496d53f4-4251-46a4-aae8-7791e43ef0af owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:40:18.809232 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-39e7863b-3845-41ac-b2b5-af809a6b4165 req-2acbbf95-907c-415e-b3fc-080893112d80 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 210 time: 0.0363698 Nov 24 21:40:18.949609 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-a62a825a-6be9-4317-bcd8-3c18aeba4d1f req-1a0ed253-dee1-49af-ae5b-a537de0399af tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:18.970848 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['496d53f4-4251-46a4-aae8-7791e43ef0af'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:40:18.981305 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ed253-dee1-49af-ae5b-a537de0399af tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Pushing event deleted for resources: {'Port': ['ID=496d53f4-4251-46a4-aae8-7791e43ef0af,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:40:19.032087 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62a825a-6be9-4317-bcd8-3c18aeba4d1f req-1a0ed253-dee1-49af-ae5b-a537de0399af tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] No DVR routers for this DVR port 496d53f4-4251-46a4-aae8-7791e43ef0af on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:40:19.035066 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-a62a825a-6be9-4317-bcd8-3c18aeba4d1f req-1a0ed253-dee1-49af-ae5b-a537de0399af tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:19.038644 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a62a825a-6be9-4317-bcd8-3c18aeba4d1f req-1a0ed253-dee1-49af-ae5b-a537de0399af tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.15 "DELETE /v2.0/ports/496d53f4-4251-46a4-aae8-7791e43ef0af HTTP/1.1" status: 204 len: 173 time: 0.5137291 Nov 24 21:40:19.039128 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb06d7f-a1f0-4319-b4fb-503d391ea552', 'name': 'network-vif-deleted', 'tag': '496d53f4-4251-46a4-aae8-7791e43ef0af'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:40:19.041442 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3005665-d328-4f6b-923c-813bc76a16dc" -d '{"events": [{"server_uuid": "2eb06d7f-a1f0-4319-b4fb-503d391ea552", "name": "network-vif-deleted", "tag": "496d53f4-4251-46a4-aae8-7791e43ef0af"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:40:19.085545 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683f2538-1c6e-4f11-bc4d-dd26724f241a x-openstack-request-id: req-683f2538-1c6e-4f11-bc4d-dd26724f241a {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:40:19.085859 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb06d7f-a1f0-4319-b4fb-503d391ea552", "name": "network-vif-deleted", "tag": "496d53f4-4251-46a4-aae8-7791e43ef0af", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:40:19.086122 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-683f2538-1c6e-4f11-bc4d-dd26724f241a {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:40:19.086548 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb06d7f-a1f0-4319-b4fb-503d391ea552', 'name': 'network-vif-deleted', 'tag': '496d53f4-4251-46a4-aae8-7791e43ef0af', 'status': 'completed', 'code': 200} Nov 24 21:40:19.162233 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489f959c-83bb-4a10-8934-00566d3cec74 req-0b6f68b3-5085-47a3-8125-cd5d90dbb043 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Made reservation on behalf of 3b7bdab25fac4c57af8b51798bd41bd9 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:40:19.165948 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-489f959c-83bb-4a10-8934-00566d3cec74 req-0b6f68b3-5085-47a3-8125-cd5d90dbb043 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:19.304581 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-489f959c-83bb-4a10-8934-00566d3cec74 req-0b6f68b3-5085-47a3-8125-cd5d90dbb043 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Allocated IP 172.20.0.8 (99cb0a95-fb60-4db0-90c1-f5812268d8b7/41c6bef1-def2-4b42-abc3-7b811db4e30c/10fdbd3e-e869-488e-80a0-a2b0930c535b) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:40:19.454472 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-489f959c-83bb-4a10-8934-00566d3cec74 req-0b6f68b3-5085-47a3-8125-cd5d90dbb043 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:19.488019 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-489f959c-83bb-4a10-8934-00566d3cec74 req-0b6f68b3-5085-47a3-8125-cd5d90dbb043 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:19.532523 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489f959c-83bb-4a10-8934-00566d3cec74 req-0b6f68b3-5085-47a3-8125-cd5d90dbb043 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Network 99cb0a95-fb60-4db0-90c1-f5812268d8b7 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:40:19.538005 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-489f959c-83bb-4a10-8934-00566d3cec74 req-0b6f68b3-5085-47a3-8125-cd5d90dbb043 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:40:19.541369 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-489f959c-83bb-4a10-8934-00566d3cec74 req-0b6f68b3-5085-47a3-8125-cd5d90dbb043 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:40:19.571603 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f68b3-5085-47a3-8125-cd5d90dbb043 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Pushing event updated for resources: {'Port': ['ID=10fdbd3e-e869-488e-80a0-a2b0930c535b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:40:19.601097 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f959c-83bb-4a10-8934-00566d3cec74 req-0b6f68b3-5085-47a3-8125-cd5d90dbb043 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:19.601712 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-489f959c-83bb-4a10-8934-00566d3cec74 req-0b6f68b3-5085-47a3-8125-cd5d90dbb043 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:19.617627 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-489f959c-83bb-4a10-8934-00566d3cec74 req-0b6f68b3-5085-47a3-8125-cd5d90dbb043 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9749489 Nov 24 21:40:19.632671 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-489f959c-83bb-4a10-8934-00566d3cec74 req-caa5ccaf-ff27-40b4-87ba-017d20c78762 service neutron] Request body: {'port': {'device_id': '74a51617-61c3-4feb-809d-d4bab26df32c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:40:19.685540 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-489f959c-83bb-4a10-8934-00566d3cec74 req-caa5ccaf-ff27-40b4-87ba-017d20c78762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:19.944654 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35687628-e750-4c70-ba5f-0dc442bc0bde req-9c27f9dd-6325-4d2c-9fbc-9e9bd0b25abb tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:19.946185 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35687628-e750-4c70-ba5f-0dc442bc0bde req-9c27f9dd-6325-4d2c-9fbc-9e9bd0b25abb tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 931 time: 0.0540609 Nov 24 21:40:19.961385 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-489f959c-83bb-4a10-8934-00566d3cec74 req-caa5ccaf-ff27-40b4-87ba-017d20c78762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10fdbd3e-e869-488e-80a0-a2b0930c535b {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:40:19.969982 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-489f959c-83bb-4a10-8934-00566d3cec74 req-caa5ccaf-ff27-40b4-87ba-017d20c78762 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:19.982432 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-489f959c-83bb-4a10-8934-00566d3cec74 req-caa5ccaf-ff27-40b4-87ba-017d20c78762 service neutron] Transition to ACTIVE for port object 10fdbd3e-e869-488e-80a0-a2b0930c535b will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:40:19.987005 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-489f959c-83bb-4a10-8934-00566d3cec74 req-caa5ccaf-ff27-40b4-87ba-017d20c78762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:19.996622 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35687628-e750-4c70-ba5f-0dc442bc0bde req-742a0aac-5585-4c68-b772-89ef9337ca27 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443165 Nov 24 21:40:20.044333 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5ccaf-ff27-40b4-87ba-017d20c78762 service neutron] Pushing event updated for resources: {'Port': ['ID=10fdbd3e-e869-488e-80a0-a2b0930c535b,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:40:20.113759 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-489f959c-83bb-4a10-8934-00566d3cec74 req-caa5ccaf-ff27-40b4-87ba-017d20c78762 service neutron] Attempting to bind port 10fdbd3e-e869-488e-80a0-a2b0930c535b on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:40:20.114219 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-489f959c-83bb-4a10-8934-00566d3cec74 req-caa5ccaf-ff27-40b4-87ba-017d20c78762 service neutron] Attempting to bind port 10fdbd3e-e869-488e-80a0-a2b0930c535b by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'a0719c9e-1974-45da-89e6-df7e7a419225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '99cb0a95-fb60-4db0-90c1-f5812268d8b7'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:40:20.114620 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f959c-83bb-4a10-8934-00566d3cec74 req-caa5ccaf-ff27-40b4-87ba-017d20c78762 service neutron] Attempting to bind port 10fdbd3e-e869-488e-80a0-a2b0930c535b on network 99cb0a95-fb60-4db0-90c1-f5812268d8b7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:40:20.119723 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f959c-83bb-4a10-8934-00566d3cec74 req-caa5ccaf-ff27-40b4-87ba-017d20c78762 service neutron] Port 10fdbd3e-e869-488e-80a0-a2b0930c535b on network 99cb0a95-fb60-4db0-90c1-f5812268d8b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:40:20.120064 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f959c-83bb-4a10-8934-00566d3cec74 req-caa5ccaf-ff27-40b4-87ba-017d20c78762 service neutron] Attempting to bind port 10fdbd3e-e869-488e-80a0-a2b0930c535b on network 99cb0a95-fb60-4db0-90c1-f5812268d8b7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:40:20.125808 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f959c-83bb-4a10-8934-00566d3cec74 req-caa5ccaf-ff27-40b4-87ba-017d20c78762 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:40:20.126375 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f959c-83bb-4a10-8934-00566d3cec74 req-caa5ccaf-ff27-40b4-87ba-017d20c78762 service neutron] Checking segment: {'id': 'a0719c9e-1974-45da-89e6-df7e7a419225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '99cb0a95-fb60-4db0-90c1-f5812268d8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:40:20.127019 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f959c-83bb-4a10-8934-00566d3cec74 req-caa5ccaf-ff27-40b4-87ba-017d20c78762 service neutron] Bound using segment: {'id': 'a0719c9e-1974-45da-89e6-df7e7a419225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '99cb0a95-fb60-4db0-90c1-f5812268d8b7'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:40:20.127694 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-489f959c-83bb-4a10-8934-00566d3cec74 req-caa5ccaf-ff27-40b4-87ba-017d20c78762 service neutron] Bound port: 10fdbd3e-e869-488e-80a0-a2b0930c535b, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0719c9e-1974-45da-89e6-df7e7a419225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '99cb0a95-fb60-4db0-90c1-f5812268d8b7'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:40:20.128312 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-489f959c-83bb-4a10-8934-00566d3cec74 req-caa5ccaf-ff27-40b4-87ba-017d20c78762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:20.201792 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-489f959c-83bb-4a10-8934-00566d3cec74 req-caa5ccaf-ff27-40b4-87ba-017d20c78762 service neutron] For port 10fdbd3e-e869-488e-80a0-a2b0930c535b, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:40:20.205772 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-489f959c-83bb-4a10-8934-00566d3cec74 req-caa5ccaf-ff27-40b4-87ba-017d20c78762 service neutron] For port 10fdbd3e-e869-488e-80a0-a2b0930c535b, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=10fdbd3e-e869-488e-80a0-a2b0930c535b,segment=NetworkSegment(a0719c9e-1974-45da-89e6-df7e7a419225),segment_id=a0719c9e-1974-45da-89e6-df7e7a419225)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:40:20.210538 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-489f959c-83bb-4a10-8934-00566d3cec74 req-caa5ccaf-ff27-40b4-87ba-017d20c78762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:20.249674 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f959c-83bb-4a10-8934-00566d3cec74 req-caa5ccaf-ff27-40b4-87ba-017d20c78762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:20.250954 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-489f959c-83bb-4a10-8934-00566d3cec74 req-caa5ccaf-ff27-40b4-87ba-017d20c78762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:20.252398 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-489f959c-83bb-4a10-8934-00566d3cec74 req-caa5ccaf-ff27-40b4-87ba-017d20c78762 service neutron] 10.222.0.15 "PUT /v2.0/ports/10fdbd3e-e869-488e-80a0-a2b0930c535b HTTP/1.1" status: 200 len: 1091 time: 0.6237600 Nov 24 21:40:20.252881 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a51617-61c3-4feb-809d-d4bab26df32c', 'tag': '10fdbd3e-e869-488e-80a0-a2b0930c535b'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:40:20.255676 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2d35f8-25db-4d09-b924-e3349634902e" -d '{"events": [{"name": "network-changed", "server_uuid": "74a51617-61c3-4feb-809d-d4bab26df32c", "tag": "10fdbd3e-e869-488e-80a0-a2b0930c535b"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:40:20.281697 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5ccaf-ff27-40b4-87ba-017d20c78762 service neutron] Pushing event updated for resources: {'Port': ['ID=10fdbd3e-e869-488e-80a0-a2b0930c535b,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:40:20.303334 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0d0892-900f-4f54-9408-197f054a4336 x-openstack-request-id: req-7a0d0892-900f-4f54-9408-197f054a4336 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:40:20.303633 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a51617-61c3-4feb-809d-d4bab26df32c", "tag": "10fdbd3e-e869-488e-80a0-a2b0930c535b", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:40:20.303891 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a0d0892-900f-4f54-9408-197f054a4336 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:40:20.304405 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a51617-61c3-4feb-809d-d4bab26df32c', 'tag': '10fdbd3e-e869-488e-80a0-a2b0930c535b', 'status': 'completed', 'code': 200} Nov 24 21:40:20.353573 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f959c-83bb-4a10-8934-00566d3cec74 req-557f0127-4449-4925-a611-ec897d37f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:20.355071 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-489f959c-83bb-4a10-8934-00566d3cec74 req-557f0127-4449-4925-a611-ec897d37f383 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b7bdab25fac4c57af8b51798bd41bd9&device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 1094 time: 0.0437212 Nov 24 21:40:20.399020 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-489f959c-83bb-4a10-8934-00566d3cec74 req-0c4e7ee0-eb89-4654-9a90-db58ee24d130 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10fdbd3e-e869-488e-80a0-a2b0930c535b HTTP/1.1" status: 200 len: 217 time: 0.0355856 Nov 24 21:40:20.454762 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f959c-83bb-4a10-8934-00566d3cec74 req-0413a82e-7788-4452-b3e5-b37beccc9a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:20.456286 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-489f959c-83bb-4a10-8934-00566d3cec74 req-0413a82e-7788-4452-b3e5-b37beccc9a5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41c6bef1-def2-4b42-abc3-7b811db4e30c HTTP/1.1" status: 200 len: 855 time: 0.0500481 Nov 24 21:40:20.492003 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-489f959c-83bb-4a10-8934-00566d3cec74 req-e45d7fff-2af1-44e1-a4bf-5fc49a66e1ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99cb0a95-fb60-4db0-90c1-f5812268d8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252116 Nov 24 21:40:20.585010 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-489f959c-83bb-4a10-8934-00566d3cec74 req-06ec5cd8-5793-440a-9bf8-9a9cb0bc76a0 service neutron] 10.222.0.15 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852816 Nov 24 21:40:20.682805 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-489f959c-83bb-4a10-8934-00566d3cec74 req-5236a12f-bc20-4891-b303-f6a1f266409c service neutron] 10.222.0.15 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869644 Nov 24 21:40:20.769487 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d35f8-25db-4d09-b924-e3349634902e req-17d6132c-f862-4306-98a3-48ab25b407f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:20.771003 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea2d35f8-25db-4d09-b924-e3349634902e req-17d6132c-f862-4306-98a3-48ab25b407f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b7bdab25fac4c57af8b51798bd41bd9&device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 1094 time: 0.0427587 Nov 24 21:40:20.867104 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d35f8-25db-4d09-b924-e3349634902e req-167857f9-19ff-413a-842a-345c022d1fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:20.868658 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea2d35f8-25db-4d09-b924-e3349634902e req-167857f9-19ff-413a-842a-345c022d1fad service neutron] 10.222.0.15 "GET /v2.0/networks?id=99cb0a95-fb60-4db0-90c1-f5812268d8b7 HTTP/1.1" status: 200 len: 916 time: 0.0909510 Nov 24 21:40:20.912319 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea2d35f8-25db-4d09-b924-e3349634902e req-91bbeaaf-c546-49ff-9ae3-70535fa847ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10fdbd3e-e869-488e-80a0-a2b0930c535b HTTP/1.1" status: 200 len: 217 time: 0.0361595 Nov 24 21:40:20.963928 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d35f8-25db-4d09-b924-e3349634902e req-a2e5df2c-2ff9-4f88-aec3-721c4a72b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:20.965353 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea2d35f8-25db-4d09-b924-e3349634902e req-a2e5df2c-2ff9-4f88-aec3-721c4a72b1c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41c6bef1-def2-4b42-abc3-7b811db4e30c HTTP/1.1" status: 200 len: 855 time: 0.0454125 Nov 24 21:40:21.006752 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea2d35f8-25db-4d09-b924-e3349634902e req-c4fde424-159e-429b-bf5c-53ee44d1a022 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99cb0a95-fb60-4db0-90c1-f5812268d8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294116 Nov 24 21:40:21.057222 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 496d53f4-4251-46a4-aae8-7791e43ef0af no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:40:21.078005 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 496d53f4-4251-46a4-aae8-7791e43ef0af {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:40:21.078893 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 496d53f4-4251-46a4-aae8-7791e43ef0af not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:40:21.106715 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea2d35f8-25db-4d09-b924-e3349634902e req-5f374053-46bf-4bb8-853e-48d56a71d2a7 service neutron] 10.222.0.15 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906811 Nov 24 21:40:21.121797 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e91a18-12ff-4d56-9e26-e6b6e7bec59c req-4f97bb1c-b08a-4c9b-afea-698dcfebbb9f tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:21.123300 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4e91a18-12ff-4d56-9e26-e6b6e7bec59c req-4f97bb1c-b08a-4c9b-afea-698dcfebbb9f tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 943 time: 0.0553796 Nov 24 21:40:21.172412 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4e91a18-12ff-4d56-9e26-e6b6e7bec59c req-6f7dd767-87b9-42e5-abd3-1797e07183b3 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423412 Nov 24 21:40:21.207900 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea2d35f8-25db-4d09-b924-e3349634902e req-31effd55-d6ba-445f-a07d-f09244c869ec service neutron] 10.222.0.15 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923781 Nov 24 21:40:22.290317 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccb81a-9a01-4247-85b8-82433fb9a34d req-9731ca32-5ed0-49ac-99a1-25470495a743 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:22.291824 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e6ccb81a-9a01-4247-85b8-82433fb9a34d req-9731ca32-5ed0-49ac-99a1-25470495a743 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 943 time: 0.0504110 Nov 24 21:40:22.342463 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e6ccb81a-9a01-4247-85b8-82433fb9a34d req-476e6d38-487a-4c1b-b594-aef261d2a3c2 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441298 Nov 24 21:40:23.074151 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 10fdbd3e-e869-488e-80a0-a2b0930c535b details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:40:23.171323 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 10fdbd3e-e869-488e-80a0-a2b0930c535b, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=10fdbd3e-e869-488e-80a0-a2b0930c535b,segment=NetworkSegment(a0719c9e-1974-45da-89e6-df7e7a419225),segment_id=a0719c9e-1974-45da-89e6-df7e7a419225)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:40:23.186474 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '10fdbd3e-e869-488e-80a0-a2b0930c535b', 'network_id': '99cb0a95-fb60-4db0-90c1-f5812268d8b7', 'port_id': '10fdbd3e-e869-488e-80a0-a2b0930c535b', 'mac_address': 'fa:16:3e:93:df:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c6bef1-def2-4b42-abc3-7b811db4e30c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:40:23.224336 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:23.238425 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10fdbd3e-e869-488e-80a0-a2b0930c535b {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:40:23.258164 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 10fdbd3e-e869-488e-80a0-a2b0930c535b, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=10fdbd3e-e869-488e-80a0-a2b0930c535b,segment=NetworkSegment(a0719c9e-1974-45da-89e6-df7e7a419225),segment_id=a0719c9e-1974-45da-89e6-df7e7a419225)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:40:23.261748 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:23.312852 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=10fdbd3e-e869-488e-80a0-a2b0930c535b,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:40:23.464256 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208bf94-10b9-43ac-ad2f-5af3ff06395b req-a2e7c44c-fd6a-4b78-9055-a7aa73fb12ad tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:23.465873 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4208bf94-10b9-43ac-ad2f-5af3ff06395b req-a2e7c44c-fd6a-4b78-9055-a7aa73fb12ad tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 944 time: 0.0545416 Nov 24 21:40:23.524240 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4208bf94-10b9-43ac-ad2f-5af3ff06395b req-02f86882-0b59-4e90-accc-d6d50ec0bd90 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511296 Nov 24 21:40:23.613890 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['10fdbd3e-e869-488e-80a0-a2b0930c535b'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:40:24.643629 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92492c42-f7b6-4051-bb12-faa075099810 req-e323981b-8e7c-488b-a25e-45fa6da50350 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:24.645142 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92492c42-f7b6-4051-bb12-faa075099810 req-e323981b-8e7c-488b-a25e-45fa6da50350 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 944 time: 0.0512199 Nov 24 21:40:24.692219 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92492c42-f7b6-4051-bb12-faa075099810 req-45e9c73c-4583-4a1e-87af-98a75ca925db tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411086 Nov 24 21:40:25.089579 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 10fdbd3e-e869-488e-80a0-a2b0930c535b up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:40:25.143070 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 10fdbd3e-e869-488e-80a0-a2b0930c535b completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:40:25.147236 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 10fdbd3e-e869-488e-80a0-a2b0930c535b triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:40:25.147583 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:25.227197 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:25.251999 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a51617-61c3-4feb-809d-d4bab26df32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fdbd3e-e869-488e-80a0-a2b0930c535b'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:40:25.254436 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4faee3a3-f565-49ea-ad78-ca43ac10eb82" -d '{"events": [{"server_uuid": "74a51617-61c3-4feb-809d-d4bab26df32c", "name": "network-vif-plugged", "status": "completed", "tag": "10fdbd3e-e869-488e-80a0-a2b0930c535b"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:40:25.267636 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 10fdbd3e-e869-488e-80a0-a2b0930c535b, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=10fdbd3e-e869-488e-80a0-a2b0930c535b,segment=NetworkSegment(a0719c9e-1974-45da-89e6-df7e7a419225),segment_id=a0719c9e-1974-45da-89e6-df7e7a419225)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:40:25.271642 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:25.295131 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839e71a1-f26f-4ba5-8931-b52f7daa9f59 x-openstack-request-id: req-839e71a1-f26f-4ba5-8931-b52f7daa9f59 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:40:25.295431 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a51617-61c3-4feb-809d-d4bab26df32c", "name": "network-vif-plugged", "status": "completed", "tag": "10fdbd3e-e869-488e-80a0-a2b0930c535b", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:40:25.295688 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-839e71a1-f26f-4ba5-8931-b52f7daa9f59 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:40:25.296083 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a51617-61c3-4feb-809d-d4bab26df32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fdbd3e-e869-488e-80a0-a2b0930c535b', 'code': 200} Nov 24 21:40:25.327852 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=10fdbd3e-e869-488e-80a0-a2b0930c535b,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:40:25.335863 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:40:25.336207 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:40:25.336550 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:40:25.336916 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:40:25.337255 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:40:25.337672 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:40:25.337910 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:40:25.338235 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:40:25.338561 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:40:25.338887 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:40:25.339211 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:40:25.339534 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:40:25.398714 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852a9ae-0d80-446a-b061-39a9332ba06a req-8f56228d-185d-4ad2-a03b-91f5b8dffae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:25.400277 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a852a9ae-0d80-446a-b061-39a9332ba06a req-8f56228d-185d-4ad2-a03b-91f5b8dffae8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 1096 time: 0.0435283 Nov 24 21:40:25.449337 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a852a9ae-0d80-446a-b061-39a9332ba06a req-a6c890a7-f2fc-448b-bdbf-23d3960fd08b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375559 Nov 24 21:40:25.809320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc8a90-b256-4d92-812d-bd4329b4351f req-a22ace9c-45d4-48bd-8414-e0912b842244 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:25.810815 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-94dc8a90-b256-4d92-812d-bd4329b4351f req-a22ace9c-45d4-48bd-8414-e0912b842244 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0495331 Nov 24 21:40:25.864423 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-94dc8a90-b256-4d92-812d-bd4329b4351f req-391df50e-9d38-451e-82ea-145fa39a7ef0 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473254 Nov 24 21:40:26.983987 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc9f8f-3ef9-4e69-a0a1-ccae2344cf03 req-9961e451-ae22-46bf-951e-eb8272f5d206 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:26.985743 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a0bc9f8f-3ef9-4e69-a0a1-ccae2344cf03 req-9961e451-ae22-46bf-951e-eb8272f5d206 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0499086 Nov 24 21:40:27.033888 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a0bc9f8f-3ef9-4e69-a0a1-ccae2344cf03 req-0424975f-e1ff-4fa8-8e22-17eac0d2475f tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403640 Nov 24 21:40:27.148856 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91885846-4ed8-4344-b78a-21c6c5e82505 req-008b9f62-d22c-4b18-923d-d91e3a68813e tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:27.150271 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91885846-4ed8-4344-b78a-21c6c5e82505 req-008b9f62-d22c-4b18-923d-d91e3a68813e tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0503600 Nov 24 21:40:27.198360 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91885846-4ed8-4344-b78a-21c6c5e82505 req-d76c6b2f-6ea0-41d5-848d-e3a6d99eabc3 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421495 Nov 24 21:40:27.456621 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-896d7267-e255-4df1-a081-dcd8a50a0604 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0743251 Nov 24 21:40:27.464056 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95e1ff-c774-4929-a4bb-b76f5c04e75f req-f66ff7f3-ddc9-486c-8e75-5faee36d4812 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:27.465486 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e95e1ff-c774-4929-a4bb-b76f5c04e75f req-f66ff7f3-ddc9-486c-8e75-5faee36d4812 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0754921 Nov 24 21:40:27.517846 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e95e1ff-c774-4929-a4bb-b76f5c04e75f req-a7385409-ace3-49e5-9ce5-1d82ae6ae811 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445118 Nov 24 21:40:28.554266 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-4f716136-61aa-4b8b-a2a3-063d45fbb089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:28.555878 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-4f716136-61aa-4b8b-a2a3-063d45fbb089 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b7bdab25fac4c57af8b51798bd41bd9&device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 1096 time: 0.0424793 Nov 24 21:40:28.637154 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84635936-ac41-4086-93d3-300f8451296c req-86d6284b-448d-4dc1-86a1-fe484eab2d24 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:28.638679 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84635936-ac41-4086-93d3-300f8451296c req-86d6284b-448d-4dc1-86a1-fe484eab2d24 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0501630 Nov 24 21:40:28.657221 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-ff4f0174-84a9-4879-a11b-b8b01471bd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:28.659350 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-ff4f0174-84a9-4879-a11b-b8b01471bd43 service neutron] 10.222.0.15 "GET /v2.0/networks?id=99cb0a95-fb60-4db0-90c1-f5812268d8b7 HTTP/1.1" status: 200 len: 916 time: 0.0923710 Nov 24 21:40:28.687142 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84635936-ac41-4086-93d3-300f8451296c req-fa9d1887-4058-451f-a421-1bdf7b50abb8 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414753 Nov 24 21:40:28.701223 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-fb68fc8c-1a3a-4e2e-9067-fd9c240c1140 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10fdbd3e-e869-488e-80a0-a2b0930c535b HTTP/1.1" status: 200 len: 217 time: 0.0350301 Nov 24 21:40:28.754786 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-49711fee-fed3-4bdf-9d30-150591d5af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:28.756288 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-49711fee-fed3-4bdf-9d30-150591d5af7f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41c6bef1-def2-4b42-abc3-7b811db4e30c HTTP/1.1" status: 200 len: 855 time: 0.0488966 Nov 24 21:40:28.789030 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-098cf304-518e-4e1e-93c7-d9120d4e26b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99cb0a95-fb60-4db0-90c1-f5812268d8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253909 Nov 24 21:40:28.880138 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-a258ec51-7a10-47fd-90dc-79f1c979971d service neutron] 10.222.0.15 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835533 Nov 24 21:40:28.978976 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-e42dca92-bbd4-42e3-b540-968bef4820d6 service neutron] 10.222.0.15 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908692 Nov 24 21:40:29.814372 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5f1dc-3845-48ff-aac8-73c61d622077 req-dde1aabe-031e-43dc-8610-ae3141457f49 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:29.816235 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2da5f1dc-3845-48ff-aac8-73c61d622077 req-dde1aabe-031e-43dc-8610-ae3141457f49 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0567858 Nov 24 21:40:29.868098 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2da5f1dc-3845-48ff-aac8-73c61d622077 req-0a740bc3-3dfa-4e86-be4a-af0a9324b59c tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455246 Nov 24 21:40:30.991303 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25a596-842b-463b-8ce7-ac72e553810f req-0ef666d1-4f61-4f98-93fb-af7510cb8c7b tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:30.992785 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c25a596-842b-463b-8ce7-ac72e553810f req-0ef666d1-4f61-4f98-93fb-af7510cb8c7b tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0498326 Nov 24 21:40:31.040447 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c25a596-842b-463b-8ce7-ac72e553810f req-3e130661-aa1e-4322-95b1-9cbd6ce61550 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416708 Nov 24 21:40:31.503549 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-906b173c-3ecd-41cd-b9b1-2f7bcd7e72f5 req-4224df6b-a226-41b5-9f5d-04f3b1340f1b service neutron] (109991) timed out ('10.222.0.11', 43968) {{(pid=109991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 21:40:32.164198 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20c0a3-ec2f-4c85-9081-fac898cef049 req-574325f1-238e-4519-865d-45e192cc2967 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:32.165710 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cf20c0a3-ec2f-4c85-9081-fac898cef049 req-574325f1-238e-4519-865d-45e192cc2967 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0547822 Nov 24 21:40:32.216354 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cf20c0a3-ec2f-4c85-9081-fac898cef049 req-aa05d23c-9a50-430b-9362-b31f08b261ad tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446339 Nov 24 21:40:33.335487 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d201df-984f-49c9-88ad-8ae921e3f462 req-54525ab0-a608-4821-a5f9-052a1dd36c42 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:33.336990 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e7d201df-984f-49c9-88ad-8ae921e3f462 req-54525ab0-a608-4821-a5f9-052a1dd36c42 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0498953 Nov 24 21:40:33.384500 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e7d201df-984f-49c9-88ad-8ae921e3f462 req-b8021abb-487e-4aa7-9e37-3dabed462524 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412862 Nov 24 21:40:34.502941 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762c8e8-736a-4e4c-9da6-4d5868a9b480 req-14e4dd1b-4ea9-40e0-a61f-ca8cc609b3c7 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:34.504328 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5762c8e8-736a-4e4c-9da6-4d5868a9b480 req-14e4dd1b-4ea9-40e0-a61f-ca8cc609b3c7 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0498605 Nov 24 21:40:34.556054 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5762c8e8-736a-4e4c-9da6-4d5868a9b480 req-0ded35a2-a8f0-4b28-b880-8390d2bc117f tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456519 Nov 24 21:40:35.673131 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b618ee7-afd8-4b31-a112-33b8fd578638 req-70e68e9b-a421-4ff8-aca8-0e8615fea1ce tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:35.675229 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8b618ee7-afd8-4b31-a112-33b8fd578638 req-70e68e9b-a421-4ff8-aca8-0e8615fea1ce tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0490453 Nov 24 21:40:35.723700 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8b618ee7-afd8-4b31-a112-33b8fd578638 req-5887fe6b-b4ae-461c-b796-7eaa6396df82 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425677 Nov 24 21:40:36.841571 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70544214-4f29-453d-8765-8de9adaf06c9 req-4d90a3ea-24f1-4b4a-bdbb-dce306ff0835 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:36.843002 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-70544214-4f29-453d-8765-8de9adaf06c9 req-4d90a3ea-24f1-4b4a-bdbb-dce306ff0835 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0509748 Nov 24 21:40:36.891774 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-70544214-4f29-453d-8765-8de9adaf06c9 req-53341b4b-6794-4ab7-a894-d0fc4432a877 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422933 Nov 24 21:40:38.020045 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18e5c6-cf0e-463b-b1d4-5246c469aae9 req-24100d4c-9188-4658-8d2b-8b1396e37eee tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:38.021578 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cb18e5c6-cf0e-463b-b1d4-5246c469aae9 req-24100d4c-9188-4658-8d2b-8b1396e37eee tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0541739 Nov 24 21:40:38.068436 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cb18e5c6-cf0e-463b-b1d4-5246c469aae9 req-f71f0fe5-086f-4010-ba9a-e4ca8266c21b tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409348 Nov 24 21:40:38.964072 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1905ef18-87d0-4485-ac94-d1995bcf0576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:39.184511 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0df7ec-94d2-4ac8-93bd-60b53878f832 req-7034005e-6d35-4307-b8be-7d7e02f3c896 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:39.186027 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f0df7ec-94d2-4ac8-93bd-60b53878f832 req-7034005e-6d35-4307-b8be-7d7e02f3c896 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0501776 Nov 24 21:40:39.234222 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f0df7ec-94d2-4ac8-93bd-60b53878f832 req-fa140d0c-47ae-41c1-96f7-005ae32f70c6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417566 Nov 24 21:40:40.125158 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:40.353076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e9a25-5b99-4f43-b95e-5fb5bdce33a0 req-83f7f09b-633d-42d1-85e6-2fe5c9656e2b tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:40.354550 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6e0e9a25-5b99-4f43-b95e-5fb5bdce33a0 req-83f7f09b-633d-42d1-85e6-2fe5c9656e2b tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0489640 Nov 24 21:40:40.407068 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6e0e9a25-5b99-4f43-b95e-5fb5bdce33a0 req-ba67c6dd-ccc5-4aaa-9b8e-f7457d4c1902 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459535 Nov 24 21:40:41.261508 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ee9face9-5b3a-49c4-b6ef-e896cb372a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:41.508244 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:41.526260 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb3bc7-bf4a-4ad0-91e9-9e1e1c690aca req-db0cd195-92da-4490-ac9c-038bb562d6a1 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:41.527762 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8cdb3bc7-bf4a-4ad0-91e9-9e1e1c690aca req-db0cd195-92da-4490-ac9c-038bb562d6a1 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0504410 Nov 24 21:40:41.576798 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8cdb3bc7-bf4a-4ad0-91e9-9e1e1c690aca req-1bc96e30-961c-4ad0-82b3-653b699fbfdd tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425794 Nov 24 21:40:42.542556 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:42.694661 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c72564-bf14-45fa-8919-87c3fd9ae4d5 req-ceec8612-5872-430f-952e-e691a6c45d48 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:42.696141 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-20c72564-bf14-45fa-8919-87c3fd9ae4d5 req-ceec8612-5872-430f-952e-e691a6c45d48 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0494721 Nov 24 21:40:42.743754 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-20c72564-bf14-45fa-8919-87c3fd9ae4d5 req-8e3f3a43-2e6e-4ede-b9da-51fb849119d6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416143 Nov 24 21:40:43.866176 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df468f4e-d95e-4c28-b4dc-cc4fcce0b71c req-8ce96b28-1835-46d6-888a-80bc39b4fa60 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:43.867671 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df468f4e-d95e-4c28-b4dc-cc4fcce0b71c req-8ce96b28-1835-46d6-888a-80bc39b4fa60 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0542586 Nov 24 21:40:43.915398 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df468f4e-d95e-4c28-b4dc-cc4fcce0b71c req-a1575ce0-cec7-426a-b224-b4797ee4a902 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417736 Nov 24 21:40:43.917832 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:44.887396 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:40:45.034548 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37939c4d-7db3-44a4-878a-423a0b8b1d84 req-f3bb878e-61d7-4c80-b68b-351df14740cb tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:45.036621 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-37939c4d-7db3-44a4-878a-423a0b8b1d84 req-f3bb878e-61d7-4c80-b68b-351df14740cb tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0507481 Nov 24 21:40:45.089537 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-37939c4d-7db3-44a4-878a-423a0b8b1d84 req-40311ff7-be14-4c88-b21c-b97ea53daf9d tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462763 Nov 24 21:40:45.494205 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:40:46.220135 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e15a83-aa41-45fe-bdeb-e8fed243b664 req-d5cbcc05-1486-4e9b-ab0f-306496f8329f tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:46.221669 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-50e15a83-aa41-45fe-bdeb-e8fed243b664 req-d5cbcc05-1486-4e9b-ab0f-306496f8329f tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0594878 Nov 24 21:40:46.271902 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-50e15a83-aa41-45fe-bdeb-e8fed243b664 req-9f3f4d6f-4fe6-4e9c-a468-4001b44eaf0f tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425844 Nov 24 21:40:47.389855 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5100485-03f1-4189-80fc-64345e3a18df req-d4619f93-f6d5-4833-a72f-f1e3ee2f9d10 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:47.391335 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c5100485-03f1-4189-80fc-64345e3a18df req-d4619f93-f6d5-4833-a72f-f1e3ee2f9d10 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0494330 Nov 24 21:40:47.438985 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c5100485-03f1-4189-80fc-64345e3a18df req-f3be1bd5-8217-404b-ae16-3ce96fea6742 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409105 Nov 24 21:40:48.559810 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fa2f5-10ac-4a7c-a1fa-94c2637ed41e req-477dd77f-123d-460e-9a5c-416f1c639db2 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:48.561310 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ee4fa2f5-10ac-4a7c-a1fa-94c2637ed41e req-477dd77f-123d-460e-9a5c-416f1c639db2 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0498848 Nov 24 21:40:48.613627 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ee4fa2f5-10ac-4a7c-a1fa-94c2637ed41e req-7d31c72e-536e-44d4-a00d-99b51fce14b9 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459342 Nov 24 21:40:49.737801 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3c281-a00b-42e8-8af4-006d83d4105d req-ddd221da-e5b6-40d8-813d-cf8bb360861b tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:49.739260 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3f3c281-a00b-42e8-8af4-006d83d4105d req-ddd221da-e5b6-40d8-813d-cf8bb360861b tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0505304 Nov 24 21:40:49.787419 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3f3c281-a00b-42e8-8af4-006d83d4105d req-f8e3c6ac-3791-4d40-be3c-f27d65d6f499 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413842 Nov 24 21:40:50.915319 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e629c-8631-46a5-8ef9-574c2210f2c2 req-c6a55807-11a3-455a-a2c3-64c5d43fef17 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:50.917988 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6e7e629c-8631-46a5-8ef9-574c2210f2c2 req-c6a55807-11a3-455a-a2c3-64c5d43fef17 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0594144 Nov 24 21:40:50.969359 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6e7e629c-8631-46a5-8ef9-574c2210f2c2 req-16e70d88-56b7-4bc4-b387-e2a1607adaf8 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453651 Nov 24 21:40:52.091222 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de15c97-0d9d-4c55-88ee-18d708ee864e req-2e2cbef7-a366-4fa8-984c-506302785f81 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:52.092696 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2de15c97-0d9d-4c55-88ee-18d708ee864e req-2e2cbef7-a366-4fa8-984c-506302785f81 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0533264 Nov 24 21:40:52.139592 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2de15c97-0d9d-4c55-88ee-18d708ee864e req-b6e19cb7-f100-42a6-9037-018c9658ed81 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408587 Nov 24 21:40:53.260408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bfae3-b09a-47d8-9c70-5547a428555a req-dd0eaafa-53a5-46b0-89e4-b7fabbf3b6e5 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:53.262097 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-727bfae3-b09a-47d8-9c70-5547a428555a req-dd0eaafa-53a5-46b0-89e4-b7fabbf3b6e5 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0506814 Nov 24 21:40:53.312440 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-727bfae3-b09a-47d8-9c70-5547a428555a req-9236a1a4-c3f9-401b-a80c-af8dd8ae0d74 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443957 Nov 24 21:40:54.430092 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8ee19-597e-4305-9d5f-851b4d1c7d16 req-64dde9c9-3ccf-4ab6-b882-974e16ca949e tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:54.431565 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f3d8ee19-597e-4305-9d5f-851b4d1c7d16 req-64dde9c9-3ccf-4ab6-b882-974e16ca949e tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0491788 Nov 24 21:40:54.483455 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f3d8ee19-597e-4305-9d5f-851b4d1c7d16 req-878f6357-3cb3-460b-b1b7-0e9af77e6bf6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445709 Nov 24 21:40:55.599893 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff2550-c47f-4606-a5fd-388b675475dd req-5441a9ea-e90b-4e4e-9fb4-f2e45ffd01a2 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:55.601385 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35ff2550-c47f-4606-a5fd-388b675475dd req-5441a9ea-e90b-4e4e-9fb4-f2e45ffd01a2 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0486002 Nov 24 21:40:55.649871 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35ff2550-c47f-4606-a5fd-388b675475dd req-315035a2-00d9-49bb-9302-c44c866078fa tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420053 Nov 24 21:40:56.768552 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8a064-7514-41a4-939e-4a2a1e313389 req-fd275404-01c4-48a4-a51b-dc88ece08ba2 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:56.770201 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-50c8a064-7514-41a4-939e-4a2a1e313389 req-fd275404-01c4-48a4-a51b-dc88ece08ba2 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0503533 Nov 24 21:40:56.818694 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-50c8a064-7514-41a4-939e-4a2a1e313389 req-fcf5107a-99a2-41f2-8343-5c6813994215 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422387 Nov 24 21:40:57.941492 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07173251-a30f-41ae-bae5-fb4c41007ee5 req-18459424-5fa5-420c-b04b-2f3575252a33 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:57.943007 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-07173251-a30f-41ae-bae5-fb4c41007ee5 req-18459424-5fa5-420c-b04b-2f3575252a33 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0542059 Nov 24 21:40:57.990855 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-07173251-a30f-41ae-bae5-fb4c41007ee5 req-ed8ec7dd-8037-41be-8d06-4ae4f085881b tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419006 Nov 24 21:40:59.127508 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c1402-5ee9-4354-bd91-ac6b32db35f7 req-41131c27-a788-491d-ae5f-06a956260c74 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:40:59.129033 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-786c1402-5ee9-4354-bd91-ac6b32db35f7 req-41131c27-a788-491d-ae5f-06a956260c74 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0605795 Nov 24 21:40:59.183767 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-786c1402-5ee9-4354-bd91-ac6b32db35f7 req-af16b173-43f4-48ef-af99-f9147481f454 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487134 Nov 24 21:41:00.310676 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad20a5f-5f49-4a3b-8986-1c5135f73842 req-1fe5d3cc-93a6-4b12-bc8a-3681f1d6d58f tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:00.312626 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bad20a5f-5f49-4a3b-8986-1c5135f73842 req-1fe5d3cc-93a6-4b12-bc8a-3681f1d6d58f tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0541611 Nov 24 21:41:00.360104 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bad20a5f-5f49-4a3b-8986-1c5135f73842 req-d80d87b0-b325-4571-b8d8-9325c9a8699a tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411956 Nov 24 21:41:01.061815 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-8092809d-9504-4108-bcb8-2de8f9426991 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:41:01.062784 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-8092809d-9504-4108-bcb8-2de8f9426991 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054793 Nov 24 21:41:01.190567 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-4c58755e-6fb3-48d7-8885-05b42f846533 service neutron] show failed (client error): The resource could not be found. Nov 24 21:41:01.191651 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-4c58755e-6fb3-48d7-8885-05b42f846533 service neutron] 10.222.0.15 "GET /v2.0/ports/10fdbd3e-e869-488e-80a0-a2b0930c535b/bindings/n-h1-812111-8 HTTP/1.1" status: 404 len: 380 time: 0.1158888 Nov 24 21:41:01.411587 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-aac07431-df4a-4929-acdd-586691e1c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:01.413130 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-aac07431-df4a-4929-acdd-586691e1c216 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c&tenant_id=3b7bdab25fac4c57af8b51798bd41bd9 HTTP/1.1" status: 200 len: 1096 time: 0.0436814 Nov 24 21:41:01.427128 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-8', 'device_owner': 'compute:nova'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:41:01.478650 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75885c-bdbc-4ff2-af92-5489b3990b4d req-b201ece4-5d5a-472e-96d7-44e85042cfdd tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:01.480156 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dd75885c-bdbc-4ff2-af92-5489b3990b4d req-b201ece4-5d5a-472e-96d7-44e85042cfdd tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0507698 Nov 24 21:41:01.488102 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:01.529188 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dd75885c-bdbc-4ff2-af92-5489b3990b4d req-f930225e-a71f-4a06-b7c4-fbb361ccceb8 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414982 Nov 24 21:41:01.694667 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] For port 10fdbd3e-e869-488e-80a0-a2b0930c535b, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=10fdbd3e-e869-488e-80a0-a2b0930c535b,segment=NetworkSegment(a0719c9e-1974-45da-89e6-df7e7a419225),segment_id=a0719c9e-1974-45da-89e6-df7e7a419225)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:41:01.726853 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] For port 10fdbd3e-e869-488e-80a0-a2b0930c535b, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:41:01.769741 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a51617-61c3-4feb-809d-d4bab26df32c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10fdbd3e-e869-488e-80a0-a2b0930c535b'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:41:01.772026 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff2bf39-0414-48eb-829c-17aa8e34b189" -d '{"events": [{"server_uuid": "74a51617-61c3-4feb-809d-d4bab26df32c", "name": "network-vif-unplugged", "status": "completed", "tag": "10fdbd3e-e869-488e-80a0-a2b0930c535b"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:41:01.775853 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:01.789921 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Transition to ACTIVE for port object 10fdbd3e-e869-488e-80a0-a2b0930c535b will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:41:01.793653 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:01.859118 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] No DVR routers for this DVR port 10fdbd3e-e869-488e-80a0-a2b0930c535b on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:41:01.871290 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Pushing event updated for resources: {'Port': ['ID=10fdbd3e-e869-488e-80a0-a2b0930c535b,revision_number=6']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:01.896560 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:01.896947 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:01.897377 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:01.897629 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:01.897975 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:01.898314 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:01.898649 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:01.898980 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:01.899315 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:01.899644 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:01.899985 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:01.900305 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:01.912551 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 21:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8c742d-d3f4-4345-a93b-7f3ab9bcfec0 x-openstack-request-id: req-5a8c742d-d3f4-4345-a93b-7f3ab9bcfec0 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:41:01.912816 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a51617-61c3-4feb-809d-d4bab26df32c", "name": "network-vif-unplugged", "status": "completed", "tag": "10fdbd3e-e869-488e-80a0-a2b0930c535b", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:41:01.913080 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5a8c742d-d3f4-4345-a93b-7f3ab9bcfec0 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:41:01.913564 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a51617-61c3-4feb-809d-d4bab26df32c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10fdbd3e-e869-488e-80a0-a2b0930c535b', 'code': 200} Nov 24 21:41:01.917899 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Attempting to bind port 10fdbd3e-e869-488e-80a0-a2b0930c535b on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:41:01.918238 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Attempting to bind port 10fdbd3e-e869-488e-80a0-a2b0930c535b by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'a0719c9e-1974-45da-89e6-df7e7a419225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '99cb0a95-fb60-4db0-90c1-f5812268d8b7'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:41:01.918567 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Attempting to bind port 10fdbd3e-e869-488e-80a0-a2b0930c535b on network 99cb0a95-fb60-4db0-90c1-f5812268d8b7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:41:01.923085 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Port 10fdbd3e-e869-488e-80a0-a2b0930c535b on network 99cb0a95-fb60-4db0-90c1-f5812268d8b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:41:01.923412 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Attempting to bind port 10fdbd3e-e869-488e-80a0-a2b0930c535b on network 99cb0a95-fb60-4db0-90c1-f5812268d8b7 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:41:01.928252 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:41:01.928572 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Checking segment: {'id': 'a0719c9e-1974-45da-89e6-df7e7a419225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '99cb0a95-fb60-4db0-90c1-f5812268d8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:41:01.928994 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Bound using segment: {'id': 'a0719c9e-1974-45da-89e6-df7e7a419225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '99cb0a95-fb60-4db0-90c1-f5812268d8b7'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:41:01.929420 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Bound port: 10fdbd3e-e869-488e-80a0-a2b0930c535b, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0719c9e-1974-45da-89e6-df7e7a419225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '99cb0a95-fb60-4db0-90c1-f5812268d8b7'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:41:01.929776 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:01.995271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] For port 10fdbd3e-e869-488e-80a0-a2b0930c535b, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:41:01.998613 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] For port 10fdbd3e-e869-488e-80a0-a2b0930c535b, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=10fdbd3e-e869-488e-80a0-a2b0930c535b,segment=NetworkSegment(a0719c9e-1974-45da-89e6-df7e7a419225),segment_id=a0719c9e-1974-45da-89e6-df7e7a419225)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:41:02.002370 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:02.035464 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:02.036267 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:02.037886 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] 10.222.0.48 "PUT /v2.0/ports/10fdbd3e-e869-488e-80a0-a2b0930c535b HTTP/1.1" status: 200 len: 1091 time: 0.6150017 Nov 24 21:41:02.070289 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757375d1-3dcd-4a46-8a75-23a5ad077240 service neutron] Pushing event updated for resources: {'Port': ['ID=10fdbd3e-e869-488e-80a0-a2b0930c535b,revision_number=7']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:02.109625 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-9b608a19-630b-4dd9-a000-8316e1908884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:02.111432 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-9b608a19-630b-4dd9-a000-8316e1908884 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3b7bdab25fac4c57af8b51798bd41bd9&device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 1094 time: 0.0489912 Nov 24 21:41:02.200927 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-38cecd82-d6a1-498a-8591-ddeef236884b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:02.203004 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-38cecd82-d6a1-498a-8591-ddeef236884b service neutron] 10.222.0.48 "GET /v2.0/networks?id=99cb0a95-fb60-4db0-90c1-f5812268d8b7 HTTP/1.1" status: 200 len: 916 time: 0.0853674 Nov 24 21:41:02.248023 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-77dbdcca-4dbc-4b32-9a1f-77452e8a3059 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10fdbd3e-e869-488e-80a0-a2b0930c535b HTTP/1.1" status: 200 len: 217 time: 0.0379791 Nov 24 21:41:02.299002 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-0e586af4-be74-48a9-9ce1-f200097236b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:02.300459 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-0e586af4-be74-48a9-9ce1-f200097236b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41c6bef1-def2-4b42-abc3-7b811db4e30c HTTP/1.1" status: 200 len: 855 time: 0.0452943 Nov 24 21:41:02.333284 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-5ba08f80-b629-41d9-919d-73c008e38b18 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99cb0a95-fb60-4db0-90c1-f5812268d8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258093 Nov 24 21:41:02.428450 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-7de02408-861f-4b86-b6e2-d1a4dc2bc578 service neutron] 10.222.0.48 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879323 Nov 24 21:41:02.519615 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8fb8e55-213d-4007-9801-38a111afcaf5 req-04d235ff-da15-485a-85cb-85b1830d8d63 service neutron] 10.222.0.48 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845220 Nov 24 21:41:02.656680 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d021195-cb6a-43f3-b2b9-b7da3e2131ae req-dc1bf47b-ae90-4652-bd3b-e61f7250e538 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:02.658280 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1d021195-cb6a-43f3-b2b9-b7da3e2131ae req-dc1bf47b-ae90-4652-bd3b-e61f7250e538 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 943 time: 0.0511351 Nov 24 21:41:02.710126 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1d021195-cb6a-43f3-b2b9-b7da3e2131ae req-3ef32452-a4e0-42a9-b946-df2d1f05f113 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459502 Nov 24 21:41:03.370579 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 10fdbd3e-e869-488e-80a0-a2b0930c535b no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:41:03.410392 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 10fdbd3e-e869-488e-80a0-a2b0930c535b not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:41:03.828421 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d38d2f-b7bb-4501-bb09-e9e979e0e80c req-21c8e865-880f-4805-8df0-9e1776c7f9f4 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:03.829918 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6d38d2f-b7bb-4501-bb09-e9e979e0e80c req-21c8e865-880f-4805-8df0-9e1776c7f9f4 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 943 time: 0.0505877 Nov 24 21:41:03.877255 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6d38d2f-b7bb-4501-bb09-e9e979e0e80c req-a4211896-e31a-4b1a-b464-e1a1254dfe70 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413680 Nov 24 21:41:03.914664 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a51617-61c3-4feb-809d-d4bab26df32c', 'tag': '10fdbd3e-e869-488e-80a0-a2b0930c535b'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:41:03.917076 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d5b244-67d9-4cd5-bacc-788346080523" -d '{"events": [{"name": "network-changed", "server_uuid": "74a51617-61c3-4feb-809d-d4bab26df32c", "tag": "10fdbd3e-e869-488e-80a0-a2b0930c535b"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:41:03.968290 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4bb90e-301c-4044-9927-8b26bdfbd530 x-openstack-request-id: req-0c4bb90e-301c-4044-9927-8b26bdfbd530 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:41:03.968608 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a51617-61c3-4feb-809d-d4bab26df32c", "tag": "10fdbd3e-e869-488e-80a0-a2b0930c535b", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:41:03.968914 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c4bb90e-301c-4044-9927-8b26bdfbd530 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:41:03.969416 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a51617-61c3-4feb-809d-d4bab26df32c', 'tag': '10fdbd3e-e869-488e-80a0-a2b0930c535b', 'status': 'completed', 'code': 200} Nov 24 21:41:04.061992 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5b244-67d9-4cd5-bacc-788346080523 req-23b33e27-8f74-43db-960b-91041643bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:04.063412 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80d5b244-67d9-4cd5-bacc-788346080523 req-23b33e27-8f74-43db-960b-91041643bb23 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3b7bdab25fac4c57af8b51798bd41bd9&device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 1094 time: 0.0721729 Nov 24 21:41:04.068639 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5b244-67d9-4cd5-bacc-788346080523 req-6aacd5dd-647a-4af2-91eb-a3f3490bead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:04.070517 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80d5b244-67d9-4cd5-bacc-788346080523 req-6aacd5dd-647a-4af2-91eb-a3f3490bead1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b7bdab25fac4c57af8b51798bd41bd9&device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 1094 time: 0.0705481 Nov 24 21:41:04.226023 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5b244-67d9-4cd5-bacc-788346080523 req-0efc0c46-40ff-47eb-93fb-0f2fab970a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:04.227515 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80d5b244-67d9-4cd5-bacc-788346080523 req-0efc0c46-40ff-47eb-93fb-0f2fab970a90 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99cb0a95-fb60-4db0-90c1-f5812268d8b7 HTTP/1.1" status: 200 len: 916 time: 0.1562257 Nov 24 21:41:04.231778 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5b244-67d9-4cd5-bacc-788346080523 req-24905e3a-3a1d-44e9-a485-430d5c63278e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:04.233189 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80d5b244-67d9-4cd5-bacc-788346080523 req-24905e3a-3a1d-44e9-a485-430d5c63278e service neutron] 10.222.0.15 "GET /v2.0/networks?id=99cb0a95-fb60-4db0-90c1-f5812268d8b7 HTTP/1.1" status: 200 len: 916 time: 0.1443594 Nov 24 21:41:04.277070 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80d5b244-67d9-4cd5-bacc-788346080523 req-5d3e99af-2550-420f-8b4b-c7d325857082 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10fdbd3e-e869-488e-80a0-a2b0930c535b HTTP/1.1" status: 200 len: 217 time: 0.0410490 Nov 24 21:41:04.317311 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80d5b244-67d9-4cd5-bacc-788346080523 req-b5afacc6-f8d6-468f-952a-2937e2a99dde service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10fdbd3e-e869-488e-80a0-a2b0930c535b HTTP/1.1" status: 200 len: 217 time: 0.0464478 Nov 24 21:41:04.389787 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5b244-67d9-4cd5-bacc-788346080523 req-136ec7d7-6701-4d7b-9d2b-80f59f4ca8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:04.391280 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80d5b244-67d9-4cd5-bacc-788346080523 req-136ec7d7-6701-4d7b-9d2b-80f59f4ca8d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41c6bef1-def2-4b42-abc3-7b811db4e30c HTTP/1.1" status: 200 len: 855 time: 0.0823073 Nov 24 21:41:04.397903 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5b244-67d9-4cd5-bacc-788346080523 req-5e3d43e8-d4fd-49de-ab6c-8d0299d5047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:04.399225 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80d5b244-67d9-4cd5-bacc-788346080523 req-5e3d43e8-d4fd-49de-ab6c-8d0299d5047c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41c6bef1-def2-4b42-abc3-7b811db4e30c HTTP/1.1" status: 200 len: 855 time: 0.0625138 Nov 24 21:41:04.437122 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80d5b244-67d9-4cd5-bacc-788346080523 req-7c65dfa3-7246-4105-9e65-b9170771ab28 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99cb0a95-fb60-4db0-90c1-f5812268d8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304065 Nov 24 21:41:04.456273 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80d5b244-67d9-4cd5-bacc-788346080523 req-beb9df0d-7a3c-4ec3-8c24-e6b29d5a37e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99cb0a95-fb60-4db0-90c1-f5812268d8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413055 Nov 24 21:41:04.602188 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80d5b244-67d9-4cd5-bacc-788346080523 req-d10790ae-4492-4ad6-9e96-c13593da7240 service neutron] 10.222.0.48 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479366 Nov 24 21:41:04.613509 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80d5b244-67d9-4cd5-bacc-788346080523 req-01f0ba2a-0a32-4b9e-a5ef-455d18b66fdf service neutron] 10.222.0.15 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406586 Nov 24 21:41:04.769733 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80d5b244-67d9-4cd5-bacc-788346080523 req-86e9e12a-9813-4e3e-a40f-523f9fb4eaa8 service neutron] 10.222.0.48 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552627 Nov 24 21:41:04.780099 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-80d5b244-67d9-4cd5-bacc-788346080523 req-01917ef6-4833-4ea6-b5ef-577e6a2d3d3e service neutron] 10.222.0.15 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473770 Nov 24 21:41:05.006472 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3886880-f0d5-43fa-ae27-801237d2b9c7 req-0c30c0ca-a3c8-4d2b-8d2c-93833a7bd034 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:05.007954 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3886880-f0d5-43fa-ae27-801237d2b9c7 req-0c30c0ca-a3c8-4d2b-8d2c-93833a7bd034 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 943 time: 0.0582802 Nov 24 21:41:05.056259 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b3886880-f0d5-43fa-ae27-801237d2b9c7 req-3582051f-2fdf-495a-9d24-fd4842da8b0a tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422781 Nov 24 21:41:05.260490 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3979ed7-bffe-43f5-9c28-dc0583ede138 req-61fb5bd7-09df-4486-9969-67b2b4f0f856 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:05.262031 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3979ed7-bffe-43f5-9c28-dc0583ede138 req-61fb5bd7-09df-4486-9969-67b2b4f0f856 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 943 time: 0.0567908 Nov 24 21:41:05.276108 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d217b7e-9adf-4a2a-9cef-69dba717b814 req-35dc796f-54c3-446a-8403-ed25baf121ce tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:05.277599 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d217b7e-9adf-4a2a-9cef-69dba717b814 req-35dc796f-54c3-446a-8403-ed25baf121ce tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.15 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c&tenant_id=3b7bdab25fac4c57af8b51798bd41bd9&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 943 time: 0.0559382 Nov 24 21:41:05.312897 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3979ed7-bffe-43f5-9c28-dc0583ede138 req-254e65cc-ce8c-4bb4-a5ef-384a82de7fb6 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435038 Nov 24 21:41:05.351899 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [req-0d217b7e-9adf-4a2a-9cef-69dba717b814 req-cecb4e2b-4861-4e8a-986b-edec53f91f54 service neutron] delete failed (client error): The resource could not be found. Nov 24 21:41:05.352956 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d217b7e-9adf-4a2a-9cef-69dba717b814 req-cecb4e2b-4861-4e8a-986b-edec53f91f54 service neutron] 10.222.0.15 "DELETE /v2.0/ports/10fdbd3e-e869-488e-80a0-a2b0930c535b/bindings/n-h2-812111-8 HTTP/1.1" status: 404 len: 380 time: 0.0620039 Nov 24 21:41:05.445539 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d217b7e-9adf-4a2a-9cef-69dba717b814 req-db1503d0-f4de-4c9c-9e2b-380e716fcba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:05.447051 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d217b7e-9adf-4a2a-9cef-69dba717b814 req-db1503d0-f4de-4c9c-9e2b-380e716fcba4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b7bdab25fac4c57af8b51798bd41bd9&device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 1094 time: 0.0412526 Nov 24 21:41:05.541348 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d217b7e-9adf-4a2a-9cef-69dba717b814 req-c9c9bab5-ee80-4806-a0f5-be30b81ad59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:05.542827 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d217b7e-9adf-4a2a-9cef-69dba717b814 req-c9c9bab5-ee80-4806-a0f5-be30b81ad59e service neutron] 10.222.0.15 "GET /v2.0/networks?id=99cb0a95-fb60-4db0-90c1-f5812268d8b7 HTTP/1.1" status: 200 len: 916 time: 0.0850706 Nov 24 21:41:05.591399 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d217b7e-9adf-4a2a-9cef-69dba717b814 req-83db1fb8-883f-4f8f-85cd-96c03cb27cac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10fdbd3e-e869-488e-80a0-a2b0930c535b HTTP/1.1" status: 200 len: 217 time: 0.0370755 Nov 24 21:41:05.646493 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d217b7e-9adf-4a2a-9cef-69dba717b814 req-e9598aa3-e3b2-4d18-9913-d0a058f6fc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:05.647963 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d217b7e-9adf-4a2a-9cef-69dba717b814 req-e9598aa3-e3b2-4d18-9913-d0a058f6fc3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41c6bef1-def2-4b42-abc3-7b811db4e30c HTTP/1.1" status: 200 len: 855 time: 0.0454912 Nov 24 21:41:05.683692 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d217b7e-9adf-4a2a-9cef-69dba717b814 req-f60348d2-49b2-413a-8bc8-a215e2b71877 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99cb0a95-fb60-4db0-90c1-f5812268d8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249698 Nov 24 21:41:05.781810 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d217b7e-9adf-4a2a-9cef-69dba717b814 req-970b28c7-83d1-4614-bf8a-606081824659 service neutron] 10.222.0.15 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864246 Nov 24 21:41:05.874906 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d217b7e-9adf-4a2a-9cef-69dba717b814 req-077f8556-6251-4a67-8f2b-6f5ed09b4279 service neutron] 10.222.0.15 "GET /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815783 Nov 24 21:41:05.961468 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 10fdbd3e-e869-488e-80a0-a2b0930c535b details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:41:06.066793 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 10fdbd3e-e869-488e-80a0-a2b0930c535b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=10fdbd3e-e869-488e-80a0-a2b0930c535b,segment=NetworkSegment(a0719c9e-1974-45da-89e6-df7e7a419225),segment_id=a0719c9e-1974-45da-89e6-df7e7a419225)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:41:06.078751 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '10fdbd3e-e869-488e-80a0-a2b0930c535b', 'network_id': '99cb0a95-fb60-4db0-90c1-f5812268d8b7', 'port_id': '10fdbd3e-e869-488e-80a0-a2b0930c535b', 'mac_address': 'fa:16:3e:93:df:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c6bef1-def2-4b42-abc3-7b811db4e30c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:41:06.116876 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:06.130459 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10fdbd3e-e869-488e-80a0-a2b0930c535b {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:41:06.150393 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 10fdbd3e-e869-488e-80a0-a2b0930c535b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=10fdbd3e-e869-488e-80a0-a2b0930c535b,segment=NetworkSegment(a0719c9e-1974-45da-89e6-df7e7a419225),segment_id=a0719c9e-1974-45da-89e6-df7e7a419225)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:41:06.154033 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:06.200665 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=10fdbd3e-e869-488e-80a0-a2b0930c535b,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:06.375488 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['10fdbd3e-e869-488e-80a0-a2b0930c535b'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:41:06.465107 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dde655-ae4a-4cde-b53d-0801f8ba79c7 req-5ed79c62-847b-40a9-9de7-ea9621ce4410 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:06.466644 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-43dde655-ae4a-4cde-b53d-0801f8ba79c7 req-5ed79c62-847b-40a9-9de7-ea9621ce4410 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 944 time: 0.0555065 Nov 24 21:41:06.520381 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-43dde655-ae4a-4cde-b53d-0801f8ba79c7 req-d0c7cd60-2c19-48f5-9fc5-f2976219d38f tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467999 Nov 24 21:41:07.637186 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25f587-959b-451f-980f-98a8e464b2e0 req-fd01d4bf-5df8-48dd-8b51-b5a73ab73687 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:07.640215 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa25f587-959b-451f-980f-98a8e464b2e0 req-fd01d4bf-5df8-48dd-8b51-b5a73ab73687 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 944 time: 0.0495095 Nov 24 21:41:07.692564 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa25f587-959b-451f-980f-98a8e464b2e0 req-a8207bf6-0a8d-44c9-b248-e61cac2c7e5a tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455327 Nov 24 21:41:07.808606 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f24ebf-76b3-4afd-9c81-caa0938fae25 req-4dca226d-9951-4e96-9084-5ed7ea2b0c76 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:07.810110 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-67f24ebf-76b3-4afd-9c81-caa0938fae25 req-4dca226d-9951-4e96-9084-5ed7ea2b0c76 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 944 time: 0.0492914 Nov 24 21:41:07.857201 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-67f24ebf-76b3-4afd-9c81-caa0938fae25 req-db91285a-b57e-4b0d-9362-523f53fbd5fe tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405524 Nov 24 21:41:07.971088 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 10fdbd3e-e869-488e-80a0-a2b0930c535b up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:41:07.972372 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385fa1d-bbeb-434b-815d-92be08aa7d75 req-8f86422b-9b3d-410d-8bd0-8fae6696aad1 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:07.974886 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8385fa1d-bbeb-434b-815d-92be08aa7d75 req-8f86422b-9b3d-410d-8bd0-8fae6696aad1 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 944 time: 0.0492289 Nov 24 21:41:08.024172 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8385fa1d-bbeb-434b-815d-92be08aa7d75 req-4c53cffd-3797-4b45-80c4-f26579ffd874 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427957 Nov 24 21:41:08.025305 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 10fdbd3e-e869-488e-80a0-a2b0930c535b completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:41:08.029563 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 10fdbd3e-e869-488e-80a0-a2b0930c535b triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:41:08.029996 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:08.116511 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:08.141276 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a51617-61c3-4feb-809d-d4bab26df32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fdbd3e-e869-488e-80a0-a2b0930c535b'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:41:08.143698 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd65a98-107c-4636-a591-205635206429" -d '{"events": [{"server_uuid": "74a51617-61c3-4feb-809d-d4bab26df32c", "name": "network-vif-plugged", "status": "completed", "tag": "10fdbd3e-e869-488e-80a0-a2b0930c535b"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:41:08.158164 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 10fdbd3e-e869-488e-80a0-a2b0930c535b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=10fdbd3e-e869-488e-80a0-a2b0930c535b,segment=NetworkSegment(a0719c9e-1974-45da-89e6-df7e7a419225),segment_id=a0719c9e-1974-45da-89e6-df7e7a419225)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:41:08.163490 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:08.218070 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=10fdbd3e-e869-488e-80a0-a2b0930c535b,revision_number=9']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:08.271015 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fc0dca-39c6-498d-8d38-a739675f3e27 x-openstack-request-id: req-19fc0dca-39c6-498d-8d38-a739675f3e27 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:41:08.271319 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a51617-61c3-4feb-809d-d4bab26df32c", "name": "network-vif-plugged", "status": "completed", "tag": "10fdbd3e-e869-488e-80a0-a2b0930c535b", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:41:08.271582 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-19fc0dca-39c6-498d-8d38-a739675f3e27 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:41:08.271988 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a51617-61c3-4feb-809d-d4bab26df32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fdbd3e-e869-488e-80a0-a2b0930c535b', 'code': 200} Nov 24 21:41:08.455809 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3105462-b2fb-49e6-bfbe-54a470a77572 req-29b6f4c2-c949-4bc7-889d-a0e00b4be64c tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:08.457314 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c3105462-b2fb-49e6-bfbe-54a470a77572 req-29b6f4c2-c949-4bc7-889d-a0e00b4be64c tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0548041 Nov 24 21:41:08.505135 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c3105462-b2fb-49e6-bfbe-54a470a77572 req-e5f76d7b-b6e7-4742-9c5a-51870f081fdf tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418084 Nov 24 21:41:08.973624 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f964977f-6871-46dd-bc84-7328b077aeee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:09.542425 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d4c00-b934-4f78-8492-aba05bf000bb req-24ef11dd-43ab-4010-9808-10871a8f5f7e tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:09.543911 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-943d4c00-b934-4f78-8492-aba05bf000bb req-24ef11dd-43ab-4010-9808-10871a8f5f7e tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.48 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0493019 Nov 24 21:41:09.622148 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1c54b-74af-483c-b7b3-173278e0efcc req-f46117fe-7e4f-4c63-b7ab-02abf49b0e13 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:09.624548 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3bf1c54b-74af-483c-b7b3-173278e0efcc req-f46117fe-7e4f-4c63-b7ab-02abf49b0e13 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a51617-61c3-4feb-809d-d4bab26df32c HTTP/1.1" status: 200 len: 945 time: 0.0496769 Nov 24 21:41:09.641635 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-943d4c00-b934-4f78-8492-aba05bf000bb req-640c5218-a099-4b29-85bc-cca5e45cb692 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Deleting port 10fdbd3e-e869-488e-80a0-a2b0930c535b {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:41:09.641985 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-943d4c00-b934-4f78-8492-aba05bf000bb req-640c5218-a099-4b29-85bc-cca5e45cb692 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:09.678989 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3bf1c54b-74af-483c-b7b3-173278e0efcc req-3216f545-4327-460d-8aca-84c432a02f88 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.11 "GET /v2.0/security-groups?id=d60dec86-f4a2-404c-9f40-5d4c8b7501be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474193 Nov 24 21:41:09.735378 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-943d4c00-b934-4f78-8492-aba05bf000bb req-640c5218-a099-4b29-85bc-cca5e45cb692 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] For port 10fdbd3e-e869-488e-80a0-a2b0930c535b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=10fdbd3e-e869-488e-80a0-a2b0930c535b,segment=NetworkSegment(a0719c9e-1974-45da-89e6-df7e7a419225),segment_id=a0719c9e-1974-45da-89e6-df7e7a419225)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:41:09.735744 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-943d4c00-b934-4f78-8492-aba05bf000bb req-640c5218-a099-4b29-85bc-cca5e45cb692 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:09.752045 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-943d4c00-b934-4f78-8492-aba05bf000bb req-640c5218-a099-4b29-85bc-cca5e45cb692 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Calling delete_port for 10fdbd3e-e869-488e-80a0-a2b0930c535b owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:41:09.875785 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-943d4c00-b934-4f78-8492-aba05bf000bb req-640c5218-a099-4b29-85bc-cca5e45cb692 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:09.886837 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['10fdbd3e-e869-488e-80a0-a2b0930c535b'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:41:09.904324 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c5218-a099-4b29-85bc-cca5e45cb692 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Pushing event deleted for resources: {'Port': ['ID=10fdbd3e-e869-488e-80a0-a2b0930c535b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:09.949707 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-943d4c00-b934-4f78-8492-aba05bf000bb req-640c5218-a099-4b29-85bc-cca5e45cb692 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] No DVR routers for this DVR port 10fdbd3e-e869-488e-80a0-a2b0930c535b on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:41:09.952541 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-943d4c00-b934-4f78-8492-aba05bf000bb req-640c5218-a099-4b29-85bc-cca5e45cb692 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:09.956011 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-943d4c00-b934-4f78-8492-aba05bf000bb req-640c5218-a099-4b29-85bc-cca5e45cb692 tempest-ServerDiskConfigTestJSON-181852716 tempest-ServerDiskConfigTestJSON-181852716-project] 10.222.0.48 "DELETE /v2.0/ports/10fdbd3e-e869-488e-80a0-a2b0930c535b HTTP/1.1" status: 204 len: 173 time: 0.4061441 Nov 24 21:41:09.956466 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a51617-61c3-4feb-809d-d4bab26df32c', 'name': 'network-vif-deleted', 'tag': '10fdbd3e-e869-488e-80a0-a2b0930c535b'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:41:09.958814 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd93b39-1c6d-4925-b832-87cab4bce78f" -d '{"events": [{"server_uuid": "74a51617-61c3-4feb-809d-d4bab26df32c", "name": "network-vif-deleted", "tag": "10fdbd3e-e869-488e-80a0-a2b0930c535b"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:41:09.999714 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924e2ef4-aa50-42e8-ac99-626aa26905da x-openstack-request-id: req-924e2ef4-aa50-42e8-ac99-626aa26905da {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:41:10.000038 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a51617-61c3-4feb-809d-d4bab26df32c", "name": "network-vif-deleted", "tag": "10fdbd3e-e869-488e-80a0-a2b0930c535b", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:41:10.000851 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-924e2ef4-aa50-42e8-ac99-626aa26905da {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:41:10.001267 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a51617-61c3-4feb-809d-d4bab26df32c', 'name': 'network-vif-deleted', 'tag': '10fdbd3e-e869-488e-80a0-a2b0930c535b', 'status': 'completed', 'code': 200} Nov 24 21:41:10.125081 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:10.801878 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 51650) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:41:10.846740 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-0954a53f-0a0f-43f1-85f9-38cab436ee5d admin admin] Deleting subnet 41c6bef1-def2-4b42-abc3-7b811db4e30c {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:41:10.849703 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0954a53f-0a0f-43f1-85f9-38cab436ee5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:10.883958 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0954a53f-0a0f-43f1-85f9-38cab436ee5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:10.922519 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0954a53f-0a0f-43f1-85f9-38cab436ee5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:10.978619 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0954a53f-0a0f-43f1-85f9-38cab436ee5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:11.003257 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954a53f-0a0f-43f1-85f9-38cab436ee5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41c6bef1-def2-4b42-abc3-7b811db4e30c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:11.008972 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0954a53f-0a0f-43f1-85f9-38cab436ee5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:11.012209 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0954a53f-0a0f-43f1-85f9-38cab436ee5d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/41c6bef1-def2-4b42-abc3-7b811db4e30c HTTP/1.1" status: 204 len: 168 time: 0.2093165 Nov 24 21:41:11.014735 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 51652) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:41:11.082990 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-52a46b52-7e35-4ab6-978c-e8a319655422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:11.165403 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-52a46b52-7e35-4ab6-978c-e8a319655422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:11.185037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-52a46b52-7e35-4ab6-978c-e8a319655422 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cb0a95-fb60-4db0-90c1-f5812268d8b7']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:41:11.195035 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-52a46b52-7e35-4ab6-978c-e8a319655422 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0719c9e-1974-45da-89e6-df7e7a419225') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:41:11.195338 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-52a46b52-7e35-4ab6-978c-e8a319655422 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0719c9e-1974-45da-89e6-df7e7a419225') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:41:11.205583 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-52a46b52-7e35-4ab6-978c-e8a319655422 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:11.218575 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-52a46b52-7e35-4ab6-978c-e8a319655422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:11.224821 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a46b52-7e35-4ab6-978c-e8a319655422 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:41:11.225204 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-52a46b52-7e35-4ab6-978c-e8a319655422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:41:11.226814 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:41:11.262892 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-786f066e-2d3f-433f-a79d-8b3a4ef368e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:11.286777 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-52a46b52-7e35-4ab6-978c-e8a319655422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:11.291714 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-52a46b52-7e35-4ab6-978c-e8a319655422 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:11.295374 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-52a46b52-7e35-4ab6-978c-e8a319655422 admin admin] 10.222.0.11 "DELETE /v2.0/networks/99cb0a95-fb60-4db0-90c1-f5812268d8b7 HTTP/1.1" status: 204 len: 168 time: 0.2796962 Nov 24 21:41:11.308988 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a46b52-7e35-4ab6-978c-e8a319655422 admin admin] Pushing event deleted for resources: {'Network': ['ID=99cb0a95-fb60-4db0-90c1-f5812268d8b7,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:11.415174 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51656) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:41:11.455330 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-aca3f09a-3121-4d18-a343-4803550a8cd6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b7bdab25fac4c57af8b51798bd41bd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389323 Nov 24 21:41:11.457701 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51658) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:41:11.507218 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:11.511171 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91f6ecd3-d701-4d05-88e7-23c34b8a97eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:11.532373 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91f6ecd3-d701-4d05-88e7-23c34b8a97eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:11.578917 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91f6ecd3-d701-4d05-88e7-23c34b8a97eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:11.581599 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91f6ecd3-d701-4d05-88e7-23c34b8a97eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:11.582760 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-91f6ecd3-d701-4d05-88e7-23c34b8a97eb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d60dec86-f4a2-404c-9f40-5d4c8b7501be HTTP/1.1" status: 204 len: 168 time: 0.1241524 Nov 24 21:41:11.591792 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6ecd3-d701-4d05-88e7-23c34b8a97eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60dec86-f4a2-404c-9f40-5d4c8b7501be,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:11.600204 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6ecd3-d701-4d05-88e7-23c34b8a97eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:11.600558 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6ecd3-d701-4d05-88e7-23c34b8a97eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:11.600939 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6ecd3-d701-4d05-88e7-23c34b8a97eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:11.601262 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6ecd3-d701-4d05-88e7-23c34b8a97eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:11.601782 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6ecd3-d701-4d05-88e7-23c34b8a97eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:11.602118 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6ecd3-d701-4d05-88e7-23c34b8a97eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:11.602457 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6ecd3-d701-4d05-88e7-23c34b8a97eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:11.602786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6ecd3-d701-4d05-88e7-23c34b8a97eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:11.603111 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6ecd3-d701-4d05-88e7-23c34b8a97eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:11.603436 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6ecd3-d701-4d05-88e7-23c34b8a97eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:11.603761 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6ecd3-d701-4d05-88e7-23c34b8a97eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:11.604081 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6ecd3-d701-4d05-88e7-23c34b8a97eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:12.252519 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51680) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:41:12.379620 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-5394dfb7-9a96-4267-bb29-7fa8e46bba45 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1027216505-network', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:41:12.401360 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5394dfb7-9a96-4267-bb29-7fa8e46bba45 admin admin] Made reservation on behalf of c0d5261d22cc461d858307f0abed0728 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:41:12.403740 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5394dfb7-9a96-4267-bb29-7fa8e46bba45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:12.412183 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5394dfb7-9a96-4267-bb29-7fa8e46bba45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:12.492820 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5394dfb7-9a96-4267-bb29-7fa8e46bba45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:12.496491 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5394dfb7-9a96-4267-bb29-7fa8e46bba45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:12.522210 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5394dfb7-9a96-4267-bb29-7fa8e46bba45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:41:12.530911 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394dfb7-9a96-4267-bb29-7fa8e46bba45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6274fb8c-265b-4b6d-9a1e-4d5dcb78487a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:12.538023 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5394dfb7-9a96-4267-bb29-7fa8e46bba45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:12.538416 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-5394dfb7-9a96-4267-bb29-7fa8e46bba45 admin admin] Added segment 6b61d073-6e24-48bb-bddd-9d4968a46b00 of type vlan for network 1af74439-14ac-4b01-8d84-1b5193589df4 Nov 24 21:41:12.556530 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:12.590876 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5394dfb7-9a96-4267-bb29-7fa8e46bba45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:12.618165 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5394dfb7-9a96-4267-bb29-7fa8e46bba45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:12.619101 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5394dfb7-9a96-4267-bb29-7fa8e46bba45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:12.619678 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5394dfb7-9a96-4267-bb29-7fa8e46bba45 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:12.653461 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5394dfb7-9a96-4267-bb29-7fa8e46bba45 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3995988 Nov 24 21:41:12.656461 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 51684) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:41:12.662018 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e519ce95-087a-4001-8501-b4ad909845ea admin admin] Request body: {'subnet': {'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1027216505-subnet', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:41:12.682984 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394dfb7-9a96-4267-bb29-7fa8e46bba45 admin admin] Pushing event updated for resources: {'Network': ['ID=1af74439-14ac-4b01-8d84-1b5193589df4,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:12.690453 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e519ce95-087a-4001-8501-b4ad909845ea admin admin] Made reservation on behalf of c0d5261d22cc461d858307f0abed0728 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:41:12.693912 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e519ce95-087a-4001-8501-b4ad909845ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:12.695199 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 1af74439-14ac-4b01-8d84-1b5193589df4 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:41:12.866488 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e519ce95-087a-4001-8501-b4ad909845ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:12.915365 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519ce95-087a-4001-8501-b4ad909845ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e2e511e-d304-4f7b-88db-a76ba0fbb677,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:12.931049 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e519ce95-087a-4001-8501-b4ad909845ea admin admin] Checking segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:41:12.931408 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e519ce95-087a-4001-8501-b4ad909845ea admin admin] Network hostable DHCP agents. Network: 1af74439-14ac-4b01-8d84-1b5193589df4, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:41:12.948804 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e519ce95-087a-4001-8501-b4ad909845ea admin admin] Network 1af74439-14ac-4b01-8d84-1b5193589df4 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:41:12.957279 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-e519ce95-087a-4001-8501-b4ad909845ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 1af74439-14ac-4b01-8d84-1b5193589df4) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:41:12.961258 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e519ce95-087a-4001-8501-b4ad909845ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:12.961859 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e519ce95-087a-4001-8501-b4ad909845ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:12.966227 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab75d4d3-29b0-4c95-8081-6f8db09563f3 None None] Network 1af74439-14ac-4b01-8d84-1b5193589df4 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:41:12.978099 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e519ce95-087a-4001-8501-b4ad909845ea admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3199708 Nov 24 21:41:12.980943 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51686) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:41:12.986339 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c754c038-8f89-4faf-9a22-cc069115759d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:41:13.007859 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c754c038-8f89-4faf-9a22-cc069115759d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:13.008919 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c754c038-8f89-4faf-9a22-cc069115759d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:13.064269 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c754c038-8f89-4faf-9a22-cc069115759d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:13.135385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da171eb-6578-4f5f-b75c-e9de60a56fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-1af74439-14ac-4b01-8d84-1b5193589df4', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:41:13.136276 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6da171eb-6578-4f5f-b75c-e9de60a56fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:13.220381 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c754c038-8f89-4faf-9a22-cc069115759d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:13.274358 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-6da171eb-6578-4f5f-b75c-e9de60a56fee None None] Allocated IP 172.20.0.2 (1af74439-14ac-4b01-8d84-1b5193589df4/0e2e511e-d304-4f7b-88db-a76ba0fbb677/c9a2813d-8a7d-49af-9ea5-e9ff1449f166) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:41:13.414649 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6da171eb-6578-4f5f-b75c-e9de60a56fee None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:13.420369 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6da171eb-6578-4f5f-b75c-e9de60a56fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:13.436089 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c754c038-8f89-4faf-9a22-cc069115759d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:13.455762 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c754c038-8f89-4faf-9a22-cc069115759d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:13.465216 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da171eb-6578-4f5f-b75c-e9de60a56fee None None] Network 1af74439-14ac-4b01-8d84-1b5193589df4 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:41:13.468457 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-6da171eb-6578-4f5f-b75c-e9de60a56fee None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:41:13.472464 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da171eb-6578-4f5f-b75c-e9de60a56fee None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:41:13.479488 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da171eb-6578-4f5f-b75c-e9de60a56fee None None] Pushing event updated for resources: {'Port': ['ID=c9a2813d-8a7d-49af-9ea5-e9ff1449f166,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:13.531312 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-6da171eb-6578-4f5f-b75c-e9de60a56fee None None] Attempting to bind port c9a2813d-8a7d-49af-9ea5-e9ff1449f166 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:41:13.532995 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-6da171eb-6578-4f5f-b75c-e9de60a56fee None None] Attempting to bind port c9a2813d-8a7d-49af-9ea5-e9ff1449f166 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:41:13.533508 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da171eb-6578-4f5f-b75c-e9de60a56fee None None] Attempting to bind port c9a2813d-8a7d-49af-9ea5-e9ff1449f166 on network 1af74439-14ac-4b01-8d84-1b5193589df4 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:41:13.540041 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da171eb-6578-4f5f-b75c-e9de60a56fee None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:41:13.540425 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da171eb-6578-4f5f-b75c-e9de60a56fee None None] Checking segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:41:13.540864 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6da171eb-6578-4f5f-b75c-e9de60a56fee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:13.541269 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da171eb-6578-4f5f-b75c-e9de60a56fee None None] Bound using segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:41:13.541740 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-6da171eb-6578-4f5f-b75c-e9de60a56fee None None] Bound port: c9a2813d-8a7d-49af-9ea5-e9ff1449f166, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:41:13.542130 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6da171eb-6578-4f5f-b75c-e9de60a56fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:13.562624 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-c754c038-8f89-4faf-9a22-cc069115759d admin admin] Allocated IP 172.25.5.27 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/9c8b3f97-23e9-4b44-8909-7a0d5759546a) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:41:13.606765 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6da171eb-6578-4f5f-b75c-e9de60a56fee None None] For port c9a2813d-8a7d-49af-9ea5-e9ff1449f166, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:41:13.610230 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6da171eb-6578-4f5f-b75c-e9de60a56fee None None] For port c9a2813d-8a7d-49af-9ea5-e9ff1449f166, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c9a2813d-8a7d-49af-9ea5-e9ff1449f166,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:41:13.615453 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6da171eb-6578-4f5f-b75c-e9de60a56fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:13.671512 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da171eb-6578-4f5f-b75c-e9de60a56fee None None] Pushing event updated for resources: {'Port': ['ID=c9a2813d-8a7d-49af-9ea5-e9ff1449f166,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:13.679657 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c754c038-8f89-4faf-9a22-cc069115759d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:13.715118 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c754c038-8f89-4faf-9a22-cc069115759d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:13.757184 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c754c038-8f89-4faf-9a22-cc069115759d admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:41:13.760036 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-c754c038-8f89-4faf-9a22-cc069115759d admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:41:13.762612 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c754c038-8f89-4faf-9a22-cc069115759d admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:41:13.775085 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa4bbb5-5c3e-4152-bbe6-6a8221710a98 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:41:13.802689 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754c038-8f89-4faf-9a22-cc069115759d admin admin] Pushing event updated for resources: {'Port': ['ID=9c8b3f97-23e9-4b44-8909-7a0d5759546a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:13.878142 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-1aee4db8-77dc-4bd5-b169-54bd97d15664 None None] Provisioning complete for port 9c8b3f97-23e9-4b44-8909-7a0d5759546a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:41:13.878698 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1aee4db8-77dc-4bd5-b169-54bd97d15664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:13.928056 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-1aee4db8-77dc-4bd5-b169-54bd97d15664 None None] Port 9c8b3f97-23e9-4b44-8909-7a0d5759546a cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:41:13.936248 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:13.986672 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 10fdbd3e-e869-488e-80a0-a2b0930c535b no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:41:14.008603 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 10fdbd3e-e869-488e-80a0-a2b0930c535b {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:41:14.008979 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 10fdbd3e-e869-488e-80a0-a2b0930c535b not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:41:14.327694 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c754c038-8f89-4faf-9a22-cc069115759d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:14.535026 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c754c038-8f89-4faf-9a22-cc069115759d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:14.576470 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a93f2b-e836-4705-94f3-27d6497d107b None None] Network 1af74439-14ac-4b01-8d84-1b5193589df4 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:41:14.668632 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-cde69ce0-df97-4c43-907c-c079dba85b5a None None] Provisioning complete for port c9a2813d-8a7d-49af-9ea5-e9ff1449f166 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:41:14.669217 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cde69ce0-df97-4c43-907c-c079dba85b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:14.679572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c754c038-8f89-4faf-9a22-cc069115759d admin admin] Router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:41:14.700021 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c9a2813d-8a7d-49af-9ea5-e9ff1449f166 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:41:14.792213 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c754c038-8f89-4faf-9a22-cc069115759d admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:41:14.812474 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c754c038-8f89-4faf-9a22-cc069115759d admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:14.814225 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c754c038-8f89-4faf-9a22-cc069115759d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8322632 Nov 24 21:41:14.816698 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] Sync routers for ids ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:41:14.817296 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51688) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:41:14.858613 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port c9a2813d-8a7d-49af-9ea5-e9ff1449f166 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:41:14.858985 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:14.896185 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] Routers {'23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:41:14.896945 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:41:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:41:14.936937 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cde69ce0-df97-4c43-907c-c079dba85b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:14.976016 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:15.044908 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-cde69ce0-df97-4c43-907c-c079dba85b5a None None] For port c9a2813d-8a7d-49af-9ea5-e9ff1449f166, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c9a2813d-8a7d-49af-9ea5-e9ff1449f166,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:41:15.054763 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cde69ce0-df97-4c43-907c-c079dba85b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:15.121351 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] Set router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:41:15.296444 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8c3d0dc-a157-4905-904d-46d24b141613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:15.385506 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde69ce0-df97-4c43-907c-c079dba85b5a None None] Pushing event updated for resources: {'Port': ['ID=c9a2813d-8a7d-49af-9ea5-e9ff1449f166,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:15.404415 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-58ffe1a4-5913-431c-8b22-6bfb9e768cb5 None None] Provisioning complete for port c9a2813d-8a7d-49af-9ea5-e9ff1449f166 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:41:15.404807 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-58ffe1a4-5913-431c-8b22-6bfb9e768cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:15.503953 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-f8c3d0dc-a157-4905-904d-46d24b141613 admin admin] Allocated IP 172.20.0.1 (1af74439-14ac-4b01-8d84-1b5193589df4/0e2e511e-d304-4f7b-88db-a76ba0fbb677/e78ed1fe-e635-4dd4-bce5-80e75ff19bc1) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:41:15.573108 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:14Z', 'revision_number': 3, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:41:15.604865 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] Checking router: 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:41:15.605375 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] Updating router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c port 9c8b3f97-23e9-4b44-8909-7a0d5759546a binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:41:15.609623 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8c3d0dc-a157-4905-904d-46d24b141613 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:15.630803 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:15.643764 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8c3d0dc-a157-4905-904d-46d24b141613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:15.680557 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c3d0dc-a157-4905-904d-46d24b141613 admin admin] Network 1af74439-14ac-4b01-8d84-1b5193589df4 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:41:15.685962 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-f8c3d0dc-a157-4905-904d-46d24b141613 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:41:15.689703 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c3d0dc-a157-4905-904d-46d24b141613 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:41:15.732521 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3d0dc-a157-4905-904d-46d24b141613 admin admin] Pushing event updated for resources: {'Port': ['ID=e78ed1fe-e635-4dd4-bce5-80e75ff19bc1,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:15.740425 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8c3d0dc-a157-4905-904d-46d24b141613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:15.883954 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8c3d0dc-a157-4905-904d-46d24b141613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:15.908959 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:15.914237 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:15.965899 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a61e51-7ecc-4767-bdb1-01cdcfc1e525 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:41:15.971485 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d61d75-a48a-4075-b15b-7ae7bae90977 None None] Pushing event updated for resources: {'Port': ['ID=9c8b3f97-23e9-4b44-8909-7a0d5759546a,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:15.981008 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] Attempting to bind port 9c8b3f97-23e9-4b44-8909-7a0d5759546a on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:41:15.981386 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] Attempting to bind port 9c8b3f97-23e9-4b44-8909-7a0d5759546a by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:41:15.981751 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] Attempting to bind port 9c8b3f97-23e9-4b44-8909-7a0d5759546a on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:41:15.991836 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:41:15.992218 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:41:15.992626 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:15.993195 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:41:15.993511 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] Bound port: 9c8b3f97-23e9-4b44-8909-7a0d5759546a, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:41:15.993898 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:16.025364 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e4631b25-9bc9-4138-9d93-c8322ea85999 None None] Provisioning complete for port e78ed1fe-e635-4dd4-bce5-80e75ff19bc1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:41:16.025364 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e4631b25-9bc9-4138-9d93-c8322ea85999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:16.058129 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8c3d0dc-a157-4905-904d-46d24b141613 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:16.063600 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8c3d0dc-a157-4905-904d-46d24b141613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:16.081173 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-e4631b25-9bc9-4138-9d93-c8322ea85999 None None] Port e78ed1fe-e635-4dd4-bce5-80e75ff19bc1 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:41:16.084449 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] For port 9c8b3f97-23e9-4b44-8909-7a0d5759546a, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:41:16.087962 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] For port 9c8b3f97-23e9-4b44-8909-7a0d5759546a, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9c8b3f97-23e9-4b44-8909-7a0d5759546a,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:41:16.091984 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:16.132174 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8c3d0dc-a157-4905-904d-46d24b141613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:16.133961 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3d0dc-a157-4905-904d-46d24b141613 admin admin] Pushing event updated for resources: {'Port': ['ID=e78ed1fe-e635-4dd4-bce5-80e75ff19bc1,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:16.139076 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17075b2-7a53-48a7-981a-db098c019e84 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:41:16.160700 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] Routers {'23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:41:16.161362 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:41:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:41:16.163200 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d61d75-a48a-4075-b15b-7ae7bae90977 None None] Pushing event updated for resources: {'Port': ['ID=9c8b3f97-23e9-4b44-8909-7a0d5759546a,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:16.240932 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c3d0dc-a157-4905-904d-46d24b141613 admin admin] Network 1af74439-14ac-4b01-8d84-1b5193589df4 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:41:16.242412 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-f8c3d0dc-a157-4905-904d-46d24b141613 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:41:16.258945 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-29c1fbd4-cffb-40c4-a854-de60e79c35a5 None None] Provisioning complete for port 9c8b3f97-23e9-4b44-8909-7a0d5759546a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:41:16.259327 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-29c1fbd4-cffb-40c4-a854-de60e79c35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:16.322897 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] Set router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:41:16.372049 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c3d0dc-a157-4905-904d-46d24b141613 admin admin] Router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:41:16.460740 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-29c1fbd4-cffb-40c4-a854-de60e79c35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:16.494716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c3d0dc-a157-4905-904d-46d24b141613 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:41:16.499743 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f8c3d0dc-a157-4905-904d-46d24b141613 admin admin] 10.222.0.11 "PUT /v2.0/routers/23595da7-77bf-4ca3-b9e4-d9f9dcd7852c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6804698 Nov 24 21:41:16.524242 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-29c1fbd4-cffb-40c4-a854-de60e79c35a5 None None] For port 9c8b3f97-23e9-4b44-8909-7a0d5759546a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9c8b3f97-23e9-4b44-8909-7a0d5759546a,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:41:16.534037 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-29c1fbd4-cffb-40c4-a854-de60e79c35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:16.624657 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1fbd4-cffb-40c4-a854-de60e79c35a5 None None] Pushing event updated for resources: {'Port': ['ID=9c8b3f97-23e9-4b44-8909-7a0d5759546a,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:16.649246 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 2, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:41:16.680558 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c9a2813d-8a7d-49af-9ea5-e9ff1449f166 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:41:16.683921 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed860a2f-6d39-4bec-b9bf-fd7507159b28 None None] The sync data for ids ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'] in n-d-812111-8 is: [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 2, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:41:16.715205 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-97a30d99-6a4f-4529-a9e7-29ddf471bad1 None None] Provisioning complete for port e78ed1fe-e635-4dd4-bce5-80e75ff19bc1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:41:16.715583 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-97a30d99-6a4f-4529-a9e7-29ddf471bad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:16.768356 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-97a30d99-6a4f-4529-a9e7-29ddf471bad1 None None] Port e78ed1fe-e635-4dd4-bce5-80e75ff19bc1 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:41:16.788160 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port c9a2813d-8a7d-49af-9ea5-e9ff1449f166 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:41:16.788540 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:16.924711 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 51696) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:41:16.930062 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-1f745158-3545-489c-974d-62be35c94235 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Request body: {'security_group': {'name': 'tempest-securitygroup--291109781', 'description': 'tempest-description--662439942'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:41:16.954052 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f745158-3545-489c-974d-62be35c94235 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:17.027269 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f745158-3545-489c-974d-62be35c94235 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:17.032532 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f745158-3545-489c-974d-62be35c94235 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:17.063191 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f745158-3545-489c-974d-62be35c94235 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:17.064517 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1f745158-3545-489c-974d-62be35c94235 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1381471 Nov 24 21:41:17.069072 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f745158-3545-489c-974d-62be35c94235 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a11bcc96-2a73-44b0-8866-a1c769af78ba,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:17.069236 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51698) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:41:17.081036 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-42efdc8e-96cb-4e07-939a-7324919abeed tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Request body: {'security_group_rule': {'security_group_id': 'a11bcc96-2a73-44b0-8866-a1c769af78ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:41:17.110841 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-42efdc8e-96cb-4e07-939a-7324919abeed tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:17.177157 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-42efdc8e-96cb-4e07-939a-7324919abeed tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:17.182478 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-42efdc8e-96cb-4e07-939a-7324919abeed tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:17.201994 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efdc8e-96cb-4e07-939a-7324919abeed tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bee8dfb-882a-44db-a72d-37d4a406aab3,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:17.210294 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-42efdc8e-96cb-4e07-939a-7324919abeed tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:17.213256 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-42efdc8e-96cb-4e07-939a-7324919abeed tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429386 Nov 24 21:41:17.214365 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 51700) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:41:17.219776 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-2854e21d-2c4b-4df4-ad51-3efdd670c65e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Request body: {'security_group_rule': {'security_group_id': 'a11bcc96-2a73-44b0-8866-a1c769af78ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:41:17.247532 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2854e21d-2c4b-4df4-ad51-3efdd670c65e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:17.310355 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2854e21d-2c4b-4df4-ad51-3efdd670c65e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:17.315197 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2854e21d-2c4b-4df4-ad51-3efdd670c65e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:17.339889 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854e21d-2c4b-4df4-ad51-3efdd670c65e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ea2291-c09e-4cd7-9b99-5261e995a49e,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:17.347240 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2854e21d-2c4b-4df4-ad51-3efdd670c65e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:17.348790 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2854e21d-2c4b-4df4-ad51-3efdd670c65e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331031 Nov 24 21:41:17.351609 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 51702) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:41:17.356239 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-aa97f60b-3e4e-434a-a29a-bd0c7affefb3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:41:17.385760 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aa97f60b-3e4e-434a-a29a-bd0c7affefb3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:17.492779 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aa97f60b-3e4e-434a-a29a-bd0c7affefb3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:17.606803 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-aa97f60b-3e4e-434a-a29a-bd0c7affefb3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Allocated IP 172.25.5.213 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/032e8b08-34e3-428c-b198-1c2e5a89bb6a) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:41:17.716604 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aa97f60b-3e4e-434a-a29a-bd0c7affefb3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:17.756691 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aa97f60b-3e4e-434a-a29a-bd0c7affefb3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:17.802007 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa97f60b-3e4e-434a-a29a-bd0c7affefb3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:41:17.804946 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-aa97f60b-3e4e-434a-a29a-bd0c7affefb3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:41:17.808514 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa97f60b-3e4e-434a-a29a-bd0c7affefb3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:41:17.814467 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97f60b-3e4e-434a-a29a-bd0c7affefb3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Pushing event updated for resources: {'Port': ['ID=032e8b08-34e3-428c-b198-1c2e5a89bb6a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:17.898475 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aa97f60b-3e4e-434a-a29a-bd0c7affefb3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:17.934524 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aa97f60b-3e4e-434a-a29a-bd0c7affefb3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:18.093196 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aa97f60b-3e4e-434a-a29a-bd0c7affefb3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:18.098802 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aa97f60b-3e4e-434a-a29a-bd0c7affefb3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:18.168542 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97f60b-3e4e-434a-a29a-bd0c7affefb3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Pushing event updated for resources: {'Port': ['ID=032e8b08-34e3-428c-b198-1c2e5a89bb6a,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:18.180219 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aa97f60b-3e4e-434a-a29a-bd0c7affefb3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:18.196184 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aa97f60b-3e4e-434a-a29a-bd0c7affefb3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:18.197627 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-aa97f60b-3e4e-434a-a29a-bd0c7affefb3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8449550 Nov 24 21:41:18.350084 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-6335da30-d8e5-4c1f-86cd-fbc85642cf47 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--291109781&fields=id&tenant_id=c0d5261d22cc461d858307f0abed0728 HTTP/1.1" status: 200 len: 267 time: 0.0440474 Nov 24 21:41:18.462846 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-96371c3b-a58d-4f98-89cf-03e05597d2a5 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:18.464389 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-96371c3b-a58d-4f98-89cf-03e05597d2a5 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 812 time: 0.1072204 Nov 24 21:41:18.479200 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-85c4b3a8-1d2a-4cda-8f4e-b0a183c7deb2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/quotas/c0d5261d22cc461d858307f0abed0728 HTTP/1.1" status: 200 len: 375 time: 0.0090630 Nov 24 21:41:18.536385 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-2f15523f-7cf3-4c64-bc66-c3117d99ff1e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514722 Nov 24 21:41:18.553002 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-0c4a7358-bf97-40ba-8e73-c9d86b5ce668 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:41:18.553997 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-0c4a7358-bf97-40ba-8e73-c9d86b5ce668 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052955 Nov 24 21:41:18.652296 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-d74cc3a8-a61b-43cf-8d01-f2c40287386e service neutron] 10.222.0.11 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918074 Nov 24 21:41:18.679140 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9c8b3f97-23e9-4b44-8909-7a0d5759546a up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:41:18.716525 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] Sync routers for ids ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:41:18.728837 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] Routers {'23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:41:18.729057 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 9c8b3f97-23e9-4b44-8909-7a0d5759546a triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:41:18.729271 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:18.729672 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:41:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:41:18.846448 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] Set router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:41:19.054921 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-5ced3c5c-7cab-487a-8987-d0a16ce18c6f service neutron] 10.222.0.11 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958735 Nov 24 21:41:19.062411 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 2, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:41:19.090427 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] Checking router: 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:41:19.090775 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] Updating router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c port e78ed1fe-e635-4dd4-bce5-80e75ff19bc1 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:41:19.118658 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:19.240722 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2e0c171a-c721-4cb1-bd9a-80ab6aaaf2cc req-c1b33058-3ac3-4010-a4f0-d2fc62be2560 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 210 time: 0.0297980 Nov 24 21:41:19.405711 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:19.412966 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:19.486625 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9fa001-9a4e-4e46-8308-ed26efb62e11 None None] Pushing event updated for resources: {'Port': ['ID=e78ed1fe-e635-4dd4-bce5-80e75ff19bc1,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:19.509834 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fa001-9a4e-4e46-8308-ed26efb62e11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:19.510185 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fa001-9a4e-4e46-8308-ed26efb62e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:19.510526 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fa001-9a4e-4e46-8308-ed26efb62e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:19.510864 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fa001-9a4e-4e46-8308-ed26efb62e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:19.511196 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fa001-9a4e-4e46-8308-ed26efb62e11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:19.511529 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fa001-9a4e-4e46-8308-ed26efb62e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:19.511860 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fa001-9a4e-4e46-8308-ed26efb62e11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:19.512188 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fa001-9a4e-4e46-8308-ed26efb62e11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:19.512516 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fa001-9a4e-4e46-8308-ed26efb62e11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:19.512876 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fa001-9a4e-4e46-8308-ed26efb62e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:19.513180 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fa001-9a4e-4e46-8308-ed26efb62e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:19.513505 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fa001-9a4e-4e46-8308-ed26efb62e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:19.530196 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] Attempting to bind port e78ed1fe-e635-4dd4-bce5-80e75ff19bc1 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:41:19.530768 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] Attempting to bind port e78ed1fe-e635-4dd4-bce5-80e75ff19bc1 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:41:19.531256 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] Attempting to bind port e78ed1fe-e635-4dd4-bce5-80e75ff19bc1 on network 1af74439-14ac-4b01-8d84-1b5193589df4 {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:41:19.537504 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:41:19.537686 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] Checking segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:41:19.538053 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:19.538508 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] Bound using segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:41:19.539084 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] Bound port: e78ed1fe-e635-4dd4-bce5-80e75ff19bc1, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:41:19.539463 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:19.612556 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] For port e78ed1fe-e635-4dd4-bce5-80e75ff19bc1, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:41:19.615894 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] For port e78ed1fe-e635-4dd4-bce5-80e75ff19bc1, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e78ed1fe-e635-4dd4-bce5-80e75ff19bc1,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:41:19.621653 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:19.676815 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] Routers {'23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:41:19.677369 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:41:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:41:19.716431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-1a0e4670-8139-4a3f-99cf-c72a2ccbc2b9 None None] Provisioning complete for port e78ed1fe-e635-4dd4-bce5-80e75ff19bc1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:41:19.716947 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1a0e4670-8139-4a3f-99cf-c72a2ccbc2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:19.815527 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1a0e4670-8139-4a3f-99cf-c72a2ccbc2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:19.857290 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1a0e4670-8139-4a3f-99cf-c72a2ccbc2b9 None None] For port e78ed1fe-e635-4dd4-bce5-80e75ff19bc1, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e78ed1fe-e635-4dd4-bce5-80e75ff19bc1,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:41:19.863005 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1a0e4670-8139-4a3f-99cf-c72a2ccbc2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:19.895484 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9fa001-9a4e-4e46-8308-ed26efb62e11 None None] Pushing event updated for resources: {'Port': ['ID=e78ed1fe-e635-4dd4-bce5-80e75ff19bc1,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:19.917731 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e4670-8139-4a3f-99cf-c72a2ccbc2b9 None None] Pushing event updated for resources: {'Port': ['ID=e78ed1fe-e635-4dd4-bce5-80e75ff19bc1,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:19.932230 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] Set router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:41:19.986544 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-993949c1-db3d-42cf-9170-efd8cd11a744 None None] Provisioning complete for port e78ed1fe-e635-4dd4-bce5-80e75ff19bc1 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:41:19.987022 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-993949c1-db3d-42cf-9170-efd8cd11a744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:20.131103 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:41:20.162117 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2446f2b0-f72f-49c5-a330-1d34001d36a9 None None] The sync data for ids ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'] in n-d-812111-8 is: [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:41:20.368134 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-15ed30eb-74a9-4f6c-93fc-9f2f1aa8b7d3 req-fef961c8-334a-4b6d-92b8-cdc797e468f7 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 210 time: 0.0381665 Nov 24 21:41:20.369649 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-b4d7c434-5d27-42aa-ae6a-b4de14b8a14c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:20.372080 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-b4d7c434-5d27-42aa-ae6a-b4de14b8a14c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 812 time: 0.1211872 Nov 24 21:41:20.447483 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-d5bce03b-e57c-4836-8451-7843c8445c5c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0d5261d22cc461d858307f0abed0728 HTTP/1.1" status: 200 len: 379 time: 0.0630524 Nov 24 21:41:20.461413 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-9d751b26-2610-41c3-bb4f-eedd18b5b70e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Request body: {'port': {'device_id': '0c0e1f67-da82-413c-850e-3cd957ef92e4', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'admin_state_up': True, 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'security_groups': ['a11bcc96-2a73-44b0-8866-a1c769af78ba']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:41:20.580697 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-9d751b26-2610-41c3-bb4f-eedd18b5b70e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Made reservation on behalf of c0d5261d22cc461d858307f0abed0728 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:41:20.584382 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-9d751b26-2610-41c3-bb4f-eedd18b5b70e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:20.694135 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e78ed1fe-e635-4dd4-bce5-80e75ff19bc1 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:41:20.733730 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-9d751b26-2610-41c3-bb4f-eedd18b5b70e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Allocated IP 172.20.0.13 (1af74439-14ac-4b01-8d84-1b5193589df4/0e2e511e-d304-4f7b-88db-a76ba0fbb677/111681ed-9bde-436e-a7b2-b7087952b941) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:41:20.756196 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port e78ed1fe-e635-4dd4-bce5-80e75ff19bc1 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:41:20.756820 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:20.893155 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-9d751b26-2610-41c3-bb4f-eedd18b5b70e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:20.926703 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-9d751b26-2610-41c3-bb4f-eedd18b5b70e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:21.330369 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-9d751b26-2610-41c3-bb4f-eedd18b5b70e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Network 1af74439-14ac-4b01-8d84-1b5193589df4 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:41:21.333469 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-9d751b26-2610-41c3-bb4f-eedd18b5b70e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:41:21.337123 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-9d751b26-2610-41c3-bb4f-eedd18b5b70e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:41:21.343528 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d751b26-2610-41c3-bb4f-eedd18b5b70e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Pushing event updated for resources: {'Port': ['ID=111681ed-9bde-436e-a7b2-b7087952b941,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:21.392375 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-9d751b26-2610-41c3-bb4f-eedd18b5b70e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:21.393217 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-9d751b26-2610-41c3-bb4f-eedd18b5b70e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:21.411847 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-9d751b26-2610-41c3-bb4f-eedd18b5b70e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9543893 Nov 24 21:41:21.431651 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-da6d2333-9fea-4c1f-9f20-9f7fa4d844af service neutron] Request body: {'port': {'device_id': '0c0e1f67-da82-413c-850e-3cd957ef92e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:41:21.491824 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c9762-b655-4b82-923b-7f6537a99f8e req-d774e640-1b0a-47fe-937e-ed662ba103a8 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:21.492429 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-da6d2333-9fea-4c1f-9f20-9f7fa4d844af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:21.493682 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b1c9762-b655-4b82-923b-7f6537a99f8e req-d774e640-1b0a-47fe-937e-ed662ba103a8 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 932 time: 0.0537107 Nov 24 21:41:21.551142 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b1c9762-b655-4b82-923b-7f6537a99f8e req-7387847a-cc2d-4514-879a-2347037334b8 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493016 Nov 24 21:41:21.595158 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-70db6503-9794-4806-99c7-5c5cc424bcdc None None] Provisioning complete for port 111681ed-9bde-436e-a7b2-b7087952b941 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:41:21.595497 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-70db6503-9794-4806-99c7-5c5cc424bcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:21.632633 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-70db6503-9794-4806-99c7-5c5cc424bcdc None None] Port 111681ed-9bde-436e-a7b2-b7087952b941 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:41:21.774293 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-da6d2333-9fea-4c1f-9f20-9f7fa4d844af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 111681ed-9bde-436e-a7b2-b7087952b941 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:41:21.782416 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-da6d2333-9fea-4c1f-9f20-9f7fa4d844af service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:21.794074 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-da6d2333-9fea-4c1f-9f20-9f7fa4d844af service neutron] Transition to ACTIVE for port object 111681ed-9bde-436e-a7b2-b7087952b941 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:41:21.797840 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-da6d2333-9fea-4c1f-9f20-9f7fa4d844af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:21.846784 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d2333-9fea-4c1f-9f20-9f7fa4d844af service neutron] Pushing event updated for resources: {'Port': ['ID=111681ed-9bde-436e-a7b2-b7087952b941,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:21.929679 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-da6d2333-9fea-4c1f-9f20-9f7fa4d844af service neutron] Attempting to bind port 111681ed-9bde-436e-a7b2-b7087952b941 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:41:21.930087 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-da6d2333-9fea-4c1f-9f20-9f7fa4d844af service neutron] Attempting to bind port 111681ed-9bde-436e-a7b2-b7087952b941 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:41:21.930419 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-da6d2333-9fea-4c1f-9f20-9f7fa4d844af service neutron] Attempting to bind port 111681ed-9bde-436e-a7b2-b7087952b941 on network 1af74439-14ac-4b01-8d84-1b5193589df4 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:41:21.935418 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-da6d2333-9fea-4c1f-9f20-9f7fa4d844af service neutron] Port 111681ed-9bde-436e-a7b2-b7087952b941 on network 1af74439-14ac-4b01-8d84-1b5193589df4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:41:21.935738 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-da6d2333-9fea-4c1f-9f20-9f7fa4d844af service neutron] Attempting to bind port 111681ed-9bde-436e-a7b2-b7087952b941 on network 1af74439-14ac-4b01-8d84-1b5193589df4 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:41:21.941833 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-da6d2333-9fea-4c1f-9f20-9f7fa4d844af service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:41:21.942309 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-da6d2333-9fea-4c1f-9f20-9f7fa4d844af service neutron] Checking segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:41:21.942790 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-da6d2333-9fea-4c1f-9f20-9f7fa4d844af service neutron] Bound using segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:41:21.943228 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-da6d2333-9fea-4c1f-9f20-9f7fa4d844af service neutron] Bound port: 111681ed-9bde-436e-a7b2-b7087952b941, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:41:21.943586 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-da6d2333-9fea-4c1f-9f20-9f7fa4d844af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:22.011897 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-da6d2333-9fea-4c1f-9f20-9f7fa4d844af service neutron] For port 111681ed-9bde-436e-a7b2-b7087952b941, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:41:22.015403 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-da6d2333-9fea-4c1f-9f20-9f7fa4d844af service neutron] For port 111681ed-9bde-436e-a7b2-b7087952b941, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=111681ed-9bde-436e-a7b2-b7087952b941,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:41:22.019556 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-da6d2333-9fea-4c1f-9f20-9f7fa4d844af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:22.054937 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-da6d2333-9fea-4c1f-9f20-9f7fa4d844af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:22.055564 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-da6d2333-9fea-4c1f-9f20-9f7fa4d844af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:22.056976 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-da6d2333-9fea-4c1f-9f20-9f7fa4d844af service neutron] 10.222.0.15 "PUT /v2.0/ports/111681ed-9bde-436e-a7b2-b7087952b941 HTTP/1.1" status: 200 len: 1092 time: 0.6296561 Nov 24 21:41:22.057795 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0e1f67-da82-413c-850e-3cd957ef92e4', 'tag': '111681ed-9bde-436e-a7b2-b7087952b941'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:41:22.059706 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a361f3-ea32-41df-982a-19b68858a3cf" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0e1f67-da82-413c-850e-3cd957ef92e4", "tag": "111681ed-9bde-436e-a7b2-b7087952b941"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:41:22.086199 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d2333-9fea-4c1f-9f20-9f7fa4d844af service neutron] Pushing event updated for resources: {'Port': ['ID=111681ed-9bde-436e-a7b2-b7087952b941,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:22.104375 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b637aafe-5778-4a4a-8304-56f3ad6d8e63 x-openstack-request-id: req-b637aafe-5778-4a4a-8304-56f3ad6d8e63 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:41:22.104682 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0e1f67-da82-413c-850e-3cd957ef92e4", "tag": "111681ed-9bde-436e-a7b2-b7087952b941", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:41:22.104986 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b637aafe-5778-4a4a-8304-56f3ad6d8e63 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:41:22.105421 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c0e1f67-da82-413c-850e-3cd957ef92e4', 'tag': '111681ed-9bde-436e-a7b2-b7087952b941', 'status': 'completed', 'code': 200} Nov 24 21:41:22.161356 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-9dfa411d-a7e3-42f3-8166-89c58b6000e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:22.162942 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-9dfa411d-a7e3-42f3-8166-89c58b6000e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 1095 time: 0.0456777 Nov 24 21:41:22.215797 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-8a1bb509-59fb-4f59-b787-8335e08890dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=111681ed-9bde-436e-a7b2-b7087952b941 HTTP/1.1" status: 200 len: 217 time: 0.0393841 Nov 24 21:41:22.274084 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-647fe5b9-e79f-421c-bbfa-730ffeaa50c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:22.275588 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-647fe5b9-e79f-421c-bbfa-730ffeaa50c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0490878 Nov 24 21:41:22.327619 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-aaa18fb2-b39a-424e-a3a7-0bd21304f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:22.329678 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-aaa18fb2-b39a-424e-a3a7-0bd21304f8e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429311 Nov 24 21:41:22.432879 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-892fb8ed-959e-4a6d-a70d-0a128d791720 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914390 Nov 24 21:41:22.493399 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:41:22.528450 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-42c8b495-b7e0-4fbb-8a32-f3fa9b7e5062 req-2eb01330-6a71-419a-b7cb-ea95d9f67333 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845296 Nov 24 21:41:22.622920 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a361f3-ea32-41df-982a-19b68858a3cf req-83a41e03-3fc6-44e3-8dbb-47176870b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:22.624448 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-13a361f3-ea32-41df-982a-19b68858a3cf req-83a41e03-3fc6-44e3-8dbb-47176870b4dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 1095 time: 0.0478575 Nov 24 21:41:22.676067 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33840e-c5c8-4cf1-b67b-7cae06a1490b req-b570bf26-dcc2-4b22-b192-a4dbf946c5b0 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:22.677579 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df33840e-c5c8-4cf1-b67b-7cae06a1490b req-b570bf26-dcc2-4b22-b192-a4dbf946c5b0 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 944 time: 0.0528879 Nov 24 21:41:22.716563 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a361f3-ea32-41df-982a-19b68858a3cf req-4a9c1845-e4cd-470b-ae8c-1278a0d6cdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:22.718128 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-13a361f3-ea32-41df-982a-19b68858a3cf req-4a9c1845-e4cd-470b-ae8c-1278a0d6cdfe service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0864060 Nov 24 21:41:22.726027 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df33840e-c5c8-4cf1-b67b-7cae06a1490b req-34b99204-8557-4303-a1dd-428884987584 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423670 Nov 24 21:41:22.763484 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-13a361f3-ea32-41df-982a-19b68858a3cf req-8d756a9a-0927-4edb-a076-7923d77b20bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=111681ed-9bde-436e-a7b2-b7087952b941 HTTP/1.1" status: 200 len: 217 time: 0.0385177 Nov 24 21:41:22.813679 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a361f3-ea32-41df-982a-19b68858a3cf req-e7018be0-b4c3-4bb6-996b-e2468c91dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:22.815165 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-13a361f3-ea32-41df-982a-19b68858a3cf req-e7018be0-b4c3-4bb6-996b-e2468c91dd76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0440059 Nov 24 21:41:22.861731 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a361f3-ea32-41df-982a-19b68858a3cf req-71316597-4c84-422c-9c26-fb2fbae75fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:22.863216 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-13a361f3-ea32-41df-982a-19b68858a3cf req-71316597-4c84-422c-9c26-fb2fbae75fce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404754 Nov 24 21:41:22.960794 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-13a361f3-ea32-41df-982a-19b68858a3cf req-30d8b4e7-258f-402b-b7ab-46e6524e1297 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875247 Nov 24 21:41:23.054107 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-13a361f3-ea32-41df-982a-19b68858a3cf req-301c820e-7c9b-4665-af67-401c490c37ac service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830543 Nov 24 21:41:23.842229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ee037-1f87-4868-9fa5-192520a7ead7 req-5e5e128d-c600-4997-9324-0b6a76d1434c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:23.843756 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c91ee037-1f87-4868-9fa5-192520a7ead7 req-5e5e128d-c600-4997-9324-0b6a76d1434c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 944 time: 0.0501847 Nov 24 21:41:23.892103 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c91ee037-1f87-4868-9fa5-192520a7ead7 req-bfce00e6-ae50-41e1-bb2b-096ea6c59dc0 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419638 Nov 24 21:41:25.009838 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d14b02-148b-41b0-a75a-942780a25e8b req-4bc007d8-ffd4-4ef6-ae0d-46f0a753ff1b tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:25.011347 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-30d14b02-148b-41b0-a75a-942780a25e8b req-4bc007d8-ffd4-4ef6-ae0d-46f0a753ff1b tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 944 time: 0.0520110 Nov 24 21:41:25.059217 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-30d14b02-148b-41b0-a75a-942780a25e8b req-569c9aab-2789-4d66-9f49-225ec7729ed2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411723 Nov 24 21:41:25.510296 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 111681ed-9bde-436e-a7b2-b7087952b941 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:41:25.605340 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 111681ed-9bde-436e-a7b2-b7087952b941, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=111681ed-9bde-436e-a7b2-b7087952b941,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:41:25.616976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '111681ed-9bde-436e-a7b2-b7087952b941', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'port_id': '111681ed-9bde-436e-a7b2-b7087952b941', 'mac_address': 'fa:16:3e:17:18:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:41:25.652581 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:25.665012 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 111681ed-9bde-436e-a7b2-b7087952b941 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:41:25.684308 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 111681ed-9bde-436e-a7b2-b7087952b941, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=111681ed-9bde-436e-a7b2-b7087952b941,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:41:25.689047 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:25.732886 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=111681ed-9bde-436e-a7b2-b7087952b941,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:25.740647 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:25.741022 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:25.741367 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:25.741704 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:25.742039 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:25.742377 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:25.742712 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:25.743037 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:25.743366 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:25.743687 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:25.744014 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:25.744335 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:41:26.010331 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['111681ed-9bde-436e-a7b2-b7087952b941'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:41:26.180809 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9b357-70fc-4f42-b5d1-2b36800c7573 req-75ea6bdb-ed4a-4ba1-8460-3d652b8196ff tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:26.182321 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-52d9b357-70fc-4f42-b5d1-2b36800c7573 req-75ea6bdb-ed4a-4ba1-8460-3d652b8196ff tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 945 time: 0.0516346 Nov 24 21:41:26.230136 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-52d9b357-70fc-4f42-b5d1-2b36800c7573 req-f38dbdbd-6ead-4fc7-90f3-79fbc8676af4 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418293 Nov 24 21:41:27.349978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3769ae-8233-414e-bbae-1677a6561016 req-7bd54120-96b1-4aea-ae7d-5fd631925f9a tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:27.351471 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ee3769ae-8233-414e-bbae-1677a6561016 req-7bd54120-96b1-4aea-ae7d-5fd631925f9a tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 945 time: 0.0500603 Nov 24 21:41:27.403631 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ee3769ae-8233-414e-bbae-1677a6561016 req-007baf69-6822-4631-b543-cb8cf401e001 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460796 Nov 24 21:41:27.524795 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 111681ed-9bde-436e-a7b2-b7087952b941 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:41:27.575078 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 111681ed-9bde-436e-a7b2-b7087952b941 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:41:27.580320 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 111681ed-9bde-436e-a7b2-b7087952b941 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:41:27.580688 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:27.867246 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:27.897632 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0e1f67-da82-413c-850e-3cd957ef92e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111681ed-9bde-436e-a7b2-b7087952b941'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:41:27.899851 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b321bfbe-a6a1-472f-9312-c20a03885243" -d '{"events": [{"server_uuid": "0c0e1f67-da82-413c-850e-3cd957ef92e4", "name": "network-vif-plugged", "status": "completed", "tag": "111681ed-9bde-436e-a7b2-b7087952b941"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:41:27.914569 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 111681ed-9bde-436e-a7b2-b7087952b941, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=111681ed-9bde-436e-a7b2-b7087952b941,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:41:27.920458 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:27.951927 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0162715-75f6-41c5-8a14-1a494be103fc x-openstack-request-id: req-b0162715-75f6-41c5-8a14-1a494be103fc {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:41:27.952221 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0e1f67-da82-413c-850e-3cd957ef92e4", "name": "network-vif-plugged", "status": "completed", "tag": "111681ed-9bde-436e-a7b2-b7087952b941", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:41:27.952472 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b0162715-75f6-41c5-8a14-1a494be103fc {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:41:27.952888 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0e1f67-da82-413c-850e-3cd957ef92e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111681ed-9bde-436e-a7b2-b7087952b941', 'code': 200} Nov 24 21:41:28.006073 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=111681ed-9bde-436e-a7b2-b7087952b941,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:41:28.052462 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a957ed-0919-4eb7-ad32-6b5478c8cd62 req-513d47ad-e37e-40e0-aea6-85e9de156ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:28.054007 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d2a957ed-0919-4eb7-ad32-6b5478c8cd62 req-513d47ad-e37e-40e0-aea6-85e9de156ee2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 1097 time: 0.0437751 Nov 24 21:41:28.106105 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d2a957ed-0919-4eb7-ad32-6b5478c8cd62 req-43a68cb0-7bd4-413b-92eb-4fb853aa5f7d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406408 Nov 24 21:41:28.521191 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2568a-214b-4bd8-9134-23c499552bdc req-d4b15147-d4c9-4ef9-ac97-aaec5a9e2da3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:28.522612 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-60f2568a-214b-4bd8-9134-23c499552bdc req-d4b15147-d4c9-4ef9-ac97-aaec5a9e2da3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 946 time: 0.0494347 Nov 24 21:41:28.569143 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-60f2568a-214b-4bd8-9134-23c499552bdc req-7bd060b1-f99b-4718-bdc4-45e571ce471f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406146 Nov 24 21:41:29.692099 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dabfb5-8e9e-4af1-a309-a918412fa127 req-06838ef5-6076-4779-b17c-8cd204d0663d tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:29.693651 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-82dabfb5-8e9e-4af1-a309-a918412fa127 req-06838ef5-6076-4779-b17c-8cd204d0663d tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 946 time: 0.0559289 Nov 24 21:41:29.744155 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-82dabfb5-8e9e-4af1-a309-a918412fa127 req-a5b34482-27fa-4cec-8de6-bc8478dc5068 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444686 Nov 24 21:41:29.861084 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9cae1-9037-4118-9e79-65d9574360db req-e61bf010-eaf0-48c1-81dd-ad474cdb2a3c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:29.862380 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87f9cae1-9037-4118-9e79-65d9574360db req-e61bf010-eaf0-48c1-81dd-ad474cdb2a3c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 946 time: 0.0552480 Nov 24 21:41:29.871072 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 51754) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:41:29.875919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-6de8714d-1b35-44cf-807f-9ec1fbcbf3d7 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Request body: {'floatingip': {'port_id': '111681ed-9bde-436e-a7b2-b7087952b941'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:41:29.918660 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6de8714d-1b35-44cf-807f-9ec1fbcbf3d7 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for floatingip, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:30.374601 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6de8714d-1b35-44cf-807f-9ec1fbcbf3d7 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:30.379153 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6de8714d-1b35-44cf-807f-9ec1fbcbf3d7 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:30.488346 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-6de8714d-1b35-44cf-807f-9ec1fbcbf3d7 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Floating IP 75ade2d6-a135-46b6-923a-7d1bac88fa49 associated. External IP: 172.25.5.213, port: 111681ed-9bde-436e-a7b2-b7087952b941. Nov 24 21:41:30.700888 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de8714d-1b35-44cf-807f-9ec1fbcbf3d7 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:41:30.807913 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de8714d-1b35-44cf-807f-9ec1fbcbf3d7 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:41:30.812416 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6de8714d-1b35-44cf-807f-9ec1fbcbf3d7 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:30.818593 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6620dd-c00f-4337-888f-97fe61a82b07 None None] Sync routers for ids ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:41:30.829413 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6620dd-c00f-4337-888f-97fe61a82b07 None None] Routers {'23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:41:30.830028 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-ce6620dd-c00f-4337-888f-97fe61a82b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:41:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:41:30.842008 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6de8714d-1b35-44cf-807f-9ec1fbcbf3d7 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "PUT /v2.0/floatingips/75ade2d6-a135-46b6-923a-7d1bac88fa49 HTTP/1.1" status: 200 len: 992 time: 0.9698138 Nov 24 21:41:30.842701 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0e1f67-da82-413c-850e-3cd957ef92e4', 'tag': '111681ed-9bde-436e-a7b2-b7087952b941'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:41:30.845438 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0ded77-bf9a-4dcb-9867-beba67084664" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0e1f67-da82-413c-850e-3cd957ef92e4", "tag": "111681ed-9bde-436e-a7b2-b7087952b941"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:41:30.937423 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-ce6620dd-c00f-4337-888f-97fe61a82b07 None None] Set router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:41:30.944670 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91721d9-c229-4dda-b246-7eef4bc8cfb1 x-openstack-request-id: req-d91721d9-c229-4dda-b246-7eef4bc8cfb1 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:41:30.945283 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0e1f67-da82-413c-850e-3cd957ef92e4", "tag": "111681ed-9bde-436e-a7b2-b7087952b941", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:41:30.945283 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d91721d9-c229-4dda-b246-7eef4bc8cfb1 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:41:30.945648 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c0e1f67-da82-413c-850e-3cd957ef92e4', 'tag': '111681ed-9bde-436e-a7b2-b7087952b941', 'status': 'completed', 'code': 200} Nov 24 21:41:31.009128 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ded77-bf9a-4dcb-9867-beba67084664 req-77480ebd-d171-4f81-b731-679954fa40fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:31.010660 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d0ded77-bf9a-4dcb-9867-beba67084664 req-77480ebd-d171-4f81-b731-679954fa40fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 1097 time: 0.0432894 Nov 24 21:41:31.107798 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ded77-bf9a-4dcb-9867-beba67084664 req-710c1f37-bdeb-4c87-88b1-8b12177226f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:31.109243 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d0ded77-bf9a-4dcb-9867-beba67084664 req-710c1f37-bdeb-4c87-88b1-8b12177226f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0908148 Nov 24 21:41:31.169830 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-ce6620dd-c00f-4337-888f-97fe61a82b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '75ade2d6-a135-46b6-923a-7d1bac88fa49', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'port_id': '111681ed-9bde-436e-a7b2-b7087952b941', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'mac_address': 'fa:16:3e:17:18:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0e1f67-da82-413c-850e-3cd957ef92e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:41:17Z', 'updated_at': '2021-11-24T21:41:30Z', 'revision_number': 1, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:41:31.177136 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d0ded77-bf9a-4dcb-9867-beba67084664 req-474c6776-53af-41ee-8c74-2ceeb99a4ac5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=111681ed-9bde-436e-a7b2-b7087952b941 HTTP/1.1" status: 200 len: 1000 time: 0.0606520 Nov 24 21:41:31.201010 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6620dd-c00f-4337-888f-97fe61a82b07 None None] Checking router: 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:41:31.210457 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6620dd-c00f-4337-888f-97fe61a82b07 None None] Routers {'23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:41:31.211064 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-ce6620dd-c00f-4337-888f-97fe61a82b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:41:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:41:31.228522 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ded77-bf9a-4dcb-9867-beba67084664 req-925ca479-b5ae-4263-a0d8-2906d3d0a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:31.230061 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d0ded77-bf9a-4dcb-9867-beba67084664 req-925ca479-b5ae-4263-a0d8-2906d3d0a1f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0459476 Nov 24 21:41:31.282406 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ded77-bf9a-4dcb-9867-beba67084664 req-bb519b64-7264-46cf-81e4-a66fd8ac13ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:41:31.283970 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d0ded77-bf9a-4dcb-9867-beba67084664 req-bb519b64-7264-46cf-81e4-a66fd8ac13ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465353 Nov 24 21:41:31.317243 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-ce6620dd-c00f-4337-888f-97fe61a82b07 None None] Set router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:41:31.377309 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d0ded77-bf9a-4dcb-9867-beba67084664 req-0a8e21c2-513e-4826-9cff-267d2a513cd0 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849943 Nov 24 21:41:31.473311 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0d0ded77-bf9a-4dcb-9867-beba67084664 req-b6e0a010-26ea-486c-a518-2e9456167899 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892100 Nov 24 21:41:31.552637 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-ce6620dd-c00f-4337-888f-97fe61a82b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '75ade2d6-a135-46b6-923a-7d1bac88fa49', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'port_id': '111681ed-9bde-436e-a7b2-b7087952b941', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'mac_address': 'fa:16:3e:17:18:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0e1f67-da82-413c-850e-3cd957ef92e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:41:17Z', 'updated_at': '2021-11-24T21:41:30Z', 'revision_number': 1, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:41:31.579569 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6620dd-c00f-4337-888f-97fe61a82b07 None None] The sync data for ids ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'] in n-d-812111-8 is: [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '75ade2d6-a135-46b6-923a-7d1bac88fa49', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'port_id': '111681ed-9bde-436e-a7b2-b7087952b941', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'mac_address': 'fa:16:3e:17:18:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0e1f67-da82-413c-850e-3cd957ef92e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:41:17Z', 'updated_at': '2021-11-24T21:41:30Z', 'revision_number': 1, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:41:31.791822 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eac84c-5409-4ce4-9530-b2b5210b3174 None None] New status for floating IP 75ade2d6-a135-46b6-923a-7d1bac88fa49: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:41:38.965571 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bb916150-2481-41a2-9aad-ce59ccae0286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:40.123754 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:41.264708 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-61ed007b-592d-4f4d-9f6f-0731658a6f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:41.508174 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:42.550188 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:43.925842 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:44.887996 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:41:59.493613 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:42:08.966417 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-93b0c2f6-cc71-4a6b-addc-6e847e754cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:42:10.142505 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:42:11.266656 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-afd47753-7a05-4f1b-b980-f7f9282fbd28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:42:11.539177 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:42:12.552766 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:42:13.927892 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:42:14.376302 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9718e6af-0eba-433e-8dd0-5aa521508cab req-0b98e806-b0ce-4e93-8e8e-fde2ea8518ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401099 Nov 24 21:42:14.467170 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718e6af-0eba-433e-8dd0-5aa521508cab req-9b79eeb6-c6b7-434e-9334-ad8cff485fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:42:14.469808 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9718e6af-0eba-433e-8dd0-5aa521508cab req-9b79eeb6-c6b7-434e-9334-ad8cff485fe2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 1097 time: 0.0420926 Nov 24 21:42:14.583639 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718e6af-0eba-433e-8dd0-5aa521508cab req-d9f7eb54-18d5-42b3-817f-89e352871a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:42:14.585142 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9718e6af-0eba-433e-8dd0-5aa521508cab req-d9f7eb54-18d5-42b3-817f-89e352871a0c service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0891421 Nov 24 21:42:14.657817 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9718e6af-0eba-433e-8dd0-5aa521508cab req-92ce4fef-8338-44aa-bc80-6fd4cfed1736 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=111681ed-9bde-436e-a7b2-b7087952b941 HTTP/1.1" status: 200 len: 1002 time: 0.0617876 Nov 24 21:42:14.719860 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718e6af-0eba-433e-8dd0-5aa521508cab req-fb6de54a-4294-48c1-82cc-f25045858ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:42:14.721318 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9718e6af-0eba-433e-8dd0-5aa521508cab req-fb6de54a-4294-48c1-82cc-f25045858ba7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0493748 Nov 24 21:42:14.777214 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718e6af-0eba-433e-8dd0-5aa521508cab req-66dea1f9-743e-4649-a549-4a3d03a43ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:42:14.778693 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9718e6af-0eba-433e-8dd0-5aa521508cab req-66dea1f9-743e-4649-a549-4a3d03a43ad9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414932 Nov 24 21:42:14.869717 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9718e6af-0eba-433e-8dd0-5aa521508cab req-a98177b9-bc47-4336-a3ab-5043741dcfbd service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821931 Nov 24 21:42:14.891054 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:42:14.974753 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9718e6af-0eba-433e-8dd0-5aa521508cab req-38529333-ec3d-487e-90fe-aef916d76668 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914140 Nov 24 21:42:36.493237 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:42:38.969787 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-39ccac23-cfa6-44a4-878f-843840486354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:42:40.144710 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:42:41.268709 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-225e30ee-dad7-4f49-9b6f-262c1e9e805f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:42:41.552808 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:42:42.564400 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:42:43.930943 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:42:44.892884 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:08.973112 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0cefdd16-837a-47bb-9727-7fe2a61305bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:10.147179 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:11.268841 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8aa5d54e-02f1-4324-94b9-f4acf189c9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:11.553105 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:11.698176 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6af544-e7d5-4d32-a654-09e5ba4ca422 req-6c9b8c7e-70f8-440b-ae37-b41271f9d955 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:11.699696 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f6af544-e7d5-4d32-a654-09e5ba4ca422 req-6c9b8c7e-70f8-440b-ae37-b41271f9d955 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 946 time: 0.1160583 Nov 24 21:43:11.749765 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f6af544-e7d5-4d32-a654-09e5ba4ca422 req-d26374f9-a09c-412a-8bcf-1cbfea6454a8 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439448 Nov 24 21:43:12.024824 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-4843960f-40a9-4040-a02a-e7242f214f47 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0740392 Nov 24 21:43:12.036690 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bb5d5-ee30-4f26-815b-eddfb8ce7791 req-9bf77135-0d0d-4050-a1c5-d1c4c4d186e6 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:12.038187 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-867bb5d5-ee30-4f26-815b-eddfb8ce7791 req-9bf77135-0d0d-4050-a1c5-d1c4c4d186e6 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 946 time: 0.0782125 Nov 24 21:43:12.043105 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-0c3692cc-4fe1-4ccc-aa08-6987fdbd7b7d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:43:12.044091 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-0c3692cc-4fe1-4ccc-aa08-6987fdbd7b7d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050426 Nov 24 21:43:12.090648 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-867bb5d5-ee30-4f26-815b-eddfb8ce7791 req-c25bfd85-7949-4444-b998-78e7ccafe24b tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455890 Nov 24 21:43:12.558890 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:13.212388 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-97af7e54-9015-45c3-b66c-b154374641b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:13.214148 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-97af7e54-9015-45c3-b66c-b154374641b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 1097 time: 0.0478127 Nov 24 21:43:13.225350 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895480c8-661a-40f0-bb3b-7b2671cdeacc req-a50388aa-d96a-483f-97ba-e166f9fafc79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:13.226835 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-895480c8-661a-40f0-bb3b-7b2671cdeacc req-a50388aa-d96a-483f-97ba-e166f9fafc79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 946 time: 0.0543098 Nov 24 21:43:13.281185 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-895480c8-661a-40f0-bb3b-7b2671cdeacc req-16cd9fd0-e671-4f96-a281-074a6aa3a892 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482655 Nov 24 21:43:13.323777 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-da9437c0-0114-45de-bb69-f7a7aa126728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:13.325292 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-da9437c0-0114-45de-bb69-f7a7aa126728 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0985718 Nov 24 21:43:13.405718 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-1a4defbe-b11c-4d5b-83a2-37b730a108e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=111681ed-9bde-436e-a7b2-b7087952b941 HTTP/1.1" status: 200 len: 1002 time: 0.0655077 Nov 24 21:43:13.465174 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-baf0a7fb-1bae-4d20-bd1f-37933058d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:13.466793 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-baf0a7fb-1bae-4d20-bd1f-37933058d460 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0493674 Nov 24 21:43:13.492283 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:43:13.529247 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-f47b7f11-3121-468d-8fc0-353c3b185924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:13.530994 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-f47b7f11-3121-468d-8fc0-353c3b185924 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522628 Nov 24 21:43:13.635866 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-dfa516f7-9abf-4549-abd3-662c719d7cf7 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915630 Nov 24 21:43:13.746885 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-1cb8af0c-c332-42f3-ae88-4189a3ecb6e1 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997787 Nov 24 21:43:13.938533 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:14.404654 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9d424-c034-4a68-8d8d-8ce1e3fe596e req-8b72c72d-225d-4b8a-88b7-496eb0ace881 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:14.406206 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0af9d424-c034-4a68-8d8d-8ce1e3fe596e req-8b72c72d-225d-4b8a-88b7-496eb0ace881 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 946 time: 0.0536854 Nov 24 21:43:14.455447 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0af9d424-c034-4a68-8d8d-8ce1e3fe596e req-76861f2d-ec7f-4bf5-bb5c-8de5a7615934 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426376 Nov 24 21:43:14.895530 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:15.577078 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8d3ec-810a-4066-8389-7278f001776a req-4c49b54f-ecf3-4b70-aa57-4efe7b5cf868 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:15.578630 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42c8d3ec-810a-4066-8389-7278f001776a req-4c49b54f-ecf3-4b70-aa57-4efe7b5cf868 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 946 time: 0.0519683 Nov 24 21:43:15.627510 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42c8d3ec-810a-4066-8389-7278f001776a req-d278b1e8-68f5-4331-87a6-387d02e169d1 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428400 Nov 24 21:43:15.766382 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab1a4d-2d69-49a3-9998-74aa330e6072 req-e3d7bdc8-37ab-4a2d-a777-b97d916aec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:15.767834 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-57ab1a4d-2d69-49a3-9998-74aa330e6072 req-e3d7bdc8-37ab-4a2d-a777-b97d916aec34 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 1097 time: 0.0444758 Nov 24 21:43:15.881984 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab1a4d-2d69-49a3-9998-74aa330e6072 req-0dd2c600-4a9f-41a0-83bb-f89c9894935a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:15.883499 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-57ab1a4d-2d69-49a3-9998-74aa330e6072 req-0dd2c600-4a9f-41a0-83bb-f89c9894935a service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0961804 Nov 24 21:43:15.951779 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-57ab1a4d-2d69-49a3-9998-74aa330e6072 req-ccd64c1e-9b34-42bb-a290-3ab77ed91d82 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=111681ed-9bde-436e-a7b2-b7087952b941 HTTP/1.1" status: 200 len: 1002 time: 0.0606337 Nov 24 21:43:16.011618 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab1a4d-2d69-49a3-9998-74aa330e6072 req-12278876-e149-43a8-902f-90c32010ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:16.013358 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-57ab1a4d-2d69-49a3-9998-74aa330e6072 req-12278876-e149-43a8-902f-90c32010ce3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0494385 Nov 24 21:43:16.070128 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab1a4d-2d69-49a3-9998-74aa330e6072 req-80190732-effb-4b1d-82c8-3643203217fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:16.071582 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-57ab1a4d-2d69-49a3-9998-74aa330e6072 req-80190732-effb-4b1d-82c8-3643203217fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507238 Nov 24 21:43:16.165078 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-57ab1a4d-2d69-49a3-9998-74aa330e6072 req-eced0bee-0330-4bd4-94b3-07ef63f53822 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861435 Nov 24 21:43:16.263801 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-57ab1a4d-2d69-49a3-9998-74aa330e6072 req-c9a07d25-5962-450c-81b0-9cf257fd174a service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906045 Nov 24 21:43:16.743944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2aacb-a001-4c6b-80e2-71467e183563 req-d05f7f1b-1f72-4297-b2bd-6f633f8af714 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:16.745487 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-13d2aacb-a001-4c6b-80e2-71467e183563 req-d05f7f1b-1f72-4297-b2bd-6f633f8af714 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 946 time: 0.0501401 Nov 24 21:43:16.798900 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-13d2aacb-a001-4c6b-80e2-71467e183563 req-4bc6b54a-335b-4b70-8630-2beecf5c3f9e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474138 Nov 24 21:43:17.918216 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968942a-3179-4285-b114-99c08aacde83 req-fec97d64-0e42-45cc-a128-b98ab3431f51 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:17.919685 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a968942a-3179-4285-b114-99c08aacde83 req-fec97d64-0e42-45cc-a128-b98ab3431f51 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 946 time: 0.0491705 Nov 24 21:43:17.968048 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a968942a-3179-4285-b114-99c08aacde83 req-6838dbba-ba2e-4170-bac5-bb82d155b390 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424941 Nov 24 21:43:19.095130 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e84c75-f300-4d05-a9a4-4ab0d58712eb req-32cd1bf0-7d86-47c4-983e-dc460045a519 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:19.096600 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31e84c75-f300-4d05-a9a4-4ab0d58712eb req-32cd1bf0-7d86-47c4-983e-dc460045a519 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 946 time: 0.0501964 Nov 24 21:43:19.144648 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31e84c75-f300-4d05-a9a4-4ab0d58712eb req-e768a9b3-a6b7-4851-a238-348050bb4ca4 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404975 Nov 24 21:43:20.271012 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f58876-761d-42d5-a0b6-5ae4e9b58979 req-50b48720-25a7-4009-8971-23b72b55298e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:20.272542 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d3f58876-761d-42d5-a0b6-5ae4e9b58979 req-50b48720-25a7-4009-8971-23b72b55298e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 946 time: 0.0544376 Nov 24 21:43:20.320438 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d3f58876-761d-42d5-a0b6-5ae4e9b58979 req-962b1ab6-4240-4364-90c7-8fcce515c0a2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418758 Nov 24 21:43:21.439716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd94d58-a193-4b25-b573-9caefa4a635d req-99513177-a491-4a07-9f10-c1510cd5106c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:21.441235 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dd94d58-a193-4b25-b573-9caefa4a635d req-99513177-a491-4a07-9f10-c1510cd5106c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 946 time: 0.0503664 Nov 24 21:43:21.488890 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dd94d58-a193-4b25-b573-9caefa4a635d req-687a6c4c-b408-499e-97a5-940f28ccd013 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415895 Nov 24 21:43:22.608204 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f02c53-e469-4024-9dba-1898dd2773b2 req-65957a7d-ac05-449f-a362-ce4560ebe274 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:22.609701 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-13f02c53-e469-4024-9dba-1898dd2773b2 req-65957a7d-ac05-449f-a362-ce4560ebe274 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 946 time: 0.0502894 Nov 24 21:43:22.663011 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-13f02c53-e469-4024-9dba-1898dd2773b2 req-457db8b4-3b7a-4f31-831e-051eb8eeca5d tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467706 Nov 24 21:43:23.781847 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f45ee5-4d52-4d65-8d89-5b6449fbde46 req-e504408b-5da5-4972-98ea-738aa65ddd4c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:23.783340 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-02f45ee5-4d52-4d65-8d89-5b6449fbde46 req-e504408b-5da5-4972-98ea-738aa65ddd4c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 946 time: 0.0507312 Nov 24 21:43:23.831758 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-02f45ee5-4d52-4d65-8d89-5b6449fbde46 req-eb37aff8-ef04-46d3-ba72-c8e5fdb454e2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417299 Nov 24 21:43:24.961480 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2202af-7b56-4487-b3a0-4f898fee2fe3 req-3097d537-1f61-4fa4-8c25-6818b59e1ebc tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:24.962962 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a2202af-7b56-4487-b3a0-4f898fee2fe3 req-3097d537-1f61-4fa4-8c25-6818b59e1ebc tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 946 time: 0.0545280 Nov 24 21:43:25.012384 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a2202af-7b56-4487-b3a0-4f898fee2fe3 req-6ebed9c4-6f1d-4035-9540-788d82f35f57 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420876 Nov 24 21:43:25.955312 n-d-812111-8 neutron-server[109990]: INFO neutron.api.v2.resource [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-0d4ad5d3-5abc-4b1d-9fe6-bfac5359f6be service neutron] show failed (client error): The resource could not be found. Nov 24 21:43:25.956396 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-0d4ad5d3-5abc-4b1d-9fe6-bfac5359f6be service neutron] 10.222.0.15 "GET /v2.0/ports/111681ed-9bde-436e-a7b2-b7087952b941/bindings/n-h1-812111-8 HTTP/1.1" status: 404 len: 380 time: 0.0551665 Nov 24 21:43:26.148238 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd14788-789c-40cd-91d2-121ecb8ba0ec req-972f5c5d-9f39-439d-a999-14be175c8af5 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:26.149834 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cd14788-789c-40cd-91d2-121ecb8ba0ec req-972f5c5d-9f39-439d-a999-14be175c8af5 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 946 time: 0.0583467 Nov 24 21:43:26.205936 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cd14788-789c-40cd-91d2-121ecb8ba0ec req-9ac27214-2eca-4215-8591-e199498a9a55 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500195 Nov 24 21:43:26.260738 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-4f44c2c5-68a9-4fd2-ac7c-63b193ea1c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:26.262463 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-4f44c2c5-68a9-4fd2-ac7c-63b193ea1c9d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4&tenant_id=c0d5261d22cc461d858307f0abed0728 HTTP/1.1" status: 200 len: 1097 time: 0.1050324 Nov 24 21:43:26.272780 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-f3cfa314-d4f1-4373-8d74-d5650071160f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:43:26.273707 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-f3cfa314-d4f1-4373-8d74-d5650071160f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050616 Nov 24 21:43:26.285640 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-8', 'device_owner': 'compute:nova'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:43:26.716954 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:26.929026 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] For port 111681ed-9bde-436e-a7b2-b7087952b941, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=111681ed-9bde-436e-a7b2-b7087952b941,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:43:26.963228 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] For port 111681ed-9bde-436e-a7b2-b7087952b941, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:43:27.002177 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0e1f67-da82-413c-850e-3cd957ef92e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '111681ed-9bde-436e-a7b2-b7087952b941'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:43:27.004475 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b49f9d3-959b-4a70-b262-e10ebe7ca4f9" -d '{"events": [{"server_uuid": "0c0e1f67-da82-413c-850e-3cd957ef92e4", "name": "network-vif-unplugged", "status": "completed", "tag": "111681ed-9bde-436e-a7b2-b7087952b941"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:43:27.009231 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:27.022922 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Transition to ACTIVE for port object 111681ed-9bde-436e-a7b2-b7087952b941 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:43:27.026513 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:27.063646 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 21:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b875059-fd4d-4fef-a398-f293fb187daf x-openstack-request-id: req-5b875059-fd4d-4fef-a398-f293fb187daf {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:43:27.063943 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0e1f67-da82-413c-850e-3cd957ef92e4", "name": "network-vif-unplugged", "status": "completed", "tag": "111681ed-9bde-436e-a7b2-b7087952b941", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:43:27.064206 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5b875059-fd4d-4fef-a398-f293fb187daf {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:43:27.064616 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0e1f67-da82-413c-850e-3cd957ef92e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '111681ed-9bde-436e-a7b2-b7087952b941', 'code': 200} Nov 24 21:43:27.115398 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Pushing event updated for resources: {'Port': ['ID=111681ed-9bde-436e-a7b2-b7087952b941,revision_number=6']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:43:27.129217 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:27.129439 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:27.130339 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:27.130680 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:27.131014 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:27.131347 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:27.131677 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:27.132005 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:27.132332 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:27.132660 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:27.133023 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:27.133352 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:27.177189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] No DVR routers for this DVR port 111681ed-9bde-436e-a7b2-b7087952b941 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:43:27.339031 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Attempting to bind port 111681ed-9bde-436e-a7b2-b7087952b941 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:43:27.339366 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Attempting to bind port 111681ed-9bde-436e-a7b2-b7087952b941 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:43:27.339702 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Attempting to bind port 111681ed-9bde-436e-a7b2-b7087952b941 on network 1af74439-14ac-4b01-8d84-1b5193589df4 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:43:27.344235 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Port 111681ed-9bde-436e-a7b2-b7087952b941 on network 1af74439-14ac-4b01-8d84-1b5193589df4 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:43:27.344484 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Attempting to bind port 111681ed-9bde-436e-a7b2-b7087952b941 on network 1af74439-14ac-4b01-8d84-1b5193589df4 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:43:27.346585 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03302727-1bb8-4dd0-ac34-8becec91ef28 req-dccad086-04e6-4f83-abde-bd821face7a6 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:27.348174 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-03302727-1bb8-4dd0-ac34-8becec91ef28 req-dccad086-04e6-4f83-abde-bd821face7a6 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 944 time: 0.0520165 Nov 24 21:43:27.350133 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:43:27.350479 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Checking segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:43:27.350868 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Bound using segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:43:27.351295 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Bound port: 111681ed-9bde-436e-a7b2-b7087952b941, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:43:27.351653 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:27.401640 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-03302727-1bb8-4dd0-ac34-8becec91ef28 req-e63d1bbc-502c-4085-9a55-86abab51405c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466530 Nov 24 21:43:27.422695 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] For port 111681ed-9bde-436e-a7b2-b7087952b941, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:43:27.427054 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] For port 111681ed-9bde-436e-a7b2-b7087952b941, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=111681ed-9bde-436e-a7b2-b7087952b941,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:43:27.431389 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:27.463087 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:27.463810 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:27.465397 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] 10.222.0.48 "PUT /v2.0/ports/111681ed-9bde-436e-a7b2-b7087952b941 HTTP/1.1" status: 200 len: 1092 time: 1.1833420 Nov 24 21:43:27.515211 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b233f-9fa5-4b13-be0c-eda90923b665 service neutron] Pushing event updated for resources: {'Port': ['ID=111681ed-9bde-436e-a7b2-b7087952b941,revision_number=7']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:43:27.553764 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-dfc42874-26e9-4181-84ca-4bcdddfbed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:27.555363 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-dfc42874-26e9-4181-84ca-4bcdddfbed39 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 1095 time: 0.0603364 Nov 24 21:43:27.664347 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-2b13aa04-7f9a-4ead-9fdf-ba612b653cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:27.665898 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-2b13aa04-7f9a-4ead-9fdf-ba612b653cb4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.1035681 Nov 24 21:43:27.744968 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-03dc765f-4112-4067-be70-1c81edeb280d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=111681ed-9bde-436e-a7b2-b7087952b941 HTTP/1.1" status: 200 len: 1000 time: 0.0694106 Nov 24 21:43:27.797748 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-4948d385-dfcd-45d0-83f5-54a8f4822cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:27.799231 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-4948d385-dfcd-45d0-83f5-54a8f4822cec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0481565 Nov 24 21:43:27.850752 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-94e6e89f-fa92-46b2-acef-f173ecbf0615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:27.852268 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-94e6e89f-fa92-46b2-acef-f173ecbf0615 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465872 Nov 24 21:43:27.945793 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-a312e038-2fbd-4b26-b5c6-cc4d04f1da60 service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859613 Nov 24 21:43:28.056209 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6efd835c-5f9f-480e-a20d-99b1c6fe26ef req-a772f641-9779-4317-8856-8e31a277a6de service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034198 Nov 24 21:43:28.529005 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8613087-a844-465c-9e80-e971a83f6323 req-c4420631-776e-40bf-85ff-d9f11abcb14f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:28.530547 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f8613087-a844-465c-9e80-e971a83f6323 req-c4420631-776e-40bf-85ff-d9f11abcb14f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 944 time: 0.0578611 Nov 24 21:43:28.581759 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f8613087-a844-465c-9e80-e971a83f6323 req-83d02992-4fdc-4d1d-8dc3-20897369ddf3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451238 Nov 24 21:43:29.065758 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0e1f67-da82-413c-850e-3cd957ef92e4', 'tag': '111681ed-9bde-436e-a7b2-b7087952b941'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:43:29.068393 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5ad9f4-c016-41d0-a658-ef4d3a2f2a42" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0e1f67-da82-413c-850e-3cd957ef92e4", "tag": "111681ed-9bde-436e-a7b2-b7087952b941"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:43:29.121155 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8219bb-50be-47d6-b55c-05a51785345f x-openstack-request-id: req-ea8219bb-50be-47d6-b55c-05a51785345f {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:43:29.121463 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0e1f67-da82-413c-850e-3cd957ef92e4", "tag": "111681ed-9bde-436e-a7b2-b7087952b941", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:43:29.121723 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ea8219bb-50be-47d6-b55c-05a51785345f {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:43:29.122136 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c0e1f67-da82-413c-850e-3cd957ef92e4', 'tag': '111681ed-9bde-436e-a7b2-b7087952b941', 'status': 'completed', 'code': 200} Nov 24 21:43:29.218434 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ad9f4-c016-41d0-a658-ef4d3a2f2a42 req-6d34e145-aee4-4d6b-bf7c-bd73a5c42820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:29.219958 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be5ad9f4-c016-41d0-a658-ef4d3a2f2a42 req-6d34e145-aee4-4d6b-bf7c-bd73a5c42820 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 1095 time: 0.0734599 Nov 24 21:43:29.224896 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ad9f4-c016-41d0-a658-ef4d3a2f2a42 req-7daae85c-38ba-489b-a29c-052109b93034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:29.226283 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be5ad9f4-c016-41d0-a658-ef4d3a2f2a42 req-7daae85c-38ba-489b-a29c-052109b93034 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 1095 time: 0.0703990 Nov 24 21:43:29.391332 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ad9f4-c016-41d0-a658-ef4d3a2f2a42 req-cafd5cc8-4333-4097-aec2-866c0c8dc9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:29.392847 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be5ad9f4-c016-41d0-a658-ef4d3a2f2a42 req-cafd5cc8-4333-4097-aec2-866c0c8dc9a9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.1653762 Nov 24 21:43:29.395699 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ad9f4-c016-41d0-a658-ef4d3a2f2a42 req-436a5453-ff89-4b66-9fb8-57d681fc7e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:29.397165 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be5ad9f4-c016-41d0-a658-ef4d3a2f2a42 req-436a5453-ff89-4b66-9fb8-57d681fc7e32 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.1614463 Nov 24 21:43:29.513252 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be5ad9f4-c016-41d0-a658-ef4d3a2f2a42 req-a8114db0-5d01-4b40-8df5-55f46a712f5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=111681ed-9bde-436e-a7b2-b7087952b941 HTTP/1.1" status: 200 len: 1000 time: 0.1127448 Nov 24 21:43:29.526719 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be5ad9f4-c016-41d0-a658-ef4d3a2f2a42 req-c8160543-f4b2-40b6-8c40-6e34f54d4150 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=111681ed-9bde-436e-a7b2-b7087952b941 HTTP/1.1" status: 200 len: 1000 time: 0.0899427 Nov 24 21:43:29.633777 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ad9f4-c016-41d0-a658-ef4d3a2f2a42 req-a80a2b98-8579-49bd-a0e2-63de441d2e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:29.635323 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be5ad9f4-c016-41d0-a658-ef4d3a2f2a42 req-a80a2b98-8579-49bd-a0e2-63de441d2e20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.1004009 Nov 24 21:43:29.636989 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ad9f4-c016-41d0-a658-ef4d3a2f2a42 req-5b5b69ae-ced8-4ec8-b18a-3646ca8937b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:29.638376 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be5ad9f4-c016-41d0-a658-ef4d3a2f2a42 req-5b5b69ae-ced8-4ec8-b18a-3646ca8937b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0930600 Nov 24 21:43:29.736698 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6ad60-e056-4455-876b-734f1a38cfee req-687039a4-1572-4cd9-9ad0-49d72e5a75f8 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:29.741752 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14b6ad60-e056-4455-876b-734f1a38cfee req-687039a4-1572-4cd9-9ad0-49d72e5a75f8 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 944 time: 0.0596044 Nov 24 21:43:29.744193 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ad9f4-c016-41d0-a658-ef4d3a2f2a42 req-0503e7b1-f4c1-4b8b-8a11-e53dc9018eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:29.745724 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be5ad9f4-c016-41d0-a658-ef4d3a2f2a42 req-0503e7b1-f4c1-4b8b-8a11-e53dc9018eaa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887108 Nov 24 21:43:29.748392 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ad9f4-c016-41d0-a658-ef4d3a2f2a42 req-d4785b85-e92b-435a-a3a4-77d97617d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:29.749792 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be5ad9f4-c016-41d0-a658-ef4d3a2f2a42 req-d4785b85-e92b-435a-a3a4-77d97617d18e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062405 Nov 24 21:43:29.797925 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14b6ad60-e056-4455-876b-734f1a38cfee req-e6c6fa28-2b30-4d08-888c-71cdec876b0d tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515614 Nov 24 21:43:29.919595 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be5ad9f4-c016-41d0-a658-ef4d3a2f2a42 req-f9de6e1c-1432-43d9-b81e-e17a716bb93a service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629369 Nov 24 21:43:29.921711 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be5ad9f4-c016-41d0-a658-ef4d3a2f2a42 req-cedbdfa6-b0f2-4dcf-9476-ae67def44b2c service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570513 Nov 24 21:43:29.993104 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 111681ed-9bde-436e-a7b2-b7087952b941 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:43:30.062921 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 111681ed-9bde-436e-a7b2-b7087952b941 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:43:30.091769 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd76696-0721-4289-9c48-18dc6ed8ee10 req-0a5bed82-3440-4d3b-b477-0d5d183ac7ff tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:30.093660 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ebd76696-0721-4289-9c48-18dc6ed8ee10 req-0a5bed82-3440-4d3b-b477-0d5d183ac7ff tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 944 time: 0.0968931 Nov 24 21:43:30.112833 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be5ad9f4-c016-41d0-a658-ef4d3a2f2a42 req-7e16a9ae-42d4-4be7-a2b6-d64b5405ee84 service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866984 Nov 24 21:43:30.115884 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be5ad9f4-c016-41d0-a658-ef4d3a2f2a42 req-19c5f761-7a78-4cfc-9ed7-5d2f26d428a8 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734569 Nov 24 21:43:30.135561 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85c110-2364-4c2a-b8f9-161d6c3ba170 req-69cdd899-bb38-4749-9744-706c20229ce0 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:30.137049 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f85c110-2364-4c2a-b8f9-161d6c3ba170 req-69cdd899-bb38-4749-9744-706c20229ce0 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4&tenant_id=c0d5261d22cc461d858307f0abed0728&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 944 time: 0.0969954 Nov 24 21:43:30.193207 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ebd76696-0721-4289-9c48-18dc6ed8ee10 req-2f785f42-5634-40ee-9762-603c7c7c17f1 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900724 Nov 24 21:43:30.230160 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-5f85c110-2364-4c2a-b8f9-161d6c3ba170 req-c7f6c830-bed3-406f-bf1d-45dcfc26addd service neutron] delete failed (client error): The resource could not be found. Nov 24 21:43:30.231521 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f85c110-2364-4c2a-b8f9-161d6c3ba170 req-c7f6c830-bed3-406f-bf1d-45dcfc26addd service neutron] 10.222.0.15 "DELETE /v2.0/ports/111681ed-9bde-436e-a7b2-b7087952b941/bindings/n-h2-812111-8 HTTP/1.1" status: 404 len: 380 time: 0.0827382 Nov 24 21:43:30.326599 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85c110-2364-4c2a-b8f9-161d6c3ba170 req-374ee8ce-7f78-45d0-ba3f-5d96bed80974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:30.328013 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f85c110-2364-4c2a-b8f9-161d6c3ba170 req-374ee8ce-7f78-45d0-ba3f-5d96bed80974 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 1095 time: 0.0419717 Nov 24 21:43:30.426150 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85c110-2364-4c2a-b8f9-161d6c3ba170 req-2b24a4dd-5735-4543-8e33-fbbb87898c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:30.427671 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f85c110-2364-4c2a-b8f9-161d6c3ba170 req-2b24a4dd-5735-4543-8e33-fbbb87898c7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0922351 Nov 24 21:43:30.498459 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f85c110-2364-4c2a-b8f9-161d6c3ba170 req-8c8d5ff6-0d16-4ece-b4be-2104420851ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=111681ed-9bde-436e-a7b2-b7087952b941 HTTP/1.1" status: 200 len: 1000 time: 0.0598655 Nov 24 21:43:30.558380 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85c110-2364-4c2a-b8f9-161d6c3ba170 req-96df630c-665e-4b3a-8028-6b2d59319526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:30.559818 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f85c110-2364-4c2a-b8f9-161d6c3ba170 req-96df630c-665e-4b3a-8028-6b2d59319526 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0508995 Nov 24 21:43:30.613995 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85c110-2364-4c2a-b8f9-161d6c3ba170 req-659a634a-3d1e-4deb-8d28-be89cc394eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:30.615506 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f85c110-2364-4c2a-b8f9-161d6c3ba170 req-659a634a-3d1e-4deb-8d28-be89cc394eaa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445850 Nov 24 21:43:30.714876 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f85c110-2364-4c2a-b8f9-161d6c3ba170 req-8c1d8c31-ab08-4970-b43d-de15ba65ffc6 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880277 Nov 24 21:43:30.815305 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5f85c110-2364-4c2a-b8f9-161d6c3ba170 req-c9e2daaf-92d7-422d-aca7-8c59e2b51828 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892048 Nov 24 21:43:30.930029 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 111681ed-9bde-436e-a7b2-b7087952b941 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:43:31.030421 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 111681ed-9bde-436e-a7b2-b7087952b941, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=111681ed-9bde-436e-a7b2-b7087952b941,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:43:31.042440 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '111681ed-9bde-436e-a7b2-b7087952b941', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'port_id': '111681ed-9bde-436e-a7b2-b7087952b941', 'mac_address': 'fa:16:3e:17:18:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:43:31.085688 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:31.098893 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 111681ed-9bde-436e-a7b2-b7087952b941 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:43:31.120074 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 111681ed-9bde-436e-a7b2-b7087952b941, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=111681ed-9bde-436e-a7b2-b7087952b941,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:43:31.124151 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:31.173916 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=111681ed-9bde-436e-a7b2-b7087952b941,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:43:31.183635 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:31.183810 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:31.184213 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:31.184484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:31.184865 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:31.185187 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:31.185520 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:31.185852 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:31.186181 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:31.186510 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:31.186835 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:31.187166 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:31.322868 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd0ec7-d746-4c91-b71d-91b70dc177fd req-3ef4419a-9511-4bb5-8458-08c24c8724ab tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:31.324793 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-78bd0ec7-d746-4c91-b71d-91b70dc177fd req-3ef4419a-9511-4bb5-8458-08c24c8724ab tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 945 time: 0.0558970 Nov 24 21:43:31.379077 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-78bd0ec7-d746-4c91-b71d-91b70dc177fd req-de76d112-8028-475c-9a21-89d4042a1934 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456202 Nov 24 21:43:31.384862 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['111681ed-9bde-436e-a7b2-b7087952b941'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:43:32.508978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca711dda-329a-44e6-ac30-45808eff166e req-d3efcca1-7dd2-402a-a126-f9d4a23ce884 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:32.510419 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca711dda-329a-44e6-ac30-45808eff166e req-d3efcca1-7dd2-402a-a126-f9d4a23ce884 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 945 time: 0.0552993 Nov 24 21:43:32.557630 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca711dda-329a-44e6-ac30-45808eff166e req-1399f147-cf4e-4c1a-a4fd-c59a565c9293 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411596 Nov 24 21:43:32.677924 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aaffd-3304-4836-b315-6d49e3b69ba6 req-918430e1-abe8-4055-8de8-38cdbedb91a2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:32.679427 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-487aaffd-3304-4836-b315-6d49e3b69ba6 req-918430e1-abe8-4055-8de8-38cdbedb91a2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 945 time: 0.0528283 Nov 24 21:43:32.727460 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-487aaffd-3304-4836-b315-6d49e3b69ba6 req-5aa0d3d3-2248-49dd-a14f-dfbdf6731fbc tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417690 Nov 24 21:43:32.850432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2d44c-88c8-447f-a3bc-b0f123d710e5 req-4aa8b0b3-e7eb-44d1-b50f-531392410adb tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:32.851916 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dfa2d44c-88c8-447f-a3bc-b0f123d710e5 req-4aa8b0b3-e7eb-44d1-b50f-531392410adb tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 945 time: 0.0583735 Nov 24 21:43:32.900849 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-dfa2d44c-88c8-447f-a3bc-b0f123d710e5 req-f0a625ef-f6b2-4dad-85e1-bf3d35362fe3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429652 Nov 24 21:43:32.945467 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 111681ed-9bde-436e-a7b2-b7087952b941 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:43:32.998728 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 111681ed-9bde-436e-a7b2-b7087952b941 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:43:33.003041 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 111681ed-9bde-436e-a7b2-b7087952b941 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:43:33.003433 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:33.092310 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:33.118310 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0e1f67-da82-413c-850e-3cd957ef92e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111681ed-9bde-436e-a7b2-b7087952b941'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:43:33.122436 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83a537a-e5f1-47c1-a709-4810583d105d" -d '{"events": [{"server_uuid": "0c0e1f67-da82-413c-850e-3cd957ef92e4", "name": "network-vif-plugged", "status": "completed", "tag": "111681ed-9bde-436e-a7b2-b7087952b941"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:43:33.136316 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 111681ed-9bde-436e-a7b2-b7087952b941, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=111681ed-9bde-436e-a7b2-b7087952b941,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:43:33.142795 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:33.157888 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de1a7b-4ae6-4a04-af2a-257858a9ad3f req-a217c738-1310-42be-882e-fede40262984 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:33.159542 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d2de1a7b-4ae6-4a04-af2a-257858a9ad3f req-a217c738-1310-42be-882e-fede40262984 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 945 time: 0.0574257 Nov 24 21:43:33.196357 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=111681ed-9bde-436e-a7b2-b7087952b941,revision_number=9']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:43:33.213286 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d2de1a7b-4ae6-4a04-af2a-257858a9ad3f req-bc07f7e7-4017-4bb0-bc4c-64f19c9eee83 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468066 Nov 24 21:43:33.258229 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e520cc-4538-4075-b8b6-bd6173e2df21 x-openstack-request-id: req-61e520cc-4538-4075-b8b6-bd6173e2df21 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:43:33.258534 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0e1f67-da82-413c-850e-3cd957ef92e4", "name": "network-vif-plugged", "status": "completed", "tag": "111681ed-9bde-436e-a7b2-b7087952b941", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:43:33.258793 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-61e520cc-4538-4075-b8b6-bd6173e2df21 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:43:33.259194 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0e1f67-da82-413c-850e-3cd957ef92e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111681ed-9bde-436e-a7b2-b7087952b941', 'code': 200} Nov 24 21:43:34.334928 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23d9ac-3b20-4556-9e19-63e713f2d105 req-d22b934b-2586-4177-aa7c-32ff3eb2c5b1 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:34.336439 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6d23d9ac-3b20-4556-9e19-63e713f2d105 req-d22b934b-2586-4177-aa7c-32ff3eb2c5b1 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 946 time: 0.0497012 Nov 24 21:43:34.393103 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd49859-683b-4b7c-985d-476b4396b9a1 req-49e7c286-694a-4eb1-9f37-3a8c59a83f24 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:34.394625 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-efd49859-683b-4b7c-985d-476b4396b9a1 req-49e7c286-694a-4eb1-9f37-3a8c59a83f24 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 946 time: 0.0594890 Nov 24 21:43:34.398363 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6d23d9ac-3b20-4556-9e19-63e713f2d105 req-e10429e1-254a-406f-8b3c-a8b4bfcd3f87 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558524 Nov 24 21:43:34.491263 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-efd49859-683b-4b7c-985d-476b4396b9a1 req-44c6e803-ec8c-4640-87ee-0b629b190c9f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Deleting port 111681ed-9bde-436e-a7b2-b7087952b941 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:43:34.491503 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-efd49859-683b-4b7c-985d-476b4396b9a1 req-44c6e803-ec8c-4640-87ee-0b629b190c9f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:34.585556 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-efd49859-683b-4b7c-985d-476b4396b9a1 req-44c6e803-ec8c-4640-87ee-0b629b190c9f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] For port 111681ed-9bde-436e-a7b2-b7087952b941, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=111681ed-9bde-436e-a7b2-b7087952b941,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:43:34.585923 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-efd49859-683b-4b7c-985d-476b4396b9a1 req-44c6e803-ec8c-4640-87ee-0b629b190c9f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:34.780136 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-efd49859-683b-4b7c-985d-476b4396b9a1 req-44c6e803-ec8c-4640-87ee-0b629b190c9f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:34.780412 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-efd49859-683b-4b7c-985d-476b4396b9a1 req-44c6e803-ec8c-4640-87ee-0b629b190c9f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:34.780736 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [req-efd49859-683b-4b7c-985d-476b4396b9a1 req-44c6e803-ec8c-4640-87ee-0b629b190c9f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Floating IP 75ade2d6-a135-46b6-923a-7d1bac88fa49 disassociated. External IP: 172.25.5.213, port: 111681ed-9bde-436e-a7b2-b7087952b941. Nov 24 21:43:34.781123 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-efd49859-683b-4b7c-985d-476b4396b9a1 req-44c6e803-ec8c-4640-87ee-0b629b190c9f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Calling delete_port for 111681ed-9bde-436e-a7b2-b7087952b941 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:43:34.910616 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-efd49859-683b-4b7c-985d-476b4396b9a1 req-44c6e803-ec8c-4640-87ee-0b629b190c9f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:34.945389 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6e803-ec8c-4640-87ee-0b629b190c9f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Pushing event deleted for resources: {'Port': ['ID=111681ed-9bde-436e-a7b2-b7087952b941,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:43:35.067447 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efd49859-683b-4b7c-985d-476b4396b9a1 req-44c6e803-ec8c-4640-87ee-0b629b190c9f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:43:35.179213 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efd49859-683b-4b7c-985d-476b4396b9a1 req-44c6e803-ec8c-4640-87ee-0b629b190c9f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:43:35.189848 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aef1708-3e3b-4e4c-b120-cd84aadcf9f3 None None] Sync routers for ids ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:43:35.201879 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aef1708-3e3b-4e4c-b120-cd84aadcf9f3 None None] Routers {'23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:43:35.202554 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8aef1708-3e3b-4e4c-b120-cd84aadcf9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:43:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:43:35.226997 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd49859-683b-4b7c-985d-476b4396b9a1 req-44c6e803-ec8c-4640-87ee-0b629b190c9f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] No DVR routers for this DVR port 111681ed-9bde-436e-a7b2-b7087952b941 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:43:35.229732 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-efd49859-683b-4b7c-985d-476b4396b9a1 req-44c6e803-ec8c-4640-87ee-0b629b190c9f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:35.233229 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-efd49859-683b-4b7c-985d-476b4396b9a1 req-44c6e803-ec8c-4640-87ee-0b629b190c9f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.48 "DELETE /v2.0/ports/111681ed-9bde-436e-a7b2-b7087952b941 HTTP/1.1" status: 204 len: 173 time: 0.8325393 Nov 24 21:43:35.233688 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0e1f67-da82-413c-850e-3cd957ef92e4', 'name': 'network-vif-deleted', 'tag': '111681ed-9bde-436e-a7b2-b7087952b941'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:43:35.236243 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0e3af0b0e0d464ee0878b30c1a8f46df12196c0e8de9e98a1d9124ad46b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2f0a76-5949-4ba2-8fd6-56ba75b41860" -d '{"events": [{"server_uuid": "0c0e1f67-da82-413c-850e-3cd957ef92e4", "name": "network-vif-deleted", "tag": "111681ed-9bde-436e-a7b2-b7087952b941"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:43:35.276889 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7a1ae8-bf97-493c-a426-2b5a21e9f538 x-openstack-request-id: req-0b7a1ae8-bf97-493c-a426-2b5a21e9f538 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:43:35.277205 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0e1f67-da82-413c-850e-3cd957ef92e4", "name": "network-vif-deleted", "tag": "111681ed-9bde-436e-a7b2-b7087952b941", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:43:35.277471 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b7a1ae8-bf97-493c-a426-2b5a21e9f538 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:43:35.277828 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0e1f67-da82-413c-850e-3cd957ef92e4', 'name': 'network-vif-deleted', 'tag': '111681ed-9bde-436e-a7b2-b7087952b941', 'status': 'completed', 'code': 200} Nov 24 21:43:35.486220 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-8aef1708-3e3b-4e4c-b120-cd84aadcf9f3 None None] Set router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:43:35.526002 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f8472452-12e8-4fef-8730-7d33ac223164 req-516d19a0-3354-4c9c-82b3-fe45c875c662 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0e1f67-da82-413c-850e-3cd957ef92e4 HTTP/1.1" status: 200 len: 210 time: 0.0305173 Nov 24 21:43:35.695884 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8aef1708-3e3b-4e4c-b120-cd84aadcf9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:43:35.724080 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aef1708-3e3b-4e4c-b120-cd84aadcf9f3 None None] Checking router: 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:43:35.733590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aef1708-3e3b-4e4c-b120-cd84aadcf9f3 None None] Routers {'23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:43:35.734201 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8aef1708-3e3b-4e4c-b120-cd84aadcf9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:43:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:43:35.842850 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-8aef1708-3e3b-4e4c-b120-cd84aadcf9f3 None None] Set router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:43:36.043956 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8aef1708-3e3b-4e4c-b120-cd84aadcf9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:43:36.075167 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aef1708-3e3b-4e4c-b120-cd84aadcf9f3 None None] The sync data for ids ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'] in n-d-812111-8 is: [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:43:36.315466 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6bc1c3-1301-4a4c-b6b1-78e0533adfcd None None] New status for floating IP 75ade2d6-a135-46b6-923a-7d1bac88fa49: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:43:36.770742 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e824f23-2922-42b2-8106-9e3725600211 req-c8d3ee27-bc9c-4fe1-905f-7f7d363cfccb tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--291109781&fields=id&tenant_id=c0d5261d22cc461d858307f0abed0728 HTTP/1.1" status: 200 len: 267 time: 0.0466545 Nov 24 21:43:36.881849 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e824f23-2922-42b2-8106-9e3725600211 req-e98791c7-4769-4a6d-ad1f-dfb3b1623fc1 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:36.883219 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e824f23-2922-42b2-8106-9e3725600211 req-e98791c7-4769-4a6d-ad1f-dfb3b1623fc1 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 812 time: 0.1055076 Nov 24 21:43:36.898725 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e824f23-2922-42b2-8106-9e3725600211 req-a3c65b64-0b8b-4866-90ee-b465f060503e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/quotas/c0d5261d22cc461d858307f0abed0728 HTTP/1.1" status: 200 len: 375 time: 0.0098152 Nov 24 21:43:36.950920 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 111681ed-9bde-436e-a7b2-b7087952b941 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:43:36.952714 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e824f23-2922-42b2-8106-9e3725600211 req-fe78cb49-6f99-42c3-82f1-4df51a4e842a tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484447 Nov 24 21:43:36.971569 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 111681ed-9bde-436e-a7b2-b7087952b941 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:43:36.971913 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 111681ed-9bde-436e-a7b2-b7087952b941 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:43:37.098217 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e824f23-2922-42b2-8106-9e3725600211 req-0b633508-dc72-40c0-9c9f-b67e894d1031 service neutron] 10.222.0.11 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322539 Nov 24 21:43:37.199748 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e824f23-2922-42b2-8106-9e3725600211 req-789d065a-0794-444f-a69d-74e8b7695269 service neutron] 10.222.0.11 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951772 Nov 24 21:43:37.371454 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-67e38cf0-daf4-4177-af83-695965d17ca1 req-e7345e49-83dc-4c69-84a5-b8226b0f6e7a tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 210 time: 0.0293546 Nov 24 21:43:38.497289 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d0310ed2-8eec-4f92-994c-34b1f55eef87 req-64e0d54d-3ddc-4ca3-bd21-9f2be8520d0f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 210 time: 0.0368848 Nov 24 21:43:38.507675 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e824f23-2922-42b2-8106-9e3725600211 req-103872de-63da-402c-a400-181fe2755deb tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:38.509303 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e824f23-2922-42b2-8106-9e3725600211 req-103872de-63da-402c-a400-181fe2755deb tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 812 time: 0.1591611 Nov 24 21:43:38.572350 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e824f23-2922-42b2-8106-9e3725600211 req-83561a60-7d78-4a16-a5cf-8671133b4572 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0d5261d22cc461d858307f0abed0728 HTTP/1.1" status: 200 len: 379 time: 0.0523560 Nov 24 21:43:38.584438 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-9e824f23-2922-42b2-8106-9e3725600211 req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Request body: {'port': {'device_id': '0c0fad61-3250-463e-99c8-be73a0ed44ee', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'admin_state_up': True, 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'security_groups': ['a11bcc96-2a73-44b0-8866-a1c769af78ba']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:43:38.696830 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e824f23-2922-42b2-8106-9e3725600211 req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Made reservation on behalf of c0d5261d22cc461d858307f0abed0728 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:43:38.700406 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e824f23-2922-42b2-8106-9e3725600211 req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:38.832169 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-9e824f23-2922-42b2-8106-9e3725600211 req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Allocated IP 172.20.0.12 (1af74439-14ac-4b01-8d84-1b5193589df4/0e2e511e-d304-4f7b-88db-a76ba0fbb677/9fdacdd9-eb5b-4c88-a4ad-bd12e2818758) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:43:38.975945 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c4b00d5f-1db4-4e8d-b2e7-e234deef2fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:38.978353 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e824f23-2922-42b2-8106-9e3725600211 req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:39.013337 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e824f23-2922-42b2-8106-9e3725600211 req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:39.059272 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e824f23-2922-42b2-8106-9e3725600211 req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Network 1af74439-14ac-4b01-8d84-1b5193589df4 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:43:39.062964 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-9e824f23-2922-42b2-8106-9e3725600211 req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:43:39.067446 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e824f23-2922-42b2-8106-9e3725600211 req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:43:39.074991 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Pushing event updated for resources: {'Port': ['ID=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:43:39.124049 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:39.124399 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:39.124842 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:39.125131 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:39.125684 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:39.125852 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:39.126221 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:39.126550 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:39.126884 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:39.127218 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:39.127680 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:39.128168 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:43:39.160094 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e824f23-2922-42b2-8106-9e3725600211 req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:39.161003 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e824f23-2922-42b2-8106-9e3725600211 req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:39.182756 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e824f23-2922-42b2-8106-9e3725600211 req-ab161e82-ca3b-4761-8cb3-7d37ecf83c79 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6025488 Nov 24 21:43:39.200826 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-9e824f23-2922-42b2-8106-9e3725600211 req-57f3ab07-28e1-4808-a433-1dc852530c35 service neutron] Request body: {'port': {'device_id': '0c0fad61-3250-463e-99c8-be73a0ed44ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:43:39.264412 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e824f23-2922-42b2-8106-9e3725600211 req-57f3ab07-28e1-4808-a433-1dc852530c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:39.306555 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-453f05d7-90a4-43ab-b2c9-aa79a43a9fdf None None] Provisioning complete for port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:43:39.306958 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-453f05d7-90a4-43ab-b2c9-aa79a43a9fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:39.341336 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-453f05d7-90a4-43ab-b2c9-aa79a43a9fdf None None] Port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:43:39.556721 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-9e824f23-2922-42b2-8106-9e3725600211 req-57f3ab07-28e1-4808-a433-1dc852530c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:43:39.564623 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e824f23-2922-42b2-8106-9e3725600211 req-57f3ab07-28e1-4808-a433-1dc852530c35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:39.587000 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-9e824f23-2922-42b2-8106-9e3725600211 req-57f3ab07-28e1-4808-a433-1dc852530c35 service neutron] Transition to ACTIVE for port object 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:43:39.603965 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e824f23-2922-42b2-8106-9e3725600211 req-57f3ab07-28e1-4808-a433-1dc852530c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:39.673815 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccabec0-e5ed-4ea3-be3c-b9d8b49bfbf6 req-a81d16ef-64ec-4826-bd26-fa8e4898f2c2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:39.675435 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ccabec0-e5ed-4ea3-be3c-b9d8b49bfbf6 req-a81d16ef-64ec-4826-bd26-fa8e4898f2c2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 932 time: 0.1042321 Nov 24 21:43:39.679732 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3ab07-28e1-4808-a433-1dc852530c35 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:43:39.786475 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ccabec0-e5ed-4ea3-be3c-b9d8b49bfbf6 req-da8af0a0-f165-4522-955b-fb8dceef7f18 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884531 Nov 24 21:43:39.794818 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-9e824f23-2922-42b2-8106-9e3725600211 req-57f3ab07-28e1-4808-a433-1dc852530c35 service neutron] Attempting to bind port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:43:39.795236 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-9e824f23-2922-42b2-8106-9e3725600211 req-57f3ab07-28e1-4808-a433-1dc852530c35 service neutron] Attempting to bind port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:43:39.795642 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e824f23-2922-42b2-8106-9e3725600211 req-57f3ab07-28e1-4808-a433-1dc852530c35 service neutron] Attempting to bind port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 on network 1af74439-14ac-4b01-8d84-1b5193589df4 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:43:39.800978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e824f23-2922-42b2-8106-9e3725600211 req-57f3ab07-28e1-4808-a433-1dc852530c35 service neutron] Port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 on network 1af74439-14ac-4b01-8d84-1b5193589df4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:43:39.801454 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e824f23-2922-42b2-8106-9e3725600211 req-57f3ab07-28e1-4808-a433-1dc852530c35 service neutron] Attempting to bind port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 on network 1af74439-14ac-4b01-8d84-1b5193589df4 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:43:39.806703 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e824f23-2922-42b2-8106-9e3725600211 req-57f3ab07-28e1-4808-a433-1dc852530c35 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:43:39.807106 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e824f23-2922-42b2-8106-9e3725600211 req-57f3ab07-28e1-4808-a433-1dc852530c35 service neutron] Checking segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:43:39.807547 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e824f23-2922-42b2-8106-9e3725600211 req-57f3ab07-28e1-4808-a433-1dc852530c35 service neutron] Bound using segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:43:39.808038 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-9e824f23-2922-42b2-8106-9e3725600211 req-57f3ab07-28e1-4808-a433-1dc852530c35 service neutron] Bound port: 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:43:39.808456 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e824f23-2922-42b2-8106-9e3725600211 req-57f3ab07-28e1-4808-a433-1dc852530c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:39.880731 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-9e824f23-2922-42b2-8106-9e3725600211 req-57f3ab07-28e1-4808-a433-1dc852530c35 service neutron] For port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:43:39.885711 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-9e824f23-2922-42b2-8106-9e3725600211 req-57f3ab07-28e1-4808-a433-1dc852530c35 service neutron] For port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:43:39.890146 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e824f23-2922-42b2-8106-9e3725600211 req-57f3ab07-28e1-4808-a433-1dc852530c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:39.925228 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e824f23-2922-42b2-8106-9e3725600211 req-57f3ab07-28e1-4808-a433-1dc852530c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:39.925934 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e824f23-2922-42b2-8106-9e3725600211 req-57f3ab07-28e1-4808-a433-1dc852530c35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:39.928158 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e824f23-2922-42b2-8106-9e3725600211 req-57f3ab07-28e1-4808-a433-1dc852530c35 service neutron] 10.222.0.15 "PUT /v2.0/ports/9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 HTTP/1.1" status: 200 len: 1092 time: 0.7323654 Nov 24 21:43:39.928631 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0fad61-3250-463e-99c8-be73a0ed44ee', 'tag': '9fdacdd9-eb5b-4c88-a4ad-bd12e2818758'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:43:39.930930 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4b8a00-13e3-49e2-ab4c-c32319db75f1" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0fad61-3250-463e-99c8-be73a0ed44ee", "tag": "9fdacdd9-eb5b-4c88-a4ad-bd12e2818758"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:43:39.965912 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3ab07-28e1-4808-a433-1dc852530c35 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:43:40.049040 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e824f23-2922-42b2-8106-9e3725600211 req-02d5f0ab-7680-4524-88b1-4b7123128205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:40.051779 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e824f23-2922-42b2-8106-9e3725600211 req-02d5f0ab-7680-4524-88b1-4b7123128205 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 1095 time: 0.0606267 Nov 24 21:43:40.057692 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116a20f1-23fd-4ff0-a59c-26ad52e59ecd x-openstack-request-id: req-116a20f1-23fd-4ff0-a59c-26ad52e59ecd {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:43:40.058034 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0fad61-3250-463e-99c8-be73a0ed44ee", "tag": "9fdacdd9-eb5b-4c88-a4ad-bd12e2818758", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:43:40.058333 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-116a20f1-23fd-4ff0-a59c-26ad52e59ecd {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:43:40.058810 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c0fad61-3250-463e-99c8-be73a0ed44ee', 'tag': '9fdacdd9-eb5b-4c88-a4ad-bd12e2818758', 'status': 'completed', 'code': 200} Nov 24 21:43:40.106677 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e824f23-2922-42b2-8106-9e3725600211 req-48cc86aa-aea1-4db7-8fe4-89c35e84b9c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 HTTP/1.1" status: 200 len: 217 time: 0.0402708 Nov 24 21:43:40.156168 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:40.188361 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e824f23-2922-42b2-8106-9e3725600211 req-18c1ca74-6343-487e-9b26-525402e232db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:40.190790 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e824f23-2922-42b2-8106-9e3725600211 req-18c1ca74-6343-487e-9b26-525402e232db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0766337 Nov 24 21:43:40.247350 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e824f23-2922-42b2-8106-9e3725600211 req-ddeaf290-2826-48a6-8826-660880257659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:40.248885 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e824f23-2922-42b2-8106-9e3725600211 req-ddeaf290-2826-48a6-8826-660880257659 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469635 Nov 24 21:43:40.345537 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e824f23-2922-42b2-8106-9e3725600211 req-c29048be-6e23-4ce8-b08e-709e54044bad service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849197 Nov 24 21:43:40.447508 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e824f23-2922-42b2-8106-9e3725600211 req-13d9ac47-1097-41f7-b8cf-7ddc1a307191 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898488 Nov 24 21:43:40.541963 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b8a00-13e3-49e2-ab4c-c32319db75f1 req-414f589f-4131-441d-ae1c-4b88137467ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:40.543544 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fa4b8a00-13e3-49e2-ab4c-c32319db75f1 req-414f589f-4131-441d-ae1c-4b88137467ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 1095 time: 0.0412827 Nov 24 21:43:40.669159 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b8a00-13e3-49e2-ab4c-c32319db75f1 req-ef92d4cd-9ca7-4928-9e47-6a3827a55abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:40.671338 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fa4b8a00-13e3-49e2-ab4c-c32319db75f1 req-ef92d4cd-9ca7-4928-9e47-6a3827a55abe service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.1205359 Nov 24 21:43:40.720396 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fa4b8a00-13e3-49e2-ab4c-c32319db75f1 req-112efd28-2221-43b8-87aa-d2324f74d95d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 HTTP/1.1" status: 200 len: 217 time: 0.0379074 Nov 24 21:43:40.774056 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b8a00-13e3-49e2-ab4c-c32319db75f1 req-8db8041f-32f0-4dcf-b2ff-87740fd4eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:40.775551 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fa4b8a00-13e3-49e2-ab4c-c32319db75f1 req-8db8041f-32f0-4dcf-b2ff-87740fd4eb8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0453346 Nov 24 21:43:40.828245 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b8a00-13e3-49e2-ab4c-c32319db75f1 req-bb519949-7a6d-4eac-839f-397839520660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:40.829873 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fa4b8a00-13e3-49e2-ab4c-c32319db75f1 req-bb519949-7a6d-4eac-839f-397839520660 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441556 Nov 24 21:43:40.965039 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fa4b8a00-13e3-49e2-ab4c-c32319db75f1 req-5b2cf43a-fa82-42a6-a875-9810d54c3b3d service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269522 Nov 24 21:43:40.977868 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021f5d3-f0c1-40f3-8a69-4c73407a13b1 req-09b9f470-f01c-4fb2-b895-baf5ef592e9c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:40.979242 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7021f5d3-f0c1-40f3-8a69-4c73407a13b1 req-09b9f470-f01c-4fb2-b895-baf5ef592e9c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 944 time: 0.1088574 Nov 24 21:43:41.091157 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7021f5d3-f0c1-40f3-8a69-4c73407a13b1 req-12e28a24-a370-4226-a2e3-972803547d60 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953581 Nov 24 21:43:41.107935 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fa4b8a00-13e3-49e2-ab4c-c32319db75f1 req-621b79e6-8d35-4ac7-80f9-fc96d69a4a1a service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276798 Nov 24 21:43:41.271340 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dc95f42f-30c5-47d3-884a-e41c3c3cb40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:41.561550 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:42.209724 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964b7b9-ee24-4be8-97f9-7824fc7529d4 req-de898c30-4980-4ba6-8c84-4a3fcb6f28ba tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:42.211255 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0964b7b9-ee24-4be8-97f9-7824fc7529d4 req-de898c30-4980-4ba6-8c84-4a3fcb6f28ba tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 944 time: 0.0524452 Nov 24 21:43:42.260848 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0964b7b9-ee24-4be8-97f9-7824fc7529d4 req-a1d02edc-2951-4c12-8dab-ead8db54a21f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434167 Nov 24 21:43:42.561876 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:43.384506 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1bbe2-fb45-4344-a798-158f07c4f99a req-b78caca2-a240-4f02-9fd2-a627f3461b1e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:43.386132 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-15c1bbe2-fb45-4344-a798-158f07c4f99a req-b78caca2-a240-4f02-9fd2-a627f3461b1e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 944 time: 0.0552876 Nov 24 21:43:43.435358 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-15c1bbe2-fb45-4344-a798-158f07c4f99a req-109b68b2-e458-4247-80d3-63de57fb5fe6 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430996 Nov 24 21:43:43.937732 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:44.085947 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:43:44.194388 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:43:44.209921 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '9fdacdd9-eb5b-4c88-a4ad-bd12e2818758', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'port_id': '9fdacdd9-eb5b-4c88-a4ad-bd12e2818758', 'mac_address': 'fa:16:3e:36:a7:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:43:44.248061 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:44.261659 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:43:44.281743 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:43:44.287110 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:44.334292 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:43:44.556647 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69437393-611f-4a34-bfb5-84b5ae18ba85 req-b23d82a0-538c-4bab-88cc-41f712b019b9 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:44.558189 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-69437393-611f-4a34-bfb5-84b5ae18ba85 req-b23d82a0-538c-4bab-88cc-41f712b019b9 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 945 time: 0.0518303 Nov 24 21:43:44.608128 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-69437393-611f-4a34-bfb5-84b5ae18ba85 req-fb5e41b1-53c5-4f77-8ce3-ead90754983f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435643 Nov 24 21:43:44.609156 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['9fdacdd9-eb5b-4c88-a4ad-bd12e2818758'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:43:44.898620 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:45.730284 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6a06b-e42a-40fd-b41b-375d211e86ce req-5b856c91-5993-4717-8479-3af1988706f2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:45.731781 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cee6a06b-e42a-40fd-b41b-375d211e86ce req-5b856c91-5993-4717-8479-3af1988706f2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 945 time: 0.0507822 Nov 24 21:43:45.784138 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cee6a06b-e42a-40fd-b41b-375d211e86ce req-8742e8f7-4f81-473e-b6fd-29639d4797eb tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457289 Nov 24 21:43:46.118830 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:43:46.169645 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:43:46.174346 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:43:46.174812 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:46.261257 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:46.295603 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0fad61-3250-463e-99c8-be73a0ed44ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdacdd9-eb5b-4c88-a4ad-bd12e2818758'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:43:46.299042 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50baacb92890c62f8c47770aa8c579ddbf69e4715894fe433a9a4d92ed0a5109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4918731-9c41-489b-bd2f-c9b603bb4708" -d '{"events": [{"server_uuid": "0c0fad61-3250-463e-99c8-be73a0ed44ee", "name": "network-vif-plugged", "status": "completed", "tag": "9fdacdd9-eb5b-4c88-a4ad-bd12e2818758"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:43:46.319393 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:43:46.324140 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:46.353802 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dd25f4-cb25-4704-9b0b-a241ff71ccd6 x-openstack-request-id: req-a9dd25f4-cb25-4704-9b0b-a241ff71ccd6 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:43:46.354249 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0fad61-3250-463e-99c8-be73a0ed44ee", "name": "network-vif-plugged", "status": "completed", "tag": "9fdacdd9-eb5b-4c88-a4ad-bd12e2818758", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:43:46.354635 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a9dd25f4-cb25-4704-9b0b-a241ff71ccd6 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:43:46.355263 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0fad61-3250-463e-99c8-be73a0ed44ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdacdd9-eb5b-4c88-a4ad-bd12e2818758', 'code': 200} Nov 24 21:43:46.387265 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:43:46.448155 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112f6fb-2453-4f98-be36-46d2f92397e0 req-b1c4ed0c-1715-4e4b-986c-485e3e4f3369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:46.449697 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b112f6fb-2453-4f98-be36-46d2f92397e0 req-b1c4ed0c-1715-4e4b-986c-485e3e4f3369 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 1097 time: 0.0417523 Nov 24 21:43:46.498323 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b112f6fb-2453-4f98-be36-46d2f92397e0 req-3fbe969d-8a65-4f50-b088-8c09449e5c7f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391371 Nov 24 21:43:46.905045 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2309c6-69a4-4d2f-9bff-0e3173e7b22c req-00ba0332-4cc3-4a7c-be75-00e1b1503703 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:46.906575 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b2309c6-69a4-4d2f-9bff-0e3173e7b22c req-00ba0332-4cc3-4a7c-be75-00e1b1503703 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 946 time: 0.0509074 Nov 24 21:43:46.955494 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b2309c6-69a4-4d2f-9bff-0e3173e7b22c req-7e4ae67a-8f4b-4a3a-8390-ffa835a6c9fb tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421267 Nov 24 21:43:48.079969 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c199f-bf03-4375-9d4a-a80868ec241e req-1634117d-aae0-4625-9a5a-dcf282d73d5a tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:48.081512 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-237c199f-bf03-4375-9d4a-a80868ec241e req-1634117d-aae0-4625-9a5a-dcf282d73d5a tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 946 time: 0.0553195 Nov 24 21:43:48.131108 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-237c199f-bf03-4375-9d4a-a80868ec241e req-68915c62-002a-4c4c-a4e9-d67b79a460bc tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428648 Nov 24 21:43:48.248946 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07ea77-2037-41bc-b9bf-9fdb6e518d13 req-9cdf4c6e-b351-4d61-8e26-d109621872b3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:48.250392 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2f07ea77-2037-41bc-b9bf-9fdb6e518d13 req-9cdf4c6e-b351-4d61-8e26-d109621872b3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 946 time: 0.0508738 Nov 24 21:43:48.259605 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 52122) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:43:48.264049 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f7062385-6b90-459c-b89d-a1fd41fac8a6 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Request body: {'floatingip': {'port_id': '9fdacdd9-eb5b-4c88-a4ad-bd12e2818758'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:43:48.304828 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f7062385-6b90-459c-b89d-a1fd41fac8a6 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for floatingip, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:48.993276 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.db.resource_extend [None req-f7062385-6b90-459c-b89d-a1fd41fac8a6 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 21:43:49.043766 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f7062385-6b90-459c-b89d-a1fd41fac8a6 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:49.048145 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f7062385-6b90-459c-b89d-a1fd41fac8a6 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:49.149489 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-f7062385-6b90-459c-b89d-a1fd41fac8a6 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Floating IP 75ade2d6-a135-46b6-923a-7d1bac88fa49 associated. External IP: 172.25.5.213, port: 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758. Nov 24 21:43:49.369156 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7062385-6b90-459c-b89d-a1fd41fac8a6 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:43:49.493161 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7062385-6b90-459c-b89d-a1fd41fac8a6 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:43:49.497813 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f7062385-6b90-459c-b89d-a1fd41fac8a6 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:43:49.505638 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a932ba8-0d2b-438f-91dc-72592aa4a812 None None] Sync routers for ids ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:43:49.517513 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a932ba8-0d2b-438f-91dc-72592aa4a812 None None] Routers {'23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:43:49.518329 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8a932ba8-0d2b-438f-91dc-72592aa4a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:43:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:43:49.527354 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f7062385-6b90-459c-b89d-a1fd41fac8a6 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "PUT /v2.0/floatingips/75ade2d6-a135-46b6-923a-7d1bac88fa49 HTTP/1.1" status: 200 len: 992 time: 1.2666655 Nov 24 21:43:49.527957 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0fad61-3250-463e-99c8-be73a0ed44ee', 'tag': '9fdacdd9-eb5b-4c88-a4ad-bd12e2818758'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:43:49.530285 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dff0062e547d629fe5ed211482e41ea1593c9b8cc26877e1e6b8c83138306e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faeb288b-43e0-4a77-aed6-1accb1690479" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0fad61-3250-463e-99c8-be73a0ed44ee", "tag": "9fdacdd9-eb5b-4c88-a4ad-bd12e2818758"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:43:49.632523 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ecaef8-97f4-4fde-b08e-df361f3df526 x-openstack-request-id: req-50ecaef8-97f4-4fde-b08e-df361f3df526 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:43:49.632851 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0fad61-3250-463e-99c8-be73a0ed44ee", "tag": "9fdacdd9-eb5b-4c88-a4ad-bd12e2818758", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:43:49.633110 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50ecaef8-97f4-4fde-b08e-df361f3df526 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:43:49.633525 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c0fad61-3250-463e-99c8-be73a0ed44ee', 'tag': '9fdacdd9-eb5b-4c88-a4ad-bd12e2818758', 'status': 'completed', 'code': 200} Nov 24 21:43:49.648082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-8a932ba8-0d2b-438f-91dc-72592aa4a812 None None] Set router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:43:49.706479 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb288b-43e0-4a77-aed6-1accb1690479 req-0a700fc4-dced-40c6-8da5-e9015825180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:49.709483 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-faeb288b-43e0-4a77-aed6-1accb1690479 req-0a700fc4-dced-40c6-8da5-e9015825180b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 1097 time: 0.0533383 Nov 24 21:43:49.823760 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb288b-43e0-4a77-aed6-1accb1690479 req-b6da942d-917b-4d56-8fc8-6e5ab842c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:49.826048 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-faeb288b-43e0-4a77-aed6-1accb1690479 req-b6da942d-917b-4d56-8fc8-6e5ab842c34a service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.1092131 Nov 24 21:43:49.902704 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-faeb288b-43e0-4a77-aed6-1accb1690479 req-3f574fdf-113c-4ab9-8406-fcadc89f5fdc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 HTTP/1.1" status: 200 len: 1000 time: 0.0696437 Nov 24 21:43:49.902926 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8a932ba8-0d2b-438f-91dc-72592aa4a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '75ade2d6-a135-46b6-923a-7d1bac88fa49', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'port_id': '9fdacdd9-eb5b-4c88-a4ad-bd12e2818758', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'mac_address': 'fa:16:3e:36:a7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0fad61-3250-463e-99c8-be73a0ed44ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:41:17Z', 'updated_at': '2021-11-24T21:43:48Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:43:49.932777 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a932ba8-0d2b-438f-91dc-72592aa4a812 None None] Checking router: 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:43:49.942443 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a932ba8-0d2b-438f-91dc-72592aa4a812 None None] Routers {'23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:43:49.943664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8a932ba8-0d2b-438f-91dc-72592aa4a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:43:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:43:49.963175 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb288b-43e0-4a77-aed6-1accb1690479 req-f0bcac4e-7818-4fcd-b652-6674c84b235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:49.964883 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-faeb288b-43e0-4a77-aed6-1accb1690479 req-f0bcac4e-7818-4fcd-b652-6674c84b235f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0557160 Nov 24 21:43:50.022749 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb288b-43e0-4a77-aed6-1accb1690479 req-a2246a66-daae-4005-867c-a567750a3e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:43:50.024335 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-faeb288b-43e0-4a77-aed6-1accb1690479 req-a2246a66-daae-4005-867c-a567750a3e1a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518475 Nov 24 21:43:50.065470 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-8a932ba8-0d2b-438f-91dc-72592aa4a812 None None] Set router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:43:50.120645 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-faeb288b-43e0-4a77-aed6-1accb1690479 req-92641b2f-c8cc-4c1e-9130-f93566a23237 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891194 Nov 24 21:43:50.228855 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-faeb288b-43e0-4a77-aed6-1accb1690479 req-3f61278c-6a3e-440c-86d0-379c5affb113 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012945 Nov 24 21:43:50.318365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8a932ba8-0d2b-438f-91dc-72592aa4a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '75ade2d6-a135-46b6-923a-7d1bac88fa49', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'port_id': '9fdacdd9-eb5b-4c88-a4ad-bd12e2818758', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'mac_address': 'fa:16:3e:36:a7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0fad61-3250-463e-99c8-be73a0ed44ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:41:17Z', 'updated_at': '2021-11-24T21:43:48Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:43:50.346111 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a932ba8-0d2b-438f-91dc-72592aa4a812 None None] The sync data for ids ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'] in n-d-812111-8 is: [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '75ade2d6-a135-46b6-923a-7d1bac88fa49', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'port_id': '9fdacdd9-eb5b-4c88-a4ad-bd12e2818758', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'mac_address': 'fa:16:3e:36:a7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0fad61-3250-463e-99c8-be73a0ed44ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:41:17Z', 'updated_at': '2021-11-24T21:43:48Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:43:50.494038 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:43:50.552161 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5042866b-2c18-4da9-8b3d-76e7d340dd1c None None] New status for floating IP 75ade2d6-a135-46b6-923a-7d1bac88fa49: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:44:08.978203 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e3f5bd90-a686-4e32-9142-0a41966594c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:44:10.151302 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:44:11.274727 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-16806080-e1fb-4ae4-a3fe-ccca5fab1f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:44:11.571333 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:44:12.563466 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:44:13.942055 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:44:14.905099 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:44:16.726583 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3ed784a9-da9c-4c3e-8fd1-21d7f622445d req-c30541dc-35c5-425b-bdb0-002616da58f9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395458 Nov 24 21:44:16.815976 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed784a9-da9c-4c3e-8fd1-21d7f622445d req-f3a22f20-ffde-4d71-b9d6-d06d408d3872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:44:16.817535 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3ed784a9-da9c-4c3e-8fd1-21d7f622445d req-f3a22f20-ffde-4d71-b9d6-d06d408d3872 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 1097 time: 0.0448539 Nov 24 21:44:16.928487 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed784a9-da9c-4c3e-8fd1-21d7f622445d req-f8aceefa-47f9-4309-8056-39989df3812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:44:16.930760 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3ed784a9-da9c-4c3e-8fd1-21d7f622445d req-f8aceefa-47f9-4309-8056-39989df3812a service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0901682 Nov 24 21:44:17.000212 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3ed784a9-da9c-4c3e-8fd1-21d7f622445d req-8ced6a96-519a-43bc-99ed-c87af906cd7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 HTTP/1.1" status: 200 len: 1002 time: 0.0627635 Nov 24 21:44:17.049161 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed784a9-da9c-4c3e-8fd1-21d7f622445d req-3adfe7a0-9bfd-40c9-9379-a65b298b2ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:44:17.050599 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3ed784a9-da9c-4c3e-8fd1-21d7f622445d req-3adfe7a0-9bfd-40c9-9379-a65b298b2ac2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0438592 Nov 24 21:44:17.103420 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed784a9-da9c-4c3e-8fd1-21d7f622445d req-d3b9a144-bf03-462f-b7c9-01abe85b027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:44:17.104935 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3ed784a9-da9c-4c3e-8fd1-21d7f622445d req-d3b9a144-bf03-462f-b7c9-01abe85b027a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398793 Nov 24 21:44:17.199590 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3ed784a9-da9c-4c3e-8fd1-21d7f622445d req-d0459a30-c5a1-44b7-a0f4-d4fca27a8f92 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865936 Nov 24 21:44:17.293090 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3ed784a9-da9c-4c3e-8fd1-21d7f622445d req-0c545b1a-2937-40c6-a8fc-405f0911167a service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847902 Nov 24 21:44:27.493902 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:44:38.981097 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-70963342-b9bd-48e4-9c15-b56a915d5ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:44:40.148985 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:44:41.275911 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-42a8b9de-adae-4421-8f3c-c33675650722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:44:41.586496 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:44:42.566728 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:44:43.941829 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:44:44.907593 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:04.494079 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:45:08.986036 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-59e47a47-7714-4714-b3a1-daed927d035e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:10.150069 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:11.278847 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-69b1f5a5-d108-4a2f-bc32-60fc42fd447a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:11.597206 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:12.571509 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:13.945121 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:14.910288 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:17.823245 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd024fcd-be23-43dd-a849-16bab09ffd69 req-a2221e49-d8ce-4bce-9da1-e28fbde48cac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0840302 Nov 24 21:45:17.924413 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd024fcd-be23-43dd-a849-16bab09ffd69 req-b11c7dc2-6354-4461-97b7-79af62991e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:17.926001 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd024fcd-be23-43dd-a849-16bab09ffd69 req-b11c7dc2-6354-4461-97b7-79af62991e5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 1097 time: 0.0471513 Nov 24 21:45:18.040602 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd024fcd-be23-43dd-a849-16bab09ffd69 req-54f9ed3e-2193-4c2d-9db1-3568a07f2a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:18.042045 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd024fcd-be23-43dd-a849-16bab09ffd69 req-54f9ed3e-2193-4c2d-9db1-3568a07f2a73 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0902219 Nov 24 21:45:18.116009 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd024fcd-be23-43dd-a849-16bab09ffd69 req-8953377c-8ab9-466f-8239-f99634c60898 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 HTTP/1.1" status: 200 len: 1002 time: 0.0621073 Nov 24 21:45:18.167507 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd024fcd-be23-43dd-a849-16bab09ffd69 req-d8cf29a1-89e5-4123-b3c2-eb9556ce7d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:18.169032 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd024fcd-be23-43dd-a849-16bab09ffd69 req-d8cf29a1-89e5-4123-b3c2-eb9556ce7d2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0449147 Nov 24 21:45:18.222660 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd024fcd-be23-43dd-a849-16bab09ffd69 req-7f981d97-d5e5-4439-bb94-d9ed8c07552c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:18.224168 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd024fcd-be23-43dd-a849-16bab09ffd69 req-7f981d97-d5e5-4439-bb94-d9ed8c07552c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438182 Nov 24 21:45:18.340160 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd024fcd-be23-43dd-a849-16bab09ffd69 req-898d4925-0312-4e65-8a47-cdf6798c6b10 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038613 Nov 24 21:45:18.446048 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd024fcd-be23-43dd-a849-16bab09ffd69 req-dbbd9611-6cef-4806-a6b5-f78e936768d6 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944664 Nov 24 21:45:31.616840 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139f089-397d-4ce5-9f46-297b2cce3239 req-a42ff7ea-7d0d-4af8-82c6-306059acc2ca tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:31.618375 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8139f089-397d-4ce5-9f46-297b2cce3239 req-a42ff7ea-7d0d-4af8-82c6-306059acc2ca tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 946 time: 0.1064868 Nov 24 21:45:31.668125 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8139f089-397d-4ce5-9f46-297b2cce3239 req-a3261886-9624-431d-8234-2b56fca2fff8 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437696 Nov 24 21:45:32.791512 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cc110-b7df-4bcd-a1c6-23fbec1df366 req-bce494e9-aa65-4f7e-9b33-83ada897cfd7 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:32.793072 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-329cc110-b7df-4bcd-a1c6-23fbec1df366 req-bce494e9-aa65-4f7e-9b33-83ada897cfd7 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 946 time: 0.0521815 Nov 24 21:45:32.842739 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-329cc110-b7df-4bcd-a1c6-23fbec1df366 req-d340cd35-9855-4cb8-b4de-72ea4fa1f811 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434663 Nov 24 21:45:33.974468 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d35d5-c361-404d-988b-f45ff806843f req-dbf3e929-0982-4f09-ba6b-091253e07897 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:33.976043 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e4d35d5-c361-404d-988b-f45ff806843f req-dbf3e929-0982-4f09-ba6b-091253e07897 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 946 time: 0.0589633 Nov 24 21:45:34.030559 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7e4d35d5-c361-404d-988b-f45ff806843f req-275ccd59-b4b1-4ec3-bbcc-d266e8da4114 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483763 Nov 24 21:45:35.162322 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808d040-7852-48a2-8f82-e8bac8b0eca9 req-5d38457f-3a58-4b7d-9a8c-b5cfdfc8267e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:35.163929 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d808d040-7852-48a2-8f82-e8bac8b0eca9 req-5d38457f-3a58-4b7d-9a8c-b5cfdfc8267e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 946 time: 0.0626814 Nov 24 21:45:35.224941 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d808d040-7852-48a2-8f82-e8bac8b0eca9 req-2a508af9-2073-44ca-9f59-1c817e5eb7f5 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506761 Nov 24 21:45:36.358539 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e6257-cb0a-490a-a00a-cbe39bfc96f2 req-a24f8e46-4d1a-417e-b47e-968b6e31dae6 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:36.360118 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-827e6257-cb0a-490a-a00a-cbe39bfc96f2 req-a24f8e46-4d1a-417e-b47e-968b6e31dae6 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 946 time: 0.0617673 Nov 24 21:45:36.413072 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-827e6257-cb0a-490a-a00a-cbe39bfc96f2 req-495903c5-febf-47c8-8fb1-923b4e2bba45 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454454 Nov 24 21:45:37.541294 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e6317-31bd-4268-83ee-e3f37bfe0466 req-0fb6919d-2ddd-418f-ac84-d32ebf047745 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:37.542861 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd3e6317-31bd-4268-83ee-e3f37bfe0466 req-0fb6919d-2ddd-418f-ac84-d32ebf047745 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 946 time: 0.0550859 Nov 24 21:45:37.596426 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd3e6317-31bd-4268-83ee-e3f37bfe0466 req-ba2effd0-a66d-4e4c-8a75-f3a005ff8276 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465629 Nov 24 21:45:38.720232 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475a406-ec58-4e63-8da4-8d9a5c6ae699 req-23ce593b-3e2c-43d1-904e-56aa2c853925 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:38.721786 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f475a406-ec58-4e63-8da4-8d9a5c6ae699 req-23ce593b-3e2c-43d1-904e-56aa2c853925 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 946 time: 0.0544143 Nov 24 21:45:38.781187 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f475a406-ec58-4e63-8da4-8d9a5c6ae699 req-ad00bfb8-1641-4d73-900a-4f2d9e76b60c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528765 Nov 24 21:45:38.989746 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f6c4d045-5d73-4149-a8a9-729cfcb4773a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:39.903671 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68d1e1-d109-4cf2-9bf7-cbf10e402582 req-199184b7-53d7-4fa1-a0cd-d36b8c1d4bd1 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:39.905202 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c68d1e1-d109-4cf2-9bf7-cbf10e402582 req-199184b7-53d7-4fa1-a0cd-d36b8c1d4bd1 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 946 time: 0.0550528 Nov 24 21:45:39.952797 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8c68d1e1-d109-4cf2-9bf7-cbf10e402582 req-4061c7a0-52dd-4ffe-a0f0-a14654b95f82 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409439 Nov 24 21:45:40.148287 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:41.072732 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5285d9-26a9-4095-8828-4ed89eb8a1bf req-64c23c54-9461-4ae2-8e91-a19224d9666a tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:41.074281 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de5285d9-26a9-4095-8828-4ed89eb8a1bf req-64c23c54-9461-4ae2-8e91-a19224d9666a tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 946 time: 0.0506544 Nov 24 21:45:41.125729 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de5285d9-26a9-4095-8828-4ed89eb8a1bf req-01cad68e-7015-4e6a-ba84-4bf2a92ad4c6 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449243 Nov 24 21:45:41.279838 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-33b7e2f5-b50f-4a7a-8f6c-5a272745422b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:41.493298 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:45:41.597699 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:42.243833 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684cfb8-ce87-4c89-89c1-f178b79d4196 req-98091b32-2c49-493c-9539-c7b9fc9260b4 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:42.245371 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9684cfb8-ce87-4c89-89c1-f178b79d4196 req-98091b32-2c49-493c-9539-c7b9fc9260b4 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 946 time: 0.0502975 Nov 24 21:45:42.298473 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9684cfb8-ce87-4c89-89c1-f178b79d4196 req-8ad9c61e-55b6-4f1e-aaab-399a2a821427 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462503 Nov 24 21:45:42.577219 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:42.580495 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00eb5b-bfef-4fb1-bef9-fd97c91b0442 req-b155ab58-3a87-4ce4-8461-60e74058b740 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:42.582241 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e00eb5b-bfef-4fb1-bef9-fd97c91b0442 req-b155ab58-3a87-4ce4-8461-60e74058b740 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 946 time: 0.0824516 Nov 24 21:45:42.604092 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-ede7ccbe-ce85-4f27-ab2f-ee03fc989105 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1135888 Nov 24 21:45:42.644935 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8e00eb5b-bfef-4fb1-bef9-fd97c91b0442 req-01daec58-26d8-4e55-afd1-826da82e086e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498524 Nov 24 21:45:43.784181 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-ae344346-cbcb-4ecb-9186-ae059a142cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:43.786282 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-ae344346-cbcb-4ecb-9186-ae059a142cc1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 1097 time: 0.0811937 Nov 24 21:45:43.803227 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1497f0-dc38-4312-9f3d-aafb25161a8b req-cd73e9d2-73b8-4760-ab32-dc0b2ffa1198 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:43.804730 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d1497f0-dc38-4312-9f3d-aafb25161a8b req-cd73e9d2-73b8-4760-ab32-dc0b2ffa1198 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 946 time: 0.0737834 Nov 24 21:45:43.913362 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d1497f0-dc38-4312-9f3d-aafb25161a8b req-64154a0b-8a08-40b2-85f8-d0bc1772ec7b tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990462 Nov 24 21:45:43.931467 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-490ebebd-1e2a-409e-be60-ebce78e4cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:43.933017 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-490ebebd-1e2a-409e-be60-ebce78e4cd99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.1273646 Nov 24 21:45:43.953424 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:44.013992 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-ff45221d-cf1c-4430-9747-9b7bab842cf6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 HTTP/1.1" status: 200 len: 1002 time: 0.0669172 Nov 24 21:45:44.071004 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5e544a24-bed4-4ac7-9759-dabd886018ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:44.072475 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5e544a24-bed4-4ac7-9759-dabd886018ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0460918 Nov 24 21:45:44.123887 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-4237035a-ecbd-4b3b-b568-5ca1df35aada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:44.127585 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-4237035a-ecbd-4b3b-b568-5ca1df35aada service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440483 Nov 24 21:45:44.227189 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-fb4876ad-a9e3-4367-a688-5d7f5a2189ca service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904527 Nov 24 21:45:44.333799 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-65b0bc01-4c4c-4148-9900-ed70472b2a31 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954945 Nov 24 21:45:44.913452 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:45.037826 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ad8a3-12be-42d9-88da-649e0d3a5b81 req-15e73a42-f841-4668-873c-83cc52311004 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:45.039272 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5c9ad8a3-12be-42d9-88da-649e0d3a5b81 req-15e73a42-f841-4668-873c-83cc52311004 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 946 time: 0.0533056 Nov 24 21:45:45.088988 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5c9ad8a3-12be-42d9-88da-649e0d3a5b81 req-40ea5639-c5e1-4ab4-8810-e4b699e68bf5 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434771 Nov 24 21:45:46.216755 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc240461-e2a4-4036-a877-29d884af9a76 req-1c1897fe-dca5-4f93-8ba8-54a68ea66bf8 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:46.219444 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc240461-e2a4-4036-a877-29d884af9a76 req-1c1897fe-dca5-4f93-8ba8-54a68ea66bf8 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 946 time: 0.0518577 Nov 24 21:45:46.266917 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc240461-e2a4-4036-a877-29d884af9a76 req-f3297cc8-71cc-4ad5-8f5d-11d579d1d24f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419052 Nov 24 21:45:46.488350 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-6da5805f-1559-4fa9-af1e-3c3199818588 service neutron] show failed (client error): The resource could not be found. Nov 24 21:45:46.489435 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-6da5805f-1559-4fa9-af1e-3c3199818588 service neutron] 10.222.0.15 "GET /v2.0/ports/9fdacdd9-eb5b-4c88-a4ad-bd12e2818758/bindings/n-h1-812111-8 HTTP/1.1" status: 404 len: 380 time: 0.0596035 Nov 24 21:45:46.827045 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-378a0b53-685e-4a3b-898a-8fb3aa106a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:46.828830 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-378a0b53-685e-4a3b-898a-8fb3aa106a84 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee&tenant_id=c0d5261d22cc461d858307f0abed0728 HTTP/1.1" status: 200 len: 1097 time: 0.0908935 Nov 24 21:45:46.839855 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-8', 'device_owner': 'compute:nova'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:45:46.897021 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:47.142668 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] For port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:45:47.176197 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] For port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:45:47.218334 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0fad61-3250-463e-99c8-be73a0ed44ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fdacdd9-eb5b-4c88-a4ad-bd12e2818758'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:45:47.224258 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:47.237704 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Transition to ACTIVE for port object 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:45:47.241819 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:47.269981 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63da2e1b-d185-435f-8a0f-ee9410017d55" -d '{"events": [{"server_uuid": "0c0fad61-3250-463e-99c8-be73a0ed44ee", "name": "network-vif-unplugged", "status": "completed", "tag": "9fdacdd9-eb5b-4c88-a4ad-bd12e2818758"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:45:47.332079 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Pushing event updated for resources: {'Port': ['ID=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758,revision_number=6']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:45:47.346863 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:47.347218 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:47.347563 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:47.347902 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:47.348234 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:47.348565 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:47.348929 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:47.349279 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:47.349735 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:47.349915 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:47.350241 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:47.350564 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:47.389123 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] No DVR routers for this DVR port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:45:47.424511 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 21:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82adb0a0-bb71-4f10-ad95-47f3f61a8668 x-openstack-request-id: req-82adb0a0-bb71-4f10-ad95-47f3f61a8668 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:45:47.425080 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0fad61-3250-463e-99c8-be73a0ed44ee", "name": "network-vif-unplugged", "status": "completed", "tag": "9fdacdd9-eb5b-4c88-a4ad-bd12e2818758", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:45:47.425470 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-82adb0a0-bb71-4f10-ad95-47f3f61a8668 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:45:47.426027 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0fad61-3250-463e-99c8-be73a0ed44ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fdacdd9-eb5b-4c88-a4ad-bd12e2818758', 'code': 200} Nov 24 21:45:47.501230 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff23ff2-cccc-410b-855d-b5a98fb2e752 req-590d5fd5-cf8e-48de-868e-085a5a7c4909 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:47.504659 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bff23ff2-cccc-410b-855d-b5a98fb2e752 req-590d5fd5-cf8e-48de-868e-085a5a7c4909 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 944 time: 0.0563676 Nov 24 21:45:47.539526 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Attempting to bind port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:45:47.540385 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Attempting to bind port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:45:47.540385 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Attempting to bind port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 on network 1af74439-14ac-4b01-8d84-1b5193589df4 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:45:47.544709 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 on network 1af74439-14ac-4b01-8d84-1b5193589df4 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:45:47.545063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Attempting to bind port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 on network 1af74439-14ac-4b01-8d84-1b5193589df4 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:45:47.552217 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:45:47.552958 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Checking segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:45:47.553625 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Bound using segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:45:47.554406 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Bound port: 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:45:47.555054 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:47.559545 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bff23ff2-cccc-410b-855d-b5a98fb2e752 req-789b9e3b-8273-48fc-bf6d-db4315256526 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506961 Nov 24 21:45:47.629372 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] For port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:45:47.632697 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] For port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:45:47.637208 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:47.675818 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:47.676445 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:47.677909 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] 10.222.0.48 "PUT /v2.0/ports/9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 HTTP/1.1" status: 200 len: 1092 time: 0.8419883 Nov 24 21:45:47.711919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7b97d-49ef-404c-9182-fd7a11503b1a service neutron] Pushing event updated for resources: {'Port': ['ID=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758,revision_number=7']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:45:47.746869 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-9b425d91-0ac9-4948-b489-d63fe9952ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:47.748414 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-9b425d91-0ac9-4948-b489-d63fe9952ddc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 1095 time: 0.0459003 Nov 24 21:45:47.849462 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-c8ac264d-f504-4e7d-80f9-52a709d47e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:47.850975 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-c8ac264d-f504-4e7d-80f9-52a709d47e3f service neutron] 10.222.0.48 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0961258 Nov 24 21:45:47.920664 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-6a3add1d-6ecf-400c-943d-291335f3f977 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 HTTP/1.1" status: 200 len: 1000 time: 0.0622566 Nov 24 21:45:47.970837 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-bc432ca9-6fd2-4bc6-8631-7b9046b25b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:47.973105 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-bc432ca9-6fd2-4bc6-8631-7b9046b25b9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0460536 Nov 24 21:45:48.020379 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-379e7cfe-5204-4311-9228-79bfa09196fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:48.021941 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-379e7cfe-5204-4311-9228-79bfa09196fb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416992 Nov 24 21:45:48.127622 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-e1e1aa63-e1a0-4dc9-abe5-cf23106f81f1 service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986140 Nov 24 21:45:48.231535 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-390c0571-25c2-422e-bdae-a23ab2d486c6 req-b22b65b9-cc1e-4ee3-89c6-c87be239c496 service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962000 Nov 24 21:45:48.690730 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe36cf2-b895-4ab9-8ca6-61b1dd29e590 req-e29949e2-a0ed-4117-b546-63b4d21b3aad tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:48.692276 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfe36cf2-b895-4ab9-8ca6-61b1dd29e590 req-e29949e2-a0ed-4117-b546-63b4d21b3aad tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 944 time: 0.0499632 Nov 24 21:45:48.746789 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfe36cf2-b895-4ab9-8ca6-61b1dd29e590 req-f5844f22-3500-4f11-b77c-392214c70451 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483928 Nov 24 21:45:49.427404 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0fad61-3250-463e-99c8-be73a0ed44ee', 'tag': '9fdacdd9-eb5b-4c88-a4ad-bd12e2818758'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:45:49.429806 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86cfe69-023e-4d7b-9320-903d4fa741f5" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0fad61-3250-463e-99c8-be73a0ed44ee", "tag": "9fdacdd9-eb5b-4c88-a4ad-bd12e2818758"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:45:49.478830 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce18271-fea6-4428-829c-f0df8df50d27 x-openstack-request-id: req-4ce18271-fea6-4428-829c-f0df8df50d27 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:45:49.479127 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0fad61-3250-463e-99c8-be73a0ed44ee", "tag": "9fdacdd9-eb5b-4c88-a4ad-bd12e2818758", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:45:49.479379 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ce18271-fea6-4428-829c-f0df8df50d27 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:45:49.479814 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c0fad61-3250-463e-99c8-be73a0ed44ee', 'tag': '9fdacdd9-eb5b-4c88-a4ad-bd12e2818758', 'status': 'completed', 'code': 200} Nov 24 21:45:49.549035 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cfe69-023e-4d7b-9320-903d4fa741f5 req-00c979fe-1052-4dd0-b4a5-c61eae8e0902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:49.550553 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b86cfe69-023e-4d7b-9320-903d4fa741f5 req-00c979fe-1052-4dd0-b4a5-c61eae8e0902 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 1095 time: 0.0460320 Nov 24 21:45:49.552049 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cfe69-023e-4d7b-9320-903d4fa741f5 req-90f2674d-99ef-4f92-9d9b-b76132ca19fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:49.553570 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b86cfe69-023e-4d7b-9320-903d4fa741f5 req-90f2674d-99ef-4f92-9d9b-b76132ca19fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 1095 time: 0.0421627 Nov 24 21:45:49.643148 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cfe69-023e-4d7b-9320-903d4fa741f5 req-020a053b-6a67-475e-8ee6-6c2252c0ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:49.644665 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b86cfe69-023e-4d7b-9320-903d4fa741f5 req-020a053b-6a67-475e-8ee6-6c2252c0ad33 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0876608 Nov 24 21:45:49.658637 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cfe69-023e-4d7b-9320-903d4fa741f5 req-65c1d476-56e3-4ab6-9816-456dc70c4f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:49.660167 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b86cfe69-023e-4d7b-9320-903d4fa741f5 req-65c1d476-56e3-4ab6-9816-456dc70c4f56 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0934322 Nov 24 21:45:49.745147 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b86cfe69-023e-4d7b-9320-903d4fa741f5 req-9daaebba-57a6-4ebc-8503-837ceb060300 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 HTTP/1.1" status: 200 len: 1000 time: 0.0723019 Nov 24 21:45:49.822858 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cfe69-023e-4d7b-9320-903d4fa741f5 req-94bc97dd-a0c2-4f9b-bfc4-94a65d921049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:49.824410 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b86cfe69-023e-4d7b-9320-903d4fa741f5 req-94bc97dd-a0c2-4f9b-bfc4-94a65d921049 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0687711 Nov 24 21:45:49.914797 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cfe69-023e-4d7b-9320-903d4fa741f5 req-bd94c98e-b7e7-4321-ba46-aea54458931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:49.916355 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b86cfe69-023e-4d7b-9320-903d4fa741f5 req-bd94c98e-b7e7-4321-ba46-aea54458931a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813773 Nov 24 21:45:49.933484 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec69bc-64e2-404f-b587-78de2917dafc req-6722f0f9-f70a-45fc-9c01-fb3d018131fc tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:49.935067 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-27ec69bc-64e2-404f-b587-78de2917dafc req-6722f0f9-f70a-45fc-9c01-fb3d018131fc tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 944 time: 0.0707655 Nov 24 21:45:50.048244 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-27ec69bc-64e2-404f-b587-78de2917dafc req-678b4890-8499-4414-a2b6-baed38112b07 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026752 Nov 24 21:45:50.068865 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b86cfe69-023e-4d7b-9320-903d4fa741f5 req-fb270998-c2cb-4924-8e58-239def063e96 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327398 Nov 24 21:45:50.087806 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b86cfe69-023e-4d7b-9320-903d4fa741f5 req-dd5d113a-b4ed-42ef-b3bd-1dbc580f5435 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 HTTP/1.1" status: 200 len: 1000 time: 0.4357650 Nov 24 21:45:50.176691 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cfe69-023e-4d7b-9320-903d4fa741f5 req-61aeaef8-b41c-4b20-b80e-2699ee7377ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:50.177767 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b86cfe69-023e-4d7b-9320-903d4fa741f5 req-e32c53f4-b779-4716-b990-0485544e29f4 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979044 Nov 24 21:45:50.178842 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b86cfe69-023e-4d7b-9320-903d4fa741f5 req-61aeaef8-b41c-4b20-b80e-2699ee7377ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0835168 Nov 24 21:45:50.248031 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cfe69-023e-4d7b-9320-903d4fa741f5 req-f215e9cc-aaa1-47f6-bec1-cea0886ded99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:50.250514 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b86cfe69-023e-4d7b-9320-903d4fa741f5 req-f215e9cc-aaa1-47f6-bec1-cea0886ded99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644441 Nov 24 21:45:50.339245 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05078091-76ce-42af-9516-1683ffe7eccd req-5f07e894-7845-4a12-bb70-d177dd617e29 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:50.340679 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05078091-76ce-42af-9516-1683ffe7eccd req-5f07e894-7845-4a12-bb70-d177dd617e29 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 944 time: 0.0843437 Nov 24 21:45:50.348549 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b86cfe69-023e-4d7b-9320-903d4fa741f5 req-90bfee0d-12f6-4dfc-a96d-9de150a272ee service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902882 Nov 24 21:45:50.363961 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5dda9-c2eb-452c-9466-c559de568574 req-0c1c4af0-7243-4c3e-8bb6-27f0e337846a tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:50.365494 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aaf5dda9-c2eb-452c-9466-c559de568574 req-0c1c4af0-7243-4c3e-8bb6-27f0e337846a tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee&tenant_id=c0d5261d22cc461d858307f0abed0728&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 944 time: 0.0795200 Nov 24 21:45:50.439814 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05078091-76ce-42af-9516-1683ffe7eccd req-e73ffd49-1b51-4f53-94d9-2f05b4b9d908 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899522 Nov 24 21:45:50.442874 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b86cfe69-023e-4d7b-9320-903d4fa741f5 req-474eb1d9-5bb7-4711-ba65-7a46ffb251a0 service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876551 Nov 24 21:45:50.458529 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-aaf5dda9-c2eb-452c-9466-c559de568574 req-5b1ddad3-318a-4741-880d-14c97d80be89 service neutron] delete failed (client error): The resource could not be found. Nov 24 21:45:50.460047 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aaf5dda9-c2eb-452c-9466-c559de568574 req-5b1ddad3-318a-4741-880d-14c97d80be89 service neutron] 10.222.0.15 "DELETE /v2.0/ports/9fdacdd9-eb5b-4c88-a4ad-bd12e2818758/bindings/n-h2-812111-8 HTTP/1.1" status: 404 len: 380 time: 0.0822582 Nov 24 21:45:50.554485 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5dda9-c2eb-452c-9466-c559de568574 req-443a61d5-a439-430e-bc7f-88bc57a8a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:50.556011 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aaf5dda9-c2eb-452c-9466-c559de568574 req-443a61d5-a439-430e-bc7f-88bc57a8a5a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 1095 time: 0.0443723 Nov 24 21:45:50.741309 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:45:50.746839 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5dda9-c2eb-452c-9466-c559de568574 req-1baebed0-9f8f-4d53-aff6-35780c30c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:50.748322 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aaf5dda9-c2eb-452c-9466-c559de568574 req-1baebed0-9f8f-4d53-aff6-35780c30c52d service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0916944 Nov 24 21:45:50.783523 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:45:50.820560 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aaf5dda9-c2eb-452c-9466-c559de568574 req-a1b0c717-3950-4d45-8a1b-575dfc549657 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 HTTP/1.1" status: 200 len: 1000 time: 0.0606194 Nov 24 21:45:50.875934 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5dda9-c2eb-452c-9466-c559de568574 req-3d185c42-30cb-47de-8934-7158018cb38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:50.877499 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aaf5dda9-c2eb-452c-9466-c559de568574 req-3d185c42-30cb-47de-8934-7158018cb38b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0457437 Nov 24 21:45:50.928908 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5dda9-c2eb-452c-9466-c559de568574 req-274cad22-c7ea-4c66-8ef3-4d9836418bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:50.930457 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aaf5dda9-c2eb-452c-9466-c559de568574 req-274cad22-c7ea-4c66-8ef3-4d9836418bf3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444543 Nov 24 21:45:51.026919 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aaf5dda9-c2eb-452c-9466-c559de568574 req-a5ce97e9-2eff-41fb-8e4a-8920ad20a700 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848439 Nov 24 21:45:51.130729 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aaf5dda9-c2eb-452c-9466-c559de568574 req-4bfe4e5e-02bf-40c5-ac57-b11d3a4e6241 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923338 Nov 24 21:45:51.569631 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4380b1-139f-4e6d-89b4-8851872dd5f7 req-a4b72aaa-92a0-4b0d-ba02-b22e3f45ca38 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:51.571338 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6d4380b1-139f-4e6d-89b4-8851872dd5f7 req-a4b72aaa-92a0-4b0d-ba02-b22e3f45ca38 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 944 time: 0.0573149 Nov 24 21:45:51.629393 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6d4380b1-139f-4e6d-89b4-8851872dd5f7 req-21cf1ac6-55d7-4d7e-bc80-4a0efb9cbcc7 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521326 Nov 24 21:45:51.654207 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:45:51.755709 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:45:51.767362 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '9fdacdd9-eb5b-4c88-a4ad-bd12e2818758', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'port_id': '9fdacdd9-eb5b-4c88-a4ad-bd12e2818758', 'mac_address': 'fa:16:3e:36:a7:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:45:51.809624 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:51.824068 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:45:51.844338 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:45:51.848186 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:51.900428 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:45:51.907969 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:51.908318 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:51.908666 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:51.909035 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:51.909374 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:51.909709 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:51.910039 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:51.910368 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:51.910695 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:51.911022 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:51.911347 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:51.911675 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:52.051430 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['9fdacdd9-eb5b-4c88-a4ad-bd12e2818758'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:45:52.747980 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10228960-78cb-48fc-8d26-92e3d1eb823d req-e43fa89e-33ed-43f1-8180-a175e95dd795 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:52.750114 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10228960-78cb-48fc-8d26-92e3d1eb823d req-e43fa89e-33ed-43f1-8180-a175e95dd795 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 945 time: 0.0509186 Nov 24 21:45:52.804031 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10228960-78cb-48fc-8d26-92e3d1eb823d req-39c70fe5-f8ee-47b7-bc1e-ca2172e49f6c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478549 Nov 24 21:45:52.916385 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59540fe2-28e7-4d9e-9b55-868b6c703df0 req-5a45746c-6b36-4afd-a31b-dbd9a0199f76 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:52.917807 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-59540fe2-28e7-4d9e-9b55-868b6c703df0 req-5a45746c-6b36-4afd-a31b-dbd9a0199f76 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 945 time: 0.0484288 Nov 24 21:45:52.966949 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-59540fe2-28e7-4d9e-9b55-868b6c703df0 req-c84ad56e-39e9-4c27-93a3-661b3fd3c8df tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427434 Nov 24 21:45:53.171554 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0f756-2890-4c94-bbb2-cd6302ce590b req-d3f7fe29-e7e3-4834-bdf6-951d60fe683a tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:53.173419 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7dc0f756-2890-4c94-bbb2-cd6302ce590b req-d3f7fe29-e7e3-4834-bdf6-951d60fe683a tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 945 time: 0.0565121 Nov 24 21:45:53.198691 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68c75f-e4a6-41ba-84bf-312f5a9892a2 req-86cb2ce0-4b4f-4fc2-bb54-3c258df699c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:53.200694 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b68c75f-e4a6-41ba-84bf-312f5a9892a2 req-86cb2ce0-4b4f-4fc2-bb54-3c258df699c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 1096 time: 0.0488360 Nov 24 21:45:53.224184 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7dc0f756-2890-4c94-bbb2-cd6302ce590b req-ffe51f87-2859-4224-ae4e-5537b263bd3b tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440447 Nov 24 21:45:53.297676 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68c75f-e4a6-41ba-84bf-312f5a9892a2 req-b777328e-955c-4a5c-a318-3be910e416e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:53.299201 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b68c75f-e4a6-41ba-84bf-312f5a9892a2 req-b777328e-955c-4a5c-a318-3be910e416e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0907431 Nov 24 21:45:53.371793 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b68c75f-e4a6-41ba-84bf-312f5a9892a2 req-c49cd147-934e-4262-a744-6165e7265a9a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 HTTP/1.1" status: 200 len: 1001 time: 0.0656579 Nov 24 21:45:53.423969 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68c75f-e4a6-41ba-84bf-312f5a9892a2 req-0a2513e7-f669-423e-af8d-9c5573503d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:53.425407 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b68c75f-e4a6-41ba-84bf-312f5a9892a2 req-0a2513e7-f669-423e-af8d-9c5573503d16 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0466816 Nov 24 21:45:53.471924 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68c75f-e4a6-41ba-84bf-312f5a9892a2 req-964e7db7-54bd-4bd5-b037-ee96fb50840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:53.473435 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b68c75f-e4a6-41ba-84bf-312f5a9892a2 req-964e7db7-54bd-4bd5-b037-ee96fb50840a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407131 Nov 24 21:45:53.566733 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b68c75f-e4a6-41ba-84bf-312f5a9892a2 req-1d11b47b-70a5-4292-b4d7-0295ec44a112 service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859418 Nov 24 21:45:53.658194 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b68c75f-e4a6-41ba-84bf-312f5a9892a2 req-4ef30467-d594-4b04-b7bc-80fe0523911d service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842059 Nov 24 21:45:53.666332 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:45:53.714007 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:45:53.718386 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:45:53.718762 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:53.814259 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:53.837556 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0fad61-3250-463e-99c8-be73a0ed44ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdacdd9-eb5b-4c88-a4ad-bd12e2818758'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:45:53.851935 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:45:53.857103 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:53.881854 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56e1f6d-59e3-46ec-953f-a69bb643fcb7" -d '{"events": [{"server_uuid": "0c0fad61-3250-463e-99c8-be73a0ed44ee", "name": "network-vif-plugged", "status": "completed", "tag": "9fdacdd9-eb5b-4c88-a4ad-bd12e2818758"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:45:53.920120 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758,revision_number=9']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:45:54.006435 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a35b8b-6448-4fbc-85fa-e6345858caf8 x-openstack-request-id: req-e4a35b8b-6448-4fbc-85fa-e6345858caf8 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:45:54.006730 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0fad61-3250-463e-99c8-be73a0ed44ee", "name": "network-vif-plugged", "status": "completed", "tag": "9fdacdd9-eb5b-4c88-a4ad-bd12e2818758", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:45:54.006988 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e4a35b8b-6448-4fbc-85fa-e6345858caf8 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:45:54.007391 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0fad61-3250-463e-99c8-be73a0ed44ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdacdd9-eb5b-4c88-a4ad-bd12e2818758', 'code': 200} Nov 24 21:45:54.350570 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99e32d-9e7d-4222-823a-efad49b13c23 req-b3188621-fe32-4103-81e9-bf037c0b1c68 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:54.352091 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd99e32d-9e7d-4222-823a-efad49b13c23 req-b3188621-fe32-4103-81e9-bf037c0b1c68 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 946 time: 0.0563378 Nov 24 21:45:54.400790 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd99e32d-9e7d-4222-823a-efad49b13c23 req-16d78ea6-e9f1-4a90-8285-d82d7f2f62e5 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426829 Nov 24 21:45:54.640928 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8ffef-6c38-4e99-aa1f-8022f45c33ac req-48f6eb11-8608-4b65-9508-1752543698c5 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:54.642437 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-90e8ffef-6c38-4e99-aa1f-8022f45c33ac req-48f6eb11-8608-4b65-9508-1752543698c5 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 946 time: 0.0521355 Nov 24 21:45:54.690418 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-90e8ffef-6c38-4e99-aa1f-8022f45c33ac req-c894104b-eea0-431a-b934-a522a87fecd2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419290 Nov 24 21:45:55.808423 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdb7ff-997b-41e1-837c-4f64fbc4ab05 req-054fbd3b-0d14-4c9b-9610-79fe4037b213 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:55.810039 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-64fdb7ff-997b-41e1-837c-4f64fbc4ab05 req-054fbd3b-0d14-4c9b-9610-79fe4037b213 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 946 time: 0.0495081 Nov 24 21:45:55.908569 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ad355-5224-44d3-ac41-aaa274330d10 req-c18abb68-1d09-4a66-a260-9056094953ef tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:55.910202 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db2ad355-5224-44d3-ac41-aaa274330d10 req-c18abb68-1d09-4a66-a260-9056094953ef tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c0fad61-3250-463e-99c8-be73a0ed44ee HTTP/1.1" status: 200 len: 946 time: 0.0628765 Nov 24 21:45:56.010240 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-db2ad355-5224-44d3-ac41-aaa274330d10 req-74203a12-acfb-4793-8c4b-83f5f41b6fe2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Deleting port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:45:56.010494 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db2ad355-5224-44d3-ac41-aaa274330d10 req-74203a12-acfb-4793-8c4b-83f5f41b6fe2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:56.112271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-db2ad355-5224-44d3-ac41-aaa274330d10 req-74203a12-acfb-4793-8c4b-83f5f41b6fe2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] For port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:45:56.112648 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db2ad355-5224-44d3-ac41-aaa274330d10 req-74203a12-acfb-4793-8c4b-83f5f41b6fe2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:56.162808 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-64fdb7ff-997b-41e1-837c-4f64fbc4ab05 req-712965c9-c321-45d3-8eb5-a2319a18da71 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3457587 Nov 24 21:45:56.319715 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db2ad355-5224-44d3-ac41-aaa274330d10 req-74203a12-acfb-4793-8c4b-83f5f41b6fe2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:56.319984 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db2ad355-5224-44d3-ac41-aaa274330d10 req-74203a12-acfb-4793-8c4b-83f5f41b6fe2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:56.320304 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [req-db2ad355-5224-44d3-ac41-aaa274330d10 req-74203a12-acfb-4793-8c4b-83f5f41b6fe2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Floating IP 75ade2d6-a135-46b6-923a-7d1bac88fa49 disassociated. External IP: 172.25.5.213, port: 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758. Nov 24 21:45:56.320653 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-db2ad355-5224-44d3-ac41-aaa274330d10 req-74203a12-acfb-4793-8c4b-83f5f41b6fe2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Calling delete_port for 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:45:56.458763 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db2ad355-5224-44d3-ac41-aaa274330d10 req-74203a12-acfb-4793-8c4b-83f5f41b6fe2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:56.490906 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74203a12-acfb-4793-8c4b-83f5f41b6fe2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Pushing event deleted for resources: {'Port': ['ID=9fdacdd9-eb5b-4c88-a4ad-bd12e2818758,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:45:56.614537 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db2ad355-5224-44d3-ac41-aaa274330d10 req-74203a12-acfb-4793-8c4b-83f5f41b6fe2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:45:56.731617 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db2ad355-5224-44d3-ac41-aaa274330d10 req-74203a12-acfb-4793-8c4b-83f5f41b6fe2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:45:56.744091 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c340ae52-bebc-447e-b1b6-0dcb8011cbb1 None None] Sync routers for ids ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:45:56.754774 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c340ae52-bebc-447e-b1b6-0dcb8011cbb1 None None] Routers {'23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:45:56.755470 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c340ae52-bebc-447e-b1b6-0dcb8011cbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:45:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:45:56.772790 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2ad355-5224-44d3-ac41-aaa274330d10 req-74203a12-acfb-4793-8c4b-83f5f41b6fe2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] No DVR routers for this DVR port 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:45:56.775409 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-db2ad355-5224-44d3-ac41-aaa274330d10 req-74203a12-acfb-4793-8c4b-83f5f41b6fe2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:56.778881 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-db2ad355-5224-44d3-ac41-aaa274330d10 req-74203a12-acfb-4793-8c4b-83f5f41b6fe2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.48 "DELETE /v2.0/ports/9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 HTTP/1.1" status: 204 len: 173 time: 0.8625319 Nov 24 21:45:56.779337 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0fad61-3250-463e-99c8-be73a0ed44ee', 'name': 'network-vif-deleted', 'tag': '9fdacdd9-eb5b-4c88-a4ad-bd12e2818758'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:45:56.782466 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2b168e-b71a-4304-843f-ae78345e36fc" -d '{"events": [{"server_uuid": "0c0fad61-3250-463e-99c8-be73a0ed44ee", "name": "network-vif-deleted", "tag": "9fdacdd9-eb5b-4c88-a4ad-bd12e2818758"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:45:56.827692 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32158bd-0cf7-4e55-9e36-988cbe33fafa x-openstack-request-id: req-c32158bd-0cf7-4e55-9e36-988cbe33fafa {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:45:56.828329 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0fad61-3250-463e-99c8-be73a0ed44ee", "name": "network-vif-deleted", "tag": "9fdacdd9-eb5b-4c88-a4ad-bd12e2818758", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:45:56.828883 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c32158bd-0cf7-4e55-9e36-988cbe33fafa {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:45:56.829547 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0fad61-3250-463e-99c8-be73a0ed44ee', 'name': 'network-vif-deleted', 'tag': '9fdacdd9-eb5b-4c88-a4ad-bd12e2818758', 'status': 'completed', 'code': 200} Nov 24 21:45:56.872352 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-c340ae52-bebc-447e-b1b6-0dcb8011cbb1 None None] Set router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:45:57.089754 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c340ae52-bebc-447e-b1b6-0dcb8011cbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:45:57.117784 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c340ae52-bebc-447e-b1b6-0dcb8011cbb1 None None] Checking router: 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:45:57.126878 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c340ae52-bebc-447e-b1b6-0dcb8011cbb1 None None] Routers {'23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:45:57.127490 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c340ae52-bebc-447e-b1b6-0dcb8011cbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:45:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:45:57.236329 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-c340ae52-bebc-447e-b1b6-0dcb8011cbb1 None None] Set router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:45:57.447641 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c340ae52-bebc-447e-b1b6-0dcb8011cbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:45:57.460308 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-de851bb6-733c-4c34-bfb9-7328ae3b3e89 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--291109781&fields=id&tenant_id=c0d5261d22cc461d858307f0abed0728 HTTP/1.1" status: 200 len: 267 time: 0.0469089 Nov 24 21:45:57.480831 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c340ae52-bebc-447e-b1b6-0dcb8011cbb1 None None] The sync data for ids ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'] in n-d-812111-8 is: [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:45:57.573547 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-3677be15-41e6-4bab-96bf-14f6e1755705 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:57.575435 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-3677be15-41e6-4bab-96bf-14f6e1755705 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 812 time: 0.1078746 Nov 24 21:45:57.592979 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-63c5c611-70f3-4e0e-9230-e030e0d2cffd tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/quotas/c0d5261d22cc461d858307f0abed0728 HTTP/1.1" status: 200 len: 375 time: 0.0110848 Nov 24 21:45:57.655136 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-dabf7608-aebb-46c8-a101-f5f21ecc952e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547678 Nov 24 21:45:57.745452 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e853cac-0b88-4642-bb61-c17fbddfd784 None None] New status for floating IP 75ade2d6-a135-46b6-923a-7d1bac88fa49: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:45:57.846926 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-7fd39e8c-b2ff-4beb-a097-7cdd8aa74feb service neutron] 10.222.0.11 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405764 Nov 24 21:45:57.950889 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-5358be42-2c5b-4291-9ea3-fd33ee2f0a56 service neutron] 10.222.0.11 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977569 Nov 24 21:45:58.135427 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-11c20516-41e2-484b-a221-18d4421764bf req-1cbb0cff-d381-435c-aa74-d570dec3111f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 210 time: 0.0288510 Nov 24 21:45:59.238412 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-e2311033-72c6-41db-80d8-61d59f8a1805 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:59.240128 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-e2311033-72c6-41db-80d8-61d59f8a1805 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 812 time: 0.1378806 Nov 24 21:45:59.256535 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3094671a-04e4-4025-907e-9c3e34026db1 req-bfc5c707-5b66-45e1-bfa7-a8ffa41ccfa6 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 210 time: 0.0391514 Nov 24 21:45:59.312341 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-20afde2d-55ac-4edb-8256-c0c202d58b50 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0d5261d22cc461d858307f0abed0728 HTTP/1.1" status: 200 len: 379 time: 0.0548007 Nov 24 21:45:59.324425 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Request body: {'port': {'device_id': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'admin_state_up': True, 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'security_groups': ['a11bcc96-2a73-44b0-8866-a1c769af78ba']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:45:59.437943 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Made reservation on behalf of c0d5261d22cc461d858307f0abed0728 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:45:59.441485 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:59.571844 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Allocated IP 172.20.0.6 (1af74439-14ac-4b01-8d84-1b5193589df4/0e2e511e-d304-4f7b-88db-a76ba0fbb677/a9a75986-2eb1-4150-9a65-b0abdcd2abd6) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:45:59.713570 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:45:59.733115 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:59.735523 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:45:59.735957 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 9fdacdd9-eb5b-4c88-a4ad-bd12e2818758 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:45:59.769964 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:59.810820 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Network 1af74439-14ac-4b01-8d84-1b5193589df4 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:45:59.816911 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:45:59.820691 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:45:59.860460 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Pushing event updated for resources: {'Port': ['ID=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:45:59.875474 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:59.875843 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:59.876192 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:59.876538 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:59.876902 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:59.877240 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:59.877572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:59.877897 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:59.878223 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:59.878570 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:59.878998 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:59.879332 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:45:59.897217 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:45:59.897866 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:45:59.915316 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-a683e2ec-0f10-4e9c-878a-b7648b0c8bc2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5945089 Nov 24 21:45:59.932928 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-6826d1fa-5144-418e-a3b2-b266441883d1 service neutron] Request body: {'port': {'device_id': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:45:59.990077 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-6826d1fa-5144-418e-a3b2-b266441883d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:00.053823 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c39b299b-17e0-4984-a68a-97d224a37715 None None] Provisioning complete for port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:46:00.054202 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c39b299b-17e0-4984-a68a-97d224a37715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:00.088013 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c39b299b-17e0-4984-a68a-97d224a37715 None None] Port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:46:00.261800 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-6826d1fa-5144-418e-a3b2-b266441883d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a75986-2eb1-4150-9a65-b0abdcd2abd6 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:46:00.269550 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-6826d1fa-5144-418e-a3b2-b266441883d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:00.283219 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-6826d1fa-5144-418e-a3b2-b266441883d1 service neutron] Transition to ACTIVE for port object a9a75986-2eb1-4150-9a65-b0abdcd2abd6 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:46:00.287955 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-6826d1fa-5144-418e-a3b2-b266441883d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:00.350356 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826d1fa-5144-418e-a3b2-b266441883d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:46:00.441747 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9380483-0739-4ecb-a0f3-bdec187eb86d req-29e57b06-804b-4560-a003-1e3f38fcd576 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:00.443342 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b9380483-0739-4ecb-a0f3-bdec187eb86d req-29e57b06-804b-4560-a003-1e3f38fcd576 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 943 time: 0.0968513 Nov 24 21:46:00.473909 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-6826d1fa-5144-418e-a3b2-b266441883d1 service neutron] Attempting to bind port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:46:00.474277 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-6826d1fa-5144-418e-a3b2-b266441883d1 service neutron] Attempting to bind port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:46:00.474540 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-6826d1fa-5144-418e-a3b2-b266441883d1 service neutron] Attempting to bind port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 on network 1af74439-14ac-4b01-8d84-1b5193589df4 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:46:00.487152 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-6826d1fa-5144-418e-a3b2-b266441883d1 service neutron] Port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 on network 1af74439-14ac-4b01-8d84-1b5193589df4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:46:00.487478 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-6826d1fa-5144-418e-a3b2-b266441883d1 service neutron] Attempting to bind port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 on network 1af74439-14ac-4b01-8d84-1b5193589df4 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:46:00.502278 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-6826d1fa-5144-418e-a3b2-b266441883d1 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:46:00.502620 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-6826d1fa-5144-418e-a3b2-b266441883d1 service neutron] Checking segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:46:00.503015 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-6826d1fa-5144-418e-a3b2-b266441883d1 service neutron] Bound using segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:46:00.503460 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-6826d1fa-5144-418e-a3b2-b266441883d1 service neutron] Bound port: a9a75986-2eb1-4150-9a65-b0abdcd2abd6, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:46:00.503821 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-6826d1fa-5144-418e-a3b2-b266441883d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:00.531315 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b9380483-0739-4ecb-a0f3-bdec187eb86d req-b5362466-b79d-4edc-90bb-870e486046ba tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807972 Nov 24 21:46:00.590974 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-6826d1fa-5144-418e-a3b2-b266441883d1 service neutron] For port a9a75986-2eb1-4150-9a65-b0abdcd2abd6, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:46:00.594804 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-6826d1fa-5144-418e-a3b2-b266441883d1 service neutron] For port a9a75986-2eb1-4150-9a65-b0abdcd2abd6, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:46:00.603809 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-6826d1fa-5144-418e-a3b2-b266441883d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:00.658212 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-6826d1fa-5144-418e-a3b2-b266441883d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:00.658740 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-6826d1fa-5144-418e-a3b2-b266441883d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:00.660190 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-6826d1fa-5144-418e-a3b2-b266441883d1 service neutron] 10.222.0.15 "PUT /v2.0/ports/a9a75986-2eb1-4150-9a65-b0abdcd2abd6 HTTP/1.1" status: 200 len: 1091 time: 0.7317579 Nov 24 21:46:00.660662 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'tag': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:46:00.695152 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826d1fa-5144-418e-a3b2-b266441883d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:46:00.721993 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4191e30-8a31-46a7-99a6-cb95cadac187" -d '{"events": [{"name": "network-changed", "server_uuid": "6b6e96ec-2c6b-4bff-b076-401d8ad77c69", "tag": "a9a75986-2eb1-4150-9a65-b0abdcd2abd6"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:46:00.761320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-7eb6a5ce-49d4-49e4-9cd0-cae0e6a62243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:00.762919 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-7eb6a5ce-49d4-49e4-9cd0-cae0e6a62243 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 1094 time: 0.0546827 Nov 24 21:46:00.819367 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-16d797ee-0ad7-4380-ac71-370e354dd632 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6 HTTP/1.1" status: 200 len: 217 time: 0.0426438 Nov 24 21:46:00.830345 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fe826f-7b41-4614-a230-377709231736 x-openstack-request-id: req-09fe826f-7b41-4614-a230-377709231736 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:46:00.830731 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b6e96ec-2c6b-4bff-b076-401d8ad77c69", "tag": "a9a75986-2eb1-4150-9a65-b0abdcd2abd6", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:46:00.831076 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-09fe826f-7b41-4614-a230-377709231736 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:46:00.831552 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'tag': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6', 'status': 'completed', 'code': 200} Nov 24 21:46:00.878190 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-b9a44384-6e60-44dc-881a-bd1400213c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:00.879691 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-b9a44384-6e60-44dc-881a-bd1400213c18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0472696 Nov 24 21:46:00.932714 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-768dd7a3-d335-4c1a-9eed-0265477c86c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:00.934294 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-768dd7a3-d335-4c1a-9eed-0265477c86c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426135 Nov 24 21:46:01.052334 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-313adf74-b2c4-4607-9000-d503484e2fe5 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056273 Nov 24 21:46:01.149852 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9e2c5900-d46d-4e27-810a-47bdbee00f01 req-585f7fcc-5eb0-461f-b77d-fdac84b07837 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865421 Nov 24 21:46:01.249107 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4191e30-8a31-46a7-99a6-cb95cadac187 req-f1f9db98-3ec8-4da9-8b12-42e33109d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:01.250652 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a4191e30-8a31-46a7-99a6-cb95cadac187 req-f1f9db98-3ec8-4da9-8b12-42e33109d13e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 1094 time: 0.0472665 Nov 24 21:46:01.347566 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4191e30-8a31-46a7-99a6-cb95cadac187 req-0946e8ab-bf15-4175-ba76-44445d2e971a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:01.348990 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a4191e30-8a31-46a7-99a6-cb95cadac187 req-0946e8ab-bf15-4175-ba76-44445d2e971a service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0903723 Nov 24 21:46:01.396686 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a4191e30-8a31-46a7-99a6-cb95cadac187 req-376b913a-c955-4575-ad19-03a28bfaf72f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6 HTTP/1.1" status: 200 len: 217 time: 0.0405099 Nov 24 21:46:01.450227 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4191e30-8a31-46a7-99a6-cb95cadac187 req-92cba7b8-43bc-41ad-b281-2da4dcc22104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:01.451708 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a4191e30-8a31-46a7-99a6-cb95cadac187 req-92cba7b8-43bc-41ad-b281-2da4dcc22104 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0454235 Nov 24 21:46:01.503489 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4191e30-8a31-46a7-99a6-cb95cadac187 req-d3e11624-9d96-42a9-82cc-67c5836a759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:01.505102 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a4191e30-8a31-46a7-99a6-cb95cadac187 req-d3e11624-9d96-42a9-82cc-67c5836a759b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424793 Nov 24 21:46:01.604548 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a4191e30-8a31-46a7-99a6-cb95cadac187 req-6d7487de-fe55-45cd-9a8c-9a5b5283f4ee service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912700 Nov 24 21:46:01.719834 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14abb-7e62-4191-9754-743d16be4101 req-3c9f6cc8-404c-44f5-9419-285d0fdcc320 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:01.721411 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5bc14abb-7e62-4191-9754-743d16be4101 req-3c9f6cc8-404c-44f5-9419-285d0fdcc320 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 943 time: 0.1160738 Nov 24 21:46:01.752929 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a4191e30-8a31-46a7-99a6-cb95cadac187 req-14cafc58-7b24-4d15-a3cd-ca4dff43d372 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374710 Nov 24 21:46:01.785650 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5bc14abb-7e62-4191-9754-743d16be4101 req-b6a1257b-defd-4fee-8603-043eabfbaf7a tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562968 Nov 24 21:46:02.917350 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72037348-e734-48e9-8b13-ac85eb51b0b1 req-d65cdd18-0096-436d-a647-89acbf766202 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:02.919076 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72037348-e734-48e9-8b13-ac85eb51b0b1 req-d65cdd18-0096-436d-a647-89acbf766202 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 943 time: 0.0549114 Nov 24 21:46:02.974066 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72037348-e734-48e9-8b13-ac85eb51b0b1 req-8ec6114b-789f-4e8c-8e91-dddc1cfae051 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485637 Nov 24 21:46:04.099711 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cd0e6-27b5-43e9-b830-538d92b3a1c2 req-3fad99c5-36af-4bc4-b321-322ac7c35884 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:04.101241 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-411cd0e6-27b5-43e9-b830-538d92b3a1c2 req-3fad99c5-36af-4bc4-b321-322ac7c35884 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 943 time: 0.0566518 Nov 24 21:46:04.153783 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-411cd0e6-27b5-43e9-b830-538d92b3a1c2 req-1aef2993-5d55-49c0-9183-fa7df30b82b1 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466597 Nov 24 21:46:04.771494 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device a9a75986-2eb1-4150-9a65-b0abdcd2abd6 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:46:04.871357 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port a9a75986-2eb1-4150-9a65-b0abdcd2abd6, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:46:04.883036 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'port_id': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6', 'mac_address': 'fa:16:3e:0d:27:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:46:04.921374 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:04.938313 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a75986-2eb1-4150-9a65-b0abdcd2abd6 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:46:04.958243 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port a9a75986-2eb1-4150-9a65-b0abdcd2abd6, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:46:04.962538 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:05.016360 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:46:05.261044 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['a9a75986-2eb1-4150-9a65-b0abdcd2abd6'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:46:05.276101 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2217ccf-79b6-4440-b9d4-c858596fbbe7 req-d2f3dca0-837a-45ad-8a53-c87df93e2335 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:05.277580 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e2217ccf-79b6-4440-b9d4-c858596fbbe7 req-d2f3dca0-837a-45ad-8a53-c87df93e2335 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 944 time: 0.0512667 Nov 24 21:46:05.330440 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e2217ccf-79b6-4440-b9d4-c858596fbbe7 req-e98d7dd4-24e4-4fa9-8491-d6aafe661305 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465357 Nov 24 21:46:06.447166 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47de734-f561-433b-bedc-d9e66a43fab1 req-4eb0af45-2fa9-4dea-a379-ebb73ab1cd52 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:06.448561 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c47de734-f561-433b-bedc-d9e66a43fab1 req-4eb0af45-2fa9-4dea-a379-ebb73ab1cd52 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 944 time: 0.0493786 Nov 24 21:46:06.495883 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c47de734-f561-433b-bedc-d9e66a43fab1 req-d8224533-5017-4348-a321-7e411c1e660e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412970 Nov 24 21:46:06.786161 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device a9a75986-2eb1-4150-9a65-b0abdcd2abd6 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:46:06.860035 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:46:06.864293 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:46:06.864673 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:06.943155 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:06.965489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:46:06.968259 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd13761a-8b06-43d5-9865-bd453a6e0bbf" -d '{"events": [{"server_uuid": "6b6e96ec-2c6b-4bff-b076-401d8ad77c69", "name": "network-vif-plugged", "status": "completed", "tag": "a9a75986-2eb1-4150-9a65-b0abdcd2abd6"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:46:06.985510 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port a9a75986-2eb1-4150-9a65-b0abdcd2abd6, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:46:06.989837 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:07.012856 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130c7efe-8158-4d2e-b0a6-d5b6bb6206b4 x-openstack-request-id: req-130c7efe-8158-4d2e-b0a6-d5b6bb6206b4 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:46:07.013154 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6e96ec-2c6b-4bff-b076-401d8ad77c69", "name": "network-vif-plugged", "status": "completed", "tag": "a9a75986-2eb1-4150-9a65-b0abdcd2abd6", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:46:07.013414 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-130c7efe-8158-4d2e-b0a6-d5b6bb6206b4 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:46:07.013808 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6', 'code': 200} Nov 24 21:46:07.050545 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:46:07.116598 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a28f25-f5b2-48be-942d-13fab66ee69e req-aed0a609-808a-4fd5-8f67-84a3b638392a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:07.118115 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-69a28f25-f5b2-48be-942d-13fab66ee69e req-aed0a609-808a-4fd5-8f67-84a3b638392a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 1096 time: 0.0450637 Nov 24 21:46:07.168082 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-69a28f25-f5b2-48be-942d-13fab66ee69e req-9831a819-a6cd-4070-965a-be3eb499c11f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373805 Nov 24 21:46:07.621532 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443a5c1-5d6d-49bd-abe7-e376dd00a660 req-7870e9c0-92ef-47a7-8944-a6e10cecb3e3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:07.623048 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5443a5c1-5d6d-49bd-abe7-e376dd00a660 req-7870e9c0-92ef-47a7-8944-a6e10cecb3e3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 945 time: 0.0526128 Nov 24 21:46:07.678861 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5443a5c1-5d6d-49bd-abe7-e376dd00a660 req-05477585-a694-43c0-b866-0fc4e4ed2049 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486295 Nov 24 21:46:08.802468 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648438b-16af-42cb-aefa-4354a5744ee8 req-f51a814e-0d51-4776-a0b3-ad7d5b084416 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:08.803996 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e648438b-16af-42cb-aefa-4354a5744ee8 req-f51a814e-0d51-4776-a0b3-ad7d5b084416 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 945 time: 0.0488555 Nov 24 21:46:08.854533 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e648438b-16af-42cb-aefa-4354a5744ee8 req-e29c3305-1cde-4afa-9b41-003db656b481 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446010 Nov 24 21:46:08.966763 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d071c8-7a3b-410b-99bf-3a4b8c6b6157 req-b5ef894c-543b-4d78-89a3-15bc03c5e8b5 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:08.969128 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84d071c8-7a3b-410b-99bf-3a4b8c6b6157 req-b5ef894c-543b-4d78-89a3-15bc03c5e8b5 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 945 time: 0.0506060 Nov 24 21:46:08.977939 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 52514) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:46:08.982631 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-3228146e-81f1-486b-a5d4-17b990b0e368 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Request body: {'floatingip': {'port_id': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:46:08.993474 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a108a7f4-a116-4bed-85b2-ee7ad2f38efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:09.025309 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3228146e-81f1-486b-a5d4-17b990b0e368 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for floatingip, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:09.471663 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3228146e-81f1-486b-a5d4-17b990b0e368 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:09.475700 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3228146e-81f1-486b-a5d4-17b990b0e368 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:09.577932 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-3228146e-81f1-486b-a5d4-17b990b0e368 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Floating IP 75ade2d6-a135-46b6-923a-7d1bac88fa49 associated. External IP: 172.25.5.213, port: a9a75986-2eb1-4150-9a65-b0abdcd2abd6. Nov 24 21:46:09.795038 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3228146e-81f1-486b-a5d4-17b990b0e368 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:46:09.907414 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3228146e-81f1-486b-a5d4-17b990b0e368 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:46:09.912326 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3228146e-81f1-486b-a5d4-17b990b0e368 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:09.918454 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32f10a7-8418-4e67-a452-937e99f8dc6a None None] Sync routers for ids ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:46:09.929660 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32f10a7-8418-4e67-a452-937e99f8dc6a None None] Routers {'23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:46:09.930293 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c32f10a7-8418-4e67-a452-937e99f8dc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:45:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:46:09.939932 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3228146e-81f1-486b-a5d4-17b990b0e368 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "PUT /v2.0/floatingips/75ade2d6-a135-46b6-923a-7d1bac88fa49 HTTP/1.1" status: 200 len: 991 time: 0.9608459 Nov 24 21:46:09.940524 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'tag': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:46:09.942782 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3567db-e0cd-4ce2-aaa8-5699400066d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6b6e96ec-2c6b-4bff-b076-401d8ad77c69", "tag": "a9a75986-2eb1-4150-9a65-b0abdcd2abd6"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:46:10.038317 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25000fb-3c1e-4337-9cba-cd7875abef52 x-openstack-request-id: req-c25000fb-3c1e-4337-9cba-cd7875abef52 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:46:10.038957 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b6e96ec-2c6b-4bff-b076-401d8ad77c69", "tag": "a9a75986-2eb1-4150-9a65-b0abdcd2abd6", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:46:10.038957 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c25000fb-3c1e-4337-9cba-cd7875abef52 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:46:10.039289 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'tag': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6', 'status': 'completed', 'code': 200} Nov 24 21:46:10.043389 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-c32f10a7-8418-4e67-a452-937e99f8dc6a None None] Set router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:46:10.103684 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3567db-e0cd-4ce2-aaa8-5699400066d0 req-7861c087-015c-422b-b538-a72f1592fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:10.105223 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8b3567db-e0cd-4ce2-aaa8-5699400066d0 req-7861c087-015c-422b-b538-a72f1592fe76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 1096 time: 0.0444548 Nov 24 21:46:10.157616 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:10.203937 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3567db-e0cd-4ce2-aaa8-5699400066d0 req-070d5d7c-0ce7-40ec-b8cf-e92b4e3376e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:10.205485 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8b3567db-e0cd-4ce2-aaa8-5699400066d0 req-070d5d7c-0ce7-40ec-b8cf-e92b4e3376e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0925167 Nov 24 21:46:10.273167 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8b3567db-e0cd-4ce2-aaa8-5699400066d0 req-9a199f0c-33ca-49a4-b84a-c44eb014b092 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6 HTTP/1.1" status: 200 len: 999 time: 0.0604174 Nov 24 21:46:10.302104 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c32f10a7-8418-4e67-a452-937e99f8dc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '75ade2d6-a135-46b6-923a-7d1bac88fa49', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'port_id': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'mac_address': 'fa:16:3e:0d:27:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:41:17Z', 'updated_at': '2021-11-24T21:46:09Z', 'revision_number': 9, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:46:10.325835 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3567db-e0cd-4ce2-aaa8-5699400066d0 req-8d4e0071-7b29-42e3-9328-b0e501f809c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:10.327922 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8b3567db-e0cd-4ce2-aaa8-5699400066d0 req-8d4e0071-7b29-42e3-9328-b0e501f809c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0483260 Nov 24 21:46:10.329861 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32f10a7-8418-4e67-a452-937e99f8dc6a None None] Checking router: 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:46:10.338286 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32f10a7-8418-4e67-a452-937e99f8dc6a None None] Routers {'23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:46:10.338894 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c32f10a7-8418-4e67-a452-937e99f8dc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:45:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:46:10.379875 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3567db-e0cd-4ce2-aaa8-5699400066d0 req-bfa82695-b13f-4804-b22a-7661294f3a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:10.381337 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8b3567db-e0cd-4ce2-aaa8-5699400066d0 req-bfa82695-b13f-4804-b22a-7661294f3a92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465653 Nov 24 21:46:10.449690 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-c32f10a7-8418-4e67-a452-937e99f8dc6a None None] Set router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:46:10.473678 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8b3567db-e0cd-4ce2-aaa8-5699400066d0 req-5015dffe-4b73-4ff9-ae3a-692306a0b113 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848365 Nov 24 21:46:10.573244 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8b3567db-e0cd-4ce2-aaa8-5699400066d0 req-4f7d1bbb-911d-4f63-84fc-db2d7256b44f service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924153 Nov 24 21:46:10.677468 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c32f10a7-8418-4e67-a452-937e99f8dc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '75ade2d6-a135-46b6-923a-7d1bac88fa49', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'port_id': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'mac_address': 'fa:16:3e:0d:27:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:41:17Z', 'updated_at': '2021-11-24T21:46:09Z', 'revision_number': 9, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:46:10.862824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32f10a7-8418-4e67-a452-937e99f8dc6a None None] The sync data for ids ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'] in n-d-812111-8 is: [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '75ade2d6-a135-46b6-923a-7d1bac88fa49', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'port_id': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'mac_address': 'fa:16:3e:0d:27:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:41:17Z', 'updated_at': '2021-11-24T21:46:09Z', 'revision_number': 9, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:46:11.068726 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c5d49a-8412-4680-9c2a-abe852c94516 None None] New status for floating IP 75ade2d6-a135-46b6-923a-7d1bac88fa49: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:46:11.283851 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5dc9105f-744d-4a0d-949b-050c039ce4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:11.603850 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:12.575314 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:13.944049 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:14.915448 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:17.722640 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cf15b85-ccf7-4586-985f-ce83adb6f58b req-cf8faa8a-d14b-4721-87ca-ae43775c6c65 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401468 Nov 24 21:46:17.808218 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf15b85-ccf7-4586-985f-ce83adb6f58b req-f682ce7e-91e4-4eb8-a993-dea5cb98c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:17.809796 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cf15b85-ccf7-4586-985f-ce83adb6f58b req-f682ce7e-91e4-4eb8-a993-dea5cb98c4d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 1096 time: 0.0419624 Nov 24 21:46:17.918073 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf15b85-ccf7-4586-985f-ce83adb6f58b req-8866b1f1-6eff-40eb-9afe-f3d03dfe8746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:17.919545 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cf15b85-ccf7-4586-985f-ce83adb6f58b req-8866b1f1-6eff-40eb-9afe-f3d03dfe8746 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0899694 Nov 24 21:46:17.983750 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cf15b85-ccf7-4586-985f-ce83adb6f58b req-4076047f-ada5-40b5-90c0-7e6c91292667 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6 HTTP/1.1" status: 200 len: 1002 time: 0.0570552 Nov 24 21:46:18.036552 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf15b85-ccf7-4586-985f-ce83adb6f58b req-f927eb55-3f82-4e3d-b360-bdb640e7bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:18.038114 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cf15b85-ccf7-4586-985f-ce83adb6f58b req-f927eb55-3f82-4e3d-b360-bdb640e7bb71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0475621 Nov 24 21:46:18.086364 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf15b85-ccf7-4586-985f-ce83adb6f58b req-468ea954-817a-4c84-9be2-6099a253d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:46:18.087863 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cf15b85-ccf7-4586-985f-ce83adb6f58b req-468ea954-817a-4c84-9be2-6099a253d095 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431609 Nov 24 21:46:18.184653 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cf15b85-ccf7-4586-985f-ce83adb6f58b req-a4f84335-05af-4983-b941-2620cd36c21a service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888050 Nov 24 21:46:18.276300 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7cf15b85-ccf7-4586-985f-ce83adb6f58b req-1814929a-93c8-4046-8dd4-928510697883 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844245 Nov 24 21:46:18.492433 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:46:38.995364 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f8158f57-31dc-4d3f-a0be-ea404f382b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:40.150178 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:41.286081 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7f4878b6-7ea7-4793-8d64-c1dea0085daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:41.599767 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:42.579606 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:43.946890 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:44.918330 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:46:55.492235 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:47:09.000240 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9add967-3a3d-4b44-9460-e9f0116f9b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:47:10.162943 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:47:11.288120 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dec5f1f1-cf4e-4f82-8400-b83de51f2517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:47:11.610686 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:47:12.586807 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:47:13.950370 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:47:14.924698 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:47:17.743989 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b6a13020-4ede-464c-b38a-32c03449853b req-6c98a1da-a6a3-40bd-8a82-4d9c01dff886 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496023 Nov 24 21:47:17.851892 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a13020-4ede-464c-b38a-32c03449853b req-d472cf77-da72-429e-bd93-efd8062de521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:47:17.853438 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b6a13020-4ede-464c-b38a-32c03449853b req-d472cf77-da72-429e-bd93-efd8062de521 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 1096 time: 0.0490420 Nov 24 21:47:17.975120 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a13020-4ede-464c-b38a-32c03449853b req-c65ce668-ce7d-4dcc-b6d6-dce04678bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:47:17.977965 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b6a13020-4ede-464c-b38a-32c03449853b req-c65ce668-ce7d-4dcc-b6d6-dce04678bafd service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0960820 Nov 24 21:47:18.054295 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b6a13020-4ede-464c-b38a-32c03449853b req-32e26fec-4a2e-4e46-a0df-f45b79a32397 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6 HTTP/1.1" status: 200 len: 1002 time: 0.0645571 Nov 24 21:47:18.116996 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a13020-4ede-464c-b38a-32c03449853b req-f4dff490-4529-4a92-804a-3b9616e64448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:47:18.119470 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b6a13020-4ede-464c-b38a-32c03449853b req-f4dff490-4529-4a92-804a-3b9616e64448 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0534613 Nov 24 21:47:18.180388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a13020-4ede-464c-b38a-32c03449853b req-db14e8a6-7e34-40e0-b7e1-a83133f1e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:47:18.182463 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b6a13020-4ede-464c-b38a-32c03449853b req-db14e8a6-7e34-40e0-b7e1-a83133f1e08b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515411 Nov 24 21:47:18.287283 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b6a13020-4ede-464c-b38a-32c03449853b req-2c7e6521-5653-4d09-a260-9cc72510edc8 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917232 Nov 24 21:47:18.385668 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b6a13020-4ede-464c-b38a-32c03449853b req-7da3952a-f6f1-44b8-9df9-6b07fad13e44 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875297 Nov 24 21:47:32.492493 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:47:38.994187 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b9e18be8-1839-44cf-983d-43d7491ad54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:47:40.177169 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:47:41.291644 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c912-4ac4-4887-92c2-9cb62006605c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:47:41.613395 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:47:42.585108 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:47:43.953853 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:47:44.917835 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:47:52.038704 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aae858-dc0d-46b4-839b-5157a203e633 req-05c3fa38-97a5-4e6d-bec0-8d89bcd9758b tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:47:52.040316 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c0aae858-dc0d-46b4-839b-5157a203e633 req-05c3fa38-97a5-4e6d-bec0-8d89bcd9758b tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 945 time: 0.0617664 Nov 24 21:47:52.094272 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c0aae858-dc0d-46b4-839b-5157a203e633 req-0aec5241-9c2d-42ea-8db8-c329257171c1 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467584 Nov 24 21:47:52.138592 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-5858c789-cbcf-499b-99a6-8981a52bb43e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0971565 Nov 24 21:47:53.221276 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950db9f-0668-4dfa-83ec-a59d305c08c5 req-50df4c8e-d543-4662-a501-e1bf43e11a5c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:47:53.222840 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7950db9f-0668-4dfa-83ec-a59d305c08c5 req-50df4c8e-d543-4662-a501-e1bf43e11a5c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 945 time: 0.0539751 Nov 24 21:47:53.285083 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7950db9f-0668-4dfa-83ec-a59d305c08c5 req-700bd6e7-9d24-491e-8454-29056c9094b3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558281 Nov 24 21:47:53.360025 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-7c4998a9-98e7-4886-9a03-c1de6d385b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:47:53.362130 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-7c4998a9-98e7-4886-9a03-c1de6d385b60 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 1096 time: 0.0455048 Nov 24 21:47:53.456225 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-cbc23536-3200-4388-8062-d1481cd7b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:47:53.457791 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-cbc23536-3200-4388-8062-d1481cd7b828 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0886905 Nov 24 21:47:53.824047 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-8ec25258-e4b4-4bb6-932e-d4e1b272c15b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6 HTTP/1.1" status: 200 len: 1002 time: 0.3568861 Nov 24 21:47:53.882762 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-239e16c6-0bb1-43dd-8470-baad02f1d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:47:53.884248 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-239e16c6-0bb1-43dd-8470-baad02f1d688 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0479031 Nov 24 21:47:53.939959 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-b607193a-4dd6-426d-b7d3-d3ca7caa697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:47:53.941498 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-b607193a-4dd6-426d-b7d3-d3ca7caa697f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448751 Nov 24 21:47:54.045165 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-12b17326-5678-427b-addd-b529e43bb5df service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914860 Nov 24 21:47:54.142962 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-4d4292ee-65e2-4ee0-a7ce-53e69f49756e service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866427 Nov 24 21:47:54.421325 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4456a5-d102-492c-a82c-01354fb7d918 req-e176b649-1f36-4bc9-95c9-59356013c132 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:47:54.422840 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e4456a5-d102-492c-a82c-01354fb7d918 req-e176b649-1f36-4bc9-95c9-59356013c132 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 945 time: 0.0568969 Nov 24 21:47:54.473829 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e4456a5-d102-492c-a82c-01354fb7d918 req-54360df6-a4e6-4890-9609-be192ed4c1ad tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448494 Nov 24 21:47:55.599356 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b9e61-931b-44d5-b346-06fcf6665af1 req-5e54c490-c36b-4bd9-a562-013ea13232a0 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:47:55.600932 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d79b9e61-931b-44d5-b346-06fcf6665af1 req-5e54c490-c36b-4bd9-a562-013ea13232a0 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 945 time: 0.0534270 Nov 24 21:47:55.653927 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d79b9e61-931b-44d5-b346-06fcf6665af1 req-12ea8dc3-19f4-4b62-a3bf-d1e7192a2e76 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470414 Nov 24 21:47:56.772487 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab57b0-c26d-43fb-82de-a525ae9f91eb req-570a7ff4-64a9-4f5b-bc4d-7979ecf1d4aa tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:47:56.774038 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1fab57b0-c26d-43fb-82de-a525ae9f91eb req-570a7ff4-64a9-4f5b-bc4d-7979ecf1d4aa tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 945 time: 0.0499005 Nov 24 21:47:56.825635 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1fab57b0-c26d-43fb-82de-a525ae9f91eb req-b98661fb-eb33-4159-ac99-687a7175e207 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451403 Nov 24 21:47:57.956212 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88733d5-dc33-409c-9dbd-410c98b9e7ce req-0d6dc531-a37a-41ac-8efa-0b9a104b356b tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:47:57.958279 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c88733d5-dc33-409c-9dbd-410c98b9e7ce req-0d6dc531-a37a-41ac-8efa-0b9a104b356b tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 945 time: 0.0605190 Nov 24 21:47:58.011547 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c88733d5-dc33-409c-9dbd-410c98b9e7ce req-d85950e3-c5d0-4fdc-acf9-343f7caccf93 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466158 Nov 24 21:47:59.155144 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fd674-c93f-429f-87b7-718fb33f6500 req-e1edd7b9-1eef-40b2-b7c8-d476f1293ebc tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:47:59.156641 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2a0fd674-c93f-429f-87b7-718fb33f6500 req-e1edd7b9-1eef-40b2-b7c8-d476f1293ebc tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 945 time: 0.0522838 Nov 24 21:47:59.205943 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2a0fd674-c93f-429f-87b7-718fb33f6500 req-bca19fac-87c7-4d13-b187-557e114c7f3a tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432596 Nov 24 21:48:00.329337 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0caff60-9b0e-48e6-985f-fa4443927bf6 req-44883f7f-4da9-4416-8f0b-758cf4e6c2fb tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:00.331625 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c0caff60-9b0e-48e6-985f-fa4443927bf6 req-44883f7f-4da9-4416-8f0b-758cf4e6c2fb tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 945 time: 0.0553401 Nov 24 21:48:00.386510 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c0caff60-9b0e-48e6-985f-fa4443927bf6 req-af3f34e3-e562-4563-bea7-5048095580cc tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466340 Nov 24 21:48:01.514446 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad189e9-98ba-4624-9cf2-a93a1bfd223d req-9ea17174-24e4-4146-8252-24afac84b9f3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:01.515919 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ad189e9-98ba-4624-9cf2-a93a1bfd223d req-9ea17174-24e4-4146-8252-24afac84b9f3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 945 time: 0.0501184 Nov 24 21:48:01.569140 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ad189e9-98ba-4624-9cf2-a93a1bfd223d req-349e2465-3bc1-4ecb-9368-a35f82808b8b tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440781 Nov 24 21:48:02.695133 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32527983-72f7-489d-b3fe-56d90b9bad6e req-e0a586d0-bf04-42c3-bf9f-234a362cdea3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:02.696697 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-32527983-72f7-489d-b3fe-56d90b9bad6e req-e0a586d0-bf04-42c3-bf9f-234a362cdea3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 945 time: 0.0509403 Nov 24 21:48:02.755006 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-32527983-72f7-489d-b3fe-56d90b9bad6e req-2c1161a0-19ff-493c-b6ce-301d6c493ead tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521207 Nov 24 21:48:03.880393 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93f7b0-8277-4e62-b866-1f98bf88b702 req-74fe3bf7-7669-439b-a7ca-e66c25b1a1d5 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:03.882015 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cf93f7b0-8277-4e62-b866-1f98bf88b702 req-74fe3bf7-7669-439b-a7ca-e66c25b1a1d5 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 945 time: 0.0501797 Nov 24 21:48:03.942714 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cf93f7b0-8277-4e62-b866-1f98bf88b702 req-db0d3de3-eb5b-45da-a7c3-6a868ac58eae tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545936 Nov 24 21:48:05.075525 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713ec5b-101b-4f45-a118-ae711c7751a3 req-1ebb14bd-05a6-426d-9970-dae244fd085a tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:05.077013 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7713ec5b-101b-4f45-a118-ae711c7751a3 req-1ebb14bd-05a6-426d-9970-dae244fd085a tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 945 time: 0.0583420 Nov 24 21:48:05.128314 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7713ec5b-101b-4f45-a118-ae711c7751a3 req-fc27f1a4-7a76-437f-a145-cc29606d61db tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437427 Nov 24 21:48:06.271158 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a687ae-f2cf-44fd-a06a-d18a06028445 req-8dc17948-b01f-45aa-a29a-a25b311bfe48 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:06.272901 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-04a687ae-f2cf-44fd-a06a-d18a06028445 req-8dc17948-b01f-45aa-a29a-a25b311bfe48 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 945 time: 0.0641687 Nov 24 21:48:06.357424 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-04a687ae-f2cf-44fd-a06a-d18a06028445 req-528a7da8-d430-41cf-847a-d4c2bcb549c9 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782185 Nov 24 21:48:06.396067 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ebe6a767-0d04-488a-aa6c-f5f5862e0af2 service neutron] show failed (client error): The resource could not be found. Nov 24 21:48:06.397174 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ebe6a767-0d04-488a-aa6c-f5f5862e0af2 service neutron] 10.222.0.15 "GET /v2.0/ports/a9a75986-2eb1-4150-9a65-b0abdcd2abd6/bindings/n-h1-812111-8 HTTP/1.1" status: 404 len: 380 time: 0.0773120 Nov 24 21:48:06.647546 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-314458c0-a137-448f-b08f-a784825737b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:06.649140 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-314458c0-a137-448f-b08f-a784825737b9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69&tenant_id=c0d5261d22cc461d858307f0abed0728 HTTP/1.1" status: 200 len: 1096 time: 0.0590343 Nov 24 21:48:06.661094 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-8', 'device_owner': 'compute:nova'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:48:06.732167 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:06.957935 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] For port a9a75986-2eb1-4150-9a65-b0abdcd2abd6, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:48:06.993713 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] For port a9a75986-2eb1-4150-9a65-b0abdcd2abd6, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:48:07.038426 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:48:07.040726 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273806f4-4021-4ec4-9824-7fd4f863b9df" -d '{"events": [{"server_uuid": "6b6e96ec-2c6b-4bff-b076-401d8ad77c69", "name": "network-vif-unplugged", "status": "completed", "tag": "a9a75986-2eb1-4150-9a65-b0abdcd2abd6"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:48:07.044942 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:07.059300 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Transition to ACTIVE for port object a9a75986-2eb1-4150-9a65-b0abdcd2abd6 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:48:07.064136 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:07.098389 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 21:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22981c44-6821-4eff-a263-51d44c4fc605 x-openstack-request-id: req-22981c44-6821-4eff-a263-51d44c4fc605 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:48:07.098685 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6e96ec-2c6b-4bff-b076-401d8ad77c69", "name": "network-vif-unplugged", "status": "completed", "tag": "a9a75986-2eb1-4150-9a65-b0abdcd2abd6", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:48:07.098941 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-22981c44-6821-4eff-a263-51d44c4fc605 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:48:07.099342 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6', 'code': 200} Nov 24 21:48:07.160146 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,revision_number=6']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:48:07.175932 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:07.176290 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:07.176639 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:07.177020 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:07.177384 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:07.177732 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:07.178070 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:07.178409 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:07.178742 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:07.179087 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:07.179415 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:07.179747 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:07.216690 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] No DVR routers for this DVR port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:48:07.386073 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Attempting to bind port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:48:07.386479 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Attempting to bind port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:48:07.386964 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Attempting to bind port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 on network 1af74439-14ac-4b01-8d84-1b5193589df4 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:48:07.394424 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 on network 1af74439-14ac-4b01-8d84-1b5193589df4 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:48:07.394783 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Attempting to bind port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 on network 1af74439-14ac-4b01-8d84-1b5193589df4 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:48:07.402841 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:48:07.403194 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Checking segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:48:07.403588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Bound using segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:48:07.404037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Bound port: a9a75986-2eb1-4150-9a65-b0abdcd2abd6, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:48:07.404484 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:07.479052 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] For port a9a75986-2eb1-4150-9a65-b0abdcd2abd6, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:48:07.482444 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] For port a9a75986-2eb1-4150-9a65-b0abdcd2abd6, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:48:07.488992 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:07.493415 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fe84a-3e2c-4670-a910-8ce6eba333a5 req-bb5ca57e-1e28-4c4f-bb27-e5625d6d10f0 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:07.494988 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a18fe84a-3e2c-4670-a910-8ce6eba333a5 req-bb5ca57e-1e28-4c4f-bb27-e5625d6d10f0 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 943 time: 0.0530431 Nov 24 21:48:07.529051 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:07.529691 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:07.531155 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] 10.222.0.48 "PUT /v2.0/ports/a9a75986-2eb1-4150-9a65-b0abdcd2abd6 HTTP/1.1" status: 200 len: 1091 time: 0.8744988 Nov 24 21:48:07.562931 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a18fe84a-3e2c-4670-a910-8ce6eba333a5 req-0a1c2899-16cb-473c-8b8a-fef86f2d097f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612667 Nov 24 21:48:07.601820 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fb5dc-1c77-4773-87c8-49e79e99adb5 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,revision_number=7']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:48:07.623731 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-eaa8fb06-a9c0-4bf3-b202-12bf71d6ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:07.625410 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-eaa8fb06-a9c0-4bf3-b202-12bf71d6ebf1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 1094 time: 0.0618970 Nov 24 21:48:07.741706 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-97b72b4f-9709-4ae5-830c-c0c84efc6ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:07.743255 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-97b72b4f-9709-4ae5-830c-c0c84efc6ace service neutron] 10.222.0.48 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.1087744 Nov 24 21:48:07.828987 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-8d452c3b-c625-4643-9beb-a938ffb071d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6 HTTP/1.1" status: 200 len: 1000 time: 0.0788040 Nov 24 21:48:07.889094 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-b7252ac1-630e-44cd-addd-8c09384d12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:07.890424 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-b7252ac1-630e-44cd-addd-8c09384d12e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0543408 Nov 24 21:48:07.939572 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ff9ab7c7-4fe3-4d4b-9c3c-3a1347f730ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:07.941443 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-ff9ab7c7-4fe3-4d4b-9c3c-3a1347f730ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432954 Nov 24 21:48:08.048293 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-3757c21e-9cfa-4a6a-8542-a7ecadcc53ab service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989301 Nov 24 21:48:08.153351 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-507fe87a-06e5-4407-abb8-f799064e4a76 req-7f87ee5d-6e6c-4b49-853c-6138b51967b6 service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921669 Nov 24 21:48:08.688205 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3c792-2144-460c-8d09-b3ecde5bd2da req-81c7c8ca-2c3e-46a9-b5c8-780651b33eb3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:08.690561 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2ea3c792-2144-460c-8d09-b3ecde5bd2da req-81c7c8ca-2c3e-46a9-b5c8-780651b33eb3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 943 time: 0.0520411 Nov 24 21:48:08.747241 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2ea3c792-2144-460c-8d09-b3ecde5bd2da req-a227d8a9-1cdf-4193-9fd5-a409aaf6d2ad tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502696 Nov 24 21:48:09.001156 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3aa0616d-9ac9-4cac-841e-3ef102dae8e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:09.100651 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'tag': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:48:09.103091 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc264226-f3cf-4995-b14a-f6d388f6e5db" -d '{"events": [{"name": "network-changed", "server_uuid": "6b6e96ec-2c6b-4bff-b076-401d8ad77c69", "tag": "a9a75986-2eb1-4150-9a65-b0abdcd2abd6"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:48:09.152724 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e92bf8-fe13-4554-8f70-ec6dbeacbd8e x-openstack-request-id: req-29e92bf8-fe13-4554-8f70-ec6dbeacbd8e {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:48:09.153047 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b6e96ec-2c6b-4bff-b076-401d8ad77c69", "tag": "a9a75986-2eb1-4150-9a65-b0abdcd2abd6", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:48:09.153309 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-29e92bf8-fe13-4554-8f70-ec6dbeacbd8e {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:48:09.153728 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'tag': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6', 'status': 'completed', 'code': 200} Nov 24 21:48:09.220138 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc264226-f3cf-4995-b14a-f6d388f6e5db req-0064c4dc-8f0e-47cb-b2e6-091d1a798a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:09.221933 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bc264226-f3cf-4995-b14a-f6d388f6e5db req-0064c4dc-8f0e-47cb-b2e6-091d1a798a62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 1094 time: 0.0442078 Nov 24 21:48:09.223220 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc264226-f3cf-4995-b14a-f6d388f6e5db req-f41db4d5-b6a8-41eb-9b95-89bf490bfc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:09.225570 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc264226-f3cf-4995-b14a-f6d388f6e5db req-f41db4d5-b6a8-41eb-9b95-89bf490bfc1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 1094 time: 0.0424888 Nov 24 21:48:09.324442 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc264226-f3cf-4995-b14a-f6d388f6e5db req-107e6ce1-88ff-45dc-a46d-4184ddecd87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:09.325877 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bc264226-f3cf-4995-b14a-f6d388f6e5db req-107e6ce1-88ff-45dc-a46d-4184ddecd87d service neutron] 10.222.0.48 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0962691 Nov 24 21:48:09.331270 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device a9a75986-2eb1-4150-9a65-b0abdcd2abd6 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:48:09.334310 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc264226-f3cf-4995-b14a-f6d388f6e5db req-a23de00b-1cc8-438d-8958-3cfc54e8c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:09.336112 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc264226-f3cf-4995-b14a-f6d388f6e5db req-a23de00b-1cc8-438d-8958-3cfc54e8c761 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.1006846 Nov 24 21:48:09.383579 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device a9a75986-2eb1-4150-9a65-b0abdcd2abd6 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:48:09.405015 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bc264226-f3cf-4995-b14a-f6d388f6e5db req-e69d9bab-17f8-4406-9af9-a7dae525e66e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6 HTTP/1.1" status: 200 len: 1000 time: 0.0715575 Nov 24 21:48:09.414665 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc264226-f3cf-4995-b14a-f6d388f6e5db req-43e8158e-8f3b-4f65-ac58-2fe3705a62cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6 HTTP/1.1" status: 200 len: 1000 time: 0.0648520 Nov 24 21:48:09.458146 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc264226-f3cf-4995-b14a-f6d388f6e5db req-f50db663-a737-49c4-b0a2-015d4ca23ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:09.459696 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bc264226-f3cf-4995-b14a-f6d388f6e5db req-f50db663-a737-49c4-b0a2-015d4ca23ecb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0473731 Nov 24 21:48:09.478743 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc264226-f3cf-4995-b14a-f6d388f6e5db req-b2bf36ca-11b3-4cc4-8313-baba55e940f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:09.480233 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc264226-f3cf-4995-b14a-f6d388f6e5db req-b2bf36ca-11b3-4cc4-8313-baba55e940f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0542810 Nov 24 21:48:09.492302 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:48:09.511523 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc264226-f3cf-4995-b14a-f6d388f6e5db req-a7e4cdd6-cbc6-4a6e-a6c9-e5fa47206d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:09.513082 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bc264226-f3cf-4995-b14a-f6d388f6e5db req-a7e4cdd6-cbc6-4a6e-a6c9-e5fa47206d1f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463054 Nov 24 21:48:09.537578 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc264226-f3cf-4995-b14a-f6d388f6e5db req-eb86ddd7-6741-4caf-8a97-9d82316e31f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:09.539116 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc264226-f3cf-4995-b14a-f6d388f6e5db req-eb86ddd7-6741-4caf-8a97-9d82316e31f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445220 Nov 24 21:48:09.644438 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc264226-f3cf-4995-b14a-f6d388f6e5db req-d6726d8f-5a83-42ef-b7be-434ec72051ba service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937493 Nov 24 21:48:09.782863 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bc264226-f3cf-4995-b14a-f6d388f6e5db req-b400b115-51c3-43fd-8ba2-1b988b867e6b service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307604 Nov 24 21:48:09.894271 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe1671-f1a9-4aaf-8794-14d4ade7946e req-c4b04a22-83d0-41d1-98af-5beee27dd978 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:09.895991 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-85fe1671-f1a9-4aaf-8794-14d4ade7946e req-c4b04a22-83d0-41d1-98af-5beee27dd978 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 943 time: 0.0598633 Nov 24 21:48:09.953227 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-85fe1671-f1a9-4aaf-8794-14d4ade7946e req-9507e65e-0442-4416-ae92-8fefd450f6d4 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509112 Nov 24 21:48:09.995779 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bc264226-f3cf-4995-b14a-f6d388f6e5db req-1586704f-fb8c-40eb-8fd6-6384fc097dc5 service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677699 Nov 24 21:48:10.096914 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-bc264226-f3cf-4995-b14a-f6d388f6e5db req-a341a53b-131d-40a6-b602-62ecc2e61050 service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937705 Nov 24 21:48:10.171452 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device a9a75986-2eb1-4150-9a65-b0abdcd2abd6 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:48:10.205052 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:10.277463 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4606f4a-051e-494f-8312-c7589973a030 req-9dc0556e-eb41-4c12-808e-b096acc4709e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:10.279335 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f4606f4a-051e-494f-8312-c7589973a030 req-9dc0556e-eb41-4c12-808e-b096acc4709e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69&tenant_id=c0d5261d22cc461d858307f0abed0728&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 943 time: 0.0612304 Nov 24 21:48:10.304141 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port a9a75986-2eb1-4150-9a65-b0abdcd2abd6, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:48:10.312570 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b93f7-473a-4f34-86e1-e590cd3c08aa req-def82ec2-d2b2-45b1-af6d-7a9113799dca tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:10.314317 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a79b93f7-473a-4f34-86e1-e590cd3c08aa req-def82ec2-d2b2-45b1-af6d-7a9113799dca tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 943 time: 0.0592642 Nov 24 21:48:10.323146 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'port_id': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6', 'mac_address': 'fa:16:3e:0d:27:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:48:10.355092 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f4606f4a-051e-494f-8312-c7589973a030 req-01218518-4e03-4a07-a4ea-5d8c292321be service neutron] 10.222.0.48 "GET /v2.0/ports/a9a75986-2eb1-4150-9a65-b0abdcd2abd6/bindings/n-h1-812111-8 HTTP/1.1" status: 200 len: 382 time: 0.0689290 Nov 24 21:48:10.369950 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:10.379989 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a79b93f7-473a-4f34-86e1-e590cd3c08aa req-c8aa7fa1-663a-49cb-8849-87ae0d883a98 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586598 Nov 24 21:48:10.387899 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a75986-2eb1-4150-9a65-b0abdcd2abd6 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:48:10.409628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port a9a75986-2eb1-4150-9a65-b0abdcd2abd6, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:48:10.414634 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:10.438245 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4606f4a-051e-494f-8312-c7589973a030 req-a3b732c3-7d4b-4213-951f-2b5ae61c9e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:10.440540 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f4606f4a-051e-494f-8312-c7589973a030 req-a3b732c3-7d4b-4213-951f-2b5ae61c9e3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 1094 time: 0.0567088 Nov 24 21:48:10.469588 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:48:10.477454 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:10.477811 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:10.478163 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:10.478507 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:10.478847 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:10.479187 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:10.479522 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:10.479854 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:10.480184 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:10.480514 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:10.480872 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:10.481209 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:10.549843 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4606f4a-051e-494f-8312-c7589973a030 req-36a13d70-4108-4adf-bfe4-d4db79c86dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:10.551505 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f4606f4a-051e-494f-8312-c7589973a030 req-36a13d70-4108-4adf-bfe4-d4db79c86dc0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0978973 Nov 24 21:48:10.622214 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f4606f4a-051e-494f-8312-c7589973a030 req-0d7e1ec1-f8fd-4583-b1d4-ffdc6fee0431 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6 HTTP/1.1" status: 200 len: 1001 time: 0.0614603 Nov 24 21:48:10.669527 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['a9a75986-2eb1-4150-9a65-b0abdcd2abd6'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:48:10.678382 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4606f4a-051e-494f-8312-c7589973a030 req-5dd5edcb-5d05-47e2-b379-d6d95e40fada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:10.679877 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f4606f4a-051e-494f-8312-c7589973a030 req-5dd5edcb-5d05-47e2-b379-d6d95e40fada service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0506711 Nov 24 21:48:10.729723 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4606f4a-051e-494f-8312-c7589973a030 req-fe1bef12-ffc9-4ca3-a176-83c520d8f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:10.731173 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f4606f4a-051e-494f-8312-c7589973a030 req-fe1bef12-ffc9-4ca3-a176-83c520d8f6ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429590 Nov 24 21:48:10.830184 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f4606f4a-051e-494f-8312-c7589973a030 req-77d1c83e-1508-41b3-a7b2-713cfb6701fc service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908349 Nov 24 21:48:10.930399 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f4606f4a-051e-494f-8312-c7589973a030 req-18bfef4d-33e4-4394-83ff-c62aa10ab65e service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903504 Nov 24 21:48:11.295327 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-69d5daa0-a251-415f-8d2a-ca289728b7ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:11.504426 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe130566-54d5-4aa4-b869-6c1667ee59ed req-c80cd91d-6535-483d-86bd-6e6cf0cab918 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:11.505901 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe130566-54d5-4aa4-b869-6c1667ee59ed req-c80cd91d-6535-483d-86bd-6e6cf0cab918 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 944 time: 0.0528841 Nov 24 21:48:11.562431 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe130566-54d5-4aa4-b869-6c1667ee59ed req-1260803c-f3b4-4b35-90e6-f288fb9cdd68 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502665 Nov 24 21:48:11.632012 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:12.178332 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device a9a75986-2eb1-4150-9a65-b0abdcd2abd6 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:48:12.228708 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:48:12.233116 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:48:12.233488 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:12.318268 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:12.344239 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:48:12.348550 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab58cfa-6ff8-489f-bb11-f1bc5b0f8195" -d '{"events": [{"server_uuid": "6b6e96ec-2c6b-4bff-b076-401d8ad77c69", "name": "network-vif-plugged", "status": "completed", "tag": "a9a75986-2eb1-4150-9a65-b0abdcd2abd6"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:48:12.366957 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port a9a75986-2eb1-4150-9a65-b0abdcd2abd6, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:48:12.373745 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:12.406376 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5d7ce7-dab3-42a1-bb45-6c3cab4b4433 x-openstack-request-id: req-4d5d7ce7-dab3-42a1-bb45-6c3cab4b4433 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:48:12.406678 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6e96ec-2c6b-4bff-b076-401d8ad77c69", "name": "network-vif-plugged", "status": "completed", "tag": "a9a75986-2eb1-4150-9a65-b0abdcd2abd6", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:48:12.406930 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4d5d7ce7-dab3-42a1-bb45-6c3cab4b4433 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:48:12.407330 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6', 'code': 200} Nov 24 21:48:12.431709 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,revision_number=9']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:48:12.598669 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:12.696293 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ea52e-3f36-497e-a1df-7cbfdd02c1af req-bdbc4700-f208-4cb8-9066-28252809433b tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:12.698513 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-986ea52e-3f36-497e-a1df-7cbfdd02c1af req-bdbc4700-f208-4cb8-9066-28252809433b tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 945 time: 0.0525758 Nov 24 21:48:12.761783 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-986ea52e-3f36-497e-a1df-7cbfdd02c1af req-b3c5d9b7-3308-40be-93ef-b1dea21e0417 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571945 Nov 24 21:48:13.027119 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4606f4a-051e-494f-8312-c7589973a030 req-45a512d9-c6eb-4b30-b65e-fde66af4f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:13.028630 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4606f4a-051e-494f-8312-c7589973a030 req-45a512d9-c6eb-4b30-b65e-fde66af4f7cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69&tenant_id=c0d5261d22cc461d858307f0abed0728 HTTP/1.1" status: 200 len: 1096 time: 0.0439236 Nov 24 21:48:13.046170 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-f4606f4a-051e-494f-8312-c7589973a030 req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-8', 'device_owner': 'compute:nova'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:48:13.103388 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f4606f4a-051e-494f-8312-c7589973a030 req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:13.326753 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-f4606f4a-051e-494f-8312-c7589973a030 req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] For port a9a75986-2eb1-4150-9a65-b0abdcd2abd6, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:48:13.368593 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-f4606f4a-051e-494f-8312-c7589973a030 req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] For port a9a75986-2eb1-4150-9a65-b0abdcd2abd6, host n-h1-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:48:13.410603 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:48:13.413027 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6954cfa6-04af-4039-a0dc-240cb0207462" -d '{"events": [{"server_uuid": "6b6e96ec-2c6b-4bff-b076-401d8ad77c69", "name": "network-vif-unplugged", "status": "completed", "tag": "a9a75986-2eb1-4150-9a65-b0abdcd2abd6"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:48:13.417090 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f4606f4a-051e-494f-8312-c7589973a030 req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:13.431049 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-f4606f4a-051e-494f-8312-c7589973a030 req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Transition to ACTIVE for port object a9a75986-2eb1-4150-9a65-b0abdcd2abd6 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:48:13.436120 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f4606f4a-051e-494f-8312-c7589973a030 req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:13.479569 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 21:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baec682-ab2a-4320-8b8b-1095638e517b x-openstack-request-id: req-4baec682-ab2a-4320-8b8b-1095638e517b {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:48:13.479879 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6e96ec-2c6b-4bff-b076-401d8ad77c69", "name": "network-vif-unplugged", "status": "completed", "tag": "a9a75986-2eb1-4150-9a65-b0abdcd2abd6", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:48:13.480139 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4baec682-ab2a-4320-8b8b-1095638e517b {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:48:13.480551 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6', 'code': 200} Nov 24 21:48:13.525620 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Pushing event updated for resources: {'Port': ['ID=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,revision_number=10']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:48:13.539740 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:13.540121 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:13.540478 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:13.540861 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:13.541204 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:13.541574 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:13.541916 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:13.542255 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:13.542592 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:13.543010 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:13.543346 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:13.543701 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:48:13.595785 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4606f4a-051e-494f-8312-c7589973a030 req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] No DVR routers for this DVR port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 on host n-h1-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:48:13.746749 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-f4606f4a-051e-494f-8312-c7589973a030 req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Attempting to bind port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:48:13.747433 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-f4606f4a-051e-494f-8312-c7589973a030 req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Attempting to bind port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:48:13.747433 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4606f4a-051e-494f-8312-c7589973a030 req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Attempting to bind port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 on network 1af74439-14ac-4b01-8d84-1b5193589df4 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:48:13.752029 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4606f4a-051e-494f-8312-c7589973a030 req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 on network 1af74439-14ac-4b01-8d84-1b5193589df4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:48:13.752353 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4606f4a-051e-494f-8312-c7589973a030 req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Attempting to bind port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 on network 1af74439-14ac-4b01-8d84-1b5193589df4 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:48:13.758404 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4606f4a-051e-494f-8312-c7589973a030 req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:48:13.758745 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4606f4a-051e-494f-8312-c7589973a030 req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Checking segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:48:13.759133 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4606f4a-051e-494f-8312-c7589973a030 req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Bound using segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:48:13.759563 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-f4606f4a-051e-494f-8312-c7589973a030 req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Bound port: a9a75986-2eb1-4150-9a65-b0abdcd2abd6, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:48:13.759920 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f4606f4a-051e-494f-8312-c7589973a030 req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:13.834827 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-f4606f4a-051e-494f-8312-c7589973a030 req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] For port a9a75986-2eb1-4150-9a65-b0abdcd2abd6, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:48:13.839067 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-f4606f4a-051e-494f-8312-c7589973a030 req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] For port a9a75986-2eb1-4150-9a65-b0abdcd2abd6, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:48:13.843597 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f4606f4a-051e-494f-8312-c7589973a030 req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:13.891843 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4606f4a-051e-494f-8312-c7589973a030 req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:13.892230 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f4606f4a-051e-494f-8312-c7589973a030 req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:13.894581 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4606f4a-051e-494f-8312-c7589973a030 req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] 10.222.0.15 "PUT /v2.0/ports/a9a75986-2eb1-4150-9a65-b0abdcd2abd6 HTTP/1.1" status: 200 len: 1092 time: 0.8526130 Nov 24 21:48:13.960160 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:13.976444 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d6c33-1a8a-4069-8411-6b3bb995e1de service neutron] Pushing event updated for resources: {'Port': ['ID=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,revision_number=11']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:48:14.007931 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761789e-c516-40d9-ba72-b529665e028d req-3b2e6646-d126-4421-b021-bfa6b1e01935 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:14.010523 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7761789e-c516-40d9-ba72-b529665e028d req-3b2e6646-d126-4421-b021-bfa6b1e01935 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 944 time: 0.1397734 Nov 24 21:48:14.043260 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4606f4a-051e-494f-8312-c7589973a030 req-49d858a8-384f-4dd1-87a4-c68475d83344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:14.044863 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4606f4a-051e-494f-8312-c7589973a030 req-49d858a8-384f-4dd1-87a4-c68475d83344 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 1095 time: 0.1152999 Nov 24 21:48:14.126831 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7761789e-c516-40d9-ba72-b529665e028d req-b3b05694-598e-4018-82af-39e804426742 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050777 Nov 24 21:48:14.211763 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4606f4a-051e-494f-8312-c7589973a030 req-d4aed2be-bd66-4c28-98db-087df9e6cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:14.213299 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4606f4a-051e-494f-8312-c7589973a030 req-d4aed2be-bd66-4c28-98db-087df9e6cc8f service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.1566443 Nov 24 21:48:14.285654 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4606f4a-051e-494f-8312-c7589973a030 req-dfa43f03-866e-4c1d-9783-f1dc29f5583d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6 HTTP/1.1" status: 200 len: 1000 time: 0.0624728 Nov 24 21:48:14.339101 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4606f4a-051e-494f-8312-c7589973a030 req-b82f4a86-f594-4c20-b620-b10d4390d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:14.340575 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4606f4a-051e-494f-8312-c7589973a030 req-b82f4a86-f594-4c20-b620-b10d4390d4bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0470433 Nov 24 21:48:14.400543 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4606f4a-051e-494f-8312-c7589973a030 req-5585f433-6559-46ca-a58a-8c8c7f3f34c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:14.402005 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4606f4a-051e-494f-8312-c7589973a030 req-5585f433-6559-46ca-a58a-8c8c7f3f34c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508766 Nov 24 21:48:14.512685 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4606f4a-051e-494f-8312-c7589973a030 req-8653d26e-d1a8-4c82-8407-8e3ad892e6be service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983317 Nov 24 21:48:14.628885 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4606f4a-051e-494f-8312-c7589973a030 req-521eb88e-f288-4c4f-8e87-38e37d82d7b4 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960884 Nov 24 21:48:14.921423 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:15.261940 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d8c82-0620-4727-913e-7e382a694493 req-5f79ec1e-be7f-4f50-aab9-a35db54491a5 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:15.263478 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a36d8c82-0620-4727-913e-7e382a694493 req-5f79ec1e-be7f-4f50-aab9-a35db54491a5 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 944 time: 0.0549953 Nov 24 21:48:15.316514 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a36d8c82-0620-4727-913e-7e382a694493 req-7945b686-0371-446a-99f7-a192efae1590 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458946 Nov 24 21:48:15.481644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'tag': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:48:15.484084 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f3e287-8c3f-4a63-9862-e199333230c2" -d '{"events": [{"name": "network-changed", "server_uuid": "6b6e96ec-2c6b-4bff-b076-401d8ad77c69", "tag": "a9a75986-2eb1-4150-9a65-b0abdcd2abd6"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:48:15.534183 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a60927-b3dc-406d-bd80-b2906496c63c x-openstack-request-id: req-95a60927-b3dc-406d-bd80-b2906496c63c {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:48:15.534935 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b6e96ec-2c6b-4bff-b076-401d8ad77c69", "tag": "a9a75986-2eb1-4150-9a65-b0abdcd2abd6", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:48:15.534935 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-95a60927-b3dc-406d-bd80-b2906496c63c {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:48:15.535578 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'tag': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6', 'status': 'completed', 'code': 200} Nov 24 21:48:15.602184 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3e287-8c3f-4a63-9862-e199333230c2 req-adbdb665-14e1-4271-8249-33f566e3a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:15.603733 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87f3e287-8c3f-4a63-9862-e199333230c2 req-adbdb665-14e1-4271-8249-33f566e3a0ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 1095 time: 0.0470040 Nov 24 21:48:15.605822 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3e287-8c3f-4a63-9862-e199333230c2 req-7a91d22f-7204-435b-8c62-d9cea85d923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:15.607341 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87f3e287-8c3f-4a63-9862-e199333230c2 req-7a91d22f-7204-435b-8c62-d9cea85d923f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 1095 time: 0.0481677 Nov 24 21:48:15.711047 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3e287-8c3f-4a63-9862-e199333230c2 req-199911d0-2b1d-482a-9a1e-c09d3f16bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:15.712132 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3e287-8c3f-4a63-9862-e199333230c2 req-8b11f00b-f379-4157-addb-37b20c8722c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:15.712567 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87f3e287-8c3f-4a63-9862-e199333230c2 req-199911d0-2b1d-482a-9a1e-c09d3f16bb74 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.1020217 Nov 24 21:48:15.713833 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87f3e287-8c3f-4a63-9862-e199333230c2 req-8b11f00b-f379-4157-addb-37b20c8722c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0987332 Nov 24 21:48:15.784370 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87f3e287-8c3f-4a63-9862-e199333230c2 req-3a92f34c-001a-4439-a753-d750370b5acf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6 HTTP/1.1" status: 200 len: 1000 time: 0.0617697 Nov 24 21:48:15.788075 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87f3e287-8c3f-4a63-9862-e199333230c2 req-872c1a4e-194f-4a3f-b7e8-b15ac6b8f958 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6 HTTP/1.1" status: 200 len: 1000 time: 0.0689421 Nov 24 21:48:15.845715 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3e287-8c3f-4a63-9862-e199333230c2 req-c71aab8c-aaae-4e98-8b7f-48efe268321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:15.846951 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3e287-8c3f-4a63-9862-e199333230c2 req-ec44aa78-f136-4eee-a9f3-a5c1374d3b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:15.847475 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87f3e287-8c3f-4a63-9862-e199333230c2 req-c71aab8c-aaae-4e98-8b7f-48efe268321d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0558679 Nov 24 21:48:15.848480 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87f3e287-8c3f-4a63-9862-e199333230c2 req-ec44aa78-f136-4eee-a9f3-a5c1374d3b86 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0538476 Nov 24 21:48:15.901343 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3e287-8c3f-4a63-9862-e199333230c2 req-8425510f-bb74-41e6-bfd1-12302b32e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:15.902885 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87f3e287-8c3f-4a63-9862-e199333230c2 req-8425510f-bb74-41e6-bfd1-12302b32e85b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482750 Nov 24 21:48:15.903357 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3e287-8c3f-4a63-9862-e199333230c2 req-05e8c48f-955d-49b5-b2e8-97a8617d05f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:15.904946 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87f3e287-8c3f-4a63-9862-e199333230c2 req-05e8c48f-955d-49b5-b2e8-97a8617d05f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483034 Nov 24 21:48:16.009273 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87f3e287-8c3f-4a63-9862-e199333230c2 req-a3f3a17d-a458-4af5-bf0b-95d140a1519b service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974681 Nov 24 21:48:16.010284 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87f3e287-8c3f-4a63-9862-e199333230c2 req-4e56d4e7-d107-4171-a4ad-00488ea2dc61 service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976057 Nov 24 21:48:16.115673 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87f3e287-8c3f-4a63-9862-e199333230c2 req-a8c9fe1e-1029-4820-9b57-7ecd6a07dd2d service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980182 Nov 24 21:48:16.116564 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-87f3e287-8c3f-4a63-9862-e199333230c2 req-03a5057d-a371-4595-8d4a-ff8814d1d30a service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990634 Nov 24 21:48:16.193735 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device a9a75986-2eb1-4150-9a65-b0abdcd2abd6 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:48:16.240709 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device a9a75986-2eb1-4150-9a65-b0abdcd2abd6 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:48:16.465430 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48273598-bc6e-4556-9070-ee34904d1e20 req-62f02d0d-8cc1-448b-a4ce-be9c86b2196d tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:16.467859 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48273598-bc6e-4556-9070-ee34904d1e20 req-62f02d0d-8cc1-448b-a4ce-be9c86b2196d tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 944 time: 0.0668888 Nov 24 21:48:16.525168 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48273598-bc6e-4556-9070-ee34904d1e20 req-cd2ae7ee-215e-4cf1-96da-5016621d2a8b tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482643 Nov 24 21:48:17.387053 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device a9a75986-2eb1-4150-9a65-b0abdcd2abd6 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:48:17.491455 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port a9a75986-2eb1-4150-9a65-b0abdcd2abd6, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:48:17.506138 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'port_id': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6', 'mac_address': 'fa:16:3e:0d:27:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:48:17.551584 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:17.565437 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a75986-2eb1-4150-9a65-b0abdcd2abd6 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:48:17.586225 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port a9a75986-2eb1-4150-9a65-b0abdcd2abd6, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:48:17.591248 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:17.645486 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,revision_number=12']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:48:17.662517 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795b301-2ddf-4a14-bfef-72a6be22d394 req-c515bc86-4006-4756-bcaa-82989df405af tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:17.664141 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c795b301-2ddf-4a14-bfef-72a6be22d394 req-c515bc86-4006-4756-bcaa-82989df405af tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 945 time: 0.0665059 Nov 24 21:48:17.741441 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c795b301-2ddf-4a14-bfef-72a6be22d394 req-0664be0a-6c37-46fc-bea5-60e496e22ba0 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711234 Nov 24 21:48:17.758335 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8ee56381-cffc-4bcd-96b4-dec129f41cf6 req-e653e96b-3115-4688-9cfc-79cd5ff36397 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0587959 Nov 24 21:48:17.842591 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['a9a75986-2eb1-4150-9a65-b0abdcd2abd6'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:48:17.886231 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee56381-cffc-4bcd-96b4-dec129f41cf6 req-bff59c80-69b7-43b3-9641-b6a694ad1641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:17.887819 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8ee56381-cffc-4bcd-96b4-dec129f41cf6 req-bff59c80-69b7-43b3-9641-b6a694ad1641 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 1096 time: 0.0798190 Nov 24 21:48:17.900598 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067d211-ba80-4a58-89d1-64eef54657d9 req-053ded10-420d-4ff7-b5e2-5aaad5c37395 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:17.902758 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8067d211-ba80-4a58-89d1-64eef54657d9 req-053ded10-420d-4ff7-b5e2-5aaad5c37395 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 945 time: 0.0849617 Nov 24 21:48:18.021289 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8067d211-ba80-4a58-89d1-64eef54657d9 req-72d364e8-4fc1-4618-a1e6-0695b0648306 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126153 Nov 24 21:48:18.045291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee56381-cffc-4bcd-96b4-dec129f41cf6 req-bccb53e9-2c56-43b1-8363-14be26cb4cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:18.046871 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8ee56381-cffc-4bcd-96b4-dec129f41cf6 req-bccb53e9-2c56-43b1-8363-14be26cb4cae service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.1285186 Nov 24 21:48:18.148280 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8ee56381-cffc-4bcd-96b4-dec129f41cf6 req-13d5c26b-0187-46c7-8560-fc45bd81221e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6 HTTP/1.1" status: 200 len: 1001 time: 0.0926371 Nov 24 21:48:18.199823 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89ddcb-f09a-4aa6-bdc4-4084fd6b4903 req-d124c7e8-0a0a-4362-8748-fa1f38b807e2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:18.201414 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca89ddcb-f09a-4aa6-bdc4-4084fd6b4903 req-d124c7e8-0a0a-4362-8748-fa1f38b807e2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 945 time: 0.0965815 Nov 24 21:48:18.235415 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee56381-cffc-4bcd-96b4-dec129f41cf6 req-8a3f28f0-537a-43ab-893d-ff5a436f7ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:18.237768 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8ee56381-cffc-4bcd-96b4-dec129f41cf6 req-8a3f28f0-537a-43ab-893d-ff5a436f7ebb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0802026 Nov 24 21:48:18.290316 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca89ddcb-f09a-4aa6-bdc4-4084fd6b4903 req-2cfbe8f0-3f96-43e0-8767-b3e9a5a59802 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820739 Nov 24 21:48:18.304322 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee56381-cffc-4bcd-96b4-dec129f41cf6 req-a0f3d925-9d0f-48e0-b6f4-9502ef18bc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:18.305879 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8ee56381-cffc-4bcd-96b4-dec129f41cf6 req-a0f3d925-9d0f-48e0-b6f4-9502ef18bc58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618002 Nov 24 21:48:18.406855 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8ee56381-cffc-4bcd-96b4-dec129f41cf6 req-439cf112-7d2f-4127-b951-3995f7e56c40 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922971 Nov 24 21:48:18.555075 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8ee56381-cffc-4bcd-96b4-dec129f41cf6 req-cfa6948c-c3cb-4452-a12d-1bf22dcdcf05 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403110 Nov 24 21:48:18.575795 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de33850-fcb4-40a3-bad3-a3bc979331f7 req-8bc2c3d2-dda5-4648-8e0c-bbc5b2f4d42f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:18.577381 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0de33850-fcb4-40a3-bad3-a3bc979331f7 req-8bc2c3d2-dda5-4648-8e0c-bbc5b2f4d42f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 945 time: 0.0633876 Nov 24 21:48:18.628114 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0de33850-fcb4-40a3-bad3-a3bc979331f7 req-4b267fec-7d37-4b13-a090-a485cecf1734 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438299 Nov 24 21:48:19.394016 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device a9a75986-2eb1-4150-9a65-b0abdcd2abd6 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:48:19.446742 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:48:19.451245 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:48:19.451644 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:19.536779 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:19.560564 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:48:19.563085 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb704f5-c8d6-4fbb-a29c-facecc296451" -d '{"events": [{"server_uuid": "6b6e96ec-2c6b-4bff-b076-401d8ad77c69", "name": "network-vif-plugged", "status": "completed", "tag": "a9a75986-2eb1-4150-9a65-b0abdcd2abd6"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:48:19.576945 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port a9a75986-2eb1-4150-9a65-b0abdcd2abd6, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:48:19.582617 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:19.608188 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ed5889-42b9-4f77-8959-86f14e695eee x-openstack-request-id: req-b7ed5889-42b9-4f77-8959-86f14e695eee {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:48:19.608494 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6e96ec-2c6b-4bff-b076-401d8ad77c69", "name": "network-vif-plugged", "status": "completed", "tag": "a9a75986-2eb1-4150-9a65-b0abdcd2abd6", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:48:19.608771 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b7ed5889-42b9-4f77-8959-86f14e695eee {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:48:19.609177 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6', 'code': 200} Nov 24 21:48:19.635827 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,revision_number=13']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:48:19.756368 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939370b6-5a55-4754-ab39-e2ff548f9ddb req-9cd7cd3e-6292-4b45-8984-46632103a0e3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:19.757869 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-939370b6-5a55-4754-ab39-e2ff548f9ddb req-9cd7cd3e-6292-4b45-8984-46632103a0e3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 946 time: 0.0560462 Nov 24 21:48:19.808383 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-939370b6-5a55-4754-ab39-e2ff548f9ddb req-c89632ea-dff2-421c-84b5-b0f98b566775 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437992 Nov 24 21:48:19.953233 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f41ab-04f2-46be-a8c3-9c06ca474280 req-3bc22404-4f12-4e6e-ae93-05f8bb013211 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:19.953944 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e91f41ab-04f2-46be-a8c3-9c06ca474280 req-3bc22404-4f12-4e6e-ae93-05f8bb013211 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 946 time: 0.0654461 Nov 24 21:48:20.058801 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-e91f41ab-04f2-46be-a8c3-9c06ca474280 req-4b257b9b-5e24-48db-8ecc-10490701c027 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Deleting port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:48:20.059041 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e91f41ab-04f2-46be-a8c3-9c06ca474280 req-4b257b9b-5e24-48db-8ecc-10490701c027 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:20.151321 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-e91f41ab-04f2-46be-a8c3-9c06ca474280 req-4b257b9b-5e24-48db-8ecc-10490701c027 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] For port a9a75986-2eb1-4150-9a65-b0abdcd2abd6, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:48:20.151691 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e91f41ab-04f2-46be-a8c3-9c06ca474280 req-4b257b9b-5e24-48db-8ecc-10490701c027 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:20.699901 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e91f41ab-04f2-46be-a8c3-9c06ca474280 req-4b257b9b-5e24-48db-8ecc-10490701c027 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:20.700258 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e91f41ab-04f2-46be-a8c3-9c06ca474280 req-4b257b9b-5e24-48db-8ecc-10490701c027 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:20.700570 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [req-e91f41ab-04f2-46be-a8c3-9c06ca474280 req-4b257b9b-5e24-48db-8ecc-10490701c027 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Floating IP 75ade2d6-a135-46b6-923a-7d1bac88fa49 disassociated. External IP: 172.25.5.213, port: a9a75986-2eb1-4150-9a65-b0abdcd2abd6. Nov 24 21:48:20.700951 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-e91f41ab-04f2-46be-a8c3-9c06ca474280 req-4b257b9b-5e24-48db-8ecc-10490701c027 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Calling delete_port for a9a75986-2eb1-4150-9a65-b0abdcd2abd6 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:48:20.850143 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e91f41ab-04f2-46be-a8c3-9c06ca474280 req-4b257b9b-5e24-48db-8ecc-10490701c027 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:20.880843 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b257b9b-5e24-48db-8ecc-10490701c027 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Pushing event deleted for resources: {'Port': ['ID=a9a75986-2eb1-4150-9a65-b0abdcd2abd6,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:48:20.917304 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8a13e48f-992e-4f31-a2f5-9678786a2c99 req-e320373e-e26a-47ae-98db-59f6348719ba tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b6e96ec-2c6b-4bff-b076-401d8ad77c69 HTTP/1.1" status: 200 len: 210 time: 0.0325766 Nov 24 21:48:21.040560 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e91f41ab-04f2-46be-a8c3-9c06ca474280 req-4b257b9b-5e24-48db-8ecc-10490701c027 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:48:21.163093 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e91f41ab-04f2-46be-a8c3-9c06ca474280 req-4b257b9b-5e24-48db-8ecc-10490701c027 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:48:21.175375 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99226e70-04d3-4d00-bf86-0314433adfb8 None None] Sync routers for ids ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:48:21.190333 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99226e70-04d3-4d00-bf86-0314433adfb8 None None] Routers {'23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:48:21.191634 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-99226e70-04d3-4d00-bf86-0314433adfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:48:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:48:21.207870 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91f41ab-04f2-46be-a8c3-9c06ca474280 req-4b257b9b-5e24-48db-8ecc-10490701c027 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] No DVR routers for this DVR port a9a75986-2eb1-4150-9a65-b0abdcd2abd6 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:48:21.210704 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-e91f41ab-04f2-46be-a8c3-9c06ca474280 req-4b257b9b-5e24-48db-8ecc-10490701c027 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:21.214835 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e91f41ab-04f2-46be-a8c3-9c06ca474280 req-4b257b9b-5e24-48db-8ecc-10490701c027 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.15 "DELETE /v2.0/ports/a9a75986-2eb1-4150-9a65-b0abdcd2abd6 HTTP/1.1" status: 204 len: 173 time: 1.2508049 Nov 24 21:48:21.215023 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'name': 'network-vif-deleted', 'tag': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:48:21.217408 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8a57a5-ee1e-465f-944c-4ea10b42dd4d" -d '{"events": [{"server_uuid": "6b6e96ec-2c6b-4bff-b076-401d8ad77c69", "name": "network-vif-deleted", "tag": "a9a75986-2eb1-4150-9a65-b0abdcd2abd6"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:48:21.257864 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa8e422-aa8a-442e-ad45-5151f91e9084 x-openstack-request-id: req-7aa8e422-aa8a-442e-ad45-5151f91e9084 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:48:21.258150 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6e96ec-2c6b-4bff-b076-401d8ad77c69", "name": "network-vif-deleted", "tag": "a9a75986-2eb1-4150-9a65-b0abdcd2abd6", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:48:21.258473 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7aa8e422-aa8a-442e-ad45-5151f91e9084 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:48:21.258849 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6e96ec-2c6b-4bff-b076-401d8ad77c69', 'name': 'network-vif-deleted', 'tag': 'a9a75986-2eb1-4150-9a65-b0abdcd2abd6', 'status': 'completed', 'code': 200} Nov 24 21:48:21.319411 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-99226e70-04d3-4d00-bf86-0314433adfb8 None None] Set router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:48:21.584084 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-99226e70-04d3-4d00-bf86-0314433adfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:48:21.611231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99226e70-04d3-4d00-bf86-0314433adfb8 None None] Checking router: 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:48:21.621051 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99226e70-04d3-4d00-bf86-0314433adfb8 None None] Routers {'23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:48:21.621677 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-99226e70-04d3-4d00-bf86-0314433adfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:48:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:48:21.746368 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-99226e70-04d3-4d00-bf86-0314433adfb8 None None] Set router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:48:21.989645 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-99226e70-04d3-4d00-bf86-0314433adfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:48:22.024062 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99226e70-04d3-4d00-bf86-0314433adfb8 None None] The sync data for ids ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'] in n-d-812111-8 is: [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:48:22.295687 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c34807-4eba-4850-b931-8db6306c8035 None None] New status for floating IP 75ade2d6-a135-46b6-923a-7d1bac88fa49: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:48:22.520835 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-47549684-2f35-4f7c-ae73-f81ae47410fa tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--291109781&fields=id&tenant_id=c0d5261d22cc461d858307f0abed0728 HTTP/1.1" status: 200 len: 267 time: 0.0477185 Nov 24 21:48:22.633957 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-b6e26e25-0a15-4577-82ba-ef5306a6950f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:22.635534 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-b6e26e25-0a15-4577-82ba-ef5306a6950f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 812 time: 0.1073408 Nov 24 21:48:22.655562 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-b94a793a-7ebf-4a3e-b0e2-40611469b3a0 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/quotas/c0d5261d22cc461d858307f0abed0728 HTTP/1.1" status: 200 len: 375 time: 0.0141463 Nov 24 21:48:22.710579 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-596d033c-8186-419d-9c37-67dea5e5585e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489397 Nov 24 21:48:22.814459 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-95224dce-2790-45be-9d9a-2b9112c981d4 service neutron] 10.222.0.11 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920653 Nov 24 21:48:22.916318 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-18ab2fef-ad81-4942-a97f-643b4cf1ffc5 service neutron] 10.222.0.11 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946374 Nov 24 21:48:23.114041 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63384e2f-4157-43a4-a10c-14480de99b57 req-d87855fb-9458-47d7-8891-c274a841ca90 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 210 time: 0.0331025 Nov 24 21:48:23.414162 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device a9a75986-2eb1-4150-9a65-b0abdcd2abd6 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:48:23.437670 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: a9a75986-2eb1-4150-9a65-b0abdcd2abd6 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:48:23.438155 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device a9a75986-2eb1-4150-9a65-b0abdcd2abd6 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:48:24.236603 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f5f95df6-cbcb-4977-b8f2-0c53fdc4b35e req-77e9522c-ce9b-4e09-92a9-e5000a69dabf tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 210 time: 0.0406892 Nov 24 21:48:24.264824 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-e44a70e3-3b75-49a2-a365-5e216dae9ef3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:24.266340 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-e44a70e3-3b75-49a2-a365-5e216dae9ef3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 812 time: 0.1673856 Nov 24 21:48:24.338555 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-191097f7-a2b7-4fa9-98f3-8fe4284b5f5e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0d5261d22cc461d858307f0abed0728 HTTP/1.1" status: 200 len: 379 time: 0.0621729 Nov 24 21:48:24.351195 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-8bf72394-381c-4436-af8e-a469eac50bbc tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Request body: {'port': {'device_id': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'admin_state_up': True, 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'security_groups': ['a11bcc96-2a73-44b0-8866-a1c769af78ba']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:48:24.463279 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-8bf72394-381c-4436-af8e-a469eac50bbc tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Made reservation on behalf of c0d5261d22cc461d858307f0abed0728 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:48:24.467160 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-8bf72394-381c-4436-af8e-a469eac50bbc tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:24.630919 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-8bf72394-381c-4436-af8e-a469eac50bbc tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Allocated IP 172.20.0.14 (1af74439-14ac-4b01-8d84-1b5193589df4/0e2e511e-d304-4f7b-88db-a76ba0fbb677/9efed36f-d2c8-462e-85ed-c42036e83705) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:48:24.800683 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-8bf72394-381c-4436-af8e-a469eac50bbc tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:24.837305 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-8bf72394-381c-4436-af8e-a469eac50bbc tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:24.887077 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-8bf72394-381c-4436-af8e-a469eac50bbc tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Network 1af74439-14ac-4b01-8d84-1b5193589df4 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:48:24.890236 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-8bf72394-381c-4436-af8e-a469eac50bbc tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:48:24.895577 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-8bf72394-381c-4436-af8e-a469eac50bbc tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:48:24.922007 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf72394-381c-4436-af8e-a469eac50bbc tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Pushing event updated for resources: {'Port': ['ID=9efed36f-d2c8-462e-85ed-c42036e83705,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:48:24.960038 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-8bf72394-381c-4436-af8e-a469eac50bbc tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:24.960727 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-8bf72394-381c-4436-af8e-a469eac50bbc tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:24.993226 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-8bf72394-381c-4436-af8e-a469eac50bbc tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6465125 Nov 24 21:48:25.011630 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-5d817bd1-c14f-4b3a-ac1f-f10ebb7c65c9 service neutron] Request body: {'port': {'device_id': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:48:25.085957 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-5d817bd1-c14f-4b3a-ac1f-f10ebb7c65c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:25.126422 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6f62ad9e-7b3a-4462-8ea0-aff559e2525a None None] Provisioning complete for port 9efed36f-d2c8-462e-85ed-c42036e83705 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:48:25.126422 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6f62ad9e-7b3a-4462-8ea0-aff559e2525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:25.166680 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6f62ad9e-7b3a-4462-8ea0-aff559e2525a None None] Port 9efed36f-d2c8-462e-85ed-c42036e83705 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:48:25.400452 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71dc592-0d25-4225-9183-f40d87f04c98 req-376fc26c-9034-406d-8d84-19d2beb706e7 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:25.401961 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a71dc592-0d25-4225-9183-f40d87f04c98 req-376fc26c-9034-406d-8d84-19d2beb706e7 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 932 time: 0.0841007 Nov 24 21:48:25.430360 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-5d817bd1-c14f-4b3a-ac1f-f10ebb7c65c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9efed36f-d2c8-462e-85ed-c42036e83705 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:48:25.443022 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-5d817bd1-c14f-4b3a-ac1f-f10ebb7c65c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:25.472621 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-5d817bd1-c14f-4b3a-ac1f-f10ebb7c65c9 service neutron] Transition to ACTIVE for port object 9efed36f-d2c8-462e-85ed-c42036e83705 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:48:25.477889 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-5d817bd1-c14f-4b3a-ac1f-f10ebb7c65c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:25.482709 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a71dc592-0d25-4225-9183-f40d87f04c98 req-0aef0af1-5a05-4d91-9a8f-81d8862d8930 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745120 Nov 24 21:48:25.557914 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d817bd1-c14f-4b3a-ac1f-f10ebb7c65c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9efed36f-d2c8-462e-85ed-c42036e83705,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:48:25.619302 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-5d817bd1-c14f-4b3a-ac1f-f10ebb7c65c9 service neutron] Attempting to bind port 9efed36f-d2c8-462e-85ed-c42036e83705 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:48:25.619651 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-5d817bd1-c14f-4b3a-ac1f-f10ebb7c65c9 service neutron] Attempting to bind port 9efed36f-d2c8-462e-85ed-c42036e83705 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:48:25.619992 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-5d817bd1-c14f-4b3a-ac1f-f10ebb7c65c9 service neutron] Attempting to bind port 9efed36f-d2c8-462e-85ed-c42036e83705 on network 1af74439-14ac-4b01-8d84-1b5193589df4 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:48:25.625989 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-5d817bd1-c14f-4b3a-ac1f-f10ebb7c65c9 service neutron] Port 9efed36f-d2c8-462e-85ed-c42036e83705 on network 1af74439-14ac-4b01-8d84-1b5193589df4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:48:25.626356 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-5d817bd1-c14f-4b3a-ac1f-f10ebb7c65c9 service neutron] Attempting to bind port 9efed36f-d2c8-462e-85ed-c42036e83705 on network 1af74439-14ac-4b01-8d84-1b5193589df4 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:48:25.633207 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-5d817bd1-c14f-4b3a-ac1f-f10ebb7c65c9 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:48:25.633543 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-5d817bd1-c14f-4b3a-ac1f-f10ebb7c65c9 service neutron] Checking segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:48:25.633926 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-5d817bd1-c14f-4b3a-ac1f-f10ebb7c65c9 service neutron] Bound using segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:48:25.634393 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-5d817bd1-c14f-4b3a-ac1f-f10ebb7c65c9 service neutron] Bound port: 9efed36f-d2c8-462e-85ed-c42036e83705, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:48:25.634759 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-5d817bd1-c14f-4b3a-ac1f-f10ebb7c65c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:25.706848 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-5d817bd1-c14f-4b3a-ac1f-f10ebb7c65c9 service neutron] For port 9efed36f-d2c8-462e-85ed-c42036e83705, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:48:25.710560 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-5d817bd1-c14f-4b3a-ac1f-f10ebb7c65c9 service neutron] For port 9efed36f-d2c8-462e-85ed-c42036e83705, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9efed36f-d2c8-462e-85ed-c42036e83705,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:48:25.723714 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-5d817bd1-c14f-4b3a-ac1f-f10ebb7c65c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:25.763727 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-5d817bd1-c14f-4b3a-ac1f-f10ebb7c65c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:25.764368 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-5d817bd1-c14f-4b3a-ac1f-f10ebb7c65c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:25.765842 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-5d817bd1-c14f-4b3a-ac1f-f10ebb7c65c9 service neutron] 10.222.0.15 "PUT /v2.0/ports/9efed36f-d2c8-462e-85ed-c42036e83705 HTTP/1.1" status: 200 len: 1092 time: 0.7587647 Nov 24 21:48:25.766357 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'tag': '9efed36f-d2c8-462e-85ed-c42036e83705'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:48:25.769520 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99791fbb-cda5-40dd-89b9-274851bb7e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1", "tag": "9efed36f-d2c8-462e-85ed-c42036e83705"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:48:25.799162 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d817bd1-c14f-4b3a-ac1f-f10ebb7c65c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9efed36f-d2c8-462e-85ed-c42036e83705,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:48:25.852530 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332502b4-aeb8-4a5f-bdf0-0b1b07c6a7c9 x-openstack-request-id: req-332502b4-aeb8-4a5f-bdf0-0b1b07c6a7c9 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:48:25.852870 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1", "tag": "9efed36f-d2c8-462e-85ed-c42036e83705", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:48:25.853116 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-332502b4-aeb8-4a5f-bdf0-0b1b07c6a7c9 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:48:25.853526 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'tag': '9efed36f-d2c8-462e-85ed-c42036e83705', 'status': 'completed', 'code': 200} Nov 24 21:48:25.878701 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-287f84f8-1f2b-464f-9423-dbe5fd4b94d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:25.880278 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-287f84f8-1f2b-464f-9423-dbe5fd4b94d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 1095 time: 0.0598633 Nov 24 21:48:25.927849 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-464d7418-9a8e-46df-9912-141e7879dd3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9efed36f-d2c8-462e-85ed-c42036e83705 HTTP/1.1" status: 200 len: 217 time: 0.0383048 Nov 24 21:48:25.996173 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-bce1a0ca-6bc4-4db8-90d9-8c186b06619a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:25.997971 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-bce1a0ca-6bc4-4db8-90d9-8c186b06619a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0582089 Nov 24 21:48:26.053430 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-5d21b92a-bc34-48aa-8b56-4df82ade2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:26.054968 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-5d21b92a-bc34-48aa-8b56-4df82ade2f32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454333 Nov 24 21:48:26.156136 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-74972a95-7727-48e9-b86a-624322126e21 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883908 Nov 24 21:48:26.262917 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2fdcdf3-c3d0-4321-a781-0960a2e46838 req-4e0d5b4a-4bc8-4de0-bd72-7e350560b6f5 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951409 Nov 24 21:48:26.369253 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99791fbb-cda5-40dd-89b9-274851bb7e5d req-eda05ca2-246f-4b02-8649-342cbc553986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:26.370791 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-99791fbb-cda5-40dd-89b9-274851bb7e5d req-eda05ca2-246f-4b02-8649-342cbc553986 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 1095 time: 0.0529273 Nov 24 21:48:26.478298 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99791fbb-cda5-40dd-89b9-274851bb7e5d req-71376edf-d035-4a66-8e85-628b717a0dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:26.479700 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-99791fbb-cda5-40dd-89b9-274851bb7e5d req-71376edf-d035-4a66-8e85-628b717a0dcd service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.1010668 Nov 24 21:48:26.530905 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-99791fbb-cda5-40dd-89b9-274851bb7e5d req-220235fb-8930-4b03-9a3e-39333fb59cec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9efed36f-d2c8-462e-85ed-c42036e83705 HTTP/1.1" status: 200 len: 217 time: 0.0371947 Nov 24 21:48:26.617107 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99791fbb-cda5-40dd-89b9-274851bb7e5d req-55a5980f-1aed-454a-8020-48d847c96bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:26.618586 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-99791fbb-cda5-40dd-89b9-274851bb7e5d req-55a5980f-1aed-454a-8020-48d847c96bb9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0798626 Nov 24 21:48:26.643518 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c6372-2a46-41b5-b074-44fee17be137 req-1f962449-8ba6-4553-bc2c-59ee88828711 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:26.645077 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-686c6372-2a46-41b5-b074-44fee17be137 req-1f962449-8ba6-4553-bc2c-59ee88828711 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 944 time: 0.0747724 Nov 24 21:48:26.715383 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99791fbb-cda5-40dd-89b9-274851bb7e5d req-00debc28-aacc-4053-ab6d-aee0f4c576b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:26.717186 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-99791fbb-cda5-40dd-89b9-274851bb7e5d req-00debc28-aacc-4053-ab6d-aee0f4c576b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906312 Nov 24 21:48:26.722667 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-686c6372-2a46-41b5-b074-44fee17be137 req-04956f88-db5e-461f-b4f8-de8c572831b2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559235 Nov 24 21:48:26.820012 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-99791fbb-cda5-40dd-89b9-274851bb7e5d req-affb5040-952c-4b74-a5e8-b374df323fe4 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943687 Nov 24 21:48:26.920966 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-99791fbb-cda5-40dd-89b9-274851bb7e5d req-8fbad89b-7988-499f-b038-8e5a9482248f service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876286 Nov 24 21:48:27.853201 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b98d13-f95b-49ea-9864-1be732f4598f req-53c68d33-57d1-4b85-bd56-6f84e1a9dceb tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:27.854742 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e5b98d13-f95b-49ea-9864-1be732f4598f req-53c68d33-57d1-4b85-bd56-6f84e1a9dceb tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 944 time: 0.0579224 Nov 24 21:48:27.918189 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e5b98d13-f95b-49ea-9864-1be732f4598f req-330cfffc-aa19-4f86-a9f5-84a79a6f7da8 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573547 Nov 24 21:48:29.046952 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137cfe0-af46-4b4c-a7b7-eae7640ee2b9 req-4b9cd4c7-8687-4acb-a68c-d58d27a2c7a9 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:29.048517 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4137cfe0-af46-4b4c-a7b7-eae7640ee2b9 req-4b9cd4c7-8687-4acb-a68c-d58d27a2c7a9 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 944 time: 0.0548866 Nov 24 21:48:29.101514 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4137cfe0-af46-4b4c-a7b7-eae7640ee2b9 req-770b3fcb-5bf3-4ca3-bac7-774fb8ddc78f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456421 Nov 24 21:48:29.457105 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9efed36f-d2c8-462e-85ed-c42036e83705 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:48:29.563035 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9efed36f-d2c8-462e-85ed-c42036e83705, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9efed36f-d2c8-462e-85ed-c42036e83705,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:48:29.575488 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '9efed36f-d2c8-462e-85ed-c42036e83705', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'port_id': '9efed36f-d2c8-462e-85ed-c42036e83705', 'mac_address': 'fa:16:3e:22:31:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:48:29.625622 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:29.639043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9efed36f-d2c8-462e-85ed-c42036e83705 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:48:29.660502 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9efed36f-d2c8-462e-85ed-c42036e83705, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9efed36f-d2c8-462e-85ed-c42036e83705,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:48:29.665497 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:29.726843 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=9efed36f-d2c8-462e-85ed-c42036e83705,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:48:29.929404 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['9efed36f-d2c8-462e-85ed-c42036e83705'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:48:30.239193 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4feb4-d12c-492d-806e-bb9766000d43 req-7c16eb6a-084e-4364-9df4-ff77724b756f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:30.240850 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-33b4feb4-d12c-492d-806e-bb9766000d43 req-7c16eb6a-084e-4364-9df4-ff77724b756f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 945 time: 0.0594187 Nov 24 21:48:30.299893 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-33b4feb4-d12c-492d-806e-bb9766000d43 req-872777d1-1e63-41a7-b27d-8c70cf7eab9e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525050 Nov 24 21:48:31.426455 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f30f3e-6055-471c-afe6-222ff3ca3913 req-a78bf183-de50-4b7a-9c61-30e02bb63c26 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:31.427561 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-50f30f3e-6055-471c-afe6-222ff3ca3913 req-a78bf183-de50-4b7a-9c61-30e02bb63c26 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 945 time: 0.0509365 Nov 24 21:48:31.458400 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9efed36f-d2c8-462e-85ed-c42036e83705 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:48:31.478917 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-50f30f3e-6055-471c-afe6-222ff3ca3913 req-b1df52fb-7fe2-4e9f-bd1a-7cf2e9d7ceed tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451446 Nov 24 21:48:31.517908 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 9efed36f-d2c8-462e-85ed-c42036e83705 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:48:31.523032 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 9efed36f-d2c8-462e-85ed-c42036e83705 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:48:31.523402 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:31.608631 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:31.632806 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efed36f-d2c8-462e-85ed-c42036e83705'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:48:31.635094 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923bc7fd-9717-402a-9491-2a9cb5ac55f7" -d '{"events": [{"server_uuid": "9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1", "name": "network-vif-plugged", "status": "completed", "tag": "9efed36f-d2c8-462e-85ed-c42036e83705"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:48:31.649490 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9efed36f-d2c8-462e-85ed-c42036e83705, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9efed36f-d2c8-462e-85ed-c42036e83705,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:48:31.655831 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:31.689464 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a74eda-2008-4169-98c7-c09335e75d80 x-openstack-request-id: req-94a74eda-2008-4169-98c7-c09335e75d80 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:48:31.698689 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1", "name": "network-vif-plugged", "status": "completed", "tag": "9efed36f-d2c8-462e-85ed-c42036e83705", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:48:31.698689 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-94a74eda-2008-4169-98c7-c09335e75d80 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:48:31.698689 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efed36f-d2c8-462e-85ed-c42036e83705', 'code': 200} Nov 24 21:48:31.718002 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=9efed36f-d2c8-462e-85ed-c42036e83705,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:48:31.799784 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf20f1-a089-436e-bb49-107c3eb3ef51 req-b20174bb-64ca-4a62-840d-1347f74ae2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:31.802062 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6cf20f1-a089-436e-bb49-107c3eb3ef51 req-b20174bb-64ca-4a62-840d-1347f74ae2c9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 1097 time: 0.0437834 Nov 24 21:48:31.854842 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6cf20f1-a089-436e-bb49-107c3eb3ef51 req-3c3d6a80-5948-460f-a06e-b5dc44fde443 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419536 Nov 24 21:48:32.605181 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d692998-ea76-4318-986d-e5b3c4d7751d req-3f7bdca6-b5a1-48c5-b8ee-abad2f916a35 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:32.606709 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d692998-ea76-4318-986d-e5b3c4d7751d req-3f7bdca6-b5a1-48c5-b8ee-abad2f916a35 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0558825 Nov 24 21:48:32.658389 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d692998-ea76-4318-986d-e5b3c4d7751d req-84d82e8c-bcd4-4818-aae2-4e53005d79c4 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454926 Nov 24 21:48:33.797506 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce6bbe-7a74-4914-a0e1-41854c982717 req-a777c6e0-bc0a-4ef6-b415-895278d5e8c7 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:33.799016 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bdce6bbe-7a74-4914-a0e1-41854c982717 req-a777c6e0-bc0a-4ef6-b415-895278d5e8c7 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0579472 Nov 24 21:48:33.860648 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bdce6bbe-7a74-4914-a0e1-41854c982717 req-fd6b4e7d-8276-4a95-a3a1-e189d95756e3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524156 Nov 24 21:48:33.978295 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092eb1e-ebb2-491e-bd80-b2a36bec959b req-71b3ff33-4c39-4b82-96dd-36d5bec56f18 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:33.979728 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c092eb1e-ebb2-491e-bd80-b2a36bec959b req-71b3ff33-4c39-4b82-96dd-36d5bec56f18 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0501673 Nov 24 21:48:33.989783 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 52938) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:48:33.994477 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-6ad11c1d-dc51-4f3e-b6ed-002618b3848d tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Request body: {'floatingip': {'port_id': '9efed36f-d2c8-462e-85ed-c42036e83705'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:48:34.035707 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ad11c1d-dc51-4f3e-b6ed-002618b3848d tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for floatingip, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:34.518161 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ad11c1d-dc51-4f3e-b6ed-002618b3848d tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:34.522990 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ad11c1d-dc51-4f3e-b6ed-002618b3848d tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:34.629405 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-6ad11c1d-dc51-4f3e-b6ed-002618b3848d tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Floating IP 75ade2d6-a135-46b6-923a-7d1bac88fa49 associated. External IP: 172.25.5.213, port: 9efed36f-d2c8-462e-85ed-c42036e83705. Nov 24 21:48:34.857036 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad11c1d-dc51-4f3e-b6ed-002618b3848d tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:48:34.978356 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad11c1d-dc51-4f3e-b6ed-002618b3848d tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:48:34.983435 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ad11c1d-dc51-4f3e-b6ed-002618b3848d tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:34.991802 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a17d628-ead1-47a0-922f-5dc4d450b5ce None None] Sync routers for ids ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:48:35.002604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a17d628-ead1-47a0-922f-5dc4d450b5ce None None] Routers {'23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:48:35.003253 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0a17d628-ead1-47a0-922f-5dc4d450b5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:48:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:48:35.012611 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6ad11c1d-dc51-4f3e-b6ed-002618b3848d tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "PUT /v2.0/floatingips/75ade2d6-a135-46b6-923a-7d1bac88fa49 HTTP/1.1" status: 200 len: 993 time: 1.0216603 Nov 24 21:48:35.013233 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'tag': '9efed36f-d2c8-462e-85ed-c42036e83705'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:48:35.015557 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda52ed9-ef5e-4924-8917-2d814afe4307" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1", "tag": "9efed36f-d2c8-462e-85ed-c42036e83705"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:48:35.112501 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4373e137-eae5-4d86-8c0e-c1fdc8dc1aa3 x-openstack-request-id: req-4373e137-eae5-4d86-8c0e-c1fdc8dc1aa3 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:48:35.113444 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1", "tag": "9efed36f-d2c8-462e-85ed-c42036e83705", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:48:35.113701 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4373e137-eae5-4d86-8c0e-c1fdc8dc1aa3 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:48:35.114122 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'tag': '9efed36f-d2c8-462e-85ed-c42036e83705', 'status': 'completed', 'code': 200} Nov 24 21:48:35.136090 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-0a17d628-ead1-47a0-922f-5dc4d450b5ce None None] Set router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:48:35.186993 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda52ed9-ef5e-4924-8917-2d814afe4307 req-fce136e4-8075-49be-95fd-ddb39d54c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:35.188529 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fda52ed9-ef5e-4924-8917-2d814afe4307 req-fce136e4-8075-49be-95fd-ddb39d54c575 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 1097 time: 0.0525799 Nov 24 21:48:35.291960 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda52ed9-ef5e-4924-8917-2d814afe4307 req-ee40fb65-954b-4cf7-8b3c-47dfd1db7814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:35.293510 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fda52ed9-ef5e-4924-8917-2d814afe4307 req-ee40fb65-954b-4cf7-8b3c-47dfd1db7814 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0977044 Nov 24 21:48:35.368087 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fda52ed9-ef5e-4924-8917-2d814afe4307 req-694bf64a-a3f6-4e52-a08e-e7bc28736e78 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9efed36f-d2c8-462e-85ed-c42036e83705 HTTP/1.1" status: 200 len: 1001 time: 0.0666263 Nov 24 21:48:35.409970 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0a17d628-ead1-47a0-922f-5dc4d450b5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '75ade2d6-a135-46b6-923a-7d1bac88fa49', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'port_id': '9efed36f-d2c8-462e-85ed-c42036e83705', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'mac_address': 'fa:16:3e:22:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:41:17Z', 'updated_at': '2021-11-24T21:48:34Z', 'revision_number': 13, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:48:35.432310 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda52ed9-ef5e-4924-8917-2d814afe4307 req-2634919d-4bce-4522-a4ba-9174363dc216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:35.434342 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fda52ed9-ef5e-4924-8917-2d814afe4307 req-2634919d-4bce-4522-a4ba-9174363dc216 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0580535 Nov 24 21:48:35.439638 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a17d628-ead1-47a0-922f-5dc4d450b5ce None None] Checking router: 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:48:35.457119 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a17d628-ead1-47a0-922f-5dc4d450b5ce None None] Routers {'23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:48:35.458131 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0a17d628-ead1-47a0-922f-5dc4d450b5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:48:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:48:35.492077 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda52ed9-ef5e-4924-8917-2d814afe4307 req-20df15b8-e267-4245-95c1-f4d6913227ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:48:35.493363 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fda52ed9-ef5e-4924-8917-2d814afe4307 req-20df15b8-e267-4245-95c1-f4d6913227ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525351 Nov 24 21:48:35.570591 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-0a17d628-ead1-47a0-922f-5dc4d450b5ce None None] Set router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:48:35.606141 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fda52ed9-ef5e-4924-8917-2d814afe4307 req-a28f522d-c991-4d4c-b2d9-47ac3abd565a service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052558 Nov 24 21:48:35.711318 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fda52ed9-ef5e-4924-8917-2d814afe4307 req-38d8c27a-db6a-4574-add2-b33190c1f70e service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965583 Nov 24 21:48:35.839959 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0a17d628-ead1-47a0-922f-5dc4d450b5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '75ade2d6-a135-46b6-923a-7d1bac88fa49', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'port_id': '9efed36f-d2c8-462e-85ed-c42036e83705', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'mac_address': 'fa:16:3e:22:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:41:17Z', 'updated_at': '2021-11-24T21:48:34Z', 'revision_number': 13, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:48:35.872551 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a17d628-ead1-47a0-922f-5dc4d450b5ce None None] The sync data for ids ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'] in n-d-812111-8 is: [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '75ade2d6-a135-46b6-923a-7d1bac88fa49', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'port_id': '9efed36f-d2c8-462e-85ed-c42036e83705', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'mac_address': 'fa:16:3e:22:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:41:17Z', 'updated_at': '2021-11-24T21:48:34Z', 'revision_number': 13, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:48:36.094855 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3104c939-b83b-4d46-9f65-0351395268b8 None None] New status for floating IP 75ade2d6-a135-46b6-923a-7d1bac88fa49: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:48:38.993395 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-608fe2a6-ce6d-4625-b3c4-6dc1774504c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:40.202934 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:41.297911 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-45db63f3-7c87-4287-b085-a40620a07018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:41.631663 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:42.594576 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:43.960215 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:44.925072 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:48:46.491972 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:49:08.995315 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9d507c4d-5ea2-4f71-affb-55e4a79e4b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:49:10.190014 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:49:11.302975 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d01bcf4a-9d02-4f4e-a5b0-3a3d99c81c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:49:11.626901 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:49:12.594372 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:49:13.963533 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:49:14.924951 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:49:17.745162 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-451a00c6-fa61-4184-ad6d-c62ee2219b79 req-390eba12-8f25-4e53-9796-5ed2f9f67078 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447454 Nov 24 21:49:17.836727 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a00c6-fa61-4184-ad6d-c62ee2219b79 req-46bf8037-3f6a-4064-be05-737e4e79c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:49:17.838284 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-451a00c6-fa61-4184-ad6d-c62ee2219b79 req-46bf8037-3f6a-4064-be05-737e4e79c182 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 1097 time: 0.0442922 Nov 24 21:49:17.949291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a00c6-fa61-4184-ad6d-c62ee2219b79 req-6e873f51-944a-4309-8f10-fdb712c6c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:49:17.950695 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-451a00c6-fa61-4184-ad6d-c62ee2219b79 req-6e873f51-944a-4309-8f10-fdb712c6c8ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0887723 Nov 24 21:49:18.028440 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-451a00c6-fa61-4184-ad6d-c62ee2219b79 req-fa512919-1d43-402c-bf67-034eb9b4caa3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9efed36f-d2c8-462e-85ed-c42036e83705 HTTP/1.1" status: 200 len: 1003 time: 0.0669076 Nov 24 21:49:18.084659 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a00c6-fa61-4184-ad6d-c62ee2219b79 req-698c9f98-45e2-48fe-bb7d-659442c24d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:49:18.086885 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-451a00c6-fa61-4184-ad6d-c62ee2219b79 req-698c9f98-45e2-48fe-bb7d-659442c24d92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0472281 Nov 24 21:49:18.136518 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a00c6-fa61-4184-ad6d-c62ee2219b79 req-2e81f49c-6f08-40d1-9ef4-39dcaf3a3253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:49:18.138050 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-451a00c6-fa61-4184-ad6d-c62ee2219b79 req-2e81f49c-6f08-40d1-9ef4-39dcaf3a3253 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409167 Nov 24 21:49:18.236366 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-451a00c6-fa61-4184-ad6d-c62ee2219b79 req-2528c184-2fd9-4c9e-9953-49e825fcd5e5 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869582 Nov 24 21:49:18.339635 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-451a00c6-fa61-4184-ad6d-c62ee2219b79 req-3661623b-9bd0-4935-898c-173782df4ce9 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900640 Nov 24 21:49:23.491205 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:49:38.998039 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9e3e387b-003d-4490-adb4-1d48064620d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:49:40.188905 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:49:41.305677 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-030b4c5c-a4b4-47e0-92e0-24ed1ab5bfa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:49:41.626003 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:49:42.598104 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:49:43.969581 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:49:44.927259 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:50:00.490239 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:50:09.002112 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-56d7d809-1b0a-4b11-97b2-57a12f8987ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:50:10.192306 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:50:11.306564 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c359ad7c-13fe-4922-909e-531ffc43593e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:50:11.624962 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:50:12.600934 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:50:13.968886 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:50:14.931043 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:50:17.265622 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481792a-2c76-4f8a-99ef-5b1c4b7040e6 req-b0f85b8e-3f2b-4cff-a16c-f95647e0cbfe tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:17.267050 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6481792a-2c76-4f8a-99ef-5b1c4b7040e6 req-b0f85b8e-3f2b-4cff-a16c-f95647e0cbfe tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0535059 Nov 24 21:50:17.315352 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6481792a-2c76-4f8a-99ef-5b1c4b7040e6 req-eaf7a26c-e489-446a-975f-bf3c02b1927f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423617 Nov 24 21:50:18.779812 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a7572b5b-ba30-4428-a54d-e345d493983b req-ba976af4-d5e8-4477-93ad-aa734e3f23c3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0811758 Nov 24 21:50:18.871622 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7572b5b-ba30-4428-a54d-e345d493983b req-8692fe9c-e6a6-45e3-9dab-0522282610ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:18.873743 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a7572b5b-ba30-4428-a54d-e345d493983b req-8692fe9c-e6a6-45e3-9dab-0522282610ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 1097 time: 0.0420856 Nov 24 21:50:18.990557 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7572b5b-ba30-4428-a54d-e345d493983b req-b1fc97cb-3400-4325-8744-6650beb88b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:18.992081 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a7572b5b-ba30-4428-a54d-e345d493983b req-b1fc97cb-3400-4325-8744-6650beb88b80 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0953677 Nov 24 21:50:19.068647 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a7572b5b-ba30-4428-a54d-e345d493983b req-38b12404-4ec5-4e1c-8295-288aa2f4feae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9efed36f-d2c8-462e-85ed-c42036e83705 HTTP/1.1" status: 200 len: 1003 time: 0.0654051 Nov 24 21:50:19.126105 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7572b5b-ba30-4428-a54d-e345d493983b req-7e6907a3-5b8f-47cc-bd69-c4d56b2b99e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:19.127589 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a7572b5b-ba30-4428-a54d-e345d493983b req-7e6907a3-5b8f-47cc-bd69-c4d56b2b99e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0467813 Nov 24 21:50:19.198896 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7572b5b-ba30-4428-a54d-e345d493983b req-45159a77-afe2-4eee-98ff-41cbe7126cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:19.200733 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a7572b5b-ba30-4428-a54d-e345d493983b req-45159a77-afe2-4eee-98ff-41cbe7126cc3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567877 Nov 24 21:50:19.302843 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a7572b5b-ba30-4428-a54d-e345d493983b req-b3d6bdfc-e3ed-4b42-88c5-acc702e31afe service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907724 Nov 24 21:50:19.401374 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a7572b5b-ba30-4428-a54d-e345d493983b req-b7adc117-1c80-4e60-b37f-a1ce98389de0 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859504 Nov 24 21:50:29.329073 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-8249e901-1047-4bf8-ae9b-da74756dd136 req-0f3fd308-983c-48d5-9760-122f4126cb0d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:50:29.330152 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8249e901-1047-4bf8-ae9b-da74756dd136 req-0f3fd308-983c-48d5-9760-122f4126cb0d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055523 Nov 24 21:50:29.555581 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-a13eede0-0149-4638-acb1-5489e40512a3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804999 Nov 24 21:50:29.568350 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91835017-ff27-4b86-a9c1-f142ea893d8f req-ca929693-277d-46a1-bac2-6949f1a91233 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:29.569921 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91835017-ff27-4b86-a9c1-f142ea893d8f req-ca929693-277d-46a1-bac2-6949f1a91233 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0854969 Nov 24 21:50:29.632626 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91835017-ff27-4b86-a9c1-f142ea893d8f req-6c334293-0064-4dae-af3a-b6b004ef09f2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560555 Nov 24 21:50:30.761529 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1c259-9ad5-4548-b97a-f8699c790726 req-f5b7510b-2fc9-406b-bb29-d13e3605b4a6 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:30.763291 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-57d1c259-9ad5-4548-b97a-f8699c790726 req-f5b7510b-2fc9-406b-bb29-d13e3605b4a6 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0578294 Nov 24 21:50:30.837520 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-623501d6-a6e9-454e-81fc-f52944b03cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:30.839144 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-623501d6-a6e9-454e-81fc-f52944b03cf9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 1097 time: 0.0748565 Nov 24 21:50:30.844332 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-57d1c259-9ad5-4548-b97a-f8699c790726 req-d463d542-fbea-460c-9b77-4004712a7c6e tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725954 Nov 24 21:50:30.938544 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-39f25b08-5cad-44fe-88a9-d7e7df8bd07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:30.940049 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-39f25b08-5cad-44fe-88a9-d7e7df8bd07b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0894053 Nov 24 21:50:31.322491 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-b58adad6-6d51-46b2-99f2-8e24407f15ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9efed36f-d2c8-462e-85ed-c42036e83705 HTTP/1.1" status: 200 len: 1003 time: 0.3704190 Nov 24 21:50:31.378471 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-9fb9948d-191a-4672-ab1a-b2620f3e409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:31.379913 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-9fb9948d-191a-4672-ab1a-b2620f3e409f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0444875 Nov 24 21:50:31.430901 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-f71a0f1f-c817-4cd5-93c8-90307a059c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:31.432392 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-f71a0f1f-c817-4cd5-93c8-90307a059c6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431979 Nov 24 21:50:31.548123 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-c60018c2-b6e6-49e1-8c08-5bdeeecd117f service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044991 Nov 24 21:50:31.643282 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-95554d0d-c319-46d5-94a4-11af3afe2879 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835488 Nov 24 21:50:32.012581 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e0638-93f3-4e31-9110-68108c3234f3 req-88f3f835-7a7a-4a52-a80c-0463250514de tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:32.017177 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6e4e0638-93f3-4e31-9110-68108c3234f3 req-88f3f835-7a7a-4a52-a80c-0463250514de tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.1028926 Nov 24 21:50:32.065979 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6e4e0638-93f3-4e31-9110-68108c3234f3 req-02cfe165-b66a-4670-a40e-79fe68ce48e1 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422049 Nov 24 21:50:33.189713 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c2b63-9750-4b6b-8752-02afc3e0d0ad req-51298699-a30d-4003-9b26-7f8812e26bc0 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:33.191284 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1b0c2b63-9750-4b6b-8752-02afc3e0d0ad req-51298699-a30d-4003-9b26-7f8812e26bc0 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0510271 Nov 24 21:50:33.239368 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1b0c2b63-9750-4b6b-8752-02afc3e0d0ad req-22dd80e2-2b5a-4a99-84b8-8ebfa8a8bb95 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419297 Nov 24 21:50:34.359242 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2d154-2aa5-4409-92a1-7c1f3d64999e req-74709e3e-c431-4a3c-9898-32ed608d6d08 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:34.360800 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66f2d154-2aa5-4409-92a1-7c1f3d64999e req-74709e3e-c431-4a3c-9898-32ed608d6d08 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0502605 Nov 24 21:50:34.413239 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66f2d154-2aa5-4409-92a1-7c1f3d64999e req-e056a400-530f-4360-9b30-1a51cfb5de54 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460994 Nov 24 21:50:35.535134 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff0b05-f18e-4064-a7ca-bae45a6f6bb0 req-1486bd82-0920-4273-894c-8768245a8f73 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:35.536643 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05ff0b05-f18e-4064-a7ca-bae45a6f6bb0 req-1486bd82-0920-4273-894c-8768245a8f73 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0498483 Nov 24 21:50:35.583709 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05ff0b05-f18e-4064-a7ca-bae45a6f6bb0 req-bac140c6-6760-4ff4-ad22-6327fb92af46 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411088 Nov 24 21:50:36.707735 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703981e-c8a5-4a81-bb6b-e55b3fcd5717 req-78392cff-7995-4ccb-a2f7-98ba81573422 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:36.709295 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b703981e-c8a5-4a81-bb6b-e55b3fcd5717 req-78392cff-7995-4ccb-a2f7-98ba81573422 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0519919 Nov 24 21:50:36.758912 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b703981e-c8a5-4a81-bb6b-e55b3fcd5717 req-1212ef7a-1772-4a8e-8f9e-32abfba2d82f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436037 Nov 24 21:50:37.492213 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:50:37.891863 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cf606-58c1-4cfe-a38f-b77e5bda427b req-97b84d0a-96d8-4e0b-8654-8a1757063d59 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:37.893481 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c05cf606-58c1-4cfe-a38f-b77e5bda427b req-97b84d0a-96d8-4e0b-8654-8a1757063d59 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0612862 Nov 24 21:50:37.943562 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c05cf606-58c1-4cfe-a38f-b77e5bda427b req-560d7fea-777f-4bc9-b36c-f1989113c670 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433853 Nov 24 21:50:39.005672 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2bd0fb6b-0b7c-4b96-a39a-2062631d0183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:50:39.064709 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93f932-e700-4599-b1a6-efb4f9a6c455 req-df021855-9622-4093-95a7-b964233c6b12 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:39.066272 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8d93f932-e700-4599-b1a6-efb4f9a6c455 req-df021855-9622-4093-95a7-b964233c6b12 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0500710 Nov 24 21:50:39.114712 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8d93f932-e700-4599-b1a6-efb4f9a6c455 req-756c7a51-2b31-4902-8ffa-a702170fe32c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420096 Nov 24 21:50:40.203440 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:50:40.239958 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4acf3-7de4-42bf-99d8-ddf3580fe258 req-d5cc0632-e0a4-4dd0-a717-5542c50d6b4c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:40.241496 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-79f4acf3-7de4-42bf-99d8-ddf3580fe258 req-d5cc0632-e0a4-4dd0-a717-5542c50d6b4c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0528278 Nov 24 21:50:40.295290 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-79f4acf3-7de4-42bf-99d8-ddf3580fe258 req-4e29cb45-e6f9-4626-b1cd-dba2276328e5 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473156 Nov 24 21:50:41.312618 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bc0130fc-2be0-4b09-bf1a-fe2ad8988595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:50:41.413816 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3183b-9bde-4cc0-9709-37713ef57b8c req-ebd13c6d-8c7d-457e-95a6-85be6e09707d tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:41.415340 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8ce3183b-9bde-4cc0-9709-37713ef57b8c req-ebd13c6d-8c7d-457e-95a6-85be6e09707d tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0497110 Nov 24 21:50:41.470174 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8ce3183b-9bde-4cc0-9709-37713ef57b8c req-10b35f29-08ff-4317-90ed-d0d5b61c765d tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478578 Nov 24 21:50:41.638659 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:50:42.595065 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5e993-db95-43b0-acc5-91cc5c40ed88 req-dd710c77-8ffd-49f2-a530-8d024414897f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:42.596643 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-16a5e993-db95-43b0-acc5-91cc5c40ed88 req-dd710c77-8ffd-49f2-a530-8d024414897f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0535545 Nov 24 21:50:42.607730 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:50:42.654032 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-16a5e993-db95-43b0-acc5-91cc5c40ed88 req-5589a5ed-a7e6-4909-8a74-3a83c2c1cd18 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458150 Nov 24 21:50:43.789822 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e814b-f6a0-4042-b744-32cd606b14ab req-e6dc9dd0-4bca-4f4a-bfda-005194c4d4ef tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:43.791296 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ff4e814b-f6a0-4042-b744-32cd606b14ab req-e6dc9dd0-4bca-4f4a-bfda-005194c4d4ef tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0546117 Nov 24 21:50:43.838940 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ff4e814b-f6a0-4042-b744-32cd606b14ab req-5ad2f960-c252-4a1f-b904-a0928398d6db tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416353 Nov 24 21:50:43.973505 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:50:44.939222 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:50:44.968540 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8984ee1-a573-4005-9824-69f6a0a11740 req-4b8e6f5b-c998-4132-bb95-5eb653b61e78 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:44.970206 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b8984ee1-a573-4005-9824-69f6a0a11740 req-4b8e6f5b-c998-4132-bb95-5eb653b61e78 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0576866 Nov 24 21:50:45.023322 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b8984ee1-a573-4005-9824-69f6a0a11740 req-6ff3eccb-a141-4848-9acf-42f53b181188 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467076 Nov 24 21:50:46.093684 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-7162afe2-d101-499d-8018-d961564043e0 service neutron] show failed (client error): The resource could not be found. Nov 24 21:50:46.094738 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-7162afe2-d101-499d-8018-d961564043e0 service neutron] 10.222.0.15 "GET /v2.0/ports/9efed36f-d2c8-462e-85ed-c42036e83705/bindings/n-h1-812111-8 HTTP/1.1" status: 404 len: 380 time: 0.0643177 Nov 24 21:50:46.151268 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ed74c-0706-4930-9a9c-7113e963fb8f req-bc8e98bc-eccc-4d32-98e4-1d38924cb3fa tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:46.153613 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb3ed74c-0706-4930-9a9c-7113e963fb8f req-bc8e98bc-eccc-4d32-98e4-1d38924cb3fa tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0568531 Nov 24 21:50:46.204986 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb3ed74c-0706-4930-9a9c-7113e963fb8f req-4674001e-8255-41b7-8e9d-746dc4177489 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446918 Nov 24 21:50:46.398779 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-652164e8-1e60-43d1-8e06-e7b0da832412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:46.400294 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-652164e8-1e60-43d1-8e06-e7b0da832412 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1&tenant_id=c0d5261d22cc461d858307f0abed0728 HTTP/1.1" status: 200 len: 1097 time: 0.0872436 Nov 24 21:50:46.412801 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-8', 'device_owner': 'compute:nova'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:50:46.470480 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:50:46.673993 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] For port 9efed36f-d2c8-462e-85ed-c42036e83705, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9efed36f-d2c8-462e-85ed-c42036e83705,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:50:46.707435 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] For port 9efed36f-d2c8-462e-85ed-c42036e83705, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:50:46.748553 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9efed36f-d2c8-462e-85ed-c42036e83705'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:50:46.750797 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80715d7-360a-43c5-9ad0-d990414be451" -d '{"events": [{"server_uuid": "9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1", "name": "network-vif-unplugged", "status": "completed", "tag": "9efed36f-d2c8-462e-85ed-c42036e83705"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:50:46.754983 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:50:46.768128 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Transition to ACTIVE for port object 9efed36f-d2c8-462e-85ed-c42036e83705 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:50:46.772493 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:50:46.804130 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 21:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311aa6f0-c0dd-420b-a8a7-2fea2e2197dd x-openstack-request-id: req-311aa6f0-c0dd-420b-a8a7-2fea2e2197dd {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:50:46.804433 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1", "name": "network-vif-unplugged", "status": "completed", "tag": "9efed36f-d2c8-462e-85ed-c42036e83705", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:50:46.804691 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-311aa6f0-c0dd-420b-a8a7-2fea2e2197dd {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:50:46.805117 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9efed36f-d2c8-462e-85ed-c42036e83705', 'code': 200} Nov 24 21:50:46.859131 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=9efed36f-d2c8-462e-85ed-c42036e83705,revision_number=6']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:50:46.874708 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:50:46.875060 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:50:46.875412 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:50:46.875755 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:50:46.876098 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:50:46.876439 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:50:46.876793 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:50:46.877129 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:50:46.877477 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:50:46.877814 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:50:46.878541 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:50:46.878541 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:50:46.918134 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] No DVR routers for this DVR port 9efed36f-d2c8-462e-85ed-c42036e83705 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:50:47.065141 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Attempting to bind port 9efed36f-d2c8-462e-85ed-c42036e83705 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:50:47.065497 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Attempting to bind port 9efed36f-d2c8-462e-85ed-c42036e83705 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:50:47.065769 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Attempting to bind port 9efed36f-d2c8-462e-85ed-c42036e83705 on network 1af74439-14ac-4b01-8d84-1b5193589df4 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:50:47.070248 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Port 9efed36f-d2c8-462e-85ed-c42036e83705 on network 1af74439-14ac-4b01-8d84-1b5193589df4 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:50:47.070503 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Attempting to bind port 9efed36f-d2c8-462e-85ed-c42036e83705 on network 1af74439-14ac-4b01-8d84-1b5193589df4 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:50:47.075951 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:50:47.076288 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Checking segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:50:47.076675 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Bound using segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:50:47.077153 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Bound port: 9efed36f-d2c8-462e-85ed-c42036e83705, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:50:47.077517 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:50:47.143665 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] For port 9efed36f-d2c8-462e-85ed-c42036e83705, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:50:47.146994 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] For port 9efed36f-d2c8-462e-85ed-c42036e83705, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=9efed36f-d2c8-462e-85ed-c42036e83705,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:50:47.151922 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:50:47.191977 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:47.192616 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:50:47.194112 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] 10.222.0.48 "PUT /v2.0/ports/9efed36f-d2c8-462e-85ed-c42036e83705 HTTP/1.1" status: 200 len: 1092 time: 0.7854667 Nov 24 21:50:47.231600 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49efc1-c26a-40d6-bb3e-8a9cfd6b5bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=9efed36f-d2c8-462e-85ed-c42036e83705,revision_number=7']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:50:47.265469 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-592febba-a408-4abd-b25a-679fe9b622eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:47.267100 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-592febba-a408-4abd-b25a-679fe9b622eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 1095 time: 0.0485752 Nov 24 21:50:47.349272 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a86180-b3f3-4ac0-a4a5-2901cf5c1835 req-928ead65-0e66-42ac-ad58-6a87d1d988ff tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:47.350997 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66a86180-b3f3-4ac0-a4a5-2901cf5c1835 req-928ead65-0e66-42ac-ad58-6a87d1d988ff tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 944 time: 0.0611901 Nov 24 21:50:47.371970 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-6e753c31-12e5-4c63-a3ac-18dc20e2e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:47.373805 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-6e753c31-12e5-4c63-a3ac-18dc20e2e954 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.1001983 Nov 24 21:50:47.409765 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-66a86180-b3f3-4ac0-a4a5-2901cf5c1835 req-45737229-1606-40c3-9787-14bb0f269fd3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455883 Nov 24 21:50:47.449490 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-e2e74b44-82d8-4454-99dc-5bf5e32ca4cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9efed36f-d2c8-462e-85ed-c42036e83705 HTTP/1.1" status: 200 len: 1001 time: 0.0691016 Nov 24 21:50:47.499902 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-d7c8bf95-fac0-46c9-8cb8-a355b71254ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:47.501367 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-d7c8bf95-fac0-46c9-8cb8-a355b71254ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0453281 Nov 24 21:50:47.547166 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-9234e243-66a8-46ff-8999-461091e83f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:47.548572 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-9234e243-66a8-46ff-8999-461091e83f78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404680 Nov 24 21:50:47.644064 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-54813807-d65c-4b5b-8c46-a68df2d3d1b6 service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885146 Nov 24 21:50:47.740081 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-cc58c19e-4fc2-4357-ac4a-ecc9eede8260 service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888014 Nov 24 21:50:48.112202 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9efed36f-d2c8-462e-85ed-c42036e83705 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:50:48.157407 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9efed36f-d2c8-462e-85ed-c42036e83705 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:50:48.538335 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd0728-a3bf-4ee8-8732-5458000fe669 req-37bdf96a-a311-4b8d-b367-b6b146d04fd4 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:48.540052 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3cd0728-a3bf-4ee8-8732-5458000fe669 req-37bdf96a-a311-4b8d-b367-b6b146d04fd4 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 944 time: 0.0573525 Nov 24 21:50:48.592697 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3cd0728-a3bf-4ee8-8732-5458000fe669 req-e300a6b8-ddac-46c8-b09f-291e9b2af2db tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452063 Nov 24 21:50:48.806729 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'tag': '9efed36f-d2c8-462e-85ed-c42036e83705'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:50:48.809267 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b41997-6cb1-4794-94b6-2d2e364f7350" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1", "tag": "9efed36f-d2c8-462e-85ed-c42036e83705"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:50:48.908677 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8869bf2a-758c-4cff-9802-cca5698051f8 x-openstack-request-id: req-8869bf2a-758c-4cff-9802-cca5698051f8 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:50:48.909073 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1", "tag": "9efed36f-d2c8-462e-85ed-c42036e83705", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:50:48.909400 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8869bf2a-758c-4cff-9802-cca5698051f8 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:50:48.909912 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'tag': '9efed36f-d2c8-462e-85ed-c42036e83705', 'status': 'completed', 'code': 200} Nov 24 21:50:48.981966 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b41997-6cb1-4794-94b6-2d2e364f7350 req-31842dc2-c36a-41ce-9545-15e20fb8f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:48.983558 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-13b41997-6cb1-4794-94b6-2d2e364f7350 req-31842dc2-c36a-41ce-9545-15e20fb8f362 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 1095 time: 0.0518186 Nov 24 21:50:48.996099 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b41997-6cb1-4794-94b6-2d2e364f7350 req-8d690f09-b6dd-459a-8136-62343239a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:48.997711 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-13b41997-6cb1-4794-94b6-2d2e364f7350 req-8d690f09-b6dd-459a-8136-62343239a377 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 1095 time: 0.0633733 Nov 24 21:50:49.092232 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b41997-6cb1-4794-94b6-2d2e364f7350 req-355f5675-cdaf-4071-aa82-f7a74a8f9f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:49.093701 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-13b41997-6cb1-4794-94b6-2d2e364f7350 req-355f5675-cdaf-4071-aa82-f7a74a8f9f86 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.1020372 Nov 24 21:50:49.098852 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b41997-6cb1-4794-94b6-2d2e364f7350 req-2d097bb3-ced8-43cb-a73a-73fd4e353e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:49.100354 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-13b41997-6cb1-4794-94b6-2d2e364f7350 req-2d097bb3-ced8-43cb-a73a-73fd4e353e38 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0956702 Nov 24 21:50:49.174387 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-13b41997-6cb1-4794-94b6-2d2e364f7350 req-a6f97af7-e5dc-4b80-9660-18b8679223dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9efed36f-d2c8-462e-85ed-c42036e83705 HTTP/1.1" status: 200 len: 1001 time: 0.0657680 Nov 24 21:50:49.174622 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-13b41997-6cb1-4794-94b6-2d2e364f7350 req-45cee496-f6da-45ec-9ae0-072169f1d6ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9efed36f-d2c8-462e-85ed-c42036e83705 HTTP/1.1" status: 200 len: 1001 time: 0.0698082 Nov 24 21:50:49.240001 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b41997-6cb1-4794-94b6-2d2e364f7350 req-b23b15cf-3f10-4f42-ac0d-d0db710ac56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:49.241582 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-13b41997-6cb1-4794-94b6-2d2e364f7350 req-b23b15cf-3f10-4f42-ac0d-d0db710ac56d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0516868 Nov 24 21:50:49.248243 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b41997-6cb1-4794-94b6-2d2e364f7350 req-932dbe07-c637-48c5-a3ab-9107bab882b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:49.249807 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-13b41997-6cb1-4794-94b6-2d2e364f7350 req-932dbe07-c637-48c5-a3ab-9107bab882b7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0687828 Nov 24 21:50:49.299317 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b41997-6cb1-4794-94b6-2d2e364f7350 req-16e65b2d-2450-4ced-9ecd-35c22b44b9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:49.300036 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b41997-6cb1-4794-94b6-2d2e364f7350 req-adae131f-8d13-4ebc-8976-fbc6123d0d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:49.300897 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-13b41997-6cb1-4794-94b6-2d2e364f7350 req-16e65b2d-2450-4ced-9ecd-35c22b44b9d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503221 Nov 24 21:50:49.301589 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-13b41997-6cb1-4794-94b6-2d2e364f7350 req-adae131f-8d13-4ebc-8976-fbc6123d0d3a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451164 Nov 24 21:50:49.410752 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-13b41997-6cb1-4794-94b6-2d2e364f7350 req-2e8c4ae8-f41b-49c7-abaa-b1addf122276 service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020596 Nov 24 21:50:49.415931 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-13b41997-6cb1-4794-94b6-2d2e364f7350 req-ec5ee53b-3611-4e14-b66f-acf39461c5f8 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034939 Nov 24 21:50:49.510241 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-13b41997-6cb1-4794-94b6-2d2e364f7350 req-0d0b797c-43e1-42c5-95ff-cd76137d20e5 service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908258 Nov 24 21:50:49.524474 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-13b41997-6cb1-4794-94b6-2d2e364f7350 req-77e4c060-150d-4fd1-b95f-7433ce86ff40 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968080 Nov 24 21:50:49.717978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d1eed-3700-4d8b-aeff-0fb4c36c78e8 req-dba4aed2-4f79-4776-a0e7-4a4168d53214 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:49.719527 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca7d1eed-3700-4d8b-aeff-0fb4c36c78e8 req-dba4aed2-4f79-4776-a0e7-4a4168d53214 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 944 time: 0.0539386 Nov 24 21:50:49.775706 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca7d1eed-3700-4d8b-aeff-0fb4c36c78e8 req-02fcbd8b-196a-4e75-9226-c63cb33240c6 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489361 Nov 24 21:50:50.899890 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fd54f-ff44-4de6-82d6-d40f09655261 req-57a10bf4-cc95-4c69-9a3c-773fbefdc044 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:50.901459 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-260fd54f-ff44-4de6-82d6-d40f09655261 req-57a10bf4-cc95-4c69-9a3c-773fbefdc044 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 944 time: 0.0511899 Nov 24 21:50:50.957289 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-260fd54f-ff44-4de6-82d6-d40f09655261 req-a22250ae-dc12-4b93-811a-f5040088bc11 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489452 Nov 24 21:50:52.083398 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8220b6e-5881-408f-9081-5415f5e5ae65 req-b393b159-7464-4726-a01a-d31d60c743df tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:52.085048 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b8220b6e-5881-408f-9081-5415f5e5ae65 req-b393b159-7464-4726-a01a-d31d60c743df tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 944 time: 0.0534272 Nov 24 21:50:52.135346 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b8220b6e-5881-408f-9081-5415f5e5ae65 req-cff68a81-e147-4679-84d8-90e9c00f5580 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439601 Nov 24 21:50:53.259552 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9d7e2-8f2e-40c6-b58b-1c3401a61d00 req-58e6d51e-e125-4a28-a3a6-a788df4ae7df tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:53.261095 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cca9d7e2-8f2e-40c6-b58b-1c3401a61d00 req-58e6d51e-e125-4a28-a3a6-a788df4ae7df tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 944 time: 0.0505397 Nov 24 21:50:53.310466 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cca9d7e2-8f2e-40c6-b58b-1c3401a61d00 req-d139c854-6b7f-46ef-b143-f66a9e426783 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425794 Nov 24 21:50:54.442651 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0844e-9e9b-4760-87c8-42667b476086 req-7d7a7865-9364-4a7c-9423-25ee20918b59 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:54.444164 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-62c0844e-9e9b-4760-87c8-42667b476086 req-7d7a7865-9364-4a7c-9423-25ee20918b59 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 944 time: 0.0536118 Nov 24 21:50:54.492129 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-62c0844e-9e9b-4760-87c8-42667b476086 req-2bdd66a2-9bac-4d9d-8944-f3f4d8fddf89 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408201 Nov 24 21:50:55.613649 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73318d-2197-4461-85f4-30f722bb0f55 req-f5cf5dd9-f22b-4f5b-b8da-12d15d8d6b7c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:55.615169 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd73318d-2197-4461-85f4-30f722bb0f55 req-f5cf5dd9-f22b-4f5b-b8da-12d15d8d6b7c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 944 time: 0.0514188 Nov 24 21:50:55.663398 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd73318d-2197-4461-85f4-30f722bb0f55 req-43693f42-cfb5-4766-a357-92e591177ac6 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419488 Nov 24 21:50:56.788643 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a593cba-5b2a-4255-a513-082a3b13befb req-df81ff1d-8338-48b9-b3a8-9d94b5a09d1f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:56.790194 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5a593cba-5b2a-4255-a513-082a3b13befb req-df81ff1d-8338-48b9-b3a8-9d94b5a09d1f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 944 time: 0.0503538 Nov 24 21:50:56.845630 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5a593cba-5b2a-4255-a513-082a3b13befb req-bf20d975-25c3-4eaf-b66c-0fda11f9aa4f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485618 Nov 24 21:50:57.967984 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96c228-d203-442e-9795-1cfe04a260bf req-5d7b53f2-34c4-4698-8bd3-2b9670ddfb00 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:57.969568 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de96c228-d203-442e-9795-1cfe04a260bf req-5d7b53f2-34c4-4698-8bd3-2b9670ddfb00 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 944 time: 0.0518620 Nov 24 21:50:58.021700 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-de96c228-d203-442e-9795-1cfe04a260bf req-6a02fd7f-76db-4935-b4ab-6b9d119e0763 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461681 Nov 24 21:50:59.143368 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f7a03-db28-4dad-a407-496f2898a2b4 req-b5e7cc5d-daae-4794-abe2-0864c2e2f2a8 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:50:59.144960 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f34f7a03-db28-4dad-a407-496f2898a2b4 req-b5e7cc5d-daae-4794-abe2-0864c2e2f2a8 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 944 time: 0.0491476 Nov 24 21:50:59.193921 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f34f7a03-db28-4dad-a407-496f2898a2b4 req-dfcdb45d-e01a-4adc-9b54-09b4ff009f5c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430007 Nov 24 21:51:00.329412 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e736b3-6dd5-4d88-b628-faa386570ad5 req-d92cd738-a762-4456-b45d-84a3b628ba9f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:00.330952 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b6e736b3-6dd5-4d88-b628-faa386570ad5 req-d92cd738-a762-4456-b45d-84a3b628ba9f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 944 time: 0.0617039 Nov 24 21:51:00.381208 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b6e736b3-6dd5-4d88-b628-faa386570ad5 req-c0a76f5a-56fb-4487-ae9a-6de96ad76d1b tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439928 Nov 24 21:51:01.126404 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 9efed36f-d2c8-462e-85ed-c42036e83705 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:51:01.229581 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 9efed36f-d2c8-462e-85ed-c42036e83705, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=9efed36f-d2c8-462e-85ed-c42036e83705,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:51:01.240988 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '9efed36f-d2c8-462e-85ed-c42036e83705', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'port_id': '9efed36f-d2c8-462e-85ed-c42036e83705', 'mac_address': 'fa:16:3e:22:31:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:51:01.279050 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:01.291761 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9efed36f-d2c8-462e-85ed-c42036e83705 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:51:01.311547 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 9efed36f-d2c8-462e-85ed-c42036e83705, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=9efed36f-d2c8-462e-85ed-c42036e83705,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:51:01.315503 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:01.366648 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=9efed36f-d2c8-462e-85ed-c42036e83705,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:01.375233 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:01.375631 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:01.375966 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:01.376308 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:01.376648 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:01.377010 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:01.377358 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:01.377687 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:01.378021 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:01.378351 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:01.378679 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:01.379006 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:01.506852 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984c681-dab9-405b-ba30-f865d6948488 req-b7ddae27-bfcf-4ef4-aed8-d4554640b048 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:01.508250 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f984c681-dab9-405b-ba30-f865d6948488 req-b7ddae27-bfcf-4ef4-aed8-d4554640b048 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 945 time: 0.0519493 Nov 24 21:51:01.557059 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['9efed36f-d2c8-462e-85ed-c42036e83705'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:51:01.557583 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f984c681-dab9-405b-ba30-f865d6948488 req-e7e66e92-240e-4577-95c0-76ffae676c22 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431240 Nov 24 21:51:01.853548 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-7f577745-6bfd-407f-8adf-5c98a7c62cb0 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:01.855910 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-7f577745-6bfd-407f-8adf-5c98a7c62cb0 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1&tenant_id=c0d5261d22cc461d858307f0abed0728&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 945 time: 0.0609660 Nov 24 21:51:01.876469 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8fa42-4f38-4b02-ac14-e148828212f4 req-f50f0870-b82b-4ea3-aad6-616c2fc4e5ae tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:01.878193 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-70f8fa42-4f38-4b02-ac14-e148828212f4 req-f50f0870-b82b-4ea3-aad6-616c2fc4e5ae tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 945 time: 0.0641980 Nov 24 21:51:01.922302 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-45f52c2f-8a3d-4aab-a904-2d62edd11f8e service neutron] 10.222.0.48 "GET /v2.0/ports/9efed36f-d2c8-462e-85ed-c42036e83705/bindings/n-h1-812111-8 HTTP/1.1" status: 200 len: 382 time: 0.0597503 Nov 24 21:51:01.940908 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-70f8fa42-4f38-4b02-ac14-e148828212f4 req-d3b1725c-dadc-4cb5-824f-74fec98e1ea1 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565209 Nov 24 21:51:01.991499 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-2d9ceb93-070e-4440-8aa9-a996777b6e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:01.993047 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-2d9ceb93-070e-4440-8aa9-a996777b6e63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 1096 time: 0.0427821 Nov 24 21:51:02.092070 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-d2a9e7ce-b1a1-4f78-bacc-9054656c5467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:02.093504 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-d2a9e7ce-b1a1-4f78-bacc-9054656c5467 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.0922124 Nov 24 21:51:02.163301 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-246f03d9-5960-45b2-9d38-5f708c217afb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9efed36f-d2c8-462e-85ed-c42036e83705 HTTP/1.1" status: 200 len: 1002 time: 0.0624101 Nov 24 21:51:02.215906 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-070c487f-9d6c-403e-b03b-ea35846248af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:02.217435 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-070c487f-9d6c-403e-b03b-ea35846248af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0466859 Nov 24 21:51:02.271347 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-86ffbcc8-5149-4513-88de-f081d8c60641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:02.272890 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-86ffbcc8-5149-4513-88de-f081d8c60641 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487528 Nov 24 21:51:02.367482 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-3eb830c2-4187-4519-8c0b-77c1da71fd48 service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866854 Nov 24 21:51:02.465370 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-9e5200be-df7f-4f25-b7fe-f304f60c333d service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898731 Nov 24 21:51:03.064504 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851285b-54d0-44f0-9b33-0a0ca74419ad req-7c0992dc-c657-402b-8ecd-d1b3a55a88f8 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:03.066029 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8851285b-54d0-44f0-9b33-0a0ca74419ad req-7c0992dc-c657-402b-8ecd-d1b3a55a88f8 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 945 time: 0.0492432 Nov 24 21:51:03.115630 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8851285b-54d0-44f0-9b33-0a0ca74419ad req-74612f2a-34d4-4631-afdf-465230577c1a tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436199 Nov 24 21:51:03.158376 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 9efed36f-d2c8-462e-85ed-c42036e83705 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:51:03.209306 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 9efed36f-d2c8-462e-85ed-c42036e83705 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:51:03.213712 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 9efed36f-d2c8-462e-85ed-c42036e83705 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:51:03.214087 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:03.298413 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:03.325893 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efed36f-d2c8-462e-85ed-c42036e83705'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:51:03.328156 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17d5569-1269-4f14-9ca3-587a6650d1fd" -d '{"events": [{"server_uuid": "9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1", "name": "network-vif-plugged", "status": "completed", "tag": "9efed36f-d2c8-462e-85ed-c42036e83705"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:51:03.342124 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 9efed36f-d2c8-462e-85ed-c42036e83705, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=9efed36f-d2c8-462e-85ed-c42036e83705,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:51:03.347116 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:03.396577 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=9efed36f-d2c8-462e-85ed-c42036e83705,revision_number=9']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:03.444429 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19f8778-6549-4b7d-b902-dfe78979751f x-openstack-request-id: req-e19f8778-6549-4b7d-b902-dfe78979751f {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:51:03.444728 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1", "name": "network-vif-plugged", "status": "completed", "tag": "9efed36f-d2c8-462e-85ed-c42036e83705", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:51:03.445012 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e19f8778-6549-4b7d-b902-dfe78979751f {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:51:03.445411 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efed36f-d2c8-462e-85ed-c42036e83705', 'code': 200} Nov 24 21:51:04.251145 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d079d8-5218-4a84-809b-855d527cbb02 req-2dd5cd2a-861d-431c-8044-6c5ed666d708 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:04.252885 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a9d079d8-5218-4a84-809b-855d527cbb02 req-2dd5cd2a-861d-431c-8044-6c5ed666d708 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0511003 Nov 24 21:51:04.312290 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a9d079d8-5218-4a84-809b-855d527cbb02 req-386b6d94-2f54-4260-bb32-f6a705cbe9c6 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523927 Nov 24 21:51:05.435401 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c5700-f868-4c07-859f-76a4b4b41645 req-68f48047-ff14-48b3-bba6-16d139cbfe04 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:05.437119 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d72c5700-f868-4c07-859f-76a4b4b41645 req-68f48047-ff14-48b3-bba6-16d139cbfe04 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0512347 Nov 24 21:51:05.486474 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d72c5700-f868-4c07-859f-76a4b4b41645 req-41681080-33f1-4f28-a6f4-a663b7389df4 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429585 Nov 24 21:51:06.611324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-be7c48bd-7ff3-4e2c-962c-ba972e3fce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:06.612845 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-be7c48bd-7ff3-4e2c-962c-ba972e3fce1f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1&tenant_id=c0d5261d22cc461d858307f0abed0728 HTTP/1.1" status: 200 len: 1097 time: 0.0766542 Nov 24 21:51:06.625687 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a5cdb-f481-42d4-9592-f722c0b74347 req-91d71422-66c6-4352-83c2-582b8c4145d5 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:06.627161 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-722a5cdb-f481-42d4-9592-f722c0b74347 req-91d71422-66c6-4352-83c2-582b8c4145d5 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0627558 Nov 24 21:51:06.632041 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-00f13ad5-f969-4949-8ec1-31532081b27d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:51:06.633035 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-00f13ad5-f969-4949-8ec1-31532081b27d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049863 Nov 24 21:51:06.653622 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-8', 'device_owner': 'compute:nova'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:51:06.720615 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-722a5cdb-f481-42d4-9592-f722c0b74347 req-0fff20f2-6157-434c-a719-6dbd98403d09 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865216 Nov 24 21:51:06.729188 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:06.950341 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] For port 9efed36f-d2c8-462e-85ed-c42036e83705, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=9efed36f-d2c8-462e-85ed-c42036e83705,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:51:06.984186 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] For port 9efed36f-d2c8-462e-85ed-c42036e83705, host n-h1-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:51:07.033970 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9efed36f-d2c8-462e-85ed-c42036e83705'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:51:07.036316 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468023ae-d9d9-472a-8d73-56779558937d" -d '{"events": [{"server_uuid": "9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1", "name": "network-vif-unplugged", "status": "completed", "tag": "9efed36f-d2c8-462e-85ed-c42036e83705"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:51:07.040562 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:07.054671 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Transition to ACTIVE for port object 9efed36f-d2c8-462e-85ed-c42036e83705 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:51:07.059422 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:07.158030 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 21:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c29cb77-596c-4adc-a531-d88431f3dd81 x-openstack-request-id: req-1c29cb77-596c-4adc-a531-d88431f3dd81 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:51:07.158341 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1", "name": "network-vif-unplugged", "status": "completed", "tag": "9efed36f-d2c8-462e-85ed-c42036e83705", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:51:07.158600 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1c29cb77-596c-4adc-a531-d88431f3dd81 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:51:07.159009 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9efed36f-d2c8-462e-85ed-c42036e83705', 'code': 200} Nov 24 21:51:07.164285 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Pushing event updated for resources: {'Port': ['ID=9efed36f-d2c8-462e-85ed-c42036e83705,revision_number=10']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:07.174223 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:07.174581 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:07.174937 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:07.175282 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:07.175625 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:07.175973 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:07.176326 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:07.176646 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:07.176797 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 9efed36f-d2c8-462e-85ed-c42036e83705 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:51:07.177260 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:07.177450 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:07.177670 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:07.178001 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:07.202065 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] No DVR routers for this DVR port 9efed36f-d2c8-462e-85ed-c42036e83705 on host n-h1-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:51:07.227381 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 9efed36f-d2c8-462e-85ed-c42036e83705 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:51:07.348644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Attempting to bind port 9efed36f-d2c8-462e-85ed-c42036e83705 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:51:07.349019 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Attempting to bind port 9efed36f-d2c8-462e-85ed-c42036e83705 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:51:07.349359 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Attempting to bind port 9efed36f-d2c8-462e-85ed-c42036e83705 on network 1af74439-14ac-4b01-8d84-1b5193589df4 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:51:07.353853 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Port 9efed36f-d2c8-462e-85ed-c42036e83705 on network 1af74439-14ac-4b01-8d84-1b5193589df4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:51:07.354182 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Attempting to bind port 9efed36f-d2c8-462e-85ed-c42036e83705 on network 1af74439-14ac-4b01-8d84-1b5193589df4 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:51:07.360135 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:51:07.360474 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Checking segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:51:07.360898 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Bound using segment: {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:51:07.361337 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Bound port: 9efed36f-d2c8-462e-85ed-c42036e83705, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b61d073-6e24-48bb-bddd-9d4968a46b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:51:07.361760 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:07.435364 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] For port 9efed36f-d2c8-462e-85ed-c42036e83705, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:51:07.439110 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] For port 9efed36f-d2c8-462e-85ed-c42036e83705, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9efed36f-d2c8-462e-85ed-c42036e83705,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:51:07.443130 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:07.479193 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:07.480492 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:07.482016 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] 10.222.0.15 "PUT /v2.0/ports/9efed36f-d2c8-462e-85ed-c42036e83705 HTTP/1.1" status: 200 len: 1093 time: 0.8342626 Nov 24 21:51:07.520724 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235d148-36ec-44f1-81da-1dbb252b268f service neutron] Pushing event updated for resources: {'Port': ['ID=9efed36f-d2c8-462e-85ed-c42036e83705,revision_number=11']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:07.564280 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-d6f1d9f8-bf34-461b-a284-fa0194e2cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:07.565935 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-d6f1d9f8-bf34-461b-a284-fa0194e2cfc8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 1096 time: 0.0539846 Nov 24 21:51:07.676432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-cc0f8545-8efa-47da-aa73-a8d61f4327f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:07.677951 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-cc0f8545-8efa-47da-aa73-a8d61f4327f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.1013262 Nov 24 21:51:07.767021 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-0ea4f31e-859f-435d-a815-6637af168719 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9efed36f-d2c8-462e-85ed-c42036e83705 HTTP/1.1" status: 200 len: 1001 time: 0.0774117 Nov 24 21:51:07.850619 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-0c53780f-c4f0-4078-9fd3-c84109decad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:07.852107 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-0c53780f-c4f0-4078-9fd3-c84109decad8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0782177 Nov 24 21:51:07.869080 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde54951-d2e7-4950-91ab-c32ab237cd2e req-d372144d-3a3c-42fd-b2d2-d1062141cf92 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:07.870629 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fde54951-d2e7-4950-91ab-c32ab237cd2e req-d372144d-3a3c-42fd-b2d2-d1062141cf92 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 945 time: 0.0661612 Nov 24 21:51:07.960237 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-b9ac4378-d42b-41ff-bf71-fbc11cf57df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:07.961809 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-b9ac4378-d42b-41ff-bf71-fbc11cf57df9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902896 Nov 24 21:51:07.966205 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fde54951-d2e7-4950-91ab-c32ab237cd2e req-adbf38a4-5909-45b7-bba8-15a0afdb46c2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864494 Nov 24 21:51:08.067683 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-d3c57c21-4e68-40d2-900d-2313e60ff1e1 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971084 Nov 24 21:51:08.178195 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3a9f0098-31bf-4a67-b125-10d1a4018c2f req-50148749-3025-4d3f-b457-a0ed8a647905 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986094 Nov 24 21:51:09.021880 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-33e01b1f-b177-4fc2-8a53-c918803b999a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:09.106962 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb03a6-660b-40ac-ac36-78b039737d87 req-bb687b7f-5416-4389-bba3-a88e4933d4f3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:09.108521 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1bb03a6-660b-40ac-ac36-78b039737d87 req-bb687b7f-5416-4389-bba3-a88e4933d4f3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 945 time: 0.0566082 Nov 24 21:51:09.160031 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a1bb03a6-660b-40ac-ac36-78b039737d87 req-1e1d49ab-5dfd-4549-9e8b-c4958a2e2752 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447669 Nov 24 21:51:09.160407 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'tag': '9efed36f-d2c8-462e-85ed-c42036e83705'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:51:09.162769 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787e6441-d551-49bf-bbd3-b8969ab1e097" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1", "tag": "9efed36f-d2c8-462e-85ed-c42036e83705"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:51:09.225075 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6be5306-d2ab-4305-a77e-615ec948f601 x-openstack-request-id: req-b6be5306-d2ab-4305-a77e-615ec948f601 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:51:09.225379 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1", "tag": "9efed36f-d2c8-462e-85ed-c42036e83705", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:51:09.225632 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6be5306-d2ab-4305-a77e-615ec948f601 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:51:09.226060 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'tag': '9efed36f-d2c8-462e-85ed-c42036e83705', 'status': 'completed', 'code': 200} Nov 24 21:51:09.293177 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e6441-d551-49bf-bbd3-b8969ab1e097 req-343cd779-3fb5-4224-ab4c-41b56670c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:09.294813 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-787e6441-d551-49bf-bbd3-b8969ab1e097 req-343cd779-3fb5-4224-ab4c-41b56670c80b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 1096 time: 0.0437181 Nov 24 21:51:09.298407 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e6441-d551-49bf-bbd3-b8969ab1e097 req-5af2bb06-1892-484d-ae69-d890ebf7e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:09.299902 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-787e6441-d551-49bf-bbd3-b8969ab1e097 req-5af2bb06-1892-484d-ae69-d890ebf7e04e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 1096 time: 0.0436780 Nov 24 21:51:09.407357 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e6441-d551-49bf-bbd3-b8969ab1e097 req-a85c7f8d-82b4-4565-b8a3-43847f478f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:09.409094 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-787e6441-d551-49bf-bbd3-b8969ab1e097 req-a85c7f8d-82b4-4565-b8a3-43847f478f5a service neutron] 10.222.0.48 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.1071789 Nov 24 21:51:09.416654 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e6441-d551-49bf-bbd3-b8969ab1e097 req-bb4ffb62-6c2d-4d42-9cd1-22333de73857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:09.418849 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-787e6441-d551-49bf-bbd3-b8969ab1e097 req-bb4ffb62-6c2d-4d42-9cd1-22333de73857 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.1050310 Nov 24 21:51:09.481962 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-787e6441-d551-49bf-bbd3-b8969ab1e097 req-be36e9d2-224e-49a6-b375-c4717837fab4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9efed36f-d2c8-462e-85ed-c42036e83705 HTTP/1.1" status: 200 len: 1001 time: 0.0659099 Nov 24 21:51:09.499993 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-787e6441-d551-49bf-bbd3-b8969ab1e097 req-be9921d7-af66-4332-b20b-146f018069c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9efed36f-d2c8-462e-85ed-c42036e83705 HTTP/1.1" status: 200 len: 1001 time: 0.0700748 Nov 24 21:51:09.538053 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e6441-d551-49bf-bbd3-b8969ab1e097 req-56047f71-410a-4438-9337-c777a503cd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:09.539550 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-787e6441-d551-49bf-bbd3-b8969ab1e097 req-56047f71-410a-4438-9337-c777a503cd93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0504224 Nov 24 21:51:09.564803 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e6441-d551-49bf-bbd3-b8969ab1e097 req-97869464-678f-4935-9b74-741826605e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:09.566471 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-787e6441-d551-49bf-bbd3-b8969ab1e097 req-97869464-678f-4935-9b74-741826605e80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0561972 Nov 24 21:51:09.595188 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e6441-d551-49bf-bbd3-b8969ab1e097 req-d92fa13e-96f3-47cd-87ff-c1b3a112eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:09.596738 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-787e6441-d551-49bf-bbd3-b8969ab1e097 req-d92fa13e-96f3-47cd-87ff-c1b3a112eeb6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498927 Nov 24 21:51:09.623429 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e6441-d551-49bf-bbd3-b8969ab1e097 req-8ec69a38-a02f-453b-a0df-0f552fb53fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:09.625021 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-787e6441-d551-49bf-bbd3-b8969ab1e097 req-8ec69a38-a02f-453b-a0df-0f552fb53fff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472374 Nov 24 21:51:09.694286 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-787e6441-d551-49bf-bbd3-b8969ab1e097 req-e97beb4f-b59d-41b6-a0f6-7e914c69442e service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903890 Nov 24 21:51:09.727913 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-787e6441-d551-49bf-bbd3-b8969ab1e097 req-55619ecf-b580-4d89-8aff-00c302b14d48 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909343 Nov 24 21:51:09.797918 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-787e6441-d551-49bf-bbd3-b8969ab1e097 req-ac7037c6-04b3-4a2e-9582-717f97070c5f service neutron] 10.222.0.48 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961280 Nov 24 21:51:09.845795 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-787e6441-d551-49bf-bbd3-b8969ab1e097 req-22ad5847-fc9f-476a-b347-2b5912ef24b8 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064422 Nov 24 21:51:10.217632 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:10.290065 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50c61a-a6e8-44da-a9b2-c997652df2cb req-70cc40c5-b2bb-499e-b72f-2c875b2d5708 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:10.291566 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4d50c61a-a6e8-44da-a9b2-c997652df2cb req-70cc40c5-b2bb-499e-b72f-2c875b2d5708 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 945 time: 0.0509441 Nov 24 21:51:10.358812 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4d50c61a-a6e8-44da-a9b2-c997652df2cb req-c9e183b5-91ef-4fb4-82b6-9f21fc472079 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568309 Nov 24 21:51:11.305615 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5c9e7275-561a-47f5-b8cc-d3982d15bcec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:11.483979 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b8bb8-0d31-4b99-adb4-0ccf780e208c req-6b17e3a1-ff61-4bb6-87ed-307f288449be tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:11.485520 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd9b8bb8-0d31-4b99-adb4-0ccf780e208c req-6b17e3a1-ff61-4bb6-87ed-307f288449be tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 945 time: 0.0527091 Nov 24 21:51:11.537341 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd9b8bb8-0d31-4b99-adb4-0ccf780e208c req-4241978f-5d3b-4ed5-8495-4b27c4fdd824 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451565 Nov 24 21:51:11.656769 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:12.607920 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:12.663624 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1226ad4-a972-4f2a-9d9a-3d3636f8b74b req-a78df707-b25a-4eea-9327-7a2261e3a6d5 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:12.666255 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e1226ad4-a972-4f2a-9d9a-3d3636f8b74b req-a78df707-b25a-4eea-9327-7a2261e3a6d5 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 945 time: 0.0532393 Nov 24 21:51:12.716687 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e1226ad4-a972-4f2a-9d9a-3d3636f8b74b req-3d715e5c-776b-45ac-a979-026c14d12c6c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443573 Nov 24 21:51:13.837966 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06483f-fdf3-47b4-beb4-e27ff6f71978 req-a953f4dc-f92e-46c7-821f-9430f5d97443 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:13.840145 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2e06483f-fdf3-47b4-beb4-e27ff6f71978 req-a953f4dc-f92e-46c7-821f-9430f5d97443 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 945 time: 0.0530953 Nov 24 21:51:13.886806 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2e06483f-fdf3-47b4-beb4-e27ff6f71978 req-fa099576-44e9-40c2-8833-99c4c535fe5d tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407307 Nov 24 21:51:13.973923 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:14.493395 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:51:14.931446 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:15.005929 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a8cc9-11ea-4e87-a0bc-d6a9672ca4c3 req-b782d427-d8ee-42fc-9567-6c238c4cf27d tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:15.007518 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-294a8cc9-11ea-4e87-a0bc-d6a9672ca4c3 req-b782d427-d8ee-42fc-9567-6c238c4cf27d tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 945 time: 0.0497735 Nov 24 21:51:15.055922 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-294a8cc9-11ea-4e87-a0bc-d6a9672ca4c3 req-b0cf69e8-bc1f-42c6-a22c-788000fbec3f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415292 Nov 24 21:51:16.180579 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6986c-bc88-43a3-a4ce-5e993218aec7 req-103f98e4-2000-4dff-b8bf-bebb78fb8cb3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:16.182150 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84d6986c-bc88-43a3-a4ce-5e993218aec7 req-103f98e4-2000-4dff-b8bf-bebb78fb8cb3 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 945 time: 0.0521133 Nov 24 21:51:16.235419 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-84d6986c-bc88-43a3-a4ce-5e993218aec7 req-b03282fe-d699-4dbd-a02f-d30380aa495b tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456717 Nov 24 21:51:17.542696 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9341fe-5d86-420e-8e07-bea1ce0ad637 req-c3a7bb30-5b55-469d-bd8c-00695e70be46 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:17.544407 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bd9341fe-5d86-420e-8e07-bea1ce0ad637 req-c3a7bb30-5b55-469d-bd8c-00695e70be46 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 945 time: 0.0501711 Nov 24 21:51:17.596473 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bd9341fe-5d86-420e-8e07-bea1ce0ad637 req-b5181f9c-d30b-4e98-b475-a57af8123c78 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436952 Nov 24 21:51:18.718891 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7809a1a-230d-4610-8872-500efbf73c94 req-f4520892-7dd6-4527-9a50-419f2264b526 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:18.720388 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a7809a1a-230d-4610-8872-500efbf73c94 req-f4520892-7dd6-4527-9a50-419f2264b526 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 945 time: 0.0522645 Nov 24 21:51:18.768210 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a7809a1a-230d-4610-8872-500efbf73c94 req-3ab6a5a1-a000-4b7c-ac5e-20a22150ed5b tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417886 Nov 24 21:51:19.772128 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1eb96-b765-4274-82fd-2b9b3702adfa req-c7801075-ae18-463c-bf84-c1b115a2ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:19.773699 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6e1eb96-b765-4274-82fd-2b9b3702adfa req-c7801075-ae18-463c-bf84-c1b115a2ef72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d5261d22cc461d858307f0abed0728&device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 1096 time: 0.0455778 Nov 24 21:51:20.209816 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1eb96-b765-4274-82fd-2b9b3702adfa req-b76d59ce-b135-4a56-adc2-21735c6d9c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:20.211282 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6e1eb96-b765-4274-82fd-2b9b3702adfa req-b76d59ce-b135-4a56-adc2-21735c6d9c83 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 200 len: 913 time: 0.4156578 Nov 24 21:51:20.220181 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfe15b-b3e8-4b1d-9895-01ab7080b712 req-b0e9daaa-c9f2-455e-9077-6beb69be9ee0 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:20.221591 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a9dfe15b-b3e8-4b1d-9895-01ab7080b712 req-b0e9daaa-c9f2-455e-9077-6beb69be9ee0 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 945 time: 0.3683276 Nov 24 21:51:20.305796 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6e1eb96-b765-4274-82fd-2b9b3702adfa req-f69665ce-53c3-4b4d-b400-fc987a654ebc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9efed36f-d2c8-462e-85ed-c42036e83705 HTTP/1.1" status: 200 len: 1001 time: 0.0832534 Nov 24 21:51:20.312957 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a9dfe15b-b3e8-4b1d-9895-01ab7080b712 req-5152ac0b-87bb-4e54-b074-51761a8065b0 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850019 Nov 24 21:51:20.358236 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9efed36f-d2c8-462e-85ed-c42036e83705 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:51:20.361804 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1eb96-b765-4274-82fd-2b9b3702adfa req-40c7d5ab-e4b8-4321-b5ee-0fb8bd9d4d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:20.363578 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6e1eb96-b765-4274-82fd-2b9b3702adfa req-40c7d5ab-e4b8-4321-b5ee-0fb8bd9d4d83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 200 len: 851 time: 0.0465777 Nov 24 21:51:20.416560 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1eb96-b765-4274-82fd-2b9b3702adfa req-2904d41e-9ccd-45a4-ae9d-0effd0083aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:20.418740 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6e1eb96-b765-4274-82fd-2b9b3702adfa req-2904d41e-9ccd-45a4-ae9d-0effd0083aa2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af74439-14ac-4b01-8d84-1b5193589df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476861 Nov 24 21:51:20.463449 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9efed36f-d2c8-462e-85ed-c42036e83705, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9efed36f-d2c8-462e-85ed-c42036e83705,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:51:20.475677 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '9efed36f-d2c8-462e-85ed-c42036e83705', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'port_id': '9efed36f-d2c8-462e-85ed-c42036e83705', 'mac_address': 'fa:16:3e:22:31:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:51:20.517130 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:20.526714 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6e1eb96-b765-4274-82fd-2b9b3702adfa req-c0267757-1007-4789-a546-4d7e6131b194 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954008 Nov 24 21:51:20.531473 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9efed36f-d2c8-462e-85ed-c42036e83705 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:51:20.553248 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9efed36f-d2c8-462e-85ed-c42036e83705, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9efed36f-d2c8-462e-85ed-c42036e83705,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:51:20.558934 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:20.608930 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=9efed36f-d2c8-462e-85ed-c42036e83705,revision_number=12']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:20.636288 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6e1eb96-b765-4274-82fd-2b9b3702adfa req-8d8de2d1-a07e-4ddd-8473-f60215f40d45 service neutron] 10.222.0.15 "GET /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977671 Nov 24 21:51:20.835558 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['9efed36f-d2c8-462e-85ed-c42036e83705'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:51:21.434396 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb1a9c-6b63-4eaa-9b25-6c4f383f7e49 req-1ff785b5-3b83-4baf-8bb3-89c5898df1e4 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:21.435942 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-06fb1a9c-6b63-4eaa-9b25-6c4f383f7e49 req-1ff785b5-3b83-4baf-8bb3-89c5898df1e4 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0491567 Nov 24 21:51:21.483012 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-06fb1a9c-6b63-4eaa-9b25-6c4f383f7e49 req-1034dc99-0184-4533-a520-a2b6985a1f59 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409918 Nov 24 21:51:21.603843 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48242d2-6ded-475e-b0dc-12d244f1b945 req-0c644027-3863-4997-8341-0cd26c37b0d0 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:21.606284 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a48242d2-6ded-475e-b0dc-12d244f1b945 req-0c644027-3863-4997-8341-0cd26c37b0d0 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0541875 Nov 24 21:51:21.655257 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a48242d2-6ded-475e-b0dc-12d244f1b945 req-c43f8bd3-f4bf-4c46-9556-8f96229c46f5 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430498 Nov 24 21:51:21.781047 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125a595-7a1d-4158-b603-5014489b78dd req-3e608ac2-f89f-4122-9463-70abe9c1c7f8 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:21.782463 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3125a595-7a1d-4158-b603-5014489b78dd req-3e608ac2-f89f-4122-9463-70abe9c1c7f8 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0580151 Nov 24 21:51:21.830335 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3125a595-7a1d-4158-b603-5014489b78dd req-0259e121-5b73-468c-903c-c47bdbed9d2d tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419242 Nov 24 21:51:22.067776 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d9bbe-f28d-45ad-9178-b0377fb80cd8 req-ba533131-7283-407f-93ce-e6671d710c1a tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:22.069205 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-253d9bbe-f28d-45ad-9178-b0377fb80cd8 req-ba533131-7283-407f-93ce-e6671d710c1a tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0511544 Nov 24 21:51:22.124128 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-253d9bbe-f28d-45ad-9178-b0377fb80cd8 req-c32090ec-a180-40fa-85c8-1aa26537fde2 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488477 Nov 24 21:51:22.369665 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9efed36f-d2c8-462e-85ed-c42036e83705 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:51:22.426275 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 9efed36f-d2c8-462e-85ed-c42036e83705 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:51:22.430099 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 9efed36f-d2c8-462e-85ed-c42036e83705 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:51:22.430477 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:22.511196 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:22.533714 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efed36f-d2c8-462e-85ed-c42036e83705'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:51:22.535956 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87eea134-8424-4fad-83fe-3b924dc6ca9b" -d '{"events": [{"server_uuid": "9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1", "name": "network-vif-plugged", "status": "completed", "tag": "9efed36f-d2c8-462e-85ed-c42036e83705"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:51:22.549787 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 9efed36f-d2c8-462e-85ed-c42036e83705, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9efed36f-d2c8-462e-85ed-c42036e83705,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:51:22.554109 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:22.578234 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba40aaa-0160-4e49-9d5b-178b6d20fada x-openstack-request-id: req-0ba40aaa-0160-4e49-9d5b-178b6d20fada {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:51:22.578669 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1", "name": "network-vif-plugged", "status": "completed", "tag": "9efed36f-d2c8-462e-85ed-c42036e83705", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:51:22.579035 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ba40aaa-0160-4e49-9d5b-178b6d20fada {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:51:22.579613 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efed36f-d2c8-462e-85ed-c42036e83705', 'code': 200} Nov 24 21:51:22.605717 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=9efed36f-d2c8-462e-85ed-c42036e83705,revision_number=13']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:23.244674 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb256ed1-8df1-476b-a2cc-ea8e1c94eb52 req-c08515f1-6176-45cb-9b5f-bac1406812dd tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:23.246383 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fb256ed1-8df1-476b-a2cc-ea8e1c94eb52 req-c08515f1-6176-45cb-9b5f-bac1406812dd tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 947 time: 0.0499983 Nov 24 21:51:23.294053 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fb256ed1-8df1-476b-a2cc-ea8e1c94eb52 req-99dc3f65-2683-4f08-ae3d-c7abf52372f1 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups?id=a11bcc96-2a73-44b0-8866-a1c769af78ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417373 Nov 24 21:51:23.794136 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e788a5e-d53e-4f66-9abd-977ab47791a1 req-f9445742-1e0f-4e1a-b364-d5d26bc2908c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:23.795627 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e788a5e-d53e-4f66-9abd-977ab47791a1 req-f9445742-1e0f-4e1a-b364-d5d26bc2908c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 947 time: 0.0493305 Nov 24 21:51:23.889079 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-5e788a5e-d53e-4f66-9abd-977ab47791a1 req-93093c8f-ce22-4a48-a7a9-a8b7558d3071 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Deleting port 9efed36f-d2c8-462e-85ed-c42036e83705 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:51:23.889411 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5e788a5e-d53e-4f66-9abd-977ab47791a1 req-93093c8f-ce22-4a48-a7a9-a8b7558d3071 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:23.986042 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-5e788a5e-d53e-4f66-9abd-977ab47791a1 req-93093c8f-ce22-4a48-a7a9-a8b7558d3071 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] For port 9efed36f-d2c8-462e-85ed-c42036e83705, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=9efed36f-d2c8-462e-85ed-c42036e83705,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:51:23.986398 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5e788a5e-d53e-4f66-9abd-977ab47791a1 req-93093c8f-ce22-4a48-a7a9-a8b7558d3071 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:24.182499 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5e788a5e-d53e-4f66-9abd-977ab47791a1 req-93093c8f-ce22-4a48-a7a9-a8b7558d3071 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:24.183308 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5e788a5e-d53e-4f66-9abd-977ab47791a1 req-93093c8f-ce22-4a48-a7a9-a8b7558d3071 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:24.183308 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [req-5e788a5e-d53e-4f66-9abd-977ab47791a1 req-93093c8f-ce22-4a48-a7a9-a8b7558d3071 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Floating IP 75ade2d6-a135-46b6-923a-7d1bac88fa49 disassociated. External IP: 172.25.5.213, port: 9efed36f-d2c8-462e-85ed-c42036e83705. Nov 24 21:51:24.183619 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-5e788a5e-d53e-4f66-9abd-977ab47791a1 req-93093c8f-ce22-4a48-a7a9-a8b7558d3071 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Calling delete_port for 9efed36f-d2c8-462e-85ed-c42036e83705 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:51:24.312181 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5e788a5e-d53e-4f66-9abd-977ab47791a1 req-93093c8f-ce22-4a48-a7a9-a8b7558d3071 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:24.346393 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93093c8f-ce22-4a48-a7a9-a8b7558d3071 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Pushing event deleted for resources: {'Port': ['ID=9efed36f-d2c8-462e-85ed-c42036e83705,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:24.426753 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-16e73011-7720-41c1-90f6-4f3e21db5dcb req-419f7052-0b24-4479-800b-779fdd046ccc tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 210 time: 0.0373418 Nov 24 21:51:24.507111 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e788a5e-d53e-4f66-9abd-977ab47791a1 req-93093c8f-ce22-4a48-a7a9-a8b7558d3071 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:51:24.632027 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e788a5e-d53e-4f66-9abd-977ab47791a1 req-93093c8f-ce22-4a48-a7a9-a8b7558d3071 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:51:24.643422 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0807eee-40e5-40b6-ab98-a8ba3102d455 None None] Sync routers for ids ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:51:24.658459 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0807eee-40e5-40b6-ab98-a8ba3102d455 None None] Routers {'23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:51:24.659147 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a0807eee-40e5-40b6-ab98-a8ba3102d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:51:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:51:24.680023 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e788a5e-d53e-4f66-9abd-977ab47791a1 req-93093c8f-ce22-4a48-a7a9-a8b7558d3071 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] No DVR routers for this DVR port 9efed36f-d2c8-462e-85ed-c42036e83705 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:51:24.683766 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5e788a5e-d53e-4f66-9abd-977ab47791a1 req-93093c8f-ce22-4a48-a7a9-a8b7558d3071 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:24.690116 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e788a5e-d53e-4f66-9abd-977ab47791a1 req-93093c8f-ce22-4a48-a7a9-a8b7558d3071 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.15 "DELETE /v2.0/ports/9efed36f-d2c8-462e-85ed-c42036e83705 HTTP/1.1" status: 204 len: 173 time: 0.8877695 Nov 24 21:51:24.690618 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'name': 'network-vif-deleted', 'tag': '9efed36f-d2c8-462e-85ed-c42036e83705'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:51:24.693739 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc1de23-d95b-448a-a27c-d9ab69126469" -d '{"events": [{"server_uuid": "9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1", "name": "network-vif-deleted", "tag": "9efed36f-d2c8-462e-85ed-c42036e83705"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:51:24.749016 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf44303-f84c-4126-ad27-3f26c74c82b3 x-openstack-request-id: req-dcf44303-f84c-4126-ad27-3f26c74c82b3 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:51:24.749812 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1", "name": "network-vif-deleted", "tag": "9efed36f-d2c8-462e-85ed-c42036e83705", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:51:24.750169 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dcf44303-f84c-4126-ad27-3f26c74c82b3 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:51:24.750626 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1', 'name': 'network-vif-deleted', 'tag': '9efed36f-d2c8-462e-85ed-c42036e83705', 'status': 'completed', 'code': 200} Nov 24 21:51:24.806769 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-a0807eee-40e5-40b6-ab98-a8ba3102d455 None None] Set router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:51:25.048299 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a0807eee-40e5-40b6-ab98-a8ba3102d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:51:25.083352 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0807eee-40e5-40b6-ab98-a8ba3102d455 None None] Checking router: 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:51:25.096503 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0807eee-40e5-40b6-ab98-a8ba3102d455 None None] Routers {'23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:51:25.097486 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a0807eee-40e5-40b6-ab98-a8ba3102d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:51:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:51:25.228767 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-a0807eee-40e5-40b6-ab98-a8ba3102d455 None None] Set router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:51:25.435047 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a0807eee-40e5-40b6-ab98-a8ba3102d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:51:25.467915 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0807eee-40e5-40b6-ab98-a8ba3102d455 None None] The sync data for ids ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'] in n-d-812111-8 is: [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:15Z', 'revision_number': 4, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'e78ed1fe-e635-4dd4-bce5-80e75ff19bc1', 'name': '', 'network_id': '1af74439-14ac-4b01-8d84-1b5193589df4', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'mac_address': 'fa:16:3e:66:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:15Z', 'updated_at': '2021-11-24T21:41:19Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'subnets': [{'id': '0e2e511e-d304-4f7b-88db-a76ba0fbb677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:51:25.534531 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-53dec64b-eff4-45c8-9abd-dd64d0aacc4f req-a7e0ea44-b07c-4728-9e3c-df3f9e5f02b5 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 210 time: 0.0295117 Nov 24 21:51:25.735834 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcda6cf-896e-4f68-8112-a80b8ac4c4f5 None None] New status for floating IP 75ade2d6-a135-46b6-923a-7d1bac88fa49: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:51:26.633495 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6f0c1d97-9b04-4d24-9951-2a1dca4753bf req-1c39a9a1-05cd-4306-8ade-cee4325db19f tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 210 time: 0.0271304 Nov 24 21:51:27.731304 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-39d632e7-8dea-4ce7-9830-1c737865c1a6 req-594e97ef-e632-4e5c-b1e9-8650371010f0 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 210 time: 0.0277605 Nov 24 21:51:28.373462 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9efed36f-d2c8-462e-85ed-c42036e83705 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:51:28.394070 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 9efed36f-d2c8-462e-85ed-c42036e83705 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:51:28.394423 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 9efed36f-d2c8-462e-85ed-c42036e83705 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:51:28.837115 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c7baaf47-2cb6-43e1-8eef-99d83490ff1d req-f2a6b086-f0ff-42a4-bc45-09a8a1873ce7 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb89e2c-0fe8-4e9a-830a-8e6d6b21ebd1 HTTP/1.1" status: 200 len: 210 time: 0.0306239 Nov 24 21:51:33.675115 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53400) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:51:33.738867 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6334fbe0-9026-49a1-b94e-32bd6d530e2c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:33.765135 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6334fbe0-9026-49a1-b94e-32bd6d530e2c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:33.816686 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6334fbe0-9026-49a1-b94e-32bd6d530e2c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:33.819411 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6334fbe0-9026-49a1-b94e-32bd6d530e2c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:33.823316 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53402) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:51:33.823966 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6334fbe0-9026-49a1-b94e-32bd6d530e2c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "DELETE /v2.0/security-groups/a11bcc96-2a73-44b0-8866-a1c769af78ba HTTP/1.1" status: 204 len: 168 time: 0.1469386 Nov 24 21:51:33.835917 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334fbe0-9026-49a1-b94e-32bd6d530e2c tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11bcc96-2a73-44b0-8866-a1c769af78ba,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:33.838885 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-dbf10536-8655-4007-9381-f8d15b0f74c0 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] show failed (client error): The resource could not be found. Nov 24 21:51:33.840006 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dbf10536-8655-4007-9381-f8d15b0f74c0 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "GET /v2.0/security-groups/a11bcc96-2a73-44b0-8866-a1c769af78ba HTTP/1.1" status: 404 len: 347 time: 0.0156510 Nov 24 21:51:33.842795 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53404) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:51:33.992357 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ce41be30-0d56-4045-84bf-546a475f3081 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Deleting port 032e8b08-34e3-428c-b198-1c2e5a89bb6a {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:51:33.992572 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ce41be30-0d56-4045-84bf-546a475f3081 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:34.094077 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ce41be30-0d56-4045-84bf-546a475f3081 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:34.094401 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ce41be30-0d56-4045-84bf-546a475f3081 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:34.112452 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ce41be30-0d56-4045-84bf-546a475f3081 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Calling delete_port for 032e8b08-34e3-428c-b198-1c2e5a89bb6a owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:51:34.256923 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ce41be30-0d56-4045-84bf-546a475f3081 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:34.285347 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41be30-0d56-4045-84bf-546a475f3081 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Pushing event deleted for resources: {'Port': ['ID=032e8b08-34e3-428c-b198-1c2e5a89bb6a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:34.360031 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ce41be30-0d56-4045-84bf-546a475f3081 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:34.362872 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ce41be30-0d56-4045-84bf-546a475f3081 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:34.364477 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ce41be30-0d56-4045-84bf-546a475f3081 tempest-ServerActionsTestJSON-1800423177 tempest-ServerActionsTestJSON-1800423177-project] 10.222.0.11 "DELETE /v2.0/floatingips/75ade2d6-a135-46b6-923a-7d1bac88fa49 HTTP/1.1" status: 204 len: 168 time: 0.5204251 Nov 24 21:51:34.367532 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53410) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:51:35.027129 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b556fe9f-f185-4d79-a5d9-779aadfbf29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:35.334126 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-b556fe9f-f185-4d79-a5d9-779aadfbf29c admin admin] Deleting port e78ed1fe-e635-4dd4-bce5-80e75ff19bc1 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:51:35.334501 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b556fe9f-f185-4d79-a5d9-779aadfbf29c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:35.414949 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-b556fe9f-f185-4d79-a5d9-779aadfbf29c admin admin] For port e78ed1fe-e635-4dd4-bce5-80e75ff19bc1, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e78ed1fe-e635-4dd4-bce5-80e75ff19bc1,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:51:35.415307 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b556fe9f-f185-4d79-a5d9-779aadfbf29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:35.429250 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-b556fe9f-f185-4d79-a5d9-779aadfbf29c admin admin] Calling delete_port for e78ed1fe-e635-4dd4-bce5-80e75ff19bc1 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:51:35.611740 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b556fe9f-f185-4d79-a5d9-779aadfbf29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:35.638872 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556fe9f-f185-4d79-a5d9-779aadfbf29c admin admin] Pushing event deleted for resources: {'Port': ['ID=e78ed1fe-e635-4dd4-bce5-80e75ff19bc1,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:36.104967 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b556fe9f-f185-4d79-a5d9-779aadfbf29c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:36.326527 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b556fe9f-f185-4d79-a5d9-779aadfbf29c admin admin] Router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:51:36.437428 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b556fe9f-f185-4d79-a5d9-779aadfbf29c admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:51:36.444224 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b556fe9f-f185-4d79-a5d9-779aadfbf29c admin admin] 10.222.0.11 "PUT /v2.0/routers/23595da7-77bf-4ca3-b9e4-d9f9dcd7852c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0739069 Nov 24 21:51:36.445572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53416) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:51:36.447093 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa092993-aa7a-446e-8757-3137837ee602 None None] Sync routers for ids ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:51:36.458690 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa092993-aa7a-446e-8757-3137837ee602 None None] Routers {'23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:51:36.459328 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-fa092993-aa7a-446e-8757-3137837ee602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:51:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:51:36.565911 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c360523-6e89-4acb-9d23-118615f5ae8d admin admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:36.582616 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-fa092993-aa7a-446e-8757-3137837ee602 None None] Set router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:51:36.674699 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c360523-6e89-4acb-9d23-118615f5ae8d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:36.741004 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3c360523-6e89-4acb-9d23-118615f5ae8d admin admin] Deleting port 9c8b3f97-23e9-4b44-8909-7a0d5759546a {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:51:36.741355 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c360523-6e89-4acb-9d23-118615f5ae8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:36.772260 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-fa092993-aa7a-446e-8757-3137837ee602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:51:35Z', 'revision_number': 5, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port': {'id': '9c8b3f97-23e9-4b44-8909-7a0d5759546a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:51:36.809056 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa092993-aa7a-446e-8757-3137837ee602 None None] Checking router: 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:51:36.817590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa092993-aa7a-446e-8757-3137837ee602 None None] Routers {'23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:51:36.818198 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-fa092993-aa7a-446e-8757-3137837ee602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:51:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:51:36.848627 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3c360523-6e89-4acb-9d23-118615f5ae8d admin admin] For port 9c8b3f97-23e9-4b44-8909-7a0d5759546a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9c8b3f97-23e9-4b44-8909-7a0d5759546a,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:51:36.849033 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c360523-6e89-4acb-9d23-118615f5ae8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:36.863234 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3c360523-6e89-4acb-9d23-118615f5ae8d admin admin] Calling delete_port for 9c8b3f97-23e9-4b44-8909-7a0d5759546a owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:51:36.910242 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-fa092993-aa7a-446e-8757-3137837ee602 None None] Set router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:51:36.967783 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-fa092993-aa7a-446e-8757-3137837ee602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:51:36Z', 'revision_number': 6, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:51:36.997677 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa092993-aa7a-446e-8757-3137837ee602 None None] The sync data for ids ['23595da7-77bf-4ca3-b9e4-d9f9dcd7852c'] in n-d-812111-8 is: [{'id': '23595da7-77bf-4ca3-b9e4-d9f9dcd7852c', 'name': 'tempest-ServerActionsTestJSON-1027216505-router', 'tenant_id': 'c0d5261d22cc461d858307f0abed0728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:41:13Z', 'updated_at': '2021-11-24T21:51:36Z', 'revision_number': 6, 'project_id': 'c0d5261d22cc461d858307f0abed0728', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:51:37.047423 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c360523-6e89-4acb-9d23-118615f5ae8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:37.074430 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c360523-6e89-4acb-9d23-118615f5ae8d admin admin] Pushing event deleted for resources: {'Port': ['ID=9c8b3f97-23e9-4b44-8909-7a0d5759546a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:37.087614 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c018d3-dd40-4cf0-82e7-4874047d555d None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:51:37.142738 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c360523-6e89-4acb-9d23-118615f5ae8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:37.235225 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c360523-6e89-4acb-9d23-118615f5ae8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:37.237516 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c360523-6e89-4acb-9d23-118615f5ae8d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:37.282030 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c360523-6e89-4acb-9d23-118615f5ae8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:37.282518 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c360523-6e89-4acb-9d23-118615f5ae8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23595da7-77bf-4ca3-b9e4-d9f9dcd7852c {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:51:37.286864 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c360523-6e89-4acb-9d23-118615f5ae8d admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:37.288096 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3c360523-6e89-4acb-9d23-118615f5ae8d admin admin] 10.222.0.11 "DELETE /v2.0/routers/23595da7-77bf-4ca3-b9e4-d9f9dcd7852c HTTP/1.1" status: 204 len: 168 time: 0.8415556 Nov 24 21:51:37.290667 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53418) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:51:37.340674 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4555cb-2e06-48d6-b7ef-e4b61a1e0c3a admin admin] Deleting subnet 0e2e511e-d304-4f7b-88db-a76ba0fbb677 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:51:37.343766 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad4555cb-2e06-48d6-b7ef-e4b61a1e0c3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:37.380082 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad4555cb-2e06-48d6-b7ef-e4b61a1e0c3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:37.492850 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad4555cb-2e06-48d6-b7ef-e4b61a1e0c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:37.559048 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad4555cb-2e06-48d6-b7ef-e4b61a1e0c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:37.585639 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4555cb-2e06-48d6-b7ef-e4b61a1e0c3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e2e511e-d304-4f7b-88db-a76ba0fbb677,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:37.590509 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ad4555cb-2e06-48d6-b7ef-e4b61a1e0c3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:37.593874 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ad4555cb-2e06-48d6-b7ef-e4b61a1e0c3a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0e2e511e-d304-4f7b-88db-a76ba0fbb677 HTTP/1.1" status: 204 len: 168 time: 0.3016963 Nov 24 21:51:37.597603 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53420) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:51:37.601237 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89776ac-3cff-4b9f-a628-9c7999d9970a None None] Network 1af74439-14ac-4b01-8d84-1b5193589df4 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:51:37.675685 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-726d237f-7312-4de8-b5d2-866cdc1f1765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:37.745456 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-726d237f-7312-4de8-b5d2-866cdc1f1765 admin admin] Deleting port c9a2813d-8a7d-49af-9ea5-e9ff1449f166 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:51:37.745801 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-726d237f-7312-4de8-b5d2-866cdc1f1765 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:37.824101 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-726d237f-7312-4de8-b5d2-866cdc1f1765 admin admin] For port c9a2813d-8a7d-49af-9ea5-e9ff1449f166, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c9a2813d-8a7d-49af-9ea5-e9ff1449f166,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:51:37.824629 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-726d237f-7312-4de8-b5d2-866cdc1f1765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:37.835411 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa9351a-0ab1-4f9b-b327-33f92b6e7796 None None] DHCP port deletion for 1af74439-14ac-4b01-8d84-1b5193589df4 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:51:37.845647 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-726d237f-7312-4de8-b5d2-866cdc1f1765 admin admin] Calling delete_port for c9a2813d-8a7d-49af-9ea5-e9ff1449f166 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:51:37.929211 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-afa9351a-0ab1-4f9b-b327-33f92b6e7796 None None] Deleting port c9a2813d-8a7d-49af-9ea5-e9ff1449f166 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:51:37.929978 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-afa9351a-0ab1-4f9b-b327-33f92b6e7796 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:37.945602 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-726d237f-7312-4de8-b5d2-866cdc1f1765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:37.972154 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d237f-7312-4de8-b5d2-866cdc1f1765 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9a2813d-8a7d-49af-9ea5-e9ff1449f166,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:37.975617 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726d237f-7312-4de8-b5d2-866cdc1f1765 admin admin] No DVR routers for this DVR port c9a2813d-8a7d-49af-9ea5-e9ff1449f166 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:51:38.028920 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-afa9351a-0ab1-4f9b-b327-33f92b6e7796 None None] For port c9a2813d-8a7d-49af-9ea5-e9ff1449f166, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c9a2813d-8a7d-49af-9ea5-e9ff1449f166,segment=NetworkSegment(6b61d073-6e24-48bb-bddd-9d4968a46b00),segment_id=6b61d073-6e24-48bb-bddd-9d4968a46b00)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:51:38.029503 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-afa9351a-0ab1-4f9b-b327-33f92b6e7796 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:38.044592 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-afa9351a-0ab1-4f9b-b327-33f92b6e7796 None None] Calling delete_port for c9a2813d-8a7d-49af-9ea5-e9ff1449f166 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:51:38.057815 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-726d237f-7312-4de8-b5d2-866cdc1f1765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:38.079774 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-726d237f-7312-4de8-b5d2-866cdc1f1765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af74439-14ac-4b01-8d84-1b5193589df4']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:51:38.091311 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-726d237f-7312-4de8-b5d2-866cdc1f1765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b61d073-6e24-48bb-bddd-9d4968a46b00') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:51:38.091704 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-726d237f-7312-4de8-b5d2-866cdc1f1765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b61d073-6e24-48bb-bddd-9d4968a46b00') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:51:38.102334 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-726d237f-7312-4de8-b5d2-866cdc1f1765 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:38.123344 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-726d237f-7312-4de8-b5d2-866cdc1f1765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:38.130730 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-afa9351a-0ab1-4f9b-b327-33f92b6e7796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:38.131369 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726d237f-7312-4de8-b5d2-866cdc1f1765 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:51:38.132025 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-726d237f-7312-4de8-b5d2-866cdc1f1765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:51:38.134361 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:51:38.199756 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-726d237f-7312-4de8-b5d2-866cdc1f1765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:38.208592 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-726d237f-7312-4de8-b5d2-866cdc1f1765 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:38.211996 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-726d237f-7312-4de8-b5d2-866cdc1f1765 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1af74439-14ac-4b01-8d84-1b5193589df4 HTTP/1.1" status: 204 len: 168 time: 0.6133587 Nov 24 21:51:38.227198 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d237f-7312-4de8-b5d2-866cdc1f1765 admin admin] Pushing event deleted for resources: {'Network': ['ID=1af74439-14ac-4b01-8d84-1b5193589df4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:38.310053 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9351a-0ab1-4f9b-b327-33f92b6e7796 None None] Pushing event deleted for resources: {'Port': ['ID=c9a2813d-8a7d-49af-9ea5-e9ff1449f166,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:38.314377 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-afa9351a-0ab1-4f9b-b327-33f92b6e7796 None None] Network 1af74439-14ac-4b01-8d84-1b5193589df4 is not hosted by any dhcp agent {{(pid=109992) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 21:51:38.314821 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa9351a-0ab1-4f9b-b327-33f92b6e7796 None None] No DVR routers for this DVR port c9a2813d-8a7d-49af-9ea5-e9ff1449f166 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:51:38.343411 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53424) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:51:38.384201 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-abede599-2b7d-4926-a2ea-479d1a97b6ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c0d5261d22cc461d858307f0abed0728&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395861 Nov 24 21:51:38.386987 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53426) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:51:38.440612 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb2b351e-145e-4c61-9037-b760a5979e02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:38.462809 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb2b351e-145e-4c61-9037-b760a5979e02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:38.513203 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb2b351e-145e-4c61-9037-b760a5979e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:38.515824 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb2b351e-145e-4c61-9037-b760a5979e02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:38.517046 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fb2b351e-145e-4c61-9037-b760a5979e02 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6274fb8c-265b-4b6d-9a1e-4d5dcb78487a HTTP/1.1" status: 204 len: 168 time: 0.1290584 Nov 24 21:51:38.525030 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b351e-145e-4c61-9037-b760a5979e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6274fb8c-265b-4b6d-9a1e-4d5dcb78487a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:38.979934 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9c8b3f97-23e9-4b44-8909-7a0d5759546a no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:51:39.005030 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 9c8b3f97-23e9-4b44-8909-7a0d5759546a {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:51:39.005381 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 9c8b3f97-23e9-4b44-8909-7a0d5759546a not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:51:39.005799 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e78ed1fe-e635-4dd4-bce5-80e75ff19bc1 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:51:39.032231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: e78ed1fe-e635-4dd4-bce5-80e75ff19bc1 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:51:39.032591 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e78ed1fe-e635-4dd4-bce5-80e75ff19bc1 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:51:39.033038 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c9a2813d-8a7d-49af-9ea5-e9ff1449f166 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:51:39.053216 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: c9a2813d-8a7d-49af-9ea5-e9ff1449f166 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:51:39.053572 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c9a2813d-8a7d-49af-9ea5-e9ff1449f166 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:51:39.055112 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-227b0451-4bdd-420b-8eac-8c99fdd9f1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:39.288963 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53448) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:51:39.403617 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-68995051-54ea-4f24-91b2-ddf48d9e32a9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2024618907-network', 'tenant_id': 'f620ed64dbf34660a4d487bba30baeb4'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:51:39.426216 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68995051-54ea-4f24-91b2-ddf48d9e32a9 admin admin] Made reservation on behalf of f620ed64dbf34660a4d487bba30baeb4 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:51:39.428859 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68995051-54ea-4f24-91b2-ddf48d9e32a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:39.438847 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68995051-54ea-4f24-91b2-ddf48d9e32a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:39.520464 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68995051-54ea-4f24-91b2-ddf48d9e32a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:39.524361 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68995051-54ea-4f24-91b2-ddf48d9e32a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:39.548975 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68995051-54ea-4f24-91b2-ddf48d9e32a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:51:39.558333 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68995051-54ea-4f24-91b2-ddf48d9e32a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f40e10-bf08-41cd-a9fa-ce268a5016f4,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:39.564432 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68995051-54ea-4f24-91b2-ddf48d9e32a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:39.564804 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-68995051-54ea-4f24-91b2-ddf48d9e32a9 admin admin] Added segment 18915819-85ce-4dfb-b0ab-f39c7b8a5803 of type vlan for network c5c50894-214d-4fdb-87b2-8053ed8b9ea0 Nov 24 21:51:39.606683 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68995051-54ea-4f24-91b2-ddf48d9e32a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:39.632798 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68995051-54ea-4f24-91b2-ddf48d9e32a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:39.633687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68995051-54ea-4f24-91b2-ddf48d9e32a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:39.634268 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68995051-54ea-4f24-91b2-ddf48d9e32a9 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:39.670499 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-68995051-54ea-4f24-91b2-ddf48d9e32a9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3801529 Nov 24 21:51:39.673527 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53452) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:51:39.678508 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-3d223930-a841-4765-a81f-f83bff42a5d3 admin admin] Request body: {'subnet': {'network_id': 'c5c50894-214d-4fdb-87b2-8053ed8b9ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2024618907-subnet', 'tenant_id': 'f620ed64dbf34660a4d487bba30baeb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:51:39.698279 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68995051-54ea-4f24-91b2-ddf48d9e32a9 admin admin] Pushing event updated for resources: {'Network': ['ID=c5c50894-214d-4fdb-87b2-8053ed8b9ea0,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:39.699677 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d223930-a841-4765-a81f-f83bff42a5d3 admin admin] Made reservation on behalf of f620ed64dbf34660a4d487bba30baeb4 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:51:39.701905 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3d223930-a841-4765-a81f-f83bff42a5d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:39.708342 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network c5c50894-214d-4fdb-87b2-8053ed8b9ea0 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:51:39.875682 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3d223930-a841-4765-a81f-f83bff42a5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:39.931121 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d223930-a841-4765-a81f-f83bff42a5d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c32a5de3-32df-4984-99db-af5d2e752fb0,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:39.939608 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d223930-a841-4765-a81f-f83bff42a5d3 admin admin] Checking segment: {'id': '18915819-85ce-4dfb-b0ab-f39c7b8a5803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c5c50894-214d-4fdb-87b2-8053ed8b9ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:51:39.939959 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d223930-a841-4765-a81f-f83bff42a5d3 admin admin] Network hostable DHCP agents. Network: c5c50894-214d-4fdb-87b2-8053ed8b9ea0, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:51:39.956569 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d223930-a841-4765-a81f-f83bff42a5d3 admin admin] Network c5c50894-214d-4fdb-87b2-8053ed8b9ea0 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:51:39.965465 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-3d223930-a841-4765-a81f-f83bff42a5d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, c5c50894-214d-4fdb-87b2-8053ed8b9ea0) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:51:39.969683 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d223930-a841-4765-a81f-f83bff42a5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:39.970462 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3d223930-a841-4765-a81f-f83bff42a5d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:39.975005 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeef422e-ee2a-479b-b35d-29214211e247 None None] Network c5c50894-214d-4fdb-87b2-8053ed8b9ea0 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:51:39.993751 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3d223930-a841-4765-a81f-f83bff42a5d3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3190651 Nov 24 21:51:40.109669 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b292bd16-aaec-4eec-8a6e-8a59a02a3d7c None None] Network c5c50894-214d-4fdb-87b2-8053ed8b9ea0 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:51:40.247359 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:40.471731 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-ae0d14e8-19f5-4c9a-9648-5dca449e8658 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:40.473142 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-ae0d14e8-19f5-4c9a-9648-5dca449e8658 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/networks?id=c5c50894-214d-4fdb-87b2-8053ed8b9ea0 HTTP/1.1" status: 200 len: 814 time: 0.1114748 Nov 24 21:51:40.489289 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-6a0f994d-bdb9-40cf-8c3b-11b973a802a0 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/quotas/f620ed64dbf34660a4d487bba30baeb4 HTTP/1.1" status: 200 len: 375 time: 0.0100441 Nov 24 21:51:40.523906 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-412edd5a-15a2-4161-a700-9f0732295ee4 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f620ed64dbf34660a4d487bba30baeb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285063 Nov 24 21:51:40.582517 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-89e8c49d-e068-445a-828c-bb757128847c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:51:40.583545 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-89e8c49d-e068-445a-828c-bb757128847c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0522177 Nov 24 21:51:40.684287 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-0662ef8e-94e3-4dc8-8587-f331f3e06cdb service neutron] 10.222.0.11 "GET /v2.0/networks/c5c50894-214d-4fdb-87b2-8053ed8b9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941684 Nov 24 21:51:40.782231 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-c899ed48-3499-40c7-a3f9-971e1061c787 service neutron] 10.222.0.11 "GET /v2.0/networks/c5c50894-214d-4fdb-87b2-8053ed8b9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916369 Nov 24 21:51:40.961096 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4a67b69e-7214-4b7d-a9a1-bd9ef8181a0b req-9bc316e9-147a-4000-93e6-9cfeb811cb39 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=1318d3f3-b125-437a-8460-035c0691f1ff HTTP/1.1" status: 200 len: 210 time: 0.0371566 Nov 24 21:51:41.309643 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c017d3fe-4e09-4b16-8de5-96d479498b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:41.655315 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:42.090291 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14e449e1-a3fe-4d80-b40e-6e1eff79bb93 req-b50c340a-64d2-4298-a5a5-a7686606bb38 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=1318d3f3-b125-437a-8460-035c0691f1ff HTTP/1.1" status: 200 len: 210 time: 0.0316632 Nov 24 21:51:42.124116 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-3472120c-4548-4657-b788-942eb08a86cb tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:42.125625 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-3472120c-4548-4657-b788-942eb08a86cb tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.15 "GET /v2.0/networks?id=c5c50894-214d-4fdb-87b2-8053ed8b9ea0 HTTP/1.1" status: 200 len: 814 time: 0.1522164 Nov 24 21:51:42.143337 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-90475b09-37c6-4b1b-a2a4-bab5676432c2 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Request body: {'port': {'device_id': '1318d3f3-b125-437a-8460-035c0691f1ff', 'network_id': 'c5c50894-214d-4fdb-87b2-8053ed8b9ea0', 'admin_state_up': True, 'tenant_id': 'f620ed64dbf34660a4d487bba30baeb4'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:51:42.263111 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-90475b09-37c6-4b1b-a2a4-bab5676432c2 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Made reservation on behalf of f620ed64dbf34660a4d487bba30baeb4 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:51:42.266982 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-90475b09-37c6-4b1b-a2a4-bab5676432c2 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:42.426510 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-90475b09-37c6-4b1b-a2a4-bab5676432c2 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Allocated IP 172.20.0.4 (c5c50894-214d-4fdb-87b2-8053ed8b9ea0/c32a5de3-32df-4984-99db-af5d2e752fb0/d677e789-03e8-4082-beef-dccaeda2ca91) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:51:42.582469 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-90475b09-37c6-4b1b-a2a4-bab5676432c2 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:42.611619 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:42.620396 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-90475b09-37c6-4b1b-a2a4-bab5676432c2 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:42.672729 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-90475b09-37c6-4b1b-a2a4-bab5676432c2 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Network c5c50894-214d-4fdb-87b2-8053ed8b9ea0 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:51:42.675768 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-90475b09-37c6-4b1b-a2a4-bab5676432c2 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:51:42.678274 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-90475b09-37c6-4b1b-a2a4-bab5676432c2 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:51:42.708579 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90475b09-37c6-4b1b-a2a4-bab5676432c2 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Pushing event updated for resources: {'Port': ['ID=d677e789-03e8-4082-beef-dccaeda2ca91,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:42.737078 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-90475b09-37c6-4b1b-a2a4-bab5676432c2 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:42.737683 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-90475b09-37c6-4b1b-a2a4-bab5676432c2 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:42.754260 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-90475b09-37c6-4b1b-a2a4-bab5676432c2 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6146646 Nov 24 21:51:42.770716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-eb7037b8-6450-46c1-98c7-2b6a7d525620 service neutron] Request body: {'port': {'device_id': '1318d3f3-b125-437a-8460-035c0691f1ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:51:42.827128 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-eb7037b8-6450-46c1-98c7-2b6a7d525620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:43.100279 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-eb7037b8-6450-46c1-98c7-2b6a7d525620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d677e789-03e8-4082-beef-dccaeda2ca91 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:51:43.108384 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-eb7037b8-6450-46c1-98c7-2b6a7d525620 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:43.121602 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-eb7037b8-6450-46c1-98c7-2b6a7d525620 service neutron] Transition to ACTIVE for port object d677e789-03e8-4082-beef-dccaeda2ca91 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:51:43.127997 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-eb7037b8-6450-46c1-98c7-2b6a7d525620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:43.209332 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7037b8-6450-46c1-98c7-2b6a7d525620 service neutron] Pushing event updated for resources: {'Port': ['ID=d677e789-03e8-4082-beef-dccaeda2ca91,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:43.278221 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9140651-a914-4009-b7e5-db9eaa92637a req-9ce92acd-aca8-4ad1-a566-45aa6d83578d tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:43.279857 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a9140651-a914-4009-b7e5-db9eaa92637a req-9ce92acd-aca8-4ad1-a566-45aa6d83578d tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=1318d3f3-b125-437a-8460-035c0691f1ff HTTP/1.1" status: 200 len: 943 time: 0.1108632 Nov 24 21:51:43.317047 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-eb7037b8-6450-46c1-98c7-2b6a7d525620 service neutron] Attempting to bind port d677e789-03e8-4082-beef-dccaeda2ca91 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:51:43.317380 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-eb7037b8-6450-46c1-98c7-2b6a7d525620 service neutron] Attempting to bind port d677e789-03e8-4082-beef-dccaeda2ca91 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '18915819-85ce-4dfb-b0ab-f39c7b8a5803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c5c50894-214d-4fdb-87b2-8053ed8b9ea0'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:51:43.317730 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-eb7037b8-6450-46c1-98c7-2b6a7d525620 service neutron] Attempting to bind port d677e789-03e8-4082-beef-dccaeda2ca91 on network c5c50894-214d-4fdb-87b2-8053ed8b9ea0 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:51:43.325817 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-eb7037b8-6450-46c1-98c7-2b6a7d525620 service neutron] Port d677e789-03e8-4082-beef-dccaeda2ca91 on network c5c50894-214d-4fdb-87b2-8053ed8b9ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:51:43.326143 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-eb7037b8-6450-46c1-98c7-2b6a7d525620 service neutron] Attempting to bind port d677e789-03e8-4082-beef-dccaeda2ca91 on network c5c50894-214d-4fdb-87b2-8053ed8b9ea0 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:51:43.340910 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-eb7037b8-6450-46c1-98c7-2b6a7d525620 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:51:43.341248 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-eb7037b8-6450-46c1-98c7-2b6a7d525620 service neutron] Checking segment: {'id': '18915819-85ce-4dfb-b0ab-f39c7b8a5803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c5c50894-214d-4fdb-87b2-8053ed8b9ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:51:43.341635 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-eb7037b8-6450-46c1-98c7-2b6a7d525620 service neutron] Bound using segment: {'id': '18915819-85ce-4dfb-b0ab-f39c7b8a5803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c5c50894-214d-4fdb-87b2-8053ed8b9ea0'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:51:43.342073 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-eb7037b8-6450-46c1-98c7-2b6a7d525620 service neutron] Bound port: d677e789-03e8-4082-beef-dccaeda2ca91, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18915819-85ce-4dfb-b0ab-f39c7b8a5803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c5c50894-214d-4fdb-87b2-8053ed8b9ea0'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:51:43.342429 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-eb7037b8-6450-46c1-98c7-2b6a7d525620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:43.364515 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a9140651-a914-4009-b7e5-db9eaa92637a req-404c7d88-05dd-4544-b223-29cbe7a0d381 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771277 Nov 24 21:51:43.421214 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-eb7037b8-6450-46c1-98c7-2b6a7d525620 service neutron] For port d677e789-03e8-4082-beef-dccaeda2ca91, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:51:43.424811 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-eb7037b8-6450-46c1-98c7-2b6a7d525620 service neutron] For port d677e789-03e8-4082-beef-dccaeda2ca91, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d677e789-03e8-4082-beef-dccaeda2ca91,segment=NetworkSegment(18915819-85ce-4dfb-b0ab-f39c7b8a5803),segment_id=18915819-85ce-4dfb-b0ab-f39c7b8a5803)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:51:43.429188 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-eb7037b8-6450-46c1-98c7-2b6a7d525620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:43.469258 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-eb7037b8-6450-46c1-98c7-2b6a7d525620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:43.469884 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-eb7037b8-6450-46c1-98c7-2b6a7d525620 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:43.471292 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-eb7037b8-6450-46c1-98c7-2b6a7d525620 service neutron] 10.222.0.15 "PUT /v2.0/ports/d677e789-03e8-4082-beef-dccaeda2ca91 HTTP/1.1" status: 200 len: 1091 time: 0.7048874 Nov 24 21:51:43.471746 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1318d3f3-b125-437a-8460-035c0691f1ff', 'tag': 'd677e789-03e8-4082-beef-dccaeda2ca91'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:51:43.474058 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6434b7be-8e06-4b53-ae3b-e03f6ff051e2" -d '{"events": [{"name": "network-changed", "server_uuid": "1318d3f3-b125-437a-8460-035c0691f1ff", "tag": "d677e789-03e8-4082-beef-dccaeda2ca91"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:51:43.496415 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7037b8-6450-46c1-98c7-2b6a7d525620 service neutron] Pushing event updated for resources: {'Port': ['ID=d677e789-03e8-4082-beef-dccaeda2ca91,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:43.512996 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae091964-eb2c-48ff-b084-67e255f566c6 x-openstack-request-id: req-ae091964-eb2c-48ff-b084-67e255f566c6 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:51:43.513296 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1318d3f3-b125-437a-8460-035c0691f1ff", "tag": "d677e789-03e8-4082-beef-dccaeda2ca91", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:51:43.513555 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae091964-eb2c-48ff-b084-67e255f566c6 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:51:43.513993 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1318d3f3-b125-437a-8460-035c0691f1ff', 'tag': 'd677e789-03e8-4082-beef-dccaeda2ca91', 'status': 'completed', 'code': 200} Nov 24 21:51:43.568461 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-6788f2fe-9673-4d71-bf9b-eb6cf8c4fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:43.570027 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-6788f2fe-9673-4d71-bf9b-eb6cf8c4fd81 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f620ed64dbf34660a4d487bba30baeb4&device_id=1318d3f3-b125-437a-8460-035c0691f1ff HTTP/1.1" status: 200 len: 1094 time: 0.0483534 Nov 24 21:51:43.626863 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-15dbf0d1-621a-4a70-b183-65201b53318d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d677e789-03e8-4082-beef-dccaeda2ca91 HTTP/1.1" status: 200 len: 217 time: 0.0387821 Nov 24 21:51:43.680620 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-7d4ce133-73c0-407b-9209-69b2fe6b9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:43.682400 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-7d4ce133-73c0-407b-9209-69b2fe6b9cd6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c32a5de3-32df-4984-99db-af5d2e752fb0 HTTP/1.1" status: 200 len: 854 time: 0.0481868 Nov 24 21:51:43.720940 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-7398f679-ea79-4e49-b616-7374a9fda55f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5c50894-214d-4fdb-87b2-8053ed8b9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272658 Nov 24 21:51:43.829688 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-c6e42472-443a-4806-9a8e-bdd4ceb2cd32 service neutron] 10.222.0.15 "GET /v2.0/networks/c5c50894-214d-4fdb-87b2-8053ed8b9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975707 Nov 24 21:51:43.983612 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:44.269608 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-31b46574-6c1f-43f7-8514-df0f5df1d178 req-1118b094-402e-494d-856c-6617193d22ff service neutron] 10.222.0.15 "GET /v2.0/networks/c5c50894-214d-4fdb-87b2-8053ed8b9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286110 Nov 24 21:51:44.371406 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434b7be-8e06-4b53-ae3b-e03f6ff051e2 req-3fa7a5bc-fffb-4438-b548-85eb2d4f89de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:44.372990 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6434b7be-8e06-4b53-ae3b-e03f6ff051e2 req-3fa7a5bc-fffb-4438-b548-85eb2d4f89de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f620ed64dbf34660a4d487bba30baeb4&device_id=1318d3f3-b125-437a-8460-035c0691f1ff HTTP/1.1" status: 200 len: 1094 time: 0.0455861 Nov 24 21:51:44.509399 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434b7be-8e06-4b53-ae3b-e03f6ff051e2 req-06f17e0f-2837-4ec9-a187-ec48464700a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:44.511045 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6434b7be-8e06-4b53-ae3b-e03f6ff051e2 req-06f17e0f-2837-4ec9-a187-ec48464700a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c5c50894-214d-4fdb-87b2-8053ed8b9ea0 HTTP/1.1" status: 200 len: 915 time: 0.1310141 Nov 24 21:51:44.522265 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5d28b-b417-4b85-8a2d-a3d5ef4b872c req-661c33a8-1455-483f-a8e8-00ec7eb5655d tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:44.523738 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ddf5d28b-b417-4b85-8a2d-a3d5ef4b872c req-661c33a8-1455-483f-a8e8-00ec7eb5655d tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=1318d3f3-b125-437a-8460-035c0691f1ff HTTP/1.1" status: 200 len: 943 time: 0.0828454 Nov 24 21:51:44.572855 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6434b7be-8e06-4b53-ae3b-e03f6ff051e2 req-b6706778-863c-48f5-91e7-70eeeb54b029 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d677e789-03e8-4082-beef-dccaeda2ca91 HTTP/1.1" status: 200 len: 217 time: 0.0475373 Nov 24 21:51:44.649974 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ddf5d28b-b417-4b85-8a2d-a3d5ef4b872c req-20906e25-f7e4-47c4-8132-a308d5eabcda tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189079 Nov 24 21:51:44.654866 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434b7be-8e06-4b53-ae3b-e03f6ff051e2 req-23c9c3b4-a29c-4b95-a23c-c77a2b5f8ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:44.656359 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6434b7be-8e06-4b53-ae3b-e03f6ff051e2 req-23c9c3b4-a29c-4b95-a23c-c77a2b5f8ea7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c32a5de3-32df-4984-99db-af5d2e752fb0 HTTP/1.1" status: 200 len: 854 time: 0.0766063 Nov 24 21:51:44.693848 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6434b7be-8e06-4b53-ae3b-e03f6ff051e2 req-fd31dcb9-72ba-48c4-ad9d-8401d0f6bcfc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5c50894-214d-4fdb-87b2-8053ed8b9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260897 Nov 24 21:51:44.788562 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6434b7be-8e06-4b53-ae3b-e03f6ff051e2 req-49d94596-942d-4945-adbd-93b330e1720d service neutron] 10.222.0.15 "GET /v2.0/networks/c5c50894-214d-4fdb-87b2-8053ed8b9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866644 Nov 24 21:51:44.895386 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6434b7be-8e06-4b53-ae3b-e03f6ff051e2 req-9c7a8178-16a4-40a5-94ad-ad42b3482f8f service neutron] 10.222.0.15 "GET /v2.0/networks/c5c50894-214d-4fdb-87b2-8053ed8b9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980914 Nov 24 21:51:44.936598 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:45.771458 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e63b4-0aed-446a-a3ab-3efb922f25a7 req-f95e86f0-e8fb-4c05-b174-9cff6e1f086d tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:45.773120 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c10e63b4-0aed-446a-a3ab-3efb922f25a7 req-f95e86f0-e8fb-4c05-b174-9cff6e1f086d tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=1318d3f3-b125-437a-8460-035c0691f1ff HTTP/1.1" status: 200 len: 943 time: 0.0535045 Nov 24 21:51:45.825311 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c10e63b4-0aed-446a-a3ab-3efb922f25a7 req-194f09b2-9d7a-460c-9f87-d4160c1cfc7e tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452030 Nov 24 21:51:46.950321 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e9429-09b2-449f-a2c2-a0fe802086d0 req-ae88bdcd-90bf-43bb-913e-2ba79c30519b tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:46.951921 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ab6e9429-09b2-449f-a2c2-a0fe802086d0 req-ae88bdcd-90bf-43bb-913e-2ba79c30519b tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=1318d3f3-b125-437a-8460-035c0691f1ff HTTP/1.1" status: 200 len: 943 time: 0.0564668 Nov 24 21:51:47.004865 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ab6e9429-09b2-449f-a2c2-a0fe802086d0 req-437e7baa-2e52-49e9-afbb-5c65cc268d79 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464845 Nov 24 21:51:48.122641 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e5322-0396-4cf4-9a58-911653b9e78e req-5cf712ff-ae47-4145-8f53-79f7bf487f4a tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:48.124114 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe7e5322-0396-4cf4-9a58-911653b9e78e req-5cf712ff-ae47-4145-8f53-79f7bf487f4a tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=1318d3f3-b125-437a-8460-035c0691f1ff HTTP/1.1" status: 200 len: 943 time: 0.0496938 Nov 24 21:51:48.171660 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe7e5322-0396-4cf4-9a58-911653b9e78e req-795fd41b-e905-43ef-a9cf-a421995634d9 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416515 Nov 24 21:51:48.398166 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device d677e789-03e8-4082-beef-dccaeda2ca91 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:51:48.491974 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port d677e789-03e8-4082-beef-dccaeda2ca91, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d677e789-03e8-4082-beef-dccaeda2ca91,segment=NetworkSegment(18915819-85ce-4dfb-b0ab-f39c7b8a5803),segment_id=18915819-85ce-4dfb-b0ab-f39c7b8a5803)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:51:48.506982 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'd677e789-03e8-4082-beef-dccaeda2ca91', 'network_id': 'c5c50894-214d-4fdb-87b2-8053ed8b9ea0', 'port_id': 'd677e789-03e8-4082-beef-dccaeda2ca91', 'mac_address': 'fa:16:3e:01:04:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c32a5de3-32df-4984-99db-af5d2e752fb0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:51:48.543411 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:48.556044 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d677e789-03e8-4082-beef-dccaeda2ca91 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:51:48.574934 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port d677e789-03e8-4082-beef-dccaeda2ca91, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d677e789-03e8-4082-beef-dccaeda2ca91,segment=NetworkSegment(18915819-85ce-4dfb-b0ab-f39c7b8a5803),segment_id=18915819-85ce-4dfb-b0ab-f39c7b8a5803)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:51:48.578764 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:48.627728 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=d677e789-03e8-4082-beef-dccaeda2ca91,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:48.845706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['d677e789-03e8-4082-beef-dccaeda2ca91'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:51:49.287605 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca473f-67df-4edf-9bc9-3b951c1be68e req-7597b4ff-28e6-49ac-a989-03eb4f55f7ec tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:49.289163 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f9ca473f-67df-4edf-9bc9-3b951c1be68e req-7597b4ff-28e6-49ac-a989-03eb4f55f7ec tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=1318d3f3-b125-437a-8460-035c0691f1ff HTTP/1.1" status: 200 len: 944 time: 0.0494220 Nov 24 21:51:49.341404 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f9ca473f-67df-4edf-9bc9-3b951c1be68e req-a2403d09-cce0-4d7f-a872-db62bc28a4c4 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460048 Nov 24 21:51:50.391565 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device d677e789-03e8-4082-beef-dccaeda2ca91 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:51:50.443356 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port d677e789-03e8-4082-beef-dccaeda2ca91 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:51:50.448411 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port d677e789-03e8-4082-beef-dccaeda2ca91 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:51:50.448728 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:50.467037 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdf70e-ccb7-433c-b483-272926df7c1f req-76f0d52b-5453-41de-acfd-4ac445ebb5fc tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:50.468530 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9efdf70e-ccb7-433c-b483-272926df7c1f req-76f0d52b-5453-41de-acfd-4ac445ebb5fc tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=1318d3f3-b125-437a-8460-035c0691f1ff HTTP/1.1" status: 200 len: 944 time: 0.0533433 Nov 24 21:51:50.516963 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9efdf70e-ccb7-433c-b483-272926df7c1f req-e975dbe0-b934-4442-a41a-3626b35431dc tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423872 Nov 24 21:51:50.532262 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:50.554961 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1318d3f3-b125-437a-8460-035c0691f1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd677e789-03e8-4082-beef-dccaeda2ca91'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:51:50.557275 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e90b7a-f8e8-4850-afa8-144fb772130a" -d '{"events": [{"server_uuid": "1318d3f3-b125-437a-8460-035c0691f1ff", "name": "network-vif-plugged", "status": "completed", "tag": "d677e789-03e8-4082-beef-dccaeda2ca91"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:51:50.570158 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port d677e789-03e8-4082-beef-dccaeda2ca91, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d677e789-03e8-4082-beef-dccaeda2ca91,segment=NetworkSegment(18915819-85ce-4dfb-b0ab-f39c7b8a5803),segment_id=18915819-85ce-4dfb-b0ab-f39c7b8a5803)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:51:50.576346 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:50.601277 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bf8ec7-9282-4f34-878a-519b68a18d44 x-openstack-request-id: req-26bf8ec7-9282-4f34-878a-519b68a18d44 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:51:50.601587 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1318d3f3-b125-437a-8460-035c0691f1ff", "name": "network-vif-plugged", "status": "completed", "tag": "d677e789-03e8-4082-beef-dccaeda2ca91", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:51:50.601876 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-26bf8ec7-9282-4f34-878a-519b68a18d44 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:51:50.602271 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1318d3f3-b125-437a-8460-035c0691f1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd677e789-03e8-4082-beef-dccaeda2ca91', 'code': 200} Nov 24 21:51:50.628797 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=d677e789-03e8-4082-beef-dccaeda2ca91,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:50.696939 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcb970-cbc6-404e-b40f-5cb6929b4f4a req-8270934b-ca89-49b0-85bf-6e1fb11bd3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:50.699049 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-95fcb970-cbc6-404e-b40f-5cb6929b4f4a req-8270934b-ca89-49b0-85bf-6e1fb11bd3d9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1318d3f3-b125-437a-8460-035c0691f1ff HTTP/1.1" status: 200 len: 1096 time: 0.0404470 Nov 24 21:51:50.752945 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-95fcb970-cbc6-404e-b40f-5cb6929b4f4a req-a46a5a4a-71ee-4d35-8a07-7b6292288858 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428913 Nov 24 21:51:51.492515 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:51:51.641015 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7d5d8-ebdc-424a-a887-59b86f74cada req-5572d411-d7c4-4363-8de3-93d5b9ab145f tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:51.642505 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-56e7d5d8-ebdc-424a-a887-59b86f74cada req-5572d411-d7c4-4363-8de3-93d5b9ab145f tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=1318d3f3-b125-437a-8460-035c0691f1ff HTTP/1.1" status: 200 len: 945 time: 0.0545967 Nov 24 21:51:51.690595 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-56e7d5d8-ebdc-424a-a887-59b86f74cada req-9bc25cce-f2d5-46f0-bf3e-dcd5e9bb59b7 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422189 Nov 24 21:51:52.810119 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b13ddb-03bd-4a2a-aa32-5aec8d773bff req-e19e8906-8282-4a5d-bf0c-838f8f352b88 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:52.811608 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0b13ddb-03bd-4a2a-aa32-5aec8d773bff req-e19e8906-8282-4a5d-bf0c-838f8f352b88 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=1318d3f3-b125-437a-8460-035c0691f1ff HTTP/1.1" status: 200 len: 945 time: 0.0527501 Nov 24 21:51:52.859181 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0b13ddb-03bd-4a2a-aa32-5aec8d773bff req-48d1b326-6a7e-4086-a324-f9501d9cbad9 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415807 Nov 24 21:51:53.100852 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bc055-955d-4954-9a13-f00db7959cd1 req-7407a71b-d7cf-4043-b461-3d688a12fa25 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:53.102324 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-183bc055-955d-4954-9a13-f00db7959cd1 req-7407a71b-d7cf-4043-b461-3d688a12fa25 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/networks?id=c5c50894-214d-4fdb-87b2-8053ed8b9ea0 HTTP/1.1" status: 200 len: 814 time: 0.1227522 Nov 24 21:51:53.117462 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-183bc055-955d-4954-9a13-f00db7959cd1 req-50f1210a-f7ba-4f88-9f4d-cd773a83d7b0 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/quotas/f620ed64dbf34660a4d487bba30baeb4 HTTP/1.1" status: 200 len: 375 time: 0.0092244 Nov 24 21:51:53.165913 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-183bc055-955d-4954-9a13-f00db7959cd1 req-e20d1d60-eebc-4587-a660-9f2591d92be0 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f620ed64dbf34660a4d487bba30baeb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424740 Nov 24 21:51:53.261015 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-183bc055-955d-4954-9a13-f00db7959cd1 req-f0b0e46b-83a7-4268-919d-3cd8a84369a7 service neutron] 10.222.0.11 "GET /v2.0/networks/c5c50894-214d-4fdb-87b2-8053ed8b9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871811 Nov 24 21:51:53.350397 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-183bc055-955d-4954-9a13-f00db7959cd1 req-88d962fa-afda-4bc7-b601-69fef1b41772 service neutron] 10.222.0.11 "GET /v2.0/networks/c5c50894-214d-4fdb-87b2-8053ed8b9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836022 Nov 24 21:51:53.508568 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4b4cf744-e826-43fb-844c-ed38b5c72af1 req-f511d62a-f37e-428a-b962-2718884fee82 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdb7d916-8b08-42d9-9c23-b54f4d3d5400 HTTP/1.1" status: 200 len: 210 time: 0.0270932 Nov 24 21:51:54.458504 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bc055-955d-4954-9a13-f00db7959cd1 req-7c266dde-0539-4b89-b82a-c886bfdf1524 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:54.459900 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-183bc055-955d-4954-9a13-f00db7959cd1 req-7c266dde-0539-4b89-b82a-c886bfdf1524 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.48 "GET /v2.0/networks?id=c5c50894-214d-4fdb-87b2-8053ed8b9ea0 HTTP/1.1" status: 200 len: 814 time: 0.1185260 Nov 24 21:51:54.472954 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-183bc055-955d-4954-9a13-f00db7959cd1 req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Request body: {'port': {'device_id': 'fdb7d916-8b08-42d9-9c23-b54f4d3d5400', 'network_id': 'c5c50894-214d-4fdb-87b2-8053ed8b9ea0', 'admin_state_up': True, 'tenant_id': 'f620ed64dbf34660a4d487bba30baeb4'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:51:54.586292 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-183bc055-955d-4954-9a13-f00db7959cd1 req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Made reservation on behalf of f620ed64dbf34660a4d487bba30baeb4 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:51:54.590604 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-183bc055-955d-4954-9a13-f00db7959cd1 req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:54.608792 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b2ede5c0-79b4-4e58-8407-e4d1024f21db req-a5fa3eac-3098-4a53-bf83-665602908d80 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdb7d916-8b08-42d9-9c23-b54f4d3d5400 HTTP/1.1" status: 200 len: 210 time: 0.0313005 Nov 24 21:51:54.721815 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-183bc055-955d-4954-9a13-f00db7959cd1 req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Allocated IP 172.20.0.10 (c5c50894-214d-4fdb-87b2-8053ed8b9ea0/c32a5de3-32df-4984-99db-af5d2e752fb0/0abe6c5c-964e-4f34-bdc2-8d6671ad05e6) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:51:54.868588 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-183bc055-955d-4954-9a13-f00db7959cd1 req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:54.902445 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-183bc055-955d-4954-9a13-f00db7959cd1 req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:54.917245 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['d677e789-03e8-4082-beef-dccaeda2ca91'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:51:54.948692 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-183bc055-955d-4954-9a13-f00db7959cd1 req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Network c5c50894-214d-4fdb-87b2-8053ed8b9ea0 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:51:54.952002 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-183bc055-955d-4954-9a13-f00db7959cd1 req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:51:54.955691 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-183bc055-955d-4954-9a13-f00db7959cd1 req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:51:54.962228 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Pushing event updated for resources: {'Port': ['ID=0abe6c5c-964e-4f34-bdc2-8d6671ad05e6,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:54.997302 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:54.997548 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:54.997883 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:54.998225 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:54.998563 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:54.998894 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:54.999226 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:54.999554 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:54.999882 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:55.000213 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:55.000538 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:55.000892 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:51:55.024024 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bc055-955d-4954-9a13-f00db7959cd1 req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:55.024639 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-183bc055-955d-4954-9a13-f00db7959cd1 req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:55.041789 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-183bc055-955d-4954-9a13-f00db7959cd1 req-dd3d7a18-bd63-4735-a6d4-1aa25a575400 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5723605 Nov 24 21:51:55.053782 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-183bc055-955d-4954-9a13-f00db7959cd1 req-10b466e4-3f1d-4f97-b100-adba547c2181 service neutron] Request body: {'port': {'device_id': 'fdb7d916-8b08-42d9-9c23-b54f4d3d5400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:51:55.443826 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-183bc055-955d-4954-9a13-f00db7959cd1 req-10b466e4-3f1d-4f97-b100-adba547c2181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:55.706596 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-183bc055-955d-4954-9a13-f00db7959cd1 req-10b466e4-3f1d-4f97-b100-adba547c2181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:51:55.714844 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-183bc055-955d-4954-9a13-f00db7959cd1 req-10b466e4-3f1d-4f97-b100-adba547c2181 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:55.726679 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-183bc055-955d-4954-9a13-f00db7959cd1 req-10b466e4-3f1d-4f97-b100-adba547c2181 service neutron] Transition to ACTIVE for port object 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:51:55.731488 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afe0a4-7b56-411e-b810-dac0fe91bb41 req-54afe990-8282-4276-8191-3d132ccba30a tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:55.732001 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-183bc055-955d-4954-9a13-f00db7959cd1 req-10b466e4-3f1d-4f97-b100-adba547c2181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:55.733027 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71afe0a4-7b56-411e-b810-dac0fe91bb41 req-54afe990-8282-4276-8191-3d132ccba30a tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdb7d916-8b08-42d9-9c23-b54f4d3d5400 HTTP/1.1" status: 200 len: 932 time: 0.0522575 Nov 24 21:51:55.787360 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71afe0a4-7b56-411e-b810-dac0fe91bb41 req-2137ecb6-1ea3-4f82-a1f1-c32a899d3c23 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475366 Nov 24 21:51:55.820891 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b466e4-3f1d-4f97-b100-adba547c2181 service neutron] Pushing event updated for resources: {'Port': ['ID=0abe6c5c-964e-4f34-bdc2-8d6671ad05e6,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:55.851803 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-183bc055-955d-4954-9a13-f00db7959cd1 req-10b466e4-3f1d-4f97-b100-adba547c2181 service neutron] Attempting to bind port 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:51:55.852141 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-183bc055-955d-4954-9a13-f00db7959cd1 req-10b466e4-3f1d-4f97-b100-adba547c2181 service neutron] Attempting to bind port 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '18915819-85ce-4dfb-b0ab-f39c7b8a5803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c5c50894-214d-4fdb-87b2-8053ed8b9ea0'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:51:55.852467 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183bc055-955d-4954-9a13-f00db7959cd1 req-10b466e4-3f1d-4f97-b100-adba547c2181 service neutron] Attempting to bind port 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6 on network c5c50894-214d-4fdb-87b2-8053ed8b9ea0 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:51:55.856976 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183bc055-955d-4954-9a13-f00db7959cd1 req-10b466e4-3f1d-4f97-b100-adba547c2181 service neutron] Port 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6 on network c5c50894-214d-4fdb-87b2-8053ed8b9ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:51:55.857304 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183bc055-955d-4954-9a13-f00db7959cd1 req-10b466e4-3f1d-4f97-b100-adba547c2181 service neutron] Attempting to bind port 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6 on network c5c50894-214d-4fdb-87b2-8053ed8b9ea0 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:51:55.862084 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183bc055-955d-4954-9a13-f00db7959cd1 req-10b466e4-3f1d-4f97-b100-adba547c2181 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:51:55.862422 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183bc055-955d-4954-9a13-f00db7959cd1 req-10b466e4-3f1d-4f97-b100-adba547c2181 service neutron] Checking segment: {'id': '18915819-85ce-4dfb-b0ab-f39c7b8a5803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c5c50894-214d-4fdb-87b2-8053ed8b9ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:51:55.862807 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183bc055-955d-4954-9a13-f00db7959cd1 req-10b466e4-3f1d-4f97-b100-adba547c2181 service neutron] Bound using segment: {'id': '18915819-85ce-4dfb-b0ab-f39c7b8a5803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c5c50894-214d-4fdb-87b2-8053ed8b9ea0'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:51:55.863230 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-183bc055-955d-4954-9a13-f00db7959cd1 req-10b466e4-3f1d-4f97-b100-adba547c2181 service neutron] Bound port: 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18915819-85ce-4dfb-b0ab-f39c7b8a5803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c5c50894-214d-4fdb-87b2-8053ed8b9ea0'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:51:55.863837 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-183bc055-955d-4954-9a13-f00db7959cd1 req-10b466e4-3f1d-4f97-b100-adba547c2181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:55.929333 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-183bc055-955d-4954-9a13-f00db7959cd1 req-10b466e4-3f1d-4f97-b100-adba547c2181 service neutron] For port 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:51:55.932703 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-183bc055-955d-4954-9a13-f00db7959cd1 req-10b466e4-3f1d-4f97-b100-adba547c2181 service neutron] For port 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0abe6c5c-964e-4f34-bdc2-8d6671ad05e6,segment=NetworkSegment(18915819-85ce-4dfb-b0ab-f39c7b8a5803),segment_id=18915819-85ce-4dfb-b0ab-f39c7b8a5803)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:51:55.936656 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-183bc055-955d-4954-9a13-f00db7959cd1 req-10b466e4-3f1d-4f97-b100-adba547c2181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:55.982124 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bc055-955d-4954-9a13-f00db7959cd1 req-10b466e4-3f1d-4f97-b100-adba547c2181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:55.983099 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-183bc055-955d-4954-9a13-f00db7959cd1 req-10b466e4-3f1d-4f97-b100-adba547c2181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:55.985313 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-183bc055-955d-4954-9a13-f00db7959cd1 req-10b466e4-3f1d-4f97-b100-adba547c2181 service neutron] 10.222.0.48 "PUT /v2.0/ports/0abe6c5c-964e-4f34-bdc2-8d6671ad05e6 HTTP/1.1" status: 200 len: 1092 time: 0.9354568 Nov 24 21:51:55.985961 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb7d916-8b08-42d9-9c23-b54f4d3d5400', 'tag': '0abe6c5c-964e-4f34-bdc2-8d6671ad05e6'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:51:55.989850 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863d64a2-bac7-44b6-ae06-d1e31de5002b" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb7d916-8b08-42d9-9c23-b54f4d3d5400", "tag": "0abe6c5c-964e-4f34-bdc2-8d6671ad05e6"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:51:56.011017 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b466e4-3f1d-4f97-b100-adba547c2181 service neutron] Pushing event updated for resources: {'Port': ['ID=0abe6c5c-964e-4f34-bdc2-8d6671ad05e6,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:56.049158 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad699114-3505-45c7-8bf9-8824b4170deb x-openstack-request-id: req-ad699114-3505-45c7-8bf9-8824b4170deb {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:51:56.049457 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb7d916-8b08-42d9-9c23-b54f4d3d5400", "tag": "0abe6c5c-964e-4f34-bdc2-8d6671ad05e6", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:51:56.049717 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad699114-3505-45c7-8bf9-8824b4170deb {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:51:56.050119 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb7d916-8b08-42d9-9c23-b54f4d3d5400', 'tag': '0abe6c5c-964e-4f34-bdc2-8d6671ad05e6', 'status': 'completed', 'code': 200} Nov 24 21:51:56.066269 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bc055-955d-4954-9a13-f00db7959cd1 req-0a9afbea-9847-4236-bf6b-f4f270e86c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:56.067781 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-183bc055-955d-4954-9a13-f00db7959cd1 req-0a9afbea-9847-4236-bf6b-f4f270e86c73 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f620ed64dbf34660a4d487bba30baeb4&device_id=fdb7d916-8b08-42d9-9c23-b54f4d3d5400 HTTP/1.1" status: 200 len: 1095 time: 0.0452187 Nov 24 21:51:56.114936 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-183bc055-955d-4954-9a13-f00db7959cd1 req-6601a838-5165-48ff-931f-a75630618abc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0abe6c5c-964e-4f34-bdc2-8d6671ad05e6 HTTP/1.1" status: 200 len: 217 time: 0.0382967 Nov 24 21:51:56.166690 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bc055-955d-4954-9a13-f00db7959cd1 req-7271419a-3195-410b-b7fd-178b7fd094d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:56.168166 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-183bc055-955d-4954-9a13-f00db7959cd1 req-7271419a-3195-410b-b7fd-178b7fd094d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c32a5de3-32df-4984-99db-af5d2e752fb0 HTTP/1.1" status: 200 len: 854 time: 0.0459661 Nov 24 21:51:56.201338 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-183bc055-955d-4954-9a13-f00db7959cd1 req-44400cfe-8c58-44af-9612-ee6ed4bf9714 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5c50894-214d-4fdb-87b2-8053ed8b9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262582 Nov 24 21:51:56.295334 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-183bc055-955d-4954-9a13-f00db7959cd1 req-a9c51e93-919b-4f19-9ce2-a9c03467f6ea service neutron] 10.222.0.48 "GET /v2.0/networks/c5c50894-214d-4fdb-87b2-8053ed8b9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867968 Nov 24 21:51:56.388147 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-183bc055-955d-4954-9a13-f00db7959cd1 req-a5ce23f6-a46e-48e7-a5ac-e308b33dca8d service neutron] 10.222.0.48 "GET /v2.0/networks/c5c50894-214d-4fdb-87b2-8053ed8b9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857410 Nov 24 21:51:56.472314 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d64a2-bac7-44b6-ae06-d1e31de5002b req-fc8b940a-1976-4aa8-be75-cb14f52cc035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:56.473872 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-863d64a2-bac7-44b6-ae06-d1e31de5002b req-fc8b940a-1976-4aa8-be75-cb14f52cc035 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f620ed64dbf34660a4d487bba30baeb4&device_id=fdb7d916-8b08-42d9-9c23-b54f4d3d5400 HTTP/1.1" status: 200 len: 1095 time: 0.0429137 Nov 24 21:51:56.568031 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d64a2-bac7-44b6-ae06-d1e31de5002b req-c40528d2-639f-4a99-a815-c28cbe8a980e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:56.569445 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-863d64a2-bac7-44b6-ae06-d1e31de5002b req-c40528d2-639f-4a99-a815-c28cbe8a980e service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5c50894-214d-4fdb-87b2-8053ed8b9ea0 HTTP/1.1" status: 200 len: 915 time: 0.0884931 Nov 24 21:51:56.611236 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-863d64a2-bac7-44b6-ae06-d1e31de5002b req-e56ced89-b433-4e59-af77-c183e11f1386 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0abe6c5c-964e-4f34-bdc2-8d6671ad05e6 HTTP/1.1" status: 200 len: 217 time: 0.0338960 Nov 24 21:51:56.665335 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d64a2-bac7-44b6-ae06-d1e31de5002b req-b70bbdba-b029-4f67-9449-210ac37b4edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:56.667144 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-863d64a2-bac7-44b6-ae06-d1e31de5002b req-b70bbdba-b029-4f67-9449-210ac37b4edd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c32a5de3-32df-4984-99db-af5d2e752fb0 HTTP/1.1" status: 200 len: 854 time: 0.0484645 Nov 24 21:51:56.699807 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-863d64a2-bac7-44b6-ae06-d1e31de5002b req-7280a10a-329a-4b2d-b0bf-bc864af759b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5c50894-214d-4fdb-87b2-8053ed8b9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244637 Nov 24 21:51:56.789728 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-863d64a2-bac7-44b6-ae06-d1e31de5002b req-4b9d7b10-17a0-4e30-89d3-2cf3fe7abf8f service neutron] 10.222.0.48 "GET /v2.0/networks/c5c50894-214d-4fdb-87b2-8053ed8b9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823443 Nov 24 21:51:56.887826 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-863d64a2-bac7-44b6-ae06-d1e31de5002b req-a6c93f44-705b-4e93-af9c-2c3ede8acf43 service neutron] 10.222.0.48 "GET /v2.0/networks/c5c50894-214d-4fdb-87b2-8053ed8b9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898888 Nov 24 21:51:56.907616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13639570-6ee0-45d7-9af3-9a632ffc0b94 req-0c5b5784-a8ad-46ca-b2dc-442c1062f99d tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:56.909757 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-13639570-6ee0-45d7-9af3-9a632ffc0b94 req-0c5b5784-a8ad-46ca-b2dc-442c1062f99d tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdb7d916-8b08-42d9-9c23-b54f4d3d5400 HTTP/1.1" status: 200 len: 944 time: 0.0523152 Nov 24 21:51:56.958282 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-13639570-6ee0-45d7-9af3-9a632ffc0b94 req-63c76bd3-a5d2-481f-bbe6-3392260dbf1d tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426078 Nov 24 21:51:58.078083 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1f304-d948-44b5-a8d1-30b4768a0e9d req-7e9b2a7c-21e0-4e83-a374-a4b84ae0fea0 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:58.079544 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-08b1f304-d948-44b5-a8d1-30b4768a0e9d req-7e9b2a7c-21e0-4e83-a374-a4b84ae0fea0 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdb7d916-8b08-42d9-9c23-b54f4d3d5400 HTTP/1.1" status: 200 len: 944 time: 0.0537238 Nov 24 21:51:58.126602 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-08b1f304-d948-44b5-a8d1-30b4768a0e9d req-01fa0997-39db-45fe-b7bc-16f8414f6533 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411475 Nov 24 21:51:59.246442 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504e091-59f8-4b14-8508-c4f517b3c81d req-3265ccaa-93dc-4790-8b34-34a40bb20bcb tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:51:59.247977 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1504e091-59f8-4b14-8508-c4f517b3c81d req-3265ccaa-93dc-4790-8b34-34a40bb20bcb tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdb7d916-8b08-42d9-9c23-b54f4d3d5400 HTTP/1.1" status: 200 len: 944 time: 0.0497475 Nov 24 21:51:59.295906 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1504e091-59f8-4b14-8508-c4f517b3c81d req-23979972-0996-4eaf-8a76-8363c3b84c83 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419652 Nov 24 21:51:59.484183 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:51:59.585148 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0abe6c5c-964e-4f34-bdc2-8d6671ad05e6,segment=NetworkSegment(18915819-85ce-4dfb-b0ab-f39c7b8a5803),segment_id=18915819-85ce-4dfb-b0ab-f39c7b8a5803)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:51:59.597103 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '0abe6c5c-964e-4f34-bdc2-8d6671ad05e6', 'network_id': 'c5c50894-214d-4fdb-87b2-8053ed8b9ea0', 'port_id': '0abe6c5c-964e-4f34-bdc2-8d6671ad05e6', 'mac_address': 'fa:16:3e:81:64:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c32a5de3-32df-4984-99db-af5d2e752fb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:51:59.637179 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:59.650003 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:51:59.671344 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0abe6c5c-964e-4f34-bdc2-8d6671ad05e6,segment=NetworkSegment(18915819-85ce-4dfb-b0ab-f39c7b8a5803),segment_id=18915819-85ce-4dfb-b0ab-f39c7b8a5803)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:51:59.675518 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:51:59.730333 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=0abe6c5c-964e-4f34-bdc2-8d6671ad05e6,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:51:59.861923 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['0abe6c5c-964e-4f34-bdc2-8d6671ad05e6'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:52:00.414583 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312fde3-0393-46c2-a86c-509ea9275572 req-41363aa8-3d31-4976-87ac-28fc031bf006 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:00.416522 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1312fde3-0393-46c2-a86c-509ea9275572 req-41363aa8-3d31-4976-87ac-28fc031bf006 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdb7d916-8b08-42d9-9c23-b54f4d3d5400 HTTP/1.1" status: 200 len: 945 time: 0.0505123 Nov 24 21:52:00.469090 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1312fde3-0393-46c2-a86c-509ea9275572 req-9581d5ec-d976-4915-88c6-804c8901bb2e tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466537 Nov 24 21:52:01.484380 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:52:01.539010 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:52:01.544002 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:01.544373 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:01.584647 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b1a96-be0e-4f73-ae32-b1fd4e2c69ea req-e64ee257-673b-42bb-8a77-196071a55502 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:01.586212 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ee6b1a96-be0e-4f73-ae32-b1fd4e2c69ea req-e64ee257-673b-42bb-8a77-196071a55502 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdb7d916-8b08-42d9-9c23-b54f4d3d5400 HTTP/1.1" status: 200 len: 945 time: 0.0495634 Nov 24 21:52:01.623797 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:01.643913 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ee6b1a96-be0e-4f73-ae32-b1fd4e2c69ea req-d3cee77b-c04b-4dc6-a528-3d0a21561d9b tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501494 Nov 24 21:52:01.646490 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb7d916-8b08-42d9-9c23-b54f4d3d5400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abe6c5c-964e-4f34-bdc2-8d6671ad05e6'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:52:01.648720 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a30b5b6-8374-4361-983f-a91ea9e5449d" -d '{"events": [{"server_uuid": "fdb7d916-8b08-42d9-9c23-b54f4d3d5400", "name": "network-vif-plugged", "status": "completed", "tag": "0abe6c5c-964e-4f34-bdc2-8d6671ad05e6"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:52:01.662560 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0abe6c5c-964e-4f34-bdc2-8d6671ad05e6,segment=NetworkSegment(18915819-85ce-4dfb-b0ab-f39c7b8a5803),segment_id=18915819-85ce-4dfb-b0ab-f39c7b8a5803)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:52:01.668347 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:01.691303 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6984292f-6f8b-4e58-b807-886a83a56da8 x-openstack-request-id: req-6984292f-6f8b-4e58-b807-886a83a56da8 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:52:01.691604 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb7d916-8b08-42d9-9c23-b54f4d3d5400", "name": "network-vif-plugged", "status": "completed", "tag": "0abe6c5c-964e-4f34-bdc2-8d6671ad05e6", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:52:01.691864 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6984292f-6f8b-4e58-b807-886a83a56da8 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:52:01.692266 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb7d916-8b08-42d9-9c23-b54f4d3d5400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abe6c5c-964e-4f34-bdc2-8d6671ad05e6', 'code': 200} Nov 24 21:52:01.718338 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=0abe6c5c-964e-4f34-bdc2-8d6671ad05e6,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:01.726036 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:01.726389 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:01.726729 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:01.727068 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:01.727403 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:01.727734 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:01.728062 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:01.728425 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:01.729031 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:01.729367 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:01.729558 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:01.729922 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:01.786110 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c011d-d64f-4b0c-b85e-7650216f3b15 req-9003fb94-d674-4637-a21f-6d04c36ffc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:01.787986 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cd5c011d-d64f-4b0c-b85e-7650216f3b15 req-9003fb94-d674-4637-a21f-6d04c36ffc08 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fdb7d916-8b08-42d9-9c23-b54f4d3d5400 HTTP/1.1" status: 200 len: 1097 time: 0.0411801 Nov 24 21:52:01.832486 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cd5c011d-d64f-4b0c-b85e-7650216f3b15 req-6ca69c4e-130d-4d87-9066-3b3312b78139 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378337 Nov 24 21:52:02.767729 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5dfe5-c18d-492d-8b38-8eb7fe90fd48 req-8a5b8d65-af3a-4605-9ded-c91aaf4c58b0 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:02.769278 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3a5dfe5-c18d-492d-8b38-8eb7fe90fd48 req-8a5b8d65-af3a-4605-9ded-c91aaf4c58b0 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdb7d916-8b08-42d9-9c23-b54f4d3d5400 HTTP/1.1" status: 200 len: 946 time: 0.0519180 Nov 24 21:52:02.819309 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3a5dfe5-c18d-492d-8b38-8eb7fe90fd48 req-ddbd0a5d-8b2d-40ba-97c2-dffe57bcd783 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434628 Nov 24 21:52:03.948220 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f4d64-7afb-46d5-89c5-a94eb93e8798 req-394ed938-dc2e-4d27-99ba-ed1173bf76d2 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:03.949775 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9b0f4d64-7afb-46d5-89c5-a94eb93e8798 req-394ed938-dc2e-4d27-99ba-ed1173bf76d2 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdb7d916-8b08-42d9-9c23-b54f4d3d5400 HTTP/1.1" status: 200 len: 946 time: 0.0538957 Nov 24 21:52:03.997655 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9b0f4d64-7afb-46d5-89c5-a94eb93e8798 req-c6a206d0-b8d6-40fd-870d-52e30a7aa20f tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416782 Nov 24 21:52:04.226979 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845af354-1e10-4c4d-868f-008cff9ce03a req-de6313c3-1378-44d5-a3b5-af55d2b25755 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:04.229220 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-845af354-1e10-4c4d-868f-008cff9ce03a req-de6313c3-1378-44d5-a3b5-af55d2b25755 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdb7d916-8b08-42d9-9c23-b54f4d3d5400 HTTP/1.1" status: 200 len: 946 time: 0.0516484 Nov 24 21:52:04.276059 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-845af354-1e10-4c4d-868f-008cff9ce03a req-33ca3c45-a3b0-4c92-bcda-a3ce33e66f70 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410774 Nov 24 21:52:05.398627 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4866e-2e40-431a-a553-c819136ae5e0 req-ef4159b7-fb48-4f54-b098-e47ebed885c2 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:05.400698 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-95a4866e-2e40-431a-a553-c819136ae5e0 req-ef4159b7-fb48-4f54-b098-e47ebed885c2 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdb7d916-8b08-42d9-9c23-b54f4d3d5400 HTTP/1.1" status: 200 len: 946 time: 0.0546968 Nov 24 21:52:05.450131 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-95a4866e-2e40-431a-a553-c819136ae5e0 req-4375d6b2-b2dd-4148-b78e-5474e2039c1a tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435989 Nov 24 21:52:05.453775 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af51e8a-c62a-4552-b093-6770daf965c8 req-1fa0eca6-07c4-4b1d-b22c-59495390fbbe tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:05.455314 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7af51e8a-c62a-4552-b093-6770daf965c8 req-1fa0eca6-07c4-4b1d-b22c-59495390fbbe tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb7d916-8b08-42d9-9c23-b54f4d3d5400 HTTP/1.1" status: 200 len: 946 time: 0.0546618 Nov 24 21:52:05.549678 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-7af51e8a-c62a-4552-b093-6770daf965c8 req-89301352-91b1-4525-be1a-aedac0709265 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Deleting port 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:52:05.550020 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7af51e8a-c62a-4552-b093-6770daf965c8 req-89301352-91b1-4525-be1a-aedac0709265 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:05.643923 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-7af51e8a-c62a-4552-b093-6770daf965c8 req-89301352-91b1-4525-be1a-aedac0709265 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] For port 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0abe6c5c-964e-4f34-bdc2-8d6671ad05e6,segment=NetworkSegment(18915819-85ce-4dfb-b0ab-f39c7b8a5803),segment_id=18915819-85ce-4dfb-b0ab-f39c7b8a5803)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:52:05.644293 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7af51e8a-c62a-4552-b093-6770daf965c8 req-89301352-91b1-4525-be1a-aedac0709265 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:05.656306 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-7af51e8a-c62a-4552-b093-6770daf965c8 req-89301352-91b1-4525-be1a-aedac0709265 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Calling delete_port for 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:52:05.783888 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7af51e8a-c62a-4552-b093-6770daf965c8 req-89301352-91b1-4525-be1a-aedac0709265 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:05.797304 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['d677e789-03e8-4082-beef-dccaeda2ca91'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:52:05.818400 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89301352-91b1-4525-be1a-aedac0709265 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Pushing event deleted for resources: {'Port': ['ID=0abe6c5c-964e-4f34-bdc2-8d6671ad05e6,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:05.860667 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af51e8a-c62a-4552-b093-6770daf965c8 req-89301352-91b1-4525-be1a-aedac0709265 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] No DVR routers for this DVR port 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:52:05.863421 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7af51e8a-c62a-4552-b093-6770daf965c8 req-89301352-91b1-4525-be1a-aedac0709265 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:05.867124 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7af51e8a-c62a-4552-b093-6770daf965c8 req-89301352-91b1-4525-be1a-aedac0709265 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.48 "DELETE /v2.0/ports/0abe6c5c-964e-4f34-bdc2-8d6671ad05e6 HTTP/1.1" status: 204 len: 173 time: 0.4033957 Nov 24 21:52:05.867574 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb7d916-8b08-42d9-9c23-b54f4d3d5400', 'name': 'network-vif-deleted', 'tag': '0abe6c5c-964e-4f34-bdc2-8d6671ad05e6'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:52:05.870415 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954a141d-45a7-4b53-8af8-3d7e876cc1c7" -d '{"events": [{"server_uuid": "fdb7d916-8b08-42d9-9c23-b54f4d3d5400", "name": "network-vif-deleted", "tag": "0abe6c5c-964e-4f34-bdc2-8d6671ad05e6"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:52:05.910944 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1856c3-7ded-49f5-9159-45435af67011 x-openstack-request-id: req-1b1856c3-7ded-49f5-9159-45435af67011 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:52:05.911285 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb7d916-8b08-42d9-9c23-b54f4d3d5400", "name": "network-vif-deleted", "tag": "0abe6c5c-964e-4f34-bdc2-8d6671ad05e6", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:52:05.911550 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1b1856c3-7ded-49f5-9159-45435af67011 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:52:05.912064 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb7d916-8b08-42d9-9c23-b54f4d3d5400', 'name': 'network-vif-deleted', 'tag': '0abe6c5c-964e-4f34-bdc2-8d6671ad05e6', 'status': 'completed', 'code': 200} Nov 24 21:52:06.600259 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda2269-9a2e-4c2f-ab8b-e5a31234767d req-a946fe28-6652-43f5-ba1f-23eb44f7cdb7 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:06.601780 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8cda2269-9a2e-4c2f-ab8b-e5a31234767d req-a946fe28-6652-43f5-ba1f-23eb44f7cdb7 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=1318d3f3-b125-437a-8460-035c0691f1ff HTTP/1.1" status: 200 len: 945 time: 0.0492153 Nov 24 21:52:06.649302 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8cda2269-9a2e-4c2f-ab8b-e5a31234767d req-2e28a91a-e419-40be-ae1a-629106e1bcda tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413535 Nov 24 21:52:06.784131 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edb167-e552-4935-a5bb-748359d76988 req-bf0f5e9a-0756-4449-bb58-d1f5194550d2 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:06.785559 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05edb167-e552-4935-a5bb-748359d76988 req-bf0f5e9a-0756-4449-bb58-d1f5194550d2 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=1318d3f3-b125-437a-8460-035c0691f1ff HTTP/1.1" status: 200 len: 945 time: 0.0491140 Nov 24 21:52:06.836876 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05edb167-e552-4935-a5bb-748359d76988 req-347fc4f9-5e93-4949-9118-1bf7aa73f79d tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447738 Nov 24 21:52:06.953563 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fc7de-7828-4005-98f7-5c4d77ac64e4 req-b42fb7e7-f59b-49ec-940c-aef96c277a89 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:06.955070 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2f5fc7de-7828-4005-98f7-5c4d77ac64e4 req-b42fb7e7-f59b-49ec-940c-aef96c277a89 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=1318d3f3-b125-437a-8460-035c0691f1ff HTTP/1.1" status: 200 len: 945 time: 0.0499315 Nov 24 21:52:07.003346 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2f5fc7de-7828-4005-98f7-5c4d77ac64e4 req-f7c55f90-0fb7-45d7-b35e-c26de0227753 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422769 Nov 24 21:52:07.169482 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b496f4-7c2a-4cf0-b6f5-b3cc2d5ea871 req-49de0047-134e-4026-8efc-0fd835b9513c tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:07.171021 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-21b496f4-7c2a-4cf0-b6f5-b3cc2d5ea871 req-49de0047-134e-4026-8efc-0fd835b9513c tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=1318d3f3-b125-437a-8460-035c0691f1ff HTTP/1.1" status: 200 len: 945 time: 0.0497649 Nov 24 21:52:07.220953 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-21b496f4-7c2a-4cf0-b6f5-b3cc2d5ea871 req-cc79d9cd-3912-4711-9abb-c33a17c56a57 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437505 Nov 24 21:52:07.343396 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadab7b-5ae0-4487-96b0-c75b8c56f639 req-ce010374-5d68-42a5-95c7-04069aadfca5 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:07.344825 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-adadab7b-5ae0-4487-96b0-c75b8c56f639 req-ce010374-5d68-42a5-95c7-04069aadfca5 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=1318d3f3-b125-437a-8460-035c0691f1ff HTTP/1.1" status: 200 len: 945 time: 0.0574415 Nov 24 21:52:07.392997 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-adadab7b-5ae0-4487-96b0-c75b8c56f639 req-99524b33-2c71-46fb-a355-ec07b63e7694 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419872 Nov 24 21:52:07.515701 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993296d2-7fd5-47b9-83b0-9e6e6b431b52 req-00b8a26d-22a2-4688-b3f1-022c7dc06e73 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:07.517213 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-993296d2-7fd5-47b9-83b0-9e6e6b431b52 req-00b8a26d-22a2-4688-b3f1-022c7dc06e73 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=1318d3f3-b125-437a-8460-035c0691f1ff HTTP/1.1" status: 200 len: 945 time: 0.0493989 Nov 24 21:52:07.545969 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:52:07.565530 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-993296d2-7fd5-47b9-83b0-9e6e6b431b52 req-9139077d-4ebf-44a7-9a89-af114e152dee tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423963 Nov 24 21:52:07.568888 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:52:07.569245 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 0abe6c5c-964e-4f34-bdc2-8d6671ad05e6 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:52:07.871921 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9b9ee-f91b-49a4-8fe6-c27eb31441c3 req-44d14528-2c61-4272-aa5b-3c54ea51eda1 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:07.873443 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4cd9b9ee-f91b-49a4-8fe6-c27eb31441c3 req-44d14528-2c61-4272-aa5b-3c54ea51eda1 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=1318d3f3-b125-437a-8460-035c0691f1ff HTTP/1.1" status: 200 len: 945 time: 0.0532980 Nov 24 21:52:07.927156 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4cd9b9ee-f91b-49a4-8fe6-c27eb31441c3 req-f11d951f-834d-435f-b26b-0b1fb4ae1844 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475466 Nov 24 21:52:09.018404 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cf59263c-3761-4d03-9e59-4f6b7992eea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:09.047771 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6110954-f2c3-445a-99af-bd1be3dac6f7 req-49b3f07e-35c0-4f46-a8e6-187d01f3970e tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:09.049792 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d6110954-f2c3-445a-99af-bd1be3dac6f7 req-49b3f07e-35c0-4f46-a8e6-187d01f3970e tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=1318d3f3-b125-437a-8460-035c0691f1ff HTTP/1.1" status: 200 len: 945 time: 0.0518863 Nov 24 21:52:09.103403 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d6110954-f2c3-445a-99af-bd1be3dac6f7 req-94fb0988-b73d-41c2-ad78-0cb29bac5504 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/security-groups?id=33f40e10-bf08-41cd-a9fa-ce268a5016f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466161 Nov 24 21:52:09.285866 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f2af6-e569-4f0f-950b-9a87bf4205ac req-76ebea5c-a7e1-4e5a-8174-45baa3add7d9 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:09.287333 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-505f2af6-e569-4f0f-950b-9a87bf4205ac req-76ebea5c-a7e1-4e5a-8174-45baa3add7d9 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.15 "GET /v2.0/ports?device_id=1318d3f3-b125-437a-8460-035c0691f1ff HTTP/1.1" status: 200 len: 945 time: 0.0499198 Nov 24 21:52:09.385410 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-505f2af6-e569-4f0f-950b-9a87bf4205ac req-0aada286-4d2f-40a4-bc13-87866d0b49c5 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Deleting port d677e789-03e8-4082-beef-dccaeda2ca91 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:52:09.385755 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-505f2af6-e569-4f0f-950b-9a87bf4205ac req-0aada286-4d2f-40a4-bc13-87866d0b49c5 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:09.476419 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-505f2af6-e569-4f0f-950b-9a87bf4205ac req-0aada286-4d2f-40a4-bc13-87866d0b49c5 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] For port d677e789-03e8-4082-beef-dccaeda2ca91, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=d677e789-03e8-4082-beef-dccaeda2ca91,segment=NetworkSegment(18915819-85ce-4dfb-b0ab-f39c7b8a5803),segment_id=18915819-85ce-4dfb-b0ab-f39c7b8a5803)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:52:09.476696 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-505f2af6-e569-4f0f-950b-9a87bf4205ac req-0aada286-4d2f-40a4-bc13-87866d0b49c5 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:09.489660 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-505f2af6-e569-4f0f-950b-9a87bf4205ac req-0aada286-4d2f-40a4-bc13-87866d0b49c5 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Calling delete_port for d677e789-03e8-4082-beef-dccaeda2ca91 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:52:09.621622 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-505f2af6-e569-4f0f-950b-9a87bf4205ac req-0aada286-4d2f-40a4-bc13-87866d0b49c5 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:09.638337 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['d677e789-03e8-4082-beef-dccaeda2ca91'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:52:09.649396 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aada286-4d2f-40a4-bc13-87866d0b49c5 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Pushing event deleted for resources: {'Port': ['ID=d677e789-03e8-4082-beef-dccaeda2ca91,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:09.659586 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aada286-4d2f-40a4-bc13-87866d0b49c5 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:09.659938 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aada286-4d2f-40a4-bc13-87866d0b49c5 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:09.660286 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aada286-4d2f-40a4-bc13-87866d0b49c5 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:09.660629 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aada286-4d2f-40a4-bc13-87866d0b49c5 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:09.660994 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aada286-4d2f-40a4-bc13-87866d0b49c5 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:09.661332 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aada286-4d2f-40a4-bc13-87866d0b49c5 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:09.661668 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aada286-4d2f-40a4-bc13-87866d0b49c5 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:09.661997 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aada286-4d2f-40a4-bc13-87866d0b49c5 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:09.662417 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aada286-4d2f-40a4-bc13-87866d0b49c5 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:09.663155 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aada286-4d2f-40a4-bc13-87866d0b49c5 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:09.663155 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aada286-4d2f-40a4-bc13-87866d0b49c5 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:09.663376 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aada286-4d2f-40a4-bc13-87866d0b49c5 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:09.708486 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-505f2af6-e569-4f0f-950b-9a87bf4205ac req-0aada286-4d2f-40a4-bc13-87866d0b49c5 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] No DVR routers for this DVR port d677e789-03e8-4082-beef-dccaeda2ca91 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:52:09.711074 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-505f2af6-e569-4f0f-950b-9a87bf4205ac req-0aada286-4d2f-40a4-bc13-87866d0b49c5 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:09.714748 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-505f2af6-e569-4f0f-950b-9a87bf4205ac req-0aada286-4d2f-40a4-bc13-87866d0b49c5 tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.15 "DELETE /v2.0/ports/d677e789-03e8-4082-beef-dccaeda2ca91 HTTP/1.1" status: 204 len: 173 time: 0.4174469 Nov 24 21:52:09.715200 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1318d3f3-b125-437a-8460-035c0691f1ff', 'name': 'network-vif-deleted', 'tag': 'd677e789-03e8-4082-beef-dccaeda2ca91'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:52:09.717467 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7176bc-0acf-4979-b45b-64bed2cb33a3" -d '{"events": [{"server_uuid": "1318d3f3-b125-437a-8460-035c0691f1ff", "name": "network-vif-deleted", "tag": "d677e789-03e8-4082-beef-dccaeda2ca91"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:52:09.756548 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae35b85b-e17f-4934-bf22-104604246273 x-openstack-request-id: req-ae35b85b-e17f-4934-bf22-104604246273 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:52:09.756875 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1318d3f3-b125-437a-8460-035c0691f1ff", "name": "network-vif-deleted", "tag": "d677e789-03e8-4082-beef-dccaeda2ca91", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:52:09.757129 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae35b85b-e17f-4934-bf22-104604246273 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:52:09.757541 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1318d3f3-b125-437a-8460-035c0691f1ff', 'name': 'network-vif-deleted', 'tag': 'd677e789-03e8-4082-beef-dccaeda2ca91', 'status': 'completed', 'code': 200} Nov 24 21:52:10.224309 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1d38f118-5c95-4809-a2a0-b0de1113579f req-2f02f5b0-a00e-4e18-9767-32380c64f2aa tempest-ServersNegativeTestJSON-1078247021 tempest-ServersNegativeTestJSON-1078247021-project] 10.222.0.11 "GET /v2.0/ports?device_id=1318d3f3-b125-437a-8460-035c0691f1ff HTTP/1.1" status: 200 len: 210 time: 0.0284834 Nov 24 21:52:10.239707 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:11.280438 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53602) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:11.313214 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-89f5cd7d-ae3f-4770-8d37-3b5f1e2df03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:11.327735 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf42ce1-33c4-46da-a3ce-eaa4f8e0fb30 admin admin] Deleting subnet c32a5de3-32df-4984-99db-af5d2e752fb0 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:52:11.330944 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf42ce1-33c4-46da-a3ce-eaa4f8e0fb30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:11.364877 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf42ce1-33c4-46da-a3ce-eaa4f8e0fb30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:11.403534 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf42ce1-33c4-46da-a3ce-eaa4f8e0fb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:11.470397 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf42ce1-33c4-46da-a3ce-eaa4f8e0fb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:11.496987 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf42ce1-33c4-46da-a3ce-eaa4f8e0fb30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c32a5de3-32df-4984-99db-af5d2e752fb0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:11.500503 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7cf42ce1-33c4-46da-a3ce-eaa4f8e0fb30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:11.503785 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7cf42ce1-33c4-46da-a3ce-eaa4f8e0fb30 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c32a5de3-32df-4984-99db-af5d2e752fb0 HTTP/1.1" status: 204 len: 168 time: 0.2223117 Nov 24 21:52:11.507757 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53604) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:11.579840 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-51d7a222-6353-4790-b9b1-72a5fb393bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:11.661972 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-51d7a222-6353-4790-b9b1-72a5fb393bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:11.678437 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:11.682714 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-51d7a222-6353-4790-b9b1-72a5fb393bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c50894-214d-4fdb-87b2-8053ed8b9ea0']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:11.692213 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-51d7a222-6353-4790-b9b1-72a5fb393bc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18915819-85ce-4dfb-b0ab-f39c7b8a5803') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:11.692514 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-51d7a222-6353-4790-b9b1-72a5fb393bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18915819-85ce-4dfb-b0ab-f39c7b8a5803') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:11.702472 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-51d7a222-6353-4790-b9b1-72a5fb393bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:11.716489 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-51d7a222-6353-4790-b9b1-72a5fb393bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:11.722567 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d7a222-6353-4790-b9b1-72a5fb393bc1 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:52:11.722957 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-51d7a222-6353-4790-b9b1-72a5fb393bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:52:11.724576 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:52:11.782104 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-51d7a222-6353-4790-b9b1-72a5fb393bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:11.787581 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-51d7a222-6353-4790-b9b1-72a5fb393bc1 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:11.790814 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-51d7a222-6353-4790-b9b1-72a5fb393bc1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c5c50894-214d-4fdb-87b2-8053ed8b9ea0 HTTP/1.1" status: 204 len: 168 time: 0.2821109 Nov 24 21:52:11.803156 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7a222-6353-4790-b9b1-72a5fb393bc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5c50894-214d-4fdb-87b2-8053ed8b9ea0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:11.899903 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53608) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:11.942401 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-dab2a3f7-3f22-44ba-ac4b-dc046853422a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f620ed64dbf34660a4d487bba30baeb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412166 Nov 24 21:52:11.944701 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53610) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:11.994481 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d59adf4d-2b41-434f-87cd-db79be7c4955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:12.017800 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d59adf4d-2b41-434f-87cd-db79be7c4955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:12.066098 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d59adf4d-2b41-434f-87cd-db79be7c4955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:12.068848 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d59adf4d-2b41-434f-87cd-db79be7c4955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:12.070014 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d59adf4d-2b41-434f-87cd-db79be7c4955 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/33f40e10-bf08-41cd-a9fa-ce268a5016f4 HTTP/1.1" status: 204 len: 168 time: 0.1243412 Nov 24 21:52:12.078108 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59adf4d-2b41-434f-87cd-db79be7c4955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f40e10-bf08-41cd-a9fa-ce268a5016f4,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:12.612736 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:12.748321 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53632) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:12.842027 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-18f28026-d7ad-4fd9-a822-a0a73675c25f tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1613605998'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:52:12.869736 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f28026-d7ad-4fd9-a822-a0a73675c25f tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Made reservation on behalf of 432d8520c33b4ac0852d453ed9d15261 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:52:12.874248 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-18f28026-d7ad-4fd9-a822-a0a73675c25f tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:12.886964 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-18f28026-d7ad-4fd9-a822-a0a73675c25f tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:12.969979 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-18f28026-d7ad-4fd9-a822-a0a73675c25f tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:12.973772 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-18f28026-d7ad-4fd9-a822-a0a73675c25f tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:12.997433 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f28026-d7ad-4fd9-a822-a0a73675c25f tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:52:13.012928 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f28026-d7ad-4fd9-a822-a0a73675c25f tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646af002-35be-4b5f-a5d6-611df7500bb7,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:13.016931 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-18f28026-d7ad-4fd9-a822-a0a73675c25f tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:13.017278 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-18f28026-d7ad-4fd9-a822-a0a73675c25f tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Added segment e7db77aa-9b7c-49ae-a0dc-2aacd2efdab1 of type vlan for network ef1169a9-dbbb-4ca9-a54d-bebb12d08c44 Nov 24 21:52:13.057407 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-18f28026-d7ad-4fd9-a822-a0a73675c25f tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:13.082001 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-18f28026-d7ad-4fd9-a822-a0a73675c25f tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:13.087797 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f28026-d7ad-4fd9-a822-a0a73675c25f tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:13.088371 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-18f28026-d7ad-4fd9-a822-a0a73675c25f tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:13.122359 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-18f28026-d7ad-4fd9-a822-a0a73675c25f tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3729463 Nov 24 21:52:13.159742 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f28026-d7ad-4fd9-a822-a0a73675c25f tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Pushing event updated for resources: {'Network': ['ID=ef1169a9-dbbb-4ca9-a54d-bebb12d08c44,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:13.174285 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network ef1169a9-dbbb-4ca9-a54d-bebb12d08c44 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:52:13.980366 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:14.453324 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device d677e789-03e8-4082-beef-dccaeda2ca91 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:52:14.473435 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: d677e789-03e8-4082-beef-dccaeda2ca91 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:52:14.473788 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device d677e789-03e8-4082-beef-dccaeda2ca91 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:52:14.940443 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:16.470065 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53636) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:16.475196 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-fb743258-55cb-4537-bd44-0c900840e47a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Request body: {'subnet': {'network_id': 'ef1169a9-dbbb-4ca9-a54d-bebb12d08c44', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:52:16.569420 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb743258-55cb-4537-bd44-0c900840e47a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Made reservation on behalf of 432d8520c33b4ac0852d453ed9d15261 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:52:16.572966 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb743258-55cb-4537-bd44-0c900840e47a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:16.762655 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb743258-55cb-4537-bd44-0c900840e47a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:16.822637 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743258-55cb-4537-bd44-0c900840e47a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Pushing event updated for resources: {'Subnet': ['ID=bcd60fb3-1f23-41c9-9f1e-9dbdf54e7118,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:16.830126 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb743258-55cb-4537-bd44-0c900840e47a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Checking segment: {'id': 'e7db77aa-9b7c-49ae-a0dc-2aacd2efdab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ef1169a9-dbbb-4ca9-a54d-bebb12d08c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:52:16.830491 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb743258-55cb-4537-bd44-0c900840e47a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Network hostable DHCP agents. Network: ef1169a9-dbbb-4ca9-a54d-bebb12d08c44, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:52:16.846758 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb743258-55cb-4537-bd44-0c900840e47a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Network ef1169a9-dbbb-4ca9-a54d-bebb12d08c44 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:52:16.856139 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-fb743258-55cb-4537-bd44-0c900840e47a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, ef1169a9-dbbb-4ca9-a54d-bebb12d08c44) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:52:16.860206 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb743258-55cb-4537-bd44-0c900840e47a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:16.860828 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fb743258-55cb-4537-bd44-0c900840e47a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:16.865562 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e5bf0b-086a-4f43-8a80-8e0a81280e96 None None] Network ef1169a9-dbbb-4ca9-a54d-bebb12d08c44 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:52:16.879049 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fb743258-55cb-4537-bd44-0c900840e47a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4079418 Nov 24 21:52:16.882562 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53638) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:16.887704 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-561d6145-82ed-4c36-a222-3498164abe7a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-325263904'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:52:16.908358 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561d6145-82ed-4c36-a222-3498164abe7a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Made reservation on behalf of 432d8520c33b4ac0852d453ed9d15261 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:52:16.911823 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-561d6145-82ed-4c36-a222-3498164abe7a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:16.936800 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561d6145-82ed-4c36-a222-3498164abe7a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:52:16.946334 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-561d6145-82ed-4c36-a222-3498164abe7a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:16.946698 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-561d6145-82ed-4c36-a222-3498164abe7a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Added segment 43be9ac3-230c-4a90-af42-ba3ad380c3a8 of type vlan for network a28434f8-d238-4d66-b810-53d592f11d94 Nov 24 21:52:16.991627 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-561d6145-82ed-4c36-a222-3498164abe7a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:17.020443 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-561d6145-82ed-4c36-a222-3498164abe7a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:17.023252 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaea1c0-df2b-4a06-8697-35831b76e0a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-ef1169a9-dbbb-4ca9-a54d-bebb12d08c44', 'network_id': 'ef1169a9-dbbb-4ca9-a54d-bebb12d08c44', 'tenant_id': '432d8520c33b4ac0852d453ed9d15261', 'fixed_ips': [{'subnet_id': 'bcd60fb3-1f23-41c9-9f1e-9dbdf54e7118'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:52:17.024359 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4eaea1c0-df2b-4a06-8697-35831b76e0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:17.026914 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561d6145-82ed-4c36-a222-3498164abe7a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:17.027696 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-561d6145-82ed-4c36-a222-3498164abe7a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:17.066197 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-561d6145-82ed-4c36-a222-3498164abe7a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1825871 Nov 24 21:52:17.069210 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53640) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:17.074363 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7594aa07-1436-4a69-a04a-ae41ea6026d5 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Request body: {'subnet': {'network_id': 'a28434f8-d238-4d66-b810-53d592f11d94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:52:17.108329 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d6145-82ed-4c36-a222-3498164abe7a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Pushing event updated for resources: {'Network': ['ID=a28434f8-d238-4d66-b810-53d592f11d94,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:17.124353 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network a28434f8-d238-4d66-b810-53d592f11d94 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:52:17.171869 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7594aa07-1436-4a69-a04a-ae41ea6026d5 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Made reservation on behalf of 432d8520c33b4ac0852d453ed9d15261 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:52:17.176073 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7594aa07-1436-4a69-a04a-ae41ea6026d5 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:17.233964 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-4eaea1c0-df2b-4a06-8697-35831b76e0a3 None None] Allocated IP 2001:db8:0:ffff::2 (ef1169a9-dbbb-4ca9-a54d-bebb12d08c44/bcd60fb3-1f23-41c9-9f1e-9dbdf54e7118/2edb6861-1f2e-41df-a7f9-ca3a63799a24) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:52:17.383065 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7594aa07-1436-4a69-a04a-ae41ea6026d5 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:17.391984 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4eaea1c0-df2b-4a06-8697-35831b76e0a3 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:17.397601 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4eaea1c0-df2b-4a06-8697-35831b76e0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:17.441211 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaea1c0-df2b-4a06-8697-35831b76e0a3 None None] Network ef1169a9-dbbb-4ca9-a54d-bebb12d08c44 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:52:17.444129 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-4eaea1c0-df2b-4a06-8697-35831b76e0a3 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:52:17.449218 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaea1c0-df2b-4a06-8697-35831b76e0a3 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:52:17.451715 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594aa07-1436-4a69-a04a-ae41ea6026d5 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Pushing event updated for resources: {'Subnet': ['ID=401ffd31-87c5-4644-a7bf-57259a81645e,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:17.452458 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaea1c0-df2b-4a06-8697-35831b76e0a3 None None] Pushing event updated for resources: {'Port': ['ID=2edb6861-1f2e-41df-a7f9-ca3a63799a24,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:17.462198 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7594aa07-1436-4a69-a04a-ae41ea6026d5 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Checking segment: {'id': '43be9ac3-230c-4a90-af42-ba3ad380c3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a28434f8-d238-4d66-b810-53d592f11d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:52:17.462576 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7594aa07-1436-4a69-a04a-ae41ea6026d5 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Network hostable DHCP agents. Network: a28434f8-d238-4d66-b810-53d592f11d94, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:52:17.480919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7594aa07-1436-4a69-a04a-ae41ea6026d5 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Network a28434f8-d238-4d66-b810-53d592f11d94 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:52:17.490209 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-7594aa07-1436-4a69-a04a-ae41ea6026d5 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, a28434f8-d238-4d66-b810-53d592f11d94) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:52:17.494529 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7594aa07-1436-4a69-a04a-ae41ea6026d5 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:17.495696 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7594aa07-1436-4a69-a04a-ae41ea6026d5 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:17.502763 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1503a712-e867-4299-b31e-02be1465b6f2 None None] Network a28434f8-d238-4d66-b810-53d592f11d94 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:52:17.517090 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7594aa07-1436-4a69-a04a-ae41ea6026d5 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4442918 Nov 24 21:52:17.517468 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53642) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:17.522715 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4eaea1c0-df2b-4a06-8697-35831b76e0a3 None None] Attempting to bind port 2edb6861-1f2e-41df-a7f9-ca3a63799a24 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:52:17.523095 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4eaea1c0-df2b-4a06-8697-35831b76e0a3 None None] Attempting to bind port 2edb6861-1f2e-41df-a7f9-ca3a63799a24 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'e7db77aa-9b7c-49ae-a0dc-2aacd2efdab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ef1169a9-dbbb-4ca9-a54d-bebb12d08c44'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:52:17.523463 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaea1c0-df2b-4a06-8697-35831b76e0a3 None None] Attempting to bind port 2edb6861-1f2e-41df-a7f9-ca3a63799a24 on network ef1169a9-dbbb-4ca9-a54d-bebb12d08c44 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:52:17.538833 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaea1c0-df2b-4a06-8697-35831b76e0a3 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:52:17.539212 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaea1c0-df2b-4a06-8697-35831b76e0a3 None None] Checking segment: {'id': 'e7db77aa-9b7c-49ae-a0dc-2aacd2efdab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ef1169a9-dbbb-4ca9-a54d-bebb12d08c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:52:17.539641 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4eaea1c0-df2b-4a06-8697-35831b76e0a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:17.540021 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaea1c0-df2b-4a06-8697-35831b76e0a3 None None] Bound using segment: {'id': 'e7db77aa-9b7c-49ae-a0dc-2aacd2efdab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ef1169a9-dbbb-4ca9-a54d-bebb12d08c44'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:52:17.540600 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4eaea1c0-df2b-4a06-8697-35831b76e0a3 None None] Bound port: 2edb6861-1f2e-41df-a7f9-ca3a63799a24, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7db77aa-9b7c-49ae-a0dc-2aacd2efdab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ef1169a9-dbbb-4ca9-a54d-bebb12d08c44'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:52:17.540962 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4eaea1c0-df2b-4a06-8697-35831b76e0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:17.628712 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a46f1538-6473-4401-9f47-b4d6d0ac71cb tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:17.682667 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4eaea1c0-df2b-4a06-8697-35831b76e0a3 None None] For port 2edb6861-1f2e-41df-a7f9-ca3a63799a24, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:52:17.688430 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4eaea1c0-df2b-4a06-8697-35831b76e0a3 None None] For port 2edb6861-1f2e-41df-a7f9-ca3a63799a24, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2edb6861-1f2e-41df-a7f9-ca3a63799a24,segment=NetworkSegment(e7db77aa-9b7c-49ae-a0dc-2aacd2efdab1),segment_id=e7db77aa-9b7c-49ae-a0dc-2aacd2efdab1)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:52:17.693524 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4eaea1c0-df2b-4a06-8697-35831b76e0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:17.708906 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a46f1538-6473-4401-9f47-b4d6d0ac71cb tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:17.735944 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be733960-5c67-434d-b784-fdcc92d36205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-a28434f8-d238-4d66-b810-53d592f11d94', 'network_id': 'a28434f8-d238-4d66-b810-53d592f11d94', 'tenant_id': '432d8520c33b4ac0852d453ed9d15261', 'fixed_ips': [{'subnet_id': '401ffd31-87c5-4644-a7bf-57259a81645e'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:52:17.736830 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-be733960-5c67-434d-b784-fdcc92d36205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:17.783962 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a46f1538-6473-4401-9f47-b4d6d0ac71cb tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:17.784207 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaea1c0-df2b-4a06-8697-35831b76e0a3 None None] Pushing event updated for resources: {'Port': ['ID=2edb6861-1f2e-41df-a7f9-ca3a63799a24,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:17.824369 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f1538-6473-4401-9f47-b4d6d0ac71cb tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Pushing event deleted for resources: {'Subnet': ['ID=401ffd31-87c5-4644-a7bf-57259a81645e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server [None req-be733960-5c67-434d-b784-fdcc92d36205 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 401ffd31-87c5-4644-a7bf-57259a81645e: This subnet is being modified by another concurrent operation. Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server raise exception Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 401ffd31-87c5-4644-a7bf-57259a81645e: This subnet is being modified by another concurrent operation. Nov 24 21:52:17.875158 n-d-812111-8 neutron-server[109992]: ERROR oslo_messaging.rpc.server Nov 24 21:52:17.889516 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7090a3-8583-4489-b6f7-a0bac59db9d7 None None] Network a28434f8-d238-4d66-b810-53d592f11d94 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:52:17.900574 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a46f1538-6473-4401-9f47-b4d6d0ac71cb tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:17.927467 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-a46f1538-6473-4401-9f47-b4d6d0ac71cb tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28434f8-d238-4d66-b810-53d592f11d94']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:17.939952 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-a46f1538-6473-4401-9f47-b4d6d0ac71cb tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43be9ac3-230c-4a90-af42-ba3ad380c3a8') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:17.940166 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-a46f1538-6473-4401-9f47-b4d6d0ac71cb tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43be9ac3-230c-4a90-af42-ba3ad380c3a8') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:17.951986 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a46f1538-6473-4401-9f47-b4d6d0ac71cb tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:17.969883 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a46f1538-6473-4401-9f47-b4d6d0ac71cb tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:17.985178 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46f1538-6473-4401-9f47-b4d6d0ac71cb tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:52:17.986008 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a46f1538-6473-4401-9f47-b4d6d0ac71cb tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:52:17.989806 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:52:18.072495 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a46f1538-6473-4401-9f47-b4d6d0ac71cb tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:18.080237 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a46f1538-6473-4401-9f47-b4d6d0ac71cb tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:18.083523 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a46f1538-6473-4401-9f47-b4d6d0ac71cb tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "DELETE /v2.0/networks/a28434f8-d238-4d66-b810-53d592f11d94 HTTP/1.1" status: 204 len: 168 time: 0.5650396 Nov 24 21:52:18.086972 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53644) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:18.102166 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-f117913d-5f5a-424a-95d3-ed28ed3383c9 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1198076864'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:52:18.107663 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f1538-6473-4401-9f47-b4d6d0ac71cb tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Pushing event deleted for resources: {'Network': ['ID=a28434f8-d238-4d66-b810-53d592f11d94,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:18.131055 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f117913d-5f5a-424a-95d3-ed28ed3383c9 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Made reservation on behalf of 432d8520c33b4ac0852d453ed9d15261 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:52:18.134719 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f117913d-5f5a-424a-95d3-ed28ed3383c9 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:18.161112 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f117913d-5f5a-424a-95d3-ed28ed3383c9 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:52:18.170770 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f117913d-5f5a-424a-95d3-ed28ed3383c9 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:18.171196 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-f117913d-5f5a-424a-95d3-ed28ed3383c9 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Added segment 18425acf-e71b-423d-b9de-c2c9f96dea67 of type vlan for network 91c7eb2e-d671-4f77-9b5b-f96a98d1e0e4 Nov 24 21:52:18.211259 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f117913d-5f5a-424a-95d3-ed28ed3383c9 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:18.236326 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f117913d-5f5a-424a-95d3-ed28ed3383c9 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:18.242103 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f117913d-5f5a-424a-95d3-ed28ed3383c9 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:18.242678 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f117913d-5f5a-424a-95d3-ed28ed3383c9 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:18.280665 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f117913d-5f5a-424a-95d3-ed28ed3383c9 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1922927 Nov 24 21:52:18.283555 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53646) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:18.288310 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-5e11ddfe-5bca-46a9-8cf1-2932a435b1d1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Request body: {'subnet': {'network_id': '91c7eb2e-d671-4f77-9b5b-f96a98d1e0e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:52:18.334004 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117913d-5f5a-424a-95d3-ed28ed3383c9 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Pushing event updated for resources: {'Network': ['ID=91c7eb2e-d671-4f77-9b5b-f96a98d1e0e4,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:18.344153 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 91c7eb2e-d671-4f77-9b5b-f96a98d1e0e4 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:52:18.412351 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e11ddfe-5bca-46a9-8cf1-2932a435b1d1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Made reservation on behalf of 432d8520c33b4ac0852d453ed9d15261 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:52:18.415927 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5e11ddfe-5bca-46a9-8cf1-2932a435b1d1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:18.481490 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.ipam_backend_mixin [None req-5e11ddfe-5bca-46a9-8cf1-2932a435b1d1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Performing IP validity checks on allocation pools {{(pid=109991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 21:52:18.482019 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.ipam_backend_mixin [None req-5e11ddfe-5bca-46a9-8cf1-2932a435b1d1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 21:52:18.609663 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5e11ddfe-5bca-46a9-8cf1-2932a435b1d1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:18.678275 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11ddfe-5bca-46a9-8cf1-2932a435b1d1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Pushing event updated for resources: {'Subnet': ['ID=0bca3d98-4f9f-43a6-a08e-57163a3f2a79,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:18.688023 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e11ddfe-5bca-46a9-8cf1-2932a435b1d1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Checking segment: {'id': '18425acf-e71b-423d-b9de-c2c9f96dea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '91c7eb2e-d671-4f77-9b5b-f96a98d1e0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:52:18.688390 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e11ddfe-5bca-46a9-8cf1-2932a435b1d1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Network hostable DHCP agents. Network: 91c7eb2e-d671-4f77-9b5b-f96a98d1e0e4, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:52:18.705755 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e11ddfe-5bca-46a9-8cf1-2932a435b1d1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Network 91c7eb2e-d671-4f77-9b5b-f96a98d1e0e4 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:52:18.715619 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-5e11ddfe-5bca-46a9-8cf1-2932a435b1d1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 91c7eb2e-d671-4f77-9b5b-f96a98d1e0e4) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:52:18.719567 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e11ddfe-5bca-46a9-8cf1-2932a435b1d1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:18.720211 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5e11ddfe-5bca-46a9-8cf1-2932a435b1d1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:18.727373 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9450cd31-70c5-4c0f-894b-c2f040547a59 None None] Network 91c7eb2e-d671-4f77-9b5b-f96a98d1e0e4 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:52:18.740357 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5e11ddfe-5bca-46a9-8cf1-2932a435b1d1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4557686 Nov 24 21:52:18.743258 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53648) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:18.745916 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fecca8-246a-424b-9f5b-fb86a96b94e5 None None] Network ef1169a9-dbbb-4ca9-a54d-bebb12d08c44 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:52:18.852736 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b015925c-08c1-49e1-8fef-050ac9b87487 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:18.908226 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b015925c-08c1-49e1-8fef-050ac9b87487 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:18.975121 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b015925c-08c1-49e1-8fef-050ac9b87487 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:19.004376 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015925c-08c1-49e1-8fef-050ac9b87487 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Pushing event deleted for resources: {'Subnet': ['ID=0bca3d98-4f9f-43a6-a08e-57163a3f2a79,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:19.028462 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4840afa9-d53f-4be2-99e4-446f61503d4f None None] Provisioning complete for port 2edb6861-1f2e-41df-a7f9-ca3a63799a24 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:19.029479 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4840afa9-d53f-4be2-99e4-446f61503d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:19.062865 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2edb6861-1f2e-41df-a7f9-ca3a63799a24 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:52:19.069659 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b015925c-08c1-49e1-8fef-050ac9b87487 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:19.090973 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-b015925c-08c1-49e1-8fef-050ac9b87487 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c7eb2e-d671-4f77-9b5b-f96a98d1e0e4']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:19.100077 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-b015925c-08c1-49e1-8fef-050ac9b87487 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18425acf-e71b-423d-b9de-c2c9f96dea67') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:19.100404 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-b015925c-08c1-49e1-8fef-050ac9b87487 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18425acf-e71b-423d-b9de-c2c9f96dea67') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:19.109758 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b015925c-08c1-49e1-8fef-050ac9b87487 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:19.123172 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b015925c-08c1-49e1-8fef-050ac9b87487 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:19.129491 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b015925c-08c1-49e1-8fef-050ac9b87487 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:52:19.129887 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b015925c-08c1-49e1-8fef-050ac9b87487 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:52:19.133087 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:52:19.193758 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b015925c-08c1-49e1-8fef-050ac9b87487 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:19.201817 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b015925c-08c1-49e1-8fef-050ac9b87487 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:19.205242 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b015925c-08c1-49e1-8fef-050ac9b87487 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "DELETE /v2.0/networks/91c7eb2e-d671-4f77-9b5b-f96a98d1e0e4 HTTP/1.1" status: 204 len: 168 time: 0.4609299 Nov 24 21:52:19.208834 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53650) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:19.211197 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cdd698-ab2b-4ab9-865e-fe793286c718 None None] Network 91c7eb2e-d671-4f77-9b5b-f96a98d1e0e4 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:52:19.215364 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-35a04b66-4533-4a07-b1ee-82594165a3fc tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1913302131'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:52:19.234174 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015925c-08c1-49e1-8fef-050ac9b87487 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Pushing event deleted for resources: {'Network': ['ID=91c7eb2e-d671-4f77-9b5b-f96a98d1e0e4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:19.250691 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a04b66-4533-4a07-b1ee-82594165a3fc tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Made reservation on behalf of 432d8520c33b4ac0852d453ed9d15261 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:52:19.254605 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35a04b66-4533-4a07-b1ee-82594165a3fc tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:19.260245 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cdd698-ab2b-4ab9-865e-fe793286c718 None None] Network 91c7eb2e-d671-4f77-9b5b-f96a98d1e0e4 could not be found, it might have been deleted concurrently. {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 21:52:19.279975 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a04b66-4533-4a07-b1ee-82594165a3fc tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:52:19.286467 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4840afa9-d53f-4be2-99e4-446f61503d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:19.289938 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 2edb6861-1f2e-41df-a7f9-ca3a63799a24 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:19.290121 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35a04b66-4533-4a07-b1ee-82594165a3fc tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:19.290342 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-35a04b66-4533-4a07-b1ee-82594165a3fc tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Added segment ee0b46d5-6424-4d78-984c-785a9386ba28 of type vlan for network fe072195-d03d-48f1-88d7-d709c047714d Nov 24 21:52:19.290469 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:19.332056 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35a04b66-4533-4a07-b1ee-82594165a3fc tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:19.358902 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35a04b66-4533-4a07-b1ee-82594165a3fc tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:19.365854 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a04b66-4533-4a07-b1ee-82594165a3fc tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:19.366468 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-35a04b66-4533-4a07-b1ee-82594165a3fc tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:19.367786 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4840afa9-d53f-4be2-99e4-446f61503d4f None None] For port 2edb6861-1f2e-41df-a7f9-ca3a63799a24, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2edb6861-1f2e-41df-a7f9-ca3a63799a24,segment=NetworkSegment(e7db77aa-9b7c-49ae-a0dc-2aacd2efdab1),segment_id=e7db77aa-9b7c-49ae-a0dc-2aacd2efdab1)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:52:19.375894 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4840afa9-d53f-4be2-99e4-446f61503d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:19.411286 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53652) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:19.411561 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-35a04b66-4533-4a07-b1ee-82594165a3fc tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2015188 Nov 24 21:52:19.420363 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-eee7fdb1-514d-492e-9b24-87bd4b5c6576 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Request body: {'subnet': {'network_id': 'fe072195-d03d-48f1-88d7-d709c047714d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:52:19.453253 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a04b66-4533-4a07-b1ee-82594165a3fc tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Pushing event updated for resources: {'Network': ['ID=fe072195-d03d-48f1-88d7-d709c047714d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:19.461757 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840afa9-d53f-4be2-99e4-446f61503d4f None None] Pushing event updated for resources: {'Port': ['ID=2edb6861-1f2e-41df-a7f9-ca3a63799a24,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:19.466539 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network fe072195-d03d-48f1-88d7-d709c047714d details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:52:19.541725 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee7fdb1-514d-492e-9b24-87bd4b5c6576 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Made reservation on behalf of 432d8520c33b4ac0852d453ed9d15261 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:52:19.547150 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eee7fdb1-514d-492e-9b24-87bd4b5c6576 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:19.579810 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ced575-1bba-4ac1-8f4e-0ccad667a0e4 None None] get_active_networks_info from n-d-812111-8 {{(pid=109992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 21:52:19.628128 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-bbb595fd-1f5e-4fa6-97df-c0cb39094a13 None None] Provisioning complete for port 2edb6861-1f2e-41df-a7f9-ca3a63799a24 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:19.628502 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bbb595fd-1f5e-4fa6-97df-c0cb39094a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:19.693560 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ced575-1bba-4ac1-8f4e-0ccad667a0e4 None None] Resources bound (agent type, host, resource id): {{(pid=109992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 21:52:19.749702 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eee7fdb1-514d-492e-9b24-87bd4b5c6576 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:19.817860 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7fdb1-514d-492e-9b24-87bd4b5c6576 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Pushing event updated for resources: {'Subnet': ['ID=ac86b044-e302-4d5f-80a5-b4b87b80062a,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:19.825151 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee7fdb1-514d-492e-9b24-87bd4b5c6576 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Checking segment: {'id': 'ee0b46d5-6424-4d78-984c-785a9386ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fe072195-d03d-48f1-88d7-d709c047714d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:52:19.825594 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee7fdb1-514d-492e-9b24-87bd4b5c6576 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Network hostable DHCP agents. Network: fe072195-d03d-48f1-88d7-d709c047714d, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:52:19.843375 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee7fdb1-514d-492e-9b24-87bd4b5c6576 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Network fe072195-d03d-48f1-88d7-d709c047714d is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:52:19.853384 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-eee7fdb1-514d-492e-9b24-87bd4b5c6576 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, fe072195-d03d-48f1-88d7-d709c047714d) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:52:19.858136 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee7fdb1-514d-492e-9b24-87bd4b5c6576 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:19.858733 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eee7fdb1-514d-492e-9b24-87bd4b5c6576 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:19.877082 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-eee7fdb1-514d-492e-9b24-87bd4b5c6576 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4640012 Nov 24 21:52:19.880555 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53654) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:19.885436 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-1b1bf365-6200-4926-8914-c07585bd9537 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1373957398'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:52:19.907026 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1bf365-6200-4926-8914-c07585bd9537 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Made reservation on behalf of 432d8520c33b4ac0852d453ed9d15261 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:52:19.910512 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1b1bf365-6200-4926-8914-c07585bd9537 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:19.940733 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1bf365-6200-4926-8914-c07585bd9537 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:52:19.942661 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b9aed2-7b3a-4fb1-95ac-1a94bc405aa4 None None] Network fe072195-d03d-48f1-88d7-d709c047714d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:52:19.951627 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1b1bf365-6200-4926-8914-c07585bd9537 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:19.951980 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-1b1bf365-6200-4926-8914-c07585bd9537 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Added segment 122658b8-8062-48e1-bc4e-eff34f2690c3 of type vlan for network afd25aaa-e39e-4713-b896-e021bd387620 Nov 24 21:52:19.992939 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1b1bf365-6200-4926-8914-c07585bd9537 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:20.017917 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1b1bf365-6200-4926-8914-c07585bd9537 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:20.024042 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1bf365-6200-4926-8914-c07585bd9537 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:20.024852 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1b1bf365-6200-4926-8914-c07585bd9537 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:20.065474 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1b1bf365-6200-4926-8914-c07585bd9537 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1837215 Nov 24 21:52:20.068427 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53656) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:20.074315 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-2a96224b-bb37-4083-b383-afa7de7088cf tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Request body: {'subnet': {'network_id': 'afd25aaa-e39e-4713-b896-e021bd387620', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:52:20.091708 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d555c28-3ba9-4126-af7c-2f0169e45fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-fe072195-d03d-48f1-88d7-d709c047714d', 'network_id': 'fe072195-d03d-48f1-88d7-d709c047714d', 'tenant_id': '432d8520c33b4ac0852d453ed9d15261', 'fixed_ips': [{'subnet_id': 'ac86b044-e302-4d5f-80a5-b4b87b80062a'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:52:20.092587 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8d555c28-3ba9-4126-af7c-2f0169e45fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:20.099643 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1bf365-6200-4926-8914-c07585bd9537 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Pushing event updated for resources: {'Network': ['ID=afd25aaa-e39e-4713-b896-e021bd387620,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:20.116519 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network afd25aaa-e39e-4713-b896-e021bd387620 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:52:20.179108 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a96224b-bb37-4083-b383-afa7de7088cf tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Made reservation on behalf of 432d8520c33b4ac0852d453ed9d15261 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:52:20.183474 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2a96224b-bb37-4083-b383-afa7de7088cf tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:20.294385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-8d555c28-3ba9-4126-af7c-2f0169e45fc9 None None] Allocated IP 2001:db8::2 (fe072195-d03d-48f1-88d7-d709c047714d/ac86b044-e302-4d5f-80a5-b4b87b80062a/11d2da26-1679-4c7f-ac3e-231d163b1026) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:52:20.377256 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2a96224b-bb37-4083-b383-afa7de7088cf tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:20.438001 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96224b-bb37-4083-b383-afa7de7088cf tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Pushing event updated for resources: {'Subnet': ['ID=b6ead7f6-734f-4a3b-86e4-16365c1e8125,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:20.445860 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8d555c28-3ba9-4126-af7c-2f0169e45fc9 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:20.447917 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a96224b-bb37-4083-b383-afa7de7088cf tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Checking segment: {'id': '122658b8-8062-48e1-bc4e-eff34f2690c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'afd25aaa-e39e-4713-b896-e021bd387620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:52:20.448892 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a96224b-bb37-4083-b383-afa7de7088cf tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Network hostable DHCP agents. Network: afd25aaa-e39e-4713-b896-e021bd387620, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:52:20.454097 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8d555c28-3ba9-4126-af7c-2f0169e45fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:20.468978 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a96224b-bb37-4083-b383-afa7de7088cf tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Network afd25aaa-e39e-4713-b896-e021bd387620 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:52:20.478253 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-2a96224b-bb37-4083-b383-afa7de7088cf tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, afd25aaa-e39e-4713-b896-e021bd387620) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:52:20.483347 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a96224b-bb37-4083-b383-afa7de7088cf tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:20.484114 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2a96224b-bb37-4083-b383-afa7de7088cf tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:20.497338 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4ae44a-d4e9-4acf-b04d-05036780a9b3 None None] Network afd25aaa-e39e-4713-b896-e021bd387620 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:52:20.501437 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2a96224b-bb37-4083-b383-afa7de7088cf tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4311688 Nov 24 21:52:20.501811 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d555c28-3ba9-4126-af7c-2f0169e45fc9 None None] Network fe072195-d03d-48f1-88d7-d709c047714d is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:52:20.504132 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53658) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:20.517963 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-8d555c28-3ba9-4126-af7c-2f0169e45fc9 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:52:20.522170 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d555c28-3ba9-4126-af7c-2f0169e45fc9 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:52:20.524059 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d555c28-3ba9-4126-af7c-2f0169e45fc9 None None] Pushing event updated for resources: {'Port': ['ID=11d2da26-1679-4c7f-ac3e-231d163b1026,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:20.611939 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df711f6c-9347-470e-ab3c-10fd5af6ace1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:20.631271 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-8d555c28-3ba9-4126-af7c-2f0169e45fc9 None None] Attempting to bind port 11d2da26-1679-4c7f-ac3e-231d163b1026 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:52:20.631561 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-8d555c28-3ba9-4126-af7c-2f0169e45fc9 None None] Attempting to bind port 11d2da26-1679-4c7f-ac3e-231d163b1026 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'ee0b46d5-6424-4d78-984c-785a9386ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fe072195-d03d-48f1-88d7-d709c047714d'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:52:20.631925 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d555c28-3ba9-4126-af7c-2f0169e45fc9 None None] Attempting to bind port 11d2da26-1679-4c7f-ac3e-231d163b1026 on network fe072195-d03d-48f1-88d7-d709c047714d {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:52:20.640392 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d555c28-3ba9-4126-af7c-2f0169e45fc9 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:52:20.640788 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d555c28-3ba9-4126-af7c-2f0169e45fc9 None None] Checking segment: {'id': 'ee0b46d5-6424-4d78-984c-785a9386ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fe072195-d03d-48f1-88d7-d709c047714d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:52:20.641209 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8d555c28-3ba9-4126-af7c-2f0169e45fc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:20.641577 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d555c28-3ba9-4126-af7c-2f0169e45fc9 None None] Bound using segment: {'id': 'ee0b46d5-6424-4d78-984c-785a9386ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fe072195-d03d-48f1-88d7-d709c047714d'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:52:20.642049 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-8d555c28-3ba9-4126-af7c-2f0169e45fc9 None None] Bound port: 11d2da26-1679-4c7f-ac3e-231d163b1026, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0b46d5-6424-4d78-984c-785a9386ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fe072195-d03d-48f1-88d7-d709c047714d'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:52:20.642427 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8d555c28-3ba9-4126-af7c-2f0169e45fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:20.663347 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df711f6c-9347-470e-ab3c-10fd5af6ace1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:20.728069 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df711f6c-9347-470e-ab3c-10fd5af6ace1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:20.745101 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f426d0-b680-42eb-9548-ba0ab03898c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-afd25aaa-e39e-4713-b896-e021bd387620', 'network_id': 'afd25aaa-e39e-4713-b896-e021bd387620', 'tenant_id': '432d8520c33b4ac0852d453ed9d15261', 'fixed_ips': [{'subnet_id': 'b6ead7f6-734f-4a3b-86e4-16365c1e8125'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:52:20.745969 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-09f426d0-b680-42eb-9548-ba0ab03898c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:20.757142 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df711f6c-9347-470e-ab3c-10fd5af6ace1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ead7f6-734f-4a3b-86e4-16365c1e8125,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:20.765987 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-8d555c28-3ba9-4126-af7c-2f0169e45fc9 None None] For port 11d2da26-1679-4c7f-ac3e-231d163b1026, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:52:20.786549 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-8d555c28-3ba9-4126-af7c-2f0169e45fc9 None None] For port 11d2da26-1679-4c7f-ac3e-231d163b1026, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=11d2da26-1679-4c7f-ac3e-231d163b1026,segment=NetworkSegment(ee0b46d5-6424-4d78-984c-785a9386ba28),segment_id=ee0b46d5-6424-4d78-984c-785a9386ba28)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:52:20.791198 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8d555c28-3ba9-4126-af7c-2f0169e45fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:20.822221 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df711f6c-9347-470e-ab3c-10fd5af6ace1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:20.844155 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-df711f6c-9347-470e-ab3c-10fd5af6ace1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd25aaa-e39e-4713-b896-e021bd387620']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:20.853914 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-df711f6c-9347-470e-ab3c-10fd5af6ace1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122658b8-8062-48e1-bc4e-eff34f2690c3') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:20.854217 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-df711f6c-9347-470e-ab3c-10fd5af6ace1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122658b8-8062-48e1-bc4e-eff34f2690c3') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:20.864740 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df711f6c-9347-470e-ab3c-10fd5af6ace1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:20.878403 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d938f1-b4bf-4466-82b1-e243c6113b14 None None] Network afd25aaa-e39e-4713-b896-e021bd387620 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:52:20.879281 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df711f6c-9347-470e-ab3c-10fd5af6ace1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:20.888348 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df711f6c-9347-470e-ab3c-10fd5af6ace1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:52:20.888739 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df711f6c-9347-470e-ab3c-10fd5af6ace1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:52:20.893148 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:52:20.911674 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d555c28-3ba9-4126-af7c-2f0169e45fc9 None None] Pushing event updated for resources: {'Port': ['ID=11d2da26-1679-4c7f-ac3e-231d163b1026,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:20.971257 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df711f6c-9347-470e-ab3c-10fd5af6ace1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:20.979903 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df711f6c-9347-470e-ab3c-10fd5af6ace1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:20.984094 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-df711f6c-9347-470e-ab3c-10fd5af6ace1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "DELETE /v2.0/networks/afd25aaa-e39e-4713-b896-e021bd387620 HTTP/1.1" status: 204 len: 168 time: 0.4787169 Nov 24 21:52:20.987153 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53660) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:21.008177 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df711f6c-9347-470e-ab3c-10fd5af6ace1 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Pushing event deleted for resources: {'Network': ['ID=afd25aaa-e39e-4713-b896-e021bd387620,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:21.028773 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbea7588-ec96-4aed-b770-b696b8074a02 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] GET failed (client error): The resource could not be found. Nov 24 21:52:21.030127 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fbea7588-ec96-4aed-b770-b696b8074a02 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "GET /v2.0/subnets/b6ead7f6-734f-4a3b-86e4-16365c1e8125 HTTP/1.1" status: 404 len: 337 time: 0.0402761 Nov 24 21:52:21.032940 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53662) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:21.037715 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2edb6861-1f2e-41df-a7f9-ca3a63799a24 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:52:21.052209 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-924f03a4-a7a6-428f-8b81-b2ff6538cae5 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] DELETE failed (client error): The resource could not be found. Nov 24 21:52:21.052722 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-924f03a4-a7a6-428f-8b81-b2ff6538cae5 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:52:21.059646 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-924f03a4-a7a6-428f-8b81-b2ff6538cae5 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "DELETE /v2.0/networks/afd25aaa-e39e-4713-b896-e021bd387620 HTTP/1.1" status: 404 len: 339 time: 0.0219827 Nov 24 21:52:21.060781 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53664) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:21.109759 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d266ee-71c8-414d-b0f3-b39e60b01546 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] DELETE failed (client error): The resource could not be found. Nov 24 21:52:21.110376 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9d266ee-71c8-414d-b0f3-b39e60b01546 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:52:21.112505 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 2edb6861-1f2e-41df-a7f9-ca3a63799a24 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:21.112985 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:21.113883 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a9d266ee-71c8-414d-b0f3-b39e60b01546 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "DELETE /v2.0/subnets/b6ead7f6-734f-4a3b-86e4-16365c1e8125 HTTP/1.1" status: 404 len: 337 time: 0.0513108 Nov 24 21:52:21.116069 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53666) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:21.150242 n-d-812111-8 neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-da03e581-821c-43df-a4c3-345d7654595e tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] DELETE failed (client error): The resource could not be found. Nov 24 21:52:21.150793 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da03e581-821c-43df-a4c3-345d7654595e tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:52:21.156983 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-da03e581-821c-43df-a4c3-345d7654595e tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "DELETE /v2.0/networks/afd25aaa-e39e-4713-b896-e021bd387620 HTTP/1.1" status: 404 len: 339 time: 0.0398998 Nov 24 21:52:21.160211 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53668) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:21.217649 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-80fbb479-b88b-4bf5-a6ea-fbeca47ab7da tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Deleting subnet ac86b044-e302-4d5f-80a5-b4b87b80062a {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:52:21.221186 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-80fbb479-b88b-4bf5-a6ea-fbeca47ab7da tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:21.591311 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-80fbb479-b88b-4bf5-a6ea-fbeca47ab7da tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:21.678921 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-80fbb479-b88b-4bf5-a6ea-fbeca47ab7da tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:21.741238 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-80fbb479-b88b-4bf5-a6ea-fbeca47ab7da tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:21.775131 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbb479-b88b-4bf5-a6ea-fbeca47ab7da tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Pushing event deleted for resources: {'Subnet': ['ID=ac86b044-e302-4d5f-80a5-b4b87b80062a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:21.781817 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-80fbb479-b88b-4bf5-a6ea-fbeca47ab7da tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:21.785082 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-80fbb479-b88b-4bf5-a6ea-fbeca47ab7da tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "DELETE /v2.0/subnets/ac86b044-e302-4d5f-80a5-b4b87b80062a HTTP/1.1" status: 204 len: 168 time: 0.6236715 Nov 24 21:52:21.787826 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53670) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:21.847586 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15f5ab7-67a3-4150-8bce-4146e9e6432c None None] Network fe072195-d03d-48f1-88d7-d709c047714d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:52:21.866374 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f46b134-11f0-4ac6-8c23-fc57db73ebea tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:21.919663 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-9f46b134-11f0-4ac6-8c23-fc57db73ebea tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Deleting port 11d2da26-1679-4c7f-ac3e-231d163b1026 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:52:21.920020 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f46b134-11f0-4ac6-8c23-fc57db73ebea tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:21.992476 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-9f46b134-11f0-4ac6-8c23-fc57db73ebea tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] For port 11d2da26-1679-4c7f-ac3e-231d163b1026, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=11d2da26-1679-4c7f-ac3e-231d163b1026,segment=NetworkSegment(ee0b46d5-6424-4d78-984c-785a9386ba28),segment_id=ee0b46d5-6424-4d78-984c-785a9386ba28)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:52:21.992881 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f46b134-11f0-4ac6-8c23-fc57db73ebea tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:22.007833 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-9f46b134-11f0-4ac6-8c23-fc57db73ebea tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Calling delete_port for 11d2da26-1679-4c7f-ac3e-231d163b1026 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:52:22.091918 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f46b134-11f0-4ac6-8c23-fc57db73ebea tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:22.095858 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-44c53566-9b3f-48d3-b91f-fa6813116be8 None None] Could not find standard attr ID for object 11d2da26-1679-4c7f-ac3e-231d163b1026. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:52:22.119504 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f46b134-11f0-4ac6-8c23-fc57db73ebea tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] No DVR routers for this DVR port 11d2da26-1679-4c7f-ac3e-231d163b1026 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:52:22.121759 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46b134-11f0-4ac6-8c23-fc57db73ebea tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Pushing event deleted for resources: {'Port': ['ID=11d2da26-1679-4c7f-ac3e-231d163b1026,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:22.169519 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e6a082-cd4d-4940-a6d8-9d7c21ce93c9 None None] DHCP port deletion for fe072195-d03d-48f1-88d7-d709c047714d request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:52:22.208563 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f46b134-11f0-4ac6-8c23-fc57db73ebea tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:22.229918 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-9f46b134-11f0-4ac6-8c23-fc57db73ebea tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe072195-d03d-48f1-88d7-d709c047714d']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:22.239295 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-9f46b134-11f0-4ac6-8c23-fc57db73ebea tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0b46d5-6424-4d78-984c-785a9386ba28') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:22.239594 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-9f46b134-11f0-4ac6-8c23-fc57db73ebea tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0b46d5-6424-4d78-984c-785a9386ba28') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:22.250341 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f46b134-11f0-4ac6-8c23-fc57db73ebea tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:22.263805 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f46b134-11f0-4ac6-8c23-fc57db73ebea tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:22.269660 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f46b134-11f0-4ac6-8c23-fc57db73ebea tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:52:22.270046 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f46b134-11f0-4ac6-8c23-fc57db73ebea tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:52:22.273268 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:52:22.337935 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f46b134-11f0-4ac6-8c23-fc57db73ebea tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:22.345549 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9f46b134-11f0-4ac6-8c23-fc57db73ebea tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:22.348692 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9f46b134-11f0-4ac6-8c23-fc57db73ebea tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "DELETE /v2.0/networks/fe072195-d03d-48f1-88d7-d709c047714d HTTP/1.1" status: 204 len: 168 time: 0.5595078 Nov 24 21:52:22.351360 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53672) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:22.359741 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46b134-11f0-4ac6-8c23-fc57db73ebea tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Pushing event deleted for resources: {'Network': ['ID=fe072195-d03d-48f1-88d7-d709c047714d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:22.378401 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f621b3-f4e6-48ee-b27f-92006cadda9d tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] DELETE failed (client error): The resource could not be found. Nov 24 21:52:22.378864 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f621b3-f4e6-48ee-b27f-92006cadda9d tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:52:22.381993 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b4f621b3-f4e6-48ee-b27f-92006cadda9d tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "DELETE /v2.0/subnets/0bca3d98-4f9f-43a6-a08e-57163a3f2a79 HTTP/1.1" status: 404 len: 337 time: 0.0296280 Nov 24 21:52:22.384504 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53674) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:22.403212 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-a734ba5e-c236-4582-8ae5-2d6c3806f4df tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] DELETE failed (client error): The resource could not be found. Nov 24 21:52:22.403617 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a734ba5e-c236-4582-8ae5-2d6c3806f4df tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:52:22.406549 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a734ba5e-c236-4582-8ae5-2d6c3806f4df tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "DELETE /v2.0/networks/91c7eb2e-d671-4f77-9b5b-f96a98d1e0e4 HTTP/1.1" status: 404 len: 339 time: 0.0210886 Nov 24 21:52:22.408875 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53676) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:22.433393 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eeb0d1a-a38f-4337-904a-9c0819ef367b tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] DELETE failed (client error): The resource could not be found. Nov 24 21:52:22.433817 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eeb0d1a-a38f-4337-904a-9c0819ef367b tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:52:22.436725 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1eeb0d1a-a38f-4337-904a-9c0819ef367b tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "DELETE /v2.0/subnets/401ffd31-87c5-4644-a7bf-57259a81645e HTTP/1.1" status: 404 len: 337 time: 0.0269890 Nov 24 21:52:22.438998 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53678) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:22.456409 n-d-812111-8 neutron-server[109991]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2eaa604-119d-453d-ad29-c131893e1d4a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] DELETE failed (client error): The resource could not be found. Nov 24 21:52:22.456910 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2eaa604-119d-453d-ad29-c131893e1d4a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 21:52:22.459800 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e2eaa604-119d-453d-ad29-c131893e1d4a tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "DELETE /v2.0/networks/a28434f8-d238-4d66-b810-53d592f11d94 HTTP/1.1" status: 404 len: 339 time: 0.0199442 Nov 24 21:52:22.462132 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53680) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:22.511785 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67915b9-146e-442c-a752-3f588351524c tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Deleting subnet bcd60fb3-1f23-41c9-9f1e-9dbdf54e7118 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:52:22.514800 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f67915b9-146e-442c-a752-3f588351524c tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:22.558461 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f67915b9-146e-442c-a752-3f588351524c tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:22.638786 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f67915b9-146e-442c-a752-3f588351524c tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:22.696634 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f67915b9-146e-442c-a752-3f588351524c tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:22.725757 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f67915b9-146e-442c-a752-3f588351524c tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:22.729514 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f67915b9-146e-442c-a752-3f588351524c tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "DELETE /v2.0/subnets/bcd60fb3-1f23-41c9-9f1e-9dbdf54e7118 HTTP/1.1" status: 204 len: 168 time: 0.2660379 Nov 24 21:52:22.730384 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67915b9-146e-442c-a752-3f588351524c tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Pushing event deleted for resources: {'Subnet': ['ID=bcd60fb3-1f23-41c9-9f1e-9dbdf54e7118,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:22.731698 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6580db1d-37bf-4a1a-9e76-82571da6643a None None] Network ef1169a9-dbbb-4ca9-a54d-bebb12d08c44 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:52:22.732194 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53682) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:22.808682 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-957a3e59-743b-4720-9f5d-ac8828542692 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:22.868878 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-957a3e59-743b-4720-9f5d-ac8828542692 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Deleting port 2edb6861-1f2e-41df-a7f9-ca3a63799a24 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:52:22.869227 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-957a3e59-743b-4720-9f5d-ac8828542692 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:22.896221 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873d586a-48de-4723-9fd2-4417533a29af None None] DHCP port deletion for ef1169a9-dbbb-4ca9-a54d-bebb12d08c44 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:52:22.934344 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-957a3e59-743b-4720-9f5d-ac8828542692 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] For port 2edb6861-1f2e-41df-a7f9-ca3a63799a24, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2edb6861-1f2e-41df-a7f9-ca3a63799a24,segment=NetworkSegment(e7db77aa-9b7c-49ae-a0dc-2aacd2efdab1),segment_id=e7db77aa-9b7c-49ae-a0dc-2aacd2efdab1)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:52:22.934706 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-957a3e59-743b-4720-9f5d-ac8828542692 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:22.942265 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-873d586a-48de-4723-9fd2-4417533a29af None None] Deleting port 2edb6861-1f2e-41df-a7f9-ca3a63799a24 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:52:22.942646 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-873d586a-48de-4723-9fd2-4417533a29af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:22.947962 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-957a3e59-743b-4720-9f5d-ac8828542692 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Calling delete_port for 2edb6861-1f2e-41df-a7f9-ca3a63799a24 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:52:23.010721 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2edb6861-1f2e-41df-a7f9-ca3a63799a24 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:52:23.040493 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-957a3e59-743b-4720-9f5d-ac8828542692 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:23.047853 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-873d586a-48de-4723-9fd2-4417533a29af None None] For port 2edb6861-1f2e-41df-a7f9-ca3a63799a24, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=2edb6861-1f2e-41df-a7f9-ca3a63799a24,segment=NetworkSegment(e7db77aa-9b7c-49ae-a0dc-2aacd2efdab1),segment_id=e7db77aa-9b7c-49ae-a0dc-2aacd2efdab1)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:52:23.048262 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-873d586a-48de-4723-9fd2-4417533a29af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:23.067537 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-873d586a-48de-4723-9fd2-4417533a29af None None] Calling delete_port for 2edb6861-1f2e-41df-a7f9-ca3a63799a24 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:52:23.068270 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a3e59-743b-4720-9f5d-ac8828542692 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Pushing event deleted for resources: {'Port': ['ID=2edb6861-1f2e-41df-a7f9-ca3a63799a24,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:23.070289 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957a3e59-743b-4720-9f5d-ac8828542692 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] No DVR routers for this DVR port 2edb6861-1f2e-41df-a7f9-ca3a63799a24 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:52:23.080907 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No active binding found for port 2edb6861-1f2e-41df-a7f9-ca3a63799a24 {{(pid=109992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 24 21:52:23.081340 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 2edb6861-1f2e-41df-a7f9-ca3a63799a24 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:52:23.150431 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-957a3e59-743b-4720-9f5d-ac8828542692 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:23.155496 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-873d586a-48de-4723-9fd2-4417533a29af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:23.174696 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-957a3e59-743b-4720-9f5d-ac8828542692 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1169a9-dbbb-4ca9-a54d-bebb12d08c44']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:23.178416 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d586a-48de-4723-9fd2-4417533a29af None None] Pushing event deleted for resources: {'Port': ['ID=2edb6861-1f2e-41df-a7f9-ca3a63799a24,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:23.184612 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873d586a-48de-4723-9fd2-4417533a29af None None] No DVR routers for this DVR port 2edb6861-1f2e-41df-a7f9-ca3a63799a24 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:52:23.185023 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-957a3e59-743b-4720-9f5d-ac8828542692 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7db77aa-9b7c-49ae-a0dc-2aacd2efdab1') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:23.185328 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-957a3e59-743b-4720-9f5d-ac8828542692 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7db77aa-9b7c-49ae-a0dc-2aacd2efdab1') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:23.199847 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-957a3e59-743b-4720-9f5d-ac8828542692 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:23.213429 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-957a3e59-743b-4720-9f5d-ac8828542692 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:23.219562 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957a3e59-743b-4720-9f5d-ac8828542692 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:52:23.219948 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-957a3e59-743b-4720-9f5d-ac8828542692 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:52:23.223087 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:52:23.281714 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-957a3e59-743b-4720-9f5d-ac8828542692 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:23.288402 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-957a3e59-743b-4720-9f5d-ac8828542692 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:23.291700 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-957a3e59-743b-4720-9f5d-ac8828542692 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] 10.222.0.11 "DELETE /v2.0/networks/ef1169a9-dbbb-4ca9-a54d-bebb12d08c44 HTTP/1.1" status: 204 len: 168 time: 0.5584667 Nov 24 21:52:23.302974 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a3e59-743b-4720-9f5d-ac8828542692 tempest-NetworksIpV6Test-1972804648 tempest-NetworksIpV6Test-1972804648-project] Pushing event deleted for resources: {'Network': ['ID=ef1169a9-dbbb-4ca9-a54d-bebb12d08c44,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:23.535902 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53688) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:23.667705 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bf592986-7c83-4fc5-aa78-87073bfae635 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=432d8520c33b4ac0852d453ed9d15261&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300006 Nov 24 21:52:23.670280 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53692) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:23.722087 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32bdfb6b-1be7-4c48-920c-cbce9127620b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:23.743313 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32bdfb6b-1be7-4c48-920c-cbce9127620b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:23.789453 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32bdfb6b-1be7-4c48-920c-cbce9127620b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:23.792667 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32bdfb6b-1be7-4c48-920c-cbce9127620b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:23.796788 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-32bdfb6b-1be7-4c48-920c-cbce9127620b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/646af002-35be-4b5f-a5d6-611df7500bb7 HTTP/1.1" status: 204 len: 168 time: 0.1231101 Nov 24 21:52:23.802456 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bdfb6b-1be7-4c48-920c-cbce9127620b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646af002-35be-4b5f-a5d6-611df7500bb7,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:24.427576 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53714) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:24.524879 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-62cbc798-525a-4764-bdd8-29711b402425 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1892630328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:52:24.549376 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-62cbc798-525a-4764-bdd8-29711b402425 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:24.550479 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-62cbc798-525a-4764-bdd8-29711b402425 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:24.600903 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-62cbc798-525a-4764-bdd8-29711b402425 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:24.605598 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-62cbc798-525a-4764-bdd8-29711b402425 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:24.623089 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-62cbc798-525a-4764-bdd8-29711b402425 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:24.624287 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-62cbc798-525a-4764-bdd8-29711b402425 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1956952 Nov 24 21:52:24.627053 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53718) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:24.631762 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-2c6cc7f4-39d2-4068-9d0b-328c357d03ef tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-897600683'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:52:24.652395 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6cc7f4-39d2-4068-9d0b-328c357d03ef tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Made reservation on behalf of 4a2eb5e0e3ae43a3b65beccdd5e22e56 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:52:24.655756 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2c6cc7f4-39d2-4068-9d0b-328c357d03ef tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:24.663879 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2c6cc7f4-39d2-4068-9d0b-328c357d03ef tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:24.741489 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2c6cc7f4-39d2-4068-9d0b-328c357d03ef tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:24.745124 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2c6cc7f4-39d2-4068-9d0b-328c357d03ef tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:24.767486 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6cc7f4-39d2-4068-9d0b-328c357d03ef tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:52:24.781487 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6cc7f4-39d2-4068-9d0b-328c357d03ef tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=630c6eb9-71c5-456e-9a34-75b5c09a32be,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:24.786297 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2c6cc7f4-39d2-4068-9d0b-328c357d03ef tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:24.786640 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-2c6cc7f4-39d2-4068-9d0b-328c357d03ef tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Added segment f2b316e4-88f0-4bdd-a96e-73051bda5d8e of type vlan for network 303b87aa-6e8c-4a5c-86f2-7f5cec939a93 Nov 24 21:52:24.827076 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2c6cc7f4-39d2-4068-9d0b-328c357d03ef tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:24.852117 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2c6cc7f4-39d2-4068-9d0b-328c357d03ef tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:24.858578 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6cc7f4-39d2-4068-9d0b-328c357d03ef tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:24.859321 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2c6cc7f4-39d2-4068-9d0b-328c357d03ef tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:24.896431 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2c6cc7f4-39d2-4068-9d0b-328c357d03ef tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2683649 Nov 24 21:52:24.899353 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53720) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:24.905111 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-6bbaa0ca-9a38-48e3-b867-e0938a535752 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Request body: {'subnet': {'network_id': '303b87aa-6e8c-4a5c-86f2-7f5cec939a93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:52:24.928822 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6cc7f4-39d2-4068-9d0b-328c357d03ef tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Pushing event updated for resources: {'Network': ['ID=303b87aa-6e8c-4a5c-86f2-7f5cec939a93,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:24.939024 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 303b87aa-6e8c-4a5c-86f2-7f5cec939a93 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:52:25.007806 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbaa0ca-9a38-48e3-b867-e0938a535752 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Made reservation on behalf of 4a2eb5e0e3ae43a3b65beccdd5e22e56 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:52:25.012353 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa0ca-9a38-48e3-b867-e0938a535752 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:25.194520 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa0ca-9a38-48e3-b867-e0938a535752 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:25.253670 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbaa0ca-9a38-48e3-b867-e0938a535752 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Pushing event updated for resources: {'Subnet': ['ID=fe3f4ef9-858a-4df0-ae74-46dbdcff5aeb,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:25.262817 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbaa0ca-9a38-48e3-b867-e0938a535752 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Checking segment: {'id': 'f2b316e4-88f0-4bdd-a96e-73051bda5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '303b87aa-6e8c-4a5c-86f2-7f5cec939a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:52:25.263182 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbaa0ca-9a38-48e3-b867-e0938a535752 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Network hostable DHCP agents. Network: 303b87aa-6e8c-4a5c-86f2-7f5cec939a93, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:52:25.279983 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbaa0ca-9a38-48e3-b867-e0938a535752 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Network 303b87aa-6e8c-4a5c-86f2-7f5cec939a93 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:52:25.288853 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-6bbaa0ca-9a38-48e3-b867-e0938a535752 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 303b87aa-6e8c-4a5c-86f2-7f5cec939a93) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:52:25.293370 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbaa0ca-9a38-48e3-b867-e0938a535752 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:25.293989 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa0ca-9a38-48e3-b867-e0938a535752 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:25.297931 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8b61b8-99b6-44a8-bb7a-0c0d68b6c78a None None] Network 303b87aa-6e8c-4a5c-86f2-7f5cec939a93 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:52:25.312666 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6bbaa0ca-9a38-48e3-b867-e0938a535752 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4121697 Nov 24 21:52:25.317009 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53722) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:25.324666 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-24023852-a109-4205-b510-994780acc795 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-908475917'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:52:25.350432 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24023852-a109-4205-b510-994780acc795 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Made reservation on behalf of 4a2eb5e0e3ae43a3b65beccdd5e22e56 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:52:25.354121 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-24023852-a109-4205-b510-994780acc795 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:25.384182 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24023852-a109-4205-b510-994780acc795 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:52:25.394046 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-24023852-a109-4205-b510-994780acc795 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:25.394398 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-24023852-a109-4205-b510-994780acc795 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Added segment 0c1896bb-d133-4943-857f-bf7234fa848d of type vlan for network bce005b3-5442-4190-944e-48732b190006 Nov 24 21:52:25.434373 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-24023852-a109-4205-b510-994780acc795 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:25.470424 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-24023852-a109-4205-b510-994780acc795 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:25.476218 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24023852-a109-4205-b510-994780acc795 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:25.476845 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-24023852-a109-4205-b510-994780acc795 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:25.478869 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747a2ff4-d9c3-439d-b061-a9b7137680c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-303b87aa-6e8c-4a5c-86f2-7f5cec939a93', 'network_id': '303b87aa-6e8c-4a5c-86f2-7f5cec939a93', 'tenant_id': '4a2eb5e0e3ae43a3b65beccdd5e22e56', 'fixed_ips': [{'subnet_id': 'fe3f4ef9-858a-4df0-ae74-46dbdcff5aeb'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:52:25.481013 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-747a2ff4-d9c3-439d-b061-a9b7137680c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:25.518968 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-24023852-a109-4205-b510-994780acc795 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2005558 Nov 24 21:52:25.523101 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53724) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:25.528854 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-9a907633-a897-4428-bc05-eb720d9703a3 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Request body: {'subnet': {'network_id': 'bce005b3-5442-4190-944e-48732b190006', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:52:25.548102 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24023852-a109-4205-b510-994780acc795 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Pushing event updated for resources: {'Network': ['ID=bce005b3-5442-4190-944e-48732b190006,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:25.562998 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network bce005b3-5442-4190-944e-48732b190006 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:52:25.632227 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a907633-a897-4428-bc05-eb720d9703a3 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Made reservation on behalf of 4a2eb5e0e3ae43a3b65beccdd5e22e56 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:52:25.636303 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9a907633-a897-4428-bc05-eb720d9703a3 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:25.689054 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-747a2ff4-d9c3-439d-b061-a9b7137680c0 None None] Allocated IP 172.20.0.2 (303b87aa-6e8c-4a5c-86f2-7f5cec939a93/fe3f4ef9-858a-4df0-ae74-46dbdcff5aeb/d7569fa0-4877-4053-a0b8-8fd09f91ab44) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:52:25.826944 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9a907633-a897-4428-bc05-eb720d9703a3 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:25.843373 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-747a2ff4-d9c3-439d-b061-a9b7137680c0 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:25.849321 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-747a2ff4-d9c3-439d-b061-a9b7137680c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:25.890712 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a907633-a897-4428-bc05-eb720d9703a3 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Pushing event updated for resources: {'Subnet': ['ID=5d9ca20f-f7fe-4d8e-aa7d-dfb7fdd33ee8,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:25.892724 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747a2ff4-d9c3-439d-b061-a9b7137680c0 None None] Network 303b87aa-6e8c-4a5c-86f2-7f5cec939a93 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:52:25.894182 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-747a2ff4-d9c3-439d-b061-a9b7137680c0 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:52:25.895944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a907633-a897-4428-bc05-eb720d9703a3 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Checking segment: {'id': '0c1896bb-d133-4943-857f-bf7234fa848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bce005b3-5442-4190-944e-48732b190006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:52:25.896309 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a907633-a897-4428-bc05-eb720d9703a3 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Network hostable DHCP agents. Network: bce005b3-5442-4190-944e-48732b190006, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:52:25.897739 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747a2ff4-d9c3-439d-b061-a9b7137680c0 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:52:25.905197 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a2ff4-d9c3-439d-b061-a9b7137680c0 None None] Pushing event updated for resources: {'Port': ['ID=d7569fa0-4877-4053-a0b8-8fd09f91ab44,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:25.914289 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a907633-a897-4428-bc05-eb720d9703a3 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Network bce005b3-5442-4190-944e-48732b190006 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:52:25.924680 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-9a907633-a897-4428-bc05-eb720d9703a3 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, bce005b3-5442-4190-944e-48732b190006) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:52:25.929051 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a907633-a897-4428-bc05-eb720d9703a3 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:25.929690 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9a907633-a897-4428-bc05-eb720d9703a3 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:25.945442 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d44ba4-cf68-4ed5-b118-314a725c08d9 None None] Network bce005b3-5442-4190-944e-48732b190006 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:52:25.947581 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9a907633-a897-4428-bc05-eb720d9703a3 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4232707 Nov 24 21:52:25.951123 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53726) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:25.955671 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-89986fb6-5375-4495-b9c0-7b0d2a404b30 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bce005b3-5442-4190-944e-48732b190006'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:52:25.982762 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-747a2ff4-d9c3-439d-b061-a9b7137680c0 None None] Attempting to bind port d7569fa0-4877-4053-a0b8-8fd09f91ab44 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:52:25.983141 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-747a2ff4-d9c3-439d-b061-a9b7137680c0 None None] Attempting to bind port d7569fa0-4877-4053-a0b8-8fd09f91ab44 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'f2b316e4-88f0-4bdd-a96e-73051bda5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '303b87aa-6e8c-4a5c-86f2-7f5cec939a93'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:52:25.983509 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a2ff4-d9c3-439d-b061-a9b7137680c0 None None] Attempting to bind port d7569fa0-4877-4053-a0b8-8fd09f91ab44 on network 303b87aa-6e8c-4a5c-86f2-7f5cec939a93 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:52:26.015708 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a2ff4-d9c3-439d-b061-a9b7137680c0 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:52:26.016095 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a2ff4-d9c3-439d-b061-a9b7137680c0 None None] Checking segment: {'id': 'f2b316e4-88f0-4bdd-a96e-73051bda5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '303b87aa-6e8c-4a5c-86f2-7f5cec939a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:52:26.016503 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-747a2ff4-d9c3-439d-b061-a9b7137680c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:26.016933 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a2ff4-d9c3-439d-b061-a9b7137680c0 None None] Bound using segment: {'id': 'f2b316e4-88f0-4bdd-a96e-73051bda5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '303b87aa-6e8c-4a5c-86f2-7f5cec939a93'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:52:26.017411 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-747a2ff4-d9c3-439d-b061-a9b7137680c0 None None] Bound port: d7569fa0-4877-4053-a0b8-8fd09f91ab44, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b316e4-88f0-4bdd-a96e-73051bda5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '303b87aa-6e8c-4a5c-86f2-7f5cec939a93'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:52:26.017798 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-747a2ff4-d9c3-439d-b061-a9b7137680c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:26.138676 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-747a2ff4-d9c3-439d-b061-a9b7137680c0 None None] For port d7569fa0-4877-4053-a0b8-8fd09f91ab44, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:52:26.143074 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-747a2ff4-d9c3-439d-b061-a9b7137680c0 None None] For port d7569fa0-4877-4053-a0b8-8fd09f91ab44, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d7569fa0-4877-4053-a0b8-8fd09f91ab44,segment=NetworkSegment(f2b316e4-88f0-4bdd-a96e-73051bda5d8e),segment_id=f2b316e4-88f0-4bdd-a96e-73051bda5d8e)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:52:26.149889 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-747a2ff4-d9c3-439d-b061-a9b7137680c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:26.177568 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-89986fb6-5375-4495-b9c0-7b0d2a404b30 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:26.206053 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e68110-c4fb-419c-a193-b539248fbd2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-bce005b3-5442-4190-944e-48732b190006', 'network_id': 'bce005b3-5442-4190-944e-48732b190006', 'tenant_id': '4a2eb5e0e3ae43a3b65beccdd5e22e56', 'fixed_ips': [{'subnet_id': '5d9ca20f-f7fe-4d8e-aa7d-dfb7fdd33ee8'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:52:26.206911 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-94e68110-c4fb-419c-a193-b539248fbd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:26.236540 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a2ff4-d9c3-439d-b061-a9b7137680c0 None None] Pushing event updated for resources: {'Port': ['ID=d7569fa0-4877-4053-a0b8-8fd09f91ab44,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:26.301811 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [None req-89986fb6-5375-4495-b9c0-7b0d2a404b30 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 21:52:26.302876 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-89986fb6-5375-4495-b9c0-7b0d2a404b30 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] 10.222.0.11 "PUT /v2.0/routers/28ac4944-388f-4c52-b87c-d6dbb6bc9501 HTTP/1.1" status: 400 len: 364 time: 0.3508344 Nov 24 21:52:26.309482 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53728) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:26.389468 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eae1c53-227c-4c87-9a56-1de0a10d8c7a tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Deleting subnet 5d9ca20f-f7fe-4d8e-aa7d-dfb7fdd33ee8 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:52:26.407934 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-94e68110-c4fb-419c-a193-b539248fbd2a None None] Allocated IP 172.21.0.2 (bce005b3-5442-4190-944e-48732b190006/5d9ca20f-f7fe-4d8e-aa7d-dfb7fdd33ee8/9a7dc08d-c17c-44da-b5ce-b222f0e3b4da) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:52:26.558552 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-94e68110-c4fb-419c-a193-b539248fbd2a None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:26.562731 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5eae1c53-227c-4c87-9a56-1de0a10d8c7a tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:26.563384 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-94e68110-c4fb-419c-a193-b539248fbd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:26.606865 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5eae1c53-227c-4c87-9a56-1de0a10d8c7a tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:26.607292 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e68110-c4fb-419c-a193-b539248fbd2a None None] Network bce005b3-5442-4190-944e-48732b190006 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:52:26.611913 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-94e68110-c4fb-419c-a193-b539248fbd2a None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:52:26.616795 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e68110-c4fb-419c-a193-b539248fbd2a None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:52:26.620265 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e68110-c4fb-419c-a193-b539248fbd2a None None] Pushing event updated for resources: {'Port': ['ID=9a7dc08d-c17c-44da-b5ce-b222f0e3b4da,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:26.673720 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-94e68110-c4fb-419c-a193-b539248fbd2a None None] Attempting to bind port 9a7dc08d-c17c-44da-b5ce-b222f0e3b4da on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:52:26.674128 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-94e68110-c4fb-419c-a193-b539248fbd2a None None] Attempting to bind port 9a7dc08d-c17c-44da-b5ce-b222f0e3b4da by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '0c1896bb-d133-4943-857f-bf7234fa848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bce005b3-5442-4190-944e-48732b190006'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:52:26.674547 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e68110-c4fb-419c-a193-b539248fbd2a None None] Attempting to bind port 9a7dc08d-c17c-44da-b5ce-b222f0e3b4da on network bce005b3-5442-4190-944e-48732b190006 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:52:26.679561 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e68110-c4fb-419c-a193-b539248fbd2a None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:52:26.680037 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e68110-c4fb-419c-a193-b539248fbd2a None None] Checking segment: {'id': '0c1896bb-d133-4943-857f-bf7234fa848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bce005b3-5442-4190-944e-48732b190006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:52:26.680508 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-94e68110-c4fb-419c-a193-b539248fbd2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:26.681193 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e68110-c4fb-419c-a193-b539248fbd2a None None] Bound using segment: {'id': '0c1896bb-d133-4943-857f-bf7234fa848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bce005b3-5442-4190-944e-48732b190006'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:52:26.681565 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-94e68110-c4fb-419c-a193-b539248fbd2a None None] Bound port: 9a7dc08d-c17c-44da-b5ce-b222f0e3b4da, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1896bb-d133-4943-857f-bf7234fa848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bce005b3-5442-4190-944e-48732b190006'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:52:26.681957 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-94e68110-c4fb-419c-a193-b539248fbd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:26.699391 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5eae1c53-227c-4c87-9a56-1de0a10d8c7a tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:26.761931 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5eae1c53-227c-4c87-9a56-1de0a10d8c7a tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:26.764765 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-94e68110-c4fb-419c-a193-b539248fbd2a None None] For port 9a7dc08d-c17c-44da-b5ce-b222f0e3b4da, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:52:26.768632 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-94e68110-c4fb-419c-a193-b539248fbd2a None None] For port 9a7dc08d-c17c-44da-b5ce-b222f0e3b4da, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9a7dc08d-c17c-44da-b5ce-b222f0e3b4da,segment=NetworkSegment(0c1896bb-d133-4943-857f-bf7234fa848d),segment_id=0c1896bb-d133-4943-857f-bf7234fa848d)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:52:26.773094 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-94e68110-c4fb-419c-a193-b539248fbd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:26.790830 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae1c53-227c-4c87-9a56-1de0a10d8c7a tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Pushing event deleted for resources: {'Subnet': ['ID=5d9ca20f-f7fe-4d8e-aa7d-dfb7fdd33ee8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:26.792875 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5eae1c53-227c-4c87-9a56-1de0a10d8c7a tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:26.798794 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5eae1c53-227c-4c87-9a56-1de0a10d8c7a tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] 10.222.0.11 "DELETE /v2.0/subnets/5d9ca20f-f7fe-4d8e-aa7d-dfb7fdd33ee8 HTTP/1.1" status: 204 len: 168 time: 0.4856215 Nov 24 21:52:26.798794 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53732) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:26.846824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e68110-c4fb-419c-a193-b539248fbd2a None None] Pushing event updated for resources: {'Port': ['ID=9a7dc08d-c17c-44da-b5ce-b222f0e3b4da,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:26.880877 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca278a17-3e84-4c7b-9be6-86dfbb65f89b tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:26.938325 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-ca278a17-3e84-4c7b-9be6-86dfbb65f89b tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Deleting port 9a7dc08d-c17c-44da-b5ce-b222f0e3b4da {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:52:26.938670 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca278a17-3e84-4c7b-9be6-86dfbb65f89b tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:27.032015 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-ca278a17-3e84-4c7b-9be6-86dfbb65f89b tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] For port 9a7dc08d-c17c-44da-b5ce-b222f0e3b4da, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=9a7dc08d-c17c-44da-b5ce-b222f0e3b4da,segment=NetworkSegment(0c1896bb-d133-4943-857f-bf7234fa848d),segment_id=0c1896bb-d133-4943-857f-bf7234fa848d)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:52:27.032334 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca278a17-3e84-4c7b-9be6-86dfbb65f89b tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:27.070833 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-ca278a17-3e84-4c7b-9be6-86dfbb65f89b tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Calling delete_port for 9a7dc08d-c17c-44da-b5ce-b222f0e3b4da owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:52:27.080174 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d7569fa0-4877-4053-a0b8-8fd09f91ab44 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:52:27.158645 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port d7569fa0-4877-4053-a0b8-8fd09f91ab44 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:27.159027 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:27.164620 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca278a17-3e84-4c7b-9be6-86dfbb65f89b tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:27.218849 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca278a17-3e84-4c7b-9be6-86dfbb65f89b tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Pushing event deleted for resources: {'Port': ['ID=9a7dc08d-c17c-44da-b5ce-b222f0e3b4da,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:27.220721 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca278a17-3e84-4c7b-9be6-86dfbb65f89b tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] No DVR routers for this DVR port 9a7dc08d-c17c-44da-b5ce-b222f0e3b4da on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:52:27.273786 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:27.318474 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port d7569fa0-4877-4053-a0b8-8fd09f91ab44, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d7569fa0-4877-4053-a0b8-8fd09f91ab44,segment=NetworkSegment(f2b316e4-88f0-4bdd-a96e-73051bda5d8e),segment_id=f2b316e4-88f0-4bdd-a96e-73051bda5d8e)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:52:27.326051 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca278a17-3e84-4c7b-9be6-86dfbb65f89b tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:27.328328 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:27.350187 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-ca278a17-3e84-4c7b-9be6-86dfbb65f89b tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce005b3-5442-4190-944e-48732b190006']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:27.361924 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-ca278a17-3e84-4c7b-9be6-86dfbb65f89b tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1896bb-d133-4943-857f-bf7234fa848d') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:27.362168 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-ca278a17-3e84-4c7b-9be6-86dfbb65f89b tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1896bb-d133-4943-857f-bf7234fa848d') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:27.373339 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa23ee4-6456-42d0-a332-0de479a73003 None None] Network 303b87aa-6e8c-4a5c-86f2-7f5cec939a93 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:52:27.373768 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca278a17-3e84-4c7b-9be6-86dfbb65f89b tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:27.387662 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca278a17-3e84-4c7b-9be6-86dfbb65f89b tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:27.394137 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca278a17-3e84-4c7b-9be6-86dfbb65f89b tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:52:27.394551 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca278a17-3e84-4c7b-9be6-86dfbb65f89b tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:52:27.398019 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:52:27.409099 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=d7569fa0-4877-4053-a0b8-8fd09f91ab44,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:27.470757 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca278a17-3e84-4c7b-9be6-86dfbb65f89b tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:27.478012 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca278a17-3e84-4c7b-9be6-86dfbb65f89b tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:27.481886 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ca278a17-3e84-4c7b-9be6-86dfbb65f89b tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] 10.222.0.11 "DELETE /v2.0/networks/bce005b3-5442-4190-944e-48732b190006 HTTP/1.1" status: 204 len: 168 time: 0.6822860 Nov 24 21:52:27.485604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-88ae040a-4380-45bf-9b9e-3c46c6068c0c None None] Provisioning complete for port d7569fa0-4877-4053-a0b8-8fd09f91ab44 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:27.485982 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-88ae040a-4380-45bf-9b9e-3c46c6068c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:27.486755 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53736) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:27.493391 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca278a17-3e84-4c7b-9be6-86dfbb65f89b tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Pushing event deleted for resources: {'Network': ['ID=bce005b3-5442-4190-944e-48732b190006,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:27.550065 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f61d59-4435-4f2d-baef-f1fb096b0bf4 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Deleting subnet fe3f4ef9-858a-4df0-ae74-46dbdcff5aeb {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:52:27.553606 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-98f61d59-4435-4f2d-baef-f1fb096b0bf4 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:27.596652 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-98f61d59-4435-4f2d-baef-f1fb096b0bf4 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:27.687749 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-98f61d59-4435-4f2d-baef-f1fb096b0bf4 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:27.759055 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-98f61d59-4435-4f2d-baef-f1fb096b0bf4 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:27.791440 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f61d59-4435-4f2d-baef-f1fb096b0bf4 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3f4ef9-858a-4df0-ae74-46dbdcff5aeb,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:27.798334 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-98f61d59-4435-4f2d-baef-f1fb096b0bf4 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:27.801963 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-98f61d59-4435-4f2d-baef-f1fb096b0bf4 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] 10.222.0.11 "DELETE /v2.0/subnets/fe3f4ef9-858a-4df0-ae74-46dbdcff5aeb HTTP/1.1" status: 204 len: 168 time: 0.3135054 Nov 24 21:52:27.804518 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53738) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:27.872547 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd76e68-03dd-432e-9111-2403ea6bbd21 None None] Network 303b87aa-6e8c-4a5c-86f2-7f5cec939a93 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:52:27.891757 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5eeab688-03ef-4eb8-b5f3-c456ce18d3cb tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:27.951097 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-5eeab688-03ef-4eb8-b5f3-c456ce18d3cb tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Deleting port d7569fa0-4877-4053-a0b8-8fd09f91ab44 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:52:27.951449 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5eeab688-03ef-4eb8-b5f3-c456ce18d3cb tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:27.985969 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-bc094409-5683-499d-9753-5e03b8bac1a9 None None] Provisioning complete for port d7569fa0-4877-4053-a0b8-8fd09f91ab44 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:27.986421 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bc094409-5683-499d-9753-5e03b8bac1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:28.029280 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-5eeab688-03ef-4eb8-b5f3-c456ce18d3cb tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] For port d7569fa0-4877-4053-a0b8-8fd09f91ab44, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d7569fa0-4877-4053-a0b8-8fd09f91ab44,segment=NetworkSegment(f2b316e4-88f0-4bdd-a96e-73051bda5d8e),segment_id=f2b316e4-88f0-4bdd-a96e-73051bda5d8e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:52:28.029646 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5eeab688-03ef-4eb8-b5f3-c456ce18d3cb tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:28.044555 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-5eeab688-03ef-4eb8-b5f3-c456ce18d3cb tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Calling delete_port for d7569fa0-4877-4053-a0b8-8fd09f91ab44 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:52:28.090580 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a936a61c-2da1-457f-ae96-1413ac3d10e6 None None] DHCP port deletion for bce005b3-5442-4190-944e-48732b190006 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:52:28.118767 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a01af57-b63c-4265-9475-37e9ad2478c0 None None] Network bce005b3-5442-4190-944e-48732b190006 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:52:28.133171 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0e59c6-c482-44fd-919c-bd13d34f3d0b None None] DHCP port deletion for 303b87aa-6e8c-4a5c-86f2-7f5cec939a93 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:52:28.135950 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a01af57-b63c-4265-9475-37e9ad2478c0 None None] Network bce005b3-5442-4190-944e-48732b190006 could not be found, it might have been deleted concurrently. {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 21:52:28.144658 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5eeab688-03ef-4eb8-b5f3-c456ce18d3cb tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:28.176550 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeab688-03ef-4eb8-b5f3-c456ce18d3cb tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Pushing event deleted for resources: {'Port': ['ID=d7569fa0-4877-4053-a0b8-8fd09f91ab44,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:28.178451 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeab688-03ef-4eb8-b5f3-c456ce18d3cb tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] No DVR routers for this DVR port d7569fa0-4877-4053-a0b8-8fd09f91ab44 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:52:28.187398 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e59c6-c482-44fd-919c-bd13d34f3d0b None None] Deleting port d7569fa0-4877-4053-a0b8-8fd09f91ab44 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:52:28.187858 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cb0e59c6-c482-44fd-919c-bd13d34f3d0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:28.257187 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-fd1e1732-cdbd-45a3-97bd-4a554e97d1ff None None] Could not find standard attr ID for object 9a7dc08d-c17c-44da-b5ce-b222f0e3b4da. {{(pid=109992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 21:52:28.260363 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5eeab688-03ef-4eb8-b5f3-c456ce18d3cb tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:28.262742 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-cb0e59c6-c482-44fd-919c-bd13d34f3d0b None None] For port d7569fa0-4877-4053-a0b8-8fd09f91ab44, host n-d-812111-8, got binding levels [] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:52:28.263138 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cb0e59c6-c482-44fd-919c-bd13d34f3d0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:28.276508 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e59c6-c482-44fd-919c-bd13d34f3d0b None None] Calling delete_port for d7569fa0-4877-4053-a0b8-8fd09f91ab44 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:52:28.279786 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.ipam_backend_mixin [None req-cb0e59c6-c482-44fd-919c-bd13d34f3d0b None None] Port d7569fa0-4877-4053-a0b8-8fd09f91ab44 was not found and therefore no delete operation was performed {{(pid=109992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 21:52:28.281049 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cb0e59c6-c482-44fd-919c-bd13d34f3d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:28.281220 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-5eeab688-03ef-4eb8-b5f3-c456ce18d3cb tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303b87aa-6e8c-4a5c-86f2-7f5cec939a93']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:28.290964 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-5eeab688-03ef-4eb8-b5f3-c456ce18d3cb tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b316e4-88f0-4bdd-a96e-73051bda5d8e') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:28.291269 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-5eeab688-03ef-4eb8-b5f3-c456ce18d3cb tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b316e4-88f0-4bdd-a96e-73051bda5d8e') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:28.302376 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5eeab688-03ef-4eb8-b5f3-c456ce18d3cb tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:28.308736 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e59c6-c482-44fd-919c-bd13d34f3d0b None None] Pushing event deleted for resources: {'Port': ['ID=d7569fa0-4877-4053-a0b8-8fd09f91ab44,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:28.310607 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e59c6-c482-44fd-919c-bd13d34f3d0b None None] No DVR routers for this DVR port d7569fa0-4877-4053-a0b8-8fd09f91ab44 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:52:28.318781 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5eeab688-03ef-4eb8-b5f3-c456ce18d3cb tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:28.326329 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eeab688-03ef-4eb8-b5f3-c456ce18d3cb tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:52:28.326720 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5eeab688-03ef-4eb8-b5f3-c456ce18d3cb tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:52:28.329789 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:52:28.397697 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5eeab688-03ef-4eb8-b5f3-c456ce18d3cb tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:28.406419 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5eeab688-03ef-4eb8-b5f3-c456ce18d3cb tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:28.409443 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5eeab688-03ef-4eb8-b5f3-c456ce18d3cb tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] 10.222.0.11 "DELETE /v2.0/networks/303b87aa-6e8c-4a5c-86f2-7f5cec939a93 HTTP/1.1" status: 204 len: 168 time: 0.6038752 Nov 24 21:52:28.412234 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53740) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:28.424953 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeab688-03ef-4eb8-b5f3-c456ce18d3cb tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Pushing event deleted for resources: {'Network': ['ID=303b87aa-6e8c-4a5c-86f2-7f5cec939a93,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:28.440107 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-93377dc9-169e-4076-9b9c-aa199f94b1f2 tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ac4944-388f-4c52-b87c-d6dbb6bc9501 HTTP/1.1" status: 200 len: 205 time: 0.0266676 Nov 24 21:52:28.442489 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53742) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:28.491102 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:52:28.519370 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4bd64ca2-4a7f-4f27-90f8-bdb39a2eb5db tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:28.679074 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4bd64ca2-4a7f-4f27-90f8-bdb39a2eb5db tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:28.681445 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4bd64ca2-4a7f-4f27-90f8-bdb39a2eb5db tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:28.735423 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4bd64ca2-4a7f-4f27-90f8-bdb39a2eb5db tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:28.736127 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd64ca2-4a7f-4f27-90f8-bdb39a2eb5db tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Fanout notify agent at l3_agent the message router_deleted on router 28ac4944-388f-4c52-b87c-d6dbb6bc9501 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:52:28.744731 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4bd64ca2-4a7f-4f27-90f8-bdb39a2eb5db tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:28.746565 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4bd64ca2-4a7f-4f27-90f8-bdb39a2eb5db tempest-RoutersNegativeTest-2062294905 tempest-RoutersNegativeTest-2062294905-project] 10.222.0.11 "DELETE /v2.0/routers/28ac4944-388f-4c52-b87c-d6dbb6bc9501 HTTP/1.1" status: 204 len: 168 time: 0.3031735 Nov 24 21:52:28.994835 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53748) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:29.003794 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d7569fa0-4877-4053-a0b8-8fd09f91ab44 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:52:29.026612 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: d7569fa0-4877-4053-a0b8-8fd09f91ab44 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:52:29.027067 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d7569fa0-4877-4053-a0b8-8fd09f91ab44 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:52:29.145899 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e54e6467-9c03-45d3-8b19-d0f6364f4932 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a2eb5e0e3ae43a3b65beccdd5e22e56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1475773 Nov 24 21:52:29.146123 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53752) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:29.201907 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eaddca7e-fd4c-4d2f-9254-b36d6a1cba00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:29.223062 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eaddca7e-fd4c-4d2f-9254-b36d6a1cba00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:29.269790 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eaddca7e-fd4c-4d2f-9254-b36d6a1cba00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:29.272593 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eaddca7e-fd4c-4d2f-9254-b36d6a1cba00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:29.273788 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-eaddca7e-fd4c-4d2f-9254-b36d6a1cba00 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/630c6eb9-71c5-456e-9a34-75b5c09a32be HTTP/1.1" status: 204 len: 168 time: 0.1267157 Nov 24 21:52:29.282148 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaddca7e-fd4c-4d2f-9254-b36d6a1cba00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630c6eb9-71c5-456e-9a34-75b5c09a32be,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:29.921894 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53774) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:30.019108 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-7d8148b7-7f5f-4c0e-81fd-73a47b2561af admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1433506105-network', 'tenant_id': '58807ac0b4f74dc7b985f05f0bb8ff8f'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:52:30.043561 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8148b7-7f5f-4c0e-81fd-73a47b2561af admin admin] Made reservation on behalf of 58807ac0b4f74dc7b985f05f0bb8ff8f for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:52:30.045927 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7d8148b7-7f5f-4c0e-81fd-73a47b2561af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:30.054759 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7d8148b7-7f5f-4c0e-81fd-73a47b2561af admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:30.130002 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7d8148b7-7f5f-4c0e-81fd-73a47b2561af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:30.133785 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7d8148b7-7f5f-4c0e-81fd-73a47b2561af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:30.155702 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8148b7-7f5f-4c0e-81fd-73a47b2561af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:52:30.171087 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8148b7-7f5f-4c0e-81fd-73a47b2561af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d3e4bd-e824-415b-8dd7-562b38907a9b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:30.180924 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7d8148b7-7f5f-4c0e-81fd-73a47b2561af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:30.181285 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-7d8148b7-7f5f-4c0e-81fd-73a47b2561af admin admin] Added segment 98bbb475-ed7d-4224-b540-8ca3f19d7201 of type vlan for network 5f991b68-eb44-423a-933d-df535ff0e9b8 Nov 24 21:52:30.233031 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7d8148b7-7f5f-4c0e-81fd-73a47b2561af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:30.257183 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7d8148b7-7f5f-4c0e-81fd-73a47b2561af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:30.258377 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8148b7-7f5f-4c0e-81fd-73a47b2561af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:30.258962 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7d8148b7-7f5f-4c0e-81fd-73a47b2561af admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:30.296343 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7d8148b7-7f5f-4c0e-81fd-73a47b2561af admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3733253 Nov 24 21:52:30.299403 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53778) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:30.304447 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-1a2eada3-35dc-449d-8b61-4cfa0173ef2a admin admin] Request body: {'subnet': {'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1433506105-subnet', 'tenant_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:52:30.327442 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2eada3-35dc-449d-8b61-4cfa0173ef2a admin admin] Made reservation on behalf of 58807ac0b4f74dc7b985f05f0bb8ff8f for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:52:30.327665 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8148b7-7f5f-4c0e-81fd-73a47b2561af admin admin] Pushing event updated for resources: {'Network': ['ID=5f991b68-eb44-423a-933d-df535ff0e9b8,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:30.329809 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1a2eada3-35dc-449d-8b61-4cfa0173ef2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:30.337866 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 5f991b68-eb44-423a-933d-df535ff0e9b8 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:52:30.505417 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1a2eada3-35dc-449d-8b61-4cfa0173ef2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:30.565452 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2eada3-35dc-449d-8b61-4cfa0173ef2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c7f4618-f26d-490b-a46f-7fbb2ea44694,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:30.571789 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2eada3-35dc-449d-8b61-4cfa0173ef2a admin admin] Checking segment: {'id': '98bbb475-ed7d-4224-b540-8ca3f19d7201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:52:30.572155 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2eada3-35dc-449d-8b61-4cfa0173ef2a admin admin] Network hostable DHCP agents. Network: 5f991b68-eb44-423a-933d-df535ff0e9b8, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:52:30.589399 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2eada3-35dc-449d-8b61-4cfa0173ef2a admin admin] Network 5f991b68-eb44-423a-933d-df535ff0e9b8 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:52:30.598318 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-1a2eada3-35dc-449d-8b61-4cfa0173ef2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 5f991b68-eb44-423a-933d-df535ff0e9b8) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:52:30.602572 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2eada3-35dc-449d-8b61-4cfa0173ef2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:30.603170 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1a2eada3-35dc-449d-8b61-4cfa0173ef2a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:30.609625 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118caaec-9146-43fd-913f-25a815981a15 None None] Network 5f991b68-eb44-423a-933d-df535ff0e9b8 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:52:30.621831 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1a2eada3-35dc-449d-8b61-4cfa0173ef2a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3202393 Nov 24 21:52:30.623562 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53780) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:30.627770 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-9aa1e407-94e0-4ab1-b2bd-bd95dff90619 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1433506105-router', 'tenant_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:52:30.649213 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e407-94e0-4ab1-b2bd-bd95dff90619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:30.650250 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e407-94e0-4ab1-b2bd-bd95dff90619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:30.710924 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e407-94e0-4ab1-b2bd-bd95dff90619 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:30.762303 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ea16ce-5d48-4412-b445-62f396eadc4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-5f991b68-eb44-423a-933d-df535ff0e9b8', 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8', 'tenant_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'fixed_ips': [{'subnet_id': '4c7f4618-f26d-490b-a46f-7fbb2ea44694'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:52:30.763179 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a7ea16ce-5d48-4412-b445-62f396eadc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:31.061807 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-a7ea16ce-5d48-4412-b445-62f396eadc4e None None] Allocated IP 172.20.0.2 (5f991b68-eb44-423a-933d-df535ff0e9b8/4c7f4618-f26d-490b-a46f-7fbb2ea44694/31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:52:31.209971 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e407-94e0-4ab1-b2bd-bd95dff90619 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:31.211035 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a7ea16ce-5d48-4412-b445-62f396eadc4e None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:31.217971 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a7ea16ce-5d48-4412-b445-62f396eadc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:31.257407 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ea16ce-5d48-4412-b445-62f396eadc4e None None] Network 5f991b68-eb44-423a-933d-df535ff0e9b8 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:52:31.262751 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-a7ea16ce-5d48-4412-b445-62f396eadc4e None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:52:31.267515 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ea16ce-5d48-4412-b445-62f396eadc4e None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:52:31.270315 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea16ce-5d48-4412-b445-62f396eadc4e None None] Pushing event updated for resources: {'Port': ['ID=31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:31.326596 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-a7ea16ce-5d48-4412-b445-62f396eadc4e None None] Attempting to bind port 31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:52:31.326890 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-a7ea16ce-5d48-4412-b445-62f396eadc4e None None] Attempting to bind port 31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '98bbb475-ed7d-4224-b540-8ca3f19d7201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:52:31.327262 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ea16ce-5d48-4412-b445-62f396eadc4e None None] Attempting to bind port 31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6 on network 5f991b68-eb44-423a-933d-df535ff0e9b8 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:52:31.332453 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ea16ce-5d48-4412-b445-62f396eadc4e None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:52:31.332934 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ea16ce-5d48-4412-b445-62f396eadc4e None None] Checking segment: {'id': '98bbb475-ed7d-4224-b540-8ca3f19d7201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:52:31.333344 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a7ea16ce-5d48-4412-b445-62f396eadc4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:31.333750 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ea16ce-5d48-4412-b445-62f396eadc4e None None] Bound using segment: {'id': '98bbb475-ed7d-4224-b540-8ca3f19d7201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:52:31.334212 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-a7ea16ce-5d48-4412-b445-62f396eadc4e None None] Bound port: 31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bbb475-ed7d-4224-b540-8ca3f19d7201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:52:31.334598 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a7ea16ce-5d48-4412-b445-62f396eadc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:31.397314 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a7ea16ce-5d48-4412-b445-62f396eadc4e None None] For port 31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:52:31.400549 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a7ea16ce-5d48-4412-b445-62f396eadc4e None None] For port 31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6,segment=NetworkSegment(98bbb475-ed7d-4224-b540-8ca3f19d7201),segment_id=98bbb475-ed7d-4224-b540-8ca3f19d7201)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:52:31.406373 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a7ea16ce-5d48-4412-b445-62f396eadc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:31.418747 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e407-94e0-4ab1-b2bd-bd95dff90619 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:31.438840 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e407-94e0-4ab1-b2bd-bd95dff90619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:31.462976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea16ce-5d48-4412-b445-62f396eadc4e None None] Pushing event updated for resources: {'Port': ['ID=31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:31.552585 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-9aa1e407-94e0-4ab1-b2bd-bd95dff90619 admin admin] Allocated IP 172.25.5.99 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/bc55c223-483f-438d-920f-46c508646877) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:52:31.678865 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e407-94e0-4ab1-b2bd-bd95dff90619 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:31.719673 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e407-94e0-4ab1-b2bd-bd95dff90619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:31.761389 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa1e407-94e0-4ab1-b2bd-bd95dff90619 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:52:31.767671 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-9aa1e407-94e0-4ab1-b2bd-bd95dff90619 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:52:31.771065 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa1e407-94e0-4ab1-b2bd-bd95dff90619 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:52:31.786132 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79aed931-a856-41d6-acc3-78a8e8e1e8b6 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:52:31.800594 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1e407-94e0-4ab1-b2bd-bd95dff90619 admin admin] Pushing event updated for resources: {'Port': ['ID=bc55c223-483f-438d-920f-46c508646877,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:31.900579 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-64c9fbe7-51f5-4f1a-aa99-ec85ed580a34 None None] Provisioning complete for port bc55c223-483f-438d-920f-46c508646877 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:31.900985 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-64c9fbe7-51f5-4f1a-aa99-ec85ed580a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:31.939072 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-64c9fbe7-51f5-4f1a-aa99-ec85ed580a34 None None] Port bc55c223-483f-438d-920f-46c508646877 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:52:32.034334 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e407-94e0-4ab1-b2bd-bd95dff90619 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:32.243139 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e407-94e0-4ab1-b2bd-bd95dff90619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:32.380007 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa1e407-94e0-4ab1-b2bd-bd95dff90619 admin admin] Router ecdf5134-88f7-4b15-8a5e-f541a07eec87 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:52:32.417958 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ec85e2-6e0e-4a5c-8c32-a95c9e83e707 None None] Network 5f991b68-eb44-423a-933d-df535ff0e9b8 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:52:32.491391 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa1e407-94e0-4ab1-b2bd-bd95dff90619 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:52:32.501420 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] Sync routers for ids ['ecdf5134-88f7-4b15-8a5e-f541a07eec87'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:52:32.502560 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-359ea561-9e56-4929-aa4c-a113739d97ae None None] Provisioning complete for port 31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:32.502933 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-359ea561-9e56-4929-aa4c-a113739d97ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:32.509458 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e407-94e0-4ab1-b2bd-bd95dff90619 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:32.514178 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53782) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:32.514889 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] Routers {'ecdf5134-88f7-4b15-8a5e-f541a07eec87'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:52:32.515517 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:52:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['ecdf5134-88f7-4b15-8a5e-f541a07eec87'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:32.521448 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9aa1e407-94e0-4ab1-b2bd-bd95dff90619 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8886771 Nov 24 21:52:32.624464 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] Set router ecdf5134-88f7-4b15-8a5e-f541a07eec87 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:52:32.646629 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-359ea561-9e56-4929-aa4c-a113739d97ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:32.691711 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-359ea561-9e56-4929-aa4c-a113739d97ae None None] For port 31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6,segment=NetworkSegment(98bbb475-ed7d-4224-b540-8ca3f19d7201),segment_id=98bbb475-ed7d-4224-b540-8ca3f19d7201)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:52:32.700149 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-359ea561-9e56-4929-aa4c-a113739d97ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:32.761430 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ea561-9e56-4929-aa4c-a113739d97ae None None] Pushing event updated for resources: {'Port': ['ID=31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:32.835201 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdf5134-88f7-4b15-8a5e-f541a07eec87', 'name': 'tempest-TestEncryptedCinderVolumes-1433506105-router', 'tenant_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'bc55c223-483f-438d-920f-46c508646877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:52:30Z', 'updated_at': '2021-11-24T21:52:31Z', 'revision_number': 3, 'project_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'gw_port': {'id': 'bc55c223-483f-438d-920f-46c508646877', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdf5134-88f7-4b15-8a5e-f541a07eec87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:52:31Z', 'updated_at': '2021-11-24T21:52:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:32.863889 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] Checking router: ecdf5134-88f7-4b15-8a5e-f541a07eec87 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:52:32.864251 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] Updating router ecdf5134-88f7-4b15-8a5e-f541a07eec87 port bc55c223-483f-438d-920f-46c508646877 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:52:32.899739 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:32.920625 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-caa99fa7-35ec-43d0-895c-905808ffb034 None None] Provisioning complete for port 31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:32.921156 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-caa99fa7-35ec-43d0-895c-905808ffb034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:33.001794 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d7f0776d-c666-4eaa-875c-0c95564b39b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:33.059661 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:52:33.110871 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:33.111252 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:33.173784 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-d7f0776d-c666-4eaa-875c-0c95564b39b9 admin admin] Allocated IP 172.20.0.1 (5f991b68-eb44-423a-933d-df535ff0e9b8/4c7f4618-f26d-490b-a46f-7fbb2ea44694/0bda4858-bc3e-4bbe-aa07-bb640c0b3d69) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:52:33.200446 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:33.206709 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:33.247814 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2190ef-c539-4b09-a8d1-79bcc3f514e0 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:52:33.266677 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] Attempting to bind port bc55c223-483f-438d-920f-46c508646877 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:52:33.267126 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] Attempting to bind port bc55c223-483f-438d-920f-46c508646877 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:52:33.267487 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] Attempting to bind port bc55c223-483f-438d-920f-46c508646877 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:52:33.274456 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a61064-da39-4a3c-b572-1dab7a621124 None None] Pushing event updated for resources: {'Port': ['ID=bc55c223-483f-438d-920f-46c508646877,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:33.278333 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:52:33.278706 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:52:33.279101 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:33.279491 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:52:33.279956 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] Bound port: bc55c223-483f-438d-920f-46c508646877, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:52:33.280330 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:33.294771 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d7f0776d-c666-4eaa-875c-0c95564b39b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:33.304704 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a61064-da39-4a3c-b572-1dab7a621124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:33.305071 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a61064-da39-4a3c-b572-1dab7a621124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:33.305407 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a61064-da39-4a3c-b572-1dab7a621124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:33.305737 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a61064-da39-4a3c-b572-1dab7a621124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:33.306066 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a61064-da39-4a3c-b572-1dab7a621124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:33.306391 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a61064-da39-4a3c-b572-1dab7a621124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:33.306714 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a61064-da39-4a3c-b572-1dab7a621124 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:33.307093 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a61064-da39-4a3c-b572-1dab7a621124 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:33.308308 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a61064-da39-4a3c-b572-1dab7a621124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:33.308308 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a61064-da39-4a3c-b572-1dab7a621124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:33.308615 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a61064-da39-4a3c-b572-1dab7a621124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:33.308959 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a61064-da39-4a3c-b572-1dab7a621124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:52:33.332173 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d7f0776d-c666-4eaa-875c-0c95564b39b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:33.349736 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] For port bc55c223-483f-438d-920f-46c508646877, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:52:33.353505 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] For port bc55c223-483f-438d-920f-46c508646877, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=bc55c223-483f-438d-920f-46c508646877,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:52:33.359364 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:33.360031 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-27877a38-b05f-4a60-8597-bbee3eb5026b None None] Provisioning complete for port bc55c223-483f-438d-920f-46c508646877 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:33.360470 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-27877a38-b05f-4a60-8597-bbee3eb5026b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:33.372908 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f0776d-c666-4eaa-875c-0c95564b39b9 admin admin] Network 5f991b68-eb44-423a-933d-df535ff0e9b8 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:52:33.379458 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-d7f0776d-c666-4eaa-875c-0c95564b39b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:52:33.383058 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f0776d-c666-4eaa-875c-0c95564b39b9 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:52:33.389183 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0776d-c666-4eaa-875c-0c95564b39b9 admin admin] Pushing event updated for resources: {'Port': ['ID=0bda4858-bc3e-4bbe-aa07-bb640c0b3d69,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:33.425737 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] Routers {'ecdf5134-88f7-4b15-8a5e-f541a07eec87'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:52:33.426358 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:52:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['ecdf5134-88f7-4b15-8a5e-f541a07eec87'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:33.432908 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d7f0776d-c666-4eaa-875c-0c95564b39b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:33.433366 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a61064-da39-4a3c-b572-1dab7a621124 None None] Pushing event updated for resources: {'Port': ['ID=bc55c223-483f-438d-920f-46c508646877,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:33.460936 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88811a18-6c8c-4c69-967e-bcc341a5a793 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:52:33.489106 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-27877a38-b05f-4a60-8597-bbee3eb5026b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:33.520116 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-27877a38-b05f-4a60-8597-bbee3eb5026b None None] For port bc55c223-483f-438d-920f-46c508646877, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=bc55c223-483f-438d-920f-46c508646877,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:52:33.528802 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-27877a38-b05f-4a60-8597-bbee3eb5026b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:33.571320 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] Set router ecdf5134-88f7-4b15-8a5e-f541a07eec87 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:52:33.588650 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27877a38-b05f-4a60-8597-bbee3eb5026b None None] Pushing event updated for resources: {'Port': ['ID=bc55c223-483f-438d-920f-46c508646877,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:33.591617 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d7f0776d-c666-4eaa-875c-0c95564b39b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:33.654182 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-567bb0e8-6658-419b-abfd-98fd78807612 None None] Provisioning complete for port bc55c223-483f-438d-920f-46c508646877 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:33.654868 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-567bb0e8-6658-419b-abfd-98fd78807612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:33.777602 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdf5134-88f7-4b15-8a5e-f541a07eec87', 'name': 'tempest-TestEncryptedCinderVolumes-1433506105-router', 'tenant_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'bc55c223-483f-438d-920f-46c508646877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:52:30Z', 'updated_at': '2021-11-24T21:52:31Z', 'revision_number': 3, 'project_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'gw_port': {'id': 'bc55c223-483f-438d-920f-46c508646877', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdf5134-88f7-4b15-8a5e-f541a07eec87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:52:31Z', 'updated_at': '2021-11-24T21:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:33.781491 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d7f0776d-c666-4eaa-875c-0c95564b39b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:33.786224 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d7f0776d-c666-4eaa-875c-0c95564b39b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:33.804990 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9338bd2-b3e3-49bf-9fd8-24e1dfc98192 None None] The sync data for ids ['ecdf5134-88f7-4b15-8a5e-f541a07eec87'] in n-d-812111-8 is: [{'id': 'ecdf5134-88f7-4b15-8a5e-f541a07eec87', 'name': 'tempest-TestEncryptedCinderVolumes-1433506105-router', 'tenant_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'bc55c223-483f-438d-920f-46c508646877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:52:30Z', 'updated_at': '2021-11-24T21:52:31Z', 'revision_number': 3, 'project_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'gw_port': {'id': 'bc55c223-483f-438d-920f-46c508646877', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdf5134-88f7-4b15-8a5e-f541a07eec87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:52:31Z', 'updated_at': '2021-11-24T21:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:52:33.860796 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0776d-c666-4eaa-875c-0c95564b39b9 admin admin] Pushing event updated for resources: {'Port': ['ID=0bda4858-bc3e-4bbe-aa07-bb640c0b3d69,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:33.866228 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d7f0776d-c666-4eaa-875c-0c95564b39b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:33.877367 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7e5a1103-3005-4aed-aa8a-c21739f17942 None None] Provisioning complete for port 0bda4858-bc3e-4bbe-aa07-bb640c0b3d69 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:33.877753 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7e5a1103-3005-4aed-aa8a-c21739f17942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:33.921022 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-7e5a1103-3005-4aed-aa8a-c21739f17942 None None] Port 0bda4858-bc3e-4bbe-aa07-bb640c0b3d69 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:52:33.961992 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f0776d-c666-4eaa-875c-0c95564b39b9 admin admin] Network 5f991b68-eb44-423a-933d-df535ff0e9b8 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:52:33.964073 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-d7f0776d-c666-4eaa-875c-0c95564b39b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:52:34.107253 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f0776d-c666-4eaa-875c-0c95564b39b9 admin admin] Router ecdf5134-88f7-4b15-8a5e-f541a07eec87 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:52:34.233063 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f0776d-c666-4eaa-875c-0c95564b39b9 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:52:34.239713 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d7f0776d-c666-4eaa-875c-0c95564b39b9 admin admin] 10.222.0.11 "PUT /v2.0/routers/ecdf5134-88f7-4b15-8a5e-f541a07eec87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7244153 Nov 24 21:52:34.247884 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f71bc6b6-e78c-4216-946f-ce9566bc8a4a None None] Provisioning complete for port 0bda4858-bc3e-4bbe-aa07-bb640c0b3d69 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:34.249231 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f71bc6b6-e78c-4216-946f-ce9566bc8a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:34.285592 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f71bc6b6-e78c-4216-946f-ce9566bc8a4a None None] Port 0bda4858-bc3e-4bbe-aa07-bb640c0b3d69 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:52:34.733270 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53798) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:34.738263 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-5b86b6ae-793a-4890-b728-bbbfd7d127be admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-397162866-network', 'tenant_id': 'edbeabe82565489d9abb5eee700255c8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:52:34.758764 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b86b6ae-793a-4890-b728-bbbfd7d127be admin admin] Made reservation on behalf of edbeabe82565489d9abb5eee700255c8 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:52:34.762028 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5b86b6ae-793a-4890-b728-bbbfd7d127be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:34.770623 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5b86b6ae-793a-4890-b728-bbbfd7d127be admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:34.846002 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5b86b6ae-793a-4890-b728-bbbfd7d127be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:34.849539 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5b86b6ae-793a-4890-b728-bbbfd7d127be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:34.874582 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b86b6ae-793a-4890-b728-bbbfd7d127be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:52:34.884691 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86b6ae-793a-4890-b728-bbbfd7d127be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06998e27-cd79-4556-b296-d82dfffe37ae,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:34.895475 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5b86b6ae-793a-4890-b728-bbbfd7d127be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:34.895808 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-5b86b6ae-793a-4890-b728-bbbfd7d127be admin admin] Added segment 8300f316-c332-4b63-87f9-59ee5379bf77 of type vlan for network 74c8effa-2b70-4f4d-b840-49a86ccd323b Nov 24 21:52:34.939195 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5b86b6ae-793a-4890-b728-bbbfd7d127be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:34.968781 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5b86b6ae-793a-4890-b728-bbbfd7d127be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:34.968781 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b86b6ae-793a-4890-b728-bbbfd7d127be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:34.969263 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5b86b6ae-793a-4890-b728-bbbfd7d127be admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:35.003439 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5b86b6ae-793a-4890-b728-bbbfd7d127be admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2690227 Nov 24 21:52:35.006376 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53800) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:35.012188 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-3c6a0c64-495e-48b9-87d2-963e1d35d4d5 admin admin] Request body: {'subnet': {'network_id': '74c8effa-2b70-4f4d-b840-49a86ccd323b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-397162866-subnet', 'tenant_id': 'edbeabe82565489d9abb5eee700255c8', 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:52:35.036218 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86b6ae-793a-4890-b728-bbbfd7d127be admin admin] Pushing event updated for resources: {'Network': ['ID=74c8effa-2b70-4f4d-b840-49a86ccd323b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:35.036933 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bc55c223-483f-438d-920f-46c508646877 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:52:35.039701 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6a0c64-495e-48b9-87d2-963e1d35d4d5 admin admin] Made reservation on behalf of edbeabe82565489d9abb5eee700255c8 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:52:35.042378 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3c6a0c64-495e-48b9-87d2-963e1d35d4d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:35.061475 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 74c8effa-2b70-4f4d-b840-49a86ccd323b details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:52:35.150973 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port bc55c223-483f-438d-920f-46c508646877 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:35.151577 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:35.230865 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3c6a0c64-495e-48b9-87d2-963e1d35d4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:35.292439 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a0c64-495e-48b9-87d2-963e1d35d4d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=287e2409-981f-4a91-9b0f-13bc83d3a2da,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:35.302708 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6a0c64-495e-48b9-87d2-963e1d35d4d5 admin admin] Checking segment: {'id': '8300f316-c332-4b63-87f9-59ee5379bf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '74c8effa-2b70-4f4d-b840-49a86ccd323b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:52:35.303131 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6a0c64-495e-48b9-87d2-963e1d35d4d5 admin admin] Network hostable DHCP agents. Network: 74c8effa-2b70-4f4d-b840-49a86ccd323b, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:52:35.319934 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6a0c64-495e-48b9-87d2-963e1d35d4d5 admin admin] Network 74c8effa-2b70-4f4d-b840-49a86ccd323b is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:52:35.331614 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-3c6a0c64-495e-48b9-87d2-963e1d35d4d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 74c8effa-2b70-4f4d-b840-49a86ccd323b) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:52:35.336591 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6a0c64-495e-48b9-87d2-963e1d35d4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:35.337233 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3c6a0c64-495e-48b9-87d2-963e1d35d4d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:35.342584 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2496922a-9e1f-4c8f-982e-bd1a1ac9b3fd None None] Network 74c8effa-2b70-4f4d-b840-49a86ccd323b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:52:35.358613 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3c6a0c64-495e-48b9-87d2-963e1d35d4d5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3487227 Nov 24 21:52:35.358807 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 53802) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:35.363002 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0dadc292-3f94-4b17-a2f1-c41e80ecac41 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-397162866-router', 'tenant_id': 'edbeabe82565489d9abb5eee700255c8', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:52:35.388087 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0dadc292-3f94-4b17-a2f1-c41e80ecac41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:35.389182 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0dadc292-3f94-4b17-a2f1-c41e80ecac41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:35.426814 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] Sync routers for ids ['ecdf5134-88f7-4b15-8a5e-f541a07eec87'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:52:35.449704 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0dadc292-3f94-4b17-a2f1-c41e80ecac41 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:35.462295 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] Routers {'ecdf5134-88f7-4b15-8a5e-f541a07eec87'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:52:35.462939 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:52:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['ecdf5134-88f7-4b15-8a5e-f541a07eec87'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:35.588694 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e05c473-d447-4e46-8e64-6187cda53426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-74c8effa-2b70-4f4d-b840-49a86ccd323b', 'network_id': '74c8effa-2b70-4f4d-b840-49a86ccd323b', 'tenant_id': 'edbeabe82565489d9abb5eee700255c8', 'fixed_ips': [{'subnet_id': '287e2409-981f-4a91-9b0f-13bc83d3a2da'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:52:35.589598 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0e05c473-d447-4e46-8e64-6187cda53426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:35.596161 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0dadc292-3f94-4b17-a2f1-c41e80ecac41 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:35.627505 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] Set router ecdf5134-88f7-4b15-8a5e-f541a07eec87 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:52:35.803941 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0dadc292-3f94-4b17-a2f1-c41e80ecac41 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:35.824314 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0dadc292-3f94-4b17-a2f1-c41e80ecac41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:35.862742 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-0e05c473-d447-4e46-8e64-6187cda53426 None None] Allocated IP 172.20.0.2 (74c8effa-2b70-4f4d-b840-49a86ccd323b/287e2409-981f-4a91-9b0f-13bc83d3a2da/827ac3e0-d88c-426d-8ded-590bcc453785) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:52:35.936194 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-0dadc292-3f94-4b17-a2f1-c41e80ecac41 admin admin] Allocated IP 172.25.5.41 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/abda300d-f425-4ada-822e-a7b74b474dd8) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:52:36.032925 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdf5134-88f7-4b15-8a5e-f541a07eec87', 'name': 'tempest-TestEncryptedCinderVolumes-1433506105-router', 'tenant_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'bc55c223-483f-438d-920f-46c508646877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:52:30Z', 'updated_at': '2021-11-24T21:52:33Z', 'revision_number': 4, 'project_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'gw_port': {'id': 'bc55c223-483f-438d-920f-46c508646877', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf5134-88f7-4b15-8a5e-f541a07eec87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:52:31Z', 'updated_at': '2021-11-24T21:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '0bda4858-bc3e-4bbe-aa07-bb640c0b3d69', 'name': '', 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8', 'tenant_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'mac_address': 'fa:16:3e:ff:f7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdf5134-88f7-4b15-8a5e-f541a07eec87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '4c7f4618-f26d-490b-a46f-7fbb2ea44694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:52:33Z', 'updated_at': '2021-11-24T21:52:33Z', 'revision_number': 2, 'project_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'subnets': [{'id': '4c7f4618-f26d-490b-a46f-7fbb2ea44694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:36.040276 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0dadc292-3f94-4b17-a2f1-c41e80ecac41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:36.065043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] Checking router: ecdf5134-88f7-4b15-8a5e-f541a07eec87 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:52:36.065578 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] Updating router ecdf5134-88f7-4b15-8a5e-f541a07eec87 port 0bda4858-bc3e-4bbe-aa07-bb640c0b3d69 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:52:36.074917 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0dadc292-3f94-4b17-a2f1-c41e80ecac41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:36.101011 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:36.103864 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0e05c473-d447-4e46-8e64-6187cda53426 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:36.117078 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dadc292-3f94-4b17-a2f1-c41e80ecac41 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:52:36.118816 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0e05c473-d447-4e46-8e64-6187cda53426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:36.122918 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-0dadc292-3f94-4b17-a2f1-c41e80ecac41 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:52:36.126405 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dadc292-3f94-4b17-a2f1-c41e80ecac41 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:52:36.150811 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d679855-72a5-4127-a725-33a66b3567eb None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:52:36.152517 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dadc292-3f94-4b17-a2f1-c41e80ecac41 admin admin] Pushing event updated for resources: {'Port': ['ID=abda300d-f425-4ada-822e-a7b74b474dd8,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:36.348984 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e05c473-d447-4e46-8e64-6187cda53426 None None] Network 74c8effa-2b70-4f4d-b840-49a86ccd323b is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:52:36.358869 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-0e05c473-d447-4e46-8e64-6187cda53426 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:52:36.393018 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0dadc292-3f94-4b17-a2f1-c41e80ecac41 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:36.403435 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e05c473-d447-4e46-8e64-6187cda53426 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:52:36.423031 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05c473-d447-4e46-8e64-6187cda53426 None None] Pushing event updated for resources: {'Port': ['ID=827ac3e0-d88c-426d-8ded-590bcc453785,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:36.486523 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-76e95918-1615-48e0-a09f-5b108532a378 None None] Provisioning complete for port abda300d-f425-4ada-822e-a7b74b474dd8 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:36.486806 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-76e95918-1615-48e0-a09f-5b108532a378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:36.526601 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0e05c473-d447-4e46-8e64-6187cda53426 None None] Attempting to bind port 827ac3e0-d88c-426d-8ded-590bcc453785 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:52:36.527260 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0e05c473-d447-4e46-8e64-6187cda53426 None None] Attempting to bind port 827ac3e0-d88c-426d-8ded-590bcc453785 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '8300f316-c332-4b63-87f9-59ee5379bf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '74c8effa-2b70-4f4d-b840-49a86ccd323b'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:52:36.527380 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e05c473-d447-4e46-8e64-6187cda53426 None None] Attempting to bind port 827ac3e0-d88c-426d-8ded-590bcc453785 on network 74c8effa-2b70-4f4d-b840-49a86ccd323b {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:52:36.551030 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e05c473-d447-4e46-8e64-6187cda53426 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:52:36.551417 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e05c473-d447-4e46-8e64-6187cda53426 None None] Checking segment: {'id': '8300f316-c332-4b63-87f9-59ee5379bf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '74c8effa-2b70-4f4d-b840-49a86ccd323b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:52:36.551828 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0e05c473-d447-4e46-8e64-6187cda53426 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:36.552233 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e05c473-d447-4e46-8e64-6187cda53426 None None] Bound using segment: {'id': '8300f316-c332-4b63-87f9-59ee5379bf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '74c8effa-2b70-4f4d-b840-49a86ccd323b'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:52:36.552718 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0e05c473-d447-4e46-8e64-6187cda53426 None None] Bound port: 827ac3e0-d88c-426d-8ded-590bcc453785, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8300f316-c332-4b63-87f9-59ee5379bf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '74c8effa-2b70-4f4d-b840-49a86ccd323b'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:52:36.553131 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0e05c473-d447-4e46-8e64-6187cda53426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:36.594675 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0dadc292-3f94-4b17-a2f1-c41e80ecac41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:36.599782 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-76e95918-1615-48e0-a09f-5b108532a378 None None] Port abda300d-f425-4ada-822e-a7b74b474dd8 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:52:36.684849 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0e05c473-d447-4e46-8e64-6187cda53426 None None] For port 827ac3e0-d88c-426d-8ded-590bcc453785, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:52:36.707646 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0e05c473-d447-4e46-8e64-6187cda53426 None None] For port 827ac3e0-d88c-426d-8ded-590bcc453785, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=827ac3e0-d88c-426d-8ded-590bcc453785,segment=NetworkSegment(8300f316-c332-4b63-87f9-59ee5379bf77),segment_id=8300f316-c332-4b63-87f9-59ee5379bf77)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:52:36.712489 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0e05c473-d447-4e46-8e64-6187cda53426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:36.804220 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:36.817111 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:36.819176 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05c473-d447-4e46-8e64-6187cda53426 None None] Pushing event updated for resources: {'Port': ['ID=827ac3e0-d88c-426d-8ded-590bcc453785,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:36.877316 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14607a9c-ba2e-4edb-a787-6202ba69f7fc None None] Pushing event updated for resources: {'Port': ['ID=0bda4858-bc3e-4bbe-aa07-bb640c0b3d69,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:36.937475 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] Attempting to bind port 0bda4858-bc3e-4bbe-aa07-bb640c0b3d69 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:52:36.937871 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] Attempting to bind port 0bda4858-bc3e-4bbe-aa07-bb640c0b3d69 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '98bbb475-ed7d-4224-b540-8ca3f19d7201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:52:36.938811 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] Attempting to bind port 0bda4858-bc3e-4bbe-aa07-bb640c0b3d69 on network 5f991b68-eb44-423a-933d-df535ff0e9b8 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:52:36.945905 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:52:36.946294 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] Checking segment: {'id': '98bbb475-ed7d-4224-b540-8ca3f19d7201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:52:36.946718 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:36.947131 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] Bound using segment: {'id': '98bbb475-ed7d-4224-b540-8ca3f19d7201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:52:36.947722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] Bound port: 0bda4858-bc3e-4bbe-aa07-bb640c0b3d69, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bbb475-ed7d-4224-b540-8ca3f19d7201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:52:36.948050 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:37.071451 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] For port 0bda4858-bc3e-4bbe-aa07-bb640c0b3d69, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:52:37.074813 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] For port 0bda4858-bc3e-4bbe-aa07-bb640c0b3d69, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0bda4858-bc3e-4bbe-aa07-bb640c0b3d69,segment=NetworkSegment(98bbb475-ed7d-4224-b540-8ca3f19d7201),segment_id=98bbb475-ed7d-4224-b540-8ca3f19d7201)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:52:37.079714 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:37.129523 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dadc292-3f94-4b17-a2f1-c41e80ecac41 admin admin] Router ba8d3293-9ca8-4715-bfde-cc37f219dcf0 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:52:37.137785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] Routers {'ecdf5134-88f7-4b15-8a5e-f541a07eec87'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:52:37.138441 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:52:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['ecdf5134-88f7-4b15-8a5e-f541a07eec87'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:37.199751 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14607a9c-ba2e-4edb-a787-6202ba69f7fc None None] Pushing event updated for resources: {'Port': ['ID=0bda4858-bc3e-4bbe-aa07-bb640c0b3d69,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:37.260410 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dadc292-3f94-4b17-a2f1-c41e80ecac41 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:52:37.270206 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] Sync routers for ids ['ba8d3293-9ca8-4715-bfde-cc37f219dcf0'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:52:37.281041 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] Set router ecdf5134-88f7-4b15-8a5e-f541a07eec87 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:52:37.289595 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] Routers {'ba8d3293-9ca8-4715-bfde-cc37f219dcf0'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:52:37.293738 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:52:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['ba8d3293-9ca8-4715-bfde-cc37f219dcf0'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:37.294332 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0dadc292-3f94-4b17-a2f1-c41e80ecac41 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:37.295948 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0dadc292-3f94-4b17-a2f1-c41e80ecac41 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9362969 Nov 24 21:52:37.298786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 53804) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:52:37.388578 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4f10413f-532f-45e1-ad8e-26b4a09d76a9 None None] Provisioning complete for port 0bda4858-bc3e-4bbe-aa07-bb640c0b3d69 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:37.389043 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4f10413f-532f-45e1-ad8e-26b4a09d76a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:37.401469 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] Set router ba8d3293-9ca8-4715-bfde-cc37f219dcf0 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:52:37.562838 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4f10413f-532f-45e1-ad8e-26b4a09d76a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:37.607473 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4f10413f-532f-45e1-ad8e-26b4a09d76a9 None None] For port 0bda4858-bc3e-4bbe-aa07-bb640c0b3d69, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0bda4858-bc3e-4bbe-aa07-bb640c0b3d69,segment=NetworkSegment(98bbb475-ed7d-4224-b540-8ca3f19d7201),segment_id=98bbb475-ed7d-4224-b540-8ca3f19d7201)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:52:37.623042 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4f10413f-532f-45e1-ad8e-26b4a09d76a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:37.629306 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdf5134-88f7-4b15-8a5e-f541a07eec87', 'name': 'tempest-TestEncryptedCinderVolumes-1433506105-router', 'tenant_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'bc55c223-483f-438d-920f-46c508646877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:52:30Z', 'updated_at': '2021-11-24T21:52:33Z', 'revision_number': 4, 'project_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'gw_port': {'id': 'bc55c223-483f-438d-920f-46c508646877', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf5134-88f7-4b15-8a5e-f541a07eec87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:52:31Z', 'updated_at': '2021-11-24T21:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '0bda4858-bc3e-4bbe-aa07-bb640c0b3d69', 'name': '', 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8', 'tenant_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'mac_address': 'fa:16:3e:ff:f7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdf5134-88f7-4b15-8a5e-f541a07eec87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '4c7f4618-f26d-490b-a46f-7fbb2ea44694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:52:33Z', 'updated_at': '2021-11-24T21:52:37Z', 'revision_number': 4, 'project_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'subnets': [{'id': '4c7f4618-f26d-490b-a46f-7fbb2ea44694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:37.665956 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb08b0e-8ce4-49ff-a5fa-47f9a39a7c36 None None] The sync data for ids ['ecdf5134-88f7-4b15-8a5e-f541a07eec87'] in n-d-812111-8 is: [{'id': 'ecdf5134-88f7-4b15-8a5e-f541a07eec87', 'name': 'tempest-TestEncryptedCinderVolumes-1433506105-router', 'tenant_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'bc55c223-483f-438d-920f-46c508646877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:52:30Z', 'updated_at': '2021-11-24T21:52:33Z', 'revision_number': 4, 'project_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'gw_port': {'id': 'bc55c223-483f-438d-920f-46c508646877', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf5134-88f7-4b15-8a5e-f541a07eec87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:52:31Z', 'updated_at': '2021-11-24T21:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '0bda4858-bc3e-4bbe-aa07-bb640c0b3d69', 'name': '', 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8', 'tenant_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'mac_address': 'fa:16:3e:ff:f7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdf5134-88f7-4b15-8a5e-f541a07eec87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '4c7f4618-f26d-490b-a46f-7fbb2ea44694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:52:33Z', 'updated_at': '2021-11-24T21:52:37Z', 'revision_number': 4, 'project_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'subnets': [{'id': '4c7f4618-f26d-490b-a46f-7fbb2ea44694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:52:37.763773 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8d3293-9ca8-4715-bfde-cc37f219dcf0', 'name': 'tempest-TestEncryptedCinderVolumes-397162866-router', 'tenant_id': 'edbeabe82565489d9abb5eee700255c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'abda300d-f425-4ada-822e-a7b74b474dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:52:35Z', 'updated_at': '2021-11-24T21:52:36Z', 'revision_number': 3, 'project_id': 'edbeabe82565489d9abb5eee700255c8', 'gw_port': {'id': 'abda300d-f425-4ada-822e-a7b74b474dd8', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8d3293-9ca8-4715-bfde-cc37f219dcf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:52:35Z', 'updated_at': '2021-11-24T21:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:37.772618 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10413f-532f-45e1-ad8e-26b4a09d76a9 None None] Pushing event updated for resources: {'Port': ['ID=0bda4858-bc3e-4bbe-aa07-bb640c0b3d69,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:37.797760 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-572d538e-243c-4652-9073-8ce22975f09f None None] Provisioning complete for port 0bda4858-bc3e-4bbe-aa07-bb640c0b3d69 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:37.798228 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-572d538e-243c-4652-9073-8ce22975f09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:37.824647 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] Checking router: ba8d3293-9ca8-4715-bfde-cc37f219dcf0 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:52:37.829162 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] Updating router ba8d3293-9ca8-4715-bfde-cc37f219dcf0 port abda300d-f425-4ada-822e-a7b74b474dd8 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:52:37.873080 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:37.883064 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5d6b-59c5-428e-a414-74bf9c549b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:38.096045 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-2d7e5d6b-59c5-428e-a414-74bf9c549b00 admin admin] Allocated IP 172.20.0.1 (74c8effa-2b70-4f4d-b840-49a86ccd323b/287e2409-981f-4a91-9b0f-13bc83d3a2da/dfb430ba-8eac-4978-ad05-8d08fa316780) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:52:38.179635 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387bf366-aae0-44ae-9996-eb89f7014a7d None None] Network 74c8effa-2b70-4f4d-b840-49a86ccd323b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:52:38.202760 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:38.214361 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:38.249767 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5d6b-59c5-428e-a414-74bf9c549b00 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:38.268132 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b421ef-e2f6-400e-a1f7-a0f299b5ce5a None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:52:38.299540 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5d6b-59c5-428e-a414-74bf9c549b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:38.300855 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf9e9b-8dc6-40ec-8282-b47239c235b4 None None] Pushing event updated for resources: {'Port': ['ID=abda300d-f425-4ada-822e-a7b74b474dd8,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:38.303651 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] Attempting to bind port abda300d-f425-4ada-822e-a7b74b474dd8 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:52:38.304123 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] Attempting to bind port abda300d-f425-4ada-822e-a7b74b474dd8 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:52:38.304647 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] Attempting to bind port abda300d-f425-4ada-822e-a7b74b474dd8 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:52:38.312299 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:52:38.312837 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:52:38.313348 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:38.313811 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:52:38.314410 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] Bound port: abda300d-f425-4ada-822e-a7b74b474dd8, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:52:38.314882 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:38.315879 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2e6e7017-2a40-49ee-8a31-da22deb7c51b None None] Provisioning complete for port 827ac3e0-d88c-426d-8ded-590bcc453785 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:38.316422 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2e6e7017-2a40-49ee-8a31-da22deb7c51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:38.347063 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7e5d6b-59c5-428e-a414-74bf9c549b00 admin admin] Network 74c8effa-2b70-4f4d-b840-49a86ccd323b is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:52:38.351329 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-2d7e5d6b-59c5-428e-a414-74bf9c549b00 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:52:38.355278 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e5d6b-59c5-428e-a414-74bf9c549b00 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:52:38.398221 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] For port abda300d-f425-4ada-822e-a7b74b474dd8, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:52:38.403517 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] For port abda300d-f425-4ada-822e-a7b74b474dd8, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=abda300d-f425-4ada-822e-a7b74b474dd8,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:52:38.406912 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5d6b-59c5-428e-a414-74bf9c549b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:38.413943 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:38.470093 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b3391e-5284-4944-8ff8-1fc28615364f None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:52:38.478292 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] Routers {'ba8d3293-9ca8-4715-bfde-cc37f219dcf0'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:52:38.480009 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:52:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['ba8d3293-9ca8-4715-bfde-cc37f219dcf0'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:38.516148 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf9e9b-8dc6-40ec-8282-b47239c235b4 None None] Pushing event updated for resources: {'Port': ['ID=abda300d-f425-4ada-822e-a7b74b474dd8,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:38.531878 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2e6e7017-2a40-49ee-8a31-da22deb7c51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:38.590945 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2e6e7017-2a40-49ee-8a31-da22deb7c51b None None] For port 827ac3e0-d88c-426d-8ded-590bcc453785, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=827ac3e0-d88c-426d-8ded-590bcc453785,segment=NetworkSegment(8300f316-c332-4b63-87f9-59ee5379bf77),segment_id=8300f316-c332-4b63-87f9-59ee5379bf77)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:52:38.600532 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2e6e7017-2a40-49ee-8a31-da22deb7c51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:38.684808 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e7017-2a40-49ee-8a31-da22deb7c51b None None] Pushing event updated for resources: {'Port': ['ID=827ac3e0-d88c-426d-8ded-590bcc453785,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:38.692845 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] Set router ba8d3293-9ca8-4715-bfde-cc37f219dcf0 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:52:38.738557 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-09471d27-109f-44ac-bf55-5dbfa8f98aeb None None] Provisioning complete for port abda300d-f425-4ada-822e-a7b74b474dd8 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:38.740915 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-09471d27-109f-44ac-bf55-5dbfa8f98aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:38.877231 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e5d6b-59c5-428e-a414-74bf9c549b00 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb430ba-8eac-4978-ad05-8d08fa316780,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:38.886229 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-09471d27-109f-44ac-bf55-5dbfa8f98aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:38.928781 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-09471d27-109f-44ac-bf55-5dbfa8f98aeb None None] For port abda300d-f425-4ada-822e-a7b74b474dd8, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=abda300d-f425-4ada-822e-a7b74b474dd8,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:52:38.937351 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-09471d27-109f-44ac-bf55-5dbfa8f98aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:39.035454 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8d3293-9ca8-4715-bfde-cc37f219dcf0', 'name': 'tempest-TestEncryptedCinderVolumes-397162866-router', 'tenant_id': 'edbeabe82565489d9abb5eee700255c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'abda300d-f425-4ada-822e-a7b74b474dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:52:35Z', 'updated_at': '2021-11-24T21:52:36Z', 'revision_number': 3, 'project_id': 'edbeabe82565489d9abb5eee700255c8', 'gw_port': {'id': 'abda300d-f425-4ada-822e-a7b74b474dd8', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8d3293-9ca8-4715-bfde-cc37f219dcf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:52:35Z', 'updated_at': '2021-11-24T21:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:39.044321 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09471d27-109f-44ac-bf55-5dbfa8f98aeb None None] Pushing event updated for resources: {'Port': ['ID=abda300d-f425-4ada-822e-a7b74b474dd8,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:39.048767 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-20e3149d-7307-4225-9502-752d43986d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:39.057395 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5d6b-59c5-428e-a414-74bf9c549b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:39.079769 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e662d20-a456-4ad0-9e3e-860891475168 None None] The sync data for ids ['ba8d3293-9ca8-4715-bfde-cc37f219dcf0'] in n-d-812111-8 is: [{'id': 'ba8d3293-9ca8-4715-bfde-cc37f219dcf0', 'name': 'tempest-TestEncryptedCinderVolumes-397162866-router', 'tenant_id': 'edbeabe82565489d9abb5eee700255c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'abda300d-f425-4ada-822e-a7b74b474dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:52:35Z', 'updated_at': '2021-11-24T21:52:36Z', 'revision_number': 3, 'project_id': 'edbeabe82565489d9abb5eee700255c8', 'gw_port': {'id': 'abda300d-f425-4ada-822e-a7b74b474dd8', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8d3293-9ca8-4715-bfde-cc37f219dcf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:52:35Z', 'updated_at': '2021-11-24T21:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:52:39.085810 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-50609354-6163-41d8-ba87-bb5f2dafed7c None None] Provisioning complete for port dfb430ba-8eac-4978-ad05-8d08fa316780 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:39.086090 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-50609354-6163-41d8-ba87-bb5f2dafed7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:39.131441 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-50609354-6163-41d8-ba87-bb5f2dafed7c None None] Port dfb430ba-8eac-4978-ad05-8d08fa316780 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:52:39.142883 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-50609354-6163-41d8-ba87-bb5f2dafed7c None None] Provisioning complete for port 827ac3e0-d88c-426d-8ded-590bcc453785 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:39.143402 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-50609354-6163-41d8-ba87-bb5f2dafed7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:39.193495 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 827ac3e0-d88c-426d-8ded-590bcc453785 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:52:39.285168 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 827ac3e0-d88c-426d-8ded-590bcc453785 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:39.285548 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:39.302571 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5d6b-59c5-428e-a414-74bf9c549b00 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:39.309072 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5d6b-59c5-428e-a414-74bf9c549b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:39.385637 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e5d6b-59c5-428e-a414-74bf9c549b00 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb430ba-8eac-4978-ad05-8d08fa316780,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:39.388599 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5d6b-59c5-428e-a414-74bf9c549b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:39.401671 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0bda4858-bc3e-4bbe-aa07-bb640c0b3d69 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:52:39.433975 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-fc096b24-7367-4bfe-aef9-aaab8276a230 None None] Provisioning complete for port dfb430ba-8eac-4978-ad05-8d08fa316780 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:39.434820 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fc096b24-7367-4bfe-aef9-aaab8276a230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:39.481380 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-fc096b24-7367-4bfe-aef9-aaab8276a230 None None] Port dfb430ba-8eac-4978-ad05-8d08fa316780 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:52:39.487709 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 0bda4858-bc3e-4bbe-aa07-bb640c0b3d69 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:39.488093 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:39.490087 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7e5d6b-59c5-428e-a414-74bf9c549b00 admin admin] Network 74c8effa-2b70-4f4d-b840-49a86ccd323b is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:52:39.497158 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-2d7e5d6b-59c5-428e-a414-74bf9c549b00 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:52:39.667320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7e5d6b-59c5-428e-a414-74bf9c549b00 admin admin] Router ba8d3293-9ca8-4715-bfde-cc37f219dcf0 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:52:39.802036 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7e5d6b-59c5-428e-a414-74bf9c549b00 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:52:39.803581 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-1145a427-1ae6-45f7-9fb5-73d45ee7fffa None None] Provisioning complete for port dfb430ba-8eac-4978-ad05-8d08fa316780 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:39.803968 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1145a427-1ae6-45f7-9fb5-73d45ee7fffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:39.808376 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2d7e5d6b-59c5-428e-a414-74bf9c549b00 admin admin] 10.222.0.11 "PUT /v2.0/routers/ba8d3293-9ca8-4715-bfde-cc37f219dcf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5077863 Nov 24 21:52:39.847612 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-1145a427-1ae6-45f7-9fb5-73d45ee7fffa None None] Port dfb430ba-8eac-4978-ad05-8d08fa316780 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:52:40.231273 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:40.636447 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-c1848c6f-af5f-4377-a5b8-6363b040e39c tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:40.637962 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-c1848c6f-af5f-4377-a5b8-6363b040e39c tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/networks?id=5f991b68-eb44-423a-933d-df535ff0e9b8 HTTP/1.1" status: 200 len: 817 time: 0.1058350 Nov 24 21:52:40.653055 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-4f157b1d-5055-42f5-ae68-853da57e8628 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/quotas/58807ac0b4f74dc7b985f05f0bb8ff8f HTTP/1.1" status: 200 len: 375 time: 0.0091500 Nov 24 21:52:40.707469 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-757f769a-095d-4cc7-b5df-4c81c19062d4 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=58807ac0b4f74dc7b985f05f0bb8ff8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486407 Nov 24 21:52:40.811293 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-13d81fdf-92e9-414b-8379-8cffccc7f862 service neutron] 10.222.0.11 "GET /v2.0/networks/5f991b68-eb44-423a-933d-df535ff0e9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912757 Nov 24 21:52:40.903703 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-c06c5c94-f85f-44e1-b7e2-ff38b638efcd service neutron] 10.222.0.11 "GET /v2.0/networks/5f991b68-eb44-423a-933d-df535ff0e9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862489 Nov 24 21:52:41.048980 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device abda300d-f425-4ada-822e-a7b74b474dd8 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:52:41.091506 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-88dcaf71-d9d4-4443-bd1e-2a3d24d79296 req-621db1df-37db-4287-a9da-1a23ee880424 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=806fc286-01a6-4c40-9f4d-9551fb3aa4b9 HTTP/1.1" status: 200 len: 210 time: 0.0293479 Nov 24 21:52:41.109489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port abda300d-f425-4ada-822e-a7b74b474dd8 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:41.109754 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:41.228343 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] Sync routers for ids ['ba8d3293-9ca8-4715-bfde-cc37f219dcf0'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:52:41.238101 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] Routers {'ba8d3293-9ca8-4715-bfde-cc37f219dcf0'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:52:41.238991 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:52:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['ba8d3293-9ca8-4715-bfde-cc37f219dcf0'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:41.511529 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-97fdfc96-9fad-4e59-9e23-e9ece9fcf418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:41.536952 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] Set router ba8d3293-9ca8-4715-bfde-cc37f219dcf0 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:52:41.701622 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:41.760585 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8d3293-9ca8-4715-bfde-cc37f219dcf0', 'name': 'tempest-TestEncryptedCinderVolumes-397162866-router', 'tenant_id': 'edbeabe82565489d9abb5eee700255c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'abda300d-f425-4ada-822e-a7b74b474dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:52:35Z', 'updated_at': '2021-11-24T21:52:38Z', 'revision_number': 4, 'project_id': 'edbeabe82565489d9abb5eee700255c8', 'gw_port': {'id': 'abda300d-f425-4ada-822e-a7b74b474dd8', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8d3293-9ca8-4715-bfde-cc37f219dcf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:52:35Z', 'updated_at': '2021-11-24T21:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'dfb430ba-8eac-4978-ad05-8d08fa316780', 'name': '', 'network_id': '74c8effa-2b70-4f4d-b840-49a86ccd323b', 'tenant_id': 'edbeabe82565489d9abb5eee700255c8', 'mac_address': 'fa:16:3e:c8:a1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8d3293-9ca8-4715-bfde-cc37f219dcf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '287e2409-981f-4a91-9b0f-13bc83d3a2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:52:37Z', 'updated_at': '2021-11-24T21:52:39Z', 'revision_number': 2, 'project_id': 'edbeabe82565489d9abb5eee700255c8', 'subnets': [{'id': '287e2409-981f-4a91-9b0f-13bc83d3a2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:41.787946 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] Checking router: ba8d3293-9ca8-4715-bfde-cc37f219dcf0 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:52:41.788312 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] Updating router ba8d3293-9ca8-4715-bfde-cc37f219dcf0 port dfb430ba-8eac-4978-ad05-8d08fa316780 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:52:41.813166 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:42.081155 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:42.086818 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:42.179459 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49effb80-0464-4d81-8917-154e5bbcf27f None None] Pushing event updated for resources: {'Port': ['ID=dfb430ba-8eac-4978-ad05-8d08fa316780,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:42.194927 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-bc521a34-26f0-4edf-bc89-7cd219fa72f6 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:42.196563 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-bc521a34-26f0-4edf-bc89-7cd219fa72f6 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.15 "GET /v2.0/networks?id=5f991b68-eb44-423a-933d-df535ff0e9b8 HTTP/1.1" status: 200 len: 817 time: 0.1338115 Nov 24 21:52:42.200443 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] Attempting to bind port dfb430ba-8eac-4978-ad05-8d08fa316780 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:52:42.201144 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] Attempting to bind port dfb430ba-8eac-4978-ad05-8d08fa316780 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '8300f316-c332-4b63-87f9-59ee5379bf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '74c8effa-2b70-4f4d-b840-49a86ccd323b'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:52:42.201756 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] Attempting to bind port dfb430ba-8eac-4978-ad05-8d08fa316780 on network 74c8effa-2b70-4f4d-b840-49a86ccd323b {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:52:42.208022 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:52:42.208590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] Checking segment: {'id': '8300f316-c332-4b63-87f9-59ee5379bf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '74c8effa-2b70-4f4d-b840-49a86ccd323b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:52:42.209035 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:42.209440 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] Bound using segment: {'id': '8300f316-c332-4b63-87f9-59ee5379bf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '74c8effa-2b70-4f4d-b840-49a86ccd323b'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:52:42.209921 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] Bound port: dfb430ba-8eac-4978-ad05-8d08fa316780, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8300f316-c332-4b63-87f9-59ee5379bf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '74c8effa-2b70-4f4d-b840-49a86ccd323b'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:52:42.210311 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:42.221087 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-61b9a46a-6b37-4fa9-b1d7-7b34e2054ea6 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Request body: {'port': {'device_id': '806fc286-01a6-4c40-9f4d-9551fb3aa4b9', 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8', 'admin_state_up': True, 'tenant_id': '58807ac0b4f74dc7b985f05f0bb8ff8f'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:52:42.256111 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2bd533f9-2b94-4ed3-b2c4-d48310ac2317 req-856c9f8f-532c-441b-b198-51abc0954302 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=806fc286-01a6-4c40-9f4d-9551fb3aa4b9 HTTP/1.1" status: 200 len: 210 time: 0.0490355 Nov 24 21:52:42.290806 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] For port dfb430ba-8eac-4978-ad05-8d08fa316780, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:52:42.294182 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] For port dfb430ba-8eac-4978-ad05-8d08fa316780, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=dfb430ba-8eac-4978-ad05-8d08fa316780,segment=NetworkSegment(8300f316-c332-4b63-87f9-59ee5379bf77),segment_id=8300f316-c332-4b63-87f9-59ee5379bf77)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:52:42.298738 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:42.365900 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] Routers {'ba8d3293-9ca8-4715-bfde-cc37f219dcf0'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:52:42.366550 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:52:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['ba8d3293-9ca8-4715-bfde-cc37f219dcf0'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:42.379218 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-61b9a46a-6b37-4fa9-b1d7-7b34e2054ea6 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Made reservation on behalf of 58807ac0b4f74dc7b985f05f0bb8ff8f for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:52:42.384042 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-61b9a46a-6b37-4fa9-b1d7-7b34e2054ea6 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:42.419849 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49effb80-0464-4d81-8917-154e5bbcf27f None None] Pushing event updated for resources: {'Port': ['ID=dfb430ba-8eac-4978-ad05-8d08fa316780,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:42.532424 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] Set router ba8d3293-9ca8-4715-bfde-cc37f219dcf0 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:52:42.535362 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-19912f1d-f149-4096-9a7b-455b2f434812 None None] Provisioning complete for port dfb430ba-8eac-4978-ad05-8d08fa316780 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:42.535748 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-19912f1d-f149-4096-9a7b-455b2f434812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:42.539861 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-61b9a46a-6b37-4fa9-b1d7-7b34e2054ea6 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Allocated IP 172.20.0.3 (5f991b68-eb44-423a-933d-df535ff0e9b8/4c7f4618-f26d-490b-a46f-7fbb2ea44694/081adbec-27a2-4750-847d-fe5dc2db9ee2) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:52:42.672616 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:42.708680 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-61b9a46a-6b37-4fa9-b1d7-7b34e2054ea6 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:42.745451 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-61b9a46a-6b37-4fa9-b1d7-7b34e2054ea6 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:42.772802 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-19912f1d-f149-4096-9a7b-455b2f434812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:42.796683 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-61b9a46a-6b37-4fa9-b1d7-7b34e2054ea6 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Network 5f991b68-eb44-423a-933d-df535ff0e9b8 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:52:42.799781 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-61b9a46a-6b37-4fa9-b1d7-7b34e2054ea6 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:52:42.804394 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-61b9a46a-6b37-4fa9-b1d7-7b34e2054ea6 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:52:42.815362 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9a46a-6b37-4fa9-b1d7-7b34e2054ea6 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Pushing event updated for resources: {'Port': ['ID=081adbec-27a2-4750-847d-fe5dc2db9ee2,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:42.842712 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-19912f1d-f149-4096-9a7b-455b2f434812 None None] For port dfb430ba-8eac-4978-ad05-8d08fa316780, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=dfb430ba-8eac-4978-ad05-8d08fa316780,segment=NetworkSegment(8300f316-c332-4b63-87f9-59ee5379bf77),segment_id=8300f316-c332-4b63-87f9-59ee5379bf77)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:52:42.850465 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-19912f1d-f149-4096-9a7b-455b2f434812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:42.877908 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-61b9a46a-6b37-4fa9-b1d7-7b34e2054ea6 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:42.878736 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-61b9a46a-6b37-4fa9-b1d7-7b34e2054ea6 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:42.898024 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-61b9a46a-6b37-4fa9-b1d7-7b34e2054ea6 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6810226 Nov 24 21:52:42.920290 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8d3293-9ca8-4715-bfde-cc37f219dcf0', 'name': 'tempest-TestEncryptedCinderVolumes-397162866-router', 'tenant_id': 'edbeabe82565489d9abb5eee700255c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'abda300d-f425-4ada-822e-a7b74b474dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:52:35Z', 'updated_at': '2021-11-24T21:52:38Z', 'revision_number': 4, 'project_id': 'edbeabe82565489d9abb5eee700255c8', 'gw_port': {'id': 'abda300d-f425-4ada-822e-a7b74b474dd8', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8d3293-9ca8-4715-bfde-cc37f219dcf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:52:35Z', 'updated_at': '2021-11-24T21:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'dfb430ba-8eac-4978-ad05-8d08fa316780', 'name': '', 'network_id': '74c8effa-2b70-4f4d-b840-49a86ccd323b', 'tenant_id': 'edbeabe82565489d9abb5eee700255c8', 'mac_address': 'fa:16:3e:c8:a1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8d3293-9ca8-4715-bfde-cc37f219dcf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '287e2409-981f-4a91-9b0f-13bc83d3a2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:52:37Z', 'updated_at': '2021-11-24T21:52:42Z', 'revision_number': 4, 'project_id': 'edbeabe82565489d9abb5eee700255c8', 'subnets': [{'id': '287e2409-981f-4a91-9b0f-13bc83d3a2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:52:42.924222 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-ec2d821d-be99-452b-bc03-55ff32bdec2a service neutron] Request body: {'port': {'device_id': '806fc286-01a6-4c40-9f4d-9551fb3aa4b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:52:42.952663 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19912f1d-f149-4096-9a7b-455b2f434812 None None] Pushing event updated for resources: {'Port': ['ID=dfb430ba-8eac-4978-ad05-8d08fa316780,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:42.958004 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaedd0f-29e1-425f-927d-8de428c3d33b None None] The sync data for ids ['ba8d3293-9ca8-4715-bfde-cc37f219dcf0'] in n-d-812111-8 is: [{'id': 'ba8d3293-9ca8-4715-bfde-cc37f219dcf0', 'name': 'tempest-TestEncryptedCinderVolumes-397162866-router', 'tenant_id': 'edbeabe82565489d9abb5eee700255c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'abda300d-f425-4ada-822e-a7b74b474dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:52:35Z', 'updated_at': '2021-11-24T21:52:38Z', 'revision_number': 4, 'project_id': 'edbeabe82565489d9abb5eee700255c8', 'gw_port': {'id': 'abda300d-f425-4ada-822e-a7b74b474dd8', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8d3293-9ca8-4715-bfde-cc37f219dcf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:52:35Z', 'updated_at': '2021-11-24T21:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'dfb430ba-8eac-4978-ad05-8d08fa316780', 'name': '', 'network_id': '74c8effa-2b70-4f4d-b840-49a86ccd323b', 'tenant_id': 'edbeabe82565489d9abb5eee700255c8', 'mac_address': 'fa:16:3e:c8:a1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8d3293-9ca8-4715-bfde-cc37f219dcf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '287e2409-981f-4a91-9b0f-13bc83d3a2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:52:37Z', 'updated_at': '2021-11-24T21:52:42Z', 'revision_number': 4, 'project_id': 'edbeabe82565489d9abb5eee700255c8', 'subnets': [{'id': '287e2409-981f-4a91-9b0f-13bc83d3a2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:52:42.991840 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ae55a087-202f-43fb-9323-dda41fc3cd6f None None] Provisioning complete for port dfb430ba-8eac-4978-ad05-8d08fa316780 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:42.992484 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ae55a087-202f-43fb-9323-dda41fc3cd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:43.009840 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-ec2d821d-be99-452b-bc03-55ff32bdec2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:43.307756 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-cfe01452-a056-436a-a091-f8750883e3c2 None None] Provisioning complete for port 081adbec-27a2-4750-847d-fe5dc2db9ee2 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:43.308630 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cfe01452-a056-436a-a091-f8750883e3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:43.357807 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-cfe01452-a056-436a-a091-f8750883e3c2 None None] Port 081adbec-27a2-4750-847d-fe5dc2db9ee2 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:52:43.409330 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-ec2d821d-be99-452b-bc03-55ff32bdec2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 081adbec-27a2-4750-847d-fe5dc2db9ee2 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:52:43.419215 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-ec2d821d-be99-452b-bc03-55ff32bdec2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:43.438845 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-ec2d821d-be99-452b-bc03-55ff32bdec2a service neutron] Transition to ACTIVE for port object 081adbec-27a2-4750-847d-fe5dc2db9ee2 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:52:43.451590 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332030b-3fa4-48a4-96c6-e03a64f9357b req-8130344c-ba46-4960-8e20-02e081ccf012 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:43.453174 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8332030b-3fa4-48a4-96c6-e03a64f9357b req-8130344c-ba46-4960-8e20-02e081ccf012 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=806fc286-01a6-4c40-9f4d-9551fb3aa4b9 HTTP/1.1" status: 200 len: 931 time: 0.0882156 Nov 24 21:52:43.454393 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-ec2d821d-be99-452b-bc03-55ff32bdec2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:43.550181 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d821d-be99-452b-bc03-55ff32bdec2a service neutron] Pushing event updated for resources: {'Port': ['ID=081adbec-27a2-4750-847d-fe5dc2db9ee2,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:43.590593 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8332030b-3fa4-48a4-96c6-e03a64f9357b req-87640b52-bcad-4311-ab13-36d437aaae90 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305892 Nov 24 21:52:43.645007 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-ec2d821d-be99-452b-bc03-55ff32bdec2a service neutron] Attempting to bind port 081adbec-27a2-4750-847d-fe5dc2db9ee2 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:52:43.645357 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-ec2d821d-be99-452b-bc03-55ff32bdec2a service neutron] Attempting to bind port 081adbec-27a2-4750-847d-fe5dc2db9ee2 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '98bbb475-ed7d-4224-b540-8ca3f19d7201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:52:43.645695 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-ec2d821d-be99-452b-bc03-55ff32bdec2a service neutron] Attempting to bind port 081adbec-27a2-4750-847d-fe5dc2db9ee2 on network 5f991b68-eb44-423a-933d-df535ff0e9b8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:52:43.650329 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-ec2d821d-be99-452b-bc03-55ff32bdec2a service neutron] Port 081adbec-27a2-4750-847d-fe5dc2db9ee2 on network 5f991b68-eb44-423a-933d-df535ff0e9b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:52:43.651477 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-ec2d821d-be99-452b-bc03-55ff32bdec2a service neutron] Attempting to bind port 081adbec-27a2-4750-847d-fe5dc2db9ee2 on network 5f991b68-eb44-423a-933d-df535ff0e9b8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:52:43.656601 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-ec2d821d-be99-452b-bc03-55ff32bdec2a service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:52:43.657050 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-ec2d821d-be99-452b-bc03-55ff32bdec2a service neutron] Checking segment: {'id': '98bbb475-ed7d-4224-b540-8ca3f19d7201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:52:43.657517 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-ec2d821d-be99-452b-bc03-55ff32bdec2a service neutron] Bound using segment: {'id': '98bbb475-ed7d-4224-b540-8ca3f19d7201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:52:43.658025 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-ec2d821d-be99-452b-bc03-55ff32bdec2a service neutron] Bound port: 081adbec-27a2-4750-847d-fe5dc2db9ee2, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98bbb475-ed7d-4224-b540-8ca3f19d7201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:52:43.658460 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-ec2d821d-be99-452b-bc03-55ff32bdec2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:43.727430 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-ec2d821d-be99-452b-bc03-55ff32bdec2a service neutron] For port 081adbec-27a2-4750-847d-fe5dc2db9ee2, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:52:43.730752 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-ec2d821d-be99-452b-bc03-55ff32bdec2a service neutron] For port 081adbec-27a2-4750-847d-fe5dc2db9ee2, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=081adbec-27a2-4750-847d-fe5dc2db9ee2,segment=NetworkSegment(98bbb475-ed7d-4224-b540-8ca3f19d7201),segment_id=98bbb475-ed7d-4224-b540-8ca3f19d7201)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:52:43.734516 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-ec2d821d-be99-452b-bc03-55ff32bdec2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:43.770252 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-ec2d821d-be99-452b-bc03-55ff32bdec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:43.770609 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-ec2d821d-be99-452b-bc03-55ff32bdec2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:43.772012 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-ec2d821d-be99-452b-bc03-55ff32bdec2a service neutron] 10.222.0.15 "PUT /v2.0/ports/081adbec-27a2-4750-847d-fe5dc2db9ee2 HTTP/1.1" status: 200 len: 1091 time: 0.8603420 Nov 24 21:52:43.772685 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806fc286-01a6-4c40-9f4d-9551fb3aa4b9', 'tag': '081adbec-27a2-4750-847d-fe5dc2db9ee2'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:52:43.774803 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3389fb45-4dda-4ee2-8fc1-6e7dbacc8e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "806fc286-01a6-4c40-9f4d-9551fb3aa4b9", "tag": "081adbec-27a2-4750-847d-fe5dc2db9ee2"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:52:43.813988 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d821d-be99-452b-bc03-55ff32bdec2a service neutron] Pushing event updated for resources: {'Port': ['ID=081adbec-27a2-4750-847d-fe5dc2db9ee2,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:43.843875 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faad7eb6-f5df-440f-9c45-3eb90427d1bd x-openstack-request-id: req-faad7eb6-f5df-440f-9c45-3eb90427d1bd {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:52:43.844310 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806fc286-01a6-4c40-9f4d-9551fb3aa4b9", "tag": "081adbec-27a2-4750-847d-fe5dc2db9ee2", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:52:43.844692 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-faad7eb6-f5df-440f-9c45-3eb90427d1bd {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:52:43.845328 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806fc286-01a6-4c40-9f4d-9551fb3aa4b9', 'tag': '081adbec-27a2-4750-847d-fe5dc2db9ee2', 'status': 'completed', 'code': 200} Nov 24 21:52:43.897794 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-d9d6275f-806a-46e7-9353-d743b6a7c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:43.900151 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-d9d6275f-806a-46e7-9353-d743b6a7c574 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58807ac0b4f74dc7b985f05f0bb8ff8f&device_id=806fc286-01a6-4c40-9f4d-9551fb3aa4b9 HTTP/1.1" status: 200 len: 1094 time: 0.0700967 Nov 24 21:52:43.955081 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-b6d20169-220d-4bd6-834b-5ace79fe82ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=081adbec-27a2-4750-847d-fe5dc2db9ee2 HTTP/1.1" status: 200 len: 217 time: 0.0418777 Nov 24 21:52:43.985178 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:44.015418 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-8c1d0895-b6dc-45bd-93db-232adbf54ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:44.016972 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-8c1d0895-b6dc-45bd-93db-232adbf54ddb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c7f4618-f26d-490b-a46f-7fbb2ea44694 HTTP/1.1" status: 200 len: 856 time: 0.0488265 Nov 24 21:52:44.067327 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-c2d5a618-5b11-41f7-ae2e-870ccec04a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:44.068947 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-c2d5a618-5b11-41f7-ae2e-870ccec04a1e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f991b68-eb44-423a-933d-df535ff0e9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409303 Nov 24 21:52:44.172920 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-cdb270f9-5334-4127-b7c4-273cc03139cd service neutron] 10.222.0.15 "GET /v2.0/networks/5f991b68-eb44-423a-933d-df535ff0e9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918334 Nov 24 21:52:44.270804 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b772c586-addf-4cee-97fc-6162ee2ff502 req-f3c9fe2a-ce60-4c42-9bde-cd02f81b0cef service neutron] 10.222.0.15 "GET /v2.0/networks/5f991b68-eb44-423a-933d-df535ff0e9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863688 Nov 24 21:52:44.376460 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389fb45-4dda-4ee2-8fc1-6e7dbacc8e2a req-f16bfa3a-1276-4f9e-bc89-ea7dd4ece792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:44.377979 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3389fb45-4dda-4ee2-8fc1-6e7dbacc8e2a req-f16bfa3a-1276-4f9e-bc89-ea7dd4ece792 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58807ac0b4f74dc7b985f05f0bb8ff8f&device_id=806fc286-01a6-4c40-9f4d-9551fb3aa4b9 HTTP/1.1" status: 200 len: 1094 time: 0.0485604 Nov 24 21:52:44.469527 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389fb45-4dda-4ee2-8fc1-6e7dbacc8e2a req-9669048e-43bc-46b8-a259-862521f473e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:44.470977 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3389fb45-4dda-4ee2-8fc1-6e7dbacc8e2a req-9669048e-43bc-46b8-a259-862521f473e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f991b68-eb44-423a-933d-df535ff0e9b8 HTTP/1.1" status: 200 len: 918 time: 0.0848663 Nov 24 21:52:44.517971 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3389fb45-4dda-4ee2-8fc1-6e7dbacc8e2a req-a60d0f2e-cbfd-413b-b1e0-9df0f727f9ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=081adbec-27a2-4750-847d-fe5dc2db9ee2 HTTP/1.1" status: 200 len: 217 time: 0.0393021 Nov 24 21:52:44.572912 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389fb45-4dda-4ee2-8fc1-6e7dbacc8e2a req-2137b4c3-01e1-4830-bfd2-1a0e6b7a5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:44.574927 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3389fb45-4dda-4ee2-8fc1-6e7dbacc8e2a req-2137b4c3-01e1-4830-bfd2-1a0e6b7a5b0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c7f4618-f26d-490b-a46f-7fbb2ea44694 HTTP/1.1" status: 200 len: 856 time: 0.0493577 Nov 24 21:52:44.623699 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389fb45-4dda-4ee2-8fc1-6e7dbacc8e2a req-d8f9ac6e-6443-4f3a-b416-d35baa96aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:44.625228 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3389fb45-4dda-4ee2-8fc1-6e7dbacc8e2a req-d8f9ac6e-6443-4f3a-b416-d35baa96aa79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f991b68-eb44-423a-933d-df535ff0e9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423100 Nov 24 21:52:44.763550 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75637d86-0572-4cf6-b918-6efacd55207a req-bea8a4ba-780b-4c2c-a573-01deb40f08d7 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:44.765156 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-75637d86-0572-4cf6-b918-6efacd55207a req-bea8a4ba-780b-4c2c-a573-01deb40f08d7 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=806fc286-01a6-4c40-9f4d-9551fb3aa4b9 HTTP/1.1" status: 200 len: 943 time: 0.0981402 Nov 24 21:52:44.768573 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3389fb45-4dda-4ee2-8fc1-6e7dbacc8e2a req-3fddde78-3005-4971-9e5e-be77fa14cd7f service neutron] 10.222.0.15 "GET /v2.0/networks/5f991b68-eb44-423a-933d-df535ff0e9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349359 Nov 24 21:52:44.873219 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-75637d86-0572-4cf6-b918-6efacd55207a req-b36db5f0-88bd-4d5a-9fb2-b3c59e534615 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020124 Nov 24 21:52:44.897419 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3389fb45-4dda-4ee2-8fc1-6e7dbacc8e2a req-5291efc5-7685-47a8-b3e8-3fa99a6eefcf service neutron] 10.222.0.15 "GET /v2.0/networks/5f991b68-eb44-423a-933d-df535ff0e9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127095 Nov 24 21:52:44.944549 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:45.046818 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device dfb430ba-8eac-4978-ad05-8d08fa316780 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:52:45.099444 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port dfb430ba-8eac-4978-ad05-8d08fa316780 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:45.099820 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:45.989583 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c57572-4a8a-4899-83f8-433e29b49522 req-d137a7c4-6e73-4db7-ab3a-a12f201b68d2 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:45.991059 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3c57572-4a8a-4899-83f8-433e29b49522 req-d137a7c4-6e73-4db7-ab3a-a12f201b68d2 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=806fc286-01a6-4c40-9f4d-9551fb3aa4b9 HTTP/1.1" status: 200 len: 943 time: 0.0513933 Nov 24 21:52:46.040371 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a3c57572-4a8a-4899-83f8-433e29b49522 req-28d9d9f2-6e33-4067-8f51-b196a65c029d tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430200 Nov 24 21:52:47.154743 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe139f1d-61c7-4d78-a9f9-1a01e6b6572b req-4e65c54c-93de-4592-84c6-1a440be59e66 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:47.156236 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe139f1d-61c7-4d78-a9f9-1a01e6b6572b req-4e65c54c-93de-4592-84c6-1a440be59e66 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=806fc286-01a6-4c40-9f4d-9551fb3aa4b9 HTTP/1.1" status: 200 len: 943 time: 0.0485485 Nov 24 21:52:47.203690 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe139f1d-61c7-4d78-a9f9-1a01e6b6572b req-cdb24679-54fd-4362-9a62-251a49134984 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415850 Nov 24 21:52:48.323320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbe476-0238-40d8-adba-3ec9f3cf6ecb req-6da0af15-2755-4221-b036-f5aad48c8b34 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:48.324836 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c8bbe476-0238-40d8-adba-3ec9f3cf6ecb req-6da0af15-2755-4221-b036-f5aad48c8b34 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=806fc286-01a6-4c40-9f4d-9551fb3aa4b9 HTTP/1.1" status: 200 len: 943 time: 0.0543361 Nov 24 21:52:48.372232 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c8bbe476-0238-40d8-adba-3ec9f3cf6ecb req-7c9d36a6-a85c-43d2-929d-218b997291d6 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413864 Nov 24 21:52:48.535749 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 081adbec-27a2-4750-847d-fe5dc2db9ee2 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:52:48.633101 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 081adbec-27a2-4750-847d-fe5dc2db9ee2, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=081adbec-27a2-4750-847d-fe5dc2db9ee2,segment=NetworkSegment(98bbb475-ed7d-4224-b540-8ca3f19d7201),segment_id=98bbb475-ed7d-4224-b540-8ca3f19d7201)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:52:48.645731 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '081adbec-27a2-4750-847d-fe5dc2db9ee2', 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8', 'port_id': '081adbec-27a2-4750-847d-fe5dc2db9ee2', 'mac_address': 'fa:16:3e:ca:80:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7f4618-f26d-490b-a46f-7fbb2ea44694', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:52:48.683291 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:48.695667 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081adbec-27a2-4750-847d-fe5dc2db9ee2 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:52:48.716185 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 081adbec-27a2-4750-847d-fe5dc2db9ee2, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=081adbec-27a2-4750-847d-fe5dc2db9ee2,segment=NetworkSegment(98bbb475-ed7d-4224-b540-8ca3f19d7201),segment_id=98bbb475-ed7d-4224-b540-8ca3f19d7201)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:52:48.720073 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:48.768768 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=081adbec-27a2-4750-847d-fe5dc2db9ee2,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:49.048365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['081adbec-27a2-4750-847d-fe5dc2db9ee2'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:52:49.491784 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573ef16-1bca-4f43-baed-e4e91c05638e req-0ea9abe2-f98b-4b9e-b67e-c4080eb8a929 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:49.493308 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7573ef16-1bca-4f43-baed-e4e91c05638e req-0ea9abe2-f98b-4b9e-b67e-c4080eb8a929 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=806fc286-01a6-4c40-9f4d-9551fb3aa4b9 HTTP/1.1" status: 200 len: 944 time: 0.0492058 Nov 24 21:52:49.543298 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7573ef16-1bca-4f43-baed-e4e91c05638e req-5190468d-7e28-47de-a243-67bdcd173ca5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432026 Nov 24 21:52:50.546228 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 081adbec-27a2-4750-847d-fe5dc2db9ee2 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:52:50.598571 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 081adbec-27a2-4750-847d-fe5dc2db9ee2 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:52:50.602882 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 081adbec-27a2-4750-847d-fe5dc2db9ee2 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:52:50.603258 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:50.665316 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93910205-0d91-4689-bb86-96c0d36f8aec req-41e7d7b3-7146-44db-a110-c50e02469c7b tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:50.666900 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-93910205-0d91-4689-bb86-96c0d36f8aec req-41e7d7b3-7146-44db-a110-c50e02469c7b tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=806fc286-01a6-4c40-9f4d-9551fb3aa4b9 HTTP/1.1" status: 200 len: 944 time: 0.0532110 Nov 24 21:52:50.680762 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:50.707489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806fc286-01a6-4c40-9f4d-9551fb3aa4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081adbec-27a2-4750-847d-fe5dc2db9ee2'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:52:50.709784 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3b5407-4168-4ab9-982e-0b2852a4a311" -d '{"events": [{"server_uuid": "806fc286-01a6-4c40-9f4d-9551fb3aa4b9", "name": "network-vif-plugged", "status": "completed", "tag": "081adbec-27a2-4750-847d-fe5dc2db9ee2"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:52:50.716715 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-93910205-0d91-4689-bb86-96c0d36f8aec req-425f21d3-f3ab-41d0-b337-b5ac92b45d35 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438106 Nov 24 21:52:50.722665 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 081adbec-27a2-4750-847d-fe5dc2db9ee2, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=081adbec-27a2-4750-847d-fe5dc2db9ee2,segment=NetworkSegment(98bbb475-ed7d-4224-b540-8ca3f19d7201),segment_id=98bbb475-ed7d-4224-b540-8ca3f19d7201)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:52:50.727083 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:52:50.764234 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85cec72-0008-49d5-88ac-3c4d69b8b955 x-openstack-request-id: req-c85cec72-0008-49d5-88ac-3c4d69b8b955 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:52:50.764534 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806fc286-01a6-4c40-9f4d-9551fb3aa4b9", "name": "network-vif-plugged", "status": "completed", "tag": "081adbec-27a2-4750-847d-fe5dc2db9ee2", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:52:50.764811 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c85cec72-0008-49d5-88ac-3c4d69b8b955 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:52:50.765203 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806fc286-01a6-4c40-9f4d-9551fb3aa4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081adbec-27a2-4750-847d-fe5dc2db9ee2', 'code': 200} Nov 24 21:52:50.781353 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=081adbec-27a2-4750-847d-fe5dc2db9ee2,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:52:50.872012 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e7c0b-88c6-49de-9c58-311c2ab3bab8 req-04178c88-f18e-441b-913a-7ba73ddea57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:50.873537 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b00e7c0b-88c6-49de-9c58-311c2ab3bab8 req-04178c88-f18e-441b-913a-7ba73ddea57a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=806fc286-01a6-4c40-9f4d-9551fb3aa4b9 HTTP/1.1" status: 200 len: 1096 time: 0.0400364 Nov 24 21:52:50.923147 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b00e7c0b-88c6-49de-9c58-311c2ab3bab8 req-51ad4f3a-9fc8-42ee-b7ab-ea3896996eb5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367448 Nov 24 21:52:51.834742 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86939eaf-078a-4070-a720-ad7ba7439d32 req-3ab78234-0915-4ab5-9d67-8d813ca4632d tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:51.836132 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-86939eaf-078a-4070-a720-ad7ba7439d32 req-3ab78234-0915-4ab5-9d67-8d813ca4632d tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=806fc286-01a6-4c40-9f4d-9551fb3aa4b9 HTTP/1.1" status: 200 len: 945 time: 0.0498898 Nov 24 21:52:51.887888 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-86939eaf-078a-4070-a720-ad7ba7439d32 req-3b0c929f-0e20-4eff-9f30-e737b91ad245 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455575 Nov 24 21:52:53.004412 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51966d2c-0c51-4667-896a-df19eb28b110 req-ccc185dc-214f-4481-adff-a88635c5d488 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:53.005858 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51966d2c-0c51-4667-896a-df19eb28b110 req-ccc185dc-214f-4481-adff-a88635c5d488 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=806fc286-01a6-4c40-9f4d-9551fb3aa4b9 HTTP/1.1" status: 200 len: 945 time: 0.0501070 Nov 24 21:52:53.058681 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-51966d2c-0c51-4667-896a-df19eb28b110 req-eed8f41c-993f-44e0-8601-01b3a3f68ebc tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460637 Nov 24 21:52:53.172571 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974336a-cea0-46f6-8153-d6152d537134 req-f2ad7466-4cf2-4ba2-8d46-edcb4b0af69c tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:52:53.174119 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c974336a-cea0-46f6-8153-d6152d537134 req-f2ad7466-4cf2-4ba2-8d46-edcb4b0af69c tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=806fc286-01a6-4c40-9f4d-9551fb3aa4b9 HTTP/1.1" status: 200 len: 945 time: 0.0488181 Nov 24 21:52:53.223787 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c974336a-cea0-46f6-8153-d6152d537134 req-eb32e851-7d98-4fbb-9332-fbebe88e62a2 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437834 Nov 24 21:53:05.489895 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:53:09.020318 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-da96b5a5-0797-4c06-a88c-c044b3cd6133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:10.231273 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:11.314145 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e03c7143-8091-4ee0-a779-3896a22b38e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:11.669248 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:12.619116 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:13.985824 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:14.947549 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:15.913225 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3821d2-1729-42af-8316-e900e7e2473d req-690bb43a-cb80-4957-a400-06abb7bc64ba tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:15.914831 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb3821d2-1729-42af-8316-e900e7e2473d req-690bb43a-cb80-4957-a400-06abb7bc64ba tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=806fc286-01a6-4c40-9f4d-9551fb3aa4b9 HTTP/1.1" status: 200 len: 945 time: 0.0581212 Nov 24 21:53:15.964087 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb3821d2-1729-42af-8316-e900e7e2473d req-1ca18a9f-2a58-40f8-a6ba-295a2583bd41 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426812 Nov 24 21:53:17.081042 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ae081-d33f-4870-a03d-5f6e5eff7585 req-ac651978-33f0-453a-9666-337a4220bb6c tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:17.082536 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-391ae081-d33f-4870-a03d-5f6e5eff7585 req-ac651978-33f0-453a-9666-337a4220bb6c tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=806fc286-01a6-4c40-9f4d-9551fb3aa4b9 HTTP/1.1" status: 200 len: 945 time: 0.0484505 Nov 24 21:53:17.129884 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-391ae081-d33f-4870-a03d-5f6e5eff7585 req-d4d6bc49-25cb-4c01-a4c2-5034456e7578 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408044 Nov 24 21:53:17.616824 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46560f5-ea2d-4d8d-8ec6-acdf624edda8 req-4158ec2b-39ff-4b45-b82c-2e1e0f2a87db tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:17.618279 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a46560f5-ea2d-4d8d-8ec6-acdf624edda8 req-4158ec2b-39ff-4b45-b82c-2e1e0f2a87db tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.15 "GET /v2.0/ports?device_id=806fc286-01a6-4c40-9f4d-9551fb3aa4b9 HTTP/1.1" status: 200 len: 945 time: 0.0482981 Nov 24 21:53:17.711912 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-a46560f5-ea2d-4d8d-8ec6-acdf624edda8 req-2cc6cb9f-cc5f-4f62-84c4-98929512c9a5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Deleting port 081adbec-27a2-4750-847d-fe5dc2db9ee2 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:53:17.712250 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-a46560f5-ea2d-4d8d-8ec6-acdf624edda8 req-2cc6cb9f-cc5f-4f62-84c4-98929512c9a5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:17.802413 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-a46560f5-ea2d-4d8d-8ec6-acdf624edda8 req-2cc6cb9f-cc5f-4f62-84c4-98929512c9a5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] For port 081adbec-27a2-4750-847d-fe5dc2db9ee2, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=081adbec-27a2-4750-847d-fe5dc2db9ee2,segment=NetworkSegment(98bbb475-ed7d-4224-b540-8ca3f19d7201),segment_id=98bbb475-ed7d-4224-b540-8ca3f19d7201)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:53:17.802777 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-a46560f5-ea2d-4d8d-8ec6-acdf624edda8 req-2cc6cb9f-cc5f-4f62-84c4-98929512c9a5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:17.821030 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-a46560f5-ea2d-4d8d-8ec6-acdf624edda8 req-2cc6cb9f-cc5f-4f62-84c4-98929512c9a5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Calling delete_port for 081adbec-27a2-4750-847d-fe5dc2db9ee2 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:53:17.947249 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-a46560f5-ea2d-4d8d-8ec6-acdf624edda8 req-2cc6cb9f-cc5f-4f62-84c4-98929512c9a5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:17.965409 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['081adbec-27a2-4750-847d-fe5dc2db9ee2'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:53:17.985496 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6cb9f-cc5f-4f62-84c4-98929512c9a5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Pushing event deleted for resources: {'Port': ['ID=081adbec-27a2-4750-847d-fe5dc2db9ee2,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:53:17.995660 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6cb9f-cc5f-4f62-84c4-98929512c9a5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:17.996019 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6cb9f-cc5f-4f62-84c4-98929512c9a5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:17.996362 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6cb9f-cc5f-4f62-84c4-98929512c9a5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:17.996711 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6cb9f-cc5f-4f62-84c4-98929512c9a5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:17.997068 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6cb9f-cc5f-4f62-84c4-98929512c9a5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:17.997401 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6cb9f-cc5f-4f62-84c4-98929512c9a5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:17.997735 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6cb9f-cc5f-4f62-84c4-98929512c9a5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:17.998067 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6cb9f-cc5f-4f62-84c4-98929512c9a5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:17.998396 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6cb9f-cc5f-4f62-84c4-98929512c9a5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:17.998725 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6cb9f-cc5f-4f62-84c4-98929512c9a5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:17.999055 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6cb9f-cc5f-4f62-84c4-98929512c9a5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:17.999378 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6cb9f-cc5f-4f62-84c4-98929512c9a5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:18.047107 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46560f5-ea2d-4d8d-8ec6-acdf624edda8 req-2cc6cb9f-cc5f-4f62-84c4-98929512c9a5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] No DVR routers for this DVR port 081adbec-27a2-4750-847d-fe5dc2db9ee2 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:53:18.049890 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-a46560f5-ea2d-4d8d-8ec6-acdf624edda8 req-2cc6cb9f-cc5f-4f62-84c4-98929512c9a5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:18.053386 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a46560f5-ea2d-4d8d-8ec6-acdf624edda8 req-2cc6cb9f-cc5f-4f62-84c4-98929512c9a5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.15 "DELETE /v2.0/ports/081adbec-27a2-4750-847d-fe5dc2db9ee2 HTTP/1.1" status: 204 len: 173 time: 0.4259360 Nov 24 21:53:18.053837 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806fc286-01a6-4c40-9f4d-9551fb3aa4b9', 'name': 'network-vif-deleted', 'tag': '081adbec-27a2-4750-847d-fe5dc2db9ee2'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:53:18.056110 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7ec8ae-8eb6-44c5-92cc-b3fda0fa175e" -d '{"events": [{"server_uuid": "806fc286-01a6-4c40-9f4d-9551fb3aa4b9", "name": "network-vif-deleted", "tag": "081adbec-27a2-4750-847d-fe5dc2db9ee2"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:53:18.097692 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0ef8c5-912d-4c52-97fa-eccd783e0bb3 x-openstack-request-id: req-6c0ef8c5-912d-4c52-97fa-eccd783e0bb3 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:53:18.098294 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806fc286-01a6-4c40-9f4d-9551fb3aa4b9", "name": "network-vif-deleted", "tag": "081adbec-27a2-4750-847d-fe5dc2db9ee2", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:53:18.098294 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6c0ef8c5-912d-4c52-97fa-eccd783e0bb3 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:53:18.098642 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806fc286-01a6-4c40-9f4d-9551fb3aa4b9', 'name': 'network-vif-deleted', 'tag': '081adbec-27a2-4750-847d-fe5dc2db9ee2', 'status': 'completed', 'code': 200} Nov 24 21:53:18.245170 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-20ab3cc1-4de8-4c01-856d-77ab1af8e9a8 req-18da4c70-4863-48ef-be7c-a519451d22ec tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=806fc286-01a6-4c40-9f4d-9551fb3aa4b9 HTTP/1.1" status: 200 len: 210 time: 0.0277779 Nov 24 21:53:19.754964 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-c798d12f-f7ed-4c25-9848-aaf1747410ea tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:19.756435 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-c798d12f-f7ed-4c25-9848-aaf1747410ea tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/networks?id=5f991b68-eb44-423a-933d-df535ff0e9b8 HTTP/1.1" status: 200 len: 817 time: 0.1096258 Nov 24 21:53:19.772480 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-3f03ff6e-6153-44b1-ac05-8529688884f6 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/quotas/58807ac0b4f74dc7b985f05f0bb8ff8f HTTP/1.1" status: 200 len: 375 time: 0.0091362 Nov 24 21:53:19.823888 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-c2326f63-ee55-4549-aa29-a13e49bc6187 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=58807ac0b4f74dc7b985f05f0bb8ff8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446470 Nov 24 21:53:19.918935 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-5b563f0d-10bd-4098-89de-b4ba9347a035 service neutron] 10.222.0.11 "GET /v2.0/networks/5f991b68-eb44-423a-933d-df535ff0e9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836167 Nov 24 21:53:20.012066 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-e40be5bd-f0d4-43ef-ae0e-fdcf5a4868a3 service neutron] 10.222.0.11 "GET /v2.0/networks/5f991b68-eb44-423a-933d-df535ff0e9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868735 Nov 24 21:53:20.167844 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8a8e0c2b-5d22-4db2-9851-428299351eb1 req-bdcf3184-2c5b-4eb7-8c22-41f64ae60d9b tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=96893916-b5c6-47d4-b760-f65bd3dea96a HTTP/1.1" status: 200 len: 210 time: 0.0267193 Nov 24 21:53:21.169590 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-7fdecbcd-95b9-4a7b-af72-503bea0ef1cf tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:21.171139 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-7fdecbcd-95b9-4a7b-af72-503bea0ef1cf tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.15 "GET /v2.0/networks?id=5f991b68-eb44-423a-933d-df535ff0e9b8 HTTP/1.1" status: 200 len: 817 time: 0.1081247 Nov 24 21:53:21.187622 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-0500086f-c253-4029-a38a-5b6d8f2af47c tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Request body: {'port': {'device_id': '96893916-b5c6-47d4-b760-f65bd3dea96a', 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8', 'admin_state_up': True, 'tenant_id': '58807ac0b4f74dc7b985f05f0bb8ff8f'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:53:21.278335 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9d5f24a8-15d7-46b6-a7a3-5882e3b2c47e req-d1a2acfc-3ed0-409c-8425-d37bd005fe6f tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=96893916-b5c6-47d4-b760-f65bd3dea96a HTTP/1.1" status: 200 len: 210 time: 0.0333173 Nov 24 21:53:21.317722 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-0500086f-c253-4029-a38a-5b6d8f2af47c tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Made reservation on behalf of 58807ac0b4f74dc7b985f05f0bb8ff8f for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:53:21.321691 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-0500086f-c253-4029-a38a-5b6d8f2af47c tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:21.451060 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-0500086f-c253-4029-a38a-5b6d8f2af47c tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Allocated IP 172.20.0.12 (5f991b68-eb44-423a-933d-df535ff0e9b8/4c7f4618-f26d-490b-a46f-7fbb2ea44694/b39469bf-e375-420d-9cd1-6d02f3fbcbe2) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:53:21.596978 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-0500086f-c253-4029-a38a-5b6d8f2af47c tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:21.630273 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-0500086f-c253-4029-a38a-5b6d8f2af47c tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:21.675868 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-0500086f-c253-4029-a38a-5b6d8f2af47c tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Network 5f991b68-eb44-423a-933d-df535ff0e9b8 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:53:21.678914 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-0500086f-c253-4029-a38a-5b6d8f2af47c tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:53:21.683147 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-0500086f-c253-4029-a38a-5b6d8f2af47c tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:53:21.709970 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500086f-c253-4029-a38a-5b6d8f2af47c tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Pushing event updated for resources: {'Port': ['ID=b39469bf-e375-420d-9cd1-6d02f3fbcbe2,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:53:21.737289 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-0500086f-c253-4029-a38a-5b6d8f2af47c tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:21.738278 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-0500086f-c253-4029-a38a-5b6d8f2af47c tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:21.755949 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-0500086f-c253-4029-a38a-5b6d8f2af47c tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5723839 Nov 24 21:53:21.773927 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-419d78c4-9133-476b-8348-162476ae8d30 service neutron] Request body: {'port': {'device_id': '96893916-b5c6-47d4-b760-f65bd3dea96a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:53:21.833892 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-419d78c4-9133-476b-8348-162476ae8d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:21.902368 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-356647e2-0d4e-42c5-8c2d-ff9831d48217 None None] Provisioning complete for port b39469bf-e375-420d-9cd1-6d02f3fbcbe2 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:53:21.902978 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-356647e2-0d4e-42c5-8c2d-ff9831d48217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:21.936369 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-356647e2-0d4e-42c5-8c2d-ff9831d48217 None None] Port b39469bf-e375-420d-9cd1-6d02f3fbcbe2 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:53:22.100209 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-419d78c4-9133-476b-8348-162476ae8d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b39469bf-e375-420d-9cd1-6d02f3fbcbe2 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:53:22.107768 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-419d78c4-9133-476b-8348-162476ae8d30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:22.119683 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-419d78c4-9133-476b-8348-162476ae8d30 service neutron] Transition to ACTIVE for port object b39469bf-e375-420d-9cd1-6d02f3fbcbe2 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:53:22.122465 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-419d78c4-9133-476b-8348-162476ae8d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:22.173248 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d78c4-9133-476b-8348-162476ae8d30 service neutron] Pushing event updated for resources: {'Port': ['ID=b39469bf-e375-420d-9cd1-6d02f3fbcbe2,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:53:22.247114 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-419d78c4-9133-476b-8348-162476ae8d30 service neutron] Attempting to bind port b39469bf-e375-420d-9cd1-6d02f3fbcbe2 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:53:22.247573 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-419d78c4-9133-476b-8348-162476ae8d30 service neutron] Attempting to bind port b39469bf-e375-420d-9cd1-6d02f3fbcbe2 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '98bbb475-ed7d-4224-b540-8ca3f19d7201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:53:22.247905 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-419d78c4-9133-476b-8348-162476ae8d30 service neutron] Attempting to bind port b39469bf-e375-420d-9cd1-6d02f3fbcbe2 on network 5f991b68-eb44-423a-933d-df535ff0e9b8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:53:22.252434 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-419d78c4-9133-476b-8348-162476ae8d30 service neutron] Port b39469bf-e375-420d-9cd1-6d02f3fbcbe2 on network 5f991b68-eb44-423a-933d-df535ff0e9b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:53:22.252768 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-419d78c4-9133-476b-8348-162476ae8d30 service neutron] Attempting to bind port b39469bf-e375-420d-9cd1-6d02f3fbcbe2 on network 5f991b68-eb44-423a-933d-df535ff0e9b8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:53:22.257942 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-419d78c4-9133-476b-8348-162476ae8d30 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:53:22.258279 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-419d78c4-9133-476b-8348-162476ae8d30 service neutron] Checking segment: {'id': '98bbb475-ed7d-4224-b540-8ca3f19d7201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:53:22.258658 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-419d78c4-9133-476b-8348-162476ae8d30 service neutron] Bound using segment: {'id': '98bbb475-ed7d-4224-b540-8ca3f19d7201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:53:22.259087 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-419d78c4-9133-476b-8348-162476ae8d30 service neutron] Bound port: b39469bf-e375-420d-9cd1-6d02f3fbcbe2, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98bbb475-ed7d-4224-b540-8ca3f19d7201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:53:22.259439 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-419d78c4-9133-476b-8348-162476ae8d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:22.332182 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-419d78c4-9133-476b-8348-162476ae8d30 service neutron] For port b39469bf-e375-420d-9cd1-6d02f3fbcbe2, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:53:22.335514 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-419d78c4-9133-476b-8348-162476ae8d30 service neutron] For port b39469bf-e375-420d-9cd1-6d02f3fbcbe2, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b39469bf-e375-420d-9cd1-6d02f3fbcbe2,segment=NetworkSegment(98bbb475-ed7d-4224-b540-8ca3f19d7201),segment_id=98bbb475-ed7d-4224-b540-8ca3f19d7201)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:53:22.341388 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-419d78c4-9133-476b-8348-162476ae8d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:22.622674 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 081adbec-27a2-4750-847d-fe5dc2db9ee2 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:53:22.644022 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 081adbec-27a2-4750-847d-fe5dc2db9ee2 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:53:22.644285 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 081adbec-27a2-4750-847d-fe5dc2db9ee2 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:53:22.725596 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-419d78c4-9133-476b-8348-162476ae8d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:22.726214 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-419d78c4-9133-476b-8348-162476ae8d30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:22.727612 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-419d78c4-9133-476b-8348-162476ae8d30 service neutron] 10.222.0.15 "PUT /v2.0/ports/b39469bf-e375-420d-9cd1-6d02f3fbcbe2 HTTP/1.1" status: 200 len: 1092 time: 0.9581704 Nov 24 21:53:22.729636 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96893916-b5c6-47d4-b760-f65bd3dea96a', 'tag': 'b39469bf-e375-420d-9cd1-6d02f3fbcbe2'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:53:22.732000 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1222e831-4dd9-470e-a41e-83d4a54c167e" -d '{"events": [{"name": "network-changed", "server_uuid": "96893916-b5c6-47d4-b760-f65bd3dea96a", "tag": "b39469bf-e375-420d-9cd1-6d02f3fbcbe2"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:53:22.754537 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d78c4-9133-476b-8348-162476ae8d30 service neutron] Pushing event updated for resources: {'Port': ['ID=b39469bf-e375-420d-9cd1-6d02f3fbcbe2,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:53:22.769954 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb335d-dda3-4cd2-a699-c290d22c389e req-7597e951-a53d-4a57-bc1d-1d33d797a837 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:22.771442 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c6bb335d-dda3-4cd2-a699-c290d22c389e req-7597e951-a53d-4a57-bc1d-1d33d797a837 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=96893916-b5c6-47d4-b760-f65bd3dea96a HTTP/1.1" status: 200 len: 944 time: 0.4046645 Nov 24 21:53:22.844963 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-e3e85114-b002-450d-b53d-9cd8b9929819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:22.846462 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-e3e85114-b002-450d-b53d-9cd8b9929819 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58807ac0b4f74dc7b985f05f0bb8ff8f&device_id=96893916-b5c6-47d4-b760-f65bd3dea96a HTTP/1.1" status: 200 len: 1095 time: 0.0712900 Nov 24 21:53:22.851051 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c6bb335d-dda3-4cd2-a699-c290d22c389e req-063383a0-2d97-441a-8046-1cf768d5690c tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684319 Nov 24 21:53:22.892690 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-7b35b95e-383b-4d6e-b352-df405e6b9607 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b39469bf-e375-420d-9cd1-6d02f3fbcbe2 HTTP/1.1" status: 200 len: 217 time: 0.0348642 Nov 24 21:53:22.903390 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1a4d89-6ce8-4474-8e6c-76d6300ac88e x-openstack-request-id: req-8e1a4d89-6ce8-4474-8e6c-76d6300ac88e {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:53:22.903705 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96893916-b5c6-47d4-b760-f65bd3dea96a", "tag": "b39469bf-e375-420d-9cd1-6d02f3fbcbe2", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:53:22.903963 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e1a4d89-6ce8-4474-8e6c-76d6300ac88e {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:53:22.904376 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96893916-b5c6-47d4-b760-f65bd3dea96a', 'tag': 'b39469bf-e375-420d-9cd1-6d02f3fbcbe2', 'status': 'completed', 'code': 200} Nov 24 21:53:22.955227 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-130bb369-651e-4e1a-bd75-dda2093070cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:22.956663 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-130bb369-651e-4e1a-bd75-dda2093070cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c7f4618-f26d-490b-a46f-7fbb2ea44694 HTTP/1.1" status: 200 len: 856 time: 0.0502932 Nov 24 21:53:23.009627 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-44745ae2-c116-4604-87e3-3d620423c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:23.011354 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-44745ae2-c116-4604-87e3-3d620423c932 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f991b68-eb44-423a-933d-df535ff0e9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408294 Nov 24 21:53:23.106773 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-83a12da6-daaf-4774-a229-25e588d84db2 service neutron] 10.222.0.15 "GET /v2.0/networks/5f991b68-eb44-423a-933d-df535ff0e9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845859 Nov 24 21:53:23.201914 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b9988f9-d4e2-4bf4-a597-b30cde114ba0 req-a4272638-cf90-4dad-80f0-d14bcee506a6 service neutron] 10.222.0.15 "GET /v2.0/networks/5f991b68-eb44-423a-933d-df535ff0e9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829034 Nov 24 21:53:23.299999 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222e831-4dd9-470e-a41e-83d4a54c167e req-884befab-a618-44ec-8096-75891cd8999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:23.301526 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1222e831-4dd9-470e-a41e-83d4a54c167e req-884befab-a618-44ec-8096-75891cd8999b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58807ac0b4f74dc7b985f05f0bb8ff8f&device_id=96893916-b5c6-47d4-b760-f65bd3dea96a HTTP/1.1" status: 200 len: 1095 time: 0.0420983 Nov 24 21:53:23.399226 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222e831-4dd9-470e-a41e-83d4a54c167e req-7ea2df14-c0c1-4bf6-b8b2-8533d5313fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:23.400683 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1222e831-4dd9-470e-a41e-83d4a54c167e req-7ea2df14-c0c1-4bf6-b8b2-8533d5313fc0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f991b68-eb44-423a-933d-df535ff0e9b8 HTTP/1.1" status: 200 len: 918 time: 0.0910356 Nov 24 21:53:23.442835 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1222e831-4dd9-470e-a41e-83d4a54c167e req-6c1e7195-dd56-4b64-b470-c071bc812f88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b39469bf-e375-420d-9cd1-6d02f3fbcbe2 HTTP/1.1" status: 200 len: 217 time: 0.0346141 Nov 24 21:53:23.497846 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222e831-4dd9-470e-a41e-83d4a54c167e req-ab34417d-159c-4c51-af81-c0d309324e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:23.499172 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1222e831-4dd9-470e-a41e-83d4a54c167e req-ab34417d-159c-4c51-af81-c0d309324e2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c7f4618-f26d-490b-a46f-7fbb2ea44694 HTTP/1.1" status: 200 len: 856 time: 0.0487404 Nov 24 21:53:23.545963 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222e831-4dd9-470e-a41e-83d4a54c167e req-9f16ec2b-da5b-4a65-a073-1d5277da96c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:23.547393 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1222e831-4dd9-470e-a41e-83d4a54c167e req-9f16ec2b-da5b-4a65-a073-1d5277da96c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f991b68-eb44-423a-933d-df535ff0e9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406127 Nov 24 21:53:23.638459 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1222e831-4dd9-470e-a41e-83d4a54c167e req-857d83fb-3508-4b84-8424-77d67defb76d service neutron] 10.222.0.15 "GET /v2.0/networks/5f991b68-eb44-423a-933d-df535ff0e9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830312 Nov 24 21:53:23.735858 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1222e831-4dd9-470e-a41e-83d4a54c167e req-e0809f60-0aef-45c2-9f23-d576fb6b6573 service neutron] 10.222.0.15 "GET /v2.0/networks/5f991b68-eb44-423a-933d-df535ff0e9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893264 Nov 24 21:53:23.974866 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a9ea3-26af-4f7e-8d77-1a1d346dacf7 req-cb7d2781-9d6d-4ed8-9ee0-d56452885b47 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:23.976347 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-099a9ea3-26af-4f7e-8d77-1a1d346dacf7 req-cb7d2781-9d6d-4ed8-9ee0-d56452885b47 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=96893916-b5c6-47d4-b760-f65bd3dea96a HTTP/1.1" status: 200 len: 944 time: 0.0544279 Nov 24 21:53:24.024601 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-099a9ea3-26af-4f7e-8d77-1a1d346dacf7 req-9e8fd1fc-0b5d-4d0a-81fc-5866435dabb7 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420129 Nov 24 21:53:25.145248 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b49942-fd9a-43c3-aa50-253f2b8d3227 req-4b65b3e0-6986-4543-b2a1-6ba9a0661177 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:25.146704 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-30b49942-fd9a-43c3-aa50-253f2b8d3227 req-4b65b3e0-6986-4543-b2a1-6ba9a0661177 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=96893916-b5c6-47d4-b760-f65bd3dea96a HTTP/1.1" status: 200 len: 944 time: 0.0536761 Nov 24 21:53:25.200855 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-30b49942-fd9a-43c3-aa50-253f2b8d3227 req-333a8bdf-a443-4694-b695-1ce4708b3ec1 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475643 Nov 24 21:53:26.314291 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc31056-cfb2-4c56-8015-c34fd37c01ba req-66a7d13c-ce43-49dc-9f02-e356afc1d5b1 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:26.315767 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6fc31056-cfb2-4c56-8015-c34fd37c01ba req-66a7d13c-ce43-49dc-9f02-e356afc1d5b1 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=96893916-b5c6-47d4-b760-f65bd3dea96a HTTP/1.1" status: 200 len: 944 time: 0.0485754 Nov 24 21:53:26.366131 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6fc31056-cfb2-4c56-8015-c34fd37c01ba req-0f06d5c4-42ad-49e0-93dc-f81374584952 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437222 Nov 24 21:53:26.639249 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b39469bf-e375-420d-9cd1-6d02f3fbcbe2 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:53:26.734246 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port b39469bf-e375-420d-9cd1-6d02f3fbcbe2, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b39469bf-e375-420d-9cd1-6d02f3fbcbe2,segment=NetworkSegment(98bbb475-ed7d-4224-b540-8ca3f19d7201),segment_id=98bbb475-ed7d-4224-b540-8ca3f19d7201)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:53:26.745399 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'b39469bf-e375-420d-9cd1-6d02f3fbcbe2', 'network_id': '5f991b68-eb44-423a-933d-df535ff0e9b8', 'port_id': 'b39469bf-e375-420d-9cd1-6d02f3fbcbe2', 'mac_address': 'fa:16:3e:a5:df:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7f4618-f26d-490b-a46f-7fbb2ea44694', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:53:26.786373 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:26.798679 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39469bf-e375-420d-9cd1-6d02f3fbcbe2 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:53:26.817233 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port b39469bf-e375-420d-9cd1-6d02f3fbcbe2, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b39469bf-e375-420d-9cd1-6d02f3fbcbe2,segment=NetworkSegment(98bbb475-ed7d-4224-b540-8ca3f19d7201),segment_id=98bbb475-ed7d-4224-b540-8ca3f19d7201)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:53:26.822333 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:26.869732 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=b39469bf-e375-420d-9cd1-6d02f3fbcbe2,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:53:26.877531 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:26.877892 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:26.878241 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:26.878587 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:26.878928 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:26.879266 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:26.879602 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:26.879937 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:26.880277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:26.880611 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:26.880977 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:26.881308 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:27.073654 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['b39469bf-e375-420d-9cd1-6d02f3fbcbe2'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:53:27.484409 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316db41-24c1-40b6-99a8-be7af83be3dd req-c9aacc31-5ec6-439a-b90b-b11ae2041f9f tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:27.485841 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b316db41-24c1-40b6-99a8-be7af83be3dd req-c9aacc31-5ec6-439a-b90b-b11ae2041f9f tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=96893916-b5c6-47d4-b760-f65bd3dea96a HTTP/1.1" status: 200 len: 945 time: 0.0529118 Nov 24 21:53:27.533242 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b316db41-24c1-40b6-99a8-be7af83be3dd req-69cff75a-a374-42ab-9043-1dc975e9a66a tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411580 Nov 24 21:53:28.650225 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c010520-f44e-4709-a6cf-463f2742c99f req-54ee27de-453e-433f-97be-bc096c56778c tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:28.651852 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5c010520-f44e-4709-a6cf-463f2742c99f req-54ee27de-453e-433f-97be-bc096c56778c tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=96893916-b5c6-47d4-b760-f65bd3dea96a HTTP/1.1" status: 200 len: 945 time: 0.0495687 Nov 24 21:53:28.657691 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b39469bf-e375-420d-9cd1-6d02f3fbcbe2 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:53:28.701184 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5c010520-f44e-4709-a6cf-463f2742c99f req-b76ba582-24c9-40fb-a325-722f4a8dc90f tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417602 Nov 24 21:53:28.709061 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port b39469bf-e375-420d-9cd1-6d02f3fbcbe2 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:53:28.713153 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port b39469bf-e375-420d-9cd1-6d02f3fbcbe2 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:53:28.713612 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:28.795010 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:28.817824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96893916-b5c6-47d4-b760-f65bd3dea96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39469bf-e375-420d-9cd1-6d02f3fbcbe2'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:53:28.820224 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4034da0-76c8-44d3-84be-28747682b236" -d '{"events": [{"server_uuid": "96893916-b5c6-47d4-b760-f65bd3dea96a", "name": "network-vif-plugged", "status": "completed", "tag": "b39469bf-e375-420d-9cd1-6d02f3fbcbe2"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:53:28.833302 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port b39469bf-e375-420d-9cd1-6d02f3fbcbe2, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b39469bf-e375-420d-9cd1-6d02f3fbcbe2,segment=NetworkSegment(98bbb475-ed7d-4224-b540-8ca3f19d7201),segment_id=98bbb475-ed7d-4224-b540-8ca3f19d7201)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:53:28.837672 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:28.861863 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1f9fcb-d41c-4a51-9af7-826bbdbbe337 x-openstack-request-id: req-ed1f9fcb-d41c-4a51-9af7-826bbdbbe337 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:53:28.862161 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96893916-b5c6-47d4-b760-f65bd3dea96a", "name": "network-vif-plugged", "status": "completed", "tag": "b39469bf-e375-420d-9cd1-6d02f3fbcbe2", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:53:28.862420 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ed1f9fcb-d41c-4a51-9af7-826bbdbbe337 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:53:28.862837 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96893916-b5c6-47d4-b760-f65bd3dea96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39469bf-e375-420d-9cd1-6d02f3fbcbe2', 'code': 200} Nov 24 21:53:28.889501 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=b39469bf-e375-420d-9cd1-6d02f3fbcbe2,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:53:28.960491 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cb5bb-9c6b-45d6-996a-863c1fbeae7d req-95791e8d-e58e-4aaf-a465-6cbe8e740f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:28.962035 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a67cb5bb-9c6b-45d6-996a-863c1fbeae7d req-95791e8d-e58e-4aaf-a465-6cbe8e740f1b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=96893916-b5c6-47d4-b760-f65bd3dea96a HTTP/1.1" status: 200 len: 1097 time: 0.0411518 Nov 24 21:53:29.013379 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a67cb5bb-9c6b-45d6-996a-863c1fbeae7d req-e3c0f0e0-300e-4bd6-8b12-c5312acc3c53 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424995 Nov 24 21:53:29.820538 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e4c6c-70fc-4858-9ceb-126bcc35b975 req-039daf56-284b-473b-a775-83690a4994a8 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:29.821952 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f75e4c6c-70fc-4858-9ceb-126bcc35b975 req-039daf56-284b-473b-a775-83690a4994a8 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=96893916-b5c6-47d4-b760-f65bd3dea96a HTTP/1.1" status: 200 len: 946 time: 0.0501890 Nov 24 21:53:29.873685 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f75e4c6c-70fc-4858-9ceb-126bcc35b975 req-b38fc441-6cc2-4213-951b-35853886fcd0 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453746 Nov 24 21:53:30.989650 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ff215-a74a-4083-a365-9dddd8388170 req-c07bced6-c263-4e9e-8706-9183e48ee03f tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:30.991187 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-865ff215-a74a-4083-a365-9dddd8388170 req-c07bced6-c263-4e9e-8706-9183e48ee03f tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=96893916-b5c6-47d4-b760-f65bd3dea96a HTTP/1.1" status: 200 len: 946 time: 0.0506160 Nov 24 21:53:31.041599 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-865ff215-a74a-4083-a365-9dddd8388170 req-d2fae1fd-7005-459f-ae3a-2f878673e4c8 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435653 Nov 24 21:53:31.159590 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28a751-06f7-4146-9fdc-72ba50ad9287 req-2d1b57ab-61f7-4600-883f-5ca9df40d0a5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:31.161011 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1c28a751-06f7-4146-9fdc-72ba50ad9287 req-2d1b57ab-61f7-4600-883f-5ca9df40d0a5 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=96893916-b5c6-47d4-b760-f65bd3dea96a HTTP/1.1" status: 200 len: 946 time: 0.0530183 Nov 24 21:53:31.209486 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1c28a751-06f7-4146-9fdc-72ba50ad9287 req-b217f826-996c-4430-ac4c-464a6ccba52c tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425115 Nov 24 21:53:39.027873 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-696c269e-09a2-4a5d-980a-7ae09aa1c028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:40.227953 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:41.316964 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb109-b8ec-4260-a230-04a545dc70ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:41.682122 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:42.490180 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:53:42.622686 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:43.988552 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:44.950798 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:53.659862 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85797472-6ea0-4c20-a0ea-6e940080f90b req-805b5af3-74a3-472f-9201-b64e57270273 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:53.661671 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-85797472-6ea0-4c20-a0ea-6e940080f90b req-805b5af3-74a3-472f-9201-b64e57270273 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=96893916-b5c6-47d4-b760-f65bd3dea96a HTTP/1.1" status: 200 len: 946 time: 0.0520039 Nov 24 21:53:53.714432 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-85797472-6ea0-4c20-a0ea-6e940080f90b req-201355a5-aee9-4bea-8f1a-efcecf30dc2f tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461361 Nov 24 21:53:54.835356 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2ba93-8245-438e-b6d6-cfb259744a1b req-6b51f6b3-f335-4f60-81e1-e5238ff92136 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:54.836881 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63c2ba93-8245-438e-b6d6-cfb259744a1b req-6b51f6b3-f335-4f60-81e1-e5238ff92136 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=96893916-b5c6-47d4-b760-f65bd3dea96a HTTP/1.1" status: 200 len: 946 time: 0.0481596 Nov 24 21:53:54.888210 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-63c2ba93-8245-438e-b6d6-cfb259744a1b req-b9049287-e416-4a03-8c7c-5bacbd46bc60 tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/security-groups?id=51d3e4bd-e824-415b-8dd7-562b38907a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448480 Nov 24 21:53:55.506321 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6d79e-aecc-479a-8e92-18531982a034 req-f46e3610-1711-4cb6-a028-a735944f840d tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:53:55.507704 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9cd6d79e-aecc-479a-8e92-18531982a034 req-f46e3610-1711-4cb6-a028-a735944f840d tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.15 "GET /v2.0/ports?device_id=96893916-b5c6-47d4-b760-f65bd3dea96a HTTP/1.1" status: 200 len: 946 time: 0.0482144 Nov 24 21:53:55.597481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-9cd6d79e-aecc-479a-8e92-18531982a034 req-ad3bcd87-c584-4360-ac2a-c94d89a3b0ee tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Deleting port b39469bf-e375-420d-9cd1-6d02f3fbcbe2 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:53:55.597819 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9cd6d79e-aecc-479a-8e92-18531982a034 req-ad3bcd87-c584-4360-ac2a-c94d89a3b0ee tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:55.690306 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-9cd6d79e-aecc-479a-8e92-18531982a034 req-ad3bcd87-c584-4360-ac2a-c94d89a3b0ee tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] For port b39469bf-e375-420d-9cd1-6d02f3fbcbe2, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b39469bf-e375-420d-9cd1-6d02f3fbcbe2,segment=NetworkSegment(98bbb475-ed7d-4224-b540-8ca3f19d7201),segment_id=98bbb475-ed7d-4224-b540-8ca3f19d7201)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:53:55.690665 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9cd6d79e-aecc-479a-8e92-18531982a034 req-ad3bcd87-c584-4360-ac2a-c94d89a3b0ee tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:55.703021 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-9cd6d79e-aecc-479a-8e92-18531982a034 req-ad3bcd87-c584-4360-ac2a-c94d89a3b0ee tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Calling delete_port for b39469bf-e375-420d-9cd1-6d02f3fbcbe2 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:53:55.835026 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9cd6d79e-aecc-479a-8e92-18531982a034 req-ad3bcd87-c584-4360-ac2a-c94d89a3b0ee tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:55.852399 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['b39469bf-e375-420d-9cd1-6d02f3fbcbe2'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:53:55.866740 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bcd87-c584-4360-ac2a-c94d89a3b0ee tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Pushing event deleted for resources: {'Port': ['ID=b39469bf-e375-420d-9cd1-6d02f3fbcbe2,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:53:55.916316 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd6d79e-aecc-479a-8e92-18531982a034 req-ad3bcd87-c584-4360-ac2a-c94d89a3b0ee tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] No DVR routers for this DVR port b39469bf-e375-420d-9cd1-6d02f3fbcbe2 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:53:55.919173 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-9cd6d79e-aecc-479a-8e92-18531982a034 req-ad3bcd87-c584-4360-ac2a-c94d89a3b0ee tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:55.923766 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9cd6d79e-aecc-479a-8e92-18531982a034 req-ad3bcd87-c584-4360-ac2a-c94d89a3b0ee tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.15 "DELETE /v2.0/ports/b39469bf-e375-420d-9cd1-6d02f3fbcbe2 HTTP/1.1" status: 204 len: 173 time: 0.4096444 Nov 24 21:53:55.924267 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96893916-b5c6-47d4-b760-f65bd3dea96a', 'name': 'network-vif-deleted', 'tag': 'b39469bf-e375-420d-9cd1-6d02f3fbcbe2'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:53:55.926596 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e32c68-4a4c-4ebb-aaf6-2297fd7d7df8" -d '{"events": [{"server_uuid": "96893916-b5c6-47d4-b760-f65bd3dea96a", "name": "network-vif-deleted", "tag": "b39469bf-e375-420d-9cd1-6d02f3fbcbe2"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:53:55.994075 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5d69e835-ffea-47f6-928b-96ae11d53c09 req-4d6810c9-21d5-4b2b-a2a7-8f6b0d81bfca tempest-TestEncryptedCinderVolumes-1406968959 tempest-TestEncryptedCinderVolumes-1406968959-project] 10.222.0.11 "GET /v2.0/ports?device_id=96893916-b5c6-47d4-b760-f65bd3dea96a HTTP/1.1" status: 200 len: 210 time: 0.0307162 Nov 24 21:53:56.044802 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84b6e97-d2a1-43ee-9214-de1812826a44 x-openstack-request-id: req-b84b6e97-d2a1-43ee-9214-de1812826a44 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:53:56.045114 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96893916-b5c6-47d4-b760-f65bd3dea96a", "name": "network-vif-deleted", "tag": "b39469bf-e375-420d-9cd1-6d02f3fbcbe2", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:53:56.045667 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b84b6e97-d2a1-43ee-9214-de1812826a44 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:53:56.046125 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96893916-b5c6-47d4-b760-f65bd3dea96a', 'name': 'network-vif-deleted', 'tag': 'b39469bf-e375-420d-9cd1-6d02f3fbcbe2', 'status': 'completed', 'code': 200} Nov 24 21:53:57.086535 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54126) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:53:57.437812 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1bfdfa96-29bc-4170-aee8-3db0e4d2d7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:57.679263 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-1bfdfa96-29bc-4170-aee8-3db0e4d2d7e8 admin admin] Deleting port 0bda4858-bc3e-4bbe-aa07-bb640c0b3d69 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:53:57.679601 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1bfdfa96-29bc-4170-aee8-3db0e4d2d7e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:57.758727 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-1bfdfa96-29bc-4170-aee8-3db0e4d2d7e8 admin admin] For port 0bda4858-bc3e-4bbe-aa07-bb640c0b3d69, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0bda4858-bc3e-4bbe-aa07-bb640c0b3d69,segment=NetworkSegment(98bbb475-ed7d-4224-b540-8ca3f19d7201),segment_id=98bbb475-ed7d-4224-b540-8ca3f19d7201)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:53:57.759000 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1bfdfa96-29bc-4170-aee8-3db0e4d2d7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:57.772133 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-1bfdfa96-29bc-4170-aee8-3db0e4d2d7e8 admin admin] Calling delete_port for 0bda4858-bc3e-4bbe-aa07-bb640c0b3d69 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:53:57.954715 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1bfdfa96-29bc-4170-aee8-3db0e4d2d7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:57.982286 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfdfa96-29bc-4170-aee8-3db0e4d2d7e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bda4858-bc3e-4bbe-aa07-bb640c0b3d69,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:53:57.996042 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfdfa96-29bc-4170-aee8-3db0e4d2d7e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:57.996505 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfdfa96-29bc-4170-aee8-3db0e4d2d7e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:57.996884 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfdfa96-29bc-4170-aee8-3db0e4d2d7e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:57.997345 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfdfa96-29bc-4170-aee8-3db0e4d2d7e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:57.997579 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfdfa96-29bc-4170-aee8-3db0e4d2d7e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:57.998006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfdfa96-29bc-4170-aee8-3db0e4d2d7e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:57.998263 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfdfa96-29bc-4170-aee8-3db0e4d2d7e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:57.998598 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfdfa96-29bc-4170-aee8-3db0e4d2d7e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:57.998922 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfdfa96-29bc-4170-aee8-3db0e4d2d7e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:57.999284 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfdfa96-29bc-4170-aee8-3db0e4d2d7e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:58.000181 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfdfa96-29bc-4170-aee8-3db0e4d2d7e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:58.000595 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfdfa96-29bc-4170-aee8-3db0e4d2d7e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:53:58.165321 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1bfdfa96-29bc-4170-aee8-3db0e4d2d7e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:58.382453 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfdfa96-29bc-4170-aee8-3db0e4d2d7e8 admin admin] Router ecdf5134-88f7-4b15-8a5e-f541a07eec87 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:53:58.491204 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfdfa96-29bc-4170-aee8-3db0e4d2d7e8 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:53:58.496297 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1bfdfa96-29bc-4170-aee8-3db0e4d2d7e8 admin admin] 10.222.0.11 "PUT /v2.0/routers/ecdf5134-88f7-4b15-8a5e-f541a07eec87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4087365 Nov 24 21:53:58.498902 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54130) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:53:58.500682 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd46f67-a43e-434c-9e0e-726241839924 None None] Sync routers for ids ['ecdf5134-88f7-4b15-8a5e-f541a07eec87'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:53:58.510258 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd46f67-a43e-434c-9e0e-726241839924 None None] Routers {'ecdf5134-88f7-4b15-8a5e-f541a07eec87'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:53:58.510943 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ecd46f67-a43e-434c-9e0e-726241839924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:53:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['ecdf5134-88f7-4b15-8a5e-f541a07eec87'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:53:58.605815 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10cf327d-21d8-4eb9-bfc3-c0ae90155f53 admin admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:58.617290 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-ecd46f67-a43e-434c-9e0e-726241839924 None None] Set router ecdf5134-88f7-4b15-8a5e-f541a07eec87 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:53:58.707598 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10cf327d-21d8-4eb9-bfc3-c0ae90155f53 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:58.763976 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-10cf327d-21d8-4eb9-bfc3-c0ae90155f53 admin admin] Deleting port bc55c223-483f-438d-920f-46c508646877 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:53:58.764348 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10cf327d-21d8-4eb9-bfc3-c0ae90155f53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:58.795134 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b39469bf-e375-420d-9cd1-6d02f3fbcbe2 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:53:58.799505 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ecd46f67-a43e-434c-9e0e-726241839924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdf5134-88f7-4b15-8a5e-f541a07eec87', 'name': 'tempest-TestEncryptedCinderVolumes-1433506105-router', 'tenant_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'bc55c223-483f-438d-920f-46c508646877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:52:30Z', 'updated_at': '2021-11-24T21:53:57Z', 'revision_number': 5, 'project_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'gw_port': {'id': 'bc55c223-483f-438d-920f-46c508646877', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf5134-88f7-4b15-8a5e-f541a07eec87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:52:31Z', 'updated_at': '2021-11-24T21:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:53:58.815326 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: b39469bf-e375-420d-9cd1-6d02f3fbcbe2 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:53:58.815687 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b39469bf-e375-420d-9cd1-6d02f3fbcbe2 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:53:58.825907 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd46f67-a43e-434c-9e0e-726241839924 None None] Checking router: ecdf5134-88f7-4b15-8a5e-f541a07eec87 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:53:58.835479 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd46f67-a43e-434c-9e0e-726241839924 None None] Routers {'ecdf5134-88f7-4b15-8a5e-f541a07eec87'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:53:58.836053 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ecd46f67-a43e-434c-9e0e-726241839924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:53:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['ecdf5134-88f7-4b15-8a5e-f541a07eec87'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:53:58.848770 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-10cf327d-21d8-4eb9-bfc3-c0ae90155f53 admin admin] For port bc55c223-483f-438d-920f-46c508646877, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=bc55c223-483f-438d-920f-46c508646877,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:53:58.849150 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10cf327d-21d8-4eb9-bfc3-c0ae90155f53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:58.862250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-10cf327d-21d8-4eb9-bfc3-c0ae90155f53 admin admin] Calling delete_port for bc55c223-483f-438d-920f-46c508646877 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:53:58.924068 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-ecd46f67-a43e-434c-9e0e-726241839924 None None] Set router ecdf5134-88f7-4b15-8a5e-f541a07eec87 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:53:59.036011 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10cf327d-21d8-4eb9-bfc3-c0ae90155f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:59.064112 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf327d-21d8-4eb9-bfc3-c0ae90155f53 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc55c223-483f-438d-920f-46c508646877,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:53:59.070677 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-ecd46f67-a43e-434c-9e0e-726241839924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdf5134-88f7-4b15-8a5e-f541a07eec87', 'name': 'tempest-TestEncryptedCinderVolumes-1433506105-router', 'tenant_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:52:30Z', 'updated_at': '2021-11-24T21:53:58Z', 'revision_number': 6, 'project_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:53:59.081916 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc87acd-9c48-4970-aadf-283459528e4d None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:53:59.101776 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd46f67-a43e-434c-9e0e-726241839924 None None] The sync data for ids ['ecdf5134-88f7-4b15-8a5e-f541a07eec87'] in n-d-812111-8 is: [{'id': 'ecdf5134-88f7-4b15-8a5e-f541a07eec87', 'name': 'tempest-TestEncryptedCinderVolumes-1433506105-router', 'tenant_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:52:30Z', 'updated_at': '2021-11-24T21:53:58Z', 'revision_number': 6, 'project_id': '58807ac0b4f74dc7b985f05f0bb8ff8f', 'gw_port_host': None}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:53:59.131876 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10cf327d-21d8-4eb9-bfc3-c0ae90155f53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:59.226143 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10cf327d-21d8-4eb9-bfc3-c0ae90155f53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:59.228311 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10cf327d-21d8-4eb9-bfc3-c0ae90155f53 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:59.272739 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10cf327d-21d8-4eb9-bfc3-c0ae90155f53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:59.273238 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cf327d-21d8-4eb9-bfc3-c0ae90155f53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecdf5134-88f7-4b15-8a5e-f541a07eec87 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:53:59.277975 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10cf327d-21d8-4eb9-bfc3-c0ae90155f53 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:59.279135 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-10cf327d-21d8-4eb9-bfc3-c0ae90155f53 admin admin] 10.222.0.11 "DELETE /v2.0/routers/ecdf5134-88f7-4b15-8a5e-f541a07eec87 HTTP/1.1" status: 204 len: 168 time: 0.7790987 Nov 24 21:53:59.281869 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54132) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:53:59.331339 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c40236-8e5e-4a04-a089-69707dfd13d2 admin admin] Deleting subnet 4c7f4618-f26d-490b-a46f-7fbb2ea44694 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:53:59.334573 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86c40236-8e5e-4a04-a089-69707dfd13d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:59.369563 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86c40236-8e5e-4a04-a089-69707dfd13d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:59.446779 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86c40236-8e5e-4a04-a089-69707dfd13d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:59.509664 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86c40236-8e5e-4a04-a089-69707dfd13d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:59.538955 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c40236-8e5e-4a04-a089-69707dfd13d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c7f4618-f26d-490b-a46f-7fbb2ea44694,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:53:59.545387 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86c40236-8e5e-4a04-a089-69707dfd13d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:59.549260 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-86c40236-8e5e-4a04-a089-69707dfd13d2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4c7f4618-f26d-490b-a46f-7fbb2ea44694 HTTP/1.1" status: 204 len: 168 time: 0.2664287 Nov 24 21:53:59.551772 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54134) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:53:59.551919 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c0e5fb-d401-4379-923b-f34019d44134 None None] Network 5f991b68-eb44-423a-933d-df535ff0e9b8 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:53:59.620976 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cde348c1-8976-4952-935c-7fc9aa9309a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:59.674726 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-cde348c1-8976-4952-935c-7fc9aa9309a6 admin admin] Deleting port 31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:53:59.675073 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cde348c1-8976-4952-935c-7fc9aa9309a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:59.744070 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-cde348c1-8976-4952-935c-7fc9aa9309a6 admin admin] For port 31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6,segment=NetworkSegment(98bbb475-ed7d-4224-b540-8ca3f19d7201),segment_id=98bbb475-ed7d-4224-b540-8ca3f19d7201)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:53:59.744794 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cde348c1-8976-4952-935c-7fc9aa9309a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:59.757938 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-cde348c1-8976-4952-935c-7fc9aa9309a6 admin admin] Calling delete_port for 31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:53:59.841458 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cde348c1-8976-4952-935c-7fc9aa9309a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:59.843669 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1256f1-23ba-4897-920a-8b4ec305d904 None None] DHCP port deletion for 5f991b68-eb44-423a-933d-df535ff0e9b8 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:53:59.874154 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde348c1-8976-4952-935c-7fc9aa9309a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:53:59.877834 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde348c1-8976-4952-935c-7fc9aa9309a6 admin admin] No DVR routers for this DVR port 31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:53:59.949771 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cde348c1-8976-4952-935c-7fc9aa9309a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:53:59.970993 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-cde348c1-8976-4952-935c-7fc9aa9309a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f991b68-eb44-423a-933d-df535ff0e9b8']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:53:59.980591 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-cde348c1-8976-4952-935c-7fc9aa9309a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98bbb475-ed7d-4224-b540-8ca3f19d7201') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:53:59.980928 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-cde348c1-8976-4952-935c-7fc9aa9309a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98bbb475-ed7d-4224-b540-8ca3f19d7201') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:53:59.991715 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cde348c1-8976-4952-935c-7fc9aa9309a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:00.007027 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cde348c1-8976-4952-935c-7fc9aa9309a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:00.013817 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde348c1-8976-4952-935c-7fc9aa9309a6 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:54:00.014195 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cde348c1-8976-4952-935c-7fc9aa9309a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: timer() Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:54:00.017075 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:54:00.080051 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cde348c1-8976-4952-935c-7fc9aa9309a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:00.090706 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cde348c1-8976-4952-935c-7fc9aa9309a6 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:00.095606 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cde348c1-8976-4952-935c-7fc9aa9309a6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5f991b68-eb44-423a-933d-df535ff0e9b8 HTTP/1.1" status: 204 len: 168 time: 0.5428798 Nov 24 21:54:00.098494 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54136) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:54:00.117501 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde348c1-8976-4952-935c-7fc9aa9309a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f991b68-eb44-423a-933d-df535ff0e9b8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:00.468215 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea6dc4c3-ba17-493e-95dc-446e07ecaab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:00.719401 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-ea6dc4c3-ba17-493e-95dc-446e07ecaab5 admin admin] Deleting port dfb430ba-8eac-4978-ad05-8d08fa316780 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:54:00.719667 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea6dc4c3-ba17-493e-95dc-446e07ecaab5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:00.796065 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-ea6dc4c3-ba17-493e-95dc-446e07ecaab5 admin admin] For port dfb430ba-8eac-4978-ad05-8d08fa316780, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=dfb430ba-8eac-4978-ad05-8d08fa316780,segment=NetworkSegment(8300f316-c332-4b63-87f9-59ee5379bf77),segment_id=8300f316-c332-4b63-87f9-59ee5379bf77)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:54:00.797193 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea6dc4c3-ba17-493e-95dc-446e07ecaab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:00.810511 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-ea6dc4c3-ba17-493e-95dc-446e07ecaab5 admin admin] Calling delete_port for dfb430ba-8eac-4978-ad05-8d08fa316780 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:54:00.992257 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea6dc4c3-ba17-493e-95dc-446e07ecaab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:01.022777 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6dc4c3-ba17-493e-95dc-446e07ecaab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb430ba-8eac-4978-ad05-8d08fa316780,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:01.058539 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:54:01.080042 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:54:01.080696 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 31d46e8c-d5d7-4174-a6c0-3bc4bca50ed6 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:54:01.081161 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bc55c223-483f-438d-920f-46c508646877 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:54:01.103113 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: bc55c223-483f-438d-920f-46c508646877 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:54:01.103469 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device bc55c223-483f-438d-920f-46c508646877 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:54:01.104089 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0bda4858-bc3e-4bbe-aa07-bb640c0b3d69 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:54:01.125507 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 0bda4858-bc3e-4bbe-aa07-bb640c0b3d69 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:54:01.125869 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0bda4858-bc3e-4bbe-aa07-bb640c0b3d69 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:54:01.554768 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea6dc4c3-ba17-493e-95dc-446e07ecaab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:01.767766 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6dc4c3-ba17-493e-95dc-446e07ecaab5 admin admin] Router ba8d3293-9ca8-4715-bfde-cc37f219dcf0 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:54:01.879532 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6dc4c3-ba17-493e-95dc-446e07ecaab5 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:54:01.884577 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ea6dc4c3-ba17-493e-95dc-446e07ecaab5 admin admin] 10.222.0.11 "PUT /v2.0/routers/ba8d3293-9ca8-4715-bfde-cc37f219dcf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7850499 Nov 24 21:54:01.887135 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54138) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:54:01.888650 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f722ae-41e7-453a-ad74-b645817eb163 None None] Sync routers for ids ['ba8d3293-9ca8-4715-bfde-cc37f219dcf0'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:54:01.899527 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f722ae-41e7-453a-ad74-b645817eb163 None None] Routers {'ba8d3293-9ca8-4715-bfde-cc37f219dcf0'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:54:01.900156 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b9f722ae-41e7-453a-ad74-b645817eb163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:53:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['ba8d3293-9ca8-4715-bfde-cc37f219dcf0'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:54:01.998083 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1f75-95a3-4d18-b97d-e7f1153d2965 admin admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:02.006682 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-b9f722ae-41e7-453a-ad74-b645817eb163 None None] Set router ba8d3293-9ca8-4715-bfde-cc37f219dcf0 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:54:02.101225 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1f75-95a3-4d18-b97d-e7f1153d2965 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:02.159942 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f1f75-95a3-4d18-b97d-e7f1153d2965 admin admin] Deleting port abda300d-f425-4ada-822e-a7b74b474dd8 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:54:02.160202 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1f75-95a3-4d18-b97d-e7f1153d2965 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:02.204066 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b9f722ae-41e7-453a-ad74-b645817eb163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8d3293-9ca8-4715-bfde-cc37f219dcf0', 'name': 'tempest-TestEncryptedCinderVolumes-397162866-router', 'tenant_id': 'edbeabe82565489d9abb5eee700255c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'abda300d-f425-4ada-822e-a7b74b474dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:52:35Z', 'updated_at': '2021-11-24T21:54:00Z', 'revision_number': 5, 'project_id': 'edbeabe82565489d9abb5eee700255c8', 'gw_port': {'id': 'abda300d-f425-4ada-822e-a7b74b474dd8', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8d3293-9ca8-4715-bfde-cc37f219dcf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:52:35Z', 'updated_at': '2021-11-24T21:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:54:02.231329 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f722ae-41e7-453a-ad74-b645817eb163 None None] Checking router: ba8d3293-9ca8-4715-bfde-cc37f219dcf0 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:54:02.240694 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f722ae-41e7-453a-ad74-b645817eb163 None None] Routers {'ba8d3293-9ca8-4715-bfde-cc37f219dcf0'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:54:02.241345 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b9f722ae-41e7-453a-ad74-b645817eb163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:53:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['ba8d3293-9ca8-4715-bfde-cc37f219dcf0'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:54:02.246912 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-ee6f1f75-95a3-4d18-b97d-e7f1153d2965 admin admin] For port abda300d-f425-4ada-822e-a7b74b474dd8, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=abda300d-f425-4ada-822e-a7b74b474dd8,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:54:02.247275 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1f75-95a3-4d18-b97d-e7f1153d2965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:02.259786 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f1f75-95a3-4d18-b97d-e7f1153d2965 admin admin] Calling delete_port for abda300d-f425-4ada-822e-a7b74b474dd8 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:54:02.329140 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-b9f722ae-41e7-453a-ad74-b645817eb163 None None] Set router ba8d3293-9ca8-4715-bfde-cc37f219dcf0 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:54:02.381652 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b9f722ae-41e7-453a-ad74-b645817eb163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8d3293-9ca8-4715-bfde-cc37f219dcf0', 'name': 'tempest-TestEncryptedCinderVolumes-397162866-router', 'tenant_id': 'edbeabe82565489d9abb5eee700255c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:52:35Z', 'updated_at': '2021-11-24T21:54:02Z', 'revision_number': 6, 'project_id': 'edbeabe82565489d9abb5eee700255c8', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:54:02.413334 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f722ae-41e7-453a-ad74-b645817eb163 None None] The sync data for ids ['ba8d3293-9ca8-4715-bfde-cc37f219dcf0'] in n-d-812111-8 is: [{'id': 'ba8d3293-9ca8-4715-bfde-cc37f219dcf0', 'name': 'tempest-TestEncryptedCinderVolumes-397162866-router', 'tenant_id': 'edbeabe82565489d9abb5eee700255c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:52:35Z', 'updated_at': '2021-11-24T21:54:02Z', 'revision_number': 6, 'project_id': 'edbeabe82565489d9abb5eee700255c8', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:54:02.431049 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1f75-95a3-4d18-b97d-e7f1153d2965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:02.457015 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f1f75-95a3-4d18-b97d-e7f1153d2965 admin admin] Pushing event deleted for resources: {'Port': ['ID=abda300d-f425-4ada-822e-a7b74b474dd8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:02.473071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a5271d-91a2-47d6-97b1-563e3678a5c5 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:54:02.531496 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1f75-95a3-4d18-b97d-e7f1153d2965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:02.625104 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1f75-95a3-4d18-b97d-e7f1153d2965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:02.627249 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1f75-95a3-4d18-b97d-e7f1153d2965 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:02.669703 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1f75-95a3-4d18-b97d-e7f1153d2965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:02.670148 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6f1f75-95a3-4d18-b97d-e7f1153d2965 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba8d3293-9ca8-4715-bfde-cc37f219dcf0 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:54:02.675645 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1f75-95a3-4d18-b97d-e7f1153d2965 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:02.676833 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ee6f1f75-95a3-4d18-b97d-e7f1153d2965 admin admin] 10.222.0.11 "DELETE /v2.0/routers/ba8d3293-9ca8-4715-bfde-cc37f219dcf0 HTTP/1.1" status: 204 len: 168 time: 0.7885702 Nov 24 21:54:02.679356 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54140) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:54:02.725982 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-e242719b-6bb4-4bd4-958d-a7271b7d5b8f admin admin] Deleting subnet 287e2409-981f-4a91-9b0f-13bc83d3a2da {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:54:02.728972 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e242719b-6bb4-4bd4-958d-a7271b7d5b8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:02.770237 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e242719b-6bb4-4bd4-958d-a7271b7d5b8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:02.857430 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e242719b-6bb4-4bd4-958d-a7271b7d5b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:02.922246 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e242719b-6bb4-4bd4-958d-a7271b7d5b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:02.947683 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242719b-6bb4-4bd4-958d-a7271b7d5b8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=287e2409-981f-4a91-9b0f-13bc83d3a2da,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:02.954055 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e242719b-6bb4-4bd4-958d-a7271b7d5b8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:02.958932 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e37260-d0a8-4a58-8660-98aff72c0f1f None None] Network 74c8effa-2b70-4f4d-b840-49a86ccd323b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:54:02.960594 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54142) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:54:02.961105 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e242719b-6bb4-4bd4-958d-a7271b7d5b8f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/287e2409-981f-4a91-9b0f-13bc83d3a2da HTTP/1.1" status: 204 len: 168 time: 0.2802162 Nov 24 21:54:03.035667 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f07b5ab1-54c8-4621-9c2e-6da724fb5e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:03.088173 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f07b5ab1-54c8-4621-9c2e-6da724fb5e7f admin admin] Deleting port 827ac3e0-d88c-426d-8ded-590bcc453785 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:54:03.088526 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f07b5ab1-54c8-4621-9c2e-6da724fb5e7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:03.157742 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-f07b5ab1-54c8-4621-9c2e-6da724fb5e7f admin admin] For port 827ac3e0-d88c-426d-8ded-590bcc453785, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=827ac3e0-d88c-426d-8ded-590bcc453785,segment=NetworkSegment(8300f316-c332-4b63-87f9-59ee5379bf77),segment_id=8300f316-c332-4b63-87f9-59ee5379bf77)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:54:03.158108 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f07b5ab1-54c8-4621-9c2e-6da724fb5e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:03.170888 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f07b5ab1-54c8-4621-9c2e-6da724fb5e7f admin admin] Calling delete_port for 827ac3e0-d88c-426d-8ded-590bcc453785 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:54:03.200534 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0087276-ac81-4af9-aa34-938bbee7de72 None None] DHCP port deletion for 74c8effa-2b70-4f4d-b840-49a86ccd323b request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:54:03.254795 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device dfb430ba-8eac-4978-ad05-8d08fa316780 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:54:03.272317 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f07b5ab1-54c8-4621-9c2e-6da724fb5e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:03.280207 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: dfb430ba-8eac-4978-ad05-8d08fa316780 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:54:03.280781 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device dfb430ba-8eac-4978-ad05-8d08fa316780 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:54:03.281339 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 827ac3e0-d88c-426d-8ded-590bcc453785 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:54:03.298432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b5ab1-54c8-4621-9c2e-6da724fb5e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=827ac3e0-d88c-426d-8ded-590bcc453785,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:03.302137 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07b5ab1-54c8-4621-9c2e-6da724fb5e7f admin admin] No DVR routers for this DVR port 827ac3e0-d88c-426d-8ded-590bcc453785 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:54:03.303802 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 827ac3e0-d88c-426d-8ded-590bcc453785 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:54:03.304157 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 827ac3e0-d88c-426d-8ded-590bcc453785 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:54:03.304642 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device abda300d-f425-4ada-822e-a7b74b474dd8 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:54:03.330990 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-b0087276-ac81-4af9-aa34-938bbee7de72 None None] Deleting port 827ac3e0-d88c-426d-8ded-590bcc453785 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:54:03.331371 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b0087276-ac81-4af9-aa34-938bbee7de72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:03.333181 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: abda300d-f425-4ada-822e-a7b74b474dd8 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:54:03.333533 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device abda300d-f425-4ada-822e-a7b74b474dd8 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:54:03.386587 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f07b5ab1-54c8-4621-9c2e-6da724fb5e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:03.397607 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b0087276-ac81-4af9-aa34-938bbee7de72 None None] For port 827ac3e0-d88c-426d-8ded-590bcc453785, host n-d-812111-8, got binding levels [] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:54:03.398013 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b0087276-ac81-4af9-aa34-938bbee7de72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:03.407432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-f07b5ab1-54c8-4621-9c2e-6da724fb5e7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c8effa-2b70-4f4d-b840-49a86ccd323b']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:54:03.410992 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-b0087276-ac81-4af9-aa34-938bbee7de72 None None] Calling delete_port for 827ac3e0-d88c-426d-8ded-590bcc453785 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:54:03.413663 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.ipam_backend_mixin [None req-b0087276-ac81-4af9-aa34-938bbee7de72 None None] Port 827ac3e0-d88c-426d-8ded-590bcc453785 was not found and therefore no delete operation was performed {{(pid=109992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 21:54:03.414944 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b0087276-ac81-4af9-aa34-938bbee7de72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:03.418156 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-f07b5ab1-54c8-4621-9c2e-6da724fb5e7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8300f316-c332-4b63-87f9-59ee5379bf77') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:54:03.418830 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-f07b5ab1-54c8-4621-9c2e-6da724fb5e7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8300f316-c332-4b63-87f9-59ee5379bf77') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:54:03.429836 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f07b5ab1-54c8-4621-9c2e-6da724fb5e7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:03.441934 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0087276-ac81-4af9-aa34-938bbee7de72 None None] Pushing event deleted for resources: {'Port': ['ID=827ac3e0-d88c-426d-8ded-590bcc453785,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:03.443766 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f07b5ab1-54c8-4621-9c2e-6da724fb5e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:03.445124 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0087276-ac81-4af9-aa34-938bbee7de72 None None] No DVR routers for this DVR port 827ac3e0-d88c-426d-8ded-590bcc453785 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:54:03.451200 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07b5ab1-54c8-4621-9c2e-6da724fb5e7f admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:54:03.451603 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f07b5ab1-54c8-4621-9c2e-6da724fb5e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:54:03.454227 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:54:03.517676 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f07b5ab1-54c8-4621-9c2e-6da724fb5e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:03.523663 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f07b5ab1-54c8-4621-9c2e-6da724fb5e7f admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:03.527181 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f07b5ab1-54c8-4621-9c2e-6da724fb5e7f admin admin] 10.222.0.11 "DELETE /v2.0/networks/74c8effa-2b70-4f4d-b840-49a86ccd323b HTTP/1.1" status: 204 len: 168 time: 0.5654860 Nov 24 21:54:03.539187 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b5ab1-54c8-4621-9c2e-6da724fb5e7f admin admin] Pushing event deleted for resources: {'Network': ['ID=74c8effa-2b70-4f4d-b840-49a86ccd323b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:03.695937 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54146) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:54:03.741769 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4d5894d7-11c3-4077-948a-0dc462b6fbeb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=58807ac0b4f74dc7b985f05f0bb8ff8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444522 Nov 24 21:54:03.744097 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54148) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:54:03.792339 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f7de932f-0bfb-44cc-90eb-733d7e539d53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:03.814772 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f7de932f-0bfb-44cc-90eb-733d7e539d53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:03.861900 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f7de932f-0bfb-44cc-90eb-733d7e539d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:03.864919 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f7de932f-0bfb-44cc-90eb-733d7e539d53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:03.866087 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f7de932f-0bfb-44cc-90eb-733d7e539d53 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51d3e4bd-e824-415b-8dd7-562b38907a9b HTTP/1.1" status: 204 len: 168 time: 0.1210732 Nov 24 21:54:03.873905 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de932f-0bfb-44cc-90eb-733d7e539d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d3e4bd-e824-415b-8dd7-562b38907a9b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:04.178981 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54154) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:54:04.219808 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8444a441-49c4-4202-b5ae-a851f4dc660e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=edbeabe82565489d9abb5eee700255c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393708 Nov 24 21:54:04.223075 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54156) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:54:04.271871 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e34225d-171e-4b30-928d-d2866dfa39e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:04.292991 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e34225d-171e-4b30-928d-d2866dfa39e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:04.341513 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e34225d-171e-4b30-928d-d2866dfa39e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:04.345145 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e34225d-171e-4b30-928d-d2866dfa39e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:04.346351 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0e34225d-171e-4b30-928d-d2866dfa39e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/06998e27-cd79-4556-b296-d82dfffe37ae HTTP/1.1" status: 204 len: 168 time: 0.1223485 Nov 24 21:54:04.354239 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34225d-171e-4b30-928d-d2866dfa39e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06998e27-cd79-4556-b296-d82dfffe37ae,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:05.007681 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54178) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:54:05.103970 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-797971d6-5d76-4252-b1ae-b4392056dc86 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1537539584-network', 'tenant_id': '9f48a9518f664464964f7a4da38fe687'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:54:05.126153 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797971d6-5d76-4252-b1ae-b4392056dc86 admin admin] Made reservation on behalf of 9f48a9518f664464964f7a4da38fe687 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:54:05.128403 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-797971d6-5d76-4252-b1ae-b4392056dc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:05.136660 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-797971d6-5d76-4252-b1ae-b4392056dc86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:05.210110 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-797971d6-5d76-4252-b1ae-b4392056dc86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:05.214004 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-797971d6-5d76-4252-b1ae-b4392056dc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:05.238582 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797971d6-5d76-4252-b1ae-b4392056dc86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:54:05.247507 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797971d6-5d76-4252-b1ae-b4392056dc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01009b1-6880-4150-9e89-25ba0f95e8e7,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:05.253994 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-797971d6-5d76-4252-b1ae-b4392056dc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:05.254398 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-797971d6-5d76-4252-b1ae-b4392056dc86 admin admin] Added segment 39d63445-537f-4907-90b9-b724d6546b4a of type vlan for network b1c5bebb-0bf6-43c8-bb81-07be2547178b Nov 24 21:54:05.294070 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-797971d6-5d76-4252-b1ae-b4392056dc86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:05.319037 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-797971d6-5d76-4252-b1ae-b4392056dc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:05.319983 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797971d6-5d76-4252-b1ae-b4392056dc86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:05.320566 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-797971d6-5d76-4252-b1ae-b4392056dc86 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:05.350971 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-797971d6-5d76-4252-b1ae-b4392056dc86 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3421040 Nov 24 21:54:05.354052 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54182) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:54:05.359835 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-1d947ba5-fc67-4d32-b3db-509145c281f8 admin admin] Request body: {'subnet': {'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1537539584-subnet', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:54:05.381497 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d947ba5-fc67-4d32-b3db-509145c281f8 admin admin] Made reservation on behalf of 9f48a9518f664464964f7a4da38fe687 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:54:05.383855 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d947ba5-fc67-4d32-b3db-509145c281f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:05.391847 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797971d6-5d76-4252-b1ae-b4392056dc86 admin admin] Pushing event updated for resources: {'Network': ['ID=b1c5bebb-0bf6-43c8-bb81-07be2547178b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:05.401230 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network b1c5bebb-0bf6-43c8-bb81-07be2547178b details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:54:05.556232 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d947ba5-fc67-4d32-b3db-509145c281f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:05.610451 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d947ba5-fc67-4d32-b3db-509145c281f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=169bf57e-24c4-4b38-a470-c791dd0364cc,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:05.620550 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d947ba5-fc67-4d32-b3db-509145c281f8 admin admin] Checking segment: {'id': '39d63445-537f-4907-90b9-b724d6546b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:54:05.620952 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d947ba5-fc67-4d32-b3db-509145c281f8 admin admin] Network hostable DHCP agents. Network: b1c5bebb-0bf6-43c8-bb81-07be2547178b, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:54:05.637605 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d947ba5-fc67-4d32-b3db-509145c281f8 admin admin] Network b1c5bebb-0bf6-43c8-bb81-07be2547178b is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:54:05.646176 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-1d947ba5-fc67-4d32-b3db-509145c281f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, b1c5bebb-0bf6-43c8-bb81-07be2547178b) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:54:05.650283 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d947ba5-fc67-4d32-b3db-509145c281f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:05.650878 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d947ba5-fc67-4d32-b3db-509145c281f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:05.656639 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a022983-5ffb-4025-ac69-3d708845e30c None None] Network b1c5bebb-0bf6-43c8-bb81-07be2547178b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:54:05.667345 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1d947ba5-fc67-4d32-b3db-509145c281f8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3121884 Nov 24 21:54:05.670446 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54184) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:54:05.675271 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-660f92e9-8768-4461-81d8-207d3a44acca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1537539584-router', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:54:05.696877 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-660f92e9-8768-4461-81d8-207d3a44acca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:05.697899 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-660f92e9-8768-4461-81d8-207d3a44acca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:05.754124 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-660f92e9-8768-4461-81d8-207d3a44acca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:05.807927 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189ad9f3-0cb8-4c3a-b77f-ec7aa3989d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-b1c5bebb-0bf6-43c8-bb81-07be2547178b', 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'fixed_ips': [{'subnet_id': '169bf57e-24c4-4b38-a470-c791dd0364cc'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:54:05.808814 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-189ad9f3-0cb8-4c3a-b77f-ec7aa3989d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:05.896144 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-660f92e9-8768-4461-81d8-207d3a44acca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:05.947255 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-189ad9f3-0cb8-4c3a-b77f-ec7aa3989d76 None None] Allocated IP 172.20.0.2 (b1c5bebb-0bf6-43c8-bb81-07be2547178b/169bf57e-24c4-4b38-a470-c791dd0364cc/eadee865-e7ea-4a44-9333-cdc6ef296aaa) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:54:06.091337 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-189ad9f3-0cb8-4c3a-b77f-ec7aa3989d76 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:06.097817 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-189ad9f3-0cb8-4c3a-b77f-ec7aa3989d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:06.102613 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-660f92e9-8768-4461-81d8-207d3a44acca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:06.123283 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-660f92e9-8768-4461-81d8-207d3a44acca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:06.134561 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189ad9f3-0cb8-4c3a-b77f-ec7aa3989d76 None None] Network b1c5bebb-0bf6-43c8-bb81-07be2547178b is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:54:06.142181 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-189ad9f3-0cb8-4c3a-b77f-ec7aa3989d76 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:54:06.145598 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189ad9f3-0cb8-4c3a-b77f-ec7aa3989d76 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:54:06.153756 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ad9f3-0cb8-4c3a-b77f-ec7aa3989d76 None None] Pushing event updated for resources: {'Port': ['ID=eadee865-e7ea-4a44-9333-cdc6ef296aaa,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:06.204371 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-189ad9f3-0cb8-4c3a-b77f-ec7aa3989d76 None None] Attempting to bind port eadee865-e7ea-4a44-9333-cdc6ef296aaa on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:54:06.204805 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-189ad9f3-0cb8-4c3a-b77f-ec7aa3989d76 None None] Attempting to bind port eadee865-e7ea-4a44-9333-cdc6ef296aaa by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '39d63445-537f-4907-90b9-b724d6546b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:54:06.205181 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189ad9f3-0cb8-4c3a-b77f-ec7aa3989d76 None None] Attempting to bind port eadee865-e7ea-4a44-9333-cdc6ef296aaa on network b1c5bebb-0bf6-43c8-bb81-07be2547178b {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:54:06.210277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189ad9f3-0cb8-4c3a-b77f-ec7aa3989d76 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:54:06.210655 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189ad9f3-0cb8-4c3a-b77f-ec7aa3989d76 None None] Checking segment: {'id': '39d63445-537f-4907-90b9-b724d6546b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:54:06.211059 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-189ad9f3-0cb8-4c3a-b77f-ec7aa3989d76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:06.211459 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189ad9f3-0cb8-4c3a-b77f-ec7aa3989d76 None None] Bound using segment: {'id': '39d63445-537f-4907-90b9-b724d6546b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:54:06.211923 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-189ad9f3-0cb8-4c3a-b77f-ec7aa3989d76 None None] Bound port: eadee865-e7ea-4a44-9333-cdc6ef296aaa, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d63445-537f-4907-90b9-b724d6546b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:54:06.212310 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-189ad9f3-0cb8-4c3a-b77f-ec7aa3989d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:06.230146 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-660f92e9-8768-4461-81d8-207d3a44acca admin admin] Allocated IP 172.25.5.247 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/fd4f835d-edf8-4682-8bd9-3e7b5282808b) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:54:06.277298 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-189ad9f3-0cb8-4c3a-b77f-ec7aa3989d76 None None] For port eadee865-e7ea-4a44-9333-cdc6ef296aaa, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:54:06.280359 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-189ad9f3-0cb8-4c3a-b77f-ec7aa3989d76 None None] For port eadee865-e7ea-4a44-9333-cdc6ef296aaa, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=eadee865-e7ea-4a44-9333-cdc6ef296aaa,segment=NetworkSegment(39d63445-537f-4907-90b9-b724d6546b4a),segment_id=39d63445-537f-4907-90b9-b724d6546b4a)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:54:06.286053 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-189ad9f3-0cb8-4c3a-b77f-ec7aa3989d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:06.345788 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-660f92e9-8768-4461-81d8-207d3a44acca admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:06.346742 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ad9f3-0cb8-4c3a-b77f-ec7aa3989d76 None None] Pushing event updated for resources: {'Port': ['ID=eadee865-e7ea-4a44-9333-cdc6ef296aaa,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:06.382963 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-660f92e9-8768-4461-81d8-207d3a44acca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:06.424340 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660f92e9-8768-4461-81d8-207d3a44acca admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:54:06.427243 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-660f92e9-8768-4461-81d8-207d3a44acca admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:54:06.430865 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660f92e9-8768-4461-81d8-207d3a44acca admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:54:06.437383 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f92e9-8768-4461-81d8-207d3a44acca admin admin] Pushing event updated for resources: {'Port': ['ID=fd4f835d-edf8-4682-8bd9-3e7b5282808b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:06.441186 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1ef50e-8004-4ce6-b6aa-17b8c7b4add8 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:54:06.493042 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-1f617c25-625d-4745-a168-c06e53627860 None None] Provisioning complete for port fd4f835d-edf8-4682-8bd9-3e7b5282808b triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:06.493529 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1f617c25-625d-4745-a168-c06e53627860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:06.547715 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-1f617c25-625d-4745-a168-c06e53627860 None None] Port fd4f835d-edf8-4682-8bd9-3e7b5282808b cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:54:06.714315 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-660f92e9-8768-4461-81d8-207d3a44acca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:06.913761 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-660f92e9-8768-4461-81d8-207d3a44acca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:07.059993 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660f92e9-8768-4461-81d8-207d3a44acca admin admin] Router a726d82a-c7be-490a-91e4-3689fe5b8fba is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:54:07.084558 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device eadee865-e7ea-4a44-9333-cdc6ef296aaa up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:54:07.150448 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port eadee865-e7ea-4a44-9333-cdc6ef296aaa triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:07.151081 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:07.182318 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660f92e9-8768-4461-81d8-207d3a44acca admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:54:07.202344 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] Sync routers for ids ['a726d82a-c7be-490a-91e4-3689fe5b8fba'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:54:07.207420 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-660f92e9-8768-4461-81d8-207d3a44acca admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:07.209763 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-660f92e9-8768-4461-81d8-207d3a44acca admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5372159 Nov 24 21:54:07.212154 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54186) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:54:07.213791 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] Routers {'a726d82a-c7be-490a-91e4-3689fe5b8fba'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:54:07.214457 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:53:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a726d82a-c7be-490a-91e4-3689fe5b8fba'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:54:07.248408 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:07.286085 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port eadee865-e7ea-4a44-9333-cdc6ef296aaa, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=eadee865-e7ea-4a44-9333-cdc6ef296aaa,segment=NetworkSegment(39d63445-537f-4907-90b9-b724d6546b4a),segment_id=39d63445-537f-4907-90b9-b724d6546b4a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:54:07.292689 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:07.338378 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303b34f3-f4c7-41d6-a47e-a192f968b828 None None] Network b1c5bebb-0bf6-43c8-bb81-07be2547178b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:54:07.347955 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] Set router a726d82a-c7be-490a-91e4-3689fe5b8fba gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:54:07.542068 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=eadee865-e7ea-4a44-9333-cdc6ef296aaa,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:07.552897 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'name': 'tempest-TestMinimumBasicScenario-1537539584-router', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:54:05Z', 'updated_at': '2021-11-24T21:54:06Z', 'revision_number': 3, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'gw_port': {'id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:50:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:06Z', 'updated_at': '2021-11-24T21:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:54:07.582980 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] Checking router: a726d82a-c7be-490a-91e4-3689fe5b8fba for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:54:07.583242 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] Updating router a726d82a-c7be-490a-91e4-3689fe5b8fba port fd4f835d-edf8-4682-8bd9-3e7b5282808b binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:54:07.588197 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-23850cca-efa3-4892-9169-5a122b869da9 None None] Provisioning complete for port eadee865-e7ea-4a44-9333-cdc6ef296aaa triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:07.588647 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-23850cca-efa3-4892-9169-5a122b869da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:07.610273 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:07.691238 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b1c9312-6074-41c9-8372-ac8850f24376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:07.871037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-1b1c9312-6074-41c9-8372-ac8850f24376 admin admin] Allocated IP 172.20.0.1 (b1c5bebb-0bf6-43c8-bb81-07be2547178b/169bf57e-24c4-4b38-a470-c791dd0364cc/76603bc4-bf48-4a1b-9e67-c237b032a30c) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:54:07.976437 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:07.986288 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:08.001514 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b1c9312-6074-41c9-8372-ac8850f24376 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:08.032303 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c60a23-5b25-4255-92ab-58e1e79c3b35 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:54:08.041108 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b1c9312-6074-41c9-8372-ac8850f24376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:08.053279 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] Attempting to bind port fd4f835d-edf8-4682-8bd9-3e7b5282808b on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:54:08.053654 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] Attempting to bind port fd4f835d-edf8-4682-8bd9-3e7b5282808b by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:54:08.054015 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] Attempting to bind port fd4f835d-edf8-4682-8bd9-3e7b5282808b on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:54:08.057671 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92036bb7-5b53-4f73-9e08-df274d9b0334 None None] Pushing event updated for resources: {'Port': ['ID=fd4f835d-edf8-4682-8bd9-3e7b5282808b,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:08.070881 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92036bb7-5b53-4f73-9e08-df274d9b0334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:08.071228 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92036bb7-5b53-4f73-9e08-df274d9b0334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:08.071569 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92036bb7-5b53-4f73-9e08-df274d9b0334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:08.071905 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92036bb7-5b53-4f73-9e08-df274d9b0334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:08.072236 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92036bb7-5b53-4f73-9e08-df274d9b0334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:08.072567 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92036bb7-5b53-4f73-9e08-df274d9b0334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:08.072919 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92036bb7-5b53-4f73-9e08-df274d9b0334 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:08.073248 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92036bb7-5b53-4f73-9e08-df274d9b0334 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:08.073573 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92036bb7-5b53-4f73-9e08-df274d9b0334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:08.073896 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92036bb7-5b53-4f73-9e08-df274d9b0334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:08.074220 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92036bb7-5b53-4f73-9e08-df274d9b0334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:08.075261 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92036bb7-5b53-4f73-9e08-df274d9b0334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:08.078119 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1c9312-6074-41c9-8372-ac8850f24376 admin admin] Network b1c5bebb-0bf6-43c8-bb81-07be2547178b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:54:08.081127 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:54:08.081308 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-1b1c9312-6074-41c9-8372-ac8850f24376 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:54:08.081850 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:54:08.081988 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:08.082274 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:54:08.083534 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-19d74590-476b-4e06-9a3f-87074bed3fa9 None None] Provisioning complete for port fd4f835d-edf8-4682-8bd9-3e7b5282808b triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:08.085670 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] Bound port: fd4f835d-edf8-4682-8bd9-3e7b5282808b, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:54:08.085824 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-19d74590-476b-4e06-9a3f-87074bed3fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:08.085940 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:08.088448 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1c9312-6074-41c9-8372-ac8850f24376 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:54:08.118487 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c9312-6074-41c9-8372-ac8850f24376 admin admin] Pushing event updated for resources: {'Port': ['ID=76603bc4-bf48-4a1b-9e67-c237b032a30c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:08.138632 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-19d74590-476b-4e06-9a3f-87074bed3fa9 None None] Port fd4f835d-edf8-4682-8bd9-3e7b5282808b cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:54:08.141262 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b1c9312-6074-41c9-8372-ac8850f24376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:08.154646 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] For port fd4f835d-edf8-4682-8bd9-3e7b5282808b, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:54:08.156968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-19d74590-476b-4e06-9a3f-87074bed3fa9 None None] Provisioning complete for port eadee865-e7ea-4a44-9333-cdc6ef296aaa triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:08.157199 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-19d74590-476b-4e06-9a3f-87074bed3fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:08.158862 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] For port fd4f835d-edf8-4682-8bd9-3e7b5282808b, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fd4f835d-edf8-4682-8bd9-3e7b5282808b,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:54:08.169996 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:08.219721 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc0e58f-5542-4492-9c4e-76c522fdf3a2 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:54:08.235876 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] Routers {'a726d82a-c7be-490a-91e4-3689fe5b8fba'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:54:08.236986 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:53:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a726d82a-c7be-490a-91e4-3689fe5b8fba'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:54:08.275675 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92036bb7-5b53-4f73-9e08-df274d9b0334 None None] Pushing event updated for resources: {'Port': ['ID=fd4f835d-edf8-4682-8bd9-3e7b5282808b,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:08.309375 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b1c9312-6074-41c9-8372-ac8850f24376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:08.372571 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] Set router a726d82a-c7be-490a-91e4-3689fe5b8fba gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:54:08.406232 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-aa9e030e-287c-4560-9cf0-95f3cc9c15a4 None None] Provisioning complete for port 76603bc4-bf48-4a1b-9e67-c237b032a30c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:08.406687 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-aa9e030e-287c-4560-9cf0-95f3cc9c15a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:08.445071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-aa9e030e-287c-4560-9cf0-95f3cc9c15a4 None None] Port 76603bc4-bf48-4a1b-9e67-c237b032a30c cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:54:08.455279 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-aa9e030e-287c-4560-9cf0-95f3cc9c15a4 None None] Provisioning complete for port fd4f835d-edf8-4682-8bd9-3e7b5282808b triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:08.455654 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-aa9e030e-287c-4560-9cf0-95f3cc9c15a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:08.496005 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b1c9312-6074-41c9-8372-ac8850f24376 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:08.502061 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b1c9312-6074-41c9-8372-ac8850f24376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:08.537896 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-aa9e030e-287c-4560-9cf0-95f3cc9c15a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:08.560524 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-aa9e030e-287c-4560-9cf0-95f3cc9c15a4 None None] For port fd4f835d-edf8-4682-8bd9-3e7b5282808b, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fd4f835d-edf8-4682-8bd9-3e7b5282808b,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:54:08.564190 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'name': 'tempest-TestMinimumBasicScenario-1537539584-router', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:54:05Z', 'updated_at': '2021-11-24T21:54:06Z', 'revision_number': 3, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'gw_port': {'id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:50:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:06Z', 'updated_at': '2021-11-24T21:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:54:08.566478 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-aa9e030e-287c-4560-9cf0-95f3cc9c15a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:08.578336 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c9312-6074-41c9-8372-ac8850f24376 admin admin] Pushing event updated for resources: {'Port': ['ID=76603bc4-bf48-4a1b-9e67-c237b032a30c,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:08.586096 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b1c9312-6074-41c9-8372-ac8850f24376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:08.595569 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca20c49-442b-4acc-a70e-56945f26144d None None] The sync data for ids ['a726d82a-c7be-490a-91e4-3689fe5b8fba'] in n-d-812111-8 is: [{'id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'name': 'tempest-TestMinimumBasicScenario-1537539584-router', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:54:05Z', 'updated_at': '2021-11-24T21:54:06Z', 'revision_number': 3, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'gw_port': {'id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:50:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:06Z', 'updated_at': '2021-11-24T21:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:54:08.617450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e030e-287c-4560-9cf0-95f3cc9c15a4 None None] Pushing event updated for resources: {'Port': ['ID=fd4f835d-edf8-4682-8bd9-3e7b5282808b,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:08.688653 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1c9312-6074-41c9-8372-ac8850f24376 admin admin] Network b1c5bebb-0bf6-43c8-bb81-07be2547178b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:54:08.690443 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-1b1c9312-6074-41c9-8372-ac8850f24376 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:54:08.824877 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1c9312-6074-41c9-8372-ac8850f24376 admin admin] Router a726d82a-c7be-490a-91e4-3689fe5b8fba has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:54:08.959779 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1c9312-6074-41c9-8372-ac8850f24376 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:54:08.965970 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1b1c9312-6074-41c9-8372-ac8850f24376 admin admin] 10.222.0.11 "PUT /v2.0/routers/a726d82a-c7be-490a-91e4-3689fe5b8fba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7521522 Nov 24 21:54:08.994510 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-76bd7d7e-c502-41e1-b349-c824d034de5c None None] Provisioning complete for port 76603bc4-bf48-4a1b-9e67-c237b032a30c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:08.995230 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-76bd7d7e-c502-41e1-b349-c824d034de5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:09.044348 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-76bd7d7e-c502-41e1-b349-c824d034de5c None None] Port 76603bc4-bf48-4a1b-9e67-c237b032a30c cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:54:09.066216 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cdcbe67d-5970-4374-9b5f-52ae216c7226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:09.166701 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device eadee865-e7ea-4a44-9333-cdc6ef296aaa up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:54:09.223667 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port eadee865-e7ea-4a44-9333-cdc6ef296aaa triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:09.224066 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:09.314797 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fd4f835d-edf8-4682-8bd9-3e7b5282808b up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:54:09.370853 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port fd4f835d-edf8-4682-8bd9-3e7b5282808b triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:09.371229 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:09.526788 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54202) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:54:09.532830 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-bf73af7a-d7f0-4c7f-9193-9ce24bfa79f9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-869787730-network', 'tenant_id': '93739966f4054195af87c31d1f7f3ea1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:54:09.553851 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf73af7a-d7f0-4c7f-9193-9ce24bfa79f9 admin admin] Made reservation on behalf of 93739966f4054195af87c31d1f7f3ea1 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:54:09.556205 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bf73af7a-d7f0-4c7f-9193-9ce24bfa79f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:09.565744 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bf73af7a-d7f0-4c7f-9193-9ce24bfa79f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:09.642457 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bf73af7a-d7f0-4c7f-9193-9ce24bfa79f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:09.646195 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bf73af7a-d7f0-4c7f-9193-9ce24bfa79f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:09.672997 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf73af7a-d7f0-4c7f-9193-9ce24bfa79f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:54:09.678521 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73af7a-d7f0-4c7f-9193-9ce24bfa79f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716e7279-7fcc-4c83-9afa-f9884c04cde3,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:09.687002 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bf73af7a-d7f0-4c7f-9193-9ce24bfa79f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:09.687002 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-bf73af7a-d7f0-4c7f-9193-9ce24bfa79f9 admin admin] Added segment 64820730-3151-4c87-8361-5bd4ac0497af of type vlan for network 846fe1ff-fded-4c6d-8152-f3932fa649d8 Nov 24 21:54:09.727090 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bf73af7a-d7f0-4c7f-9193-9ce24bfa79f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:09.757439 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bf73af7a-d7f0-4c7f-9193-9ce24bfa79f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:09.758428 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf73af7a-d7f0-4c7f-9193-9ce24bfa79f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:09.759016 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bf73af7a-d7f0-4c7f-9193-9ce24bfa79f9 admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:09.798109 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-bf73af7a-d7f0-4c7f-9193-9ce24bfa79f9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2701929 Nov 24 21:54:09.801014 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54204) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:54:09.806049 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-994ebf94-521e-4cce-b033-46abb5031399 admin admin] Request body: {'subnet': {'network_id': '846fe1ff-fded-4c6d-8152-f3932fa649d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-869787730-subnet', 'tenant_id': '93739966f4054195af87c31d1f7f3ea1', 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:54:09.826465 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994ebf94-521e-4cce-b033-46abb5031399 admin admin] Made reservation on behalf of 93739966f4054195af87c31d1f7f3ea1 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:54:09.826722 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73af7a-d7f0-4c7f-9193-9ce24bfa79f9 admin admin] Pushing event updated for resources: {'Network': ['ID=846fe1ff-fded-4c6d-8152-f3932fa649d8,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:09.829909 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-994ebf94-521e-4cce-b033-46abb5031399 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:09.837202 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 846fe1ff-fded-4c6d-8152-f3932fa649d8 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:54:10.003989 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-994ebf94-521e-4cce-b033-46abb5031399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:10.061305 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ebf94-521e-4cce-b033-46abb5031399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53ce78db-c25e-4004-a2f7-ab379b1e8e13,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:10.070011 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994ebf94-521e-4cce-b033-46abb5031399 admin admin] Checking segment: {'id': '64820730-3151-4c87-8361-5bd4ac0497af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '846fe1ff-fded-4c6d-8152-f3932fa649d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:54:10.070407 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994ebf94-521e-4cce-b033-46abb5031399 admin admin] Network hostable DHCP agents. Network: 846fe1ff-fded-4c6d-8152-f3932fa649d8, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:54:10.087024 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994ebf94-521e-4cce-b033-46abb5031399 admin admin] Network 846fe1ff-fded-4c6d-8152-f3932fa649d8 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:54:10.096179 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-994ebf94-521e-4cce-b033-46abb5031399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 846fe1ff-fded-4c6d-8152-f3932fa649d8) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:54:10.100963 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994ebf94-521e-4cce-b033-46abb5031399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:10.102016 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-994ebf94-521e-4cce-b033-46abb5031399 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:10.105195 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc24a04-ca3d-42d1-b0e6-a3c679f7131a None None] Network 846fe1ff-fded-4c6d-8152-f3932fa649d8 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:54:10.120895 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-994ebf94-521e-4cce-b033-46abb5031399 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3187115 Nov 24 21:54:10.123311 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54206) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:54:10.128653 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-3c88c4c7-997b-49e1-a1fb-08a8fa97ee2f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-869787730-router', 'tenant_id': '93739966f4054195af87c31d1f7f3ea1', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:54:10.150021 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c88c4c7-997b-49e1-a1fb-08a8fa97ee2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:10.151102 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c88c4c7-997b-49e1-a1fb-08a8fa97ee2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:10.212166 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c88c4c7-997b-49e1-a1fb-08a8fa97ee2f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:10.250767 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:10.279677 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560d0100-1e26-4c26-9547-d91cf72d21a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-846fe1ff-fded-4c6d-8152-f3932fa649d8', 'network_id': '846fe1ff-fded-4c6d-8152-f3932fa649d8', 'tenant_id': '93739966f4054195af87c31d1f7f3ea1', 'fixed_ips': [{'subnet_id': '53ce78db-c25e-4004-a2f7-ab379b1e8e13'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:54:10.281386 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-560d0100-1e26-4c26-9547-d91cf72d21a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:10.353433 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] Sync routers for ids ['a726d82a-c7be-490a-91e4-3689fe5b8fba'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:54:10.362396 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c88c4c7-997b-49e1-a1fb-08a8fa97ee2f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:10.379406 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] Routers {'a726d82a-c7be-490a-91e4-3689fe5b8fba'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:54:10.380045 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:53:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a726d82a-c7be-490a-91e4-3689fe5b8fba'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:54:10.520623 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-560d0100-1e26-4c26-9547-d91cf72d21a9 None None] Allocated IP 172.20.0.2 (846fe1ff-fded-4c6d-8152-f3932fa649d8/53ce78db-c25e-4004-a2f7-ab379b1e8e13/705ad545-874c-4ab4-96f8-7b7288805d4b) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:54:10.541841 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] Set router a726d82a-c7be-490a-91e4-3689fe5b8fba gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:54:10.571910 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c88c4c7-997b-49e1-a1fb-08a8fa97ee2f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:10.591024 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c88c4c7-997b-49e1-a1fb-08a8fa97ee2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:10.699292 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-3c88c4c7-997b-49e1-a1fb-08a8fa97ee2f admin admin] Allocated IP 172.25.5.154 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/09ec3d03-40f6-45f1-b82b-8e5ca90878b0) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:54:10.832417 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-560d0100-1e26-4c26-9547-d91cf72d21a9 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:10.844884 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-560d0100-1e26-4c26-9547-d91cf72d21a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:10.907012 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560d0100-1e26-4c26-9547-d91cf72d21a9 None None] Network 846fe1ff-fded-4c6d-8152-f3932fa649d8 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:54:10.914556 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-560d0100-1e26-4c26-9547-d91cf72d21a9 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:54:10.918217 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560d0100-1e26-4c26-9547-d91cf72d21a9 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:54:10.920150 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d0100-1e26-4c26-9547-d91cf72d21a9 None None] Pushing event updated for resources: {'Port': ['ID=705ad545-874c-4ab4-96f8-7b7288805d4b,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:10.934244 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'name': 'tempest-TestMinimumBasicScenario-1537539584-router', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:54:05Z', 'updated_at': '2021-11-24T21:54:08Z', 'revision_number': 4, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'gw_port': {'id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:06Z', 'updated_at': '2021-11-24T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '76603bc4-bf48-4a1b-9e67-c237b032a30c', 'name': '', 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'mac_address': 'fa:16:3e:db:78:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '169bf57e-24c4-4b38-a470-c791dd0364cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:07Z', 'updated_at': '2021-11-24T21:54:08Z', 'revision_number': 2, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'subnets': [{'id': '169bf57e-24c4-4b38-a470-c791dd0364cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:54:10.984097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] Checking router: a726d82a-c7be-490a-91e4-3689fe5b8fba for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:54:10.984457 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] Updating router a726d82a-c7be-490a-91e4-3689fe5b8fba port 76603bc4-bf48-4a1b-9e67-c237b032a30c binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:54:11.031628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-560d0100-1e26-4c26-9547-d91cf72d21a9 None None] Attempting to bind port 705ad545-874c-4ab4-96f8-7b7288805d4b on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:54:11.032142 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-560d0100-1e26-4c26-9547-d91cf72d21a9 None None] Attempting to bind port 705ad545-874c-4ab4-96f8-7b7288805d4b by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '64820730-3151-4c87-8361-5bd4ac0497af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '846fe1ff-fded-4c6d-8152-f3932fa649d8'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:54:11.032521 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560d0100-1e26-4c26-9547-d91cf72d21a9 None None] Attempting to bind port 705ad545-874c-4ab4-96f8-7b7288805d4b on network 846fe1ff-fded-4c6d-8152-f3932fa649d8 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:54:11.034845 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:11.046607 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560d0100-1e26-4c26-9547-d91cf72d21a9 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:54:11.047000 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560d0100-1e26-4c26-9547-d91cf72d21a9 None None] Checking segment: {'id': '64820730-3151-4c87-8361-5bd4ac0497af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '846fe1ff-fded-4c6d-8152-f3932fa649d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:54:11.047410 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-560d0100-1e26-4c26-9547-d91cf72d21a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:11.047813 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560d0100-1e26-4c26-9547-d91cf72d21a9 None None] Bound using segment: {'id': '64820730-3151-4c87-8361-5bd4ac0497af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '846fe1ff-fded-4c6d-8152-f3932fa649d8'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:54:11.048302 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-560d0100-1e26-4c26-9547-d91cf72d21a9 None None] Bound port: 705ad545-874c-4ab4-96f8-7b7288805d4b, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64820730-3151-4c87-8361-5bd4ac0497af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '846fe1ff-fded-4c6d-8152-f3932fa649d8'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:54:11.048694 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-560d0100-1e26-4c26-9547-d91cf72d21a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:11.118608 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c88c4c7-997b-49e1-a1fb-08a8fa97ee2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:11.153527 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c88c4c7-997b-49e1-a1fb-08a8fa97ee2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:11.201947 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c88c4c7-997b-49e1-a1fb-08a8fa97ee2f admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:54:11.202929 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-560d0100-1e26-4c26-9547-d91cf72d21a9 None None] For port 705ad545-874c-4ab4-96f8-7b7288805d4b, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:54:11.206099 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-3c88c4c7-997b-49e1-a1fb-08a8fa97ee2f admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:54:11.208385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-560d0100-1e26-4c26-9547-d91cf72d21a9 None None] For port 705ad545-874c-4ab4-96f8-7b7288805d4b, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=705ad545-874c-4ab4-96f8-7b7288805d4b,segment=NetworkSegment(64820730-3151-4c87-8361-5bd4ac0497af),segment_id=64820730-3151-4c87-8361-5bd4ac0497af)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:54:11.209104 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c88c4c7-997b-49e1-a1fb-08a8fa97ee2f admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:54:11.224708 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-560d0100-1e26-4c26-9547-d91cf72d21a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:11.236818 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f53c0d-8711-4b93-86f8-f3039fe56ef8 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:54:11.241160 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88c4c7-997b-49e1-a1fb-08a8fa97ee2f admin admin] Pushing event updated for resources: {'Port': ['ID=09ec3d03-40f6-45f1-b82b-8e5ca90878b0,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:11.359563 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d0100-1e26-4c26-9547-d91cf72d21a9 None None] Pushing event updated for resources: {'Port': ['ID=705ad545-874c-4ab4-96f8-7b7288805d4b,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:11.365679 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e3d2ef08-e24d-4c9f-971d-18e75aa47fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:11.414473 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-55a0cd00-bc3f-4df4-966e-690e11cd7e45 None None] Provisioning complete for port 09ec3d03-40f6-45f1-b82b-8e5ca90878b0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:11.414848 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-55a0cd00-bc3f-4df4-966e-690e11cd7e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:11.503429 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-55a0cd00-bc3f-4df4-966e-690e11cd7e45 None None] Port 09ec3d03-40f6-45f1-b82b-8e5ca90878b0 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:54:11.508677 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:11.522726 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:11.523744 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c88c4c7-997b-49e1-a1fb-08a8fa97ee2f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:11.579439 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84fe24-74ba-4889-9202-c9f56e4f3aca None None] Pushing event updated for resources: {'Port': ['ID=76603bc4-bf48-4a1b-9e67-c237b032a30c,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:11.654665 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] Attempting to bind port 76603bc4-bf48-4a1b-9e67-c237b032a30c on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:54:11.655231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] Attempting to bind port 76603bc4-bf48-4a1b-9e67-c237b032a30c by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '39d63445-537f-4907-90b9-b724d6546b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:54:11.656335 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] Attempting to bind port 76603bc4-bf48-4a1b-9e67-c237b032a30c on network b1c5bebb-0bf6-43c8-bb81-07be2547178b {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:54:11.663345 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:54:11.663834 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] Checking segment: {'id': '39d63445-537f-4907-90b9-b724d6546b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:54:11.664254 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:11.665460 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] Bound using segment: {'id': '39d63445-537f-4907-90b9-b724d6546b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:54:11.665460 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] Bound port: 76603bc4-bf48-4a1b-9e67-c237b032a30c, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d63445-537f-4907-90b9-b724d6546b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:54:11.665695 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:11.737116 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:11.767691 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] For port 76603bc4-bf48-4a1b-9e67-c237b032a30c, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:54:11.771858 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] For port 76603bc4-bf48-4a1b-9e67-c237b032a30c, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=76603bc4-bf48-4a1b-9e67-c237b032a30c,segment=NetworkSegment(39d63445-537f-4907-90b9-b724d6546b4a),segment_id=39d63445-537f-4907-90b9-b724d6546b4a)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:54:11.779716 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:11.796453 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c88c4c7-997b-49e1-a1fb-08a8fa97ee2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:11.843084 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] Routers {'a726d82a-c7be-490a-91e4-3689fe5b8fba'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:54:11.843878 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:54:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a726d82a-c7be-490a-91e4-3689fe5b8fba'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:54:11.966686 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c88c4c7-997b-49e1-a1fb-08a8fa97ee2f admin admin] Router 796a771c-2829-4ea7-b6a0-d6668f1f1a50 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:54:12.094048 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84fe24-74ba-4889-9202-c9f56e4f3aca None None] Pushing event updated for resources: {'Port': ['ID=76603bc4-bf48-4a1b-9e67-c237b032a30c,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:12.102089 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c88c4c7-997b-49e1-a1fb-08a8fa97ee2f admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:54:12.107388 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-aeaed47f-390f-44cd-8d77-65a0862401f4 None None] Provisioning complete for port 76603bc4-bf48-4a1b-9e67-c237b032a30c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:12.107794 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-aeaed47f-390f-44cd-8d77-65a0862401f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:12.118902 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] Sync routers for ids ['796a771c-2829-4ea7-b6a0-d6668f1f1a50'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:54:12.123707 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c88c4c7-997b-49e1-a1fb-08a8fa97ee2f admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:12.129735 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54208) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:54:12.130524 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3c88c4c7-997b-49e1-a1fb-08a8fa97ee2f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0054133 Nov 24 21:54:12.143705 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] Routers {'796a771c-2829-4ea7-b6a0-d6668f1f1a50'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:54:12.144455 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:54:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['796a771c-2829-4ea7-b6a0-d6668f1f1a50'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:54:12.215721 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] Set router a726d82a-c7be-490a-91e4-3689fe5b8fba gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:54:12.328910 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] Set router 796a771c-2829-4ea7-b6a0-d6668f1f1a50 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:54:12.481845 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-aeaed47f-390f-44cd-8d77-65a0862401f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:12.550462 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-aeaed47f-390f-44cd-8d77-65a0862401f4 None None] For port 76603bc4-bf48-4a1b-9e67-c237b032a30c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=76603bc4-bf48-4a1b-9e67-c237b032a30c,segment=NetworkSegment(39d63445-537f-4907-90b9-b724d6546b4a),segment_id=39d63445-537f-4907-90b9-b724d6546b4a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:54:12.568690 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'name': 'tempest-TestMinimumBasicScenario-1537539584-router', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:54:05Z', 'updated_at': '2021-11-24T21:54:08Z', 'revision_number': 4, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'gw_port': {'id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:06Z', 'updated_at': '2021-11-24T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '76603bc4-bf48-4a1b-9e67-c237b032a30c', 'name': '', 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'mac_address': 'fa:16:3e:db:78:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '169bf57e-24c4-4b38-a470-c791dd0364cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:07Z', 'updated_at': '2021-11-24T21:54:11Z', 'revision_number': 4, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'subnets': [{'id': '169bf57e-24c4-4b38-a470-c791dd0364cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:54:12.570639 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-aeaed47f-390f-44cd-8d77-65a0862401f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:12.621357 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a37e6-f254-4830-92f9-0a2525b5569a None None] The sync data for ids ['a726d82a-c7be-490a-91e4-3689fe5b8fba'] in n-d-812111-8 is: [{'id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'name': 'tempest-TestMinimumBasicScenario-1537539584-router', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:54:05Z', 'updated_at': '2021-11-24T21:54:08Z', 'revision_number': 4, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'gw_port': {'id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:06Z', 'updated_at': '2021-11-24T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '76603bc4-bf48-4a1b-9e67-c237b032a30c', 'name': '', 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'mac_address': 'fa:16:3e:db:78:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '169bf57e-24c4-4b38-a470-c791dd0364cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:07Z', 'updated_at': '2021-11-24T21:54:11Z', 'revision_number': 4, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'subnets': [{'id': '169bf57e-24c4-4b38-a470-c791dd0364cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:54:12.630402 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872bf762-2e32-4a08-8218-23ad896199af None None] Network 846fe1ff-fded-4c6d-8152-f3932fa649d8 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:54:12.739981 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796a771c-2829-4ea7-b6a0-d6668f1f1a50', 'name': 'tempest-TestMinimumBasicScenario-869787730-router', 'tenant_id': '93739966f4054195af87c31d1f7f3ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '09ec3d03-40f6-45f1-b82b-8e5ca90878b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:54:10Z', 'updated_at': '2021-11-24T21:54:11Z', 'revision_number': 3, 'project_id': '93739966f4054195af87c31d1f7f3ea1', 'gw_port': {'id': '09ec3d03-40f6-45f1-b82b-8e5ca90878b0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ef:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796a771c-2829-4ea7-b6a0-d6668f1f1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:10Z', 'updated_at': '2021-11-24T21:54:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:54:12.755046 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:12.773027 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] Checking router: 796a771c-2829-4ea7-b6a0-d6668f1f1a50 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:54:12.773521 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] Updating router 796a771c-2829-4ea7-b6a0-d6668f1f1a50 port 09ec3d03-40f6-45f1-b82b-8e5ca90878b0 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:54:12.774110 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaed47f-390f-44cd-8d77-65a0862401f4 None None] Pushing event updated for resources: {'Port': ['ID=76603bc4-bf48-4a1b-9e67-c237b032a30c,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:12.794195 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-0c8f496d-c999-47ed-9598-8936b9f445f9 None None] Provisioning complete for port 705ad545-874c-4ab4-96f8-7b7288805d4b triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:12.794574 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0c8f496d-c999-47ed-9598-8936b9f445f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:12.823452 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:12.963157 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0c8f496d-c999-47ed-9598-8936b9f445f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:13.015824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0c8f496d-c999-47ed-9598-8936b9f445f9 None None] For port 705ad545-874c-4ab4-96f8-7b7288805d4b, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=705ad545-874c-4ab4-96f8-7b7288805d4b,segment=NetworkSegment(64820730-3151-4c87-8361-5bd4ac0497af),segment_id=64820730-3151-4c87-8361-5bd4ac0497af)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:54:13.029213 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0c8f496d-c999-47ed-9598-8936b9f445f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:13.077596 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-0c8f496d-c999-47ed-9598-8936b9f445f9 None None] Provisioning complete for port 76603bc4-bf48-4a1b-9e67-c237b032a30c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:13.078421 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0c8f496d-c999-47ed-9598-8936b9f445f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:13.176395 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f496d-c999-47ed-9598-8936b9f445f9 None None] Pushing event updated for resources: {'Port': ['ID=705ad545-874c-4ab4-96f8-7b7288805d4b,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:13.222818 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20bcec77-4e78-4caf-9e73-2f098097bffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:13.231432 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 705ad545-874c-4ab4-96f8-7b7288805d4b up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:54:13.250637 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:13.260677 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:13.323028 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a749ecc-92e2-4c23-a57a-17e4bb794964 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:54:13.327703 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] Attempting to bind port 09ec3d03-40f6-45f1-b82b-8e5ca90878b0 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:54:13.328281 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] Attempting to bind port 09ec3d03-40f6-45f1-b82b-8e5ca90878b0 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:54:13.328785 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] Attempting to bind port 09ec3d03-40f6-45f1-b82b-8e5ca90878b0 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:54:13.337647 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a434cb8-5804-4112-8dad-e7389b1ade05 None None] Pushing event updated for resources: {'Port': ['ID=09ec3d03-40f6-45f1-b82b-8e5ca90878b0,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:13.350414 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:54:13.351464 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:54:13.352168 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:13.352928 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:54:13.353765 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] Bound port: 09ec3d03-40f6-45f1-b82b-8e5ca90878b0, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:54:13.354560 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:13.367346 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 705ad545-874c-4ab4-96f8-7b7288805d4b triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:13.367719 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:13.439297 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] For port 09ec3d03-40f6-45f1-b82b-8e5ca90878b0, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:54:13.444090 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] For port 09ec3d03-40f6-45f1-b82b-8e5ca90878b0, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=09ec3d03-40f6-45f1-b82b-8e5ca90878b0,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:54:13.450066 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:13.481035 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-cba38d09-f440-457e-90ef-9f71bdc12aa7 None None] Provisioning complete for port 09ec3d03-40f6-45f1-b82b-8e5ca90878b0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:13.481404 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cba38d09-f440-457e-90ef-9f71bdc12aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:13.485899 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 76603bc4-bf48-4a1b-9e67-c237b032a30c up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:54:13.505230 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-20bcec77-4e78-4caf-9e73-2f098097bffe admin admin] Allocated IP 172.20.0.1 (846fe1ff-fded-4c6d-8152-f3932fa649d8/53ce78db-c25e-4004-a2f7-ab379b1e8e13/a9b3dd6b-173d-4f28-b712-4673d95888cc) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:54:13.515082 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] Routers {'796a771c-2829-4ea7-b6a0-d6668f1f1a50'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:54:13.515082 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:54:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['796a771c-2829-4ea7-b6a0-d6668f1f1a50'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:54:13.515413 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a8f42f-61ef-40c4-9970-d8039407c42f None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:54:13.569017 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a434cb8-5804-4112-8dad-e7389b1ade05 None None] Pushing event updated for resources: {'Port': ['ID=09ec3d03-40f6-45f1-b82b-8e5ca90878b0,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:13.616689 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 76603bc4-bf48-4a1b-9e67-c237b032a30c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:13.617087 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:13.654688 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cba38d09-f440-457e-90ef-9f71bdc12aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:13.667018 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] Set router 796a771c-2829-4ea7-b6a0-d6668f1f1a50 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:54:13.670209 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20bcec77-4e78-4caf-9e73-2f098097bffe admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:13.685860 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-cba38d09-f440-457e-90ef-9f71bdc12aa7 None None] For port 09ec3d03-40f6-45f1-b82b-8e5ca90878b0, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=09ec3d03-40f6-45f1-b82b-8e5ca90878b0,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:54:13.695773 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cba38d09-f440-457e-90ef-9f71bdc12aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:13.733363 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20bcec77-4e78-4caf-9e73-2f098097bffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:13.779252 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-cba38d09-f440-457e-90ef-9f71bdc12aa7 None None] Provisioning complete for port 705ad545-874c-4ab4-96f8-7b7288805d4b triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:13.779677 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cba38d09-f440-457e-90ef-9f71bdc12aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:13.793408 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bcec77-4e78-4caf-9e73-2f098097bffe admin admin] Pushing event updated for resources: {'Port': ['ID=a9b3dd6b-173d-4f28-b712-4673d95888cc,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:13.798658 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bcec77-4e78-4caf-9e73-2f098097bffe admin admin] Network 846fe1ff-fded-4c6d-8152-f3932fa649d8 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:54:13.800574 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-20bcec77-4e78-4caf-9e73-2f098097bffe admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:54:13.803317 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bcec77-4e78-4caf-9e73-2f098097bffe admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:54:13.815641 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba38d09-f440-457e-90ef-9f71bdc12aa7 None None] Pushing event updated for resources: {'Port': ['ID=09ec3d03-40f6-45f1-b82b-8e5ca90878b0,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:13.845513 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20bcec77-4e78-4caf-9e73-2f098097bffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:13.954882 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796a771c-2829-4ea7-b6a0-d6668f1f1a50', 'name': 'tempest-TestMinimumBasicScenario-869787730-router', 'tenant_id': '93739966f4054195af87c31d1f7f3ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '09ec3d03-40f6-45f1-b82b-8e5ca90878b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:54:10Z', 'updated_at': '2021-11-24T21:54:11Z', 'revision_number': 3, 'project_id': '93739966f4054195af87c31d1f7f3ea1', 'gw_port': {'id': '09ec3d03-40f6-45f1-b82b-8e5ca90878b0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ef:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796a771c-2829-4ea7-b6a0-d6668f1f1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:10Z', 'updated_at': '2021-11-24T21:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:54:13.993999 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f795c-fbd4-4cbd-9332-04cca8a294ef None None] The sync data for ids ['796a771c-2829-4ea7-b6a0-d6668f1f1a50'] in n-d-812111-8 is: [{'id': '796a771c-2829-4ea7-b6a0-d6668f1f1a50', 'name': 'tempest-TestMinimumBasicScenario-869787730-router', 'tenant_id': '93739966f4054195af87c31d1f7f3ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '09ec3d03-40f6-45f1-b82b-8e5ca90878b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:54:10Z', 'updated_at': '2021-11-24T21:54:11Z', 'revision_number': 3, 'project_id': '93739966f4054195af87c31d1f7f3ea1', 'gw_port': {'id': '09ec3d03-40f6-45f1-b82b-8e5ca90878b0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ef:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796a771c-2829-4ea7-b6a0-d6668f1f1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:10Z', 'updated_at': '2021-11-24T21:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:54:14.002389 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:14.035682 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b9a46ba5-d215-4b37-a74e-7daffba82c05 None None] Provisioning complete for port 09ec3d03-40f6-45f1-b82b-8e5ca90878b0 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:14.036058 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b9a46ba5-d215-4b37-a74e-7daffba82c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:14.066465 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20bcec77-4e78-4caf-9e73-2f098097bffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:14.247628 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20bcec77-4e78-4caf-9e73-2f098097bffe admin admin] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:14.253000 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20bcec77-4e78-4caf-9e73-2f098097bffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:14.267573 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6f9af7f7-ec76-48f5-a068-1908edf1cf89 None None] Provisioning complete for port a9b3dd6b-173d-4f28-b712-4673d95888cc triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:14.268156 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6f9af7f7-ec76-48f5-a068-1908edf1cf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:14.307149 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6f9af7f7-ec76-48f5-a068-1908edf1cf89 None None] Port a9b3dd6b-173d-4f28-b712-4673d95888cc cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:54:14.333273 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20bcec77-4e78-4caf-9e73-2f098097bffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:14.335158 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bcec77-4e78-4caf-9e73-2f098097bffe admin admin] Pushing event updated for resources: {'Port': ['ID=a9b3dd6b-173d-4f28-b712-4673d95888cc,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:14.454902 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bcec77-4e78-4caf-9e73-2f098097bffe admin admin] Network 846fe1ff-fded-4c6d-8152-f3932fa649d8 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:54:14.456841 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-20bcec77-4e78-4caf-9e73-2f098097bffe admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:54:14.589459 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bcec77-4e78-4caf-9e73-2f098097bffe admin admin] Router 796a771c-2829-4ea7-b6a0-d6668f1f1a50 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:54:14.717097 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bcec77-4e78-4caf-9e73-2f098097bffe admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:54:14.730037 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-20bcec77-4e78-4caf-9e73-2f098097bffe admin admin] 10.222.0.11 "PUT /v2.0/routers/796a771c-2829-4ea7-b6a0-d6668f1f1a50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5920632 Nov 24 21:54:14.730282 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-83c65851-33d3-4a12-a6ba-9572aad5f806 None None] Provisioning complete for port a9b3dd6b-173d-4f28-b712-4673d95888cc triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:14.733118 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-83c65851-33d3-4a12-a6ba-9572aad5f806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:14.771138 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-83c65851-33d3-4a12-a6ba-9572aad5f806 None None] Port a9b3dd6b-173d-4f28-b712-4673d95888cc cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:54:14.958926 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:15.296872 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 09ec3d03-40f6-45f1-b82b-8e5ca90878b0 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:54:15.353235 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 09ec3d03-40f6-45f1-b82b-8e5ca90878b0 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:15.353235 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:15.435018 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 705ad545-874c-4ab4-96f8-7b7288805d4b up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:54:15.490053 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 705ad545-874c-4ab4-96f8-7b7288805d4b triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:15.490504 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:16.178482 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] Sync routers for ids ['796a771c-2829-4ea7-b6a0-d6668f1f1a50'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:54:16.189876 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] Routers {'796a771c-2829-4ea7-b6a0-d6668f1f1a50'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:54:16.190853 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:54:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['796a771c-2829-4ea7-b6a0-d6668f1f1a50'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:54:16.314412 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] Set router 796a771c-2829-4ea7-b6a0-d6668f1f1a50 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:54:16.549255 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796a771c-2829-4ea7-b6a0-d6668f1f1a50', 'name': 'tempest-TestMinimumBasicScenario-869787730-router', 'tenant_id': '93739966f4054195af87c31d1f7f3ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '09ec3d03-40f6-45f1-b82b-8e5ca90878b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:54:10Z', 'updated_at': '2021-11-24T21:54:14Z', 'revision_number': 4, 'project_id': '93739966f4054195af87c31d1f7f3ea1', 'gw_port': {'id': '09ec3d03-40f6-45f1-b82b-8e5ca90878b0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796a771c-2829-4ea7-b6a0-d6668f1f1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:10Z', 'updated_at': '2021-11-24T21:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'a9b3dd6b-173d-4f28-b712-4673d95888cc', 'name': '', 'network_id': '846fe1ff-fded-4c6d-8152-f3932fa649d8', 'tenant_id': '93739966f4054195af87c31d1f7f3ea1', 'mac_address': 'fa:16:3e:55:af:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796a771c-2829-4ea7-b6a0-d6668f1f1a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '53ce78db-c25e-4004-a2f7-ab379b1e8e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:13Z', 'updated_at': '2021-11-24T21:54:14Z', 'revision_number': 2, 'project_id': '93739966f4054195af87c31d1f7f3ea1', 'subnets': [{'id': '53ce78db-c25e-4004-a2f7-ab379b1e8e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:54:16.744821 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] Checking router: 796a771c-2829-4ea7-b6a0-d6668f1f1a50 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:54:16.745436 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] Updating router 796a771c-2829-4ea7-b6a0-d6668f1f1a50 port a9b3dd6b-173d-4f28-b712-4673d95888cc binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:54:16.775607 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:17.070423 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:17.076621 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:17.135129 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbc0b8-5f98-41b2-84bf-4bf83e2fb67a None None] Pushing event updated for resources: {'Port': ['ID=a9b3dd6b-173d-4f28-b712-4673d95888cc,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:17.194085 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] Attempting to bind port a9b3dd6b-173d-4f28-b712-4673d95888cc on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:54:17.194470 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] Attempting to bind port a9b3dd6b-173d-4f28-b712-4673d95888cc by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '64820730-3151-4c87-8361-5bd4ac0497af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '846fe1ff-fded-4c6d-8152-f3932fa649d8'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:54:17.195255 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] Attempting to bind port a9b3dd6b-173d-4f28-b712-4673d95888cc on network 846fe1ff-fded-4c6d-8152-f3932fa649d8 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:54:17.205236 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:54:17.205624 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] Checking segment: {'id': '64820730-3151-4c87-8361-5bd4ac0497af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '846fe1ff-fded-4c6d-8152-f3932fa649d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:54:17.206043 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:17.206446 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] Bound using segment: {'id': '64820730-3151-4c87-8361-5bd4ac0497af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '846fe1ff-fded-4c6d-8152-f3932fa649d8'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:54:17.206936 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] Bound port: a9b3dd6b-173d-4f28-b712-4673d95888cc, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64820730-3151-4c87-8361-5bd4ac0497af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '846fe1ff-fded-4c6d-8152-f3932fa649d8'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:54:17.207335 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:17.300058 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] For port a9b3dd6b-173d-4f28-b712-4673d95888cc, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:54:17.305065 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] For port a9b3dd6b-173d-4f28-b712-4673d95888cc, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a9b3dd6b-173d-4f28-b712-4673d95888cc,segment=NetworkSegment(64820730-3151-4c87-8361-5bd4ac0497af),segment_id=64820730-3151-4c87-8361-5bd4ac0497af)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:54:17.312848 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:17.376007 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] Routers {'796a771c-2829-4ea7-b6a0-d6668f1f1a50'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:54:17.376991 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:54:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['796a771c-2829-4ea7-b6a0-d6668f1f1a50'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:54:17.478682 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbc0b8-5f98-41b2-84bf-4bf83e2fb67a None None] Pushing event updated for resources: {'Port': ['ID=a9b3dd6b-173d-4f28-b712-4673d95888cc,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:17.538675 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-0676d967-f33d-42db-afdb-b3ac6e622502 None None] Provisioning complete for port a9b3dd6b-173d-4f28-b712-4673d95888cc triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:17.539056 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0676d967-f33d-42db-afdb-b3ac6e622502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:17.604125 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] Set router 796a771c-2829-4ea7-b6a0-d6668f1f1a50 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:54:17.753577 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0676d967-f33d-42db-afdb-b3ac6e622502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:17.829543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0676d967-f33d-42db-afdb-b3ac6e622502 None None] For port a9b3dd6b-173d-4f28-b712-4673d95888cc, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a9b3dd6b-173d-4f28-b712-4673d95888cc,segment=NetworkSegment(64820730-3151-4c87-8361-5bd4ac0497af),segment_id=64820730-3151-4c87-8361-5bd4ac0497af)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:54:17.838055 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0676d967-f33d-42db-afdb-b3ac6e622502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:17.923202 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676d967-f33d-42db-afdb-b3ac6e622502 None None] Pushing event updated for resources: {'Port': ['ID=a9b3dd6b-173d-4f28-b712-4673d95888cc,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:17.947891 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796a771c-2829-4ea7-b6a0-d6668f1f1a50', 'name': 'tempest-TestMinimumBasicScenario-869787730-router', 'tenant_id': '93739966f4054195af87c31d1f7f3ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '09ec3d03-40f6-45f1-b82b-8e5ca90878b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:54:10Z', 'updated_at': '2021-11-24T21:54:14Z', 'revision_number': 4, 'project_id': '93739966f4054195af87c31d1f7f3ea1', 'gw_port': {'id': '09ec3d03-40f6-45f1-b82b-8e5ca90878b0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796a771c-2829-4ea7-b6a0-d6668f1f1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:10Z', 'updated_at': '2021-11-24T21:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'a9b3dd6b-173d-4f28-b712-4673d95888cc', 'name': '', 'network_id': '846fe1ff-fded-4c6d-8152-f3932fa649d8', 'tenant_id': '93739966f4054195af87c31d1f7f3ea1', 'mac_address': 'fa:16:3e:55:af:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796a771c-2829-4ea7-b6a0-d6668f1f1a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '53ce78db-c25e-4004-a2f7-ab379b1e8e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:13Z', 'updated_at': '2021-11-24T21:54:17Z', 'revision_number': 4, 'project_id': '93739966f4054195af87c31d1f7f3ea1', 'subnets': [{'id': '53ce78db-c25e-4004-a2f7-ab379b1e8e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:54:17.985231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e9309-1153-4bd9-ba0f-2c55e6e9d37e None None] The sync data for ids ['796a771c-2829-4ea7-b6a0-d6668f1f1a50'] in n-d-812111-8 is: [{'id': '796a771c-2829-4ea7-b6a0-d6668f1f1a50', 'name': 'tempest-TestMinimumBasicScenario-869787730-router', 'tenant_id': '93739966f4054195af87c31d1f7f3ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '09ec3d03-40f6-45f1-b82b-8e5ca90878b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:54:10Z', 'updated_at': '2021-11-24T21:54:14Z', 'revision_number': 4, 'project_id': '93739966f4054195af87c31d1f7f3ea1', 'gw_port': {'id': '09ec3d03-40f6-45f1-b82b-8e5ca90878b0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796a771c-2829-4ea7-b6a0-d6668f1f1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:10Z', 'updated_at': '2021-11-24T21:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'a9b3dd6b-173d-4f28-b712-4673d95888cc', 'name': '', 'network_id': '846fe1ff-fded-4c6d-8152-f3932fa649d8', 'tenant_id': '93739966f4054195af87c31d1f7f3ea1', 'mac_address': 'fa:16:3e:55:af:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796a771c-2829-4ea7-b6a0-d6668f1f1a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '53ce78db-c25e-4004-a2f7-ab379b1e8e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:13Z', 'updated_at': '2021-11-24T21:54:17Z', 'revision_number': 4, 'project_id': '93739966f4054195af87c31d1f7f3ea1', 'subnets': [{'id': '53ce78db-c25e-4004-a2f7-ab379b1e8e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:54:17.999077 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c7660181-ff8d-4127-87d9-a3738bc1e700 None None] Provisioning complete for port a9b3dd6b-173d-4f28-b712-4673d95888cc triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:18.000014 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c7660181-ff8d-4127-87d9-a3738bc1e700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:19.092169 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a9b3dd6b-173d-4f28-b712-4673d95888cc up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:54:19.148694 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port a9b3dd6b-173d-4f28-b712-4673d95888cc triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:19.149136 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:19.493145 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:54:24.916237 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25ee7e-0960-4560-b082-b247f850df18 req-8ec09032-a4f7-4aad-b403-a7bd7eefe832 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:24.917667 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b25ee7e-0960-4560-b082-b247f850df18 req-8ec09032-a4f7-4aad-b403-a7bd7eefe832 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/networks?id=b1c5bebb-0bf6-43c8-bb81-07be2547178b HTTP/1.1" status: 200 len: 815 time: 0.1073437 Nov 24 21:54:24.933007 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b25ee7e-0960-4560-b082-b247f850df18 req-8fdc6155-abf0-4c6e-a93d-adfed1d4f268 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/quotas/9f48a9518f664464964f7a4da38fe687 HTTP/1.1" status: 200 len: 375 time: 0.0089209 Nov 24 21:54:24.984718 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b25ee7e-0960-4560-b082-b247f850df18 req-31ac38c2-8186-42c4-81d9-76c9261d263f tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f48a9518f664464964f7a4da38fe687&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457664 Nov 24 21:54:25.082684 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b25ee7e-0960-4560-b082-b247f850df18 req-14ec84fd-20d6-4d68-9ef4-768763e3dbea service neutron] 10.222.0.11 "GET /v2.0/networks/b1c5bebb-0bf6-43c8-bb81-07be2547178b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862360 Nov 24 21:54:25.172779 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b25ee7e-0960-4560-b082-b247f850df18 req-f745b049-cd7d-46ef-bbe9-58d4702dff40 service neutron] 10.222.0.11 "GET /v2.0/networks/b1c5bebb-0bf6-43c8-bb81-07be2547178b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836315 Nov 24 21:54:25.330247 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7f55dacc-c6f6-49ed-ae75-cfa96931f25a req-4e52c737-0591-4cba-a173-e6fb439e5087 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 210 time: 0.0276387 Nov 24 21:54:26.432480 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25ee7e-0960-4560-b082-b247f850df18 req-28a16247-de0c-4c91-b4e5-362d13b5e835 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:26.434586 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b25ee7e-0960-4560-b082-b247f850df18 req-28a16247-de0c-4c91-b4e5-362d13b5e835 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.15 "GET /v2.0/networks?id=b1c5bebb-0bf6-43c8-bb81-07be2547178b HTTP/1.1" status: 200 len: 815 time: 0.1444323 Nov 24 21:54:26.450503 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5d2cb25-4cce-4864-887e-084c8cc97e36 req-e322f706-0f9a-4171-a838-93775cd4924b tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 210 time: 0.0457399 Nov 24 21:54:26.459495 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-3b25ee7e-0960-4560-b082-b247f850df18 req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Request body: {'port': {'device_id': 'cbafc62f-f383-4e6c-9a51-b19e659a7242', 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b', 'admin_state_up': True, 'tenant_id': '9f48a9518f664464964f7a4da38fe687'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:54:26.575185 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b25ee7e-0960-4560-b082-b247f850df18 req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Made reservation on behalf of 9f48a9518f664464964f7a4da38fe687 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:54:26.579616 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3b25ee7e-0960-4560-b082-b247f850df18 req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:26.720789 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-3b25ee7e-0960-4560-b082-b247f850df18 req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Allocated IP 172.20.0.12 (b1c5bebb-0bf6-43c8-bb81-07be2547178b/169bf57e-24c4-4b38-a470-c791dd0364cc/b1fac4d2-9713-4d92-806e-190819794502) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:54:26.933174 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3b25ee7e-0960-4560-b082-b247f850df18 req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:26.973223 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3b25ee7e-0960-4560-b082-b247f850df18 req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:27.032270 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b25ee7e-0960-4560-b082-b247f850df18 req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Network b1c5bebb-0bf6-43c8-bb81-07be2547178b is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:54:27.035470 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-3b25ee7e-0960-4560-b082-b247f850df18 req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:54:27.039474 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b25ee7e-0960-4560-b082-b247f850df18 req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:54:27.046845 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Pushing event updated for resources: {'Port': ['ID=b1fac4d2-9713-4d92-806e-190819794502,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:27.078409 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:27.078761 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:27.079123 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:27.079459 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:27.079799 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:27.080142 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:27.080478 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:27.080840 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:27.081179 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:27.081515 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:27.081848 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:27.082177 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:27.110826 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25ee7e-0960-4560-b082-b247f850df18 req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:27.111660 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3b25ee7e-0960-4560-b082-b247f850df18 req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:27.131929 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b25ee7e-0960-4560-b082-b247f850df18 req-f6b07ec2-f989-4b9f-8ff8-6f29df31705d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6761413 Nov 24 21:54:27.331139 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-1d07dc3a-23bb-4222-883e-caabca226c77 None None] Provisioning complete for port b1fac4d2-9713-4d92-806e-190819794502 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:27.331793 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1d07dc3a-23bb-4222-883e-caabca226c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:27.370484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-1d07dc3a-23bb-4222-883e-caabca226c77 None None] Port b1fac4d2-9713-4d92-806e-190819794502 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:54:27.581817 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016a82e-c5f0-4ad7-b479-719e4c50fd81 req-ed6582f9-7d06-48a4-8b09-a7e457655ab4 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:27.583361 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2016a82e-c5f0-4ad7-b479-719e4c50fd81 req-ed6582f9-7d06-48a4-8b09-a7e457655ab4 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 932 time: 0.0564625 Nov 24 21:54:27.633787 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2016a82e-c5f0-4ad7-b479-719e4c50fd81 req-10e17350-4e7a-4188-af90-c8dcf529dcfd tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434546 Nov 24 21:54:28.761411 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe3c5d-7eac-44e8-b185-9b1ba37253f9 req-af8fb551-5712-4448-9fe6-9c81b406d2f5 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:28.762943 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0bfe3c5d-7eac-44e8-b185-9b1ba37253f9 req-af8fb551-5712-4448-9fe6-9c81b406d2f5 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 932 time: 0.0539253 Nov 24 21:54:28.820113 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0bfe3c5d-7eac-44e8-b185-9b1ba37253f9 req-70e925af-207a-4cf9-969f-a59ec32749f4 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502789 Nov 24 21:54:29.969628 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f4797-1a62-42b5-b8ca-577dd96320f7 req-f3ca4dac-a4f6-462c-9d5b-f8866ba53df7 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:29.973135 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-302f4797-1a62-42b5-b8ca-577dd96320f7 req-f3ca4dac-a4f6-462c-9d5b-f8866ba53df7 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 932 time: 0.0622740 Nov 24 21:54:30.024151 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-302f4797-1a62-42b5-b8ca-577dd96320f7 req-58fa1159-94be-443a-8109-f6a839a15550 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464668 Nov 24 21:54:31.161363 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a9146-04bb-4ce1-b834-fa2668e65576 req-a963c9d9-ae19-46be-a7a6-b9d191e7f790 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:31.162992 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ce8a9146-04bb-4ce1-b834-fa2668e65576 req-a963c9d9-ae19-46be-a7a6-b9d191e7f790 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 932 time: 0.0516374 Nov 24 21:54:31.214955 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ce8a9146-04bb-4ce1-b834-fa2668e65576 req-91d5fce2-548f-4d76-9e54-28062dc44538 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451605 Nov 24 21:54:32.340800 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc622dc-a152-448d-a5c0-e030e5543f2b req-1c16b956-16f7-4e1a-8ad6-b1959e743182 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:32.342435 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7dc622dc-a152-448d-a5c0-e030e5543f2b req-1c16b956-16f7-4e1a-8ad6-b1959e743182 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 932 time: 0.0568817 Nov 24 21:54:32.399680 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7dc622dc-a152-448d-a5c0-e030e5543f2b req-70f29821-d636-4f6c-a09c-59c9698657a9 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504432 Nov 24 21:54:33.530544 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13c930-90ae-4af4-98bc-af88e2f9b9d1 req-308d18ce-1138-47c2-989f-b23f5493efb8 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:33.533660 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a13c930-90ae-4af4-98bc-af88e2f9b9d1 req-308d18ce-1138-47c2-989f-b23f5493efb8 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 932 time: 0.0633845 Nov 24 21:54:33.591596 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a13c930-90ae-4af4-98bc-af88e2f9b9d1 req-9de5590f-6976-4627-aa59-fb325e97952b tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518351 Nov 24 21:54:34.738085 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d896200-fca8-4ea7-bc1e-2455fe789f06 req-838ae025-e36e-47b8-99ff-9093eedca4d1 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:34.739897 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4d896200-fca8-4ea7-bc1e-2455fe789f06 req-838ae025-e36e-47b8-99ff-9093eedca4d1 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 932 time: 0.0555582 Nov 24 21:54:34.792387 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4d896200-fca8-4ea7-bc1e-2455fe789f06 req-3fce4851-490b-4831-aedb-be854de0602c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453928 Nov 24 21:54:35.998070 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabbc34-45b1-4f3d-8aa4-0d0da97058a7 req-be25d894-00be-40b7-a904-b39bdb39ac9f tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:35.999598 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-efabbc34-45b1-4f3d-8aa4-0d0da97058a7 req-be25d894-00be-40b7-a904-b39bdb39ac9f tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 932 time: 0.0527318 Nov 24 21:54:36.051289 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-efabbc34-45b1-4f3d-8aa4-0d0da97058a7 req-2822d334-ec7d-4d21-9891-113d436814eb tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447111 Nov 24 21:54:36.727535 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-3b25ee7e-0960-4560-b082-b247f850df18 req-443fa891-f3d2-483b-a6ae-ae8190b4c4b6 service neutron] Request body: {'port': {'device_id': 'cbafc62f-f383-4e6c-9a51-b19e659a7242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:54:36.783545 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3b25ee7e-0960-4560-b082-b247f850df18 req-443fa891-f3d2-483b-a6ae-ae8190b4c4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:37.041324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-3b25ee7e-0960-4560-b082-b247f850df18 req-443fa891-f3d2-483b-a6ae-ae8190b4c4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1fac4d2-9713-4d92-806e-190819794502 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:54:37.048828 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3b25ee7e-0960-4560-b082-b247f850df18 req-443fa891-f3d2-483b-a6ae-ae8190b4c4b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:37.060436 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-3b25ee7e-0960-4560-b082-b247f850df18 req-443fa891-f3d2-483b-a6ae-ae8190b4c4b6 service neutron] Transition to ACTIVE for port object b1fac4d2-9713-4d92-806e-190819794502 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:54:37.065334 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3b25ee7e-0960-4560-b082-b247f850df18 req-443fa891-f3d2-483b-a6ae-ae8190b4c4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:37.135644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443fa891-f3d2-483b-a6ae-ae8190b4c4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b1fac4d2-9713-4d92-806e-190819794502,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:37.232972 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf2e59-87cf-44c6-84bf-17f1f54c7c4b req-dc51abad-350b-421f-b19d-617a22ae2e21 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:37.234640 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-80cf2e59-87cf-44c6-84bf-17f1f54c7c4b req-dc51abad-350b-421f-b19d-617a22ae2e21 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 944 time: 0.1010408 Nov 24 21:54:37.236018 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-3b25ee7e-0960-4560-b082-b247f850df18 req-443fa891-f3d2-483b-a6ae-ae8190b4c4b6 service neutron] Attempting to bind port b1fac4d2-9713-4d92-806e-190819794502 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:54:37.236351 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-3b25ee7e-0960-4560-b082-b247f850df18 req-443fa891-f3d2-483b-a6ae-ae8190b4c4b6 service neutron] Attempting to bind port b1fac4d2-9713-4d92-806e-190819794502 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '39d63445-537f-4907-90b9-b724d6546b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:54:37.236677 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25ee7e-0960-4560-b082-b247f850df18 req-443fa891-f3d2-483b-a6ae-ae8190b4c4b6 service neutron] Attempting to bind port b1fac4d2-9713-4d92-806e-190819794502 on network b1c5bebb-0bf6-43c8-bb81-07be2547178b {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:54:37.244395 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25ee7e-0960-4560-b082-b247f850df18 req-443fa891-f3d2-483b-a6ae-ae8190b4c4b6 service neutron] Port b1fac4d2-9713-4d92-806e-190819794502 on network b1c5bebb-0bf6-43c8-bb81-07be2547178b not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:54:37.244726 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25ee7e-0960-4560-b082-b247f850df18 req-443fa891-f3d2-483b-a6ae-ae8190b4c4b6 service neutron] Attempting to bind port b1fac4d2-9713-4d92-806e-190819794502 on network b1c5bebb-0bf6-43c8-bb81-07be2547178b {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:54:37.255577 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25ee7e-0960-4560-b082-b247f850df18 req-443fa891-f3d2-483b-a6ae-ae8190b4c4b6 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:54:37.255917 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25ee7e-0960-4560-b082-b247f850df18 req-443fa891-f3d2-483b-a6ae-ae8190b4c4b6 service neutron] Checking segment: {'id': '39d63445-537f-4907-90b9-b724d6546b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:54:37.256303 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25ee7e-0960-4560-b082-b247f850df18 req-443fa891-f3d2-483b-a6ae-ae8190b4c4b6 service neutron] Bound using segment: {'id': '39d63445-537f-4907-90b9-b724d6546b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:54:37.256760 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-3b25ee7e-0960-4560-b082-b247f850df18 req-443fa891-f3d2-483b-a6ae-ae8190b4c4b6 service neutron] Bound port: b1fac4d2-9713-4d92-806e-190819794502, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d63445-537f-4907-90b9-b724d6546b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:54:37.257133 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3b25ee7e-0960-4560-b082-b247f850df18 req-443fa891-f3d2-483b-a6ae-ae8190b4c4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:37.331448 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-80cf2e59-87cf-44c6-84bf-17f1f54c7c4b req-1e04f3ff-aaa9-4024-b0d6-1db288d781f8 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890079 Nov 24 21:54:37.352375 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-3b25ee7e-0960-4560-b082-b247f850df18 req-443fa891-f3d2-483b-a6ae-ae8190b4c4b6 service neutron] For port b1fac4d2-9713-4d92-806e-190819794502, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:54:37.355532 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-3b25ee7e-0960-4560-b082-b247f850df18 req-443fa891-f3d2-483b-a6ae-ae8190b4c4b6 service neutron] For port b1fac4d2-9713-4d92-806e-190819794502, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b1fac4d2-9713-4d92-806e-190819794502,segment=NetworkSegment(39d63445-537f-4907-90b9-b724d6546b4a),segment_id=39d63445-537f-4907-90b9-b724d6546b4a)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:54:37.361518 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3b25ee7e-0960-4560-b082-b247f850df18 req-443fa891-f3d2-483b-a6ae-ae8190b4c4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:37.398441 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25ee7e-0960-4560-b082-b247f850df18 req-443fa891-f3d2-483b-a6ae-ae8190b4c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:37.399060 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-3b25ee7e-0960-4560-b082-b247f850df18 req-443fa891-f3d2-483b-a6ae-ae8190b4c4b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:37.400733 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b25ee7e-0960-4560-b082-b247f850df18 req-443fa891-f3d2-483b-a6ae-ae8190b4c4b6 service neutron] 10.222.0.15 "PUT /v2.0/ports/b1fac4d2-9713-4d92-806e-190819794502 HTTP/1.1" status: 200 len: 1092 time: 0.6780500 Nov 24 21:54:37.401013 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbafc62f-f383-4e6c-9a51-b19e659a7242', 'tag': 'b1fac4d2-9713-4d92-806e-190819794502'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:54:37.403313 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56416d9-a348-4c67-8d76-49c637b4b327" -d '{"events": [{"name": "network-changed", "server_uuid": "cbafc62f-f383-4e6c-9a51-b19e659a7242", "tag": "b1fac4d2-9713-4d92-806e-190819794502"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:54:37.433191 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443fa891-f3d2-483b-a6ae-ae8190b4c4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b1fac4d2-9713-4d92-806e-190819794502,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:37.459365 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e92c9e-07c8-4142-a0fd-d186fec00501 x-openstack-request-id: req-97e92c9e-07c8-4142-a0fd-d186fec00501 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:54:37.459660 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbafc62f-f383-4e6c-9a51-b19e659a7242", "tag": "b1fac4d2-9713-4d92-806e-190819794502", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:54:37.459913 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-97e92c9e-07c8-4142-a0fd-d186fec00501 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:54:37.460323 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbafc62f-f383-4e6c-9a51-b19e659a7242', 'tag': 'b1fac4d2-9713-4d92-806e-190819794502', 'status': 'completed', 'code': 200} Nov 24 21:54:37.508300 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25ee7e-0960-4560-b082-b247f850df18 req-ef818a60-a29a-455b-a0c8-b80397e12d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:37.510038 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b25ee7e-0960-4560-b082-b247f850df18 req-ef818a60-a29a-455b-a0c8-b80397e12d97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f48a9518f664464964f7a4da38fe687&device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 1095 time: 0.0458891 Nov 24 21:54:37.554164 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b25ee7e-0960-4560-b082-b247f850df18 req-6a4ad8a0-341c-42b8-a414-f3a0baac7b29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1fac4d2-9713-4d92-806e-190819794502 HTTP/1.1" status: 200 len: 217 time: 0.0356834 Nov 24 21:54:37.615860 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25ee7e-0960-4560-b082-b247f850df18 req-1ae06d09-d5bb-45ea-af13-c25be8fd6bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:37.617366 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b25ee7e-0960-4560-b082-b247f850df18 req-1ae06d09-d5bb-45ea-af13-c25be8fd6bba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=169bf57e-24c4-4b38-a470-c791dd0364cc HTTP/1.1" status: 200 len: 854 time: 0.0519524 Nov 24 21:54:37.666474 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25ee7e-0960-4560-b082-b247f850df18 req-5f62e88b-36c6-482f-a26c-1e82536f7bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:37.667878 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b25ee7e-0960-4560-b082-b247f850df18 req-5f62e88b-36c6-482f-a26c-1e82536f7bd1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1c5bebb-0bf6-43c8-bb81-07be2547178b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394878 Nov 24 21:54:37.760681 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b25ee7e-0960-4560-b082-b247f850df18 req-79dd11fa-af06-4634-975a-f9baf0bb7419 service neutron] 10.222.0.15 "GET /v2.0/networks/b1c5bebb-0bf6-43c8-bb81-07be2547178b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831399 Nov 24 21:54:37.861714 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b25ee7e-0960-4560-b082-b247f850df18 req-f446b3ea-54eb-4bde-bf36-43b820f8a973 service neutron] 10.222.0.15 "GET /v2.0/networks/b1c5bebb-0bf6-43c8-bb81-07be2547178b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887945 Nov 24 21:54:37.961392 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56416d9-a348-4c67-8d76-49c637b4b327 req-a758e7fb-8093-4265-88ab-6f88e7e6bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:37.962875 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f56416d9-a348-4c67-8d76-49c637b4b327 req-a758e7fb-8093-4265-88ab-6f88e7e6bbc6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f48a9518f664464964f7a4da38fe687&device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 1095 time: 0.0409708 Nov 24 21:54:38.058117 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56416d9-a348-4c67-8d76-49c637b4b327 req-ccca69c2-b653-458f-b766-edc6ceac6002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:38.059581 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f56416d9-a348-4c67-8d76-49c637b4b327 req-ccca69c2-b653-458f-b766-edc6ceac6002 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1c5bebb-0bf6-43c8-bb81-07be2547178b HTTP/1.1" status: 200 len: 916 time: 0.0891082 Nov 24 21:54:38.101237 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f56416d9-a348-4c67-8d76-49c637b4b327 req-91a87b48-5a97-4ccd-bcfe-b28903994f49 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1fac4d2-9713-4d92-806e-190819794502 HTTP/1.1" status: 200 len: 217 time: 0.0336711 Nov 24 21:54:38.156119 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56416d9-a348-4c67-8d76-49c637b4b327 req-c52aef92-ea8f-450f-9ef0-c6bd2b1aacc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:38.157733 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f56416d9-a348-4c67-8d76-49c637b4b327 req-c52aef92-ea8f-450f-9ef0-c6bd2b1aacc9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=169bf57e-24c4-4b38-a470-c791dd0364cc HTTP/1.1" status: 200 len: 854 time: 0.0484073 Nov 24 21:54:38.204511 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56416d9-a348-4c67-8d76-49c637b4b327 req-43826b11-52a3-4d86-b967-4c13191d7b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:38.206056 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f56416d9-a348-4c67-8d76-49c637b4b327 req-43826b11-52a3-4d86-b967-4c13191d7b06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1c5bebb-0bf6-43c8-bb81-07be2547178b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411971 Nov 24 21:54:38.296617 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f56416d9-a348-4c67-8d76-49c637b4b327 req-d270f354-8e15-47bd-af75-52cf7e2f0bfc service neutron] 10.222.0.15 "GET /v2.0/networks/b1c5bebb-0bf6-43c8-bb81-07be2547178b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816731 Nov 24 21:54:38.392217 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f56416d9-a348-4c67-8d76-49c637b4b327 req-d9cfaeb7-9f9c-4cc4-91af-4dc2768d0d64 service neutron] 10.222.0.15 "GET /v2.0/networks/b1c5bebb-0bf6-43c8-bb81-07be2547178b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877109 Nov 24 21:54:38.453058 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31363a-f099-4f35-b3aa-12ec291ef1fa req-7455a5d5-4456-4975-9f7a-36ecacc2ddf4 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:38.454741 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2a31363a-f099-4f35-b3aa-12ec291ef1fa req-7455a5d5-4456-4975-9f7a-36ecacc2ddf4 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 944 time: 0.0541050 Nov 24 21:54:38.502655 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2a31363a-f099-4f35-b3aa-12ec291ef1fa req-7d40c85f-b8db-485d-9919-969d663187f9 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418725 Nov 24 21:54:39.018328 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7a65c904-ba0d-432e-a2b6-1ebb0e653b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:39.624712 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcd4f4-3af8-466d-90bf-0d97a9fc306a req-ae631312-6226-4ad6-b1e0-7994a078c11f tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:39.627321 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-58dcd4f4-3af8-466d-90bf-0d97a9fc306a req-ae631312-6226-4ad6-b1e0-7994a078c11f tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 944 time: 0.0578916 Nov 24 21:54:39.675274 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-58dcd4f4-3af8-466d-90bf-0d97a9fc306a req-81d52dcc-bc77-428a-800d-ae2e9b8ee217 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419660 Nov 24 21:54:40.243184 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:40.789907 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9ccda-c381-468c-858a-e6b92ca909cc req-632691a2-3648-4405-8881-9c7368172995 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:40.791399 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ccd9ccda-c381-468c-858a-e6b92ca909cc req-632691a2-3648-4405-8881-9c7368172995 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 944 time: 0.0498152 Nov 24 21:54:40.838871 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ccd9ccda-c381-468c-858a-e6b92ca909cc req-62066b27-4247-4375-a33b-d5058ae72e6b tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416481 Nov 24 21:54:41.027095 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b1fac4d2-9713-4d92-806e-190819794502 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:54:41.122828 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port b1fac4d2-9713-4d92-806e-190819794502, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b1fac4d2-9713-4d92-806e-190819794502,segment=NetworkSegment(39d63445-537f-4907-90b9-b724d6546b4a),segment_id=39d63445-537f-4907-90b9-b724d6546b4a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:54:41.134231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'b1fac4d2-9713-4d92-806e-190819794502', 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b', 'port_id': 'b1fac4d2-9713-4d92-806e-190819794502', 'mac_address': 'fa:16:3e:96:cc:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169bf57e-24c4-4b38-a470-c791dd0364cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:54:41.170870 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:41.183857 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1fac4d2-9713-4d92-806e-190819794502 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:54:41.208928 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port b1fac4d2-9713-4d92-806e-190819794502, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b1fac4d2-9713-4d92-806e-190819794502,segment=NetworkSegment(39d63445-537f-4907-90b9-b724d6546b4a),segment_id=39d63445-537f-4907-90b9-b724d6546b4a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:54:41.215946 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:41.265309 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=b1fac4d2-9713-4d92-806e-190819794502,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:41.272538 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:41.272927 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:41.273273 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:41.273611 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:41.273946 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:41.274278 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:41.274607 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:41.274937 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:41.275260 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:41.275585 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:41.275912 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:41.276233 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:54:41.317087 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ec893c46-206e-49c9-8921-df5b585fe7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:41.488810 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['b1fac4d2-9713-4d92-806e-190819794502'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:54:41.679509 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:41.955911 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a10b7-c68d-4766-a543-d08e148faa68 req-fec34e93-8f15-4201-a997-ca048c4b884c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:41.957452 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-951a10b7-c68d-4766-a543-d08e148faa68 req-fec34e93-8f15-4201-a997-ca048c4b884c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 945 time: 0.0486515 Nov 24 21:54:42.008546 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-951a10b7-c68d-4766-a543-d08e148faa68 req-93f0354f-ba8a-4972-a0b6-967632a25ae9 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450671 Nov 24 21:54:42.629230 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:43.042990 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b1fac4d2-9713-4d92-806e-190819794502 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:54:43.092687 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port b1fac4d2-9713-4d92-806e-190819794502 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:54:43.098350 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port b1fac4d2-9713-4d92-806e-190819794502 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:54:43.098726 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:43.128302 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10125915-f131-46f2-933d-1cd656afce5e req-519b2689-4002-47ac-9891-ff23cea873db tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:43.129846 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10125915-f131-46f2-933d-1cd656afce5e req-519b2689-4002-47ac-9891-ff23cea873db tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 945 time: 0.0526962 Nov 24 21:54:43.179621 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:43.179844 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-10125915-f131-46f2-933d-1cd656afce5e req-11dca573-03c1-450b-9882-71ed7179de0d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439608 Nov 24 21:54:43.203912 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbafc62f-f383-4e6c-9a51-b19e659a7242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1fac4d2-9713-4d92-806e-190819794502'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:54:43.206983 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b843a5d-9042-4231-9e23-6b6dde3a4878" -d '{"events": [{"server_uuid": "cbafc62f-f383-4e6c-9a51-b19e659a7242", "name": "network-vif-plugged", "status": "completed", "tag": "b1fac4d2-9713-4d92-806e-190819794502"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:54:43.219798 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port b1fac4d2-9713-4d92-806e-190819794502, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b1fac4d2-9713-4d92-806e-190819794502,segment=NetworkSegment(39d63445-537f-4907-90b9-b724d6546b4a),segment_id=39d63445-537f-4907-90b9-b724d6546b4a)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:54:43.224338 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:43.247583 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5436c4-46dd-494f-99f0-b9cb8e094a8f x-openstack-request-id: req-9c5436c4-46dd-494f-99f0-b9cb8e094a8f {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:54:43.247886 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbafc62f-f383-4e6c-9a51-b19e659a7242", "name": "network-vif-plugged", "status": "completed", "tag": "b1fac4d2-9713-4d92-806e-190819794502", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:54:43.248143 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c5436c4-46dd-494f-99f0-b9cb8e094a8f {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:54:43.248534 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbafc62f-f383-4e6c-9a51-b19e659a7242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1fac4d2-9713-4d92-806e-190819794502', 'code': 200} Nov 24 21:54:43.274580 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=b1fac4d2-9713-4d92-806e-190819794502,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:43.349613 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887fc3c-721d-4620-a6db-b55ce49cd9a9 req-e5c873cf-8a59-46e5-a9e8-2f68c5392a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:43.351089 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9887fc3c-721d-4620-a6db-b55ce49cd9a9 req-e5c873cf-8a59-46e5-a9e8-2f68c5392a61 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 1097 time: 0.0414989 Nov 24 21:54:43.396235 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9887fc3c-721d-4620-a6db-b55ce49cd9a9 req-55c506e1-93a3-4532-89ae-d4e286d6b008 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373225 Nov 24 21:54:43.995678 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:44.313488 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e924e0-58eb-48ca-b5d5-6cb870690610 req-5f966580-ad62-4864-80e9-0ff6a28ff0ca tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:44.315419 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-03e924e0-58eb-48ca-b5d5-6cb870690610 req-5f966580-ad62-4864-80e9-0ff6a28ff0ca tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 946 time: 0.0642188 Nov 24 21:54:44.365603 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-03e924e0-58eb-48ca-b5d5-6cb870690610 req-ebd8cc4e-d3ea-4e47-bdad-9a2293a7c3e5 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440211 Nov 24 21:54:44.953607 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:45.480088 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb90ef6-ad99-46ef-8302-4d6866f0898d req-6c9dd1d6-73a5-4feb-9ad4-49a9d03e15bf tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:45.481611 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7eb90ef6-ad99-46ef-8302-4d6866f0898d req-6c9dd1d6-73a5-4feb-9ad4-49a9d03e15bf tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 946 time: 0.0493755 Nov 24 21:54:45.533185 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7eb90ef6-ad99-46ef-8302-4d6866f0898d req-30e04b47-b0a8-4c00-abce-374cd6238573 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410771 Nov 24 21:54:45.649131 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a3933-888d-497c-ba67-fa411fe6839e req-77fd4f83-80ed-4170-b048-49c94b7badb8 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:45.650523 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-275a3933-888d-497c-ba67-fa411fe6839e req-77fd4f83-80ed-4170-b048-49c94b7badb8 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 946 time: 0.0489974 Nov 24 21:54:45.703883 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-275a3933-888d-497c-ba67-fa411fe6839e req-ae461786-3ed3-439e-b22e-5f367f801af1 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472126 Nov 24 21:54:45.899371 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdc3ba-6a67-456c-b21b-100f47d55e18 req-23b9e8d3-c190-4b72-93a6-6c4a88e94c61 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:45.900798 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09fdc3ba-6a67-456c-b21b-100f47d55e18 req-23b9e8d3-c190-4b72-93a6-6c4a88e94c61 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 946 time: 0.0511768 Nov 24 21:54:45.949493 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-09fdc3ba-6a67-456c-b21b-100f47d55e18 req-68a4f11e-a6bc-4a6b-bd07-43a982949fe4 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427148 Nov 24 21:54:56.493912 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:54:58.458345 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342912a-602d-4284-9b80-8a7d81b461c1 req-ccedfe39-9eb1-44c6-9f8f-a70a2b5bc53b tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:58.459827 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7342912a-602d-4284-9b80-8a7d81b461c1 req-ccedfe39-9eb1-44c6-9f8f-a70a2b5bc53b tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 946 time: 0.0484610 Nov 24 21:54:58.506919 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7342912a-602d-4284-9b80-8a7d81b461c1 req-cba0b049-22ec-4536-a256-7f9c0d1d3259 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412831 Nov 24 21:54:58.529519 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54406) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:54:58.660203 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee15a842-42cc-444c-ad14-f916af969915 tempest-TestMinimumBasicScenario-976801930 tempest-TestMinimumBasicScenario-976801930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:54:58.661653 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ee15a842-42cc-444c-ad14-f916af969915 tempest-TestMinimumBasicScenario-976801930 tempest-TestMinimumBasicScenario-976801930-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 1092 time: 0.1311672 Nov 24 21:54:58.664639 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54410) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:54:58.668854 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-8086c691-2389-4b93-9427-9e3678557c9a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': 'b1fac4d2-9713-4d92-806e-190819794502', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:54:58.690658 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8086c691-2389-4b93-9427-9e3678557c9a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:58.786756 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8086c691-2389-4b93-9427-9e3678557c9a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:58.892719 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-8086c691-2389-4b93-9427-9e3678557c9a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Allocated IP 172.25.5.13 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/74b4efb2-d0cb-4863-81fa-c2c2984355c2) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:54:58.993708 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8086c691-2389-4b93-9427-9e3678557c9a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:59.027173 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8086c691-2389-4b93-9427-9e3678557c9a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:59.067366 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8086c691-2389-4b93-9427-9e3678557c9a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:54:59.072087 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-8086c691-2389-4b93-9427-9e3678557c9a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:54:59.074696 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8086c691-2389-4b93-9427-9e3678557c9a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:54:59.102134 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086c691-2389-4b93-9427-9e3678557c9a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Pushing event updated for resources: {'Port': ['ID=74b4efb2-d0cb-4863-81fa-c2c2984355c2,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:54:59.437483 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8086c691-2389-4b93-9427-9e3678557c9a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:59.821268 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8086c691-2389-4b93-9427-9e3678557c9a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:59.978403 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8086c691-2389-4b93-9427-9e3678557c9a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:54:59.982799 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8086c691-2389-4b93-9427-9e3678557c9a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:00.052295 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086c691-2389-4b93-9427-9e3678557c9a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Pushing event updated for resources: {'Port': ['ID=74b4efb2-d0cb-4863-81fa-c2c2984355c2,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:55:00.062387 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8086c691-2389-4b93-9427-9e3678557c9a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:00.164201 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-8086c691-2389-4b93-9427-9e3678557c9a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Floating IP d9daaaab-ed14-46ae-a008-25dae4f5ec18 associated. External IP: 172.25.5.13, port: b1fac4d2-9713-4d92-806e-190819794502. Nov 24 21:55:00.393662 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8086c691-2389-4b93-9427-9e3678557c9a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Router a726d82a-c7be-490a-91e4-3689fe5b8fba has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:55:00.518480 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8086c691-2389-4b93-9427-9e3678557c9a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:55:00.529066 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a166a7-3f58-4d30-9401-a11244bcf8c4 None None] Sync routers for ids ['a726d82a-c7be-490a-91e4-3689fe5b8fba'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:55:00.538600 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8086c691-2389-4b93-9427-9e3678557c9a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:00.544586 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a166a7-3f58-4d30-9401-a11244bcf8c4 None None] Routers {'a726d82a-c7be-490a-91e4-3689fe5b8fba'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:55:00.545417 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-f1a166a7-3f58-4d30-9401-a11244bcf8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:54:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a726d82a-c7be-490a-91e4-3689fe5b8fba'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:55:00.568590 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8086c691-2389-4b93-9427-9e3678557c9a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9028542 Nov 24 21:55:00.569593 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbafc62f-f383-4e6c-9a51-b19e659a7242', 'tag': 'b1fac4d2-9713-4d92-806e-190819794502'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:55:00.572563 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54412) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:55:00.573106 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e307cc8-545b-4bca-a798-0f9c4e58dc22" -d '{"events": [{"name": "network-changed", "server_uuid": "cbafc62f-f383-4e6c-9a51-b19e659a7242", "tag": "b1fac4d2-9713-4d92-806e-190819794502"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:55:00.578019 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-f958b095-883f-491a-8a3b-143217b89535 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-100256631', 'description': 'tempest-secgroup-smoke-100256631 description', 'project_id': '9f48a9518f664464964f7a4da38fe687'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:55:00.615673 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f958b095-883f-491a-8a3b-143217b89535 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:00.620505 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd9bcb6-a0c3-4fe6-a162-d14868a32766 x-openstack-request-id: req-8bd9bcb6-a0c3-4fe6-a162-d14868a32766 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:55:00.620856 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbafc62f-f383-4e6c-9a51-b19e659a7242", "tag": "b1fac4d2-9713-4d92-806e-190819794502", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:55:00.621110 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8bd9bcb6-a0c3-4fe6-a162-d14868a32766 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:55:00.621588 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbafc62f-f383-4e6c-9a51-b19e659a7242', 'tag': 'b1fac4d2-9713-4d92-806e-190819794502', 'status': 'completed', 'code': 200} Nov 24 21:55:00.693703 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-f1a166a7-3f58-4d30-9401-a11244bcf8c4 None None] Set router a726d82a-c7be-490a-91e4-3689fe5b8fba gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:55:00.712894 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e307cc8-545b-4bca-a798-0f9c4e58dc22 req-35879d58-f2bc-4f63-9690-5dded879868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:00.714262 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e307cc8-545b-4bca-a798-0f9c4e58dc22 req-35879d58-f2bc-4f63-9690-5dded879868f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f48a9518f664464964f7a4da38fe687&device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 1097 time: 0.0647392 Nov 24 21:55:00.740087 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f958b095-883f-491a-8a3b-143217b89535 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:00.746578 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f958b095-883f-491a-8a3b-143217b89535 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:00.783561 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f958b095-883f-491a-8a3b-143217b89535 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:00.788990 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f958b095-883f-491a-8a3b-143217b89535 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2123375 Nov 24 21:55:00.788990 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958b095-883f-491a-8a3b-143217b89535 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d416c9d8-839d-4aab-9079-90a2af877de0,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:55:00.789308 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54416) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:55:00.794072 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-f91b64c2-af54-4235-97fb-9d972e170a1b tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Request body: {'security_group_rule': {'security_group_id': 'd416c9d8-839d-4aab-9079-90a2af877de0', 'project_id': '9f48a9518f664464964f7a4da38fe687', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:55:00.812415 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958b095-883f-491a-8a3b-143217b89535 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:55:00.813217 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958b095-883f-491a-8a3b-143217b89535 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:55:00.814390 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958b095-883f-491a-8a3b-143217b89535 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:55:00.814390 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958b095-883f-491a-8a3b-143217b89535 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:55:00.814782 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958b095-883f-491a-8a3b-143217b89535 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:55:00.815141 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958b095-883f-491a-8a3b-143217b89535 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:55:00.815488 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958b095-883f-491a-8a3b-143217b89535 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:55:00.815824 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958b095-883f-491a-8a3b-143217b89535 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:55:00.817145 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958b095-883f-491a-8a3b-143217b89535 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:55:00.817145 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958b095-883f-491a-8a3b-143217b89535 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:55:00.817650 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958b095-883f-491a-8a3b-143217b89535 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:55:00.818006 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958b095-883f-491a-8a3b-143217b89535 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:55:00.828076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e307cc8-545b-4bca-a798-0f9c4e58dc22 req-5f0d59cb-c181-48ed-a088-618dcfbe698d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:00.831524 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e307cc8-545b-4bca-a798-0f9c4e58dc22 req-5f0d59cb-c181-48ed-a088-618dcfbe698d service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1c5bebb-0bf6-43c8-bb81-07be2547178b HTTP/1.1" status: 200 len: 916 time: 0.1081889 Nov 24 21:55:00.856789 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f91b64c2-af54-4235-97fb-9d972e170a1b tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:00.911815 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f91b64c2-af54-4235-97fb-9d972e170a1b tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:00.920933 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f91b64c2-af54-4235-97fb-9d972e170a1b tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:00.928066 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e307cc8-545b-4bca-a798-0f9c4e58dc22 req-4865ca49-1cb2-49b4-8c5a-d631b082d7a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1fac4d2-9713-4d92-806e-190819794502 HTTP/1.1" status: 200 len: 999 time: 0.0852475 Nov 24 21:55:00.947162 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b64c2-af54-4235-97fb-9d972e170a1b tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3968ace3-f7de-4159-a9a4-ca2a4f5aa51e,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:55:00.957026 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f91b64c2-af54-4235-97fb-9d972e170a1b tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:00.958351 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f91b64c2-af54-4235-97fb-9d972e170a1b tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1679928 Nov 24 21:55:00.961173 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54418) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:55:00.967313 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-2b99e5f1-2bf9-4a23-8678-79f28a962fa1 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Request body: {'security_group_rule': {'security_group_id': 'd416c9d8-839d-4aab-9079-90a2af877de0', 'project_id': '9f48a9518f664464964f7a4da38fe687', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:55:00.979771 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-f1a166a7-3f58-4d30-9401-a11244bcf8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'name': 'tempest-TestMinimumBasicScenario-1537539584-router', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:54:05Z', 'updated_at': '2021-11-24T21:54:08Z', 'revision_number': 4, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'gw_port': {'id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:06Z', 'updated_at': '2021-11-24T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'd9daaaab-ed14-46ae-a008-25dae4f5ec18', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'port_id': 'b1fac4d2-9713-4d92-806e-190819794502', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b', 'mac_address': 'fa:16:3e:96:cc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbafc62f-f383-4e6c-9a51-b19e659a7242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:54:59Z', 'updated_at': '2021-11-24T21:54:59Z', 'revision_number': 0, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76603bc4-bf48-4a1b-9e67-c237b032a30c', 'name': '', 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'mac_address': 'fa:16:3e:db:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '169bf57e-24c4-4b38-a470-c791dd0364cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:07Z', 'updated_at': '2021-11-24T21:54:12Z', 'revision_number': 5, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'subnets': [{'id': '169bf57e-24c4-4b38-a470-c791dd0364cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:55:00.997314 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e307cc8-545b-4bca-a798-0f9c4e58dc22 req-e6b2e170-de62-491a-b99d-acdc96e997d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:00.998827 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e307cc8-545b-4bca-a798-0f9c4e58dc22 req-e6b2e170-de62-491a-b99d-acdc96e997d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=169bf57e-24c4-4b38-a470-c791dd0364cc HTTP/1.1" status: 200 len: 854 time: 0.0630836 Nov 24 21:55:01.000729 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2b99e5f1-2bf9-4a23-8678-79f28a962fa1 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:01.014040 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a166a7-3f58-4d30-9401-a11244bcf8c4 None None] Checking router: a726d82a-c7be-490a-91e4-3689fe5b8fba for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:55:01.023857 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a166a7-3f58-4d30-9401-a11244bcf8c4 None None] Routers {'a726d82a-c7be-490a-91e4-3689fe5b8fba'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:55:01.024930 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-f1a166a7-3f58-4d30-9401-a11244bcf8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:54:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a726d82a-c7be-490a-91e4-3689fe5b8fba'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:55:01.065488 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e307cc8-545b-4bca-a798-0f9c4e58dc22 req-c45ab968-634f-4f30-b751-1a7945b9d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:01.066418 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e307cc8-545b-4bca-a798-0f9c4e58dc22 req-c45ab968-634f-4f30-b751-1a7945b9d8ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1c5bebb-0bf6-43c8-bb81-07be2547178b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554035 Nov 24 21:55:01.090983 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2b99e5f1-2bf9-4a23-8678-79f28a962fa1 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:01.097855 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2b99e5f1-2bf9-4a23-8678-79f28a962fa1 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:01.123587 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99e5f1-2bf9-4a23-8678-79f28a962fa1 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67a295f-61e0-42b2-bbd0-071d560d3881,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:55:01.136186 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2b99e5f1-2bf9-4a23-8678-79f28a962fa1 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:01.137469 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2b99e5f1-2bf9-4a23-8678-79f28a962fa1 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1751015 Nov 24 21:55:01.140278 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54420) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:55:01.146594 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-1a5ed14b-76bf-428c-b025-839a7ee18b8c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Request body: {'security_group_rule': {'security_group_id': 'd416c9d8-839d-4aab-9079-90a2af877de0', 'project_id': '9f48a9518f664464964f7a4da38fe687', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:55:01.154096 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-f1a166a7-3f58-4d30-9401-a11244bcf8c4 None None] Set router a726d82a-c7be-490a-91e4-3689fe5b8fba gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:55:01.185256 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1a5ed14b-76bf-428c-b025-839a7ee18b8c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:01.216390 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e307cc8-545b-4bca-a798-0f9c4e58dc22 req-0761f4bf-6bbb-46ab-8305-52889274f64b service neutron] 10.222.0.15 "GET /v2.0/networks/b1c5bebb-0bf6-43c8-bb81-07be2547178b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401958 Nov 24 21:55:01.263119 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1a5ed14b-76bf-428c-b025-839a7ee18b8c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:01.269938 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1a5ed14b-76bf-428c-b025-839a7ee18b8c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:01.291742 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ed14b-76bf-428c-b025-839a7ee18b8c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec017d13-dafd-45c3-bfaa-61459e0506b3,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:55:01.304856 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1a5ed14b-76bf-428c-b025-839a7ee18b8c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:01.310139 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1a5ed14b-76bf-428c-b025-839a7ee18b8c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1686635 Nov 24 21:55:01.310851 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54422) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:55:01.316214 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-260e2e46-6d51-45d3-b197-77a5500087c5 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Request body: {'security_group_rule': {'security_group_id': 'd416c9d8-839d-4aab-9079-90a2af877de0', 'project_id': '9f48a9518f664464964f7a4da38fe687', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:55:01.347022 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e307cc8-545b-4bca-a798-0f9c4e58dc22 req-04a632be-bbad-486a-8ed8-2cef4621d97c service neutron] 10.222.0.15 "GET /v2.0/networks/b1c5bebb-0bf6-43c8-bb81-07be2547178b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200492 Nov 24 21:55:01.352934 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-260e2e46-6d51-45d3-b197-77a5500087c5 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:01.422241 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-260e2e46-6d51-45d3-b197-77a5500087c5 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:01.427012 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-260e2e46-6d51-45d3-b197-77a5500087c5 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:01.445739 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e2e46-6d51-45d3-b197-77a5500087c5 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6205c85-6b9e-41ea-857f-cc0a29fcc63d,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:55:01.460777 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-260e2e46-6d51-45d3-b197-77a5500087c5 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:01.460777 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-260e2e46-6d51-45d3-b197-77a5500087c5 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1478162 Nov 24 21:55:01.462428 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54424) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:55:01.467146 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-84e62829-57a3-40e9-a6e5-ca02e4ecc38d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Request body: {'security_group_rule': {'security_group_id': 'd416c9d8-839d-4aab-9079-90a2af877de0', 'project_id': '9f48a9518f664464964f7a4da38fe687', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:55:01.475480 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-f1a166a7-3f58-4d30-9401-a11244bcf8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'name': 'tempest-TestMinimumBasicScenario-1537539584-router', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:54:05Z', 'updated_at': '2021-11-24T21:54:08Z', 'revision_number': 4, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'gw_port': {'id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:06Z', 'updated_at': '2021-11-24T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'd9daaaab-ed14-46ae-a008-25dae4f5ec18', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'port_id': 'b1fac4d2-9713-4d92-806e-190819794502', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b', 'mac_address': 'fa:16:3e:96:cc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbafc62f-f383-4e6c-9a51-b19e659a7242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:54:59Z', 'updated_at': '2021-11-24T21:54:59Z', 'revision_number': 0, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76603bc4-bf48-4a1b-9e67-c237b032a30c', 'name': '', 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'mac_address': 'fa:16:3e:db:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '169bf57e-24c4-4b38-a470-c791dd0364cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:07Z', 'updated_at': '2021-11-24T21:54:12Z', 'revision_number': 5, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'subnets': [{'id': '169bf57e-24c4-4b38-a470-c791dd0364cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:55:01.490073 n-d-812111-8 neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-84e62829-57a3-40e9-a6e5-ca02e4ecc38d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Project 9f48a9518f664464964f7a4da38fe687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:55:01.494928 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-84e62829-57a3-40e9-a6e5-ca02e4ecc38d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:01.502752 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a166a7-3f58-4d30-9401-a11244bcf8c4 None None] The sync data for ids ['a726d82a-c7be-490a-91e4-3689fe5b8fba'] in n-d-812111-8 is: [{'id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'name': 'tempest-TestMinimumBasicScenario-1537539584-router', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:54:05Z', 'updated_at': '2021-11-24T21:54:08Z', 'revision_number': 4, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'gw_port': {'id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:06Z', 'updated_at': '2021-11-24T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'd9daaaab-ed14-46ae-a008-25dae4f5ec18', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'port_id': 'b1fac4d2-9713-4d92-806e-190819794502', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b', 'mac_address': 'fa:16:3e:96:cc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbafc62f-f383-4e6c-9a51-b19e659a7242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:54:59Z', 'updated_at': '2021-11-24T21:54:59Z', 'revision_number': 0, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76603bc4-bf48-4a1b-9e67-c237b032a30c', 'name': '', 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'mac_address': 'fa:16:3e:db:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '169bf57e-24c4-4b38-a470-c791dd0364cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:07Z', 'updated_at': '2021-11-24T21:54:12Z', 'revision_number': 5, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'subnets': [{'id': '169bf57e-24c4-4b38-a470-c791dd0364cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:55:01.560091 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-84e62829-57a3-40e9-a6e5-ca02e4ecc38d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:01.565759 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-84e62829-57a3-40e9-a6e5-ca02e4ecc38d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:01.584916 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e62829-57a3-40e9-a6e5-ca02e4ecc38d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10270c75-0bce-4833-ae3f-7b05aebd8454,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:55:01.592298 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-84e62829-57a3-40e9-a6e5-ca02e4ecc38d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:01.593558 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-84e62829-57a3-40e9-a6e5-ca02e4ecc38d tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1299770 Nov 24 21:55:01.597142 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54426) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:55:01.601647 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-62a6346f-aa8a-45f6-89a9-2f1b89296e1c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Request body: {'security_group_rule': {'security_group_id': 'd416c9d8-839d-4aab-9079-90a2af877de0', 'project_id': '9f48a9518f664464964f7a4da38fe687', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:55:01.625062 n-d-812111-8 neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-62a6346f-aa8a-45f6-89a9-2f1b89296e1c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Project 9f48a9518f664464964f7a4da38fe687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:55:01.631459 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-62a6346f-aa8a-45f6-89a9-2f1b89296e1c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:01.701558 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-62a6346f-aa8a-45f6-89a9-2f1b89296e1c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:01.706277 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-62a6346f-aa8a-45f6-89a9-2f1b89296e1c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:01.715606 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409d1354-cdbf-46c0-9b1a-86236174a520 None None] New status for floating IP d9daaaab-ed14-46ae-a008-25dae4f5ec18: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:55:01.725858 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6346f-aa8a-45f6-89a9-2f1b89296e1c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4df99b-965e-44fc-b7e0-d6d98205ea99,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:55:01.733790 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-62a6346f-aa8a-45f6-89a9-2f1b89296e1c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:01.735133 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-62a6346f-aa8a-45f6-89a9-2f1b89296e1c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1369767 Nov 24 21:55:01.835694 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed0ed8b0-71d1-4f16-bff4-0527a7410a06 req-0d770e0b-8b45-4238-b3ba-fe580a3344a5 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-100256631&fields=id&tenant_id=9f48a9518f664464964f7a4da38fe687 HTTP/1.1" status: 200 len: 267 time: 0.0510619 Nov 24 21:55:01.898254 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ed8b0-71d1-4f16-bff4-0527a7410a06 req-1ba62185-e1f4-4eec-8d4f-f2d816f483b3 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:01.899847 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed0ed8b0-71d1-4f16-bff4-0527a7410a06 req-1ba62185-e1f4-4eec-8d4f-f2d816f483b3 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 946 time: 0.0584276 Nov 24 21:55:01.912078 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-ed0ed8b0-71d1-4f16-bff4-0527a7410a06 req-6f1331f0-a41d-4fe0-bbbb-86b490b93cbc tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Request body: {'port': {'security_groups': ['a01009b1-6880-4150-9e89-25ba0f95e8e7', 'd416c9d8-839d-4aab-9079-90a2af877de0']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:55:01.974045 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ed0ed8b0-71d1-4f16-bff4-0527a7410a06 req-6f1331f0-a41d-4fe0-bbbb-86b490b93cbc tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:02.161418 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-ed0ed8b0-71d1-4f16-bff4-0527a7410a06 req-6f1331f0-a41d-4fe0-bbbb-86b490b93cbc tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] For port b1fac4d2-9713-4d92-806e-190819794502, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b1fac4d2-9713-4d92-806e-190819794502,segment=NetworkSegment(39d63445-537f-4907-90b9-b724d6546b4a),segment_id=39d63445-537f-4907-90b9-b724d6546b4a)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:55:02.191567 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ed0ed8b0-71d1-4f16-bff4-0527a7410a06 req-6f1331f0-a41d-4fe0-bbbb-86b490b93cbc tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:02.196540 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ed0ed8b0-71d1-4f16-bff4-0527a7410a06 req-6f1331f0-a41d-4fe0-bbbb-86b490b93cbc tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:02.210338 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['b1fac4d2-9713-4d92-806e-190819794502'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:55:02.240526 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ed8b0-71d1-4f16-bff4-0527a7410a06 req-6f1331f0-a41d-4fe0-bbbb-86b490b93cbc tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:02.241209 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-ed0ed8b0-71d1-4f16-bff4-0527a7410a06 req-6f1331f0-a41d-4fe0-bbbb-86b490b93cbc tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:02.242661 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed0ed8b0-71d1-4f16-bff4-0527a7410a06 req-6f1331f0-a41d-4fe0-bbbb-86b490b93cbc tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "PUT /v2.0/ports/b1fac4d2-9713-4d92-806e-190819794502 HTTP/1.1" status: 200 len: 982 time: 0.3361635 Nov 24 21:55:02.281290 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1331f0-a41d-4fe0-bbbb-86b490b93cbc tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Pushing event updated for resources: {'Port': ['ID=b1fac4d2-9713-4d92-806e-190819794502,revision_number=6']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:55:02.327749 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['b1fac4d2-9713-4d92-806e-190819794502'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:55:02.367278 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6b22d-b390-45b1-86cd-9424543fb195 req-d2b20d87-3ca3-4197-bb32-b910a4e4ee6c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:02.368934 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d8a6b22d-b390-45b1-86cd-9424543fb195 req-d2b20d87-3ca3-4197-bb32-b910a4e4ee6c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 985 time: 0.0651908 Nov 24 21:55:02.438332 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d8a6b22d-b390-45b1-86cd-9424543fb195 req-dda7c8e7-4ef3-4ecb-957e-e568d72bd786 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=d416c9d8-839d-4aab-9079-90a2af877de0&id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629561 Nov 24 21:55:02.514493 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e52280d2-0f25-4b3a-b436-78512af962f8 None None] Provisioning complete for port b1fac4d2-9713-4d92-806e-190819794502 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:55:02.514789 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e52280d2-0f25-4b3a-b436-78512af962f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:02.623210 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbafc62f-f383-4e6c-9a51-b19e659a7242', 'tag': 'b1fac4d2-9713-4d92-806e-190819794502'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:55:02.625644 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad30bb5-ab5a-4e64-8cdf-d8400007cd60" -d '{"events": [{"name": "network-changed", "server_uuid": "cbafc62f-f383-4e6c-9a51-b19e659a7242", "tag": "b1fac4d2-9713-4d92-806e-190819794502"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:55:02.661029 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e081ae-2749-4057-a18b-c68f6cbee1c7 x-openstack-request-id: req-12e081ae-2749-4057-a18b-c68f6cbee1c7 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:55:02.661325 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbafc62f-f383-4e6c-9a51-b19e659a7242", "tag": "b1fac4d2-9713-4d92-806e-190819794502", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:55:02.661582 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12e081ae-2749-4057-a18b-c68f6cbee1c7 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:55:02.661991 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbafc62f-f383-4e6c-9a51-b19e659a7242', 'tag': 'b1fac4d2-9713-4d92-806e-190819794502', 'status': 'completed', 'code': 200} Nov 24 21:55:02.728432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad30bb5-ab5a-4e64-8cdf-d8400007cd60 req-65aea1ad-2a6a-4d50-9d33-a3c8d5c8b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:02.730103 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cad30bb5-ab5a-4e64-8cdf-d8400007cd60 req-65aea1ad-2a6a-4d50-9d33-a3c8d5c8b0be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f48a9518f664464964f7a4da38fe687&device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 1136 time: 0.0443814 Nov 24 21:55:02.834831 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad30bb5-ab5a-4e64-8cdf-d8400007cd60 req-fb640139-ba10-40c4-8b0c-4de85f1cd444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:02.836312 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cad30bb5-ab5a-4e64-8cdf-d8400007cd60 req-fb640139-ba10-40c4-8b0c-4de85f1cd444 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1c5bebb-0bf6-43c8-bb81-07be2547178b HTTP/1.1" status: 200 len: 916 time: 0.0961101 Nov 24 21:55:02.909004 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cad30bb5-ab5a-4e64-8cdf-d8400007cd60 req-c75509d9-9022-4823-b1b3-bfeaa323f6d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1fac4d2-9713-4d92-806e-190819794502 HTTP/1.1" status: 200 len: 1001 time: 0.0614803 Nov 24 21:55:02.962366 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad30bb5-ab5a-4e64-8cdf-d8400007cd60 req-c263f477-38da-4b25-bc51-f3e2f92c62ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:02.963789 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cad30bb5-ab5a-4e64-8cdf-d8400007cd60 req-c263f477-38da-4b25-bc51-f3e2f92c62ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=169bf57e-24c4-4b38-a470-c791dd0364cc HTTP/1.1" status: 200 len: 854 time: 0.0463364 Nov 24 21:55:03.015641 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad30bb5-ab5a-4e64-8cdf-d8400007cd60 req-ea569562-d90a-403e-8ca9-b910f5f68e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:03.018152 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cad30bb5-ab5a-4e64-8cdf-d8400007cd60 req-ea569562-d90a-403e-8ca9-b910f5f68e74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1c5bebb-0bf6-43c8-bb81-07be2547178b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456443 Nov 24 21:55:03.109417 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cad30bb5-ab5a-4e64-8cdf-d8400007cd60 req-425281db-9292-45d7-9780-ec1435729722 service neutron] 10.222.0.15 "GET /v2.0/networks/b1c5bebb-0bf6-43c8-bb81-07be2547178b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830312 Nov 24 21:55:03.206132 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cad30bb5-ab5a-4e64-8cdf-d8400007cd60 req-c103aa65-c9a8-41d8-b5fa-4c2f56fe6025 service neutron] 10.222.0.15 "GET /v2.0/networks/b1c5bebb-0bf6-43c8-bb81-07be2547178b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884380 Nov 24 21:55:09.020703 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f539b19e-f089-4652-81d3-83474fb7a938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:10.243733 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:11.319874 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2fc08dbc-5884-4a4a-b5d5-0e9b51204c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:11.696185 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:12.631856 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:13.996915 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:14.955881 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:23.761946 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-093761ba-36ec-4570-85ed-48f11afdb057 req-93fc6354-e7e6-4462-b3c1-30ffc2728de9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0857508 Nov 24 21:55:23.849577 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093761ba-36ec-4570-85ed-48f11afdb057 req-f581d311-4d7f-4084-8aa2-ca2c1fb1a420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:23.851001 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-093761ba-36ec-4570-85ed-48f11afdb057 req-f581d311-4d7f-4084-8aa2-ca2c1fb1a420 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f48a9518f664464964f7a4da38fe687&device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 1136 time: 0.0421948 Nov 24 21:55:23.961588 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093761ba-36ec-4570-85ed-48f11afdb057 req-ba59ad05-803f-4f5c-8508-95d2939184e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:23.962949 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-093761ba-36ec-4570-85ed-48f11afdb057 req-ba59ad05-803f-4f5c-8508-95d2939184e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1c5bebb-0bf6-43c8-bb81-07be2547178b HTTP/1.1" status: 200 len: 916 time: 0.0889690 Nov 24 21:55:24.032327 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-093761ba-36ec-4570-85ed-48f11afdb057 req-a353c9bf-f863-4f1f-8866-de27f3d4341a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1fac4d2-9713-4d92-806e-190819794502 HTTP/1.1" status: 200 len: 1001 time: 0.0590930 Nov 24 21:55:24.088450 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093761ba-36ec-4570-85ed-48f11afdb057 req-daf98b8b-a0b9-4121-acb4-f356053228e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:24.089938 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-093761ba-36ec-4570-85ed-48f11afdb057 req-daf98b8b-a0b9-4121-acb4-f356053228e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=169bf57e-24c4-4b38-a470-c791dd0364cc HTTP/1.1" status: 200 len: 854 time: 0.0482786 Nov 24 21:55:24.136940 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093761ba-36ec-4570-85ed-48f11afdb057 req-8ffb3295-b697-4bc2-bbe9-725b659541f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:24.138510 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-093761ba-36ec-4570-85ed-48f11afdb057 req-8ffb3295-b697-4bc2-bbe9-725b659541f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1c5bebb-0bf6-43c8-bb81-07be2547178b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404325 Nov 24 21:55:24.229276 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-093761ba-36ec-4570-85ed-48f11afdb057 req-74a6d243-39bd-4e89-aa1d-fdba66790236 service neutron] 10.222.0.15 "GET /v2.0/networks/b1c5bebb-0bf6-43c8-bb81-07be2547178b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837929 Nov 24 21:55:24.331273 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-093761ba-36ec-4570-85ed-48f11afdb057 req-f757d848-5bd1-405f-ae70-3b1da0f208a2 service neutron] 10.222.0.15 "GET /v2.0/networks/b1c5bebb-0bf6-43c8-bb81-07be2547178b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944021 Nov 24 21:55:25.394501 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27c09f-799b-47d5-b6c6-619a91e456bf req-fc312f3e-bdd3-4588-8b15-ab687f8d3ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:25.395974 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f27c09f-799b-47d5-b6c6-619a91e456bf req-fc312f3e-bdd3-4588-8b15-ab687f8d3ed3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f48a9518f664464964f7a4da38fe687&device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 1136 time: 0.0646727 Nov 24 21:55:25.403773 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45abaa-330c-4d49-9e52-d63cebc59cf5 req-7e56275a-106e-49d4-b917-19cd90620173 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:25.405228 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fb45abaa-330c-4d49-9e52-d63cebc59cf5 req-7e56275a-106e-49d4-b917-19cd90620173 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 985 time: 0.0835285 Nov 24 21:55:25.528823 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fb45abaa-330c-4d49-9e52-d63cebc59cf5 req-76976aca-be04-4f88-b7af-1f7c9ed02c2f tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=d416c9d8-839d-4aab-9079-90a2af877de0&id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1153517 Nov 24 21:55:25.538709 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27c09f-799b-47d5-b6c6-619a91e456bf req-92137f30-ca2d-42cd-98e8-80fe6d4d743d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:25.540294 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f27c09f-799b-47d5-b6c6-619a91e456bf req-92137f30-ca2d-42cd-98e8-80fe6d4d743d service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1c5bebb-0bf6-43c8-bb81-07be2547178b HTTP/1.1" status: 200 len: 916 time: 0.1340942 Nov 24 21:55:25.610963 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f27c09f-799b-47d5-b6c6-619a91e456bf req-789efdb9-761d-4aec-aff5-06cdcf3b2000 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1fac4d2-9713-4d92-806e-190819794502 HTTP/1.1" status: 200 len: 1001 time: 0.0630033 Nov 24 21:55:25.662797 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27c09f-799b-47d5-b6c6-619a91e456bf req-998e382e-a08e-49c0-bfca-772391a3472b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:25.664117 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f27c09f-799b-47d5-b6c6-619a91e456bf req-998e382e-a08e-49c0-bfca-772391a3472b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=169bf57e-24c4-4b38-a470-c791dd0364cc HTTP/1.1" status: 200 len: 854 time: 0.0435579 Nov 24 21:55:25.712509 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27c09f-799b-47d5-b6c6-619a91e456bf req-1a9b7a61-65ff-4473-b677-8daf63ebae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:25.713990 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f27c09f-799b-47d5-b6c6-619a91e456bf req-1a9b7a61-65ff-4473-b677-8daf63ebae82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1c5bebb-0bf6-43c8-bb81-07be2547178b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395234 Nov 24 21:55:25.809607 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f27c09f-799b-47d5-b6c6-619a91e456bf req-a786ab84-4322-4670-b917-7a51d662727b service neutron] 10.222.0.15 "GET /v2.0/networks/b1c5bebb-0bf6-43c8-bb81-07be2547178b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875585 Nov 24 21:55:25.904139 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8f27c09f-799b-47d5-b6c6-619a91e456bf req-0e2a447d-4429-4245-9e81-de8e5c6e0402 service neutron] 10.222.0.15 "GET /v2.0/networks/b1c5bebb-0bf6-43c8-bb81-07be2547178b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857551 Nov 24 21:55:26.651299 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070491d-0903-4ae4-bce6-2ea3ec0095ea req-14707c10-22d6-4d6d-80b5-8891f5b792d8 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:26.652801 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c070491d-0903-4ae4-bce6-2ea3ec0095ea req-14707c10-22d6-4d6d-80b5-8891f5b792d8 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 985 time: 0.0545139 Nov 24 21:55:26.714079 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c070491d-0903-4ae4-bce6-2ea3ec0095ea req-1f44c971-fae6-49d1-aaf8-7624cd3e9a65 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=d416c9d8-839d-4aab-9079-90a2af877de0&id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550725 Nov 24 21:55:27.838004 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599372eb-700f-4870-9026-dad6d9722673 req-e9d8570a-1f0a-4cf0-af22-b71f9f5cd005 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:27.839754 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-599372eb-700f-4870-9026-dad6d9722673 req-e9d8570a-1f0a-4cf0-af22-b71f9f5cd005 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 985 time: 0.0504320 Nov 24 21:55:27.906060 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-599372eb-700f-4870-9026-dad6d9722673 req-6fd6cc17-7189-4cdd-bd98-23e0e5ae6063 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=d416c9d8-839d-4aab-9079-90a2af877de0&id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593572 Nov 24 21:55:29.026146 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2983ead-e2a4-4bcd-82f8-15f21a6d1fa2 req-9c22c78e-0909-45f7-ba34-48c9975092c0 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:29.027688 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c2983ead-e2a4-4bcd-82f8-15f21a6d1fa2 req-9c22c78e-0909-45f7-ba34-48c9975092c0 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 985 time: 0.0497968 Nov 24 21:55:29.093207 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c2983ead-e2a4-4bcd-82f8-15f21a6d1fa2 req-8c7bc793-4b11-4d1d-a557-fb315a157e6c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=d416c9d8-839d-4aab-9079-90a2af877de0&id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595279 Nov 24 21:55:30.209300 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f8737-1ea1-47c3-aa96-b1072bef3abd req-2519346c-b5d8-4d1b-99ae-ef96086607e9 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:30.210798 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-019f8737-1ea1-47c3-aa96-b1072bef3abd req-2519346c-b5d8-4d1b-99ae-ef96086607e9 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 985 time: 0.0508468 Nov 24 21:55:30.271498 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-019f8737-1ea1-47c3-aa96-b1072bef3abd req-037dcbe9-2a26-47df-bffa-44c7670fe5f6 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=d416c9d8-839d-4aab-9079-90a2af877de0&id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546606 Nov 24 21:55:31.388490 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd21bb-3413-47c2-a6de-f55100b38e17 req-f7317d03-0e28-43f2-aa80-a658ea32c63b tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:31.390027 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-21cd21bb-3413-47c2-a6de-f55100b38e17 req-f7317d03-0e28-43f2-aa80-a658ea32c63b tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 985 time: 0.0500460 Nov 24 21:55:31.566509 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-21cd21bb-3413-47c2-a6de-f55100b38e17 req-1d18a199-dd83-4492-99d5-3ba1640acc3e tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=d416c9d8-839d-4aab-9079-90a2af877de0&id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1699173 Nov 24 21:55:32.686785 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb4d61-21b3-4442-97fb-6547249c314a req-2a230cc2-9a76-4934-b245-00215b289743 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:32.688265 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4efb4d61-21b3-4442-97fb-6547249c314a req-2a230cc2-9a76-4934-b245-00215b289743 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 985 time: 0.0534565 Nov 24 21:55:32.749174 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4efb4d61-21b3-4442-97fb-6547249c314a req-1c6aa90b-9a57-4daa-9729-567cd6fb3654 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=d416c9d8-839d-4aab-9079-90a2af877de0&id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536709 Nov 24 21:55:33.493648 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:55:33.869588 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc45b1-3504-470d-a1ae-d0664ef8f403 req-f4b5d5a9-8898-4a52-8174-f2243c608665 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:33.871120 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72bc45b1-3504-470d-a1ae-d0664ef8f403 req-f4b5d5a9-8898-4a52-8174-f2243c608665 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 985 time: 0.0510147 Nov 24 21:55:33.931521 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-72bc45b1-3504-470d-a1ae-d0664ef8f403 req-dd4a1bd1-fb8a-4184-8cf7-2dadde43dfc1 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=d416c9d8-839d-4aab-9079-90a2af877de0&id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542910 Nov 24 21:55:35.048609 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c96db-863d-45ca-acb1-72744d9eb6f3 req-b3503f77-cf4b-4ac7-be72-5328d33b7248 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:35.050128 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-703c96db-863d-45ca-acb1-72744d9eb6f3 req-b3503f77-cf4b-4ac7-be72-5328d33b7248 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 985 time: 0.0496657 Nov 24 21:55:35.116288 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-703c96db-863d-45ca-acb1-72744d9eb6f3 req-6dac05d7-64d6-41ca-a867-d90becf966c3 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=d416c9d8-839d-4aab-9079-90a2af877de0&id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595715 Nov 24 21:55:36.232117 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b04b67-5668-4178-8525-a0df32f284dc req-647c6221-2bd9-40f0-a708-26cc81ffc609 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:36.233623 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4b04b67-5668-4178-8525-a0df32f284dc req-647c6221-2bd9-40f0-a708-26cc81ffc609 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 985 time: 0.0492785 Nov 24 21:55:36.294232 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4b04b67-5668-4178-8525-a0df32f284dc req-c8731af3-4aad-4342-8147-d581c6f723c9 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=d416c9d8-839d-4aab-9079-90a2af877de0&id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536213 Nov 24 21:55:37.413709 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40498c76-dfd9-41af-ad73-2cdc04d3eb98 req-12240b11-fda4-48ea-a010-793edc5de439 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:37.415196 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-40498c76-dfd9-41af-ad73-2cdc04d3eb98 req-12240b11-fda4-48ea-a010-793edc5de439 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 985 time: 0.0493352 Nov 24 21:55:37.475286 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-40498c76-dfd9-41af-ad73-2cdc04d3eb98 req-ad111fa7-9fdf-4980-a642-cd17e5f7a590 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=d416c9d8-839d-4aab-9079-90a2af877de0&id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540388 Nov 24 21:55:38.596540 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e6fd6-77c0-4f92-a3b0-6a5091e9b34c req-4ff611bb-f351-4869-b9ca-a17d035f341c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:38.598062 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-571e6fd6-77c0-4f92-a3b0-6a5091e9b34c req-4ff611bb-f351-4869-b9ca-a17d035f341c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 985 time: 0.0528345 Nov 24 21:55:38.657405 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-571e6fd6-77c0-4f92-a3b0-6a5091e9b34c req-ef06e6af-e905-4abc-b7c9-25e0b4238b3b tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=d416c9d8-839d-4aab-9079-90a2af877de0&id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532093 Nov 24 21:55:39.022324 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6df3c3c8-10ee-4468-bfcc-a302a8303a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:39.775551 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e4cc5-7880-4684-9c6e-f06520492c88 req-ba83b3e1-09e8-450e-a4c3-19c2c119811f tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:39.777122 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1a5e4cc5-7880-4684-9c6e-f06520492c88 req-ba83b3e1-09e8-450e-a4c3-19c2c119811f tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 985 time: 0.0510237 Nov 24 21:55:39.839287 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1a5e4cc5-7880-4684-9c6e-f06520492c88 req-5a4f9777-8202-4a5d-8f05-a5e4ae9b4eb5 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=d416c9d8-839d-4aab-9079-90a2af877de0&id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561309 Nov 24 21:55:40.257568 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:40.961415 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f6437-537c-4964-9651-3b5fed612215 req-6c6ae710-a374-4a14-93a6-7178ef05a8b7 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:40.962904 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-696f6437-537c-4964-9651-3b5fed612215 req-6c6ae710-a374-4a14-93a6-7178ef05a8b7 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 985 time: 0.0534940 Nov 24 21:55:41.022755 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-696f6437-537c-4964-9651-3b5fed612215 req-af2e268b-55cf-4ed8-ab18-103728fcba07 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=d416c9d8-839d-4aab-9079-90a2af877de0&id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537872 Nov 24 21:55:41.319569 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dd41b475-d335-4265-b846-07ab327647b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:41.698304 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:42.142732 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3520421-bc3a-4818-8e46-af374528c8b4 req-8cfcf930-3362-43d7-9f9b-b1918ef4df16 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:55:42.144218 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d3520421-bc3a-4818-8e46-af374528c8b4 req-8cfcf930-3362-43d7-9f9b-b1918ef4df16 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 985 time: 0.0509148 Nov 24 21:55:42.205440 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d3520421-bc3a-4818-8e46-af374528c8b4 req-98b26240-fd47-4f14-b30f-33548198e464 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=d416c9d8-839d-4aab-9079-90a2af877de0&id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548537 Nov 24 21:55:42.633916 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:43.999153 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:55:44.958576 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:09.024221 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-31e4f20f-0b8c-45f7-ac56-882e6f906679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:10.259406 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:10.493631 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:56:11.321318 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f9a30834-e400-466a-89c3-1f391f691362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:11.695974 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:12.636993 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:14.005015 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:14.960774 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:15.543747 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c56ff7d6-6cb2-4ea6-a50f-e090a84239c8 req-67b30206-801c-409d-9c3a-a11dc1f44dfc tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-100256631&fields=id&tenant_id=9f48a9518f664464964f7a4da38fe687 HTTP/1.1" status: 200 len: 267 time: 0.0437679 Nov 24 21:56:15.601460 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ff7d6-6cb2-4ea6-a50f-e090a84239c8 req-c633aab2-a347-4480-82b9-efc063b3968a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:15.602991 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c56ff7d6-6cb2-4ea6-a50f-e090a84239c8 req-c633aab2-a347-4480-82b9-efc063b3968a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 985 time: 0.0536904 Nov 24 21:56:15.614847 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-c56ff7d6-6cb2-4ea6-a50f-e090a84239c8 req-27ccfbcf-54dd-4d93-8627-9b52391b908c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Request body: {'port': {'security_groups': ['a01009b1-6880-4150-9e89-25ba0f95e8e7']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:56:15.678197 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c56ff7d6-6cb2-4ea6-a50f-e090a84239c8 req-27ccfbcf-54dd-4d93-8627-9b52391b908c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:15.850797 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-c56ff7d6-6cb2-4ea6-a50f-e090a84239c8 req-27ccfbcf-54dd-4d93-8627-9b52391b908c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] For port b1fac4d2-9713-4d92-806e-190819794502, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b1fac4d2-9713-4d92-806e-190819794502,segment=NetworkSegment(39d63445-537f-4907-90b9-b724d6546b4a),segment_id=39d63445-537f-4907-90b9-b724d6546b4a)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:56:15.880489 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c56ff7d6-6cb2-4ea6-a50f-e090a84239c8 req-27ccfbcf-54dd-4d93-8627-9b52391b908c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:15.884508 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c56ff7d6-6cb2-4ea6-a50f-e090a84239c8 req-27ccfbcf-54dd-4d93-8627-9b52391b908c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:15.897310 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['b1fac4d2-9713-4d92-806e-190819794502'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:56:15.932297 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ff7d6-6cb2-4ea6-a50f-e090a84239c8 req-27ccfbcf-54dd-4d93-8627-9b52391b908c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:15.932986 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-c56ff7d6-6cb2-4ea6-a50f-e090a84239c8 req-27ccfbcf-54dd-4d93-8627-9b52391b908c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:15.934426 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c56ff7d6-6cb2-4ea6-a50f-e090a84239c8 req-27ccfbcf-54dd-4d93-8627-9b52391b908c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "PUT /v2.0/ports/b1fac4d2-9713-4d92-806e-190819794502 HTTP/1.1" status: 200 len: 943 time: 0.3250501 Nov 24 21:56:15.934908 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbafc62f-f383-4e6c-9a51-b19e659a7242', 'tag': 'b1fac4d2-9713-4d92-806e-190819794502'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:56:15.937215 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb323c7-2ef9-4140-87d7-63dca0b6b95c" -d '{"events": [{"name": "network-changed", "server_uuid": "cbafc62f-f383-4e6c-9a51-b19e659a7242", "tag": "b1fac4d2-9713-4d92-806e-190819794502"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:56:15.945973 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54498) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:15.973600 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ccfbcf-54dd-4d93-8627-9b52391b908c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Pushing event updated for resources: {'Port': ['ID=b1fac4d2-9713-4d92-806e-190819794502,revision_number=7']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:15.985452 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccfbcf-54dd-4d93-8627-9b52391b908c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:15.985916 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccfbcf-54dd-4d93-8627-9b52391b908c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:15.986408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccfbcf-54dd-4d93-8627-9b52391b908c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:15.987053 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccfbcf-54dd-4d93-8627-9b52391b908c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:15.987536 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccfbcf-54dd-4d93-8627-9b52391b908c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:15.988194 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccfbcf-54dd-4d93-8627-9b52391b908c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:15.989736 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccfbcf-54dd-4d93-8627-9b52391b908c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:15.990163 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccfbcf-54dd-4d93-8627-9b52391b908c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:15.990575 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccfbcf-54dd-4d93-8627-9b52391b908c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:15.990984 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccfbcf-54dd-4d93-8627-9b52391b908c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:15.991390 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccfbcf-54dd-4d93-8627-9b52391b908c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:15.991805 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccfbcf-54dd-4d93-8627-9b52391b908c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:16.006832 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['b1fac4d2-9713-4d92-806e-190819794502'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:56:16.033625 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-71679ed7-aff1-4a6e-98bd-673417d93e76 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:16.064363 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-71679ed7-aff1-4a6e-98bd-673417d93e76 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:16.086977 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae192e7-cacf-4875-bb4e-f743034b154a x-openstack-request-id: req-2ae192e7-cacf-4875-bb4e-f743034b154a {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:56:16.087278 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbafc62f-f383-4e6c-9a51-b19e659a7242", "tag": "b1fac4d2-9713-4d92-806e-190819794502", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:56:16.087538 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2ae192e7-cacf-4875-bb4e-f743034b154a {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:56:16.088012 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbafc62f-f383-4e6c-9a51-b19e659a7242', 'tag': 'b1fac4d2-9713-4d92-806e-190819794502', 'status': 'completed', 'code': 200} Nov 24 21:56:16.130032 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-71679ed7-aff1-4a6e-98bd-673417d93e76 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:16.135776 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-71679ed7-aff1-4a6e-98bd-673417d93e76 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:16.137959 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-71679ed7-aff1-4a6e-98bd-673417d93e76 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "DELETE /v2.0/security-groups/d416c9d8-839d-4aab-9079-90a2af877de0 HTTP/1.1" status: 204 len: 168 time: 0.1909626 Nov 24 21:56:16.149607 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54504) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:16.150971 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71679ed7-aff1-4a6e-98bd-673417d93e76 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d416c9d8-839d-4aab-9079-90a2af877de0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:16.177805 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71679ed7-aff1-4a6e-98bd-673417d93e76 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:16.178200 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71679ed7-aff1-4a6e-98bd-673417d93e76 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:16.178559 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71679ed7-aff1-4a6e-98bd-673417d93e76 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:16.179535 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71679ed7-aff1-4a6e-98bd-673417d93e76 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:16.180138 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71679ed7-aff1-4a6e-98bd-673417d93e76 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:16.180782 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71679ed7-aff1-4a6e-98bd-673417d93e76 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:16.181197 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71679ed7-aff1-4a6e-98bd-673417d93e76 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:16.181489 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb323c7-2ef9-4140-87d7-63dca0b6b95c req-de6fcedf-9eb6-4782-9142-031495f2346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:16.181627 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71679ed7-aff1-4a6e-98bd-673417d93e76 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:16.181929 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71679ed7-aff1-4a6e-98bd-673417d93e76 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:16.182278 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71679ed7-aff1-4a6e-98bd-673417d93e76 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:16.182618 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71679ed7-aff1-4a6e-98bd-673417d93e76 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:16.183226 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71679ed7-aff1-4a6e-98bd-673417d93e76 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:16.184287 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-adb323c7-2ef9-4140-87d7-63dca0b6b95c req-de6fcedf-9eb6-4782-9142-031495f2346e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f48a9518f664464964f7a4da38fe687&device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 1097 time: 0.0684111 Nov 24 21:56:16.294783 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b161363f-43e5-45b1-b754-3bfdb9c23c44 None None] Provisioning complete for port b1fac4d2-9713-4d92-806e-190819794502 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:56:16.295154 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b161363f-43e5-45b1-b754-3bfdb9c23c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:16.309314 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb323c7-2ef9-4140-87d7-63dca0b6b95c req-c4134ab7-f41a-4e2e-bb9f-e2d7fdb6ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:16.310945 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-adb323c7-2ef9-4140-87d7-63dca0b6b95c req-c4134ab7-f41a-4e2e-bb9f-e2d7fdb6ac44 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1c5bebb-0bf6-43c8-bb81-07be2547178b HTTP/1.1" status: 200 len: 916 time: 0.1191275 Nov 24 21:56:16.354553 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-6b436429-369c-4451-874b-10e06f44bc0a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Deleting port 74b4efb2-d0cb-4863-81fa-c2c2984355c2 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:56:16.354945 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6b436429-369c-4451-874b-10e06f44bc0a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:16.391140 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-adb323c7-2ef9-4140-87d7-63dca0b6b95c req-ed19a4c5-f378-4f69-9581-52c296aed80f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1fac4d2-9713-4d92-806e-190819794502 HTTP/1.1" status: 200 len: 1001 time: 0.0717452 Nov 24 21:56:16.437345 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6b436429-369c-4451-874b-10e06f44bc0a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:16.437935 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6b436429-369c-4451-874b-10e06f44bc0a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:16.442120 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb323c7-2ef9-4140-87d7-63dca0b6b95c req-b66499c8-4ec0-4a24-9ad4-4d5ba50ee8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:16.443619 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-adb323c7-2ef9-4140-87d7-63dca0b6b95c req-b66499c8-4ec0-4a24-9ad4-4d5ba50ee8c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=169bf57e-24c4-4b38-a470-c791dd0364cc HTTP/1.1" status: 200 len: 854 time: 0.0452802 Nov 24 21:56:16.450525 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-6b436429-369c-4451-874b-10e06f44bc0a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Calling delete_port for 74b4efb2-d0cb-4863-81fa-c2c2984355c2 owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:56:16.492080 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb323c7-2ef9-4140-87d7-63dca0b6b95c req-f344f94d-685e-4f75-811d-7af05545dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:16.493770 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-adb323c7-2ef9-4140-87d7-63dca0b6b95c req-f344f94d-685e-4f75-811d-7af05545dbfa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1c5bebb-0bf6-43c8-bb81-07be2547178b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428724 Nov 24 21:56:16.591560 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-adb323c7-2ef9-4140-87d7-63dca0b6b95c req-f22ee5ed-d44a-4efc-97e3-90afb8654567 service neutron] 10.222.0.15 "GET /v2.0/networks/b1c5bebb-0bf6-43c8-bb81-07be2547178b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904768 Nov 24 21:56:16.606365 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6b436429-369c-4451-874b-10e06f44bc0a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:16.634056 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b436429-369c-4451-874b-10e06f44bc0a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Pushing event deleted for resources: {'Port': ['ID=74b4efb2-d0cb-4863-81fa-c2c2984355c2,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:16.685350 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-adb323c7-2ef9-4140-87d7-63dca0b6b95c req-1e034a4f-e1c0-4985-b94c-5aabd8140e7f service neutron] 10.222.0.15 "GET /v2.0/networks/b1c5bebb-0bf6-43c8-bb81-07be2547178b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859163 Nov 24 21:56:16.700685 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6b436429-369c-4451-874b-10e06f44bc0a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:16.701141 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-6b436429-369c-4451-874b-10e06f44bc0a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Floating IP d9daaaab-ed14-46ae-a008-25dae4f5ec18 disassociated (deleted). External IP: 172.25.5.13, port: b1fac4d2-9713-4d92-806e-190819794502. Nov 24 21:56:16.910525 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b436429-369c-4451-874b-10e06f44bc0a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Router a726d82a-c7be-490a-91e4-3689fe5b8fba has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:56:17.020998 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b436429-369c-4451-874b-10e06f44bc0a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:56:17.025781 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6b436429-369c-4451-874b-10e06f44bc0a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:17.032622 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c9c530-331b-4688-849c-408d903061e4 None None] Sync routers for ids ['a726d82a-c7be-490a-91e4-3689fe5b8fba'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:56:17.042508 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c9c530-331b-4688-849c-408d903061e4 None None] Routers {'a726d82a-c7be-490a-91e4-3689fe5b8fba'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:56:17.043144 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-37c9c530-331b-4688-849c-408d903061e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:56:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a726d82a-c7be-490a-91e4-3689fe5b8fba'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:17.052871 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6b436429-369c-4451-874b-10e06f44bc0a tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "DELETE /v2.0/floatingips/d9daaaab-ed14-46ae-a008-25dae4f5ec18 HTTP/1.1" status: 204 len: 168 time: 0.8986452 Nov 24 21:56:17.053469 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbafc62f-f383-4e6c-9a51-b19e659a7242', 'tag': 'b1fac4d2-9713-4d92-806e-190819794502'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:56:17.055746 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188d1cb2-52e4-4418-83a4-c18a7a851a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "cbafc62f-f383-4e6c-9a51-b19e659a7242", "tag": "b1fac4d2-9713-4d92-806e-190819794502"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:56:17.151800 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-37c9c530-331b-4688-849c-408d903061e4 None None] Set router a726d82a-c7be-490a-91e4-3689fe5b8fba gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:56:17.337108 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c71f90-ff67-436b-a87a-a9e35e78c4e9 x-openstack-request-id: req-e1c71f90-ff67-436b-a87a-a9e35e78c4e9 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:56:17.337482 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbafc62f-f383-4e6c-9a51-b19e659a7242", "tag": "b1fac4d2-9713-4d92-806e-190819794502", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:56:17.337673 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e1c71f90-ff67-436b-a87a-a9e35e78c4e9 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:56:17.338101 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbafc62f-f383-4e6c-9a51-b19e659a7242', 'tag': 'b1fac4d2-9713-4d92-806e-190819794502', 'status': 'completed', 'code': 200} Nov 24 21:56:17.374454 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-37c9c530-331b-4688-849c-408d903061e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'name': 'tempest-TestMinimumBasicScenario-1537539584-router', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:54:05Z', 'updated_at': '2021-11-24T21:54:08Z', 'revision_number': 4, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'gw_port': {'id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:06Z', 'updated_at': '2021-11-24T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '76603bc4-bf48-4a1b-9e67-c237b032a30c', 'name': '', 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'mac_address': 'fa:16:3e:db:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '169bf57e-24c4-4b38-a470-c791dd0364cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:07Z', 'updated_at': '2021-11-24T21:54:12Z', 'revision_number': 5, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'subnets': [{'id': '169bf57e-24c4-4b38-a470-c791dd0364cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:17.401133 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c9c530-331b-4688-849c-408d903061e4 None None] Checking router: a726d82a-c7be-490a-91e4-3689fe5b8fba for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:56:17.409794 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c9c530-331b-4688-849c-408d903061e4 None None] Routers {'a726d82a-c7be-490a-91e4-3689fe5b8fba'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:56:17.410931 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-37c9c530-331b-4688-849c-408d903061e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:56:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a726d82a-c7be-490a-91e4-3689fe5b8fba'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:17.416347 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d1cb2-52e4-4418-83a4-c18a7a851a7c req-3ef9364c-13b1-4d6f-b65e-31f9eb5d3500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:17.417916 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-188d1cb2-52e4-4418-83a4-c18a7a851a7c req-3ef9364c-13b1-4d6f-b65e-31f9eb5d3500 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f48a9518f664464964f7a4da38fe687&device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 1097 time: 0.0489938 Nov 24 21:56:17.511669 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d1cb2-52e4-4418-83a4-c18a7a851a7c req-3152d995-e7bc-4e61-9a8b-902922203aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:17.513176 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-188d1cb2-52e4-4418-83a4-c18a7a851a7c req-3152d995-e7bc-4e61-9a8b-902922203aef service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1c5bebb-0bf6-43c8-bb81-07be2547178b HTTP/1.1" status: 200 len: 916 time: 0.0858848 Nov 24 21:56:17.518523 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-37c9c530-331b-4688-849c-408d903061e4 None None] Set router a726d82a-c7be-490a-91e4-3689fe5b8fba gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:56:17.561014 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-188d1cb2-52e4-4418-83a4-c18a7a851a7c req-66f1c825-1f42-49ae-b487-d2020ad4f598 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1fac4d2-9713-4d92-806e-190819794502 HTTP/1.1" status: 200 len: 217 time: 0.0388074 Nov 24 21:56:17.612422 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d1cb2-52e4-4418-83a4-c18a7a851a7c req-b6c9d175-06ec-4a3c-be63-7cc32a3fc3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:17.614960 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-188d1cb2-52e4-4418-83a4-c18a7a851a7c req-b6c9d175-06ec-4a3c-be63-7cc32a3fc3b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=169bf57e-24c4-4b38-a470-c791dd0364cc HTTP/1.1" status: 200 len: 854 time: 0.0452576 Nov 24 21:56:17.663310 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d1cb2-52e4-4418-83a4-c18a7a851a7c req-f80d04c0-6928-45f2-af88-9ea32f680c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:17.664866 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-188d1cb2-52e4-4418-83a4-c18a7a851a7c req-f80d04c0-6928-45f2-af88-9ea32f680c44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1c5bebb-0bf6-43c8-bb81-07be2547178b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410240 Nov 24 21:56:17.719990 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-37c9c530-331b-4688-849c-408d903061e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'name': 'tempest-TestMinimumBasicScenario-1537539584-router', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:54:05Z', 'updated_at': '2021-11-24T21:54:08Z', 'revision_number': 4, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'gw_port': {'id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:06Z', 'updated_at': '2021-11-24T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '76603bc4-bf48-4a1b-9e67-c237b032a30c', 'name': '', 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'mac_address': 'fa:16:3e:db:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '169bf57e-24c4-4b38-a470-c791dd0364cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:07Z', 'updated_at': '2021-11-24T21:54:12Z', 'revision_number': 5, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'subnets': [{'id': '169bf57e-24c4-4b38-a470-c791dd0364cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:17.747023 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c9c530-331b-4688-849c-408d903061e4 None None] The sync data for ids ['a726d82a-c7be-490a-91e4-3689fe5b8fba'] in n-d-812111-8 is: [{'id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'name': 'tempest-TestMinimumBasicScenario-1537539584-router', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:54:05Z', 'updated_at': '2021-11-24T21:54:08Z', 'revision_number': 4, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'gw_port': {'id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:06Z', 'updated_at': '2021-11-24T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '76603bc4-bf48-4a1b-9e67-c237b032a30c', 'name': '', 'network_id': 'b1c5bebb-0bf6-43c8-bb81-07be2547178b', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'mac_address': 'fa:16:3e:db:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '169bf57e-24c4-4b38-a470-c791dd0364cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:07Z', 'updated_at': '2021-11-24T21:54:12Z', 'revision_number': 5, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'subnets': [{'id': '169bf57e-24c4-4b38-a470-c791dd0364cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:56:17.761269 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-188d1cb2-52e4-4418-83a4-c18a7a851a7c req-94dd0454-d2aa-42e7-a3d9-416df268d174 service neutron] 10.222.0.15 "GET /v2.0/networks/b1c5bebb-0bf6-43c8-bb81-07be2547178b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884607 Nov 24 21:56:17.870148 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-188d1cb2-52e4-4418-83a4-c18a7a851a7c req-01916d0b-df69-4527-ae62-d745663dd24c service neutron] 10.222.0.15 "GET /v2.0/networks/b1c5bebb-0bf6-43c8-bb81-07be2547178b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929666 Nov 24 21:56:17.993631 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47e1d6-74cd-4bfe-944f-50eb1fdacfaf None None] New status for floating IP d9daaaab-ed14-46ae-a008-25dae4f5ec18: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:56:23.713739 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-705eed48-60f0-48b8-9b45-210799768c84 req-e4c536bb-85a7-4fd6-97a7-e77f9f9dce93 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405285 Nov 24 21:56:23.808876 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eed48-60f0-48b8-9b45-210799768c84 req-8fc78039-5cdf-4820-a8ce-7671b15d544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:23.810389 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-705eed48-60f0-48b8-9b45-210799768c84 req-8fc78039-5cdf-4820-a8ce-7671b15d544a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f48a9518f664464964f7a4da38fe687&device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 1097 time: 0.0456710 Nov 24 21:56:23.922757 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eed48-60f0-48b8-9b45-210799768c84 req-fb99b4df-86fd-4e39-8800-5b721c395f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:23.924231 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-705eed48-60f0-48b8-9b45-210799768c84 req-fb99b4df-86fd-4e39-8800-5b721c395f6b service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1c5bebb-0bf6-43c8-bb81-07be2547178b HTTP/1.1" status: 200 len: 916 time: 0.0900421 Nov 24 21:56:24.296249 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-705eed48-60f0-48b8-9b45-210799768c84 req-a6979b24-b961-45b2-8539-247d3c21f70c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1fac4d2-9713-4d92-806e-190819794502 HTTP/1.1" status: 200 len: 217 time: 0.3595374 Nov 24 21:56:24.350663 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eed48-60f0-48b8-9b45-210799768c84 req-e8ef48ba-34b5-4e79-bf13-f1e8965eb90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:24.352124 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-705eed48-60f0-48b8-9b45-210799768c84 req-e8ef48ba-34b5-4e79-bf13-f1e8965eb90a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=169bf57e-24c4-4b38-a470-c791dd0364cc HTTP/1.1" status: 200 len: 854 time: 0.0448074 Nov 24 21:56:24.403165 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eed48-60f0-48b8-9b45-210799768c84 req-914bc7c1-e82b-420b-93dd-4327980e7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:24.404662 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-705eed48-60f0-48b8-9b45-210799768c84 req-914bc7c1-e82b-420b-93dd-4327980e7efd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1c5bebb-0bf6-43c8-bb81-07be2547178b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415113 Nov 24 21:56:24.507177 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-705eed48-60f0-48b8-9b45-210799768c84 req-666c63f1-7240-4fd7-a1a3-a90353a8ccb7 service neutron] 10.222.0.15 "GET /v2.0/networks/b1c5bebb-0bf6-43c8-bb81-07be2547178b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900126 Nov 24 21:56:24.602955 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-705eed48-60f0-48b8-9b45-210799768c84 req-3df0a6d0-4764-4dfd-800c-e42e3dd7f6d7 service neutron] 10.222.0.15 "GET /v2.0/networks/b1c5bebb-0bf6-43c8-bb81-07be2547178b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839729 Nov 24 21:56:26.190510 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0656b-d60b-49f5-833c-f210dcfd05db req-ad5163c4-04c0-439c-92e2-8eeef4129869 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:26.192736 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-29f0656b-d60b-49f5-833c-f210dcfd05db req-ad5163c4-04c0-439c-92e2-8eeef4129869 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 946 time: 0.0544341 Nov 24 21:56:26.240251 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-29f0656b-d60b-49f5-833c-f210dcfd05db req-639595f1-b2df-4222-abc6-b322bee07bcc tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414457 Nov 24 21:56:27.358374 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd890ba-926f-41cf-b8ee-398756d92137 req-7a5f7ad9-3054-42f1-9865-6e04a0b01e8c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:27.359874 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5fd890ba-926f-41cf-b8ee-398756d92137 req-7a5f7ad9-3054-42f1-9865-6e04a0b01e8c tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 946 time: 0.0493298 Nov 24 21:56:27.407419 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5fd890ba-926f-41cf-b8ee-398756d92137 req-3f55c4fb-492e-4fdd-9976-45d58b6033c1 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413415 Nov 24 21:56:28.215327 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7c55a-a0dd-4505-92b0-a2842c2eb84d req-a3b43af9-864c-48fe-ac45-6b60bb7a9919 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:28.216806 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-43a7c55a-a0dd-4505-92b0-a2842c2eb84d req-a3b43af9-864c-48fe-ac45-6b60bb7a9919 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 946 time: 0.0551553 Nov 24 21:56:28.318663 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-43a7c55a-a0dd-4505-92b0-a2842c2eb84d req-f7bcf1fb-beaf-48bb-9326-17ad87e9b018 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Deleting port b1fac4d2-9713-4d92-806e-190819794502 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:56:28.319000 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-43a7c55a-a0dd-4505-92b0-a2842c2eb84d req-f7bcf1fb-beaf-48bb-9326-17ad87e9b018 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:28.407205 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-43a7c55a-a0dd-4505-92b0-a2842c2eb84d req-f7bcf1fb-beaf-48bb-9326-17ad87e9b018 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] For port b1fac4d2-9713-4d92-806e-190819794502, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=b1fac4d2-9713-4d92-806e-190819794502,segment=NetworkSegment(39d63445-537f-4907-90b9-b724d6546b4a),segment_id=39d63445-537f-4907-90b9-b724d6546b4a)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:56:28.407915 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-43a7c55a-a0dd-4505-92b0-a2842c2eb84d req-f7bcf1fb-beaf-48bb-9326-17ad87e9b018 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:28.419891 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-43a7c55a-a0dd-4505-92b0-a2842c2eb84d req-f7bcf1fb-beaf-48bb-9326-17ad87e9b018 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Calling delete_port for b1fac4d2-9713-4d92-806e-190819794502 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:56:28.541519 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5bf7d-fe3c-4dfa-97ee-ddea78cb4203 req-3b8e6103-8b66-4d99-8133-2988e5a6ab04 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:28.542935 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-60c5bf7d-fe3c-4dfa-97ee-ddea78cb4203 req-3b8e6103-8b66-4d99-8133-2988e5a6ab04 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbafc62f-f383-4e6c-9a51-b19e659a7242 HTTP/1.1" status: 200 len: 946 time: 0.0655444 Nov 24 21:56:28.620907 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-43a7c55a-a0dd-4505-92b0-a2842c2eb84d req-f7bcf1fb-beaf-48bb-9326-17ad87e9b018 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:28.632368 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-60c5bf7d-fe3c-4dfa-97ee-ddea78cb4203 req-7cd6f851-7b5e-43f0-bbe0-51b4697af3c7 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.11 "GET /v2.0/security-groups?id=a01009b1-6880-4150-9e89-25ba0f95e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828822 Nov 24 21:56:28.636726 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['b1fac4d2-9713-4d92-806e-190819794502'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:56:28.656774 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcf1fb-beaf-48bb-9326-17ad87e9b018 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Pushing event deleted for resources: {'Port': ['ID=b1fac4d2-9713-4d92-806e-190819794502,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:28.700792 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a7c55a-a0dd-4505-92b0-a2842c2eb84d req-f7bcf1fb-beaf-48bb-9326-17ad87e9b018 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] No DVR routers for this DVR port b1fac4d2-9713-4d92-806e-190819794502 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:56:28.703415 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-43a7c55a-a0dd-4505-92b0-a2842c2eb84d req-f7bcf1fb-beaf-48bb-9326-17ad87e9b018 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:28.706808 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-43a7c55a-a0dd-4505-92b0-a2842c2eb84d req-f7bcf1fb-beaf-48bb-9326-17ad87e9b018 tempest-TestMinimumBasicScenario-1700745328 tempest-TestMinimumBasicScenario-1700745328-project] 10.222.0.15 "DELETE /v2.0/ports/b1fac4d2-9713-4d92-806e-190819794502 HTTP/1.1" status: 204 len: 173 time: 0.4806721 Nov 24 21:56:28.707376 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbafc62f-f383-4e6c-9a51-b19e659a7242', 'name': 'network-vif-deleted', 'tag': 'b1fac4d2-9713-4d92-806e-190819794502'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:56:28.709593 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3171fe8b-0a77-427e-a156-e953aa583484" -d '{"events": [{"server_uuid": "cbafc62f-f383-4e6c-9a51-b19e659a7242", "name": "network-vif-deleted", "tag": "b1fac4d2-9713-4d92-806e-190819794502"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:56:28.750967 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcd99bb-f250-483a-ba0d-43eb83318179 x-openstack-request-id: req-3bcd99bb-f250-483a-ba0d-43eb83318179 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:56:28.751293 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbafc62f-f383-4e6c-9a51-b19e659a7242", "name": "network-vif-deleted", "tag": "b1fac4d2-9713-4d92-806e-190819794502", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:56:28.751555 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3bcd99bb-f250-483a-ba0d-43eb83318179 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:56:28.751971 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbafc62f-f383-4e6c-9a51-b19e659a7242', 'name': 'network-vif-deleted', 'tag': 'b1fac4d2-9713-4d92-806e-190819794502', 'status': 'completed', 'code': 200} Nov 24 21:56:30.261516 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54606) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:30.620690 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6a14ebc8-a17d-4cd3-a2a9-42e49424d47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:30.866054 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-6a14ebc8-a17d-4cd3-a2a9-42e49424d47c admin admin] Deleting port 76603bc4-bf48-4a1b-9e67-c237b032a30c {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:56:30.866397 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6a14ebc8-a17d-4cd3-a2a9-42e49424d47c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:30.944059 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-6a14ebc8-a17d-4cd3-a2a9-42e49424d47c admin admin] For port 76603bc4-bf48-4a1b-9e67-c237b032a30c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=76603bc4-bf48-4a1b-9e67-c237b032a30c,segment=NetworkSegment(39d63445-537f-4907-90b9-b724d6546b4a),segment_id=39d63445-537f-4907-90b9-b724d6546b4a)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:56:30.944422 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6a14ebc8-a17d-4cd3-a2a9-42e49424d47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:30.956500 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-6a14ebc8-a17d-4cd3-a2a9-42e49424d47c admin admin] Calling delete_port for 76603bc4-bf48-4a1b-9e67-c237b032a30c owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:56:31.136737 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6a14ebc8-a17d-4cd3-a2a9-42e49424d47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:31.167251 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14ebc8-a17d-4cd3-a2a9-42e49424d47c admin admin] Pushing event deleted for resources: {'Port': ['ID=76603bc4-bf48-4a1b-9e67-c237b032a30c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:31.340987 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6a14ebc8-a17d-4cd3-a2a9-42e49424d47c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:31.554065 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b1fac4d2-9713-4d92-806e-190819794502 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:56:31.556170 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a14ebc8-a17d-4cd3-a2a9-42e49424d47c admin admin] Router a726d82a-c7be-490a-91e4-3689fe5b8fba has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:56:31.573637 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: b1fac4d2-9713-4d92-806e-190819794502 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:56:31.574077 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device b1fac4d2-9713-4d92-806e-190819794502 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:56:31.663923 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a14ebc8-a17d-4cd3-a2a9-42e49424d47c admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:56:31.669074 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6a14ebc8-a17d-4cd3-a2a9-42e49424d47c admin admin] 10.222.0.11 "PUT /v2.0/routers/a726d82a-c7be-490a-91e4-3689fe5b8fba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4066241 Nov 24 21:56:31.671578 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54610) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:31.674246 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac64b40-96f6-4b4f-ac0b-d47d84685a3f None None] Sync routers for ids ['a726d82a-c7be-490a-91e4-3689fe5b8fba'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:56:31.685638 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac64b40-96f6-4b4f-ac0b-d47d84685a3f None None] Routers {'a726d82a-c7be-490a-91e4-3689fe5b8fba'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:56:31.686270 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-2ac64b40-96f6-4b4f-ac0b-d47d84685a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:56:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a726d82a-c7be-490a-91e4-3689fe5b8fba'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:31.775320 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e78bdda-6119-4f67-bc73-627c21bbd0e3 admin admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:31.790572 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-2ac64b40-96f6-4b4f-ac0b-d47d84685a3f None None] Set router a726d82a-c7be-490a-91e4-3689fe5b8fba gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:56:31.986708 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-2ac64b40-96f6-4b4f-ac0b-d47d84685a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'name': 'tempest-TestMinimumBasicScenario-1537539584-router', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:54:05Z', 'updated_at': '2021-11-24T21:56:31Z', 'revision_number': 5, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'gw_port': {'id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:06Z', 'updated_at': '2021-11-24T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:32.014829 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac64b40-96f6-4b4f-ac0b-d47d84685a3f None None] Checking router: a726d82a-c7be-490a-91e4-3689fe5b8fba for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:56:32.025512 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac64b40-96f6-4b4f-ac0b-d47d84685a3f None None] Routers {'a726d82a-c7be-490a-91e4-3689fe5b8fba'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:56:32.026130 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-2ac64b40-96f6-4b4f-ac0b-d47d84685a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:56:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['a726d82a-c7be-490a-91e4-3689fe5b8fba'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:32.139765 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-2ac64b40-96f6-4b4f-ac0b-d47d84685a3f None None] Set router a726d82a-c7be-490a-91e4-3689fe5b8fba gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:56:32.231488 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e78bdda-6119-4f67-bc73-627c21bbd0e3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:32.283273 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-5e78bdda-6119-4f67-bc73-627c21bbd0e3 admin admin] Deleting port fd4f835d-edf8-4682-8bd9-3e7b5282808b {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:56:32.283529 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e78bdda-6119-4f67-bc73-627c21bbd0e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:32.323354 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-2ac64b40-96f6-4b4f-ac0b-d47d84685a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'name': 'tempest-TestMinimumBasicScenario-1537539584-router', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:54:05Z', 'updated_at': '2021-11-24T21:56:31Z', 'revision_number': 5, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'gw_port': {'id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:06Z', 'updated_at': '2021-11-24T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:32.353524 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac64b40-96f6-4b4f-ac0b-d47d84685a3f None None] The sync data for ids ['a726d82a-c7be-490a-91e4-3689fe5b8fba'] in n-d-812111-8 is: [{'id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'name': 'tempest-TestMinimumBasicScenario-1537539584-router', 'tenant_id': '9f48a9518f664464964f7a4da38fe687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:54:05Z', 'updated_at': '2021-11-24T21:56:31Z', 'revision_number': 5, 'project_id': '9f48a9518f664464964f7a4da38fe687', 'gw_port': {'id': 'fd4f835d-edf8-4682-8bd9-3e7b5282808b', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a726d82a-c7be-490a-91e4-3689fe5b8fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:06Z', 'updated_at': '2021-11-24T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:56:32.365761 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-5e78bdda-6119-4f67-bc73-627c21bbd0e3 admin admin] For port fd4f835d-edf8-4682-8bd9-3e7b5282808b, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=fd4f835d-edf8-4682-8bd9-3e7b5282808b,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:56:32.366365 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e78bdda-6119-4f67-bc73-627c21bbd0e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:32.379704 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-5e78bdda-6119-4f67-bc73-627c21bbd0e3 admin admin] Calling delete_port for fd4f835d-edf8-4682-8bd9-3e7b5282808b owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:56:32.550749 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e78bdda-6119-4f67-bc73-627c21bbd0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:32.583935 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78bdda-6119-4f67-bc73-627c21bbd0e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4f835d-edf8-4682-8bd9-3e7b5282808b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:32.594092 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c97b35-ba5c-4687-a87a-dc1b54d82ddb None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:56:32.644408 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e78bdda-6119-4f67-bc73-627c21bbd0e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:32.740978 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e78bdda-6119-4f67-bc73-627c21bbd0e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:32.743375 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e78bdda-6119-4f67-bc73-627c21bbd0e3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:32.788558 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e78bdda-6119-4f67-bc73-627c21bbd0e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:32.789244 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e78bdda-6119-4f67-bc73-627c21bbd0e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a726d82a-c7be-490a-91e4-3689fe5b8fba {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:56:32.794220 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e78bdda-6119-4f67-bc73-627c21bbd0e3 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:32.795465 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5e78bdda-6119-4f67-bc73-627c21bbd0e3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/a726d82a-c7be-490a-91e4-3689fe5b8fba HTTP/1.1" status: 204 len: 168 time: 1.1229684 Nov 24 21:56:32.798113 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54612) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:32.846490 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-65079d2e-78cf-4c46-8e8a-5de8c5673e4c admin admin] Deleting subnet 169bf57e-24c4-4b38-a470-c791dd0364cc {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:56:32.849851 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-65079d2e-78cf-4c46-8e8a-5de8c5673e4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:32.886692 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-65079d2e-78cf-4c46-8e8a-5de8c5673e4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:32.971688 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-65079d2e-78cf-4c46-8e8a-5de8c5673e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:33.026409 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-65079d2e-78cf-4c46-8e8a-5de8c5673e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:33.052651 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65079d2e-78cf-4c46-8e8a-5de8c5673e4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=169bf57e-24c4-4b38-a470-c791dd0364cc,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:33.056307 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-65079d2e-78cf-4c46-8e8a-5de8c5673e4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:33.059512 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-65079d2e-78cf-4c46-8e8a-5de8c5673e4c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/169bf57e-24c4-4b38-a470-c791dd0364cc HTTP/1.1" status: 204 len: 168 time: 0.2603183 Nov 24 21:56:33.061980 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54614) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:33.064940 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceac4225-39d6-4c41-ad75-33faaa50f3f1 None None] Network b1c5bebb-0bf6-43c8-bb81-07be2547178b requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:56:33.134011 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c53b9109-1fa0-4c14-a9e2-041f583ed5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:33.187925 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c53b9109-1fa0-4c14-a9e2-041f583ed5f5 admin admin] Deleting port eadee865-e7ea-4a44-9333-cdc6ef296aaa {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:56:33.188330 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c53b9109-1fa0-4c14-a9e2-041f583ed5f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:33.259708 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-c53b9109-1fa0-4c14-a9e2-041f583ed5f5 admin admin] For port eadee865-e7ea-4a44-9333-cdc6ef296aaa, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=eadee865-e7ea-4a44-9333-cdc6ef296aaa,segment=NetworkSegment(39d63445-537f-4907-90b9-b724d6546b4a),segment_id=39d63445-537f-4907-90b9-b724d6546b4a)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:56:33.260014 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c53b9109-1fa0-4c14-a9e2-041f583ed5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:33.276504 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c53b9109-1fa0-4c14-a9e2-041f583ed5f5 admin admin] Calling delete_port for eadee865-e7ea-4a44-9333-cdc6ef296aaa owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:56:33.318293 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1bd41e-81ff-496f-a307-866c532ed651 None None] DHCP port deletion for b1c5bebb-0bf6-43c8-bb81-07be2547178b request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:56:33.372461 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c53b9109-1fa0-4c14-a9e2-041f583ed5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:33.387344 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device eadee865-e7ea-4a44-9333-cdc6ef296aaa no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:56:33.390291 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-0f1bd41e-81ff-496f-a307-866c532ed651 None None] Deleting port eadee865-e7ea-4a44-9333-cdc6ef296aaa {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:56:33.390667 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd41e-81ff-496f-a307-866c532ed651 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:33.401795 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b9109-1fa0-4c14-a9e2-041f583ed5f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=eadee865-e7ea-4a44-9333-cdc6ef296aaa,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:33.403674 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b9109-1fa0-4c14-a9e2-041f583ed5f5 admin admin] No DVR routers for this DVR port eadee865-e7ea-4a44-9333-cdc6ef296aaa on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:56:33.422722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: eadee865-e7ea-4a44-9333-cdc6ef296aaa {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:56:33.423071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device eadee865-e7ea-4a44-9333-cdc6ef296aaa not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:56:33.423492 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 76603bc4-bf48-4a1b-9e67-c237b032a30c no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:56:33.454580 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 76603bc4-bf48-4a1b-9e67-c237b032a30c {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:56:33.454927 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 76603bc4-bf48-4a1b-9e67-c237b032a30c not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:56:33.455348 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fd4f835d-edf8-4682-8bd9-3e7b5282808b no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:56:33.480217 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c53b9109-1fa0-4c14-a9e2-041f583ed5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:33.500632 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c53b9109-1fa0-4c14-a9e2-041f583ed5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c5bebb-0bf6-43c8-bb81-07be2547178b']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:33.506814 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: fd4f835d-edf8-4682-8bd9-3e7b5282808b {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:56:33.507167 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device fd4f835d-edf8-4682-8bd9-3e7b5282808b not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:56:33.511216 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c53b9109-1fa0-4c14-a9e2-041f583ed5f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d63445-537f-4907-90b9-b724d6546b4a') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:33.511416 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c53b9109-1fa0-4c14-a9e2-041f583ed5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d63445-537f-4907-90b9-b724d6546b4a') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:33.512330 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0f1bd41e-81ff-496f-a307-866c532ed651 None None] For port eadee865-e7ea-4a44-9333-cdc6ef296aaa, host n-d-812111-8, got binding levels [] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:56:33.512890 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd41e-81ff-496f-a307-866c532ed651 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:33.522524 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c53b9109-1fa0-4c14-a9e2-041f583ed5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:33.526583 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-0f1bd41e-81ff-496f-a307-866c532ed651 None None] Calling delete_port for eadee865-e7ea-4a44-9333-cdc6ef296aaa owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:56:33.529289 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.ipam_backend_mixin [None req-0f1bd41e-81ff-496f-a307-866c532ed651 None None] Port eadee865-e7ea-4a44-9333-cdc6ef296aaa was not found and therefore no delete operation was performed {{(pid=109992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 21:56:33.530565 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd41e-81ff-496f-a307-866c532ed651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:33.537444 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c53b9109-1fa0-4c14-a9e2-041f583ed5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:33.543996 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53b9109-1fa0-4c14-a9e2-041f583ed5f5 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:56:33.544551 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c53b9109-1fa0-4c14-a9e2-041f583ed5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:56:33.546361 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:56:33.558386 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1bd41e-81ff-496f-a307-866c532ed651 None None] Pushing event deleted for resources: {'Port': ['ID=eadee865-e7ea-4a44-9333-cdc6ef296aaa,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:33.567602 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1bd41e-81ff-496f-a307-866c532ed651 None None] No DVR routers for this DVR port eadee865-e7ea-4a44-9333-cdc6ef296aaa on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:56:33.570314 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1bd41e-81ff-496f-a307-866c532ed651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:33.570669 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1bd41e-81ff-496f-a307-866c532ed651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:33.571011 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1bd41e-81ff-496f-a307-866c532ed651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:33.571347 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1bd41e-81ff-496f-a307-866c532ed651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:33.571680 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1bd41e-81ff-496f-a307-866c532ed651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:33.572012 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1bd41e-81ff-496f-a307-866c532ed651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:33.572341 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1bd41e-81ff-496f-a307-866c532ed651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:33.572665 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1bd41e-81ff-496f-a307-866c532ed651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:33.573015 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1bd41e-81ff-496f-a307-866c532ed651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:33.573337 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1bd41e-81ff-496f-a307-866c532ed651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:33.573659 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1bd41e-81ff-496f-a307-866c532ed651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:33.573979 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1bd41e-81ff-496f-a307-866c532ed651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:33.603645 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c53b9109-1fa0-4c14-a9e2-041f583ed5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:33.609097 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c53b9109-1fa0-4c14-a9e2-041f583ed5f5 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:33.612341 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c53b9109-1fa0-4c14-a9e2-041f583ed5f5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b1c5bebb-0bf6-43c8-bb81-07be2547178b HTTP/1.1" status: 204 len: 168 time: 0.5494435 Nov 24 21:56:33.615800 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54618) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:33.623823 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b9109-1fa0-4c14-a9e2-041f583ed5f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1c5bebb-0bf6-43c8-bb81-07be2547178b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:33.968905 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b9a18f96-11a5-43cf-ad66-810078da701a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:34.216063 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-b9a18f96-11a5-43cf-ad66-810078da701a admin admin] Deleting port a9b3dd6b-173d-4f28-b712-4673d95888cc {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:56:34.216405 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b9a18f96-11a5-43cf-ad66-810078da701a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:34.294340 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-b9a18f96-11a5-43cf-ad66-810078da701a admin admin] For port a9b3dd6b-173d-4f28-b712-4673d95888cc, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=a9b3dd6b-173d-4f28-b712-4673d95888cc,segment=NetworkSegment(64820730-3151-4c87-8361-5bd4ac0497af),segment_id=64820730-3151-4c87-8361-5bd4ac0497af)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:56:34.294689 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b9a18f96-11a5-43cf-ad66-810078da701a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:34.307460 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-b9a18f96-11a5-43cf-ad66-810078da701a admin admin] Calling delete_port for a9b3dd6b-173d-4f28-b712-4673d95888cc owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:56:34.487509 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b9a18f96-11a5-43cf-ad66-810078da701a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:34.511981 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a18f96-11a5-43cf-ad66-810078da701a admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b3dd6b-173d-4f28-b712-4673d95888cc,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:34.688419 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b9a18f96-11a5-43cf-ad66-810078da701a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:34.903222 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a18f96-11a5-43cf-ad66-810078da701a admin admin] Router 796a771c-2829-4ea7-b6a0-d6668f1f1a50 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:56:35.008766 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a18f96-11a5-43cf-ad66-810078da701a admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:56:35.014032 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b9a18f96-11a5-43cf-ad66-810078da701a admin admin] 10.222.0.11 "PUT /v2.0/routers/796a771c-2829-4ea7-b6a0-d6668f1f1a50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3969512 Nov 24 21:56:35.016268 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54624) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:35.018824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e240daa-569e-4ed9-aa1a-caa76446e3dd None None] Sync routers for ids ['796a771c-2829-4ea7-b6a0-d6668f1f1a50'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:56:35.030245 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e240daa-569e-4ed9-aa1a-caa76446e3dd None None] Routers {'796a771c-2829-4ea7-b6a0-d6668f1f1a50'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:56:35.030897 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4e240daa-569e-4ed9-aa1a-caa76446e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:56:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['796a771c-2829-4ea7-b6a0-d6668f1f1a50'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:35.124497 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ba094b0-f20a-4956-a955-0f0e6e7a0369 admin admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:35.151168 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-4e240daa-569e-4ed9-aa1a-caa76446e3dd None None] Set router 796a771c-2829-4ea7-b6a0-d6668f1f1a50 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:56:35.234831 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ba094b0-f20a-4956-a955-0f0e6e7a0369 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:35.293056 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-6ba094b0-f20a-4956-a955-0f0e6e7a0369 admin admin] Deleting port 09ec3d03-40f6-45f1-b82b-8e5ca90878b0 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:56:35.293399 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ba094b0-f20a-4956-a955-0f0e6e7a0369 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:35.337317 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4e240daa-569e-4ed9-aa1a-caa76446e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796a771c-2829-4ea7-b6a0-d6668f1f1a50', 'name': 'tempest-TestMinimumBasicScenario-869787730-router', 'tenant_id': '93739966f4054195af87c31d1f7f3ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '09ec3d03-40f6-45f1-b82b-8e5ca90878b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:54:10Z', 'updated_at': '2021-11-24T21:56:34Z', 'revision_number': 5, 'project_id': '93739966f4054195af87c31d1f7f3ea1', 'gw_port': {'id': '09ec3d03-40f6-45f1-b82b-8e5ca90878b0', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796a771c-2829-4ea7-b6a0-d6668f1f1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:54:10Z', 'updated_at': '2021-11-24T21:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:35.366059 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e240daa-569e-4ed9-aa1a-caa76446e3dd None None] Checking router: 796a771c-2829-4ea7-b6a0-d6668f1f1a50 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:56:35.373904 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-6ba094b0-f20a-4956-a955-0f0e6e7a0369 admin admin] For port 09ec3d03-40f6-45f1-b82b-8e5ca90878b0, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=09ec3d03-40f6-45f1-b82b-8e5ca90878b0,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:56:35.374280 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ba094b0-f20a-4956-a955-0f0e6e7a0369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:35.374427 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e240daa-569e-4ed9-aa1a-caa76446e3dd None None] Routers {'796a771c-2829-4ea7-b6a0-d6668f1f1a50'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:56:35.375012 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4e240daa-569e-4ed9-aa1a-caa76446e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:56:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['796a771c-2829-4ea7-b6a0-d6668f1f1a50'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:35.387125 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-6ba094b0-f20a-4956-a955-0f0e6e7a0369 admin admin] Calling delete_port for 09ec3d03-40f6-45f1-b82b-8e5ca90878b0 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:56:35.464369 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-4e240daa-569e-4ed9-aa1a-caa76446e3dd None None] Set router 796a771c-2829-4ea7-b6a0-d6668f1f1a50 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:56:35.526452 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4e240daa-569e-4ed9-aa1a-caa76446e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796a771c-2829-4ea7-b6a0-d6668f1f1a50', 'name': 'tempest-TestMinimumBasicScenario-869787730-router', 'tenant_id': '93739966f4054195af87c31d1f7f3ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:54:10Z', 'updated_at': '2021-11-24T21:56:35Z', 'revision_number': 6, 'project_id': '93739966f4054195af87c31d1f7f3ea1', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:35.554121 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e240daa-569e-4ed9-aa1a-caa76446e3dd None None] The sync data for ids ['796a771c-2829-4ea7-b6a0-d6668f1f1a50'] in n-d-812111-8 is: [{'id': '796a771c-2829-4ea7-b6a0-d6668f1f1a50', 'name': 'tempest-TestMinimumBasicScenario-869787730-router', 'tenant_id': '93739966f4054195af87c31d1f7f3ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:54:10Z', 'updated_at': '2021-11-24T21:56:35Z', 'revision_number': 6, 'project_id': '93739966f4054195af87c31d1f7f3ea1', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:56:35.562154 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ba094b0-f20a-4956-a955-0f0e6e7a0369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:35.591334 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba094b0-f20a-4956-a955-0f0e6e7a0369 admin admin] Pushing event deleted for resources: {'Port': ['ID=09ec3d03-40f6-45f1-b82b-8e5ca90878b0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:35.607186 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f64771-eaf3-4bb4-974f-e82a45875f81 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:56:35.661859 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ba094b0-f20a-4956-a955-0f0e6e7a0369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:35.752835 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ba094b0-f20a-4956-a955-0f0e6e7a0369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:35.755411 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ba094b0-f20a-4956-a955-0f0e6e7a0369 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:35.798759 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ba094b0-f20a-4956-a955-0f0e6e7a0369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:35.799310 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba094b0-f20a-4956-a955-0f0e6e7a0369 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 796a771c-2829-4ea7-b6a0-d6668f1f1a50 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:56:35.803596 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6ba094b0-f20a-4956-a955-0f0e6e7a0369 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:35.804997 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6ba094b0-f20a-4956-a955-0f0e6e7a0369 admin admin] 10.222.0.11 "DELETE /v2.0/routers/796a771c-2829-4ea7-b6a0-d6668f1f1a50 HTTP/1.1" status: 204 len: 168 time: 0.7877178 Nov 24 21:56:35.807527 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54632) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:35.854834 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a85210-2124-4043-8c4e-3b11aadaf80e admin admin] Deleting subnet 53ce78db-c25e-4004-a2f7-ab379b1e8e13 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:56:35.857800 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-53a85210-2124-4043-8c4e-3b11aadaf80e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:35.901747 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-53a85210-2124-4043-8c4e-3b11aadaf80e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:35.982285 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-53a85210-2124-4043-8c4e-3b11aadaf80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:36.034973 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-53a85210-2124-4043-8c4e-3b11aadaf80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:36.062037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a85210-2124-4043-8c4e-3b11aadaf80e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53ce78db-c25e-4004-a2f7-ab379b1e8e13,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:36.064023 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-53a85210-2124-4043-8c4e-3b11aadaf80e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:36.069313 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-53a85210-2124-4043-8c4e-3b11aadaf80e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/53ce78db-c25e-4004-a2f7-ab379b1e8e13 HTTP/1.1" status: 204 len: 168 time: 0.2606595 Nov 24 21:56:36.069459 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c7f9d6-9323-4ccf-a213-abc77df3b026 None None] Network 846fe1ff-fded-4c6d-8152-f3932fa649d8 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:56:36.070788 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54634) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:36.144872 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-86d89d62-77ff-436d-b1d7-c8fe8c826445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:36.207296 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-86d89d62-77ff-436d-b1d7-c8fe8c826445 admin admin] Deleting port 705ad545-874c-4ab4-96f8-7b7288805d4b {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:56:36.207884 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-86d89d62-77ff-436d-b1d7-c8fe8c826445 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:36.277807 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-86d89d62-77ff-436d-b1d7-c8fe8c826445 admin admin] For port 705ad545-874c-4ab4-96f8-7b7288805d4b, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=705ad545-874c-4ab4-96f8-7b7288805d4b,segment=NetworkSegment(64820730-3151-4c87-8361-5bd4ac0497af),segment_id=64820730-3151-4c87-8361-5bd4ac0497af)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:56:36.278068 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-86d89d62-77ff-436d-b1d7-c8fe8c826445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:36.292234 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-86d89d62-77ff-436d-b1d7-c8fe8c826445 admin admin] Calling delete_port for 705ad545-874c-4ab4-96f8-7b7288805d4b owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:56:36.318404 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4871b3b-01e7-4a0d-8faa-45a8b0fdcb96 None None] DHCP port deletion for 846fe1ff-fded-4c6d-8152-f3932fa649d8 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:56:36.370362 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c4871b3b-01e7-4a0d-8faa-45a8b0fdcb96 None None] Deleting port 705ad545-874c-4ab4-96f8-7b7288805d4b {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:56:36.370730 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c4871b3b-01e7-4a0d-8faa-45a8b0fdcb96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:36.377922 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-86d89d62-77ff-436d-b1d7-c8fe8c826445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:36.405191 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d89d62-77ff-436d-b1d7-c8fe8c826445 admin admin] Pushing event deleted for resources: {'Port': ['ID=705ad545-874c-4ab4-96f8-7b7288805d4b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:36.408848 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d89d62-77ff-436d-b1d7-c8fe8c826445 admin admin] No DVR routers for this DVR port 705ad545-874c-4ab4-96f8-7b7288805d4b on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:56:36.444009 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c4871b3b-01e7-4a0d-8faa-45a8b0fdcb96 None None] For port 705ad545-874c-4ab4-96f8-7b7288805d4b, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=705ad545-874c-4ab4-96f8-7b7288805d4b,segment=NetworkSegment(64820730-3151-4c87-8361-5bd4ac0497af),segment_id=64820730-3151-4c87-8361-5bd4ac0497af)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:56:36.444413 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c4871b3b-01e7-4a0d-8faa-45a8b0fdcb96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:36.457921 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c4871b3b-01e7-4a0d-8faa-45a8b0fdcb96 None None] Calling delete_port for 705ad545-874c-4ab4-96f8-7b7288805d4b owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:56:36.489212 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-86d89d62-77ff-436d-b1d7-c8fe8c826445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:36.511090 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-86d89d62-77ff-436d-b1d7-c8fe8c826445 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846fe1ff-fded-4c6d-8152-f3932fa649d8']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:36.521665 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-86d89d62-77ff-436d-b1d7-c8fe8c826445 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64820730-3151-4c87-8361-5bd4ac0497af') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:36.521963 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-86d89d62-77ff-436d-b1d7-c8fe8c826445 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64820730-3151-4c87-8361-5bd4ac0497af') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:36.532303 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-86d89d62-77ff-436d-b1d7-c8fe8c826445 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:36.541014 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c4871b3b-01e7-4a0d-8faa-45a8b0fdcb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:36.551461 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-86d89d62-77ff-436d-b1d7-c8fe8c826445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:36.558397 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d89d62-77ff-436d-b1d7-c8fe8c826445 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:56:36.558806 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-86d89d62-77ff-436d-b1d7-c8fe8c826445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:56:36.560789 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:56:36.575704 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4871b3b-01e7-4a0d-8faa-45a8b0fdcb96 None None] Pushing event deleted for resources: {'Port': ['ID=705ad545-874c-4ab4-96f8-7b7288805d4b,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:36.579893 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4871b3b-01e7-4a0d-8faa-45a8b0fdcb96 None None] No DVR routers for this DVR port 705ad545-874c-4ab4-96f8-7b7288805d4b on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:56:36.635064 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-86d89d62-77ff-436d-b1d7-c8fe8c826445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:36.640590 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-86d89d62-77ff-436d-b1d7-c8fe8c826445 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:36.643820 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-86d89d62-77ff-436d-b1d7-c8fe8c826445 admin admin] 10.222.0.11 "DELETE /v2.0/networks/846fe1ff-fded-4c6d-8152-f3932fa649d8 HTTP/1.1" status: 204 len: 168 time: 0.5719690 Nov 24 21:56:36.654850 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d89d62-77ff-436d-b1d7-c8fe8c826445 admin admin] Pushing event deleted for resources: {'Network': ['ID=846fe1ff-fded-4c6d-8152-f3932fa649d8,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:36.804978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54640) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:36.845160 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4dced317-6159-4ec4-8008-1cc611710ab6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f48a9518f664464964f7a4da38fe687&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388258 Nov 24 21:56:36.847424 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54642) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:36.902074 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b01e7d70-8798-4a10-a69a-1c10b860f1f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:36.923893 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b01e7d70-8798-4a10-a69a-1c10b860f1f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:36.978322 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b01e7d70-8798-4a10-a69a-1c10b860f1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:36.980976 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b01e7d70-8798-4a10-a69a-1c10b860f1f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:36.982145 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b01e7d70-8798-4a10-a69a-1c10b860f1f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a01009b1-6880-4150-9e89-25ba0f95e8e7 HTTP/1.1" status: 204 len: 168 time: 0.1329153 Nov 24 21:56:36.990261 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e7d70-8798-4a10-a69a-1c10b860f1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01009b1-6880-4150-9e89-25ba0f95e8e7,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:37.137508 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 09ec3d03-40f6-45f1-b82b-8e5ca90878b0 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:56:37.158732 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 09ec3d03-40f6-45f1-b82b-8e5ca90878b0 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:56:37.159086 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 09ec3d03-40f6-45f1-b82b-8e5ca90878b0 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:56:37.159516 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a9b3dd6b-173d-4f28-b712-4673d95888cc no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:56:37.179577 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: a9b3dd6b-173d-4f28-b712-4673d95888cc {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:56:37.179925 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device a9b3dd6b-173d-4f28-b712-4673d95888cc not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:56:37.180336 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 705ad545-874c-4ab4-96f8-7b7288805d4b no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:56:37.201980 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 705ad545-874c-4ab4-96f8-7b7288805d4b {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:56:37.202643 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 705ad545-874c-4ab4-96f8-7b7288805d4b not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:56:37.306528 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54650) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:37.353641 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3138520a-097e-44aa-98a6-f7cbefcf8978 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=93739966f4054195af87c31d1f7f3ea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459716 Nov 24 21:56:37.356152 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54652) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:37.403834 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f7ce-532a-46d5-b722-5571770abff4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:37.424732 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f7ce-532a-46d5-b722-5571770abff4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:37.471254 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f7ce-532a-46d5-b722-5571770abff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:37.474211 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f7ce-532a-46d5-b722-5571770abff4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:37.475395 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b1c4f7ce-532a-46d5-b722-5571770abff4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/716e7279-7fcc-4c83-9afa-f9884c04cde3 HTTP/1.1" status: 204 len: 168 time: 0.1183507 Nov 24 21:56:37.483247 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4f7ce-532a-46d5-b722-5571770abff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716e7279-7fcc-4c83-9afa-f9884c04cde3,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:39.026066 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f93e3c66-c30f-4255-af15-71c8c9500e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:39.191374 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54692) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:39.196095 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-86c9828a-34dc-40c6-85f7-73e748bc8fa0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1402176117', 'description': 'tempest-secgroup-smoke-1402176117 description', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:56:39.218408 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86c9828a-34dc-40c6-85f7-73e748bc8fa0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:39.227307 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86c9828a-34dc-40c6-85f7-73e748bc8fa0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:39.310501 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86c9828a-34dc-40c6-85f7-73e748bc8fa0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:39.314267 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86c9828a-34dc-40c6-85f7-73e748bc8fa0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:39.353108 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9828a-34dc-40c6-85f7-73e748bc8fa0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c25af99-19ad-464d-a65d-d310f0aa4ac2,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:39.398072 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86c9828a-34dc-40c6-85f7-73e748bc8fa0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:39.401712 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86c9828a-34dc-40c6-85f7-73e748bc8fa0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:39.433195 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86c9828a-34dc-40c6-85f7-73e748bc8fa0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:39.434434 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-86c9828a-34dc-40c6-85f7-73e748bc8fa0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2418997 Nov 24 21:56:39.435276 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9828a-34dc-40c6-85f7-73e748bc8fa0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad9b58f-a5d5-47ff-9bc9-582a46462ac5,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:39.437530 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54694) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:39.442829 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-24162d0a-e669-493a-9622-119fe7d86c5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': 'fad9b58f-a5d5-47ff-9bc9-582a46462ac5', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:56:39.469568 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24162d0a-e669-493a-9622-119fe7d86c5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:39.518143 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24162d0a-e669-493a-9622-119fe7d86c5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:39.522705 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24162d0a-e669-493a-9622-119fe7d86c5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:39.540587 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24162d0a-e669-493a-9622-119fe7d86c5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfea2c7a-844b-43c6-a19a-be1194be3bb2,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:39.547762 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24162d0a-e669-493a-9622-119fe7d86c5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:39.548986 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-24162d0a-e669-493a-9622-119fe7d86c5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1104555 Nov 24 21:56:39.552282 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54696) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:39.556608 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-fe000f88-e9e3-441f-a43f-b0c311024c1a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': 'fad9b58f-a5d5-47ff-9bc9-582a46462ac5', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:56:39.583419 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe000f88-e9e3-441f-a43f-b0c311024c1a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:39.638811 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe000f88-e9e3-441f-a43f-b0c311024c1a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:39.642562 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe000f88-e9e3-441f-a43f-b0c311024c1a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:39.660740 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe000f88-e9e3-441f-a43f-b0c311024c1a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1e478f-737f-46dd-b5d0-d2114892b49a,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:39.667326 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe000f88-e9e3-441f-a43f-b0c311024c1a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:39.668523 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fe000f88-e9e3-441f-a43f-b0c311024c1a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152687 Nov 24 21:56:39.671185 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54698) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:39.675430 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-cc583cef-1eee-4b65-aedd-c0a71244178b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': 'fad9b58f-a5d5-47ff-9bc9-582a46462ac5', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:56:39.701706 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cc583cef-1eee-4b65-aedd-c0a71244178b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:39.758908 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cc583cef-1eee-4b65-aedd-c0a71244178b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:39.762894 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cc583cef-1eee-4b65-aedd-c0a71244178b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:39.778962 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc583cef-1eee-4b65-aedd-c0a71244178b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ab0c0c-ac00-494e-9d96-45aa57198007,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:39.790444 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cc583cef-1eee-4b65-aedd-c0a71244178b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:39.791670 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-cc583cef-1eee-4b65-aedd-c0a71244178b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195662 Nov 24 21:56:39.794559 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54700) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:39.799186 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e9cbb598-abcc-4e47-b4ea-4758fdd35af2 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': 'fad9b58f-a5d5-47ff-9bc9-582a46462ac5', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:56:39.826681 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9cbb598-abcc-4e47-b4ea-4758fdd35af2 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:39.884872 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9cbb598-abcc-4e47-b4ea-4758fdd35af2 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:39.888316 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9cbb598-abcc-4e47-b4ea-4758fdd35af2 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:39.905048 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbb598-abcc-4e47-b4ea-4758fdd35af2 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caad0fce-92de-42a2-8301-779eeff560fc,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:39.913108 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9cbb598-abcc-4e47-b4ea-4758fdd35af2 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:39.914314 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e9cbb598-abcc-4e47-b4ea-4758fdd35af2 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187072 Nov 24 21:56:39.917056 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54702) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:39.921279 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-8a0b4396-9d67-416f-a17d-1bc8d0a52a8c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': 'fad9b58f-a5d5-47ff-9bc9-582a46462ac5', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:56:39.942720 n-d-812111-8 neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-8a0b4396-9d67-416f-a17d-1bc8d0a52a8c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Project 47d6bccedae942e2945c2bd9d08dfa80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:56:39.947309 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4396-9d67-416f-a17d-1bc8d0a52a8c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:40.004891 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4396-9d67-416f-a17d-1bc8d0a52a8c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:40.008424 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4396-9d67-416f-a17d-1bc8d0a52a8c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:40.028039 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b4396-9d67-416f-a17d-1bc8d0a52a8c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9324a0fd-2265-4b8a-becd-14c148316013,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:40.033327 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4396-9d67-416f-a17d-1bc8d0a52a8c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:40.034518 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8a0b4396-9d67-416f-a17d-1bc8d0a52a8c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165431 Nov 24 21:56:40.037302 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54704) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:40.041713 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-74d4a2ce-8451-4dec-8d9a-9f8680c4ea49 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': 'fad9b58f-a5d5-47ff-9bc9-582a46462ac5', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:56:40.063063 n-d-812111-8 neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-74d4a2ce-8451-4dec-8d9a-9f8680c4ea49 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Project 47d6bccedae942e2945c2bd9d08dfa80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:56:40.068886 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74d4a2ce-8451-4dec-8d9a-9f8680c4ea49 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:40.128796 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74d4a2ce-8451-4dec-8d9a-9f8680c4ea49 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:40.133775 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74d4a2ce-8451-4dec-8d9a-9f8680c4ea49 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:40.151062 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4a2ce-8451-4dec-8d9a-9f8680c4ea49 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b37ea8-90d2-4475-85ab-a9ff82fc1943,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:40.159797 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74d4a2ce-8451-4dec-8d9a-9f8680c4ea49 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:40.161865 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-74d4a2ce-8451-4dec-8d9a-9f8680c4ea49 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234443 Nov 24 21:56:40.164916 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54706) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:40.169703 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-3ff07960-118f-4925-bf54-0b43c1577ce9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'network': {'name': 'tempest-network-smoke--1438208983', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'port_security_enabled': True}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:56:40.196804 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff07960-118f-4925-bf54-0b43c1577ce9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Made reservation on behalf of 47d6bccedae942e2945c2bd9d08dfa80 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:56:40.201537 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3ff07960-118f-4925-bf54-0b43c1577ce9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:40.226216 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff07960-118f-4925-bf54-0b43c1577ce9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:56:40.235323 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3ff07960-118f-4925-bf54-0b43c1577ce9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:40.235667 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-3ff07960-118f-4925-bf54-0b43c1577ce9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Added segment 6fc3c08a-457c-4736-b762-f13e5ef1e8eb of type vlan for network 9edb90ae-40f1-49ee-ada0-5c86701964ef Nov 24 21:56:40.255184 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:40.278561 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3ff07960-118f-4925-bf54-0b43c1577ce9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:40.305792 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3ff07960-118f-4925-bf54-0b43c1577ce9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:40.311450 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff07960-118f-4925-bf54-0b43c1577ce9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:40.312048 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3ff07960-118f-4925-bf54-0b43c1577ce9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:40.353251 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3ff07960-118f-4925-bf54-0b43c1577ce9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1872785 Nov 24 21:56:40.356162 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54708) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:40.388800 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0f8d883e-93cd-4bba-be98-d74f0bf93801 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1871112085', 'admin_state_up': True, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:56:40.399012 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff07960-118f-4925-bf54-0b43c1577ce9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Network': ['ID=9edb90ae-40f1-49ee-ada0-5c86701964ef,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:40.409234 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 9edb90ae-40f1-49ee-ada0-5c86701964ef details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:56:40.417748 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0f8d883e-93cd-4bba-be98-d74f0bf93801 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:40.418758 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0f8d883e-93cd-4bba-be98-d74f0bf93801 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:40.474367 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0f8d883e-93cd-4bba-be98-d74f0bf93801 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:40.958964 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0f8d883e-93cd-4bba-be98-d74f0bf93801 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:41.148297 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0f8d883e-93cd-4bba-be98-d74f0bf93801 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:41.167102 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0f8d883e-93cd-4bba-be98-d74f0bf93801 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:41.274590 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-0f8d883e-93cd-4bba-be98-d74f0bf93801 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Allocated IP 172.25.5.147 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/96d5a3df-3b19-43b3-821a-6b6ad000966a) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:56:41.323598 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fb378234-2d31-4d77-9b6b-47cac90719f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:41.384192 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0f8d883e-93cd-4bba-be98-d74f0bf93801 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:41.421752 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0f8d883e-93cd-4bba-be98-d74f0bf93801 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:41.458537 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8d883e-93cd-4bba-be98-d74f0bf93801 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:56:41.463580 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-0f8d883e-93cd-4bba-be98-d74f0bf93801 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:56:41.467024 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8d883e-93cd-4bba-be98-d74f0bf93801 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:56:41.477385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac9009f-c19d-47f0-9335-aa5ed06aa284 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:56:41.491422 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d883e-93cd-4bba-be98-d74f0bf93801 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=96d5a3df-3b19-43b3-821a-6b6ad000966a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:41.580490 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9d1b23d1-e8a7-46b4-b4ff-27b372e5d0ce None None] Provisioning complete for port 96d5a3df-3b19-43b3-821a-6b6ad000966a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:56:41.580887 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9d1b23d1-e8a7-46b4-b4ff-27b372e5d0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:41.614361 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9d1b23d1-e8a7-46b4-b4ff-27b372e5d0ce None None] Port 96d5a3df-3b19-43b3-821a-6b6ad000966a cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:56:41.695203 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:41.723067 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0f8d883e-93cd-4bba-be98-d74f0bf93801 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:41.919751 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0f8d883e-93cd-4bba-be98-d74f0bf93801 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:42.051555 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8d883e-93cd-4bba-be98-d74f0bf93801 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router 8f1055b3-e043-416c-bfd5-aa8e485f1824 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:56:42.158740 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8d883e-93cd-4bba-be98-d74f0bf93801 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:56:42.173789 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] Sync routers for ids ['8f1055b3-e043-416c-bfd5-aa8e485f1824'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:56:42.181409 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0f8d883e-93cd-4bba-be98-d74f0bf93801 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:42.182692 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0f8d883e-93cd-4bba-be98-d74f0bf93801 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8255446 Nov 24 21:56:42.184310 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] Routers {'8f1055b3-e043-416c-bfd5-aa8e485f1824'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:56:42.184954 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:56:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8f1055b3-e043-416c-bfd5-aa8e485f1824'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:42.185832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54710) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:42.312198 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ba8f26b4-6a69-4876-ad96-060bfe74d854 tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=47d6bccedae942e2945c2bd9d08dfa80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1251104 Nov 24 21:56:42.314847 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54714) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:42.393645 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] Set router 8f1055b3-e043-416c-bfd5-aa8e485f1824 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:56:42.406684 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb8195f-ac8d-41a9-83ce-69672bdb7ccc tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:42.408220 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1eb8195f-ac8d-41a9-83ce-69672bdb7ccc tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924513 Nov 24 21:56:42.411867 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54716) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:42.439296 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5a444425-a9fc-4ed7-a1be-6bb61ac0bbc6 tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262978 Nov 24 21:56:42.442426 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54718) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:42.447369 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-5ecf0ace-1a94-4e2e-9e78-80c2ad81cc5e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-148489283', 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:56:42.539020 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecf0ace-1a94-4e2e-9e78-80c2ad81cc5e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Made reservation on behalf of 47d6bccedae942e2945c2bd9d08dfa80 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:56:42.542588 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5ecf0ace-1a94-4e2e-9e78-80c2ad81cc5e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:42.571759 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871112085', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:56:40Z', 'updated_at': '2021-11-24T21:56:41Z', 'revision_number': 3, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cf:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:56:41Z', 'updated_at': '2021-11-24T21:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:42.598228 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] Checking router: 8f1055b3-e043-416c-bfd5-aa8e485f1824 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:56:42.598644 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] Updating router 8f1055b3-e043-416c-bfd5-aa8e485f1824 port 96d5a3df-3b19-43b3-821a-6b6ad000966a binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:56:42.627459 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:42.639376 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:42.726240 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5ecf0ace-1a94-4e2e-9e78-80c2ad81cc5e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:42.788587 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf0ace-1a94-4e2e-9e78-80c2ad81cc5e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Subnet': ['ID=850e0873-d989-4e47-ba60-2cb73b577e6d,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:42.797318 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecf0ace-1a94-4e2e-9e78-80c2ad81cc5e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Checking segment: {'id': '6fc3c08a-457c-4736-b762-f13e5ef1e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:56:42.797680 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecf0ace-1a94-4e2e-9e78-80c2ad81cc5e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network hostable DHCP agents. Network: 9edb90ae-40f1-49ee-ada0-5c86701964ef, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:56:42.815305 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecf0ace-1a94-4e2e-9e78-80c2ad81cc5e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network 9edb90ae-40f1-49ee-ada0-5c86701964ef is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:56:42.825616 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-5ecf0ace-1a94-4e2e-9e78-80c2ad81cc5e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 9edb90ae-40f1-49ee-ada0-5c86701964ef) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:56:42.829570 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecf0ace-1a94-4e2e-9e78-80c2ad81cc5e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:42.830175 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5ecf0ace-1a94-4e2e-9e78-80c2ad81cc5e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:42.837629 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38a4fb5-f14b-4aa0-acbe-a4ae27866c24 None None] Network 9edb90ae-40f1-49ee-ada0-5c86701964ef requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:56:42.851221 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5ecf0ace-1a94-4e2e-9e78-80c2ad81cc5e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4050255 Nov 24 21:56:42.851545 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54720) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:42.896546 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:42.902499 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:42.959987 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c3be34-b7a3-459f-bad6-758833a3a8c0 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:56:42.960607 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab15ff-56eb-486e-bc3c-895cc2f14662 None None] Pushing event updated for resources: {'Port': ['ID=96d5a3df-3b19-43b3-821a-6b6ad000966a,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:42.963735 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] Attempting to bind port 96d5a3df-3b19-43b3-821a-6b6ad000966a on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:56:42.964316 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] Attempting to bind port 96d5a3df-3b19-43b3-821a-6b6ad000966a by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:56:42.964682 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] Attempting to bind port 96d5a3df-3b19-43b3-821a-6b6ad000966a on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:56:42.973517 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:56:42.973926 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:56:42.974298 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:42.974878 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:56:42.975530 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] Bound port: 96d5a3df-3b19-43b3-821a-6b6ad000966a, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:56:42.975913 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:42.978296 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab15ff-56eb-486e-bc3c-895cc2f14662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:42.978643 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab15ff-56eb-486e-bc3c-895cc2f14662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:42.979076 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab15ff-56eb-486e-bc3c-895cc2f14662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:42.979316 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab15ff-56eb-486e-bc3c-895cc2f14662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:42.979657 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab15ff-56eb-486e-bc3c-895cc2f14662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:42.979974 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab15ff-56eb-486e-bc3c-895cc2f14662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:42.980312 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab15ff-56eb-486e-bc3c-895cc2f14662 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:42.980633 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab15ff-56eb-486e-bc3c-895cc2f14662 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:42.980983 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab15ff-56eb-486e-bc3c-895cc2f14662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:42.981310 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab15ff-56eb-486e-bc3c-895cc2f14662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:42.981637 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab15ff-56eb-486e-bc3c-895cc2f14662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:42.981960 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab15ff-56eb-486e-bc3c-895cc2f14662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:56:43.026483 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e00045-0d40-43f4-a992-b8447398c243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-9edb90ae-40f1-49ee-ada0-5c86701964ef', 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ips': [{'subnet_id': '850e0873-d989-4e47-ba60-2cb73b577e6d'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:56:43.027478 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-55e00045-0d40-43f4-a992-b8447398c243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:43.039018 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] For port 96d5a3df-3b19-43b3-821a-6b6ad000966a, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:56:43.042507 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] For port 96d5a3df-3b19-43b3-821a-6b6ad000966a, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=96d5a3df-3b19-43b3-821a-6b6ad000966a,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:56:43.047223 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:43.092664 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] Routers {'8f1055b3-e043-416c-bfd5-aa8e485f1824'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:56:43.093308 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:56:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8f1055b3-e043-416c-bfd5-aa8e485f1824'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:43.112649 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6c2c6216-b84e-4d64-97b8-e38ae61aaec3 None None] Provisioning complete for port 96d5a3df-3b19-43b3-821a-6b6ad000966a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:56:43.113050 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6c2c6216-b84e-4d64-97b8-e38ae61aaec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:43.117805 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4170de0d-47f5-4e1b-b38a-13a58536e1b1 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:56:43.209899 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] Set router 8f1055b3-e043-416c-bfd5-aa8e485f1824 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:56:43.251630 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6c2c6216-b84e-4d64-97b8-e38ae61aaec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:43.277827 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-55e00045-0d40-43f4-a992-b8447398c243 None None] Allocated IP 172.20.0.2 (9edb90ae-40f1-49ee-ada0-5c86701964ef/850e0873-d989-4e47-ba60-2cb73b577e6d/d218a4da-c9cb-4c6c-8858-1595dc69d6b2) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:56:43.284226 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6c2c6216-b84e-4d64-97b8-e38ae61aaec3 None None] For port 96d5a3df-3b19-43b3-821a-6b6ad000966a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=96d5a3df-3b19-43b3-821a-6b6ad000966a,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:56:43.291961 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6c2c6216-b84e-4d64-97b8-e38ae61aaec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:43.333048 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f13b59b9-b27f-486c-8c8f-a2f4c2697b5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:43.383188 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab15ff-56eb-486e-bc3c-895cc2f14662 None None] Pushing event updated for resources: {'Port': ['ID=96d5a3df-3b19-43b3-821a-6b6ad000966a,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:43.402069 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c6216-b84e-4d64-97b8-e38ae61aaec3 None None] Pushing event updated for resources: {'Port': ['ID=96d5a3df-3b19-43b3-821a-6b6ad000966a,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:43.413159 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871112085', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:56:40Z', 'updated_at': '2021-11-24T21:56:41Z', 'revision_number': 3, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cf:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:56:41Z', 'updated_at': '2021-11-24T21:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:43.445038 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-0de99d0c-b8b6-42be-98df-9120e86dbecb None None] Provisioning complete for port 96d5a3df-3b19-43b3-821a-6b6ad000966a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:56:43.445998 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0de99d0c-b8b6-42be-98df-9120e86dbecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:43.446436 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcbbf9a-6f7c-47ac-9e78-e7c49e47b30a None None] The sync data for ids ['8f1055b3-e043-416c-bfd5-aa8e485f1824'] in n-d-812111-8 is: [{'id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871112085', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:56:40Z', 'updated_at': '2021-11-24T21:56:41Z', 'revision_number': 3, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cf:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:56:41Z', 'updated_at': '2021-11-24T21:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:56:43.688466 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-55e00045-0d40-43f4-a992-b8447398c243 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:43.699459 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-55e00045-0d40-43f4-a992-b8447398c243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:43.768899 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-f13b59b9-b27f-486c-8c8f-a2f4c2697b5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Allocated IP 172.20.0.1 (9edb90ae-40f1-49ee-ada0-5c86701964ef/850e0873-d989-4e47-ba60-2cb73b577e6d/64c1e309-64b2-403a-83fa-8e8169d84370) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:56:43.770092 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e00045-0d40-43f4-a992-b8447398c243 None None] Network 9edb90ae-40f1-49ee-ada0-5c86701964ef is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:56:43.773158 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e00045-0d40-43f4-a992-b8447398c243 None None] Pushing event updated for resources: {'Port': ['ID=d218a4da-c9cb-4c6c-8858-1595dc69d6b2,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:43.796016 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-55e00045-0d40-43f4-a992-b8447398c243 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:56:43.798823 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e00045-0d40-43f4-a992-b8447398c243 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:56:43.876889 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-55e00045-0d40-43f4-a992-b8447398c243 None None] Attempting to bind port d218a4da-c9cb-4c6c-8858-1595dc69d6b2 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:56:43.877263 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-55e00045-0d40-43f4-a992-b8447398c243 None None] Attempting to bind port d218a4da-c9cb-4c6c-8858-1595dc69d6b2 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '6fc3c08a-457c-4736-b762-f13e5ef1e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:56:43.877627 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e00045-0d40-43f4-a992-b8447398c243 None None] Attempting to bind port d218a4da-c9cb-4c6c-8858-1595dc69d6b2 on network 9edb90ae-40f1-49ee-ada0-5c86701964ef {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:56:43.884943 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e00045-0d40-43f4-a992-b8447398c243 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:56:43.885327 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e00045-0d40-43f4-a992-b8447398c243 None None] Checking segment: {'id': '6fc3c08a-457c-4736-b762-f13e5ef1e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:56:43.885736 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-55e00045-0d40-43f4-a992-b8447398c243 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:43.886141 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e00045-0d40-43f4-a992-b8447398c243 None None] Bound using segment: {'id': '6fc3c08a-457c-4736-b762-f13e5ef1e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:56:43.886600 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-55e00045-0d40-43f4-a992-b8447398c243 None None] Bound port: d218a4da-c9cb-4c6c-8858-1595dc69d6b2, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc3c08a-457c-4736-b762-f13e5ef1e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:56:43.887189 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-55e00045-0d40-43f4-a992-b8447398c243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:43.907435 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f13b59b9-b27f-486c-8c8f-a2f4c2697b5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:43.949956 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f13b59b9-b27f-486c-8c8f-a2f4c2697b5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:43.962484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-55e00045-0d40-43f4-a992-b8447398c243 None None] For port d218a4da-c9cb-4c6c-8858-1595dc69d6b2, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:56:43.966203 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-55e00045-0d40-43f4-a992-b8447398c243 None None] For port d218a4da-c9cb-4c6c-8858-1595dc69d6b2, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d218a4da-c9cb-4c6c-8858-1595dc69d6b2,segment=NetworkSegment(6fc3c08a-457c-4736-b762-f13e5ef1e8eb),segment_id=6fc3c08a-457c-4736-b762-f13e5ef1e8eb)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:56:43.970477 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-55e00045-0d40-43f4-a992-b8447398c243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:43.994162 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13b59b9-b27f-486c-8c8f-a2f4c2697b5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network 9edb90ae-40f1-49ee-ada0-5c86701964ef is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:56:44.000400 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-f13b59b9-b27f-486c-8c8f-a2f4c2697b5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:56:44.004454 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13b59b9-b27f-486c-8c8f-a2f4c2697b5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:56:44.029145 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:44.048693 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b59b9-b27f-486c-8c8f-a2f4c2697b5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=64c1e309-64b2-403a-83fa-8e8169d84370,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:44.057788 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e00045-0d40-43f4-a992-b8447398c243 None None] Pushing event updated for resources: {'Port': ['ID=d218a4da-c9cb-4c6c-8858-1595dc69d6b2,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:44.071341 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f13b59b9-b27f-486c-8c8f-a2f4c2697b5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:44.215884 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f13b59b9-b27f-486c-8c8f-a2f4c2697b5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:44.532942 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f13b59b9-b27f-486c-8c8f-a2f4c2697b5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:44.538334 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f13b59b9-b27f-486c-8c8f-a2f4c2697b5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:44.615052 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f13b59b9-b27f-486c-8c8f-a2f4c2697b5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:44.616948 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b59b9-b27f-486c-8c8f-a2f4c2697b5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=64c1e309-64b2-403a-83fa-8e8169d84370,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:44.710913 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13b59b9-b27f-486c-8c8f-a2f4c2697b5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network 9edb90ae-40f1-49ee-ada0-5c86701964ef is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:56:44.712401 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-f13b59b9-b27f-486c-8c8f-a2f4c2697b5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:56:44.833902 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13b59b9-b27f-486c-8c8f-a2f4c2697b5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router 8f1055b3-e043-416c-bfd5-aa8e485f1824 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:56:44.956313 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13b59b9-b27f-486c-8c8f-a2f4c2697b5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:56:44.963046 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f13b59b9-b27f-486c-8c8f-a2f4c2697b5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "PUT /v2.0/routers/8f1055b3-e043-416c-bfd5-aa8e485f1824/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1101561 Nov 24 21:56:44.968846 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:45.036719 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05d404e-6906-4f36-8db9-6b7eb75e7e37 None None] Network 9edb90ae-40f1-49ee-ada0-5c86701964ef requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:56:45.123691 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-18228663-1a45-4974-8537-f6995f6c0acf None None] Provisioning complete for port d218a4da-c9cb-4c6c-8858-1595dc69d6b2 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:56:45.124276 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-18228663-1a45-4974-8537-f6995f6c0acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:45.137051 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-45817e93-b059-49c5-a17e-97122ce671dc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1402176117&fields=id&tenant_id=47d6bccedae942e2945c2bd9d08dfa80 HTTP/1.1" status: 200 len: 267 time: 0.0599141 Nov 24 21:56:45.223013 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 96d5a3df-3b19-43b3-821a-6b6ad000966a up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:56:45.257761 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-554129e1-833d-497c-9844-149b17a1ed5e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:45.259343 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-554129e1-833d-497c-9844-149b17a1ed5e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/networks?id=9edb90ae-40f1-49ee-ada0-5c86701964ef HTTP/1.1" status: 200 len: 797 time: 0.1148841 Nov 24 21:56:45.279093 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-f3bdff94-6f25-4e1b-ae4b-d1d14ccc8697 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/quotas/47d6bccedae942e2945c2bd9d08dfa80 HTTP/1.1" status: 200 len: 375 time: 0.0135381 Nov 24 21:56:45.333378 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-9c964f4b-3218-4cc3-894f-623040ac0701 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480726 Nov 24 21:56:45.356636 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-18228663-1a45-4974-8537-f6995f6c0acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:45.360486 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 96d5a3df-3b19-43b3-821a-6b6ad000966a triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:56:45.361220 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:45.434834 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-18228663-1a45-4974-8537-f6995f6c0acf None None] For port d218a4da-c9cb-4c6c-8858-1595dc69d6b2, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d218a4da-c9cb-4c6c-8858-1595dc69d6b2,segment=NetworkSegment(6fc3c08a-457c-4736-b762-f13e5ef1e8eb),segment_id=6fc3c08a-457c-4736-b762-f13e5ef1e8eb)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:56:45.442174 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-18228663-1a45-4974-8537-f6995f6c0acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:45.518478 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d218a4da-c9cb-4c6c-8858-1595dc69d6b2 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:56:45.538356 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-2ca57d3c-d693-4eb0-aa96-5b3549742c89 service neutron] 10.222.0.11 "GET /v2.0/networks/9edb90ae-40f1-49ee-ada0-5c86701964ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915178 Nov 24 21:56:45.551614 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18228663-1a45-4974-8537-f6995f6c0acf None None] Pushing event updated for resources: {'Port': ['ID=d218a4da-c9cb-4c6c-8858-1595dc69d6b2,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:45.596461 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port d218a4da-c9cb-4c6c-8858-1595dc69d6b2 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:56:45.597063 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:45.661568 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-3aef8a18-f7d2-4a0f-9984-8eddfaaa8230 service neutron] 10.222.0.11 "GET /v2.0/networks/9edb90ae-40f1-49ee-ada0-5c86701964ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127388 Nov 24 21:56:45.694097 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-72dd0772-eed2-42fd-a12c-4ce3e46df5f6 None None] Provisioning complete for port d218a4da-c9cb-4c6c-8858-1595dc69d6b2 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:56:45.694479 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-72dd0772-eed2-42fd-a12c-4ce3e46df5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:45.729722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] Sync routers for ids ['8f1055b3-e043-416c-bfd5-aa8e485f1824'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:56:45.746954 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] Routers {'8f1055b3-e043-416c-bfd5-aa8e485f1824'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:56:45.747599 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:56:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8f1055b3-e043-416c-bfd5-aa8e485f1824'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:45.856521 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7177feff-6de6-4348-86f2-d12ee4a91659 req-c05852b5-61c3-41eb-b72a-b3c10d4b903f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 210 time: 0.0307541 Nov 24 21:56:45.907893 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-72dd0772-eed2-42fd-a12c-4ce3e46df5f6 None None] Provisioning complete for port 64c1e309-64b2-403a-83fa-8e8169d84370 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:56:45.908342 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-72dd0772-eed2-42fd-a12c-4ce3e46df5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:45.945389 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] Set router 8f1055b3-e043-416c-bfd5-aa8e485f1824 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:56:45.984573 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-72dd0772-eed2-42fd-a12c-4ce3e46df5f6 None None] Port 64c1e309-64b2-403a-83fa-8e8169d84370 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:56:46.128094 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4d1c8230-0dcc-4343-8d93-a99d1f4ba057 None None] Provisioning complete for port 64c1e309-64b2-403a-83fa-8e8169d84370 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:56:46.128461 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4d1c8230-0dcc-4343-8d93-a99d1f4ba057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:46.187911 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-4d1c8230-0dcc-4343-8d93-a99d1f4ba057 None None] Port 64c1e309-64b2-403a-83fa-8e8169d84370 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:56:46.214080 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871112085', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:56:40Z', 'updated_at': '2021-11-24T21:56:44Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:56:41Z', 'updated_at': '2021-11-24T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '64c1e309-64b2-403a-83fa-8e8169d84370', 'name': '', 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:05:92:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '850e0873-d989-4e47-ba60-2cb73b577e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:56:43Z', 'updated_at': '2021-11-24T21:56:44Z', 'revision_number': 2, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '850e0873-d989-4e47-ba60-2cb73b577e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:46.246647 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] Checking router: 8f1055b3-e043-416c-bfd5-aa8e485f1824 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:56:46.246988 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] Updating router 8f1055b3-e043-416c-bfd5-aa8e485f1824 port 64c1e309-64b2-403a-83fa-8e8169d84370 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:56:46.273385 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:46.379821 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-138fa06f-f837-4a94-98e5-798ee4295a3e None None] Provisioning complete for port 64c1e309-64b2-403a-83fa-8e8169d84370 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:56:46.380208 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-138fa06f-f837-4a94-98e5-798ee4295a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:46.435112 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-138fa06f-f837-4a94-98e5-798ee4295a3e None None] Port 64c1e309-64b2-403a-83fa-8e8169d84370 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:56:46.587758 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:46.593915 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:46.643743 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e864ef-55dd-456c-8bb7-3e3b3e8b72c0 None None] Pushing event updated for resources: {'Port': ['ID=64c1e309-64b2-403a-83fa-8e8169d84370,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:46.697412 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] Attempting to bind port 64c1e309-64b2-403a-83fa-8e8169d84370 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:56:46.697795 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] Attempting to bind port 64c1e309-64b2-403a-83fa-8e8169d84370 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '6fc3c08a-457c-4736-b762-f13e5ef1e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:56:46.698169 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] Attempting to bind port 64c1e309-64b2-403a-83fa-8e8169d84370 on network 9edb90ae-40f1-49ee-ada0-5c86701964ef {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:56:46.703405 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:56:46.703789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] Checking segment: {'id': '6fc3c08a-457c-4736-b762-f13e5ef1e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:56:46.704197 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:46.704598 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] Bound using segment: {'id': '6fc3c08a-457c-4736-b762-f13e5ef1e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:56:46.705098 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] Bound port: 64c1e309-64b2-403a-83fa-8e8169d84370, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc3c08a-457c-4736-b762-f13e5ef1e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:56:46.705489 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:46.777676 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] For port 64c1e309-64b2-403a-83fa-8e8169d84370, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:56:46.781047 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] For port 64c1e309-64b2-403a-83fa-8e8169d84370, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=64c1e309-64b2-403a-83fa-8e8169d84370,segment=NetworkSegment(6fc3c08a-457c-4736-b762-f13e5ef1e8eb),segment_id=6fc3c08a-457c-4736-b762-f13e5ef1e8eb)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:56:46.787603 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:46.855264 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] Routers {'8f1055b3-e043-416c-bfd5-aa8e485f1824'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:56:46.855910 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:56:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8f1055b3-e043-416c-bfd5-aa8e485f1824'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:46.906582 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e864ef-55dd-456c-8bb7-3e3b3e8b72c0 None None] Pushing event updated for resources: {'Port': ['ID=64c1e309-64b2-403a-83fa-8e8169d84370,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:46.923904 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d9453ad2-df12-448a-8f28-7d852f0eb6db None None] Provisioning complete for port 64c1e309-64b2-403a-83fa-8e8169d84370 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:56:46.924286 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d9453ad2-df12-448a-8f28-7d852f0eb6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:47.060377 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b0f79d6c-95a2-4d34-8c17-7ba1c8f755b2 req-4b9bceb7-f196-4c27-81d1-d31d934bba86 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 210 time: 0.0592651 Nov 24 21:56:47.072591 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] Set router 8f1055b3-e043-416c-bfd5-aa8e485f1824 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:56:47.074083 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-97846455-3fa4-4b70-abe7-7a567da2ebcc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:47.076730 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-97846455-3fa4-4b70-abe7-7a567da2ebcc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.48 "GET /v2.0/networks?id=9edb90ae-40f1-49ee-ada0-5c86701964ef HTTP/1.1" status: 200 len: 797 time: 0.1887164 Nov 24 21:56:47.108509 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d9453ad2-df12-448a-8f28-7d852f0eb6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:47.157875 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-5730957d-8bb6-44c9-8da1-86b7236bc0d7 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47d6bccedae942e2945c2bd9d08dfa80 HTTP/1.1" status: 200 len: 380 time: 0.0705276 Nov 24 21:56:47.167355 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d218a4da-c9cb-4c6c-8858-1595dc69d6b2 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:56:47.168854 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-2827a6f2-4bbb-4d90-acea-952fb2d7932f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'port': {'device_id': '7f627745-4984-42fc-aee7-5e1b1f95d027', 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef', 'admin_state_up': True, 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'security_groups': ['fad9b58f-a5d5-47ff-9bc9-582a46462ac5']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:56:47.226679 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d9453ad2-df12-448a-8f28-7d852f0eb6db None None] For port 64c1e309-64b2-403a-83fa-8e8169d84370, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=64c1e309-64b2-403a-83fa-8e8169d84370,segment=NetworkSegment(6fc3c08a-457c-4736-b762-f13e5ef1e8eb),segment_id=6fc3c08a-457c-4736-b762-f13e5ef1e8eb)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:56:47.242592 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d9453ad2-df12-448a-8f28-7d852f0eb6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:47.285156 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-2827a6f2-4bbb-4d90-acea-952fb2d7932f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Made reservation on behalf of 47d6bccedae942e2945c2bd9d08dfa80 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:56:47.288621 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-2827a6f2-4bbb-4d90-acea-952fb2d7932f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:47.361664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9453ad2-df12-448a-8f28-7d852f0eb6db None None] Pushing event updated for resources: {'Port': ['ID=64c1e309-64b2-403a-83fa-8e8169d84370,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:47.370723 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port d218a4da-c9cb-4c6c-8858-1595dc69d6b2 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:56:47.371098 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:47.416998 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-2827a6f2-4bbb-4d90-acea-952fb2d7932f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Allocated IP 172.20.0.5 (9edb90ae-40f1-49ee-ada0-5c86701964ef/850e0873-d989-4e47-ba60-2cb73b577e6d/60cb6fd3-2507-4268-9b3f-dc96cb562815) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:56:47.498540 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:56:47.569146 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-2827a6f2-4bbb-4d90-acea-952fb2d7932f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:47.581491 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2b5b46b0-d69b-4e72-aedb-010cb6836297 None None] Provisioning complete for port 64c1e309-64b2-403a-83fa-8e8169d84370 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:56:47.582511 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2b5b46b0-d69b-4e72-aedb-010cb6836297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:47.605184 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-2827a6f2-4bbb-4d90-acea-952fb2d7932f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:47.651222 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-2827a6f2-4bbb-4d90-acea-952fb2d7932f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network 9edb90ae-40f1-49ee-ada0-5c86701964ef is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:56:47.654276 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-2827a6f2-4bbb-4d90-acea-952fb2d7932f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:56:47.657994 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-2827a6f2-4bbb-4d90-acea-952fb2d7932f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:56:47.682836 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827a6f2-4bbb-4d90-acea-952fb2d7932f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=60cb6fd3-2507-4268-9b3f-dc96cb562815,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:47.683030 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871112085', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:56:40Z', 'updated_at': '2021-11-24T21:56:44Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:56:41Z', 'updated_at': '2021-11-24T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '64c1e309-64b2-403a-83fa-8e8169d84370', 'name': '', 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:05:92:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '850e0873-d989-4e47-ba60-2cb73b577e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:56:43Z', 'updated_at': '2021-11-24T21:56:46Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '850e0873-d989-4e47-ba60-2cb73b577e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:47.718190 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-2827a6f2-4bbb-4d90-acea-952fb2d7932f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:47.720000 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-2827a6f2-4bbb-4d90-acea-952fb2d7932f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:47.720928 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ff91a1-9f25-4e73-a601-5b8813afcbf6 None None] The sync data for ids ['8f1055b3-e043-416c-bfd5-aa8e485f1824'] in n-d-812111-8 is: [{'id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871112085', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:56:40Z', 'updated_at': '2021-11-24T21:56:44Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:56:41Z', 'updated_at': '2021-11-24T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '64c1e309-64b2-403a-83fa-8e8169d84370', 'name': '', 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:05:92:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '850e0873-d989-4e47-ba60-2cb73b577e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:56:43Z', 'updated_at': '2021-11-24T21:56:46Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '850e0873-d989-4e47-ba60-2cb73b577e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:56:47.743686 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-2827a6f2-4bbb-4d90-acea-952fb2d7932f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5795832 Nov 24 21:56:47.755762 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-432b6cdf-a9c4-4884-9a8f-cfb6409773fd tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 21:56:47.757060 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-432b6cdf-a9c4-4884-9a8f-cfb6409773fd tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062671 Nov 24 21:56:47.853460 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-39e05a5e-53c1-4550-a4b2-616aa1004c46 service neutron] Request body: {'port': {'device_id': '7f627745-4984-42fc-aee7-5e1b1f95d027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:56:47.920204 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-39e05a5e-53c1-4550-a4b2-616aa1004c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:48.013635 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4701079e-298d-474a-abdd-58b25306521c None None] Provisioning complete for port 60cb6fd3-2507-4268-9b3f-dc96cb562815 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:56:48.013920 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4701079e-298d-474a-abdd-58b25306521c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:48.059018 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-4701079e-298d-474a-abdd-58b25306521c None None] Port 60cb6fd3-2507-4268-9b3f-dc96cb562815 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:56:48.213905 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-39e05a5e-53c1-4550-a4b2-616aa1004c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60cb6fd3-2507-4268-9b3f-dc96cb562815 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:56:48.222383 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-39e05a5e-53c1-4550-a4b2-616aa1004c46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:48.223432 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115732b7-3d09-4f00-9fb7-6e3822374b11 req-5e52aaef-e14e-48d6-8ba3-29f14117315e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:48.225556 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-115732b7-3d09-4f00-9fb7-6e3822374b11 req-5e52aaef-e14e-48d6-8ba3-29f14117315e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 931 time: 0.0755506 Nov 24 21:56:48.241072 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-39e05a5e-53c1-4550-a4b2-616aa1004c46 service neutron] Transition to ACTIVE for port object 60cb6fd3-2507-4268-9b3f-dc96cb562815 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:56:48.245888 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-39e05a5e-53c1-4550-a4b2-616aa1004c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:48.284805 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-115732b7-3d09-4f00-9fb7-6e3822374b11 req-1e040199-e24c-412b-8cf4-4ce0b4f4a9de tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=fad9b58f-a5d5-47ff-9bc9-582a46462ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503738 Nov 24 21:56:48.310259 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e05a5e-53c1-4550-a4b2-616aa1004c46 service neutron] Pushing event updated for resources: {'Port': ['ID=60cb6fd3-2507-4268-9b3f-dc96cb562815,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:48.391950 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-39e05a5e-53c1-4550-a4b2-616aa1004c46 service neutron] Attempting to bind port 60cb6fd3-2507-4268-9b3f-dc96cb562815 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:56:48.392283 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-39e05a5e-53c1-4550-a4b2-616aa1004c46 service neutron] Attempting to bind port 60cb6fd3-2507-4268-9b3f-dc96cb562815 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '6fc3c08a-457c-4736-b762-f13e5ef1e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:56:48.392628 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-39e05a5e-53c1-4550-a4b2-616aa1004c46 service neutron] Attempting to bind port 60cb6fd3-2507-4268-9b3f-dc96cb562815 on network 9edb90ae-40f1-49ee-ada0-5c86701964ef {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:56:48.397665 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-39e05a5e-53c1-4550-a4b2-616aa1004c46 service neutron] Port 60cb6fd3-2507-4268-9b3f-dc96cb562815 on network 9edb90ae-40f1-49ee-ada0-5c86701964ef not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:56:48.397998 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-39e05a5e-53c1-4550-a4b2-616aa1004c46 service neutron] Attempting to bind port 60cb6fd3-2507-4268-9b3f-dc96cb562815 on network 9edb90ae-40f1-49ee-ada0-5c86701964ef {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:56:48.403339 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-39e05a5e-53c1-4550-a4b2-616aa1004c46 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:56:48.403686 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-39e05a5e-53c1-4550-a4b2-616aa1004c46 service neutron] Checking segment: {'id': '6fc3c08a-457c-4736-b762-f13e5ef1e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:56:48.404079 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-39e05a5e-53c1-4550-a4b2-616aa1004c46 service neutron] Bound using segment: {'id': '6fc3c08a-457c-4736-b762-f13e5ef1e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:56:48.404611 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-39e05a5e-53c1-4550-a4b2-616aa1004c46 service neutron] Bound port: 60cb6fd3-2507-4268-9b3f-dc96cb562815, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc3c08a-457c-4736-b762-f13e5ef1e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:56:48.404908 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-39e05a5e-53c1-4550-a4b2-616aa1004c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:48.478591 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-39e05a5e-53c1-4550-a4b2-616aa1004c46 service neutron] For port 60cb6fd3-2507-4268-9b3f-dc96cb562815, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:56:48.482663 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-39e05a5e-53c1-4550-a4b2-616aa1004c46 service neutron] For port 60cb6fd3-2507-4268-9b3f-dc96cb562815, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=60cb6fd3-2507-4268-9b3f-dc96cb562815,segment=NetworkSegment(6fc3c08a-457c-4736-b762-f13e5ef1e8eb),segment_id=6fc3c08a-457c-4736-b762-f13e5ef1e8eb)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:56:48.487475 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-39e05a5e-53c1-4550-a4b2-616aa1004c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:48.529779 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-39e05a5e-53c1-4550-a4b2-616aa1004c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:48.530422 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-39e05a5e-53c1-4550-a4b2-616aa1004c46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:48.531988 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-39e05a5e-53c1-4550-a4b2-616aa1004c46 service neutron] 10.222.0.48 "PUT /v2.0/ports/60cb6fd3-2507-4268-9b3f-dc96cb562815 HTTP/1.1" status: 200 len: 1091 time: 0.7623785 Nov 24 21:56:48.532349 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f627745-4984-42fc-aee7-5e1b1f95d027', 'tag': '60cb6fd3-2507-4268-9b3f-dc96cb562815'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:56:48.534725 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d979f7-fca4-4eec-813c-543f5c1b039c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f627745-4984-42fc-aee7-5e1b1f95d027", "tag": "60cb6fd3-2507-4268-9b3f-dc96cb562815"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:56:48.566399 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e05a5e-53c1-4550-a4b2-616aa1004c46 service neutron] Pushing event updated for resources: {'Port': ['ID=60cb6fd3-2507-4268-9b3f-dc96cb562815,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:48.597955 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5416e75-14b9-4fc1-9384-bbc5fd71fdcb x-openstack-request-id: req-c5416e75-14b9-4fc1-9384-bbc5fd71fdcb {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:56:48.598202 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f627745-4984-42fc-aee7-5e1b1f95d027", "tag": "60cb6fd3-2507-4268-9b3f-dc96cb562815", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:56:48.598466 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c5416e75-14b9-4fc1-9384-bbc5fd71fdcb {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:56:48.598885 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f627745-4984-42fc-aee7-5e1b1f95d027', 'tag': '60cb6fd3-2507-4268-9b3f-dc96cb562815', 'status': 'completed', 'code': 200} Nov 24 21:56:48.630954 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-9027ccc6-2f2c-48cb-b519-ad674bfae31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:48.632729 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-9027ccc6-2f2c-48cb-b519-ad674bfae31b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 1094 time: 0.0540469 Nov 24 21:56:48.679116 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-6fb9c3ce-508b-47c2-92e5-e3e204cb6ef7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60cb6fd3-2507-4268-9b3f-dc96cb562815 HTTP/1.1" status: 200 len: 217 time: 0.0377498 Nov 24 21:56:48.742337 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-0b2926b4-bbff-4aba-97fe-4dd042b793c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:48.744006 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-0b2926b4-bbff-4aba-97fe-4dd042b793c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=850e0873-d989-4e47-ba60-2cb73b577e6d HTTP/1.1" status: 200 len: 834 time: 0.0567803 Nov 24 21:56:48.792601 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-e22dba62-ad3a-400d-9a6b-d4c14697055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:48.794184 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-e22dba62-ad3a-400d-9a6b-d4c14697055a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9edb90ae-40f1-49ee-ada0-5c86701964ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425858 Nov 24 21:56:48.890420 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-d63a0154-47e2-48fc-8382-1e1de264c490 service neutron] 10.222.0.48 "GET /v2.0/networks/9edb90ae-40f1-49ee-ada0-5c86701964ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886199 Nov 24 21:56:48.987980 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-91cd9f9b-810d-4c8f-9218-5cb04cb7d182 req-322d7a4c-8869-4cca-9ae6-85bbb2eb47e6 service neutron] 10.222.0.48 "GET /v2.0/networks/9edb90ae-40f1-49ee-ada0-5c86701964ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906091 Nov 24 21:56:49.073166 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d979f7-fca4-4eec-813c-543f5c1b039c req-0c316c33-5ae3-4294-b92b-0070149c5eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:49.074747 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-14d979f7-fca4-4eec-813c-543f5c1b039c req-0c316c33-5ae3-4294-b92b-0070149c5eb8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 1094 time: 0.0425394 Nov 24 21:56:49.163601 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 64c1e309-64b2-403a-83fa-8e8169d84370 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:56:49.178917 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d979f7-fca4-4eec-813c-543f5c1b039c req-7ab556c2-85bc-4a59-93fa-8afc29111223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:49.180541 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-14d979f7-fca4-4eec-813c-543f5c1b039c req-7ab556c2-85bc-4a59-93fa-8afc29111223 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9edb90ae-40f1-49ee-ada0-5c86701964ef HTTP/1.1" status: 200 len: 898 time: 0.0974879 Nov 24 21:56:49.217595 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 64c1e309-64b2-403a-83fa-8e8169d84370 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:56:49.217960 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:49.222914 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-14d979f7-fca4-4eec-813c-543f5c1b039c req-cbd490e9-89ac-4969-8c63-2e8e57a6e4eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60cb6fd3-2507-4268-9b3f-dc96cb562815 HTTP/1.1" status: 200 len: 217 time: 0.0343106 Nov 24 21:56:49.278497 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d979f7-fca4-4eec-813c-543f5c1b039c req-7131f5e3-13cf-401b-9e77-826121221ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:49.279987 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-14d979f7-fca4-4eec-813c-543f5c1b039c req-7131f5e3-13cf-401b-9e77-826121221ae4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=850e0873-d989-4e47-ba60-2cb73b577e6d HTTP/1.1" status: 200 len: 834 time: 0.0496488 Nov 24 21:56:49.328876 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d979f7-fca4-4eec-813c-543f5c1b039c req-4f488c12-487c-4d0f-b286-7995248e2d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:49.330324 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-14d979f7-fca4-4eec-813c-543f5c1b039c req-4f488c12-487c-4d0f-b286-7995248e2d5e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9edb90ae-40f1-49ee-ada0-5c86701964ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421393 Nov 24 21:56:49.421644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d22bc-dbfc-4d7d-b24d-a66dfff88a8a req-f8075468-2359-45fc-ad0a-7ab7670b7af7 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:49.422629 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-14d979f7-fca4-4eec-813c-543f5c1b039c req-550a2cb6-2e58-4c13-9761-03e378cc85da service neutron] 10.222.0.48 "GET /v2.0/networks/9edb90ae-40f1-49ee-ada0-5c86701964ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839527 Nov 24 21:56:49.423123 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a3d22bc-dbfc-4d7d-b24d-a66dfff88a8a req-f8075468-2359-45fc-ad0a-7ab7670b7af7 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 943 time: 0.0483320 Nov 24 21:56:49.477025 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9a3d22bc-dbfc-4d7d-b24d-a66dfff88a8a req-094ddcdf-5d6f-4d9a-8625-0bc74f3d07b7 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=fad9b58f-a5d5-47ff-9bc9-582a46462ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460887 Nov 24 21:56:49.522138 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-14d979f7-fca4-4eec-813c-543f5c1b039c req-32ecb41e-960b-43de-b170-08476edcfa37 service neutron] 10.222.0.48 "GET /v2.0/networks/9edb90ae-40f1-49ee-ada0-5c86701964ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919888 Nov 24 21:56:50.598281 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafd085-fff6-4158-9770-dd10a15bb8de req-4c969b73-8c3d-4093-891e-1c4f77d4e31c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:50.599858 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dafd085-fff6-4158-9770-dd10a15bb8de req-4c969b73-8c3d-4093-891e-1c4f77d4e31c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 943 time: 0.0549471 Nov 24 21:56:50.649921 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dafd085-fff6-4158-9770-dd10a15bb8de req-9037fb1a-1a2b-46c6-8b60-b39eb0a65861 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=fad9b58f-a5d5-47ff-9bc9-582a46462ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441515 Nov 24 21:56:50.757654 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 60cb6fd3-2507-4268-9b3f-dc96cb562815 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:56:50.853792 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 60cb6fd3-2507-4268-9b3f-dc96cb562815, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=60cb6fd3-2507-4268-9b3f-dc96cb562815,segment=NetworkSegment(6fc3c08a-457c-4736-b762-f13e5ef1e8eb),segment_id=6fc3c08a-457c-4736-b762-f13e5ef1e8eb)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:56:50.865952 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '60cb6fd3-2507-4268-9b3f-dc96cb562815', 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef', 'port_id': '60cb6fd3-2507-4268-9b3f-dc96cb562815', 'mac_address': 'fa:16:3e:d7:84:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850e0873-d989-4e47-ba60-2cb73b577e6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:56:50.906925 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:50.920313 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60cb6fd3-2507-4268-9b3f-dc96cb562815 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:56:50.939960 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 60cb6fd3-2507-4268-9b3f-dc96cb562815, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=60cb6fd3-2507-4268-9b3f-dc96cb562815,segment=NetworkSegment(6fc3c08a-457c-4736-b762-f13e5ef1e8eb),segment_id=6fc3c08a-457c-4736-b762-f13e5ef1e8eb)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:56:50.944350 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:50.995094 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=60cb6fd3-2507-4268-9b3f-dc96cb562815,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:51.177845 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['60cb6fd3-2507-4268-9b3f-dc96cb562815'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:56:51.765071 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb34ab-d50a-49b4-82a8-a69ab8b4f18b req-fd435045-602f-4b5e-8c9d-a33ab95b1948 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:51.766557 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ccdb34ab-d50a-49b4-82a8-a69ab8b4f18b req-fd435045-602f-4b5e-8c9d-a33ab95b1948 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 944 time: 0.0487964 Nov 24 21:56:51.815757 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ccdb34ab-d50a-49b4-82a8-a69ab8b4f18b req-1e8f7d42-94d2-4638-9495-bb812320b49e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=fad9b58f-a5d5-47ff-9bc9-582a46462ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420527 Nov 24 21:56:52.773823 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 60cb6fd3-2507-4268-9b3f-dc96cb562815 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:56:52.822151 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 60cb6fd3-2507-4268-9b3f-dc96cb562815 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:56:52.826414 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 60cb6fd3-2507-4268-9b3f-dc96cb562815 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:56:52.826794 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:52.911616 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:52.933618 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f627745-4984-42fc-aee7-5e1b1f95d027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60cb6fd3-2507-4268-9b3f-dc96cb562815'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:56:52.933924 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a88dd0-c9bb-4f7a-a228-9069c7eeabac req-1bb13f43-2477-4182-b100-86e6513c232a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:52.935564 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c2a88dd0-c9bb-4f7a-a228-9069c7eeabac req-1bb13f43-2477-4182-b100-86e6513c232a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 944 time: 0.0501485 Nov 24 21:56:52.935855 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ad2379-aeb5-4012-a04d-5a5f6e9e1549" -d '{"events": [{"server_uuid": "7f627745-4984-42fc-aee7-5e1b1f95d027", "name": "network-vif-plugged", "status": "completed", "tag": "60cb6fd3-2507-4268-9b3f-dc96cb562815"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:56:52.949514 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 60cb6fd3-2507-4268-9b3f-dc96cb562815, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=60cb6fd3-2507-4268-9b3f-dc96cb562815,segment=NetworkSegment(6fc3c08a-457c-4736-b762-f13e5ef1e8eb),segment_id=6fc3c08a-457c-4736-b762-f13e5ef1e8eb)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:56:52.953920 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:52.991731 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c2a88dd0-c9bb-4f7a-a228-9069c7eeabac req-49b87532-51a3-4870-8a60-e36a21262f45 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=fad9b58f-a5d5-47ff-9bc9-582a46462ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494282 Nov 24 21:56:53.003385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=60cb6fd3-2507-4268-9b3f-dc96cb562815,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:53.091796 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b84f5a0-7c2b-421c-9968-4c743358e2f9 x-openstack-request-id: req-3b84f5a0-7c2b-421c-9968-4c743358e2f9 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:56:53.092102 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f627745-4984-42fc-aee7-5e1b1f95d027", "name": "network-vif-plugged", "status": "completed", "tag": "60cb6fd3-2507-4268-9b3f-dc96cb562815", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:56:53.092367 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3b84f5a0-7c2b-421c-9968-4c743358e2f9 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:56:53.092799 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f627745-4984-42fc-aee7-5e1b1f95d027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60cb6fd3-2507-4268-9b3f-dc96cb562815', 'code': 200} Nov 24 21:56:53.187100 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa34e0-f8b4-4431-bfa1-b897461f671c req-d461b5e1-0cbd-4e38-a8ff-2a86271e31cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:53.188626 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5dfa34e0-f8b4-4431-bfa1-b897461f671c req-d461b5e1-0cbd-4e38-a8ff-2a86271e31cd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 1096 time: 0.0400052 Nov 24 21:56:53.235229 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5dfa34e0-f8b4-4431-bfa1-b897461f671c req-faf9ec5a-9bb6-42df-923f-88fa09de6c61 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fad9b58f-a5d5-47ff-9bc9-582a46462ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390944 Nov 24 21:56:54.110871 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6bf85-e3c8-4684-90c7-e14eb93d2b8f req-6e1d1b63-30a8-4fa5-9992-f9ca8bbc067c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:54.112436 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-43d6bf85-e3c8-4684-90c7-e14eb93d2b8f req-6e1d1b63-30a8-4fa5-9992-f9ca8bbc067c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 945 time: 0.0505986 Nov 24 21:56:54.162249 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-43d6bf85-e3c8-4684-90c7-e14eb93d2b8f req-4bc3ab8a-e63d-4f96-aa81-cf5cf1793a83 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=fad9b58f-a5d5-47ff-9bc9-582a46462ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437045 Nov 24 21:56:55.282547 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8f6a9-e710-4557-83ed-035524bc320b req-43487b90-7c4b-4a61-ab01-0038aaa69017 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:55.283916 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-beb8f6a9-e710-4557-83ed-035524bc320b req-43487b90-7c4b-4a61-ab01-0038aaa69017 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 945 time: 0.0491989 Nov 24 21:56:55.332307 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-beb8f6a9-e710-4557-83ed-035524bc320b req-80aa4386-2a1e-41f9-b872-de22433801c4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=fad9b58f-a5d5-47ff-9bc9-582a46462ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419624 Nov 24 21:56:55.449835 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b07229-c31e-4363-a02c-53e5fa0e6867 req-2508b45b-f5d0-4651-90d5-dfda761b53fe tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:55.451296 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48b07229-c31e-4363-a02c-53e5fa0e6867 req-2508b45b-f5d0-4651-90d5-dfda761b53fe tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 945 time: 0.0527225 Nov 24 21:56:55.499789 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48b07229-c31e-4363-a02c-53e5fa0e6867 req-f3ffc41a-8356-4c92-a774-8b8891b97aff tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=fad9b58f-a5d5-47ff-9bc9-582a46462ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417218 Nov 24 21:56:55.522053 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54776) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:55.560936 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c71bd8-5820-4e9d-8913-6c00fc6189b8 tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:55.562365 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d5c71bd8-5820-4e9d-8913-6c00fc6189b8 tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 1091 time: 0.0393283 Nov 24 21:56:55.565260 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54778) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:55.570025 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-bec68394-2309-4b2c-911d-36362ea35cdf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': '60cb6fd3-2507-4268-9b3f-dc96cb562815', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:56:55.591582 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bec68394-2309-4b2c-911d-36362ea35cdf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:56.006224 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bec68394-2309-4b2c-911d-36362ea35cdf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:56.107404 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-bec68394-2309-4b2c-911d-36362ea35cdf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Allocated IP 172.25.5.9 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/55d59df4-6ff2-419f-9aa8-c98e260d4f77) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:56:56.214100 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bec68394-2309-4b2c-911d-36362ea35cdf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:56.247886 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bec68394-2309-4b2c-911d-36362ea35cdf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:56.291481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec68394-2309-4b2c-911d-36362ea35cdf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:56:56.294184 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-bec68394-2309-4b2c-911d-36362ea35cdf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:56:56.297579 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec68394-2309-4b2c-911d-36362ea35cdf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:56:56.320384 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec68394-2309-4b2c-911d-36362ea35cdf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=55d59df4-6ff2-419f-9aa8-c98e260d4f77,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:56.659459 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bec68394-2309-4b2c-911d-36362ea35cdf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:56.724546 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bec68394-2309-4b2c-911d-36362ea35cdf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:56.876298 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bec68394-2309-4b2c-911d-36362ea35cdf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:56.881542 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bec68394-2309-4b2c-911d-36362ea35cdf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:56.952581 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec68394-2309-4b2c-911d-36362ea35cdf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=55d59df4-6ff2-419f-9aa8-c98e260d4f77,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:56:56.965608 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bec68394-2309-4b2c-911d-36362ea35cdf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:57.070435 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-bec68394-2309-4b2c-911d-36362ea35cdf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Floating IP 614f364c-e8d6-47f8-b969-0ac043c51d63 associated. External IP: 172.25.5.9, port: 60cb6fd3-2507-4268-9b3f-dc96cb562815. Nov 24 21:56:57.277919 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec68394-2309-4b2c-911d-36362ea35cdf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router 8f1055b3-e043-416c-bfd5-aa8e485f1824 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:56:57.386891 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec68394-2309-4b2c-911d-36362ea35cdf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:56:57.397630 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e28c690-0360-44a1-894d-a9b97924638b None None] Sync routers for ids ['8f1055b3-e043-416c-bfd5-aa8e485f1824'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:56:57.404049 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bec68394-2309-4b2c-911d-36362ea35cdf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:56:57.408148 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e28c690-0360-44a1-894d-a9b97924638b None None] Routers {'8f1055b3-e043-416c-bfd5-aa8e485f1824'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:56:57.408799 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-5e28c690-0360-44a1-894d-a9b97924638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:56:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8f1055b3-e043-416c-bfd5-aa8e485f1824'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:57.437413 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-bec68394-2309-4b2c-911d-36362ea35cdf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8711333 Nov 24 21:56:57.438006 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f627745-4984-42fc-aee7-5e1b1f95d027', 'tag': '60cb6fd3-2507-4268-9b3f-dc96cb562815'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:56:57.440260 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d671c36-c2b3-4cfa-89ea-f3e939e581f8" -d '{"events": [{"name": "network-changed", "server_uuid": "7f627745-4984-42fc-aee7-5e1b1f95d027", "tag": "60cb6fd3-2507-4268-9b3f-dc96cb562815"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:56:57.520444 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-5e28c690-0360-44a1-894d-a9b97924638b None None] Set router 8f1055b3-e043-416c-bfd5-aa8e485f1824 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:56:57.536517 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2ab7f-a61d-4d98-9370-f3a6bba8e88d req-e5a8f4b8-4bf9-4467-b7b6-a6a158b02e45 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:57.537970 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14e2ab7f-a61d-4d98-9370-f3a6bba8e88d req-e5a8f4b8-4bf9-4467-b7b6-a6a158b02e45 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 945 time: 0.0513277 Nov 24 21:56:57.587882 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14e2ab7f-a61d-4d98-9370-f3a6bba8e88d req-775ee568-e783-494f-aedf-5954545597f9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=fad9b58f-a5d5-47ff-9bc9-582a46462ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438499 Nov 24 21:56:57.610686 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54784) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:57.650520 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275f7124-58ac-4924-bdf4-95519365506d x-openstack-request-id: req-275f7124-58ac-4924-bdf4-95519365506d {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:56:57.650807 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f627745-4984-42fc-aee7-5e1b1f95d027", "tag": "60cb6fd3-2507-4268-9b3f-dc96cb562815", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:56:57.651069 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-275f7124-58ac-4924-bdf4-95519365506d {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:56:57.651479 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f627745-4984-42fc-aee7-5e1b1f95d027', 'tag': '60cb6fd3-2507-4268-9b3f-dc96cb562815', 'status': 'completed', 'code': 200} Nov 24 21:56:57.679272 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fca6a5c5-a79a-405f-bb63-a65aef726b9b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/floatingips/614f364c-e8d6-47f8-b969-0ac043c51d63 HTTP/1.1" status: 200 len: 989 time: 0.0673616 Nov 24 21:56:57.702069 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d671c36-c2b3-4cfa-89ea-f3e939e581f8 req-e0aaecfe-ed72-4c6d-bc3b-bf24f6ab3ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:57.703589 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d671c36-c2b3-4cfa-89ea-f3e939e581f8 req-e0aaecfe-ed72-4c6d-bc3b-bf24f6ab3ece service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 1096 time: 0.0462229 Nov 24 21:56:57.752007 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-5e28c690-0360-44a1-894d-a9b97924638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871112085', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:56:40Z', 'updated_at': '2021-11-24T21:56:44Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:56:41Z', 'updated_at': '2021-11-24T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '614f364c-e8d6-47f8-b969-0ac043c51d63', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'port_id': '60cb6fd3-2507-4268-9b3f-dc96cb562815', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef', 'mac_address': 'fa:16:3e:d7:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f627745-4984-42fc-aee7-5e1b1f95d027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:56:56Z', 'updated_at': '2021-11-24T21:56:56Z', 'revision_number': 0, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64c1e309-64b2-403a-83fa-8e8169d84370', 'name': '', 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:05:92:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '850e0873-d989-4e47-ba60-2cb73b577e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:56:43Z', 'updated_at': '2021-11-24T21:56:47Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '850e0873-d989-4e47-ba60-2cb73b577e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:57.778709 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e28c690-0360-44a1-894d-a9b97924638b None None] Checking router: 8f1055b3-e043-416c-bfd5-aa8e485f1824 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:56:57.787911 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e28c690-0360-44a1-894d-a9b97924638b None None] Routers {'8f1055b3-e043-416c-bfd5-aa8e485f1824'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:56:57.788442 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-5e28c690-0360-44a1-894d-a9b97924638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:56:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8f1055b3-e043-416c-bfd5-aa8e485f1824'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:57.794934 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d671c36-c2b3-4cfa-89ea-f3e939e581f8 req-75c9d08a-d825-47b6-b4b0-3d24a7e68d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:57.796456 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d671c36-c2b3-4cfa-89ea-f3e939e581f8 req-75c9d08a-d825-47b6-b4b0-3d24a7e68d1e service neutron] 10.222.0.48 "GET /v2.0/networks?id=9edb90ae-40f1-49ee-ada0-5c86701964ef HTTP/1.1" status: 200 len: 898 time: 0.0862410 Nov 24 21:56:57.869212 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d671c36-c2b3-4cfa-89ea-f3e939e581f8 req-6c7e9beb-ee64-471e-8047-6c01b2b5e1a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60cb6fd3-2507-4268-9b3f-dc96cb562815 HTTP/1.1" status: 200 len: 997 time: 0.0651767 Nov 24 21:56:57.899094 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-5e28c690-0360-44a1-894d-a9b97924638b None None] Set router 8f1055b3-e043-416c-bfd5-aa8e485f1824 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:56:57.918898 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d671c36-c2b3-4cfa-89ea-f3e939e581f8 req-b6be8bdc-1c45-4d2e-9560-1816a4924ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:57.920414 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d671c36-c2b3-4cfa-89ea-f3e939e581f8 req-b6be8bdc-1c45-4d2e-9560-1816a4924ec1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=850e0873-d989-4e47-ba60-2cb73b577e6d HTTP/1.1" status: 200 len: 834 time: 0.0451212 Nov 24 21:56:57.968404 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d671c36-c2b3-4cfa-89ea-f3e939e581f8 req-23221cda-fd66-41b8-a535-4f8234cbf74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:56:57.969978 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d671c36-c2b3-4cfa-89ea-f3e939e581f8 req-23221cda-fd66-41b8-a535-4f8234cbf74c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9edb90ae-40f1-49ee-ada0-5c86701964ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427473 Nov 24 21:56:58.066814 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d671c36-c2b3-4cfa-89ea-f3e939e581f8 req-1a2e1cb8-61fa-4650-9658-1c273f77e916 service neutron] 10.222.0.48 "GET /v2.0/networks/9edb90ae-40f1-49ee-ada0-5c86701964ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898588 Nov 24 21:56:58.157205 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-4d671c36-c2b3-4cfa-89ea-f3e939e581f8 req-e6f8ef16-4ff0-443b-ae85-85f129599902 service neutron] 10.222.0.48 "GET /v2.0/networks/9edb90ae-40f1-49ee-ada0-5c86701964ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832291 Nov 24 21:56:58.220633 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-5e28c690-0360-44a1-894d-a9b97924638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871112085', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:56:40Z', 'updated_at': '2021-11-24T21:56:44Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:56:41Z', 'updated_at': '2021-11-24T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '614f364c-e8d6-47f8-b969-0ac043c51d63', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'port_id': '60cb6fd3-2507-4268-9b3f-dc96cb562815', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef', 'mac_address': 'fa:16:3e:d7:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f627745-4984-42fc-aee7-5e1b1f95d027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:56:56Z', 'updated_at': '2021-11-24T21:56:56Z', 'revision_number': 0, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64c1e309-64b2-403a-83fa-8e8169d84370', 'name': '', 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:05:92:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '850e0873-d989-4e47-ba60-2cb73b577e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:56:43Z', 'updated_at': '2021-11-24T21:56:47Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '850e0873-d989-4e47-ba60-2cb73b577e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:56:58.246615 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e28c690-0360-44a1-894d-a9b97924638b None None] The sync data for ids ['8f1055b3-e043-416c-bfd5-aa8e485f1824'] in n-d-812111-8 is: [{'id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871112085', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:56:40Z', 'updated_at': '2021-11-24T21:56:44Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:56:41Z', 'updated_at': '2021-11-24T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '614f364c-e8d6-47f8-b969-0ac043c51d63', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'port_id': '60cb6fd3-2507-4268-9b3f-dc96cb562815', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef', 'mac_address': 'fa:16:3e:d7:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f627745-4984-42fc-aee7-5e1b1f95d027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:56:56Z', 'updated_at': '2021-11-24T21:56:56Z', 'revision_number': 0, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64c1e309-64b2-403a-83fa-8e8169d84370', 'name': '', 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:05:92:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '850e0873-d989-4e47-ba60-2cb73b577e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:56:43Z', 'updated_at': '2021-11-24T21:56:47Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '850e0873-d989-4e47-ba60-2cb73b577e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:56:58.446789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590bd40a-987e-44b5-b9d3-55d07b5263df None None] New status for floating IP 614f364c-e8d6-47f8-b969-0ac043c51d63: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:56:58.682343 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54786) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:56:58.746451 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-8bd96002-0e40-4fac-a46f-ef0bd55151e4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/floatingips/614f364c-e8d6-47f8-b969-0ac043c51d63 HTTP/1.1" status: 200 len: 991 time: 0.0629532 Nov 24 21:57:09.027680 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a478ce1e-78ec-48d0-97c8-0e60146faa4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:10.253521 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:11.326153 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9457445-c110-4c2a-b32b-81124efb2483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:11.709480 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:12.645416 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:14.010352 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:14.960492 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:24.497075 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:57:27.354129 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-856b8721-bb82-4f61-8dd7-a68cf4902f2b req-65fc1d74-dc3b-4b89-8ce5-3223f18f2ef5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7f627745-4984-42fc-aee7-5e1b1f95d027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449362 Nov 24 21:57:27.436304 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b8721-bb82-4f61-8dd7-a68cf4902f2b req-f706e693-9ec7-4f51-af58-bc9d5c1a93ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:27.437828 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-856b8721-bb82-4f61-8dd7-a68cf4902f2b req-f706e693-9ec7-4f51-af58-bc9d5c1a93ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 1096 time: 0.0412064 Nov 24 21:57:27.540942 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b8721-bb82-4f61-8dd7-a68cf4902f2b req-8adbc470-e113-47bb-a95c-41e760a49a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:27.542407 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-856b8721-bb82-4f61-8dd7-a68cf4902f2b req-8adbc470-e113-47bb-a95c-41e760a49a47 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9edb90ae-40f1-49ee-ada0-5c86701964ef HTTP/1.1" status: 200 len: 898 time: 0.0838988 Nov 24 21:57:27.610601 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-856b8721-bb82-4f61-8dd7-a68cf4902f2b req-de0fe99e-a43e-4a47-9e5d-feafbc114f18 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60cb6fd3-2507-4268-9b3f-dc96cb562815 HTTP/1.1" status: 200 len: 999 time: 0.0599720 Nov 24 21:57:27.659048 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b8721-bb82-4f61-8dd7-a68cf4902f2b req-58633f99-d221-4cf3-a9d4-db43bbbde422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:27.660512 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-856b8721-bb82-4f61-8dd7-a68cf4902f2b req-58633f99-d221-4cf3-a9d4-db43bbbde422 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=850e0873-d989-4e47-ba60-2cb73b577e6d HTTP/1.1" status: 200 len: 834 time: 0.0431046 Nov 24 21:57:27.704103 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b8721-bb82-4f61-8dd7-a68cf4902f2b req-6a71a922-36aa-4780-9c08-0694b453b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:27.705587 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-856b8721-bb82-4f61-8dd7-a68cf4902f2b req-6a71a922-36aa-4780-9c08-0694b453b9fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9edb90ae-40f1-49ee-ada0-5c86701964ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385602 Nov 24 21:57:27.798788 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-856b8721-bb82-4f61-8dd7-a68cf4902f2b req-9eb4fa3c-f981-47cb-a171-7115f6d202cb service neutron] 10.222.0.48 "GET /v2.0/networks/9edb90ae-40f1-49ee-ada0-5c86701964ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852392 Nov 24 21:57:27.894665 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-856b8721-bb82-4f61-8dd7-a68cf4902f2b req-275308fb-59a5-4789-934e-768dcfcd2e2a service neutron] 10.222.0.48 "GET /v2.0/networks/9edb90ae-40f1-49ee-ada0-5c86701964ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879970 Nov 24 21:57:30.146140 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617505a-a0e4-4cc8-9e54-8cb5bf54f0f2 req-61e4274f-aabb-435d-a4d1-bb7ddf0abdf4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:30.148474 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5617505a-a0e4-4cc8-9e54-8cb5bf54f0f2 req-61e4274f-aabb-435d-a4d1-bb7ddf0abdf4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 945 time: 0.0543063 Nov 24 21:57:30.210762 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5617505a-a0e4-4cc8-9e54-8cb5bf54f0f2 req-bde9df48-9a91-4e60-9037-32dea181e864 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=fad9b58f-a5d5-47ff-9bc9-582a46462ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561900 Nov 24 21:57:31.335058 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378a0ed-c31f-4749-9dcf-d4deeb9dba6a req-08dda2d5-0030-4b65-8ec2-2829dbc3861a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:31.336551 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c378a0ed-c31f-4749-9dcf-d4deeb9dba6a req-08dda2d5-0030-4b65-8ec2-2829dbc3861a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 945 time: 0.0546582 Nov 24 21:57:31.390438 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c378a0ed-c31f-4749-9dcf-d4deeb9dba6a req-64fb2a32-dcbf-499d-97b7-8510af9fe365 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=fad9b58f-a5d5-47ff-9bc9-582a46462ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477231 Nov 24 21:57:31.413374 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54806) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:57:31.481673 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0da9cd2e-a8f1-46fc-9036-edcd90dc0c29 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/floatingips/614f364c-e8d6-47f8-b969-0ac043c51d63 HTTP/1.1" status: 200 len: 991 time: 0.0671315 Nov 24 21:57:32.750305 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cb721-8eaa-4096-8a3b-1fa499e99f8b req-cdac9d15-75ca-46d7-a1f3-0f1f1a1a5985 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:32.751737 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-678cb721-8eaa-4096-8a3b-1fa499e99f8b req-cdac9d15-75ca-46d7-a1f3-0f1f1a1a5985 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 945 time: 0.0546920 Nov 24 21:57:32.802142 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-678cb721-8eaa-4096-8a3b-1fa499e99f8b req-81ac5e3d-07f9-499c-9e40-d9e5fd905fec tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=fad9b58f-a5d5-47ff-9bc9-582a46462ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440092 Nov 24 21:57:33.918117 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708e545-c513-4d20-a99b-4fea59fb3368 req-b11871c6-75c6-4be5-ba65-5b0d32bbdc00 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:33.919605 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4708e545-c513-4d20-a99b-4fea59fb3368 req-b11871c6-75c6-4be5-ba65-5b0d32bbdc00 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 945 time: 0.0489266 Nov 24 21:57:33.968770 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4708e545-c513-4d20-a99b-4fea59fb3368 req-6bb820e6-deb8-42f4-a63d-93f3eadd34ea tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=fad9b58f-a5d5-47ff-9bc9-582a46462ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432661 Nov 24 21:57:33.991601 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54816) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:57:34.055595 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b9196607-5d8a-4218-aeaf-57e533932f41 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/floatingips/614f364c-e8d6-47f8-b969-0ac043c51d63 HTTP/1.1" status: 200 len: 991 time: 0.0628631 Nov 24 21:57:34.281251 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54822) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:57:34.438458 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting port 55d59df4-6ff2-419f-9aa8-c98e260d4f77 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:57:34.438807 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:34.515909 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:34.516217 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:34.528868 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Calling delete_port for 55d59df4-6ff2-419f-9aa8-c98e260d4f77 owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:57:34.674956 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:34.702417 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Port': ['ID=55d59df4-6ff2-419f-9aa8-c98e260d4f77,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:34.730695 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:34.731051 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:34.731400 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:34.731747 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:34.732087 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:34.732441 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:34.732779 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:34.733118 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:34.733452 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:34.733784 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:34.734113 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:34.734443 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:34.773713 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:34.774089 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Floating IP 614f364c-e8d6-47f8-b969-0ac043c51d63 disassociated (deleted). External IP: 172.25.5.9, port: 60cb6fd3-2507-4268-9b3f-dc96cb562815. Nov 24 21:57:34.982306 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router 8f1055b3-e043-416c-bfd5-aa8e485f1824 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:57:35.087664 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:57:35.092360 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:35.097512 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6123e07-aa05-4323-8825-7a81ee8b0441 None None] Sync routers for ids ['8f1055b3-e043-416c-bfd5-aa8e485f1824'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:57:35.107029 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6123e07-aa05-4323-8825-7a81ee8b0441 None None] Routers {'8f1055b3-e043-416c-bfd5-aa8e485f1824'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:57:35.107593 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e6123e07-aa05-4323-8825-7a81ee8b0441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:57:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8f1055b3-e043-416c-bfd5-aa8e485f1824'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:57:35.122046 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-44d9929b-9b12-48fb-8015-60e00063269f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/floatingips/614f364c-e8d6-47f8-b969-0ac043c51d63 HTTP/1.1" status: 204 len: 168 time: 0.8396747 Nov 24 21:57:35.122643 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f627745-4984-42fc-aee7-5e1b1f95d027', 'tag': '60cb6fd3-2507-4268-9b3f-dc96cb562815'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:57:35.124956 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebfed54-e000-4a9e-8865-9da8570f15ad" -d '{"events": [{"name": "network-changed", "server_uuid": "7f627745-4984-42fc-aee7-5e1b1f95d027", "tag": "60cb6fd3-2507-4268-9b3f-dc96cb562815"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:57:35.217811 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-e6123e07-aa05-4323-8825-7a81ee8b0441 None None] Set router 8f1055b3-e043-416c-bfd5-aa8e485f1824 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:57:35.287617 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097e1eb6-46c4-4b00-85c5-7ac644a48875 x-openstack-request-id: req-097e1eb6-46c4-4b00-85c5-7ac644a48875 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:57:35.288479 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f627745-4984-42fc-aee7-5e1b1f95d027", "tag": "60cb6fd3-2507-4268-9b3f-dc96cb562815", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:57:35.289025 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-097e1eb6-46c4-4b00-85c5-7ac644a48875 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:57:35.289599 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f627745-4984-42fc-aee7-5e1b1f95d027', 'tag': '60cb6fd3-2507-4268-9b3f-dc96cb562815', 'status': 'completed', 'code': 200} Nov 24 21:57:35.360420 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfed54-e000-4a9e-8865-9da8570f15ad req-b6f6f685-8bff-46a0-9fea-21cca9d2d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:35.362687 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ebfed54-e000-4a9e-8865-9da8570f15ad req-b6f6f685-8bff-46a0-9fea-21cca9d2d458 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 1096 time: 0.0478866 Nov 24 21:57:35.382850 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24fd6a-2af8-44f4-b6fe-c64be593df7d req-985f7c53-2f79-423b-b810-a6fa29ea2a1a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:35.384421 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5d24fd6a-2af8-44f4-b6fe-c64be593df7d req-985f7c53-2f79-423b-b810-a6fa29ea2a1a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 945 time: 0.0519032 Nov 24 21:57:35.431513 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e6123e07-aa05-4323-8825-7a81ee8b0441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871112085', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:56:40Z', 'updated_at': '2021-11-24T21:56:44Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:56:41Z', 'updated_at': '2021-11-24T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '64c1e309-64b2-403a-83fa-8e8169d84370', 'name': '', 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:05:92:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '850e0873-d989-4e47-ba60-2cb73b577e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:56:43Z', 'updated_at': '2021-11-24T21:56:47Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '850e0873-d989-4e47-ba60-2cb73b577e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:57:35.443133 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5d24fd6a-2af8-44f4-b6fe-c64be593df7d req-68b02b98-5c40-4785-87a4-b398a92ec36e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=fad9b58f-a5d5-47ff-9bc9-582a46462ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498168 Nov 24 21:57:35.455964 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfed54-e000-4a9e-8865-9da8570f15ad req-b66f1a54-a02a-4ccb-b198-efeb4821cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:35.457683 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ebfed54-e000-4a9e-8865-9da8570f15ad req-b66f1a54-a02a-4ccb-b198-efeb4821cdeb service neutron] 10.222.0.48 "GET /v2.0/networks?id=9edb90ae-40f1-49ee-ada0-5c86701964ef HTTP/1.1" status: 200 len: 898 time: 0.0878277 Nov 24 21:57:35.464099 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6123e07-aa05-4323-8825-7a81ee8b0441 None None] Checking router: 8f1055b3-e043-416c-bfd5-aa8e485f1824 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:57:35.472665 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6123e07-aa05-4323-8825-7a81ee8b0441 None None] Routers {'8f1055b3-e043-416c-bfd5-aa8e485f1824'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:57:35.473463 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e6123e07-aa05-4323-8825-7a81ee8b0441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:57:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8f1055b3-e043-416c-bfd5-aa8e485f1824'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:57:35.503292 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ebfed54-e000-4a9e-8865-9da8570f15ad req-5010cded-2851-434e-a590-3d1132eeff51 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60cb6fd3-2507-4268-9b3f-dc96cb562815 HTTP/1.1" status: 200 len: 217 time: 0.0381422 Nov 24 21:57:35.556395 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfed54-e000-4a9e-8865-9da8570f15ad req-e144557b-3976-4dcd-98a2-0c190b700823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:35.557995 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ebfed54-e000-4a9e-8865-9da8570f15ad req-e144557b-3976-4dcd-98a2-0c190b700823 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=850e0873-d989-4e47-ba60-2cb73b577e6d HTTP/1.1" status: 200 len: 834 time: 0.0465305 Nov 24 21:57:35.580711 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-e6123e07-aa05-4323-8825-7a81ee8b0441 None None] Set router 8f1055b3-e043-416c-bfd5-aa8e485f1824 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:57:35.610752 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfed54-e000-4a9e-8865-9da8570f15ad req-65a72699-674c-4fc9-aa1b-0976d15b731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:35.612242 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ebfed54-e000-4a9e-8865-9da8570f15ad req-65a72699-674c-4fc9-aa1b-0976d15b731d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9edb90ae-40f1-49ee-ada0-5c86701964ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421040 Nov 24 21:57:35.706184 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ebfed54-e000-4a9e-8865-9da8570f15ad req-de98bcdc-298b-45f1-9c0e-2574ad31fedd service neutron] 10.222.0.48 "GET /v2.0/networks/9edb90ae-40f1-49ee-ada0-5c86701964ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859418 Nov 24 21:57:35.777956 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e6123e07-aa05-4323-8825-7a81ee8b0441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871112085', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:56:40Z', 'updated_at': '2021-11-24T21:56:44Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:56:41Z', 'updated_at': '2021-11-24T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '64c1e309-64b2-403a-83fa-8e8169d84370', 'name': '', 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:05:92:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '850e0873-d989-4e47-ba60-2cb73b577e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:56:43Z', 'updated_at': '2021-11-24T21:56:47Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '850e0873-d989-4e47-ba60-2cb73b577e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:57:35.798444 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9ebfed54-e000-4a9e-8865-9da8570f15ad req-12a1aefe-acde-4613-a97c-9e109759c090 service neutron] 10.222.0.48 "GET /v2.0/networks/9edb90ae-40f1-49ee-ada0-5c86701964ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850322 Nov 24 21:57:35.808243 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6123e07-aa05-4323-8825-7a81ee8b0441 None None] The sync data for ids ['8f1055b3-e043-416c-bfd5-aa8e485f1824'] in n-d-812111-8 is: [{'id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871112085', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:56:40Z', 'updated_at': '2021-11-24T21:56:44Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:56:41Z', 'updated_at': '2021-11-24T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '64c1e309-64b2-403a-83fa-8e8169d84370', 'name': '', 'network_id': '9edb90ae-40f1-49ee-ada0-5c86701964ef', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:05:92:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '850e0873-d989-4e47-ba60-2cb73b577e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:56:43Z', 'updated_at': '2021-11-24T21:56:47Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '850e0873-d989-4e47-ba60-2cb73b577e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:57:36.031887 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc3a0c5-7b2d-4176-90e2-c9b911d79304 None None] New status for floating IP 614f364c-e8d6-47f8-b969-0ac043c51d63: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:57:36.552857 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159a674-5dc9-4e10-9180-ae139f7918b6 req-a5c205df-cba1-4bbc-a739-f8f0ca8bd1e9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:36.554347 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9159a674-5dc9-4e10-9180-ae139f7918b6 req-a5c205df-cba1-4bbc-a739-f8f0ca8bd1e9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 945 time: 0.0486262 Nov 24 21:57:36.606700 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9159a674-5dc9-4e10-9180-ae139f7918b6 req-9039fb88-3650-4ed8-a485-146985c20e8f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=fad9b58f-a5d5-47ff-9bc9-582a46462ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465050 Nov 24 21:57:36.839687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56de4ef-074f-4862-9a05-e02cc039f6f7 req-9a7fcebe-902b-4fe7-b0b6-21624672df9a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:36.841083 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d56de4ef-074f-4862-9a05-e02cc039f6f7 req-9a7fcebe-902b-4fe7-b0b6-21624672df9a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 945 time: 0.0510719 Nov 24 21:57:36.934719 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-d56de4ef-074f-4862-9a05-e02cc039f6f7 req-71beccf8-67de-4f19-aecf-22fb9790d805 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting port 60cb6fd3-2507-4268-9b3f-dc96cb562815 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:57:36.935048 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d56de4ef-074f-4862-9a05-e02cc039f6f7 req-71beccf8-67de-4f19-aecf-22fb9790d805 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:37.022633 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d56de4ef-074f-4862-9a05-e02cc039f6f7 req-71beccf8-67de-4f19-aecf-22fb9790d805 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] For port 60cb6fd3-2507-4268-9b3f-dc96cb562815, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=60cb6fd3-2507-4268-9b3f-dc96cb562815,segment=NetworkSegment(6fc3c08a-457c-4736-b762-f13e5ef1e8eb),segment_id=6fc3c08a-457c-4736-b762-f13e5ef1e8eb)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:57:37.022992 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d56de4ef-074f-4862-9a05-e02cc039f6f7 req-71beccf8-67de-4f19-aecf-22fb9790d805 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:37.038690 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-d56de4ef-074f-4862-9a05-e02cc039f6f7 req-71beccf8-67de-4f19-aecf-22fb9790d805 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Calling delete_port for 60cb6fd3-2507-4268-9b3f-dc96cb562815 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:57:37.520087 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d56de4ef-074f-4862-9a05-e02cc039f6f7 req-71beccf8-67de-4f19-aecf-22fb9790d805 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:37.553557 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71beccf8-67de-4f19-aecf-22fb9790d805 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Port': ['ID=60cb6fd3-2507-4268-9b3f-dc96cb562815,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:37.578980 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71beccf8-67de-4f19-aecf-22fb9790d805 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:37.579340 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71beccf8-67de-4f19-aecf-22fb9790d805 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:37.579683 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71beccf8-67de-4f19-aecf-22fb9790d805 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:37.580023 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71beccf8-67de-4f19-aecf-22fb9790d805 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:37.580361 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71beccf8-67de-4f19-aecf-22fb9790d805 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:37.580696 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71beccf8-67de-4f19-aecf-22fb9790d805 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:37.581058 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71beccf8-67de-4f19-aecf-22fb9790d805 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:37.581391 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71beccf8-67de-4f19-aecf-22fb9790d805 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:37.582282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71beccf8-67de-4f19-aecf-22fb9790d805 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:37.583294 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71beccf8-67de-4f19-aecf-22fb9790d805 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:37.583708 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71beccf8-67de-4f19-aecf-22fb9790d805 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:37.583971 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71beccf8-67de-4f19-aecf-22fb9790d805 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:37.605934 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56de4ef-074f-4862-9a05-e02cc039f6f7 req-71beccf8-67de-4f19-aecf-22fb9790d805 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] No DVR routers for this DVR port 60cb6fd3-2507-4268-9b3f-dc96cb562815 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:57:37.608479 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d56de4ef-074f-4862-9a05-e02cc039f6f7 req-71beccf8-67de-4f19-aecf-22fb9790d805 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:37.611841 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d56de4ef-074f-4862-9a05-e02cc039f6f7 req-71beccf8-67de-4f19-aecf-22fb9790d805 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.48 "DELETE /v2.0/ports/60cb6fd3-2507-4268-9b3f-dc96cb562815 HTTP/1.1" status: 204 len: 173 time: 0.7644925 Nov 24 21:57:37.612278 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f627745-4984-42fc-aee7-5e1b1f95d027', 'name': 'network-vif-deleted', 'tag': '60cb6fd3-2507-4268-9b3f-dc96cb562815'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:57:37.615450 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5092b7-4249-4ffc-ab26-d1528398f2b7" -d '{"events": [{"server_uuid": "7f627745-4984-42fc-aee7-5e1b1f95d027", "name": "network-vif-deleted", "tag": "60cb6fd3-2507-4268-9b3f-dc96cb562815"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:57:37.656006 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79aee8f-38d1-4dd8-9fe4-b6c3e9b36766 x-openstack-request-id: req-e79aee8f-38d1-4dd8-9fe4-b6c3e9b36766 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:57:37.656305 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f627745-4984-42fc-aee7-5e1b1f95d027", "name": "network-vif-deleted", "tag": "60cb6fd3-2507-4268-9b3f-dc96cb562815", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:57:37.656562 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e79aee8f-38d1-4dd8-9fe4-b6c3e9b36766 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:57:37.657002 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f627745-4984-42fc-aee7-5e1b1f95d027', 'name': 'network-vif-deleted', 'tag': '60cb6fd3-2507-4268-9b3f-dc96cb562815', 'status': 'completed', 'code': 200} Nov 24 21:57:37.735757 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-20979a87-f58f-485f-8a3e-d7b33668a3ea req-0ffc3417-c3f6-44a7-93af-19c4abf2bfa8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f627745-4984-42fc-aee7-5e1b1f95d027 HTTP/1.1" status: 200 len: 210 time: 0.0316017 Nov 24 21:57:38.793893 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54838) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:57:39.030077 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-013c1635-39aa-4ccc-bc30-dd0cc3a77bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:39.166493 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22caa945-548d-4986-8bde-e1ce61559c60 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:39.723834 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-22caa945-548d-4986-8bde-e1ce61559c60 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting port 64c1e309-64b2-403a-83fa-8e8169d84370 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:57:39.724166 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22caa945-548d-4986-8bde-e1ce61559c60 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:39.821396 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-22caa945-548d-4986-8bde-e1ce61559c60 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] For port 64c1e309-64b2-403a-83fa-8e8169d84370, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=64c1e309-64b2-403a-83fa-8e8169d84370,segment=NetworkSegment(6fc3c08a-457c-4736-b762-f13e5ef1e8eb),segment_id=6fc3c08a-457c-4736-b762-f13e5ef1e8eb)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:57:39.822135 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22caa945-548d-4986-8bde-e1ce61559c60 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:39.835971 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-22caa945-548d-4986-8bde-e1ce61559c60 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Calling delete_port for 64c1e309-64b2-403a-83fa-8e8169d84370 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:57:40.026082 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22caa945-548d-4986-8bde-e1ce61559c60 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:40.053667 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22caa945-548d-4986-8bde-e1ce61559c60 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Port': ['ID=64c1e309-64b2-403a-83fa-8e8169d84370,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:40.235097 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22caa945-548d-4986-8bde-e1ce61559c60 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:40.252934 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:40.457822 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22caa945-548d-4986-8bde-e1ce61559c60 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router 8f1055b3-e043-416c-bfd5-aa8e485f1824 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:57:40.574616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22caa945-548d-4986-8bde-e1ce61559c60 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:57:40.579988 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-22caa945-548d-4986-8bde-e1ce61559c60 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "PUT /v2.0/routers/8f1055b3-e043-416c-bfd5-aa8e485f1824/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7850063 Nov 24 21:57:40.584089 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54840) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:57:40.585209 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44bbb5e-d41b-48e4-b0c2-eb60383d7b3b None None] Sync routers for ids ['8f1055b3-e043-416c-bfd5-aa8e485f1824'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:57:40.594722 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44bbb5e-d41b-48e4-b0c2-eb60383d7b3b None None] Routers {'8f1055b3-e043-416c-bfd5-aa8e485f1824'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:57:40.595326 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e44bbb5e-d41b-48e4-b0c2-eb60383d7b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:57:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8f1055b3-e043-416c-bfd5-aa8e485f1824'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:57:40.636084 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c77ec3d-e6e9-4b1d-8af7-67e1e2959453 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting subnet 850e0873-d989-4e47-ba60-2cb73b577e6d {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:57:40.639246 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c77ec3d-e6e9-4b1d-8af7-67e1e2959453 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:40.680419 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c77ec3d-e6e9-4b1d-8af7-67e1e2959453 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:40.700535 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-e44bbb5e-d41b-48e4-b0c2-eb60383d7b3b None None] Set router 8f1055b3-e043-416c-bfd5-aa8e485f1824 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:57:40.771178 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c77ec3d-e6e9-4b1d-8af7-67e1e2959453 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:40.829153 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c77ec3d-e6e9-4b1d-8af7-67e1e2959453 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:40.859597 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77ec3d-e6e9-4b1d-8af7-67e1e2959453 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Subnet': ['ID=850e0873-d989-4e47-ba60-2cb73b577e6d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:40.863418 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c77ec3d-e6e9-4b1d-8af7-67e1e2959453 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:40.870388 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9c77ec3d-e6e9-4b1d-8af7-67e1e2959453 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/subnets/850e0873-d989-4e47-ba60-2cb73b577e6d HTTP/1.1" status: 204 len: 168 time: 0.2827241 Nov 24 21:57:40.870669 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54842) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:57:40.873030 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db984e0-e6de-49c8-99bf-d798e4afc5c9 None None] Network 9edb90ae-40f1-49ee-ada0-5c86701964ef requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:57:40.891675 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e44bbb5e-d41b-48e4-b0c2-eb60383d7b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871112085', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:56:40Z', 'updated_at': '2021-11-24T21:57:39Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:56:41Z', 'updated_at': '2021-11-24T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:57:40.930023 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44bbb5e-d41b-48e4-b0c2-eb60383d7b3b None None] Checking router: 8f1055b3-e043-416c-bfd5-aa8e485f1824 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:57:40.940497 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44bbb5e-d41b-48e4-b0c2-eb60383d7b3b None None] Routers {'8f1055b3-e043-416c-bfd5-aa8e485f1824'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:57:40.941761 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e44bbb5e-d41b-48e4-b0c2-eb60383d7b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:57:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['8f1055b3-e043-416c-bfd5-aa8e485f1824'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:57:40.983137 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b556801-2129-45a2-95ad-526543c4a40d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:41.053785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 60cb6fd3-2507-4268-9b3f-dc96cb562815 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:57:41.080073 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7686ee-28c5-470c-854a-cd1e19b239e7 None None] DHCP port deletion for 9edb90ae-40f1-49ee-ada0-5c86701964ef request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:57:41.083209 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 60cb6fd3-2507-4268-9b3f-dc96cb562815 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:57:41.083734 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 60cb6fd3-2507-4268-9b3f-dc96cb562815 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:57:41.106217 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b556801-2129-45a2-95ad-526543c4a40d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:41.144091 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-cf7686ee-28c5-470c-854a-cd1e19b239e7 None None] Deleting port d218a4da-c9cb-4c6c-8858-1595dc69d6b2 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:57:41.145279 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cf7686ee-28c5-470c-854a-cd1e19b239e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:41.159619 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-e44bbb5e-d41b-48e4-b0c2-eb60383d7b3b None None] Set router 8f1055b3-e043-416c-bfd5-aa8e485f1824 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:57:41.176769 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-7b556801-2129-45a2-95ad-526543c4a40d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting port 96d5a3df-3b19-43b3-821a-6b6ad000966a {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:57:41.176769 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b556801-2129-45a2-95ad-526543c4a40d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:41.230271 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-cf7686ee-28c5-470c-854a-cd1e19b239e7 None None] For port d218a4da-c9cb-4c6c-8858-1595dc69d6b2, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d218a4da-c9cb-4c6c-8858-1595dc69d6b2,segment=NetworkSegment(6fc3c08a-457c-4736-b762-f13e5ef1e8eb),segment_id=6fc3c08a-457c-4736-b762-f13e5ef1e8eb)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:57:41.230851 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cf7686ee-28c5-470c-854a-cd1e19b239e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:41.246065 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-cf7686ee-28c5-470c-854a-cd1e19b239e7 None None] Calling delete_port for d218a4da-c9cb-4c6c-8858-1595dc69d6b2 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:57:41.298071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d218a4da-c9cb-4c6c-8858-1595dc69d6b2 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:57:41.312499 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-7b556801-2129-45a2-95ad-526543c4a40d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] For port 96d5a3df-3b19-43b3-821a-6b6ad000966a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=96d5a3df-3b19-43b3-821a-6b6ad000966a,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:57:41.313256 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b556801-2129-45a2-95ad-526543c4a40d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:41.330376 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-7b556801-2129-45a2-95ad-526543c4a40d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Calling delete_port for 96d5a3df-3b19-43b3-821a-6b6ad000966a owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:57:41.363446 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-83056460-83e9-4ba0-8426-477c28f788dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:41.368604 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e44bbb5e-d41b-48e4-b0c2-eb60383d7b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871112085', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:56:40Z', 'updated_at': '2021-11-24T21:57:39Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:56:41Z', 'updated_at': '2021-11-24T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:57:41.399231 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44bbb5e-d41b-48e4-b0c2-eb60383d7b3b None None] The sync data for ids ['8f1055b3-e043-416c-bfd5-aa8e485f1824'] in n-d-812111-8 is: [{'id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871112085', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:56:40Z', 'updated_at': '2021-11-24T21:57:39Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '96d5a3df-3b19-43b3-821a-6b6ad000966a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1055b3-e043-416c-bfd5-aa8e485f1824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:56:41Z', 'updated_at': '2021-11-24T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:57:41.421864 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cf7686ee-28c5-470c-854a-cd1e19b239e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:41.425171 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:41.459927 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7686ee-28c5-470c-854a-cd1e19b239e7 None None] Pushing event deleted for resources: {'Port': ['ID=d218a4da-c9cb-4c6c-8858-1595dc69d6b2,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:41.471748 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7686ee-28c5-470c-854a-cd1e19b239e7 None None] No DVR routers for this DVR port d218a4da-c9cb-4c6c-8858-1595dc69d6b2 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:57:41.482620 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7686ee-28c5-470c-854a-cd1e19b239e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:41.483261 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7686ee-28c5-470c-854a-cd1e19b239e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:41.483732 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7686ee-28c5-470c-854a-cd1e19b239e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:41.484088 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7686ee-28c5-470c-854a-cd1e19b239e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:41.484773 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7686ee-28c5-470c-854a-cd1e19b239e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:41.484773 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7686ee-28c5-470c-854a-cd1e19b239e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:41.485105 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7686ee-28c5-470c-854a-cd1e19b239e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:41.485442 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7686ee-28c5-470c-854a-cd1e19b239e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:41.485778 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7686ee-28c5-470c-854a-cd1e19b239e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:41.486109 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7686ee-28c5-470c-854a-cd1e19b239e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:41.486443 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7686ee-28c5-470c-854a-cd1e19b239e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:41.486772 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7686ee-28c5-470c-854a-cd1e19b239e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:41.521378 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b556801-2129-45a2-95ad-526543c4a40d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:41.548812 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b556801-2129-45a2-95ad-526543c4a40d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Port': ['ID=96d5a3df-3b19-43b3-821a-6b6ad000966a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:41.558669 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6006298b-6599-4ae1-ac45-d2e7be93b11d None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:57:41.607781 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b556801-2129-45a2-95ad-526543c4a40d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:41.703877 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b556801-2129-45a2-95ad-526543c4a40d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:41.706200 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b556801-2129-45a2-95ad-526543c4a40d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:41.709987 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:41.751210 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b556801-2129-45a2-95ad-526543c4a40d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:41.751829 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b556801-2129-45a2-95ad-526543c4a40d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Fanout notify agent at l3_agent the message router_deleted on router 8f1055b3-e043-416c-bfd5-aa8e485f1824 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:57:41.759442 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b556801-2129-45a2-95ad-526543c4a40d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:41.763040 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7b556801-2129-45a2-95ad-526543c4a40d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/routers/8f1055b3-e043-416c-bfd5-aa8e485f1824 HTTP/1.1" status: 204 len: 168 time: 0.8890491 Nov 24 21:57:41.763412 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54844) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:57:41.849275 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c59e9c15-8c36-4ce3-86b3-1812ab8501f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:41.949878 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c59e9c15-8c36-4ce3-86b3-1812ab8501f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:41.970878 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c59e9c15-8c36-4ce3-86b3-1812ab8501f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9edb90ae-40f1-49ee-ada0-5c86701964ef']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:57:41.981707 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c59e9c15-8c36-4ce3-86b3-1812ab8501f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc3c08a-457c-4736-b762-f13e5ef1e8eb') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:57:41.982003 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-c59e9c15-8c36-4ce3-86b3-1812ab8501f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc3c08a-457c-4736-b762-f13e5ef1e8eb') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:57:41.992987 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c59e9c15-8c36-4ce3-86b3-1812ab8501f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.006950 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c59e9c15-8c36-4ce3-86b3-1812ab8501f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.013837 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59e9c15-8c36-4ce3-86b3-1812ab8501f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:57:42.014430 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c59e9c15-8c36-4ce3-86b3-1812ab8501f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:57:42.029919 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:57:42.086190 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c59e9c15-8c36-4ce3-86b3-1812ab8501f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.093761 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c59e9c15-8c36-4ce3-86b3-1812ab8501f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.096971 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c59e9c15-8c36-4ce3-86b3-1812ab8501f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/networks/9edb90ae-40f1-49ee-ada0-5c86701964ef HTTP/1.1" status: 204 len: 168 time: 0.3323538 Nov 24 21:57:42.100279 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54846) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:57:42.116962 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e9c15-8c36-4ce3-86b3-1812ab8501f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Network': ['ID=9edb90ae-40f1-49ee-ada0-5c86701964ef,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:42.167367 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b0333084-bcdf-4e70-8ff2-3be240904b0c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.192553 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b0333084-bcdf-4e70-8ff2-3be240904b0c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.249944 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b0333084-bcdf-4e70-8ff2-3be240904b0c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.252521 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b0333084-bcdf-4e70-8ff2-3be240904b0c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.253854 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b0333084-bcdf-4e70-8ff2-3be240904b0c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/security-groups/fad9b58f-a5d5-47ff-9bc9-582a46462ac5 HTTP/1.1" status: 204 len: 168 time: 0.1525245 Nov 24 21:57:42.262676 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0333084-bcdf-4e70-8ff2-3be240904b0c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad9b58f-a5d5-47ff-9bc9-582a46462ac5,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:42.491524 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54852) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:57:42.496344 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-fabb48c5-10fa-456b-9a48-37f1dba4dbc4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2104965408', 'description': 'tempest-secgroup-smoke-2104965408 description', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:57:42.518826 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fabb48c5-10fa-456b-9a48-37f1dba4dbc4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.586983 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fabb48c5-10fa-456b-9a48-37f1dba4dbc4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.590474 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fabb48c5-10fa-456b-9a48-37f1dba4dbc4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.626081 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fabb48c5-10fa-456b-9a48-37f1dba4dbc4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.627293 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fabb48c5-10fa-456b-9a48-37f1dba4dbc4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1345861 Nov 24 21:57:42.628500 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb48c5-10fa-456b-9a48-37f1dba4dbc4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d80502f-fc66-40d9-8ef5-6f9192433bdd,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:42.630535 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54854) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:57:42.635449 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ebfd9f76-05f8-4ef0-b092-1484f22a065d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': '7d80502f-fc66-40d9-8ef5-6f9192433bdd', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:57:42.647733 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.663380 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ebfd9f76-05f8-4ef0-b092-1484f22a065d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.717803 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ebfd9f76-05f8-4ef0-b092-1484f22a065d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.721517 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ebfd9f76-05f8-4ef0-b092-1484f22a065d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.739561 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd9f76-05f8-4ef0-b092-1484f22a065d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=620d1e1f-1a8f-42fd-a0fd-a610c303d027,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:42.747549 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ebfd9f76-05f8-4ef0-b092-1484f22a065d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.748763 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ebfd9f76-05f8-4ef0-b092-1484f22a065d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170948 Nov 24 21:57:42.751513 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54856) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:57:42.756005 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-269b9a2b-8dea-483c-a108-db425457a749 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': '7d80502f-fc66-40d9-8ef5-6f9192433bdd', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:57:42.782176 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-269b9a2b-8dea-483c-a108-db425457a749 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.838038 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-269b9a2b-8dea-483c-a108-db425457a749 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.841579 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-269b9a2b-8dea-483c-a108-db425457a749 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.861447 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b9a2b-8dea-483c-a108-db425457a749 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dad5a85-b5bb-42fc-87c1-e63c16e5a612,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:42.869957 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-269b9a2b-8dea-483c-a108-db425457a749 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.871164 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-269b9a2b-8dea-483c-a108-db425457a749 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187074 Nov 24 21:57:42.873794 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54858) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:57:42.878023 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-76cc06fb-d56f-4b34-b422-2f30e2da6966 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': '7d80502f-fc66-40d9-8ef5-6f9192433bdd', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:57:42.903614 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-76cc06fb-d56f-4b34-b422-2f30e2da6966 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.958813 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-76cc06fb-d56f-4b34-b422-2f30e2da6966 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.962437 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-76cc06fb-d56f-4b34-b422-2f30e2da6966 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.982086 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc06fb-d56f-4b34-b422-2f30e2da6966 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c250abef-1344-4335-9e68-5137b9851a47,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:42.987623 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-76cc06fb-d56f-4b34-b422-2f30e2da6966 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:42.988960 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-76cc06fb-d56f-4b34-b422-2f30e2da6966 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141667 Nov 24 21:57:42.991968 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54860) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:57:42.996296 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-20a52e9d-426f-4246-97a5-77aa559e87a8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': '7d80502f-fc66-40d9-8ef5-6f9192433bdd', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:57:43.022327 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20a52e9d-426f-4246-97a5-77aa559e87a8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:43.078244 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20a52e9d-426f-4246-97a5-77aa559e87a8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:43.081643 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20a52e9d-426f-4246-97a5-77aa559e87a8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:43.102829 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a52e9d-426f-4246-97a5-77aa559e87a8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e42998-7d3b-4be8-9b5e-206d1cedc0d3,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:43.108612 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-20a52e9d-426f-4246-97a5-77aa559e87a8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:43.109492 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-20a52e9d-426f-4246-97a5-77aa559e87a8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165533 Nov 24 21:57:43.112433 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54862) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:57:43.117405 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-6217669d-a7c6-47fc-9195-038831cbb21a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': '7d80502f-fc66-40d9-8ef5-6f9192433bdd', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:57:43.139034 n-d-812111-8 neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-6217669d-a7c6-47fc-9195-038831cbb21a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Project 47d6bccedae942e2945c2bd9d08dfa80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:57:43.145093 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6217669d-a7c6-47fc-9195-038831cbb21a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:43.169829 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 96d5a3df-3b19-43b3-821a-6b6ad000966a no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:57:43.190014 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 96d5a3df-3b19-43b3-821a-6b6ad000966a {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:57:43.190526 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 96d5a3df-3b19-43b3-821a-6b6ad000966a not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:57:43.191048 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 64c1e309-64b2-403a-83fa-8e8169d84370 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:57:43.209345 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6217669d-a7c6-47fc-9195-038831cbb21a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:43.213105 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6217669d-a7c6-47fc-9195-038831cbb21a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:43.216484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 64c1e309-64b2-403a-83fa-8e8169d84370 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:57:43.216876 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 64c1e309-64b2-403a-83fa-8e8169d84370 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:57:43.233649 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217669d-a7c6-47fc-9195-038831cbb21a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52882ec7-1481-4530-8094-3b964a77b7b5,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:43.241225 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6217669d-a7c6-47fc-9195-038831cbb21a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:43.242399 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6217669d-a7c6-47fc-9195-038831cbb21a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289113 Nov 24 21:57:43.245258 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54864) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:57:43.249441 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-27ba9d31-4442-42da-b923-aca88cc96942 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': '7d80502f-fc66-40d9-8ef5-6f9192433bdd', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:57:43.271144 n-d-812111-8 neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-27ba9d31-4442-42da-b923-aca88cc96942 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Project 47d6bccedae942e2945c2bd9d08dfa80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:57:43.275891 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27ba9d31-4442-42da-b923-aca88cc96942 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:43.336089 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27ba9d31-4442-42da-b923-aca88cc96942 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:43.339720 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27ba9d31-4442-42da-b923-aca88cc96942 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:43.357795 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba9d31-4442-42da-b923-aca88cc96942 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca5aadff-47c3-4103-beff-479d705cccc8,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:43.363085 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27ba9d31-4442-42da-b923-aca88cc96942 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:43.365030 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-27ba9d31-4442-42da-b923-aca88cc96942 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185870 Nov 24 21:57:43.367937 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54866) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:57:43.372689 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-91767125-44a7-42a2-be2d-b2f348286e89 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'network': {'name': 'tempest-network-smoke--157885364', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'port_security_enabled': True}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:57:43.393330 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91767125-44a7-42a2-be2d-b2f348286e89 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Made reservation on behalf of 47d6bccedae942e2945c2bd9d08dfa80 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:57:43.397436 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-91767125-44a7-42a2-be2d-b2f348286e89 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:43.420424 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91767125-44a7-42a2-be2d-b2f348286e89 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:57:43.429721 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-91767125-44a7-42a2-be2d-b2f348286e89 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:43.430069 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-91767125-44a7-42a2-be2d-b2f348286e89 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Added segment 6025f8ed-623c-4316-9272-e4b05db87a52 of type vlan for network 7f25e871-2647-4edd-8651-a2e5d1e62bac Nov 24 21:57:43.470897 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-91767125-44a7-42a2-be2d-b2f348286e89 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:43.495028 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-91767125-44a7-42a2-be2d-b2f348286e89 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:43.500573 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91767125-44a7-42a2-be2d-b2f348286e89 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:43.501199 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-91767125-44a7-42a2-be2d-b2f348286e89 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:43.535749 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-91767125-44a7-42a2-be2d-b2f348286e89 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1668103 Nov 24 21:57:43.538613 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54868) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:57:43.542930 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-712af703-e4b7-4cf9-8c5f-aa39bf655032 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1941830389', 'admin_state_up': True, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:57:43.588198 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91767125-44a7-42a2-be2d-b2f348286e89 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Network': ['ID=7f25e871-2647-4edd-8651-a2e5d1e62bac,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:43.598244 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 7f25e871-2647-4edd-8651-a2e5d1e62bac details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:57:43.601448 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-712af703-e4b7-4cf9-8c5f-aa39bf655032 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:43.602477 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-712af703-e4b7-4cf9-8c5f-aa39bf655032 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:43.659098 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-712af703-e4b7-4cf9-8c5f-aa39bf655032 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:43.809449 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-712af703-e4b7-4cf9-8c5f-aa39bf655032 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:44.008596 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-712af703-e4b7-4cf9-8c5f-aa39bf655032 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:44.014270 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:44.028530 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-712af703-e4b7-4cf9-8c5f-aa39bf655032 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:44.129780 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-712af703-e4b7-4cf9-8c5f-aa39bf655032 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Allocated IP 172.25.5.187 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/37105ea3-2dcd-4cea-be4e-72fdc3afdd3d) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:57:44.242888 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-712af703-e4b7-4cf9-8c5f-aa39bf655032 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:44.276252 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-712af703-e4b7-4cf9-8c5f-aa39bf655032 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:44.314327 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712af703-e4b7-4cf9-8c5f-aa39bf655032 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:57:44.319222 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-712af703-e4b7-4cf9-8c5f-aa39bf655032 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:57:44.321763 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712af703-e4b7-4cf9-8c5f-aa39bf655032 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:57:44.333115 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f2de17-6341-40e8-ae3f-7dfb73eec3ee None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:57:44.351719 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712af703-e4b7-4cf9-8c5f-aa39bf655032 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=37105ea3-2dcd-4cea-be4e-72fdc3afdd3d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:44.393440 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-a0c70ffe-2ebf-40f8-85d3-3ade4e9bf617 None None] Provisioning complete for port 37105ea3-2dcd-4cea-be4e-72fdc3afdd3d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:57:44.393820 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a0c70ffe-2ebf-40f8-85d3-3ade4e9bf617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:44.430942 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-a0c70ffe-2ebf-40f8-85d3-3ade4e9bf617 None None] Port 37105ea3-2dcd-4cea-be4e-72fdc3afdd3d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:57:44.587112 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-712af703-e4b7-4cf9-8c5f-aa39bf655032 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:44.783634 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-712af703-e4b7-4cf9-8c5f-aa39bf655032 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:44.912082 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712af703-e4b7-4cf9-8c5f-aa39bf655032 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router 7891bbf5-b130-4122-8023-33c06fcab552 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:57:44.963686 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:45.023546 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712af703-e4b7-4cf9-8c5f-aa39bf655032 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:57:45.033068 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] Sync routers for ids ['7891bbf5-b130-4122-8023-33c06fcab552'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:57:45.043410 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] Routers {'7891bbf5-b130-4122-8023-33c06fcab552'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:57:45.044038 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:57:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7891bbf5-b130-4122-8023-33c06fcab552'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:57:45.044403 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-712af703-e4b7-4cf9-8c5f-aa39bf655032 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:45.045655 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-712af703-e4b7-4cf9-8c5f-aa39bf655032 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5061195 Nov 24 21:57:45.048814 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54870) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:57:45.076535 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9210919d-e4e9-4ed5-9e91-0423ae2e32e5 tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=47d6bccedae942e2945c2bd9d08dfa80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266409 Nov 24 21:57:45.079128 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54872) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:57:45.155443 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] Set router 7891bbf5-b130-4122-8023-33c06fcab552 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:57:45.167447 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c069b413-6fe2-441b-adb6-678b115e38ee tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:45.171618 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-c069b413-6fe2-441b-adb6-678b115e38ee tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888615 Nov 24 21:57:45.171816 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54874) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:57:45.206187 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e8942b4d-067b-4430-8f6e-788639732b6d tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332668 Nov 24 21:57:45.209428 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54876) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:57:45.214339 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-44c83ac0-012e-48d6-abe6-f1b0e76f264d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1494208462', 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:57:45.305829 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c83ac0-012e-48d6-abe6-f1b0e76f264d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Made reservation on behalf of 47d6bccedae942e2945c2bd9d08dfa80 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:57:45.309502 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-44c83ac0-012e-48d6-abe6-f1b0e76f264d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:45.347209 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7891bbf5-b130-4122-8023-33c06fcab552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941830389', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:57:43Z', 'updated_at': '2021-11-24T21:57:44Z', 'revision_number': 3, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:57:44Z', 'updated_at': '2021-11-24T21:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:57:45.379840 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] Checking router: 7891bbf5-b130-4122-8023-33c06fcab552 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:57:45.380205 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] Updating router 7891bbf5-b130-4122-8023-33c06fcab552 port 37105ea3-2dcd-4cea-be4e-72fdc3afdd3d binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:57:45.406159 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:45.496562 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-44c83ac0-012e-48d6-abe6-f1b0e76f264d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:45.568384 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c83ac0-012e-48d6-abe6-f1b0e76f264d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Subnet': ['ID=6cc463e1-5781-4e95-8de7-9828717ad6f6,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:45.572791 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c83ac0-012e-48d6-abe6-f1b0e76f264d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Checking segment: {'id': '6025f8ed-623c-4316-9272-e4b05db87a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:57:45.573166 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c83ac0-012e-48d6-abe6-f1b0e76f264d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network hostable DHCP agents. Network: 7f25e871-2647-4edd-8651-a2e5d1e62bac, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:57:45.591943 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c83ac0-012e-48d6-abe6-f1b0e76f264d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network 7f25e871-2647-4edd-8651-a2e5d1e62bac is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:57:45.601939 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-44c83ac0-012e-48d6-abe6-f1b0e76f264d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 7f25e871-2647-4edd-8651-a2e5d1e62bac) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:57:45.606051 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c83ac0-012e-48d6-abe6-f1b0e76f264d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:45.606653 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-44c83ac0-012e-48d6-abe6-f1b0e76f264d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:45.611616 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50315f4-acee-44ce-8083-cd23497bedfe None None] Network 7f25e871-2647-4edd-8651-a2e5d1e62bac requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:57:45.624842 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-44c83ac0-012e-48d6-abe6-f1b0e76f264d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4143510 Nov 24 21:57:45.627708 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54878) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:57:45.731282 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:45.743032 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:45.816647 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3cd1cf-3668-48da-ba9e-f0e99a9e157a None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:57:45.833770 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] Attempting to bind port 37105ea3-2dcd-4cea-be4e-72fdc3afdd3d on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:57:45.834231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] Attempting to bind port 37105ea3-2dcd-4cea-be4e-72fdc3afdd3d by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:57:45.834692 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] Attempting to bind port 37105ea3-2dcd-4cea-be4e-72fdc3afdd3d on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:57:45.840431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79126a1-e5d3-4299-9ec8-4c6c120ceaee None None] Pushing event updated for resources: {'Port': ['ID=37105ea3-2dcd-4cea-be4e-72fdc3afdd3d,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:45.849287 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:57:45.849818 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:57:45.850399 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:45.850912 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:57:45.851470 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] Bound port: 37105ea3-2dcd-4cea-be4e-72fdc3afdd3d, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:57:45.851929 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:45.903318 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab651ad2-3ba7-4644-879d-47965983eeab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-7f25e871-2647-4edd-8651-a2e5d1e62bac', 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ips': [{'subnet_id': '6cc463e1-5781-4e95-8de7-9828717ad6f6'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:57:45.905283 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ab651ad2-3ba7-4644-879d-47965983eeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:45.944523 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] For port 37105ea3-2dcd-4cea-be4e-72fdc3afdd3d, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:57:45.950555 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] For port 37105ea3-2dcd-4cea-be4e-72fdc3afdd3d, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=37105ea3-2dcd-4cea-be4e-72fdc3afdd3d,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:57:46.002030 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:46.059811 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9de16ec6-cd81-4743-bf76-f92ab5b8ecc2 None None] Provisioning complete for port 37105ea3-2dcd-4cea-be4e-72fdc3afdd3d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:57:46.060461 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9de16ec6-cd81-4743-bf76-f92ab5b8ecc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:46.073705 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c77e7b-0421-4b07-9a6f-3fb8152716c2 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:57:46.085465 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c182-8cc0-491d-9093-85655007068a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:46.152872 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79126a1-e5d3-4299-9ec8-4c6c120ceaee None None] Pushing event updated for resources: {'Port': ['ID=37105ea3-2dcd-4cea-be4e-72fdc3afdd3d,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:46.160989 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] Routers {'7891bbf5-b130-4122-8023-33c06fcab552'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:57:46.161633 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:57:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7891bbf5-b130-4122-8023-33c06fcab552'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:57:46.232721 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-ab651ad2-3ba7-4644-879d-47965983eeab None None] Allocated IP 172.20.0.2 (7f25e871-2647-4edd-8651-a2e5d1e62bac/6cc463e1-5781-4e95-8de7-9828717ad6f6/da29a39b-a9da-405b-bb7d-547e7cd38114) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:57:46.323524 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9de16ec6-cd81-4743-bf76-f92ab5b8ecc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:46.371625 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] Set router 7891bbf5-b130-4122-8023-33c06fcab552 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:57:46.398848 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-9de16ec6-cd81-4743-bf76-f92ab5b8ecc2 None None] For port 37105ea3-2dcd-4cea-be4e-72fdc3afdd3d, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=37105ea3-2dcd-4cea-be4e-72fdc3afdd3d,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:57:46.607616 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9de16ec6-cd81-4743-bf76-f92ab5b8ecc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:46.773670 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de16ec6-cd81-4743-bf76-f92ab5b8ecc2 None None] Pushing event updated for resources: {'Port': ['ID=37105ea3-2dcd-4cea-be4e-72fdc3afdd3d,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:46.805284 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-833b5e46-693e-43de-b89d-800674bb90dd None None] Provisioning complete for port 37105ea3-2dcd-4cea-be4e-72fdc3afdd3d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:57:46.805663 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-833b5e46-693e-43de-b89d-800674bb90dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:46.836618 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ab651ad2-3ba7-4644-879d-47965983eeab None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:46.868410 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ab651ad2-3ba7-4644-879d-47965983eeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:46.912139 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-cbe1c182-8cc0-491d-9093-85655007068a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Allocated IP 172.20.0.1 (7f25e871-2647-4edd-8651-a2e5d1e62bac/6cc463e1-5781-4e95-8de7-9828717ad6f6/d8592247-d14e-4521-8ee4-3ef276f26f5a) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:57:46.928363 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab651ad2-3ba7-4644-879d-47965983eeab None None] Network 7f25e871-2647-4edd-8651-a2e5d1e62bac is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:57:46.938574 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-ab651ad2-3ba7-4644-879d-47965983eeab None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:57:46.946771 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab651ad2-3ba7-4644-879d-47965983eeab None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:57:46.952085 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab651ad2-3ba7-4644-879d-47965983eeab None None] Pushing event updated for resources: {'Port': ['ID=da29a39b-a9da-405b-bb7d-547e7cd38114,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:47.029967 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c182-8cc0-491d-9093-85655007068a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:47.045393 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7891bbf5-b130-4122-8023-33c06fcab552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941830389', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:57:43Z', 'updated_at': '2021-11-24T21:57:44Z', 'revision_number': 3, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:57:44Z', 'updated_at': '2021-11-24T21:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:57:47.050691 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ab651ad2-3ba7-4644-879d-47965983eeab None None] Attempting to bind port da29a39b-a9da-405b-bb7d-547e7cd38114 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:57:47.051061 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ab651ad2-3ba7-4644-879d-47965983eeab None None] Attempting to bind port da29a39b-a9da-405b-bb7d-547e7cd38114 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '6025f8ed-623c-4316-9272-e4b05db87a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:57:47.051458 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab651ad2-3ba7-4644-879d-47965983eeab None None] Attempting to bind port da29a39b-a9da-405b-bb7d-547e7cd38114 on network 7f25e871-2647-4edd-8651-a2e5d1e62bac {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:57:47.071416 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c182-8cc0-491d-9093-85655007068a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:47.080172 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7160f5-328c-46b0-b0f3-d92fcfe23442 None None] The sync data for ids ['7891bbf5-b130-4122-8023-33c06fcab552'] in n-d-812111-8 is: [{'id': '7891bbf5-b130-4122-8023-33c06fcab552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941830389', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:57:43Z', 'updated_at': '2021-11-24T21:57:44Z', 'revision_number': 3, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:57:44Z', 'updated_at': '2021-11-24T21:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:57:47.083084 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab651ad2-3ba7-4644-879d-47965983eeab None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:57:47.083476 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab651ad2-3ba7-4644-879d-47965983eeab None None] Checking segment: {'id': '6025f8ed-623c-4316-9272-e4b05db87a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:57:47.083886 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ab651ad2-3ba7-4644-879d-47965983eeab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:47.084287 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab651ad2-3ba7-4644-879d-47965983eeab None None] Bound using segment: {'id': '6025f8ed-623c-4316-9272-e4b05db87a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:57:47.085312 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ab651ad2-3ba7-4644-879d-47965983eeab None None] Bound port: da29a39b-a9da-405b-bb7d-547e7cd38114, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6025f8ed-623c-4316-9272-e4b05db87a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:57:47.085312 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ab651ad2-3ba7-4644-879d-47965983eeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:47.119152 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe1c182-8cc0-491d-9093-85655007068a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network 7f25e871-2647-4edd-8651-a2e5d1e62bac is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:57:47.122679 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-cbe1c182-8cc0-491d-9093-85655007068a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:57:47.125049 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe1c182-8cc0-491d-9093-85655007068a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:57:47.161712 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ab651ad2-3ba7-4644-879d-47965983eeab None None] For port da29a39b-a9da-405b-bb7d-547e7cd38114, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:57:47.165449 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ab651ad2-3ba7-4644-879d-47965983eeab None None] For port da29a39b-a9da-405b-bb7d-547e7cd38114, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=da29a39b-a9da-405b-bb7d-547e7cd38114,segment=NetworkSegment(6025f8ed-623c-4316-9272-e4b05db87a52),segment_id=6025f8ed-623c-4316-9272-e4b05db87a52)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:57:47.170780 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1c182-8cc0-491d-9093-85655007068a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=d8592247-d14e-4521-8ee4-3ef276f26f5a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:47.175819 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ab651ad2-3ba7-4644-879d-47965983eeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:47.186185 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c182-8cc0-491d-9093-85655007068a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:47.258192 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab651ad2-3ba7-4644-879d-47965983eeab None None] Pushing event updated for resources: {'Port': ['ID=da29a39b-a9da-405b-bb7d-547e7cd38114,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:47.357673 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c182-8cc0-491d-9093-85655007068a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:47.710212 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c182-8cc0-491d-9093-85655007068a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:47.715227 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c182-8cc0-491d-9093-85655007068a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:47.792087 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c182-8cc0-491d-9093-85655007068a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:47.793980 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1c182-8cc0-491d-9093-85655007068a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=d8592247-d14e-4521-8ee4-3ef276f26f5a,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:47.897880 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe1c182-8cc0-491d-9093-85655007068a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network 7f25e871-2647-4edd-8651-a2e5d1e62bac is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:57:47.899372 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-cbe1c182-8cc0-491d-9093-85655007068a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:57:48.020872 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe1c182-8cc0-491d-9093-85655007068a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router 7891bbf5-b130-4122-8023-33c06fcab552 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:57:48.142729 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe1c182-8cc0-491d-9093-85655007068a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:57:48.148690 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-cbe1c182-8cc0-491d-9093-85655007068a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "PUT /v2.0/routers/7891bbf5-b130-4122-8023-33c06fcab552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5196383 Nov 24 21:57:48.290662 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f052426-fdbd-4f76-b90d-6a6e4696201d None None] Network 7f25e871-2647-4edd-8651-a2e5d1e62bac requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:57:48.317390 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-5d034bb7-3325-4420-9d47-c244558db711 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2104965408&fields=id&tenant_id=47d6bccedae942e2945c2bd9d08dfa80 HTTP/1.1" status: 200 len: 267 time: 0.0578725 Nov 24 21:57:48.404204 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-23fcbd69-b1a7-4f00-94f6-b941310ac250 None None] Provisioning complete for port da29a39b-a9da-405b-bb7d-547e7cd38114 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:57:48.404493 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-23fcbd69-b1a7-4f00-94f6-b941310ac250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:48.422061 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-1befdf42-5578-4804-a875-75622f49508f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:48.423543 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-1befdf42-5578-4804-a875-75622f49508f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/networks?id=7f25e871-2647-4edd-8651-a2e5d1e62bac HTTP/1.1" status: 200 len: 796 time: 0.1053462 Nov 24 21:57:48.439019 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-988ba656-ff99-480f-b385-61050b6ef31b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/quotas/47d6bccedae942e2945c2bd9d08dfa80 HTTP/1.1" status: 200 len: 375 time: 0.0097015 Nov 24 21:57:48.498118 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-2b5f35de-e3d9-4dc4-82e3-e2f97a6b4dc6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520670 Nov 24 21:57:48.529851 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-23fcbd69-b1a7-4f00-94f6-b941310ac250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:48.564648 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-23fcbd69-b1a7-4f00-94f6-b941310ac250 None None] For port da29a39b-a9da-405b-bb7d-547e7cd38114, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=da29a39b-a9da-405b-bb7d-547e7cd38114,segment=NetworkSegment(6025f8ed-623c-4316-9272-e4b05db87a52),segment_id=6025f8ed-623c-4316-9272-e4b05db87a52)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:57:48.571795 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-23fcbd69-b1a7-4f00-94f6-b941310ac250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:48.622443 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-bf480b90-e820-4e32-ba13-d62c24195bfe service neutron] 10.222.0.11 "GET /v2.0/networks/7f25e871-2647-4edd-8651-a2e5d1e62bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007249 Nov 24 21:57:48.628982 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcbd69-b1a7-4f00-94f6-b941310ac250 None None] Pushing event updated for resources: {'Port': ['ID=da29a39b-a9da-405b-bb7d-547e7cd38114,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:48.725846 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-33277117-5272-4c31-9a22-2c0a4e378fe1 service neutron] 10.222.0.11 "GET /v2.0/networks/7f25e871-2647-4edd-8651-a2e5d1e62bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963619 Nov 24 21:57:48.795282 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-51e0c44e-ae79-4014-a7ad-11664999fe78 None None] Provisioning complete for port da29a39b-a9da-405b-bb7d-547e7cd38114 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:57:48.795999 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-51e0c44e-ae79-4014-a7ad-11664999fe78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:48.905271 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-51e0c44e-ae79-4014-a7ad-11664999fe78 None None] Provisioning complete for port d8592247-d14e-4521-8ee4-3ef276f26f5a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:57:48.905797 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-51e0c44e-ae79-4014-a7ad-11664999fe78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:48.927202 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e7de23b-4785-4451-b99d-a8a3a9afc4e0 req-e20bd691-2f22-484d-89db-d0838651411b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 210 time: 0.0398083 Nov 24 21:57:48.933177 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] Sync routers for ids ['7891bbf5-b130-4122-8023-33c06fcab552'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:57:48.948852 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] Routers {'7891bbf5-b130-4122-8023-33c06fcab552'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:57:48.950364 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:57:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7891bbf5-b130-4122-8023-33c06fcab552'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:57:48.958484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-51e0c44e-ae79-4014-a7ad-11664999fe78 None None] Port d8592247-d14e-4521-8ee4-3ef276f26f5a cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:57:49.064005 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] Set router 7891bbf5-b130-4122-8023-33c06fcab552 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:57:49.085425 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-05176a98-7e4f-4ba2-a3e8-57e959acb9bc None None] Provisioning complete for port d8592247-d14e-4521-8ee4-3ef276f26f5a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:57:49.086132 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-05176a98-7e4f-4ba2-a3e8-57e959acb9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:49.195382 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-05176a98-7e4f-4ba2-a3e8-57e959acb9bc None None] Port d8592247-d14e-4521-8ee4-3ef276f26f5a cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:57:49.280791 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 37105ea3-2dcd-4cea-be4e-72fdc3afdd3d up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:57:49.299398 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7891bbf5-b130-4122-8023-33c06fcab552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941830389', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:57:43Z', 'updated_at': '2021-11-24T21:57:47Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:57:44Z', 'updated_at': '2021-11-24T21:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'd8592247-d14e-4521-8ee4-3ef276f26f5a', 'name': '', 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:36:11:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6cc463e1-5781-4e95-8de7-9828717ad6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:57:46Z', 'updated_at': '2021-11-24T21:57:47Z', 'revision_number': 2, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '6cc463e1-5781-4e95-8de7-9828717ad6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:57:49.333194 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-2f45edf6-2039-4aed-bcfd-89752a3ae192 None None] Provisioning complete for port d8592247-d14e-4521-8ee4-3ef276f26f5a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:57:49.333699 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2f45edf6-2039-4aed-bcfd-89752a3ae192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:49.335936 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] Checking router: 7891bbf5-b130-4122-8023-33c06fcab552 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:57:49.336200 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] Updating router 7891bbf5-b130-4122-8023-33c06fcab552 port d8592247-d14e-4521-8ee4-3ef276f26f5a binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:57:49.365253 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:49.376633 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 37105ea3-2dcd-4cea-be4e-72fdc3afdd3d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:57:49.377255 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:49.399664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-2f45edf6-2039-4aed-bcfd-89752a3ae192 None None] Port d8592247-d14e-4521-8ee4-3ef276f26f5a cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:57:49.464686 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device da29a39b-a9da-405b-bb7d-547e7cd38114 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:57:49.513714 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port da29a39b-a9da-405b-bb7d-547e7cd38114 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:57:49.514137 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:49.654261 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:49.659249 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:49.714296 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a1db1-4f25-4c96-b8da-6e349fbbe04f None None] Pushing event updated for resources: {'Port': ['ID=d8592247-d14e-4521-8ee4-3ef276f26f5a,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:49.737756 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1db1-4f25-4c96-b8da-6e349fbbe04f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:49.738512 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1db1-4f25-4c96-b8da-6e349fbbe04f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:49.738851 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1db1-4f25-4c96-b8da-6e349fbbe04f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:49.739184 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1db1-4f25-4c96-b8da-6e349fbbe04f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:49.739516 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1db1-4f25-4c96-b8da-6e349fbbe04f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:49.740097 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1db1-4f25-4c96-b8da-6e349fbbe04f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:49.740424 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1db1-4f25-4c96-b8da-6e349fbbe04f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:49.740769 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1db1-4f25-4c96-b8da-6e349fbbe04f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:49.741089 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1db1-4f25-4c96-b8da-6e349fbbe04f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:49.741409 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1db1-4f25-4c96-b8da-6e349fbbe04f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:49.741729 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1db1-4f25-4c96-b8da-6e349fbbe04f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:49.742046 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1db1-4f25-4c96-b8da-6e349fbbe04f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:57:49.771398 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] Attempting to bind port d8592247-d14e-4521-8ee4-3ef276f26f5a on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:57:49.771871 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] Attempting to bind port d8592247-d14e-4521-8ee4-3ef276f26f5a by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '6025f8ed-623c-4316-9272-e4b05db87a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:57:49.772310 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] Attempting to bind port d8592247-d14e-4521-8ee4-3ef276f26f5a on network 7f25e871-2647-4edd-8651-a2e5d1e62bac {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:57:49.778963 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:57:49.779631 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] Checking segment: {'id': '6025f8ed-623c-4316-9272-e4b05db87a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:57:49.780038 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:49.780587 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] Bound using segment: {'id': '6025f8ed-623c-4316-9272-e4b05db87a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:57:49.781214 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] Bound port: d8592247-d14e-4521-8ee4-3ef276f26f5a, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6025f8ed-623c-4316-9272-e4b05db87a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:57:49.781639 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:49.850160 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] For port d8592247-d14e-4521-8ee4-3ef276f26f5a, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:57:49.853316 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] For port d8592247-d14e-4521-8ee4-3ef276f26f5a, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d8592247-d14e-4521-8ee4-3ef276f26f5a,segment=NetworkSegment(6025f8ed-623c-4316-9272-e4b05db87a52),segment_id=6025f8ed-623c-4316-9272-e4b05db87a52)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:57:49.857919 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:49.919898 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] Routers {'7891bbf5-b130-4122-8023-33c06fcab552'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:57:49.920770 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:57:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7891bbf5-b130-4122-8023-33c06fcab552'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:57:49.932848 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-cb8fa3cf-53a2-402f-bc25-bb340f3a415e None None] Provisioning complete for port d8592247-d14e-4521-8ee4-3ef276f26f5a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:57:49.933492 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cb8fa3cf-53a2-402f-bc25-bb340f3a415e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:50.061023 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cb8fa3cf-53a2-402f-bc25-bb340f3a415e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:50.084358 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] Set router 7891bbf5-b130-4122-8023-33c06fcab552 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:57:50.103661 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d0b0a506-d69e-4ab8-b839-602bddc7f60d req-966eb5e9-11ab-40d8-bb16-9b65c1c794d7 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 210 time: 0.0715508 Nov 24 21:57:50.116811 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-cb8fa3cf-53a2-402f-bc25-bb340f3a415e None None] For port d8592247-d14e-4521-8ee4-3ef276f26f5a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d8592247-d14e-4521-8ee4-3ef276f26f5a,segment=NetworkSegment(6025f8ed-623c-4316-9272-e4b05db87a52),segment_id=6025f8ed-623c-4316-9272-e4b05db87a52)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:57:50.130702 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cb8fa3cf-53a2-402f-bc25-bb340f3a415e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:50.133996 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a1db1-4f25-4c96-b8da-6e349fbbe04f None None] Pushing event updated for resources: {'Port': ['ID=d8592247-d14e-4521-8ee4-3ef276f26f5a,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:50.197120 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8fa3cf-53a2-402f-bc25-bb340f3a415e None None] Pushing event updated for resources: {'Port': ['ID=d8592247-d14e-4521-8ee4-3ef276f26f5a,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:50.247615 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-8534ecd2-3dfe-4fe3-a6bd-c147cf92b15c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:50.249200 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-8534ecd2-3dfe-4fe3-a6bd-c147cf92b15c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.15 "GET /v2.0/networks?id=7f25e871-2647-4edd-8651-a2e5d1e62bac HTTP/1.1" status: 200 len: 796 time: 0.2302172 Nov 24 21:57:50.256155 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7548746b-1501-45e5-b246-e61b9d88bf45 None None] Provisioning complete for port d8592247-d14e-4521-8ee4-3ef276f26f5a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:57:50.256460 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7548746b-1501-45e5-b246-e61b9d88bf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:50.323374 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-214db85f-34ec-4c79-8aa7-acd770d4eaef tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47d6bccedae942e2945c2bd9d08dfa80 HTTP/1.1" status: 200 len: 380 time: 0.0585248 Nov 24 21:57:50.337170 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-68d7a66a-f5c1-4487-a910-94502b637a63 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'port': {'device_id': '6081c828-ac57-4422-bc48-65176332394f', 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac', 'admin_state_up': True, 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'security_groups': ['7d80502f-fc66-40d9-8ef5-6f9192433bdd']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:57:50.361879 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7891bbf5-b130-4122-8023-33c06fcab552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941830389', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:57:43Z', 'updated_at': '2021-11-24T21:57:47Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:57:44Z', 'updated_at': '2021-11-24T21:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'd8592247-d14e-4521-8ee4-3ef276f26f5a', 'name': '', 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:36:11:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6cc463e1-5781-4e95-8de7-9828717ad6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:57:46Z', 'updated_at': '2021-11-24T21:57:49Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '6cc463e1-5781-4e95-8de7-9828717ad6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:57:50.389896 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cc5ce6-cdd3-46fb-be25-daa39227f0b8 None None] The sync data for ids ['7891bbf5-b130-4122-8023-33c06fcab552'] in n-d-812111-8 is: [{'id': '7891bbf5-b130-4122-8023-33c06fcab552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941830389', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:57:43Z', 'updated_at': '2021-11-24T21:57:47Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:57:44Z', 'updated_at': '2021-11-24T21:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'd8592247-d14e-4521-8ee4-3ef276f26f5a', 'name': '', 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:36:11:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6cc463e1-5781-4e95-8de7-9828717ad6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:57:46Z', 'updated_at': '2021-11-24T21:57:49Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '6cc463e1-5781-4e95-8de7-9828717ad6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:57:50.469095 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-68d7a66a-f5c1-4487-a910-94502b637a63 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Made reservation on behalf of 47d6bccedae942e2945c2bd9d08dfa80 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:57:50.474143 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-68d7a66a-f5c1-4487-a910-94502b637a63 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:50.618836 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-68d7a66a-f5c1-4487-a910-94502b637a63 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Allocated IP 172.20.0.6 (7f25e871-2647-4edd-8651-a2e5d1e62bac/6cc463e1-5781-4e95-8de7-9828717ad6f6/161a4265-5432-4125-b365-5411a1961e94) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:57:50.770457 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-68d7a66a-f5c1-4487-a910-94502b637a63 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:50.806642 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-68d7a66a-f5c1-4487-a910-94502b637a63 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:50.858127 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-68d7a66a-f5c1-4487-a910-94502b637a63 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network 7f25e871-2647-4edd-8651-a2e5d1e62bac is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:57:50.861319 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-68d7a66a-f5c1-4487-a910-94502b637a63 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:57:50.866972 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-68d7a66a-f5c1-4487-a910-94502b637a63 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:57:50.871127 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7a66a-f5c1-4487-a910-94502b637a63 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=161a4265-5432-4125-b365-5411a1961e94,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:50.933149 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-68d7a66a-f5c1-4487-a910-94502b637a63 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:50.933888 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-68d7a66a-f5c1-4487-a910-94502b637a63 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:50.953032 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-68d7a66a-f5c1-4487-a910-94502b637a63 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6209095 Nov 24 21:57:50.971256 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-2155bd99-8001-4b2f-8209-d531c448beb3 service neutron] Request body: {'port': {'device_id': '6081c828-ac57-4422-bc48-65176332394f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:57:51.035933 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-2155bd99-8001-4b2f-8209-d531c448beb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:51.211972 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-fe6044ba-7100-4aa3-9632-32836f8eb50f None None] Provisioning complete for port 161a4265-5432-4125-b365-5411a1961e94 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:57:51.212458 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fe6044ba-7100-4aa3-9632-32836f8eb50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:51.241365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d8592247-d14e-4521-8ee4-3ef276f26f5a up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:57:51.295823 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-fe6044ba-7100-4aa3-9632-32836f8eb50f None None] Port 161a4265-5432-4125-b365-5411a1961e94 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:57:51.312188 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port d8592247-d14e-4521-8ee4-3ef276f26f5a triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:57:51.312584 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:51.320066 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed11f7-6fb6-4c8a-883e-153c52977e96 req-4728930f-e715-49c4-b964-e01067470d49 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:51.321703 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d5ed11f7-6fb6-4c8a-883e-153c52977e96 req-4728930f-e715-49c4-b964-e01067470d49 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 931 time: 0.1160347 Nov 24 21:57:51.408532 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d5ed11f7-6fb6-4c8a-883e-153c52977e96 req-a3b758aa-8581-4881-afcf-cada1bae1209 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=7d80502f-fc66-40d9-8ef5-6f9192433bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769639 Nov 24 21:57:51.447677 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-2155bd99-8001-4b2f-8209-d531c448beb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 161a4265-5432-4125-b365-5411a1961e94 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:57:51.455697 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-2155bd99-8001-4b2f-8209-d531c448beb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:51.468722 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-2155bd99-8001-4b2f-8209-d531c448beb3 service neutron] Transition to ACTIVE for port object 161a4265-5432-4125-b365-5411a1961e94 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:57:51.475553 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-2155bd99-8001-4b2f-8209-d531c448beb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:51.528975 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155bd99-8001-4b2f-8209-d531c448beb3 service neutron] Pushing event updated for resources: {'Port': ['ID=161a4265-5432-4125-b365-5411a1961e94,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:51.611581 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-2155bd99-8001-4b2f-8209-d531c448beb3 service neutron] Attempting to bind port 161a4265-5432-4125-b365-5411a1961e94 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:57:51.612038 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-2155bd99-8001-4b2f-8209-d531c448beb3 service neutron] Attempting to bind port 161a4265-5432-4125-b365-5411a1961e94 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '6025f8ed-623c-4316-9272-e4b05db87a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:57:51.612443 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-2155bd99-8001-4b2f-8209-d531c448beb3 service neutron] Attempting to bind port 161a4265-5432-4125-b365-5411a1961e94 on network 7f25e871-2647-4edd-8651-a2e5d1e62bac {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:57:51.617429 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-2155bd99-8001-4b2f-8209-d531c448beb3 service neutron] Port 161a4265-5432-4125-b365-5411a1961e94 on network 7f25e871-2647-4edd-8651-a2e5d1e62bac not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:57:51.617755 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-2155bd99-8001-4b2f-8209-d531c448beb3 service neutron] Attempting to bind port 161a4265-5432-4125-b365-5411a1961e94 on network 7f25e871-2647-4edd-8651-a2e5d1e62bac {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:57:51.622789 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-2155bd99-8001-4b2f-8209-d531c448beb3 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:57:51.623128 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-2155bd99-8001-4b2f-8209-d531c448beb3 service neutron] Checking segment: {'id': '6025f8ed-623c-4316-9272-e4b05db87a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:57:51.623511 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-2155bd99-8001-4b2f-8209-d531c448beb3 service neutron] Bound using segment: {'id': '6025f8ed-623c-4316-9272-e4b05db87a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:57:51.623944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-2155bd99-8001-4b2f-8209-d531c448beb3 service neutron] Bound port: 161a4265-5432-4125-b365-5411a1961e94, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6025f8ed-623c-4316-9272-e4b05db87a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:57:51.624304 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-2155bd99-8001-4b2f-8209-d531c448beb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:51.694922 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-2155bd99-8001-4b2f-8209-d531c448beb3 service neutron] For port 161a4265-5432-4125-b365-5411a1961e94, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:57:51.698654 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-2155bd99-8001-4b2f-8209-d531c448beb3 service neutron] For port 161a4265-5432-4125-b365-5411a1961e94, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=161a4265-5432-4125-b365-5411a1961e94,segment=NetworkSegment(6025f8ed-623c-4316-9272-e4b05db87a52),segment_id=6025f8ed-623c-4316-9272-e4b05db87a52)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:57:51.702505 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-2155bd99-8001-4b2f-8209-d531c448beb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:51.737411 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-2155bd99-8001-4b2f-8209-d531c448beb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:51.738213 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-2155bd99-8001-4b2f-8209-d531c448beb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:51.739643 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-2155bd99-8001-4b2f-8209-d531c448beb3 service neutron] 10.222.0.15 "PUT /v2.0/ports/161a4265-5432-4125-b365-5411a1961e94 HTTP/1.1" status: 200 len: 1091 time: 0.7736304 Nov 24 21:57:51.740384 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6081c828-ac57-4422-bc48-65176332394f', 'tag': '161a4265-5432-4125-b365-5411a1961e94'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:57:51.742722 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef28e9a-5bfd-4998-86ab-2ffb0f65dba7" -d '{"events": [{"name": "network-changed", "server_uuid": "6081c828-ac57-4422-bc48-65176332394f", "tag": "161a4265-5432-4125-b365-5411a1961e94"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:57:51.768622 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155bd99-8001-4b2f-8209-d531c448beb3 service neutron] Pushing event updated for resources: {'Port': ['ID=161a4265-5432-4125-b365-5411a1961e94,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:51.796600 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cc0495-6c19-45ac-8cd4-fb64a6a36fb2 x-openstack-request-id: req-b3cc0495-6c19-45ac-8cd4-fb64a6a36fb2 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:57:51.796915 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6081c828-ac57-4422-bc48-65176332394f", "tag": "161a4265-5432-4125-b365-5411a1961e94", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:57:51.797172 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b3cc0495-6c19-45ac-8cd4-fb64a6a36fb2 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:57:51.797580 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6081c828-ac57-4422-bc48-65176332394f', 'tag': '161a4265-5432-4125-b365-5411a1961e94', 'status': 'completed', 'code': 200} Nov 24 21:57:51.833711 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-4f07e788-1db0-4d4c-8fb8-46ec2a24a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:51.835237 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-4f07e788-1db0-4d4c-8fb8-46ec2a24a5c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 1094 time: 0.0495555 Nov 24 21:57:51.884371 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-6e1e466e-43c5-4d70-bd00-9d8b6828e620 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=161a4265-5432-4125-b365-5411a1961e94 HTTP/1.1" status: 200 len: 217 time: 0.0402644 Nov 24 21:57:51.941493 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-54e82662-a2b8-4241-accc-6b3cf6f41f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:51.943583 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-54e82662-a2b8-4241-accc-6b3cf6f41f68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cc463e1-5781-4e95-8de7-9828717ad6f6 HTTP/1.1" status: 200 len: 835 time: 0.0491230 Nov 24 21:57:52.000548 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-ba2ec689-d979-4eac-beca-978b9a01cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:52.002099 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-ba2ec689-d979-4eac-beca-978b9a01cfaf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f25e871-2647-4edd-8651-a2e5d1e62bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472939 Nov 24 21:57:52.102399 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-28684e65-2dc4-4fdc-94fd-5865e13046cd service neutron] 10.222.0.15 "GET /v2.0/networks/7f25e871-2647-4edd-8651-a2e5d1e62bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881925 Nov 24 21:57:52.197455 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bca19f1e-ac42-4fc9-a265-b322ca4d4f2e req-73193729-1463-442e-abaa-5f6d3c523aa9 service neutron] 10.222.0.15 "GET /v2.0/networks/7f25e871-2647-4edd-8651-a2e5d1e62bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844750 Nov 24 21:57:52.300022 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef28e9a-5bfd-4998-86ab-2ffb0f65dba7 req-26022b30-3a80-457e-9969-fd98b906b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:52.302544 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eef28e9a-5bfd-4998-86ab-2ffb0f65dba7 req-26022b30-3a80-457e-9969-fd98b906b6b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 1094 time: 0.0489883 Nov 24 21:57:52.395172 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef28e9a-5bfd-4998-86ab-2ffb0f65dba7 req-de53bb58-3b64-40b2-820b-ab56200272e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:52.396550 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eef28e9a-5bfd-4998-86ab-2ffb0f65dba7 req-de53bb58-3b64-40b2-820b-ab56200272e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f25e871-2647-4edd-8651-a2e5d1e62bac HTTP/1.1" status: 200 len: 897 time: 0.0863125 Nov 24 21:57:52.442756 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eef28e9a-5bfd-4998-86ab-2ffb0f65dba7 req-7e946d22-cd7c-481b-9ca3-0de7012cf8d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=161a4265-5432-4125-b365-5411a1961e94 HTTP/1.1" status: 200 len: 217 time: 0.0383623 Nov 24 21:57:52.496897 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef28e9a-5bfd-4998-86ab-2ffb0f65dba7 req-98b0002e-fc15-4b73-97c3-63da0ec1a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:52.498500 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eef28e9a-5bfd-4998-86ab-2ffb0f65dba7 req-98b0002e-fc15-4b73-97c3-63da0ec1a726 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cc463e1-5781-4e95-8de7-9828717ad6f6 HTTP/1.1" status: 200 len: 835 time: 0.0482976 Nov 24 21:57:52.571711 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8f5b5-a465-4d2a-af9f-6faf2b8ea3e4 req-ad39cfea-e5f5-4a9b-87a0-afd0e5a2811a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:52.573234 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cce8f5b5-a465-4d2a-af9f-6faf2b8ea3e4 req-ad39cfea-e5f5-4a9b-87a0-afd0e5a2811a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 943 time: 0.0789511 Nov 24 21:57:52.575777 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef28e9a-5bfd-4998-86ab-2ffb0f65dba7 req-b5663193-a425-4f7e-8b66-4cdba2218c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:52.577248 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eef28e9a-5bfd-4998-86ab-2ffb0f65dba7 req-b5663193-a425-4f7e-8b66-4cdba2218c98 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f25e871-2647-4edd-8651-a2e5d1e62bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714214 Nov 24 21:57:52.692629 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cce8f5b5-a465-4d2a-af9f-6faf2b8ea3e4 req-8156c793-1f07-40e3-abc5-49cdc756b57c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=7d80502f-fc66-40d9-8ef5-6f9192433bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134984 Nov 24 21:57:52.715906 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eef28e9a-5bfd-4998-86ab-2ffb0f65dba7 req-7dabbc57-2396-494c-95c0-aa44f6f79cff service neutron] 10.222.0.15 "GET /v2.0/networks/7f25e871-2647-4edd-8651-a2e5d1e62bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294279 Nov 24 21:57:52.815474 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eef28e9a-5bfd-4998-86ab-2ffb0f65dba7 req-4c15d12c-bdc4-4a43-8877-13d2112ef6de service neutron] 10.222.0.15 "GET /v2.0/networks/7f25e871-2647-4edd-8651-a2e5d1e62bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869048 Nov 24 21:57:53.812078 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9e175-8447-42af-ab5d-093ab6e3de00 req-e52cb63b-8de5-4a7a-8f85-a3f260713810 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:53.813508 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-25b9e175-8447-42af-ab5d-093ab6e3de00 req-e52cb63b-8de5-4a7a-8f85-a3f260713810 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 943 time: 0.0516050 Nov 24 21:57:53.863559 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-25b9e175-8447-42af-ab5d-093ab6e3de00 req-fdff0920-df80-40ca-b6b7-ebfcb93d0f51 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=7d80502f-fc66-40d9-8ef5-6f9192433bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433536 Nov 24 21:57:53.992144 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 161a4265-5432-4125-b365-5411a1961e94 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:57:54.096207 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 161a4265-5432-4125-b365-5411a1961e94, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=161a4265-5432-4125-b365-5411a1961e94,segment=NetworkSegment(6025f8ed-623c-4316-9272-e4b05db87a52),segment_id=6025f8ed-623c-4316-9272-e4b05db87a52)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:57:54.107643 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '161a4265-5432-4125-b365-5411a1961e94', 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac', 'port_id': '161a4265-5432-4125-b365-5411a1961e94', 'mac_address': 'fa:16:3e:bf:aa:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc463e1-5781-4e95-8de7-9828717ad6f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:57:54.145050 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:54.157854 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161a4265-5432-4125-b365-5411a1961e94 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:57:54.178310 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 161a4265-5432-4125-b365-5411a1961e94, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=161a4265-5432-4125-b365-5411a1961e94,segment=NetworkSegment(6025f8ed-623c-4316-9272-e4b05db87a52),segment_id=6025f8ed-623c-4316-9272-e4b05db87a52)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:57:54.182436 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:54.232669 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=161a4265-5432-4125-b365-5411a1961e94,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:54.487398 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['161a4265-5432-4125-b365-5411a1961e94'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:57:54.981067 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ed4f6-29e5-4400-b440-adff8681265b req-64c873eb-23c6-4347-87ee-b95ad367c20e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:54.982548 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7d7ed4f6-29e5-4400-b440-adff8681265b req-64c873eb-23c6-4347-87ee-b95ad367c20e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 944 time: 0.0496478 Nov 24 21:57:55.031204 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7d7ed4f6-29e5-4400-b440-adff8681265b req-e01aff60-3014-4348-a862-9530e618aa07 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=7d80502f-fc66-40d9-8ef5-6f9192433bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424445 Nov 24 21:57:55.992785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 161a4265-5432-4125-b365-5411a1961e94 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:57:56.046112 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 161a4265-5432-4125-b365-5411a1961e94 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:57:56.050768 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 161a4265-5432-4125-b365-5411a1961e94 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:57:56.051731 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:56.135111 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:56.154564 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b682bae-0bcc-4bcf-a42f-9b5e0b7efe93 req-e2e0c0b3-91c8-47ab-b730-a1b436e9d8c8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:56.156066 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b682bae-0bcc-4bcf-a42f-9b5e0b7efe93 req-e2e0c0b3-91c8-47ab-b730-a1b436e9d8c8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 944 time: 0.0545421 Nov 24 21:57:56.157526 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6081c828-ac57-4422-bc48-65176332394f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161a4265-5432-4125-b365-5411a1961e94'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:57:56.160345 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57958579-6a1c-4e80-a4bd-a3f895fa0b6a" -d '{"events": [{"server_uuid": "6081c828-ac57-4422-bc48-65176332394f", "name": "network-vif-plugged", "status": "completed", "tag": "161a4265-5432-4125-b365-5411a1961e94"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:57:56.173579 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 161a4265-5432-4125-b365-5411a1961e94, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=161a4265-5432-4125-b365-5411a1961e94,segment=NetworkSegment(6025f8ed-623c-4316-9272-e4b05db87a52),segment_id=6025f8ed-623c-4316-9272-e4b05db87a52)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:57:56.178917 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:56.210107 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5b682bae-0bcc-4bcf-a42f-9b5e0b7efe93 req-77cbd859-8f76-4eac-b73e-96a94fa3649e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=7d80502f-fc66-40d9-8ef5-6f9192433bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470068 Nov 24 21:57:56.227511 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=161a4265-5432-4125-b365-5411a1961e94,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:56.258548 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a683e0f-97e0-41d8-921c-95a805f0d241 x-openstack-request-id: req-5a683e0f-97e0-41d8-921c-95a805f0d241 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:57:56.258843 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6081c828-ac57-4422-bc48-65176332394f", "name": "network-vif-plugged", "status": "completed", "tag": "161a4265-5432-4125-b365-5411a1961e94", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:57:56.259099 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5a683e0f-97e0-41d8-921c-95a805f0d241 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:57:56.259495 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6081c828-ac57-4422-bc48-65176332394f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161a4265-5432-4125-b365-5411a1961e94', 'code': 200} Nov 24 21:57:56.370497 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5608b24-035a-4b42-9d60-ec35d96605de req-300b23c7-caf3-4e57-867a-a8f252300489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:56.371998 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d5608b24-035a-4b42-9d60-ec35d96605de req-300b23c7-caf3-4e57-867a-a8f252300489 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 1096 time: 0.0422540 Nov 24 21:57:56.423141 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d5608b24-035a-4b42-9d60-ec35d96605de req-f9d6cbb6-b04d-4764-ab1e-6fb022c704db service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7d80502f-fc66-40d9-8ef5-6f9192433bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440099 Nov 24 21:57:57.334731 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf93f3-1b4b-4b9f-a00e-654c195ab3f3 req-0de4afac-6dd5-4da0-9774-934c317a261d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:57.336218 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fdbf93f3-1b4b-4b9f-a00e-654c195ab3f3 req-0de4afac-6dd5-4da0-9774-934c317a261d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 945 time: 0.0545959 Nov 24 21:57:57.695161 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fdbf93f3-1b4b-4b9f-a00e-654c195ab3f3 req-f5f0196a-840f-414c-86a0-a6b5bf73ca3b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=7d80502f-fc66-40d9-8ef5-6f9192433bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527367 Nov 24 21:57:58.812177 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2d26f-8a1c-497f-9dee-46fee6d79a87 req-2a7bc7fc-5b18-490f-ab35-73e495b7341b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:58.813666 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d0b2d26f-8a1c-497f-9dee-46fee6d79a87 req-2a7bc7fc-5b18-490f-ab35-73e495b7341b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 945 time: 0.0492704 Nov 24 21:57:58.862857 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d0b2d26f-8a1c-497f-9dee-46fee6d79a87 req-d02886b9-3c4a-4188-9788-93a01d5d0e38 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=7d80502f-fc66-40d9-8ef5-6f9192433bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429618 Nov 24 21:57:58.975651 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799de0f8-905c-4064-86d4-52fb823bb6c2 req-97a0bfa8-29ed-49d8-99fb-e780492d0b6d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:58.977081 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-799de0f8-905c-4064-86d4-52fb823bb6c2 req-97a0bfa8-29ed-49d8-99fb-e780492d0b6d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 945 time: 0.0481946 Nov 24 21:57:59.030900 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-799de0f8-905c-4064-86d4-52fb823bb6c2 req-2e15a7ee-8d65-41b3-b155-63b3d18145e9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=7d80502f-fc66-40d9-8ef5-6f9192433bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475905 Nov 24 21:57:59.052617 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54930) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:57:59.091558 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6075cea0-f3ae-4f71-b3d7-07e08e910e7d tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:57:59.093112 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6075cea0-f3ae-4f71-b3d7-07e08e910e7d tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 1091 time: 0.0394974 Nov 24 21:57:59.095911 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54932) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:57:59.100303 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-83ba074f-7f90-431f-98c8-1e051f0d6791 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': '161a4265-5432-4125-b365-5411a1961e94', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:57:59.122708 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-83ba074f-7f90-431f-98c8-1e051f0d6791 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:59.219724 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-83ba074f-7f90-431f-98c8-1e051f0d6791 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:59.324601 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-83ba074f-7f90-431f-98c8-1e051f0d6791 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Allocated IP 172.25.5.199 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/ee822d5e-d047-4abd-913e-95e526d53970) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:57:59.426344 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-83ba074f-7f90-431f-98c8-1e051f0d6791 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:59.464709 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-83ba074f-7f90-431f-98c8-1e051f0d6791 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:59.503910 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ba074f-7f90-431f-98c8-1e051f0d6791 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:57:59.506725 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-83ba074f-7f90-431f-98c8-1e051f0d6791 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:57:59.511265 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba074f-7f90-431f-98c8-1e051f0d6791 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:57:59.536756 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba074f-7f90-431f-98c8-1e051f0d6791 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=ee822d5e-d047-4abd-913e-95e526d53970,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:57:59.880007 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-83ba074f-7f90-431f-98c8-1e051f0d6791 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:57:59.944497 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-83ba074f-7f90-431f-98c8-1e051f0d6791 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:58:00.098455 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-83ba074f-7f90-431f-98c8-1e051f0d6791 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:58:00.103051 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-83ba074f-7f90-431f-98c8-1e051f0d6791 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:58:00.170961 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba074f-7f90-431f-98c8-1e051f0d6791 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=ee822d5e-d047-4abd-913e-95e526d53970,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:58:00.180771 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-83ba074f-7f90-431f-98c8-1e051f0d6791 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:58:00.282507 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-83ba074f-7f90-431f-98c8-1e051f0d6791 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Floating IP 7083a315-a155-4025-899a-76ad4212bd4e associated. External IP: 172.25.5.199, port: 161a4265-5432-4125-b365-5411a1961e94. Nov 24 21:58:00.494631 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ba074f-7f90-431f-98c8-1e051f0d6791 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router 7891bbf5-b130-4122-8023-33c06fcab552 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:58:00.607915 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ba074f-7f90-431f-98c8-1e051f0d6791 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:58:00.619968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80559924-160c-4070-9245-1b74d801d7a5 None None] Sync routers for ids ['7891bbf5-b130-4122-8023-33c06fcab552'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:58:00.631015 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80559924-160c-4070-9245-1b74d801d7a5 None None] Routers {'7891bbf5-b130-4122-8023-33c06fcab552'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:58:00.631649 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-80559924-160c-4070-9245-1b74d801d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:57:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7891bbf5-b130-4122-8023-33c06fcab552'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:58:00.632263 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-83ba074f-7f90-431f-98c8-1e051f0d6791 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:58:00.660836 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-83ba074f-7f90-431f-98c8-1e051f0d6791 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5638676 Nov 24 21:58:00.661439 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6081c828-ac57-4422-bc48-65176332394f', 'tag': '161a4265-5432-4125-b365-5411a1961e94'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:58:00.663718 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72e4f17-c122-4569-9d10-ad8fa023b845" -d '{"events": [{"name": "network-changed", "server_uuid": "6081c828-ac57-4422-bc48-65176332394f", "tag": "161a4265-5432-4125-b365-5411a1961e94"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:58:00.743605 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-80559924-160c-4070-9245-1b74d801d7a5 None None] Set router 7891bbf5-b130-4122-8023-33c06fcab552 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:58:00.761243 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e330b11-a94a-4ac3-a4b7-5375fd97a23e req-19ad6281-45f5-4179-8489-0b5fc4ca12a5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:58:00.762862 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e330b11-a94a-4ac3-a4b7-5375fd97a23e req-19ad6281-45f5-4179-8489-0b5fc4ca12a5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 945 time: 0.0513947 Nov 24 21:58:00.814401 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e330b11-a94a-4ac3-a4b7-5375fd97a23e req-dbc0afc6-81f9-4ba6-8b6e-e0666b9a26ab tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=7d80502f-fc66-40d9-8ef5-6f9192433bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453804 Nov 24 21:58:00.838032 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54938) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:58:00.860960 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfab3ef-56b9-4a33-8323-ad5220456427 x-openstack-request-id: req-fcfab3ef-56b9-4a33-8323-ad5220456427 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:58:00.861283 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6081c828-ac57-4422-bc48-65176332394f", "tag": "161a4265-5432-4125-b365-5411a1961e94", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:58:00.861548 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fcfab3ef-56b9-4a33-8323-ad5220456427 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:58:00.861976 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6081c828-ac57-4422-bc48-65176332394f', 'tag': '161a4265-5432-4125-b365-5411a1961e94', 'status': 'completed', 'code': 200} Nov 24 21:58:00.941671 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e4f17-c122-4569-9d10-ad8fa023b845 req-14705f53-e1b3-4581-82c7-1f4ee837c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:58:00.943281 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d72e4f17-c122-4569-9d10-ad8fa023b845 req-14705f53-e1b3-4581-82c7-1f4ee837c28f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 1096 time: 0.0596566 Nov 24 21:58:01.050120 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e4f17-c122-4569-9d10-ad8fa023b845 req-42906b13-64d3-4f16-a693-0d730fe92feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:58:01.051844 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d72e4f17-c122-4569-9d10-ad8fa023b845 req-42906b13-64d3-4f16-a693-0d730fe92feb service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f25e871-2647-4edd-8651-a2e5d1e62bac HTTP/1.1" status: 200 len: 897 time: 0.1016195 Nov 24 21:58:01.130415 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d72e4f17-c122-4569-9d10-ad8fa023b845 req-3247edcc-0b43-4cc7-b569-c212ac030a52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=161a4265-5432-4125-b365-5411a1961e94 HTTP/1.1" status: 200 len: 999 time: 0.0704522 Nov 24 21:58:01.150917 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-80559924-160c-4070-9245-1b74d801d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7891bbf5-b130-4122-8023-33c06fcab552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941830389', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:57:43Z', 'updated_at': '2021-11-24T21:57:47Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:57:44Z', 'updated_at': '2021-11-24T21:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '7083a315-a155-4025-899a-76ad4212bd4e', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'port_id': '161a4265-5432-4125-b365-5411a1961e94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac', 'mac_address': 'fa:16:3e:bf:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6081c828-ac57-4422-bc48-65176332394f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:57:59Z', 'updated_at': '2021-11-24T21:57:59Z', 'revision_number': 0, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8592247-d14e-4521-8ee4-3ef276f26f5a', 'name': '', 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:36:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6cc463e1-5781-4e95-8de7-9828717ad6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:57:46Z', 'updated_at': '2021-11-24T21:57:50Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '6cc463e1-5781-4e95-8de7-9828717ad6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:58:01.178729 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80559924-160c-4070-9245-1b74d801d7a5 None None] Checking router: 7891bbf5-b130-4122-8023-33c06fcab552 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:58:01.187539 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80559924-160c-4070-9245-1b74d801d7a5 None None] Routers {'7891bbf5-b130-4122-8023-33c06fcab552'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:58:01.188388 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-80559924-160c-4070-9245-1b74d801d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:57:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7891bbf5-b130-4122-8023-33c06fcab552'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:58:01.194783 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e4f17-c122-4569-9d10-ad8fa023b845 req-fac5814e-d8a3-453b-9947-9cd5f191b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:58:01.196475 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d72e4f17-c122-4569-9d10-ad8fa023b845 req-fac5814e-d8a3-453b-9947-9cd5f191b3bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cc463e1-5781-4e95-8de7-9828717ad6f6 HTTP/1.1" status: 200 len: 835 time: 0.0588737 Nov 24 21:58:01.256463 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e4f17-c122-4569-9d10-ad8fa023b845 req-9f0806e5-3c00-4547-830e-240b85d52cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:58:01.258979 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d72e4f17-c122-4569-9d10-ad8fa023b845 req-9f0806e5-3c00-4547-830e-240b85d52cf7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f25e871-2647-4edd-8651-a2e5d1e62bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544071 Nov 24 21:58:01.289825 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a8d570b2-98b5-43b6-bb65-e53390ee3433 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/floatingips/7083a315-a155-4025-899a-76ad4212bd4e HTTP/1.1" status: 200 len: 991 time: 0.4499593 Nov 24 21:58:01.332466 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-80559924-160c-4070-9245-1b74d801d7a5 None None] Set router 7891bbf5-b130-4122-8023-33c06fcab552 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:58:01.365426 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d72e4f17-c122-4569-9d10-ad8fa023b845 req-7d66f140-c368-4054-a57f-987478b8b20b service neutron] 10.222.0.15 "GET /v2.0/networks/7f25e871-2647-4edd-8651-a2e5d1e62bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986221 Nov 24 21:58:01.464370 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d72e4f17-c122-4569-9d10-ad8fa023b845 req-8b86f29e-8e39-48d9-9a9e-b3174958196b service neutron] 10.222.0.15 "GET /v2.0/networks/7f25e871-2647-4edd-8651-a2e5d1e62bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924184 Nov 24 21:58:01.497021 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:58:01.579771 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-80559924-160c-4070-9245-1b74d801d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7891bbf5-b130-4122-8023-33c06fcab552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941830389', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:57:43Z', 'updated_at': '2021-11-24T21:57:47Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:57:44Z', 'updated_at': '2021-11-24T21:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '7083a315-a155-4025-899a-76ad4212bd4e', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'port_id': '161a4265-5432-4125-b365-5411a1961e94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac', 'mac_address': 'fa:16:3e:bf:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6081c828-ac57-4422-bc48-65176332394f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:57:59Z', 'updated_at': '2021-11-24T21:57:59Z', 'revision_number': 0, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8592247-d14e-4521-8ee4-3ef276f26f5a', 'name': '', 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:36:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6cc463e1-5781-4e95-8de7-9828717ad6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:57:46Z', 'updated_at': '2021-11-24T21:57:50Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '6cc463e1-5781-4e95-8de7-9828717ad6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:58:01.607552 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80559924-160c-4070-9245-1b74d801d7a5 None None] The sync data for ids ['7891bbf5-b130-4122-8023-33c06fcab552'] in n-d-812111-8 is: [{'id': '7891bbf5-b130-4122-8023-33c06fcab552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941830389', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:57:43Z', 'updated_at': '2021-11-24T21:57:47Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:57:44Z', 'updated_at': '2021-11-24T21:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '7083a315-a155-4025-899a-76ad4212bd4e', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'port_id': '161a4265-5432-4125-b365-5411a1961e94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac', 'mac_address': 'fa:16:3e:bf:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6081c828-ac57-4422-bc48-65176332394f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:57:59Z', 'updated_at': '2021-11-24T21:57:59Z', 'revision_number': 0, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8592247-d14e-4521-8ee4-3ef276f26f5a', 'name': '', 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:36:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6cc463e1-5781-4e95-8de7-9828717ad6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:57:46Z', 'updated_at': '2021-11-24T21:57:50Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '6cc463e1-5781-4e95-8de7-9828717ad6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:58:01.795159 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ace96fe-9e23-4da8-8619-eac24537f398 None None] New status for floating IP 7083a315-a155-4025-899a-76ad4212bd4e: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:58:02.293953 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54940) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:58:02.363373 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7f5d021b-5479-4af5-bac1-e34b73246ea5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/floatingips/7083a315-a155-4025-899a-76ad4212bd4e HTTP/1.1" status: 200 len: 993 time: 0.0677786 Nov 24 21:58:09.032371 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a1bf4689-ddb1-4159-9721-dc5377a1f7f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:58:10.252145 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:58:11.325802 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9a2bef71-06a7-4075-aaf9-3c5373ab4d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:58:11.709154 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:58:12.651333 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:58:14.015630 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:58:14.969475 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:58:27.727918 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48c56c6a-ea0f-4e94-99c6-4022c7a2f1be req-7fc0879a-1e42-43be-b3f7-e0ffbe5a13e1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446754 Nov 24 21:58:27.814153 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c56c6a-ea0f-4e94-99c6-4022c7a2f1be req-ff94be47-75dc-4b23-a98e-e7e461a1d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:58:27.815634 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48c56c6a-ea0f-4e94-99c6-4022c7a2f1be req-ff94be47-75dc-4b23-a98e-e7e461a1d934 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 1096 time: 0.0403066 Nov 24 21:58:27.921378 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c56c6a-ea0f-4e94-99c6-4022c7a2f1be req-24b74fcd-f622-4419-bf43-5bf8dd9b41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:58:27.922839 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48c56c6a-ea0f-4e94-99c6-4022c7a2f1be req-24b74fcd-f622-4419-bf43-5bf8dd9b41ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f25e871-2647-4edd-8651-a2e5d1e62bac HTTP/1.1" status: 200 len: 897 time: 0.0869482 Nov 24 21:58:27.994261 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48c56c6a-ea0f-4e94-99c6-4022c7a2f1be req-bb83115a-1a1b-430d-b888-0744e6e7aa0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=161a4265-5432-4125-b365-5411a1961e94 HTTP/1.1" status: 200 len: 1001 time: 0.0637012 Nov 24 21:58:28.045516 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c56c6a-ea0f-4e94-99c6-4022c7a2f1be req-986daffe-3895-4590-b789-8126d2ad801e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:58:28.046972 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48c56c6a-ea0f-4e94-99c6-4022c7a2f1be req-986daffe-3895-4590-b789-8126d2ad801e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cc463e1-5781-4e95-8de7-9828717ad6f6 HTTP/1.1" status: 200 len: 835 time: 0.0450413 Nov 24 21:58:28.095273 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c56c6a-ea0f-4e94-99c6-4022c7a2f1be req-abc19141-970b-47d8-81df-6db410ae1831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:58:28.096770 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48c56c6a-ea0f-4e94-99c6-4022c7a2f1be req-abc19141-970b-47d8-81df-6db410ae1831 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f25e871-2647-4edd-8651-a2e5d1e62bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400217 Nov 24 21:58:28.191175 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48c56c6a-ea0f-4e94-99c6-4022c7a2f1be req-88fc0a0d-8c34-4281-a028-6771bc18a212 service neutron] 10.222.0.15 "GET /v2.0/networks/7f25e871-2647-4edd-8651-a2e5d1e62bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866516 Nov 24 21:58:28.283707 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48c56c6a-ea0f-4e94-99c6-4022c7a2f1be req-eb4a80a1-af94-4a8c-8f00-4659019bb9ee service neutron] 10.222.0.15 "GET /v2.0/networks/7f25e871-2647-4edd-8651-a2e5d1e62bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839965 Nov 24 21:58:30.117276 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-be5ad9f4-c016-41d0-a658-ef4d3a2f2a42 req-19c5f761-7a78-4cfc-9ed7-5d2f26d428a8 service neutron] (109990) timed out ('10.222.0.15', 53534) {{(pid=109990) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 21:58:35.706315 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1b6b8-58a2-402a-a394-a54cadc0e580 req-f97d23b9-5f36-4c7e-991e-fc31bd833ca0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:58:35.707824 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3cc1b6b8-58a2-402a-a394-a54cadc0e580 req-f97d23b9-5f36-4c7e-991e-fc31bd833ca0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 945 time: 0.0792732 Nov 24 21:58:35.714561 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3064590-f0a3-456e-aa4b-f682aad906d7 req-7a580b9f-d9e3-4a78-830c-713e919d8a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:58:35.715990 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f3064590-f0a3-456e-aa4b-f682aad906d7 req-7a580b9f-d9e3-4a78-830c-713e919d8a92 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 1096 time: 0.0776830 Nov 24 21:58:35.816710 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3cc1b6b8-58a2-402a-a394-a54cadc0e580 req-2ec69b53-0fc3-42da-8722-5dbb4680a5b5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=7d80502f-fc66-40d9-8ef5-6f9192433bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996752 Nov 24 21:58:35.846884 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3064590-f0a3-456e-aa4b-f682aad906d7 req-9f4d482f-3381-4ea0-8e2e-1fb4337d120f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:58:35.848341 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f3064590-f0a3-456e-aa4b-f682aad906d7 req-9f4d482f-3381-4ea0-8e2e-1fb4337d120f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f25e871-2647-4edd-8651-a2e5d1e62bac HTTP/1.1" status: 200 len: 897 time: 0.1184583 Nov 24 21:58:35.916737 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f3064590-f0a3-456e-aa4b-f682aad906d7 req-b48bd45e-795b-47f0-a877-2dad69b5ac0b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=161a4265-5432-4125-b365-5411a1961e94 HTTP/1.1" status: 200 len: 1001 time: 0.0600851 Nov 24 21:58:35.969610 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3064590-f0a3-456e-aa4b-f682aad906d7 req-0440d462-66cc-4287-9943-13751922cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:58:35.971057 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f3064590-f0a3-456e-aa4b-f682aad906d7 req-0440d462-66cc-4287-9943-13751922cd92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cc463e1-5781-4e95-8de7-9828717ad6f6 HTTP/1.1" status: 200 len: 835 time: 0.0454724 Nov 24 21:58:36.022536 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3064590-f0a3-456e-aa4b-f682aad906d7 req-3a104376-7438-413b-a9e7-bc48cd018850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:58:36.024164 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f3064590-f0a3-456e-aa4b-f682aad906d7 req-3a104376-7438-413b-a9e7-bc48cd018850 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f25e871-2647-4edd-8651-a2e5d1e62bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447657 Nov 24 21:58:36.119475 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f3064590-f0a3-456e-aa4b-f682aad906d7 req-60d2815c-a7c6-44fb-abf7-2fe4b9efa8d7 service neutron] 10.222.0.15 "GET /v2.0/networks/7f25e871-2647-4edd-8651-a2e5d1e62bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862088 Nov 24 21:58:36.217250 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f3064590-f0a3-456e-aa4b-f682aad906d7 req-fc3dce92-74b7-49a8-97b3-c38280c2d3c6 service neutron] 10.222.0.15 "GET /v2.0/networks/7f25e871-2647-4edd-8651-a2e5d1e62bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880806 Nov 24 21:58:36.935625 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17af7e3-f8ea-4ca5-bf96-730be547008f req-a495911b-46a7-4718-a704-914bb20443f7 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:58:36.937165 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f17af7e3-f8ea-4ca5-bf96-730be547008f req-a495911b-46a7-4718-a704-914bb20443f7 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 945 time: 0.0498660 Nov 24 21:58:36.986431 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f17af7e3-f8ea-4ca5-bf96-730be547008f req-57108293-08bc-4979-9ec9-44b7e8c077d3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=7d80502f-fc66-40d9-8ef5-6f9192433bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434585 Nov 24 21:58:38.107610 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad33a2-f821-4949-bb3c-ae0b7b098500 req-999cfb2a-b9ca-450a-bb18-10c65fe662e7 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:58:38.109147 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35ad33a2-f821-4949-bb3c-ae0b7b098500 req-999cfb2a-b9ca-450a-bb18-10c65fe662e7 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 945 time: 0.0538304 Nov 24 21:58:38.159156 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35ad33a2-f821-4949-bb3c-ae0b7b098500 req-28607403-9f50-4c72-8b3c-bae331248a21 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=7d80502f-fc66-40d9-8ef5-6f9192433bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441968 Nov 24 21:58:38.497103 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:58:39.033899 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-318b23f5-4114-4083-8b0e-dff5125b32eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:58:39.278876 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d338f3-891a-4978-a7ed-ad9576ddff99 req-d00904e4-4290-4902-a5a4-fc8916481b7d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:58:39.280367 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-79d338f3-891a-4978-a7ed-ad9576ddff99 req-d00904e4-4290-4902-a5a4-fc8916481b7d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 945 time: 0.0519452 Nov 24 21:58:39.329781 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-79d338f3-891a-4978-a7ed-ad9576ddff99 req-f3dba2d0-67a7-407b-8606-3fd0ced7c751 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=7d80502f-fc66-40d9-8ef5-6f9192433bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434430 Nov 24 21:58:40.249856 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:58:40.448738 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc633cd-9e12-42d0-a82a-6a809f391225 req-869ee505-7ee0-4625-bcd1-c886227b5cb5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:58:40.450275 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dc633cd-9e12-42d0-a82a-6a809f391225 req-869ee505-7ee0-4625-bcd1-c886227b5cb5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 945 time: 0.0496621 Nov 24 21:58:40.505292 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dc633cd-9e12-42d0-a82a-6a809f391225 req-b2a086c9-fd93-48da-95cf-4332578f7207 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=7d80502f-fc66-40d9-8ef5-6f9192433bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472996 Nov 24 21:58:41.325855 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-573de97d-a8e9-4c71-827b-7bd2066054e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:58:41.623742 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0af84-5492-4fde-8668-b91ffe7f7333 req-54f314a6-0cf6-4a3b-94f9-2423a5409516 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:58:41.625249 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6ec0af84-5492-4fde-8668-b91ffe7f7333 req-54f314a6-0cf6-4a3b-94f9-2423a5409516 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 945 time: 0.0511255 Nov 24 21:58:41.674816 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6ec0af84-5492-4fde-8668-b91ffe7f7333 req-cca240a9-8c4d-41fe-89e4-2a582ed3e22b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=7d80502f-fc66-40d9-8ef5-6f9192433bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436995 Nov 24 21:58:41.723203 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:58:42.653023 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:58:42.794565 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9a30-333c-4a28-8937-7c1d1ee524de req-7eee0b79-3b3f-4c26-a4c7-88e68f28801e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:58:42.796110 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-770b9a30-333c-4a28-8937-7c1d1ee524de req-7eee0b79-3b3f-4c26-a4c7-88e68f28801e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 945 time: 0.0526633 Nov 24 21:58:42.845744 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-770b9a30-333c-4a28-8937-7c1d1ee524de req-ad04f992-2c0c-4541-8ce1-9797353a345d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=7d80502f-fc66-40d9-8ef5-6f9192433bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436733 Nov 24 21:58:43.965994 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651128c-c775-42bb-af6f-4ed536ddc4e4 req-62e94626-8b64-4325-b4dc-fe34a8fea56a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:58:43.967508 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e651128c-c775-42bb-af6f-4ed536ddc4e4 req-62e94626-8b64-4325-b4dc-fe34a8fea56a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 945 time: 0.0537474 Nov 24 21:58:44.018219 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e651128c-c775-42bb-af6f-4ed536ddc4e4 req-4a7810e1-b5d6-4301-a695-f3c32e135d48 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=7d80502f-fc66-40d9-8ef5-6f9192433bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446274 Nov 24 21:58:44.018616 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:58:44.961851 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:58:45.135606 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf342d45-0bc1-4568-a3a7-c845831841d4 req-95b1e98d-8d2d-47be-ac28-6016ba8cac8b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:58:45.137123 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf342d45-0bc1-4568-a3a7-c845831841d4 req-95b1e98d-8d2d-47be-ac28-6016ba8cac8b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 945 time: 0.0505593 Nov 24 21:58:45.191682 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bf342d45-0bc1-4568-a3a7-c845831841d4 req-90e68695-a570-4c3f-b153-85a0c0fb0db6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=7d80502f-fc66-40d9-8ef5-6f9192433bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487149 Nov 24 21:58:46.310132 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a0bf2-10b3-42dd-93cb-d5ae478c0008 req-1aef5e3f-15e8-4832-ad11-f666119b969e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:58:46.311604 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-015a0bf2-10b3-42dd-93cb-d5ae478c0008 req-1aef5e3f-15e8-4832-ad11-f666119b969e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 945 time: 0.0491097 Nov 24 21:58:46.366395 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-015a0bf2-10b3-42dd-93cb-d5ae478c0008 req-603ba5de-ddeb-4c31-a360-e6e946297ed8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=7d80502f-fc66-40d9-8ef5-6f9192433bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488746 Nov 24 21:58:47.480992 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ea462-8a63-4d81-bca3-c4ad9ef82cb9 req-f78ffc55-3d89-4b8b-af84-3c2da76229fe tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:58:47.482475 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a46ea462-8a63-4d81-bca3-c4ad9ef82cb9 req-f78ffc55-3d89-4b8b-af84-3c2da76229fe tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 945 time: 0.0490568 Nov 24 21:58:47.531391 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a46ea462-8a63-4d81-bca3-c4ad9ef82cb9 req-d5f6ef5a-8f82-4f4b-89a1-7a1f93701daa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=7d80502f-fc66-40d9-8ef5-6f9192433bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430899 Nov 24 21:58:47.553848 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 54982) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:58:47.617595 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-36c823dc-0a7e-449b-9f24-fd5c2e001a60 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/floatingips/7083a315-a155-4025-899a-76ad4212bd4e HTTP/1.1" status: 200 len: 993 time: 0.0625920 Nov 24 21:59:09.035600 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6025578e-d137-429f-bb49-4b5b071c929f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:10.265402 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:11.326395 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0aaf9724-d9b7-4465-93d1-8b009a4de86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:11.724292 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:12.655975 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:14.022705 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:14.965026 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:15.495988 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:59:20.221500 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 54996) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:59:20.384954 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting port ee822d5e-d047-4abd-913e-95e526d53970 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:59:20.385299 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:20.464450 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:20.465318 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:20.476855 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Calling delete_port for ee822d5e-d047-4abd-913e-95e526d53970 owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:59:20.625254 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:20.650942 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Port': ['ID=ee822d5e-d047-4abd-913e-95e526d53970,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:20.664424 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:20.664799 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:20.665148 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:20.665510 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:20.665912 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:20.666251 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:20.666584 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:20.666917 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:20.667248 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:20.667668 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:20.668203 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:20.668540 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:20.724962 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:20.725209 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Floating IP 7083a315-a155-4025-899a-76ad4212bd4e disassociated (deleted). External IP: 172.25.5.199, port: 161a4265-5432-4125-b365-5411a1961e94. Nov 24 21:59:20.936922 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router 7891bbf5-b130-4122-8023-33c06fcab552 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:59:21.050088 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:59:21.054862 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:21.060640 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b11bb5f-336e-486b-86b8-34dc9d9863e4 None None] Sync routers for ids ['7891bbf5-b130-4122-8023-33c06fcab552'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:59:21.070402 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b11bb5f-336e-486b-86b8-34dc9d9863e4 None None] Routers {'7891bbf5-b130-4122-8023-33c06fcab552'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:59:21.071104 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1b11bb5f-336e-486b-86b8-34dc9d9863e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:59:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7891bbf5-b130-4122-8023-33c06fcab552'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:59:21.085452 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7b47e04e-772b-4200-b40f-288074bd8266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/floatingips/7083a315-a155-4025-899a-76ad4212bd4e HTTP/1.1" status: 204 len: 168 time: 0.8628516 Nov 24 21:59:21.086034 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6081c828-ac57-4422-bc48-65176332394f', 'tag': '161a4265-5432-4125-b365-5411a1961e94'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:59:21.088277 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dca3e20-bab1-4053-ac14-af165abec039" -d '{"events": [{"name": "network-changed", "server_uuid": "6081c828-ac57-4422-bc48-65176332394f", "tag": "161a4265-5432-4125-b365-5411a1961e94"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:59:21.186716 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1b11bb5f-336e-486b-86b8-34dc9d9863e4 None None] Set router 7891bbf5-b130-4122-8023-33c06fcab552 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:59:21.249621 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd184e9-bf29-43c1-ab3a-2cb876c603a4 x-openstack-request-id: req-4fd184e9-bf29-43c1-ab3a-2cb876c603a4 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:59:21.250117 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6081c828-ac57-4422-bc48-65176332394f", "tag": "161a4265-5432-4125-b365-5411a1961e94", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:59:21.250228 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4fd184e9-bf29-43c1-ab3a-2cb876c603a4 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:59:21.250676 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6081c828-ac57-4422-bc48-65176332394f', 'tag': '161a4265-5432-4125-b365-5411a1961e94', 'status': 'completed', 'code': 200} Nov 24 21:59:21.351967 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca3e20-bab1-4053-ac14-af165abec039 req-613d4b94-8abb-43c2-88a6-161e3dd13e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:21.353457 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0dca3e20-bab1-4053-ac14-af165abec039 req-613d4b94-8abb-43c2-88a6-161e3dd13e2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 1096 time: 0.0779777 Nov 24 21:59:21.365794 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853c12a-24f0-43ad-aeb5-aca5ee59da0c req-56a72df7-e81d-4f9a-a218-0d038efa64d2 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:21.367223 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7853c12a-24f0-43ad-aeb5-aca5ee59da0c req-56a72df7-e81d-4f9a-a218-0d038efa64d2 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 945 time: 0.0647464 Nov 24 21:59:21.401270 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1b11bb5f-336e-486b-86b8-34dc9d9863e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7891bbf5-b130-4122-8023-33c06fcab552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941830389', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:57:43Z', 'updated_at': '2021-11-24T21:57:47Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:57:44Z', 'updated_at': '2021-11-24T21:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'd8592247-d14e-4521-8ee4-3ef276f26f5a', 'name': '', 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:36:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6cc463e1-5781-4e95-8de7-9828717ad6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:57:46Z', 'updated_at': '2021-11-24T21:57:50Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '6cc463e1-5781-4e95-8de7-9828717ad6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:59:21.434210 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b11bb5f-336e-486b-86b8-34dc9d9863e4 None None] Checking router: 7891bbf5-b130-4122-8023-33c06fcab552 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:59:21.443153 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b11bb5f-336e-486b-86b8-34dc9d9863e4 None None] Routers {'7891bbf5-b130-4122-8023-33c06fcab552'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:59:21.443794 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1b11bb5f-336e-486b-86b8-34dc9d9863e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:59:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7891bbf5-b130-4122-8023-33c06fcab552'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:59:21.553535 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1b11bb5f-336e-486b-86b8-34dc9d9863e4 None None] Set router 7891bbf5-b130-4122-8023-33c06fcab552 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:59:21.762424 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1b11bb5f-336e-486b-86b8-34dc9d9863e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7891bbf5-b130-4122-8023-33c06fcab552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941830389', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:57:43Z', 'updated_at': '2021-11-24T21:57:47Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:57:44Z', 'updated_at': '2021-11-24T21:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'd8592247-d14e-4521-8ee4-3ef276f26f5a', 'name': '', 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:36:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6cc463e1-5781-4e95-8de7-9828717ad6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:57:46Z', 'updated_at': '2021-11-24T21:57:50Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '6cc463e1-5781-4e95-8de7-9828717ad6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:59:21.781587 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7853c12a-24f0-43ad-aeb5-aca5ee59da0c req-c965384c-0c52-47c8-99e4-2f8e8b45dd00 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=7d80502f-fc66-40d9-8ef5-6f9192433bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4049945 Nov 24 21:59:21.789688 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b11bb5f-336e-486b-86b8-34dc9d9863e4 None None] The sync data for ids ['7891bbf5-b130-4122-8023-33c06fcab552'] in n-d-812111-8 is: [{'id': '7891bbf5-b130-4122-8023-33c06fcab552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941830389', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:57:43Z', 'updated_at': '2021-11-24T21:57:47Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:57:44Z', 'updated_at': '2021-11-24T21:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'd8592247-d14e-4521-8ee4-3ef276f26f5a', 'name': '', 'network_id': '7f25e871-2647-4edd-8651-a2e5d1e62bac', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:36:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6cc463e1-5781-4e95-8de7-9828717ad6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:57:46Z', 'updated_at': '2021-11-24T21:57:50Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '6cc463e1-5781-4e95-8de7-9828717ad6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:59:21.799688 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca3e20-bab1-4053-ac14-af165abec039 req-260e26d9-ff0a-4167-8359-13072dc31d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:21.801308 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0dca3e20-bab1-4053-ac14-af165abec039 req-260e26d9-ff0a-4167-8359-13072dc31d5b service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f25e871-2647-4edd-8651-a2e5d1e62bac HTTP/1.1" status: 200 len: 897 time: 0.4332321 Nov 24 21:59:21.851287 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0dca3e20-bab1-4053-ac14-af165abec039 req-4db93d04-9949-4543-944b-20dd7e1e9073 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=161a4265-5432-4125-b365-5411a1961e94 HTTP/1.1" status: 200 len: 217 time: 0.0385787 Nov 24 21:59:21.901796 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca3e20-bab1-4053-ac14-af165abec039 req-9fea6940-5e58-47d4-b68e-e380947e78eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:21.904297 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0dca3e20-bab1-4053-ac14-af165abec039 req-9fea6940-5e58-47d4-b68e-e380947e78eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cc463e1-5781-4e95-8de7-9828717ad6f6 HTTP/1.1" status: 200 len: 835 time: 0.0455034 Nov 24 21:59:21.953250 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca3e20-bab1-4053-ac14-af165abec039 req-5c9041d0-9975-464e-a1d6-687a1836d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:21.954784 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0dca3e20-bab1-4053-ac14-af165abec039 req-5c9041d0-9975-464e-a1d6-687a1836d373 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f25e871-2647-4edd-8651-a2e5d1e62bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426648 Nov 24 21:59:22.034172 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30a0ac3-9bdf-4bd3-a7fe-8efa41d88a0d None None] New status for floating IP 7083a315-a155-4025-899a-76ad4212bd4e: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:59:22.067023 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0dca3e20-bab1-4053-ac14-af165abec039 req-5c63a097-0e0a-43fe-a772-039215329e7f service neutron] 10.222.0.15 "GET /v2.0/networks/7f25e871-2647-4edd-8651-a2e5d1e62bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038413 Nov 24 21:59:22.161976 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0dca3e20-bab1-4053-ac14-af165abec039 req-d92f071a-87ba-4635-a65d-99c83643a518 service neutron] 10.222.0.15 "GET /v2.0/networks/7f25e871-2647-4edd-8651-a2e5d1e62bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861137 Nov 24 21:59:22.910329 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01365fbc-ab6d-4b7b-88f9-54ebe7afd505 req-e508ebbc-1a50-4803-b413-028ddbe626d1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:22.911832 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-01365fbc-ab6d-4b7b-88f9-54ebe7afd505 req-e508ebbc-1a50-4803-b413-028ddbe626d1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 945 time: 0.0577877 Nov 24 21:59:22.963877 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-01365fbc-ab6d-4b7b-88f9-54ebe7afd505 req-3ea63722-0502-4ae8-8e14-551ecd93de3d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=7d80502f-fc66-40d9-8ef5-6f9192433bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453708 Nov 24 21:59:23.106517 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa45fa1-720a-4ec6-9403-d5e991608c53 req-f327d140-3908-45b8-9a51-775a6e8a336a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:23.107929 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6fa45fa1-720a-4ec6-9403-d5e991608c53 req-f327d140-3908-45b8-9a51-775a6e8a336a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.15 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 945 time: 0.0482008 Nov 24 21:59:23.203311 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-6fa45fa1-720a-4ec6-9403-d5e991608c53 req-d2ee8f2e-5613-42c1-b0ec-47aa3d70f473 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting port 161a4265-5432-4125-b365-5411a1961e94 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:59:23.203652 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-6fa45fa1-720a-4ec6-9403-d5e991608c53 req-d2ee8f2e-5613-42c1-b0ec-47aa3d70f473 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:23.291688 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-6fa45fa1-720a-4ec6-9403-d5e991608c53 req-d2ee8f2e-5613-42c1-b0ec-47aa3d70f473 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] For port 161a4265-5432-4125-b365-5411a1961e94, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=161a4265-5432-4125-b365-5411a1961e94,segment=NetworkSegment(6025f8ed-623c-4316-9272-e4b05db87a52),segment_id=6025f8ed-623c-4316-9272-e4b05db87a52)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:59:23.292043 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-6fa45fa1-720a-4ec6-9403-d5e991608c53 req-d2ee8f2e-5613-42c1-b0ec-47aa3d70f473 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:23.304966 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-6fa45fa1-720a-4ec6-9403-d5e991608c53 req-d2ee8f2e-5613-42c1-b0ec-47aa3d70f473 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Calling delete_port for 161a4265-5432-4125-b365-5411a1961e94 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:59:23.434665 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-6fa45fa1-720a-4ec6-9403-d5e991608c53 req-d2ee8f2e-5613-42c1-b0ec-47aa3d70f473 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:23.463168 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee8f2e-5613-42c1-b0ec-47aa3d70f473 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Port': ['ID=161a4265-5432-4125-b365-5411a1961e94,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:23.509454 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa45fa1-720a-4ec6-9403-d5e991608c53 req-d2ee8f2e-5613-42c1-b0ec-47aa3d70f473 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] No DVR routers for this DVR port 161a4265-5432-4125-b365-5411a1961e94 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:59:23.513215 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-6fa45fa1-720a-4ec6-9403-d5e991608c53 req-d2ee8f2e-5613-42c1-b0ec-47aa3d70f473 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:23.516506 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6fa45fa1-720a-4ec6-9403-d5e991608c53 req-d2ee8f2e-5613-42c1-b0ec-47aa3d70f473 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.15 "DELETE /v2.0/ports/161a4265-5432-4125-b365-5411a1961e94 HTTP/1.1" status: 204 len: 173 time: 0.3992078 Nov 24 21:59:23.516974 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6081c828-ac57-4422-bc48-65176332394f', 'name': 'network-vif-deleted', 'tag': '161a4265-5432-4125-b365-5411a1961e94'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:59:23.519210 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4cadb4-4f17-4594-9de5-87a3bec8fcc1" -d '{"events": [{"server_uuid": "6081c828-ac57-4422-bc48-65176332394f", "name": "network-vif-deleted", "tag": "161a4265-5432-4125-b365-5411a1961e94"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:59:23.557793 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74206de0-7bbf-468f-824c-5d5266895e01 x-openstack-request-id: req-74206de0-7bbf-468f-824c-5d5266895e01 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:59:23.558145 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6081c828-ac57-4422-bc48-65176332394f", "name": "network-vif-deleted", "tag": "161a4265-5432-4125-b365-5411a1961e94", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:59:23.559021 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-74206de0-7bbf-468f-824c-5d5266895e01 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:59:23.559467 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6081c828-ac57-4422-bc48-65176332394f', 'name': 'network-vif-deleted', 'tag': '161a4265-5432-4125-b365-5411a1961e94', 'status': 'completed', 'code': 200} Nov 24 21:59:24.092225 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-459106cb-63e4-499c-809a-f385136d3b34 req-9fa2bdf2-0653-4077-9867-d3cbdd6ae5ae tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=6081c828-ac57-4422-bc48-65176332394f HTTP/1.1" status: 200 len: 210 time: 0.0277479 Nov 24 21:59:25.153545 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55014) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:59:25.520672 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fbfd28fb-59ea-4fda-9763-5dfee9f6a55c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:25.776451 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd28fb-59ea-4fda-9763-5dfee9f6a55c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting port d8592247-d14e-4521-8ee4-3ef276f26f5a {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:59:25.776777 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fbfd28fb-59ea-4fda-9763-5dfee9f6a55c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:25.874542 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-fbfd28fb-59ea-4fda-9763-5dfee9f6a55c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] For port d8592247-d14e-4521-8ee4-3ef276f26f5a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=d8592247-d14e-4521-8ee4-3ef276f26f5a,segment=NetworkSegment(6025f8ed-623c-4316-9272-e4b05db87a52),segment_id=6025f8ed-623c-4316-9272-e4b05db87a52)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:59:25.874911 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fbfd28fb-59ea-4fda-9763-5dfee9f6a55c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:25.886837 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd28fb-59ea-4fda-9763-5dfee9f6a55c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Calling delete_port for d8592247-d14e-4521-8ee4-3ef276f26f5a owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:59:26.081822 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fbfd28fb-59ea-4fda-9763-5dfee9f6a55c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:26.107763 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd28fb-59ea-4fda-9763-5dfee9f6a55c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Port': ['ID=d8592247-d14e-4521-8ee4-3ef276f26f5a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:26.294089 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fbfd28fb-59ea-4fda-9763-5dfee9f6a55c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:26.411188 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 161a4265-5432-4125-b365-5411a1961e94 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:59:26.436847 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 161a4265-5432-4125-b365-5411a1961e94 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:59:26.437199 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 161a4265-5432-4125-b365-5411a1961e94 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:59:26.518965 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfd28fb-59ea-4fda-9763-5dfee9f6a55c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router 7891bbf5-b130-4122-8023-33c06fcab552 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:59:26.625408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfd28fb-59ea-4fda-9763-5dfee9f6a55c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:59:26.631201 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fbfd28fb-59ea-4fda-9763-5dfee9f6a55c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "PUT /v2.0/routers/7891bbf5-b130-4122-8023-33c06fcab552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4759076 Nov 24 21:59:26.633316 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55016) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:59:26.635894 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1c8944-53e2-4000-a8d8-d888bd18bc8f None None] Sync routers for ids ['7891bbf5-b130-4122-8023-33c06fcab552'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:59:26.646101 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1c8944-53e2-4000-a8d8-d888bd18bc8f None None] Routers {'7891bbf5-b130-4122-8023-33c06fcab552'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:59:26.646711 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4c1c8944-53e2-4000-a8d8-d888bd18bc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:59:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7891bbf5-b130-4122-8023-33c06fcab552'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:59:26.697555 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db3657e-8c08-4986-9228-dfeda58df664 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting subnet 6cc463e1-5781-4e95-8de7-9828717ad6f6 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 21:59:26.701517 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6db3657e-8c08-4986-9228-dfeda58df664 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:26.742147 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6db3657e-8c08-4986-9228-dfeda58df664 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:26.754554 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-4c1c8944-53e2-4000-a8d8-d888bd18bc8f None None] Set router 7891bbf5-b130-4122-8023-33c06fcab552 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:59:26.826941 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6db3657e-8c08-4986-9228-dfeda58df664 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:26.894111 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6db3657e-8c08-4986-9228-dfeda58df664 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:26.925628 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3657e-8c08-4986-9228-dfeda58df664 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc463e1-5781-4e95-8de7-9828717ad6f6,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:26.928328 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6db3657e-8c08-4986-9228-dfeda58df664 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:26.931744 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6db3657e-8c08-4986-9228-dfeda58df664 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/subnets/6cc463e1-5781-4e95-8de7-9828717ad6f6 HTTP/1.1" status: 204 len: 168 time: 0.2973859 Nov 24 21:59:26.934731 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55018) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:59:26.937247 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abe32cc-4dbb-4320-afc6-7fdc0c08a209 None None] Network 7f25e871-2647-4edd-8651-a2e5d1e62bac requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:59:27.003849 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4c1c8944-53e2-4000-a8d8-d888bd18bc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7891bbf5-b130-4122-8023-33c06fcab552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941830389', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:57:43Z', 'updated_at': '2021-11-24T21:59:26Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:57:44Z', 'updated_at': '2021-11-24T21:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:59:27.044664 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1c8944-53e2-4000-a8d8-d888bd18bc8f None None] Checking router: 7891bbf5-b130-4122-8023-33c06fcab552 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:59:27.047104 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8692-7e45-423f-9297-e13590582ce4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:27.087698 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1c8944-53e2-4000-a8d8-d888bd18bc8f None None] Routers {'7891bbf5-b130-4122-8023-33c06fcab552'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:59:27.088321 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4c1c8944-53e2-4000-a8d8-d888bd18bc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:59:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['7891bbf5-b130-4122-8023-33c06fcab552'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:59:27.152512 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8692-7e45-423f-9297-e13590582ce4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:27.221071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-4c1c8944-53e2-4000-a8d8-d888bd18bc8f None None] Set router 7891bbf5-b130-4122-8023-33c06fcab552 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:59:27.232388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4b6c8692-7e45-423f-9297-e13590582ce4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting port 37105ea3-2dcd-4cea-be4e-72fdc3afdd3d {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:59:27.232727 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8692-7e45-423f-9297-e13590582ce4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:27.254043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e979bb58-c718-4779-becd-ce20bb1e433f None None] DHCP port deletion for 7f25e871-2647-4edd-8651-a2e5d1e62bac request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:59:27.316605 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-4b6c8692-7e45-423f-9297-e13590582ce4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] For port 37105ea3-2dcd-4cea-be4e-72fdc3afdd3d, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=37105ea3-2dcd-4cea-be4e-72fdc3afdd3d,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:59:27.317280 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8692-7e45-423f-9297-e13590582ce4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:27.330205 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4b6c8692-7e45-423f-9297-e13590582ce4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Calling delete_port for 37105ea3-2dcd-4cea-be4e-72fdc3afdd3d owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:59:27.507393 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8692-7e45-423f-9297-e13590582ce4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:27.537124 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c8692-7e45-423f-9297-e13590582ce4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Port': ['ID=37105ea3-2dcd-4cea-be4e-72fdc3afdd3d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:27.560228 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafdf8d9-4d08-4cdc-9bb1-c87091c0765e None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:59:27.596372 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-e979bb58-c718-4779-becd-ce20bb1e433f None None] Deleting port da29a39b-a9da-405b-bb7d-547e7cd38114 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:59:27.596770 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e979bb58-c718-4779-becd-ce20bb1e433f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:27.602601 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8692-7e45-423f-9297-e13590582ce4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:27.674598 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-e979bb58-c718-4779-becd-ce20bb1e433f None None] For port da29a39b-a9da-405b-bb7d-547e7cd38114, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=da29a39b-a9da-405b-bb7d-547e7cd38114,segment=NetworkSegment(6025f8ed-623c-4316-9272-e4b05db87a52),segment_id=6025f8ed-623c-4316-9272-e4b05db87a52)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:59:27.675007 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e979bb58-c718-4779-becd-ce20bb1e433f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:27.690713 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-e979bb58-c718-4779-becd-ce20bb1e433f None None] Calling delete_port for da29a39b-a9da-405b-bb7d-547e7cd38114 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:59:27.695946 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8692-7e45-423f-9297-e13590582ce4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:27.697724 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8692-7e45-423f-9297-e13590582ce4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:27.708343 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4c1c8944-53e2-4000-a8d8-d888bd18bc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7891bbf5-b130-4122-8023-33c06fcab552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941830389', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:57:43Z', 'updated_at': '2021-11-24T21:59:26Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:57:44Z', 'updated_at': '2021-11-24T21:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:59:27.742463 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8692-7e45-423f-9297-e13590582ce4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:27.743234 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6c8692-7e45-423f-9297-e13590582ce4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Fanout notify agent at l3_agent the message router_deleted on router 7891bbf5-b130-4122-8023-33c06fcab552 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 21:59:27.750958 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8692-7e45-423f-9297-e13590582ce4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:27.752137 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4b6c8692-7e45-423f-9297-e13590582ce4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/routers/7891bbf5-b130-4122-8023-33c06fcab552 HTTP/1.1" status: 204 len: 168 time: 0.8164408 Nov 24 21:59:27.754799 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55020) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:59:27.770974 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1c8944-53e2-4000-a8d8-d888bd18bc8f None None] The sync data for ids ['7891bbf5-b130-4122-8023-33c06fcab552'] in n-d-812111-8 is: [{'id': '7891bbf5-b130-4122-8023-33c06fcab552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941830389', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:57:43Z', 'updated_at': '2021-11-24T21:59:26Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '37105ea3-2dcd-4cea-be4e-72fdc3afdd3d', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7891bbf5-b130-4122-8023-33c06fcab552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:57:44Z', 'updated_at': '2021-11-24T21:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:59:27.838677 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1df64f38-c979-4272-8f29-4c17b46a5595 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:27.867942 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e979bb58-c718-4779-becd-ce20bb1e433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:27.898458 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-1df64f38-c979-4272-8f29-4c17b46a5595 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting port da29a39b-a9da-405b-bb7d-547e7cd38114 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 21:59:27.898795 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1df64f38-c979-4272-8f29-4c17b46a5595 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:27.901255 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979bb58-c718-4779-becd-ce20bb1e433f None None] Pushing event deleted for resources: {'Port': ['ID=da29a39b-a9da-405b-bb7d-547e7cd38114,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:27.907590 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e979bb58-c718-4779-becd-ce20bb1e433f None None] No DVR routers for this DVR port da29a39b-a9da-405b-bb7d-547e7cd38114 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:59:27.922431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e979bb58-c718-4779-becd-ce20bb1e433f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:27.922431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e979bb58-c718-4779-becd-ce20bb1e433f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:27.922431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e979bb58-c718-4779-becd-ce20bb1e433f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:27.922431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e979bb58-c718-4779-becd-ce20bb1e433f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:27.922431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e979bb58-c718-4779-becd-ce20bb1e433f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:27.922431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e979bb58-c718-4779-becd-ce20bb1e433f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:27.922431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e979bb58-c718-4779-becd-ce20bb1e433f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:27.922431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e979bb58-c718-4779-becd-ce20bb1e433f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:27.923703 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e979bb58-c718-4779-becd-ce20bb1e433f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:27.923703 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e979bb58-c718-4779-becd-ce20bb1e433f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:27.923703 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e979bb58-c718-4779-becd-ce20bb1e433f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:27.923703 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e979bb58-c718-4779-becd-ce20bb1e433f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:27.974483 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-1df64f38-c979-4272-8f29-4c17b46a5595 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] For port da29a39b-a9da-405b-bb7d-547e7cd38114, host n-d-812111-8, got binding levels [] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:59:27.974839 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1df64f38-c979-4272-8f29-4c17b46a5595 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:28.304206 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-1df64f38-c979-4272-8f29-4c17b46a5595 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Calling delete_port for da29a39b-a9da-405b-bb7d-547e7cd38114 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 21:59:28.306939 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.ipam_backend_mixin [None req-1df64f38-c979-4272-8f29-4c17b46a5595 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Port da29a39b-a9da-405b-bb7d-547e7cd38114 was not found and therefore no delete operation was performed {{(pid=109991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 21:59:28.309613 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1df64f38-c979-4272-8f29-4c17b46a5595 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:28.336037 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df64f38-c979-4272-8f29-4c17b46a5595 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Port': ['ID=da29a39b-a9da-405b-bb7d-547e7cd38114,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:28.340091 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df64f38-c979-4272-8f29-4c17b46a5595 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] No DVR routers for this DVR port da29a39b-a9da-405b-bb7d-547e7cd38114 on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 21:59:28.431837 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1df64f38-c979-4272-8f29-4c17b46a5595 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:28.450828 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-1df64f38-c979-4272-8f29-4c17b46a5595 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f25e871-2647-4edd-8651-a2e5d1e62bac']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:59:28.459843 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-1df64f38-c979-4272-8f29-4c17b46a5595 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6025f8ed-623c-4316-9272-e4b05db87a52') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:59:28.460138 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-1df64f38-c979-4272-8f29-4c17b46a5595 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6025f8ed-623c-4316-9272-e4b05db87a52') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:59:28.469270 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1df64f38-c979-4272-8f29-4c17b46a5595 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:28.482208 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1df64f38-c979-4272-8f29-4c17b46a5595 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:28.487932 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df64f38-c979-4272-8f29-4c17b46a5595 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 21:59:28.488311 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1df64f38-c979-4272-8f29-4c17b46a5595 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: timer() Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 21:59:28.491481 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 21:59:28.547814 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1df64f38-c979-4272-8f29-4c17b46a5595 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:28.554520 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1df64f38-c979-4272-8f29-4c17b46a5595 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:28.557704 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1df64f38-c979-4272-8f29-4c17b46a5595 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/networks/7f25e871-2647-4edd-8651-a2e5d1e62bac HTTP/1.1" status: 204 len: 168 time: 0.8019474 Nov 24 21:59:28.561677 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55022) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:59:28.569350 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df64f38-c979-4272-8f29-4c17b46a5595 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Network': ['ID=7f25e871-2647-4edd-8651-a2e5d1e62bac,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:28.619306 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6565f627-6229-4887-8250-606b5b2d4f03 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:28.646336 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6565f627-6229-4887-8250-606b5b2d4f03 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:28.714442 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6565f627-6229-4887-8250-606b5b2d4f03 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:28.717258 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6565f627-6229-4887-8250-606b5b2d4f03 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:28.718437 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6565f627-6229-4887-8250-606b5b2d4f03 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/security-groups/7d80502f-fc66-40d9-8ef5-6f9192433bdd HTTP/1.1" status: 204 len: 168 time: 0.1557834 Nov 24 21:59:28.727465 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565f627-6229-4887-8250-606b5b2d4f03 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d80502f-fc66-40d9-8ef5-6f9192433bdd,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:28.736620 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565f627-6229-4887-8250-606b5b2d4f03 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:28.737260 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565f627-6229-4887-8250-606b5b2d4f03 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:28.737615 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565f627-6229-4887-8250-606b5b2d4f03 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:28.737966 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565f627-6229-4887-8250-606b5b2d4f03 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:28.738318 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565f627-6229-4887-8250-606b5b2d4f03 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:28.738664 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565f627-6229-4887-8250-606b5b2d4f03 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:28.739005 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565f627-6229-4887-8250-606b5b2d4f03 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:28.739351 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565f627-6229-4887-8250-606b5b2d4f03 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:28.739691 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565f627-6229-4887-8250-606b5b2d4f03 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:28.740026 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565f627-6229-4887-8250-606b5b2d4f03 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:28.740617 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565f627-6229-4887-8250-606b5b2d4f03 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:28.741084 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565f627-6229-4887-8250-606b5b2d4f03 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:28.984521 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55028) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:59:28.989495 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0eebec49-011a-451a-95f9-e357eca34ab8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-574737816', 'description': 'tempest-secgroup-smoke-574737816 description', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:59:29.014875 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0eebec49-011a-451a-95f9-e357eca34ab8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.084906 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0eebec49-011a-451a-95f9-e357eca34ab8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.090138 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0eebec49-011a-451a-95f9-e357eca34ab8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.119468 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0eebec49-011a-451a-95f9-e357eca34ab8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.121344 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0eebec49-011a-451a-95f9-e357eca34ab8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1351097 Nov 24 21:59:29.124484 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55030) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:59:29.125405 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebec49-011a-451a-95f9-e357eca34ab8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a08219b-18f2-4af1-8cf5-c6657d40298d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:29.130358 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-7baa3a8a-114f-4e4e-8825-baba7786193b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': '5a08219b-18f2-4af1-8cf5-c6657d40298d', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:59:29.160510 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7baa3a8a-114f-4e4e-8825-baba7786193b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.227553 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7baa3a8a-114f-4e4e-8825-baba7786193b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.233025 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7baa3a8a-114f-4e4e-8825-baba7786193b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.240994 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d8592247-d14e-4521-8ee4-3ef276f26f5a no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:59:29.253077 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa3a8a-114f-4e4e-8825-baba7786193b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95798115-c884-4bf6-84f1-1356c2d7c3e7,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:29.262638 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7baa3a8a-114f-4e4e-8825-baba7786193b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.266788 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7baa3a8a-114f-4e4e-8825-baba7786193b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383054 Nov 24 21:59:29.266963 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55032) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:59:29.267914 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: d8592247-d14e-4521-8ee4-3ef276f26f5a {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:59:29.268422 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device d8592247-d14e-4521-8ee4-3ef276f26f5a not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:59:29.268994 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 37105ea3-2dcd-4cea-be4e-72fdc3afdd3d no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:59:29.271668 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-392fc1fe-0701-45cd-a216-9ff9aecd4502 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': '5a08219b-18f2-4af1-8cf5-c6657d40298d', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:59:29.295123 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 37105ea3-2dcd-4cea-be4e-72fdc3afdd3d {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:59:29.295993 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 37105ea3-2dcd-4cea-be4e-72fdc3afdd3d not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:59:29.297287 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device da29a39b-a9da-405b-bb7d-547e7cd38114 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 21:59:29.300959 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-392fc1fe-0701-45cd-a216-9ff9aecd4502 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.320989 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: da29a39b-a9da-405b-bb7d-547e7cd38114 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 21:59:29.321494 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device da29a39b-a9da-405b-bb7d-547e7cd38114 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 21:59:29.359848 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-392fc1fe-0701-45cd-a216-9ff9aecd4502 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.364254 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-392fc1fe-0701-45cd-a216-9ff9aecd4502 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.381705 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fc1fe-0701-45cd-a216-9ff9aecd4502 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a95ae6-83c8-4138-9b8b-ac45694fb87c,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:29.391482 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-392fc1fe-0701-45cd-a216-9ff9aecd4502 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.392823 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-392fc1fe-0701-45cd-a216-9ff9aecd4502 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247668 Nov 24 21:59:29.395977 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55034) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:59:29.400683 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-6c2156c9-b059-4c25-914e-250bf68d0ebf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': '5a08219b-18f2-4af1-8cf5-c6657d40298d', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:59:29.427457 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c2156c9-b059-4c25-914e-250bf68d0ebf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.483278 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c2156c9-b059-4c25-914e-250bf68d0ebf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.486791 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c2156c9-b059-4c25-914e-250bf68d0ebf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.505894 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2156c9-b059-4c25-914e-250bf68d0ebf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ccc448-ef98-4856-810d-5f27edfe74ce,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:29.515639 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c2156c9-b059-4c25-914e-250bf68d0ebf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.519642 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6c2156c9-b059-4c25-914e-250bf68d0ebf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198862 Nov 24 21:59:29.519834 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55036) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:59:29.524740 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-91a0396f-8db2-41d6-9bc4-3148c088e23f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': '5a08219b-18f2-4af1-8cf5-c6657d40298d', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:59:29.554392 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91a0396f-8db2-41d6-9bc4-3148c088e23f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.617870 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91a0396f-8db2-41d6-9bc4-3148c088e23f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.621854 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91a0396f-8db2-41d6-9bc4-3148c088e23f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.640709 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0396f-8db2-41d6-9bc4-3148c088e23f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6858a023-ef87-47b0-902d-4bf5f630c43f,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:29.648472 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91a0396f-8db2-41d6-9bc4-3148c088e23f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.649690 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-91a0396f-8db2-41d6-9bc4-3148c088e23f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286483 Nov 24 21:59:29.653813 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55038) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:59:29.658209 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-174029c1-53c1-4bea-b44b-890a7f696c19 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': '5a08219b-18f2-4af1-8cf5-c6657d40298d', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:59:29.682240 n-d-812111-8 neutron-server[109991]: INFO neutron.db.securitygroups_db [None req-174029c1-53c1-4bea-b44b-890a7f696c19 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Project 47d6bccedae942e2945c2bd9d08dfa80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:59:29.688184 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-174029c1-53c1-4bea-b44b-890a7f696c19 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.749686 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-174029c1-53c1-4bea-b44b-890a7f696c19 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.753438 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-174029c1-53c1-4bea-b44b-890a7f696c19 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.772220 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174029c1-53c1-4bea-b44b-890a7f696c19 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f26cd27-1017-4bac-a862-2281e31108df,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:29.781187 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-174029c1-53c1-4bea-b44b-890a7f696c19 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.785409 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55040) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:59:29.785939 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-174029c1-53c1-4bea-b44b-890a7f696c19 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306236 Nov 24 21:59:29.790822 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-77d66044-c6ec-4c5b-ac4a-ce20eed28118 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': '5a08219b-18f2-4af1-8cf5-c6657d40298d', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:59:29.814925 n-d-812111-8 neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-77d66044-c6ec-4c5b-ac4a-ce20eed28118 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Project 47d6bccedae942e2945c2bd9d08dfa80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 21:59:29.819918 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77d66044-c6ec-4c5b-ac4a-ce20eed28118 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.883304 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77d66044-c6ec-4c5b-ac4a-ce20eed28118 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.888214 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77d66044-c6ec-4c5b-ac4a-ce20eed28118 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.906295 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d66044-c6ec-4c5b-ac4a-ce20eed28118 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c8432a1-e4d9-4af5-bdf0-257fa0c292a7,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:29.913650 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77d66044-c6ec-4c5b-ac4a-ce20eed28118 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.914884 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-77d66044-c6ec-4c5b-ac4a-ce20eed28118 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281393 Nov 24 21:59:29.918634 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55042) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:59:29.923678 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-711cca4e-99a7-4a46-b1b4-290ad0d15f21 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'network': {'name': 'tempest-network-smoke--1882957357', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'port_security_enabled': True}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:59:29.944998 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711cca4e-99a7-4a46-b1b4-290ad0d15f21 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Made reservation on behalf of 47d6bccedae942e2945c2bd9d08dfa80 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:59:29.948492 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-711cca4e-99a7-4a46-b1b4-290ad0d15f21 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.972995 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711cca4e-99a7-4a46-b1b4-290ad0d15f21 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 21:59:29.983793 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-711cca4e-99a7-4a46-b1b4-290ad0d15f21 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:29.984171 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-711cca4e-99a7-4a46-b1b4-290ad0d15f21 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Added segment 4f2402e8-995b-49a3-9854-bb1ae90c392b of type vlan for network b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 Nov 24 21:59:30.028116 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-711cca4e-99a7-4a46-b1b4-290ad0d15f21 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:30.053390 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-711cca4e-99a7-4a46-b1b4-290ad0d15f21 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:30.059638 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711cca4e-99a7-4a46-b1b4-290ad0d15f21 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:30.060222 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-711cca4e-99a7-4a46-b1b4-290ad0d15f21 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:30.101469 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-711cca4e-99a7-4a46-b1b4-290ad0d15f21 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1817265 Nov 24 21:59:30.104112 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55044) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:59:30.108530 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-3186f557-5858-4009-8b86-3eadccd411aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1272581327', 'admin_state_up': True, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:59:30.144985 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711cca4e-99a7-4a46-b1b4-290ad0d15f21 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Network': ['ID=b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:30.155355 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 21:59:30.163015 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3186f557-5858-4009-8b86-3eadccd411aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:30.164079 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3186f557-5858-4009-8b86-3eadccd411aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:30.235848 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3186f557-5858-4009-8b86-3eadccd411aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:30.383601 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3186f557-5858-4009-8b86-3eadccd411aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:30.579726 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3186f557-5858-4009-8b86-3eadccd411aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:30.598948 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3186f557-5858-4009-8b86-3eadccd411aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:30.700737 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-3186f557-5858-4009-8b86-3eadccd411aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Allocated IP 172.25.5.138 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/074e071e-795a-4485-819b-a8a034510d77) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:59:30.806634 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3186f557-5858-4009-8b86-3eadccd411aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:30.840477 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3186f557-5858-4009-8b86-3eadccd411aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:30.880910 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3186f557-5858-4009-8b86-3eadccd411aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:59:30.883738 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-3186f557-5858-4009-8b86-3eadccd411aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:59:30.887919 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3186f557-5858-4009-8b86-3eadccd411aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:59:30.896661 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7920f851-4310-438e-958f-1dee12d9e4e8 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:59:30.911265 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186f557-5858-4009-8b86-3eadccd411aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=074e071e-795a-4485-819b-a8a034510d77,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:30.978020 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-999f0303-7270-4c3e-8742-929a484acf77 None None] Provisioning complete for port 074e071e-795a-4485-819b-a8a034510d77 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:59:30.978394 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-999f0303-7270-4c3e-8742-929a484acf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:31.013341 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-999f0303-7270-4c3e-8742-929a484acf77 None None] Port 074e071e-795a-4485-819b-a8a034510d77 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:59:31.146597 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3186f557-5858-4009-8b86-3eadccd411aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:31.351395 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3186f557-5858-4009-8b86-3eadccd411aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:31.480465 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3186f557-5858-4009-8b86-3eadccd411aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router 95a596a3-f7b4-45b9-bc9d-a0466169860e is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 21:59:31.587674 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3186f557-5858-4009-8b86-3eadccd411aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:59:31.598053 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] Sync routers for ids ['95a596a3-f7b4-45b9-bc9d-a0466169860e'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:59:31.609075 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3186f557-5858-4009-8b86-3eadccd411aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:31.609367 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] Routers {'95a596a3-f7b4-45b9-bc9d-a0466169860e'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:59:31.610047 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:59:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['95a596a3-f7b4-45b9-bc9d-a0466169860e'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:59:31.610366 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3186f557-5858-4009-8b86-3eadccd411aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5053415 Nov 24 21:59:31.613498 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55046) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:59:31.644576 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a82e8f52-f3bc-49d8-a27c-bd90e81fcff1 tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=47d6bccedae942e2945c2bd9d08dfa80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276654 Nov 24 21:59:31.644839 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55048) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:59:31.718399 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] Set router 95a596a3-f7b4-45b9-bc9d-a0466169860e gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:59:31.735923 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaccf7c-db8b-4f65-a302-aa01a9ef021d tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:31.737375 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-afaccf7c-db8b-4f65-a302-aa01a9ef021d tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916734 Nov 24 21:59:31.740500 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55050) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:59:31.771687 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-753c4be9-45f5-48e2-b88b-2852f4cb6dcb tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278380 Nov 24 21:59:31.771900 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55052) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:59:31.776666 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-10c810f0-cc70-4a77-8c79-d05d8914d423 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1343876358', 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:59:31.864643 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c810f0-cc70-4a77-8c79-d05d8914d423 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Made reservation on behalf of 47d6bccedae942e2945c2bd9d08dfa80 for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:59:31.868579 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-10c810f0-cc70-4a77-8c79-d05d8914d423 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:31.898042 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272581327', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '074e071e-795a-4485-819b-a8a034510d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:31Z', 'revision_number': 3, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '074e071e-795a-4485-819b-a8a034510d77', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:59:31.924733 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] Checking router: 95a596a3-f7b4-45b9-bc9d-a0466169860e for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:59:31.925105 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] Updating router 95a596a3-f7b4-45b9-bc9d-a0466169860e port 074e071e-795a-4485-819b-a8a034510d77 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:59:31.951565 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:32.064843 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-10c810f0-cc70-4a77-8c79-d05d8914d423 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:32.131787 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c810f0-cc70-4a77-8c79-d05d8914d423 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Subnet': ['ID=5edbee9e-5937-4f5a-84b1-859e2821c981,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:32.141843 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c810f0-cc70-4a77-8c79-d05d8914d423 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Checking segment: {'id': '4f2402e8-995b-49a3-9854-bb1ae90c392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:59:32.142202 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c810f0-cc70-4a77-8c79-d05d8914d423 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network hostable DHCP agents. Network: b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 21:59:32.160496 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c810f0-cc70-4a77-8c79-d05d8914d423 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 21:59:32.170343 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-10c810f0-cc70-4a77-8c79-d05d8914d423 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:59:32.174661 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c810f0-cc70-4a77-8c79-d05d8914d423 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:32.175137 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-10c810f0-cc70-4a77-8c79-d05d8914d423 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:32.192767 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcc0e8e-ac5d-4874-9699-05a15b1d485c None None] Network b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:59:32.206621 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-10c810f0-cc70-4a77-8c79-d05d8914d423 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4337325 Nov 24 21:59:32.209445 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55054) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:59:32.217478 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:32.223825 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:32.271680 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a002ec88-094a-40eb-9164-43ad5ffb9b03 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:59:32.273882 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] Attempting to bind port 074e071e-795a-4485-819b-a8a034510d77 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:59:32.275263 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] Attempting to bind port 074e071e-795a-4485-819b-a8a034510d77 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:59:32.275263 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] Attempting to bind port 074e071e-795a-4485-819b-a8a034510d77 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:59:32.282564 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:59:32.282899 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:59:32.283306 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:32.283977 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:59:32.284177 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] Bound port: 074e071e-795a-4485-819b-a8a034510d77, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:59:32.284552 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:32.312551 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2600e0-3621-45f2-b345-c57de6dba023 None None] Pushing event updated for resources: {'Port': ['ID=074e071e-795a-4485-819b-a8a034510d77,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:32.346258 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] For port 074e071e-795a-4485-819b-a8a034510d77, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:59:32.350020 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] For port 074e071e-795a-4485-819b-a8a034510d77, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=074e071e-795a-4485-819b-a8a034510d77,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:59:32.352633 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2600e0-3621-45f2-b345-c57de6dba023 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:32.353216 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2600e0-3621-45f2-b345-c57de6dba023 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:32.353585 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2600e0-3621-45f2-b345-c57de6dba023 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:32.353937 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2600e0-3621-45f2-b345-c57de6dba023 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:32.354325 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2600e0-3621-45f2-b345-c57de6dba023 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:32.354805 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2600e0-3621-45f2-b345-c57de6dba023 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:32.355815 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2600e0-3621-45f2-b345-c57de6dba023 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:32.355815 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2600e0-3621-45f2-b345-c57de6dba023 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:32.356025 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2600e0-3621-45f2-b345-c57de6dba023 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:32.356276 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2600e0-3621-45f2-b345-c57de6dba023 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:32.356608 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2600e0-3621-45f2-b345-c57de6dba023 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:32.357017 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2600e0-3621-45f2-b345-c57de6dba023 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 21:59:32.361213 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:32.374583 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-613f7246-7892-4a7f-bba8-eeada0478ab5 None None] Provisioning complete for port 074e071e-795a-4485-819b-a8a034510d77 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:59:32.375406 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-613f7246-7892-4a7f-bba8-eeada0478ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:32.406238 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c9f79b-ace9-4f64-be07-37a5bfe48f7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6', 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ips': [{'subnet_id': '5edbee9e-5937-4f5a-84b1-859e2821c981'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 21:59:32.407164 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] Routers {'95a596a3-f7b4-45b9-bc9d-a0466169860e'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:59:32.407582 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-09c9f79b-ace9-4f64-be07-37a5bfe48f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:32.407803 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:59:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['95a596a3-f7b4-45b9-bc9d-a0466169860e'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:59:32.409758 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44da6bdc-0657-4cac-9286-993d3180a6ff None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 21:59:32.522702 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] Set router 95a596a3-f7b4-45b9-bc9d-a0466169860e gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:59:32.583294 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-613f7246-7892-4a7f-bba8-eeada0478ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:32.618309 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-613f7246-7892-4a7f-bba8-eeada0478ab5 None None] For port 074e071e-795a-4485-819b-a8a034510d77, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=074e071e-795a-4485-819b-a8a034510d77,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:59:32.619970 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-09c9f79b-ace9-4f64-be07-37a5bfe48f7a None None] Allocated IP 172.20.0.2 (b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6/5edbee9e-5937-4f5a-84b1-859e2821c981/b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:59:32.625490 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-613f7246-7892-4a7f-bba8-eeada0478ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:32.697527 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2600e0-3621-45f2-b345-c57de6dba023 None None] Pushing event updated for resources: {'Port': ['ID=074e071e-795a-4485-819b-a8a034510d77,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:32.702024 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9f90a4e3-85a2-49ff-8df9-e6e859c97c07 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:32.741622 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f7246-7892-4a7f-bba8-eeada0478ab5 None None] Pushing event updated for resources: {'Port': ['ID=074e071e-795a-4485-819b-a8a034510d77,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:32.772057 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c0313e33-73a3-4308-a5f9-662d7042d725 None None] Provisioning complete for port 074e071e-795a-4485-819b-a8a034510d77 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:59:32.772648 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c0313e33-73a3-4308-a5f9-662d7042d725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:32.829746 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272581327', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '074e071e-795a-4485-819b-a8a034510d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:31Z', 'revision_number': 3, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '074e071e-795a-4485-819b-a8a034510d77', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:59:32.859321 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a297ec-0c38-4601-8543-f90604a6a061 None None] The sync data for ids ['95a596a3-f7b4-45b9-bc9d-a0466169860e'] in n-d-812111-8 is: [{'id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272581327', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '074e071e-795a-4485-819b-a8a034510d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:31Z', 'revision_number': 3, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '074e071e-795a-4485-819b-a8a034510d77', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:59:32.871387 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-09c9f79b-ace9-4f64-be07-37a5bfe48f7a None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:32.898903 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-09c9f79b-ace9-4f64-be07-37a5bfe48f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:32.964597 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c9f79b-ace9-4f64-be07-37a5bfe48f7a None None] Network b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:59:32.966588 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9f79b-ace9-4f64-be07-37a5bfe48f7a None None] Pushing event updated for resources: {'Port': ['ID=b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:32.969043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-09c9f79b-ace9-4f64-be07-37a5bfe48f7a None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:59:32.971396 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c9f79b-ace9-4f64-be07-37a5bfe48f7a None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:59:33.024195 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-9f90a4e3-85a2-49ff-8df9-e6e859c97c07 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Allocated IP 172.20.0.1 (b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6/5edbee9e-5937-4f5a-84b1-859e2821c981/efc5f29b-3ad7-48e1-87c9-418cf4392d70) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:59:33.029518 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-09c9f79b-ace9-4f64-be07-37a5bfe48f7a None None] Attempting to bind port b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:59:33.029899 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-09c9f79b-ace9-4f64-be07-37a5bfe48f7a None None] Attempting to bind port b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '4f2402e8-995b-49a3-9854-bb1ae90c392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:59:33.030335 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c9f79b-ace9-4f64-be07-37a5bfe48f7a None None] Attempting to bind port b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd on network b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:59:33.036249 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c9f79b-ace9-4f64-be07-37a5bfe48f7a None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:59:33.036809 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c9f79b-ace9-4f64-be07-37a5bfe48f7a None None] Checking segment: {'id': '4f2402e8-995b-49a3-9854-bb1ae90c392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:59:33.037121 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-09c9f79b-ace9-4f64-be07-37a5bfe48f7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:33.037577 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c9f79b-ace9-4f64-be07-37a5bfe48f7a None None] Bound using segment: {'id': '4f2402e8-995b-49a3-9854-bb1ae90c392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:59:33.038056 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-09c9f79b-ace9-4f64-be07-37a5bfe48f7a None None] Bound port: b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2402e8-995b-49a3-9854-bb1ae90c392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:59:33.038449 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-09c9f79b-ace9-4f64-be07-37a5bfe48f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:33.125156 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-09c9f79b-ace9-4f64-be07-37a5bfe48f7a None None] For port b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:59:33.129275 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-09c9f79b-ace9-4f64-be07-37a5bfe48f7a None None] For port b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd,segment=NetworkSegment(4f2402e8-995b-49a3-9854-bb1ae90c392b),segment_id=4f2402e8-995b-49a3-9854-bb1ae90c392b)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:59:33.144336 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-09c9f79b-ace9-4f64-be07-37a5bfe48f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:33.174607 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9f90a4e3-85a2-49ff-8df9-e6e859c97c07 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:33.235987 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9f79b-ace9-4f64-be07-37a5bfe48f7a None None] Pushing event updated for resources: {'Port': ['ID=b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:33.272770 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9f90a4e3-85a2-49ff-8df9-e6e859c97c07 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:33.317187 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 074e071e-795a-4485-819b-a8a034510d77 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:59:33.318707 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f90a4e3-85a2-49ff-8df9-e6e859c97c07 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:59:33.321987 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-9f90a4e3-85a2-49ff-8df9-e6e859c97c07 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:59:33.325943 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f90a4e3-85a2-49ff-8df9-e6e859c97c07 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:59:33.369205 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90a4e3-85a2-49ff-8df9-e6e859c97c07 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=efc5f29b-3ad7-48e1-87c9-418cf4392d70,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:33.389762 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 074e071e-795a-4485-819b-a8a034510d77 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:59:33.390226 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:33.392226 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9f90a4e3-85a2-49ff-8df9-e6e859c97c07 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:33.574579 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9f90a4e3-85a2-49ff-8df9-e6e859c97c07 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:34.179227 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9f90a4e3-85a2-49ff-8df9-e6e859c97c07 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:34.186266 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9f90a4e3-85a2-49ff-8df9-e6e859c97c07 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:34.262787 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9f90a4e3-85a2-49ff-8df9-e6e859c97c07 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:34.264678 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90a4e3-85a2-49ff-8df9-e6e859c97c07 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=efc5f29b-3ad7-48e1-87c9-418cf4392d70,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:34.335123 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ee9072-7600-401e-b12f-76a5cee71051 None None] Network b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 21:59:34.367975 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f90a4e3-85a2-49ff-8df9-e6e859c97c07 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:59:34.369532 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-9f90a4e3-85a2-49ff-8df9-e6e859c97c07 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:59:34.433889 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-1dce4156-54bc-4bac-b47b-b503d2193460 None None] Provisioning complete for port b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:59:34.434421 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1dce4156-54bc-4bac-b47b-b503d2193460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:34.492644 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f90a4e3-85a2-49ff-8df9-e6e859c97c07 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router 95a596a3-f7b4-45b9-bc9d-a0466169860e has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:59:34.589179 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1dce4156-54bc-4bac-b47b-b503d2193460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:34.608302 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f90a4e3-85a2-49ff-8df9-e6e859c97c07 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:59:34.614568 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9f90a4e3-85a2-49ff-8df9-e6e859c97c07 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "PUT /v2.0/routers/95a596a3-f7b4-45b9-bc9d-a0466169860e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4040534 Nov 24 21:59:34.634661 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1dce4156-54bc-4bac-b47b-b503d2193460 None None] For port b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd,segment=NetworkSegment(4f2402e8-995b-49a3-9854-bb1ae90c392b),segment_id=4f2402e8-995b-49a3-9854-bb1ae90c392b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:59:34.641214 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1dce4156-54bc-4bac-b47b-b503d2193460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:34.702411 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce4156-54bc-4bac-b47b-b503d2193460 None None] Pushing event updated for resources: {'Port': ['ID=b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:34.797063 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-ff967305-4fba-4735-958a-a583f617e7e9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574737816&fields=id&tenant_id=47d6bccedae942e2945c2bd9d08dfa80 HTTP/1.1" status: 200 len: 267 time: 0.0556810 Nov 24 21:59:34.870604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-889909c3-ca51-411c-9410-d9a80f510584 None None] Provisioning complete for port b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:59:34.870991 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-889909c3-ca51-411c-9410-d9a80f510584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:34.878328 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] Sync routers for ids ['95a596a3-f7b4-45b9-bc9d-a0466169860e'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:59:34.919043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] Routers {'95a596a3-f7b4-45b9-bc9d-a0466169860e'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:59:34.919747 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:59:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['95a596a3-f7b4-45b9-bc9d-a0466169860e'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:59:34.923191 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-0819bd54-9ae2-499e-a15e-65c8880639b0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:34.924866 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-0819bd54-9ae2-499e-a15e-65c8880639b0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/networks?id=b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 HTTP/1.1" status: 200 len: 797 time: 0.1201918 Nov 24 21:59:34.940686 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-6c6d4c36-1461-4fd4-8f8c-be94ac698738 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/quotas/47d6bccedae942e2945c2bd9d08dfa80 HTTP/1.1" status: 200 len: 375 time: 0.0097892 Nov 24 21:59:35.005704 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-a895171b-745b-404b-b965-bfc8560bd230 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591669 Nov 24 21:59:35.115957 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-357437ea-55ea-4d2f-9376-57b472f1069c service neutron] 10.222.0.11 "GET /v2.0/networks/b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945899 Nov 24 21:59:35.249324 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] Set router 95a596a3-f7b4-45b9-bc9d-a0466169860e gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:59:35.257369 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-f877de10-1e71-43c5-a33e-d1453b6ec7ca service neutron] 10.222.0.11 "GET /v2.0/networks/b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338601 Nov 24 21:59:35.300829 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:59:35.359502 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-889909c3-ca51-411c-9410-d9a80f510584 None None] Provisioning complete for port efc5f29b-3ad7-48e1-87c9-418cf4392d70 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:59:35.360182 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-889909c3-ca51-411c-9410-d9a80f510584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:35.427778 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a8c8c029-3f0d-48ee-8168-f3a88b6a3e88 req-fb6a7aea-5b08-4e67-9f92-11c65594848d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 210 time: 0.0275724 Nov 24 21:59:35.464179 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-889909c3-ca51-411c-9410-d9a80f510584 None None] Port efc5f29b-3ad7-48e1-87c9-418cf4392d70 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:59:35.489299 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:59:35.489679 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:35.623961 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272581327', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '074e071e-795a-4485-819b-a8a034510d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:33Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '074e071e-795a-4485-819b-a8a034510d77', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'efc5f29b-3ad7-48e1-87c9-418cf4392d70', 'name': '', 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:7f:dd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '5edbee9e-5937-4f5a-84b1-859e2821c981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:59:32Z', 'updated_at': '2021-11-24T21:59:34Z', 'revision_number': 2, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '5edbee9e-5937-4f5a-84b1-859e2821c981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:59:35.627059 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-5af6c947-4b7b-449a-b88c-36dae3eb652b None None] Provisioning complete for port efc5f29b-3ad7-48e1-87c9-418cf4392d70 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:59:35.627423 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5af6c947-4b7b-449a-b88c-36dae3eb652b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:35.652699 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] Checking router: 95a596a3-f7b4-45b9-bc9d-a0466169860e for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:59:35.653075 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] Updating router 95a596a3-f7b4-45b9-bc9d-a0466169860e port efc5f29b-3ad7-48e1-87c9-418cf4392d70 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 21:59:35.705216 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:35.709228 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-5af6c947-4b7b-449a-b88c-36dae3eb652b None None] Port efc5f29b-3ad7-48e1-87c9-418cf4392d70 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:59:35.963826 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:35.969501 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:36.020430 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65383b4-405f-42bc-86ba-2efd295dcb12 None None] Pushing event updated for resources: {'Port': ['ID=efc5f29b-3ad7-48e1-87c9-418cf4392d70,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:36.076913 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] Attempting to bind port efc5f29b-3ad7-48e1-87c9-418cf4392d70 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:59:36.077292 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] Attempting to bind port efc5f29b-3ad7-48e1-87c9-418cf4392d70 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '4f2402e8-995b-49a3-9854-bb1ae90c392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:59:36.077667 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] Attempting to bind port efc5f29b-3ad7-48e1-87c9-418cf4392d70 on network b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:59:36.082803 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:59:36.083184 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] Checking segment: {'id': '4f2402e8-995b-49a3-9854-bb1ae90c392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:59:36.083590 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:36.083990 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] Bound using segment: {'id': '4f2402e8-995b-49a3-9854-bb1ae90c392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:59:36.084462 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] Bound port: efc5f29b-3ad7-48e1-87c9-418cf4392d70, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2402e8-995b-49a3-9854-bb1ae90c392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:59:36.084883 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:36.150417 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] For port efc5f29b-3ad7-48e1-87c9-418cf4392d70, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:59:36.154226 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] For port efc5f29b-3ad7-48e1-87c9-418cf4392d70, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=efc5f29b-3ad7-48e1-87c9-418cf4392d70,segment=NetworkSegment(4f2402e8-995b-49a3-9854-bb1ae90c392b),segment_id=4f2402e8-995b-49a3-9854-bb1ae90c392b)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:59:36.159286 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:36.224394 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] Routers {'95a596a3-f7b4-45b9-bc9d-a0466169860e'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:59:36.225065 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:59:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['95a596a3-f7b4-45b9-bc9d-a0466169860e'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:59:36.282967 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65383b4-405f-42bc-86ba-2efd295dcb12 None None] Pushing event updated for resources: {'Port': ['ID=efc5f29b-3ad7-48e1-87c9-418cf4392d70,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:36.298795 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-eaaa9712-f1c4-40f9-ad36-e666ebbe3a26 None None] Provisioning complete for port efc5f29b-3ad7-48e1-87c9-418cf4392d70 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:59:36.299174 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eaaa9712-f1c4-40f9-ad36-e666ebbe3a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:36.393421 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] Set router 95a596a3-f7b4-45b9-bc9d-a0466169860e gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:59:36.511671 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eaaa9712-f1c4-40f9-ad36-e666ebbe3a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:36.513912 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b5e40b09-93cf-4fc6-abb6-775c231e8564 req-536a04ea-ae25-4f8b-9497-91898649f800 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 210 time: 0.0273173 Nov 24 21:59:36.588255 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-eaaa9712-f1c4-40f9-ad36-e666ebbe3a26 None None] For port efc5f29b-3ad7-48e1-87c9-418cf4392d70, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=efc5f29b-3ad7-48e1-87c9-418cf4392d70,segment=NetworkSegment(4f2402e8-995b-49a3-9854-bb1ae90c392b),segment_id=4f2402e8-995b-49a3-9854-bb1ae90c392b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:59:36.593923 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eaaa9712-f1c4-40f9-ad36-e666ebbe3a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:36.675908 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa9712-f1c4-40f9-ad36-e666ebbe3a26 None None] Pushing event updated for resources: {'Port': ['ID=efc5f29b-3ad7-48e1-87c9-418cf4392d70,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:36.696412 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272581327', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '074e071e-795a-4485-819b-a8a034510d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:33Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '074e071e-795a-4485-819b-a8a034510d77', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'efc5f29b-3ad7-48e1-87c9-418cf4392d70', 'name': '', 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:7f:dd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '5edbee9e-5937-4f5a-84b1-859e2821c981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:59:32Z', 'updated_at': '2021-11-24T21:59:36Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '5edbee9e-5937-4f5a-84b1-859e2821c981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:59:36.726000 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc742435-badc-4038-8ec8-19ce96b08f5e None None] The sync data for ids ['95a596a3-f7b4-45b9-bc9d-a0466169860e'] in n-d-812111-8 is: [{'id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272581327', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '074e071e-795a-4485-819b-a8a034510d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:33Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '074e071e-795a-4485-819b-a8a034510d77', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'efc5f29b-3ad7-48e1-87c9-418cf4392d70', 'name': '', 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:7f:dd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '5edbee9e-5937-4f5a-84b1-859e2821c981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:59:32Z', 'updated_at': '2021-11-24T21:59:36Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '5edbee9e-5937-4f5a-84b1-859e2821c981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:59:36.737539 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9ccef2e2-16a9-46e5-a0a8-1b4d366d724a None None] Provisioning complete for port efc5f29b-3ad7-48e1-87c9-418cf4392d70 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:59:36.737901 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9ccef2e2-16a9-46e5-a0a8-1b4d366d724a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:37.260779 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device efc5f29b-3ad7-48e1-87c9-418cf4392d70 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:59:37.324238 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port efc5f29b-3ad7-48e1-87c9-418cf4392d70 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:59:37.324238 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:37.603967 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-629780c8-38ac-43f4-8963-c3f8cdd403ab req-a6ac1094-bbfb-40bc-9456-0b6226264e93 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 210 time: 0.0279598 Nov 24 21:59:38.692369 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-40647379-a164-43eb-9033-f816b50cf316 req-31d3a6a2-8813-47f4-802c-2ce02d361a8b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 210 time: 0.0266473 Nov 24 21:59:39.037793 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c3c76ecf-fee2-405c-8111-e2ac7b5c9739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:39.793257 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1402df93-f127-44c3-9a7d-9e925c4e7eea req-06a68909-bfc1-4ab5-b84b-62b1eb166971 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 210 time: 0.0322559 Nov 24 21:59:40.267590 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:40.514021 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-fb4f0695-715b-4b1f-b6c8-9fdfd71bb5ca tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:40.516601 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-fb4f0695-715b-4b1f-b6c8-9fdfd71bb5ca tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.15 "GET /v2.0/networks?id=b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 HTTP/1.1" status: 200 len: 797 time: 0.1110220 Nov 24 21:59:40.585812 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-cfefb82d-d881-431a-8024-16b8906bd984 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47d6bccedae942e2945c2bd9d08dfa80 HTTP/1.1" status: 200 len: 379 time: 0.0588448 Nov 24 21:59:40.597408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-9f94d17d-36cb-484d-bece-808021ce2669 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'port': {'device_id': '57ef6305-4031-4c85-a958-b98f67294c3c', 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6', 'admin_state_up': True, 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'security_groups': ['5a08219b-18f2-4af1-8cf5-c6657d40298d']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:59:40.710434 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-9f94d17d-36cb-484d-bece-808021ce2669 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Made reservation on behalf of 47d6bccedae942e2945c2bd9d08dfa80 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 21:59:40.714497 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-9f94d17d-36cb-484d-bece-808021ce2669 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:40.845795 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-9f94d17d-36cb-484d-bece-808021ce2669 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Allocated IP 172.20.0.5 (b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6/5edbee9e-5937-4f5a-84b1-859e2821c981/aea49f7f-002a-49cf-a44e-b138c9f9a973) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:59:40.908952 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb5b0b40-9fbe-4f64-adde-e12321290fa6 req-64f99b80-eb35-4fca-ba7c-a112e479eb2c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 210 time: 0.0355175 Nov 24 21:59:41.015708 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-9f94d17d-36cb-484d-bece-808021ce2669 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:41.049584 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-9f94d17d-36cb-484d-bece-808021ce2669 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:41.091735 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-9f94d17d-36cb-484d-bece-808021ce2669 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:59:41.096832 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-9f94d17d-36cb-484d-bece-808021ce2669 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:59:41.100384 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-9f94d17d-36cb-484d-bece-808021ce2669 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:59:41.129261 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94d17d-36cb-484d-bece-808021ce2669 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=aea49f7f-002a-49cf-a44e-b138c9f9a973,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:41.155703 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-9f94d17d-36cb-484d-bece-808021ce2669 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:41.156400 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-9f94d17d-36cb-484d-bece-808021ce2669 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:41.177389 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-9f94d17d-36cb-484d-bece-808021ce2669 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5834713 Nov 24 21:59:41.195831 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-127b251d-dacf-4cd7-8952-029f13e16060 service neutron] Request body: {'port': {'device_id': '57ef6305-4031-4c85-a958-b98f67294c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:59:41.258817 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-127b251d-dacf-4cd7-8952-029f13e16060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:41.328118 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-04d91f19-1466-4c7f-b4fb-ccd948c43bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:41.384431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-796a81fd-258c-47ca-afdf-b1885a32f4e0 None None] Provisioning complete for port aea49f7f-002a-49cf-a44e-b138c9f9a973 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:59:41.384703 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-796a81fd-258c-47ca-afdf-b1885a32f4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:41.420498 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-796a81fd-258c-47ca-afdf-b1885a32f4e0 None None] Port aea49f7f-002a-49cf-a44e-b138c9f9a973 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 21:59:41.533884 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-127b251d-dacf-4cd7-8952-029f13e16060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea49f7f-002a-49cf-a44e-b138c9f9a973 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:59:41.541380 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-127b251d-dacf-4cd7-8952-029f13e16060 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:41.553493 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-127b251d-dacf-4cd7-8952-029f13e16060 service neutron] Transition to ACTIVE for port object aea49f7f-002a-49cf-a44e-b138c9f9a973 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 21:59:41.557172 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-127b251d-dacf-4cd7-8952-029f13e16060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:41.610675 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b251d-dacf-4cd7-8952-029f13e16060 service neutron] Pushing event updated for resources: {'Port': ['ID=aea49f7f-002a-49cf-a44e-b138c9f9a973,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:41.682737 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-127b251d-dacf-4cd7-8952-029f13e16060 service neutron] Attempting to bind port aea49f7f-002a-49cf-a44e-b138c9f9a973 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 21:59:41.683200 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-127b251d-dacf-4cd7-8952-029f13e16060 service neutron] Attempting to bind port aea49f7f-002a-49cf-a44e-b138c9f9a973 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '4f2402e8-995b-49a3-9854-bb1ae90c392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 21:59:41.683534 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-127b251d-dacf-4cd7-8952-029f13e16060 service neutron] Attempting to bind port aea49f7f-002a-49cf-a44e-b138c9f9a973 on network b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:59:41.688157 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-127b251d-dacf-4cd7-8952-029f13e16060 service neutron] Port aea49f7f-002a-49cf-a44e-b138c9f9a973 on network b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 21:59:41.688487 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-127b251d-dacf-4cd7-8952-029f13e16060 service neutron] Attempting to bind port aea49f7f-002a-49cf-a44e-b138c9f9a973 on network b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 21:59:41.693688 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-127b251d-dacf-4cd7-8952-029f13e16060 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 21, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 21:59:41.694027 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-127b251d-dacf-4cd7-8952-029f13e16060 service neutron] Checking segment: {'id': '4f2402e8-995b-49a3-9854-bb1ae90c392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 21:59:41.694414 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-127b251d-dacf-4cd7-8952-029f13e16060 service neutron] Bound using segment: {'id': '4f2402e8-995b-49a3-9854-bb1ae90c392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 21:59:41.694845 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-127b251d-dacf-4cd7-8952-029f13e16060 service neutron] Bound port: aea49f7f-002a-49cf-a44e-b138c9f9a973, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f2402e8-995b-49a3-9854-bb1ae90c392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 21:59:41.695210 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-127b251d-dacf-4cd7-8952-029f13e16060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:41.740417 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:41.767258 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-127b251d-dacf-4cd7-8952-029f13e16060 service neutron] For port aea49f7f-002a-49cf-a44e-b138c9f9a973, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 21:59:41.770514 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-127b251d-dacf-4cd7-8952-029f13e16060 service neutron] For port aea49f7f-002a-49cf-a44e-b138c9f9a973, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=aea49f7f-002a-49cf-a44e-b138c9f9a973,segment=NetworkSegment(4f2402e8-995b-49a3-9854-bb1ae90c392b),segment_id=4f2402e8-995b-49a3-9854-bb1ae90c392b)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 21:59:41.774001 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-127b251d-dacf-4cd7-8952-029f13e16060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:41.808402 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-127b251d-dacf-4cd7-8952-029f13e16060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:41.809087 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-127b251d-dacf-4cd7-8952-029f13e16060 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:41.810348 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-127b251d-dacf-4cd7-8952-029f13e16060 service neutron] 10.222.0.15 "PUT /v2.0/ports/aea49f7f-002a-49cf-a44e-b138c9f9a973 HTTP/1.1" status: 200 len: 1091 time: 0.6190526 Nov 24 21:59:41.810770 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ef6305-4031-4c85-a958-b98f67294c3c', 'tag': 'aea49f7f-002a-49cf-a44e-b138c9f9a973'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:59:41.813083 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3bf6c7-0d67-4ac7-bfa6-1619a59a5de3" -d '{"events": [{"name": "network-changed", "server_uuid": "57ef6305-4031-4c85-a958-b98f67294c3c", "tag": "aea49f7f-002a-49cf-a44e-b138c9f9a973"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:59:41.838200 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b251d-dacf-4cd7-8952-029f13e16060 service neutron] Pushing event updated for resources: {'Port': ['ID=aea49f7f-002a-49cf-a44e-b138c9f9a973,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:41.891756 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0b1276-b8c9-4f86-8009-eb3caf44b69a x-openstack-request-id: req-6b0b1276-b8c9-4f86-8009-eb3caf44b69a {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:59:41.892443 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ef6305-4031-4c85-a958-b98f67294c3c", "tag": "aea49f7f-002a-49cf-a44e-b138c9f9a973", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:59:41.892443 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6b0b1276-b8c9-4f86-8009-eb3caf44b69a {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:59:41.892902 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ef6305-4031-4c85-a958-b98f67294c3c', 'tag': 'aea49f7f-002a-49cf-a44e-b138c9f9a973', 'status': 'completed', 'code': 200} Nov 24 21:59:41.911783 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-dacc6b4b-020d-46e9-989d-e575ff5cd677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:41.913450 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-dacc6b4b-020d-46e9-989d-e575ff5cd677 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 1094 time: 0.0555027 Nov 24 21:59:41.960099 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-0f12ae2f-c356-4562-a477-c5be626e7c4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aea49f7f-002a-49cf-a44e-b138c9f9a973 HTTP/1.1" status: 200 len: 217 time: 0.0385177 Nov 24 21:59:42.045687 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-4390ab96-18f0-42b2-a6d7-4937e6eeef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:42.047142 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-4390ab96-18f0-42b2-a6d7-4937e6eeef11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5edbee9e-5937-4f5a-84b1-859e2821c981 HTTP/1.1" status: 200 len: 835 time: 0.0797212 Nov 24 21:59:42.063036 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dbb41-4a23-485e-8d04-d74f17dfbaf3 req-914a0d22-c7f2-4351-92d9-2e26820ffee3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:42.065380 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6d7dbb41-4a23-485e-8d04-d74f17dfbaf3 req-914a0d22-c7f2-4351-92d9-2e26820ffee3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 943 time: 0.0697660 Nov 24 21:59:42.141108 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6d7dbb41-4a23-485e-8d04-d74f17dfbaf3 req-38e0df47-6024-4120-904e-6970a3bab4ea tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664721 Nov 24 21:59:42.143760 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-a7b7bbe3-75a1-48ce-8f61-b9e8d1c79567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:42.145269 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-a7b7bbe3-75a1-48ce-8f61-b9e8d1c79567 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789595 Nov 24 21:59:42.248612 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-a7572c7d-5c0d-4961-b1d7-b14bc8ab32d7 service neutron] 10.222.0.15 "GET /v2.0/networks/b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914109 Nov 24 21:59:42.342903 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-14d44234-cc05-4c39-9167-3365d5eb4a1b req-7dfa59a0-a939-4206-a818-c8b8d076bd15 service neutron] 10.222.0.15 "GET /v2.0/networks/b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827081 Nov 24 21:59:42.440842 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bf6c7-0d67-4ac7-bfa6-1619a59a5de3 req-b9055571-604b-43a7-8821-541ef1e2dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:42.442300 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df3bf6c7-0d67-4ac7-bfa6-1619a59a5de3 req-b9055571-604b-43a7-8821-541ef1e2dfc4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 1094 time: 0.0431786 Nov 24 21:59:42.540496 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bf6c7-0d67-4ac7-bfa6-1619a59a5de3 req-25ef8036-6279-409d-b89f-99460e23f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:42.542073 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df3bf6c7-0d67-4ac7-bfa6-1619a59a5de3 req-25ef8036-6279-409d-b89f-99460e23f1d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 HTTP/1.1" status: 200 len: 898 time: 0.0924218 Nov 24 21:59:42.584048 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df3bf6c7-0d67-4ac7-bfa6-1619a59a5de3 req-edbd0509-25d6-4cf5-bdb1-f0264f009907 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aea49f7f-002a-49cf-a44e-b138c9f9a973 HTTP/1.1" status: 200 len: 217 time: 0.0346575 Nov 24 21:59:42.637736 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bf6c7-0d67-4ac7-bfa6-1619a59a5de3 req-22fb0938-ee5a-49a7-8284-8f6f2c15e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:42.639179 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df3bf6c7-0d67-4ac7-bfa6-1619a59a5de3 req-22fb0938-ee5a-49a7-8284-8f6f2c15e16c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5edbee9e-5937-4f5a-84b1-859e2821c981 HTTP/1.1" status: 200 len: 835 time: 0.0476928 Nov 24 21:59:42.659442 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:42.687828 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bf6c7-0d67-4ac7-bfa6-1619a59a5de3 req-cb25e789-c423-4612-84bd-149282dc4c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:42.689367 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df3bf6c7-0d67-4ac7-bfa6-1619a59a5de3 req-cb25e789-c423-4612-84bd-149282dc4c92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415604 Nov 24 21:59:42.781834 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df3bf6c7-0d67-4ac7-bfa6-1619a59a5de3 req-acb69203-ed4d-43f7-b63b-16b7fc880ff9 service neutron] 10.222.0.15 "GET /v2.0/networks/b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841076 Nov 24 21:59:42.883865 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df3bf6c7-0d67-4ac7-bfa6-1619a59a5de3 req-f10ab4e5-efad-47ca-876c-e23a6c2775f7 service neutron] 10.222.0.15 "GET /v2.0/networks/b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916860 Nov 24 21:59:43.261542 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7cee9-1080-46a5-b217-7754d0b3fc32 req-98e57b02-f80d-4606-8041-e4f99816fd63 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:43.263304 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6fa7cee9-1080-46a5-b217-7754d0b3fc32 req-98e57b02-f80d-4606-8041-e4f99816fd63 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 943 time: 0.0515337 Nov 24 21:59:43.313386 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6fa7cee9-1080-46a5-b217-7754d0b3fc32 req-9d583498-6282-4274-8a63-dc4ce2d0b43c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440714 Nov 24 21:59:44.023711 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:44.428449 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device aea49f7f-002a-49cf-a44e-b138c9f9a973 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 21:59:44.433582 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa93cc-838b-45cd-8bed-3ea593e40290 req-86409f62-a7ed-4616-abf0-8d8737ccfbe1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:44.435108 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-85aa93cc-838b-45cd-8bed-3ea593e40290 req-86409f62-a7ed-4616-abf0-8d8737ccfbe1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 943 time: 0.0537610 Nov 24 21:59:44.486972 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-85aa93cc-838b-45cd-8bed-3ea593e40290 req-de6180b3-9997-441e-855b-e1d8518ca2aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457480 Nov 24 21:59:44.528866 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port aea49f7f-002a-49cf-a44e-b138c9f9a973, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=aea49f7f-002a-49cf-a44e-b138c9f9a973,segment=NetworkSegment(4f2402e8-995b-49a3-9854-bb1ae90c392b),segment_id=4f2402e8-995b-49a3-9854-bb1ae90c392b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:59:44.539732 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': 'aea49f7f-002a-49cf-a44e-b138c9f9a973', 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6', 'port_id': 'aea49f7f-002a-49cf-a44e-b138c9f9a973', 'mac_address': 'fa:16:3e:f6:cb:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5edbee9e-5937-4f5a-84b1-859e2821c981', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 21:59:44.575472 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:44.592370 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea49f7f-002a-49cf-a44e-b138c9f9a973 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 21:59:44.610609 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port aea49f7f-002a-49cf-a44e-b138c9f9a973, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=aea49f7f-002a-49cf-a44e-b138c9f9a973,segment=NetworkSegment(4f2402e8-995b-49a3-9854-bb1ae90c392b),segment_id=4f2402e8-995b-49a3-9854-bb1ae90c392b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:59:44.614497 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:44.661436 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=aea49f7f-002a-49cf-a44e-b138c9f9a973,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:44.946508 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['aea49f7f-002a-49cf-a44e-b138c9f9a973'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 21:59:44.990422 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:45.603002 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d0dbc-8382-4430-bf11-ac7c92f2a19c req-ae8cc13b-2d3d-4e98-acc0-d194175d3902 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:45.604902 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e39d0dbc-8382-4430-bf11-ac7c92f2a19c req-ae8cc13b-2d3d-4e98-acc0-d194175d3902 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 944 time: 0.0488191 Nov 24 21:59:45.660945 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e39d0dbc-8382-4430-bf11-ac7c92f2a19c req-c238decc-b1d0-4cf0-a5d9-797082837933 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478566 Nov 24 21:59:46.444735 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device aea49f7f-002a-49cf-a44e-b138c9f9a973 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 21:59:46.493134 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port aea49f7f-002a-49cf-a44e-b138c9f9a973 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 21:59:46.497542 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port aea49f7f-002a-49cf-a44e-b138c9f9a973 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 21:59:46.497912 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:46.732997 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:46.756287 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ef6305-4031-4c85-a958-b98f67294c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea49f7f-002a-49cf-a44e-b138c9f9a973'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:59:46.758592 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed1522e-836c-4ede-8fbe-6300e9fc48d1" -d '{"events": [{"server_uuid": "57ef6305-4031-4c85-a958-b98f67294c3c", "name": "network-vif-plugged", "status": "completed", "tag": "aea49f7f-002a-49cf-a44e-b138c9f9a973"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:59:46.771354 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port aea49f7f-002a-49cf-a44e-b138c9f9a973, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=aea49f7f-002a-49cf-a44e-b138c9f9a973,segment=NetworkSegment(4f2402e8-995b-49a3-9854-bb1ae90c392b),segment_id=4f2402e8-995b-49a3-9854-bb1ae90c392b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 21:59:46.775365 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:46.782595 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579d034-f611-4a5e-985a-f1e9ecab22fe req-a503b7ff-1c9e-44ec-a619-1d2983a4e05f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:46.784170 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a579d034-f611-4a5e-985a-f1e9ecab22fe req-a503b7ff-1c9e-44ec-a619-1d2983a4e05f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 944 time: 0.0550051 Nov 24 21:59:46.824019 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=aea49f7f-002a-49cf-a44e-b138c9f9a973,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:46.836477 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a579d034-f611-4a5e-985a-f1e9ecab22fe req-8402dbd5-ace8-48a4-98e6-6b796dcf393c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459158 Nov 24 21:59:46.886094 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 21:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce2984d-d39a-4b87-b503-53016621d781 x-openstack-request-id: req-cce2984d-d39a-4b87-b503-53016621d781 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:59:46.886414 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ef6305-4031-4c85-a958-b98f67294c3c", "name": "network-vif-plugged", "status": "completed", "tag": "aea49f7f-002a-49cf-a44e-b138c9f9a973", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:59:46.886858 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cce2984d-d39a-4b87-b503-53016621d781 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:59:46.887257 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ef6305-4031-4c85-a958-b98f67294c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea49f7f-002a-49cf-a44e-b138c9f9a973', 'code': 200} Nov 24 21:59:46.995309 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961de342-7910-42e8-abed-27dbf51e76f2 req-a33d7e81-1d79-490c-ba04-b356f97236b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:46.997495 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-961de342-7910-42e8-abed-27dbf51e76f2 req-a33d7e81-1d79-490c-ba04-b356f97236b9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 1096 time: 0.0414057 Nov 24 21:59:47.047207 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-961de342-7910-42e8-abed-27dbf51e76f2 req-bdea5bc4-a310-4329-85fd-148d67c4ae5e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398569 Nov 24 21:59:47.954328 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fd724-6d99-448f-a48e-4c4077f292f3 req-f3b978e3-afda-46c2-a4fb-44d53a8477e9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:47.955954 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-982fd724-6d99-448f-a48e-4c4077f292f3 req-f3b978e3-afda-46c2-a4fb-44d53a8477e9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 945 time: 0.0493939 Nov 24 21:59:48.009195 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-982fd724-6d99-448f-a48e-4c4077f292f3 req-775ebbe9-d1ad-47be-9ccc-66253a400086 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472803 Nov 24 21:59:49.128915 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8d4e7-ef58-4391-a783-7aaec09fbb83 req-7a059aac-8012-4ec6-b2b1-d8d30e4c7e03 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:49.130395 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-15a8d4e7-ef58-4391-a783-7aaec09fbb83 req-7a059aac-8012-4ec6-b2b1-d8d30e4c7e03 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 945 time: 0.0504448 Nov 24 21:59:49.180299 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-15a8d4e7-ef58-4391-a783-7aaec09fbb83 req-9f4f86a7-b32e-4226-aa7b-f9d5b05f546e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439515 Nov 24 21:59:49.295304 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdd678-6822-454a-a9d7-3cc6ccd67218 req-8b140b29-956e-491b-bc06-f0d8f57d68fb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:49.296689 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6ebdd678-6822-454a-a9d7-3cc6ccd67218 req-8b140b29-956e-491b-bc06-f0d8f57d68fb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 945 time: 0.0493555 Nov 24 21:59:49.346949 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6ebdd678-6822-454a-a9d7-3cc6ccd67218 req-0033ea7b-ed8f-4ac1-8c72-4e264b1f7073 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442221 Nov 24 21:59:49.369203 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55120) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:59:49.411213 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ea01da-5bda-4a9c-a75d-7ece95c91fde tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:49.412687 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c6ea01da-5bda-4a9c-a75d-7ece95c91fde tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 1091 time: 0.0425279 Nov 24 21:59:49.415450 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55122) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:59:49.420479 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-56b3f2af-00ab-4618-a29b-7921f243684d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': 'aea49f7f-002a-49cf-a44e-b138c9f9a973', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 21:59:49.441904 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-56b3f2af-00ab-4618-a29b-7921f243684d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:49.536477 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-56b3f2af-00ab-4618-a29b-7921f243684d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:49.641816 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-56b3f2af-00ab-4618-a29b-7921f243684d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Allocated IP 172.25.5.23 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/0464f8d2-15e6-400f-88e1-0cfb58ced72f) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 21:59:49.741860 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-56b3f2af-00ab-4618-a29b-7921f243684d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:49.775225 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-56b3f2af-00ab-4618-a29b-7921f243684d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:49.820398 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b3f2af-00ab-4618-a29b-7921f243684d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 21:59:49.823229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-56b3f2af-00ab-4618-a29b-7921f243684d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 21:59:49.831923 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b3f2af-00ab-4618-a29b-7921f243684d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 21:59:49.837954 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3f2af-00ab-4618-a29b-7921f243684d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=0464f8d2-15e6-400f-88e1-0cfb58ced72f,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:50.193216 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-56b3f2af-00ab-4618-a29b-7921f243684d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:50.266568 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-56b3f2af-00ab-4618-a29b-7921f243684d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:50.420891 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-56b3f2af-00ab-4618-a29b-7921f243684d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:50.425235 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-56b3f2af-00ab-4618-a29b-7921f243684d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:50.493547 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3f2af-00ab-4618-a29b-7921f243684d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=0464f8d2-15e6-400f-88e1-0cfb58ced72f,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 21:59:50.503415 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-56b3f2af-00ab-4618-a29b-7921f243684d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:50.607862 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-56b3f2af-00ab-4618-a29b-7921f243684d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Floating IP 31a14cbd-be37-42ed-b2e2-b68258463784 associated. External IP: 172.25.5.23, port: aea49f7f-002a-49cf-a44e-b138c9f9a973. Nov 24 21:59:51.139478 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b3f2af-00ab-4618-a29b-7921f243684d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router 95a596a3-f7b4-45b9-bc9d-a0466169860e has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 21:59:51.250562 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b3f2af-00ab-4618-a29b-7921f243684d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 21:59:51.260033 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bad583b-efef-4ec2-92d9-f69810e685a4 None None] Sync routers for ids ['95a596a3-f7b4-45b9-bc9d-a0466169860e'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 21:59:51.269865 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-56b3f2af-00ab-4618-a29b-7921f243684d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 21:59:51.271877 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bad583b-efef-4ec2-92d9-f69810e685a4 None None] Routers {'95a596a3-f7b4-45b9-bc9d-a0466169860e'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:59:51.272497 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-3bad583b-efef-4ec2-92d9-f69810e685a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:59:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['95a596a3-f7b4-45b9-bc9d-a0466169860e'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:59:51.297364 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-56b3f2af-00ab-4618-a29b-7921f243684d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8809044 Nov 24 21:59:51.297946 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ef6305-4031-4c85-a958-b98f67294c3c', 'tag': 'aea49f7f-002a-49cf-a44e-b138c9f9a973'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 21:59:51.300201 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cabac0-29ff-422b-b8e6-ccf2ac93cf12" -d '{"events": [{"name": "network-changed", "server_uuid": "57ef6305-4031-4c85-a958-b98f67294c3c", "tag": "aea49f7f-002a-49cf-a44e-b138c9f9a973"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 21:59:51.382954 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-3bad583b-efef-4ec2-92d9-f69810e685a4 None None] Set router 95a596a3-f7b4-45b9-bc9d-a0466169860e gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:59:51.396327 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b96bc9-712e-4642-8ad2-3a68b400b29d req-f8186a93-8ece-410e-9c85-e4cb36bfe986 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:51.397774 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a8b96bc9-712e-4642-8ad2-3a68b400b29d req-f8186a93-8ece-410e-9c85-e4cb36bfe986 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 945 time: 0.0504689 Nov 24 21:59:51.447747 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a8b96bc9-712e-4642-8ad2-3a68b400b29d req-8b82f0f3-138f-4388-a367-df0af0d1fd8a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433216 Nov 24 21:59:51.475362 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55130) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:59:51.492564 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 21:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec33649-0441-4a3f-9ff4-069a8c82b6da x-openstack-request-id: req-bec33649-0441-4a3f-9ff4-069a8c82b6da {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 21:59:51.493453 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ef6305-4031-4c85-a958-b98f67294c3c", "tag": "aea49f7f-002a-49cf-a44e-b138c9f9a973", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 21:59:51.493728 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bec33649-0441-4a3f-9ff4-069a8c82b6da {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 21:59:51.494152 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ef6305-4031-4c85-a958-b98f67294c3c', 'tag': 'aea49f7f-002a-49cf-a44e-b138c9f9a973', 'status': 'completed', 'code': 200} Nov 24 21:59:51.543788 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5486246a-beae-4eda-9e3d-c8d285a4a685 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/floatingips/31a14cbd-be37-42ed-b2e2-b68258463784 HTTP/1.1" status: 200 len: 990 time: 0.0666349 Nov 24 21:59:51.561165 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cabac0-29ff-422b-b8e6-ccf2ac93cf12 req-171104bb-12c5-495e-8802-311e58e71a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:51.562659 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-06cabac0-29ff-422b-b8e6-ccf2ac93cf12 req-171104bb-12c5-495e-8802-311e58e71a18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 1096 time: 0.0470016 Nov 24 21:59:51.615856 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-3bad583b-efef-4ec2-92d9-f69810e685a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272581327', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '074e071e-795a-4485-819b-a8a034510d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:33Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '074e071e-795a-4485-819b-a8a034510d77', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '31a14cbd-be37-42ed-b2e2-b68258463784', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'port_id': 'aea49f7f-002a-49cf-a44e-b138c9f9a973', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6', 'mac_address': 'fa:16:3e:f6:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ef6305-4031-4c85-a958-b98f67294c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:59:50Z', 'updated_at': '2021-11-24T21:59:50Z', 'revision_number': 0, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc5f29b-3ad7-48e1-87c9-418cf4392d70', 'name': '', 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:7f:dd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '5edbee9e-5937-4f5a-84b1-859e2821c981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:59:32Z', 'updated_at': '2021-11-24T21:59:36Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '5edbee9e-5937-4f5a-84b1-859e2821c981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:59:51.646511 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bad583b-efef-4ec2-92d9-f69810e685a4 None None] Checking router: 95a596a3-f7b4-45b9-bc9d-a0466169860e for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 21:59:51.655352 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bad583b-efef-4ec2-92d9-f69810e685a4 None None] Routers {'95a596a3-f7b4-45b9-bc9d-a0466169860e'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 21:59:51.655965 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-3bad583b-efef-4ec2-92d9-f69810e685a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T21:59:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['95a596a3-f7b4-45b9-bc9d-a0466169860e'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:59:51.662023 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cabac0-29ff-422b-b8e6-ccf2ac93cf12 req-3770c605-5185-4500-8484-0931f5703a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:51.663520 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-06cabac0-29ff-422b-b8e6-ccf2ac93cf12 req-3770c605-5185-4500-8484-0931f5703a88 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 HTTP/1.1" status: 200 len: 898 time: 0.0932095 Nov 24 21:59:51.736344 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-06cabac0-29ff-422b-b8e6-ccf2ac93cf12 req-e8d33142-7848-48ef-9203-fc74a0272153 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aea49f7f-002a-49cf-a44e-b138c9f9a973 HTTP/1.1" status: 200 len: 998 time: 0.0647798 Nov 24 21:59:51.765431 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-3bad583b-efef-4ec2-92d9-f69810e685a4 None None] Set router 95a596a3-f7b4-45b9-bc9d-a0466169860e gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 21:59:51.789301 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cabac0-29ff-422b-b8e6-ccf2ac93cf12 req-4066cd47-6645-452e-858c-be55e9987163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:51.790768 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-06cabac0-29ff-422b-b8e6-ccf2ac93cf12 req-4066cd47-6645-452e-858c-be55e9987163 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5edbee9e-5937-4f5a-84b1-859e2821c981 HTTP/1.1" status: 200 len: 835 time: 0.0467265 Nov 24 21:59:51.837475 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cabac0-29ff-422b-b8e6-ccf2ac93cf12 req-159fe45c-63b6-4dcd-82bf-56190b7d20b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 21:59:51.839632 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-06cabac0-29ff-422b-b8e6-ccf2ac93cf12 req-159fe45c-63b6-4dcd-82bf-56190b7d20b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413125 Nov 24 21:59:51.938096 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-06cabac0-29ff-422b-b8e6-ccf2ac93cf12 req-2feeade1-964e-452c-8638-6992b9284710 service neutron] 10.222.0.15 "GET /v2.0/networks/b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913374 Nov 24 21:59:51.993445 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-3bad583b-efef-4ec2-92d9-f69810e685a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272581327', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '074e071e-795a-4485-819b-a8a034510d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:33Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '074e071e-795a-4485-819b-a8a034510d77', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '31a14cbd-be37-42ed-b2e2-b68258463784', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'port_id': 'aea49f7f-002a-49cf-a44e-b138c9f9a973', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6', 'mac_address': 'fa:16:3e:f6:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ef6305-4031-4c85-a958-b98f67294c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:59:50Z', 'updated_at': '2021-11-24T21:59:50Z', 'revision_number': 0, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc5f29b-3ad7-48e1-87c9-418cf4392d70', 'name': '', 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:7f:dd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '5edbee9e-5937-4f5a-84b1-859e2821c981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:59:32Z', 'updated_at': '2021-11-24T21:59:36Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '5edbee9e-5937-4f5a-84b1-859e2821c981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 21:59:52.020394 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bad583b-efef-4ec2-92d9-f69810e685a4 None None] The sync data for ids ['95a596a3-f7b4-45b9-bc9d-a0466169860e'] in n-d-812111-8 is: [{'id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272581327', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '074e071e-795a-4485-819b-a8a034510d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:33Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '074e071e-795a-4485-819b-a8a034510d77', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '31a14cbd-be37-42ed-b2e2-b68258463784', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'port_id': 'aea49f7f-002a-49cf-a44e-b138c9f9a973', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6', 'mac_address': 'fa:16:3e:f6:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ef6305-4031-4c85-a958-b98f67294c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T21:59:50Z', 'updated_at': '2021-11-24T21:59:50Z', 'revision_number': 0, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc5f29b-3ad7-48e1-87c9-418cf4392d70', 'name': '', 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:7f:dd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '5edbee9e-5937-4f5a-84b1-859e2821c981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:59:32Z', 'updated_at': '2021-11-24T21:59:36Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '5edbee9e-5937-4f5a-84b1-859e2821c981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 21:59:52.042436 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-06cabac0-29ff-422b-b8e6-ccf2ac93cf12 req-816382e1-dcb7-40c8-98ae-d28bf520041b service neutron] 10.222.0.15 "GET /v2.0/networks/b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970657 Nov 24 21:59:52.214741 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb099240-d20a-416d-ae91-765a39cc18a4 None None] New status for floating IP 31a14cbd-be37-42ed-b2e2-b68258463784: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 21:59:52.496401 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 21:59:52.546005 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55132) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 21:59:52.611431 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-a43c6bb9-f8be-414c-a04c-685eb25535b3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/floatingips/31a14cbd-be37-42ed-b2e2-b68258463784 HTTP/1.1" status: 200 len: 992 time: 0.0642767 Nov 24 22:00:09.047123 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-44096225-7253-401f-ba4f-fd1d31497322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:10.265023 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:11.328711 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f6799d82-5d82-4fe3-ac05-0f312654af6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:11.753665 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:12.662323 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:14.026924 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:14.962813 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:25.936315 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55152) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:00:25.940444 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2306413-d815-424e-a2f0-5793cef21084 req-dc8ea07d-5e63-438b-9364-a1fec7de08e8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:25.942089 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2306413-d815-424e-a2f0-5793cef21084 req-dc8ea07d-5e63-438b-9364-a1fec7de08e8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 945 time: 0.0497808 Nov 24 22:00:25.999397 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f2306413-d815-424e-a2f0-5793cef21084 req-3fb9e223-bc28-45ed-8dbf-4216aad3fc6e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512798 Nov 24 22:00:26.028414 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-1c478d46-4f9c-4693-b02f-6efe182de1ea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0905857 Nov 24 22:00:26.037031 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-743359fc-4007-4c49-a387-7a10cfd2699f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:00:26.037981 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-743359fc-4007-4c49-a387-7a10cfd2699f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049636 Nov 24 22:00:27.134671 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf05797-2cae-470e-b91a-b3c263645116 req-abe4aafc-e46f-46ab-865e-10742e7043f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:27.136268 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cbf05797-2cae-470e-b91a-b3c263645116 req-abe4aafc-e46f-46ab-865e-10742e7043f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 945 time: 0.0598729 Nov 24 22:00:27.220411 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cbf05797-2cae-470e-b91a-b3c263645116 req-7fa37056-e8fb-4397-ba7a-618bfb863958 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775125 Nov 24 22:00:27.226393 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-1ab5f26b-b0b8-43f6-a939-9177e02e24bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:27.227824 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-1ab5f26b-b0b8-43f6-a939-9177e02e24bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 1096 time: 0.1391580 Nov 24 22:00:27.324076 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-592af1f8-63d8-4813-b25b-fa5d187f2ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:27.325839 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-592af1f8-63d8-4813-b25b-fa5d187f2ae4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 HTTP/1.1" status: 200 len: 898 time: 0.0884335 Nov 24 22:00:27.400759 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-268c50aa-4ac7-4c2b-b9ba-827a2737c1d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aea49f7f-002a-49cf-a44e-b138c9f9a973 HTTP/1.1" status: 200 len: 1000 time: 0.0669498 Nov 24 22:00:27.452853 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-e1fc0599-acf3-4ee7-83fb-092b7268227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:27.454276 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-e1fc0599-acf3-4ee7-83fb-092b7268227e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5edbee9e-5937-4f5a-84b1-859e2821c981 HTTP/1.1" status: 200 len: 835 time: 0.0455458 Nov 24 22:00:27.501535 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-c508d9df-9434-48af-bdee-9b0a6663479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:27.502990 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-c508d9df-9434-48af-bdee-9b0a6663479f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405693 Nov 24 22:00:27.598703 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-7ee201ef-a299-4237-a3dc-31e67b5c833c service neutron] 10.222.0.15 "GET /v2.0/networks/b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872960 Nov 24 22:00:27.690020 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-b0f18e60-1d34-418c-99f2-4f21b9d3fe73 service neutron] 10.222.0.15 "GET /v2.0/networks/b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832493 Nov 24 22:00:28.348398 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c5ffd-f65b-4251-87a3-c3a2ce79dde7 req-ad0191f6-b8a1-4a04-97ef-92d5630dea11 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:28.350113 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-747c5ffd-f65b-4251-87a3-c3a2ce79dde7 req-ad0191f6-b8a1-4a04-97ef-92d5630dea11 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 945 time: 0.0594063 Nov 24 22:00:28.400859 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-747c5ffd-f65b-4251-87a3-c3a2ce79dde7 req-0a8672d6-76b9-44c7-bd65-5d0b64cf49da tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440638 Nov 24 22:00:29.495079 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:00:29.519570 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b943f-be1d-4bd0-889e-a8267bc7cd00 req-c9534968-1059-4a2a-b920-1c59fa1c9db6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:29.521339 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-771b943f-be1d-4bd0-889e-a8267bc7cd00 req-c9534968-1059-4a2a-b920-1c59fa1c9db6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 945 time: 0.0519266 Nov 24 22:00:29.575371 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-771b943f-be1d-4bd0-889e-a8267bc7cd00 req-54c93ad2-ded7-438d-a962-c9bed75605cd tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470638 Nov 24 22:00:29.759504 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5af4d-fa83-43d7-b38b-11e457573ee3 req-ac51bf90-e83f-4874-b8f3-0c7fa052a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:29.760965 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-60a5af4d-fa83-43d7-b38b-11e457573ee3 req-ac51bf90-e83f-4874-b8f3-0c7fa052a577 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 1096 time: 0.0412717 Nov 24 22:00:29.873320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5af4d-fa83-43d7-b38b-11e457573ee3 req-2626479d-ed84-4904-80c5-8bb0b28da5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:29.874730 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-60a5af4d-fa83-43d7-b38b-11e457573ee3 req-2626479d-ed84-4904-80c5-8bb0b28da5a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 HTTP/1.1" status: 200 len: 898 time: 0.0926638 Nov 24 22:00:29.948586 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-60a5af4d-fa83-43d7-b38b-11e457573ee3 req-e4dbb0b2-321e-48ad-9b4d-defd430844a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aea49f7f-002a-49cf-a44e-b138c9f9a973 HTTP/1.1" status: 200 len: 1000 time: 0.0640066 Nov 24 22:00:30.003608 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5af4d-fa83-43d7-b38b-11e457573ee3 req-9f08b89f-f3c1-4a83-9de9-668db01a62f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:30.005474 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-60a5af4d-fa83-43d7-b38b-11e457573ee3 req-9f08b89f-f3c1-4a83-9de9-668db01a62f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5edbee9e-5937-4f5a-84b1-859e2821c981 HTTP/1.1" status: 200 len: 835 time: 0.0489116 Nov 24 22:00:30.053037 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5af4d-fa83-43d7-b38b-11e457573ee3 req-b949a5bc-3892-4538-b5ef-9ed065a5c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:30.054507 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-60a5af4d-fa83-43d7-b38b-11e457573ee3 req-b949a5bc-3892-4538-b5ef-9ed065a5c12b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412498 Nov 24 22:00:30.148545 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-60a5af4d-fa83-43d7-b38b-11e457573ee3 req-c974b83c-7701-4467-8c5d-2343f56f9e57 service neutron] 10.222.0.15 "GET /v2.0/networks/b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869999 Nov 24 22:00:30.247897 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-60a5af4d-fa83-43d7-b38b-11e457573ee3 req-65c6e48b-30da-4e0b-810d-aa563050b7a0 service neutron] 10.222.0.15 "GET /v2.0/networks/b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915704 Nov 24 22:00:30.744375 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9d45f-8e6e-4da3-8d29-d894c8d71270 req-9cdd69ea-1d1c-4b28-8c49-25f107ad2168 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:30.746575 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1cd9d45f-8e6e-4da3-8d29-d894c8d71270 req-9cdd69ea-1d1c-4b28-8c49-25f107ad2168 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 945 time: 0.0981967 Nov 24 22:00:30.800390 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1cd9d45f-8e6e-4da3-8d29-d894c8d71270 req-1e822856-12d7-4f5b-b8dc-ea7f5bb49ea4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478802 Nov 24 22:00:31.915556 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0a3f0-9998-4228-950e-875baab343b0 req-f80da2e7-307c-453c-8ec8-a8387467dedf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:31.917074 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e4c0a3f0-9998-4228-950e-875baab343b0 req-f80da2e7-307c-453c-8ec8-a8387467dedf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 945 time: 0.0491405 Nov 24 22:00:31.967158 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e4c0a3f0-9998-4228-950e-875baab343b0 req-083df5a3-6191-4fc2-81db-abfcbcd5db9c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434563 Nov 24 22:00:33.086301 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a198517-2ac5-48ed-a13c-353c05fef4b8 req-c7776a2e-9c23-4511-b0bb-9860c316b1aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:33.087783 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6a198517-2ac5-48ed-a13c-353c05fef4b8 req-c7776a2e-9c23-4511-b0bb-9860c316b1aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 945 time: 0.0524781 Nov 24 22:00:33.138183 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6a198517-2ac5-48ed-a13c-353c05fef4b8 req-a00606ed-5fb5-4919-9815-4b70c11de2e0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436950 Nov 24 22:00:34.259585 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429331b-d4b6-496d-9bbf-5aa53feeee19 req-6842c282-73ba-4db2-9b1b-3e136842a970 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:34.261171 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0429331b-d4b6-496d-9bbf-5aa53feeee19 req-6842c282-73ba-4db2-9b1b-3e136842a970 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 945 time: 0.0534937 Nov 24 22:00:34.310957 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0429331b-d4b6-496d-9bbf-5aa53feeee19 req-f85a12ff-786d-44c3-a69f-e51f3b541770 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429294 Nov 24 22:00:35.427623 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8200b-d12d-4b4f-a4c9-ac8e97cff370 req-a322cb43-cc74-413b-86ff-96c99bd794cd tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:35.429128 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e8c8200b-d12d-4b4f-a4c9-ac8e97cff370 req-a322cb43-cc74-413b-86ff-96c99bd794cd tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 945 time: 0.0490792 Nov 24 22:00:35.478921 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e8c8200b-d12d-4b4f-a4c9-ac8e97cff370 req-e17abac6-09f0-4518-bc90-8baf2998bc3a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432119 Nov 24 22:00:36.598913 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027d4f7-c461-4240-a5cb-f646abab3ef5 req-cae96581-a318-4745-9490-5ee8e4b00834 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:36.600388 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1027d4f7-c461-4240-a5cb-f646abab3ef5 req-cae96581-a318-4745-9490-5ee8e4b00834 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 945 time: 0.0527468 Nov 24 22:00:36.650061 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1027d4f7-c461-4240-a5cb-f646abab3ef5 req-3e478eaf-7cc7-4484-93c2-f5cecd17a8bd tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424507 Nov 24 22:00:37.767597 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0cd47-9a99-4b5b-aa06-b514f519448b req-bd77e7ff-a1c7-421d-ba4e-35113e162a7f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:37.769098 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-01f0cd47-9a99-4b5b-aa06-b514f519448b req-bd77e7ff-a1c7-421d-ba4e-35113e162a7f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 945 time: 0.0486906 Nov 24 22:00:37.818016 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-01f0cd47-9a99-4b5b-aa06-b514f519448b req-60cfdfff-cf5f-46b6-90f2-2f8d3ee2c9f9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431020 Nov 24 22:00:38.933949 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb120958-3724-413e-ac34-82a67ace450a req-4c3f10e4-81b7-4f6b-8362-4455994d803a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:38.935421 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cb120958-3724-413e-ac34-82a67ace450a req-4c3f10e4-81b7-4f6b-8362-4455994d803a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 945 time: 0.0478621 Nov 24 22:00:38.989504 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cb120958-3724-413e-ac34-82a67ace450a req-c943ed03-1bef-483b-9b51-a895347e878c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480757 Nov 24 22:00:39.041540 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d6882eff-e5d2-46be-861c-68b385f83376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:39.780546 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-26922a33-1734-4f84-b860-b0423614c8f3 service neutron] show failed (client error): The resource could not be found. Nov 24 22:00:39.781617 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-26922a33-1734-4f84-b860-b0423614c8f3 service neutron] 10.222.0.15 "GET /v2.0/ports/aea49f7f-002a-49cf-a44e-b138c9f9a973/bindings/n-h1-812111-8 HTTP/1.1" status: 404 len: 380 time: 0.0594933 Nov 24 22:00:39.987327 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-2bb0ffc0-08a3-4c82-b939-f5edeca9fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:39.988875 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-2bb0ffc0-08a3-4c82-b939-f5edeca9fe17 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c&tenant_id=47d6bccedae942e2945c2bd9d08dfa80 HTTP/1.1" status: 200 len: 1096 time: 0.0411720 Nov 24 22:00:40.001411 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-8', 'device_owner': 'compute:nova'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:00:40.054381 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:40.110627 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f006d7-00fb-40af-a8fb-34d9c3a1a760 req-1d3e88c4-0202-411a-a3ac-af92b74a3c80 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:40.112142 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-06f006d7-00fb-40af-a8fb-34d9c3a1a760 req-1d3e88c4-0202-411a-a3ac-af92b74a3c80 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 945 time: 0.0514739 Nov 24 22:00:40.163265 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-06f006d7-00fb-40af-a8fb-34d9c3a1a760 req-7cca6860-6f94-4f2e-b3ea-09c63ef60203 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448811 Nov 24 22:00:40.261770 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:40.265460 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] For port aea49f7f-002a-49cf-a44e-b138c9f9a973, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=aea49f7f-002a-49cf-a44e-b138c9f9a973,segment=NetworkSegment(4f2402e8-995b-49a3-9854-bb1ae90c392b),segment_id=4f2402e8-995b-49a3-9854-bb1ae90c392b)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:00:40.299696 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] For port aea49f7f-002a-49cf-a44e-b138c9f9a973, host n-h2-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:00:40.338839 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ef6305-4031-4c85-a958-b98f67294c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aea49f7f-002a-49cf-a44e-b138c9f9a973'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:00:40.342168 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f06590-8695-41df-ba44-ec60ad036348" -d '{"events": [{"server_uuid": "57ef6305-4031-4c85-a958-b98f67294c3c", "name": "network-vif-unplugged", "status": "completed", "tag": "aea49f7f-002a-49cf-a44e-b138c9f9a973"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:00:40.346009 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:40.359641 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Transition to ACTIVE for port object aea49f7f-002a-49cf-a44e-b138c9f9a973 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:00:40.364304 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:40.402273 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 22:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eeb35c8-9c64-44d9-ba4b-09ee4413dec3 x-openstack-request-id: req-9eeb35c8-9c64-44d9-ba4b-09ee4413dec3 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:00:40.402273 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ef6305-4031-4c85-a958-b98f67294c3c", "name": "network-vif-unplugged", "status": "completed", "tag": "aea49f7f-002a-49cf-a44e-b138c9f9a973", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:00:40.402704 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9eeb35c8-9c64-44d9-ba4b-09ee4413dec3 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:00:40.403299 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ef6305-4031-4c85-a958-b98f67294c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aea49f7f-002a-49cf-a44e-b138c9f9a973', 'code': 200} Nov 24 22:00:40.452819 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Pushing event updated for resources: {'Port': ['ID=aea49f7f-002a-49cf-a44e-b138c9f9a973,revision_number=6']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:00:40.467727 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:00:40.468083 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:00:40.468438 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:00:40.468811 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:00:40.469160 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:00:40.469499 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:00:40.469838 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:00:40.470177 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:00:40.470514 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:00:40.470851 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:00:40.471186 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:00:40.471524 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:00:40.504872 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] No DVR routers for this DVR port aea49f7f-002a-49cf-a44e-b138c9f9a973 on host n-h2-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:00:40.644576 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Attempting to bind port aea49f7f-002a-49cf-a44e-b138c9f9a973 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:00:40.644856 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Attempting to bind port aea49f7f-002a-49cf-a44e-b138c9f9a973 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '4f2402e8-995b-49a3-9854-bb1ae90c392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:00:40.645182 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Attempting to bind port aea49f7f-002a-49cf-a44e-b138c9f9a973 on network b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:00:40.649618 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Port aea49f7f-002a-49cf-a44e-b138c9f9a973 on network b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:00:40.649955 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Attempting to bind port aea49f7f-002a-49cf-a44e-b138c9f9a973 on network b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:00:40.655188 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:00:40.655535 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Checking segment: {'id': '4f2402e8-995b-49a3-9854-bb1ae90c392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:00:40.655927 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Bound using segment: {'id': '4f2402e8-995b-49a3-9854-bb1ae90c392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:00:40.656361 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Bound port: aea49f7f-002a-49cf-a44e-b138c9f9a973, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f2402e8-995b-49a3-9854-bb1ae90c392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:00:40.656723 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:40.722568 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] For port aea49f7f-002a-49cf-a44e-b138c9f9a973, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:00:40.725606 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] For port aea49f7f-002a-49cf-a44e-b138c9f9a973, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=aea49f7f-002a-49cf-a44e-b138c9f9a973,segment=NetworkSegment(4f2402e8-995b-49a3-9854-bb1ae90c392b),segment_id=4f2402e8-995b-49a3-9854-bb1ae90c392b)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:00:40.731067 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:40.765545 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:40.766174 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:40.767735 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] 10.222.0.48 "PUT /v2.0/ports/aea49f7f-002a-49cf-a44e-b138c9f9a973 HTTP/1.1" status: 200 len: 1091 time: 0.7702761 Nov 24 22:00:40.810471 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0809d6b-1607-415b-b3a0-cec716f9ced6 service neutron] Pushing event updated for resources: {'Port': ['ID=aea49f7f-002a-49cf-a44e-b138c9f9a973,revision_number=7']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:00:40.842718 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-02e01146-c5a2-45bd-8303-13894157bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:40.844180 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-02e01146-c5a2-45bd-8303-13894157bb6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 1094 time: 0.0525365 Nov 24 22:00:40.940603 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-6208e3e6-fce9-4e09-96c9-b873e56b43ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:40.942142 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-6208e3e6-fce9-4e09-96c9-b873e56b43ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 HTTP/1.1" status: 200 len: 898 time: 0.0914652 Nov 24 22:00:41.012679 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-ace0eaae-e0da-4b98-8c7a-242a6c538b93 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aea49f7f-002a-49cf-a44e-b138c9f9a973 HTTP/1.1" status: 200 len: 998 time: 0.0640311 Nov 24 22:00:41.077566 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-b2ffd892-f349-4e82-bfce-65a611310989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:41.078977 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-b2ffd892-f349-4e82-bfce-65a611310989 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5edbee9e-5937-4f5a-84b1-859e2821c981 HTTP/1.1" status: 200 len: 835 time: 0.0596049 Nov 24 22:00:41.125036 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-ba50cf55-3e7a-4876-af7d-68f046672433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:41.126528 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-ba50cf55-3e7a-4876-af7d-68f046672433 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407441 Nov 24 22:00:41.223835 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-9b93b2f8-092d-4efd-9a87-9e2d824c364b service neutron] 10.222.0.48 "GET /v2.0/networks/b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897815 Nov 24 22:00:41.289786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a8d03-4a6b-4b21-8783-22cd898cd8cd req-f4aba408-0e5e-4c9d-9c53-7a7d8eb97e79 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:41.291341 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-452a8d03-4a6b-4b21-8783-22cd898cd8cd req-f4aba408-0e5e-4c9d-9c53-7a7d8eb97e79 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 943 time: 0.0514240 Nov 24 22:00:41.318804 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-be84492e-54f7-49bf-a8e8-fb0bff62b183 req-1e9b064a-b263-43c7-9ae4-83985640f001 service neutron] 10.222.0.48 "GET /v2.0/networks/b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874774 Nov 24 22:00:41.336239 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ed6c1438-68ff-4e60-9334-48a418dd69d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:41.351665 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-452a8d03-4a6b-4b21-8783-22cd898cd8cd req-fa72f908-7997-4bc1-8936-e1462e6b97f3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519338 Nov 24 22:00:41.764284 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:42.404513 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ef6305-4031-4c85-a958-b98f67294c3c', 'tag': 'aea49f7f-002a-49cf-a44e-b138c9f9a973'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:00:42.406963 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab15c351-82f2-442a-9ec2-0bb12315054b" -d '{"events": [{"name": "network-changed", "server_uuid": "57ef6305-4031-4c85-a958-b98f67294c3c", "tag": "aea49f7f-002a-49cf-a44e-b138c9f9a973"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:00:42.476779 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74d50e-fb2a-4b38-9287-a26e75ea2e02 req-4bd9c86d-3c6d-4ba6-86a3-6d680c8d5e9e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:42.478165 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8d74d50e-fb2a-4b38-9287-a26e75ea2e02 req-4bd9c86d-3c6d-4ba6-86a3-6d680c8d5e9e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 943 time: 0.0501952 Nov 24 22:00:42.527795 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8d74d50e-fb2a-4b38-9287-a26e75ea2e02 req-c3e32197-f390-4fcc-8c0b-68ce26c11bf0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434458 Nov 24 22:00:42.581682 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9950a3a-a468-4819-8e49-c2f5a235ab6c x-openstack-request-id: req-e9950a3a-a468-4819-8e49-c2f5a235ab6c {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:00:42.581985 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ef6305-4031-4c85-a958-b98f67294c3c", "tag": "aea49f7f-002a-49cf-a44e-b138c9f9a973", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:00:42.582267 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e9950a3a-a468-4819-8e49-c2f5a235ab6c {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:00:42.582686 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ef6305-4031-4c85-a958-b98f67294c3c', 'tag': 'aea49f7f-002a-49cf-a44e-b138c9f9a973', 'status': 'completed', 'code': 200} Nov 24 22:00:42.647104 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15c351-82f2-442a-9ec2-0bb12315054b req-c94cb85c-58cb-42e7-a7df-2ae72e946317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:42.648700 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ab15c351-82f2-442a-9ec2-0bb12315054b req-c94cb85c-58cb-42e7-a7df-2ae72e946317 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 1094 time: 0.0408640 Nov 24 22:00:42.655780 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15c351-82f2-442a-9ec2-0bb12315054b req-61b39d00-fe9f-4919-ae92-ccff53fb9ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:42.657370 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ab15c351-82f2-442a-9ec2-0bb12315054b req-61b39d00-fe9f-4919-ae92-ccff53fb9ffc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 1094 time: 0.0470283 Nov 24 22:00:42.665117 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:42.756686 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15c351-82f2-442a-9ec2-0bb12315054b req-0f1e9068-62fc-4fb3-894e-5897ec2ce0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:42.757177 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15c351-82f2-442a-9ec2-0bb12315054b req-cee994e5-9ed6-4e94-89c2-6a7ddc797818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:42.758499 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ab15c351-82f2-442a-9ec2-0bb12315054b req-0f1e9068-62fc-4fb3-894e-5897ec2ce0db service neutron] 10.222.0.15 "GET /v2.0/networks?id=b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 HTTP/1.1" status: 200 len: 898 time: 0.0988140 Nov 24 22:00:42.758785 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ab15c351-82f2-442a-9ec2-0bb12315054b req-cee994e5-9ed6-4e94-89c2-6a7ddc797818 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 HTTP/1.1" status: 200 len: 898 time: 0.0936167 Nov 24 22:00:42.837251 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ab15c351-82f2-442a-9ec2-0bb12315054b req-f6e2fa85-6dde-4c03-a963-04b577267408 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aea49f7f-002a-49cf-a44e-b138c9f9a973 HTTP/1.1" status: 200 len: 998 time: 0.0639365 Nov 24 22:00:42.856987 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ab15c351-82f2-442a-9ec2-0bb12315054b req-2d1f80bb-d900-4fb8-bcdf-78c6dee66895 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aea49f7f-002a-49cf-a44e-b138c9f9a973 HTTP/1.1" status: 200 len: 998 time: 0.0714698 Nov 24 22:00:42.901340 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15c351-82f2-442a-9ec2-0bb12315054b req-3ab96810-307e-4cbe-bd1d-429de27fdf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:42.904240 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ab15c351-82f2-442a-9ec2-0bb12315054b req-3ab96810-307e-4cbe-bd1d-429de27fdf90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5edbee9e-5937-4f5a-84b1-859e2821c981 HTTP/1.1" status: 200 len: 835 time: 0.0547862 Nov 24 22:00:42.928887 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15c351-82f2-442a-9ec2-0bb12315054b req-0e6f7540-66cb-4e0a-9d4d-a8cba1557e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:42.930374 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ab15c351-82f2-442a-9ec2-0bb12315054b req-0e6f7540-66cb-4e0a-9d4d-a8cba1557e18 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5edbee9e-5937-4f5a-84b1-859e2821c981 HTTP/1.1" status: 200 len: 835 time: 0.0513501 Nov 24 22:00:42.956868 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15c351-82f2-442a-9ec2-0bb12315054b req-3d8a9278-3a22-4ffe-a3d3-bbdb60066a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:42.958417 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ab15c351-82f2-442a-9ec2-0bb12315054b req-3d8a9278-3a22-4ffe-a3d3-bbdb60066a1a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417435 Nov 24 22:00:42.977767 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15c351-82f2-442a-9ec2-0bb12315054b req-9909a30e-02e7-47a5-8012-b4baa19fe5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:42.979282 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ab15c351-82f2-442a-9ec2-0bb12315054b req-9909a30e-02e7-47a5-8012-b4baa19fe5f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417106 Nov 24 22:00:43.053264 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ab15c351-82f2-442a-9ec2-0bb12315054b req-0d6ede90-ed51-468d-86bb-eea5c9e4a27e service neutron] 10.222.0.15 "GET /v2.0/networks/b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842509 Nov 24 22:00:43.074810 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ab15c351-82f2-442a-9ec2-0bb12315054b req-0a4d44a8-1953-40d7-89b0-7aa02f0869ff service neutron] 10.222.0.48 "GET /v2.0/networks/b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883787 Nov 24 22:00:43.153431 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ab15c351-82f2-442a-9ec2-0bb12315054b req-be90c8b8-1938-496a-a42b-b024f4db48a6 service neutron] 10.222.0.15 "GET /v2.0/networks/b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890310 Nov 24 22:00:43.167786 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ab15c351-82f2-442a-9ec2-0bb12315054b req-06076eda-f4ff-4122-87ad-0629a0b13686 service neutron] 10.222.0.48 "GET /v2.0/networks/b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858502 Nov 24 22:00:43.646605 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b5e18-c111-4a70-9e6d-ee2b8790966d req-fec6dde8-fd4c-4707-aa6a-d662828ec772 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:43.648076 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-569b5e18-c111-4a70-9e6d-ee2b8790966d req-fec6dde8-fd4c-4707-aa6a-d662828ec772 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 943 time: 0.0498130 Nov 24 22:00:43.697298 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-569b5e18-c111-4a70-9e6d-ee2b8790966d req-d550bb00-e7e4-45c4-8e63-d86a6c94be3e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428510 Nov 24 22:00:43.927943 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f26cb5-6442-4dbe-b835-1ef9fa587b68 req-c0a30dd3-3670-4eff-ad78-f61282998478 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:43.929454 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-88f26cb5-6442-4dbe-b835-1ef9fa587b68 req-c0a30dd3-3670-4eff-ad78-f61282998478 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 943 time: 0.0797391 Nov 24 22:00:43.952193 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ab582-17b3-4fbd-a7f4-f5dacc3d6c17 req-c6d6f20f-1869-4ba1-9382-5c12aa95fdc1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:43.953469 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e4ab582-17b3-4fbd-a7f4-f5dacc3d6c17 req-c6d6f20f-1869-4ba1-9382-5c12aa95fdc1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.15 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c&tenant_id=47d6bccedae942e2945c2bd9d08dfa80&binding%3Ahost_id=n-h1-812111-8 HTTP/1.1" status: 200 len: 943 time: 0.0728254 Nov 24 22:00:43.992562 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device aea49f7f-002a-49cf-a44e-b138c9f9a973 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:00:44.025276 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-88f26cb5-6442-4dbe-b835-1ef9fa587b68 req-705321d2-1687-4590-ac1c-67477c695d71 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862701 Nov 24 22:00:44.054652 n-d-812111-8 neutron-server[109991]: INFO neutron.api.v2.resource [req-3e4ab582-17b3-4fbd-a7f4-f5dacc3d6c17 req-d7dd86d8-6638-4fe4-88d0-63a12922b9a8 service neutron] delete failed (client error): The resource could not be found. Nov 24 22:00:44.056024 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e4ab582-17b3-4fbd-a7f4-f5dacc3d6c17 req-d7dd86d8-6638-4fe4-88d0-63a12922b9a8 service neutron] 10.222.0.15 "DELETE /v2.0/ports/aea49f7f-002a-49cf-a44e-b138c9f9a973/bindings/n-h2-812111-8 HTTP/1.1" status: 404 len: 380 time: 0.0889597 Nov 24 22:00:44.099190 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:44.119067 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port aea49f7f-002a-49cf-a44e-b138c9f9a973, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=aea49f7f-002a-49cf-a44e-b138c9f9a973,segment=NetworkSegment(4f2402e8-995b-49a3-9854-bb1ae90c392b),segment_id=4f2402e8-995b-49a3-9854-bb1ae90c392b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:00:44.129756 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'aea49f7f-002a-49cf-a44e-b138c9f9a973', 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6', 'port_id': 'aea49f7f-002a-49cf-a44e-b138c9f9a973', 'mac_address': 'fa:16:3e:f6:cb:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5edbee9e-5937-4f5a-84b1-859e2821c981', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:00:44.168517 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:44.179799 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135d575-a289-42c8-bca8-1793a8c29161 req-3f5a6386-4ff9-4e33-8d61-1519e4003711 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:44.181326 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6135d575-a289-42c8-bca8-1793a8c29161 req-3f5a6386-4ff9-4e33-8d61-1519e4003711 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 943 time: 0.0807884 Nov 24 22:00:44.184432 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea49f7f-002a-49cf-a44e-b138c9f9a973 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:00:44.186256 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ab582-17b3-4fbd-a7f4-f5dacc3d6c17 req-5c63f9be-43f6-45ab-b2da-55b5fbe16cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:44.187688 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e4ab582-17b3-4fbd-a7f4-f5dacc3d6c17 req-5c63f9be-43f6-45ab-b2da-55b5fbe16cfb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 1094 time: 0.0766370 Nov 24 22:00:44.206073 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port aea49f7f-002a-49cf-a44e-b138c9f9a973, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=aea49f7f-002a-49cf-a44e-b138c9f9a973,segment=NetworkSegment(4f2402e8-995b-49a3-9854-bb1ae90c392b),segment_id=4f2402e8-995b-49a3-9854-bb1ae90c392b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:00:44.211421 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:44.260311 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=aea49f7f-002a-49cf-a44e-b138c9f9a973,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:00:44.268282 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:00:44.268632 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:00:44.269001 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:00:44.269346 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:00:44.269683 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:00:44.270015 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:00:44.270347 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:00:44.270675 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:00:44.271002 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:00:44.271327 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:00:44.271710 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:00:44.272231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:00:44.297515 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6135d575-a289-42c8-bca8-1793a8c29161 req-c5405df7-6353-49e9-80c3-c22de88973df tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088572 Nov 24 22:00:44.321771 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ab582-17b3-4fbd-a7f4-f5dacc3d6c17 req-dccbb84e-ce04-4a5a-a2bb-e726562b59cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:44.323749 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e4ab582-17b3-4fbd-a7f4-f5dacc3d6c17 req-dccbb84e-ce04-4a5a-a2bb-e726562b59cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 HTTP/1.1" status: 200 len: 898 time: 0.1213152 Nov 24 22:00:44.399656 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e4ab582-17b3-4fbd-a7f4-f5dacc3d6c17 req-7962d723-808f-4cea-9f25-3ad80b070150 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aea49f7f-002a-49cf-a44e-b138c9f9a973 HTTP/1.1" status: 200 len: 999 time: 0.0638814 Nov 24 22:00:44.449536 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['aea49f7f-002a-49cf-a44e-b138c9f9a973'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:00:44.456565 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ab582-17b3-4fbd-a7f4-f5dacc3d6c17 req-1e7ed7b8-90b0-44e5-8029-d864fee26fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:44.458066 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e4ab582-17b3-4fbd-a7f4-f5dacc3d6c17 req-1e7ed7b8-90b0-44e5-8029-d864fee26fec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5edbee9e-5937-4f5a-84b1-859e2821c981 HTTP/1.1" status: 200 len: 835 time: 0.0473478 Nov 24 22:00:44.513752 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ab582-17b3-4fbd-a7f4-f5dacc3d6c17 req-88bc0321-385b-4143-b5a4-3afde8f09086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:44.515240 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e4ab582-17b3-4fbd-a7f4-f5dacc3d6c17 req-88bc0321-385b-4143-b5a4-3afde8f09086 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454760 Nov 24 22:00:44.610855 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e4ab582-17b3-4fbd-a7f4-f5dacc3d6c17 req-0a1deeca-c20a-4ac6-8f7b-50c83050c57b service neutron] 10.222.0.15 "GET /v2.0/networks/b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827987 Nov 24 22:00:44.691861 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device aea49f7f-002a-49cf-a44e-b138c9f9a973 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:00:44.709550 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3e4ab582-17b3-4fbd-a7f4-f5dacc3d6c17 req-6d9c8fa6-5b55-4cdb-970c-d760471f6313 service neutron] 10.222.0.15 "GET /v2.0/networks/b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874751 Nov 24 22:00:44.734287 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device aea49f7f-002a-49cf-a44e-b138c9f9a973 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:00:44.965091 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:45.424996 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b167e-9db5-4828-8146-11da5349bb46 req-a3027984-12e7-49e6-b502-3fcef9010e5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:00:45.426499 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-569b167e-9db5-4828-8146-11da5349bb46 req-a3027984-12e7-49e6-b502-3fcef9010e5a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 944 time: 0.0544314 Nov 24 22:00:45.476917 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-569b167e-9db5-4828-8146-11da5349bb46 req-ac8921a3-209d-4928-9396-78ad636a6633 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445266 Nov 24 22:00:45.500114 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55230) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:00:45.563439 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-df0cd305-3aab-4833-9262-30290764b37a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/floatingips/31a14cbd-be37-42ed-b2e2-b68258463784 HTTP/1.1" status: 200 len: 991 time: 0.0621474 Nov 24 22:00:46.027242 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device aea49f7f-002a-49cf-a44e-b138c9f9a973 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:00:46.076038 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port aea49f7f-002a-49cf-a44e-b138c9f9a973 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:00:46.079888 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port aea49f7f-002a-49cf-a44e-b138c9f9a973 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:00:46.080265 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:46.159086 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:46.181332 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ef6305-4031-4c85-a958-b98f67294c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea49f7f-002a-49cf-a44e-b138c9f9a973'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:00:46.183612 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0275da-2d6f-4cad-a02f-eaf98a8f8693" -d '{"events": [{"server_uuid": "57ef6305-4031-4c85-a958-b98f67294c3c", "name": "network-vif-plugged", "status": "completed", "tag": "aea49f7f-002a-49cf-a44e-b138c9f9a973"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:00:46.197356 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port aea49f7f-002a-49cf-a44e-b138c9f9a973, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=aea49f7f-002a-49cf-a44e-b138c9f9a973,segment=NetworkSegment(4f2402e8-995b-49a3-9854-bb1ae90c392b),segment_id=4f2402e8-995b-49a3-9854-bb1ae90c392b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:00:46.202225 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:00:46.228265 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c4ef3b-e3a3-4e50-b3ca-54c0c19dcb74 x-openstack-request-id: req-d9c4ef3b-e3a3-4e50-b3ca-54c0c19dcb74 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:00:46.228567 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ef6305-4031-4c85-a958-b98f67294c3c", "name": "network-vif-plugged", "status": "completed", "tag": "aea49f7f-002a-49cf-a44e-b138c9f9a973", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:00:46.228858 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d9c4ef3b-e3a3-4e50-b3ca-54c0c19dcb74 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:00:46.229275 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ef6305-4031-4c85-a958-b98f67294c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea49f7f-002a-49cf-a44e-b138c9f9a973', 'code': 200} Nov 24 22:00:46.255071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=aea49f7f-002a-49cf-a44e-b138c9f9a973,revision_number=9']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:06.493893 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:01:09.043886 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7d673b95-4ced-479d-b436-66e26ed47171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:10.276613 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:11.329260 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a4707c27-f319-44af-b486-b0df7ee9f4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:11.768900 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:12.668803 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:13.943485 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55242) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:01:14.032558 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:14.104464 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-68f94799-1638-44c1-88f3-ef045548f26d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting port 0464f8d2-15e6-400f-88e1-0cfb58ced72f {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:01:14.104924 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68f94799-1638-44c1-88f3-ef045548f26d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:14.185420 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68f94799-1638-44c1-88f3-ef045548f26d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:14.185782 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68f94799-1638-44c1-88f3-ef045548f26d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:14.197866 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-68f94799-1638-44c1-88f3-ef045548f26d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Calling delete_port for 0464f8d2-15e6-400f-88e1-0cfb58ced72f owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:01:14.347296 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68f94799-1638-44c1-88f3-ef045548f26d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:14.374484 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f94799-1638-44c1-88f3-ef045548f26d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Port': ['ID=0464f8d2-15e6-400f-88e1-0cfb58ced72f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:14.434406 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68f94799-1638-44c1-88f3-ef045548f26d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:14.434742 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-68f94799-1638-44c1-88f3-ef045548f26d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Floating IP 31a14cbd-be37-42ed-b2e2-b68258463784 disassociated (deleted). External IP: 172.25.5.23, port: aea49f7f-002a-49cf-a44e-b138c9f9a973. Nov 24 22:01:14.651278 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f94799-1638-44c1-88f3-ef045548f26d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router 95a596a3-f7b4-45b9-bc9d-a0466169860e has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:01:14.760214 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f94799-1638-44c1-88f3-ef045548f26d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:01:14.765131 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68f94799-1638-44c1-88f3-ef045548f26d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:14.770507 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d590bff3-4534-40eb-b00c-e0b13d736908 None None] Sync routers for ids ['95a596a3-f7b4-45b9-bc9d-a0466169860e'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:01:14.780765 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d590bff3-4534-40eb-b00c-e0b13d736908 None None] Routers {'95a596a3-f7b4-45b9-bc9d-a0466169860e'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:01:14.781393 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-d590bff3-4534-40eb-b00c-e0b13d736908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:01:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['95a596a3-f7b4-45b9-bc9d-a0466169860e'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:01:14.793241 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-68f94799-1638-44c1-88f3-ef045548f26d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/floatingips/31a14cbd-be37-42ed-b2e2-b68258463784 HTTP/1.1" status: 204 len: 168 time: 0.8479700 Nov 24 22:01:14.793827 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ef6305-4031-4c85-a958-b98f67294c3c', 'tag': 'aea49f7f-002a-49cf-a44e-b138c9f9a973'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:01:14.796112 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8dba912-b729-4ca3-b846-384f4ed34777" -d '{"events": [{"name": "network-changed", "server_uuid": "57ef6305-4031-4c85-a958-b98f67294c3c", "tag": "aea49f7f-002a-49cf-a44e-b138c9f9a973"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:01:14.897447 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-d590bff3-4534-40eb-b00c-e0b13d736908 None None] Set router 95a596a3-f7b4-45b9-bc9d-a0466169860e gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:01:14.959655 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d66c501-87ea-4042-b589-7c1c3878cd48 x-openstack-request-id: req-3d66c501-87ea-4042-b589-7c1c3878cd48 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:01:14.960568 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ef6305-4031-4c85-a958-b98f67294c3c", "tag": "aea49f7f-002a-49cf-a44e-b138c9f9a973", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:01:14.961171 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d66c501-87ea-4042-b589-7c1c3878cd48 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:01:14.961972 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ef6305-4031-4c85-a958-b98f67294c3c', 'tag': 'aea49f7f-002a-49cf-a44e-b138c9f9a973', 'status': 'completed', 'code': 200} Nov 24 22:01:14.974509 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:15.037970 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dba912-b729-4ca3-b846-384f4ed34777 req-1fa795b1-d09d-4881-b54e-a05ddaa9fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:15.039523 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a8dba912-b729-4ca3-b846-384f4ed34777 req-1fa795b1-d09d-4881-b54e-a05ddaa9fa90 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 1096 time: 0.0512362 Nov 24 22:01:15.061928 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ec756-03bb-4b6a-ba00-42afdb4b68b1 req-8d89c871-215a-4dac-bfdd-11834ce801b0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:15.063468 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-036ec756-03bb-4b6a-ba00-42afdb4b68b1 req-8d89c871-215a-4dac-bfdd-11834ce801b0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 945 time: 0.0545561 Nov 24 22:01:15.114454 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-d590bff3-4534-40eb-b00c-e0b13d736908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272581327', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '074e071e-795a-4485-819b-a8a034510d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:33Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '074e071e-795a-4485-819b-a8a034510d77', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'efc5f29b-3ad7-48e1-87c9-418cf4392d70', 'name': '', 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:7f:dd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '5edbee9e-5937-4f5a-84b1-859e2821c981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:59:32Z', 'updated_at': '2021-11-24T21:59:36Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '5edbee9e-5937-4f5a-84b1-859e2821c981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:01:15.117768 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-036ec756-03bb-4b6a-ba00-42afdb4b68b1 req-ead9d2e3-1d4f-4cdb-a784-66235dbb0fb5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473759 Nov 24 22:01:15.135333 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dba912-b729-4ca3-b846-384f4ed34777 req-97a1df87-319b-40de-834b-e848237ffdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:15.137763 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a8dba912-b729-4ca3-b846-384f4ed34777 req-97a1df87-319b-40de-834b-e848237ffdce service neutron] 10.222.0.48 "GET /v2.0/networks?id=b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 HTTP/1.1" status: 200 len: 898 time: 0.0908551 Nov 24 22:01:15.146505 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d590bff3-4534-40eb-b00c-e0b13d736908 None None] Checking router: 95a596a3-f7b4-45b9-bc9d-a0466169860e for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:01:15.155959 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d590bff3-4534-40eb-b00c-e0b13d736908 None None] Routers {'95a596a3-f7b4-45b9-bc9d-a0466169860e'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:01:15.156553 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-d590bff3-4534-40eb-b00c-e0b13d736908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:01:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['95a596a3-f7b4-45b9-bc9d-a0466169860e'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:01:15.184518 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a8dba912-b729-4ca3-b846-384f4ed34777 req-50b96529-63d5-4ec1-a2b3-cd202b24fc01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aea49f7f-002a-49cf-a44e-b138c9f9a973 HTTP/1.1" status: 200 len: 217 time: 0.0391114 Nov 24 22:01:15.241713 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dba912-b729-4ca3-b846-384f4ed34777 req-4e2529d5-61f4-4c24-bf61-3b079ffe32c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:15.243259 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a8dba912-b729-4ca3-b846-384f4ed34777 req-4e2529d5-61f4-4c24-bf61-3b079ffe32c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5edbee9e-5937-4f5a-84b1-859e2821c981 HTTP/1.1" status: 200 len: 835 time: 0.0520821 Nov 24 22:01:15.271531 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-d590bff3-4534-40eb-b00c-e0b13d736908 None None] Set router 95a596a3-f7b4-45b9-bc9d-a0466169860e gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:01:15.290848 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dba912-b729-4ca3-b846-384f4ed34777 req-12ee5312-8a08-4eaf-a7d3-0be541605ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:15.292555 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a8dba912-b729-4ca3-b846-384f4ed34777 req-12ee5312-8a08-4eaf-a7d3-0be541605ce0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416811 Nov 24 22:01:15.388641 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a8dba912-b729-4ca3-b846-384f4ed34777 req-1cf64fd3-f315-4972-85fa-3594fad30c96 service neutron] 10.222.0.48 "GET /v2.0/networks/b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886099 Nov 24 22:01:15.471766 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-d590bff3-4534-40eb-b00c-e0b13d736908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272581327', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '074e071e-795a-4485-819b-a8a034510d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:33Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '074e071e-795a-4485-819b-a8a034510d77', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'efc5f29b-3ad7-48e1-87c9-418cf4392d70', 'name': '', 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:7f:dd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '5edbee9e-5937-4f5a-84b1-859e2821c981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:59:32Z', 'updated_at': '2021-11-24T21:59:36Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '5edbee9e-5937-4f5a-84b1-859e2821c981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:01:15.481511 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a8dba912-b729-4ca3-b846-384f4ed34777 req-2e17b606-9f29-4150-8809-2d31a9fb4120 service neutron] 10.222.0.48 "GET /v2.0/networks/b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848002 Nov 24 22:01:15.589231 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d590bff3-4534-40eb-b00c-e0b13d736908 None None] The sync data for ids ['95a596a3-f7b4-45b9-bc9d-a0466169860e'] in n-d-812111-8 is: [{'id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272581327', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '074e071e-795a-4485-819b-a8a034510d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:33Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '074e071e-795a-4485-819b-a8a034510d77', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'efc5f29b-3ad7-48e1-87c9-418cf4392d70', 'name': '', 'network_id': 'b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:7f:dd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '5edbee9e-5937-4f5a-84b1-859e2821c981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:59:32Z', 'updated_at': '2021-11-24T21:59:36Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '5edbee9e-5937-4f5a-84b1-859e2821c981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:01:15.802430 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5392f3-e871-4e8d-ae6b-de049fe74360 None None] New status for floating IP 31a14cbd-be37-42ed-b2e2-b68258463784: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:01:16.237169 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814a995-9c8d-4942-be21-301e8792bfff req-fc23c97d-9600-416d-ab34-1ce57b1a5266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:16.238713 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a814a995-9c8d-4942-be21-301e8792bfff req-fc23c97d-9600-416d-ab34-1ce57b1a5266 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 945 time: 0.0498183 Nov 24 22:01:16.277273 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e3e69-cc8d-438f-9f94-10cca4a6c22f req-d5ae7425-8617-4f90-8116-597f18b869c6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:16.278778 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-425e3e69-cc8d-438f-9f94-10cca4a6c22f req-d5ae7425-8617-4f90-8116-597f18b869c6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ef6305-4031-4c85-a958-b98f67294c3c HTTP/1.1" status: 200 len: 945 time: 0.0520666 Nov 24 22:01:16.297050 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a814a995-9c8d-4942-be21-301e8792bfff req-97c49df3-1057-4c14-8a0e-22d448d5e8ec tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a08219b-18f2-4af1-8cf5-c6657d40298d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520897 Nov 24 22:01:16.379255 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-425e3e69-cc8d-438f-9f94-10cca4a6c22f req-abe706d4-c303-4fc8-a438-abe4cdbc613b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting port aea49f7f-002a-49cf-a44e-b138c9f9a973 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:01:16.379619 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-425e3e69-cc8d-438f-9f94-10cca4a6c22f req-abe706d4-c303-4fc8-a438-abe4cdbc613b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:16.468489 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-425e3e69-cc8d-438f-9f94-10cca4a6c22f req-abe706d4-c303-4fc8-a438-abe4cdbc613b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] For port aea49f7f-002a-49cf-a44e-b138c9f9a973, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=aea49f7f-002a-49cf-a44e-b138c9f9a973,segment=NetworkSegment(4f2402e8-995b-49a3-9854-bb1ae90c392b),segment_id=4f2402e8-995b-49a3-9854-bb1ae90c392b)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:01:16.468891 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-425e3e69-cc8d-438f-9f94-10cca4a6c22f req-abe706d4-c303-4fc8-a438-abe4cdbc613b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:16.485321 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-425e3e69-cc8d-438f-9f94-10cca4a6c22f req-abe706d4-c303-4fc8-a438-abe4cdbc613b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Calling delete_port for aea49f7f-002a-49cf-a44e-b138c9f9a973 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:01:16.614169 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-425e3e69-cc8d-438f-9f94-10cca4a6c22f req-abe706d4-c303-4fc8-a438-abe4cdbc613b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:16.641937 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe706d4-c303-4fc8-a438-abe4cdbc613b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Port': ['ID=aea49f7f-002a-49cf-a44e-b138c9f9a973,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:16.692448 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-425e3e69-cc8d-438f-9f94-10cca4a6c22f req-abe706d4-c303-4fc8-a438-abe4cdbc613b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] No DVR routers for this DVR port aea49f7f-002a-49cf-a44e-b138c9f9a973 on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:01:16.695142 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-425e3e69-cc8d-438f-9f94-10cca4a6c22f req-abe706d4-c303-4fc8-a438-abe4cdbc613b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:16.698547 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-425e3e69-cc8d-438f-9f94-10cca4a6c22f req-abe706d4-c303-4fc8-a438-abe4cdbc613b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.48 "DELETE /v2.0/ports/aea49f7f-002a-49cf-a44e-b138c9f9a973 HTTP/1.1" status: 204 len: 173 time: 0.4100113 Nov 24 22:01:16.963638 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ef6305-4031-4c85-a958-b98f67294c3c', 'name': 'network-vif-deleted', 'tag': 'aea49f7f-002a-49cf-a44e-b138c9f9a973'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:01:16.966584 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25f1b3e-6266-466f-baae-0f999972e7f5" -d '{"events": [{"server_uuid": "57ef6305-4031-4c85-a958-b98f67294c3c", "name": "network-vif-deleted", "tag": "aea49f7f-002a-49cf-a44e-b138c9f9a973"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:01:17.071351 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01843bd-faab-4a68-a792-fdf1101b11b4 x-openstack-request-id: req-b01843bd-faab-4a68-a792-fdf1101b11b4 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:01:17.071656 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ef6305-4031-4c85-a958-b98f67294c3c", "name": "network-vif-deleted", "tag": "aea49f7f-002a-49cf-a44e-b138c9f9a973", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:01:17.071915 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b01843bd-faab-4a68-a792-fdf1101b11b4 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:01:17.072322 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ef6305-4031-4c85-a958-b98f67294c3c', 'name': 'network-vif-deleted', 'tag': 'aea49f7f-002a-49cf-a44e-b138c9f9a973', 'status': 'completed', 'code': 200} Nov 24 22:01:17.357037 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55258) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:01:17.743332 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-37b5bade-ca6e-485a-9390-ad9b0847164c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:18.021882 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-37b5bade-ca6e-485a-9390-ad9b0847164c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting port efc5f29b-3ad7-48e1-87c9-418cf4392d70 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:01:18.022204 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-37b5bade-ca6e-485a-9390-ad9b0847164c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:18.126779 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-37b5bade-ca6e-485a-9390-ad9b0847164c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] For port efc5f29b-3ad7-48e1-87c9-418cf4392d70, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=efc5f29b-3ad7-48e1-87c9-418cf4392d70,segment=NetworkSegment(4f2402e8-995b-49a3-9854-bb1ae90c392b),segment_id=4f2402e8-995b-49a3-9854-bb1ae90c392b)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:01:18.127147 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-37b5bade-ca6e-485a-9390-ad9b0847164c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:18.139266 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-37b5bade-ca6e-485a-9390-ad9b0847164c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Calling delete_port for efc5f29b-3ad7-48e1-87c9-418cf4392d70 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:01:18.704801 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-37b5bade-ca6e-485a-9390-ad9b0847164c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:18.729337 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5bade-ca6e-485a-9390-ad9b0847164c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Port': ['ID=efc5f29b-3ad7-48e1-87c9-418cf4392d70,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:18.906717 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-37b5bade-ca6e-485a-9390-ad9b0847164c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:19.122156 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b5bade-ca6e-485a-9390-ad9b0847164c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router 95a596a3-f7b4-45b9-bc9d-a0466169860e has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:01:19.233375 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b5bade-ca6e-485a-9390-ad9b0847164c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:01:19.240181 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-37b5bade-ca6e-485a-9390-ad9b0847164c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "PUT /v2.0/routers/95a596a3-f7b4-45b9-bc9d-a0466169860e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8818614 Nov 24 22:01:19.242843 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55260) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:01:19.248692 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf2935-bc54-441e-89ca-bb4df1d75507 None None] Sync routers for ids ['95a596a3-f7b4-45b9-bc9d-a0466169860e'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:01:19.259877 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daf2935-bc54-441e-89ca-bb4df1d75507 None None] Routers {'95a596a3-f7b4-45b9-bc9d-a0466169860e'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:01:19.260583 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-6daf2935-bc54-441e-89ca-bb4df1d75507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:01:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['95a596a3-f7b4-45b9-bc9d-a0466169860e'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:01:19.302121 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e807bb6-92ed-42e1-82e2-34455e60aaf3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting subnet 5edbee9e-5937-4f5a-84b1-859e2821c981 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 22:01:19.305250 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2e807bb6-92ed-42e1-82e2-34455e60aaf3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:19.347197 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2e807bb6-92ed-42e1-82e2-34455e60aaf3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:19.371085 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-6daf2935-bc54-441e-89ca-bb4df1d75507 None None] Set router 95a596a3-f7b4-45b9-bc9d-a0466169860e gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:01:19.436105 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2e807bb6-92ed-42e1-82e2-34455e60aaf3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:19.496498 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2e807bb6-92ed-42e1-82e2-34455e60aaf3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:19.524724 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e807bb6-92ed-42e1-82e2-34455e60aaf3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Subnet': ['ID=5edbee9e-5937-4f5a-84b1-859e2821c981,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:19.528729 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2e807bb6-92ed-42e1-82e2-34455e60aaf3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:19.532055 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2e807bb6-92ed-42e1-82e2-34455e60aaf3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/subnets/5edbee9e-5937-4f5a-84b1-859e2821c981 HTTP/1.1" status: 204 len: 168 time: 0.2881451 Nov 24 22:01:19.534681 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55262) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:01:19.539121 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc3cccc-62ee-4d99-95d2-1ea9c730fe92 None None] Network b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:01:19.559663 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-6daf2935-bc54-441e-89ca-bb4df1d75507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272581327', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '074e071e-795a-4485-819b-a8a034510d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T22:01:18Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '074e071e-795a-4485-819b-a8a034510d77', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:01:19.592173 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf2935-bc54-441e-89ca-bb4df1d75507 None None] Checking router: 95a596a3-f7b4-45b9-bc9d-a0466169860e for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:01:19.600609 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daf2935-bc54-441e-89ca-bb4df1d75507 None None] Routers {'95a596a3-f7b4-45b9-bc9d-a0466169860e'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:01:19.601379 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-6daf2935-bc54-441e-89ca-bb4df1d75507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:01:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['95a596a3-f7b4-45b9-bc9d-a0466169860e'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:01:19.651102 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf7df-33c2-48fc-ae7d-11592a01b368 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:19.715729 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-6daf2935-bc54-441e-89ca-bb4df1d75507 None None] Set router 95a596a3-f7b4-45b9-bc9d-a0466169860e gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:01:19.742937 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4823278c-199e-49cb-a919-550d4dae2125 None None] DHCP port deletion for b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:01:19.777329 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf7df-33c2-48fc-ae7d-11592a01b368 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:19.800578 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-4823278c-199e-49cb-a919-550d4dae2125 None None] Deleting port b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:01:19.801006 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4823278c-199e-49cb-a919-550d4dae2125 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:19.843914 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-d6fcf7df-33c2-48fc-ae7d-11592a01b368 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting port 074e071e-795a-4485-819b-a8a034510d77 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:01:19.844270 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf7df-33c2-48fc-ae7d-11592a01b368 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:19.866060 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4823278c-199e-49cb-a919-550d4dae2125 None None] For port b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd,segment=NetworkSegment(4f2402e8-995b-49a3-9854-bb1ae90c392b),segment_id=4f2402e8-995b-49a3-9854-bb1ae90c392b)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:01:19.866459 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4823278c-199e-49cb-a919-550d4dae2125 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:19.880100 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-4823278c-199e-49cb-a919-550d4dae2125 None None] Calling delete_port for b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:01:19.914758 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-6daf2935-bc54-441e-89ca-bb4df1d75507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272581327', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '074e071e-795a-4485-819b-a8a034510d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T22:01:18Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '074e071e-795a-4485-819b-a8a034510d77', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:01:19.930572 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-d6fcf7df-33c2-48fc-ae7d-11592a01b368 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] For port 074e071e-795a-4485-819b-a8a034510d77, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=074e071e-795a-4485-819b-a8a034510d77,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:01:19.930945 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf7df-33c2-48fc-ae7d-11592a01b368 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:19.941429 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf2935-bc54-441e-89ca-bb4df1d75507 None None] The sync data for ids ['95a596a3-f7b4-45b9-bc9d-a0466169860e'] in n-d-812111-8 is: [{'id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272581327', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '074e071e-795a-4485-819b-a8a034510d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T22:01:18Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': '074e071e-795a-4485-819b-a8a034510d77', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a596a3-f7b4-45b9-bc9d-a0466169860e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T21:59:30Z', 'updated_at': '2021-11-24T21:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:01:19.944479 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-d6fcf7df-33c2-48fc-ae7d-11592a01b368 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Calling delete_port for 074e071e-795a-4485-819b-a8a034510d77 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:01:19.968436 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4823278c-199e-49cb-a919-550d4dae2125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:19.998018 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4823278c-199e-49cb-a919-550d4dae2125 None None] No DVR routers for this DVR port b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:01:19.999459 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823278c-199e-49cb-a919-550d4dae2125 None None] Pushing event deleted for resources: {'Port': ['ID=b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:20.120126 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf7df-33c2-48fc-ae7d-11592a01b368 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:20.146786 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fcf7df-33c2-48fc-ae7d-11592a01b368 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Port': ['ID=074e071e-795a-4485-819b-a8a034510d77,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:20.157724 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e868533-3510-4a3b-94a1-2b7d1d55b13d None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:01:20.207271 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf7df-33c2-48fc-ae7d-11592a01b368 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:20.264182 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device aea49f7f-002a-49cf-a44e-b138c9f9a973 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:01:20.285161 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: aea49f7f-002a-49cf-a44e-b138c9f9a973 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:01:20.285521 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device aea49f7f-002a-49cf-a44e-b138c9f9a973 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:01:20.306858 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf7df-33c2-48fc-ae7d-11592a01b368 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:20.309276 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf7df-33c2-48fc-ae7d-11592a01b368 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:20.356463 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf7df-33c2-48fc-ae7d-11592a01b368 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:20.357185 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fcf7df-33c2-48fc-ae7d-11592a01b368 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Fanout notify agent at l3_agent the message router_deleted on router 95a596a3-f7b4-45b9-bc9d-a0466169860e {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:01:20.365275 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf7df-33c2-48fc-ae7d-11592a01b368 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:20.366681 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d6fcf7df-33c2-48fc-ae7d-11592a01b368 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/routers/95a596a3-f7b4-45b9-bc9d-a0466169860e HTTP/1.1" status: 204 len: 168 time: 0.8310635 Nov 24 22:01:20.369285 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55264) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:01:20.451051 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c95f25f-e713-4f4f-bd8c-5c1baee6990a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:20.544614 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c95f25f-e713-4f4f-bd8c-5c1baee6990a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:20.566699 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-8c95f25f-e713-4f4f-bd8c-5c1baee6990a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:01:20.577404 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-8c95f25f-e713-4f4f-bd8c-5c1baee6990a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2402e8-995b-49a3-9854-bb1ae90c392b') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:01:20.577715 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-8c95f25f-e713-4f4f-bd8c-5c1baee6990a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2402e8-995b-49a3-9854-bb1ae90c392b') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:01:20.587839 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c95f25f-e713-4f4f-bd8c-5c1baee6990a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:20.602829 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c95f25f-e713-4f4f-bd8c-5c1baee6990a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:20.609349 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c95f25f-e713-4f4f-bd8c-5c1baee6990a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:01:20.609751 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c95f25f-e713-4f4f-bd8c-5c1baee6990a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: timer() Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:01:20.612921 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:01:20.680530 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c95f25f-e713-4f4f-bd8c-5c1baee6990a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:20.688047 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c95f25f-e713-4f4f-bd8c-5c1baee6990a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:20.691101 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-8c95f25f-e713-4f4f-bd8c-5c1baee6990a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/networks/b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6 HTTP/1.1" status: 204 len: 168 time: 0.3208497 Nov 24 22:01:20.693981 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55266) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:01:20.702882 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95f25f-e713-4f4f-bd8c-5c1baee6990a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Network': ['ID=b0b0af61-87ab-4bca-9e41-2b6bdf5f77a6,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:20.751165 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-228ee8b3-f4d8-4202-8554-ffab42090b2a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:20.776376 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-228ee8b3-f4d8-4202-8554-ffab42090b2a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:20.836417 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-228ee8b3-f4d8-4202-8554-ffab42090b2a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:20.839962 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-228ee8b3-f4d8-4202-8554-ffab42090b2a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:20.841003 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-228ee8b3-f4d8-4202-8554-ffab42090b2a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/security-groups/5a08219b-18f2-4af1-8cf5-c6657d40298d HTTP/1.1" status: 204 len: 168 time: 0.1459904 Nov 24 22:01:20.850500 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ee8b3-f4d8-4202-8554-ffab42090b2a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a08219b-18f2-4af1-8cf5-c6657d40298d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:20.860331 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ee8b3-f4d8-4202-8554-ffab42090b2a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:01:20.860690 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ee8b3-f4d8-4202-8554-ffab42090b2a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:01:20.861061 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ee8b3-f4d8-4202-8554-ffab42090b2a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:01:20.861405 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ee8b3-f4d8-4202-8554-ffab42090b2a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:01:20.861746 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ee8b3-f4d8-4202-8554-ffab42090b2a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:01:20.862078 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ee8b3-f4d8-4202-8554-ffab42090b2a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:01:20.862513 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ee8b3-f4d8-4202-8554-ffab42090b2a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:01:20.862794 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ee8b3-f4d8-4202-8554-ffab42090b2a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:01:20.863187 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ee8b3-f4d8-4202-8554-ffab42090b2a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:01:20.863493 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ee8b3-f4d8-4202-8554-ffab42090b2a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:01:20.863893 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ee8b3-f4d8-4202-8554-ffab42090b2a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:01:20.864255 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ee8b3-f4d8-4202-8554-ffab42090b2a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:01:21.088840 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55272) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:01:21.094263 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-97cf1a81-4213-4aaa-a40b-6c1dd3c4d19c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1199150562', 'description': 'tempest-secgroup-smoke-1199150562 description', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:01:21.116612 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-97cf1a81-4213-4aaa-a40b-6c1dd3c4d19c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.188877 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-97cf1a81-4213-4aaa-a40b-6c1dd3c4d19c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.192857 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-97cf1a81-4213-4aaa-a40b-6c1dd3c4d19c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.224107 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-97cf1a81-4213-4aaa-a40b-6c1dd3c4d19c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.225394 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-97cf1a81-4213-4aaa-a40b-6c1dd3c4d19c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1347420 Nov 24 22:01:21.228169 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55274) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:01:21.232557 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a8d521fa-2b16-402e-9976-ae45f7f4ff1c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': '931f36ab-45e4-4ab6-8686-a256930e7923', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:01:21.238003 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf1a81-4213-4aaa-a40b-6c1dd3c4d19c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=931f36ab-45e4-4ab6-8686-a256930e7923,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:21.263392 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a8d521fa-2b16-402e-9976-ae45f7f4ff1c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.291161 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 074e071e-795a-4485-819b-a8a034510d77 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:01:21.315844 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 074e071e-795a-4485-819b-a8a034510d77 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:01:21.316202 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 074e071e-795a-4485-819b-a8a034510d77 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:01:21.316632 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device efc5f29b-3ad7-48e1-87c9-418cf4392d70 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:01:21.321134 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a8d521fa-2b16-402e-9976-ae45f7f4ff1c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.326136 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a8d521fa-2b16-402e-9976-ae45f7f4ff1c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.338363 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: efc5f29b-3ad7-48e1-87c9-418cf4392d70 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:01:21.338722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device efc5f29b-3ad7-48e1-87c9-418cf4392d70 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:01:21.339716 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:01:21.344888 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d521fa-2b16-402e-9976-ae45f7f4ff1c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09db82f4-15c7-4465-81d4-49b5d9c77ff5,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:21.354094 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a8d521fa-2b16-402e-9976-ae45f7f4ff1c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.358152 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a8d521fa-2b16-402e-9976-ae45f7f4ff1c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264057 Nov 24 22:01:21.358364 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55276) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:01:21.362837 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:01:21.363140 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0ab40145-c20d-4d45-bad3-1c07de543ced tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': '931f36ab-45e4-4ab6-8686-a256930e7923', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:01:21.363291 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b8c76e50-f8c1-4a55-b8bf-16cf0d8b00fd not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:01:21.391151 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ab40145-c20d-4d45-bad3-1c07de543ced tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.452769 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ab40145-c20d-4d45-bad3-1c07de543ced tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.456261 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ab40145-c20d-4d45-bad3-1c07de543ced tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.476933 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab40145-c20d-4d45-bad3-1c07de543ced tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b536c9-5b0c-4615-b6ab-2dd165a83404,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:21.482430 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ab40145-c20d-4d45-bad3-1c07de543ced tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.483550 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0ab40145-c20d-4d45-bad3-1c07de543ced tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239896 Nov 24 22:01:21.486279 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55278) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:01:21.490849 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-49ea1ead-f417-4cef-b74d-bdae0c4dfe80 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': '931f36ab-45e4-4ab6-8686-a256930e7923', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:01:21.519373 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-49ea1ead-f417-4cef-b74d-bdae0c4dfe80 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.576668 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-49ea1ead-f417-4cef-b74d-bdae0c4dfe80 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.580245 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-49ea1ead-f417-4cef-b74d-bdae0c4dfe80 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.597630 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea1ead-f417-4cef-b74d-bdae0c4dfe80 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed04aee0-1372-4555-b42b-79dce5001403,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:21.607095 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-49ea1ead-f417-4cef-b74d-bdae0c4dfe80 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.608297 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-49ea1ead-f417-4cef-b74d-bdae0c4dfe80 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210897 Nov 24 22:01:21.611226 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55280) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:01:21.615767 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-5486858d-8621-4d2e-bdfb-4a2a4d080dae tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': '931f36ab-45e4-4ab6-8686-a256930e7923', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:01:21.644173 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5486858d-8621-4d2e-bdfb-4a2a4d080dae tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.701450 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5486858d-8621-4d2e-bdfb-4a2a4d080dae tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.705162 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5486858d-8621-4d2e-bdfb-4a2a4d080dae tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.723578 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486858d-8621-4d2e-bdfb-4a2a4d080dae tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7129aff4-75fb-4f57-aed5-8fc647ce0555,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:21.728273 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5486858d-8621-4d2e-bdfb-4a2a4d080dae tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.729518 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5486858d-8621-4d2e-bdfb-4a2a4d080dae tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173584 Nov 24 22:01:21.733221 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55282) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:01:21.737762 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-9e7f4ebd-e851-4e36-9e24-475f94b13ce5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': '931f36ab-45e4-4ab6-8686-a256930e7923', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:01:21.762086 n-d-812111-8 neutron-server[109991]: INFO neutron.db.securitygroups_db [None req-9e7f4ebd-e851-4e36-9e24-475f94b13ce5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Project 47d6bccedae942e2945c2bd9d08dfa80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:01:21.766834 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4ebd-e851-4e36-9e24-475f94b13ce5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.823427 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4ebd-e851-4e36-9e24-475f94b13ce5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.827202 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4ebd-e851-4e36-9e24-475f94b13ce5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.845494 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f4ebd-e851-4e36-9e24-475f94b13ce5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868e6b15-6f82-4e3c-b8a6-d549190dee20,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:21.856151 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4ebd-e851-4e36-9e24-475f94b13ce5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.857536 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9e7f4ebd-e851-4e36-9e24-475f94b13ce5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1231916 Nov 24 22:01:21.860222 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55284) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:01:21.864896 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-751c81d7-3671-4f88-b077-705c0f3f58aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': '931f36ab-45e4-4ab6-8686-a256930e7923', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:01:21.887532 n-d-812111-8 neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-751c81d7-3671-4f88-b077-705c0f3f58aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Project 47d6bccedae942e2945c2bd9d08dfa80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:01:21.892565 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-751c81d7-3671-4f88-b077-705c0f3f58aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.954744 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-751c81d7-3671-4f88-b077-705c0f3f58aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.958160 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-751c81d7-3671-4f88-b077-705c0f3f58aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.975660 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c81d7-3671-4f88-b077-705c0f3f58aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8f4668-50fc-48c3-a82e-b7837d1e7fe6,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:21.983925 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-751c81d7-3671-4f88-b077-705c0f3f58aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:21.985366 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-751c81d7-3671-4f88-b077-705c0f3f58aa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240385 Nov 24 22:01:21.988199 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55286) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:01:21.993292 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-80af39c0-9b99-46de-8611-ee91f5f745b1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'network': {'name': 'tempest-network-smoke--937525957', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'port_security_enabled': True}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:01:22.014232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80af39c0-9b99-46de-8611-ee91f5f745b1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Made reservation on behalf of 47d6bccedae942e2945c2bd9d08dfa80 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:01:22.018006 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80af39c0-9b99-46de-8611-ee91f5f745b1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:22.041684 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80af39c0-9b99-46de-8611-ee91f5f745b1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:01:22.051488 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80af39c0-9b99-46de-8611-ee91f5f745b1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:22.051842 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-80af39c0-9b99-46de-8611-ee91f5f745b1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Added segment ebc9350e-459f-41ee-85b3-77753b2ca7c2 of type vlan for network bcaad48a-8fca-4ec7-8840-87766651d40a Nov 24 22:01:22.093649 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80af39c0-9b99-46de-8611-ee91f5f745b1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:22.118707 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80af39c0-9b99-46de-8611-ee91f5f745b1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:22.125021 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80af39c0-9b99-46de-8611-ee91f5f745b1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:22.125644 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80af39c0-9b99-46de-8611-ee91f5f745b1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:22.163483 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-80af39c0-9b99-46de-8611-ee91f5f745b1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1742146 Nov 24 22:01:22.166187 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55288) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:01:22.171398 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-70722afa-db07-4da1-bb17-ff69658f920f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1148720546', 'admin_state_up': True, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:01:22.209933 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af39c0-9b99-46de-8611-ee91f5f745b1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Network': ['ID=bcaad48a-8fca-4ec7-8840-87766651d40a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:22.220945 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network bcaad48a-8fca-4ec7-8840-87766651d40a details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:01:22.231086 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70722afa-db07-4da1-bb17-ff69658f920f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:22.232422 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70722afa-db07-4da1-bb17-ff69658f920f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:22.285031 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70722afa-db07-4da1-bb17-ff69658f920f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:22.434121 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70722afa-db07-4da1-bb17-ff69658f920f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:22.623615 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70722afa-db07-4da1-bb17-ff69658f920f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:22.642449 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70722afa-db07-4da1-bb17-ff69658f920f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:22.754473 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-70722afa-db07-4da1-bb17-ff69658f920f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Allocated IP 172.25.5.99 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:01:22.855109 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70722afa-db07-4da1-bb17-ff69658f920f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:22.892773 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70722afa-db07-4da1-bb17-ff69658f920f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:22.932106 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70722afa-db07-4da1-bb17-ff69658f920f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:01:22.935594 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-70722afa-db07-4da1-bb17-ff69658f920f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:01:22.939017 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70722afa-db07-4da1-bb17-ff69658f920f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:01:22.949367 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814a5641-52de-4783-8ad4-7fa5da81bb6e None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:01:22.961688 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70722afa-db07-4da1-bb17-ff69658f920f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:23.073406 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-dbcc2317-eb43-4b81-814f-40fd657e7f6a None None] Provisioning complete for port ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:01:23.074124 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2317-eb43-4b81-814f-40fd657e7f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:23.108946 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc2317-eb43-4b81-814f-40fd657e7f6a None None] Port ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:01:23.198992 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70722afa-db07-4da1-bb17-ff69658f920f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:23.397347 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70722afa-db07-4da1-bb17-ff69658f920f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:23.523456 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70722afa-db07-4da1-bb17-ff69658f920f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router d8beaf2f-a403-4e96-a174-9a17b37f7494 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:01:23.630537 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70722afa-db07-4da1-bb17-ff69658f920f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:01:23.639941 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] Sync routers for ids ['d8beaf2f-a403-4e96-a174-9a17b37f7494'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:01:23.650249 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] Routers {'d8beaf2f-a403-4e96-a174-9a17b37f7494'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:01:23.650810 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70722afa-db07-4da1-bb17-ff69658f920f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:23.650989 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:01:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d8beaf2f-a403-4e96-a174-9a17b37f7494'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:01:23.655358 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-70722afa-db07-4da1-bb17-ff69658f920f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4854450 Nov 24 22:01:23.655835 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55290) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:01:23.686698 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b7e5c44a-db70-4ce2-9f0d-495b699abaf9 tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=47d6bccedae942e2945c2bd9d08dfa80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296872 Nov 24 22:01:23.689313 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55292) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:01:23.756579 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] Set router d8beaf2f-a403-4e96-a174-9a17b37f7494 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:01:23.777165 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58420666-bb2e-4f18-b354-e4b0e3a1cf10 tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:23.778669 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-58420666-bb2e-4f18-b354-e4b0e3a1cf10 tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884545 Nov 24 22:01:23.781491 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55294) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:01:23.814362 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-68f5647d-d4c4-426f-9205-9359da0bc089 tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293815 Nov 24 22:01:23.814613 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55296) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:01:23.819731 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-12ed2c68-95e6-4028-95e8-77451e7b318a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-944248476', 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:01:23.912267 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ed2c68-95e6-4028-95e8-77451e7b318a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Made reservation on behalf of 47d6bccedae942e2945c2bd9d08dfa80 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:01:23.915836 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12ed2c68-95e6-4028-95e8-77451e7b318a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:23.946238 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148720546', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:23Z', 'revision_number': 3, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:01:23.972878 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] Checking router: d8beaf2f-a403-4e96-a174-9a17b37f7494 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:01:23.973529 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] Updating router d8beaf2f-a403-4e96-a174-9a17b37f7494 port ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:01:23.999235 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:24.098474 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12ed2c68-95e6-4028-95e8-77451e7b318a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:24.158230 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed2c68-95e6-4028-95e8-77451e7b318a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Subnet': ['ID=15bbd12b-cef5-4a65-a3f4-fbf11f805edf,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:24.171411 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed2c68-95e6-4028-95e8-77451e7b318a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Checking segment: {'id': 'ebc9350e-459f-41ee-85b3-77753b2ca7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:01:24.171783 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ed2c68-95e6-4028-95e8-77451e7b318a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network hostable DHCP agents. Network: bcaad48a-8fca-4ec7-8840-87766651d40a, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:01:24.189614 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ed2c68-95e6-4028-95e8-77451e7b318a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network bcaad48a-8fca-4ec7-8840-87766651d40a is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:01:24.200107 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-12ed2c68-95e6-4028-95e8-77451e7b318a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, bcaad48a-8fca-4ec7-8840-87766651d40a) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:01:24.205010 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ed2c68-95e6-4028-95e8-77451e7b318a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:24.205990 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12ed2c68-95e6-4028-95e8-77451e7b318a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:24.210449 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c60b238-c354-4ccb-93cb-ad1de5e2c618 None None] Network bcaad48a-8fca-4ec7-8840-87766651d40a requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:01:24.223885 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-12ed2c68-95e6-4028-95e8-77451e7b318a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4082632 Nov 24 22:01:24.226706 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55298) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:01:24.311407 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:24.318585 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:24.562872 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a02f8a-d91a-4796-8fd3-c1e59bbf4f4c None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:01:24.581866 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] Attempting to bind port ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:01:24.582253 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] Attempting to bind port ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:01:24.582625 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] Attempting to bind port ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:01:24.591613 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44959b53-7e95-428a-8ffe-dd347a4ac078 None None] Pushing event updated for resources: {'Port': ['ID=ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:24.598121 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:01:24.598534 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:01:24.598909 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:24.599305 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:01:24.599789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] Bound port: ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:01:24.600195 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:24.689946 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74643b19-d626-4c01-8f09-f3f674a6c01f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-bcaad48a-8fca-4ec7-8840-87766651d40a', 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ips': [{'subnet_id': '15bbd12b-cef5-4a65-a3f4-fbf11f805edf'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:01:24.690834 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-74643b19-d626-4c01-8f09-f3f674a6c01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:24.693190 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-86906b61-74a9-4759-9f78-c5d3f3eadde0 None None] Provisioning complete for port ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:01:24.693562 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-86906b61-74a9-4759-9f78-c5d3f3eadde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:24.700009 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] For port ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:01:24.745025 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] For port ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:01:24.763872 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:24.779107 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-86906b61-74a9-4759-9f78-c5d3f3eadde0 None None] Port ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:01:24.863750 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e7b65f-8f26-4296-b72d-cc25a808ea4c None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:01:24.901085 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] Routers {'d8beaf2f-a403-4e96-a174-9a17b37f7494'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:01:24.902263 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:01:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d8beaf2f-a403-4e96-a174-9a17b37f7494'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:01:24.956040 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44959b53-7e95-428a-8ffe-dd347a4ac078 None None] Pushing event updated for resources: {'Port': ['ID=ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:25.025610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-74643b19-d626-4c01-8f09-f3f674a6c01f None None] Allocated IP 172.20.0.2 (bcaad48a-8fca-4ec7-8840-87766651d40a/15bbd12b-cef5-4a65-a3f4-fbf11f805edf/b50ef068-bf8e-490f-a443-9b87727bc4ed) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:01:25.050059 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89cbbc55-48e4-492d-acb7-57b0e186c4f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:25.060406 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4da7ccc3-494c-415c-98a4-5cbc885825bd None None] Provisioning complete for port ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:01:25.060795 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4da7ccc3-494c-415c-98a4-5cbc885825bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:25.108571 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] Set router d8beaf2f-a403-4e96-a174-9a17b37f7494 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:01:25.378034 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4da7ccc3-494c-415c-98a4-5cbc885825bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:25.417941 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-74643b19-d626-4c01-8f09-f3f674a6c01f None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:25.431205 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4da7ccc3-494c-415c-98a4-5cbc885825bd None None] For port ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:01:25.435459 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-74643b19-d626-4c01-8f09-f3f674a6c01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:25.449487 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4da7ccc3-494c-415c-98a4-5cbc885825bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:25.483276 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74643b19-d626-4c01-8f09-f3f674a6c01f None None] Network bcaad48a-8fca-4ec7-8840-87766651d40a is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:01:25.486494 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-89cbbc55-48e4-492d-acb7-57b0e186c4f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Allocated IP 172.20.0.1 (bcaad48a-8fca-4ec7-8840-87766651d40a/15bbd12b-cef5-4a65-a3f4-fbf11f805edf/3f79474b-726d-446c-aaac-ab93e54a9e19) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:01:25.490911 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-74643b19-d626-4c01-8f09-f3f674a6c01f None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:01:25.495647 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74643b19-d626-4c01-8f09-f3f674a6c01f None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:01:25.505636 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74643b19-d626-4c01-8f09-f3f674a6c01f None None] Pushing event updated for resources: {'Port': ['ID=b50ef068-bf8e-490f-a443-9b87727bc4ed,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:25.580177 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148720546', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:23Z', 'revision_number': 3, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:01:25.609770 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89cbbc55-48e4-492d-acb7-57b0e186c4f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:25.628391 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49659dd0-7395-4dd9-ad9a-9100464bb9ce None None] The sync data for ids ['d8beaf2f-a403-4e96-a174-9a17b37f7494'] in n-d-812111-8 is: [{'id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148720546', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:23Z', 'revision_number': 3, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:01:25.630474 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7ccc3-494c-415c-98a4-5cbc885825bd None None] Pushing event updated for resources: {'Port': ['ID=ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:25.633283 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-74643b19-d626-4c01-8f09-f3f674a6c01f None None] Attempting to bind port b50ef068-bf8e-490f-a443-9b87727bc4ed on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:01:25.633663 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-74643b19-d626-4c01-8f09-f3f674a6c01f None None] Attempting to bind port b50ef068-bf8e-490f-a443-9b87727bc4ed by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'ebc9350e-459f-41ee-85b3-77753b2ca7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:01:25.635020 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74643b19-d626-4c01-8f09-f3f674a6c01f None None] Attempting to bind port b50ef068-bf8e-490f-a443-9b87727bc4ed on network bcaad48a-8fca-4ec7-8840-87766651d40a {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:01:25.641521 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74643b19-d626-4c01-8f09-f3f674a6c01f None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:01:25.641909 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74643b19-d626-4c01-8f09-f3f674a6c01f None None] Checking segment: {'id': 'ebc9350e-459f-41ee-85b3-77753b2ca7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:01:25.642320 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-74643b19-d626-4c01-8f09-f3f674a6c01f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:25.642722 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74643b19-d626-4c01-8f09-f3f674a6c01f None None] Bound using segment: {'id': 'ebc9350e-459f-41ee-85b3-77753b2ca7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:01:25.643205 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-74643b19-d626-4c01-8f09-f3f674a6c01f None None] Bound port: b50ef068-bf8e-490f-a443-9b87727bc4ed, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc9350e-459f-41ee-85b3-77753b2ca7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:01:25.643600 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-74643b19-d626-4c01-8f09-f3f674a6c01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:25.647770 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89cbbc55-48e4-492d-acb7-57b0e186c4f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:25.702685 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cbbc55-48e4-492d-acb7-57b0e186c4f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network bcaad48a-8fca-4ec7-8840-87766651d40a is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:01:25.706073 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-89cbbc55-48e4-492d-acb7-57b0e186c4f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:01:25.710847 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cbbc55-48e4-492d-acb7-57b0e186c4f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:01:25.715522 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbbc55-48e4-492d-acb7-57b0e186c4f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=3f79474b-726d-446c-aaac-ab93e54a9e19,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:25.716729 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-74643b19-d626-4c01-8f09-f3f674a6c01f None None] For port b50ef068-bf8e-490f-a443-9b87727bc4ed, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:01:25.720358 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-74643b19-d626-4c01-8f09-f3f674a6c01f None None] For port b50ef068-bf8e-490f-a443-9b87727bc4ed, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b50ef068-bf8e-490f-a443-9b87727bc4ed,segment=NetworkSegment(ebc9350e-459f-41ee-85b3-77753b2ca7c2),segment_id=ebc9350e-459f-41ee-85b3-77753b2ca7c2)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:01:25.728322 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-74643b19-d626-4c01-8f09-f3f674a6c01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:25.764717 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89cbbc55-48e4-492d-acb7-57b0e186c4f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:25.792926 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74643b19-d626-4c01-8f09-f3f674a6c01f None None] Pushing event updated for resources: {'Port': ['ID=b50ef068-bf8e-490f-a443-9b87727bc4ed,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:25.938611 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89cbbc55-48e4-492d-acb7-57b0e186c4f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:26.284246 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89cbbc55-48e4-492d-acb7-57b0e186c4f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:26.290514 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89cbbc55-48e4-492d-acb7-57b0e186c4f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:26.372310 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89cbbc55-48e4-492d-acb7-57b0e186c4f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:26.385483 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbbc55-48e4-492d-acb7-57b0e186c4f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=3f79474b-726d-446c-aaac-ab93e54a9e19,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:26.475608 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cbbc55-48e4-492d-acb7-57b0e186c4f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network bcaad48a-8fca-4ec7-8840-87766651d40a is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:01:26.477253 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-89cbbc55-48e4-492d-acb7-57b0e186c4f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:01:26.603711 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cbbc55-48e4-492d-acb7-57b0e186c4f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router d8beaf2f-a403-4e96-a174-9a17b37f7494 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:01:26.722136 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cbbc55-48e4-492d-acb7-57b0e186c4f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:01:26.728094 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-89cbbc55-48e4-492d-acb7-57b0e186c4f6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "PUT /v2.0/routers/d8beaf2f-a403-4e96-a174-9a17b37f7494/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4999869 Nov 24 22:01:26.818823 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c797f220-e9c5-42cb-96a7-d38e2a027159 None None] Network bcaad48a-8fca-4ec7-8840-87766651d40a requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:01:26.898959 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-47422bc5-117e-458e-9576-4a547337264a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1199150562&fields=id&tenant_id=47d6bccedae942e2945c2bd9d08dfa80 HTTP/1.1" status: 200 len: 267 time: 0.0503800 Nov 24 22:01:26.903134 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-44ca8bd2-5cfe-439d-a4f9-9cfc30ec2a01 None None] Provisioning complete for port b50ef068-bf8e-490f-a443-9b87727bc4ed triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:01:26.903504 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-44ca8bd2-5cfe-439d-a4f9-9cfc30ec2a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:27.017887 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-069b0ab7-5151-446d-b5ba-9d25e7a438f4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:27.021317 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-069b0ab7-5151-446d-b5ba-9d25e7a438f4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/networks?id=bcaad48a-8fca-4ec7-8840-87766651d40a HTTP/1.1" status: 200 len: 796 time: 0.1152933 Nov 24 22:01:27.036849 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-50b692f5-c436-4f4e-8ae9-aa5a2c50db7a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/quotas/47d6bccedae942e2945c2bd9d08dfa80 HTTP/1.1" status: 200 len: 375 time: 0.0109229 Nov 24 22:01:27.060314 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-44ca8bd2-5cfe-439d-a4f9-9cfc30ec2a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:27.096217 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-44ca8bd2-5cfe-439d-a4f9-9cfc30ec2a01 None None] For port b50ef068-bf8e-490f-a443-9b87727bc4ed, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b50ef068-bf8e-490f-a443-9b87727bc4ed,segment=NetworkSegment(ebc9350e-459f-41ee-85b3-77753b2ca7c2),segment_id=ebc9350e-459f-41ee-85b3-77753b2ca7c2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:01:27.098225 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-c3bfd2a8-b6d3-4c58-8a90-be964f11b4ed tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545027 Nov 24 22:01:27.101356 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-44ca8bd2-5cfe-439d-a4f9-9cfc30ec2a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:27.162082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca8bd2-5cfe-439d-a4f9-9cfc30ec2a01 None None] Pushing event updated for resources: {'Port': ['ID=b50ef068-bf8e-490f-a443-9b87727bc4ed,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:27.224677 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-df89a0d6-22e8-450c-873e-70f4a44fa0d2 service neutron] 10.222.0.11 "GET /v2.0/networks/bcaad48a-8fca-4ec7-8840-87766651d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096945 Nov 24 22:01:27.330729 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-55746804-d572-4210-981a-7d53b4340955 None None] Provisioning complete for port 3f79474b-726d-446c-aaac-ab93e54a9e19 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:01:27.331298 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-55746804-d572-4210-981a-7d53b4340955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:27.341404 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-9838a1d2-3245-4f2f-9ed1-959db7c15e46 service neutron] 10.222.0.11 "GET /v2.0/networks/bcaad48a-8fca-4ec7-8840-87766651d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081719 Nov 24 22:01:27.369937 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b50ef068-bf8e-490f-a443-9b87727bc4ed up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:01:27.415225 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-55746804-d572-4210-981a-7d53b4340955 None None] Port 3f79474b-726d-446c-aaac-ab93e54a9e19 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:01:27.422602 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] Sync routers for ids ['d8beaf2f-a403-4e96-a174-9a17b37f7494'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:01:27.441336 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] Routers {'d8beaf2f-a403-4e96-a174-9a17b37f7494'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:01:27.442114 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:01:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d8beaf2f-a403-4e96-a174-9a17b37f7494'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:01:27.445984 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-55746804-d572-4210-981a-7d53b4340955 None None] Provisioning complete for port b50ef068-bf8e-490f-a443-9b87727bc4ed triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:01:27.446532 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-55746804-d572-4210-981a-7d53b4340955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:27.512675 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port b50ef068-bf8e-490f-a443-9b87727bc4ed triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:01:27.513082 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:27.607386 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6969bbf2-26c8-44bc-a2ee-30073d6f29d2 req-43173c3a-4e32-44f5-a485-f2a3fb525d05 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 210 time: 0.0773590 Nov 24 22:01:27.635694 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] Set router d8beaf2f-a403-4e96-a174-9a17b37f7494 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:01:27.677083 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:01:27.739990 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:01:27.740346 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:27.807598 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-904188f3-0257-41d5-8b0f-94b80c54c4f6 None None] Provisioning complete for port 3f79474b-726d-446c-aaac-ab93e54a9e19 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:01:27.808105 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-904188f3-0257-41d5-8b0f-94b80c54c4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:27.891644 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-904188f3-0257-41d5-8b0f-94b80c54c4f6 None None] Port 3f79474b-726d-446c-aaac-ab93e54a9e19 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:01:27.894974 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148720546', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:25Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3f79474b-726d-446c-aaac-ab93e54a9e19', 'name': '', 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:91:10:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '15bbd12b-cef5-4a65-a3f4-fbf11f805edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:01:25Z', 'updated_at': '2021-11-24T22:01:26Z', 'revision_number': 2, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '15bbd12b-cef5-4a65-a3f4-fbf11f805edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:01:27.924075 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] Checking router: d8beaf2f-a403-4e96-a174-9a17b37f7494 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:01:27.924301 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] Updating router d8beaf2f-a403-4e96-a174-9a17b37f7494 port 3f79474b-726d-446c-aaac-ab93e54a9e19 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:01:27.953850 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:28.118817 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-934db03a-e540-4468-87d9-7bade19235b8 None None] Provisioning complete for port 3f79474b-726d-446c-aaac-ab93e54a9e19 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:01:28.119190 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-934db03a-e540-4468-87d9-7bade19235b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:28.197243 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-934db03a-e540-4468-87d9-7bade19235b8 None None] Port 3f79474b-726d-446c-aaac-ab93e54a9e19 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:01:28.259595 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:28.264730 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:28.313612 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e32e5-12c3-44f2-9e4d-f705452f65fe None None] Pushing event updated for resources: {'Port': ['ID=3f79474b-726d-446c-aaac-ab93e54a9e19,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:28.323825 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e32e5-12c3-44f2-9e4d-f705452f65fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:01:28.324195 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e32e5-12c3-44f2-9e4d-f705452f65fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:01:28.324588 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e32e5-12c3-44f2-9e4d-f705452f65fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:01:28.324895 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e32e5-12c3-44f2-9e4d-f705452f65fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:01:28.325224 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e32e5-12c3-44f2-9e4d-f705452f65fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:01:28.325574 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e32e5-12c3-44f2-9e4d-f705452f65fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:01:28.325923 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e32e5-12c3-44f2-9e4d-f705452f65fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:01:28.326248 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e32e5-12c3-44f2-9e4d-f705452f65fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:01:28.326583 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e32e5-12c3-44f2-9e4d-f705452f65fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:01:28.326913 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e32e5-12c3-44f2-9e4d-f705452f65fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:01:28.327280 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e32e5-12c3-44f2-9e4d-f705452f65fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:01:28.327565 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e32e5-12c3-44f2-9e4d-f705452f65fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:01:28.377477 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] Attempting to bind port 3f79474b-726d-446c-aaac-ab93e54a9e19 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:01:28.377851 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] Attempting to bind port 3f79474b-726d-446c-aaac-ab93e54a9e19 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'ebc9350e-459f-41ee-85b3-77753b2ca7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:01:28.378220 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] Attempting to bind port 3f79474b-726d-446c-aaac-ab93e54a9e19 on network bcaad48a-8fca-4ec7-8840-87766651d40a {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:01:28.383297 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:01:28.383671 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] Checking segment: {'id': 'ebc9350e-459f-41ee-85b3-77753b2ca7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:01:28.384079 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:28.384479 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] Bound using segment: {'id': 'ebc9350e-459f-41ee-85b3-77753b2ca7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:01:28.384969 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] Bound port: 3f79474b-726d-446c-aaac-ab93e54a9e19, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc9350e-459f-41ee-85b3-77753b2ca7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:01:28.385353 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:28.519232 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-663d23ed-5279-4549-bb2f-72f341a11cc7 None None] Provisioning complete for port 3f79474b-726d-446c-aaac-ab93e54a9e19 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:01:28.519708 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-663d23ed-5279-4549-bb2f-72f341a11cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:28.553149 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] For port 3f79474b-726d-446c-aaac-ab93e54a9e19, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:01:28.556541 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] For port 3f79474b-726d-446c-aaac-ab93e54a9e19, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3f79474b-726d-446c-aaac-ab93e54a9e19,segment=NetworkSegment(ebc9350e-459f-41ee-85b3-77753b2ca7c2),segment_id=ebc9350e-459f-41ee-85b3-77753b2ca7c2)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:01:28.561771 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:28.562421 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-663d23ed-5279-4549-bb2f-72f341a11cc7 None None] Port 3f79474b-726d-446c-aaac-ab93e54a9e19 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:01:28.621174 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] Routers {'d8beaf2f-a403-4e96-a174-9a17b37f7494'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:01:28.627480 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:01:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d8beaf2f-a403-4e96-a174-9a17b37f7494'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:01:28.686022 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e32e5-12c3-44f2-9e4d-f705452f65fe None None] Pushing event updated for resources: {'Port': ['ID=3f79474b-726d-446c-aaac-ab93e54a9e19,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:28.719046 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-ee2d4552-21e8-4413-9ff8-6360254a145c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:28.720844 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-ee2d4552-21e8-4413-9ff8-6360254a145c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.48 "GET /v2.0/networks?id=bcaad48a-8fca-4ec7-8840-87766651d40a HTTP/1.1" status: 200 len: 796 time: 0.1770949 Nov 24 22:01:28.744644 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d2a86273-fc19-497a-8d38-0e801af15458 req-2ef097c7-4567-4135-9ead-303f2c13d6f7 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 210 time: 0.0417054 Nov 24 22:01:28.779778 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] Set router d8beaf2f-a403-4e96-a174-9a17b37f7494 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:01:28.810926 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-601d1755-b100-4f50-9de9-7bd3f55eb082 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47d6bccedae942e2945c2bd9d08dfa80 HTTP/1.1" status: 200 len: 380 time: 0.0769811 Nov 24 22:01:28.821601 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-ee901511-b8df-4146-8db6-b7a2525bf878 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'port': {'device_id': 'f5e09747-1943-4d8e-a0fc-2edc0cce86b0', 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a', 'admin_state_up': True, 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'security_groups': ['931f36ab-45e4-4ab6-8686-a256930e7923']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:01:28.890940 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ce21c506-359d-43b1-bcee-68e77d6da398 None None] Provisioning complete for port 3f79474b-726d-446c-aaac-ab93e54a9e19 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:01:28.891909 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ce21c506-359d-43b1-bcee-68e77d6da398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:28.949593 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-ee901511-b8df-4146-8db6-b7a2525bf878 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Made reservation on behalf of 47d6bccedae942e2945c2bd9d08dfa80 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:01:28.954257 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-ee901511-b8df-4146-8db6-b7a2525bf878 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:28.982945 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ce21c506-359d-43b1-bcee-68e77d6da398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:29.024025 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ce21c506-359d-43b1-bcee-68e77d6da398 None None] For port 3f79474b-726d-446c-aaac-ab93e54a9e19, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3f79474b-726d-446c-aaac-ab93e54a9e19,segment=NetworkSegment(ebc9350e-459f-41ee-85b3-77753b2ca7c2),segment_id=ebc9350e-459f-41ee-85b3-77753b2ca7c2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:01:29.029380 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ce21c506-359d-43b1-bcee-68e77d6da398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:29.077659 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148720546', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:25Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3f79474b-726d-446c-aaac-ab93e54a9e19', 'name': '', 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:91:10:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '15bbd12b-cef5-4a65-a3f4-fbf11f805edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:01:25Z', 'updated_at': '2021-11-24T22:01:28Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '15bbd12b-cef5-4a65-a3f4-fbf11f805edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:01:29.091835 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21c506-359d-43b1-bcee-68e77d6da398 None None] Pushing event updated for resources: {'Port': ['ID=3f79474b-726d-446c-aaac-ab93e54a9e19,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:29.132100 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43361bd6-0800-4c6e-a16b-4ef7fdd1f503 None None] The sync data for ids ['d8beaf2f-a403-4e96-a174-9a17b37f7494'] in n-d-812111-8 is: [{'id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148720546', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:25Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3f79474b-726d-446c-aaac-ab93e54a9e19', 'name': '', 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:91:10:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '15bbd12b-cef5-4a65-a3f4-fbf11f805edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:01:25Z', 'updated_at': '2021-11-24T22:01:28Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '15bbd12b-cef5-4a65-a3f4-fbf11f805edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:01:29.160382 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-ee901511-b8df-4146-8db6-b7a2525bf878 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Allocated IP 172.20.0.3 (bcaad48a-8fca-4ec7-8840-87766651d40a/15bbd12b-cef5-4a65-a3f4-fbf11f805edf/52bef56a-4750-4e28-9db2-82c618295b1d) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:01:29.374873 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-ee901511-b8df-4146-8db6-b7a2525bf878 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:29.378306 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3f79474b-726d-446c-aaac-ab93e54a9e19 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:01:29.420034 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-ee901511-b8df-4146-8db6-b7a2525bf878 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:29.451592 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 3f79474b-726d-446c-aaac-ab93e54a9e19 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:01:29.451928 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:29.498643 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee901511-b8df-4146-8db6-b7a2525bf878 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=52bef56a-4750-4e28-9db2-82c618295b1d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:29.502689 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-ee901511-b8df-4146-8db6-b7a2525bf878 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network bcaad48a-8fca-4ec7-8840-87766651d40a is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:01:29.504720 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-ee901511-b8df-4146-8db6-b7a2525bf878 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:01:29.507217 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-ee901511-b8df-4146-8db6-b7a2525bf878 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:01:29.565958 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-ee901511-b8df-4146-8db6-b7a2525bf878 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:29.566642 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-ee901511-b8df-4146-8db6-b7a2525bf878 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:29.593486 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-ee901511-b8df-4146-8db6-b7a2525bf878 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7759213 Nov 24 22:01:29.607155 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-6eefbfb9-9da1-4e43-92a6-45553de08d47 service neutron] Request body: {'port': {'device_id': 'f5e09747-1943-4d8e-a0fc-2edc0cce86b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:01:29.690404 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-6eefbfb9-9da1-4e43-92a6-45553de08d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:29.757611 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-79c37d06-7030-42b4-81bb-30d5706f0cc8 None None] Provisioning complete for port 52bef56a-4750-4e28-9db2-82c618295b1d triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:01:29.758082 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-79c37d06-7030-42b4-81bb-30d5706f0cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:29.858098 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-79c37d06-7030-42b4-81bb-30d5706f0cc8 None None] Port 52bef56a-4750-4e28-9db2-82c618295b1d cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:01:29.897264 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec60365-e7ed-4059-87ee-67957075ab20 req-62fd8b81-07c2-4054-bb74-0e3678b6e9e8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:29.899450 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ec60365-e7ed-4059-87ee-67957075ab20 req-62fd8b81-07c2-4054-bb74-0e3678b6e9e8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 931 time: 0.0618377 Nov 24 22:01:29.970621 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4ec60365-e7ed-4059-87ee-67957075ab20 req-67541f6a-740d-4133-a363-b0490d920246 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640709 Nov 24 22:01:30.033968 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-6eefbfb9-9da1-4e43-92a6-45553de08d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52bef56a-4750-4e28-9db2-82c618295b1d {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:01:30.043191 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-6eefbfb9-9da1-4e43-92a6-45553de08d47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:30.055991 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-6eefbfb9-9da1-4e43-92a6-45553de08d47 service neutron] Transition to ACTIVE for port object 52bef56a-4750-4e28-9db2-82c618295b1d will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:01:30.061313 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-6eefbfb9-9da1-4e43-92a6-45553de08d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:30.145702 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefbfb9-9da1-4e43-92a6-45553de08d47 service neutron] Pushing event updated for resources: {'Port': ['ID=52bef56a-4750-4e28-9db2-82c618295b1d,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:30.221643 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-6eefbfb9-9da1-4e43-92a6-45553de08d47 service neutron] Attempting to bind port 52bef56a-4750-4e28-9db2-82c618295b1d on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:01:30.222596 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-6eefbfb9-9da1-4e43-92a6-45553de08d47 service neutron] Attempting to bind port 52bef56a-4750-4e28-9db2-82c618295b1d by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'ebc9350e-459f-41ee-85b3-77753b2ca7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:01:30.222951 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-6eefbfb9-9da1-4e43-92a6-45553de08d47 service neutron] Attempting to bind port 52bef56a-4750-4e28-9db2-82c618295b1d on network bcaad48a-8fca-4ec7-8840-87766651d40a {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:01:30.228266 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-6eefbfb9-9da1-4e43-92a6-45553de08d47 service neutron] Port 52bef56a-4750-4e28-9db2-82c618295b1d on network bcaad48a-8fca-4ec7-8840-87766651d40a not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:01:30.228607 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-6eefbfb9-9da1-4e43-92a6-45553de08d47 service neutron] Attempting to bind port 52bef56a-4750-4e28-9db2-82c618295b1d on network bcaad48a-8fca-4ec7-8840-87766651d40a {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:01:30.234804 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-6eefbfb9-9da1-4e43-92a6-45553de08d47 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:01:30.235152 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-6eefbfb9-9da1-4e43-92a6-45553de08d47 service neutron] Checking segment: {'id': 'ebc9350e-459f-41ee-85b3-77753b2ca7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:01:30.235583 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-6eefbfb9-9da1-4e43-92a6-45553de08d47 service neutron] Bound using segment: {'id': 'ebc9350e-459f-41ee-85b3-77753b2ca7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:01:30.236025 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-6eefbfb9-9da1-4e43-92a6-45553de08d47 service neutron] Bound port: 52bef56a-4750-4e28-9db2-82c618295b1d, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc9350e-459f-41ee-85b3-77753b2ca7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:01:30.236393 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-6eefbfb9-9da1-4e43-92a6-45553de08d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:30.310720 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-6eefbfb9-9da1-4e43-92a6-45553de08d47 service neutron] For port 52bef56a-4750-4e28-9db2-82c618295b1d, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:01:30.314606 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-6eefbfb9-9da1-4e43-92a6-45553de08d47 service neutron] For port 52bef56a-4750-4e28-9db2-82c618295b1d, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=52bef56a-4750-4e28-9db2-82c618295b1d,segment=NetworkSegment(ebc9350e-459f-41ee-85b3-77753b2ca7c2),segment_id=ebc9350e-459f-41ee-85b3-77753b2ca7c2)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:01:30.321785 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-6eefbfb9-9da1-4e43-92a6-45553de08d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:30.359263 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-6eefbfb9-9da1-4e43-92a6-45553de08d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:30.359967 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-6eefbfb9-9da1-4e43-92a6-45553de08d47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:30.361484 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-6eefbfb9-9da1-4e43-92a6-45553de08d47 service neutron] 10.222.0.48 "PUT /v2.0/ports/52bef56a-4750-4e28-9db2-82c618295b1d HTTP/1.1" status: 200 len: 1091 time: 0.7590425 Nov 24 22:01:30.361985 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e09747-1943-4d8e-a0fc-2edc0cce86b0', 'tag': '52bef56a-4750-4e28-9db2-82c618295b1d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:01:30.364701 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df0f3f5-9175-4168-b0a3-8c87e6a7b3f4" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e09747-1943-4d8e-a0fc-2edc0cce86b0", "tag": "52bef56a-4750-4e28-9db2-82c618295b1d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:01:30.425795 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44d7c17-eec7-49f6-94a3-a421271f02c5 x-openstack-request-id: req-d44d7c17-eec7-49f6-94a3-a421271f02c5 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:01:30.426285 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e09747-1943-4d8e-a0fc-2edc0cce86b0", "tag": "52bef56a-4750-4e28-9db2-82c618295b1d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:01:30.426606 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d44d7c17-eec7-49f6-94a3-a421271f02c5 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:01:30.427028 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e09747-1943-4d8e-a0fc-2edc0cce86b0', 'tag': '52bef56a-4750-4e28-9db2-82c618295b1d', 'status': 'completed', 'code': 200} Nov 24 22:01:30.474807 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefbfb9-9da1-4e43-92a6-45553de08d47 service neutron] Pushing event updated for resources: {'Port': ['ID=52bef56a-4750-4e28-9db2-82c618295b1d,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:30.500153 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-a12a2223-cfd8-4665-8f73-27d83820d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:30.502654 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-a12a2223-cfd8-4665-8f73-27d83820d216 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 1094 time: 0.0747573 Nov 24 22:01:30.556380 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-b1a26104-3323-44f0-a63d-a9b9138904b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52bef56a-4750-4e28-9db2-82c618295b1d HTTP/1.1" status: 200 len: 217 time: 0.0433931 Nov 24 22:01:30.612169 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-c62ed2be-1ef4-4c5f-9b62-504a71834eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:30.613743 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-c62ed2be-1ef4-4c5f-9b62-504a71834eea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15bbd12b-cef5-4a65-a3f4-fbf11f805edf HTTP/1.1" status: 200 len: 834 time: 0.0506599 Nov 24 22:01:30.662509 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-235ca2dd-d328-40f0-a43d-5e4dd8113074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:30.664032 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-235ca2dd-d328-40f0-a43d-5e4dd8113074 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bcaad48a-8fca-4ec7-8840-87766651d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437891 Nov 24 22:01:30.761647 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-5799d936-04c7-43cc-96cd-99dd87630494 service neutron] 10.222.0.48 "GET /v2.0/networks/bcaad48a-8fca-4ec7-8840-87766651d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902724 Nov 24 22:01:30.861378 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-ea5ca420-ea89-4e0b-9288-38bf47d90e1c req-896a2acb-e2be-4630-b759-1b257b9340f4 service neutron] 10.222.0.48 "GET /v2.0/networks/bcaad48a-8fca-4ec7-8840-87766651d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930080 Nov 24 22:01:30.946097 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0f3f5-9175-4168-b0a3-8c87e6a7b3f4 req-d7b3ff60-c29b-41fe-8623-27543592dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:30.947605 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2df0f3f5-9175-4168-b0a3-8c87e6a7b3f4 req-d7b3ff60-c29b-41fe-8623-27543592dae4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 1094 time: 0.0403173 Nov 24 22:01:31.039656 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0f3f5-9175-4168-b0a3-8c87e6a7b3f4 req-aa536a56-fe26-4ed3-8d0d-c02f98a8759d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:31.041187 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2df0f3f5-9175-4168-b0a3-8c87e6a7b3f4 req-aa536a56-fe26-4ed3-8d0d-c02f98a8759d service neutron] 10.222.0.48 "GET /v2.0/networks?id=bcaad48a-8fca-4ec7-8840-87766651d40a HTTP/1.1" status: 200 len: 897 time: 0.0871272 Nov 24 22:01:31.086166 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2df0f3f5-9175-4168-b0a3-8c87e6a7b3f4 req-1e873cf6-3d56-4d26-9f58-760346883ed1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52bef56a-4750-4e28-9db2-82c618295b1d HTTP/1.1" status: 200 len: 217 time: 0.0379939 Nov 24 22:01:31.092239 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede7ccb-ac66-4fe2-aea0-19e19506de90 req-5aa64988-5186-4ade-aebb-0a437b929bef tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:31.093855 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cede7ccb-ac66-4fe2-aea0-19e19506de90 req-5aa64988-5186-4ade-aebb-0a437b929bef tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 943 time: 0.0560348 Nov 24 22:01:31.137453 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0f3f5-9175-4168-b0a3-8c87e6a7b3f4 req-8b74366a-bd5c-4261-bdee-7dbddf06743a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:31.138948 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2df0f3f5-9175-4168-b0a3-8c87e6a7b3f4 req-8b74366a-bd5c-4261-bdee-7dbddf06743a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15bbd12b-cef5-4a65-a3f4-fbf11f805edf HTTP/1.1" status: 200 len: 834 time: 0.0451517 Nov 24 22:01:31.144020 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cede7ccb-ac66-4fe2-aea0-19e19506de90 req-47d35296-0395-41f1-bcac-75caa35b2e69 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439186 Nov 24 22:01:31.188085 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0f3f5-9175-4168-b0a3-8c87e6a7b3f4 req-4d538c7f-0073-4d60-a841-b8056dcde93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:31.190081 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2df0f3f5-9175-4168-b0a3-8c87e6a7b3f4 req-4d538c7f-0073-4d60-a841-b8056dcde93e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bcaad48a-8fca-4ec7-8840-87766651d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424325 Nov 24 22:01:31.286338 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2df0f3f5-9175-4168-b0a3-8c87e6a7b3f4 req-1605308e-7476-4744-8efc-b086e353fa5c service neutron] 10.222.0.48 "GET /v2.0/networks/bcaad48a-8fca-4ec7-8840-87766651d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866394 Nov 24 22:01:31.380904 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2df0f3f5-9175-4168-b0a3-8c87e6a7b3f4 req-a33734fe-83ad-4bcd-af1a-c32a1e278f19 service neutron] 10.222.0.48 "GET /v2.0/networks/bcaad48a-8fca-4ec7-8840-87766651d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866435 Nov 24 22:01:32.261743 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501a06c-50d7-4b03-944f-15cb129c601e req-b2ae914b-d6d7-4706-9f96-8486039926a9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:32.263207 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2501a06c-50d7-4b03-944f-15cb129c601e req-b2ae914b-d6d7-4706-9f96-8486039926a9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 943 time: 0.0506167 Nov 24 22:01:32.313831 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2501a06c-50d7-4b03-944f-15cb129c601e req-46590bbe-daba-460f-904d-542a4548cd60 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447373 Nov 24 22:01:32.372463 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 52bef56a-4750-4e28-9db2-82c618295b1d details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:01:32.471804 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 52bef56a-4750-4e28-9db2-82c618295b1d, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=52bef56a-4750-4e28-9db2-82c618295b1d,segment=NetworkSegment(ebc9350e-459f-41ee-85b3-77753b2ca7c2),segment_id=ebc9350e-459f-41ee-85b3-77753b2ca7c2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:01:32.484471 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '52bef56a-4750-4e28-9db2-82c618295b1d', 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a', 'port_id': '52bef56a-4750-4e28-9db2-82c618295b1d', 'mac_address': 'fa:16:3e:23:c4:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15bbd12b-cef5-4a65-a3f4-fbf11f805edf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:01:32.521423 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:32.534565 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52bef56a-4750-4e28-9db2-82c618295b1d {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:01:32.553173 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 52bef56a-4750-4e28-9db2-82c618295b1d, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=52bef56a-4750-4e28-9db2-82c618295b1d,segment=NetworkSegment(ebc9350e-459f-41ee-85b3-77753b2ca7c2),segment_id=ebc9350e-459f-41ee-85b3-77753b2ca7c2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:01:32.556987 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:32.603082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=52bef56a-4750-4e28-9db2-82c618295b1d,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:32.750558 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['52bef56a-4750-4e28-9db2-82c618295b1d'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:01:33.440662 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626735e-87ad-49b5-9d99-c5bef6b46e5a req-7aaaf70a-27c2-4344-942e-be77cdff4e04 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:33.442165 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e626735e-87ad-49b5-9d99-c5bef6b46e5a req-7aaaf70a-27c2-4344-942e-be77cdff4e04 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 944 time: 0.0573621 Nov 24 22:01:33.503895 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e626735e-87ad-49b5-9d99-c5bef6b46e5a req-61edfa32-8af0-4512-86c3-6d24c6f6e4b5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558336 Nov 24 22:01:34.376793 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 52bef56a-4750-4e28-9db2-82c618295b1d up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:01:34.425421 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 52bef56a-4750-4e28-9db2-82c618295b1d completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:01:34.429244 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 52bef56a-4750-4e28-9db2-82c618295b1d triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:01:34.429619 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:34.511347 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:34.535302 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e09747-1943-4d8e-a0fc-2edc0cce86b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bef56a-4750-4e28-9db2-82c618295b1d'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:01:34.537573 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5714993-38bd-433a-a350-f4a5007afe66" -d '{"events": [{"server_uuid": "f5e09747-1943-4d8e-a0fc-2edc0cce86b0", "name": "network-vif-plugged", "status": "completed", "tag": "52bef56a-4750-4e28-9db2-82c618295b1d"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:01:34.550751 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 52bef56a-4750-4e28-9db2-82c618295b1d, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=52bef56a-4750-4e28-9db2-82c618295b1d,segment=NetworkSegment(ebc9350e-459f-41ee-85b3-77753b2ca7c2),segment_id=ebc9350e-459f-41ee-85b3-77753b2ca7c2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:01:34.554670 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:34.605690 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=52bef56a-4750-4e28-9db2-82c618295b1d,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:34.622813 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e78d9-e57b-4fbc-9e93-6cb08e86dd81 req-27df499b-ecd1-4765-8fd5-73d4675393dd tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:34.624450 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-935e78d9-e57b-4fbc-9e93-6cb08e86dd81 req-27df499b-ecd1-4765-8fd5-73d4675393dd tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 945 time: 0.0495982 Nov 24 22:01:34.674205 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-935e78d9-e57b-4fbc-9e93-6cb08e86dd81 req-11661696-d51c-4fb1-824b-64aba42a8b6f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437477 Nov 24 22:01:34.716829 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f455ccc-a5c2-4e15-8693-3b088f4bf982 x-openstack-request-id: req-1f455ccc-a5c2-4e15-8693-3b088f4bf982 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:01:34.717130 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e09747-1943-4d8e-a0fc-2edc0cce86b0", "name": "network-vif-plugged", "status": "completed", "tag": "52bef56a-4750-4e28-9db2-82c618295b1d", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:01:34.717385 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1f455ccc-a5c2-4e15-8693-3b088f4bf982 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:01:34.717784 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e09747-1943-4d8e-a0fc-2edc0cce86b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bef56a-4750-4e28-9db2-82c618295b1d', 'code': 200} Nov 24 22:01:34.824644 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d88ae4-fc0c-457e-b61f-ab1b295964b1 req-69bdafe3-9a42-4e40-a374-efd93ba40bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:34.826074 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a0d88ae4-fc0c-457e-b61f-ab1b295964b1 req-69bdafe3-9a42-4e40-a374-efd93ba40bbe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 1096 time: 0.0490377 Nov 24 22:01:34.875616 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a0d88ae4-fc0c-457e-b61f-ab1b295964b1 req-17180525-7cc2-4a69-a1a2-cf9e4d4ff40b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420899 Nov 24 22:01:35.794518 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51807e-b54f-430a-af72-2538dbf8e134 req-c56af438-b607-4e93-9a5d-e8d1788592a6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:35.795906 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e51807e-b54f-430a-af72-2538dbf8e134 req-c56af438-b607-4e93-9a5d-e8d1788592a6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 945 time: 0.0516100 Nov 24 22:01:35.845202 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e51807e-b54f-430a-af72-2538dbf8e134 req-ec25ba5c-a5ed-4700-90c5-8cff74c9117e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432780 Nov 24 22:01:36.964486 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c45c1-07d9-4966-8fd0-017553b5031f req-bc994fcf-1e34-4415-9369-8baed998fd94 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:36.966013 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-694c45c1-07d9-4966-8fd0-017553b5031f req-bc994fcf-1e34-4415-9369-8baed998fd94 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 945 time: 0.0530398 Nov 24 22:01:37.015979 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-694c45c1-07d9-4966-8fd0-017553b5031f req-9051bb71-bf09-499e-91f6-cb100d2310e4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440080 Nov 24 22:01:37.128784 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc8a64-24cb-48eb-89b6-12fdddacbe06 req-20deb97d-8718-424e-93c5-de4d58e53ed7 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:37.130167 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-49cc8a64-24cb-48eb-89b6-12fdddacbe06 req-20deb97d-8718-424e-93c5-de4d58e53ed7 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 945 time: 0.0496454 Nov 24 22:01:37.180103 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-49cc8a64-24cb-48eb-89b6-12fdddacbe06 req-da3761f2-cb15-4bad-9bcd-135e1810f29e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437751 Nov 24 22:01:37.201508 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55348) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:01:37.241762 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c664d2-6b07-45e6-8939-a162f9fc5778 tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:37.243296 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f5c664d2-6b07-45e6-8939-a162f9fc5778 tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 1091 time: 0.0407920 Nov 24 22:01:37.246290 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55350) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:01:37.250522 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a9b82ad7-3710-49d1-8dfe-21facb6dc678 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': '52bef56a-4750-4e28-9db2-82c618295b1d', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:01:37.272008 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9b82ad7-3710-49d1-8dfe-21facb6dc678 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:37.373623 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9b82ad7-3710-49d1-8dfe-21facb6dc678 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:37.474610 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-a9b82ad7-3710-49d1-8dfe-21facb6dc678 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Allocated IP 172.25.5.121 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/4374cf7d-20b1-479b-9dcf-d72865b8db0f) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:01:37.579284 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9b82ad7-3710-49d1-8dfe-21facb6dc678 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:37.612894 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9b82ad7-3710-49d1-8dfe-21facb6dc678 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:37.653276 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b82ad7-3710-49d1-8dfe-21facb6dc678 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:01:37.658323 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-a9b82ad7-3710-49d1-8dfe-21facb6dc678 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:01:37.660961 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b82ad7-3710-49d1-8dfe-21facb6dc678 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:01:37.687357 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b82ad7-3710-49d1-8dfe-21facb6dc678 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=4374cf7d-20b1-479b-9dcf-d72865b8db0f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:38.029661 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9b82ad7-3710-49d1-8dfe-21facb6dc678 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:38.094753 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9b82ad7-3710-49d1-8dfe-21facb6dc678 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:38.249433 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9b82ad7-3710-49d1-8dfe-21facb6dc678 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:38.253916 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9b82ad7-3710-49d1-8dfe-21facb6dc678 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:38.322540 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b82ad7-3710-49d1-8dfe-21facb6dc678 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=4374cf7d-20b1-479b-9dcf-d72865b8db0f,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:01:38.334427 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9b82ad7-3710-49d1-8dfe-21facb6dc678 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:38.434921 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-a9b82ad7-3710-49d1-8dfe-21facb6dc678 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Floating IP 7770ff9a-8a37-4e17-bd09-e8a0738fa768 associated. External IP: 172.25.5.121, port: 52bef56a-4750-4e28-9db2-82c618295b1d. Nov 24 22:01:38.644356 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b82ad7-3710-49d1-8dfe-21facb6dc678 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router d8beaf2f-a403-4e96-a174-9a17b37f7494 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:01:38.750638 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b82ad7-3710-49d1-8dfe-21facb6dc678 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:01:38.761306 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12bd600-a917-4358-b6ff-fcfc3bd54f24 None None] Sync routers for ids ['d8beaf2f-a403-4e96-a174-9a17b37f7494'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:01:38.767937 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9b82ad7-3710-49d1-8dfe-21facb6dc678 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:38.770968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12bd600-a917-4358-b6ff-fcfc3bd54f24 None None] Routers {'d8beaf2f-a403-4e96-a174-9a17b37f7494'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:01:38.771607 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f12bd600-a917-4358-b6ff-fcfc3bd54f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:01:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d8beaf2f-a403-4e96-a174-9a17b37f7494'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:01:38.795955 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a9b82ad7-3710-49d1-8dfe-21facb6dc678 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5486376 Nov 24 22:01:38.796568 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e09747-1943-4d8e-a0fc-2edc0cce86b0', 'tag': '52bef56a-4750-4e28-9db2-82c618295b1d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:01:38.798891 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30208f1-c0f2-4a31-8cd7-f06e75b21a04" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e09747-1943-4d8e-a0fc-2edc0cce86b0", "tag": "52bef56a-4750-4e28-9db2-82c618295b1d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:01:38.885340 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-f12bd600-a917-4358-b6ff-fcfc3bd54f24 None None] Set router d8beaf2f-a403-4e96-a174-9a17b37f7494 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:01:38.943779 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78f2de-a0c3-438b-ad35-3fe6b268f218 req-08f93ee3-efc7-4643-a455-cc792c2a516a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:38.945323 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9c78f2de-a0c3-438b-ad35-3fe6b268f218 req-08f93ee3-efc7-4643-a455-cc792c2a516a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 945 time: 0.0535419 Nov 24 22:01:38.997652 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9c78f2de-a0c3-438b-ad35-3fe6b268f218 req-9f18d417-2318-432e-ae38-69d739cba492 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460794 Nov 24 22:01:39.020219 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55358) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:01:39.067494 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a354cf95-061f-44c6-8767-e4832a7a2273 x-openstack-request-id: req-a354cf95-061f-44c6-8767-e4832a7a2273 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:01:39.067903 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e09747-1943-4d8e-a0fc-2edc0cce86b0", "tag": "52bef56a-4750-4e28-9db2-82c618295b1d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:01:39.068229 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a354cf95-061f-44c6-8767-e4832a7a2273 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:01:39.068906 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e09747-1943-4d8e-a0fc-2edc0cce86b0', 'tag': '52bef56a-4750-4e28-9db2-82c618295b1d', 'status': 'completed', 'code': 200} Nov 24 22:01:39.069511 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-61dc2482-badf-4645-af9b-bde25f931b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:39.142587 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f12bd600-a917-4358-b6ff-fcfc3bd54f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148720546', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:25Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '7770ff9a-8a37-4e17-bd09-e8a0738fa768', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'floating_ip_address': '172.25.5.121', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'port_id': '52bef56a-4750-4e28-9db2-82c618295b1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a', 'mac_address': 'fa:16:3e:23:c4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e09747-1943-4d8e-a0fc-2edc0cce86b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:01:37Z', 'updated_at': '2021-11-24T22:01:37Z', 'revision_number': 0, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f79474b-726d-446c-aaac-ab93e54a9e19', 'name': '', 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:91:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '15bbd12b-cef5-4a65-a3f4-fbf11f805edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:01:25Z', 'updated_at': '2021-11-24T22:01:29Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '15bbd12b-cef5-4a65-a3f4-fbf11f805edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:01:39.175617 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12bd600-a917-4358-b6ff-fcfc3bd54f24 None None] Checking router: d8beaf2f-a403-4e96-a174-9a17b37f7494 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:01:39.185385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12bd600-a917-4358-b6ff-fcfc3bd54f24 None None] Routers {'d8beaf2f-a403-4e96-a174-9a17b37f7494'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:01:39.186034 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f12bd600-a917-4358-b6ff-fcfc3bd54f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:01:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d8beaf2f-a403-4e96-a174-9a17b37f7494'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:01:39.298711 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-f12bd600-a917-4358-b6ff-fcfc3bd54f24 None None] Set router d8beaf2f-a403-4e96-a174-9a17b37f7494 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:01:39.480519 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-02a7e7ac-6ba8-4da3-a44e-667a0d30b526 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/floatingips/7770ff9a-8a37-4e17-bd09-e8a0738fa768 HTTP/1.1" status: 200 len: 991 time: 0.4586959 Nov 24 22:01:39.486149 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30208f1-c0f2-4a31-8cd7-f06e75b21a04 req-f39828d0-e7aa-4596-a8c3-a16544b856a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:39.487617 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b30208f1-c0f2-4a31-8cd7-f06e75b21a04 req-f39828d0-e7aa-4596-a8c3-a16544b856a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 1096 time: 0.4154170 Nov 24 22:01:39.537201 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f12bd600-a917-4358-b6ff-fcfc3bd54f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148720546', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:25Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '7770ff9a-8a37-4e17-bd09-e8a0738fa768', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'floating_ip_address': '172.25.5.121', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'port_id': '52bef56a-4750-4e28-9db2-82c618295b1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a', 'mac_address': 'fa:16:3e:23:c4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e09747-1943-4d8e-a0fc-2edc0cce86b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:01:37Z', 'updated_at': '2021-11-24T22:01:37Z', 'revision_number': 0, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f79474b-726d-446c-aaac-ab93e54a9e19', 'name': '', 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:91:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '15bbd12b-cef5-4a65-a3f4-fbf11f805edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:01:25Z', 'updated_at': '2021-11-24T22:01:29Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '15bbd12b-cef5-4a65-a3f4-fbf11f805edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:01:39.568395 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12bd600-a917-4358-b6ff-fcfc3bd54f24 None None] The sync data for ids ['d8beaf2f-a403-4e96-a174-9a17b37f7494'] in n-d-812111-8 is: [{'id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148720546', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:25Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '7770ff9a-8a37-4e17-bd09-e8a0738fa768', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'floating_ip_address': '172.25.5.121', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'port_id': '52bef56a-4750-4e28-9db2-82c618295b1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a', 'mac_address': 'fa:16:3e:23:c4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e09747-1943-4d8e-a0fc-2edc0cce86b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:01:37Z', 'updated_at': '2021-11-24T22:01:37Z', 'revision_number': 0, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f79474b-726d-446c-aaac-ab93e54a9e19', 'name': '', 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:91:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '15bbd12b-cef5-4a65-a3f4-fbf11f805edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:01:25Z', 'updated_at': '2021-11-24T22:01:29Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '15bbd12b-cef5-4a65-a3f4-fbf11f805edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:01:39.580275 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30208f1-c0f2-4a31-8cd7-f06e75b21a04 req-a4f29b34-2f76-49c6-aff6-539b46192d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:39.581825 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b30208f1-c0f2-4a31-8cd7-f06e75b21a04 req-a4f29b34-2f76-49c6-aff6-539b46192d25 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bcaad48a-8fca-4ec7-8840-87766651d40a HTTP/1.1" status: 200 len: 897 time: 0.0867150 Nov 24 22:01:39.657984 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b30208f1-c0f2-4a31-8cd7-f06e75b21a04 req-8839cddc-0355-48d0-88f6-bae19e019e45 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52bef56a-4750-4e28-9db2-82c618295b1d HTTP/1.1" status: 200 len: 999 time: 0.0691757 Nov 24 22:01:39.707719 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30208f1-c0f2-4a31-8cd7-f06e75b21a04 req-b64dd99d-e7ad-4d03-a363-7fdeb24f76d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:39.709245 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b30208f1-c0f2-4a31-8cd7-f06e75b21a04 req-b64dd99d-e7ad-4d03-a363-7fdeb24f76d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15bbd12b-cef5-4a65-a3f4-fbf11f805edf HTTP/1.1" status: 200 len: 834 time: 0.0448794 Nov 24 22:01:39.758380 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30208f1-c0f2-4a31-8cd7-f06e75b21a04 req-3eee7496-7b0f-4c1f-96eb-4f633ceb7c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:01:39.759916 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b30208f1-c0f2-4a31-8cd7-f06e75b21a04 req-3eee7496-7b0f-4c1f-96eb-4f633ceb7c61 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bcaad48a-8fca-4ec7-8840-87766651d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438728 Nov 24 22:01:39.774042 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527cbf34-19d6-4622-b0df-d9fc767d0893 None None] New status for floating IP 7770ff9a-8a37-4e17-bd09-e8a0738fa768: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:01:39.860137 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b30208f1-c0f2-4a31-8cd7-f06e75b21a04 req-93d9c5b6-5924-4f0f-8790-6f0206c10e66 service neutron] 10.222.0.48 "GET /v2.0/networks/bcaad48a-8fca-4ec7-8840-87766651d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932415 Nov 24 22:01:39.961236 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b30208f1-c0f2-4a31-8cd7-f06e75b21a04 req-ef273a10-80b2-48ce-870a-f9227f0beff0 service neutron] 10.222.0.48 "GET /v2.0/networks/bcaad48a-8fca-4ec7-8840-87766651d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944836 Nov 24 22:01:40.277094 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:40.484538 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55360) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:01:40.546292 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-1443cad3-9971-4c4b-b1e1-a201cd19f9c8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/floatingips/7770ff9a-8a37-4e17-bd09-e8a0738fa768 HTTP/1.1" status: 200 len: 993 time: 0.0604987 Nov 24 22:01:41.330566 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-89a725de-1ea0-4a28-9d4c-0677e82928ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:41.766042 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:42.671881 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:43.493796 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:01:44.036913 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:01:44.967342 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:02:09.043576 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8c750985-e1d2-45d4-9fd1-41f99d347eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:02:10.307108 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:02:11.331956 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-236ff5bc-b95c-4e51-8730-942505c4faf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:02:11.782869 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:02:11.953707 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5174e-be20-4b76-a47c-17752d1607c6 req-995cdb67-8a07-4521-a89d-824ce140c506 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:02:11.955206 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-64b5174e-be20-4b76-a47c-17752d1607c6 req-995cdb67-8a07-4521-a89d-824ce140c506 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 945 time: 0.0504892 Nov 24 22:02:12.006441 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-64b5174e-be20-4b76-a47c-17752d1607c6 req-e63d8fe4-6c5a-4401-bca4-d7af112af1d0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453966 Nov 24 22:02:12.674287 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:02:13.124227 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2d07d-d888-4cf8-a769-0a82a22f7596 req-4abef627-9de1-4fce-8e6d-65cee04d40a6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:02:13.125725 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aac2d07d-d888-4cf8-a769-0a82a22f7596 req-4abef627-9de1-4fce-8e6d-65cee04d40a6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 945 time: 0.0487964 Nov 24 22:02:13.177402 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aac2d07d-d888-4cf8-a769-0a82a22f7596 req-037c52ed-e3ac-436c-a010-77063abed365 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458398 Nov 24 22:02:14.038667 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:02:14.612031 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1e285-03e0-4dc8-bbc7-8af866e2af6f req-12520d2e-5c55-4d7b-800f-b852c127fbc1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:02:14.613440 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d3a1e285-03e0-4dc8-bbc7-8af866e2af6f req-12520d2e-5c55-4d7b-800f-b852c127fbc1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 945 time: 0.3667760 Nov 24 22:02:14.663189 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d3a1e285-03e0-4dc8-bbc7-8af866e2af6f req-6f0e2caa-05e4-4e51-9222-8a90c9e68d7e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434988 Nov 24 22:02:14.969742 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:02:15.778230 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff276d-eebe-4ab2-9c86-af90e8d9a018 req-3145be31-ba33-4bd8-bdc6-16f7ba4476ef tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:02:15.779707 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4cff276d-eebe-4ab2-9c86-af90e8d9a018 req-3145be31-ba33-4bd8-bdc6-16f7ba4476ef tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 945 time: 0.0488703 Nov 24 22:02:15.830030 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4cff276d-eebe-4ab2-9c86-af90e8d9a018 req-2d7a5b88-3e38-4b30-aa21-0817b6f326b8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444567 Nov 24 22:02:16.953362 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f8601-30bb-4830-98c2-3ed020fadc84 req-ce2d3b2d-1562-4d5a-8171-fde172ab7ec8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:02:16.954863 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc9f8601-30bb-4830-98c2-3ed020fadc84 req-ce2d3b2d-1562-4d5a-8171-fde172ab7ec8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 945 time: 0.0532749 Nov 24 22:02:17.003758 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc9f8601-30bb-4830-98c2-3ed020fadc84 req-c8b888d8-452b-4fae-883b-54173e5bf0f2 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430701 Nov 24 22:02:18.120300 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9547a-4906-4187-8f34-69fb563838af req-97cb9a78-21cd-4f18-bc23-202dcbf34c63 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:02:18.122401 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-abb9547a-4906-4187-8f34-69fb563838af req-97cb9a78-21cd-4f18-bc23-202dcbf34c63 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 945 time: 0.0494285 Nov 24 22:02:18.171020 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-abb9547a-4906-4187-8f34-69fb563838af req-a2dec52d-895b-425c-aa04-521d3a95c301 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427220 Nov 24 22:02:19.286780 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e341ffc-7750-43f4-80b5-0a4d347814ba req-8f475bcd-9712-4d8c-b749-664fa8261eac tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:02:19.288259 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1e341ffc-7750-43f4-80b5-0a4d347814ba req-8f475bcd-9712-4d8c-b749-664fa8261eac tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 945 time: 0.0487928 Nov 24 22:02:19.340940 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1e341ffc-7750-43f4-80b5-0a4d347814ba req-f4bed48c-bdb5-4345-b853-a31eb95d41d0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464323 Nov 24 22:02:20.456722 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f623e2-75c2-4bcc-83ef-c1fe0cf351bd req-7200ff38-4c63-42e6-944c-59dba9f088a6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:02:20.458159 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0f623e2-75c2-4bcc-83ef-c1fe0cf351bd req-7200ff38-4c63-42e6-944c-59dba9f088a6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 945 time: 0.0489614 Nov 24 22:02:20.492672 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:02:20.507792 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0f623e2-75c2-4bcc-83ef-c1fe0cf351bd req-bfe1e25f-4327-46d6-92cf-82b4040b2643 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437315 Nov 24 22:02:21.624081 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b790c-7f46-4589-91eb-b8a3840d227e req-524f1ef6-d888-4120-84bf-a2adbbba256e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:02:21.625597 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-858b790c-7f46-4589-91eb-b8a3840d227e req-524f1ef6-d888-4120-84bf-a2adbbba256e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 945 time: 0.0491390 Nov 24 22:02:21.674694 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-858b790c-7f46-4589-91eb-b8a3840d227e req-a443bc62-e4f8-4107-b67e-b18d82862dc1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432642 Nov 24 22:02:22.792910 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16925e50-5144-4c63-8577-c8f0bc63dcbe req-e0e74683-f50c-4060-a342-c97ab84b3b31 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:02:22.794392 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-16925e50-5144-4c63-8577-c8f0bc63dcbe req-e0e74683-f50c-4060-a342-c97ab84b3b31 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 945 time: 0.0524991 Nov 24 22:02:22.845981 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-16925e50-5144-4c63-8577-c8f0bc63dcbe req-53eb80d8-d9ee-45d4-9cca-25fecae0fc97 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454450 Nov 24 22:02:23.966235 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d4afc-d9c9-4144-b007-f5b3392bdcc8 req-092f63fa-ab4a-47ba-9531-90f6530d74a7 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:02:23.967717 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-273d4afc-d9c9-4144-b007-f5b3392bdcc8 req-092f63fa-ab4a-47ba-9531-90f6530d74a7 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 945 time: 0.0509298 Nov 24 22:02:24.018684 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-273d4afc-d9c9-4144-b007-f5b3392bdcc8 req-6bb11643-f02a-4474-b942-834ca70b399e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449259 Nov 24 22:02:25.139489 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cb2cf-d4db-4ae5-a14c-2216dbc09ed1 req-cef54aa0-86e6-400a-b892-756ae0683ecd tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:02:25.140968 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-457cb2cf-d4db-4ae5-a14c-2216dbc09ed1 req-cef54aa0-86e6-400a-b892-756ae0683ecd tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 945 time: 0.0555320 Nov 24 22:02:25.189744 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-457cb2cf-d4db-4ae5-a14c-2216dbc09ed1 req-ceeff521-422c-4cd7-a9e1-c13362887589 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428967 Nov 24 22:02:26.307337 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a30016-911c-4c08-8e10-d61ca9ee08c0 req-0531385e-ee7b-4b0d-96ef-6612d7ebd192 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:02:26.308902 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-77a30016-911c-4c08-8e10-d61ca9ee08c0 req-0531385e-ee7b-4b0d-96ef-6612d7ebd192 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 945 time: 0.0508809 Nov 24 22:02:26.358144 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-77a30016-911c-4c08-8e10-d61ca9ee08c0 req-ba9765ef-1f25-4f5c-b47b-a51169bc485d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433054 Nov 24 22:02:27.475400 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d92417-bc78-4fe7-b2fb-92701bdea55c req-88774c08-c2d5-4a9a-b030-bea8527b492a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:02:27.476815 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-77d92417-bc78-4fe7-b2fb-92701bdea55c req-88774c08-c2d5-4a9a-b030-bea8527b492a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 945 time: 0.0495684 Nov 24 22:02:27.531411 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-77d92417-bc78-4fe7-b2fb-92701bdea55c req-0efe7a7a-4ec6-4bab-af68-9244f52a6b06 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480852 Nov 24 22:02:27.553846 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55406) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:02:27.613626 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4075e273-ea34-4c92-a477-de0cbf580b8c tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/floatingips/7770ff9a-8a37-4e17-bd09-e8a0738fa768 HTTP/1.1" status: 200 len: 993 time: 0.0586681 Nov 24 22:02:28.882235 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23485bd7-469f-4293-89af-88348032beeb req-622a49eb-df42-45d8-bdea-c48ceec89198 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:02:28.883806 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-23485bd7-469f-4293-89af-88348032beeb req-622a49eb-df42-45d8-bdea-c48ceec89198 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 945 time: 0.0523961 Nov 24 22:02:28.938631 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-23485bd7-469f-4293-89af-88348032beeb req-73ac78d0-d6cc-46c0-a6a2-01ffaf55c341 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477228 Nov 24 22:02:28.966687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6660a-6516-4600-aa02-04509cea099b req-93753ab3-1270-4a26-9b3e-bfc3540f6182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:02:28.968217 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-89c6660a-6516-4600-aa02-04509cea099b req-93753ab3-1270-4a26-9b3e-bfc3540f6182 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 1096 time: 0.1088903 Nov 24 22:02:29.069469 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6660a-6516-4600-aa02-04509cea099b req-cf059763-a6b2-4c46-a143-f7eec2046109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:02:29.070968 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-89c6660a-6516-4600-aa02-04509cea099b req-cf059763-a6b2-4c46-a143-f7eec2046109 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bcaad48a-8fca-4ec7-8840-87766651d40a HTTP/1.1" status: 200 len: 897 time: 0.0954826 Nov 24 22:02:29.138305 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-89c6660a-6516-4600-aa02-04509cea099b req-c821e6d8-70e1-47c5-9f25-43e6ff287839 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52bef56a-4750-4e28-9db2-82c618295b1d HTTP/1.1" status: 200 len: 1001 time: 0.0596087 Nov 24 22:02:29.190145 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6660a-6516-4600-aa02-04509cea099b req-1ca5f68a-5649-467a-b369-e399c9139183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:02:29.191649 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-89c6660a-6516-4600-aa02-04509cea099b req-1ca5f68a-5649-467a-b369-e399c9139183 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15bbd12b-cef5-4a65-a3f4-fbf11f805edf HTTP/1.1" status: 200 len: 834 time: 0.0478511 Nov 24 22:02:29.238164 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6660a-6516-4600-aa02-04509cea099b req-9d88ffab-6951-4872-a785-c24eed58f30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:02:29.239756 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-89c6660a-6516-4600-aa02-04509cea099b req-9d88ffab-6951-4872-a785-c24eed58f30c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bcaad48a-8fca-4ec7-8840-87766651d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414131 Nov 24 22:02:29.345779 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-89c6660a-6516-4600-aa02-04509cea099b req-be7b50c6-531c-462b-8c1f-cb51d7fc18f1 service neutron] 10.222.0.48 "GET /v2.0/networks/bcaad48a-8fca-4ec7-8840-87766651d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992222 Nov 24 22:02:29.438895 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-89c6660a-6516-4600-aa02-04509cea099b req-eb36e91a-beac-496d-b948-ecfce23a7a62 service neutron] 10.222.0.48 "GET /v2.0/networks/bcaad48a-8fca-4ec7-8840-87766651d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861988 Nov 24 22:02:30.061262 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f94a6c-0d91-47b4-b346-7ecaf1974166 req-e82c0c16-fcf0-4873-beb7-99c9f44ce8f4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:02:30.062770 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c3f94a6c-0d91-47b4-b346-7ecaf1974166 req-e82c0c16-fcf0-4873-beb7-99c9f44ce8f4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 945 time: 0.0535936 Nov 24 22:02:30.112722 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c3f94a6c-0d91-47b4-b346-7ecaf1974166 req-9d2e52a1-010c-4e07-8a92-a8dd03520d19 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439391 Nov 24 22:02:30.135016 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55418) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:02:30.201623 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0c5904c3-f95d-44ea-aaad-104f2774a9bb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/floatingips/7770ff9a-8a37-4e17-bd09-e8a0738fa768 HTTP/1.1" status: 200 len: 993 time: 0.0646801 Nov 24 22:02:33.339978 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f80ae776-043c-458a-9aaa-fe384330b0f9 req-770af057-e0f7-4954-8dd1-8d787be2db6d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411263 Nov 24 22:02:33.429766 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ae776-043c-458a-9aaa-fe384330b0f9 req-c7e4b536-29eb-43a6-93f3-59be624a4498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:02:33.431292 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f80ae776-043c-458a-9aaa-fe384330b0f9 req-c7e4b536-29eb-43a6-93f3-59be624a4498 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 1096 time: 0.0457382 Nov 24 22:02:33.536982 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ae776-043c-458a-9aaa-fe384330b0f9 req-9b308976-c856-49bf-939d-b09bd32aa1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:02:33.538388 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f80ae776-043c-458a-9aaa-fe384330b0f9 req-9b308976-c856-49bf-939d-b09bd32aa1f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bcaad48a-8fca-4ec7-8840-87766651d40a HTTP/1.1" status: 200 len: 897 time: 0.0870113 Nov 24 22:02:33.607330 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f80ae776-043c-458a-9aaa-fe384330b0f9 req-984f977a-740f-415b-9efd-769d6084a775 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52bef56a-4750-4e28-9db2-82c618295b1d HTTP/1.1" status: 200 len: 1001 time: 0.0617216 Nov 24 22:02:33.658615 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ae776-043c-458a-9aaa-fe384330b0f9 req-0848cd2e-b71c-4e21-b769-abb52a61c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:02:33.660074 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f80ae776-043c-458a-9aaa-fe384330b0f9 req-0848cd2e-b71c-4e21-b769-abb52a61c525 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15bbd12b-cef5-4a65-a3f4-fbf11f805edf HTTP/1.1" status: 200 len: 834 time: 0.0455787 Nov 24 22:02:33.706531 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ae776-043c-458a-9aaa-fe384330b0f9 req-860c25a0-edac-4bca-a74a-b22f71346075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:02:33.708031 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f80ae776-043c-458a-9aaa-fe384330b0f9 req-860c25a0-edac-4bca-a74a-b22f71346075 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bcaad48a-8fca-4ec7-8840-87766651d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411847 Nov 24 22:02:33.802627 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f80ae776-043c-458a-9aaa-fe384330b0f9 req-d56c1979-1ab3-4d57-9910-306e1c3db340 service neutron] 10.222.0.48 "GET /v2.0/networks/bcaad48a-8fca-4ec7-8840-87766651d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874214 Nov 24 22:02:33.896217 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f80ae776-043c-458a-9aaa-fe384330b0f9 req-9c109055-1389-4db8-a538-d5dd145278c7 service neutron] 10.222.0.48 "GET /v2.0/networks/bcaad48a-8fca-4ec7-8840-87766651d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872760 Nov 24 22:02:39.045286 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a1740ca1-1357-4bd2-9b6c-607997ef3c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:02:40.323365 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:02:41.332150 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5b32ef93-1686-47da-a570-d257a7fb28bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:02:41.796290 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:02:42.676417 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:02:44.040845 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:02:44.971605 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:02:57.492516 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:03:00.648539 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55428) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:03:00.809501 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting port 4374cf7d-20b1-479b-9dcf-d72865b8db0f {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:03:00.810644 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:00.885151 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:00.885483 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:00.897120 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Calling delete_port for 4374cf7d-20b1-479b-9dcf-d72865b8db0f owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:03:01.047232 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:01.072229 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Port': ['ID=4374cf7d-20b1-479b-9dcf-d72865b8db0f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:01.084271 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:01.084631 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:01.085000 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:01.085346 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:01.085687 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:01.086027 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:01.086360 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:01.086695 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:01.087026 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:01.087356 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:01.087688 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:01.088019 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:01.146351 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:01.146679 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Floating IP 7770ff9a-8a37-4e17-bd09-e8a0738fa768 disassociated (deleted). External IP: 172.25.5.121, port: 52bef56a-4750-4e28-9db2-82c618295b1d. Nov 24 22:03:01.357770 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router d8beaf2f-a403-4e96-a174-9a17b37f7494 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:03:01.469100 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:03:01.473948 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:01.478468 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eda191b-5a25-4915-8556-6caaba40d826 None None] Sync routers for ids ['d8beaf2f-a403-4e96-a174-9a17b37f7494'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:03:01.488179 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eda191b-5a25-4915-8556-6caaba40d826 None None] Routers {'d8beaf2f-a403-4e96-a174-9a17b37f7494'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:03:01.488812 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2eda191b-5a25-4915-8556-6caaba40d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:02:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d8beaf2f-a403-4e96-a174-9a17b37f7494'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:03:01.504457 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2820fab0-3866-4d90-b0ce-9e7acb25a9bc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/floatingips/7770ff9a-8a37-4e17-bd09-e8a0738fa768 HTTP/1.1" status: 204 len: 168 time: 0.8548608 Nov 24 22:03:01.505089 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e09747-1943-4d8e-a0fc-2edc0cce86b0', 'tag': '52bef56a-4750-4e28-9db2-82c618295b1d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:03:01.507511 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e3f023-00c8-4f3d-9e69-13667eb993e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e09747-1943-4d8e-a0fc-2edc0cce86b0", "tag": "52bef56a-4750-4e28-9db2-82c618295b1d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:03:01.600168 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-2eda191b-5a25-4915-8556-6caaba40d826 None None] Set router d8beaf2f-a403-4e96-a174-9a17b37f7494 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:03:01.671362 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2b7c01-22ee-4a8f-a36d-b3db03dce913 x-openstack-request-id: req-1c2b7c01-22ee-4a8f-a36d-b3db03dce913 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:03:01.671892 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e09747-1943-4d8e-a0fc-2edc0cce86b0", "tag": "52bef56a-4750-4e28-9db2-82c618295b1d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:03:01.671993 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1c2b7c01-22ee-4a8f-a36d-b3db03dce913 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:03:01.672389 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e09747-1943-4d8e-a0fc-2edc0cce86b0', 'tag': '52bef56a-4750-4e28-9db2-82c618295b1d', 'status': 'completed', 'code': 200} Nov 24 22:03:01.740050 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3f023-00c8-4f3d-9e69-13667eb993e3 req-24930fd0-49b1-4d3f-82fe-703ec81f55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:01.741992 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01e3f023-00c8-4f3d-9e69-13667eb993e3 req-24930fd0-49b1-4d3f-82fe-703ec81f55f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 1096 time: 0.0472333 Nov 24 22:03:01.774113 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31172ad-a930-47fc-bd30-af97d4eb7f9f req-46c632ba-fe8c-472a-8f10-527c32b3ac12 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:01.775688 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e31172ad-a930-47fc-bd30-af97d4eb7f9f req-46c632ba-fe8c-472a-8f10-527c32b3ac12 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 945 time: 0.0572419 Nov 24 22:03:01.829736 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e31172ad-a930-47fc-bd30-af97d4eb7f9f req-09efa313-b1fa-463b-8047-6452d7aadd91 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469389 Nov 24 22:03:01.832329 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2eda191b-5a25-4915-8556-6caaba40d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148720546', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:25Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3f79474b-726d-446c-aaac-ab93e54a9e19', 'name': '', 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:91:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '15bbd12b-cef5-4a65-a3f4-fbf11f805edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:01:25Z', 'updated_at': '2021-11-24T22:01:29Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '15bbd12b-cef5-4a65-a3f4-fbf11f805edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:03:01.852695 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3f023-00c8-4f3d-9e69-13667eb993e3 req-349064b6-c42b-4315-b747-02ce04268f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:01.854235 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01e3f023-00c8-4f3d-9e69-13667eb993e3 req-349064b6-c42b-4315-b747-02ce04268f79 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bcaad48a-8fca-4ec7-8840-87766651d40a HTTP/1.1" status: 200 len: 897 time: 0.1032305 Nov 24 22:03:01.859683 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eda191b-5a25-4915-8556-6caaba40d826 None None] Checking router: d8beaf2f-a403-4e96-a174-9a17b37f7494 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:03:01.868209 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eda191b-5a25-4915-8556-6caaba40d826 None None] Routers {'d8beaf2f-a403-4e96-a174-9a17b37f7494'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:03:01.868822 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2eda191b-5a25-4915-8556-6caaba40d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:02:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d8beaf2f-a403-4e96-a174-9a17b37f7494'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:03:01.904504 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01e3f023-00c8-4f3d-9e69-13667eb993e3 req-6dde1f36-8626-4cec-a0ad-463600a06c4a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52bef56a-4750-4e28-9db2-82c618295b1d HTTP/1.1" status: 200 len: 217 time: 0.0408566 Nov 24 22:03:01.955262 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3f023-00c8-4f3d-9e69-13667eb993e3 req-386e053d-6ac2-4f22-bb47-609e8595e22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:01.956767 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01e3f023-00c8-4f3d-9e69-13667eb993e3 req-386e053d-6ac2-4f22-bb47-609e8595e22c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15bbd12b-cef5-4a65-a3f4-fbf11f805edf HTTP/1.1" status: 200 len: 834 time: 0.0447764 Nov 24 22:03:01.975049 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-2eda191b-5a25-4915-8556-6caaba40d826 None None] Set router d8beaf2f-a403-4e96-a174-9a17b37f7494 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:03:02.015997 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3f023-00c8-4f3d-9e69-13667eb993e3 req-1c7d6c58-1f80-4e36-9a00-bcc94c5989d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:02.017569 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01e3f023-00c8-4f3d-9e69-13667eb993e3 req-1c7d6c58-1f80-4e36-9a00-bcc94c5989d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bcaad48a-8fca-4ec7-8840-87766651d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438170 Nov 24 22:03:02.116721 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01e3f023-00c8-4f3d-9e69-13667eb993e3 req-8dd4e274-0123-4bdd-a942-67abd0de9bde service neutron] 10.222.0.48 "GET /v2.0/networks/bcaad48a-8fca-4ec7-8840-87766651d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886824 Nov 24 22:03:02.212863 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-01e3f023-00c8-4f3d-9e69-13667eb993e3 req-23e91a7e-3e61-475d-b0b5-0b9c97b9b043 service neutron] 10.222.0.48 "GET /v2.0/networks/bcaad48a-8fca-4ec7-8840-87766651d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873284 Nov 24 22:03:02.335784 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2eda191b-5a25-4915-8556-6caaba40d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148720546', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:25Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3f79474b-726d-446c-aaac-ab93e54a9e19', 'name': '', 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:91:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '15bbd12b-cef5-4a65-a3f4-fbf11f805edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:01:25Z', 'updated_at': '2021-11-24T22:01:29Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '15bbd12b-cef5-4a65-a3f4-fbf11f805edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:03:02.362473 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eda191b-5a25-4915-8556-6caaba40d826 None None] The sync data for ids ['d8beaf2f-a403-4e96-a174-9a17b37f7494'] in n-d-812111-8 is: [{'id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148720546', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:25Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3f79474b-726d-446c-aaac-ab93e54a9e19', 'name': '', 'network_id': 'bcaad48a-8fca-4ec7-8840-87766651d40a', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:91:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '15bbd12b-cef5-4a65-a3f4-fbf11f805edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:01:25Z', 'updated_at': '2021-11-24T22:01:29Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': '15bbd12b-cef5-4a65-a3f4-fbf11f805edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:03:02.596820 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a58eba3-981b-47d2-ae70-c067cb9f9dc3 None None] New status for floating IP 7770ff9a-8a37-4e17-bd09-e8a0738fa768: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:03:02.945270 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8d348-328a-4964-a1b0-29d122ba73c0 req-9db89ea9-f739-4c0a-8d1a-fafc63c3d634 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:02.946761 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-64b8d348-328a-4964-a1b0-29d122ba73c0 req-9db89ea9-f739-4c0a-8d1a-fafc63c3d634 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 945 time: 0.0491347 Nov 24 22:03:02.998381 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-64b8d348-328a-4964-a1b0-29d122ba73c0 req-4ea3f55f-fc6c-4afb-9b94-52b576a97048 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=931f36ab-45e4-4ab6-8686-a256930e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450287 Nov 24 22:03:03.247866 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec3bfa-a4c7-4c0b-91e2-7514d9d7deca req-9e916e0e-0f7f-42b9-9c9e-fc775d0404a9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:03.249844 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cbec3bfa-a4c7-4c0b-91e2-7514d9d7deca req-9e916e0e-0f7f-42b9-9c9e-fc775d0404a9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 945 time: 0.0544078 Nov 24 22:03:03.339506 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-cbec3bfa-a4c7-4c0b-91e2-7514d9d7deca req-78fa9724-4b3f-4ba3-8b61-fe11ef47a3c9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting port 52bef56a-4750-4e28-9db2-82c618295b1d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:03:03.339849 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-cbec3bfa-a4c7-4c0b-91e2-7514d9d7deca req-78fa9724-4b3f-4ba3-8b61-fe11ef47a3c9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:03.431268 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-cbec3bfa-a4c7-4c0b-91e2-7514d9d7deca req-78fa9724-4b3f-4ba3-8b61-fe11ef47a3c9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] For port 52bef56a-4750-4e28-9db2-82c618295b1d, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=52bef56a-4750-4e28-9db2-82c618295b1d,segment=NetworkSegment(ebc9350e-459f-41ee-85b3-77753b2ca7c2),segment_id=ebc9350e-459f-41ee-85b3-77753b2ca7c2)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:03:03.431633 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-cbec3bfa-a4c7-4c0b-91e2-7514d9d7deca req-78fa9724-4b3f-4ba3-8b61-fe11ef47a3c9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:03.444111 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-cbec3bfa-a4c7-4c0b-91e2-7514d9d7deca req-78fa9724-4b3f-4ba3-8b61-fe11ef47a3c9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Calling delete_port for 52bef56a-4750-4e28-9db2-82c618295b1d owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:03:03.569674 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-cbec3bfa-a4c7-4c0b-91e2-7514d9d7deca req-78fa9724-4b3f-4ba3-8b61-fe11ef47a3c9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:03.600943 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa9724-4b3f-4ba3-8b61-fe11ef47a3c9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Port': ['ID=52bef56a-4750-4e28-9db2-82c618295b1d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:03.647488 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbec3bfa-a4c7-4c0b-91e2-7514d9d7deca req-78fa9724-4b3f-4ba3-8b61-fe11ef47a3c9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] No DVR routers for this DVR port 52bef56a-4750-4e28-9db2-82c618295b1d on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:03:03.650043 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-cbec3bfa-a4c7-4c0b-91e2-7514d9d7deca req-78fa9724-4b3f-4ba3-8b61-fe11ef47a3c9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:03.653429 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-cbec3bfa-a4c7-4c0b-91e2-7514d9d7deca req-78fa9724-4b3f-4ba3-8b61-fe11ef47a3c9 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.48 "DELETE /v2.0/ports/52bef56a-4750-4e28-9db2-82c618295b1d HTTP/1.1" status: 204 len: 173 time: 0.3974714 Nov 24 22:03:03.673119 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e09747-1943-4d8e-a0fc-2edc0cce86b0', 'name': 'network-vif-deleted', 'tag': '52bef56a-4750-4e28-9db2-82c618295b1d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:03:03.675589 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc0df77-29b0-46d3-983d-ce5eed75c316" -d '{"events": [{"server_uuid": "f5e09747-1943-4d8e-a0fc-2edc0cce86b0", "name": "network-vif-deleted", "tag": "52bef56a-4750-4e28-9db2-82c618295b1d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:03:03.711304 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f248e63-a588-47d9-9468-3123650de4aa x-openstack-request-id: req-0f248e63-a588-47d9-9468-3123650de4aa {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:03:03.711606 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e09747-1943-4d8e-a0fc-2edc0cce86b0", "name": "network-vif-deleted", "tag": "52bef56a-4750-4e28-9db2-82c618295b1d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:03:03.711864 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0f248e63-a588-47d9-9468-3123650de4aa {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:03:03.712279 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e09747-1943-4d8e-a0fc-2edc0cce86b0', 'name': 'network-vif-deleted', 'tag': '52bef56a-4750-4e28-9db2-82c618295b1d', 'status': 'completed', 'code': 200} Nov 24 22:03:04.123032 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b4f708c9-671a-4a3f-9b19-d12bd6d7faf9 req-f6017dee-d4ff-4612-94b7-7c7f8080b8cc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5e09747-1943-4d8e-a0fc-2edc0cce86b0 HTTP/1.1" status: 200 len: 210 time: 0.0334957 Nov 24 22:03:05.181507 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55444) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:03:05.542694 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9465cc66-aaec-4ef9-b889-f2a2061b08f1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:05.797807 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-9465cc66-aaec-4ef9-b889-f2a2061b08f1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting port 3f79474b-726d-446c-aaac-ab93e54a9e19 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:03:05.798044 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9465cc66-aaec-4ef9-b889-f2a2061b08f1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:05.888061 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-9465cc66-aaec-4ef9-b889-f2a2061b08f1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] For port 3f79474b-726d-446c-aaac-ab93e54a9e19, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3f79474b-726d-446c-aaac-ab93e54a9e19,segment=NetworkSegment(ebc9350e-459f-41ee-85b3-77753b2ca7c2),segment_id=ebc9350e-459f-41ee-85b3-77753b2ca7c2)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:03:05.888423 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9465cc66-aaec-4ef9-b889-f2a2061b08f1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:05.901376 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-9465cc66-aaec-4ef9-b889-f2a2061b08f1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Calling delete_port for 3f79474b-726d-446c-aaac-ab93e54a9e19 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:03:06.090668 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9465cc66-aaec-4ef9-b889-f2a2061b08f1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:06.116282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465cc66-aaec-4ef9-b889-f2a2061b08f1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Port': ['ID=3f79474b-726d-446c-aaac-ab93e54a9e19,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:06.300644 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9465cc66-aaec-4ef9-b889-f2a2061b08f1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:06.512020 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9465cc66-aaec-4ef9-b889-f2a2061b08f1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router d8beaf2f-a403-4e96-a174-9a17b37f7494 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:03:06.618107 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9465cc66-aaec-4ef9-b889-f2a2061b08f1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:03:06.624288 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9465cc66-aaec-4ef9-b889-f2a2061b08f1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "PUT /v2.0/routers/d8beaf2f-a403-4e96-a174-9a17b37f7494/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4416835 Nov 24 22:03:06.626588 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55446) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:03:06.628460 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a556fcff-1d7b-45fa-854d-9df46e3a8701 None None] Sync routers for ids ['d8beaf2f-a403-4e96-a174-9a17b37f7494'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:03:06.638739 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a556fcff-1d7b-45fa-854d-9df46e3a8701 None None] Routers {'d8beaf2f-a403-4e96-a174-9a17b37f7494'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:03:06.639990 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a556fcff-1d7b-45fa-854d-9df46e3a8701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:02:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d8beaf2f-a403-4e96-a174-9a17b37f7494'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:03:06.678489 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfbcbd6-6370-4a41-9b7d-d1c25f27e37d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting subnet 15bbd12b-cef5-4a65-a3f4-fbf11f805edf {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 22:03:06.681644 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2cfbcbd6-6370-4a41-9b7d-d1c25f27e37d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:06.730187 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2cfbcbd6-6370-4a41-9b7d-d1c25f27e37d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:06.746396 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-a556fcff-1d7b-45fa-854d-9df46e3a8701 None None] Set router d8beaf2f-a403-4e96-a174-9a17b37f7494 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:03:06.815438 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2cfbcbd6-6370-4a41-9b7d-d1c25f27e37d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:06.858040 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 52bef56a-4750-4e28-9db2-82c618295b1d no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:03:06.877010 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2cfbcbd6-6370-4a41-9b7d-d1c25f27e37d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:06.884250 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 52bef56a-4750-4e28-9db2-82c618295b1d {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:03:06.884606 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 52bef56a-4750-4e28-9db2-82c618295b1d not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:03:06.909875 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbcbd6-6370-4a41-9b7d-d1c25f27e37d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Subnet': ['ID=15bbd12b-cef5-4a65-a3f4-fbf11f805edf,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:06.913623 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2cfbcbd6-6370-4a41-9b7d-d1c25f27e37d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:06.916931 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2cfbcbd6-6370-4a41-9b7d-d1c25f27e37d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/subnets/15bbd12b-cef5-4a65-a3f4-fbf11f805edf HTTP/1.1" status: 204 len: 168 time: 0.2893901 Nov 24 22:03:06.919565 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55448) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:03:06.928020 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0990d9-65f1-4235-b2c5-a3c9fb1cf689 None None] Network bcaad48a-8fca-4ec7-8840-87766651d40a requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:03:07.030959 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-667e0a20-f7dc-4b51-ba7e-ba58c42c6829 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:07.047415 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a556fcff-1d7b-45fa-854d-9df46e3a8701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148720546', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:03:06Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:03:07.077675 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a556fcff-1d7b-45fa-854d-9df46e3a8701 None None] Checking router: d8beaf2f-a403-4e96-a174-9a17b37f7494 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:03:07.091381 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a556fcff-1d7b-45fa-854d-9df46e3a8701 None None] Routers {'d8beaf2f-a403-4e96-a174-9a17b37f7494'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:03:07.091998 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a556fcff-1d7b-45fa-854d-9df46e3a8701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:02:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['d8beaf2f-a403-4e96-a174-9a17b37f7494'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:03:07.150291 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-667e0a20-f7dc-4b51-ba7e-ba58c42c6829 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:07.176355 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21ce626-f5cb-4c1a-8644-b5334365d914 None None] DHCP port deletion for bcaad48a-8fca-4ec7-8840-87766651d40a request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:03:07.208827 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-667e0a20-f7dc-4b51-ba7e-ba58c42c6829 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting port ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:03:07.209171 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-667e0a20-f7dc-4b51-ba7e-ba58c42c6829 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:07.228724 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-a556fcff-1d7b-45fa-854d-9df46e3a8701 None None] Set router d8beaf2f-a403-4e96-a174-9a17b37f7494 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:03:07.364496 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-a21ce626-f5cb-4c1a-8644-b5334365d914 None None] Deleting port b50ef068-bf8e-490f-a443-9b87727bc4ed {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:03:07.364907 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a21ce626-f5cb-4c1a-8644-b5334365d914 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:07.406547 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device b50ef068-bf8e-490f-a443-9b87727bc4ed no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:03:07.478976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a21ce626-f5cb-4c1a-8644-b5334365d914 None None] For port b50ef068-bf8e-490f-a443-9b87727bc4ed, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=b50ef068-bf8e-490f-a443-9b87727bc4ed,segment=NetworkSegment(ebc9350e-459f-41ee-85b3-77753b2ca7c2),segment_id=ebc9350e-459f-41ee-85b3-77753b2ca7c2)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:03:07.479373 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a21ce626-f5cb-4c1a-8644-b5334365d914 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:07.515720 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-a21ce626-f5cb-4c1a-8644-b5334365d914 None None] Calling delete_port for b50ef068-bf8e-490f-a443-9b87727bc4ed owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:03:07.642447 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-667e0a20-f7dc-4b51-ba7e-ba58c42c6829 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] For port ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:03:07.643008 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-667e0a20-f7dc-4b51-ba7e-ba58c42c6829 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:07.646921 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:07.649414 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a556fcff-1d7b-45fa-854d-9df46e3a8701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148720546', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:03:06Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:03:07.656494 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-667e0a20-f7dc-4b51-ba7e-ba58c42c6829 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Calling delete_port for ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:03:07.686484 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a556fcff-1d7b-45fa-854d-9df46e3a8701 None None] The sync data for ids ['d8beaf2f-a403-4e96-a174-9a17b37f7494'] in n-d-812111-8 is: [{'id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148720546', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:03:06Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8beaf2f-a403-4e96-a174-9a17b37f7494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:01:22Z', 'updated_at': '2021-11-24T22:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:03:07.688323 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a21ce626-f5cb-4c1a-8644-b5334365d914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:07.722128 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ce626-f5cb-4c1a-8644-b5334365d914 None None] Pushing event deleted for resources: {'Port': ['ID=b50ef068-bf8e-490f-a443-9b87727bc4ed,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:07.727613 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21ce626-f5cb-4c1a-8644-b5334365d914 None None] No DVR routers for this DVR port b50ef068-bf8e-490f-a443-9b87727bc4ed on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:03:07.751646 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ce626-f5cb-4c1a-8644-b5334365d914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:07.751998 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ce626-f5cb-4c1a-8644-b5334365d914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:07.752347 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ce626-f5cb-4c1a-8644-b5334365d914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:07.752686 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ce626-f5cb-4c1a-8644-b5334365d914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:07.753059 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ce626-f5cb-4c1a-8644-b5334365d914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:07.753395 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ce626-f5cb-4c1a-8644-b5334365d914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:07.753727 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ce626-f5cb-4c1a-8644-b5334365d914 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:07.754056 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ce626-f5cb-4c1a-8644-b5334365d914 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:07.754385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ce626-f5cb-4c1a-8644-b5334365d914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:07.754705 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ce626-f5cb-4c1a-8644-b5334365d914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:07.755292 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ce626-f5cb-4c1a-8644-b5334365d914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:07.755397 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ce626-f5cb-4c1a-8644-b5334365d914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:07.835311 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-667e0a20-f7dc-4b51-ba7e-ba58c42c6829 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:07.863550 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e0a20-f7dc-4b51-ba7e-ba58c42c6829 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Port': ['ID=ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:07.880843 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89699824-6d4e-4bfa-964d-571ea1b305fb None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:03:07.924696 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-667e0a20-f7dc-4b51-ba7e-ba58c42c6829 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:08.017974 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-667e0a20-f7dc-4b51-ba7e-ba58c42c6829 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:08.020031 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-667e0a20-f7dc-4b51-ba7e-ba58c42c6829 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:08.068251 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-667e0a20-f7dc-4b51-ba7e-ba58c42c6829 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:08.068848 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667e0a20-f7dc-4b51-ba7e-ba58c42c6829 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Fanout notify agent at l3_agent the message router_deleted on router d8beaf2f-a403-4e96-a174-9a17b37f7494 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:03:08.075967 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-667e0a20-f7dc-4b51-ba7e-ba58c42c6829 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:08.078051 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-667e0a20-f7dc-4b51-ba7e-ba58c42c6829 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/routers/d8beaf2f-a403-4e96-a174-9a17b37f7494 HTTP/1.1" status: 204 len: 168 time: 1.1569839 Nov 24 22:03:08.080660 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55450) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:03:08.168203 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:08.264708 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:08.287229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcaad48a-8fca-4ec7-8840-87766651d40a']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:03:08.297617 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc9350e-459f-41ee-85b3-77753b2ca7c2') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:03:08.297915 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc9350e-459f-41ee-85b3-77753b2ca7c2') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:03:08.307809 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:08.321664 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:08.328409 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:03:08.328827 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: timer() Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:03:08.331975 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:03:08.393064 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:08.399841 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:08.403261 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/networks/bcaad48a-8fca-4ec7-8840-87766651d40a HTTP/1.1" status: 204 len: 168 time: 0.3214815 Nov 24 22:03:08.406912 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55452) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:03:08.415362 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Network': ['ID=bcaad48a-8fca-4ec7-8840-87766651d40a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:08.423737 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:08.424093 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:08.424438 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:08.424814 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:08.425154 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:08.425497 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:08.425849 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:08.426187 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:08.426516 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:08.426844 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:08.427170 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:08.427497 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc3d24d-b81e-4884-bb8f-d1870c1fb55d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:08.469286 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f4e6b3a9-e8ca-40dc-873b-29b3333a5fff tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:08.494138 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f4e6b3a9-e8ca-40dc-873b-29b3333a5fff tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:08.553151 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f4e6b3a9-e8ca-40dc-873b-29b3333a5fff tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:08.555791 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f4e6b3a9-e8ca-40dc-873b-29b3333a5fff tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:08.556987 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f4e6b3a9-e8ca-40dc-873b-29b3333a5fff tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/security-groups/931f36ab-45e4-4ab6-8686-a256930e7923 HTTP/1.1" status: 204 len: 168 time: 0.1490233 Nov 24 22:03:08.566680 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6b3a9-e8ca-40dc-873b-29b3333a5fff tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=931f36ab-45e4-4ab6-8686-a256930e7923,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:09.014728 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55458) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:03:09.019510 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-3656c078-beda-4a12-befc-c1d32bce0939 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2057246444', 'description': 'tempest-secgroup-smoke-2057246444 description', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:03:09.043479 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3656c078-beda-4a12-befc-c1d32bce0939 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.049362 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ae93c732-8bfc-4780-baa5-4f81fb99786b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.113450 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3656c078-beda-4a12-befc-c1d32bce0939 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.117327 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3656c078-beda-4a12-befc-c1d32bce0939 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.142161 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3656c078-beda-4a12-befc-c1d32bce0939 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.143411 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3656c078-beda-4a12-befc-c1d32bce0939 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1276515 Nov 24 22:03:09.146591 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55460) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:03:09.151274 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-b296a8f8-d292-40fa-b6c5-54e40ca1359e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': '05588523-3f1f-4b60-9049-c68883e0ebf3', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:03:09.151621 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656c078-beda-4a12-befc-c1d32bce0939 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05588523-3f1f-4b60-9049-c68883e0ebf3,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:09.178257 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b296a8f8-d292-40fa-b6c5-54e40ca1359e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.237888 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b296a8f8-d292-40fa-b6c5-54e40ca1359e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.241940 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b296a8f8-d292-40fa-b6c5-54e40ca1359e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.257045 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296a8f8-d292-40fa-b6c5-54e40ca1359e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a4ad6d-2917-4685-ab40-e377d99d09f5,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:09.268075 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b296a8f8-d292-40fa-b6c5-54e40ca1359e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.269342 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b296a8f8-d292-40fa-b6c5-54e40ca1359e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216362 Nov 24 22:03:09.272210 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55462) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:03:09.276566 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-9355d648-cb56-4c20-9b7a-03878cd1a538 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': '05588523-3f1f-4b60-9049-c68883e0ebf3', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:03:09.303543 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9355d648-cb56-4c20-9b7a-03878cd1a538 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.337888 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:03:09.357451 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:03:09.357837 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ecf29bff-bf6a-4de4-b2e8-01a34ad27c9a not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:03:09.358267 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3f79474b-726d-446c-aaac-ab93e54a9e19 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:03:09.361343 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9355d648-cb56-4c20-9b7a-03878cd1a538 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.365646 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9355d648-cb56-4c20-9b7a-03878cd1a538 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.378652 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 3f79474b-726d-446c-aaac-ab93e54a9e19 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:03:09.379008 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3f79474b-726d-446c-aaac-ab93e54a9e19 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:03:09.385435 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355d648-cb56-4c20-9b7a-03878cd1a538 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee45c77-5cb2-4c30-940f-f8e89e91463d,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:09.391337 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9355d648-cb56-4c20-9b7a-03878cd1a538 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.392550 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-9355d648-cb56-4c20-9b7a-03878cd1a538 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193464 Nov 24 22:03:09.395290 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55464) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:03:09.399683 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-6f81b7fb-745a-4da3-9e9f-67826425d66e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': '05588523-3f1f-4b60-9049-c68883e0ebf3', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:03:09.425837 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f81b7fb-745a-4da3-9e9f-67826425d66e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.482524 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f81b7fb-745a-4da3-9e9f-67826425d66e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.486663 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f81b7fb-745a-4da3-9e9f-67826425d66e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.506949 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81b7fb-745a-4da3-9e9f-67826425d66e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40dc9a95-b7f5-45d0-b1d0-a6f7295df999,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:09.512528 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6f81b7fb-745a-4da3-9e9f-67826425d66e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.518257 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55466) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:03:09.518422 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6f81b7fb-745a-4da3-9e9f-67826425d66e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219716 Nov 24 22:03:09.522998 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-6246a909-bd3c-4558-b7e2-24ed8d5fa3e8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': '05588523-3f1f-4b60-9049-c68883e0ebf3', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:03:09.548871 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6246a909-bd3c-4558-b7e2-24ed8d5fa3e8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.606071 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6246a909-bd3c-4558-b7e2-24ed8d5fa3e8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.610259 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6246a909-bd3c-4558-b7e2-24ed8d5fa3e8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.630290 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246a909-bd3c-4558-b7e2-24ed8d5fa3e8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44ea790-da23-4d3b-97f4-4adf75eacd55,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:09.638838 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6246a909-bd3c-4558-b7e2-24ed8d5fa3e8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.640674 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6246a909-bd3c-4558-b7e2-24ed8d5fa3e8 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212823 Nov 24 22:03:09.643535 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55468) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:03:09.648204 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-28117300-d7da-4ed6-83d3-3ea3958c44c0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': '05588523-3f1f-4b60-9049-c68883e0ebf3', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:03:09.669919 n-d-812111-8 neutron-server[109991]: INFO neutron.db.securitygroups_db [None req-28117300-d7da-4ed6-83d3-3ea3958c44c0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Project 47d6bccedae942e2945c2bd9d08dfa80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:03:09.674795 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28117300-d7da-4ed6-83d3-3ea3958c44c0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.732196 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28117300-d7da-4ed6-83d3-3ea3958c44c0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.735874 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28117300-d7da-4ed6-83d3-3ea3958c44c0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.757594 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28117300-d7da-4ed6-83d3-3ea3958c44c0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3c0524-0860-486f-8135-f1ad37bfc439,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:09.762474 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28117300-d7da-4ed6-83d3-3ea3958c44c0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.763731 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-28117300-d7da-4ed6-83d3-3ea3958c44c0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190882 Nov 24 22:03:09.767018 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55470) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:03:09.771482 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-42a4ac07-1258-4e49-a91e-f0dc47139aa5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'security_group_rule': {'security_group_id': '05588523-3f1f-4b60-9049-c68883e0ebf3', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:03:09.793594 n-d-812111-8 neutron-server[109991]: INFO neutron.db.securitygroups_db [None req-42a4ac07-1258-4e49-a91e-f0dc47139aa5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Project 47d6bccedae942e2945c2bd9d08dfa80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:03:09.799193 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-42a4ac07-1258-4e49-a91e-f0dc47139aa5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.864608 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-42a4ac07-1258-4e49-a91e-f0dc47139aa5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.868347 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-42a4ac07-1258-4e49-a91e-f0dc47139aa5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.887085 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4ac07-1258-4e49-a91e-f0dc47139aa5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6516a215-9fff-440c-a68f-17940b9ca113,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:09.892548 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-42a4ac07-1258-4e49-a91e-f0dc47139aa5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.893792 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-42a4ac07-1258-4e49-a91e-f0dc47139aa5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257863 Nov 24 22:03:09.896559 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55472) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:03:09.901384 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-fe1a06a8-afb2-49c8-a6f8-6697bfd0979a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'network': {'name': 'tempest-network-smoke--1834417521', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'port_security_enabled': True}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:03:09.922143 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1a06a8-afb2-49c8-a6f8-6697bfd0979a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Made reservation on behalf of 47d6bccedae942e2945c2bd9d08dfa80 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:03:09.925657 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe1a06a8-afb2-49c8-a6f8-6697bfd0979a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.949096 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1a06a8-afb2-49c8-a6f8-6697bfd0979a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:03:09.958943 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe1a06a8-afb2-49c8-a6f8-6697bfd0979a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:09.959288 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-fe1a06a8-afb2-49c8-a6f8-6697bfd0979a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Added segment 7e23d536-eb6a-4d94-85fe-a85ba778433f of type vlan for network 2c57ab68-fce0-4567-975a-657079d58616 Nov 24 22:03:10.001535 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe1a06a8-afb2-49c8-a6f8-6697bfd0979a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:10.031859 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe1a06a8-afb2-49c8-a6f8-6697bfd0979a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:10.037671 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1a06a8-afb2-49c8-a6f8-6697bfd0979a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:10.038310 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe1a06a8-afb2-49c8-a6f8-6697bfd0979a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:10.077574 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-fe1a06a8-afb2-49c8-a6f8-6697bfd0979a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1799438 Nov 24 22:03:10.080347 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55474) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:03:10.085182 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-50754da6-4827-4493-b8b1-31d3de5cc5bb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-33075192', 'admin_state_up': True, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:03:10.111582 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-50754da6-4827-4493-b8b1-31d3de5cc5bb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:10.112591 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-50754da6-4827-4493-b8b1-31d3de5cc5bb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:10.118836 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a06a8-afb2-49c8-a6f8-6697bfd0979a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Network': ['ID=2c57ab68-fce0-4567-975a-657079d58616,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:10.131374 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 2c57ab68-fce0-4567-975a-657079d58616 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:03:10.165909 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-50754da6-4827-4493-b8b1-31d3de5cc5bb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:10.312158 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-50754da6-4827-4493-b8b1-31d3de5cc5bb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:10.320512 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:10.524048 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-50754da6-4827-4493-b8b1-31d3de5cc5bb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:10.543646 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-50754da6-4827-4493-b8b1-31d3de5cc5bb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:10.649718 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-50754da6-4827-4493-b8b1-31d3de5cc5bb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Allocated IP 172.25.5.70 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/c95f0db4-2e74-430c-8bdc-113cdb5f4c79) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:03:10.754488 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-50754da6-4827-4493-b8b1-31d3de5cc5bb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:10.793581 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-50754da6-4827-4493-b8b1-31d3de5cc5bb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:10.832029 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50754da6-4827-4493-b8b1-31d3de5cc5bb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:03:10.838357 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-50754da6-4827-4493-b8b1-31d3de5cc5bb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:03:10.841679 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50754da6-4827-4493-b8b1-31d3de5cc5bb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:03:10.850690 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904ce306-0be6-4077-be4b-6245acbfa7bc None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:03:10.868469 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50754da6-4827-4493-b8b1-31d3de5cc5bb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=c95f0db4-2e74-430c-8bdc-113cdb5f4c79,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:10.883945 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8c1fbba9-161f-4ab2-b43f-d112cab9591a None None] Provisioning complete for port c95f0db4-2e74-430c-8bdc-113cdb5f4c79 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:03:10.884401 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8c1fbba9-161f-4ab2-b43f-d112cab9591a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:10.920660 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-8c1fbba9-161f-4ab2-b43f-d112cab9591a None None] Port c95f0db4-2e74-430c-8bdc-113cdb5f4c79 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:03:11.102649 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-50754da6-4827-4493-b8b1-31d3de5cc5bb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:11.303981 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-50754da6-4827-4493-b8b1-31d3de5cc5bb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:11.333895 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0f9768e9-c23e-4439-9ffd-63068c1a7d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:11.435164 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50754da6-4827-4493-b8b1-31d3de5cc5bb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router 85aa9b38-8494-42e5-8cfb-3fb7ac55cc95 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:03:11.542552 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50754da6-4827-4493-b8b1-31d3de5cc5bb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:03:11.553335 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] Sync routers for ids ['85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:03:11.562744 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] Routers {'85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:03:11.563355 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:03:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:03:11.563534 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-50754da6-4827-4493-b8b1-31d3de5cc5bb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:11.564805 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-50754da6-4827-4493-b8b1-31d3de5cc5bb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4832428 Nov 24 22:03:11.567872 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55478) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:03:11.641704 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2dda1a4c-bb81-4f9d-9382-7eee6b7ec6b5 tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=47d6bccedae942e2945c2bd9d08dfa80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0727196 Nov 24 22:03:11.644194 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55482) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:03:11.665417 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] Set router 85aa9b38-8494-42e5-8cfb-3fb7ac55cc95 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:03:11.730454 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6620e202-a2c9-4212-9632-74b019dbe566 tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:11.732007 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6620e202-a2c9-4212-9632-74b019dbe566 tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868766 Nov 24 22:03:11.736153 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55484) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:03:11.763912 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-54afe49a-f2b7-4485-bb5f-8a66533ea001 tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=11235b5e-de40-47bb-bfa7-c51c409e5eca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266633 Nov 24 22:03:11.767099 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55486) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:03:11.771830 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-54bc815b-3424-4c82-83fa-e324090dda20 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-892398310', 'network_id': '2c57ab68-fce0-4567-975a-657079d58616', 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:03:11.795126 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:11.847868 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33075192', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:10Z', 'revision_number': 3, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:92:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:03:11.867996 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bc815b-3424-4c82-83fa-e324090dda20 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Made reservation on behalf of 47d6bccedae942e2945c2bd9d08dfa80 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:03:11.872129 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-54bc815b-3424-4c82-83fa-e324090dda20 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:11.876014 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] Checking router: 85aa9b38-8494-42e5-8cfb-3fb7ac55cc95 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:03:11.876367 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] Updating router 85aa9b38-8494-42e5-8cfb-3fb7ac55cc95 port c95f0db4-2e74-430c-8bdc-113cdb5f4c79 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:03:11.902191 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:12.070371 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-54bc815b-3424-4c82-83fa-e324090dda20 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:12.134536 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc815b-3424-4c82-83fa-e324090dda20 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Subnet': ['ID=f027580d-458d-4a8c-bb93-e6b6052173d9,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:12.142029 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bc815b-3424-4c82-83fa-e324090dda20 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Checking segment: {'id': '7e23d536-eb6a-4d94-85fe-a85ba778433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2c57ab68-fce0-4567-975a-657079d58616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:03:12.142375 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bc815b-3424-4c82-83fa-e324090dda20 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network hostable DHCP agents. Network: 2c57ab68-fce0-4567-975a-657079d58616, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:03:12.158812 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bc815b-3424-4c82-83fa-e324090dda20 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network 2c57ab68-fce0-4567-975a-657079d58616 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:03:12.162484 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:12.167901 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:12.168997 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-54bc815b-3424-4c82-83fa-e324090dda20 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 2c57ab68-fce0-4567-975a-657079d58616) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:03:12.176291 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bc815b-3424-4c82-83fa-e324090dda20 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:12.176924 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-54bc815b-3424-4c82-83fa-e324090dda20 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:12.182678 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5382bb41-42b0-41a6-9c42-c90a0c8c5d59 None None] Network 2c57ab68-fce0-4567-975a-657079d58616 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:03:12.198384 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-54bc815b-3424-4c82-83fa-e324090dda20 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4302580 Nov 24 22:03:12.201070 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55488) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:03:12.219876 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2ade61-2e52-4b17-a813-b2b4ac17f9e0 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:03:12.228449 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] Attempting to bind port c95f0db4-2e74-430c-8bdc-113cdb5f4c79 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:03:12.228847 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] Attempting to bind port c95f0db4-2e74-430c-8bdc-113cdb5f4c79 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:03:12.229211 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] Attempting to bind port c95f0db4-2e74-430c-8bdc-113cdb5f4c79 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:03:12.239764 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:03:12.240143 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:03:12.240545 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:12.241223 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:03:12.241685 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] Bound port: c95f0db4-2e74-430c-8bdc-113cdb5f4c79, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:03:12.242064 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:12.271402 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8148f-91de-473d-9b9a-20b7918c292e None None] Pushing event updated for resources: {'Port': ['ID=c95f0db4-2e74-430c-8bdc-113cdb5f4c79,revision_number=2']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:12.291048 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe8148f-91de-473d-9b9a-20b7918c292e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:12.291402 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe8148f-91de-473d-9b9a-20b7918c292e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:12.291748 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe8148f-91de-473d-9b9a-20b7918c292e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:12.292085 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe8148f-91de-473d-9b9a-20b7918c292e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:12.292420 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe8148f-91de-473d-9b9a-20b7918c292e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:12.292793 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe8148f-91de-473d-9b9a-20b7918c292e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:12.293108 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe8148f-91de-473d-9b9a-20b7918c292e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:12.293438 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe8148f-91de-473d-9b9a-20b7918c292e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:12.293771 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe8148f-91de-473d-9b9a-20b7918c292e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:12.294095 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe8148f-91de-473d-9b9a-20b7918c292e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:12.294437 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe8148f-91de-473d-9b9a-20b7918c292e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:12.294748 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe8148f-91de-473d-9b9a-20b7918c292e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:03:12.318179 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] For port c95f0db4-2e74-430c-8bdc-113cdb5f4c79, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:03:12.321856 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] For port c95f0db4-2e74-430c-8bdc-113cdb5f4c79, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c95f0db4-2e74-430c-8bdc-113cdb5f4c79,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:03:12.326569 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:12.363414 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fac62e3-1b44-492c-9ce3-cfe9c0e3fc7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-2c57ab68-fce0-4567-975a-657079d58616', 'network_id': '2c57ab68-fce0-4567-975a-657079d58616', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ips': [{'subnet_id': 'f027580d-458d-4a8c-bb93-e6b6052173d9'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:03:12.365714 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0fac62e3-1b44-492c-9ce3-cfe9c0e3fc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:12.373310 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-cbfc379e-e7c8-4628-96f8-e92a9333cc18 None None] Provisioning complete for port c95f0db4-2e74-430c-8bdc-113cdb5f4c79 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:03:12.374382 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cbfc379e-e7c8-4628-96f8-e92a9333cc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:12.379033 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] Routers {'85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:03:12.379667 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:03:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:03:12.387436 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aeade5e-815a-422c-addd-5ba37ef87ad7 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:03:12.474037 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8148f-91de-473d-9b9a-20b7918c292e None None] Pushing event updated for resources: {'Port': ['ID=c95f0db4-2e74-430c-8bdc-113cdb5f4c79,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:12.500948 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] Set router 85aa9b38-8494-42e5-8cfb-3fb7ac55cc95 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:03:12.586790 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cbfc379e-e7c8-4628-96f8-e92a9333cc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:12.609273 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-0fac62e3-1b44-492c-9ce3-cfe9c0e3fc7d None None] Allocated IP 172.20.0.2 (2c57ab68-fce0-4567-975a-657079d58616/f027580d-458d-4a8c-bb93-e6b6052173d9/0d49526c-fd56-4708-8c86-a23ef4045a31) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:03:12.621647 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-cbfc379e-e7c8-4628-96f8-e92a9333cc18 None None] For port c95f0db4-2e74-430c-8bdc-113cdb5f4c79, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c95f0db4-2e74-430c-8bdc-113cdb5f4c79,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:03:12.627407 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cbfc379e-e7c8-4628-96f8-e92a9333cc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:12.711171 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc379e-e7c8-4628-96f8-e92a9333cc18 None None] Pushing event updated for resources: {'Port': ['ID=c95f0db4-2e74-430c-8bdc-113cdb5f4c79,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:12.720040 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:12.724322 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7b36c8c7-6bb9-4976-88ea-ac231532962e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:12.777352 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6805f74a-ed22-4c32-b0c3-0dbcd2512c4b None None] Provisioning complete for port c95f0db4-2e74-430c-8bdc-113cdb5f4c79 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:03:12.777746 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6805f74a-ed22-4c32-b0c3-0dbcd2512c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:12.784072 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33075192', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:10Z', 'revision_number': 3, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:92:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:03:12.810725 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a98ffcb-9183-47f2-9fe4-e190007f2ad1 None None] The sync data for ids ['85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'] in n-d-812111-8 is: [{'id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33075192', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:10Z', 'revision_number': 3, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:92:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:03:13.076009 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0fac62e3-1b44-492c-9ce3-cfe9c0e3fc7d None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:13.090968 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0fac62e3-1b44-492c-9ce3-cfe9c0e3fc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:13.140599 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-7b36c8c7-6bb9-4976-88ea-ac231532962e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Allocated IP 172.20.0.1 (2c57ab68-fce0-4567-975a-657079d58616/f027580d-458d-4a8c-bb93-e6b6052173d9/91a0ae8b-4366-4234-8f84-0d17a9056fdb) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:03:13.144062 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fac62e3-1b44-492c-9ce3-cfe9c0e3fc7d None None] Network 2c57ab68-fce0-4567-975a-657079d58616 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:03:13.147666 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-0fac62e3-1b44-492c-9ce3-cfe9c0e3fc7d None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:03:13.151318 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac62e3-1b44-492c-9ce3-cfe9c0e3fc7d None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:03:13.159937 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac62e3-1b44-492c-9ce3-cfe9c0e3fc7d None None] Pushing event updated for resources: {'Port': ['ID=0d49526c-fd56-4708-8c86-a23ef4045a31,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:13.223107 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0fac62e3-1b44-492c-9ce3-cfe9c0e3fc7d None None] Attempting to bind port 0d49526c-fd56-4708-8c86-a23ef4045a31 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:03:13.223486 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0fac62e3-1b44-492c-9ce3-cfe9c0e3fc7d None None] Attempting to bind port 0d49526c-fd56-4708-8c86-a23ef4045a31 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '7e23d536-eb6a-4d94-85fe-a85ba778433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2c57ab68-fce0-4567-975a-657079d58616'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:03:13.223850 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fac62e3-1b44-492c-9ce3-cfe9c0e3fc7d None None] Attempting to bind port 0d49526c-fd56-4708-8c86-a23ef4045a31 on network 2c57ab68-fce0-4567-975a-657079d58616 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:03:13.229301 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fac62e3-1b44-492c-9ce3-cfe9c0e3fc7d None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:03:13.229686 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fac62e3-1b44-492c-9ce3-cfe9c0e3fc7d None None] Checking segment: {'id': '7e23d536-eb6a-4d94-85fe-a85ba778433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2c57ab68-fce0-4567-975a-657079d58616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:03:13.230083 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0fac62e3-1b44-492c-9ce3-cfe9c0e3fc7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:13.230476 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fac62e3-1b44-492c-9ce3-cfe9c0e3fc7d None None] Bound using segment: {'id': '7e23d536-eb6a-4d94-85fe-a85ba778433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2c57ab68-fce0-4567-975a-657079d58616'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:03:13.230942 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0fac62e3-1b44-492c-9ce3-cfe9c0e3fc7d None None] Bound port: 0d49526c-fd56-4708-8c86-a23ef4045a31, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e23d536-eb6a-4d94-85fe-a85ba778433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2c57ab68-fce0-4567-975a-657079d58616'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:03:13.231326 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0fac62e3-1b44-492c-9ce3-cfe9c0e3fc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:13.293986 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7b36c8c7-6bb9-4976-88ea-ac231532962e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:13.311945 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0fac62e3-1b44-492c-9ce3-cfe9c0e3fc7d None None] For port 0d49526c-fd56-4708-8c86-a23ef4045a31, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:03:13.315818 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0fac62e3-1b44-492c-9ce3-cfe9c0e3fc7d None None] For port 0d49526c-fd56-4708-8c86-a23ef4045a31, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0d49526c-fd56-4708-8c86-a23ef4045a31,segment=NetworkSegment(7e23d536-eb6a-4d94-85fe-a85ba778433f),segment_id=7e23d536-eb6a-4d94-85fe-a85ba778433f)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:03:13.323751 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0fac62e3-1b44-492c-9ce3-cfe9c0e3fc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:13.340037 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7b36c8c7-6bb9-4976-88ea-ac231532962e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:13.397733 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b36c8c7-6bb9-4976-88ea-ac231532962e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network 2c57ab68-fce0-4567-975a-657079d58616 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:03:13.409496 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-7b36c8c7-6bb9-4976-88ea-ac231532962e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:03:13.414674 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b36c8c7-6bb9-4976-88ea-ac231532962e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:03:13.429189 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c95f0db4-2e74-430c-8bdc-113cdb5f4c79 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:03:13.434437 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac62e3-1b44-492c-9ce3-cfe9c0e3fc7d None None] Pushing event updated for resources: {'Port': ['ID=0d49526c-fd56-4708-8c86-a23ef4045a31,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:13.463297 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36c8c7-6bb9-4976-88ea-ac231532962e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=91a0ae8b-4366-4234-8f84-0d17a9056fdb,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:13.501693 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7b36c8c7-6bb9-4976-88ea-ac231532962e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:13.520855 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port c95f0db4-2e74-430c-8bdc-113cdb5f4c79 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:03:13.521325 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:13.686236 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7b36c8c7-6bb9-4976-88ea-ac231532962e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:14.044567 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:14.358984 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7b36c8c7-6bb9-4976-88ea-ac231532962e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:14.366298 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7b36c8c7-6bb9-4976-88ea-ac231532962e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:14.429937 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286ab0b6-b6ab-4194-99de-071d8616f427 None None] Network 2c57ab68-fce0-4567-975a-657079d58616 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:03:14.452914 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36c8c7-6bb9-4976-88ea-ac231532962e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=91a0ae8b-4366-4234-8f84-0d17a9056fdb,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:14.458724 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7b36c8c7-6bb9-4976-88ea-ac231532962e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:14.502643 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8143f416-8af0-4f54-b054-11032d95f662 None None] Provisioning complete for port 0d49526c-fd56-4708-8c86-a23ef4045a31 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:03:14.503026 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8143f416-8af0-4f54-b054-11032d95f662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:14.564884 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b36c8c7-6bb9-4976-88ea-ac231532962e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network 2c57ab68-fce0-4567-975a-657079d58616 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:03:14.566378 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-7b36c8c7-6bb9-4976-88ea-ac231532962e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:03:14.660632 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8143f416-8af0-4f54-b054-11032d95f662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:14.693052 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b36c8c7-6bb9-4976-88ea-ac231532962e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router 85aa9b38-8494-42e5-8cfb-3fb7ac55cc95 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:03:14.700606 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-8143f416-8af0-4f54-b054-11032d95f662 None None] For port 0d49526c-fd56-4708-8c86-a23ef4045a31, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0d49526c-fd56-4708-8c86-a23ef4045a31,segment=NetworkSegment(7e23d536-eb6a-4d94-85fe-a85ba778433f),segment_id=7e23d536-eb6a-4d94-85fe-a85ba778433f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:03:14.706182 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8143f416-8af0-4f54-b054-11032d95f662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:14.764678 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143f416-8af0-4f54-b054-11032d95f662 None None] Pushing event updated for resources: {'Port': ['ID=0d49526c-fd56-4708-8c86-a23ef4045a31,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:14.813500 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b36c8c7-6bb9-4976-88ea-ac231532962e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:03:14.818729 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-7b36c8c7-6bb9-4976-88ea-ac231532962e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "PUT /v2.0/routers/85aa9b38-8494-42e5-8cfb-3fb7ac55cc95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6164470 Nov 24 22:03:14.915818 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] Sync routers for ids ['85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:03:14.937668 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] Routers {'85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:03:14.938314 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:03:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:03:14.988645 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f28274ae-8bd9-4b5d-8059-8290f386b2d0 None None] Provisioning complete for port 0d49526c-fd56-4708-8c86-a23ef4045a31 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:03:14.989040 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f28274ae-8bd9-4b5d-8059-8290f386b2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:14.990123 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-564ce458-485f-4524-9fbd-56a5999b44fd tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2057246444&fields=id&tenant_id=47d6bccedae942e2945c2bd9d08dfa80 HTTP/1.1" status: 200 len: 267 time: 0.0518510 Nov 24 22:03:15.072783 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:15.114834 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] Set router 85aa9b38-8494-42e5-8cfb-3fb7ac55cc95 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:03:15.133905 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-1f41d0f9-159e-43b5-826a-c98808c56d4a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:15.135547 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-1f41d0f9-159e-43b5-826a-c98808c56d4a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/networks?id=2c57ab68-fce0-4567-975a-657079d58616 HTTP/1.1" status: 200 len: 797 time: 0.1338742 Nov 24 22:03:15.152003 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-1f07a63a-e755-4e14-809e-cc0841bb17da tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/quotas/47d6bccedae942e2945c2bd9d08dfa80 HTTP/1.1" status: 200 len: 375 time: 0.0103202 Nov 24 22:03:15.215358 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-aa175bca-32e3-4d30-aa4b-051231f990e5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559247 Nov 24 22:03:15.277391 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-41b72b7f-8441-4d51-aa1c-40a355a8ef01 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:03:15.278707 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-41b72b7f-8441-4d51-aa1c-40a355a8ef01 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0498304 Nov 24 22:03:15.299093 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f28274ae-8bd9-4b5d-8059-8290f386b2d0 None None] Provisioning complete for port 91a0ae8b-4366-4234-8f84-0d17a9056fdb triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:03:15.299508 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f28274ae-8bd9-4b5d-8059-8290f386b2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:15.360541 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f28274ae-8bd9-4b5d-8059-8290f386b2d0 None None] Port 91a0ae8b-4366-4234-8f84-0d17a9056fdb cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:03:15.398512 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-28fd760a-fdd4-476d-909f-5e098dd9cce7 service neutron] 10.222.0.11 "GET /v2.0/networks/2c57ab68-fce0-4567-975a-657079d58616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045494 Nov 24 22:03:15.421271 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33075192', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:13Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '91a0ae8b-4366-4234-8f84-0d17a9056fdb', 'name': '', 'network_id': '2c57ab68-fce0-4567-975a-657079d58616', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:2a:14:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'f027580d-458d-4a8c-bb93-e6b6052173d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:03:12Z', 'updated_at': '2021-11-24T22:03:13Z', 'revision_number': 2, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': 'f027580d-458d-4a8c-bb93-e6b6052173d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:03:15.425613 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0d49526c-fd56-4708-8c86-a23ef4045a31 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:03:15.455755 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] Checking router: 85aa9b38-8494-42e5-8cfb-3fb7ac55cc95 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:03:15.456421 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] Updating router 85aa9b38-8494-42e5-8cfb-3fb7ac55cc95 port 91a0ae8b-4366-4234-8f84-0d17a9056fdb binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:03:15.500388 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-2e69dc92-d945-40ca-9824-5ac11b7f7d96 service neutron] 10.222.0.11 "GET /v2.0/networks/2c57ab68-fce0-4567-975a-657079d58616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937989 Nov 24 22:03:15.515263 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:15.534036 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-5df77b49-5d09-4c71-bf75-f0d51dac1fd8 None None] Provisioning complete for port 91a0ae8b-4366-4234-8f84-0d17a9056fdb triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:03:15.534403 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5df77b49-5d09-4c71-bf75-f0d51dac1fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:15.612856 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 0d49526c-fd56-4708-8c86-a23ef4045a31 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:03:15.613056 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:15.614666 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-5df77b49-5d09-4c71-bf75-f0d51dac1fd8 None None] Port 91a0ae8b-4366-4234-8f84-0d17a9056fdb cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:03:15.674637 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d39f361-aabe-4642-b9d5-5f73f4f9a1c2 req-c97b1f2f-ebd1-4298-960d-907d17e81170 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 210 time: 0.0276585 Nov 24 22:03:15.915786 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:15.922324 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:15.973408 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef438b4f-854b-40d4-be99-a4a7353e35e9 None None] Pushing event updated for resources: {'Port': ['ID=91a0ae8b-4366-4234-8f84-0d17a9056fdb,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:16.027917 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] Attempting to bind port 91a0ae8b-4366-4234-8f84-0d17a9056fdb on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:03:16.028415 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] Attempting to bind port 91a0ae8b-4366-4234-8f84-0d17a9056fdb by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '7e23d536-eb6a-4d94-85fe-a85ba778433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2c57ab68-fce0-4567-975a-657079d58616'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:03:16.028820 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] Attempting to bind port 91a0ae8b-4366-4234-8f84-0d17a9056fdb on network 2c57ab68-fce0-4567-975a-657079d58616 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:03:16.034645 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:03:16.035045 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] Checking segment: {'id': '7e23d536-eb6a-4d94-85fe-a85ba778433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2c57ab68-fce0-4567-975a-657079d58616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:03:16.035425 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:16.035831 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] Bound using segment: {'id': '7e23d536-eb6a-4d94-85fe-a85ba778433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2c57ab68-fce0-4567-975a-657079d58616'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:03:16.036303 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] Bound port: 91a0ae8b-4366-4234-8f84-0d17a9056fdb, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e23d536-eb6a-4d94-85fe-a85ba778433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2c57ab68-fce0-4567-975a-657079d58616'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:03:16.036686 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:16.115542 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] For port 91a0ae8b-4366-4234-8f84-0d17a9056fdb, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:03:16.119242 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] For port 91a0ae8b-4366-4234-8f84-0d17a9056fdb, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=91a0ae8b-4366-4234-8f84-0d17a9056fdb,segment=NetworkSegment(7e23d536-eb6a-4d94-85fe-a85ba778433f),segment_id=7e23d536-eb6a-4d94-85fe-a85ba778433f)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:03:16.124082 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:16.185786 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] Routers {'85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:03:16.187308 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:03:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:03:16.249635 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef438b4f-854b-40d4-be99-a4a7353e35e9 None None] Pushing event updated for resources: {'Port': ['ID=91a0ae8b-4366-4234-8f84-0d17a9056fdb,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:16.270777 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-77eea7a1-3c40-4bf9-8ad6-4a1f8360810d None None] Provisioning complete for port 91a0ae8b-4366-4234-8f84-0d17a9056fdb triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:03:16.271153 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-77eea7a1-3c40-4bf9-8ad6-4a1f8360810d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:16.372803 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] Set router 85aa9b38-8494-42e5-8cfb-3fb7ac55cc95 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:03:16.491484 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-77eea7a1-3c40-4bf9-8ad6-4a1f8360810d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:16.734896 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-77eea7a1-3c40-4bf9-8ad6-4a1f8360810d None None] For port 91a0ae8b-4366-4234-8f84-0d17a9056fdb, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=91a0ae8b-4366-4234-8f84-0d17a9056fdb,segment=NetworkSegment(7e23d536-eb6a-4d94-85fe-a85ba778433f),segment_id=7e23d536-eb6a-4d94-85fe-a85ba778433f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:03:16.742638 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-77eea7a1-3c40-4bf9-8ad6-4a1f8360810d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:16.822058 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eea7a1-3c40-4bf9-8ad6-4a1f8360810d None None] Pushing event updated for resources: {'Port': ['ID=91a0ae8b-4366-4234-8f84-0d17a9056fdb,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:16.845306 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ad2ed1f7-d8c7-4612-8064-c029a387bd96 req-9a2f6e6b-b577-4f43-a426-4c7e425f25fa tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 210 time: 0.0650876 Nov 24 22:03:16.848984 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33075192', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:13Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '91a0ae8b-4366-4234-8f84-0d17a9056fdb', 'name': '', 'network_id': '2c57ab68-fce0-4567-975a-657079d58616', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:2a:14:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'f027580d-458d-4a8c-bb93-e6b6052173d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:03:12Z', 'updated_at': '2021-11-24T22:03:16Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': 'f027580d-458d-4a8c-bb93-e6b6052173d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:03:16.886586 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88133f34-7707-4f08-b9be-050ff96d10c3 None None] The sync data for ids ['85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'] in n-d-812111-8 is: [{'id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33075192', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:13Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '91a0ae8b-4366-4234-8f84-0d17a9056fdb', 'name': '', 'network_id': '2c57ab68-fce0-4567-975a-657079d58616', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:2a:14:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'f027580d-458d-4a8c-bb93-e6b6052173d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:03:12Z', 'updated_at': '2021-11-24T22:03:16Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': 'f027580d-458d-4a8c-bb93-e6b6052173d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:03:16.893228 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-ba69125e-e704-4eab-b351-274e05a37f88 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:16.894980 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-ba69125e-e704-4eab-b351-274e05a37f88 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.15 "GET /v2.0/networks?id=2c57ab68-fce0-4567-975a-657079d58616 HTTP/1.1" status: 200 len: 797 time: 0.1625428 Nov 24 22:03:16.906358 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4bd26f1a-d573-4086-99d7-68535849d08f None None] Provisioning complete for port 91a0ae8b-4366-4234-8f84-0d17a9056fdb triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:03:16.906739 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4bd26f1a-d573-4086-99d7-68535849d08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:16.985325 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-15dc5337-aa22-445c-9ca5-86375945e3b6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47d6bccedae942e2945c2bd9d08dfa80 HTTP/1.1" status: 200 len: 380 time: 0.0713060 Nov 24 22:03:17.001584 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-682a303a-0adb-407c-bd3b-a95a277b009f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'port': {'device_id': 'd3eb3b64-9adb-45d3-9e05-6dd5298970ec', 'network_id': '2c57ab68-fce0-4567-975a-657079d58616', 'admin_state_up': True, 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'security_groups': ['05588523-3f1f-4b60-9049-c68883e0ebf3']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:03:17.129343 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-682a303a-0adb-407c-bd3b-a95a277b009f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Made reservation on behalf of 47d6bccedae942e2945c2bd9d08dfa80 for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:03:17.132993 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-682a303a-0adb-407c-bd3b-a95a277b009f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:17.276557 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-682a303a-0adb-407c-bd3b-a95a277b009f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Allocated IP 172.20.0.10 (2c57ab68-fce0-4567-975a-657079d58616/f027580d-458d-4a8c-bb93-e6b6052173d9/5f969915-3126-4a2a-a135-f2c36ec1fece) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:03:17.368401 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 91a0ae8b-4366-4234-8f84-0d17a9056fdb up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:03:17.430756 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 91a0ae8b-4366-4234-8f84-0d17a9056fdb triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:03:17.431197 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:17.469530 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-682a303a-0adb-407c-bd3b-a95a277b009f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:17.514514 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-682a303a-0adb-407c-bd3b-a95a277b009f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:17.568359 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-682a303a-0adb-407c-bd3b-a95a277b009f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network 2c57ab68-fce0-4567-975a-657079d58616 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:03:17.571498 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-682a303a-0adb-407c-bd3b-a95a277b009f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:03:17.574052 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-682a303a-0adb-407c-bd3b-a95a277b009f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:03:17.605014 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a303a-0adb-407c-bd3b-a95a277b009f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=5f969915-3126-4a2a-a135-f2c36ec1fece,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:17.643475 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-682a303a-0adb-407c-bd3b-a95a277b009f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:17.644303 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-682a303a-0adb-407c-bd3b-a95a277b009f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:17.663571 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-682a303a-0adb-407c-bd3b-a95a277b009f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6661031 Nov 24 22:03:17.678084 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-7af89975-dfd2-459e-b166-41e8ff655d8d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:03:17.679469 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-7af89975-dfd2-459e-b166-41e8ff655d8d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063920 Nov 24 22:03:17.697785 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-b3d921bb-6d9e-4ffc-b2f9-dff3783c0d35 service neutron] Request body: {'port': {'device_id': 'd3eb3b64-9adb-45d3-9e05-6dd5298970ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:03:17.759310 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-b3d921bb-6d9e-4ffc-b2f9-dff3783c0d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:17.843078 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d19064c7-3148-4630-8451-e7ea44e6fe57 None None] Provisioning complete for port 5f969915-3126-4a2a-a135-f2c36ec1fece triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:03:17.843727 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d19064c7-3148-4630-8451-e7ea44e6fe57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:17.883383 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-d19064c7-3148-4630-8451-e7ea44e6fe57 None None] Port 5f969915-3126-4a2a-a135-f2c36ec1fece cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:03:18.043189 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd021434-a79e-4f0c-b3be-8b8a9d7207ae req-268ad447-b8db-4759-b512-953b1bfb055f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:18.044703 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd021434-a79e-4f0c-b3be-8b8a9d7207ae req-268ad447-b8db-4759-b512-953b1bfb055f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 932 time: 0.0921617 Nov 24 22:03:18.122656 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-b3d921bb-6d9e-4ffc-b2f9-dff3783c0d35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f969915-3126-4a2a-a135-f2c36ec1fece {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:03:18.138024 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-b3d921bb-6d9e-4ffc-b2f9-dff3783c0d35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:18.148286 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cd021434-a79e-4f0c-b3be-8b8a9d7207ae req-be9fb88f-e795-4464-b401-0273009c33af tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=05588523-3f1f-4b60-9049-c68883e0ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942090 Nov 24 22:03:18.156278 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-b3d921bb-6d9e-4ffc-b2f9-dff3783c0d35 service neutron] Transition to ACTIVE for port object 5f969915-3126-4a2a-a135-f2c36ec1fece will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:03:18.160100 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-b3d921bb-6d9e-4ffc-b2f9-dff3783c0d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:18.218111 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d921bb-6d9e-4ffc-b2f9-dff3783c0d35 service neutron] Pushing event updated for resources: {'Port': ['ID=5f969915-3126-4a2a-a135-f2c36ec1fece,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:18.286886 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-b3d921bb-6d9e-4ffc-b2f9-dff3783c0d35 service neutron] Attempting to bind port 5f969915-3126-4a2a-a135-f2c36ec1fece on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:03:18.287311 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-b3d921bb-6d9e-4ffc-b2f9-dff3783c0d35 service neutron] Attempting to bind port 5f969915-3126-4a2a-a135-f2c36ec1fece by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '7e23d536-eb6a-4d94-85fe-a85ba778433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2c57ab68-fce0-4567-975a-657079d58616'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:03:18.287706 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-b3d921bb-6d9e-4ffc-b2f9-dff3783c0d35 service neutron] Attempting to bind port 5f969915-3126-4a2a-a135-f2c36ec1fece on network 2c57ab68-fce0-4567-975a-657079d58616 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:03:18.292543 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-b3d921bb-6d9e-4ffc-b2f9-dff3783c0d35 service neutron] Port 5f969915-3126-4a2a-a135-f2c36ec1fece on network 2c57ab68-fce0-4567-975a-657079d58616 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:03:18.292841 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-b3d921bb-6d9e-4ffc-b2f9-dff3783c0d35 service neutron] Attempting to bind port 5f969915-3126-4a2a-a135-f2c36ec1fece on network 2c57ab68-fce0-4567-975a-657079d58616 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:03:18.299260 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-b3d921bb-6d9e-4ffc-b2f9-dff3783c0d35 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:03:18.299759 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-b3d921bb-6d9e-4ffc-b2f9-dff3783c0d35 service neutron] Checking segment: {'id': '7e23d536-eb6a-4d94-85fe-a85ba778433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2c57ab68-fce0-4567-975a-657079d58616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:03:18.300143 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-b3d921bb-6d9e-4ffc-b2f9-dff3783c0d35 service neutron] Bound using segment: {'id': '7e23d536-eb6a-4d94-85fe-a85ba778433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2c57ab68-fce0-4567-975a-657079d58616'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:03:18.300572 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-b3d921bb-6d9e-4ffc-b2f9-dff3783c0d35 service neutron] Bound port: 5f969915-3126-4a2a-a135-f2c36ec1fece, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e23d536-eb6a-4d94-85fe-a85ba778433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2c57ab68-fce0-4567-975a-657079d58616'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:03:18.300958 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-b3d921bb-6d9e-4ffc-b2f9-dff3783c0d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:18.368396 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-b3d921bb-6d9e-4ffc-b2f9-dff3783c0d35 service neutron] For port 5f969915-3126-4a2a-a135-f2c36ec1fece, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:03:18.371573 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-b3d921bb-6d9e-4ffc-b2f9-dff3783c0d35 service neutron] For port 5f969915-3126-4a2a-a135-f2c36ec1fece, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5f969915-3126-4a2a-a135-f2c36ec1fece,segment=NetworkSegment(7e23d536-eb6a-4d94-85fe-a85ba778433f),segment_id=7e23d536-eb6a-4d94-85fe-a85ba778433f)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:03:18.376643 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-b3d921bb-6d9e-4ffc-b2f9-dff3783c0d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:18.416065 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-b3d921bb-6d9e-4ffc-b2f9-dff3783c0d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:18.416825 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-b3d921bb-6d9e-4ffc-b2f9-dff3783c0d35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:18.418160 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-b3d921bb-6d9e-4ffc-b2f9-dff3783c0d35 service neutron] 10.222.0.15 "PUT /v2.0/ports/5f969915-3126-4a2a-a135-f2c36ec1fece HTTP/1.1" status: 200 len: 1092 time: 0.7248130 Nov 24 22:03:18.418603 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3eb3b64-9adb-45d3-9e05-6dd5298970ec', 'tag': '5f969915-3126-4a2a-a135-f2c36ec1fece'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:03:18.421642 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88a078c-24cd-4316-91c1-ed053aec4fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "d3eb3b64-9adb-45d3-9e05-6dd5298970ec", "tag": "5f969915-3126-4a2a-a135-f2c36ec1fece"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:03:18.448376 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d921bb-6d9e-4ffc-b2f9-dff3783c0d35 service neutron] Pushing event updated for resources: {'Port': ['ID=5f969915-3126-4a2a-a135-f2c36ec1fece,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:18.526530 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-4a654e96-05f6-4958-8304-cc91fc767389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:18.528207 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-4a654e96-05f6-4958-8304-cc91fc767389 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 1095 time: 0.0480416 Nov 24 22:03:18.577927 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4053466e-c962-4918-b6ad-011aa59f7879 x-openstack-request-id: req-4053466e-c962-4918-b6ad-011aa59f7879 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:03:18.578262 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3eb3b64-9adb-45d3-9e05-6dd5298970ec", "tag": "5f969915-3126-4a2a-a135-f2c36ec1fece", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:03:18.578467 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4053466e-c962-4918-b6ad-011aa59f7879 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:03:18.578904 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3eb3b64-9adb-45d3-9e05-6dd5298970ec', 'tag': '5f969915-3126-4a2a-a135-f2c36ec1fece', 'status': 'completed', 'code': 200} Nov 24 22:03:18.580768 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-5348db16-6fbc-4f05-9910-7ca17388a4cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f969915-3126-4a2a-a135-f2c36ec1fece HTTP/1.1" status: 200 len: 217 time: 0.0409906 Nov 24 22:03:18.641611 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-678ca8f8-cfe6-4007-8c3d-725acaaa7705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:18.643072 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-678ca8f8-cfe6-4007-8c3d-725acaaa7705 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f027580d-458d-4a8c-bb93-e6b6052173d9 HTTP/1.1" status: 200 len: 834 time: 0.0497756 Nov 24 22:03:18.692481 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-8d020aee-3b47-4645-b01c-dc97680309c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:18.693996 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-8d020aee-3b47-4645-b01c-dc97680309c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2c57ab68-fce0-4567-975a-657079d58616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404539 Nov 24 22:03:18.789297 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-fd981455-f212-4256-8024-ecb01bca7824 service neutron] 10.222.0.15 "GET /v2.0/networks/2c57ab68-fce0-4567-975a-657079d58616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828540 Nov 24 22:03:18.892693 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bfe5fa9c-6b69-4f57-8c48-4e36787da739 req-1b3f3336-b3e3-433c-8165-64ac9d673c58 service neutron] 10.222.0.15 "GET /v2.0/networks/2c57ab68-fce0-4567-975a-657079d58616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912220 Nov 24 22:03:18.985709 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a078c-24cd-4316-91c1-ed053aec4fd8 req-024c893b-67c0-4ac6-b7e7-0d8e822f8c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:18.987221 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e88a078c-24cd-4316-91c1-ed053aec4fd8 req-024c893b-67c0-4ac6-b7e7-0d8e822f8c8f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 1095 time: 0.0443251 Nov 24 22:03:19.084331 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a078c-24cd-4316-91c1-ed053aec4fd8 req-8082866b-544b-4198-b452-7b3ff46e9532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:19.085851 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e88a078c-24cd-4316-91c1-ed053aec4fd8 req-8082866b-544b-4198-b452-7b3ff46e9532 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2c57ab68-fce0-4567-975a-657079d58616 HTTP/1.1" status: 200 len: 898 time: 0.0906253 Nov 24 22:03:19.128533 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e88a078c-24cd-4316-91c1-ed053aec4fd8 req-a9b93a92-2627-45d3-92cd-f5bf7f3ebe59 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f969915-3126-4a2a-a135-f2c36ec1fece HTTP/1.1" status: 200 len: 217 time: 0.0347652 Nov 24 22:03:19.179190 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a078c-24cd-4316-91c1-ed053aec4fd8 req-9fa53461-e68f-45f1-9932-230ff315fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:19.180558 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e88a078c-24cd-4316-91c1-ed053aec4fd8 req-9fa53461-e68f-45f1-9932-230ff315fd00 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f027580d-458d-4a8c-bb93-e6b6052173d9 HTTP/1.1" status: 200 len: 834 time: 0.0442865 Nov 24 22:03:19.259887 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a078c-24cd-4316-91c1-ed053aec4fd8 req-fb0e7263-f79e-408a-8cc7-b2098200c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:19.261401 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e88a078c-24cd-4316-91c1-ed053aec4fd8 req-fb0e7263-f79e-408a-8cc7-b2098200c44a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2c57ab68-fce0-4567-975a-657079d58616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719182 Nov 24 22:03:19.276839 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585df122-f8ee-4b24-81d9-02c57b912968 req-0171e334-65aa-4103-b314-cc887e34a235 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:19.278215 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-585df122-f8ee-4b24-81d9-02c57b912968 req-0171e334-65aa-4103-b314-cc887e34a235 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 944 time: 0.0566645 Nov 24 22:03:19.384483 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-585df122-f8ee-4b24-81d9-02c57b912968 req-2df09a09-3e32-4b4d-9203-7ace367a7bb5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=05588523-3f1f-4b60-9049-c68883e0ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975652 Nov 24 22:03:19.402512 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e88a078c-24cd-4316-91c1-ed053aec4fd8 req-4064a456-ca66-454c-8200-bd1a1daf172e service neutron] 10.222.0.15 "GET /v2.0/networks/2c57ab68-fce0-4567-975a-657079d58616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233442 Nov 24 22:03:19.495899 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e88a078c-24cd-4316-91c1-ed053aec4fd8 req-19264f09-205f-4492-b826-466aeaeef540 service neutron] 10.222.0.15 "GET /v2.0/networks/2c57ab68-fce0-4567-975a-657079d58616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853415 Nov 24 22:03:20.513092 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e22a75-275d-41f6-8ec0-d5a35f1165de req-ed67600e-1c28-409b-b739-eae56f9bc401 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:20.514634 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-89e22a75-275d-41f6-8ec0-d5a35f1165de req-ed67600e-1c28-409b-b739-eae56f9bc401 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 944 time: 0.0500309 Nov 24 22:03:20.568869 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-89e22a75-275d-41f6-8ec0-d5a35f1165de req-a784ab56-37d0-4f52-8496-14faf7e7299e tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=05588523-3f1f-4b60-9049-c68883e0ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483456 Nov 24 22:03:21.377171 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5f969915-3126-4a2a-a135-f2c36ec1fece details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:03:21.473183 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 5f969915-3126-4a2a-a135-f2c36ec1fece, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5f969915-3126-4a2a-a135-f2c36ec1fece,segment=NetworkSegment(7e23d536-eb6a-4d94-85fe-a85ba778433f),segment_id=7e23d536-eb6a-4d94-85fe-a85ba778433f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:03:21.484126 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '5f969915-3126-4a2a-a135-f2c36ec1fece', 'network_id': '2c57ab68-fce0-4567-975a-657079d58616', 'port_id': '5f969915-3126-4a2a-a135-f2c36ec1fece', 'mac_address': 'fa:16:3e:47:a2:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f027580d-458d-4a8c-bb93-e6b6052173d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:03:21.522711 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:21.538754 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f969915-3126-4a2a-a135-f2c36ec1fece {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:03:21.557489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 5f969915-3126-4a2a-a135-f2c36ec1fece, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5f969915-3126-4a2a-a135-f2c36ec1fece,segment=NetworkSegment(7e23d536-eb6a-4d94-85fe-a85ba778433f),segment_id=7e23d536-eb6a-4d94-85fe-a85ba778433f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:03:21.561555 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:21.607758 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=5f969915-3126-4a2a-a135-f2c36ec1fece,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:21.685724 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3280ff-9acd-45ea-aa80-105a4fe1360b req-f52bff47-aa19-41d6-86a2-cf2cdafa9295 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:21.687365 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3c3280ff-9acd-45ea-aa80-105a4fe1360b req-f52bff47-aa19-41d6-86a2-cf2cdafa9295 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 945 time: 0.0503230 Nov 24 22:03:21.736583 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3c3280ff-9acd-45ea-aa80-105a4fe1360b req-3390a347-c350-44ea-a12e-fc8567adf9c7 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=05588523-3f1f-4b60-9049-c68883e0ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431318 Nov 24 22:03:21.907385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['5f969915-3126-4a2a-a135-f2c36ec1fece'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:03:22.850465 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee8b4d-a1e0-4ba5-85d3-1cd2b72e3b53 req-af59837b-66da-4114-909f-88469a48f18a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:22.852756 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-41ee8b4d-a1e0-4ba5-85d3-1cd2b72e3b53 req-af59837b-66da-4114-909f-88469a48f18a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 945 time: 0.0489256 Nov 24 22:03:22.902262 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-41ee8b4d-a1e0-4ba5-85d3-1cd2b72e3b53 req-a4d756eb-f24b-4a31-9255-4cb9c12144c5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=05588523-3f1f-4b60-9049-c68883e0ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438087 Nov 24 22:03:23.377635 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5f969915-3126-4a2a-a135-f2c36ec1fece up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:03:23.426251 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 5f969915-3126-4a2a-a135-f2c36ec1fece completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:03:23.430218 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 5f969915-3126-4a2a-a135-f2c36ec1fece triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:03:23.430738 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:23.510887 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:23.534361 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3eb3b64-9adb-45d3-9e05-6dd5298970ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f969915-3126-4a2a-a135-f2c36ec1fece'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:03:23.536647 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36936247-6af3-47fc-b672-ad9bcc014dd9" -d '{"events": [{"server_uuid": "d3eb3b64-9adb-45d3-9e05-6dd5298970ec", "name": "network-vif-plugged", "status": "completed", "tag": "5f969915-3126-4a2a-a135-f2c36ec1fece"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:03:23.549760 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 5f969915-3126-4a2a-a135-f2c36ec1fece, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5f969915-3126-4a2a-a135-f2c36ec1fece,segment=NetworkSegment(7e23d536-eb6a-4d94-85fe-a85ba778433f),segment_id=7e23d536-eb6a-4d94-85fe-a85ba778433f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:03:23.554421 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:23.602997 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=5f969915-3126-4a2a-a135-f2c36ec1fece,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:23.624284 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276fea07-ecb4-418b-8baa-f66f248fca67 x-openstack-request-id: req-276fea07-ecb4-418b-8baa-f66f248fca67 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:03:23.624581 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3eb3b64-9adb-45d3-9e05-6dd5298970ec", "name": "network-vif-plugged", "status": "completed", "tag": "5f969915-3126-4a2a-a135-f2c36ec1fece", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:03:23.624862 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-276fea07-ecb4-418b-8baa-f66f248fca67 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:03:23.625263 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3eb3b64-9adb-45d3-9e05-6dd5298970ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f969915-3126-4a2a-a135-f2c36ec1fece', 'code': 200} Nov 24 22:03:23.731517 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c6e49-2427-4b88-bf56-eb48c6b6c412 req-bafb26f4-dc8c-48e1-9188-408c38333e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:23.733039 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ce5c6e49-2427-4b88-bf56-eb48c6b6c412 req-bafb26f4-dc8c-48e1-9188-408c38333e39 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 1097 time: 0.0426986 Nov 24 22:03:23.782987 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ce5c6e49-2427-4b88-bf56-eb48c6b6c412 req-e09659b4-ebfa-462f-be0a-fe3c3945af50 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=05588523-3f1f-4b60-9049-c68883e0ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383475 Nov 24 22:03:24.021177 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c14e4-184a-4419-8867-897a89826def req-f64deed0-f05e-4331-8592-437535c23edc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:24.022735 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca8c14e4-184a-4419-8867-897a89826def req-f64deed0-f05e-4331-8592-437535c23edc tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 946 time: 0.0501993 Nov 24 22:03:24.071996 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ca8c14e4-184a-4419-8867-897a89826def req-c9e30a9e-b96f-46c2-a2d6-f6b2cb5ab65d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=05588523-3f1f-4b60-9049-c68883e0ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432129 Nov 24 22:03:25.191506 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2473f-e69c-4c14-b350-3e10bc1df842 req-bba9794b-a045-41e8-8e70-028e9efa0b17 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:25.193033 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4dc2473f-e69c-4c14-b350-3e10bc1df842 req-bba9794b-a045-41e8-8e70-028e9efa0b17 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 946 time: 0.0529559 Nov 24 22:03:25.242040 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4dc2473f-e69c-4c14-b350-3e10bc1df842 req-f1ee2af5-f122-4d2f-957c-bf893116c22a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=05588523-3f1f-4b60-9049-c68883e0ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430534 Nov 24 22:03:25.354922 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e39a5c-e6fc-4fb8-881e-371440b5b683 req-8a2c138d-5c0b-4d05-81f8-ac9dc26e28e0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:25.356291 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46e39a5c-e6fc-4fb8-881e-371440b5b683 req-8a2c138d-5c0b-4d05-81f8-ac9dc26e28e0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 946 time: 0.0486419 Nov 24 22:03:25.405107 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-46e39a5c-e6fc-4fb8-881e-371440b5b683 req-3052591e-b301-4975-915e-ebde69790aa5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=05588523-3f1f-4b60-9049-c68883e0ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427351 Nov 24 22:03:25.426962 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55554) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:03:25.466534 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfc8ccd-1557-4d29-a12d-18f6ef6037a5 tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:25.468063 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9cfc8ccd-1557-4d29-a12d-18f6ef6037a5 tempest-TestNetworkAdvancedServerOps-343524643 tempest-TestNetworkAdvancedServerOps-343524643-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 1092 time: 0.0400057 Nov 24 22:03:25.471482 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55556) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:03:25.475686 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4ab48055-c68a-433b-b516-e00461294c22 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': '5f969915-3126-4a2a-a135-f2c36ec1fece', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:03:25.497210 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4ab48055-c68a-433b-b516-e00461294c22 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for floatingip, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:25.605377 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4ab48055-c68a-433b-b516-e00461294c22 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:25.706700 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-4ab48055-c68a-433b-b516-e00461294c22 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Allocated IP 172.25.5.215 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/ccd4614f-2607-4f2b-994c-c0f9332f1585) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:03:25.810015 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4ab48055-c68a-433b-b516-e00461294c22 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:25.844067 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4ab48055-c68a-433b-b516-e00461294c22 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:25.886457 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab48055-c68a-433b-b516-e00461294c22 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:03:25.894149 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-4ab48055-c68a-433b-b516-e00461294c22 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:03:25.899179 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab48055-c68a-433b-b516-e00461294c22 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:03:25.902362 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab48055-c68a-433b-b516-e00461294c22 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=ccd4614f-2607-4f2b-994c-c0f9332f1585,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:26.271694 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4ab48055-c68a-433b-b516-e00461294c22 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:26.342451 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4ab48055-c68a-433b-b516-e00461294c22 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:26.494166 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4ab48055-c68a-433b-b516-e00461294c22 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:26.498457 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4ab48055-c68a-433b-b516-e00461294c22 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:26.576257 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab48055-c68a-433b-b516-e00461294c22 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event updated for resources: {'Port': ['ID=ccd4614f-2607-4f2b-994c-c0f9332f1585,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:03:26.589456 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4ab48055-c68a-433b-b516-e00461294c22 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:26.698181 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-4ab48055-c68a-433b-b516-e00461294c22 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Floating IP f9af4ba9-f2bd-4531-9017-af0317d484ac associated. External IP: 172.25.5.215, port: 5f969915-3126-4a2a-a135-f2c36ec1fece. Nov 24 22:03:26.911203 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab48055-c68a-433b-b516-e00461294c22 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router 85aa9b38-8494-42e5-8cfb-3fb7ac55cc95 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:03:27.018369 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab48055-c68a-433b-b516-e00461294c22 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:03:27.033043 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e841fe-17dc-47ff-bada-1c505b4df6da None None] Sync routers for ids ['85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:03:27.038252 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4ab48055-c68a-433b-b516-e00461294c22 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:27.043446 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e841fe-17dc-47ff-bada-1c505b4df6da None None] Routers {'85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:03:27.044068 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-49e841fe-17dc-47ff-bada-1c505b4df6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:03:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:03:27.069145 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4ab48055-c68a-433b-b516-e00461294c22 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5966020 Nov 24 22:03:27.069750 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3eb3b64-9adb-45d3-9e05-6dd5298970ec', 'tag': '5f969915-3126-4a2a-a135-f2c36ec1fece'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:03:27.072131 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f80e74d-0ea9-4666-a053-2446fed03f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "d3eb3b64-9adb-45d3-9e05-6dd5298970ec", "tag": "5f969915-3126-4a2a-a135-f2c36ec1fece"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:03:27.153913 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-49e841fe-17dc-47ff-bada-1c505b4df6da None None] Set router 85aa9b38-8494-42e5-8cfb-3fb7ac55cc95 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:03:27.169037 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ade33-e057-4866-818e-71d26b551275 req-5aa8e018-e051-4832-a8eb-122e0f596525 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:27.173639 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb2ade33-e057-4866-818e-71d26b551275 req-5aa8e018-e051-4832-a8eb-122e0f596525 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 946 time: 0.0531795 Nov 24 22:03:27.225390 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb2ade33-e057-4866-818e-71d26b551275 req-c036991c-81c6-4f0e-99dd-7fafb8ead8b1 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=05588523-3f1f-4b60-9049-c68883e0ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483339 Nov 24 22:03:27.248093 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55564) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:03:27.295894 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56774353-f365-4506-8b0f-005b592dd9cd x-openstack-request-id: req-56774353-f365-4506-8b0f-005b592dd9cd {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:03:27.296200 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3eb3b64-9adb-45d3-9e05-6dd5298970ec", "tag": "5f969915-3126-4a2a-a135-f2c36ec1fece", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:03:27.296465 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-56774353-f365-4506-8b0f-005b592dd9cd {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:03:27.296900 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3eb3b64-9adb-45d3-9e05-6dd5298970ec', 'tag': '5f969915-3126-4a2a-a135-f2c36ec1fece', 'status': 'completed', 'code': 200} Nov 24 22:03:27.324920 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-fbd26ad8-e2fc-40cc-948b-83f8a03afc25 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/floatingips/f9af4ba9-f2bd-4531-9017-af0317d484ac HTTP/1.1" status: 200 len: 992 time: 0.0755892 Nov 24 22:03:27.342638 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80e74d-0ea9-4666-a053-2446fed03f0a req-3d17f30d-5149-4af8-ac82-50c93569abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:27.344211 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7f80e74d-0ea9-4666-a053-2446fed03f0a req-3d17f30d-5149-4af8-ac82-50c93569abb2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 1097 time: 0.0485189 Nov 24 22:03:27.388942 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-49e841fe-17dc-47ff-bada-1c505b4df6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33075192', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:13Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'f9af4ba9-f2bd-4531-9017-af0317d484ac', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'port_id': '5f969915-3126-4a2a-a135-f2c36ec1fece', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c57ab68-fce0-4567-975a-657079d58616', 'mac_address': 'fa:16:3e:47:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eb3b64-9adb-45d3-9e05-6dd5298970ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:03:26Z', 'updated_at': '2021-11-24T22:03:26Z', 'revision_number': 0, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a0ae8b-4366-4234-8f84-0d17a9056fdb', 'name': '', 'network_id': '2c57ab68-fce0-4567-975a-657079d58616', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:2a:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'f027580d-458d-4a8c-bb93-e6b6052173d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:03:12Z', 'updated_at': '2021-11-24T22:03:16Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': 'f027580d-458d-4a8c-bb93-e6b6052173d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:03:27.419137 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e841fe-17dc-47ff-bada-1c505b4df6da None None] Checking router: 85aa9b38-8494-42e5-8cfb-3fb7ac55cc95 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:03:27.428443 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e841fe-17dc-47ff-bada-1c505b4df6da None None] Routers {'85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:03:27.429080 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-49e841fe-17dc-47ff-bada-1c505b4df6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:03:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:03:27.436436 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80e74d-0ea9-4666-a053-2446fed03f0a req-5f96df86-e2d2-466e-9873-199d2e1041ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:27.437943 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7f80e74d-0ea9-4666-a053-2446fed03f0a req-5f96df86-e2d2-466e-9873-199d2e1041ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=2c57ab68-fce0-4567-975a-657079d58616 HTTP/1.1" status: 200 len: 898 time: 0.0871108 Nov 24 22:03:27.508261 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7f80e74d-0ea9-4666-a053-2446fed03f0a req-4437f09b-a292-409e-b17b-6a8384ab0596 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f969915-3126-4a2a-a135-f2c36ec1fece HTTP/1.1" status: 200 len: 1000 time: 0.0630958 Nov 24 22:03:27.531076 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-49e841fe-17dc-47ff-bada-1c505b4df6da None None] Set router 85aa9b38-8494-42e5-8cfb-3fb7ac55cc95 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:03:27.557951 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80e74d-0ea9-4666-a053-2446fed03f0a req-ad7d5dcf-d0f7-42a8-9bea-bd6b2a2f1d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:27.559419 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7f80e74d-0ea9-4666-a053-2446fed03f0a req-ad7d5dcf-d0f7-42a8-9bea-bd6b2a2f1d9e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f027580d-458d-4a8c-bb93-e6b6052173d9 HTTP/1.1" status: 200 len: 834 time: 0.0441554 Nov 24 22:03:27.605616 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80e74d-0ea9-4666-a053-2446fed03f0a req-1a9d41d6-c7cf-4e89-9773-744587c58f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:27.607121 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7f80e74d-0ea9-4666-a053-2446fed03f0a req-1a9d41d6-c7cf-4e89-9773-744587c58f8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2c57ab68-fce0-4567-975a-657079d58616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407381 Nov 24 22:03:27.702289 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7f80e74d-0ea9-4666-a053-2446fed03f0a req-dd9d6ff3-ed3e-4d07-acb7-866894754bc2 service neutron] 10.222.0.15 "GET /v2.0/networks/2c57ab68-fce0-4567-975a-657079d58616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876479 Nov 24 22:03:27.759371 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-49e841fe-17dc-47ff-bada-1c505b4df6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33075192', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:13Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'f9af4ba9-f2bd-4531-9017-af0317d484ac', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'port_id': '5f969915-3126-4a2a-a135-f2c36ec1fece', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c57ab68-fce0-4567-975a-657079d58616', 'mac_address': 'fa:16:3e:47:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eb3b64-9adb-45d3-9e05-6dd5298970ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:03:26Z', 'updated_at': '2021-11-24T22:03:26Z', 'revision_number': 0, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a0ae8b-4366-4234-8f84-0d17a9056fdb', 'name': '', 'network_id': '2c57ab68-fce0-4567-975a-657079d58616', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:2a:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'f027580d-458d-4a8c-bb93-e6b6052173d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:03:12Z', 'updated_at': '2021-11-24T22:03:16Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': 'f027580d-458d-4a8c-bb93-e6b6052173d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:03:27.786455 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e841fe-17dc-47ff-bada-1c505b4df6da None None] The sync data for ids ['85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'] in n-d-812111-8 is: [{'id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33075192', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:13Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'f9af4ba9-f2bd-4531-9017-af0317d484ac', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'port_id': '5f969915-3126-4a2a-a135-f2c36ec1fece', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c57ab68-fce0-4567-975a-657079d58616', 'mac_address': 'fa:16:3e:47:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eb3b64-9adb-45d3-9e05-6dd5298970ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:03:26Z', 'updated_at': '2021-11-24T22:03:26Z', 'revision_number': 0, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a0ae8b-4366-4234-8f84-0d17a9056fdb', 'name': '', 'network_id': '2c57ab68-fce0-4567-975a-657079d58616', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:2a:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'f027580d-458d-4a8c-bb93-e6b6052173d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:03:12Z', 'updated_at': '2021-11-24T22:03:16Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': 'f027580d-458d-4a8c-bb93-e6b6052173d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:03:27.795154 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7f80e74d-0ea9-4666-a053-2446fed03f0a req-720d747a-1e62-48e2-9ea3-779eff5ae682 service neutron] 10.222.0.15 "GET /v2.0/networks/2c57ab68-fce0-4567-975a-657079d58616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859137 Nov 24 22:03:27.996364 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db1c10-3ef2-4655-96b5-776e1c9893f8 None None] New status for floating IP f9af4ba9-f2bd-4531-9017-af0317d484ac: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:03:28.329429 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55566) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:03:28.395852 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-6b7b9502-6b7e-4e13-9bab-20480e29567b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/floatingips/f9af4ba9-f2bd-4531-9017-af0317d484ac HTTP/1.1" status: 200 len: 994 time: 0.0653381 Nov 24 22:03:32.712896 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05604707-b4d5-42c7-8ca6-9a14a688cd99 req-cf080d57-16b4-4be4-a8f3-0fe829884fde service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434451 Nov 24 22:03:32.795641 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05604707-b4d5-42c7-8ca6-9a14a688cd99 req-7142a707-908d-4dcf-8882-448110ba9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:32.797226 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05604707-b4d5-42c7-8ca6-9a14a688cd99 req-7142a707-908d-4dcf-8882-448110ba9672 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 1097 time: 0.0406516 Nov 24 22:03:32.905156 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05604707-b4d5-42c7-8ca6-9a14a688cd99 req-45ad7901-37a5-44e1-8b5d-ea9a7715a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:32.906759 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05604707-b4d5-42c7-8ca6-9a14a688cd99 req-45ad7901-37a5-44e1-8b5d-ea9a7715a3af service neutron] 10.222.0.15 "GET /v2.0/networks?id=2c57ab68-fce0-4567-975a-657079d58616 HTTP/1.1" status: 200 len: 898 time: 0.0904689 Nov 24 22:03:32.971388 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05604707-b4d5-42c7-8ca6-9a14a688cd99 req-ec1eaae9-1c35-4897-ac83-1d50764147ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f969915-3126-4a2a-a135-f2c36ec1fece HTTP/1.1" status: 200 len: 1002 time: 0.0577579 Nov 24 22:03:33.019246 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05604707-b4d5-42c7-8ca6-9a14a688cd99 req-74089d7d-10ba-420e-9f70-e72d70db36b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:33.020640 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05604707-b4d5-42c7-8ca6-9a14a688cd99 req-74089d7d-10ba-420e-9f70-e72d70db36b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f027580d-458d-4a8c-bb93-e6b6052173d9 HTTP/1.1" status: 200 len: 834 time: 0.0431573 Nov 24 22:03:33.068228 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05604707-b4d5-42c7-8ca6-9a14a688cd99 req-de76bc87-5316-4dae-bca2-87cb8abee88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:03:33.069758 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05604707-b4d5-42c7-8ca6-9a14a688cd99 req-de76bc87-5316-4dae-bca2-87cb8abee88f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2c57ab68-fce0-4567-975a-657079d58616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421910 Nov 24 22:03:33.163076 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05604707-b4d5-42c7-8ca6-9a14a688cd99 req-8cc381f1-f93d-4ddd-bf26-36582bdadb63 service neutron] 10.222.0.15 "GET /v2.0/networks/2c57ab68-fce0-4567-975a-657079d58616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860474 Nov 24 22:03:33.561939 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-05604707-b4d5-42c7-8ca6-9a14a688cd99 req-dfdd4958-0100-453e-afb4-9a7a528ecc00 service neutron] 10.222.0.15 "GET /v2.0/networks/2c57ab68-fce0-4567-975a-657079d58616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918679 Nov 24 22:03:34.492711 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:03:39.051207 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7713c7e9-3f79-45eb-a45d-e81cd7da2794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:40.335241 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:41.335449 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4e7d1c66-e293-4bec-87f7-5c107d6807c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:41.812415 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:42.684945 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:44.045397 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:03:44.974434 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:03.762896 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af5a22-60b1-4d64-b249-bf26b4b2ef6d req-7921462c-5c1b-4a23-90e8-a38903098eb6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:03.764347 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-80af5a22-60b1-4d64-b249-bf26b4b2ef6d req-7921462c-5c1b-4a23-90e8-a38903098eb6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 946 time: 0.0490701 Nov 24 22:04:03.814626 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-80af5a22-60b1-4d64-b249-bf26b4b2ef6d req-5c372c9c-7b9f-47de-bf76-70d7c1824571 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=05588523-3f1f-4b60-9049-c68883e0ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441654 Nov 24 22:04:04.934122 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757b33c-d75b-43d0-878f-0a934c30e80e req-e4de8c4a-b0ac-4134-b3d5-0ef704f947bb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:04.935606 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9757b33c-d75b-43d0-878f-0a934c30e80e req-e4de8c4a-b0ac-4134-b3d5-0ef704f947bb tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 946 time: 0.0511310 Nov 24 22:04:04.984445 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9757b33c-d75b-43d0-878f-0a934c30e80e req-f68177ff-f88b-44a0-8dea-975830cc65ba tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=05588523-3f1f-4b60-9049-c68883e0ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428975 Nov 24 22:04:05.007183 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55588) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:05.070601 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-38a838af-28a2-40ad-9ff3-e66c468bad0f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/floatingips/f9af4ba9-f2bd-4531-9017-af0317d484ac HTTP/1.1" status: 200 len: 994 time: 0.0622468 Nov 24 22:04:06.380653 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e24146-36b9-43ea-b906-49736b3da660 req-7a78621b-9826-42a6-9441-3357415f3800 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:06.382155 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f7e24146-36b9-43ea-b906-49736b3da660 req-7a78621b-9826-42a6-9441-3357415f3800 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 946 time: 0.0782702 Nov 24 22:04:06.407011 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f627c12-d499-4533-ab98-09344f5f6782 req-d1488882-ed6e-4114-adc8-eef8cdf8ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:06.408441 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6f627c12-d499-4533-ab98-09344f5f6782 req-d1488882-ed6e-4114-adc8-eef8cdf8ef22 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 1097 time: 0.0715864 Nov 24 22:04:06.454190 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f7e24146-36b9-43ea-b906-49736b3da660 req-0ef0f05a-34ad-45bc-920a-3f7be65d6c0f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=05588523-3f1f-4b60-9049-c68883e0ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659511 Nov 24 22:04:06.518722 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f627c12-d499-4533-ab98-09344f5f6782 req-880bdd8a-235f-4106-bc9a-8c77c7b0099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:06.520980 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6f627c12-d499-4533-ab98-09344f5f6782 req-880bdd8a-235f-4106-bc9a-8c77c7b0099a service neutron] 10.222.0.15 "GET /v2.0/networks?id=2c57ab68-fce0-4567-975a-657079d58616 HTTP/1.1" status: 200 len: 898 time: 0.0992577 Nov 24 22:04:06.592815 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6f627c12-d499-4533-ab98-09344f5f6782 req-d497a3ed-90b2-4808-ad2e-d6ab6e3ffb26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f969915-3126-4a2a-a135-f2c36ec1fece HTTP/1.1" status: 200 len: 1002 time: 0.0608685 Nov 24 22:04:06.646179 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f627c12-d499-4533-ab98-09344f5f6782 req-9f5a07f8-784f-412a-83eb-00e167120a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:06.647519 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6f627c12-d499-4533-ab98-09344f5f6782 req-9f5a07f8-784f-412a-83eb-00e167120a73 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f027580d-458d-4a8c-bb93-e6b6052173d9 HTTP/1.1" status: 200 len: 834 time: 0.0438342 Nov 24 22:04:06.697624 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f627c12-d499-4533-ab98-09344f5f6782 req-d9991208-1ec2-4161-893b-2934cbd675b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:06.699066 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6f627c12-d499-4533-ab98-09344f5f6782 req-d9991208-1ec2-4161-893b-2934cbd675b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2c57ab68-fce0-4567-975a-657079d58616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395541 Nov 24 22:04:06.795486 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6f627c12-d499-4533-ab98-09344f5f6782 req-19280630-e260-4fef-97e6-d8c86da25d6d service neutron] 10.222.0.15 "GET /v2.0/networks/2c57ab68-fce0-4567-975a-657079d58616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848820 Nov 24 22:04:06.891209 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6f627c12-d499-4533-ab98-09344f5f6782 req-7c0a13f8-3b91-47a6-8d88-aafde32ee0bf service neutron] 10.222.0.15 "GET /v2.0/networks/2c57ab68-fce0-4567-975a-657079d58616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835934 Nov 24 22:04:07.576655 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9b649-d045-4c78-b55e-854739febbd6 req-30134c40-8431-4f73-a652-c348e4678b27 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:07.578169 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7fe9b649-d045-4c78-b55e-854739febbd6 req-30134c40-8431-4f73-a652-c348e4678b27 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 946 time: 0.0540805 Nov 24 22:04:07.628576 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7fe9b649-d045-4c78-b55e-854739febbd6 req-5a2439f6-282e-4dd5-8092-028997bc2a8d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=05588523-3f1f-4b60-9049-c68883e0ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431466 Nov 24 22:04:08.745149 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8073ff-2048-4ba8-bd3d-7778cd2ebd87 req-6fee00d3-727c-4d55-9b70-015a074dc79d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:08.746630 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df8073ff-2048-4ba8-bd3d-7778cd2ebd87 req-6fee00d3-727c-4d55-9b70-015a074dc79d tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 946 time: 0.0491016 Nov 24 22:04:08.795481 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df8073ff-2048-4ba8-bd3d-7778cd2ebd87 req-c6703aa5-748f-4d62-a8b9-8f5f455ed88b tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=05588523-3f1f-4b60-9049-c68883e0ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429103 Nov 24 22:04:08.819566 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55600) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:08.884295 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e11e0ce8-53fd-41ba-80da-b3f56acdd5b6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/floatingips/f9af4ba9-f2bd-4531-9017-af0317d484ac HTTP/1.1" status: 200 len: 994 time: 0.0635865 Nov 24 22:04:09.052420 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-20e83c25-5478-4797-ad6a-f6b818b92da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:09.121450 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55606) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:09.278745 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting port ccd4614f-2607-4f2b-994c-c0f9332f1585 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:04:09.279090 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:09.354071 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:09.354401 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:09.366778 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Calling delete_port for ccd4614f-2607-4f2b-994c-c0f9332f1585 owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:04:09.515090 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:09.544869 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Port': ['ID=ccd4614f-2607-4f2b-994c-c0f9332f1585,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:09.571817 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:09.572170 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:09.572519 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:09.572960 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:09.573296 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:09.573634 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:09.574116 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:09.574479 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:09.574890 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:09.575246 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:09.575590 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:09.575904 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:09.616672 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:09.617044 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Floating IP f9af4ba9-f2bd-4531-9017-af0317d484ac disassociated (deleted). External IP: 172.25.5.215, port: 5f969915-3126-4a2a-a135-f2c36ec1fece. Nov 24 22:04:09.828294 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router 85aa9b38-8494-42e5-8cfb-3fb7ac55cc95 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:04:09.939609 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:04:09.944766 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:09.949599 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417dc1f8-d9ba-4763-b590-5a95ff9d75fd None None] Sync routers for ids ['85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:04:09.960514 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417dc1f8-d9ba-4763-b590-5a95ff9d75fd None None] Routers {'85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:04:09.961163 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-417dc1f8-d9ba-4763-b590-5a95ff9d75fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:03:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:09.972235 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-51a21cd5-a3da-49a2-a02d-3052c8ca9df5 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/floatingips/f9af4ba9-f2bd-4531-9017-af0317d484ac HTTP/1.1" status: 204 len: 168 time: 0.8496034 Nov 24 22:04:09.972836 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3eb3b64-9adb-45d3-9e05-6dd5298970ec', 'tag': '5f969915-3126-4a2a-a135-f2c36ec1fece'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:04:09.976563 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c3a9ae-063d-41bb-bd23-2b46c7dab55a" -d '{"events": [{"name": "network-changed", "server_uuid": "d3eb3b64-9adb-45d3-9e05-6dd5298970ec", "tag": "5f969915-3126-4a2a-a135-f2c36ec1fece"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:04:10.070492 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-417dc1f8-d9ba-4763-b590-5a95ff9d75fd None None] Set router 85aa9b38-8494-42e5-8cfb-3fb7ac55cc95 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:04:10.283313 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-417dc1f8-d9ba-4763-b590-5a95ff9d75fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33075192', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:13Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '91a0ae8b-4366-4234-8f84-0d17a9056fdb', 'name': '', 'network_id': '2c57ab68-fce0-4567-975a-657079d58616', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:2a:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'f027580d-458d-4a8c-bb93-e6b6052173d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:03:12Z', 'updated_at': '2021-11-24T22:03:16Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': 'f027580d-458d-4a8c-bb93-e6b6052173d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:10.340022 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:10.411076 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6361df-4b5b-4063-8fe4-898288b3e04c x-openstack-request-id: req-aa6361df-4b5b-4063-8fe4-898288b3e04c {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:04:10.411076 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3eb3b64-9adb-45d3-9e05-6dd5298970ec", "tag": "5f969915-3126-4a2a-a135-f2c36ec1fece", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:04:10.411357 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aa6361df-4b5b-4063-8fe4-898288b3e04c {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:04:10.411677 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3eb3b64-9adb-45d3-9e05-6dd5298970ec', 'tag': '5f969915-3126-4a2a-a135-f2c36ec1fece', 'status': 'completed', 'code': 200} Nov 24 22:04:10.412575 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417dc1f8-d9ba-4763-b590-5a95ff9d75fd None None] Checking router: 85aa9b38-8494-42e5-8cfb-3fb7ac55cc95 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:04:10.422012 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417dc1f8-d9ba-4763-b590-5a95ff9d75fd None None] Routers {'85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:04:10.422607 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-417dc1f8-d9ba-4763-b590-5a95ff9d75fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:03:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:10.513521 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3a9ae-063d-41bb-bd23-2b46c7dab55a req-d1dd4ebf-de14-4620-80f3-2632f43c27c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:10.515076 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35c3a9ae-063d-41bb-bd23-2b46c7dab55a req-d1dd4ebf-de14-4620-80f3-2632f43c27c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 1097 time: 0.0733404 Nov 24 22:04:10.527526 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608a2f2-26aa-45f1-99c2-d598f294ffea req-c1920939-4b34-42dd-b4ff-611c414f3bb6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:10.528992 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d608a2f2-26aa-45f1-99c2-d598f294ffea req-c1920939-4b34-42dd-b4ff-611c414f3bb6 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 946 time: 0.0608006 Nov 24 22:04:10.531824 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-417dc1f8-d9ba-4763-b590-5a95ff9d75fd None None] Set router 85aa9b38-8494-42e5-8cfb-3fb7ac55cc95 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:04:10.639334 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d608a2f2-26aa-45f1-99c2-d598f294ffea req-06a1edbe-fa98-4022-ab7e-68f8b98a0ce7 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=05588523-3f1f-4b60-9049-c68883e0ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004465 Nov 24 22:04:10.657571 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3a9ae-063d-41bb-bd23-2b46c7dab55a req-4773a7ad-da00-4372-8cb1-0e60b7d0cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:10.659060 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35c3a9ae-063d-41bb-bd23-2b46c7dab55a req-4773a7ad-da00-4372-8cb1-0e60b7d0cbfb service neutron] 10.222.0.15 "GET /v2.0/networks?id=2c57ab68-fce0-4567-975a-657079d58616 HTTP/1.1" status: 200 len: 898 time: 0.1291928 Nov 24 22:04:10.704406 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35c3a9ae-063d-41bb-bd23-2b46c7dab55a req-ae3fbde6-4910-4c0e-9094-2d4dfef1e923 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f969915-3126-4a2a-a135-f2c36ec1fece HTTP/1.1" status: 200 len: 217 time: 0.0360305 Nov 24 22:04:10.732092 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-417dc1f8-d9ba-4763-b590-5a95ff9d75fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33075192', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:13Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '91a0ae8b-4366-4234-8f84-0d17a9056fdb', 'name': '', 'network_id': '2c57ab68-fce0-4567-975a-657079d58616', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:2a:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'f027580d-458d-4a8c-bb93-e6b6052173d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:03:12Z', 'updated_at': '2021-11-24T22:03:16Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': 'f027580d-458d-4a8c-bb93-e6b6052173d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:10.759741 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417dc1f8-d9ba-4763-b590-5a95ff9d75fd None None] The sync data for ids ['85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'] in n-d-812111-8 is: [{'id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33075192', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:13Z', 'revision_number': 4, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '91a0ae8b-4366-4234-8f84-0d17a9056fdb', 'name': '', 'network_id': '2c57ab68-fce0-4567-975a-657079d58616', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'mac_address': 'fa:16:3e:2a:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'f027580d-458d-4a8c-bb93-e6b6052173d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:03:12Z', 'updated_at': '2021-11-24T22:03:16Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'subnets': [{'id': 'f027580d-458d-4a8c-bb93-e6b6052173d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:04:10.761680 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3a9ae-063d-41bb-bd23-2b46c7dab55a req-acfadead-a19c-447b-bc70-d8dd89e5a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:10.763289 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35c3a9ae-063d-41bb-bd23-2b46c7dab55a req-acfadead-a19c-447b-bc70-d8dd89e5a6a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f027580d-458d-4a8c-bb93-e6b6052173d9 HTTP/1.1" status: 200 len: 834 time: 0.0500019 Nov 24 22:04:10.812602 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3a9ae-063d-41bb-bd23-2b46c7dab55a req-ba400159-b71e-4dbc-a0cb-6fed83a4da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:10.814198 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35c3a9ae-063d-41bb-bd23-2b46c7dab55a req-ba400159-b71e-4dbc-a0cb-6fed83a4da16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2c57ab68-fce0-4567-975a-657079d58616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426362 Nov 24 22:04:10.915028 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35c3a9ae-063d-41bb-bd23-2b46c7dab55a req-d27db5af-8f44-4a74-82d0-07df3ede6268 service neutron] 10.222.0.15 "GET /v2.0/networks/2c57ab68-fce0-4567-975a-657079d58616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881736 Nov 24 22:04:10.986581 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2744c5-fc35-423b-aaf1-18f1d25690ff None None] New status for floating IP f9af4ba9-f2bd-4531-9017-af0317d484ac: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:04:11.023352 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-35c3a9ae-063d-41bb-bd23-2b46c7dab55a req-9bb5f6b2-e786-4e50-88d1-55d4be2c7102 service neutron] 10.222.0.15 "GET /v2.0/networks/2c57ab68-fce0-4567-975a-657079d58616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944796 Nov 24 22:04:11.338715 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-93724b64-c863-4121-802b-f298ee804953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:11.492018 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:04:11.755167 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3ca6f-a91c-4558-b6cf-3ef01b267bc4 req-5f90bfb2-6885-4a4a-bebd-3a89bfb02d48 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:11.756642 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48c3ca6f-a91c-4558-b6cf-3ef01b267bc4 req-5f90bfb2-6885-4a4a-bebd-3a89bfb02d48 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 946 time: 0.0493190 Nov 24 22:04:11.805344 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48c3ca6f-a91c-4558-b6cf-3ef01b267bc4 req-78553582-70f2-41c2-ba51-2deb0809f52a tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/security-groups?id=05588523-3f1f-4b60-9049-c68883e0ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428047 Nov 24 22:04:11.809181 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:12.296957 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbda7ff-bbd2-40cb-8a7d-cfdc485f4695 req-8c92f28b-69ca-4c8a-832d-f99386682297 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:12.298434 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2fbda7ff-bbd2-40cb-8a7d-cfdc485f4695 req-8c92f28b-69ca-4c8a-832d-f99386682297 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 946 time: 0.0532329 Nov 24 22:04:12.399357 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-2fbda7ff-bbd2-40cb-8a7d-cfdc485f4695 req-d2cb8684-2248-4922-993a-922b81726814 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting port 5f969915-3126-4a2a-a135-f2c36ec1fece {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:04:12.400363 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-2fbda7ff-bbd2-40cb-8a7d-cfdc485f4695 req-d2cb8684-2248-4922-993a-922b81726814 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:12.492184 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-2fbda7ff-bbd2-40cb-8a7d-cfdc485f4695 req-d2cb8684-2248-4922-993a-922b81726814 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] For port 5f969915-3126-4a2a-a135-f2c36ec1fece, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=5f969915-3126-4a2a-a135-f2c36ec1fece,segment=NetworkSegment(7e23d536-eb6a-4d94-85fe-a85ba778433f),segment_id=7e23d536-eb6a-4d94-85fe-a85ba778433f)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:04:12.492462 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-2fbda7ff-bbd2-40cb-8a7d-cfdc485f4695 req-d2cb8684-2248-4922-993a-922b81726814 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:12.504102 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-2fbda7ff-bbd2-40cb-8a7d-cfdc485f4695 req-d2cb8684-2248-4922-993a-922b81726814 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Calling delete_port for 5f969915-3126-4a2a-a135-f2c36ec1fece owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:04:12.630444 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-2fbda7ff-bbd2-40cb-8a7d-cfdc485f4695 req-d2cb8684-2248-4922-993a-922b81726814 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:12.662910 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb8684-2248-4922-993a-922b81726814 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Port': ['ID=5f969915-3126-4a2a-a135-f2c36ec1fece,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:12.688896 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:12.707264 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbda7ff-bbd2-40cb-8a7d-cfdc485f4695 req-d2cb8684-2248-4922-993a-922b81726814 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] No DVR routers for this DVR port 5f969915-3126-4a2a-a135-f2c36ec1fece on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:04:12.710578 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-2fbda7ff-bbd2-40cb-8a7d-cfdc485f4695 req-d2cb8684-2248-4922-993a-922b81726814 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:12.714042 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2fbda7ff-bbd2-40cb-8a7d-cfdc485f4695 req-d2cb8684-2248-4922-993a-922b81726814 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.15 "DELETE /v2.0/ports/5f969915-3126-4a2a-a135-f2c36ec1fece HTTP/1.1" status: 204 len: 173 time: 0.4086528 Nov 24 22:04:12.714491 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3eb3b64-9adb-45d3-9e05-6dd5298970ec', 'name': 'network-vif-deleted', 'tag': '5f969915-3126-4a2a-a135-f2c36ec1fece'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:04:12.716736 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee84fac7-69d3-401f-87cb-bec3e65e106f" -d '{"events": [{"server_uuid": "d3eb3b64-9adb-45d3-9e05-6dd5298970ec", "name": "network-vif-deleted", "tag": "5f969915-3126-4a2a-a135-f2c36ec1fece"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:04:12.758487 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0b7c02-99e2-4c3e-abac-e8c39c4b8ca8 x-openstack-request-id: req-dd0b7c02-99e2-4c3e-abac-e8c39c4b8ca8 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:04:12.758785 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3eb3b64-9adb-45d3-9e05-6dd5298970ec", "name": "network-vif-deleted", "tag": "5f969915-3126-4a2a-a135-f2c36ec1fece", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:04:12.759111 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dd0b7c02-99e2-4c3e-abac-e8c39c4b8ca8 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:04:12.759523 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3eb3b64-9adb-45d3-9e05-6dd5298970ec', 'name': 'network-vif-deleted', 'tag': '5f969915-3126-4a2a-a135-f2c36ec1fece', 'status': 'completed', 'code': 200} Nov 24 22:04:12.915350 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d2e593d9-541f-42da-a8eb-dbf58ac44a9b req-102e7b26-866f-4553-b0b0-6cc5dbd248c4 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3eb3b64-9adb-45d3-9e05-6dd5298970ec HTTP/1.1" status: 200 len: 210 time: 0.0272496 Nov 24 22:04:13.969804 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55622) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:14.049545 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:14.335545 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24bd3b5d-80fd-46b5-870a-6cdde77fde17 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:14.596486 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-24bd3b5d-80fd-46b5-870a-6cdde77fde17 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting port 91a0ae8b-4366-4234-8f84-0d17a9056fdb {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:04:14.596760 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24bd3b5d-80fd-46b5-870a-6cdde77fde17 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:14.688984 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-24bd3b5d-80fd-46b5-870a-6cdde77fde17 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] For port 91a0ae8b-4366-4234-8f84-0d17a9056fdb, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=91a0ae8b-4366-4234-8f84-0d17a9056fdb,segment=NetworkSegment(7e23d536-eb6a-4d94-85fe-a85ba778433f),segment_id=7e23d536-eb6a-4d94-85fe-a85ba778433f)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:04:14.689350 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24bd3b5d-80fd-46b5-870a-6cdde77fde17 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:14.702338 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-24bd3b5d-80fd-46b5-870a-6cdde77fde17 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Calling delete_port for 91a0ae8b-4366-4234-8f84-0d17a9056fdb owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:04:14.886016 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24bd3b5d-80fd-46b5-870a-6cdde77fde17 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:14.922815 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd3b5d-80fd-46b5-870a-6cdde77fde17 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Port': ['ID=91a0ae8b-4366-4234-8f84-0d17a9056fdb,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:14.980382 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:15.102331 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24bd3b5d-80fd-46b5-870a-6cdde77fde17 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:15.579281 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5f969915-3126-4a2a-a135-f2c36ec1fece no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:04:15.602871 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 5f969915-3126-4a2a-a135-f2c36ec1fece {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:04:15.603213 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 5f969915-3126-4a2a-a135-f2c36ec1fece not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:04:15.628858 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bd3b5d-80fd-46b5-870a-6cdde77fde17 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Router 85aa9b38-8494-42e5-8cfb-3fb7ac55cc95 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:04:15.734917 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bd3b5d-80fd-46b5-870a-6cdde77fde17 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:04:15.739956 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-24bd3b5d-80fd-46b5-870a-6cdde77fde17 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "PUT /v2.0/routers/85aa9b38-8494-42e5-8cfb-3fb7ac55cc95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7691085 Nov 24 22:04:15.742943 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55624) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:15.745899 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cf2b8c-73dc-48c8-8e6a-46bb98349466 None None] Sync routers for ids ['85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:04:15.756010 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cf2b8c-73dc-48c8-8e6a-46bb98349466 None None] Routers {'85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:04:15.756609 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e6cf2b8c-73dc-48c8-8e6a-46bb98349466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:04:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:15.794609 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff94e02c-1c86-49aa-b722-39c8b8d1b0b0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting subnet f027580d-458d-4a8c-bb93-e6b6052173d9 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 22:04:15.797843 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ff94e02c-1c86-49aa-b722-39c8b8d1b0b0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:15.837692 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ff94e02c-1c86-49aa-b722-39c8b8d1b0b0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:15.861408 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-e6cf2b8c-73dc-48c8-8e6a-46bb98349466 None None] Set router 85aa9b38-8494-42e5-8cfb-3fb7ac55cc95 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:04:15.925158 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ff94e02c-1c86-49aa-b722-39c8b8d1b0b0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:15.985420 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ff94e02c-1c86-49aa-b722-39c8b8d1b0b0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:16.015015 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94e02c-1c86-49aa-b722-39c8b8d1b0b0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Subnet': ['ID=f027580d-458d-4a8c-bb93-e6b6052173d9,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:16.017312 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ff94e02c-1c86-49aa-b722-39c8b8d1b0b0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:16.021413 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ff94e02c-1c86-49aa-b722-39c8b8d1b0b0 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/subnets/f027580d-458d-4a8c-bb93-e6b6052173d9 HTTP/1.1" status: 204 len: 168 time: 0.2768843 Nov 24 22:04:16.023709 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55626) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:16.032488 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7361dd1c-ca31-47f6-b18b-411edba4156d None None] Network 2c57ab68-fce0-4567-975a-657079d58616 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:04:16.047980 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e6cf2b8c-73dc-48c8-8e6a-46bb98349466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33075192', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:04:14Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:16.075167 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cf2b8c-73dc-48c8-8e6a-46bb98349466 None None] Checking router: 85aa9b38-8494-42e5-8cfb-3fb7ac55cc95 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:04:16.084096 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cf2b8c-73dc-48c8-8e6a-46bb98349466 None None] Routers {'85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:04:16.084720 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e6cf2b8c-73dc-48c8-8e6a-46bb98349466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:04:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:16.153445 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91cfc502-bf72-4dc8-a682-696954ac29a3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:16.201729 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-e6cf2b8c-73dc-48c8-8e6a-46bb98349466 None None] Set router 85aa9b38-8494-42e5-8cfb-3fb7ac55cc95 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:04:16.227567 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee73837-4288-449b-8522-30506e00dcbb None None] DHCP port deletion for 2c57ab68-fce0-4567-975a-657079d58616 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:04:16.270189 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91cfc502-bf72-4dc8-a682-696954ac29a3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:16.282199 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-eee73837-4288-449b-8522-30506e00dcbb None None] Deleting port 0d49526c-fd56-4708-8c86-a23ef4045a31 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:04:16.282902 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eee73837-4288-449b-8522-30506e00dcbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:16.329388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-91cfc502-bf72-4dc8-a682-696954ac29a3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Deleting port c95f0db4-2e74-430c-8bdc-113cdb5f4c79 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:04:16.329976 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91cfc502-bf72-4dc8-a682-696954ac29a3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:16.352564 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-eee73837-4288-449b-8522-30506e00dcbb None None] For port 0d49526c-fd56-4708-8c86-a23ef4045a31, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=0d49526c-fd56-4708-8c86-a23ef4045a31,segment=NetworkSegment(7e23d536-eb6a-4d94-85fe-a85ba778433f),segment_id=7e23d536-eb6a-4d94-85fe-a85ba778433f)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:04:16.352997 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eee73837-4288-449b-8522-30506e00dcbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:16.367243 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-eee73837-4288-449b-8522-30506e00dcbb None None] Calling delete_port for 0d49526c-fd56-4708-8c86-a23ef4045a31 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:04:16.394658 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e6cf2b8c-73dc-48c8-8e6a-46bb98349466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33075192', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:04:14Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:16.429516 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cf2b8c-73dc-48c8-8e6a-46bb98349466 None None] The sync data for ids ['85aa9b38-8494-42e5-8cfb-3fb7ac55cc95'] in n-d-812111-8 is: [{'id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33075192', 'tenant_id': '47d6bccedae942e2945c2bd9d08dfa80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:04:14Z', 'revision_number': 5, 'project_id': '47d6bccedae942e2945c2bd9d08dfa80', 'gw_port': {'id': 'c95f0db4-2e74-430c-8bdc-113cdb5f4c79', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85aa9b38-8494-42e5-8cfb-3fb7ac55cc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:03:10Z', 'updated_at': '2021-11-24T22:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:04:16.442696 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-91cfc502-bf72-4dc8-a682-696954ac29a3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] For port c95f0db4-2e74-430c-8bdc-113cdb5f4c79, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=c95f0db4-2e74-430c-8bdc-113cdb5f4c79,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:04:16.443194 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91cfc502-bf72-4dc8-a682-696954ac29a3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:16.456215 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-91cfc502-bf72-4dc8-a682-696954ac29a3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Calling delete_port for c95f0db4-2e74-430c-8bdc-113cdb5f4c79 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:04:16.467808 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eee73837-4288-449b-8522-30506e00dcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:16.492308 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee73837-4288-449b-8522-30506e00dcbb None None] Pushing event deleted for resources: {'Port': ['ID=0d49526c-fd56-4708-8c86-a23ef4045a31,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:16.496531 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee73837-4288-449b-8522-30506e00dcbb None None] No DVR routers for this DVR port 0d49526c-fd56-4708-8c86-a23ef4045a31 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:04:16.507604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73837-4288-449b-8522-30506e00dcbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:16.507604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73837-4288-449b-8522-30506e00dcbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:16.507604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73837-4288-449b-8522-30506e00dcbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:16.507604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73837-4288-449b-8522-30506e00dcbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:16.507604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73837-4288-449b-8522-30506e00dcbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:16.507604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73837-4288-449b-8522-30506e00dcbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:16.507604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73837-4288-449b-8522-30506e00dcbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:16.507604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73837-4288-449b-8522-30506e00dcbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:16.507604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73837-4288-449b-8522-30506e00dcbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:16.507604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73837-4288-449b-8522-30506e00dcbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:16.509228 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73837-4288-449b-8522-30506e00dcbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:16.509228 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73837-4288-449b-8522-30506e00dcbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:16.637801 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91cfc502-bf72-4dc8-a682-696954ac29a3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:16.665378 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfc502-bf72-4dc8-a682-696954ac29a3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Port': ['ID=c95f0db4-2e74-430c-8bdc-113cdb5f4c79,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:16.676382 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41112dd-74a8-453a-82ee-a3986a2c05ff None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:04:16.727212 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91cfc502-bf72-4dc8-a682-696954ac29a3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:16.821786 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91cfc502-bf72-4dc8-a682-696954ac29a3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:16.824095 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91cfc502-bf72-4dc8-a682-696954ac29a3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:16.884694 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91cfc502-bf72-4dc8-a682-696954ac29a3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:16.885350 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cfc502-bf72-4dc8-a682-696954ac29a3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Fanout notify agent at l3_agent the message router_deleted on router 85aa9b38-8494-42e5-8cfb-3fb7ac55cc95 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:04:16.892660 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91cfc502-bf72-4dc8-a682-696954ac29a3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:16.893806 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-91cfc502-bf72-4dc8-a682-696954ac29a3 tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/routers/85aa9b38-8494-42e5-8cfb-3fb7ac55cc95 HTTP/1.1" status: 204 len: 168 time: 0.8689399 Nov 24 22:04:16.897926 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55628) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:16.976733 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb56a-14ca-49d5-a93a-14f1a281331f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:17.080404 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb56a-14ca-49d5-a93a-14f1a281331f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:17.102514 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-ef6cb56a-14ca-49d5-a93a-14f1a281331f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c57ab68-fce0-4567-975a-657079d58616']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:17.112074 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-ef6cb56a-14ca-49d5-a93a-14f1a281331f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e23d536-eb6a-4d94-85fe-a85ba778433f') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:17.112376 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-ef6cb56a-14ca-49d5-a93a-14f1a281331f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e23d536-eb6a-4d94-85fe-a85ba778433f') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:17.122420 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb56a-14ca-49d5-a93a-14f1a281331f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:17.135825 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb56a-14ca-49d5-a93a-14f1a281331f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:17.141555 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6cb56a-14ca-49d5-a93a-14f1a281331f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:04:17.141938 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb56a-14ca-49d5-a93a-14f1a281331f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: timer() Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:04:17.145811 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:04:17.209493 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb56a-14ca-49d5-a93a-14f1a281331f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:17.216990 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb56a-14ca-49d5-a93a-14f1a281331f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:17.219533 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ef6cb56a-14ca-49d5-a93a-14f1a281331f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/networks/2c57ab68-fce0-4567-975a-657079d58616 HTTP/1.1" status: 204 len: 168 time: 0.3204117 Nov 24 22:04:17.222421 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55630) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:17.231266 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6cb56a-14ca-49d5-a93a-14f1a281331f tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'Network': ['ID=2c57ab68-fce0-4567-975a-657079d58616,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:17.282451 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88434d67-1fd6-4efd-8da7-19785e3c1bbf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:17.308777 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88434d67-1fd6-4efd-8da7-19785e3c1bbf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:17.375633 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88434d67-1fd6-4efd-8da7-19785e3c1bbf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:17.378322 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-88434d67-1fd6-4efd-8da7-19785e3c1bbf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:17.380383 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-88434d67-1fd6-4efd-8da7-19785e3c1bbf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] 10.222.0.11 "DELETE /v2.0/security-groups/05588523-3f1f-4b60-9049-c68883e0ebf3 HTTP/1.1" status: 204 len: 168 time: 0.1559010 Nov 24 22:04:17.390330 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88434d67-1fd6-4efd-8da7-19785e3c1bbf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05588523-3f1f-4b60-9049-c68883e0ebf3,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:17.398029 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88434d67-1fd6-4efd-8da7-19785e3c1bbf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:17.398390 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88434d67-1fd6-4efd-8da7-19785e3c1bbf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:17.398746 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88434d67-1fd6-4efd-8da7-19785e3c1bbf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:17.399099 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88434d67-1fd6-4efd-8da7-19785e3c1bbf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:17.399444 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88434d67-1fd6-4efd-8da7-19785e3c1bbf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:17.399794 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88434d67-1fd6-4efd-8da7-19785e3c1bbf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:17.400131 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88434d67-1fd6-4efd-8da7-19785e3c1bbf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:17.400469 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88434d67-1fd6-4efd-8da7-19785e3c1bbf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:17.400848 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88434d67-1fd6-4efd-8da7-19785e3c1bbf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:17.401191 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88434d67-1fd6-4efd-8da7-19785e3c1bbf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:17.401526 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88434d67-1fd6-4efd-8da7-19785e3c1bbf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:17.401862 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88434d67-1fd6-4efd-8da7-19785e3c1bbf tempest-TestNetworkAdvancedServerOps-1590519669 tempest-TestNetworkAdvancedServerOps-1590519669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:17.510058 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c95f0db4-2e74-430c-8bdc-113cdb5f4c79 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:04:17.530280 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: c95f0db4-2e74-430c-8bdc-113cdb5f4c79 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:04:17.530837 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device c95f0db4-2e74-430c-8bdc-113cdb5f4c79 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:04:17.531267 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0d49526c-fd56-4708-8c86-a23ef4045a31 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:04:17.554273 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 0d49526c-fd56-4708-8c86-a23ef4045a31 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:04:17.554628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 0d49526c-fd56-4708-8c86-a23ef4045a31 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:04:17.555049 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 91a0ae8b-4366-4234-8f84-0d17a9056fdb no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:04:17.574712 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 91a0ae8b-4366-4234-8f84-0d17a9056fdb {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:04:17.575071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 91a0ae8b-4366-4234-8f84-0d17a9056fdb not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:04:17.727867 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55638) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:17.869274 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f57b5256-acb6-4950-bfdc-e3f377538b9f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47d6bccedae942e2945c2bd9d08dfa80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1402352 Nov 24 22:04:17.871757 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55642) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:17.921964 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0c528edc-c39e-4264-b3a0-dbb638f1d90f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:17.943569 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0c528edc-c39e-4264-b3a0-dbb638f1d90f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:17.994369 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0c528edc-c39e-4264-b3a0-dbb638f1d90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:17.997041 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0c528edc-c39e-4264-b3a0-dbb638f1d90f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:17.998188 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0c528edc-c39e-4264-b3a0-dbb638f1d90f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c25af99-19ad-464d-a65d-d310f0aa4ac2 HTTP/1.1" status: 204 len: 168 time: 0.1255033 Nov 24 22:04:18.006626 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c528edc-c39e-4264-b3a0-dbb638f1d90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c25af99-19ad-464d-a65d-d310f0aa4ac2,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:18.257475 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55648) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:18.271184 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6fdd9da5-8ff6-4910-a641-30195fb6d72c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:18.346521 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6fdd9da5-8ff6-4910-a641-30195fb6d72c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:18.350277 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6fdd9da5-8ff6-4910-a641-30195fb6d72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:18.392039 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6fdd9da5-8ff6-4910-a641-30195fb6d72c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=05b5baf3dd574ada9e97610ffd7ce396&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334314 Nov 24 22:04:18.392945 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd9da5-8ff6-4910-a641-30195fb6d72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a8b89d-4644-4861-827a-24ad397fbe82,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:18.394876 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55650) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:18.448722 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f0054fc0-cc10-458d-82a9-17348f47b255 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:18.470340 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f0054fc0-cc10-458d-82a9-17348f47b255 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:18.516513 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f0054fc0-cc10-458d-82a9-17348f47b255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:18.519155 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f0054fc0-cc10-458d-82a9-17348f47b255 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:18.521165 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f0054fc0-cc10-458d-82a9-17348f47b255 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e7a8b89d-4644-4861-827a-24ad397fbe82 HTTP/1.1" status: 204 len: 168 time: 0.1242871 Nov 24 22:04:18.529067 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0054fc0-cc10-458d-82a9-17348f47b255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a8b89d-4644-4861-827a-24ad397fbe82,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:19.215705 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55672) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:19.311549 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b8315c83-6a4d-412b-9811-7b930906859b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-492848485-network', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:04:19.333222 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8315c83-6a4d-412b-9811-7b930906859b admin admin] Made reservation on behalf of a731506f864e4f1ea14bd66ddb90469c for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:04:19.335500 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b8315c83-6a4d-412b-9811-7b930906859b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:19.343722 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b8315c83-6a4d-412b-9811-7b930906859b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:19.431368 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b8315c83-6a4d-412b-9811-7b930906859b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:19.435259 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b8315c83-6a4d-412b-9811-7b930906859b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:19.458848 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8315c83-6a4d-412b-9811-7b930906859b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:04:19.479430 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8315c83-6a4d-412b-9811-7b930906859b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2820668f-7a67-4dad-8012-945b6eb17d5d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:19.482288 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b8315c83-6a4d-412b-9811-7b930906859b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:19.482629 n-d-812111-8 neutron-server[109990]: INFO neutron.db.segments_db [None req-b8315c83-6a4d-412b-9811-7b930906859b admin admin] Added segment b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3 of type vlan for network 9482f4ba-19b0-458f-acb4-57643ab9b11d Nov 24 22:04:19.526899 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b8315c83-6a4d-412b-9811-7b930906859b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:19.556553 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b8315c83-6a4d-412b-9811-7b930906859b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:19.557498 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8315c83-6a4d-412b-9811-7b930906859b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:19.558084 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b8315c83-6a4d-412b-9811-7b930906859b admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:19.593768 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b8315c83-6a4d-412b-9811-7b930906859b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3767273 Nov 24 22:04:19.596639 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55676) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:19.604324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-c929c3b2-3234-4462-8d9e-ed986b015cb1 admin admin] Request body: {'subnet': {'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-492848485-subnet', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'ip_version': 4}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:04:19.627213 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c929c3b2-3234-4462-8d9e-ed986b015cb1 admin admin] Made reservation on behalf of a731506f864e4f1ea14bd66ddb90469c for: {'subnet': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:04:19.629837 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c929c3b2-3234-4462-8d9e-ed986b015cb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238301'] for subnet, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:19.630019 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8315c83-6a4d-412b-9811-7b930906859b admin admin] Pushing event updated for resources: {'Network': ['ID=9482f4ba-19b0-458f-acb4-57643ab9b11d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:19.639984 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 9482f4ba-19b0-458f-acb4-57643ab9b11d details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:04:19.828770 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c929c3b2-3234-4462-8d9e-ed986b015cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238287'] for subnet, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:19.889258 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929c3b2-3234-4462-8d9e-ed986b015cb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc90c49-04d7-4091-aa8e-f830a0f6fd7d,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:19.900099 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c929c3b2-3234-4462-8d9e-ed986b015cb1 admin admin] Checking segment: {'id': 'b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:04:19.900463 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c929c3b2-3234-4462-8d9e-ed986b015cb1 admin admin] Network hostable DHCP agents. Network: 9482f4ba-19b0-458f-acb4-57643ab9b11d, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:04:19.919571 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c929c3b2-3234-4462-8d9e-ed986b015cb1 admin admin] Network 9482f4ba-19b0-458f-acb4-57643ab9b11d is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:04:19.932916 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-c929c3b2-3234-4462-8d9e-ed986b015cb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 9482f4ba-19b0-458f-acb4-57643ab9b11d) {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:04:19.937142 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c929c3b2-3234-4462-8d9e-ed986b015cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:19.937825 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c929c3b2-3234-4462-8d9e-ed986b015cb1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:19.942805 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b512839c-1107-4952-893c-1cf8d63992f7 None None] Network 9482f4ba-19b0-458f-acb4-57643ab9b11d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:04:19.955936 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c929c3b2-3234-4462-8d9e-ed986b015cb1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3581054 Nov 24 22:04:19.958745 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55678) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:19.964190 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-1414de2b-9ec7-4457-94da-a29840f8c9f8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-492848485-router', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:04:19.987803 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1414de2b-9ec7-4457-94da-a29840f8c9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:19.990363 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1414de2b-9ec7-4457-94da-a29840f8c9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:20.076269 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1414de2b-9ec7-4457-94da-a29840f8c9f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:20.119807 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c2aaa5-6bc6-4f1b-a2b5-b16b66999c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-9482f4ba-19b0-458f-acb4-57643ab9b11d', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'fixed_ips': [{'subnet_id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:04:20.120721 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-12c2aaa5-6bc6-4f1b-a2b5-b16b66999c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:20.265642 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1414de2b-9ec7-4457-94da-a29840f8c9f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:20.269669 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-12c2aaa5-6bc6-4f1b-a2b5-b16b66999c7e None None] Allocated IP 172.20.0.2 (9482f4ba-19b0-458f-acb4-57643ab9b11d/fcc90c49-04d7-4091-aa8e-f830a0f6fd7d/12444f6e-baf3-4931-af28-812f9ec7e9ca) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:04:20.425973 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-12c2aaa5-6bc6-4f1b-a2b5-b16b66999c7e None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:20.432690 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-12c2aaa5-6bc6-4f1b-a2b5-b16b66999c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:20.468280 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c2aaa5-6bc6-4f1b-a2b5-b16b66999c7e None None] Network 9482f4ba-19b0-458f-acb4-57643ab9b11d is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:04:20.473456 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-12c2aaa5-6bc6-4f1b-a2b5-b16b66999c7e None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:04:20.476963 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c2aaa5-6bc6-4f1b-a2b5-b16b66999c7e None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:04:20.485475 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2aaa5-6bc6-4f1b-a2b5-b16b66999c7e None None] Pushing event updated for resources: {'Port': ['ID=12444f6e-baf3-4931-af28-812f9ec7e9ca,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:20.499182 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1414de2b-9ec7-4457-94da-a29840f8c9f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:20.525700 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1414de2b-9ec7-4457-94da-a29840f8c9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:20.542365 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-12c2aaa5-6bc6-4f1b-a2b5-b16b66999c7e None None] Attempting to bind port 12444f6e-baf3-4931-af28-812f9ec7e9ca on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:04:20.542741 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-12c2aaa5-6bc6-4f1b-a2b5-b16b66999c7e None None] Attempting to bind port 12444f6e-baf3-4931-af28-812f9ec7e9ca by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:04:20.543108 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c2aaa5-6bc6-4f1b-a2b5-b16b66999c7e None None] Attempting to bind port 12444f6e-baf3-4931-af28-812f9ec7e9ca on network 9482f4ba-19b0-458f-acb4-57643ab9b11d {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:04:20.548066 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c2aaa5-6bc6-4f1b-a2b5-b16b66999c7e None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:04:20.548449 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c2aaa5-6bc6-4f1b-a2b5-b16b66999c7e None None] Checking segment: {'id': 'b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:04:20.548882 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-12c2aaa5-6bc6-4f1b-a2b5-b16b66999c7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:20.549284 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c2aaa5-6bc6-4f1b-a2b5-b16b66999c7e None None] Bound using segment: {'id': 'b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:04:20.549746 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-12c2aaa5-6bc6-4f1b-a2b5-b16b66999c7e None None] Bound port: 12444f6e-baf3-4931-af28-812f9ec7e9ca, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:04:20.550134 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-12c2aaa5-6bc6-4f1b-a2b5-b16b66999c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:20.612060 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-12c2aaa5-6bc6-4f1b-a2b5-b16b66999c7e None None] For port 12444f6e-baf3-4931-af28-812f9ec7e9ca, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:04:20.615911 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-12c2aaa5-6bc6-4f1b-a2b5-b16b66999c7e None None] For port 12444f6e-baf3-4931-af28-812f9ec7e9ca, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=12444f6e-baf3-4931-af28-812f9ec7e9ca,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:04:20.620968 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-12c2aaa5-6bc6-4f1b-a2b5-b16b66999c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:20.636391 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-1414de2b-9ec7-4457-94da-a29840f8c9f8 admin admin] Allocated IP 172.25.5.219 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/78036179-10b1-4433-8837-19ad76c09d32) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:04:20.683347 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2aaa5-6bc6-4f1b-a2b5-b16b66999c7e None None] Pushing event updated for resources: {'Port': ['ID=12444f6e-baf3-4931-af28-812f9ec7e9ca,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:20.758016 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1414de2b-9ec7-4457-94da-a29840f8c9f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:20.793776 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1414de2b-9ec7-4457-94da-a29840f8c9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:20.840659 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1414de2b-9ec7-4457-94da-a29840f8c9f8 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:04:20.845304 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-1414de2b-9ec7-4457-94da-a29840f8c9f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:04:20.850763 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1414de2b-9ec7-4457-94da-a29840f8c9f8 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:04:20.861385 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf972ea-0ca4-427f-b561-c5343ae84488 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:04:20.896405 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414de2b-9ec7-4457-94da-a29840f8c9f8 admin admin] Pushing event updated for resources: {'Port': ['ID=78036179-10b1-4433-8837-19ad76c09d32,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:20.932779 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7d1723ef-1379-414b-b394-4b95f03fb002 None None] Provisioning complete for port 78036179-10b1-4433-8837-19ad76c09d32 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:20.933574 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7d1723ef-1379-414b-b394-4b95f03fb002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:20.972250 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-7d1723ef-1379-414b-b394-4b95f03fb002 None None] Port 78036179-10b1-4433-8837-19ad76c09d32 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:04:21.126566 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1414de2b-9ec7-4457-94da-a29840f8c9f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:21.328146 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1414de2b-9ec7-4457-94da-a29840f8c9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:21.437362 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 12444f6e-baf3-4931-af28-812f9ec7e9ca up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:04:21.495941 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 12444f6e-baf3-4931-af28-812f9ec7e9ca triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:21.496411 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:21.586347 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:21.624406 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port 12444f6e-baf3-4931-af28-812f9ec7e9ca, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=12444f6e-baf3-4931-af28-812f9ec7e9ca,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:04:21.630498 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:21.680283 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc65d5a-1261-42b4-be09-960ca895780c None None] Network 9482f4ba-19b0-458f-acb4-57643ab9b11d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:04:21.688099 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=12444f6e-baf3-4931-af28-812f9ec7e9ca,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:21.757340 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-05949517-d18c-4cc9-9d37-8cfbb21e56f8 None None] Provisioning complete for port 12444f6e-baf3-4931-af28-812f9ec7e9ca triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:21.757634 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-05949517-d18c-4cc9-9d37-8cfbb21e56f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:21.810728 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1414de2b-9ec7-4457-94da-a29840f8c9f8 admin admin] Router 483f5dc5-2486-4d84-a9d2-21a4df9cf23c is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:04:21.923924 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1414de2b-9ec7-4457-94da-a29840f8c9f8 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:04:21.942453 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1414de2b-9ec7-4457-94da-a29840f8c9f8 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:21.946540 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1414de2b-9ec7-4457-94da-a29840f8c9f8 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9841323 Nov 24 22:04:21.946679 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] Sync routers for ids ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:04:21.946800 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55680) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:22.000309 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] Routers {'483f5dc5-2486-4d84-a9d2-21a4df9cf23c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:04:22.000977 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:04:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:22.185556 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] Set router 483f5dc5-2486-4d84-a9d2-21a4df9cf23c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:04:22.386016 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'name': 'tempest-TestShelveInstance-492848485-router', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '78036179-10b1-4433-8837-19ad76c09d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:21Z', 'revision_number': 3, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'gw_port': {'id': '78036179-10b1-4433-8837-19ad76c09d32', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:22.396706 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-133e26a0-704a-41a5-a850-ce491e94a651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:22.419338 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] Checking router: 483f5dc5-2486-4d84-a9d2-21a4df9cf23c for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:04:22.419691 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] Updating router 483f5dc5-2486-4d84-a9d2-21a4df9cf23c port 78036179-10b1-4433-8837-19ad76c09d32 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:04:22.448118 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:22.551780 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-23694662-cd02-4434-af03-66b135dcc361 None None] Provisioning complete for port 12444f6e-baf3-4931-af28-812f9ec7e9ca triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:22.552210 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-23694662-cd02-4434-af03-66b135dcc361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:22.560818 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-133e26a0-704a-41a5-a850-ce491e94a651 admin admin] Allocated IP 172.20.0.1 (9482f4ba-19b0-458f-acb4-57643ab9b11d/fcc90c49-04d7-4091-aa8e-f830a0f6fd7d/3151ef6b-4686-4ff1-80f0-e3c323fd7072) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:04:22.664673 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-133e26a0-704a-41a5-a850-ce491e94a651 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:22.700578 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-133e26a0-704a-41a5-a850-ce491e94a651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:22.750575 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133e26a0-704a-41a5-a850-ce491e94a651 admin admin] Network 9482f4ba-19b0-458f-acb4-57643ab9b11d is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:04:22.753443 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-133e26a0-704a-41a5-a850-ce491e94a651 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:04:22.759395 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e26a0-704a-41a5-a850-ce491e94a651 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:04:22.762322 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e26a0-704a-41a5-a850-ce491e94a651 admin admin] Pushing event updated for resources: {'Port': ['ID=3151ef6b-4686-4ff1-80f0-e3c323fd7072,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:22.788739 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:22.795292 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:22.804112 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-133e26a0-704a-41a5-a850-ce491e94a651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:22.846736 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3592c1b-33f5-48eb-9f78-a47000b6212a None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:04:22.858213 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] Attempting to bind port 78036179-10b1-4433-8837-19ad76c09d32 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:04:22.858730 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] Attempting to bind port 78036179-10b1-4433-8837-19ad76c09d32 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:04:22.858937 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] Attempting to bind port 78036179-10b1-4433-8837-19ad76c09d32 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:04:22.862880 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa9c69-0a51-4dcb-86d3-b3fa0018f87e None None] Pushing event updated for resources: {'Port': ['ID=78036179-10b1-4433-8837-19ad76c09d32,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:22.870018 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:04:22.870315 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:04:22.870929 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:22.871270 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:04:22.871584 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] Bound port: 78036179-10b1-4433-8837-19ad76c09d32, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:04:22.872327 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:22.935828 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] For port 78036179-10b1-4433-8837-19ad76c09d32, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:04:22.951511 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] For port 78036179-10b1-4433-8837-19ad76c09d32, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=78036179-10b1-4433-8837-19ad76c09d32,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:04:22.958325 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:22.959097 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-133e26a0-704a-41a5-a850-ce491e94a651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:22.966995 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-395ae3dc-b818-4a28-9823-072ae12033de None None] Provisioning complete for port 78036179-10b1-4433-8837-19ad76c09d32 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:22.967349 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-395ae3dc-b818-4a28-9823-072ae12033de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:23.038922 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e607ed-9cee-4c95-8e37-8b52b1904f9e None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:04:23.070702 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] Routers {'483f5dc5-2486-4d84-a9d2-21a4df9cf23c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:04:23.071334 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:04:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:23.074860 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa9c69-0a51-4dcb-86d3-b3fa0018f87e None None] Pushing event updated for resources: {'Port': ['ID=78036179-10b1-4433-8837-19ad76c09d32,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:23.140975 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-133e26a0-704a-41a5-a850-ce491e94a651 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:23.146172 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-133e26a0-704a-41a5-a850-ce491e94a651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:23.202980 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-395ae3dc-b818-4a28-9823-072ae12033de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:23.212978 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-133e26a0-704a-41a5-a850-ce491e94a651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:23.215877 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e26a0-704a-41a5-a850-ce491e94a651 admin admin] Pushing event updated for resources: {'Port': ['ID=3151ef6b-4686-4ff1-80f0-e3c323fd7072,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:23.232872 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-395ae3dc-b818-4a28-9823-072ae12033de None None] For port 78036179-10b1-4433-8837-19ad76c09d32, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=78036179-10b1-4433-8837-19ad76c09d32,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:04:23.237170 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] Set router 483f5dc5-2486-4d84-a9d2-21a4df9cf23c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:04:23.240060 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-395ae3dc-b818-4a28-9823-072ae12033de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:23.312688 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133e26a0-704a-41a5-a850-ce491e94a651 admin admin] Network 9482f4ba-19b0-458f-acb4-57643ab9b11d is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:04:23.314232 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-133e26a0-704a-41a5-a850-ce491e94a651 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:04:23.378154 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ae3dc-b818-4a28-9823-072ae12033de None None] Pushing event updated for resources: {'Port': ['ID=78036179-10b1-4433-8837-19ad76c09d32,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:23.427834 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 12444f6e-baf3-4931-af28-812f9ec7e9ca up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:04:23.445748 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133e26a0-704a-41a5-a850-ce491e94a651 admin admin] Router 483f5dc5-2486-4d84-a9d2-21a4df9cf23c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:04:23.461014 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b6084ad5-abf6-4969-927f-ece906f2560f None None] Provisioning complete for port 3151ef6b-4686-4ff1-80f0-e3c323fd7072 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:23.461350 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b6084ad5-abf6-4969-927f-ece906f2560f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:23.529359 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-b6084ad5-abf6-4969-927f-ece906f2560f None None] Port 3151ef6b-4686-4ff1-80f0-e3c323fd7072 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:04:23.565153 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133e26a0-704a-41a5-a850-ce491e94a651 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:04:23.570565 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-133e26a0-704a-41a5-a850-ce491e94a651 admin admin] 10.222.0.11 "PUT /v2.0/routers/483f5dc5-2486-4d84-a9d2-21a4df9cf23c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6231008 Nov 24 22:04:23.578047 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-b6084ad5-abf6-4969-927f-ece906f2560f None None] Provisioning complete for port 78036179-10b1-4433-8837-19ad76c09d32 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:23.578419 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b6084ad5-abf6-4969-927f-ece906f2560f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:23.585025 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 12444f6e-baf3-4931-af28-812f9ec7e9ca triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:23.585396 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:23.671549 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'name': 'tempest-TestShelveInstance-492848485-router', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '78036179-10b1-4433-8837-19ad76c09d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:22Z', 'revision_number': 4, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'gw_port': {'id': '78036179-10b1-4433-8837-19ad76c09d32', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3151ef6b-4686-4ff1-80f0-e3c323fd7072', 'name': '', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'mac_address': 'fa:16:3e:fa:05:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:22Z', 'updated_at': '2021-11-24T22:04:22Z', 'revision_number': 1, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'subnets': [{'id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:23.724415 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bb90d6-3602-48cf-82b6-46faccbae946 None None] The sync data for ids ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'] in n-d-812111-8 is: [{'id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'name': 'tempest-TestShelveInstance-492848485-router', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '78036179-10b1-4433-8837-19ad76c09d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:22Z', 'revision_number': 4, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'gw_port': {'id': '78036179-10b1-4433-8837-19ad76c09d32', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3151ef6b-4686-4ff1-80f0-e3c323fd7072', 'name': '', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'mac_address': 'fa:16:3e:fa:05:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:22Z', 'updated_at': '2021-11-24T22:04:22Z', 'revision_number': 1, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'subnets': [{'id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:04:23.894107 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6c99268f-135e-43bd-b0f0-004b18e23c89 None None] Provisioning complete for port 3151ef6b-4686-4ff1-80f0-e3c323fd7072 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:23.896349 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6c99268f-135e-43bd-b0f0-004b18e23c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:23.945972 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6c99268f-135e-43bd-b0f0-004b18e23c89 None None] Port 3151ef6b-4686-4ff1-80f0-e3c323fd7072 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:04:24.108701 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55696) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:24.113889 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-1f1a4a11-fcfd-4122-b442-988750604dab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2000032408-network', 'tenant_id': '9b01db592e8a49cc83039cc7d61ba69f'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:04:24.136279 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1a4a11-fcfd-4122-b442-988750604dab admin admin] Made reservation on behalf of 9b01db592e8a49cc83039cc7d61ba69f for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:04:24.138794 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f1a4a11-fcfd-4122-b442-988750604dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:24.149325 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f1a4a11-fcfd-4122-b442-988750604dab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:24.233715 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f1a4a11-fcfd-4122-b442-988750604dab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:24.237656 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f1a4a11-fcfd-4122-b442-988750604dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:24.264740 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1a4a11-fcfd-4122-b442-988750604dab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:04:24.275782 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a4a11-fcfd-4122-b442-988750604dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85c1c16-0da7-43a0-924f-595a3f8d676c,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:24.280951 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f1a4a11-fcfd-4122-b442-988750604dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:24.281302 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-1f1a4a11-fcfd-4122-b442-988750604dab admin admin] Added segment 60fbb2ea-b8a8-49b1-ace1-f97176a02002 of type vlan for network a244baee-a7f9-4e9b-86c5-7b1a74c04585 Nov 24 22:04:24.324576 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f1a4a11-fcfd-4122-b442-988750604dab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:24.352093 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f1a4a11-fcfd-4122-b442-988750604dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:24.353319 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1a4a11-fcfd-4122-b442-988750604dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:24.353975 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1f1a4a11-fcfd-4122-b442-988750604dab admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:24.390218 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-1f1a4a11-fcfd-4122-b442-988750604dab admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2796743 Nov 24 22:04:24.400810 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55698) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:24.405287 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4548e9da-2a99-458f-ba44-99d3505bfead admin admin] Request body: {'subnet': {'network_id': 'a244baee-a7f9-4e9b-86c5-7b1a74c04585', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2000032408-subnet', 'tenant_id': '9b01db592e8a49cc83039cc7d61ba69f', 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:04:24.431342 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4548e9da-2a99-458f-ba44-99d3505bfead admin admin] Made reservation on behalf of 9b01db592e8a49cc83039cc7d61ba69f for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:04:24.434914 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4548e9da-2a99-458f-ba44-99d3505bfead admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:24.453700 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a4a11-fcfd-4122-b442-988750604dab admin admin] Pushing event updated for resources: {'Network': ['ID=a244baee-a7f9-4e9b-86c5-7b1a74c04585,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:24.471435 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network a244baee-a7f9-4e9b-86c5-7b1a74c04585 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:04:24.626808 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4548e9da-2a99-458f-ba44-99d3505bfead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:24.686438 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548e9da-2a99-458f-ba44-99d3505bfead admin admin] Pushing event updated for resources: {'Subnet': ['ID=959fe80f-6ca2-40fd-9d5a-1195b2fc5228,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:24.696694 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4548e9da-2a99-458f-ba44-99d3505bfead admin admin] Checking segment: {'id': '60fbb2ea-b8a8-49b1-ace1-f97176a02002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a244baee-a7f9-4e9b-86c5-7b1a74c04585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:04:24.697097 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4548e9da-2a99-458f-ba44-99d3505bfead admin admin] Network hostable DHCP agents. Network: a244baee-a7f9-4e9b-86c5-7b1a74c04585, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:04:24.717999 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4548e9da-2a99-458f-ba44-99d3505bfead admin admin] Network a244baee-a7f9-4e9b-86c5-7b1a74c04585 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:04:24.727614 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-4548e9da-2a99-458f-ba44-99d3505bfead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, a244baee-a7f9-4e9b-86c5-7b1a74c04585) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:04:24.732550 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4548e9da-2a99-458f-ba44-99d3505bfead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:24.733747 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4548e9da-2a99-458f-ba44-99d3505bfead admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:24.739604 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f43b9b-ea7b-4329-ac26-0dd9d8a2dc98 None None] Network a244baee-a7f9-4e9b-86c5-7b1a74c04585 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:04:24.753287 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-4548e9da-2a99-458f-ba44-99d3505bfead admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3539855 Nov 24 22:04:24.753991 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55700) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:24.759346 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-da7bdfee-aefb-4cc9-87c0-74e7e09c6f7d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2000032408-router', 'tenant_id': '9b01db592e8a49cc83039cc7d61ba69f', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:04:24.783862 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-da7bdfee-aefb-4cc9-87c0-74e7e09c6f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:24.785089 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-da7bdfee-aefb-4cc9-87c0-74e7e09c6f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:24.841719 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-da7bdfee-aefb-4cc9-87c0-74e7e09c6f7d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:24.906420 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb37dece-03bf-46cb-9da6-4926b1d57a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-a244baee-a7f9-4e9b-86c5-7b1a74c04585', 'network_id': 'a244baee-a7f9-4e9b-86c5-7b1a74c04585', 'tenant_id': '9b01db592e8a49cc83039cc7d61ba69f', 'fixed_ips': [{'subnet_id': '959fe80f-6ca2-40fd-9d5a-1195b2fc5228'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:04:24.907930 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bb37dece-03bf-46cb-9da6-4926b1d57a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:25.000362 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-da7bdfee-aefb-4cc9-87c0-74e7e09c6f7d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:25.061933 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-bb37dece-03bf-46cb-9da6-4926b1d57a01 None None] Allocated IP 172.20.0.2 (a244baee-a7f9-4e9b-86c5-7b1a74c04585/959fe80f-6ca2-40fd-9d5a-1195b2fc5228/932f7e18-6c0b-4eea-b4d0-a19a25d5818e) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:04:25.221384 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-da7bdfee-aefb-4cc9-87c0-74e7e09c6f7d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:25.245610 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-da7bdfee-aefb-4cc9-87c0-74e7e09c6f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:25.359320 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-da7bdfee-aefb-4cc9-87c0-74e7e09c6f7d admin admin] Allocated IP 172.25.5.101 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/362c4f68-9372-48d0-83b1-21710c83f1e5) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:04:25.377483 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bb37dece-03bf-46cb-9da6-4926b1d57a01 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:25.386201 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bb37dece-03bf-46cb-9da6-4926b1d57a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:25.433762 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 78036179-10b1-4433-8837-19ad76c09d32 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:04:25.438233 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb37dece-03bf-46cb-9da6-4926b1d57a01 None None] Network a244baee-a7f9-4e9b-86c5-7b1a74c04585 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:04:25.461299 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-bb37dece-03bf-46cb-9da6-4926b1d57a01 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:04:25.464560 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37dece-03bf-46cb-9da6-4926b1d57a01 None None] Pushing event updated for resources: {'Port': ['ID=932f7e18-6c0b-4eea-b4d0-a19a25d5818e,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:25.466785 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb37dece-03bf-46cb-9da6-4926b1d57a01 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:04:25.481027 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-da7bdfee-aefb-4cc9-87c0-74e7e09c6f7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:25.518129 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-da7bdfee-aefb-4cc9-87c0-74e7e09c6f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:25.541840 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-bb37dece-03bf-46cb-9da6-4926b1d57a01 None None] Attempting to bind port 932f7e18-6c0b-4eea-b4d0-a19a25d5818e on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:04:25.542241 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-bb37dece-03bf-46cb-9da6-4926b1d57a01 None None] Attempting to bind port 932f7e18-6c0b-4eea-b4d0-a19a25d5818e by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '60fbb2ea-b8a8-49b1-ace1-f97176a02002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a244baee-a7f9-4e9b-86c5-7b1a74c04585'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:04:25.542511 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb37dece-03bf-46cb-9da6-4926b1d57a01 None None] Attempting to bind port 932f7e18-6c0b-4eea-b4d0-a19a25d5818e on network a244baee-a7f9-4e9b-86c5-7b1a74c04585 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:04:25.546871 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 78036179-10b1-4433-8837-19ad76c09d32 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:25.547369 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:25.552372 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb37dece-03bf-46cb-9da6-4926b1d57a01 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:04:25.552793 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb37dece-03bf-46cb-9da6-4926b1d57a01 None None] Checking segment: {'id': '60fbb2ea-b8a8-49b1-ace1-f97176a02002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a244baee-a7f9-4e9b-86c5-7b1a74c04585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:04:25.553198 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bb37dece-03bf-46cb-9da6-4926b1d57a01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:25.553584 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb37dece-03bf-46cb-9da6-4926b1d57a01 None None] Bound using segment: {'id': '60fbb2ea-b8a8-49b1-ace1-f97176a02002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a244baee-a7f9-4e9b-86c5-7b1a74c04585'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:04:25.554067 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-bb37dece-03bf-46cb-9da6-4926b1d57a01 None None] Bound port: 932f7e18-6c0b-4eea-b4d0-a19a25d5818e, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60fbb2ea-b8a8-49b1-ace1-f97176a02002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a244baee-a7f9-4e9b-86c5-7b1a74c04585'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:04:25.554455 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bb37dece-03bf-46cb-9da6-4926b1d57a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:25.559549 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7bdfee-aefb-4cc9-87c0-74e7e09c6f7d admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:04:25.564573 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-da7bdfee-aefb-4cc9-87c0-74e7e09c6f7d admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:04:25.568790 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7bdfee-aefb-4cc9-87c0-74e7e09c6f7d admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:04:25.587055 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bde600-e3ff-4e6b-9363-d2d6d97993a1 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:04:25.594986 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7bdfee-aefb-4cc9-87c0-74e7e09c6f7d admin admin] Pushing event updated for resources: {'Port': ['ID=362c4f68-9372-48d0-83b1-21710c83f1e5,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:25.682051 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-bb37dece-03bf-46cb-9da6-4926b1d57a01 None None] For port 932f7e18-6c0b-4eea-b4d0-a19a25d5818e, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:04:25.703215 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-bb37dece-03bf-46cb-9da6-4926b1d57a01 None None] For port 932f7e18-6c0b-4eea-b4d0-a19a25d5818e, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=932f7e18-6c0b-4eea-b4d0-a19a25d5818e,segment=NetworkSegment(60fbb2ea-b8a8-49b1-ace1-f97176a02002),segment_id=60fbb2ea-b8a8-49b1-ace1-f97176a02002)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:04:25.714433 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bb37dece-03bf-46cb-9da6-4926b1d57a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:25.762142 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-bbf67ef2-5331-4748-b604-7de0f871cd6c None None] Provisioning complete for port 362c4f68-9372-48d0-83b1-21710c83f1e5 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:25.762394 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bbf67ef2-5331-4748-b604-7de0f871cd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:25.814490 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37dece-03bf-46cb-9da6-4926b1d57a01 None None] Pushing event updated for resources: {'Port': ['ID=932f7e18-6c0b-4eea-b4d0-a19a25d5818e,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:25.820383 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-bbf67ef2-5331-4748-b604-7de0f871cd6c None None] Port 362c4f68-9372-48d0-83b1-21710c83f1e5 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:04:25.853247 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-da7bdfee-aefb-4cc9-87c0-74e7e09c6f7d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:25.962253 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] Sync routers for ids ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:04:25.978455 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] Routers {'483f5dc5-2486-4d84-a9d2-21a4df9cf23c'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:04:25.979070 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:04:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:26.111849 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] Set router 483f5dc5-2486-4d84-a9d2-21a4df9cf23c gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:04:26.339756 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'name': 'tempest-TestShelveInstance-492848485-router', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '78036179-10b1-4433-8837-19ad76c09d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:22Z', 'revision_number': 4, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'gw_port': {'id': '78036179-10b1-4433-8837-19ad76c09d32', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3151ef6b-4686-4ff1-80f0-e3c323fd7072', 'name': '', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'mac_address': 'fa:16:3e:fa:05:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:22Z', 'updated_at': '2021-11-24T22:04:23Z', 'revision_number': 2, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'subnets': [{'id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:26.420735 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-da7bdfee-aefb-4cc9-87c0-74e7e09c6f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:26.465523 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] Checking router: 483f5dc5-2486-4d84-a9d2-21a4df9cf23c for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:04:26.465886 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] Updating router 483f5dc5-2486-4d84-a9d2-21a4df9cf23c port 3151ef6b-4686-4ff1-80f0-e3c323fd7072 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:04:26.492508 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:26.570053 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7bdfee-aefb-4cc9-87c0-74e7e09c6f7d admin admin] Router 307be5f7-8de7-44b6-b66f-ee8136436352 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:04:26.690066 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7bdfee-aefb-4cc9-87c0-74e7e09c6f7d admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:04:26.702459 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] Sync routers for ids ['307be5f7-8de7-44b6-b66f-ee8136436352'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:04:26.715137 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] Routers {'307be5f7-8de7-44b6-b66f-ee8136436352'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:04:26.715889 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:04:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['307be5f7-8de7-44b6-b66f-ee8136436352'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:26.723915 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-da7bdfee-aefb-4cc9-87c0-74e7e09c6f7d admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:26.725572 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-da7bdfee-aefb-4cc9-87c0-74e7e09c6f7d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9698005 Nov 24 22:04:26.728265 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55702) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:26.795454 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:26.811364 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:26.855014 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] Set router 307be5f7-8de7-44b6-b66f-ee8136436352 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:04:26.858976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038d52c4-db13-471b-a642-849708f248f8 None None] Network a244baee-a7f9-4e9b-86c5-7b1a74c04585 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:04:26.940810 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] Attempting to bind port 3151ef6b-4686-4ff1-80f0-e3c323fd7072 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:04:26.941182 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] Attempting to bind port 3151ef6b-4686-4ff1-80f0-e3c323fd7072 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:04:26.942344 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] Attempting to bind port 3151ef6b-4686-4ff1-80f0-e3c323fd7072 on network 9482f4ba-19b0-458f-acb4-57643ab9b11d {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:04:26.946360 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b69414-b6a8-468f-aa42-7831747de153 None None] Pushing event updated for resources: {'Port': ['ID=3151ef6b-4686-4ff1-80f0-e3c323fd7072,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:26.956081 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b69414-b6a8-468f-aa42-7831747de153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:26.956672 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b69414-b6a8-468f-aa42-7831747de153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:26.957789 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b69414-b6a8-468f-aa42-7831747de153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:26.958306 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b69414-b6a8-468f-aa42-7831747de153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:26.958809 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b69414-b6a8-468f-aa42-7831747de153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:26.959299 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b69414-b6a8-468f-aa42-7831747de153 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:26.959787 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b69414-b6a8-468f-aa42-7831747de153 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:26.960294 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b69414-b6a8-468f-aa42-7831747de153 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:26.960814 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b69414-b6a8-468f-aa42-7831747de153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:26.961924 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b69414-b6a8-468f-aa42-7831747de153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:26.962203 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b69414-b6a8-468f-aa42-7831747de153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:26.962544 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b69414-b6a8-468f-aa42-7831747de153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:04:26.967086 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:04:26.967729 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] Checking segment: {'id': 'b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:04:26.968314 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:26.968951 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] Bound using segment: {'id': 'b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:04:26.969598 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] Bound port: 3151ef6b-4686-4ff1-80f0-e3c323fd7072, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:04:26.970162 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:27.053464 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] For port 3151ef6b-4686-4ff1-80f0-e3c323fd7072, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:04:27.059505 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] For port 3151ef6b-4686-4ff1-80f0-e3c323fd7072, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3151ef6b-4686-4ff1-80f0-e3c323fd7072,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:04:27.068120 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:27.130509 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-aa8c54cc-357c-4722-b7a4-2c2acb4a722b None None] Provisioning complete for port 932f7e18-6c0b-4eea-b4d0-a19a25d5818e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:27.131186 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-aa8c54cc-357c-4722-b7a4-2c2acb4a722b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:27.133338 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] Routers {'483f5dc5-2486-4d84-a9d2-21a4df9cf23c'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:04:27.133989 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:04:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:27.251483 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] Set router 483f5dc5-2486-4d84-a9d2-21a4df9cf23c gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:04:27.263433 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307be5f7-8de7-44b6-b66f-ee8136436352', 'name': 'tempest-TestShelveInstance-2000032408-router', 'tenant_id': '9b01db592e8a49cc83039cc7d61ba69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '362c4f68-9372-48d0-83b1-21710c83f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:24Z', 'updated_at': '2021-11-24T22:04:25Z', 'revision_number': 3, 'project_id': '9b01db592e8a49cc83039cc7d61ba69f', 'gw_port': {'id': '362c4f68-9372-48d0-83b1-21710c83f1e5', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307be5f7-8de7-44b6-b66f-ee8136436352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:25Z', 'updated_at': '2021-11-24T22:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:27.313295 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] Checking router: 307be5f7-8de7-44b6-b66f-ee8136436352 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:04:27.313585 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] Updating router 307be5f7-8de7-44b6-b66f-ee8136436352 port 362c4f68-9372-48d0-83b1-21710c83f1e5 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:04:27.317900 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-378479af-02f2-4b8f-8a67-b8e05c55aba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:27.339029 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b69414-b6a8-468f-aa42-7831747de153 None None] Pushing event updated for resources: {'Port': ['ID=3151ef6b-4686-4ff1-80f0-e3c323fd7072,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:27.393181 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:27.417698 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-aa8c54cc-357c-4722-b7a4-2c2acb4a722b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:27.512004 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 932f7e18-6c0b-4eea-b4d0-a19a25d5818e up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:04:27.535838 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-aa8c54cc-357c-4722-b7a4-2c2acb4a722b None None] For port 932f7e18-6c0b-4eea-b4d0-a19a25d5818e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=932f7e18-6c0b-4eea-b4d0-a19a25d5818e,segment=NetworkSegment(60fbb2ea-b8a8-49b1-ace1-f97176a02002),segment_id=60fbb2ea-b8a8-49b1-ace1-f97176a02002)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:04:27.556496 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'name': 'tempest-TestShelveInstance-492848485-router', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '78036179-10b1-4433-8837-19ad76c09d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:22Z', 'revision_number': 4, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'gw_port': {'id': '78036179-10b1-4433-8837-19ad76c09d32', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3151ef6b-4686-4ff1-80f0-e3c323fd7072', 'name': '', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'mac_address': 'fa:16:3e:fa:05:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:22Z', 'updated_at': '2021-11-24T22:04:27Z', 'revision_number': 4, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'subnets': [{'id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:27.565062 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-aa8c54cc-357c-4722-b7a4-2c2acb4a722b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:27.587519 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e750c367-c1d8-444d-9385-684fa29f2dba None None] The sync data for ids ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'] in n-d-812111-8 is: [{'id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'name': 'tempest-TestShelveInstance-492848485-router', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '78036179-10b1-4433-8837-19ad76c09d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:22Z', 'revision_number': 4, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'gw_port': {'id': '78036179-10b1-4433-8837-19ad76c09d32', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3151ef6b-4686-4ff1-80f0-e3c323fd7072', 'name': '', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'mac_address': 'fa:16:3e:fa:05:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:22Z', 'updated_at': '2021-11-24T22:04:27Z', 'revision_number': 4, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'subnets': [{'id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:04:27.635620 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-378479af-02f2-4b8f-8a67-b8e05c55aba5 admin admin] Allocated IP 172.20.0.1 (a244baee-a7f9-4e9b-86c5-7b1a74c04585/959fe80f-6ca2-40fd-9d5a-1195b2fc5228/4432ab25-ae2b-4a5b-ad58-bfc99e988316) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:04:27.711439 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c54cc-357c-4722-b7a4-2c2acb4a722b None None] Pushing event updated for resources: {'Port': ['ID=932f7e18-6c0b-4eea-b4d0-a19a25d5818e,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:27.730839 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 932f7e18-6c0b-4eea-b4d0-a19a25d5818e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:27.731159 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:27.768797 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e9b4de20-3cf0-4e0e-97e0-ab0bf7235edb None None] Provisioning complete for port 3151ef6b-4686-4ff1-80f0-e3c323fd7072 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:27.769173 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e9b4de20-3cf0-4e0e-97e0-ab0bf7235edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:27.780690 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-378479af-02f2-4b8f-8a67-b8e05c55aba5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:27.819562 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-378479af-02f2-4b8f-8a67-b8e05c55aba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:27.864418 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378479af-02f2-4b8f-8a67-b8e05c55aba5 admin admin] Network a244baee-a7f9-4e9b-86c5-7b1a74c04585 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:04:27.868031 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-378479af-02f2-4b8f-8a67-b8e05c55aba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:04:27.873070 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378479af-02f2-4b8f-8a67-b8e05c55aba5 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:04:27.878135 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378479af-02f2-4b8f-8a67-b8e05c55aba5 admin admin] Pushing event updated for resources: {'Port': ['ID=4432ab25-ae2b-4a5b-ad58-bfc99e988316,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:27.923903 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-378479af-02f2-4b8f-8a67-b8e05c55aba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:27.972371 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:28.009333 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:28.063893 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e9b4de20-3cf0-4e0e-97e0-ab0bf7235edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:28.076432 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be1f4c6-8441-4c92-a7a6-70238fd68099 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:04:28.085383 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-378479af-02f2-4b8f-8a67-b8e05c55aba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:28.104489 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984a2f8-c462-4c3e-a591-f13e28e28f82 None None] Pushing event updated for resources: {'Port': ['ID=362c4f68-9372-48d0-83b1-21710c83f1e5,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:28.115118 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] Attempting to bind port 362c4f68-9372-48d0-83b1-21710c83f1e5 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:04:28.115501 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] Attempting to bind port 362c4f68-9372-48d0-83b1-21710c83f1e5 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:04:28.115863 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] Attempting to bind port 362c4f68-9372-48d0-83b1-21710c83f1e5 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:04:28.140246 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:04:28.140622 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:04:28.141059 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:28.141463 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:04:28.141953 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] Bound port: 362c4f68-9372-48d0-83b1-21710c83f1e5, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:04:28.142339 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:28.148669 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-e9b4de20-3cf0-4e0e-97e0-ab0bf7235edb None None] For port 3151ef6b-4686-4ff1-80f0-e3c323fd7072, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3151ef6b-4686-4ff1-80f0-e3c323fd7072,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:04:28.170484 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e9b4de20-3cf0-4e0e-97e0-ab0bf7235edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:28.242569 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] For port 362c4f68-9372-48d0-83b1-21710c83f1e5, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:04:28.256178 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4de20-3cf0-4e0e-97e0-ab0bf7235edb None None] Pushing event updated for resources: {'Port': ['ID=3151ef6b-4686-4ff1-80f0-e3c323fd7072,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:28.260811 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] For port 362c4f68-9372-48d0-83b1-21710c83f1e5, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=362c4f68-9372-48d0-83b1-21710c83f1e5,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:04:28.266828 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:28.313277 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-378479af-02f2-4b8f-8a67-b8e05c55aba5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:28.320048 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-378479af-02f2-4b8f-8a67-b8e05c55aba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:28.329827 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72da79a9-c03b-4aa1-aff5-d21ce6275a95 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:04:28.352879 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984a2f8-c462-4c3e-a591-f13e28e28f82 None None] Pushing event updated for resources: {'Port': ['ID=362c4f68-9372-48d0-83b1-21710c83f1e5,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:28.355359 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] Routers {'307be5f7-8de7-44b6-b66f-ee8136436352'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:04:28.356004 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:04:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['307be5f7-8de7-44b6-b66f-ee8136436352'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:28.359174 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3315f4c3-59cd-4f56-aa4b-d98df2a0e644 None None] Provisioning complete for port 932f7e18-6c0b-4eea-b4d0-a19a25d5818e triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:28.359549 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3315f4c3-59cd-4f56-aa4b-d98df2a0e644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:28.403970 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378479af-02f2-4b8f-8a67-b8e05c55aba5 admin admin] Pushing event updated for resources: {'Port': ['ID=4432ab25-ae2b-4a5b-ad58-bfc99e988316,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:28.415232 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-378479af-02f2-4b8f-8a67-b8e05c55aba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:28.519139 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378479af-02f2-4b8f-8a67-b8e05c55aba5 admin admin] Network a244baee-a7f9-4e9b-86c5-7b1a74c04585 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:04:28.520782 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-378479af-02f2-4b8f-8a67-b8e05c55aba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:04:28.653851 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378479af-02f2-4b8f-8a67-b8e05c55aba5 admin admin] Router 307be5f7-8de7-44b6-b66f-ee8136436352 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:04:28.703598 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] Set router 307be5f7-8de7-44b6-b66f-ee8136436352 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:04:28.752886 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3315f4c3-59cd-4f56-aa4b-d98df2a0e644 None None] Provisioning complete for port 362c4f68-9372-48d0-83b1-21710c83f1e5 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:28.753583 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3315f4c3-59cd-4f56-aa4b-d98df2a0e644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:28.766184 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378479af-02f2-4b8f-8a67-b8e05c55aba5 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:04:28.774156 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-378479af-02f2-4b8f-8a67-b8e05c55aba5 admin admin] 10.222.0.11 "PUT /v2.0/routers/307be5f7-8de7-44b6-b66f-ee8136436352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0414414 Nov 24 22:04:28.945761 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3315f4c3-59cd-4f56-aa4b-d98df2a0e644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:28.976731 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-3315f4c3-59cd-4f56-aa4b-d98df2a0e644 None None] For port 362c4f68-9372-48d0-83b1-21710c83f1e5, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=362c4f68-9372-48d0-83b1-21710c83f1e5,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:04:28.981249 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3315f4c3-59cd-4f56-aa4b-d98df2a0e644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:29.030217 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-3315f4c3-59cd-4f56-aa4b-d98df2a0e644 None None] Provisioning complete for port 4432ab25-ae2b-4a5b-ad58-bfc99e988316 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:29.030489 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3315f4c3-59cd-4f56-aa4b-d98df2a0e644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:29.067321 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307be5f7-8de7-44b6-b66f-ee8136436352', 'name': 'tempest-TestShelveInstance-2000032408-router', 'tenant_id': '9b01db592e8a49cc83039cc7d61ba69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '362c4f68-9372-48d0-83b1-21710c83f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:24Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 4, 'project_id': '9b01db592e8a49cc83039cc7d61ba69f', 'gw_port': {'id': '362c4f68-9372-48d0-83b1-21710c83f1e5', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307be5f7-8de7-44b6-b66f-ee8136436352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:25Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '4432ab25-ae2b-4a5b-ad58-bfc99e988316', 'name': '', 'network_id': 'a244baee-a7f9-4e9b-86c5-7b1a74c04585', 'tenant_id': '9b01db592e8a49cc83039cc7d61ba69f', 'mac_address': 'fa:16:3e:07:8e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307be5f7-8de7-44b6-b66f-ee8136436352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '959fe80f-6ca2-40fd-9d5a-1195b2fc5228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:27Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 2, 'project_id': '9b01db592e8a49cc83039cc7d61ba69f', 'subnets': [{'id': '959fe80f-6ca2-40fd-9d5a-1195b2fc5228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:29.101838 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315f4c3-59cd-4f56-aa4b-d98df2a0e644 None None] Pushing event updated for resources: {'Port': ['ID=362c4f68-9372-48d0-83b1-21710c83f1e5,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:29.106804 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f390a80-a832-435e-9b68-74fc65cd4a79 None None] The sync data for ids ['307be5f7-8de7-44b6-b66f-ee8136436352'] in n-d-812111-8 is: [{'id': '307be5f7-8de7-44b6-b66f-ee8136436352', 'name': 'tempest-TestShelveInstance-2000032408-router', 'tenant_id': '9b01db592e8a49cc83039cc7d61ba69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '362c4f68-9372-48d0-83b1-21710c83f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:24Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 4, 'project_id': '9b01db592e8a49cc83039cc7d61ba69f', 'gw_port': {'id': '362c4f68-9372-48d0-83b1-21710c83f1e5', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307be5f7-8de7-44b6-b66f-ee8136436352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:25Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '4432ab25-ae2b-4a5b-ad58-bfc99e988316', 'name': '', 'network_id': 'a244baee-a7f9-4e9b-86c5-7b1a74c04585', 'tenant_id': '9b01db592e8a49cc83039cc7d61ba69f', 'mac_address': 'fa:16:3e:07:8e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307be5f7-8de7-44b6-b66f-ee8136436352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '959fe80f-6ca2-40fd-9d5a-1195b2fc5228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:27Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 2, 'project_id': '9b01db592e8a49cc83039cc7d61ba69f', 'subnets': [{'id': '959fe80f-6ca2-40fd-9d5a-1195b2fc5228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:04:29.110309 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-3315f4c3-59cd-4f56-aa4b-d98df2a0e644 None None] Port 4432ab25-ae2b-4a5b-ad58-bfc99e988316 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:04:29.231602 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c706da85-7129-4a13-9ba9-7268de8cf1dc None None] Provisioning complete for port 362c4f68-9372-48d0-83b1-21710c83f1e5 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:29.232119 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c706da85-7129-4a13-9ba9-7268de8cf1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:29.363786 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c706da85-7129-4a13-9ba9-7268de8cf1dc None None] Provisioning complete for port 4432ab25-ae2b-4a5b-ad58-bfc99e988316 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:29.364591 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c706da85-7129-4a13-9ba9-7268de8cf1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:29.409117 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c706da85-7129-4a13-9ba9-7268de8cf1dc None None] Port 4432ab25-ae2b-4a5b-ad58-bfc99e988316 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:04:29.419701 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55710) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:29.424506 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-51808933-1578-440e-809b-8a566c5de3de tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-322474341', 'description': 'tempest-secgroup-smoke-322474341 description', 'project_id': 'a731506f864e4f1ea14bd66ddb90469c'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:04:29.453838 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-51808933-1578-440e-809b-8a566c5de3de tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:29.463043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3151ef6b-4686-4ff1-80f0-e3c323fd7072 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:04:29.525108 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 3151ef6b-4686-4ff1-80f0-e3c323fd7072 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:29.525488 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:29.545227 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-51808933-1578-440e-809b-8a566c5de3de tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:29.551041 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-51808933-1578-440e-809b-8a566c5de3de tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:29.583734 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-51808933-1578-440e-809b-8a566c5de3de tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:29.585032 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-51808933-1578-440e-809b-8a566c5de3de tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1641977 Nov 24 22:04:29.588234 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 55712) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:29.591154 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51808933-1578-440e-809b-8a566c5de3de tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e07356-4ba2-45a1-8fc4-c1c436cebf5a,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:29.602848 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a6602e8b-0728-4549-ad89-b0c9674c8128 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Request body: {'security_group_rule': {'security_group_id': '32e07356-4ba2-45a1-8fc4-c1c436cebf5a', 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:04:29.620121 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 932f7e18-6c0b-4eea-b4d0-a19a25d5818e up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:04:29.639441 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6602e8b-0728-4549-ad89-b0c9674c8128 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:29.670455 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 932f7e18-6c0b-4eea-b4d0-a19a25d5818e triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:29.670820 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:29.704889 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6602e8b-0728-4549-ad89-b0c9674c8128 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:29.709675 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6602e8b-0728-4549-ad89-b0c9674c8128 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:29.729298 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6602e8b-0728-4549-ad89-b0c9674c8128 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1aa850-8127-4447-8200-0eb3eda1e323,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:29.743987 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6602e8b-0728-4549-ad89-b0c9674c8128 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:29.748366 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55714) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:29.748608 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a6602e8b-0728-4549-ad89-b0c9674c8128 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1589246 Nov 24 22:04:29.753386 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-6141e1ba-dd44-4705-af1a-dc45cd397952 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Request body: {'security_group_rule': {'security_group_id': '32e07356-4ba2-45a1-8fc4-c1c436cebf5a', 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:04:29.783461 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6141e1ba-dd44-4705-af1a-dc45cd397952 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:29.845309 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6141e1ba-dd44-4705-af1a-dc45cd397952 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:29.849264 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6141e1ba-dd44-4705-af1a-dc45cd397952 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:29.868155 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141e1ba-dd44-4705-af1a-dc45cd397952 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80498692-56a4-459a-aa57-2291411e924d,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:29.876937 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6141e1ba-dd44-4705-af1a-dc45cd397952 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:29.878149 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6141e1ba-dd44-4705-af1a-dc45cd397952 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1285696 Nov 24 22:04:29.881519 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55716) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:29.885876 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-b32f34b5-2dd5-43e3-9acf-5c4ca481d705 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Request body: {'security_group_rule': {'security_group_id': '32e07356-4ba2-45a1-8fc4-c1c436cebf5a', 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:04:29.911373 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b32f34b5-2dd5-43e3-9acf-5c4ca481d705 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:29.969641 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b32f34b5-2dd5-43e3-9acf-5c4ca481d705 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:29.973278 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b32f34b5-2dd5-43e3-9acf-5c4ca481d705 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:29.990754 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f34b5-2dd5-43e3-9acf-5c4ca481d705 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9164ccd0-ba88-4fe3-9cb1-34be57905e3f,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:29.999607 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b32f34b5-2dd5-43e3-9acf-5c4ca481d705 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:30.000883 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-b32f34b5-2dd5-43e3-9acf-5c4ca481d705 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183698 Nov 24 22:04:30.003568 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55718) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:30.008871 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-4b40408d-0a7d-4d92-bf12-c403c1d44a0c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Request body: {'security_group_rule': {'security_group_id': '32e07356-4ba2-45a1-8fc4-c1c436cebf5a', 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:04:30.034092 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b40408d-0a7d-4d92-bf12-c403c1d44a0c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:30.090997 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b40408d-0a7d-4d92-bf12-c403c1d44a0c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:30.094455 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b40408d-0a7d-4d92-bf12-c403c1d44a0c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:30.111490 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40408d-0a7d-4d92-bf12-c403c1d44a0c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a1a3d6-52b7-4a67-a1b7-8612ede65d89,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:30.120769 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4b40408d-0a7d-4d92-bf12-c403c1d44a0c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:30.121977 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4b40408d-0a7d-4d92-bf12-c403c1d44a0c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166131 Nov 24 22:04:30.124689 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55720) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:30.130325 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-bbf06f38-4a44-488b-b905-925da83e8a14 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Request body: {'security_group_rule': {'security_group_id': '32e07356-4ba2-45a1-8fc4-c1c436cebf5a', 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:04:30.151588 n-d-812111-8 neutron-server[109991]: INFO neutron.db.securitygroups_db [None req-bbf06f38-4a44-488b-b905-925da83e8a14 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Project a731506f864e4f1ea14bd66ddb90469c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:04:30.156955 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bbf06f38-4a44-488b-b905-925da83e8a14 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:30.220094 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bbf06f38-4a44-488b-b905-925da83e8a14 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:30.224143 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bbf06f38-4a44-488b-b905-925da83e8a14 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:30.244142 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf06f38-4a44-488b-b905-925da83e8a14 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494e9e73-693a-4d2a-b00b-80f6e4a84c29,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:30.252552 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bbf06f38-4a44-488b-b905-925da83e8a14 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:30.253753 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-bbf06f38-4a44-488b-b905-925da83e8a14 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280556 Nov 24 22:04:30.257001 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55722) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:30.261309 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-7bce923e-c7b4-414b-b7bb-bc159769301e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Request body: {'security_group_rule': {'security_group_id': '32e07356-4ba2-45a1-8fc4-c1c436cebf5a', 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:04:30.282453 n-d-812111-8 neutron-server[109991]: INFO neutron.db.securitygroups_db [None req-7bce923e-c7b4-414b-b7bb-bc159769301e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Project a731506f864e4f1ea14bd66ddb90469c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:04:30.288404 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7bce923e-c7b4-414b-b7bb-bc159769301e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:30.351308 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7bce923e-c7b4-414b-b7bb-bc159769301e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:30.356533 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7bce923e-c7b4-414b-b7bb-bc159769301e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:30.382910 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce923e-c7b4-414b-b7bb-bc159769301e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e78788-96fb-44fc-9485-5445cada9d86,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:30.392414 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7bce923e-c7b4-414b-b7bb-bc159769301e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:30.393833 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-7bce923e-c7b4-414b-b7bb-bc159769301e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1358912 Nov 24 22:04:30.629918 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-a679b364-a9dc-4b4c-957f-36dc1db5b97b tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-322474341&fields=id&tenant_id=a731506f864e4f1ea14bd66ddb90469c HTTP/1.1" status: 200 len: 267 time: 0.0479305 Nov 24 22:04:30.744194 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-4d85394b-8c7a-4927-9a24-a09cb67546b7 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:30.745763 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-4d85394b-8c7a-4927-9a24-a09cb67546b7 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/networks?id=9482f4ba-19b0-458f-acb4-57643ab9b11d HTTP/1.1" status: 200 len: 808 time: 0.1086245 Nov 24 22:04:30.762044 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-e4897560-03c2-4421-a297-0996cfbbe99c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/quotas/a731506f864e4f1ea14bd66ddb90469c HTTP/1.1" status: 200 len: 375 time: 0.0104079 Nov 24 22:04:30.822643 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-e4662096-e6b7-4762-91cb-d8d22894e23e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a731506f864e4f1ea14bd66ddb90469c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545666 Nov 24 22:04:30.929369 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-7e428e81-db59-47d3-b8b4-f0517ffeb41c service neutron] 10.222.0.11 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937188 Nov 24 22:04:31.030292 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-dfc0be7c-be47-4cc9-8007-c87d9efda734 service neutron] 10.222.0.11 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946262 Nov 24 22:04:31.197881 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8ca1ab8c-8af7-4504-8513-f412a3cb187f req-0045afec-41b6-44d8-84a3-3a5508e7621b tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 210 time: 0.0290847 Nov 24 22:04:31.422922 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 362c4f68-9372-48d0-83b1-21710c83f1e5 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:04:31.483298 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 362c4f68-9372-48d0-83b1-21710c83f1e5 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:31.483687 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:31.795506 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] Sync routers for ids ['307be5f7-8de7-44b6-b66f-ee8136436352'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:04:31.810575 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] Routers {'307be5f7-8de7-44b6-b66f-ee8136436352'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:04:31.811179 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:04:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['307be5f7-8de7-44b6-b66f-ee8136436352'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:31.920641 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] Set router 307be5f7-8de7-44b6-b66f-ee8136436352 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:04:32.137046 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307be5f7-8de7-44b6-b66f-ee8136436352', 'name': 'tempest-TestShelveInstance-2000032408-router', 'tenant_id': '9b01db592e8a49cc83039cc7d61ba69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '362c4f68-9372-48d0-83b1-21710c83f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:24Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 4, 'project_id': '9b01db592e8a49cc83039cc7d61ba69f', 'gw_port': {'id': '362c4f68-9372-48d0-83b1-21710c83f1e5', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307be5f7-8de7-44b6-b66f-ee8136436352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:25Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '4432ab25-ae2b-4a5b-ad58-bfc99e988316', 'name': '', 'network_id': 'a244baee-a7f9-4e9b-86c5-7b1a74c04585', 'tenant_id': '9b01db592e8a49cc83039cc7d61ba69f', 'mac_address': 'fa:16:3e:07:8e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307be5f7-8de7-44b6-b66f-ee8136436352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '959fe80f-6ca2-40fd-9d5a-1195b2fc5228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:27Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 2, 'project_id': '9b01db592e8a49cc83039cc7d61ba69f', 'subnets': [{'id': '959fe80f-6ca2-40fd-9d5a-1195b2fc5228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:32.165467 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] Checking router: 307be5f7-8de7-44b6-b66f-ee8136436352 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:04:32.165823 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] Updating router 307be5f7-8de7-44b6-b66f-ee8136436352 port 4432ab25-ae2b-4a5b-ad58-bfc99e988316 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:04:32.191626 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:32.324853 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-fe076b22-66f2-4d23-8424-ac1a57ce0e65 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:32.328206 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-fe076b22-66f2-4d23-8424-ac1a57ce0e65 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.48 "GET /v2.0/networks?id=9482f4ba-19b0-458f-acb4-57643ab9b11d HTTP/1.1" status: 200 len: 808 time: 0.1408286 Nov 24 22:04:32.329140 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f9b83baa-a97f-49bc-8c12-f8241cbbbec3 req-120716c7-0e52-4e42-950c-a4b2fad2e512 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 210 time: 0.0379412 Nov 24 22:04:32.398574 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-c1f9bb61-e801-4e34-a2ca-779d1c68ff79 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a731506f864e4f1ea14bd66ddb90469c HTTP/1.1" status: 200 len: 379 time: 0.0605111 Nov 24 22:04:32.408584 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-4a3c12e7-729c-4e2d-9122-cf5e7bbfea0e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Request body: {'port': {'device_id': '0b4ba003-a140-458b-bea9-cfb49952c38f', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'admin_state_up': True, 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'security_groups': ['32e07356-4ba2-45a1-8fc4-c1c436cebf5a']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:04:32.505316 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:32.511378 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:32.524102 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-4a3c12e7-729c-4e2d-9122-cf5e7bbfea0e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Made reservation on behalf of a731506f864e4f1ea14bd66ddb90469c for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:04:32.528306 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-4a3c12e7-729c-4e2d-9122-cf5e7bbfea0e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:32.587915 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3a39d-0d6f-4c4a-851a-6c2655a70351 None None] Pushing event updated for resources: {'Port': ['ID=4432ab25-ae2b-4a5b-ad58-bfc99e988316,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:32.625835 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] Attempting to bind port 4432ab25-ae2b-4a5b-ad58-bfc99e988316 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:04:32.626212 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] Attempting to bind port 4432ab25-ae2b-4a5b-ad58-bfc99e988316 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '60fbb2ea-b8a8-49b1-ace1-f97176a02002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a244baee-a7f9-4e9b-86c5-7b1a74c04585'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:04:32.626605 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] Attempting to bind port 4432ab25-ae2b-4a5b-ad58-bfc99e988316 on network a244baee-a7f9-4e9b-86c5-7b1a74c04585 {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:04:32.636196 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:04:32.637152 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] Checking segment: {'id': '60fbb2ea-b8a8-49b1-ace1-f97176a02002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a244baee-a7f9-4e9b-86c5-7b1a74c04585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:04:32.637152 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:32.637420 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] Bound using segment: {'id': '60fbb2ea-b8a8-49b1-ace1-f97176a02002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a244baee-a7f9-4e9b-86c5-7b1a74c04585'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:04:32.637863 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] Bound port: 4432ab25-ae2b-4a5b-ad58-bfc99e988316, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60fbb2ea-b8a8-49b1-ace1-f97176a02002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a244baee-a7f9-4e9b-86c5-7b1a74c04585'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:04:32.638253 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:32.693894 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-4a3c12e7-729c-4e2d-9122-cf5e7bbfea0e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Allocated IP 172.20.0.5 (9482f4ba-19b0-458f-acb4-57643ab9b11d/fcc90c49-04d7-4091-aa8e-f830a0f6fd7d/0e58bbf6-40ed-4113-9b98-e966e11ef726) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:04:32.709035 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] For port 4432ab25-ae2b-4a5b-ad58-bfc99e988316, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:04:32.712414 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] For port 4432ab25-ae2b-4a5b-ad58-bfc99e988316, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=4432ab25-ae2b-4a5b-ad58-bfc99e988316,segment=NetworkSegment(60fbb2ea-b8a8-49b1-ace1-f97176a02002),segment_id=60fbb2ea-b8a8-49b1-ace1-f97176a02002)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:04:32.717657 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:32.778605 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3a39d-0d6f-4c4a-851a-6c2655a70351 None None] Pushing event updated for resources: {'Port': ['ID=4432ab25-ae2b-4a5b-ad58-bfc99e988316,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:32.783923 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] Routers {'307be5f7-8de7-44b6-b66f-ee8136436352'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:04:32.784533 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:04:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['307be5f7-8de7-44b6-b66f-ee8136436352'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:32.853394 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-4a3c12e7-729c-4e2d-9122-cf5e7bbfea0e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:32.873211 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-d8a10ef1-de32-43e1-9513-654250d68987 None None] Provisioning complete for port 4432ab25-ae2b-4a5b-ad58-bfc99e988316 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:32.874367 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d8a10ef1-de32-43e1-9513-654250d68987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:32.909625 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-4a3c12e7-729c-4e2d-9122-cf5e7bbfea0e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:32.954130 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-4a3c12e7-729c-4e2d-9122-cf5e7bbfea0e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Network 9482f4ba-19b0-458f-acb4-57643ab9b11d is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:04:32.958460 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-4a3c12e7-729c-4e2d-9122-cf5e7bbfea0e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:04:32.962569 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-4a3c12e7-729c-4e2d-9122-cf5e7bbfea0e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:04:32.979871 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d8a10ef1-de32-43e1-9513-654250d68987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:33.023141 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c12e7-729c-4e2d-9122-cf5e7bbfea0e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event updated for resources: {'Port': ['ID=0e58bbf6-40ed-4113-9b98-e966e11ef726,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:33.023762 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d8a10ef1-de32-43e1-9513-654250d68987 None None] For port 4432ab25-ae2b-4a5b-ad58-bfc99e988316, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=4432ab25-ae2b-4a5b-ad58-bfc99e988316,segment=NetworkSegment(60fbb2ea-b8a8-49b1-ace1-f97176a02002),segment_id=60fbb2ea-b8a8-49b1-ace1-f97176a02002)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:04:33.037187 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] Set router 307be5f7-8de7-44b6-b66f-ee8136436352 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:04:33.042242 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d8a10ef1-de32-43e1-9513-654250d68987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:33.057623 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-4a3c12e7-729c-4e2d-9122-cf5e7bbfea0e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:33.058304 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-4a3c12e7-729c-4e2d-9122-cf5e7bbfea0e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:33.077370 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-4a3c12e7-729c-4e2d-9122-cf5e7bbfea0e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6733446 Nov 24 22:04:33.091931 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-3534f192-eb82-4a44-8456-e5569926748e service neutron] Request body: {'port': {'device_id': '0b4ba003-a140-458b-bea9-cfb49952c38f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:04:33.108693 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a10ef1-de32-43e1-9513-654250d68987 None None] Pushing event updated for resources: {'Port': ['ID=4432ab25-ae2b-4a5b-ad58-bfc99e988316,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:33.160757 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-3534f192-eb82-4a44-8456-e5569926748e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:33.178469 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e7bc5126-7ae9-40cf-ab2f-bf38acd5566b None None] Provisioning complete for port 4432ab25-ae2b-4a5b-ad58-bfc99e988316 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:33.178855 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5126-7ae9-40cf-ab2f-bf38acd5566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:33.289702 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307be5f7-8de7-44b6-b66f-ee8136436352', 'name': 'tempest-TestShelveInstance-2000032408-router', 'tenant_id': '9b01db592e8a49cc83039cc7d61ba69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '362c4f68-9372-48d0-83b1-21710c83f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:24Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 4, 'project_id': '9b01db592e8a49cc83039cc7d61ba69f', 'gw_port': {'id': '362c4f68-9372-48d0-83b1-21710c83f1e5', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307be5f7-8de7-44b6-b66f-ee8136436352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:25Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '4432ab25-ae2b-4a5b-ad58-bfc99e988316', 'name': '', 'network_id': 'a244baee-a7f9-4e9b-86c5-7b1a74c04585', 'tenant_id': '9b01db592e8a49cc83039cc7d61ba69f', 'mac_address': 'fa:16:3e:07:8e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307be5f7-8de7-44b6-b66f-ee8136436352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '959fe80f-6ca2-40fd-9d5a-1195b2fc5228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:27Z', 'updated_at': '2021-11-24T22:04:32Z', 'revision_number': 4, 'project_id': '9b01db592e8a49cc83039cc7d61ba69f', 'subnets': [{'id': '959fe80f-6ca2-40fd-9d5a-1195b2fc5228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:33.316880 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607cba8d-b88b-4c9c-aee6-ae1498a5bfa4 None None] The sync data for ids ['307be5f7-8de7-44b6-b66f-ee8136436352'] in n-d-812111-8 is: [{'id': '307be5f7-8de7-44b6-b66f-ee8136436352', 'name': 'tempest-TestShelveInstance-2000032408-router', 'tenant_id': '9b01db592e8a49cc83039cc7d61ba69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '362c4f68-9372-48d0-83b1-21710c83f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:24Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 4, 'project_id': '9b01db592e8a49cc83039cc7d61ba69f', 'gw_port': {'id': '362c4f68-9372-48d0-83b1-21710c83f1e5', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307be5f7-8de7-44b6-b66f-ee8136436352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:25Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '4432ab25-ae2b-4a5b-ad58-bfc99e988316', 'name': '', 'network_id': 'a244baee-a7f9-4e9b-86c5-7b1a74c04585', 'tenant_id': '9b01db592e8a49cc83039cc7d61ba69f', 'mac_address': 'fa:16:3e:07:8e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307be5f7-8de7-44b6-b66f-ee8136436352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '959fe80f-6ca2-40fd-9d5a-1195b2fc5228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:27Z', 'updated_at': '2021-11-24T22:04:32Z', 'revision_number': 4, 'project_id': '9b01db592e8a49cc83039cc7d61ba69f', 'subnets': [{'id': '959fe80f-6ca2-40fd-9d5a-1195b2fc5228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:04:33.427910 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-e8edb2cf-7b18-40ca-9cc3-c0e2801e5881 None None] Provisioning complete for port 0e58bbf6-40ed-4113-9b98-e966e11ef726 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:33.429015 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e8edb2cf-7b18-40ca-9cc3-c0e2801e5881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:33.468552 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 4432ab25-ae2b-4a5b-ad58-bfc99e988316 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:04:33.499273 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f60a05-726a-4da4-a1b1-716e80ef41f9 req-4b43e52a-b643-41be-a1d6-86ff8fa7d0b0 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:33.505090 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-3534f192-eb82-4a44-8456-e5569926748e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e58bbf6-40ed-4113-9b98-e966e11ef726 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:04:33.507418 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-96f60a05-726a-4da4-a1b1-716e80ef41f9 req-4b43e52a-b643-41be-a1d6-86ff8fa7d0b0 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 931 time: 0.0722928 Nov 24 22:04:33.514819 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-3534f192-eb82-4a44-8456-e5569926748e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:33.526897 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-e8edb2cf-7b18-40ca-9cc3-c0e2801e5881 None None] Port 0e58bbf6-40ed-4113-9b98-e966e11ef726 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:04:33.536207 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-3534f192-eb82-4a44-8456-e5569926748e service neutron] Transition to ACTIVE for port object 0e58bbf6-40ed-4113-9b98-e966e11ef726 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:04:33.543625 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-3534f192-eb82-4a44-8456-e5569926748e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:33.554411 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 4432ab25-ae2b-4a5b-ad58-bfc99e988316 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:33.554792 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:33.610924 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-96f60a05-726a-4da4-a1b1-716e80ef41f9 req-5248b6d3-23c5-47dd-a9d5-0c88c07e35ea tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978425 Nov 24 22:04:34.001453 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534f192-eb82-4a44-8456-e5569926748e service neutron] Pushing event updated for resources: {'Port': ['ID=0e58bbf6-40ed-4113-9b98-e966e11ef726,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:34.050165 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-3534f192-eb82-4a44-8456-e5569926748e service neutron] Attempting to bind port 0e58bbf6-40ed-4113-9b98-e966e11ef726 on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:04:34.050453 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-3534f192-eb82-4a44-8456-e5569926748e service neutron] Attempting to bind port 0e58bbf6-40ed-4113-9b98-e966e11ef726 by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:04:34.050823 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-3534f192-eb82-4a44-8456-e5569926748e service neutron] Attempting to bind port 0e58bbf6-40ed-4113-9b98-e966e11ef726 on network 9482f4ba-19b0-458f-acb4-57643ab9b11d {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:04:34.055097 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-3534f192-eb82-4a44-8456-e5569926748e service neutron] Port 0e58bbf6-40ed-4113-9b98-e966e11ef726 on network 9482f4ba-19b0-458f-acb4-57643ab9b11d not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:04:34.055423 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-3534f192-eb82-4a44-8456-e5569926748e service neutron] Attempting to bind port 0e58bbf6-40ed-4113-9b98-e966e11ef726 on network 9482f4ba-19b0-458f-acb4-57643ab9b11d {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:04:34.060164 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-3534f192-eb82-4a44-8456-e5569926748e service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:04:34.060506 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-3534f192-eb82-4a44-8456-e5569926748e service neutron] Checking segment: {'id': 'b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:04:34.060935 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-3534f192-eb82-4a44-8456-e5569926748e service neutron] Bound using segment: {'id': 'b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:04:34.061364 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-3534f192-eb82-4a44-8456-e5569926748e service neutron] Bound port: 0e58bbf6-40ed-4113-9b98-e966e11ef726, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:04:34.061717 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-3534f192-eb82-4a44-8456-e5569926748e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:34.126035 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-3534f192-eb82-4a44-8456-e5569926748e service neutron] For port 0e58bbf6-40ed-4113-9b98-e966e11ef726, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:04:34.129647 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-3534f192-eb82-4a44-8456-e5569926748e service neutron] For port 0e58bbf6-40ed-4113-9b98-e966e11ef726, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:04:34.134751 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-3534f192-eb82-4a44-8456-e5569926748e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:34.166967 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-3534f192-eb82-4a44-8456-e5569926748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:34.167594 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-3534f192-eb82-4a44-8456-e5569926748e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:34.169021 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-3534f192-eb82-4a44-8456-e5569926748e service neutron] 10.222.0.48 "PUT /v2.0/ports/0e58bbf6-40ed-4113-9b98-e966e11ef726 HTTP/1.1" status: 200 len: 1091 time: 1.0836313 Nov 24 22:04:34.169625 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4ba003-a140-458b-bea9-cfb49952c38f', 'tag': '0e58bbf6-40ed-4113-9b98-e966e11ef726'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:04:34.171738 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f7e6b3-c3da-4fb0-a9a8-4352b3cc279d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4ba003-a140-458b-bea9-cfb49952c38f", "tag": "0e58bbf6-40ed-4113-9b98-e966e11ef726"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:04:34.201682 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534f192-eb82-4a44-8456-e5569926748e service neutron] Pushing event updated for resources: {'Port': ['ID=0e58bbf6-40ed-4113-9b98-e966e11ef726,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:34.228371 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01159998-18a1-4d60-8d42-3674c4ef7807 x-openstack-request-id: req-01159998-18a1-4d60-8d42-3674c4ef7807 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:04:34.228690 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4ba003-a140-458b-bea9-cfb49952c38f", "tag": "0e58bbf6-40ed-4113-9b98-e966e11ef726", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:04:34.228983 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-01159998-18a1-4d60-8d42-3674c4ef7807 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:04:34.229413 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4ba003-a140-458b-bea9-cfb49952c38f', 'tag': '0e58bbf6-40ed-4113-9b98-e966e11ef726', 'status': 'completed', 'code': 200} Nov 24 22:04:34.276527 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-b9fad1a7-6f1a-4781-adbb-f82147b7602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:34.278085 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-b9fad1a7-6f1a-4781-adbb-f82147b7602b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a731506f864e4f1ea14bd66ddb90469c&device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 1094 time: 0.0478754 Nov 24 22:04:34.326367 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-59271649-6aa3-4c58-aa8f-8e27be6936b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726 HTTP/1.1" status: 200 len: 217 time: 0.0370498 Nov 24 22:04:34.386415 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-70136a02-78c7-4bd4-b3ee-a05b9ce48e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:34.387945 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-70136a02-78c7-4bd4-b3ee-a05b9ce48e18 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fcc90c49-04d7-4091-aa8e-f830a0f6fd7d HTTP/1.1" status: 200 len: 847 time: 0.0537171 Nov 24 22:04:34.435472 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-f7f5d0f1-e522-411b-8af5-db4cdb43541a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:34.436948 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-f7f5d0f1-e522-411b-8af5-db4cdb43541a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9482f4ba-19b0-458f-acb4-57643ab9b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408447 Nov 24 22:04:34.534596 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-ece194af-1c8c-4b6d-810a-8577331bfe70 service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908515 Nov 24 22:04:34.631315 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-1d6252ff-0b2c-47eb-be14-ce2e2ffa692e req-2e3e4bd7-cfbf-405c-b09a-0ea6a51cf2d7 service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888991 Nov 24 22:04:34.731698 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7e6b3-c3da-4fb0-a9a8-4352b3cc279d req-37a50fd6-1fc1-4080-9449-59bd49f8e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:34.733262 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-44f7e6b3-c3da-4fb0-a9a8-4352b3cc279d req-37a50fd6-1fc1-4080-9449-59bd49f8e354 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a731506f864e4f1ea14bd66ddb90469c&device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 1094 time: 0.0427668 Nov 24 22:04:34.733563 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96712689-b1f3-4845-a600-8fed731a5e5d req-b22bdc1f-86eb-4efc-8899-344f38e19efa tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:34.735188 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-96712689-b1f3-4845-a600-8fed731a5e5d req-b22bdc1f-86eb-4efc-8899-344f38e19efa tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 943 time: 0.0554962 Nov 24 22:04:34.787561 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-96712689-b1f3-4845-a600-8fed731a5e5d req-a24b47c6-afcd-4850-8790-b35cc064c7d6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448956 Nov 24 22:04:34.831622 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7e6b3-c3da-4fb0-a9a8-4352b3cc279d req-157f606c-eced-4f37-9ff8-ec6edb459d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:34.833957 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-44f7e6b3-c3da-4fb0-a9a8-4352b3cc279d req-157f606c-eced-4f37-9ff8-ec6edb459d0e service neutron] 10.222.0.48 "GET /v2.0/networks?id=9482f4ba-19b0-458f-acb4-57643ab9b11d HTTP/1.1" status: 200 len: 909 time: 0.0936654 Nov 24 22:04:34.874909 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-44f7e6b3-c3da-4fb0-a9a8-4352b3cc279d req-924a09b3-c2a8-4e1e-bf06-da210f1e0484 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726 HTTP/1.1" status: 200 len: 217 time: 0.0337181 Nov 24 22:04:34.928099 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7e6b3-c3da-4fb0-a9a8-4352b3cc279d req-910f2439-b0a2-4d12-b8c7-96b4643afb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:34.929716 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-44f7e6b3-c3da-4fb0-a9a8-4352b3cc279d req-910f2439-b0a2-4d12-b8c7-96b4643afb88 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fcc90c49-04d7-4091-aa8e-f830a0f6fd7d HTTP/1.1" status: 200 len: 847 time: 0.0482261 Nov 24 22:04:34.977172 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7e6b3-c3da-4fb0-a9a8-4352b3cc279d req-0eee96f0-4026-4e2e-b530-4260ea374ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:34.978689 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-44f7e6b3-c3da-4fb0-a9a8-4352b3cc279d req-0eee96f0-4026-4e2e-b530-4260ea374ca9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9482f4ba-19b0-458f-acb4-57643ab9b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417600 Nov 24 22:04:35.072216 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-44f7e6b3-c3da-4fb0-a9a8-4352b3cc279d req-d6e82ec6-498f-4011-b94b-f746e83a6cc8 service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851076 Nov 24 22:04:35.178780 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-44f7e6b3-c3da-4fb0-a9a8-4352b3cc279d req-57221af7-ed1d-4368-855f-a4c012f07c08 service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987215 Nov 24 22:04:35.910100 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa705346-f26d-4e23-8036-971133bd9317 req-6a40c391-63b6-4b90-913d-5f2ebdbed647 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:35.911705 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa705346-f26d-4e23-8036-971133bd9317 req-6a40c391-63b6-4b90-913d-5f2ebdbed647 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 943 time: 0.0540044 Nov 24 22:04:35.961789 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-aa705346-f26d-4e23-8036-971133bd9317 req-7a7ec5cc-fa48-4ecd-908e-aea5b7e093cc tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440598 Nov 24 22:04:37.085937 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b635830-d4d0-454f-9f51-79394814047e req-c3df33e4-443c-4a2c-8700-030b64e7f070 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:37.087421 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4b635830-d4d0-454f-9f51-79394814047e req-c3df33e4-443c-4a2c-8700-030b64e7f070 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 943 time: 0.0556967 Nov 24 22:04:37.136101 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4b635830-d4d0-454f-9f51-79394814047e req-6185f88a-9c8c-4b7d-8963-10357e9dcabd tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428026 Nov 24 22:04:37.352547 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 0e58bbf6-40ed-4113-9b98-e966e11ef726 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:04:37.459827 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 0e58bbf6-40ed-4113-9b98-e966e11ef726, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:04:37.471120 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '0e58bbf6-40ed-4113-9b98-e966e11ef726', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'port_id': '0e58bbf6-40ed-4113-9b98-e966e11ef726', 'mac_address': 'fa:16:3e:f4:09:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:04:37.509300 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:37.522727 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e58bbf6-40ed-4113-9b98-e966e11ef726 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:04:37.545963 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 0e58bbf6-40ed-4113-9b98-e966e11ef726, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:04:37.549720 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:37.595328 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=0e58bbf6-40ed-4113-9b98-e966e11ef726,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:37.802754 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['0e58bbf6-40ed-4113-9b98-e966e11ef726'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:04:38.251152 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e31279-df55-41f1-807e-3a35e1b6e345 req-22d9f29e-f7fb-40e8-b4ee-a4d35785d97c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:38.253668 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a0e31279-df55-41f1-807e-3a35e1b6e345 req-22d9f29e-f7fb-40e8-b4ee-a4d35785d97c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 944 time: 0.0494406 Nov 24 22:04:38.304843 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a0e31279-df55-41f1-807e-3a35e1b6e345 req-f76f2c44-0c90-453a-a7e3-e35fa5868049 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447865 Nov 24 22:04:39.055841 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a6de41b6-a772-40fe-afcc-cfbf00ca0b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:39.351622 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 0e58bbf6-40ed-4113-9b98-e966e11ef726 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:04:39.403188 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 0e58bbf6-40ed-4113-9b98-e966e11ef726 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:04:39.407071 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 0e58bbf6-40ed-4113-9b98-e966e11ef726 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:04:39.407447 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:39.422223 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626b1b0-45e9-45e7-873e-7858c6848ad7 req-6bb190d9-654d-428c-b96c-b6ff57b2e75d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:39.423713 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6626b1b0-45e9-45e7-873e-7858c6848ad7 req-6bb190d9-654d-428c-b96c-b6ff57b2e75d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 944 time: 0.0505064 Nov 24 22:04:39.479236 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6626b1b0-45e9-45e7-873e-7858c6848ad7 req-610fa1d8-8b64-46cf-bf21-d810ef45a171 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483928 Nov 24 22:04:39.491265 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:39.514537 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4ba003-a140-458b-bea9-cfb49952c38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e58bbf6-40ed-4113-9b98-e966e11ef726'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:04:39.516824 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67f8b83-dcbc-4850-948b-725d3743e203" -d '{"events": [{"server_uuid": "0b4ba003-a140-458b-bea9-cfb49952c38f", "name": "network-vif-plugged", "status": "completed", "tag": "0e58bbf6-40ed-4113-9b98-e966e11ef726"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:04:39.529761 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 0e58bbf6-40ed-4113-9b98-e966e11ef726, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:04:39.533974 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:39.563044 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfeac5b-434d-4ab2-9af7-c7ce508622d1 x-openstack-request-id: req-0cfeac5b-434d-4ab2-9af7-c7ce508622d1 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:04:39.563339 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4ba003-a140-458b-bea9-cfb49952c38f", "name": "network-vif-plugged", "status": "completed", "tag": "0e58bbf6-40ed-4113-9b98-e966e11ef726", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:04:39.563594 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0cfeac5b-434d-4ab2-9af7-c7ce508622d1 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:04:39.563997 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4ba003-a140-458b-bea9-cfb49952c38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e58bbf6-40ed-4113-9b98-e966e11ef726', 'code': 200} Nov 24 22:04:39.589983 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=0e58bbf6-40ed-4113-9b98-e966e11ef726,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:39.657375 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4d0bb-9b1b-4750-b86a-947494be2ccc req-c1a16f14-d3c1-45d4-9759-eea093b53629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:39.658887 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d3c4d0bb-9b1b-4750-b86a-947494be2ccc req-c1a16f14-d3c1-45d4-9759-eea093b53629 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 1096 time: 0.0407360 Nov 24 22:04:39.707541 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d3c4d0bb-9b1b-4750-b86a-947494be2ccc req-dcb7ffd7-a843-467a-b232-0508c9dd728d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403943 Nov 24 22:04:40.350585 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:40.606795 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a5a45-5bee-4d66-b614-7199e69739e2 req-7f5c1b08-ec16-4906-953a-ee2a7c8d284e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:40.608319 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-901a5a45-5bee-4d66-b614-7199e69739e2 req-7f5c1b08-ec16-4906-953a-ee2a7c8d284e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 945 time: 0.0580161 Nov 24 22:04:40.657858 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-901a5a45-5bee-4d66-b614-7199e69739e2 req-45cf0f9a-cd10-4183-8763-6a28c5c4938c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435593 Nov 24 22:04:41.340260 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bc724fea-9068-44c1-9c0f-12d0c963fcdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:41.775853 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdc80f-c07b-42e1-9e40-b59f52190601 req-d41dfe42-7020-40cf-8272-7fe4ef868505 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:41.777385 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-78bdc80f-c07b-42e1-9e40-b59f52190601 req-d41dfe42-7020-40cf-8272-7fe4ef868505 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 945 time: 0.0498314 Nov 24 22:04:41.823692 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:41.829309 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-78bdc80f-c07b-42e1-9e40-b59f52190601 req-6e4a625f-5b32-42a9-8ae3-7db4350548c6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460887 Nov 24 22:04:41.950437 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285fdb7-1638-4699-9662-fd8115c78d63 req-9f0ad3f4-e0ba-4156-89fc-f80d574e615d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:41.951857 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2285fdb7-1638-4699-9662-fd8115c78d63 req-9f0ad3f4-e0ba-4156-89fc-f80d574e615d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 945 time: 0.0562420 Nov 24 22:04:42.001332 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2285fdb7-1638-4699-9662-fd8115c78d63 req-10ba3f48-3e67-4261-bd7e-b094943eafff tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430679 Nov 24 22:04:42.024304 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55776) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:42.157923 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c19bbf7-55be-46de-b00b-063c2c276efd tempest-TestShelveInstance-151941082 tempest-TestShelveInstance-151941082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:42.159461 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6c19bbf7-55be-46de-b00b-063c2c276efd tempest-TestShelveInstance-151941082 tempest-TestShelveInstance-151941082-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 1091 time: 0.1341100 Nov 24 22:04:42.162806 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 55780) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:04:42.167094 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-ab70da07-d526-42f2-b418-f01c4dc314e4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': '0e58bbf6-40ed-4113-9b98-e966e11ef726', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:04:42.189713 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab70da07-d526-42f2-b418-f01c4dc314e4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:42.293306 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab70da07-d526-42f2-b418-f01c4dc314e4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:42.397601 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-ab70da07-d526-42f2-b418-f01c4dc314e4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Allocated IP 172.25.5.160 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/fd5ae166-f388-44a2-b94c-1be2a2c4158b) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:04:42.501604 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab70da07-d526-42f2-b418-f01c4dc314e4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:42.534218 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab70da07-d526-42f2-b418-f01c4dc314e4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:42.571653 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab70da07-d526-42f2-b418-f01c4dc314e4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:04:42.576785 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-ab70da07-d526-42f2-b418-f01c4dc314e4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:04:42.580244 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab70da07-d526-42f2-b418-f01c4dc314e4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:04:42.604247 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70da07-d526-42f2-b418-f01c4dc314e4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event updated for resources: {'Port': ['ID=fd5ae166-f388-44a2-b94c-1be2a2c4158b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:42.687346 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:42.951997 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab70da07-d526-42f2-b418-f01c4dc314e4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:43.020783 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab70da07-d526-42f2-b418-f01c4dc314e4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:43.172100 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab70da07-d526-42f2-b418-f01c4dc314e4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:43.176740 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab70da07-d526-42f2-b418-f01c4dc314e4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:43.253496 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70da07-d526-42f2-b418-f01c4dc314e4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event updated for resources: {'Port': ['ID=fd5ae166-f388-44a2-b94c-1be2a2c4158b,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:04:43.260103 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab70da07-d526-42f2-b418-f01c4dc314e4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:43.363289 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-ab70da07-d526-42f2-b418-f01c4dc314e4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Floating IP f236f395-6941-4ab4-829a-11a131506dd1 associated. External IP: 172.25.5.160, port: 0e58bbf6-40ed-4113-9b98-e966e11ef726. Nov 24 22:04:43.570224 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab70da07-d526-42f2-b418-f01c4dc314e4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Router 483f5dc5-2486-4d84-a9d2-21a4df9cf23c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:04:43.679638 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab70da07-d526-42f2-b418-f01c4dc314e4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:04:43.692582 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3054a04-501b-454b-80f5-145375fb7bc7 None None] Sync routers for ids ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:04:43.698717 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab70da07-d526-42f2-b418-f01c4dc314e4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:43.704324 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3054a04-501b-454b-80f5-145375fb7bc7 None None] Routers {'483f5dc5-2486-4d84-a9d2-21a4df9cf23c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:04:43.705101 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f3054a04-501b-454b-80f5-145375fb7bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:04:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:43.726360 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ab70da07-d526-42f2-b418-f01c4dc314e4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5625103 Nov 24 22:04:43.726974 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4ba003-a140-458b-bea9-cfb49952c38f', 'tag': '0e58bbf6-40ed-4113-9b98-e966e11ef726'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:04:43.729299 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d68b60-00b5-4641-bf00-737b5b074855" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4ba003-a140-458b-bea9-cfb49952c38f", "tag": "0e58bbf6-40ed-4113-9b98-e966e11ef726"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:04:43.768635 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a192510-54de-46c3-9ee3-b7484b2a64ed x-openstack-request-id: req-5a192510-54de-46c3-9ee3-b7484b2a64ed {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:04:43.768957 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4ba003-a140-458b-bea9-cfb49952c38f", "tag": "0e58bbf6-40ed-4113-9b98-e966e11ef726", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:04:43.769249 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5a192510-54de-46c3-9ee3-b7484b2a64ed {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:04:43.769668 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4ba003-a140-458b-bea9-cfb49952c38f', 'tag': '0e58bbf6-40ed-4113-9b98-e966e11ef726', 'status': 'completed', 'code': 200} Nov 24 22:04:43.819551 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-f3054a04-501b-454b-80f5-145375fb7bc7 None None] Set router 483f5dc5-2486-4d84-a9d2-21a4df9cf23c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:04:43.838801 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d68b60-00b5-4641-bf00-737b5b074855 req-81f2d879-029b-4a2b-bf42-93925215a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:43.840406 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b3d68b60-00b5-4641-bf00-737b5b074855 req-81f2d879-029b-4a2b-bf42-93925215a234 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a731506f864e4f1ea14bd66ddb90469c&device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 1096 time: 0.0454087 Nov 24 22:04:43.934219 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d68b60-00b5-4641-bf00-737b5b074855 req-3b1a8eea-9d60-42af-a708-70c812ebe29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:43.935748 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b3d68b60-00b5-4641-bf00-737b5b074855 req-3b1a8eea-9d60-42af-a708-70c812ebe29c service neutron] 10.222.0.48 "GET /v2.0/networks?id=9482f4ba-19b0-458f-acb4-57643ab9b11d HTTP/1.1" status: 200 len: 909 time: 0.0882285 Nov 24 22:04:44.006323 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b3d68b60-00b5-4641-bf00-737b5b074855 req-ef58c489-841b-4dc8-8f65-94ead569b0e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726 HTTP/1.1" status: 200 len: 999 time: 0.0638995 Nov 24 22:04:44.056685 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d68b60-00b5-4641-bf00-737b5b074855 req-70291681-70cf-4626-a8be-828d5bd0a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:44.058191 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f3054a04-501b-454b-80f5-145375fb7bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'name': 'tempest-TestShelveInstance-492848485-router', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '78036179-10b1-4433-8837-19ad76c09d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:22Z', 'revision_number': 4, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'gw_port': {'id': '78036179-10b1-4433-8837-19ad76c09d32', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'f236f395-6941-4ab4-829a-11a131506dd1', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'floating_ip_address': '172.25.5.160', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'port_id': '0e58bbf6-40ed-4113-9b98-e966e11ef726', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'mac_address': 'fa:16:3e:f4:09:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ba003-a140-458b-bea9-cfb49952c38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:04:42Z', 'updated_at': '2021-11-24T22:04:42Z', 'revision_number': 0, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3151ef6b-4686-4ff1-80f0-e3c323fd7072', 'name': '', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'mac_address': 'fa:16:3e:fa:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:22Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 5, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'subnets': [{'id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:44.058434 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b3d68b60-00b5-4641-bf00-737b5b074855 req-70291681-70cf-4626-a8be-828d5bd0a685 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fcc90c49-04d7-4091-aa8e-f830a0f6fd7d HTTP/1.1" status: 200 len: 847 time: 0.0452049 Nov 24 22:04:44.060508 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:44.087461 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3054a04-501b-454b-80f5-145375fb7bc7 None None] Checking router: 483f5dc5-2486-4d84-a9d2-21a4df9cf23c for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:04:44.095823 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3054a04-501b-454b-80f5-145375fb7bc7 None None] Routers {'483f5dc5-2486-4d84-a9d2-21a4df9cf23c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:04:44.096361 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f3054a04-501b-454b-80f5-145375fb7bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:04:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:44.105538 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d68b60-00b5-4641-bf00-737b5b074855 req-1d366605-9372-4610-a712-8be6f31f7484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:04:44.107058 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b3d68b60-00b5-4641-bf00-737b5b074855 req-1d366605-9372-4610-a712-8be6f31f7484 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9482f4ba-19b0-458f-acb4-57643ab9b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417001 Nov 24 22:04:44.203811 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-f3054a04-501b-454b-80f5-145375fb7bc7 None None] Set router 483f5dc5-2486-4d84-a9d2-21a4df9cf23c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:04:44.204018 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b3d68b60-00b5-4641-bf00-737b5b074855 req-4b5582f4-b5e3-42ee-9bd1-74293da09855 service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891712 Nov 24 22:04:44.295135 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b3d68b60-00b5-4641-bf00-737b5b074855 req-01cdaf14-c445-4fd7-84ce-aa26608ae180 service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843923 Nov 24 22:04:44.433986 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f3054a04-501b-454b-80f5-145375fb7bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'name': 'tempest-TestShelveInstance-492848485-router', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '78036179-10b1-4433-8837-19ad76c09d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:22Z', 'revision_number': 4, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'gw_port': {'id': '78036179-10b1-4433-8837-19ad76c09d32', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'f236f395-6941-4ab4-829a-11a131506dd1', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'floating_ip_address': '172.25.5.160', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'port_id': '0e58bbf6-40ed-4113-9b98-e966e11ef726', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'mac_address': 'fa:16:3e:f4:09:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ba003-a140-458b-bea9-cfb49952c38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:04:42Z', 'updated_at': '2021-11-24T22:04:42Z', 'revision_number': 0, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3151ef6b-4686-4ff1-80f0-e3c323fd7072', 'name': '', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'mac_address': 'fa:16:3e:fa:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:22Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 5, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'subnets': [{'id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:04:44.461214 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3054a04-501b-454b-80f5-145375fb7bc7 None None] The sync data for ids ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'] in n-d-812111-8 is: [{'id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'name': 'tempest-TestShelveInstance-492848485-router', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '78036179-10b1-4433-8837-19ad76c09d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:22Z', 'revision_number': 4, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'gw_port': {'id': '78036179-10b1-4433-8837-19ad76c09d32', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': 'f236f395-6941-4ab4-829a-11a131506dd1', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'floating_ip_address': '172.25.5.160', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'port_id': '0e58bbf6-40ed-4113-9b98-e966e11ef726', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'mac_address': 'fa:16:3e:f4:09:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ba003-a140-458b-bea9-cfb49952c38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:04:42Z', 'updated_at': '2021-11-24T22:04:42Z', 'revision_number': 0, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3151ef6b-4686-4ff1-80f0-e3c323fd7072', 'name': '', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'mac_address': 'fa:16:3e:fa:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:22Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 5, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'subnets': [{'id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:04:44.667927 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18855435-bdb6-4db0-b039-70cde948e120 None None] New status for floating IP f236f395-6941-4ab4-829a-11a131506dd1: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:04:44.976012 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:04:48.490875 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:05:09.057427 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2750229b-e7ab-4255-ad7e-b33ef309ac06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:05:10.372623 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:05:11.343347 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a8504a4a-4429-4f9e-9bb3-e1c7b24b1161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:05:11.813818 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:05:12.684215 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:05:14.054824 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:05:14.977595 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:05:25.490512 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:05:29.557128 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-936b4a89-9ab8-4544-8089-f95ebf851abb req-a13eede0-0149-4638-acb1-5489e40512a3 service neutron] (109991) timed out ('10.222.0.11', 39528) {{(pid=109991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 22:05:35.339059 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e13a6cb-6dc7-41fc-979d-c6398bb9b771 req-e7a98afa-1864-4f0f-9943-ce92469cf318 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459173 Nov 24 22:05:35.420927 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13a6cb-6dc7-41fc-979d-c6398bb9b771 req-2a7fb81f-3c7c-475d-bbe1-dbba5b44b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:05:35.422444 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e13a6cb-6dc7-41fc-979d-c6398bb9b771 req-2a7fb81f-3c7c-475d-bbe1-dbba5b44b15f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a731506f864e4f1ea14bd66ddb90469c&device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 1096 time: 0.0408471 Nov 24 22:05:35.528434 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13a6cb-6dc7-41fc-979d-c6398bb9b771 req-8be235a1-047f-47e6-ae28-53f98845ad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:05:35.529888 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e13a6cb-6dc7-41fc-979d-c6398bb9b771 req-8be235a1-047f-47e6-ae28-53f98845ad0b service neutron] 10.222.0.48 "GET /v2.0/networks?id=9482f4ba-19b0-458f-acb4-57643ab9b11d HTTP/1.1" status: 200 len: 909 time: 0.0892980 Nov 24 22:05:35.599716 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e13a6cb-6dc7-41fc-979d-c6398bb9b771 req-567dc77d-28c2-4e9d-8323-ab91f086dece service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726 HTTP/1.1" status: 200 len: 1001 time: 0.0623868 Nov 24 22:05:35.648700 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13a6cb-6dc7-41fc-979d-c6398bb9b771 req-ed943ddb-be8c-4ec2-b624-9341b458a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:05:35.650159 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e13a6cb-6dc7-41fc-979d-c6398bb9b771 req-ed943ddb-be8c-4ec2-b624-9341b458a749 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fcc90c49-04d7-4091-aa8e-f830a0f6fd7d HTTP/1.1" status: 200 len: 847 time: 0.0440319 Nov 24 22:05:35.694918 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13a6cb-6dc7-41fc-979d-c6398bb9b771 req-f6037b0b-5aa1-4330-be5a-9ce6a586c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:05:35.696377 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e13a6cb-6dc7-41fc-979d-c6398bb9b771 req-f6037b0b-5aa1-4330-be5a-9ce6a586c4d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9482f4ba-19b0-458f-acb4-57643ab9b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396416 Nov 24 22:05:35.788312 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e13a6cb-6dc7-41fc-979d-c6398bb9b771 req-9ad96b2f-2dc7-4cbe-8f37-df5962e7618b service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851388 Nov 24 22:05:35.886692 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-8e13a6cb-6dc7-41fc-979d-c6398bb9b771 req-930ece77-c7b3-4867-8282-aa4cee94bb9a service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914712 Nov 24 22:05:39.058322 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ca50e6f5-5162-43c5-8c85-ae8c116d957d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:05:40.364676 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:05:41.344094 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a8790c36-7463-469d-8a14-cc0cfe9ec778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:05:41.837720 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:05:42.688334 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:05:44.057883 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:05:44.979836 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:06:02.488916 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:06:09.060525 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-af1f306a-7fb2-4986-8be1-e1a5cd030893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:06:10.366967 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:06:11.346166 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dce2d041-9e47-4c12-bcdf-88b392a2fa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:06:11.823412 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:06:12.690369 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:06:14.062043 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:06:14.982731 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:06:36.352146 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b117a77c-45bf-4fe8-ae61-1cb914327991 req-0d5c9936-62aa-4f4d-865a-3e390c4eec59 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416880 Nov 24 22:06:36.442516 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117a77c-45bf-4fe8-ae61-1cb914327991 req-3227bd8e-8584-4114-8be0-64cbf605a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:06:36.444080 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b117a77c-45bf-4fe8-ae61-1cb914327991 req-3227bd8e-8584-4114-8be0-64cbf605a921 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a731506f864e4f1ea14bd66ddb90469c&device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 1096 time: 0.0466537 Nov 24 22:06:36.551203 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117a77c-45bf-4fe8-ae61-1cb914327991 req-a1338c88-5265-4ddc-9f64-556ac19f7c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:06:36.552594 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b117a77c-45bf-4fe8-ae61-1cb914327991 req-a1338c88-5265-4ddc-9f64-556ac19f7c67 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9482f4ba-19b0-458f-acb4-57643ab9b11d HTTP/1.1" status: 200 len: 909 time: 0.0895193 Nov 24 22:06:36.620411 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b117a77c-45bf-4fe8-ae61-1cb914327991 req-67aee6fe-350d-4773-99ae-a5d9fd67e6a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726 HTTP/1.1" status: 200 len: 1001 time: 0.0601904 Nov 24 22:06:36.667455 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117a77c-45bf-4fe8-ae61-1cb914327991 req-bf19e75b-d932-494f-b1a1-f7db2f98eade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:06:36.668918 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b117a77c-45bf-4fe8-ae61-1cb914327991 req-bf19e75b-d932-494f-b1a1-f7db2f98eade service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fcc90c49-04d7-4091-aa8e-f830a0f6fd7d HTTP/1.1" status: 200 len: 847 time: 0.0424571 Nov 24 22:06:36.718995 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117a77c-45bf-4fe8-ae61-1cb914327991 req-7da3a908-dfc5-44dd-a350-b01df91c93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:06:36.720491 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b117a77c-45bf-4fe8-ae61-1cb914327991 req-7da3a908-dfc5-44dd-a350-b01df91c93bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9482f4ba-19b0-458f-acb4-57643ab9b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440013 Nov 24 22:06:36.810498 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b117a77c-45bf-4fe8-ae61-1cb914327991 req-86133627-ad33-420e-a94a-d8dbcb3c51ed service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828278 Nov 24 22:06:36.902088 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b117a77c-45bf-4fe8-ae61-1cb914327991 req-1e88972b-ce56-4874-8800-41b5131dd236 service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851278 Nov 24 22:06:39.063143 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fe2f675c-117b-47bc-889c-da73f837b330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:06:39.488552 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:06:39.599642 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb993668-03d4-4797-abb8-4291f15b5d78 req-ba0eb1e5-1d40-47da-85c3-e936589c5ba7 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:06:39.601169 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb993668-03d4-4797-abb8-4291f15b5d78 req-ba0eb1e5-1d40-47da-85c3-e936589c5ba7 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 945 time: 0.0547576 Nov 24 22:06:39.651237 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb993668-03d4-4797-abb8-4291f15b5d78 req-d0e6eb30-1fcd-4dcf-8b1c-9373b509cfac tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439341 Nov 24 22:06:40.384200 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:06:40.776656 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b596a-2e44-4794-93d7-625d4e085950 req-4314f436-f3a9-4618-8af6-3c116cbd8dda tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:06:40.778152 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5c9b596a-2e44-4794-93d7-625d4e085950 req-4314f436-f3a9-4618-8af6-3c116cbd8dda tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 945 time: 0.0485721 Nov 24 22:06:40.828190 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5c9b596a-2e44-4794-93d7-625d4e085950 req-192e649e-bc95-4247-ba08-dcba105493af tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430167 Nov 24 22:06:41.347775 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-921ec474-4314-4dc3-b4a8-93a991ade1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:06:41.840061 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:06:41.946299 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad6d12-09bf-4b3c-bacb-a4b74a75ef23 req-05564873-4c4d-4ed3-b1a9-8fec3125f123 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:06:41.947781 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e6ad6d12-09bf-4b3c-bacb-a4b74a75ef23 req-05564873-4c4d-4ed3-b1a9-8fec3125f123 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 945 time: 0.0525920 Nov 24 22:06:41.997150 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e6ad6d12-09bf-4b3c-bacb-a4b74a75ef23 req-b0f09f50-54ee-408e-8104-e76bbb03deb6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428407 Nov 24 22:06:42.694388 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:06:43.113356 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73db98-ac8b-4a14-9967-1d31564481af req-acd89f7f-54f0-4fa9-819d-ccd05329ae49 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:06:43.114889 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec73db98-ac8b-4a14-9967-1d31564481af req-acd89f7f-54f0-4fa9-819d-ccd05329ae49 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 945 time: 0.0492878 Nov 24 22:06:43.164218 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ec73db98-ac8b-4a14-9967-1d31564481af req-ebc1f5d6-59cd-4f30-b88d-f58d7a6de8d3 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432146 Nov 24 22:06:44.063229 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:06:44.283704 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba179c91-14a9-4bf9-b81f-6fbac5c10fa9 req-dfe3231c-17d8-4f42-b217-ecbe0af4ff3c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:06:44.285118 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ba179c91-14a9-4bf9-b81f-6fbac5c10fa9 req-dfe3231c-17d8-4f42-b217-ecbe0af4ff3c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 945 time: 0.0499237 Nov 24 22:06:44.338730 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ba179c91-14a9-4bf9-b81f-6fbac5c10fa9 req-60dd708c-a3fc-4108-986d-12be300723c4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477123 Nov 24 22:06:44.984368 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:06:45.456470 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1afb9-58e3-4efc-af96-b188c4d2396d req-bc84cee0-ef31-4686-95f7-f1abeedb4b2c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:06:45.457968 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-29f1afb9-58e3-4efc-af96-b188c4d2396d req-bc84cee0-ef31-4686-95f7-f1abeedb4b2c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 945 time: 0.0499377 Nov 24 22:06:45.508062 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-29f1afb9-58e3-4efc-af96-b188c4d2396d req-d8e64b96-b3aa-41c2-83c2-263d355acf7b tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442412 Nov 24 22:06:46.629350 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce6946-1841-4588-9484-f696bcc8f588 req-510c9a4e-5dc7-46b2-8875-904717bc0e3f tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:06:46.630832 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-90ce6946-1841-4588-9484-f696bcc8f588 req-510c9a4e-5dc7-46b2-8875-904717bc0e3f tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 945 time: 0.0505800 Nov 24 22:06:46.682052 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-90ce6946-1841-4588-9484-f696bcc8f588 req-5509595a-5b7f-438d-b132-48533664a3d5 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451825 Nov 24 22:06:47.807802 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fa35b-a43c-438b-9d1b-41b279a78b00 req-2a759f9d-c41a-476d-9c82-7ce972ac55e1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:06:47.809426 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-046fa35b-a43c-438b-9d1b-41b279a78b00 req-2a759f9d-c41a-476d-9c82-7ce972ac55e1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 945 time: 0.0574567 Nov 24 22:06:47.859197 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-046fa35b-a43c-438b-9d1b-41b279a78b00 req-57422e11-e544-4df1-9502-3bc577cb86b5 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429115 Nov 24 22:06:48.976130 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2dd7a-335e-49ef-b183-e52a63b9354e req-d2b08e27-50ab-42db-8107-a3b78fc168db tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:06:48.977640 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-62d2dd7a-335e-49ef-b183-e52a63b9354e req-d2b08e27-50ab-42db-8107-a3b78fc168db tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 945 time: 0.0481339 Nov 24 22:06:49.029169 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-62d2dd7a-335e-49ef-b183-e52a63b9354e req-fb5cd340-c3ac-476e-a7f3-26e88f6e8385 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448711 Nov 24 22:06:50.148441 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df669f64-c672-43e1-bde9-d59e148463f8 req-bb8351fe-83ce-480a-ab90-607e36cb5d54 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:06:50.149926 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df669f64-c672-43e1-bde9-d59e148463f8 req-bb8351fe-83ce-480a-ab90-607e36cb5d54 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 945 time: 0.0529850 Nov 24 22:06:50.199915 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-df669f64-c672-43e1-bde9-d59e148463f8 req-e7e92e24-dd8b-449a-bde8-27bd78a30343 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440233 Nov 24 22:06:51.320656 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71474758-3345-4b46-853a-d158b985ffe4 req-9c173483-f729-4652-b14b-9cfb044ad793 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:06:51.322160 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71474758-3345-4b46-853a-d158b985ffe4 req-9c173483-f729-4652-b14b-9cfb044ad793 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 945 time: 0.0500867 Nov 24 22:06:51.372080 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-71474758-3345-4b46-853a-d158b985ffe4 req-38b13c57-777b-4634-becf-4c7cb2d5b8d0 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433919 Nov 24 22:06:51.880559 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 0e58bbf6-40ed-4113-9b98-e966e11ef726 details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:06:51.977377 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 0e58bbf6-40ed-4113-9b98-e966e11ef726, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:06:51.990054 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '0e58bbf6-40ed-4113-9b98-e966e11ef726', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'port_id': '0e58bbf6-40ed-4113-9b98-e966e11ef726', 'mac_address': 'fa:16:3e:f4:09:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:06:52.031846 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:06:52.044758 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e58bbf6-40ed-4113-9b98-e966e11ef726 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:06:52.073012 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 0e58bbf6-40ed-4113-9b98-e966e11ef726, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:06:52.080331 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:06:52.138320 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=0e58bbf6-40ed-4113-9b98-e966e11ef726,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:06:52.147445 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:06:52.147802 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:06:52.148147 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:06:52.148485 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:06:52.148853 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:06:52.149231 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:06:52.149780 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:06:52.150275 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:06:52.150628 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:06:52.150951 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:06:52.151283 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:06:52.151611 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:06:52.157777 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['0e58bbf6-40ed-4113-9b98-e966e11ef726'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:06:52.505461 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52720525-37d7-4145-88a4-76f936ba0ae7 req-108709f7-5a25-410b-a07c-6a67c6891f10 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:06:52.507788 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-52720525-37d7-4145-88a4-76f936ba0ae7 req-108709f7-5a25-410b-a07c-6a67c6891f10 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 944 time: 0.0538206 Nov 24 22:06:52.571702 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-52720525-37d7-4145-88a4-76f936ba0ae7 req-c105e799-edb8-40a3-b96c-643d96830225 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569940 Nov 24 22:06:53.704896 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7eedd-96a6-4c81-8add-76ab1134be20 req-463d0569-2ea5-4019-a5dc-fadabac9af9a tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:06:53.707270 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5eb7eedd-96a6-4c81-8add-76ab1134be20 req-463d0569-2ea5-4019-a5dc-fadabac9af9a tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 944 time: 0.0563626 Nov 24 22:06:53.767693 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5eb7eedd-96a6-4c81-8add-76ab1134be20 req-b0638a37-fc9a-466e-bd6b-0f0fb3b1917f tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544481 Nov 24 22:06:53.901112 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 0e58bbf6-40ed-4113-9b98-e966e11ef726 up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:06:53.954240 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 0e58bbf6-40ed-4113-9b98-e966e11ef726 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:06:53.954740 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:06:54.044675 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:06:54.068873 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4ba003-a140-458b-bea9-cfb49952c38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e58bbf6-40ed-4113-9b98-e966e11ef726'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:06:54.071379 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dae81c-cf52-451b-85b4-0399e22d7552" -d '{"events": [{"server_uuid": "0b4ba003-a140-458b-bea9-cfb49952c38f", "name": "network-vif-plugged", "status": "completed", "tag": "0e58bbf6-40ed-4113-9b98-e966e11ef726"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:06:54.087742 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 0e58bbf6-40ed-4113-9b98-e966e11ef726, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:06:54.094738 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:06:54.124721 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdac03f-5a5b-48c7-9dc5-7e3dfe053ce2 x-openstack-request-id: req-3bdac03f-5a5b-48c7-9dc5-7e3dfe053ce2 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:06:54.125040 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4ba003-a140-458b-bea9-cfb49952c38f", "name": "network-vif-plugged", "status": "completed", "tag": "0e58bbf6-40ed-4113-9b98-e966e11ef726", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:06:54.125302 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3bdac03f-5a5b-48c7-9dc5-7e3dfe053ce2 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:06:54.125698 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4ba003-a140-458b-bea9-cfb49952c38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e58bbf6-40ed-4113-9b98-e966e11ef726', 'code': 200} Nov 24 22:06:54.164598 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=0e58bbf6-40ed-4113-9b98-e966e11ef726,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:06:54.901584 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f09c21-530e-49cf-81c1-1ec19ae2638d req-023a5ef2-3fdc-4862-a66b-e11eb4fd08b7 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:06:54.903778 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c9f09c21-530e-49cf-81c1-1ec19ae2638d req-023a5ef2-3fdc-4862-a66b-e11eb4fd08b7 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 945 time: 0.0572166 Nov 24 22:06:54.960397 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c9f09c21-530e-49cf-81c1-1ec19ae2638d req-dc34895f-0673-4305-a96e-0b9fb5272149 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503223 Nov 24 22:06:56.116653 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c71e51-5d90-4952-a860-77942884e358 req-bc238ae9-1302-4371-a72a-14035eead18e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:06:56.117684 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-69c71e51-5d90-4952-a860-77942884e358 req-bc238ae9-1302-4371-a72a-14035eead18e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 945 time: 0.0731974 Nov 24 22:06:56.182696 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-69c71e51-5d90-4952-a860-77942884e358 req-88315f57-1a94-4113-971b-12ed8eeecac4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573769 Nov 24 22:06:57.314966 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24e998-0c61-4f70-b779-d7b7db7ce794 req-f913f33a-ebf4-4b8f-a985-452093442715 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:06:57.316609 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe24e998-0c61-4f70-b779-d7b7db7ce794 req-f913f33a-ebf4-4b8f-a985-452093442715 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 945 time: 0.0508883 Nov 24 22:06:57.368212 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe24e998-0c61-4f70-b779-d7b7db7ce794 req-b972e24b-2d0e-4857-aa81-7f63cd65b3dd tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454664 Nov 24 22:06:58.501466 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199fe93-8d55-4bf4-9953-03d6aff2a2e0 req-3064293b-3a1c-4f6f-86e6-fdf8ee20737d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:06:58.509574 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d199fe93-8d55-4bf4-9953-03d6aff2a2e0 req-3064293b-3a1c-4f6f-86e6-fdf8ee20737d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 945 time: 0.0612381 Nov 24 22:06:58.570693 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d199fe93-8d55-4bf4-9953-03d6aff2a2e0 req-db72ae88-aab4-4dfc-9ae3-3536fbd66481 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598714 Nov 24 22:06:59.705001 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5418dd0-8650-4f6a-a545-b27aba4c3ef7 req-7cf9772f-3585-4a71-9ed7-12d9b10205d5 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:06:59.707424 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5418dd0-8650-4f6a-a545-b27aba4c3ef7 req-7cf9772f-3585-4a71-9ed7-12d9b10205d5 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 945 time: 0.0547941 Nov 24 22:06:59.761450 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5418dd0-8650-4f6a-a545-b27aba4c3ef7 req-06325152-b411-497d-86f3-721d6bc78811 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480180 Nov 24 22:07:00.887734 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0982488-4211-48b9-a991-c17a40148794 req-8cb70833-de96-43cf-a858-236bf26d1188 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:00.889667 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0982488-4211-48b9-a991-c17a40148794 req-8cb70833-de96-43cf-a858-236bf26d1188 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 945 time: 0.0528426 Nov 24 22:07:00.939811 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0982488-4211-48b9-a991-c17a40148794 req-95176331-c61d-4bdd-922a-2c799212fb31 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439487 Nov 24 22:07:01.453032 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc6a6c-3010-44ca-8f25-71db8f61213e req-3cc6150c-c575-4f44-a84f-3cf0b3705f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:01.454498 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1dc6a6c-3010-44ca-8f25-71db8f61213e req-3cc6150c-c575-4f44-a84f-3cf0b3705f47 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a731506f864e4f1ea14bd66ddb90469c&device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 1096 time: 0.0418010 Nov 24 22:07:01.551062 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc6a6c-3010-44ca-8f25-71db8f61213e req-b3bed7f9-f0e4-44c7-a745-343635663644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:01.552556 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1dc6a6c-3010-44ca-8f25-71db8f61213e req-b3bed7f9-f0e4-44c7-a745-343635663644 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9482f4ba-19b0-458f-acb4-57643ab9b11d HTTP/1.1" status: 200 len: 909 time: 0.0906312 Nov 24 22:07:01.617877 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1dc6a6c-3010-44ca-8f25-71db8f61213e req-40afd951-2c6d-4206-9bd5-dc1ca0e9b36e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726 HTTP/1.1" status: 200 len: 1001 time: 0.0587270 Nov 24 22:07:01.667433 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc6a6c-3010-44ca-8f25-71db8f61213e req-29550614-6d59-4327-bde5-1ad8b2020fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:01.669079 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1dc6a6c-3010-44ca-8f25-71db8f61213e req-29550614-6d59-4327-bde5-1ad8b2020fe2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fcc90c49-04d7-4091-aa8e-f830a0f6fd7d HTTP/1.1" status: 200 len: 847 time: 0.0444467 Nov 24 22:07:01.718213 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc6a6c-3010-44ca-8f25-71db8f61213e req-c087edf7-8cab-4876-b1d1-bb849155fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:01.719626 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1dc6a6c-3010-44ca-8f25-71db8f61213e req-c087edf7-8cab-4876-b1d1-bb849155fdf3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9482f4ba-19b0-458f-acb4-57643ab9b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439026 Nov 24 22:07:01.732194 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-f1dc6a6c-3010-44ca-8f25-71db8f61213e req-c0b85590-b5d1-42eb-8b1b-e383b261b50a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:07:01.733228 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1dc6a6c-3010-44ca-8f25-71db8f61213e req-c0b85590-b5d1-42eb-8b1b-e383b261b50a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048959 Nov 24 22:07:01.830039 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1dc6a6c-3010-44ca-8f25-71db8f61213e req-9d1b5f1c-66bc-466f-93bd-45c6f0345da6 service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897226 Nov 24 22:07:01.924271 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1dc6a6c-3010-44ca-8f25-71db8f61213e req-95cc8128-59fa-4ede-b72e-b1b542431420 service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868192 Nov 24 22:07:02.059268 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c30d1-210b-4f10-8d9a-7cf1c3863f75 req-abca9463-678e-4da7-97ec-7a2975d8e861 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:02.061587 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c02c30d1-210b-4f10-8d9a-7cf1c3863f75 req-abca9463-678e-4da7-97ec-7a2975d8e861 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 945 time: 0.0544407 Nov 24 22:07:02.113564 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c02c30d1-210b-4f10-8d9a-7cf1c3863f75 req-80ab268a-0a53-4220-b4d5-ad3a0706b38b tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453155 Nov 24 22:07:03.231335 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcf41e-3d9f-448b-b795-f173674890f0 req-5a02ad98-5a5a-4bdf-abd8-9481e8c05b5e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:03.233082 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a2fcf41e-3d9f-448b-b795-f173674890f0 req-5a02ad98-5a5a-4bdf-abd8-9481e8c05b5e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 945 time: 0.0501523 Nov 24 22:07:03.282741 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a2fcf41e-3d9f-448b-b795-f173674890f0 req-e6d7b3ba-f89d-4420-b6f1-753e52553a43 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437672 Nov 24 22:07:03.942425 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 0e58bbf6-40ed-4113-9b98-e966e11ef726 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:07:04.018561 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:04.040278 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4ba003-a140-458b-bea9-cfb49952c38f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e58bbf6-40ed-4113-9b98-e966e11ef726'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:07:04.042545 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054aadfe-e19c-412d-af72-0a4eadf3e3c5" -d '{"events": [{"server_uuid": "0b4ba003-a140-458b-bea9-cfb49952c38f", "name": "network-vif-unplugged", "status": "completed", "tag": "0e58bbf6-40ed-4113-9b98-e966e11ef726"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:07:04.056877 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 0e58bbf6-40ed-4113-9b98-e966e11ef726, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:07:04.061969 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:04.087390 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Nov 2021 22:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bef1c26-9308-43f6-bf95-6b44717e6691 x-openstack-request-id: req-5bef1c26-9308-43f6-bf95-6b44717e6691 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:07:04.087688 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4ba003-a140-458b-bea9-cfb49952c38f", "name": "network-vif-unplugged", "status": "failed", "tag": "0e58bbf6-40ed-4113-9b98-e966e11ef726", "code": 422}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:07:04.087949 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5bef1c26-9308-43f6-bf95-6b44717e6691 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:07:04.088339 n-d-812111-8 neutron-server[109992]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0b4ba003-a140-458b-bea9-cfb49952c38f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0e58bbf6-40ed-4113-9b98-e966e11ef726', 'code': 422} returned with failed status Nov 24 22:07:04.114034 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=0e58bbf6-40ed-4113-9b98-e966e11ef726,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:07:04.402653 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8b24f-173b-452d-af34-fb7a42c3b35b req-4644d805-a953-4b7a-8261-10bbf0ad1d73 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:04.404660 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42a8b24f-173b-452d-af34-fb7a42c3b35b req-4644d805-a953-4b7a-8261-10bbf0ad1d73 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 943 time: 0.0522664 Nov 24 22:07:04.453560 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-42a8b24f-173b-452d-af34-fb7a42c3b35b req-896c3ec6-01af-4dc2-8f3c-c98b66da8a4f tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425735 Nov 24 22:07:04.521362 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-a5ad9fef-a180-46bf-9b90-7cd70b6abafa req-c120b3e5-34a9-42fd-b4b0-52f9018d20a9 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:07:04.522360 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a5ad9fef-a180-46bf-9b90-7cd70b6abafa req-c120b3e5-34a9-42fd-b4b0-52f9018d20a9 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054157 Nov 24 22:07:04.676680 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168ce30-25da-4462-b164-400dc9d2d53b req-d43a329e-44ce-4a5d-a7df-5a4801e47f40 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:04.678253 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2168ce30-25da-4462-b164-400dc9d2d53b req-d43a329e-44ce-4a5d-a7df-5a4801e47f40 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 943 time: 0.0507650 Nov 24 22:07:04.730369 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2168ce30-25da-4462-b164-400dc9d2d53b req-21d4dac4-ab62-423c-890d-1531e16c70b9 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461388 Nov 24 22:07:04.856012 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-73fbda52-91e3-4ba6-a46e-3beaa4f9bbf5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848765 Nov 24 22:07:05.734791 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-6807ebe1-9730-46c2-b03a-d9c22838fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:05.736260 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-6807ebe1-9730-46c2-b03a-d9c22838fdca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f&tenant_id=a731506f864e4f1ea14bd66ddb90469c HTTP/1.1" status: 200 len: 1094 time: 0.0840118 Nov 24 22:07:05.752585 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-8', 'device_owner': 'compute:nova'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:07:05.819465 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:05.886568 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f7042-4abe-45b4-80de-8377ec91c69e req-5178b30d-93f5-4eb8-a2f3-acdb5a6861f6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:05.888038 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed0f7042-4abe-45b4-80de-8377ec91c69e req-5178b30d-93f5-4eb8-a2f3-acdb5a6861f6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 943 time: 0.0820017 Nov 24 22:07:06.013107 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ed0f7042-4abe-45b4-80de-8377ec91c69e req-642fde40-dacb-4e40-a505-f6ad90eafdba tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178811 Nov 24 22:07:06.090028 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] For port 0e58bbf6-40ed-4113-9b98-e966e11ef726, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:07:06.122502 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] For port 0e58bbf6-40ed-4113-9b98-e966e11ef726, host n-h1-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:07:06.159328 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e58bbf6-40ed-4113-9b98-e966e11ef726 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:07:06.166967 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:06.183189 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] Transition to ACTIVE for port object 0e58bbf6-40ed-4113-9b98-e966e11ef726 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:07:06.187134 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:06.265484 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76113808-b167-4b69-8677-e55664f80419 service neutron] Pushing event updated for resources: {'Port': ['ID=0e58bbf6-40ed-4113-9b98-e966e11ef726,revision_number=9']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:07:06.282978 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76113808-b167-4b69-8677-e55664f80419 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:07:06.283328 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76113808-b167-4b69-8677-e55664f80419 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:07:06.283671 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76113808-b167-4b69-8677-e55664f80419 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:07:06.284011 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76113808-b167-4b69-8677-e55664f80419 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:07:06.284344 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76113808-b167-4b69-8677-e55664f80419 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:07:06.284672 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76113808-b167-4b69-8677-e55664f80419 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:07:06.285024 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76113808-b167-4b69-8677-e55664f80419 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:07:06.285350 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76113808-b167-4b69-8677-e55664f80419 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:07:06.285679 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76113808-b167-4b69-8677-e55664f80419 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:07:06.286001 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76113808-b167-4b69-8677-e55664f80419 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:07:06.286324 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76113808-b167-4b69-8677-e55664f80419 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:07:06.286646 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76113808-b167-4b69-8677-e55664f80419 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:07:06.320473 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] No DVR routers for this DVR port 0e58bbf6-40ed-4113-9b98-e966e11ef726 on host n-h1-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:07:06.464155 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] Attempting to bind port 0e58bbf6-40ed-4113-9b98-e966e11ef726 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:07:06.464487 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] Attempting to bind port 0e58bbf6-40ed-4113-9b98-e966e11ef726 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': 'b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:07:06.464839 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] Attempting to bind port 0e58bbf6-40ed-4113-9b98-e966e11ef726 on network 9482f4ba-19b0-458f-acb4-57643ab9b11d {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:07:06.470098 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] Port 0e58bbf6-40ed-4113-9b98-e966e11ef726 on network 9482f4ba-19b0-458f-acb4-57643ab9b11d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:07:06.470416 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] Attempting to bind port 0e58bbf6-40ed-4113-9b98-e966e11ef726 on network 9482f4ba-19b0-458f-acb4-57643ab9b11d {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:07:06.475341 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:07:06.475672 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] Checking segment: {'id': 'b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:07:06.476061 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] Bound using segment: {'id': 'b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:07:06.476484 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] Bound port: 0e58bbf6-40ed-4113-9b98-e966e11ef726, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:07:06.476926 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:06.858554 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] For port 0e58bbf6-40ed-4113-9b98-e966e11ef726, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:07:06.861464 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] For port 0e58bbf6-40ed-4113-9b98-e966e11ef726, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:07:06.866062 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:06.906463 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:06.907130 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:06.908556 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-76113808-b167-4b69-8677-e55664f80419 service neutron] 10.222.0.15 "PUT /v2.0/ports/0e58bbf6-40ed-4113-9b98-e966e11ef726 HTTP/1.1" status: 200 len: 1091 time: 1.1597855 Nov 24 22:07:06.909036 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4ba003-a140-458b-bea9-cfb49952c38f', 'tag': '0e58bbf6-40ed-4113-9b98-e966e11ef726'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:07:06.911308 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0f8f35-b5a2-4ed3-b4e0-a8427c281d81" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4ba003-a140-458b-bea9-cfb49952c38f", "tag": "0e58bbf6-40ed-4113-9b98-e966e11ef726"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:07:06.950191 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76113808-b167-4b69-8677-e55664f80419 service neutron] Pushing event updated for resources: {'Port': ['ID=0e58bbf6-40ed-4113-9b98-e966e11ef726,revision_number=10']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:07:06.970563 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a32dd40-04fa-4f73-8477-01c0202beae7 x-openstack-request-id: req-5a32dd40-04fa-4f73-8477-01c0202beae7 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:07:06.970867 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4ba003-a140-458b-bea9-cfb49952c38f", "tag": "0e58bbf6-40ed-4113-9b98-e966e11ef726", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:07:06.971127 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5a32dd40-04fa-4f73-8477-01c0202beae7 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:07:06.971534 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4ba003-a140-458b-bea9-cfb49952c38f', 'tag': '0e58bbf6-40ed-4113-9b98-e966e11ef726', 'status': 'completed', 'code': 200} Nov 24 22:07:06.988949 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-3d354d39-3b2a-4282-9cfd-2c6d96c384f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:06.990492 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-3d354d39-3b2a-4282-9cfd-2c6d96c384f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a731506f864e4f1ea14bd66ddb90469c&device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 1095 time: 0.0537953 Nov 24 22:07:07.104343 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-39e8f173-ce88-463c-98f9-e53700a45eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:07.106012 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-39e8f173-ce88-463c-98f9-e53700a45eb4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9482f4ba-19b0-458f-acb4-57643ab9b11d HTTP/1.1" status: 200 len: 909 time: 0.1081533 Nov 24 22:07:07.196774 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b07ae-2ec2-4937-ba72-ffbef669abe7 req-69b2ce34-8b68-455f-b710-63dd7d236868 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:07.198249 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0c6b07ae-2ec2-4937-ba72-ffbef669abe7 req-69b2ce34-8b68-455f-b710-63dd7d236868 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 944 time: 0.1074755 Nov 24 22:07:07.200399 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-a4ae3dbd-6d96-4333-9b64-350250c3e52d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726 HTTP/1.1" status: 200 len: 999 time: 0.0800381 Nov 24 22:07:07.283689 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0c6b07ae-2ec2-4937-ba72-ffbef669abe7 req-cfe36424-1d57-47cb-8e80-d62029718c47 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788143 Nov 24 22:07:07.285449 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-1fed7a3d-92a3-4c26-bd97-6cec87a11f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:07.286817 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-1fed7a3d-92a3-4c26-bd97-6cec87a11f5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fcc90c49-04d7-4091-aa8e-f830a0f6fd7d HTTP/1.1" status: 200 len: 847 time: 0.0683496 Nov 24 22:07:07.338259 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-273a6681-9657-4275-a515-452991b752fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:07.339726 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-273a6681-9657-4275-a515-452991b752fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9482f4ba-19b0-458f-acb4-57643ab9b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435517 Nov 24 22:07:07.433695 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-9ed0da85-ccd6-415e-a95f-00150c54820c service neutron] 10.222.0.15 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824978 Nov 24 22:07:07.530292 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eb5d80f5-f304-4d1f-af14-8fe82d3bd593 req-bad2d268-e304-47a9-a78a-b37ea8167186 service neutron] 10.222.0.15 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867732 Nov 24 22:07:07.621594 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f8f35-b5a2-4ed3-b4e0-a8427c281d81 req-a004850d-f0f9-48ef-abef-84add5e0f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:07.623667 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe0f8f35-b5a2-4ed3-b4e0-a8427c281d81 req-a004850d-f0f9-48ef-abef-84add5e0f178 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a731506f864e4f1ea14bd66ddb90469c&device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 1095 time: 0.0415049 Nov 24 22:07:07.722927 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f8f35-b5a2-4ed3-b4e0-a8427c281d81 req-0ddf94d6-c3c5-4953-8ec7-262f5d45fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:07.724430 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe0f8f35-b5a2-4ed3-b4e0-a8427c281d81 req-0ddf94d6-c3c5-4953-8ec7-262f5d45fd3a service neutron] 10.222.0.15 "GET /v2.0/networks?id=9482f4ba-19b0-458f-acb4-57643ab9b11d HTTP/1.1" status: 200 len: 909 time: 0.0939393 Nov 24 22:07:07.797414 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe0f8f35-b5a2-4ed3-b4e0-a8427c281d81 req-e7a361f4-ce65-4768-bc08-b2da27195e22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726 HTTP/1.1" status: 200 len: 999 time: 0.0648286 Nov 24 22:07:07.860394 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f8f35-b5a2-4ed3-b4e0-a8427c281d81 req-3470d6f5-df23-4a73-ac74-8aef42176fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:07.861854 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe0f8f35-b5a2-4ed3-b4e0-a8427c281d81 req-3470d6f5-df23-4a73-ac74-8aef42176fce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fcc90c49-04d7-4091-aa8e-f830a0f6fd7d HTTP/1.1" status: 200 len: 847 time: 0.0534766 Nov 24 22:07:07.958866 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 0e58bbf6-40ed-4113-9b98-e966e11ef726 no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:07:08.007362 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 0e58bbf6-40ed-4113-9b98-e966e11ef726 not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:07:08.412555 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91bf55-b38c-4339-b438-20ecf25a35be req-765317ac-519e-4415-9fdd-2efad9836ebb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:08.414629 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4b91bf55-b38c-4339-b438-20ecf25a35be req-765317ac-519e-4415-9fdd-2efad9836ebb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 944 time: 0.0586903 Nov 24 22:07:08.469900 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4b91bf55-b38c-4339-b438-20ecf25a35be req-a6297e63-64eb-44a5-814a-b5b457315abf tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489962 Nov 24 22:07:09.066716 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2c858200-5d1a-45e1-9c9a-bcc99168e193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:09.597186 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591736f7-a844-4aad-8724-e256dca792aa req-fe2f9df7-3b8d-4d97-9f9f-dbb6a412f5b3 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:09.598757 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-591736f7-a844-4aad-8724-e256dca792aa req-fe2f9df7-3b8d-4d97-9f9f-dbb6a412f5b3 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 944 time: 0.0552056 Nov 24 22:07:09.652518 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-591736f7-a844-4aad-8724-e256dca792aa req-62d3ce85-cae6-47cd-a1e7-eeb3229f8083 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476487 Nov 24 22:07:10.410504 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:10.779631 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ad512-1462-4df6-98f1-fecc2594477c req-cd2679a8-2ca0-49fc-bf53-b4ef124630c9 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:10.782080 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-307ad512-1462-4df6-98f1-fecc2594477c req-cd2679a8-2ca0-49fc-bf53-b4ef124630c9 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 944 time: 0.0556750 Nov 24 22:07:10.841021 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-307ad512-1462-4df6-98f1-fecc2594477c req-dc3cef08-324c-42b2-90a6-5a535eb386b5 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527527 Nov 24 22:07:11.350826 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ec770cb3-58cd-476d-b140-c842ff0a7b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:11.844444 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:11.963383 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e2a0-348e-4f06-850a-344659e7e02b req-176c8f27-3bb9-4029-a1ca-fe0a38e5de46 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:11.964928 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92c9e2a0-348e-4f06-850a-344659e7e02b req-176c8f27-3bb9-4029-a1ca-fe0a38e5de46 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 944 time: 0.0517550 Nov 24 22:07:12.020566 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-92c9e2a0-348e-4f06-850a-344659e7e02b req-fda7fa1b-6795-455c-8058-37595c92e8d8 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486012 Nov 24 22:07:12.700061 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:13.144017 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041ff97-8d3c-4870-acd9-ef433f7dc3cf req-9a287d34-1b25-427f-af7b-cae88d34977d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:13.146444 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2041ff97-8d3c-4870-acd9-ef433f7dc3cf req-9a287d34-1b25-427f-af7b-cae88d34977d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 944 time: 0.0543942 Nov 24 22:07:13.206381 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2041ff97-8d3c-4870-acd9-ef433f7dc3cf req-854d3393-d7a2-4cb8-9f87-66958a917097 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526404 Nov 24 22:07:14.067067 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:14.333152 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee9a28-6a0f-466e-a193-784c81ee70fc req-055b7242-58cb-449f-a48f-b2deb0e3cd2c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:14.334662 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-75ee9a28-6a0f-466e-a193-784c81ee70fc req-055b7242-58cb-449f-a48f-b2deb0e3cd2c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 944 time: 0.0580471 Nov 24 22:07:14.386601 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-75ee9a28-6a0f-466e-a193-784c81ee70fc req-c1b125b3-d735-45fd-bf27-47a55c39ab88 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456097 Nov 24 22:07:14.990323 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:15.512541 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95976c-125c-4a81-b1ed-de099d43e9b4 req-3039b98d-6184-4b34-afc0-c3bff9f20611 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:15.514118 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f95976c-125c-4a81-b1ed-de099d43e9b4 req-3039b98d-6184-4b34-afc0-c3bff9f20611 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 944 time: 0.0534310 Nov 24 22:07:15.566318 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1f95976c-125c-4a81-b1ed-de099d43e9b4 req-13ac4b91-f3b0-4b5d-b0a7-3d435056556b tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452964 Nov 24 22:07:16.488347 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:07:16.690784 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea5a32-a2f4-4d7f-9711-98f790312a8d req-bba9a112-630b-4f86-bc46-34c3d9820ab5 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:16.692336 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5fea5a32-a2f4-4d7f-9711-98f790312a8d req-bba9a112-630b-4f86-bc46-34c3d9820ab5 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 944 time: 0.0508893 Nov 24 22:07:16.748325 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5fea5a32-a2f4-4d7f-9711-98f790312a8d req-36e38b84-316d-4b68-a403-89329b22fdae tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499878 Nov 24 22:07:17.866087 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946d086-3692-44b8-8997-eb767f2bcc3d req-3ffdda96-e565-44ba-89f6-c7bad7772fc5 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:17.867567 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8946d086-3692-44b8-8997-eb767f2bcc3d req-3ffdda96-e565-44ba-89f6-c7bad7772fc5 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 944 time: 0.0494304 Nov 24 22:07:17.928268 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8946d086-3692-44b8-8997-eb767f2bcc3d req-e5ecf864-c57b-4406-a1a5-2eff0bd7352f tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545115 Nov 24 22:07:18.338144 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f8f35-b5a2-4ed3-b4e0-a8427c281d81 req-376b28df-02b4-48fa-b3e5-0312c3316445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:18.339787 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe0f8f35-b5a2-4ed3-b4e0-a8427c281d81 req-376b28df-02b4-48fa-b3e5-0312c3316445 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9482f4ba-19b0-458f-acb4-57643ab9b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443356 Nov 24 22:07:18.436055 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe0f8f35-b5a2-4ed3-b4e0-a8427c281d81 req-e6b9b430-6d2f-4772-b86d-7a5e9930b948 service neutron] 10.222.0.15 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881200 Nov 24 22:07:18.528354 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fe0f8f35-b5a2-4ed3-b4e0-a8427c281d81 req-740d940c-a735-448c-b583-155daeee8621 service neutron] 10.222.0.15 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842121 Nov 24 22:07:19.051009 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc2544-4413-4b12-8077-cb2ab1f57d56 req-dac11c91-9cae-4ab3-9a53-f935d2543a9a tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:19.052509 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e4dc2544-4413-4b12-8077-cb2ab1f57d56 req-dac11c91-9cae-4ab3-9a53-f935d2543a9a tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 944 time: 0.0544662 Nov 24 22:07:19.103779 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e4dc2544-4413-4b12-8077-cb2ab1f57d56 req-51bc3901-55ed-4ae1-84dd-868e5d4c3ed2 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452988 Nov 24 22:07:20.219952 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b028e0-80cc-41d6-aa64-455a2ea0d676 req-0f636a79-7cf5-4371-8e28-af7b302fedc0 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:20.221479 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6b028e0-80cc-41d6-aa64-455a2ea0d676 req-0f636a79-7cf5-4371-8e28-af7b302fedc0 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 944 time: 0.0501223 Nov 24 22:07:20.274584 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f6b028e0-80cc-41d6-aa64-455a2ea0d676 req-a91ef396-bca6-48cf-9c27-a18889350cc8 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471413 Nov 24 22:07:20.499708 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 0e58bbf6-40ed-4113-9b98-e966e11ef726 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:07:20.596506 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 0e58bbf6-40ed-4113-9b98-e966e11ef726, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:07:20.609323 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '0e58bbf6-40ed-4113-9b98-e966e11ef726', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'port_id': '0e58bbf6-40ed-4113-9b98-e966e11ef726', 'mac_address': 'fa:16:3e:f4:09:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:07:20.647797 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:20.660851 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e58bbf6-40ed-4113-9b98-e966e11ef726 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:07:20.680374 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 0e58bbf6-40ed-4113-9b98-e966e11ef726, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:07:20.684103 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:20.733115 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=0e58bbf6-40ed-4113-9b98-e966e11ef726,revision_number=11']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:07:20.982944 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['0e58bbf6-40ed-4113-9b98-e966e11ef726'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:07:21.395974 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc39d6-bf38-4ac3-93e3-31e0fa59bfde req-7536ff62-f45b-44cc-a843-aba8112e521d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:21.397502 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c7bc39d6-bf38-4ac3-93e3-31e0fa59bfde req-7536ff62-f45b-44cc-a843-aba8112e521d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 945 time: 0.0544314 Nov 24 22:07:21.447045 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c7bc39d6-bf38-4ac3-93e3-31e0fa59bfde req-275b9d72-66ee-466c-89d4-102387b4e055 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435100 Nov 24 22:07:22.546019 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 0e58bbf6-40ed-4113-9b98-e966e11ef726 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:07:22.566967 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba93cb8-4aef-4cc9-9729-18029e4d81ef req-49699ef6-fbf1-4dd2-ada4-34a54f0a5cf6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:22.568524 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3ba93cb8-4aef-4cc9-9729-18029e4d81ef req-49699ef6-fbf1-4dd2-ada4-34a54f0a5cf6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 945 time: 0.0535140 Nov 24 22:07:22.596287 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 0e58bbf6-40ed-4113-9b98-e966e11ef726 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:07:22.600245 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 0e58bbf6-40ed-4113-9b98-e966e11ef726 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:07:22.600768 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:22.625199 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3ba93cb8-4aef-4cc9-9729-18029e4d81ef req-5a0a300d-91ec-4ee1-b515-32544f019cd6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477633 Nov 24 22:07:22.681360 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:22.702938 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4ba003-a140-458b-bea9-cfb49952c38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e58bbf6-40ed-4113-9b98-e966e11ef726'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:07:22.705843 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ae7e2f-7fb2-45bf-8836-2f784501f193" -d '{"events": [{"server_uuid": "0b4ba003-a140-458b-bea9-cfb49952c38f", "name": "network-vif-plugged", "status": "completed", "tag": "0e58bbf6-40ed-4113-9b98-e966e11ef726"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:07:22.718314 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 0e58bbf6-40ed-4113-9b98-e966e11ef726, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:07:22.722843 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:22.746456 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48c2cc4-b8b2-4437-b3b7-664e039c00a1 x-openstack-request-id: req-d48c2cc4-b8b2-4437-b3b7-664e039c00a1 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:07:22.746765 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4ba003-a140-458b-bea9-cfb49952c38f", "name": "network-vif-plugged", "status": "completed", "tag": "0e58bbf6-40ed-4113-9b98-e966e11ef726", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:07:22.747023 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d48c2cc4-b8b2-4437-b3b7-664e039c00a1 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:07:22.747419 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4ba003-a140-458b-bea9-cfb49952c38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e58bbf6-40ed-4113-9b98-e966e11ef726', 'code': 200} Nov 24 22:07:22.775894 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=0e58bbf6-40ed-4113-9b98-e966e11ef726,revision_number=12']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:07:22.922248 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e34010-3658-4a3d-9e59-53bb499e55f3 req-11bc63e9-16ea-476f-b85b-8c7e45d3762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:22.924014 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b8e34010-3658-4a3d-9e59-53bb499e55f3 req-11bc63e9-16ea-476f-b85b-8c7e45d3762e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 1097 time: 0.0457921 Nov 24 22:07:22.977335 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b8e34010-3658-4a3d-9e59-53bb499e55f3 req-fca04984-2eb2-4b6b-9f53-73765703a4f3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454190 Nov 24 22:07:23.746345 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c984c49-7a1f-47dd-9078-6c59bf940d19 req-5fded92f-579c-4772-8b2d-7bb72a82b16a tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:23.747820 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1c984c49-7a1f-47dd-9078-6c59bf940d19 req-5fded92f-579c-4772-8b2d-7bb72a82b16a tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 946 time: 0.0488877 Nov 24 22:07:23.796322 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1c984c49-7a1f-47dd-9078-6c59bf940d19 req-64d6f11f-1e52-4f7d-9f27-2f93a3dc1639 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425925 Nov 24 22:07:24.913116 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf273b-f4e1-4b45-86ce-bc708bc4dbad req-6ee1236e-5ad7-48ca-91f3-2c21d960c190 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:24.914611 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-75bf273b-f4e1-4b45-86ce-bc708bc4dbad req-6ee1236e-5ad7-48ca-91f3-2c21d960c190 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 946 time: 0.0495319 Nov 24 22:07:24.964531 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-75bf273b-f4e1-4b45-86ce-bc708bc4dbad req-9dfc7a19-72b0-4686-bf33-ee0594326143 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439973 Nov 24 22:07:35.714226 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-02d294ec-8109-4190-9cc1-2be38a6d84e3 req-4fffa8a8-d0cf-42b0-bfca-7b45b944c52f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435455 Nov 24 22:07:35.797095 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d294ec-8109-4190-9cc1-2be38a6d84e3 req-636af5a8-c434-41c0-8281-aca9ad05cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:35.798611 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-02d294ec-8109-4190-9cc1-2be38a6d84e3 req-636af5a8-c434-41c0-8281-aca9ad05cc3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a731506f864e4f1ea14bd66ddb90469c&device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 1097 time: 0.0397894 Nov 24 22:07:35.903288 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d294ec-8109-4190-9cc1-2be38a6d84e3 req-7226d2f6-5fef-4c31-8570-9f46d45ce0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:35.904734 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-02d294ec-8109-4190-9cc1-2be38a6d84e3 req-7226d2f6-5fef-4c31-8570-9f46d45ce0c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9482f4ba-19b0-458f-acb4-57643ab9b11d HTTP/1.1" status: 200 len: 909 time: 0.0839920 Nov 24 22:07:35.975014 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-02d294ec-8109-4190-9cc1-2be38a6d84e3 req-060ecd66-f56c-439a-9f44-6cd4d87028f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726 HTTP/1.1" status: 200 len: 1001 time: 0.0624352 Nov 24 22:07:36.027887 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d294ec-8109-4190-9cc1-2be38a6d84e3 req-5a5432ab-4799-4b3d-a6b3-a4b2324dc22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:36.029386 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-02d294ec-8109-4190-9cc1-2be38a6d84e3 req-5a5432ab-4799-4b3d-a6b3-a4b2324dc22a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fcc90c49-04d7-4091-aa8e-f830a0f6fd7d HTTP/1.1" status: 200 len: 847 time: 0.0462718 Nov 24 22:07:36.081329 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d294ec-8109-4190-9cc1-2be38a6d84e3 req-ef58b416-9bd4-47ec-88bc-e0c4545fe33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:07:36.082857 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-02d294ec-8109-4190-9cc1-2be38a6d84e3 req-ef58b416-9bd4-47ec-88bc-e0c4545fe33c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9482f4ba-19b0-458f-acb4-57643ab9b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440204 Nov 24 22:07:36.177654 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-02d294ec-8109-4190-9cc1-2be38a6d84e3 req-eeaa82c6-4e3d-4846-b949-6bb444a3c294 service neutron] 10.222.0.15 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861840 Nov 24 22:07:36.275154 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-02d294ec-8109-4190-9cc1-2be38a6d84e3 req-4b6d315d-0d07-4ab0-8ce6-8e6de33f078f service neutron] 10.222.0.15 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900903 Nov 24 22:07:39.068875 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-95125e14-d845-4fb0-a28b-29a7eb640a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:40.422946 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:41.352761 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cfe6a535-f73b-4ed7-be12-a35447039483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:41.840879 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:42.699400 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:44.068270 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:44.981697 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:07:53.486806 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:08:09.076210 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-919c553c-00c7-4a4f-8f97-eee8873d4fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:10.422794 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:11.354091 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d8a48eac-6b3a-4b48-861c-0551abbc60c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:11.842088 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:12.703089 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:14.071613 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:14.983265 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:30.485842 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:08:36.712769 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a8e3fbf3-40e0-4ab6-b267-7c7932245f12 req-641505da-7312-4f25-9cd0-9e71b28d531c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466859 Nov 24 22:08:36.811149 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3fbf3-40e0-4ab6-b267-7c7932245f12 req-d3f9fb22-e687-4381-a4dd-afd45ce1e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:08:36.812663 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a8e3fbf3-40e0-4ab6-b267-7c7932245f12 req-d3f9fb22-e687-4381-a4dd-afd45ce1e3b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a731506f864e4f1ea14bd66ddb90469c&device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 1097 time: 0.0444622 Nov 24 22:08:36.960858 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3fbf3-40e0-4ab6-b267-7c7932245f12 req-ed542c92-a2cd-441c-a66a-0d1734ba24e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:08:36.962382 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a8e3fbf3-40e0-4ab6-b267-7c7932245f12 req-ed542c92-a2cd-441c-a66a-0d1734ba24e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9482f4ba-19b0-458f-acb4-57643ab9b11d HTTP/1.1" status: 200 len: 909 time: 0.1228068 Nov 24 22:08:37.036814 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a8e3fbf3-40e0-4ab6-b267-7c7932245f12 req-6277fa7f-f780-46f3-9dac-1cb070f038eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726 HTTP/1.1" status: 200 len: 1001 time: 0.0631335 Nov 24 22:08:37.096492 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3fbf3-40e0-4ab6-b267-7c7932245f12 req-379c44f7-4ef8-4586-8d1a-8fe203e3c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:08:37.098025 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a8e3fbf3-40e0-4ab6-b267-7c7932245f12 req-379c44f7-4ef8-4586-8d1a-8fe203e3c0a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fcc90c49-04d7-4091-aa8e-f830a0f6fd7d HTTP/1.1" status: 200 len: 847 time: 0.0502348 Nov 24 22:08:37.150053 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3fbf3-40e0-4ab6-b267-7c7932245f12 req-3ce9da09-7724-4e97-9e1b-028a5d442b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:08:37.151578 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a8e3fbf3-40e0-4ab6-b267-7c7932245f12 req-3ce9da09-7724-4e97-9e1b-028a5d442b91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9482f4ba-19b0-458f-acb4-57643ab9b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451965 Nov 24 22:08:37.260200 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a8e3fbf3-40e0-4ab6-b267-7c7932245f12 req-127ee7fe-c7c2-448e-be6c-b1432c172d97 service neutron] 10.222.0.15 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970302 Nov 24 22:08:37.383828 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a8e3fbf3-40e0-4ab6-b267-7c7932245f12 req-452a1d7f-0443-4c23-9914-8145ba1b9fc7 service neutron] 10.222.0.15 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118562 Nov 24 22:08:38.023460 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56084) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:08:38.185168 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Deleting port fd5ae166-f388-44a2-b94c-1be2a2c4158b {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:08:38.185515 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:38.270505 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:38.270832 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:38.285387 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Calling delete_port for fd5ae166-f388-44a2-b94c-1be2a2c4158b owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:08:38.436689 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:38.468294 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event deleted for resources: {'Port': ['ID=fd5ae166-f388-44a2-b94c-1be2a2c4158b,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:08:38.491334 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:38.491690 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:38.492039 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:38.492385 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:38.492725 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:38.493088 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:38.493424 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:38.493760 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:38.494088 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:38.494424 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:38.494755 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:38.495084 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:38.540640 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:38.541049 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Floating IP f236f395-6941-4ab4-829a-11a131506dd1 disassociated (deleted). External IP: 172.25.5.160, port: 0e58bbf6-40ed-4113-9b98-e966e11ef726. Nov 24 22:08:38.771092 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Router 483f5dc5-2486-4d84-a9d2-21a4df9cf23c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:08:38.885896 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:08:38.891013 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:38.896048 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e7ddfd-7340-4136-9d2e-2a8a25800ec6 None None] Sync routers for ids ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:08:38.906439 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e7ddfd-7340-4136-9d2e-2a8a25800ec6 None None] Routers {'483f5dc5-2486-4d84-a9d2-21a4df9cf23c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:08:38.908193 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-70e7ddfd-7340-4136-9d2e-2a8a25800ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:08:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:08:38.919227 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-3966d87a-a7d2-4359-97d6-8d36eb4097bb tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "DELETE /v2.0/floatingips/f236f395-6941-4ab4-829a-11a131506dd1 HTTP/1.1" status: 204 len: 168 time: 0.8946054 Nov 24 22:08:38.920063 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4ba003-a140-458b-bea9-cfb49952c38f', 'tag': '0e58bbf6-40ed-4113-9b98-e966e11ef726'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:08:38.922538 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6a4e7b-9ff4-41cf-b3a5-6347649101a6" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4ba003-a140-458b-bea9-cfb49952c38f", "tag": "0e58bbf6-40ed-4113-9b98-e966e11ef726"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:08:39.033077 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-70e7ddfd-7340-4136-9d2e-2a8a25800ec6 None None] Set router 483f5dc5-2486-4d84-a9d2-21a4df9cf23c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:08:39.103278 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6ce481bd-3858-4e27-bb2f-a27266ee6cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:39.167288 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9cba28-fccb-4f7b-bf9d-2c477c21170b x-openstack-request-id: req-5a9cba28-fccb-4f7b-bf9d-2c477c21170b {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:08:39.167895 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4ba003-a140-458b-bea9-cfb49952c38f", "tag": "0e58bbf6-40ed-4113-9b98-e966e11ef726", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:08:39.167895 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5a9cba28-fccb-4f7b-bf9d-2c477c21170b {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:08:39.168289 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4ba003-a140-458b-bea9-cfb49952c38f', 'tag': '0e58bbf6-40ed-4113-9b98-e966e11ef726', 'status': 'completed', 'code': 200} Nov 24 22:08:39.288884 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-70e7ddfd-7340-4136-9d2e-2a8a25800ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'name': 'tempest-TestShelveInstance-492848485-router', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '78036179-10b1-4433-8837-19ad76c09d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:22Z', 'revision_number': 4, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'gw_port': {'id': '78036179-10b1-4433-8837-19ad76c09d32', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3151ef6b-4686-4ff1-80f0-e3c323fd7072', 'name': '', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'mac_address': 'fa:16:3e:fa:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:22Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 5, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'subnets': [{'id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:08:39.300941 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a4e7b-9ff4-41cf-b3a5-6347649101a6 req-940ba778-6bce-494b-8c82-cb862d5d5d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:08:39.303643 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc6a4e7b-9ff4-41cf-b3a5-6347649101a6 req-940ba778-6bce-494b-8c82-cb862d5d5d3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a731506f864e4f1ea14bd66ddb90469c&device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 1097 time: 0.1063132 Nov 24 22:08:39.315981 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e7ddfd-7340-4136-9d2e-2a8a25800ec6 None None] Checking router: 483f5dc5-2486-4d84-a9d2-21a4df9cf23c for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:08:39.324959 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e7ddfd-7340-4136-9d2e-2a8a25800ec6 None None] Routers {'483f5dc5-2486-4d84-a9d2-21a4df9cf23c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:08:39.325591 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-70e7ddfd-7340-4136-9d2e-2a8a25800ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:08:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:08:39.352881 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53646a3c-4613-4e85-a9a2-edb13d5e4b0f req-20baab7f-bde4-4798-8d01-2bad48e99c96 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:08:39.354408 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-53646a3c-4613-4e85-a9a2-edb13d5e4b0f req-20baab7f-bde4-4798-8d01-2bad48e99c96 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 946 time: 0.1179883 Nov 24 22:08:39.457845 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-70e7ddfd-7340-4136-9d2e-2a8a25800ec6 None None] Set router 483f5dc5-2486-4d84-a9d2-21a4df9cf23c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:08:39.464643 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-53646a3c-4613-4e85-a9a2-edb13d5e4b0f req-49209358-3cdb-4ca2-bf36-f933574ef9a7 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967994 Nov 24 22:08:39.470440 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a4e7b-9ff4-41cf-b3a5-6347649101a6 req-ecd8df2f-c282-4854-8545-42ed856a32d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:08:39.471734 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc6a4e7b-9ff4-41cf-b3a5-6347649101a6 req-ecd8df2f-c282-4854-8545-42ed856a32d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9482f4ba-19b0-458f-acb4-57643ab9b11d HTTP/1.1" status: 200 len: 909 time: 0.1588178 Nov 24 22:08:39.523531 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc6a4e7b-9ff4-41cf-b3a5-6347649101a6 req-3457dc51-7530-4fa3-bb6c-cef0c9d16cb2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726 HTTP/1.1" status: 200 len: 217 time: 0.0440187 Nov 24 22:08:39.582592 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a4e7b-9ff4-41cf-b3a5-6347649101a6 req-34028900-6ec5-4ede-8ae9-2e5a2dc7a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:08:39.584979 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc6a4e7b-9ff4-41cf-b3a5-6347649101a6 req-34028900-6ec5-4ede-8ae9-2e5a2dc7a4b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fcc90c49-04d7-4091-aa8e-f830a0f6fd7d HTTP/1.1" status: 200 len: 847 time: 0.0515916 Nov 24 22:08:39.637690 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a4e7b-9ff4-41cf-b3a5-6347649101a6 req-1e36ca2a-deb3-47ed-9756-40fedb372fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:08:39.639312 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc6a4e7b-9ff4-41cf-b3a5-6347649101a6 req-1e36ca2a-deb3-47ed-9756-40fedb372fe9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9482f4ba-19b0-458f-acb4-57643ab9b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468535 Nov 24 22:08:39.721300 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-70e7ddfd-7340-4136-9d2e-2a8a25800ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'name': 'tempest-TestShelveInstance-492848485-router', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '78036179-10b1-4433-8837-19ad76c09d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:22Z', 'revision_number': 4, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'gw_port': {'id': '78036179-10b1-4433-8837-19ad76c09d32', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3151ef6b-4686-4ff1-80f0-e3c323fd7072', 'name': '', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'mac_address': 'fa:16:3e:fa:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:22Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 5, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'subnets': [{'id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:08:39.741010 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc6a4e7b-9ff4-41cf-b3a5-6347649101a6 req-ad838b48-3438-4af7-b8cc-79eb77316894 service neutron] 10.222.0.15 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936174 Nov 24 22:08:39.748422 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e7ddfd-7340-4136-9d2e-2a8a25800ec6 None None] The sync data for ids ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'] in n-d-812111-8 is: [{'id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'name': 'tempest-TestShelveInstance-492848485-router', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '78036179-10b1-4433-8837-19ad76c09d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:22Z', 'revision_number': 4, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'gw_port': {'id': '78036179-10b1-4433-8837-19ad76c09d32', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3151ef6b-4686-4ff1-80f0-e3c323fd7072', 'name': '', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'mac_address': 'fa:16:3e:fa:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:22Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 5, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'subnets': [{'id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:08:39.848798 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cc6a4e7b-9ff4-41cf-b3a5-6347649101a6 req-f503f6fc-1730-439f-a402-648ef317d07b service neutron] 10.222.0.15 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974498 Nov 24 22:08:40.030870 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb964680-a8ac-4e60-a408-364def50fc7d None None] New status for floating IP f236f395-6941-4ab4-829a-11a131506dd1: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:08:40.441301 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:40.604634 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84105c-04ab-492a-a502-4cc4f0aa6a0a req-7485607f-bac9-45e3-98dc-d7553ac3f4e9 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:08:40.606270 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e84105c-04ab-492a-a502-4cc4f0aa6a0a req-7485607f-bac9-45e3-98dc-d7553ac3f4e9 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 946 time: 0.0572233 Nov 24 22:08:40.664279 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5e84105c-04ab-492a-a502-4cc4f0aa6a0a req-6a4c9408-9640-48d0-9bf2-ccd27127beee tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e07356-4ba2-45a1-8fc4-c1c436cebf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511174 Nov 24 22:08:40.742254 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff59a1c-9eae-456c-bf62-2cf21e5fbb28 req-1f9d46f4-bef3-4fb5-83e2-ba88299f22b7 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:08:40.743662 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7ff59a1c-9eae-456c-bf62-2cf21e5fbb28 req-1f9d46f4-bef3-4fb5-83e2-ba88299f22b7 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 946 time: 0.0499048 Nov 24 22:08:40.840682 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-7ff59a1c-9eae-456c-bf62-2cf21e5fbb28 req-12059e9e-bd27-4c1e-9a90-876276c66a9d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Deleting port 0e58bbf6-40ed-4113-9b98-e966e11ef726 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:08:40.841049 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7ff59a1c-9eae-456c-bf62-2cf21e5fbb28 req-12059e9e-bd27-4c1e-9a90-876276c66a9d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:41.263990 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-7ff59a1c-9eae-456c-bf62-2cf21e5fbb28 req-12059e9e-bd27-4c1e-9a90-876276c66a9d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] For port 0e58bbf6-40ed-4113-9b98-e966e11ef726, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=0e58bbf6-40ed-4113-9b98-e966e11ef726,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:08:41.264359 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7ff59a1c-9eae-456c-bf62-2cf21e5fbb28 req-12059e9e-bd27-4c1e-9a90-876276c66a9d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:41.278170 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-7ff59a1c-9eae-456c-bf62-2cf21e5fbb28 req-12059e9e-bd27-4c1e-9a90-876276c66a9d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Calling delete_port for 0e58bbf6-40ed-4113-9b98-e966e11ef726 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:08:41.365053 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-653abcdd-557e-4dfa-bb15-d41fb9c5297e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:41.424967 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7ff59a1c-9eae-456c-bf62-2cf21e5fbb28 req-12059e9e-bd27-4c1e-9a90-876276c66a9d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:41.455434 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12059e9e-bd27-4c1e-9a90-876276c66a9d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event deleted for resources: {'Port': ['ID=0e58bbf6-40ed-4113-9b98-e966e11ef726,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:08:41.501892 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff59a1c-9eae-456c-bf62-2cf21e5fbb28 req-12059e9e-bd27-4c1e-9a90-876276c66a9d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] No DVR routers for this DVR port 0e58bbf6-40ed-4113-9b98-e966e11ef726 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:08:41.504625 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-7ff59a1c-9eae-456c-bf62-2cf21e5fbb28 req-12059e9e-bd27-4c1e-9a90-876276c66a9d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:41.508155 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7ff59a1c-9eae-456c-bf62-2cf21e5fbb28 req-12059e9e-bd27-4c1e-9a90-876276c66a9d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.15 "DELETE /v2.0/ports/0e58bbf6-40ed-4113-9b98-e966e11ef726 HTTP/1.1" status: 204 len: 173 time: 0.7562852 Nov 24 22:08:41.508621 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4ba003-a140-458b-bea9-cfb49952c38f', 'name': 'network-vif-deleted', 'tag': '0e58bbf6-40ed-4113-9b98-e966e11ef726'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:08:41.510955 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3f2b92-e2a6-42da-bffb-901157b3cd84" -d '{"events": [{"server_uuid": "0b4ba003-a140-458b-bea9-cfb49952c38f", "name": "network-vif-deleted", "tag": "0e58bbf6-40ed-4113-9b98-e966e11ef726"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:08:41.555757 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a69f060-da46-46a0-b68c-a9f0e7a08bf8 x-openstack-request-id: req-8a69f060-da46-46a0-b68c-a9f0e7a08bf8 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:08:41.556135 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4ba003-a140-458b-bea9-cfb49952c38f", "name": "network-vif-deleted", "tag": "0e58bbf6-40ed-4113-9b98-e966e11ef726", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:08:41.556514 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a69f060-da46-46a0-b68c-a9f0e7a08bf8 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:08:41.556947 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4ba003-a140-458b-bea9-cfb49952c38f', 'name': 'network-vif-deleted', 'tag': '0e58bbf6-40ed-4113-9b98-e966e11ef726', 'status': 'completed', 'code': 200} Nov 24 22:08:41.788317 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-59287bce-1881-4d13-84a3-935805f2c4ff req-96bbba89-7ac5-4680-b9c4-541fc23afa60 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b4ba003-a140-458b-bea9-cfb49952c38f HTTP/1.1" status: 200 len: 210 time: 0.0319121 Nov 24 22:08:41.870774 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:42.707834 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:42.851772 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56104) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:08:42.915583 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e34f929e-06c4-45ed-82b0-3909be53119e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:42.943314 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e34f929e-06c4-45ed-82b0-3909be53119e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:43.018656 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e34f929e-06c4-45ed-82b0-3909be53119e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:43.021296 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e34f929e-06c4-45ed-82b0-3909be53119e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:43.022495 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e34f929e-06c4-45ed-82b0-3909be53119e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "DELETE /v2.0/security-groups/32e07356-4ba2-45a1-8fc4-c1c436cebf5a HTTP/1.1" status: 204 len: 168 time: 0.1696925 Nov 24 22:08:43.033672 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f929e-06c4-45ed-82b0-3909be53119e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e07356-4ba2-45a1-8fc4-c1c436cebf5a,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:08:43.292929 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56110) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:08:43.298953 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b3fec587-b948-4ae9-8ca3-4956ea89dca6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1564797729', 'description': 'tempest-secgroup-smoke-1564797729 description', 'project_id': 'a731506f864e4f1ea14bd66ddb90469c'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:08:43.322593 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b3fec587-b948-4ae9-8ca3-4956ea89dca6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:43.405001 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b3fec587-b948-4ae9-8ca3-4956ea89dca6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:43.410383 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b3fec587-b948-4ae9-8ca3-4956ea89dca6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:43.443889 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b3fec587-b948-4ae9-8ca3-4956ea89dca6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:43.445200 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-b3fec587-b948-4ae9-8ca3-4956ea89dca6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1512244 Nov 24 22:08:43.448030 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56114) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:08:43.452458 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ea38b497-217d-4225-9875-c225de19a646 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Request body: {'security_group_rule': {'security_group_id': '54e2d1ba-fe99-4bab-b3c3-654a6ad51a12', 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:08:43.461852 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fec587-b948-4ae9-8ca3-4956ea89dca6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:08:43.473987 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fec587-b948-4ae9-8ca3-4956ea89dca6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:43.474354 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fec587-b948-4ae9-8ca3-4956ea89dca6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:43.474702 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fec587-b948-4ae9-8ca3-4956ea89dca6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:43.475048 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fec587-b948-4ae9-8ca3-4956ea89dca6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:43.475397 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fec587-b948-4ae9-8ca3-4956ea89dca6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:43.475733 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fec587-b948-4ae9-8ca3-4956ea89dca6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:43.476071 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fec587-b948-4ae9-8ca3-4956ea89dca6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:43.476408 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fec587-b948-4ae9-8ca3-4956ea89dca6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:43.476737 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fec587-b948-4ae9-8ca3-4956ea89dca6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:43.477097 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fec587-b948-4ae9-8ca3-4956ea89dca6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:43.477436 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fec587-b948-4ae9-8ca3-4956ea89dca6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:43.477762 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fec587-b948-4ae9-8ca3-4956ea89dca6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:43.501461 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea38b497-217d-4225-9875-c225de19a646 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:43.568583 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea38b497-217d-4225-9875-c225de19a646 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:43.572933 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea38b497-217d-4225-9875-c225de19a646 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:43.593024 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38b497-217d-4225-9875-c225de19a646 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a783315b-d821-4585-aacb-ae3cc82ed7c7,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:08:43.599119 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ea38b497-217d-4225-9875-c225de19a646 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:43.600374 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ea38b497-217d-4225-9875-c225de19a646 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1514091 Nov 24 22:08:43.603467 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56116) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:08:43.608019 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0e15f5c2-6332-4574-bb98-a3c427da30d8 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Request body: {'security_group_rule': {'security_group_id': '54e2d1ba-fe99-4bab-b3c3-654a6ad51a12', 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:08:43.636393 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e15f5c2-6332-4574-bb98-a3c427da30d8 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:43.705883 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e15f5c2-6332-4574-bb98-a3c427da30d8 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:43.709944 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e15f5c2-6332-4574-bb98-a3c427da30d8 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:43.729747 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15f5c2-6332-4574-bb98-a3c427da30d8 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b63e96e5-4930-469f-9a2f-fa53166aaedb,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:08:43.741374 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e15f5c2-6332-4574-bb98-a3c427da30d8 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:43.742652 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0e15f5c2-6332-4574-bb98-a3c427da30d8 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1382220 Nov 24 22:08:43.745568 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56118) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:08:43.750314 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-429acf6e-1d8f-4ef4-b4c6-ab4226f8376c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Request body: {'security_group_rule': {'security_group_id': '54e2d1ba-fe99-4bab-b3c3-654a6ad51a12', 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:08:43.779789 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-429acf6e-1d8f-4ef4-b4c6-ab4226f8376c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:43.832580 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-429acf6e-1d8f-4ef4-b4c6-ab4226f8376c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:43.836519 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-429acf6e-1d8f-4ef4-b4c6-ab4226f8376c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:43.855429 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429acf6e-1d8f-4ef4-b4c6-ab4226f8376c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8a1192-115c-4935-a409-82ff971eb7ce,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:08:43.865571 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-429acf6e-1d8f-4ef4-b4c6-ab4226f8376c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:43.867894 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-429acf6e-1d8f-4ef4-b4c6-ab4226f8376c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202319 Nov 24 22:08:43.870351 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56120) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:08:43.875113 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-ab11292d-6320-44d8-802d-539826557a04 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Request body: {'security_group_rule': {'security_group_id': '54e2d1ba-fe99-4bab-b3c3-654a6ad51a12', 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:08:43.905436 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab11292d-6320-44d8-802d-539826557a04 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:43.972284 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab11292d-6320-44d8-802d-539826557a04 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:43.976604 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab11292d-6320-44d8-802d-539826557a04 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:44.001495 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11292d-6320-44d8-802d-539826557a04 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e64c01-cb07-4802-b5b3-f44455462e26,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:08:44.011593 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab11292d-6320-44d8-802d-539826557a04 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:44.013201 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ab11292d-6320-44d8-802d-539826557a04 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1418140 Nov 24 22:08:44.014270 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56122) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:08:44.018793 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-ef84af4c-e045-4288-a701-9d3d07e15e84 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Request body: {'security_group_rule': {'security_group_id': '54e2d1ba-fe99-4bab-b3c3-654a6ad51a12', 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:08:44.043459 n-d-812111-8 neutron-server[109991]: INFO neutron.db.securitygroups_db [None req-ef84af4c-e045-4288-a701-9d3d07e15e84 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Project a731506f864e4f1ea14bd66ddb90469c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:08:44.050140 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef84af4c-e045-4288-a701-9d3d07e15e84 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:44.075705 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:44.112728 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef84af4c-e045-4288-a701-9d3d07e15e84 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:44.116715 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef84af4c-e045-4288-a701-9d3d07e15e84 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:44.135269 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84af4c-e045-4288-a701-9d3d07e15e84 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e91202-ffea-4f64-b0ab-42752757e184,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:08:44.144794 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ef84af4c-e045-4288-a701-9d3d07e15e84 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:44.146030 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ef84af4c-e045-4288-a701-9d3d07e15e84 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308014 Nov 24 22:08:44.150178 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56124) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:08:44.154595 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-ed2519f3-8529-43f8-9294-87d3d2dad451 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Request body: {'security_group_rule': {'security_group_id': '54e2d1ba-fe99-4bab-b3c3-654a6ad51a12', 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:08:44.179061 n-d-812111-8 neutron-server[109991]: INFO neutron.db.securitygroups_db [None req-ed2519f3-8529-43f8-9294-87d3d2dad451 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Project a731506f864e4f1ea14bd66ddb90469c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:08:44.184594 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed2519f3-8529-43f8-9294-87d3d2dad451 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:44.249790 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed2519f3-8529-43f8-9294-87d3d2dad451 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:44.254218 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed2519f3-8529-43f8-9294-87d3d2dad451 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:44.272995 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2519f3-8529-43f8-9294-87d3d2dad451 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba4fd73-3833-412f-8632-b0611d843faf,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:08:44.281238 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed2519f3-8529-43f8-9294-87d3d2dad451 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:08:44.283040 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ed2519f3-8529-43f8-9294-87d3d2dad451 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1318882 Nov 24 22:08:44.873398 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 0e58bbf6-40ed-4113-9b98-e966e11ef726 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:08:44.897401 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 0e58bbf6-40ed-4113-9b98-e966e11ef726 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:08:44.904596 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 0e58bbf6-40ed-4113-9b98-e966e11ef726 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:08:45.004383 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:00.715098 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-0abfd645-26b6-4f8d-9c5b-3633d40d59c8 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1564797729&fields=id&tenant_id=a731506f864e4f1ea14bd66ddb90469c HTTP/1.1" status: 200 len: 267 time: 0.0441477 Nov 24 22:09:00.824516 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-6ed538a5-f0ea-4f94-8fa5-ec01dbbc40f0 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:00.825936 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-6ed538a5-f0ea-4f94-8fa5-ec01dbbc40f0 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/networks?id=9482f4ba-19b0-458f-acb4-57643ab9b11d HTTP/1.1" status: 200 len: 808 time: 0.1039391 Nov 24 22:09:00.840657 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-20e9cabd-4896-41d0-b7dd-8eb640e77f1d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/quotas/a731506f864e4f1ea14bd66ddb90469c HTTP/1.1" status: 200 len: 375 time: 0.0089583 Nov 24 22:09:00.891328 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-2d24f858-911f-48ae-b36d-a530f458eca8 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a731506f864e4f1ea14bd66ddb90469c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452747 Nov 24 22:09:01.033066 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-c3977e1f-bc5f-4051-a824-2691084afe9e service neutron] 10.222.0.11 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297581 Nov 24 22:09:01.123457 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-ef573661-8413-45ae-9c2d-e4f82436b3a2 service neutron] 10.222.0.11 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829892 Nov 24 22:09:01.405684 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-55709564-ee77-4ef6-b700-8aee9ea20c21 req-72a49a67-9bc8-45d7-b32d-2249a0f44c77 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 210 time: 0.0319450 Nov 24 22:09:02.486464 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-a2f8dd61-d12b-4174-9d9c-e3adf1322e5c req-6d3ed8b8-1049-4911-8050-9a5a55b1ddbe tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 210 time: 0.0266156 Nov 24 22:09:03.565349 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-be140473-d74a-429a-b6b5-5faca213d4be req-2bc72c3b-678f-444a-8c26-4e62ee697031 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 210 time: 0.0275457 Nov 24 22:09:04.644339 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0e3eaf01-8e80-432d-a16b-cd6d8318e8ff req-7546a4a4-5e91-4cd8-94e9-53150e5412e2 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 210 time: 0.0268807 Nov 24 22:09:05.744080 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-80d2454f-35aa-46dd-84bd-8666d4244245 req-7da19b25-c9d3-49cc-8e71-f80863303f3b tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 210 time: 0.0260842 Nov 24 22:09:06.424720 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-ef2d0ca5-5744-448d-9e49-3b07c5d6b9f1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:06.427237 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-ef2d0ca5-5744-448d-9e49-3b07c5d6b9f1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.48 "GET /v2.0/networks?id=9482f4ba-19b0-458f-acb4-57643ab9b11d HTTP/1.1" status: 200 len: 808 time: 0.1113760 Nov 24 22:09:06.493466 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-3505c5dc-44e7-4998-829f-f564ed7aec2e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a731506f864e4f1ea14bd66ddb90469c HTTP/1.1" status: 200 len: 380 time: 0.0568719 Nov 24 22:09:06.502913 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-a675461f-b754-45a3-a474-8b3fea93d667 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Request body: {'port': {'device_id': '0e18457e-06d8-486b-adaf-e0c354ad461e', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'admin_state_up': True, 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'security_groups': ['54e2d1ba-fe99-4bab-b3c3-654a6ad51a12']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:09:06.619863 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-a675461f-b754-45a3-a474-8b3fea93d667 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Made reservation on behalf of a731506f864e4f1ea14bd66ddb90469c for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:09:06.624032 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-a675461f-b754-45a3-a474-8b3fea93d667 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:06.761485 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-a675461f-b754-45a3-a474-8b3fea93d667 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Allocated IP 172.20.0.7 (9482f4ba-19b0-458f-acb4-57643ab9b11d/fcc90c49-04d7-4091-aa8e-f830a0f6fd7d/e0865216-0511-4e2f-9f66-529a2d126d9b) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:09:06.857517 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-44386584-09b2-4840-8c7a-fa388b052b02 req-1a992252-b02a-4eb5-b749-148da6912d1f tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 210 time: 0.0395308 Nov 24 22:09:06.958174 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-a675461f-b754-45a3-a474-8b3fea93d667 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:06.995961 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-a675461f-b754-45a3-a474-8b3fea93d667 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:07.046579 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-a675461f-b754-45a3-a474-8b3fea93d667 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Network 9482f4ba-19b0-458f-acb4-57643ab9b11d is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:09:07.049704 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-a675461f-b754-45a3-a474-8b3fea93d667 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:09:07.053444 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-a675461f-b754-45a3-a474-8b3fea93d667 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:09:07.083706 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675461f-b754-45a3-a474-8b3fea93d667 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event updated for resources: {'Port': ['ID=e0865216-0511-4e2f-9f66-529a2d126d9b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:09:07.111879 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-a675461f-b754-45a3-a474-8b3fea93d667 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:07.113352 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-a675461f-b754-45a3-a474-8b3fea93d667 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:07.132735 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-a675461f-b754-45a3-a474-8b3fea93d667 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6336625 Nov 24 22:09:07.207984 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-e3192e0e-3400-45b1-afae-12cb4dee7035 service neutron] Request body: {'port': {'device_id': '0e18457e-06d8-486b-adaf-e0c354ad461e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:09:07.272579 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-e3192e0e-3400-45b1-afae-12cb4dee7035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:07.373968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-4a7cbfa3-0d89-4f8a-8b05-6fb9e43129c5 None None] Provisioning complete for port e0865216-0511-4e2f-9f66-529a2d126d9b triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:09:07.374994 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4a7cbfa3-0d89-4f8a-8b05-6fb9e43129c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:07.412896 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-4a7cbfa3-0d89-4f8a-8b05-6fb9e43129c5 None None] Port e0865216-0511-4e2f-9f66-529a2d126d9b cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:09:07.489187 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:09:07.552478 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-e3192e0e-3400-45b1-afae-12cb4dee7035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0865216-0511-4e2f-9f66-529a2d126d9b {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:09:07.560523 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-e3192e0e-3400-45b1-afae-12cb4dee7035 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:07.572873 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-e3192e0e-3400-45b1-afae-12cb4dee7035 service neutron] Transition to ACTIVE for port object e0865216-0511-4e2f-9f66-529a2d126d9b will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:09:07.576965 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-e3192e0e-3400-45b1-afae-12cb4dee7035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:07.631296 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3192e0e-3400-45b1-afae-12cb4dee7035 service neutron] Pushing event updated for resources: {'Port': ['ID=e0865216-0511-4e2f-9f66-529a2d126d9b,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:09:07.708773 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-e3192e0e-3400-45b1-afae-12cb4dee7035 service neutron] Attempting to bind port e0865216-0511-4e2f-9f66-529a2d126d9b on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:09:07.709238 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-e3192e0e-3400-45b1-afae-12cb4dee7035 service neutron] Attempting to bind port e0865216-0511-4e2f-9f66-529a2d126d9b by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': 'b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:09:07.709652 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-e3192e0e-3400-45b1-afae-12cb4dee7035 service neutron] Attempting to bind port e0865216-0511-4e2f-9f66-529a2d126d9b on network 9482f4ba-19b0-458f-acb4-57643ab9b11d {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:09:07.714895 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-e3192e0e-3400-45b1-afae-12cb4dee7035 service neutron] Port e0865216-0511-4e2f-9f66-529a2d126d9b on network 9482f4ba-19b0-458f-acb4-57643ab9b11d not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:09:07.715228 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-e3192e0e-3400-45b1-afae-12cb4dee7035 service neutron] Attempting to bind port e0865216-0511-4e2f-9f66-529a2d126d9b on network 9482f4ba-19b0-458f-acb4-57643ab9b11d {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:09:07.722335 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-e3192e0e-3400-45b1-afae-12cb4dee7035 service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:09:07.722840 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-e3192e0e-3400-45b1-afae-12cb4dee7035 service neutron] Checking segment: {'id': 'b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:09:07.723373 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-e3192e0e-3400-45b1-afae-12cb4dee7035 service neutron] Bound using segment: {'id': 'b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:09:07.723845 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-e3192e0e-3400-45b1-afae-12cb4dee7035 service neutron] Bound port: e0865216-0511-4e2f-9f66-529a2d126d9b, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:09:07.724210 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-e3192e0e-3400-45b1-afae-12cb4dee7035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:07.804735 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-e3192e0e-3400-45b1-afae-12cb4dee7035 service neutron] For port e0865216-0511-4e2f-9f66-529a2d126d9b, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:09:07.808768 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-e3192e0e-3400-45b1-afae-12cb4dee7035 service neutron] For port e0865216-0511-4e2f-9f66-529a2d126d9b, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=e0865216-0511-4e2f-9f66-529a2d126d9b,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:09:07.813092 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-e3192e0e-3400-45b1-afae-12cb4dee7035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:07.853119 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-e3192e0e-3400-45b1-afae-12cb4dee7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:07.853827 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-e3192e0e-3400-45b1-afae-12cb4dee7035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:07.855629 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-e3192e0e-3400-45b1-afae-12cb4dee7035 service neutron] 10.222.0.48 "PUT /v2.0/ports/e0865216-0511-4e2f-9f66-529a2d126d9b HTTP/1.1" status: 200 len: 1091 time: 0.7139893 Nov 24 22:09:07.858099 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e18457e-06d8-486b-adaf-e0c354ad461e', 'tag': 'e0865216-0511-4e2f-9f66-529a2d126d9b'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:09:07.862858 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63905994-ff95-4a39-a354-af06728856a9" -d '{"events": [{"name": "network-changed", "server_uuid": "0e18457e-06d8-486b-adaf-e0c354ad461e", "tag": "e0865216-0511-4e2f-9f66-529a2d126d9b"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:09:07.894362 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3192e0e-3400-45b1-afae-12cb4dee7035 service neutron] Pushing event updated for resources: {'Port': ['ID=e0865216-0511-4e2f-9f66-529a2d126d9b,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:09:07.974490 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-ea4abf01-e16a-4cd5-ba15-a5ffee20abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:07.976916 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-ea4abf01-e16a-4cd5-ba15-a5ffee20abf3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a731506f864e4f1ea14bd66ddb90469c&device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 1094 time: 0.0743995 Nov 24 22:09:08.031411 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bf76f2-f4af-434c-b751-1d2e54367fd9 x-openstack-request-id: req-09bf76f2-f4af-434c-b751-1d2e54367fd9 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:09:08.031717 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e18457e-06d8-486b-adaf-e0c354ad461e", "tag": "e0865216-0511-4e2f-9f66-529a2d126d9b", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:09:08.031968 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-09bf76f2-f4af-434c-b751-1d2e54367fd9 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:09:08.032401 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e18457e-06d8-486b-adaf-e0c354ad461e', 'tag': 'e0865216-0511-4e2f-9f66-529a2d126d9b', 'status': 'completed', 'code': 200} Nov 24 22:09:08.034553 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-88efe876-590e-4aa4-ae1e-01534e0f9cca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0865216-0511-4e2f-9f66-529a2d126d9b HTTP/1.1" status: 200 len: 217 time: 0.0483673 Nov 24 22:09:08.105381 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-993d5726-667e-4177-abb8-c934a54eb202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:08.107513 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-993d5726-667e-4177-abb8-c934a54eb202 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fcc90c49-04d7-4091-aa8e-f830a0f6fd7d HTTP/1.1" status: 200 len: 847 time: 0.0656188 Nov 24 22:09:08.155860 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd025cc-2198-4c66-a439-2619acc28df7 req-e29037ea-abfc-4e77-98fd-aa67357004e9 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:08.164463 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6dd025cc-2198-4c66-a439-2619acc28df7 req-e29037ea-abfc-4e77-98fd-aa67357004e9 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 943 time: 0.0811782 Nov 24 22:09:08.180391 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-54ddc466-0fb7-4525-b303-d244a20ebe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:08.181707 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-54ddc466-0fb7-4525-b303-d244a20ebe97 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9482f4ba-19b0-458f-acb4-57643ab9b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657687 Nov 24 22:09:08.218366 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6dd025cc-2198-4c66-a439-2619acc28df7 req-217ff288-249c-44d3-967e-627c221313c5 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529428 Nov 24 22:09:08.287548 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-7869b062-d747-4dad-a5d7-128c56c058cc service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979209 Nov 24 22:09:08.407932 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-d785fa9f-671e-4428-818a-dd3bb8c0dec5 req-372ee81c-1189-467f-b725-04f514fba427 service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136315 Nov 24 22:09:08.496908 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63905994-ff95-4a39-a354-af06728856a9 req-7aedc066-8a0b-4b9f-aa04-d5588ca69f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:08.498467 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-63905994-ff95-4a39-a354-af06728856a9 req-7aedc066-8a0b-4b9f-aa04-d5588ca69f59 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a731506f864e4f1ea14bd66ddb90469c&device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 1094 time: 0.0435693 Nov 24 22:09:08.598352 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63905994-ff95-4a39-a354-af06728856a9 req-d1f26f3e-c034-436c-a597-e0803d2cb33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:08.599882 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-63905994-ff95-4a39-a354-af06728856a9 req-d1f26f3e-c034-436c-a597-e0803d2cb33d service neutron] 10.222.0.48 "GET /v2.0/networks?id=9482f4ba-19b0-458f-acb4-57643ab9b11d HTTP/1.1" status: 200 len: 909 time: 0.0951283 Nov 24 22:09:08.642193 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-63905994-ff95-4a39-a354-af06728856a9 req-e30001bc-7ce4-4fbf-af5f-78b5d53f6456 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0865216-0511-4e2f-9f66-529a2d126d9b HTTP/1.1" status: 200 len: 217 time: 0.0358398 Nov 24 22:09:08.694183 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63905994-ff95-4a39-a354-af06728856a9 req-d4f1607f-913e-4feb-aa2d-b100e7a196c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:08.695806 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-63905994-ff95-4a39-a354-af06728856a9 req-d4f1607f-913e-4feb-aa2d-b100e7a196c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fcc90c49-04d7-4091-aa8e-f830a0f6fd7d HTTP/1.1" status: 200 len: 847 time: 0.0467169 Nov 24 22:09:08.748587 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63905994-ff95-4a39-a354-af06728856a9 req-6d479d64-30d9-4c3b-930a-f218d61f0524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:08.750267 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-63905994-ff95-4a39-a354-af06728856a9 req-6d479d64-30d9-4c3b-930a-f218d61f0524 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9482f4ba-19b0-458f-acb4-57643ab9b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475767 Nov 24 22:09:08.850008 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-63905994-ff95-4a39-a354-af06728856a9 req-012697c2-cc70-4bbd-a5dd-e3ffe3afd71a service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915816 Nov 24 22:09:08.954435 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-63905994-ff95-4a39-a354-af06728856a9 req-7203fbf5-94b5-426b-9d4f-57f41a347626 service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976095 Nov 24 22:09:09.068873 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eec6cf82-2904-4a4b-a23a-4b1a508682f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:09.341128 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4d945-ae55-4211-a5df-bcce950b4ce6 req-51acd50c-c1e2-4ad4-82a2-ac22fbc61bd6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:09.342788 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ac4d945-ae55-4211-a5df-bcce950b4ce6 req-51acd50c-c1e2-4ad4-82a2-ac22fbc61bd6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 943 time: 0.0520027 Nov 24 22:09:09.392934 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ac4d945-ae55-4211-a5df-bcce950b4ce6 req-f36daa1b-c5bf-46af-98d8-e862ea2f71de tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437694 Nov 24 22:09:10.443242 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:10.516458 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3959537-23b1-4506-86ef-44e0005dd4eb req-6d3ad117-7141-4398-b78d-c967f9723d56 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:10.517947 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d3959537-23b1-4506-86ef-44e0005dd4eb req-6d3ad117-7141-4398-b78d-c967f9723d56 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 943 time: 0.0525627 Nov 24 22:09:10.576696 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d3959537-23b1-4506-86ef-44e0005dd4eb req-bbad20b5-3e6b-403b-b7c9-ea6e2e7e980d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513270 Nov 24 22:09:11.355935 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-29c0a095-92df-440a-98fc-aaf9a41a7e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:11.695909 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded5b08-c104-464c-9546-995b5502a091 req-9bc8af1b-a913-4f92-9f9c-95de9574860c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:11.697528 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2ded5b08-c104-464c-9546-995b5502a091 req-9bc8af1b-a913-4f92-9f9c-95de9574860c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 943 time: 0.0514851 Nov 24 22:09:11.752638 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2ded5b08-c104-464c-9546-995b5502a091 req-42bc4668-cc30-4282-9fd1-fe6a89cadfbc tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488803 Nov 24 22:09:11.871459 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:12.709327 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:12.870257 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a46c9-43e5-4057-92c1-4cb58b867218 req-bc125590-b192-4167-bc9f-851d66e262bd tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:12.871762 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb9a46c9-43e5-4057-92c1-4cb58b867218 req-bc125590-b192-4167-bc9f-851d66e262bd tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 943 time: 0.0490994 Nov 24 22:09:12.921705 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bb9a46c9-43e5-4057-92c1-4cb58b867218 req-da2a5267-fcc7-481c-b1e3-6ba52ed556a6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437293 Nov 24 22:09:14.045705 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a2c9b-94dd-4982-8138-21da00477997 req-2a493f05-2e18-4a26-856b-80a1129112b7 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:14.047217 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b3a2c9b-94dd-4982-8138-21da00477997 req-2a493f05-2e18-4a26-856b-80a1129112b7 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 943 time: 0.0544717 Nov 24 22:09:14.078457 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:14.100194 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7b3a2c9b-94dd-4982-8138-21da00477997 req-c2f57535-9be9-4326-9dce-597f04ca5f18 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457208 Nov 24 22:09:14.989189 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:15.217118 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a192b-9370-4c41-8550-d903849037ea req-9110921d-42ff-48a1-978e-73834f00eea4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:15.218638 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f87a192b-9370-4c41-8550-d903849037ea req-9110921d-42ff-48a1-978e-73834f00eea4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 943 time: 0.0506434 Nov 24 22:09:15.273059 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f87a192b-9370-4c41-8550-d903849037ea req-24e164da-9069-4c71-851a-44c1354b8ee4 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462511 Nov 24 22:09:16.403666 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af3924-5e8e-4bfa-809d-2d13c3152ff2 req-bc6c73ae-fc18-4740-ae5c-112b410adf18 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:16.405310 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d6af3924-5e8e-4bfa-809d-2d13c3152ff2 req-bc6c73ae-fc18-4740-ae5c-112b410adf18 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 943 time: 0.0583336 Nov 24 22:09:16.456159 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d6af3924-5e8e-4bfa-809d-2d13c3152ff2 req-497eb12e-6af7-43fa-9bec-17950a9937e6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448117 Nov 24 22:09:17.581381 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffa951-36a5-44ad-af7f-0ab22b75c340 req-286d2d29-1504-462a-ad95-d704fa4bb8b9 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:17.583558 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c4ffa951-36a5-44ad-af7f-0ab22b75c340 req-286d2d29-1504-462a-ad95-d704fa4bb8b9 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 943 time: 0.0571151 Nov 24 22:09:17.635126 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c4ffa951-36a5-44ad-af7f-0ab22b75c340 req-41c083ef-f4c2-46bf-b939-8bf119c4b2a6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454831 Nov 24 22:09:18.753087 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e00fd-5457-4649-9062-bb4005c5bb74 req-dd9c87a0-fcaa-449b-a92b-9d278291cd22 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:18.754625 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6e2e00fd-5457-4649-9062-bb4005c5bb74 req-dd9c87a0-fcaa-449b-a92b-9d278291cd22 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 943 time: 0.0496471 Nov 24 22:09:18.813291 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6e2e00fd-5457-4649-9062-bb4005c5bb74 req-08fa6e96-db89-437d-a510-ae018a8c25b6 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524538 Nov 24 22:09:19.938758 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993b31f-6528-4a45-868d-90a5153d12b2 req-82e94fe2-9040-4031-90b1-bb87e3489c25 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:19.940254 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6993b31f-6528-4a45-868d-90a5153d12b2 req-82e94fe2-9040-4031-90b1-bb87e3489c25 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 943 time: 0.0546713 Nov 24 22:09:19.994116 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-6993b31f-6528-4a45-868d-90a5153d12b2 req-0c9ea909-5dc0-423c-ae99-65cb312ce7ee tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469942 Nov 24 22:09:20.535007 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device e0865216-0511-4e2f-9f66-529a2d126d9b details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:09:20.637008 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port e0865216-0511-4e2f-9f66-529a2d126d9b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=e0865216-0511-4e2f-9f66-529a2d126d9b,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:09:20.649688 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'e0865216-0511-4e2f-9f66-529a2d126d9b', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'port_id': 'e0865216-0511-4e2f-9f66-529a2d126d9b', 'mac_address': 'fa:16:3e:49:55:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:09:20.686786 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:20.699934 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0865216-0511-4e2f-9f66-529a2d126d9b {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:09:20.720180 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port e0865216-0511-4e2f-9f66-529a2d126d9b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=e0865216-0511-4e2f-9f66-529a2d126d9b,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:09:20.725629 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:20.777331 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=e0865216-0511-4e2f-9f66-529a2d126d9b,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:09:20.784980 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:20.785762 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:20.785762 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:20.786055 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:20.786411 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:20.786738 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:20.787074 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:20.787406 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:20.787740 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:20.788074 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:20.788400 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:20.788727 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:20.950054 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['e0865216-0511-4e2f-9f66-529a2d126d9b'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:09:21.111517 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d5138-2481-4144-a409-60790b9718cb req-d44ff3e0-6ca9-4d29-ae94-74eb3009de61 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:21.113641 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-313d5138-2481-4144-a409-60790b9718cb req-d44ff3e0-6ca9-4d29-ae94-74eb3009de61 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 944 time: 0.0496490 Nov 24 22:09:21.166097 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-313d5138-2481-4144-a409-60790b9718cb req-f5c9f08c-6565-4050-80f6-21ca7ae33c04 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463424 Nov 24 22:09:22.290575 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6523e54-4787-486d-8405-347226785a12 req-77961e51-0c2d-446d-81d9-9c0d49887784 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:22.292164 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e6523e54-4787-486d-8405-347226785a12 req-77961e51-0c2d-446d-81d9-9c0d49887784 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 944 time: 0.0547950 Nov 24 22:09:22.342290 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e6523e54-4787-486d-8405-347226785a12 req-4582442f-c4b7-4042-882c-5cfcd1529596 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441303 Nov 24 22:09:22.551208 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device e0865216-0511-4e2f-9f66-529a2d126d9b up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:09:22.605892 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port e0865216-0511-4e2f-9f66-529a2d126d9b completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:09:22.610026 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port e0865216-0511-4e2f-9f66-529a2d126d9b triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:09:22.610396 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:22.692172 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:22.876314 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e18457e-06d8-486b-adaf-e0c354ad461e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0865216-0511-4e2f-9f66-529a2d126d9b'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:09:22.878516 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68749b8-7ac9-409d-a0bd-150b62656a4e" -d '{"events": [{"server_uuid": "0e18457e-06d8-486b-adaf-e0c354ad461e", "name": "network-vif-plugged", "status": "completed", "tag": "e0865216-0511-4e2f-9f66-529a2d126d9b"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:09:22.892651 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port e0865216-0511-4e2f-9f66-529a2d126d9b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=e0865216-0511-4e2f-9f66-529a2d126d9b,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:09:22.898088 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:22.947610 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=e0865216-0511-4e2f-9f66-529a2d126d9b,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:09:22.983097 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db35cf9-aab5-4ade-bf21-b9b5d85f5a7b x-openstack-request-id: req-6db35cf9-aab5-4ade-bf21-b9b5d85f5a7b {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:09:22.983402 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e18457e-06d8-486b-adaf-e0c354ad461e", "name": "network-vif-plugged", "status": "completed", "tag": "e0865216-0511-4e2f-9f66-529a2d126d9b", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:09:22.983661 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6db35cf9-aab5-4ade-bf21-b9b5d85f5a7b {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:09:22.984058 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e18457e-06d8-486b-adaf-e0c354ad461e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0865216-0511-4e2f-9f66-529a2d126d9b', 'code': 200} Nov 24 22:09:23.084624 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06758176-6f1e-4d42-bc51-98aa0f22e78b req-e6a04c8a-c833-4e8c-a1bf-5192582efc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:23.086180 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-06758176-6f1e-4d42-bc51-98aa0f22e78b req-e6a04c8a-c833-4e8c-a1bf-5192582efc25 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 1096 time: 0.0435600 Nov 24 22:09:23.137704 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-06758176-6f1e-4d42-bc51-98aa0f22e78b req-0d4dd379-ce67-45fb-a5c5-ed8187f7a6b1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434883 Nov 24 22:09:23.465559 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f195a7-4fe5-458c-903e-8e463d351e57 req-2b78b22b-2254-4de4-a1ae-b2ccf562a342 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:23.466834 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-02f195a7-4fe5-458c-903e-8e463d351e57 req-2b78b22b-2254-4de4-a1ae-b2ccf562a342 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 945 time: 0.0514009 Nov 24 22:09:23.516977 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-02f195a7-4fe5-458c-903e-8e463d351e57 req-a528a420-f216-49db-bebc-bca4276f74c3 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441754 Nov 24 22:09:24.641271 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1532c04-4ffa-46dd-9b01-1734f7d175f3 req-61ed66a7-d6a5-48c9-b460-47c76efbf923 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:24.642823 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d1532c04-4ffa-46dd-9b01-1734f7d175f3 req-61ed66a7-d6a5-48c9-b460-47c76efbf923 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 945 time: 0.0560067 Nov 24 22:09:24.699970 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d1532c04-4ffa-46dd-9b01-1734f7d175f3 req-4e91f2af-1e7a-49d1-b142-526b8e0f3b8e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506823 Nov 24 22:09:24.818445 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c481b90-9f32-4f9d-90ba-aa83d7c3d1b0 req-603a11d6-c23e-49d9-b2bb-e7aa46876e1e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:24.819844 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0c481b90-9f32-4f9d-90ba-aa83d7c3d1b0 req-603a11d6-c23e-49d9-b2bb-e7aa46876e1e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 945 time: 0.0516055 Nov 24 22:09:24.870751 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0c481b90-9f32-4f9d-90ba-aa83d7c3d1b0 req-2fdbce35-79a1-4a5b-b0a4-8e551196686e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449400 Nov 24 22:09:24.893476 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56344) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:09:24.933388 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e053452-104c-43ec-b7a1-a2b25e8ed319 tempest-TestShelveInstance-151941082 tempest-TestShelveInstance-151941082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:24.934900 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-6e053452-104c-43ec-b7a1-a2b25e8ed319 tempest-TestShelveInstance-151941082 tempest-TestShelveInstance-151941082-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 1091 time: 0.0403895 Nov 24 22:09:24.937781 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56346) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:09:24.942276 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-96d4e3ce-748d-4347-89a9-1db4793426db tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': 'e0865216-0511-4e2f-9f66-529a2d126d9b', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:09:24.964220 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96d4e3ce-748d-4347-89a9-1db4793426db tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:25.069864 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96d4e3ce-748d-4347-89a9-1db4793426db tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:25.185745 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-96d4e3ce-748d-4347-89a9-1db4793426db tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Allocated IP 172.25.5.142 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/7c80f211-35a9-4379-99c7-a80ccd98542f) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:09:25.297680 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96d4e3ce-748d-4347-89a9-1db4793426db tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:25.333615 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96d4e3ce-748d-4347-89a9-1db4793426db tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:25.369941 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d4e3ce-748d-4347-89a9-1db4793426db tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:09:25.372901 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-96d4e3ce-748d-4347-89a9-1db4793426db tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:09:25.379505 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d4e3ce-748d-4347-89a9-1db4793426db tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:09:25.414085 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4e3ce-748d-4347-89a9-1db4793426db tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event updated for resources: {'Port': ['ID=7c80f211-35a9-4379-99c7-a80ccd98542f,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:09:25.763234 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96d4e3ce-748d-4347-89a9-1db4793426db tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:25.835036 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96d4e3ce-748d-4347-89a9-1db4793426db tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:25.994204 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96d4e3ce-748d-4347-89a9-1db4793426db tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:25.999015 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96d4e3ce-748d-4347-89a9-1db4793426db tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:26.075900 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4e3ce-748d-4347-89a9-1db4793426db tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event updated for resources: {'Port': ['ID=7c80f211-35a9-4379-99c7-a80ccd98542f,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:09:26.088377 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96d4e3ce-748d-4347-89a9-1db4793426db tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:26.194397 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-96d4e3ce-748d-4347-89a9-1db4793426db tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Floating IP 19c996bb-63d3-46c8-a44f-a0d28b94b5eb associated. External IP: 172.25.5.142, port: e0865216-0511-4e2f-9f66-529a2d126d9b. Nov 24 22:09:26.417790 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d4e3ce-748d-4347-89a9-1db4793426db tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Router 483f5dc5-2486-4d84-a9d2-21a4df9cf23c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:09:26.529961 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d4e3ce-748d-4347-89a9-1db4793426db tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:09:26.540199 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6f45fe-ca63-4c07-8d34-0c3df3118810 None None] Sync routers for ids ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:09:26.548455 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96d4e3ce-748d-4347-89a9-1db4793426db tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:26.551247 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6f45fe-ca63-4c07-8d34-0c3df3118810 None None] Routers {'483f5dc5-2486-4d84-a9d2-21a4df9cf23c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:09:26.551867 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-fc6f45fe-ca63-4c07-8d34-0c3df3118810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:09:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:09:26.576496 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-96d4e3ce-748d-4347-89a9-1db4793426db tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6376927 Nov 24 22:09:26.577288 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e18457e-06d8-486b-adaf-e0c354ad461e', 'tag': 'e0865216-0511-4e2f-9f66-529a2d126d9b'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:09:26.580321 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1798663-ad14-46d6-afb8-c8a3096326c1" -d '{"events": [{"name": "network-changed", "server_uuid": "0e18457e-06d8-486b-adaf-e0c354ad461e", "tag": "e0865216-0511-4e2f-9f66-529a2d126d9b"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:09:26.624540 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45065853-bb80-432a-9596-4f70ae3f3110 x-openstack-request-id: req-45065853-bb80-432a-9596-4f70ae3f3110 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:09:26.624876 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e18457e-06d8-486b-adaf-e0c354ad461e", "tag": "e0865216-0511-4e2f-9f66-529a2d126d9b", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:09:26.625232 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-45065853-bb80-432a-9596-4f70ae3f3110 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:09:26.626108 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e18457e-06d8-486b-adaf-e0c354ad461e', 'tag': 'e0865216-0511-4e2f-9f66-529a2d126d9b', 'status': 'completed', 'code': 200} Nov 24 22:09:26.674862 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-fc6f45fe-ca63-4c07-8d34-0c3df3118810 None None] Set router 483f5dc5-2486-4d84-a9d2-21a4df9cf23c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:09:26.689963 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1798663-ad14-46d6-afb8-c8a3096326c1 req-f179e1a1-7ca8-47c0-a8ee-671a7060eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:26.692998 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1798663-ad14-46d6-afb8-c8a3096326c1 req-f179e1a1-7ca8-47c0-a8ee-671a7060eaaa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a731506f864e4f1ea14bd66ddb90469c&device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 1096 time: 0.0429001 Nov 24 22:09:26.804270 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1798663-ad14-46d6-afb8-c8a3096326c1 req-13287098-2e7b-4735-a6cc-47b53c98a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:26.806888 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1798663-ad14-46d6-afb8-c8a3096326c1 req-13287098-2e7b-4735-a6cc-47b53c98a437 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9482f4ba-19b0-458f-acb4-57643ab9b11d HTTP/1.1" status: 200 len: 909 time: 0.1072302 Nov 24 22:09:26.873883 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1798663-ad14-46d6-afb8-c8a3096326c1 req-603af366-77a7-4377-b5d6-ae31d76afc06 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0865216-0511-4e2f-9f66-529a2d126d9b HTTP/1.1" status: 200 len: 999 time: 0.0607188 Nov 24 22:09:26.927642 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-fc6f45fe-ca63-4c07-8d34-0c3df3118810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'name': 'tempest-TestShelveInstance-492848485-router', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '78036179-10b1-4433-8837-19ad76c09d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:22Z', 'revision_number': 4, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'gw_port': {'id': '78036179-10b1-4433-8837-19ad76c09d32', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '19c996bb-63d3-46c8-a44f-a0d28b94b5eb', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'port_id': 'e0865216-0511-4e2f-9f66-529a2d126d9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'mac_address': 'fa:16:3e:49:55:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e18457e-06d8-486b-adaf-e0c354ad461e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:09:25Z', 'updated_at': '2021-11-24T22:09:25Z', 'revision_number': 0, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3151ef6b-4686-4ff1-80f0-e3c323fd7072', 'name': '', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'mac_address': 'fa:16:3e:fa:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:22Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 5, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'subnets': [{'id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:09:26.930011 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1798663-ad14-46d6-afb8-c8a3096326c1 req-b23bdfbb-fb30-44dc-b8c7-fb352f7a0d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:26.931554 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1798663-ad14-46d6-afb8-c8a3096326c1 req-b23bdfbb-fb30-44dc-b8c7-fb352f7a0d37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fcc90c49-04d7-4091-aa8e-f830a0f6fd7d HTTP/1.1" status: 200 len: 847 time: 0.0511658 Nov 24 22:09:26.957450 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6f45fe-ca63-4c07-8d34-0c3df3118810 None None] Checking router: 483f5dc5-2486-4d84-a9d2-21a4df9cf23c for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:09:26.966949 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6f45fe-ca63-4c07-8d34-0c3df3118810 None None] Routers {'483f5dc5-2486-4d84-a9d2-21a4df9cf23c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:09:26.967581 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-fc6f45fe-ca63-4c07-8d34-0c3df3118810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:09:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:09:26.985579 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1798663-ad14-46d6-afb8-c8a3096326c1 req-b74ac929-29a4-493d-aa04-4276af6af19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:26.987090 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1798663-ad14-46d6-afb8-c8a3096326c1 req-b74ac929-29a4-493d-aa04-4276af6af19c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9482f4ba-19b0-458f-acb4-57643ab9b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486650 Nov 24 22:09:27.086436 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-fc6f45fe-ca63-4c07-8d34-0c3df3118810 None None] Set router 483f5dc5-2486-4d84-a9d2-21a4df9cf23c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:09:27.088371 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1798663-ad14-46d6-afb8-c8a3096326c1 req-e2592032-719e-42f3-90da-2b9040a389ea service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933053 Nov 24 22:09:27.189154 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f1798663-ad14-46d6-afb8-c8a3096326c1 req-d784824c-4cd7-4bc7-8948-74e59d795662 service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938785 Nov 24 22:09:27.330885 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-fc6f45fe-ca63-4c07-8d34-0c3df3118810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'name': 'tempest-TestShelveInstance-492848485-router', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '78036179-10b1-4433-8837-19ad76c09d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:22Z', 'revision_number': 4, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'gw_port': {'id': '78036179-10b1-4433-8837-19ad76c09d32', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '19c996bb-63d3-46c8-a44f-a0d28b94b5eb', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'port_id': 'e0865216-0511-4e2f-9f66-529a2d126d9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'mac_address': 'fa:16:3e:49:55:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e18457e-06d8-486b-adaf-e0c354ad461e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:09:25Z', 'updated_at': '2021-11-24T22:09:25Z', 'revision_number': 0, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3151ef6b-4686-4ff1-80f0-e3c323fd7072', 'name': '', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'mac_address': 'fa:16:3e:fa:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:22Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 5, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'subnets': [{'id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:09:27.358480 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6f45fe-ca63-4c07-8d34-0c3df3118810 None None] The sync data for ids ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'] in n-d-812111-8 is: [{'id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'name': 'tempest-TestShelveInstance-492848485-router', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '78036179-10b1-4433-8837-19ad76c09d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:22Z', 'revision_number': 4, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'gw_port': {'id': '78036179-10b1-4433-8837-19ad76c09d32', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '19c996bb-63d3-46c8-a44f-a0d28b94b5eb', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'port_id': 'e0865216-0511-4e2f-9f66-529a2d126d9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'mac_address': 'fa:16:3e:49:55:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e18457e-06d8-486b-adaf-e0c354ad461e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:09:25Z', 'updated_at': '2021-11-24T22:09:25Z', 'revision_number': 0, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3151ef6b-4686-4ff1-80f0-e3c323fd7072', 'name': '', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'mac_address': 'fa:16:3e:fa:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:22Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 5, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'subnets': [{'id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:09:27.555716 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4e8278-c4e5-48be-b0c5-801253e63867 None None] New status for floating IP 19c996bb-63d3-46c8-a44f-a0d28b94b5eb: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:09:39.070471 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e161a1dd-0723-4423-a025-baeefb5cb704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:40.468365 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:41.357884 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d0799495-e3f1-4a2f-83a0-0921c9e27931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:41.879246 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:42.329278 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b528bacf-bc78-4c81-87f0-01b3f5fc5979 req-237ddd5c-a8f9-4271-8f85-4dbfd1950590 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405211 Nov 24 22:09:42.415717 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528bacf-bc78-4c81-87f0-01b3f5fc5979 req-03e3449b-6e50-4f55-b0f4-ff22fe19aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:42.417243 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b528bacf-bc78-4c81-87f0-01b3f5fc5979 req-03e3449b-6e50-4f55-b0f4-ff22fe19aa8e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a731506f864e4f1ea14bd66ddb90469c&device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 1096 time: 0.0454199 Nov 24 22:09:42.523999 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528bacf-bc78-4c81-87f0-01b3f5fc5979 req-7574e8dd-2f3d-4387-9607-db015b9912f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:42.525420 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b528bacf-bc78-4c81-87f0-01b3f5fc5979 req-7574e8dd-2f3d-4387-9607-db015b9912f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9482f4ba-19b0-458f-acb4-57643ab9b11d HTTP/1.1" status: 200 len: 909 time: 0.0869062 Nov 24 22:09:42.595850 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b528bacf-bc78-4c81-87f0-01b3f5fc5979 req-fdb39fe8-9166-4285-be8c-b0cff4903e04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0865216-0511-4e2f-9f66-529a2d126d9b HTTP/1.1" status: 200 len: 1001 time: 0.0624592 Nov 24 22:09:42.645023 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528bacf-bc78-4c81-87f0-01b3f5fc5979 req-fe9b484b-e5e1-4a9c-89c9-88690c2c224e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:42.647025 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b528bacf-bc78-4c81-87f0-01b3f5fc5979 req-fe9b484b-e5e1-4a9c-89c9-88690c2c224e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fcc90c49-04d7-4091-aa8e-f830a0f6fd7d HTTP/1.1" status: 200 len: 847 time: 0.0430515 Nov 24 22:09:42.692555 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528bacf-bc78-4c81-87f0-01b3f5fc5979 req-49701835-3b97-4e5f-adb5-a1cda386c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:42.694198 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b528bacf-bc78-4c81-87f0-01b3f5fc5979 req-49701835-3b97-4e5f-adb5-a1cda386c5bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9482f4ba-19b0-458f-acb4-57643ab9b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405259 Nov 24 22:09:42.716522 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:43.139969 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b528bacf-bc78-4c81-87f0-01b3f5fc5979 req-166cbf40-066f-46fc-ab8d-015d5fd4986e service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383805 Nov 24 22:09:43.233309 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-b528bacf-bc78-4c81-87f0-01b3f5fc5979 req-5f2499b5-ef90-4ffa-92f3-ae9f0567387b service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832705 Nov 24 22:09:44.080634 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:09:44.488072 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:09:44.993209 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:10:09.072068 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-384808c0-909b-48d1-b2d7-b221cef40f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:10:10.482335 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:10:11.363429 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1aae44e5-9337-4815-9059-beb6a179f222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:10:11.873786 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:10:12.714898 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:10:14.082841 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:10:14.995123 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:10:21.488482 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:10:39.073948 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b0118e9f-7a7c-4991-92a3-60ba6cefeeae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:10:40.482117 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:10:41.365523 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-20d6bc80-f528-4f35-b431-88416105126b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:10:41.868785 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:10:42.720324 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:10:44.084980 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:10:44.343615 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0fd8b7fc-f27b-4f0f-bb58-c31e5ea12838 req-d7af34cd-79c0-4c29-852c-fde1eb1b8950 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412431 Nov 24 22:10:44.435928 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b7fc-f27b-4f0f-bb58-c31e5ea12838 req-165cdfea-dd84-42c9-a47b-47acdc9fce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:10:44.437464 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0fd8b7fc-f27b-4f0f-bb58-c31e5ea12838 req-165cdfea-dd84-42c9-a47b-47acdc9fce86 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a731506f864e4f1ea14bd66ddb90469c&device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 1096 time: 0.0448644 Nov 24 22:10:44.545680 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b7fc-f27b-4f0f-bb58-c31e5ea12838 req-4110c177-3595-402c-bd64-5bfd582e3c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:10:44.547217 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0fd8b7fc-f27b-4f0f-bb58-c31e5ea12838 req-4110c177-3595-402c-bd64-5bfd582e3c64 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9482f4ba-19b0-458f-acb4-57643ab9b11d HTTP/1.1" status: 200 len: 909 time: 0.0907166 Nov 24 22:10:44.619342 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0fd8b7fc-f27b-4f0f-bb58-c31e5ea12838 req-41b20af8-1db0-459a-80bf-810a3dde71be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0865216-0511-4e2f-9f66-529a2d126d9b HTTP/1.1" status: 200 len: 1001 time: 0.0651760 Nov 24 22:10:44.672331 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b7fc-f27b-4f0f-bb58-c31e5ea12838 req-b5e281f7-b39d-43c3-8b08-81d3136f5994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:10:44.674406 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0fd8b7fc-f27b-4f0f-bb58-c31e5ea12838 req-b5e281f7-b39d-43c3-8b08-81d3136f5994 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fcc90c49-04d7-4091-aa8e-f830a0f6fd7d HTTP/1.1" status: 200 len: 847 time: 0.0467494 Nov 24 22:10:44.722295 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b7fc-f27b-4f0f-bb58-c31e5ea12838 req-23da944d-a1c5-44c6-a78f-30cc300f9ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:10:44.723822 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0fd8b7fc-f27b-4f0f-bb58-c31e5ea12838 req-23da944d-a1c5-44c6-a78f-30cc300f9ac1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9482f4ba-19b0-458f-acb4-57643ab9b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424268 Nov 24 22:10:44.817970 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0fd8b7fc-f27b-4f0f-bb58-c31e5ea12838 req-55e3818f-727d-4b3d-bfac-2d87a29301d3 service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874255 Nov 24 22:10:44.910203 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0fd8b7fc-f27b-4f0f-bb58-c31e5ea12838 req-b8d98f99-ad24-4a8b-a123-d6a49d058757 service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856569 Nov 24 22:10:44.997916 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:10:58.488481 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:11:09.076411 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e0decf33-33d6-402c-aabc-16f4e4ddffb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:11:10.487435 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:11:11.369721 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b0d554c5-f941-4638-bf41-df43cf42f023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:11:11.885515 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:11:12.721978 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:11:14.088449 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:11:15.000338 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:11:23.178515 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c346c-103a-45d9-90ab-41b80a472f3d req-e71c72b0-3a38-4808-b642-de4ca73563ad tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:23.180091 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d79c346c-103a-45d9-90ab-41b80a472f3d req-e71c72b0-3a38-4808-b642-de4ca73563ad tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 945 time: 0.0610788 Nov 24 22:11:23.240422 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d79c346c-103a-45d9-90ab-41b80a472f3d req-0a659876-279f-43f4-85c9-b0f1bcd497e2 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533175 Nov 24 22:11:24.395184 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cc44f-1113-40ae-9f1e-a02992cb3eab req-375cff7f-5b0a-4050-b9b0-4e420320e04c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:24.396879 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ab8cc44f-1113-40ae-9f1e-a02992cb3eab req-375cff7f-5b0a-4050-b9b0-4e420320e04c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 945 time: 0.0541639 Nov 24 22:11:24.466682 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-ab8cc44f-1113-40ae-9f1e-a02992cb3eab req-34dd4b3b-967b-4f63-939e-443dc0c3b695 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615005 Nov 24 22:11:25.607172 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef001a6-06f1-40ab-8b42-33e970bbe4d1 req-2553548e-0e7c-41fc-89ef-0b1ae5b612c9 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:25.608681 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8ef001a6-06f1-40ab-8b42-33e970bbe4d1 req-2553548e-0e7c-41fc-89ef-0b1ae5b612c9 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 945 time: 0.0620625 Nov 24 22:11:25.660218 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-8ef001a6-06f1-40ab-8b42-33e970bbe4d1 req-f30c1ca7-4bdb-45d3-9733-9378c6dde5ba tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452209 Nov 24 22:11:26.783003 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deea354-ab1a-421f-b569-d19cd23a93e6 req-f10d5a17-0409-44b2-94a6-3893198c0519 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:26.784541 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4deea354-ab1a-421f-b569-d19cd23a93e6 req-f10d5a17-0409-44b2-94a6-3893198c0519 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 945 time: 0.0524039 Nov 24 22:11:26.835660 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4deea354-ab1a-421f-b569-d19cd23a93e6 req-3fdcfd65-8f1b-47dc-b12e-b72a04592490 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448282 Nov 24 22:11:27.976869 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e2256-0c6a-4aef-ad46-69df8e237c36 req-ad428bd7-c54c-4d3b-b373-206aa310b7e8 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:27.979099 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2c6e2256-0c6a-4aef-ad46-69df8e237c36 req-ad428bd7-c54c-4d3b-b373-206aa310b7e8 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 945 time: 0.0560389 Nov 24 22:11:28.037996 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2c6e2256-0c6a-4aef-ad46-69df8e237c36 req-367c3e83-6318-4c05-9c89-e697e7e57716 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501475 Nov 24 22:11:29.183630 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750dbfd-c690-4933-93c7-d4147e73312c req-67c2a17a-b0a6-4c4d-91fc-d0013297bc5c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:29.185420 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9750dbfd-c690-4933-93c7-d4147e73312c req-67c2a17a-b0a6-4c4d-91fc-d0013297bc5c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 945 time: 0.0675623 Nov 24 22:11:29.241644 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9750dbfd-c690-4933-93c7-d4147e73312c req-8a1c6c7e-986f-4096-8a5f-7e2a4819637e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501130 Nov 24 22:11:30.425436 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279c35f-e33b-4c56-ac6c-c157505048b1 req-de74abaa-048f-43e8-b6a0-3ce391719ded tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:30.427068 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0279c35f-e33b-4c56-ac6c-c157505048b1 req-de74abaa-048f-43e8-b6a0-3ce391719ded tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 945 time: 0.0679290 Nov 24 22:11:30.494039 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0279c35f-e33b-4c56-ac6c-c157505048b1 req-bda9eaf1-c6c3-44ad-aebb-80fd1b2b0817 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590622 Nov 24 22:11:31.638184 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181086e-6ba9-4c0e-b794-6909315546cf req-cfd81e95-4df3-4a29-8843-b7137960dae7 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:31.639738 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d181086e-6ba9-4c0e-b794-6909315546cf req-cfd81e95-4df3-4a29-8843-b7137960dae7 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 945 time: 0.0630591 Nov 24 22:11:31.701348 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d181086e-6ba9-4c0e-b794-6909315546cf req-ac9d4632-2558-4597-8e74-19cf2104708b tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496831 Nov 24 22:11:32.836496 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22223c43-6d4b-4492-93dc-b8d8de1828fd req-35a869c0-2138-4337-a2d5-6c2e9a351495 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:32.838069 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-22223c43-6d4b-4492-93dc-b8d8de1828fd req-35a869c0-2138-4337-a2d5-6c2e9a351495 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 945 time: 0.0513735 Nov 24 22:11:32.907146 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-22223c43-6d4b-4492-93dc-b8d8de1828fd req-4a21b0df-0657-4db0-b157-77e94799fa6d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623419 Nov 24 22:11:33.300496 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0824b78-6db5-47b8-9b61-a1d6f26889cd req-85aaeea3-c235-4b7e-92aa-58f738b8ba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:33.302105 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a0824b78-6db5-47b8-9b61-a1d6f26889cd req-85aaeea3-c235-4b7e-92aa-58f738b8ba3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a731506f864e4f1ea14bd66ddb90469c&device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 1096 time: 0.0515730 Nov 24 22:11:33.401270 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0824b78-6db5-47b8-9b61-a1d6f26889cd req-b796f104-4c3e-49d9-8765-7f0c2c28155a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:33.402659 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a0824b78-6db5-47b8-9b61-a1d6f26889cd req-b796f104-4c3e-49d9-8765-7f0c2c28155a service neutron] 10.222.0.48 "GET /v2.0/networks?id=9482f4ba-19b0-458f-acb4-57643ab9b11d HTTP/1.1" status: 200 len: 909 time: 0.0931408 Nov 24 22:11:33.478992 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a0824b78-6db5-47b8-9b61-a1d6f26889cd req-359b3efd-8460-42a8-95f9-bcee792c35cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0865216-0511-4e2f-9f66-529a2d126d9b HTTP/1.1" status: 200 len: 1001 time: 0.0660298 Nov 24 22:11:33.533701 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0824b78-6db5-47b8-9b61-a1d6f26889cd req-6f27a87d-b072-42a4-91d3-ab1974ddb287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:33.535504 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a0824b78-6db5-47b8-9b61-a1d6f26889cd req-6f27a87d-b072-42a4-91d3-ab1974ddb287 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fcc90c49-04d7-4091-aa8e-f830a0f6fd7d HTTP/1.1" status: 200 len: 847 time: 0.0487633 Nov 24 22:11:33.593511 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0824b78-6db5-47b8-9b61-a1d6f26889cd req-58fa7b5a-b614-4f47-ad93-502590e89140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:33.595119 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a0824b78-6db5-47b8-9b61-a1d6f26889cd req-58fa7b5a-b614-4f47-ad93-502590e89140 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9482f4ba-19b0-458f-acb4-57643ab9b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524750 Nov 24 22:11:33.714819 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a0824b78-6db5-47b8-9b61-a1d6f26889cd req-dad6df10-566c-4794-89c8-344a9e8a802f service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125381 Nov 24 22:11:33.812573 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a0824b78-6db5-47b8-9b61-a1d6f26889cd req-cdb67043-47bf-410f-ac1f-f60db2a8738b service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906250 Nov 24 22:11:34.036325 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e829d-52fd-4690-8eb3-e01c7f13f111 req-7688025a-7f16-4976-8813-2cd6c9c88baa tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:34.037752 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d07e829d-52fd-4690-8eb3-e01c7f13f111 req-7688025a-7f16-4976-8813-2cd6c9c88baa tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 945 time: 0.0596104 Nov 24 22:11:34.096923 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d07e829d-52fd-4690-8eb3-e01c7f13f111 req-91b9db4b-56be-4639-bf42-7e93d742670b tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520585 Nov 24 22:11:35.231176 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f1c8e-bc99-445e-9aef-7a954b0cc784 req-bea66955-587d-44b1-9fad-977227b7e30d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:35.232761 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-305f1c8e-bc99-445e-9aef-7a954b0cc784 req-bea66955-587d-44b1-9fad-977227b7e30d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 945 time: 0.0636325 Nov 24 22:11:35.292730 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-305f1c8e-bc99-445e-9aef-7a954b0cc784 req-e960bbfc-9418-49cd-820e-56cff5ca8a2b tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539393 Nov 24 22:11:35.492306 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:11:36.449579 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e38912-24bc-4609-a61c-fdd8da617b52 req-3e30976b-b5d1-4bba-ba13-7c41ea54e05b tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:36.453679 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-99e38912-24bc-4609-a61c-fdd8da617b52 req-3e30976b-b5d1-4bba-ba13-7c41ea54e05b tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 945 time: 0.0685344 Nov 24 22:11:36.521245 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-99e38912-24bc-4609-a61c-fdd8da617b52 req-f184c114-7e3a-4fe2-bda9-8e476f014982 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649483 Nov 24 22:11:37.655744 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd7fb8-3309-4144-8575-698e39b92e89 req-cde06bd1-81a0-47e9-888f-0e4a8bcfe047 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:37.657882 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e4dd7fb8-3309-4144-8575-698e39b92e89 req-cde06bd1-81a0-47e9-888f-0e4a8bcfe047 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 945 time: 0.0620699 Nov 24 22:11:37.716426 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e4dd7fb8-3309-4144-8575-698e39b92e89 req-3359b8f1-ef6a-4652-81a3-c5c5babf37ae tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518131 Nov 24 22:11:37.952133 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-645f2639-c67c-4b91-9f93-b304dcac83c1 req-f511adfa-326a-4cee-bcf4-4790ff487853 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0618553 Nov 24 22:11:37.964105 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-645f2639-c67c-4b91-9f93-b304dcac83c1 req-a088e1fb-853d-4c85-9df6-ae5023dcd6cb service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:11:37.965404 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-645f2639-c67c-4b91-9f93-b304dcac83c1 req-a088e1fb-853d-4c85-9df6-ae5023dcd6cb service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066969 Nov 24 22:11:37.979840 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5354e-a025-4184-917e-91a3f5b86599 req-eaf6fb07-357e-43f5-87fe-c78313bf6ed9 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:37.981549 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ba5354e-a025-4184-917e-91a3f5b86599 req-eaf6fb07-357e-43f5-87fe-c78313bf6ed9 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 945 time: 0.0705528 Nov 24 22:11:38.044423 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5ba5354e-a025-4184-917e-91a3f5b86599 req-5fcc0779-9c74-4f58-88a5-f11749be716b tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536230 Nov 24 22:11:39.095920 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5d9fe836-aa56-410e-b4da-02e834ff4eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:11:39.195928 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069179f-66d1-402d-8dc4-a168f15d23e2 req-0a7ed092-9c72-4118-9280-9c3d3c83894c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:39.199615 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3069179f-66d1-402d-8dc4-a168f15d23e2 req-0a7ed092-9c72-4118-9280-9c3d3c83894c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 945 time: 0.0656748 Nov 24 22:11:39.224558 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device e0865216-0511-4e2f-9f66-529a2d126d9b no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:11:39.333182 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:11:39.338024 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3069179f-66d1-402d-8dc4-a168f15d23e2 req-b208ba61-5b92-4520-9531-f6232886f95c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265881 Nov 24 22:11:39.361170 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e18457e-06d8-486b-adaf-e0c354ad461e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0865216-0511-4e2f-9f66-529a2d126d9b'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:11:39.362306 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36d670d-6555-4049-8614-fd592e79d850" -d '{"events": [{"server_uuid": "0e18457e-06d8-486b-adaf-e0c354ad461e", "name": "network-vif-unplugged", "status": "completed", "tag": "e0865216-0511-4e2f-9f66-529a2d126d9b"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:11:39.380556 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port e0865216-0511-4e2f-9f66-529a2d126d9b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=e0865216-0511-4e2f-9f66-529a2d126d9b,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:11:39.386032 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:11:39.418322 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Nov 2021 22:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89213df-30ac-4475-a3db-f4f8a14294e6 x-openstack-request-id: req-c89213df-30ac-4475-a3db-f4f8a14294e6 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:11:39.418613 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e18457e-06d8-486b-adaf-e0c354ad461e", "name": "network-vif-unplugged", "status": "failed", "tag": "e0865216-0511-4e2f-9f66-529a2d126d9b", "code": 422}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:11:39.418898 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c89213df-30ac-4475-a3db-f4f8a14294e6 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:11:39.419306 n-d-812111-8 neutron-server[109992]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0e18457e-06d8-486b-adaf-e0c354ad461e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e0865216-0511-4e2f-9f66-529a2d126d9b', 'code': 422} returned with failed status Nov 24 22:11:39.462661 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=e0865216-0511-4e2f-9f66-529a2d126d9b,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:11:39.471157 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:11:39.471504 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:11:39.471875 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:11:39.472207 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:11:39.472543 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:11:39.472918 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:11:39.473248 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:11:39.473580 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:11:39.473906 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:11:39.474238 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:11:39.474563 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:11:39.474891 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:11:40.484486 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009e42f-d72c-4fc9-af36-99d8526b3fed req-f70d990d-e260-42ad-857f-bd27266e2c28 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:40.485118 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:11:40.487268 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0009e42f-d72c-4fc9-af36-99d8526b3fed req-f70d990d-e260-42ad-857f-bd27266e2c28 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 943 time: 0.0640774 Nov 24 22:11:40.560335 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0009e42f-d72c-4fc9-af36-99d8526b3fed req-71c7c8e2-0d2d-43be-ae71-85c74f440e02 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664241 Nov 24 22:11:41.378601 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f8e567c3-31af-49e7-9515-e759ca34bbd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:11:41.699316 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0ea7c-ee29-4bd1-a281-d1bb8d6067e1 req-204f412b-19bf-457e-b375-87b9b4ae7794 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:41.700918 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-65e0ea7c-ee29-4bd1-a281-d1bb8d6067e1 req-204f412b-19bf-457e-b375-87b9b4ae7794 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 943 time: 0.0665531 Nov 24 22:11:41.762868 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-65e0ea7c-ee29-4bd1-a281-d1bb8d6067e1 req-d9e2d22e-8d90-415f-92a7-ea6679a90c72 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522742 Nov 24 22:11:41.884319 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:11:42.726999 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:11:42.915056 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b95851-d868-4279-96dd-0786c09c82d4 req-7477db02-faa6-4420-8745-54172749f93b tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:42.917156 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87b95851-d868-4279-96dd-0786c09c82d4 req-7477db02-faa6-4420-8745-54172749f93b tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 943 time: 0.0619595 Nov 24 22:11:42.986008 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-87b95851-d868-4279-96dd-0786c09c82d4 req-ba29c689-679d-49da-96cd-0fd2ad7f9da5 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615859 Nov 24 22:11:44.095478 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:11:44.157659 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f3b07-f203-4b96-b18a-22206bc85297 req-53a12821-c3ab-4d64-93c6-415b2815b392 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:44.159218 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-670f3b07-f203-4b96-b18a-22206bc85297 req-53a12821-c3ab-4d64-93c6-415b2815b392 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 943 time: 0.0653629 Nov 24 22:11:44.229950 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-670f3b07-f203-4b96-b18a-22206bc85297 req-70893c55-902f-4b5d-8187-25e469cd34b3 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599611 Nov 24 22:11:44.465935 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f2639-c67c-4b91-9f93-b304dcac83c1 req-639fcfc0-3f06-411f-9c9e-0c5ad8309ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:44.467939 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-645f2639-c67c-4b91-9f93-b304dcac83c1 req-639fcfc0-3f06-411f-9c9e-0c5ad8309ccf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e&tenant_id=a731506f864e4f1ea14bd66ddb90469c HTTP/1.1" status: 200 len: 1094 time: 0.0498426 Nov 24 22:11:44.535132 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f2639-c67c-4b91-9f93-b304dcac83c1 req-bf913b68-a354-47d5-a801-8a7977c1702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:44.536689 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-645f2639-c67c-4b91-9f93-b304dcac83c1 req-bf913b68-a354-47d5-a801-8a7977c1702d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a731506f864e4f1ea14bd66ddb90469c&device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 1094 time: 0.0456498 Nov 24 22:11:44.656451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f2639-c67c-4b91-9f93-b304dcac83c1 req-a32115ef-db9d-429d-a4e3-236f16830519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:44.658208 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-645f2639-c67c-4b91-9f93-b304dcac83c1 req-a32115ef-db9d-429d-a4e3-236f16830519 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9482f4ba-19b0-458f-acb4-57643ab9b11d HTTP/1.1" status: 200 len: 909 time: 0.1139503 Nov 24 22:11:44.738075 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-645f2639-c67c-4b91-9f93-b304dcac83c1 req-ff059ace-6034-4930-8919-7c73dad5794f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0865216-0511-4e2f-9f66-529a2d126d9b HTTP/1.1" status: 200 len: 999 time: 0.0726142 Nov 24 22:11:44.796141 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f2639-c67c-4b91-9f93-b304dcac83c1 req-c0cb8780-b0f4-4c34-b441-492a2994a8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:44.797747 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-645f2639-c67c-4b91-9f93-b304dcac83c1 req-c0cb8780-b0f4-4c34-b441-492a2994a8b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fcc90c49-04d7-4091-aa8e-f830a0f6fd7d HTTP/1.1" status: 200 len: 847 time: 0.0530295 Nov 24 22:11:44.858444 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f2639-c67c-4b91-9f93-b304dcac83c1 req-96267987-1509-4a7e-86bd-1be4b2885434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:44.860081 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-645f2639-c67c-4b91-9f93-b304dcac83c1 req-96267987-1509-4a7e-86bd-1be4b2885434 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9482f4ba-19b0-458f-acb4-57643ab9b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558553 Nov 24 22:11:44.964701 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-645f2639-c67c-4b91-9f93-b304dcac83c1 req-d0de8864-5798-4aa2-900d-e9d5804c9a3e service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977926 Nov 24 22:11:45.007138 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:11:45.081846 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-645f2639-c67c-4b91-9f93-b304dcac83c1 req-cc72c7b1-4524-421e-baa1-d47461c478fa service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098890 Nov 24 22:11:45.366607 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7881c-04be-4bff-bd01-34661116fab8 req-25637503-86fd-4e9e-9cdb-ed8e1b4a92d5 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:45.368364 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9fd7881c-04be-4bff-bd01-34661116fab8 req-25637503-86fd-4e9e-9cdb-ed8e1b4a92d5 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 943 time: 0.0560174 Nov 24 22:11:45.375394 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea14e05-429e-47ac-97b7-cd947ae47fc7 req-47a9c012-bf76-47cb-b3f5-f35ddc419da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:45.377435 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2ea14e05-429e-47ac-97b7-cd947ae47fc7 req-47a9c012-bf76-47cb-b3f5-f35ddc419da9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a731506f864e4f1ea14bd66ddb90469c&device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 1094 time: 0.0445898 Nov 24 22:11:45.429905 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9fd7881c-04be-4bff-bd01-34661116fab8 req-1d44810c-1c1a-47a2-b187-1ed3620abac8 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532784 Nov 24 22:11:45.541622 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea14e05-429e-47ac-97b7-cd947ae47fc7 req-9dabf6a4-34ac-4818-b2cb-93bac1ea06f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:45.543732 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2ea14e05-429e-47ac-97b7-cd947ae47fc7 req-9dabf6a4-34ac-4818-b2cb-93bac1ea06f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9482f4ba-19b0-458f-acb4-57643ab9b11d HTTP/1.1" status: 200 len: 909 time: 0.1350186 Nov 24 22:11:45.616487 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2ea14e05-429e-47ac-97b7-cd947ae47fc7 req-4465cd6f-5e24-4f7f-98be-7c19273b7ceb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0865216-0511-4e2f-9f66-529a2d126d9b HTTP/1.1" status: 200 len: 999 time: 0.0657022 Nov 24 22:11:45.670484 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea14e05-429e-47ac-97b7-cd947ae47fc7 req-3d18db9c-8516-48f4-ae43-b1883f563886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:45.671998 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2ea14e05-429e-47ac-97b7-cd947ae47fc7 req-3d18db9c-8516-48f4-ae43-b1883f563886 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fcc90c49-04d7-4091-aa8e-f830a0f6fd7d HTTP/1.1" status: 200 len: 847 time: 0.0479426 Nov 24 22:11:45.728818 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea14e05-429e-47ac-97b7-cd947ae47fc7 req-3422b103-a625-47d1-8a51-5d94ff0bb8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:45.730418 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2ea14e05-429e-47ac-97b7-cd947ae47fc7 req-3422b103-a625-47d1-8a51-5d94ff0bb8b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9482f4ba-19b0-458f-acb4-57643ab9b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520661 Nov 24 22:11:45.842874 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2ea14e05-429e-47ac-97b7-cd947ae47fc7 req-aab3405c-13c0-4737-9bdd-d96479579555 service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055140 Nov 24 22:11:45.974618 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-2ea14e05-429e-47ac-97b7-cd947ae47fc7 req-b3e6f5e7-017e-4a34-91ba-abc41882c704 service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204250 Nov 24 22:11:46.562672 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50fd59-3795-4b59-8da7-8cea98d04b63 req-48adf2ee-c665-443c-a6d3-97e6b8adc84c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:46.564352 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e50fd59-3795-4b59-8da7-8cea98d04b63 req-48adf2ee-c665-443c-a6d3-97e6b8adc84c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 943 time: 0.0568075 Nov 24 22:11:46.626618 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e50fd59-3795-4b59-8da7-8cea98d04b63 req-23404c17-9510-4436-b269-825dd85eed96 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551913 Nov 24 22:11:47.758467 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb41b8-0462-4f83-9c07-2ad5fa3b4b75 req-81f3d5c5-d9f0-4822-b974-34c44700811c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:47.760995 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d3bb41b8-0462-4f83-9c07-2ad5fa3b4b75 req-81f3d5c5-d9f0-4822-b974-34c44700811c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 943 time: 0.0561130 Nov 24 22:11:47.812598 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d3bb41b8-0462-4f83-9c07-2ad5fa3b4b75 req-0a6db611-ac8a-4cb6-8f49-2af5cfa08b3c tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456667 Nov 24 22:11:48.949235 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0a21f-5ad2-4d02-bf32-7be86ced1f9c req-3e3bd02b-6f36-4985-a72b-e823425cf8d2 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:48.952290 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f1b0a21f-5ad2-4d02-bf32-7be86ced1f9c req-3e3bd02b-6f36-4985-a72b-e823425cf8d2 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 943 time: 0.0581682 Nov 24 22:11:49.006514 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f1b0a21f-5ad2-4d02-bf32-7be86ced1f9c req-6579fb13-55cd-43d0-be52-76924d9272ca tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477295 Nov 24 22:11:50.134788 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4b54f-3255-4f3a-94ba-e9667f0089d9 req-e9d891be-9b39-4e86-a5c6-c46d7f0c7910 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:50.136339 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-89f4b54f-3255-4f3a-94ba-e9667f0089d9 req-e9d891be-9b39-4e86-a5c6-c46d7f0c7910 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 943 time: 0.0571988 Nov 24 22:11:50.191257 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-89f4b54f-3255-4f3a-94ba-e9667f0089d9 req-7dcbb9a4-9260-485c-948e-036eee818b34 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487595 Nov 24 22:11:51.323298 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db5a6e-79f2-4e7a-b343-46ef1bf6c3dc req-5cf1c23a-9480-4338-84f4-5fc352596381 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:51.324883 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e8db5a6e-79f2-4e7a-b343-46ef1bf6c3dc req-5cf1c23a-9480-4338-84f4-5fc352596381 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 943 time: 0.0547814 Nov 24 22:11:51.392616 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e8db5a6e-79f2-4e7a-b343-46ef1bf6c3dc req-edd66027-fc48-4073-b15a-8f0d8063452d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616050 Nov 24 22:11:52.516358 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f25027-3b33-44b8-ac24-7ca51ceef158 req-53052735-d4bc-4d85-b73e-c0a3024d5869 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:52.517793 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-70f25027-3b33-44b8-ac24-7ca51ceef158 req-53052735-d4bc-4d85-b73e-c0a3024d5869 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 943 time: 0.0523772 Nov 24 22:11:52.890643 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-70f25027-3b33-44b8-ac24-7ca51ceef158 req-bbca0e5d-bb8a-44d1-aadf-4cfd9ff1a9c3 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3664815 Nov 24 22:11:53.311124 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device e0865216-0511-4e2f-9f66-529a2d126d9b details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:11:53.409673 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port e0865216-0511-4e2f-9f66-529a2d126d9b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=e0865216-0511-4e2f-9f66-529a2d126d9b,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:11:53.422487 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': 'e0865216-0511-4e2f-9f66-529a2d126d9b', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'port_id': 'e0865216-0511-4e2f-9f66-529a2d126d9b', 'mac_address': 'fa:16:3e:49:55:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:11:53.471343 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:11:53.485316 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0865216-0511-4e2f-9f66-529a2d126d9b {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:11:53.504963 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port e0865216-0511-4e2f-9f66-529a2d126d9b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=e0865216-0511-4e2f-9f66-529a2d126d9b,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:11:53.509855 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:11:53.559567 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=e0865216-0511-4e2f-9f66-529a2d126d9b,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:11:53.745599 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['e0865216-0511-4e2f-9f66-529a2d126d9b'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:11:54.042841 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ddd24-8158-4044-b837-184e55eeeaf8 req-a8e7edef-9b94-4330-ae3a-0d8da7fc49ea tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:54.044323 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7a5ddd24-8158-4044-b837-184e55eeeaf8 req-a8e7edef-9b94-4330-ae3a-0d8da7fc49ea tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 944 time: 0.0586038 Nov 24 22:11:54.100198 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-7a5ddd24-8158-4044-b837-184e55eeeaf8 req-ae95bd0b-229e-4139-9268-8fcd2e8cf4fd tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473175 Nov 24 22:11:55.230414 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ecc8e-6e25-462c-afcc-24d323a875b5 req-fd7fffd4-d3b1-4214-9c3d-ea9575c675f8 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:55.231948 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b10ecc8e-6e25-462c-afcc-24d323a875b5 req-fd7fffd4-d3b1-4214-9c3d-ea9575c675f8 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 944 time: 0.0556014 Nov 24 22:11:55.294015 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b10ecc8e-6e25-462c-afcc-24d323a875b5 req-793fa288-fe1d-41b9-99b0-684303ad36bc tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511606 Nov 24 22:11:55.326221 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device e0865216-0511-4e2f-9f66-529a2d126d9b up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:11:55.396153 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port e0865216-0511-4e2f-9f66-529a2d126d9b triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:11:55.396428 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:11:55.492396 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:11:55.517564 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e18457e-06d8-486b-adaf-e0c354ad461e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0865216-0511-4e2f-9f66-529a2d126d9b'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:11:55.519832 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8cc87e-1849-4083-acce-9837da9fd028" -d '{"events": [{"server_uuid": "0e18457e-06d8-486b-adaf-e0c354ad461e", "name": "network-vif-plugged", "status": "completed", "tag": "e0865216-0511-4e2f-9f66-529a2d126d9b"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:11:55.534732 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port e0865216-0511-4e2f-9f66-529a2d126d9b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=e0865216-0511-4e2f-9f66-529a2d126d9b,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:11:55.539203 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:11:55.563749 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee78fd1b-f680-4070-8bc9-f9fd47130fe9 x-openstack-request-id: req-ee78fd1b-f680-4070-8bc9-f9fd47130fe9 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:11:55.564051 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e18457e-06d8-486b-adaf-e0c354ad461e", "name": "network-vif-plugged", "status": "completed", "tag": "e0865216-0511-4e2f-9f66-529a2d126d9b", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:11:55.564306 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ee78fd1b-f680-4070-8bc9-f9fd47130fe9 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:11:55.564702 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e18457e-06d8-486b-adaf-e0c354ad461e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0865216-0511-4e2f-9f66-529a2d126d9b', 'code': 200} Nov 24 22:11:55.595455 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=e0865216-0511-4e2f-9f66-529a2d126d9b,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:11:55.729282 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47473977-f37a-46cb-9948-22b9c751ac23 req-6a122945-45ed-4e5d-98bf-a764a993d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:55.730842 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-47473977-f37a-46cb-9948-22b9c751ac23 req-6a122945-45ed-4e5d-98bf-a764a993d869 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 1096 time: 0.0449395 Nov 24 22:11:55.788349 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-47473977-f37a-46cb-9948-22b9c751ac23 req-4db8f6e3-2425-47c6-bb01-6f4de4c6af0e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502226 Nov 24 22:11:56.438567 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c8327-2f84-4f52-be51-1a2c9bfa0f4a req-85213c6a-55e3-44b9-af03-d9328043b14d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:56.440124 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3d8c8327-2f84-4f52-be51-1a2c9bfa0f4a req-85213c6a-55e3-44b9-af03-d9328043b14d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 945 time: 0.0720086 Nov 24 22:11:56.513048 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3d8c8327-2f84-4f52-be51-1a2c9bfa0f4a req-8409918f-b312-4019-abf3-1575095ecc68 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657864 Nov 24 22:11:57.646724 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad2761-a8f0-4225-ac96-d06c81cedce2 req-59ab7587-6b59-4909-b9a9-4cbbbc59bc76 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:57.648300 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-23ad2761-a8f0-4225-ac96-d06c81cedce2 req-59ab7587-6b59-4909-b9a9-4cbbbc59bc76 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 945 time: 0.0572639 Nov 24 22:11:57.709794 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-23ad2761-a8f0-4225-ac96-d06c81cedce2 req-5903521a-c205-4341-a4c0-77896d109f7e tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543060 Nov 24 22:12:09.079001 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-631e7712-df01-48bb-9873-119db790142f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:12:10.512692 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:12:11.373676 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-22ed6b7e-73b5-4523-a952-82a551b83612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:12:11.897740 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:12:12.492286 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:12:12.728608 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:12:14.094560 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:12:15.003488 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:12:39.082605 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-18228e43-95c1-4bdf-b0ca-b2459d578b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:12:40.526679 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:12:41.376624 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9665d6a0-57a3-42f7-8c22-326ae58f9bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:12:41.898172 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:12:42.729908 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:12:44.098187 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:12:44.995938 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:12:46.325963 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0bea892c-ed33-45c3-874b-8d26b331329d req-1482a62e-338f-454b-a7c9-6fb9fa94560c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410109 Nov 24 22:12:46.415447 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea892c-ed33-45c3-874b-8d26b331329d req-d1674aab-7b34-421a-a12e-d4c917a60637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:12:46.417128 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0bea892c-ed33-45c3-874b-8d26b331329d req-d1674aab-7b34-421a-a12e-d4c917a60637 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a731506f864e4f1ea14bd66ddb90469c&device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 1096 time: 0.0485990 Nov 24 22:12:46.524367 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea892c-ed33-45c3-874b-8d26b331329d req-5f9cee16-24c3-4206-bba1-6cdf3ba98b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:12:46.525848 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0bea892c-ed33-45c3-874b-8d26b331329d req-5f9cee16-24c3-4206-bba1-6cdf3ba98b0c service neutron] 10.222.0.48 "GET /v2.0/networks?id=9482f4ba-19b0-458f-acb4-57643ab9b11d HTTP/1.1" status: 200 len: 909 time: 0.0898855 Nov 24 22:12:46.597566 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0bea892c-ed33-45c3-874b-8d26b331329d req-6eb2a2a2-e316-4bb4-a83c-ee2f6a86fabd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0865216-0511-4e2f-9f66-529a2d126d9b HTTP/1.1" status: 200 len: 1001 time: 0.0650733 Nov 24 22:12:46.648768 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea892c-ed33-45c3-874b-8d26b331329d req-c2851edf-4e27-492d-aa1e-3314854c7d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:12:46.650248 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0bea892c-ed33-45c3-874b-8d26b331329d req-c2851edf-4e27-492d-aa1e-3314854c7d84 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fcc90c49-04d7-4091-aa8e-f830a0f6fd7d HTTP/1.1" status: 200 len: 847 time: 0.0466571 Nov 24 22:12:46.697431 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea892c-ed33-45c3-874b-8d26b331329d req-062a5ded-dc6c-4557-8242-d1005f7b4501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:12:46.698966 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0bea892c-ed33-45c3-874b-8d26b331329d req-062a5ded-dc6c-4557-8242-d1005f7b4501 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9482f4ba-19b0-458f-acb4-57643ab9b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420477 Nov 24 22:12:46.797704 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0bea892c-ed33-45c3-874b-8d26b331329d req-da21b1be-5991-419d-9790-e37f0f4c0a14 service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911119 Nov 24 22:12:46.890846 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-0bea892c-ed33-45c3-874b-8d26b331329d req-dd0e7061-10d3-46a8-b1ac-8d85cd3971b2 service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859835 Nov 24 22:12:49.492467 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:13:09.083991 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1e45b7d3-8b7a-410a-bb0f-882a43fa647b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:10.525902 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:11.382427 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c3303f15-788c-407b-946b-7cf90970a948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:11.911505 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:12.733714 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:13.302459 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56502) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:13.467460 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Deleting port 7c80f211-35a9-4379-99c7-a80ccd98542f {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:13:13.467700 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:13.543586 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:13.543919 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:13.556427 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Calling delete_port for 7c80f211-35a9-4379-99c7-a80ccd98542f owned by network:floatingip {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:13:13.709028 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:13.739537 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event deleted for resources: {'Port': ['ID=7c80f211-35a9-4379-99c7-a80ccd98542f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:13.751516 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:13.751880 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:13.752358 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:13.753176 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:13.753550 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:13.754002 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:13.754346 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:13.754695 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:13.755030 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:13.755358 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:13.755697 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:13.756024 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:13.822039 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for floatingip, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:13.822336 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Floating IP 19c996bb-63d3-46c8-a44f-a0d28b94b5eb disassociated (deleted). External IP: 172.25.5.142, port: e0865216-0511-4e2f-9f66-529a2d126d9b. Nov 24 22:13:14.037496 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Router 483f5dc5-2486-4d84-a9d2-21a4df9cf23c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:13:14.103032 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:14.155527 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:13:14.160188 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:14.166593 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683fa218-672a-4289-92b5-def571e5871a None None] Sync routers for ids ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:13:14.177907 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683fa218-672a-4289-92b5-def571e5871a None None] Routers {'483f5dc5-2486-4d84-a9d2-21a4df9cf23c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:13:14.178541 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-683fa218-672a-4289-92b5-def571e5871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:13:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:14.202233 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-417d6cc9-b00d-4bcb-bea7-4ce72114d958 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "DELETE /v2.0/floatingips/19c996bb-63d3-46c8-a44f-a0d28b94b5eb HTTP/1.1" status: 204 len: 168 time: 0.8961513 Nov 24 22:13:14.202233 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e18457e-06d8-486b-adaf-e0c354ad461e', 'tag': 'e0865216-0511-4e2f-9f66-529a2d126d9b'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:13:14.202656 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69ef999-0941-430c-bcc9-dfb985cdea83" -d '{"events": [{"name": "network-changed", "server_uuid": "0e18457e-06d8-486b-adaf-e0c354ad461e", "tag": "e0865216-0511-4e2f-9f66-529a2d126d9b"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:13:14.302280 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-683fa218-672a-4289-92b5-def571e5871a None None] Set router 483f5dc5-2486-4d84-a9d2-21a4df9cf23c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:13:14.363068 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812cb50b-bfce-47d2-bec5-95c9e1adf0d9 x-openstack-request-id: req-812cb50b-bfce-47d2-bec5-95c9e1adf0d9 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:13:14.363639 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e18457e-06d8-486b-adaf-e0c354ad461e", "tag": "e0865216-0511-4e2f-9f66-529a2d126d9b", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:13:14.363639 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-812cb50b-bfce-47d2-bec5-95c9e1adf0d9 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:13:14.364026 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e18457e-06d8-486b-adaf-e0c354ad461e', 'tag': 'e0865216-0511-4e2f-9f66-529a2d126d9b', 'status': 'completed', 'code': 200} Nov 24 22:13:14.433425 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ef999-0941-430c-bcc9-dfb985cdea83 req-ac4a85b2-c181-422b-a7f9-07e8b6950f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:14.435094 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e69ef999-0941-430c-bcc9-dfb985cdea83 req-ac4a85b2-c181-422b-a7f9-07e8b6950f1b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a731506f864e4f1ea14bd66ddb90469c&device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 1096 time: 0.0492465 Nov 24 22:13:14.485484 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079dca5d-c530-4376-a2cd-1d8dd76e34f4 req-2621beae-4a1d-4bef-9055-f57ca595cb5d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:14.487962 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-079dca5d-c530-4376-a2cd-1d8dd76e34f4 req-2621beae-4a1d-4bef-9055-f57ca595cb5d tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 945 time: 0.0516043 Nov 24 22:13:14.538207 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ef999-0941-430c-bcc9-dfb985cdea83 req-b3bcfcfd-fa65-44b3-8aa2-07b02a4d1015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:14.539994 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e69ef999-0941-430c-bcc9-dfb985cdea83 req-b3bcfcfd-fa65-44b3-8aa2-07b02a4d1015 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9482f4ba-19b0-458f-acb4-57643ab9b11d HTTP/1.1" status: 200 len: 909 time: 0.0965834 Nov 24 22:13:14.550764 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-683fa218-672a-4289-92b5-def571e5871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'name': 'tempest-TestShelveInstance-492848485-router', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '78036179-10b1-4433-8837-19ad76c09d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:22Z', 'revision_number': 4, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'gw_port': {'id': '78036179-10b1-4433-8837-19ad76c09d32', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3151ef6b-4686-4ff1-80f0-e3c323fd7072', 'name': '', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'mac_address': 'fa:16:3e:fa:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:22Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 5, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'subnets': [{'id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:14.561864 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-079dca5d-c530-4376-a2cd-1d8dd76e34f4 req-25042aa8-2500-48fb-8446-de3122b97730 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652585 Nov 24 22:13:14.580561 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683fa218-672a-4289-92b5-def571e5871a None None] Checking router: 483f5dc5-2486-4d84-a9d2-21a4df9cf23c for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:13:14.590650 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683fa218-672a-4289-92b5-def571e5871a None None] Routers {'483f5dc5-2486-4d84-a9d2-21a4df9cf23c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:13:14.591307 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-683fa218-672a-4289-92b5-def571e5871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:13:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:14.595405 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e69ef999-0941-430c-bcc9-dfb985cdea83 req-e3b8a495-20c8-4d9d-a473-28e1301c90e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0865216-0511-4e2f-9f66-529a2d126d9b HTTP/1.1" status: 200 len: 217 time: 0.0469205 Nov 24 22:13:14.648761 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ef999-0941-430c-bcc9-dfb985cdea83 req-453a833c-493d-4327-93b3-3b479aff0eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:14.650278 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e69ef999-0941-430c-bcc9-dfb985cdea83 req-453a833c-493d-4327-93b3-3b479aff0eed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fcc90c49-04d7-4091-aa8e-f830a0f6fd7d HTTP/1.1" status: 200 len: 847 time: 0.0471961 Nov 24 22:13:14.700612 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ef999-0941-430c-bcc9-dfb985cdea83 req-8c6c565c-aa91-427f-9432-be01bedba599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:14.702167 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e69ef999-0941-430c-bcc9-dfb985cdea83 req-8c6c565c-aa91-427f-9432-be01bedba599 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9482f4ba-19b0-458f-acb4-57643ab9b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427620 Nov 24 22:13:14.703311 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-683fa218-672a-4289-92b5-def571e5871a None None] Set router 483f5dc5-2486-4d84-a9d2-21a4df9cf23c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:13:14.802546 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e69ef999-0941-430c-bcc9-dfb985cdea83 req-174d84c9-2dad-46d0-a78b-da11f2595159 service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917912 Nov 24 22:13:14.900500 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-e69ef999-0941-430c-bcc9-dfb985cdea83 req-6cc70a5f-1789-487f-9c99-7827a2d2bdc8 service neutron] 10.222.0.48 "GET /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904284 Nov 24 22:13:14.915642 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-683fa218-672a-4289-92b5-def571e5871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'name': 'tempest-TestShelveInstance-492848485-router', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '78036179-10b1-4433-8837-19ad76c09d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:22Z', 'revision_number': 4, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'gw_port': {'id': '78036179-10b1-4433-8837-19ad76c09d32', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3151ef6b-4686-4ff1-80f0-e3c323fd7072', 'name': '', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'mac_address': 'fa:16:3e:fa:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:22Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 5, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'subnets': [{'id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:14.951953 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683fa218-672a-4289-92b5-def571e5871a None None] The sync data for ids ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'] in n-d-812111-8 is: [{'id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'name': 'tempest-TestShelveInstance-492848485-router', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '78036179-10b1-4433-8837-19ad76c09d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:22Z', 'revision_number': 4, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'gw_port': {'id': '78036179-10b1-4433-8837-19ad76c09d32', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '3151ef6b-4686-4ff1-80f0-e3c323fd7072', 'name': '', 'network_id': '9482f4ba-19b0-458f-acb4-57643ab9b11d', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'mac_address': 'fa:16:3e:fa:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:22Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 5, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'subnets': [{'id': 'fcc90c49-04d7-4091-aa8e-f830a0f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:13:15.005549 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:15.182397 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533009c1-c4aa-4092-935b-2fd8ed6ffee6 None None] New status for floating IP 19c996bb-63d3-46c8-a44f-a0d28b94b5eb: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:13:15.684760 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e695f-cc95-4cb5-8f1f-ab7cf17cc033 req-04ab1e62-40a2-4c78-ad86-840e12ca6eaa tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:15.686297 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e3e695f-cc95-4cb5-8f1f-ab7cf17cc033 req-04ab1e62-40a2-4c78-ad86-840e12ca6eaa tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 945 time: 0.0504110 Nov 24 22:13:15.743994 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4e3e695f-cc95-4cb5-8f1f-ab7cf17cc033 req-68c4736e-cd49-4ea0-975e-34493acf9bdd tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/security-groups?id=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512183 Nov 24 22:13:15.898957 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab6a19-c54d-4cb6-b055-f65c842dcbc0 req-a4d031db-a232-4904-93c6-8592f85ddb21 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:15.900360 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9fab6a19-c54d-4cb6-b055-f65c842dcbc0 req-a4d031db-a232-4904-93c6-8592f85ddb21 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 945 time: 0.0506158 Nov 24 22:13:15.996474 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-9fab6a19-c54d-4cb6-b055-f65c842dcbc0 req-d074ce57-7574-439b-a330-48d3b531c8a1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Deleting port e0865216-0511-4e2f-9f66-529a2d126d9b {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:13:15.996852 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9fab6a19-c54d-4cb6-b055-f65c842dcbc0 req-d074ce57-7574-439b-a330-48d3b531c8a1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:16.090747 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-9fab6a19-c54d-4cb6-b055-f65c842dcbc0 req-d074ce57-7574-439b-a330-48d3b531c8a1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] For port e0865216-0511-4e2f-9f66-529a2d126d9b, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=e0865216-0511-4e2f-9f66-529a2d126d9b,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:13:16.091110 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9fab6a19-c54d-4cb6-b055-f65c842dcbc0 req-d074ce57-7574-439b-a330-48d3b531c8a1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:16.105800 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-9fab6a19-c54d-4cb6-b055-f65c842dcbc0 req-d074ce57-7574-439b-a330-48d3b531c8a1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Calling delete_port for e0865216-0511-4e2f-9f66-529a2d126d9b owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:13:16.248234 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9fab6a19-c54d-4cb6-b055-f65c842dcbc0 req-d074ce57-7574-439b-a330-48d3b531c8a1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:16.285832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074ce57-7574-439b-a330-48d3b531c8a1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event deleted for resources: {'Port': ['ID=e0865216-0511-4e2f-9f66-529a2d126d9b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:16.313109 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d074ce57-7574-439b-a330-48d3b531c8a1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:16.313468 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d074ce57-7574-439b-a330-48d3b531c8a1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:16.313819 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d074ce57-7574-439b-a330-48d3b531c8a1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:16.314169 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d074ce57-7574-439b-a330-48d3b531c8a1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:16.314513 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d074ce57-7574-439b-a330-48d3b531c8a1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:16.315678 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d074ce57-7574-439b-a330-48d3b531c8a1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:16.316174 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d074ce57-7574-439b-a330-48d3b531c8a1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:16.316594 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d074ce57-7574-439b-a330-48d3b531c8a1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:16.316962 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d074ce57-7574-439b-a330-48d3b531c8a1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:16.317307 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d074ce57-7574-439b-a330-48d3b531c8a1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:16.317651 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d074ce57-7574-439b-a330-48d3b531c8a1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:16.317987 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d074ce57-7574-439b-a330-48d3b531c8a1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:16.338131 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fab6a19-c54d-4cb6-b055-f65c842dcbc0 req-d074ce57-7574-439b-a330-48d3b531c8a1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] No DVR routers for this DVR port e0865216-0511-4e2f-9f66-529a2d126d9b on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:13:16.340773 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-9fab6a19-c54d-4cb6-b055-f65c842dcbc0 req-d074ce57-7574-439b-a330-48d3b531c8a1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:16.344240 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-9fab6a19-c54d-4cb6-b055-f65c842dcbc0 req-d074ce57-7574-439b-a330-48d3b531c8a1 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.48 "DELETE /v2.0/ports/e0865216-0511-4e2f-9f66-529a2d126d9b HTTP/1.1" status: 204 len: 173 time: 0.4382398 Nov 24 22:13:16.344684 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e18457e-06d8-486b-adaf-e0c354ad461e', 'name': 'network-vif-deleted', 'tag': 'e0865216-0511-4e2f-9f66-529a2d126d9b'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:13:16.346975 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51335f50-1f09-4adf-aca3-4cf2de554886" -d '{"events": [{"server_uuid": "0e18457e-06d8-486b-adaf-e0c354ad461e", "name": "network-vif-deleted", "tag": "e0865216-0511-4e2f-9f66-529a2d126d9b"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:13:16.390447 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6405e975-53de-4415-af1e-5d06b8499818 x-openstack-request-id: req-6405e975-53de-4415-af1e-5d06b8499818 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:13:16.390774 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e18457e-06d8-486b-adaf-e0c354ad461e", "name": "network-vif-deleted", "tag": "e0865216-0511-4e2f-9f66-529a2d126d9b", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:13:16.391037 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6405e975-53de-4415-af1e-5d06b8499818 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:13:16.391450 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e18457e-06d8-486b-adaf-e0c354ad461e', 'name': 'network-vif-deleted', 'tag': 'e0865216-0511-4e2f-9f66-529a2d126d9b', 'status': 'completed', 'code': 200} Nov 24 22:13:16.857089 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f9241b00-a1b0-4c70-95f6-dd048a730097 req-2f6ad901-fec6-43cd-8ed5-107de1156658 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 210 time: 0.0332513 Nov 24 22:13:17.794205 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device e0865216-0511-4e2f-9f66-529a2d126d9b no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:13:17.818706 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: e0865216-0511-4e2f-9f66-529a2d126d9b {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:13:17.819049 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device e0865216-0511-4e2f-9f66-529a2d126d9b not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:13:17.963004 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1dabebf8-f69b-4886-bb5b-75d5e26e1af9 req-37e510d4-92c5-4b59-bcc5-429fd3270476 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 210 time: 0.0281918 Nov 24 22:13:19.062336 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f7c390d2-a8cd-4c14-a173-b503ed8d3ff6 req-67024c5b-30d5-40a9-999b-e3190b4f640a tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 210 time: 0.0273306 Nov 24 22:13:20.176302 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-580a7495-e089-4a6a-8117-ca10263d5690 req-165d48d3-c14a-4545-9981-942ec1ffee98 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e18457e-06d8-486b-adaf-e0c354ad461e HTTP/1.1" status: 200 len: 210 time: 0.0299952 Nov 24 22:13:21.234695 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56532) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:21.305074 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5303b3c2-7adc-49bf-8306-2ab5b0c56826 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:21.333948 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5303b3c2-7adc-49bf-8306-2ab5b0c56826 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:21.402069 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5303b3c2-7adc-49bf-8306-2ab5b0c56826 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:21.404980 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5303b3c2-7adc-49bf-8306-2ab5b0c56826 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Publish callbacks [] for security_group, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:21.406145 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-5303b3c2-7adc-49bf-8306-2ab5b0c56826 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] 10.222.0.11 "DELETE /v2.0/security-groups/54e2d1ba-fe99-4bab-b3c3-654a6ad51a12 HTTP/1.1" status: 204 len: 168 time: 0.1704481 Nov 24 22:13:21.416224 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303b3c2-7adc-49bf-8306-2ab5b0c56826 tempest-TestShelveInstance-1303187196 tempest-TestShelveInstance-1303187196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e2d1ba-fe99-4bab-b3c3-654a6ad51a12,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:21.462371 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56536) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:21.973379 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d1f2-c181-4c67-9982-072e72acaeb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:22.255351 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c7d3d1f2-c181-4c67-9982-072e72acaeb7 admin admin] Deleting port 3151ef6b-4686-4ff1-80f0-e3c323fd7072 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:13:22.256023 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d1f2-c181-4c67-9982-072e72acaeb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:22.341266 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-c7d3d1f2-c181-4c67-9982-072e72acaeb7 admin admin] For port 3151ef6b-4686-4ff1-80f0-e3c323fd7072, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=3151ef6b-4686-4ff1-80f0-e3c323fd7072,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:13:22.341634 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d1f2-c181-4c67-9982-072e72acaeb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:22.355106 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c7d3d1f2-c181-4c67-9982-072e72acaeb7 admin admin] Calling delete_port for 3151ef6b-4686-4ff1-80f0-e3c323fd7072 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:13:22.550114 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d1f2-c181-4c67-9982-072e72acaeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:22.578867 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3d1f2-c181-4c67-9982-072e72acaeb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3151ef6b-4686-4ff1-80f0-e3c323fd7072,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:22.763141 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d1f2-c181-4c67-9982-072e72acaeb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:23.005402 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d3d1f2-c181-4c67-9982-072e72acaeb7 admin admin] Router 483f5dc5-2486-4d84-a9d2-21a4df9cf23c has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:13:23.122792 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d3d1f2-c181-4c67-9982-072e72acaeb7 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:13:23.132190 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-c7d3d1f2-c181-4c67-9982-072e72acaeb7 admin admin] 10.222.0.11 "PUT /v2.0/routers/483f5dc5-2486-4d84-a9d2-21a4df9cf23c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6660230 Nov 24 22:13:23.132966 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56540) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:23.133795 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30790eed-b7e6-4ab5-a7d1-b333b387434f None None] Sync routers for ids ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:13:23.146531 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30790eed-b7e6-4ab5-a7d1-b333b387434f None None] Routers {'483f5dc5-2486-4d84-a9d2-21a4df9cf23c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:13:23.147361 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-30790eed-b7e6-4ab5-a7d1-b333b387434f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:13:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:23.245581 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d30fb9f-7966-4568-a64c-459d1ee224d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:23.263199 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-30790eed-b7e6-4ab5-a7d1-b333b387434f None None] Set router 483f5dc5-2486-4d84-a9d2-21a4df9cf23c gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:13:23.359704 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d30fb9f-7966-4568-a64c-459d1ee224d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:23.422248 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-9d30fb9f-7966-4568-a64c-459d1ee224d3 admin admin] Deleting port 78036179-10b1-4433-8837-19ad76c09d32 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:13:23.422631 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d30fb9f-7966-4568-a64c-459d1ee224d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:23.475184 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-30790eed-b7e6-4ab5-a7d1-b333b387434f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'name': 'tempest-TestShelveInstance-492848485-router', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '78036179-10b1-4433-8837-19ad76c09d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:13:22Z', 'revision_number': 5, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'gw_port': {'id': '78036179-10b1-4433-8837-19ad76c09d32', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:23.503981 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30790eed-b7e6-4ab5-a7d1-b333b387434f None None] Checking router: 483f5dc5-2486-4d84-a9d2-21a4df9cf23c for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:13:23.513911 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30790eed-b7e6-4ab5-a7d1-b333b387434f None None] Routers {'483f5dc5-2486-4d84-a9d2-21a4df9cf23c'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:13:23.514918 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-30790eed-b7e6-4ab5-a7d1-b333b387434f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:13:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:23.516232 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-9d30fb9f-7966-4568-a64c-459d1ee224d3 admin admin] For port 78036179-10b1-4433-8837-19ad76c09d32, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=78036179-10b1-4433-8837-19ad76c09d32,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:13:23.516602 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d30fb9f-7966-4568-a64c-459d1ee224d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:23.530236 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-9d30fb9f-7966-4568-a64c-459d1ee224d3 admin admin] Calling delete_port for 78036179-10b1-4433-8837-19ad76c09d32 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:13:23.609879 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-30790eed-b7e6-4ab5-a7d1-b333b387434f None None] Set router 483f5dc5-2486-4d84-a9d2-21a4df9cf23c gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:13:23.676577 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-30790eed-b7e6-4ab5-a7d1-b333b387434f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'name': 'tempest-TestShelveInstance-492848485-router', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:13:23Z', 'revision_number': 6, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:23.709082 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30790eed-b7e6-4ab5-a7d1-b333b387434f None None] The sync data for ids ['483f5dc5-2486-4d84-a9d2-21a4df9cf23c'] in n-d-812111-8 is: [{'id': '483f5dc5-2486-4d84-a9d2-21a4df9cf23c', 'name': 'tempest-TestShelveInstance-492848485-router', 'tenant_id': 'a731506f864e4f1ea14bd66ddb90469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:20Z', 'updated_at': '2021-11-24T22:13:23Z', 'revision_number': 6, 'project_id': 'a731506f864e4f1ea14bd66ddb90469c', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:13:23.751157 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d30fb9f-7966-4568-a64c-459d1ee224d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:23.791189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30fb9f-7966-4568-a64c-459d1ee224d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=78036179-10b1-4433-8837-19ad76c09d32,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:23.802682 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7584bdd9-9b02-4a27-8f39-c702969a76d7 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:13:23.863225 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d30fb9f-7966-4568-a64c-459d1ee224d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:23.985123 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d30fb9f-7966-4568-a64c-459d1ee224d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:23.988083 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d30fb9f-7966-4568-a64c-459d1ee224d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:24.041046 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d30fb9f-7966-4568-a64c-459d1ee224d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:24.041627 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d30fb9f-7966-4568-a64c-459d1ee224d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 483f5dc5-2486-4d84-a9d2-21a4df9cf23c {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:13:24.046714 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9d30fb9f-7966-4568-a64c-459d1ee224d3 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:24.047809 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-9d30fb9f-7966-4568-a64c-459d1ee224d3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/483f5dc5-2486-4d84-a9d2-21a4df9cf23c HTTP/1.1" status: 204 len: 168 time: 0.9137614 Nov 24 22:13:24.050808 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56542) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:24.101752 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86f2f22-b94e-45f2-afe7-a2ba4228197c admin admin] Deleting subnet fcc90c49-04d7-4091-aa8e-f830a0f6fd7d {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 22:13:24.105232 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f86f2f22-b94e-45f2-afe7-a2ba4228197c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:24.145387 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f86f2f22-b94e-45f2-afe7-a2ba4228197c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4991260'] for subnet, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:24.242401 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f86f2f22-b94e-45f2-afe7-a2ba4228197c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:24.297770 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f86f2f22-b94e-45f2-afe7-a2ba4228197c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4448828'] for subnet, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:24.323180 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f2f22-b94e-45f2-afe7-a2ba4228197c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc90c49-04d7-4091-aa8e-f830a0f6fd7d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:24.329462 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f86f2f22-b94e-45f2-afe7-a2ba4228197c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:24.333008 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f86f2f22-b94e-45f2-afe7-a2ba4228197c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fcc90c49-04d7-4091-aa8e-f830a0f6fd7d HTTP/1.1" status: 204 len: 168 time: 0.2807922 Nov 24 22:13:24.335077 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56544) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:24.336973 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7991a57-63c4-43eb-b595-b2d989d818bd None None] Network 9482f4ba-19b0-458f-acb4-57643ab9b11d requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:13:24.416202 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33ab1ec0-aa6b-4223-a53f-472e7cd95c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:24.485735 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-33ab1ec0-aa6b-4223-a53f-472e7cd95c2a admin admin] Deleting port 12444f6e-baf3-4931-af28-812f9ec7e9ca {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:13:24.486163 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33ab1ec0-aa6b-4223-a53f-472e7cd95c2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:24.559613 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e292fdf5-58b6-471b-aab6-0ec516e89587 None None] DHCP port deletion for 9482f4ba-19b0-458f-acb4-57643ab9b11d request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:13:24.567450 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-33ab1ec0-aa6b-4223-a53f-472e7cd95c2a admin admin] For port 12444f6e-baf3-4931-af28-812f9ec7e9ca, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=12444f6e-baf3-4931-af28-812f9ec7e9ca,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:13:24.568123 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33ab1ec0-aa6b-4223-a53f-472e7cd95c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:24.586746 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-33ab1ec0-aa6b-4223-a53f-472e7cd95c2a admin admin] Calling delete_port for 12444f6e-baf3-4931-af28-812f9ec7e9ca owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:13:24.631046 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-e292fdf5-58b6-471b-aab6-0ec516e89587 None None] Deleting port 12444f6e-baf3-4931-af28-812f9ec7e9ca {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:13:24.631642 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e292fdf5-58b6-471b-aab6-0ec516e89587 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:24.710941 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-e292fdf5-58b6-471b-aab6-0ec516e89587 None None] For port 12444f6e-baf3-4931-af28-812f9ec7e9ca, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=12444f6e-baf3-4931-af28-812f9ec7e9ca,segment=NetworkSegment(b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3),segment_id=b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:13:24.711449 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e292fdf5-58b6-471b-aab6-0ec516e89587 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:24.728155 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-e292fdf5-58b6-471b-aab6-0ec516e89587 None None] Calling delete_port for 12444f6e-baf3-4931-af28-812f9ec7e9ca owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:13:24.832293 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e292fdf5-58b6-471b-aab6-0ec516e89587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:24.878234 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292fdf5-58b6-471b-aab6-0ec516e89587 None None] Pushing event deleted for resources: {'Port': ['ID=12444f6e-baf3-4931-af28-812f9ec7e9ca,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:24.882911 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e292fdf5-58b6-471b-aab6-0ec516e89587 None None] No DVR routers for this DVR port 12444f6e-baf3-4931-af28-812f9ec7e9ca on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:13:24.899435 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292fdf5-58b6-471b-aab6-0ec516e89587 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:24.899435 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292fdf5-58b6-471b-aab6-0ec516e89587 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:24.899435 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292fdf5-58b6-471b-aab6-0ec516e89587 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:24.899435 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292fdf5-58b6-471b-aab6-0ec516e89587 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:24.899435 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292fdf5-58b6-471b-aab6-0ec516e89587 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:24.899435 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292fdf5-58b6-471b-aab6-0ec516e89587 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:24.899435 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292fdf5-58b6-471b-aab6-0ec516e89587 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:24.900538 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292fdf5-58b6-471b-aab6-0ec516e89587 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:24.900538 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292fdf5-58b6-471b-aab6-0ec516e89587 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:24.901633 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292fdf5-58b6-471b-aab6-0ec516e89587 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:24.901896 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292fdf5-58b6-471b-aab6-0ec516e89587 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:24.902333 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292fdf5-58b6-471b-aab6-0ec516e89587 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:25.082137 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33ab1ec0-aa6b-4223-a53f-472e7cd95c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:25.110602 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab1ec0-aa6b-4223-a53f-472e7cd95c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=12444f6e-baf3-4931-af28-812f9ec7e9ca,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:25.113340 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ab1ec0-aa6b-4223-a53f-472e7cd95c2a admin admin] No DVR routers for this DVR port 12444f6e-baf3-4931-af28-812f9ec7e9ca on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:13:25.199815 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33ab1ec0-aa6b-4223-a53f-472e7cd95c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:25.225892 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-33ab1ec0-aa6b-4223-a53f-472e7cd95c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9482f4ba-19b0-458f-acb4-57643ab9b11d']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:25.235825 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-33ab1ec0-aa6b-4223-a53f-472e7cd95c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:25.236128 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-33ab1ec0-aa6b-4223-a53f-472e7cd95c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c44e6a-2847-43ac-a37c-6ecfbcc5c5c3') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:25.246594 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33ab1ec0-aa6b-4223-a53f-472e7cd95c2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:25.260196 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33ab1ec0-aa6b-4223-a53f-472e7cd95c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:25.266297 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ab1ec0-aa6b-4223-a53f-472e7cd95c2a admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:13:25.266691 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33ab1ec0-aa6b-4223-a53f-472e7cd95c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: self.session.flush() Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: self.session.flush() Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: self.session.flush() Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: self.session.flush() Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: timer() Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:13:25.268440 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:13:25.323470 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33ab1ec0-aa6b-4223-a53f-472e7cd95c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:25.330546 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33ab1ec0-aa6b-4223-a53f-472e7cd95c2a admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:25.333955 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-33ab1ec0-aa6b-4223-a53f-472e7cd95c2a admin admin] 10.222.0.11 "DELETE /v2.0/networks/9482f4ba-19b0-458f-acb4-57643ab9b11d HTTP/1.1" status: 204 len: 168 time: 0.9978752 Nov 24 22:13:25.337064 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56546) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:25.343629 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab1ec0-aa6b-4223-a53f-472e7cd95c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=9482f4ba-19b0-458f-acb4-57643ab9b11d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:25.682805 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 78036179-10b1-4433-8837-19ad76c09d32 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:13:25.703342 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 78036179-10b1-4433-8837-19ad76c09d32 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:13:25.703798 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 78036179-10b1-4433-8837-19ad76c09d32 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:13:25.704101 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-063656ac-0732-40e7-a3d9-a426dd3a9e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:25.704347 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3151ef6b-4686-4ff1-80f0-e3c323fd7072 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:13:25.725155 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 3151ef6b-4686-4ff1-80f0-e3c323fd7072 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:13:25.725512 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 3151ef6b-4686-4ff1-80f0-e3c323fd7072 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:13:25.725935 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 12444f6e-baf3-4931-af28-812f9ec7e9ca no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:13:25.747513 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 12444f6e-baf3-4931-af28-812f9ec7e9ca {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:13:25.747865 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 12444f6e-baf3-4931-af28-812f9ec7e9ca not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:13:25.999951 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-063656ac-0732-40e7-a3d9-a426dd3a9e14 admin admin] Deleting port 4432ab25-ae2b-4a5b-ad58-bfc99e988316 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:13:26.000292 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-063656ac-0732-40e7-a3d9-a426dd3a9e14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:26.084490 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-063656ac-0732-40e7-a3d9-a426dd3a9e14 admin admin] For port 4432ab25-ae2b-4a5b-ad58-bfc99e988316, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=4432ab25-ae2b-4a5b-ad58-bfc99e988316,segment=NetworkSegment(60fbb2ea-b8a8-49b1-ace1-f97176a02002),segment_id=60fbb2ea-b8a8-49b1-ace1-f97176a02002)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:13:26.084878 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-063656ac-0732-40e7-a3d9-a426dd3a9e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:26.102218 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-063656ac-0732-40e7-a3d9-a426dd3a9e14 admin admin] Calling delete_port for 4432ab25-ae2b-4a5b-ad58-bfc99e988316 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:13:26.296889 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-063656ac-0732-40e7-a3d9-a426dd3a9e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:26.328051 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063656ac-0732-40e7-a3d9-a426dd3a9e14 admin admin] Pushing event deleted for resources: {'Port': ['ID=4432ab25-ae2b-4a5b-ad58-bfc99e988316,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:26.491852 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:13:26.507027 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-063656ac-0732-40e7-a3d9-a426dd3a9e14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:27.061913 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063656ac-0732-40e7-a3d9-a426dd3a9e14 admin admin] Router 307be5f7-8de7-44b6-b66f-ee8136436352 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:13:27.179158 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063656ac-0732-40e7-a3d9-a426dd3a9e14 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:13:27.184364 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-063656ac-0732-40e7-a3d9-a426dd3a9e14 admin admin] 10.222.0.11 "PUT /v2.0/routers/307be5f7-8de7-44b6-b66f-ee8136436352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8456869 Nov 24 22:13:27.186866 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56548) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:27.190023 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a61baad-9adb-446b-ab18-81073d9ac735 None None] Sync routers for ids ['307be5f7-8de7-44b6-b66f-ee8136436352'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:13:27.202363 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a61baad-9adb-446b-ab18-81073d9ac735 None None] Routers {'307be5f7-8de7-44b6-b66f-ee8136436352'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:13:27.203177 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9a61baad-9adb-446b-ab18-81073d9ac735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:13:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['307be5f7-8de7-44b6-b66f-ee8136436352'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:27.294585 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f467b203-262a-4b9f-968a-5a9d41416ec2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:27.312692 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-9a61baad-9adb-446b-ab18-81073d9ac735 None None] Set router 307be5f7-8de7-44b6-b66f-ee8136436352 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:13:27.403505 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f467b203-262a-4b9f-968a-5a9d41416ec2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:27.464066 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f467b203-262a-4b9f-968a-5a9d41416ec2 admin admin] Deleting port 362c4f68-9372-48d0-83b1-21710c83f1e5 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:13:27.464414 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f467b203-262a-4b9f-968a-5a9d41416ec2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:27.507076 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9a61baad-9adb-446b-ab18-81073d9ac735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307be5f7-8de7-44b6-b66f-ee8136436352', 'name': 'tempest-TestShelveInstance-2000032408-router', 'tenant_id': '9b01db592e8a49cc83039cc7d61ba69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '362c4f68-9372-48d0-83b1-21710c83f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:24Z', 'updated_at': '2021-11-24T22:13:26Z', 'revision_number': 5, 'project_id': '9b01db592e8a49cc83039cc7d61ba69f', 'gw_port': {'id': '362c4f68-9372-48d0-83b1-21710c83f1e5', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307be5f7-8de7-44b6-b66f-ee8136436352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:04:25Z', 'updated_at': '2021-11-24T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:27.539089 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a61baad-9adb-446b-ab18-81073d9ac735 None None] Checking router: 307be5f7-8de7-44b6-b66f-ee8136436352 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:13:27.547623 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a61baad-9adb-446b-ab18-81073d9ac735 None None] Routers {'307be5f7-8de7-44b6-b66f-ee8136436352'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:13:27.548241 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9a61baad-9adb-446b-ab18-81073d9ac735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:13:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['307be5f7-8de7-44b6-b66f-ee8136436352'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:27.549339 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-f467b203-262a-4b9f-968a-5a9d41416ec2 admin admin] For port 362c4f68-9372-48d0-83b1-21710c83f1e5, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=362c4f68-9372-48d0-83b1-21710c83f1e5,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:13:27.549848 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f467b203-262a-4b9f-968a-5a9d41416ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:27.568281 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f467b203-262a-4b9f-968a-5a9d41416ec2 admin admin] Calling delete_port for 362c4f68-9372-48d0-83b1-21710c83f1e5 owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:13:27.640975 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-9a61baad-9adb-446b-ab18-81073d9ac735 None None] Set router 307be5f7-8de7-44b6-b66f-ee8136436352 gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:13:27.701082 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-9a61baad-9adb-446b-ab18-81073d9ac735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307be5f7-8de7-44b6-b66f-ee8136436352', 'name': 'tempest-TestShelveInstance-2000032408-router', 'tenant_id': '9b01db592e8a49cc83039cc7d61ba69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:24Z', 'updated_at': '2021-11-24T22:13:27Z', 'revision_number': 6, 'project_id': '9b01db592e8a49cc83039cc7d61ba69f', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:27.729479 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a61baad-9adb-446b-ab18-81073d9ac735 None None] The sync data for ids ['307be5f7-8de7-44b6-b66f-ee8136436352'] in n-d-812111-8 is: [{'id': '307be5f7-8de7-44b6-b66f-ee8136436352', 'name': 'tempest-TestShelveInstance-2000032408-router', 'tenant_id': '9b01db592e8a49cc83039cc7d61ba69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:04:24Z', 'updated_at': '2021-11-24T22:13:27Z', 'revision_number': 6, 'project_id': '9b01db592e8a49cc83039cc7d61ba69f', 'gw_port_host': None}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:13:27.751268 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f467b203-262a-4b9f-968a-5a9d41416ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:27.784070 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467b203-262a-4b9f-968a-5a9d41416ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=362c4f68-9372-48d0-83b1-21710c83f1e5,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:27.803154 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c11329-3e09-4395-8a59-653bf859655e None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:13:27.845099 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f467b203-262a-4b9f-968a-5a9d41416ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:27.947912 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f467b203-262a-4b9f-968a-5a9d41416ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:27.950786 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f467b203-262a-4b9f-968a-5a9d41416ec2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:28.001291 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f467b203-262a-4b9f-968a-5a9d41416ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:28.002531 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f467b203-262a-4b9f-968a-5a9d41416ec2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 307be5f7-8de7-44b6-b66f-ee8136436352 {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:13:28.007759 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f467b203-262a-4b9f-968a-5a9d41416ec2 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:28.008945 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-f467b203-262a-4b9f-968a-5a9d41416ec2 admin admin] 10.222.0.11 "DELETE /v2.0/routers/307be5f7-8de7-44b6-b66f-ee8136436352 HTTP/1.1" status: 204 len: 168 time: 0.8211324 Nov 24 22:13:28.011424 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56550) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:28.056630 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-e118804a-a2f4-40dd-b790-fdcef4232d81 admin admin] Deleting subnet 959fe80f-6ca2-40fd-9d5a-1195b2fc5228 {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 22:13:28.059782 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e118804a-a2f4-40dd-b790-fdcef4232d81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:28.100546 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e118804a-a2f4-40dd-b790-fdcef4232d81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:28.187955 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e118804a-a2f4-40dd-b790-fdcef4232d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:28.251663 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e118804a-a2f4-40dd-b790-fdcef4232d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:28.277745 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118804a-a2f4-40dd-b790-fdcef4232d81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=959fe80f-6ca2-40fd-9d5a-1195b2fc5228,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:28.281206 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e118804a-a2f4-40dd-b790-fdcef4232d81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:28.285497 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e118804a-a2f4-40dd-b790-fdcef4232d81 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/959fe80f-6ca2-40fd-9d5a-1195b2fc5228 HTTP/1.1" status: 204 len: 168 time: 0.2731228 Nov 24 22:13:28.288130 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56552) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:28.290045 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da60d8ef-e676-401c-a582-1736efb21920 None None] Network a244baee-a7f9-4e9b-86c5-7b1a74c04585 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:13:28.367912 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de5a0c55-a9e7-4baa-8745-dc626a7ddc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:28.433893 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-de5a0c55-a9e7-4baa-8745-dc626a7ddc21 admin admin] Deleting port 932f7e18-6c0b-4eea-b4d0-a19a25d5818e {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:13:28.434229 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de5a0c55-a9e7-4baa-8745-dc626a7ddc21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:28.508260 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-de5a0c55-a9e7-4baa-8745-dc626a7ddc21 admin admin] For port 932f7e18-6c0b-4eea-b4d0-a19a25d5818e, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=932f7e18-6c0b-4eea-b4d0-a19a25d5818e,segment=NetworkSegment(60fbb2ea-b8a8-49b1-ace1-f97176a02002),segment_id=60fbb2ea-b8a8-49b1-ace1-f97176a02002)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:13:28.508644 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de5a0c55-a9e7-4baa-8745-dc626a7ddc21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:28.522241 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-de5a0c55-a9e7-4baa-8745-dc626a7ddc21 admin admin] Calling delete_port for 932f7e18-6c0b-4eea-b4d0-a19a25d5818e owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:13:28.619320 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de5a0c55-a9e7-4baa-8745-dc626a7ddc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:28.632464 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51ab45a-6ccd-405a-80d0-b392207f39d5 None None] DHCP port deletion for a244baee-a7f9-4e9b-86c5-7b1a74c04585 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:13:28.645569 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a0c55-a9e7-4baa-8745-dc626a7ddc21 admin admin] Pushing event deleted for resources: {'Port': ['ID=932f7e18-6c0b-4eea-b4d0-a19a25d5818e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:28.652963 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5a0c55-a9e7-4baa-8745-dc626a7ddc21 admin admin] No DVR routers for this DVR port 932f7e18-6c0b-4eea-b4d0-a19a25d5818e on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:13:28.729886 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de5a0c55-a9e7-4baa-8745-dc626a7ddc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:28.751301 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-de5a0c55-a9e7-4baa-8745-dc626a7ddc21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a244baee-a7f9-4e9b-86c5-7b1a74c04585']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:28.768554 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-de5a0c55-a9e7-4baa-8745-dc626a7ddc21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60fbb2ea-b8a8-49b1-ace1-f97176a02002') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:28.768554 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-de5a0c55-a9e7-4baa-8745-dc626a7ddc21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60fbb2ea-b8a8-49b1-ace1-f97176a02002') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:28.778276 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de5a0c55-a9e7-4baa-8745-dc626a7ddc21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:28.792947 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de5a0c55-a9e7-4baa-8745-dc626a7ddc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:28.799484 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5a0c55-a9e7-4baa-8745-dc626a7ddc21 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:13:28.799907 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de5a0c55-a9e7-4baa-8745-dc626a7ddc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: timer() Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:13:28.801674 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:13:28.857753 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de5a0c55-a9e7-4baa-8745-dc626a7ddc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:28.863371 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de5a0c55-a9e7-4baa-8745-dc626a7ddc21 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:28.866535 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-de5a0c55-a9e7-4baa-8745-dc626a7ddc21 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a244baee-a7f9-4e9b-86c5-7b1a74c04585 HTTP/1.1" status: 204 len: 168 time: 0.5768750 Nov 24 22:13:28.878278 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a0c55-a9e7-4baa-8745-dc626a7ddc21 admin admin] Pushing event deleted for resources: {'Network': ['ID=a244baee-a7f9-4e9b-86c5-7b1a74c04585,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:28.991104 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56556) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:29.037320 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-91e5110a-53fd-4a3d-ba85-f1e767257710 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a731506f864e4f1ea14bd66ddb90469c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450134 Nov 24 22:13:29.040045 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56558) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:29.096614 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eeb6dab6-0c45-4c43-85a8-ed9408907763 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:29.120792 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eeb6dab6-0c45-4c43-85a8-ed9408907763 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:29.187437 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eeb6dab6-0c45-4c43-85a8-ed9408907763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:29.190955 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eeb6dab6-0c45-4c43-85a8-ed9408907763 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:29.192498 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-eeb6dab6-0c45-4c43-85a8-ed9408907763 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2820668f-7a67-4dad-8012-945b6eb17d5d HTTP/1.1" status: 204 len: 168 time: 0.1514232 Nov 24 22:13:29.203929 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6dab6-0c45-4c43-85a8-ed9408907763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2820668f-7a67-4dad-8012-945b6eb17d5d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:29.560370 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56564) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:29.605910 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-dce388fb-2aa5-4d0c-b4a3-967098508b4f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b01db592e8a49cc83039cc7d61ba69f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438330 Nov 24 22:13:29.608387 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56566) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:29.672167 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa8300fd-57b8-48d0-ad3d-8c15a1cd51d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:29.694796 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 362c4f68-9372-48d0-83b1-21710c83f1e5 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:13:29.697619 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa8300fd-57b8-48d0-ad3d-8c15a1cd51d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:29.717512 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 362c4f68-9372-48d0-83b1-21710c83f1e5 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:13:29.717856 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 362c4f68-9372-48d0-83b1-21710c83f1e5 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:13:29.718536 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 4432ab25-ae2b-4a5b-ad58-bfc99e988316 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:13:29.739860 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 4432ab25-ae2b-4a5b-ad58-bfc99e988316 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:13:29.740561 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 4432ab25-ae2b-4a5b-ad58-bfc99e988316 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:13:29.741196 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 932f7e18-6c0b-4eea-b4d0-a19a25d5818e no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:13:29.750180 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa8300fd-57b8-48d0-ad3d-8c15a1cd51d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:29.755052 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa8300fd-57b8-48d0-ad3d-8c15a1cd51d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:29.759094 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-aa8300fd-57b8-48d0-ad3d-8c15a1cd51d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b85c1c16-0da7-43a0-924f-595a3f8d676c HTTP/1.1" status: 204 len: 168 time: 0.1469688 Nov 24 22:13:29.765759 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8300fd-57b8-48d0-ad3d-8c15a1cd51d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85c1c16-0da7-43a0-924f-595a3f8d676c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:29.775654 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 932f7e18-6c0b-4eea-b4d0-a19a25d5818e {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:13:29.776043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 932f7e18-6c0b-4eea-b4d0-a19a25d5818e not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:13:30.507979 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56588) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:30.608859 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-299b0e28-e31e-44c7-afc2-ddded5c11c18 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-683161707-network', 'tenant_id': '414241598a78495eaff2d4412630a7bc'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:13:30.632114 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299b0e28-e31e-44c7-afc2-ddded5c11c18 admin admin] Made reservation on behalf of 414241598a78495eaff2d4412630a7bc for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:13:30.634708 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-299b0e28-e31e-44c7-afc2-ddded5c11c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:30.644851 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-299b0e28-e31e-44c7-afc2-ddded5c11c18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:30.729713 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-299b0e28-e31e-44c7-afc2-ddded5c11c18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:30.733867 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-299b0e28-e31e-44c7-afc2-ddded5c11c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:30.760056 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299b0e28-e31e-44c7-afc2-ddded5c11c18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:13:30.770571 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b0e28-e31e-44c7-afc2-ddded5c11c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5183280-8edb-4d53-a209-fe2eef1c161d,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:30.775716 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-299b0e28-e31e-44c7-afc2-ddded5c11c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:30.776070 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-299b0e28-e31e-44c7-afc2-ddded5c11c18 admin admin] Added segment 9ffe494a-f07e-4658-a7a2-5c723abe90f0 of type vlan for network c1665cfc-69ae-449b-9bb1-2628f38d38f2 Nov 24 22:13:30.817434 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-299b0e28-e31e-44c7-afc2-ddded5c11c18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:30.842062 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-299b0e28-e31e-44c7-afc2-ddded5c11c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:30.843347 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299b0e28-e31e-44c7-afc2-ddded5c11c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:30.844057 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-299b0e28-e31e-44c7-afc2-ddded5c11c18 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:30.881040 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-299b0e28-e31e-44c7-afc2-ddded5c11c18 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3717334 Nov 24 22:13:30.883866 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56592) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:30.889231 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a83bf021-89c8-4be3-919b-fca21803a0e2 admin admin] Request body: {'subnet': {'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-683161707-subnet', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:13:30.910203 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b0e28-e31e-44c7-afc2-ddded5c11c18 admin admin] Pushing event updated for resources: {'Network': ['ID=c1665cfc-69ae-449b-9bb1-2628f38d38f2,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:30.913483 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83bf021-89c8-4be3-919b-fca21803a0e2 admin admin] Made reservation on behalf of 414241598a78495eaff2d4412630a7bc for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:13:30.915940 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a83bf021-89c8-4be3-919b-fca21803a0e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:30.921212 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network c1665cfc-69ae-449b-9bb1-2628f38d38f2 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:13:31.094560 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a83bf021-89c8-4be3-919b-fca21803a0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:31.154812 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83bf021-89c8-4be3-919b-fca21803a0e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1896480a-24f6-4918-9450-46ce5ded57ba,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:31.165802 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83bf021-89c8-4be3-919b-fca21803a0e2 admin admin] Checking segment: {'id': '9ffe494a-f07e-4658-a7a2-5c723abe90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:13:31.166167 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83bf021-89c8-4be3-919b-fca21803a0e2 admin admin] Network hostable DHCP agents. Network: c1665cfc-69ae-449b-9bb1-2628f38d38f2, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:13:31.183153 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83bf021-89c8-4be3-919b-fca21803a0e2 admin admin] Network c1665cfc-69ae-449b-9bb1-2628f38d38f2 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:13:31.193647 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-a83bf021-89c8-4be3-919b-fca21803a0e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, c1665cfc-69ae-449b-9bb1-2628f38d38f2) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:13:31.199667 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83bf021-89c8-4be3-919b-fca21803a0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:31.200438 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a83bf021-89c8-4be3-919b-fca21803a0e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:31.202467 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7950fda-c8dc-411a-9e03-701965ea0d10 None None] Network c1665cfc-69ae-449b-9bb1-2628f38d38f2 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:13:31.219585 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a83bf021-89c8-4be3-919b-fca21803a0e2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3343184 Nov 24 22:13:31.223281 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56594) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:31.230236 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a37b7858-86ab-4b0d-9089-86ca29b0abda admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-683161707-router', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:13:31.254800 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a37b7858-86ab-4b0d-9089-86ca29b0abda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:31.255773 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a37b7858-86ab-4b0d-9089-86ca29b0abda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:31.319175 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a37b7858-86ab-4b0d-9089-86ca29b0abda admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:31.364357 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0538ca71-6d3e-40b1-8921-8cf2f4740a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'fixed_ips': [{'subnet_id': '1896480a-24f6-4918-9450-46ce5ded57ba'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:13:31.365267 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0538ca71-6d3e-40b1-8921-8cf2f4740a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:31.475982 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a37b7858-86ab-4b0d-9089-86ca29b0abda admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:31.520522 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-0538ca71-6d3e-40b1-8921-8cf2f4740a99 None None] Allocated IP 172.20.0.2 (c1665cfc-69ae-449b-9bb1-2628f38d38f2/1896480a-24f6-4918-9450-46ce5ded57ba/77a17952-02d4-4d9e-86e9-66ec2315eada) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:13:31.693251 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0538ca71-6d3e-40b1-8921-8cf2f4740a99 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:31.699574 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0538ca71-6d3e-40b1-8921-8cf2f4740a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:31.728136 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a37b7858-86ab-4b0d-9089-86ca29b0abda admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:31.748897 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a37b7858-86ab-4b0d-9089-86ca29b0abda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:31.749571 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0538ca71-6d3e-40b1-8921-8cf2f4740a99 None None] Network c1665cfc-69ae-449b-9bb1-2628f38d38f2 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:13:31.752646 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-0538ca71-6d3e-40b1-8921-8cf2f4740a99 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:13:31.755403 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0538ca71-6d3e-40b1-8921-8cf2f4740a99 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:13:31.770249 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538ca71-6d3e-40b1-8921-8cf2f4740a99 None None] Pushing event updated for resources: {'Port': ['ID=77a17952-02d4-4d9e-86e9-66ec2315eada,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:31.834921 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0538ca71-6d3e-40b1-8921-8cf2f4740a99 None None] Attempting to bind port 77a17952-02d4-4d9e-86e9-66ec2315eada on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:13:31.835275 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0538ca71-6d3e-40b1-8921-8cf2f4740a99 None None] Attempting to bind port 77a17952-02d4-4d9e-86e9-66ec2315eada by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '9ffe494a-f07e-4658-a7a2-5c723abe90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:13:31.835642 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0538ca71-6d3e-40b1-8921-8cf2f4740a99 None None] Attempting to bind port 77a17952-02d4-4d9e-86e9-66ec2315eada on network c1665cfc-69ae-449b-9bb1-2628f38d38f2 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:13:31.841345 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0538ca71-6d3e-40b1-8921-8cf2f4740a99 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:13:31.841720 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0538ca71-6d3e-40b1-8921-8cf2f4740a99 None None] Checking segment: {'id': '9ffe494a-f07e-4658-a7a2-5c723abe90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:13:31.842134 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0538ca71-6d3e-40b1-8921-8cf2f4740a99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:31.842541 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0538ca71-6d3e-40b1-8921-8cf2f4740a99 None None] Bound using segment: {'id': '9ffe494a-f07e-4658-a7a2-5c723abe90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:13:31.843016 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0538ca71-6d3e-40b1-8921-8cf2f4740a99 None None] Bound port: 77a17952-02d4-4d9e-86e9-66ec2315eada, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffe494a-f07e-4658-a7a2-5c723abe90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:13:31.843428 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0538ca71-6d3e-40b1-8921-8cf2f4740a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:31.875173 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-a37b7858-86ab-4b0d-9089-86ca29b0abda admin admin] Allocated IP 172.25.5.10 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/e7e0c5d9-1282-4453-a72d-b5a8dad2a813) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:13:31.922795 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0538ca71-6d3e-40b1-8921-8cf2f4740a99 None None] For port 77a17952-02d4-4d9e-86e9-66ec2315eada, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:13:31.929459 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0538ca71-6d3e-40b1-8921-8cf2f4740a99 None None] For port 77a17952-02d4-4d9e-86e9-66ec2315eada, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=77a17952-02d4-4d9e-86e9-66ec2315eada,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:13:31.935758 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0538ca71-6d3e-40b1-8921-8cf2f4740a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:31.998439 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538ca71-6d3e-40b1-8921-8cf2f4740a99 None None] Pushing event updated for resources: {'Port': ['ID=77a17952-02d4-4d9e-86e9-66ec2315eada,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:32.010322 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a37b7858-86ab-4b0d-9089-86ca29b0abda admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:32.066522 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a37b7858-86ab-4b0d-9089-86ca29b0abda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:32.111407 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37b7858-86ab-4b0d-9089-86ca29b0abda admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:13:32.114823 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-a37b7858-86ab-4b0d-9089-86ca29b0abda admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:13:32.118853 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37b7858-86ab-4b0d-9089-86ca29b0abda admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:13:32.130249 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e5141e-337a-464b-bb4b-d377781c5e25 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:13:32.146389 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b7858-86ab-4b0d-9089-86ca29b0abda admin admin] Pushing event updated for resources: {'Port': ['ID=e7e0c5d9-1282-4453-a72d-b5a8dad2a813,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:32.214379 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-dfdfc06a-3760-46a2-8669-c123028eaa5b None None] Provisioning complete for port e7e0c5d9-1282-4453-a72d-b5a8dad2a813 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:32.215046 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dfdfc06a-3760-46a2-8669-c123028eaa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:32.261480 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-dfdfc06a-3760-46a2-8669-c123028eaa5b None None] Port e7e0c5d9-1282-4453-a72d-b5a8dad2a813 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:13:32.446213 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a37b7858-86ab-4b0d-9089-86ca29b0abda admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:32.650771 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a37b7858-86ab-4b0d-9089-86ca29b0abda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:32.812248 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37b7858-86ab-4b0d-9089-86ca29b0abda admin admin] Router 9a980eb0-626c-45b1-8183-fcf11cc4ab18 is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:13:32.934529 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37b7858-86ab-4b0d-9089-86ca29b0abda admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:13:32.945306 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] Sync routers for ids ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:13:32.955764 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a37b7858-86ab-4b0d-9089-86ca29b0abda admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:32.959985 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a37b7858-86ab-4b0d-9089-86ca29b0abda admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7321930 Nov 24 22:13:32.960201 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] Routers {'9a980eb0-626c-45b1-8183-fcf11cc4ab18'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:13:32.960201 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:13:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:32.960411 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56596) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:33.056916 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bff93c-a1d4-4315-bfca-3c5e78eced78 None None] Network c1665cfc-69ae-449b-9bb1-2628f38d38f2 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:13:33.152031 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] Set router 9a980eb0-626c-45b1-8183-fcf11cc4ab18 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:13:33.155206 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-58df533a-aac6-4229-9c35-0caf63876bd7 None None] Provisioning complete for port 77a17952-02d4-4d9e-86e9-66ec2315eada triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:33.155593 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-58df533a-aac6-4229-9c35-0caf63876bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:33.435562 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a7caa64-d694-49be-8e10-ccc6af16be72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:33.463143 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-58df533a-aac6-4229-9c35-0caf63876bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:33.511074 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-58df533a-aac6-4229-9c35-0caf63876bd7 None None] For port 77a17952-02d4-4d9e-86e9-66ec2315eada, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=77a17952-02d4-4d9e-86e9-66ec2315eada,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:13:33.515660 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-58df533a-aac6-4229-9c35-0caf63876bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:33.544659 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'name': 'tempest-TestSnapshotPattern-683161707-router', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:32Z', 'revision_number': 3, 'project_id': '414241598a78495eaff2d4412630a7bc', 'gw_port': {'id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:33.576684 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] Checking router: 9a980eb0-626c-45b1-8183-fcf11cc4ab18 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:13:33.577094 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] Updating router 9a980eb0-626c-45b1-8183-fcf11cc4ab18 port e7e0c5d9-1282-4453-a72d-b5a8dad2a813 binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:13:33.622179 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:33.625476 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-0a7caa64-d694-49be-8e10-ccc6af16be72 admin admin] Allocated IP 172.20.0.1 (c1665cfc-69ae-449b-9bb1-2628f38d38f2/1896480a-24f6-4918-9450-46ce5ded57ba/f0c15105-baaa-457f-8fea-695c619de093) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:13:33.651349 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df533a-aac6-4229-9c35-0caf63876bd7 None None] Pushing event updated for resources: {'Port': ['ID=77a17952-02d4-4d9e-86e9-66ec2315eada,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:33.767199 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 77a17952-02d4-4d9e-86e9-66ec2315eada up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:13:33.772923 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a7caa64-d694-49be-8e10-ccc6af16be72 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:33.807461 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a7caa64-d694-49be-8e10-ccc6af16be72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:33.851801 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7caa64-d694-49be-8e10-ccc6af16be72 admin admin] Network c1665cfc-69ae-449b-9bb1-2628f38d38f2 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:13:33.854853 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-0a7caa64-d694-49be-8e10-ccc6af16be72 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:13:33.858729 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7caa64-d694-49be-8e10-ccc6af16be72 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:13:33.891715 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7caa64-d694-49be-8e10-ccc6af16be72 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c15105-baaa-457f-8fea-695c619de093,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:33.912784 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a7caa64-d694-49be-8e10-ccc6af16be72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:34.027700 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-6adaaea0-815e-4340-b48b-4cf0962ba958 None None] Provisioning complete for port 77a17952-02d4-4d9e-86e9-66ec2315eada triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:34.028316 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6adaaea0-815e-4340-b48b-4cf0962ba958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:34.068113 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a7caa64-d694-49be-8e10-ccc6af16be72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:34.099381 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 77a17952-02d4-4d9e-86e9-66ec2315eada triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:34.099763 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:34.218336 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:34.233232 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:34.261030 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a7caa64-d694-49be-8e10-ccc6af16be72 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:34.266360 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a7caa64-d694-49be-8e10-ccc6af16be72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:34.326992 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179da975-32fd-4f73-8e00-8b438a8001a1 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:13:34.338562 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167087fe-cab0-442f-b88a-b41be4ecbea5 None None] Pushing event updated for resources: {'Port': ['ID=e7e0c5d9-1282-4453-a72d-b5a8dad2a813,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:34.343320 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] Attempting to bind port e7e0c5d9-1282-4453-a72d-b5a8dad2a813 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:13:34.343690 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] Attempting to bind port e7e0c5d9-1282-4453-a72d-b5a8dad2a813 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:13:34.344063 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] Attempting to bind port e7e0c5d9-1282-4453-a72d-b5a8dad2a813 on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:13:34.352427 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:13:34.352839 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:13:34.353244 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:34.353640 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:13:34.354121 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] Bound port: e7e0c5d9-1282-4453-a72d-b5a8dad2a813, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:13:34.354495 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:34.364919 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7caa64-d694-49be-8e10-ccc6af16be72 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c15105-baaa-457f-8fea-695c619de093,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:34.367792 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a7caa64-d694-49be-8e10-ccc6af16be72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:34.416491 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-243c692a-d72f-429f-8074-b5c34505ef5c None None] Provisioning complete for port f0c15105-baaa-457f-8fea-695c619de093 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:34.416947 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-243c692a-d72f-429f-8074-b5c34505ef5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:34.420863 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] For port e7e0c5d9-1282-4453-a72d-b5a8dad2a813, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:13:34.452930 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] For port e7e0c5d9-1282-4453-a72d-b5a8dad2a813, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e7e0c5d9-1282-4453-a72d-b5a8dad2a813,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:13:34.460869 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:34.489073 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7caa64-d694-49be-8e10-ccc6af16be72 admin admin] Network c1665cfc-69ae-449b-9bb1-2628f38d38f2 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:13:34.490788 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-0a7caa64-d694-49be-8e10-ccc6af16be72 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:13:34.494467 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-243c692a-d72f-429f-8074-b5c34505ef5c None None] Port f0c15105-baaa-457f-8fea-695c619de093 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:13:34.541431 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adddea16-f0b3-43ea-b3b9-d7da167af450 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:13:34.552939 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-243c692a-d72f-429f-8074-b5c34505ef5c None None] Provisioning complete for port e7e0c5d9-1282-4453-a72d-b5a8dad2a813 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:34.553604 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-243c692a-d72f-429f-8074-b5c34505ef5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:34.558723 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] Routers {'9a980eb0-626c-45b1-8183-fcf11cc4ab18'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:13:34.559615 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:13:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:34.582428 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167087fe-cab0-442f-b88a-b41be4ecbea5 None None] Pushing event updated for resources: {'Port': ['ID=e7e0c5d9-1282-4453-a72d-b5a8dad2a813,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:34.684969 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7caa64-d694-49be-8e10-ccc6af16be72 admin admin] Router 9a980eb0-626c-45b1-8183-fcf11cc4ab18 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:13:34.740935 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] Set router 9a980eb0-626c-45b1-8183-fcf11cc4ab18 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:13:34.778705 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-243c692a-d72f-429f-8074-b5c34505ef5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:34.810479 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-243c692a-d72f-429f-8074-b5c34505ef5c None None] For port e7e0c5d9-1282-4453-a72d-b5a8dad2a813, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e7e0c5d9-1282-4453-a72d-b5a8dad2a813,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:13:34.832361 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7caa64-d694-49be-8e10-ccc6af16be72 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:13:34.837921 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-0a7caa64-d694-49be-8e10-ccc6af16be72 admin admin] 10.222.0.11 "PUT /v2.0/routers/9a980eb0-626c-45b1-8183-fcf11cc4ab18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8764439 Nov 24 22:13:34.839657 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-243c692a-d72f-429f-8074-b5c34505ef5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:34.944769 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c692a-d72f-429f-8074-b5c34505ef5c None None] Pushing event updated for resources: {'Port': ['ID=e7e0c5d9-1282-4453-a72d-b5a8dad2a813,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:34.980180 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ca1ab1e3-9f7d-4c57-bdb5-1f5f86e14756 None None] Provisioning complete for port f0c15105-baaa-457f-8fea-695c619de093 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:34.980555 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ca1ab1e3-9f7d-4c57-bdb5-1f5f86e14756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:35.044704 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ab1e3-9f7d-4c57-bdb5-1f5f86e14756 None None] Port f0c15105-baaa-457f-8fea-695c619de093 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:13:35.059029 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ca1ab1e3-9f7d-4c57-bdb5-1f5f86e14756 None None] Provisioning complete for port e7e0c5d9-1282-4453-a72d-b5a8dad2a813 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:35.060396 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ca1ab1e3-9f7d-4c57-bdb5-1f5f86e14756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:35.104824 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'name': 'tempest-TestSnapshotPattern-683161707-router', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '414241598a78495eaff2d4412630a7bc', 'gw_port': {'id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'f0c15105-baaa-457f-8fea-695c619de093', 'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'mac_address': 'fa:16:3e:a2:c2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:33Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 2, 'project_id': '414241598a78495eaff2d4412630a7bc', 'subnets': [{'id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:35.135436 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e21c074-cc60-4a0a-90da-965297185384 None None] The sync data for ids ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'] in n-d-812111-8 is: [{'id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'name': 'tempest-TestSnapshotPattern-683161707-router', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '414241598a78495eaff2d4412630a7bc', 'gw_port': {'id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'f0c15105-baaa-457f-8fea-695c619de093', 'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'mac_address': 'fa:16:3e:a2:c2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:33Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 2, 'project_id': '414241598a78495eaff2d4412630a7bc', 'subnets': [{'id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:13:35.446264 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56614) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:35.451434 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-e7592fc4-6654-48a4-8a99-be296821bfa3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1259163265-network', 'tenant_id': '033bd37eedc440d9a4521c2d814ad1f5'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:13:35.476667 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7592fc4-6654-48a4-8a99-be296821bfa3 admin admin] Made reservation on behalf of 033bd37eedc440d9a4521c2d814ad1f5 for: {'network': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:13:35.479122 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e7592fc4-6654-48a4-8a99-be296821bfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for network, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:35.492860 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e7592fc4-6654-48a4-8a99-be296821bfa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:35.578645 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e7592fc4-6654-48a4-8a99-be296821bfa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:35.583820 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e7592fc4-6654-48a4-8a99-be296821bfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:35.607719 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7592fc4-6654-48a4-8a99-be296821bfa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=109991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:13:35.623708 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7592fc4-6654-48a4-8a99-be296821bfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b99b73-59de-4eff-95ff-e4306654d479,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:35.631923 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e7592fc4-6654-48a4-8a99-be296821bfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:35.632296 n-d-812111-8 neutron-server[109991]: INFO neutron.db.segments_db [None req-e7592fc4-6654-48a4-8a99-be296821bfa3 admin admin] Added segment 086a1acd-631d-48ba-b826-451fe2eeb0e9 of type vlan for network 4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3 Nov 24 22:13:35.689976 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e7592fc4-6654-48a4-8a99-be296821bfa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740975276611'] for network, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:35.710189 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 77a17952-02d4-4d9e-86e9-66ec2315eada up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:13:35.725532 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e7592fc4-6654-48a4-8a99-be296821bfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200'] for network, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:35.726685 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7592fc4-6654-48a4-8a99-be296821bfa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:35.727343 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e7592fc4-6654-48a4-8a99-be296821bfa3 admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:35.767080 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-e7592fc4-6654-48a4-8a99-be296821bfa3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3194456 Nov 24 22:13:35.771549 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56616) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:35.779723 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-d375b3c1-077a-4784-8140-b09a4d456306 admin admin] Request body: {'subnet': {'network_id': '4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1259163265-subnet', 'tenant_id': '033bd37eedc440d9a4521c2d814ad1f5', 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:13:35.780328 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 77a17952-02d4-4d9e-86e9-66ec2315eada triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:35.780834 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:35.801693 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7592fc4-6654-48a4-8a99-be296821bfa3 admin admin] Pushing event updated for resources: {'Network': ['ID=4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:35.811938 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d375b3c1-077a-4784-8140-b09a4d456306 admin admin] Made reservation on behalf of 033bd37eedc440d9a4521c2d814ad1f5 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:13:35.815065 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d375b3c1-077a-4784-8140-b09a4d456306 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4448791'] for subnet, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:35.829139 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Network 4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3 details requested by agent ovs-agent-n-d-812111-8 with host n-d-812111-8 {{(pid=109992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:13:36.063679 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d375b3c1-077a-4784-8140-b09a4d456306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4448773'] for subnet, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:36.121226 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375b3c1-077a-4784-8140-b09a4d456306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67f375be-f2ba-406d-a0e9-320a30e1917c,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:36.133205 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d375b3c1-077a-4784-8140-b09a4d456306 admin admin] Checking segment: {'id': '086a1acd-631d-48ba-b826-451fe2eeb0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:13:36.133579 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d375b3c1-077a-4784-8140-b09a4d456306 admin admin] Network hostable DHCP agents. Network: 4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3, hostable agents: ['76e995fb-581e-4619-8a75-b0aae4925c9a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:13:36.151664 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d375b3c1-077a-4784-8140-b09a4d456306 admin admin] Network 4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3 is scheduled to be hosted by DHCP agent 76e995fb-581e-4619-8a75-b0aae4925c9a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:13:36.161914 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-d375b3c1-077a-4784-8140-b09a4d456306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-8, 4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:13:36.174930 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc65982-571c-4636-9ea1-ab03436b0a23 None None] Network 4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:13:36.178145 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d375b3c1-077a-4784-8140-b09a4d456306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:36.178813 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d375b3c1-077a-4784-8140-b09a4d456306 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:36.206023 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56618) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:36.207108 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-d375b3c1-077a-4784-8140-b09a4d456306 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4334722 Nov 24 22:13:36.210615 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-4ee67657-8896-4149-94a2-6dbc8e70ae45 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1259163265-router', 'tenant_id': '033bd37eedc440d9a4521c2d814ad1f5', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:13:36.234941 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ee67657-8896-4149-94a2-6dbc8e70ae45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-327086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-669'] for router, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:36.236556 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ee67657-8896-4149-94a2-6dbc8e70ae45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-327636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8067505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-662'] for router, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:36.304124 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ee67657-8896-4149-94a2-6dbc8e70ae45 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:36.362980 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590bd2a8-6cf5-4579-acbd-cf9c33084387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb02090e-0fb7-595d-b5ca-9b5a3936e38e-4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3', 'network_id': '4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3', 'tenant_id': '033bd37eedc440d9a4521c2d814ad1f5', 'fixed_ips': [{'subnet_id': '67f375be-f2ba-406d-a0e9-320a30e1917c'}]}} from n-d-812111-8. {{(pid=109992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:13:36.364301 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-590bd2a8-6cf5-4579-acbd-cf9c33084387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:36.471129 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ee67657-8896-4149-94a2-6dbc8e70ae45 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:36.534046 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.db_base_plugin_common [None req-590bd2a8-6cf5-4579-acbd-cf9c33084387 None None] Allocated IP 172.20.0.2 (4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3/67f375be-f2ba-406d-a0e9-320a30e1917c/ad9a27be-3ce3-4cd3-b330-750ecffd2dc5) {{(pid=109992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:13:36.701187 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-590bd2a8-6cf5-4579-acbd-cf9c33084387 None None] Publish callbacks [] for port, precommit_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:36.701438 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ee67657-8896-4149-94a2-6dbc8e70ae45 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:36.708396 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-590bd2a8-6cf5-4579-acbd-cf9c33084387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516'] for port, after_create {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:36.723601 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ee67657-8896-4149-94a2-6dbc8e70ae45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:36.757467 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590bd2a8-6cf5-4579-acbd-cf9c33084387 None None] Network 4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3 is already hosted by enough agents. {{(pid=109992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:13:36.760383 n-d-812111-8 neutron-server[109992]: DEBUG neutron.scheduler.base_scheduler [None req-590bd2a8-6cf5-4579-acbd-cf9c33084387 None None] Resources bound (agent type, host, resource id): {{(pid=109992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:13:36.763407 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590bd2a8-6cf5-4579-acbd-cf9c33084387 None None] Received port after_create {{(pid=109992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:13:36.773660 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590bd2a8-6cf5-4579-acbd-cf9c33084387 None None] Pushing event updated for resources: {'Port': ['ID=ad9a27be-3ce3-4cd3-b330-750ecffd2dc5,revision_number=1']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:36.833110 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-590bd2a8-6cf5-4579-acbd-cf9c33084387 None None] Attempting to bind port ad9a27be-3ce3-4cd3-b330-750ecffd2dc5 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:13:36.833499 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-590bd2a8-6cf5-4579-acbd-cf9c33084387 None None] Attempting to bind port ad9a27be-3ce3-4cd3-b330-750ecffd2dc5 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '086a1acd-631d-48ba-b826-451fe2eeb0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:13:36.833974 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590bd2a8-6cf5-4579-acbd-cf9c33084387 None None] Attempting to bind port ad9a27be-3ce3-4cd3-b330-750ecffd2dc5 on network 4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:13:36.839336 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590bd2a8-6cf5-4579-acbd-cf9c33084387 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:13:36.839719 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590bd2a8-6cf5-4579-acbd-cf9c33084387 None None] Checking segment: {'id': '086a1acd-631d-48ba-b826-451fe2eeb0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:13:36.840137 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-590bd2a8-6cf5-4579-acbd-cf9c33084387 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:36.840531 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590bd2a8-6cf5-4579-acbd-cf9c33084387 None None] Bound using segment: {'id': '086a1acd-631d-48ba-b826-451fe2eeb0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:13:36.841036 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-590bd2a8-6cf5-4579-acbd-cf9c33084387 None None] Bound port: ad9a27be-3ce3-4cd3-b330-750ecffd2dc5, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086a1acd-631d-48ba-b826-451fe2eeb0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:13:36.841445 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-590bd2a8-6cf5-4579-acbd-cf9c33084387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:36.849599 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-4ee67657-8896-4149-94a2-6dbc8e70ae45 admin admin] Allocated IP 172.25.5.74 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/016e50b9-d9d0-451a-b421-808bfc23c31c) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:13:36.920859 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-590bd2a8-6cf5-4579-acbd-cf9c33084387 None None] For port ad9a27be-3ce3-4cd3-b330-750ecffd2dc5, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:13:36.924580 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-590bd2a8-6cf5-4579-acbd-cf9c33084387 None None] For port ad9a27be-3ce3-4cd3-b330-750ecffd2dc5, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ad9a27be-3ce3-4cd3-b330-750ecffd2dc5,segment=NetworkSegment(086a1acd-631d-48ba-b826-451fe2eeb0e9),segment_id=086a1acd-631d-48ba-b826-451fe2eeb0e9)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:13:36.930999 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-590bd2a8-6cf5-4579-acbd-cf9c33084387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:36.985408 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ee67657-8896-4149-94a2-6dbc8e70ae45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:36.992956 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590bd2a8-6cf5-4579-acbd-cf9c33084387 None None] Pushing event updated for resources: {'Port': ['ID=ad9a27be-3ce3-4cd3-b330-750ecffd2dc5,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:37.023839 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ee67657-8896-4149-94a2-6dbc8e70ae45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:37.074204 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee67657-8896-4149-94a2-6dbc8e70ae45 admin admin] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:13:37.077294 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-4ee67657-8896-4149-94a2-6dbc8e70ae45 admin admin] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:13:37.082307 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee67657-8896-4149-94a2-6dbc8e70ae45 admin admin] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:13:37.085772 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee67657-8896-4149-94a2-6dbc8e70ae45 admin admin] Pushing event updated for resources: {'Port': ['ID=016e50b9-d9d0-451a-b421-808bfc23c31c,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:37.107176 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd8eb18-50a4-4d47-a025-2527cd68c947 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:13:37.247770 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-f5b67730-2f49-45c1-a130-904174a8aaaf None None] Provisioning complete for port 016e50b9-d9d0-451a-b421-808bfc23c31c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:37.248364 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f5b67730-2f49-45c1-a130-904174a8aaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:37.294269 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-f5b67730-2f49-45c1-a130-904174a8aaaf None None] Port 016e50b9-d9d0-451a-b421-808bfc23c31c cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:13:37.728625 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ee67657-8896-4149-94a2-6dbc8e70ae45 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:37.753886 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ad9a27be-3ce3-4cd3-b330-750ecffd2dc5 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:13:37.811959 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port ad9a27be-3ce3-4cd3-b330-750ecffd2dc5 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:37.812646 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:37.900703 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] Sync routers for ids ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:13:37.913609 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] Routers {'9a980eb0-626c-45b1-8183-fcf11cc4ab18'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:13:37.914515 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:13:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:37.917970 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:37.961957 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] For port ad9a27be-3ce3-4cd3-b330-750ecffd2dc5, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ad9a27be-3ce3-4cd3-b330-750ecffd2dc5,segment=NetworkSegment(086a1acd-631d-48ba-b826-451fe2eeb0e9),segment_id=086a1acd-631d-48ba-b826-451fe2eeb0e9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:13:37.967410 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:37.968214 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e7e0c5d9-1282-4453-a72d-b5a8dad2a813 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:13:37.979093 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ee67657-8896-4149-94a2-6dbc8e70ae45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-320293'] for router, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:38.057074 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Pushing event updated for resources: {'Port': ['ID=ad9a27be-3ce3-4cd3-b330-750ecffd2dc5,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:38.058003 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] Set router 9a980eb0-626c-45b1-8183-fcf11cc4ab18 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:13:38.075050 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port e7e0c5d9-1282-4453-a72d-b5a8dad2a813 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:38.075577 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:38.135667 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14250b8-fa6a-438e-ac9b-b86963162554 None None] Network 4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:13:38.158714 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee67657-8896-4149-94a2-6dbc8e70ae45 admin admin] Router 9d451759-bc7e-4de0-aed3-aaaf57b92dcd is scheduled to L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d with binding_index 1 {{(pid=109991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:13:38.257866 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-8a9f7355-4fd3-4bce-bc37-bbce47400fca None None] Provisioning complete for port ad9a27be-3ce3-4cd3-b330-750ecffd2dc5 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:38.258439 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8a9f7355-4fd3-4bce-bc37-bbce47400fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:38.291882 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee67657-8896-4149-94a2-6dbc8e70ae45 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:13:38.317380 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'name': 'tempest-TestSnapshotPattern-683161707-router', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '414241598a78495eaff2d4412630a7bc', 'gw_port': {'id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'f0c15105-baaa-457f-8fea-695c619de093', 'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'mac_address': 'fa:16:3e:a2:c2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:33Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 2, 'project_id': '414241598a78495eaff2d4412630a7bc', 'subnets': [{'id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:38.320115 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ee67657-8896-4149-94a2-6dbc8e70ae45 admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:38.325085 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56620) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:38.325627 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4ee67657-8896-4149-94a2-6dbc8e70ae45 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1181276 Nov 24 22:13:38.347906 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] Checking router: 9a980eb0-626c-45b1-8183-fcf11cc4ab18 for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:13:38.348264 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] Updating router 9a980eb0-626c-45b1-8183-fcf11cc4ab18 port f0c15105-baaa-457f-8fea-695c619de093 binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:13:38.381530 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:38.456536 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] Sync routers for ids ['9d451759-bc7e-4de0-aed3-aaaf57b92dcd'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:13:38.503584 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] Routers {'9d451759-bc7e-4de0-aed3-aaaf57b92dcd'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:13:38.504387 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:13:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['9d451759-bc7e-4de0-aed3-aaaf57b92dcd'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:38.689191 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:38.696724 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:38.699767 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] Set router 9d451759-bc7e-4de0-aed3-aaaf57b92dcd gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:13:38.797280 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b250f1-d008-4820-858a-7f0acaed9cff None None] Pushing event updated for resources: {'Port': ['ID=f0c15105-baaa-457f-8fea-695c619de093,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:38.815945 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b250f1-d008-4820-858a-7f0acaed9cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:38.816971 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b250f1-d008-4820-858a-7f0acaed9cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:38.816971 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b250f1-d008-4820-858a-7f0acaed9cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:38.816971 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b250f1-d008-4820-858a-7f0acaed9cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:38.817328 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b250f1-d008-4820-858a-7f0acaed9cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:38.817669 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b250f1-d008-4820-858a-7f0acaed9cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:38.818026 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b250f1-d008-4820-858a-7f0acaed9cff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:38.818364 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b250f1-d008-4820-858a-7f0acaed9cff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:38.818693 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b250f1-d008-4820-858a-7f0acaed9cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:38.819026 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b250f1-d008-4820-858a-7f0acaed9cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:38.819354 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b250f1-d008-4820-858a-7f0acaed9cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:38.819679 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b250f1-d008-4820-858a-7f0acaed9cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:38.827224 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] Attempting to bind port f0c15105-baaa-457f-8fea-695c619de093 on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:13:38.827612 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] Attempting to bind port f0c15105-baaa-457f-8fea-695c619de093 by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '9ffe494a-f07e-4658-a7a2-5c723abe90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:13:38.827964 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] Attempting to bind port f0c15105-baaa-457f-8fea-695c619de093 on network c1665cfc-69ae-449b-9bb1-2628f38d38f2 {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:13:38.834970 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:13:38.841132 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] Checking segment: {'id': '9ffe494a-f07e-4658-a7a2-5c723abe90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:13:38.842249 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:38.842664 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] Bound using segment: {'id': '9ffe494a-f07e-4658-a7a2-5c723abe90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:13:38.843178 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] Bound port: f0c15105-baaa-457f-8fea-695c619de093, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffe494a-f07e-4658-a7a2-5c723abe90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:13:38.843580 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:38.862462 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2cf162e0-7edd-4ffe-8e2e-a3974fd1cf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:38.928141 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] For port f0c15105-baaa-457f-8fea-695c619de093, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:13:38.931986 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] For port f0c15105-baaa-457f-8fea-695c619de093, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=f0c15105-baaa-457f-8fea-695c619de093,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:13:38.936301 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:39.013192 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d451759-bc7e-4de0-aed3-aaaf57b92dcd', 'name': 'tempest-TestSnapshotPattern-1259163265-router', 'tenant_id': '033bd37eedc440d9a4521c2d814ad1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '016e50b9-d9d0-451a-b421-808bfc23c31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:36Z', 'updated_at': '2021-11-24T22:13:37Z', 'revision_number': 3, 'project_id': '033bd37eedc440d9a4521c2d814ad1f5', 'gw_port': {'id': '016e50b9-d9d0-451a-b421-808bfc23c31c', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d451759-bc7e-4de0-aed3-aaaf57b92dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:36Z', 'updated_at': '2021-11-24T22:13:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:39.033573 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] Routers {'9a980eb0-626c-45b1-8183-fcf11cc4ab18'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:13:39.034227 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:13:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:39.040602 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b250f1-d008-4820-858a-7f0acaed9cff None None] Pushing event updated for resources: {'Port': ['ID=f0c15105-baaa-457f-8fea-695c619de093,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:39.055867 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] Checking router: 9d451759-bc7e-4de0-aed3-aaaf57b92dcd for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:13:39.056426 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] Updating router 9d451759-bc7e-4de0-aed3-aaaf57b92dcd port 016e50b9-d9d0-451a-b421-808bfc23c31c binding host n-d-812111-8 {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:13:39.102473 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-2cf162e0-7edd-4ffe-8e2e-a3974fd1cf93 admin admin] Allocated IP 172.20.0.1 (4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3/67f375be-f2ba-406d-a0e9-320a30e1917c/5d95f46c-20f1-4623-95f5-56841bc58e9a) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:13:39.122316 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-431329ca-cfa7-4bfa-ad67-6dc9307f7dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:39.123896 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:39.164276 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-29c4f87d-d750-49f8-b27d-84a3556438dc None None] Provisioning complete for port f0c15105-baaa-457f-8fea-695c619de093 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:39.164659 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-29c4f87d-d750-49f8-b27d-84a3556438dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:39.170579 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] Set router 9a980eb0-626c-45b1-8183-fcf11cc4ab18 gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:13:39.241981 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2cf162e0-7edd-4ffe-8e2e-a3974fd1cf93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:39.290859 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2cf162e0-7edd-4ffe-8e2e-a3974fd1cf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:39.344507 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf162e0-7edd-4ffe-8e2e-a3974fd1cf93 admin admin] Pushing event updated for resources: {'Port': ['ID=5d95f46c-20f1-4623-95f5-56841bc58e9a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:39.357095 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf162e0-7edd-4ffe-8e2e-a3974fd1cf93 admin admin] Network 4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:13:39.358842 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-2cf162e0-7edd-4ffe-8e2e-a3974fd1cf93 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:13:39.374949 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf162e0-7edd-4ffe-8e2e-a3974fd1cf93 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:13:39.431987 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2cf162e0-7edd-4ffe-8e2e-a3974fd1cf93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-320468'] for router_interface, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:39.462949 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-29c4f87d-d750-49f8-b27d-84a3556438dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:39.535660 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-29c4f87d-d750-49f8-b27d-84a3556438dc None None] For port f0c15105-baaa-457f-8fea-695c619de093, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=f0c15105-baaa-457f-8fea-695c619de093,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:13:39.546938 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-29c4f87d-d750-49f8-b27d-84a3556438dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:39.564598 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'name': 'tempest-TestSnapshotPattern-683161707-router', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '414241598a78495eaff2d4412630a7bc', 'gw_port': {'id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'f0c15105-baaa-457f-8fea-695c619de093', 'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'mac_address': 'fa:16:3e:a2:c2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:33Z', 'updated_at': '2021-11-24T22:13:38Z', 'revision_number': 4, 'project_id': '414241598a78495eaff2d4412630a7bc', 'subnets': [{'id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:39.593597 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2cf162e0-7edd-4ffe-8e2e-a3974fd1cf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:39.598658 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d0794b-3ed9-4a96-a2c5-dde903e1a8e6 None None] The sync data for ids ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'] in n-d-812111-8 is: [{'id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'name': 'tempest-TestSnapshotPattern-683161707-router', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '414241598a78495eaff2d4412630a7bc', 'gw_port': {'id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'f0c15105-baaa-457f-8fea-695c619de093', 'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'mac_address': 'fa:16:3e:a2:c2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:33Z', 'updated_at': '2021-11-24T22:13:38Z', 'revision_number': 4, 'project_id': '414241598a78495eaff2d4412630a7bc', 'subnets': [{'id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:13:39.635158 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] Publish callbacks [] for port, precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:39.640868 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-29c4f87d-d750-49f8-b27d-84a3556438dc None None] Provisioning complete for port ad9a27be-3ce3-4cd3-b330-750ecffd2dc5 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:39.641246 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-29c4f87d-d750-49f8-b27d-84a3556438dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:39.679158 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:39.685375 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4f87d-d750-49f8-b27d-84a3556438dc None None] Pushing event updated for resources: {'Port': ['ID=f0c15105-baaa-457f-8fea-695c619de093,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:39.748419 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415f848d-a329-4225-b925-73b0291d5e7d None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:13:39.780098 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] Attempting to bind port 016e50b9-d9d0-451a-b421-808bfc23c31c on host n-d-812111-8 for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:13:39.780699 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] Attempting to bind port 016e50b9-d9d0-451a-b421-808bfc23c31c by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:13:39.781196 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] Attempting to bind port 016e50b9-d9d0-451a-b421-808bfc23c31c on network 11235b5e-de40-47bb-bfa7-c51c409e5eca {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:13:39.791709 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ad9a27be-3ce3-4cd3-b330-750ecffd2dc5 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:13:39.818422 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67014d3-c76b-42cb-b58e-9a8dc8f41b35 None None] Pushing event updated for resources: {'Port': ['ID=016e50b9-d9d0-451a-b421-808bfc23c31c,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:39.824177 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:13:39.824711 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] Checking segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:13:39.825243 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:39.825733 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] Bound using segment: {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:13:39.826323 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] Bound port: 016e50b9-d9d0-451a-b421-808bfc23c31c, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11aeaf9-42dd-4537-ae87-921c045749dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:13:39.826817 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:39.846945 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2cf162e0-7edd-4ffe-8e2e-a3974fd1cf93 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:39.853435 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2cf162e0-7edd-4ffe-8e2e-a3974fd1cf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:39.931001 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2cf162e0-7edd-4ffe-8e2e-a3974fd1cf93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7909586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-319844'] for router_interface, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:39.932931 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf162e0-7edd-4ffe-8e2e-a3974fd1cf93 admin admin] Pushing event updated for resources: {'Port': ['ID=5d95f46c-20f1-4623-95f5-56841bc58e9a,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:39.944927 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] For port 016e50b9-d9d0-451a-b421-808bfc23c31c, host n-d-812111-8, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:13:39.949724 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] For port 016e50b9-d9d0-451a-b421-808bfc23c31c, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=016e50b9-d9d0-451a-b421-808bfc23c31c,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:13:39.959270 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port ad9a27be-3ce3-4cd3-b330-750ecffd2dc5 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:39.959545 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:39.962398 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:40.040361 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0254d2-35b7-4ed5-b578-a6d72ce8604c None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:13:40.045766 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf162e0-7edd-4ffe-8e2e-a3974fd1cf93 admin admin] Network 4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:13:40.050347 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-2cf162e0-7edd-4ffe-8e2e-a3974fd1cf93 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:13:40.080036 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67014d3-c76b-42cb-b58e-9a8dc8f41b35 None None] Pushing event updated for resources: {'Port': ['ID=016e50b9-d9d0-451a-b421-808bfc23c31c,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:40.086645 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9ea223e8-5a76-4e47-88bc-bba89497554c None None] Provisioning complete for port f0c15105-baaa-457f-8fea-695c619de093 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:40.087048 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9ea223e8-5a76-4e47-88bc-bba89497554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:40.093608 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] Routers {'9d451759-bc7e-4de0-aed3-aaaf57b92dcd'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:13:40.094249 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:13:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['9d451759-bc7e-4de0-aed3-aaaf57b92dcd'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:40.286788 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device f0c15105-baaa-457f-8fea-695c619de093 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:13:40.372073 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] Set router 9d451759-bc7e-4de0-aed3-aaaf57b92dcd gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:13:40.623884 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf162e0-7edd-4ffe-8e2e-a3974fd1cf93 admin admin] Router 9d451759-bc7e-4de0-aed3-aaaf57b92dcd has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:13:40.672533 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9ea223e8-5a76-4e47-88bc-bba89497554c None None] Provisioning complete for port 5d95f46c-20f1-4623-95f5-56841bc58e9a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:40.673189 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9ea223e8-5a76-4e47-88bc-bba89497554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:40.677000 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port f0c15105-baaa-457f-8fea-695c619de093 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:40.677000 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:40.709736 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:40.749933 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf162e0-7edd-4ffe-8e2e-a3974fd1cf93 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:13:40.756681 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-2cf162e0-7edd-4ffe-8e2e-a3974fd1cf93 admin admin] 10.222.0.11 "PUT /v2.0/routers/9d451759-bc7e-4de0-aed3-aaaf57b92dcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4292729 Nov 24 22:13:40.796063 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-9ea223e8-5a76-4e47-88bc-bba89497554c None None] Port 5d95f46c-20f1-4623-95f5-56841bc58e9a cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:13:40.838858 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-9ea223e8-5a76-4e47-88bc-bba89497554c None None] Provisioning complete for port 016e50b9-d9d0-451a-b421-808bfc23c31c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:40.839233 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9ea223e8-5a76-4e47-88bc-bba89497554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:40.934406 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d451759-bc7e-4de0-aed3-aaaf57b92dcd', 'name': 'tempest-TestSnapshotPattern-1259163265-router', 'tenant_id': '033bd37eedc440d9a4521c2d814ad1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '016e50b9-d9d0-451a-b421-808bfc23c31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:36Z', 'updated_at': '2021-11-24T22:13:39Z', 'revision_number': 4, 'project_id': '033bd37eedc440d9a4521c2d814ad1f5', 'gw_port': {'id': '016e50b9-d9d0-451a-b421-808bfc23c31c', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d451759-bc7e-4de0-aed3-aaaf57b92dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:36Z', 'updated_at': '2021-11-24T22:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '5d95f46c-20f1-4623-95f5-56841bc58e9a', 'name': '', 'network_id': '4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3', 'tenant_id': '033bd37eedc440d9a4521c2d814ad1f5', 'mac_address': 'fa:16:3e:7a:1c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d451759-bc7e-4de0-aed3-aaaf57b92dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '67f375be-f2ba-406d-a0e9-320a30e1917c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:38Z', 'updated_at': '2021-11-24T22:13:39Z', 'revision_number': 2, 'project_id': '033bd37eedc440d9a4521c2d814ad1f5', 'subnets': [{'id': '67f375be-f2ba-406d-a0e9-320a30e1917c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:40.987304 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f43e00-ff1f-47b4-8f69-3bcacb2a9bf7 None None] The sync data for ids ['9d451759-bc7e-4de0-aed3-aaaf57b92dcd'] in n-d-812111-8 is: [{'id': '9d451759-bc7e-4de0-aed3-aaaf57b92dcd', 'name': 'tempest-TestSnapshotPattern-1259163265-router', 'tenant_id': '033bd37eedc440d9a4521c2d814ad1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '016e50b9-d9d0-451a-b421-808bfc23c31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:36Z', 'updated_at': '2021-11-24T22:13:39Z', 'revision_number': 4, 'project_id': '033bd37eedc440d9a4521c2d814ad1f5', 'gw_port': {'id': '016e50b9-d9d0-451a-b421-808bfc23c31c', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d451759-bc7e-4de0-aed3-aaaf57b92dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:36Z', 'updated_at': '2021-11-24T22:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '5d95f46c-20f1-4623-95f5-56841bc58e9a', 'name': '', 'network_id': '4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3', 'tenant_id': '033bd37eedc440d9a4521c2d814ad1f5', 'mac_address': 'fa:16:3e:7a:1c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d451759-bc7e-4de0-aed3-aaaf57b92dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '67f375be-f2ba-406d-a0e9-320a30e1917c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:38Z', 'updated_at': '2021-11-24T22:13:39Z', 'revision_number': 2, 'project_id': '033bd37eedc440d9a4521c2d814ad1f5', 'subnets': [{'id': '67f375be-f2ba-406d-a0e9-320a30e1917c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:13:41.001013 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9ea223e8-5a76-4e47-88bc-bba89497554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:41.028909 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-9ea223e8-5a76-4e47-88bc-bba89497554c None None] For port 016e50b9-d9d0-451a-b421-808bfc23c31c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=016e50b9-d9d0-451a-b421-808bfc23c31c,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:13:41.034657 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-9ea223e8-5a76-4e47-88bc-bba89497554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:41.091153 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea223e8-5a76-4e47-88bc-bba89497554c None None] Pushing event updated for resources: {'Port': ['ID=016e50b9-d9d0-451a-b421-808bfc23c31c,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:41.156770 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7a58958d-258d-444a-9c74-3d1f9215dfb4 None None] Provisioning complete for port 5d95f46c-20f1-4623-95f5-56841bc58e9a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:41.157152 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7a58958d-258d-444a-9c74-3d1f9215dfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:41.206606 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-7a58958d-258d-444a-9c74-3d1f9215dfb4 None None] Port 5d95f46c-20f1-4623-95f5-56841bc58e9a cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:13:41.219282 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-7a58958d-258d-444a-9c74-3d1f9215dfb4 None None] Provisioning complete for port 016e50b9-d9d0-451a-b421-808bfc23c31c triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:41.219741 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7a58958d-258d-444a-9c74-3d1f9215dfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:41.336882 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56628) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:41.341795 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e179656b-ebe6-440a-9349-56fcde5afff6 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1961642844', 'description': 'tempest-secgroup-smoke-1961642844 description', 'project_id': '414241598a78495eaff2d4412630a7bc'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:13:41.369743 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e179656b-ebe6-440a-9349-56fcde5afff6 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for security_group, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:41.382178 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1c6a9a56-f446-4cb7-a099-1940e8de77ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:41.468708 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e179656b-ebe6-440a-9349-56fcde5afff6 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for security_group, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:41.475641 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e179656b-ebe6-440a-9349-56fcde5afff6 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:41.514047 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e179656b-ebe6-440a-9349-56fcde5afff6 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:41.519988 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-e179656b-ebe6-440a-9349-56fcde5afff6 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1772180 Nov 24 22:13:41.519988 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56630) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:41.525129 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-174e1e8f-006a-449b-992a-2512518c2868 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Request body: {'security_group_rule': {'security_group_id': '538b3133-e454-4105-93df-d89ff00de605', 'project_id': '414241598a78495eaff2d4412630a7bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:13:41.530709 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179656b-ebe6-440a-9349-56fcde5afff6 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=538b3133-e454-4105-93df-d89ff00de605,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:41.561043 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-174e1e8f-006a-449b-992a-2512518c2868 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:41.625586 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-174e1e8f-006a-449b-992a-2512518c2868 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:41.631617 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-174e1e8f-006a-449b-992a-2512518c2868 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:41.653012 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e1e8f-006a-449b-992a-2512518c2868 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433d0446-7a13-4474-926e-a7243990dd53,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:41.660034 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-174e1e8f-006a-449b-992a-2512518c2868 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:41.661441 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-174e1e8f-006a-449b-992a-2512518c2868 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407449 Nov 24 22:13:41.664243 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56634) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:41.669002 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-923d00f8-513b-44f5-be6b-b1db6048a70c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Request body: {'security_group_rule': {'security_group_id': '538b3133-e454-4105-93df-d89ff00de605', 'project_id': '414241598a78495eaff2d4412630a7bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:13:41.707723 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-923d00f8-513b-44f5-be6b-b1db6048a70c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:41.727935 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device f0c15105-baaa-457f-8fea-695c619de093 up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:13:41.774866 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-923d00f8-513b-44f5-be6b-b1db6048a70c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:41.779434 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-923d00f8-513b-44f5-be6b-b1db6048a70c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:41.787374 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port f0c15105-baaa-457f-8fea-695c619de093 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:41.787744 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:41.797433 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d00f8-513b-44f5-be6b-b1db6048a70c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99e02d3-11e5-410c-9276-6ace408c9dcb,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:41.808622 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-923d00f8-513b-44f5-be6b-b1db6048a70c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:41.812412 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-923d00f8-513b-44f5-be6b-b1db6048a70c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1445746 Nov 24 22:13:41.812613 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56636) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:41.817911 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-09b63a62-f35c-4d91-9a95-2b348c028477 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Request body: {'security_group_rule': {'security_group_id': '538b3133-e454-4105-93df-d89ff00de605', 'project_id': '414241598a78495eaff2d4412630a7bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:13:41.847610 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-09b63a62-f35c-4d91-9a95-2b348c028477 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:41.911847 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:41.913309 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-09b63a62-f35c-4d91-9a95-2b348c028477 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:41.916659 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-09b63a62-f35c-4d91-9a95-2b348c028477 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:41.934597 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b63a62-f35c-4d91-9a95-2b348c028477 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb43386-d7fd-4430-9f64-ebc0249c9b6f,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:41.945141 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-09b63a62-f35c-4d91-9a95-2b348c028477 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:41.946379 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-09b63a62-f35c-4d91-9a95-2b348c028477 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327929 Nov 24 22:13:41.949119 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56638) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:41.954178 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-995b1b6e-9113-4bf3-bf95-d3a830b48b8d tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Request body: {'security_group_rule': {'security_group_id': '538b3133-e454-4105-93df-d89ff00de605', 'project_id': '414241598a78495eaff2d4412630a7bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:13:42.001981 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-995b1b6e-9113-4bf3-bf95-d3a830b48b8d tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:42.068883 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-995b1b6e-9113-4bf3-bf95-d3a830b48b8d tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:42.073121 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-995b1b6e-9113-4bf3-bf95-d3a830b48b8d tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:42.091244 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b1b6e-9113-4bf3-bf95-d3a830b48b8d tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e430f9-2ef7-41d5-9cc4-7afdff2ba17d,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:42.102737 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-995b1b6e-9113-4bf3-bf95-d3a830b48b8d tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:42.106554 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-995b1b6e-9113-4bf3-bf95-d3a830b48b8d tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1538687 Nov 24 22:13:42.106768 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56640) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:42.112272 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-2673584a-94d8-437c-9942-af60633f456d tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Request body: {'security_group_rule': {'security_group_id': '538b3133-e454-4105-93df-d89ff00de605', 'project_id': '414241598a78495eaff2d4412630a7bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:13:42.134764 n-d-812111-8 neutron-server[109991]: INFO neutron.db.securitygroups_db [None req-2673584a-94d8-437c-9942-af60633f456d tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Project 414241598a78495eaff2d4412630a7bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:13:42.140014 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2673584a-94d8-437c-9942-af60633f456d tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:42.208737 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2673584a-94d8-437c-9942-af60633f456d tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:42.212829 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2673584a-94d8-437c-9942-af60633f456d tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:42.231926 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673584a-94d8-437c-9942-af60633f456d tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeea3452-9704-4a78-9376-4e7179224f83,revision_number=0']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:42.241134 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2673584a-94d8-437c-9942-af60633f456d tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:42.242389 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-2673584a-94d8-437c-9942-af60633f456d tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1346865 Nov 24 22:13:42.245439 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 56642) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:42.250026 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0ebf9632-c2fa-4b50-809e-e1750f44cf7b tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Request body: {'security_group_rule': {'security_group_id': '538b3133-e454-4105-93df-d89ff00de605', 'project_id': '414241598a78495eaff2d4412630a7bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:13:42.274438 n-d-812111-8 neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-0ebf9632-c2fa-4b50-809e-e1750f44cf7b tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Project 414241598a78495eaff2d4412630a7bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:13:42.279924 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ebf9632-c2fa-4b50-809e-e1750f44cf7b tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:42.349540 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ebf9632-c2fa-4b50-809e-e1750f44cf7b tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:42.354587 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ebf9632-c2fa-4b50-809e-e1750f44cf7b tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8068231'] for security_group_rule, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:42.373350 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf9632-c2fa-4b50-809e-e1750f44cf7b tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890269c8-06a7-4bc0-a21a-62f9f2fa2079,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:42.382201 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ebf9632-c2fa-4b50-809e-e1750f44cf7b tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:42.383429 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-0ebf9632-c2fa-4b50-809e-e1750f44cf7b tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1369283 Nov 24 22:13:42.544694 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-69376601-317b-48c8-b449-d71a585fba4d tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1961642844&fields=id&tenant_id=414241598a78495eaff2d4412630a7bc HTTP/1.1" status: 200 len: 267 time: 0.0483260 Nov 24 22:13:42.660997 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-9025cc8e-60e0-4581-b533-1d4020efbbbd tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:42.662500 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-9025cc8e-60e0-4581-b533-1d4020efbbbd tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/networks?id=c1665cfc-69ae-449b-9bb1-2628f38d38f2 HTTP/1.1" status: 200 len: 809 time: 0.1096668 Nov 24 22:13:42.678097 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-fbe87799-fd79-4e86-b409-0bec5051ee5f tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/quotas/414241598a78495eaff2d4412630a7bc HTTP/1.1" status: 200 len: 375 time: 0.0099266 Nov 24 22:13:42.730540 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-bdfd3a35-898d-42a9-a4a7-9f2cda31d171 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=414241598a78495eaff2d4412630a7bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470810 Nov 24 22:13:42.741959 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:42.747408 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-e8a0bf74-acb0-4be9-a66d-366293f5c48d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:13:42.748404 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-e8a0bf74-acb0-4be9-a66d-366293f5c48d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054839 Nov 24 22:13:42.846143 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-4eba5db6-eb85-417d-9918-3376b8b671fc service neutron] 10.222.0.11 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907028 Nov 24 22:13:42.940413 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-fc3cacb0-4a67-410c-84c3-6e8ce88c0de8 service neutron] 10.222.0.11 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867963 Nov 24 22:13:43.120686 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c31d4a9e-c535-4d27-bce1-35c085ffa54d req-65dcd1c7-05c7-463a-a4f6-03101ecbc80b tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 210 time: 0.0378430 Nov 24 22:13:43.413529 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] Sync routers for ids ['9d451759-bc7e-4de0-aed3-aaaf57b92dcd'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:13:43.424560 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] Routers {'9d451759-bc7e-4de0-aed3-aaaf57b92dcd'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:13:43.425208 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:13:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['9d451759-bc7e-4de0-aed3-aaaf57b92dcd'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:43.540230 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] Set router 9d451759-bc7e-4de0-aed3-aaaf57b92dcd gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:13:43.721225 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 016e50b9-d9d0-451a-b421-808bfc23c31c up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:13:43.771724 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 016e50b9-d9d0-451a-b421-808bfc23c31c triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:43.772507 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:43.792220 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d451759-bc7e-4de0-aed3-aaaf57b92dcd', 'name': 'tempest-TestSnapshotPattern-1259163265-router', 'tenant_id': '033bd37eedc440d9a4521c2d814ad1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '016e50b9-d9d0-451a-b421-808bfc23c31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:36Z', 'updated_at': '2021-11-24T22:13:39Z', 'revision_number': 4, 'project_id': '033bd37eedc440d9a4521c2d814ad1f5', 'gw_port': {'id': '016e50b9-d9d0-451a-b421-808bfc23c31c', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d451759-bc7e-4de0-aed3-aaaf57b92dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:36Z', 'updated_at': '2021-11-24T22:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '5d95f46c-20f1-4623-95f5-56841bc58e9a', 'name': '', 'network_id': '4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3', 'tenant_id': '033bd37eedc440d9a4521c2d814ad1f5', 'mac_address': 'fa:16:3e:7a:1c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d451759-bc7e-4de0-aed3-aaaf57b92dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '67f375be-f2ba-406d-a0e9-320a30e1917c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:38Z', 'updated_at': '2021-11-24T22:13:39Z', 'revision_number': 2, 'project_id': '033bd37eedc440d9a4521c2d814ad1f5', 'subnets': [{'id': '67f375be-f2ba-406d-a0e9-320a30e1917c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:43.821299 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] Checking router: 9d451759-bc7e-4de0-aed3-aaaf57b92dcd for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:13:43.821727 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] Updating router 9d451759-bc7e-4de0-aed3-aaaf57b92dcd port 5d95f46c-20f1-4623-95f5-56841bc58e9a binding host n-d-812111-8 {{(pid=109993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:13:43.848815 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:44.107513 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:44.139867 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] Publish callbacks [] for port, precommit_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:44.148461 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:44.205681 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fa906-51ad-4654-853f-8388beeaacac None None] Pushing event updated for resources: {'Port': ['ID=5d95f46c-20f1-4623-95f5-56841bc58e9a,revision_number=3']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:44.254862 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-8ae283a2-cebd-4b40-8693-71d47f761847 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:44.259521 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-8ae283a2-cebd-4b40-8693-71d47f761847 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.48 "GET /v2.0/networks?id=c1665cfc-69ae-449b-9bb1-2628f38d38f2 HTTP/1.1" status: 200 len: 809 time: 0.1322405 Nov 24 22:13:44.291710 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e9a1c2d8-f55f-4ea7-95b7-3c0f394e9369 req-758fe91b-3743-46aa-ae51-113a40263439 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 210 time: 0.0582013 Nov 24 22:13:44.303597 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] Attempting to bind port 5d95f46c-20f1-4623-95f5-56841bc58e9a on host n-d-812111-8 for vnic_type normal with profile {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:13:44.303973 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] Attempting to bind port 5d95f46c-20f1-4623-95f5-56841bc58e9a by drivers openvswitch,hyperv on host n-d-812111-8 at level 0 using segments [{'id': '086a1acd-631d-48ba-b826-451fe2eeb0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3'}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:13:44.304504 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] Attempting to bind port 5d95f46c-20f1-4623-95f5-56841bc58e9a on network 4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3 {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:13:44.310755 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] Checking agent: {'id': '4086a7ba-3080-4450-bff4-6b5b3876196e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 36, 45), 'started_at': datetime.datetime(2021, 11, 24, 20, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:13:44.311490 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] Checking segment: {'id': '086a1acd-631d-48ba-b826-451fe2eeb0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:13:44.311924 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:44.312348 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] Bound using segment: {'id': '086a1acd-631d-48ba-b826-451fe2eeb0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3'} {{(pid=109993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:13:44.312885 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.managers [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] Bound port: 5d95f46c-20f1-4623-95f5-56841bc58e9a, host: n-d-812111-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086a1acd-631d-48ba-b826-451fe2eeb0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3'}}] {{(pid=109993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:13:44.313283 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:44.362094 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-66fe1209-e34c-4fd2-ae46-4e11abcb3c0d tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=414241598a78495eaff2d4412630a7bc HTTP/1.1" status: 200 len: 380 time: 0.0928638 Nov 24 22:13:44.373296 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-6016ba23-53e5-4bf5-8001-2510c0a02e2a tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Request body: {'port': {'device_id': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'admin_state_up': True, 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'security_groups': ['538b3133-e454-4105-93df-d89ff00de605']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:13:44.398000 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] For port 5d95f46c-20f1-4623-95f5-56841bc58e9a, host n-d-812111-8, cleared binding levels {{(pid=109993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:13:44.402264 n-d-812111-8 neutron-server[109993]: DEBUG neutron.plugins.ml2.db [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] For port 5d95f46c-20f1-4623-95f5-56841bc58e9a, host n-d-812111-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=5d95f46c-20f1-4623-95f5-56841bc58e9a,segment=NetworkSegment(086a1acd-631d-48ba-b826-451fe2eeb0e9),segment_id=086a1acd-631d-48ba-b826-451fe2eeb0e9)] {{(pid=109993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:13:44.412950 n-d-812111-8 neutron-server[109993]: DEBUG neutron_lib.callbacks.manager [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:44.468199 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] Routers {'9d451759-bc7e-4de0-aed3-aaaf57b92dcd'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:13:44.468931 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:13:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['9d451759-bc7e-4de0-aed3-aaaf57b92dcd'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:44.520655 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-6016ba23-53e5-4bf5-8001-2510c0a02e2a tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Made reservation on behalf of 414241598a78495eaff2d4412630a7bc for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:13:44.526523 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-6016ba23-53e5-4bf5-8001-2510c0a02e2a tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:44.533148 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fa906-51ad-4654-853f-8388beeaacac None None] Pushing event updated for resources: {'Port': ['ID=5d95f46c-20f1-4623-95f5-56841bc58e9a,revision_number=4']} {{(pid=109993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:44.578479 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-1ab12236-3699-45bd-b770-9151940c1c1d None None] Provisioning complete for port 5d95f46c-20f1-4623-95f5-56841bc58e9a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:44.579245 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1ab12236-3699-45bd-b770-9151940c1c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:44.613408 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] Set router 9d451759-bc7e-4de0-aed3-aaaf57b92dcd gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:13:44.685966 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-6016ba23-53e5-4bf5-8001-2510c0a02e2a tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Allocated IP 172.20.0.12 (c1665cfc-69ae-449b-9bb1-2628f38d38f2/1896480a-24f6-4918-9450-46ce5ded57ba/51311a89-82f6-44fd-ac68-3d765aaae68a) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:13:44.694383 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1ab12236-3699-45bd-b770-9151940c1c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:44.734229 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1ab12236-3699-45bd-b770-9151940c1c1d None None] For port 5d95f46c-20f1-4623-95f5-56841bc58e9a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=5d95f46c-20f1-4623-95f5-56841bc58e9a,segment=NetworkSegment(086a1acd-631d-48ba-b826-451fe2eeb0e9),segment_id=086a1acd-631d-48ba-b826-451fe2eeb0e9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:13:44.742931 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1ab12236-3699-45bd-b770-9151940c1c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:44.797899 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab12236-3699-45bd-b770-9151940c1c1d None None] Pushing event updated for resources: {'Port': ['ID=5d95f46c-20f1-4623-95f5-56841bc58e9a,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:44.846967 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-6016ba23-53e5-4bf5-8001-2510c0a02e2a tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for port, precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:44.864704 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ded74271-c40b-4361-8339-00e7ac0e19dd None None] Provisioning complete for port 5d95f46c-20f1-4623-95f5-56841bc58e9a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:44.865186 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ded74271-c40b-4361-8339-00e7ac0e19dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:44.867482 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d451759-bc7e-4de0-aed3-aaaf57b92dcd', 'name': 'tempest-TestSnapshotPattern-1259163265-router', 'tenant_id': '033bd37eedc440d9a4521c2d814ad1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '016e50b9-d9d0-451a-b421-808bfc23c31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:36Z', 'updated_at': '2021-11-24T22:13:39Z', 'revision_number': 4, 'project_id': '033bd37eedc440d9a4521c2d814ad1f5', 'gw_port': {'id': '016e50b9-d9d0-451a-b421-808bfc23c31c', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d451759-bc7e-4de0-aed3-aaaf57b92dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:36Z', 'updated_at': '2021-11-24T22:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '5d95f46c-20f1-4623-95f5-56841bc58e9a', 'name': '', 'network_id': '4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3', 'tenant_id': '033bd37eedc440d9a4521c2d814ad1f5', 'mac_address': 'fa:16:3e:7a:1c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d451759-bc7e-4de0-aed3-aaaf57b92dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '67f375be-f2ba-406d-a0e9-320a30e1917c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:38Z', 'updated_at': '2021-11-24T22:13:44Z', 'revision_number': 4, 'project_id': '033bd37eedc440d9a4521c2d814ad1f5', 'subnets': [{'id': '67f375be-f2ba-406d-a0e9-320a30e1917c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:44.888521 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-6016ba23-53e5-4bf5-8001-2510c0a02e2a tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:44.901796 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f7e31-158e-43a1-9bda-ca90ab9ca2f7 None None] The sync data for ids ['9d451759-bc7e-4de0-aed3-aaaf57b92dcd'] in n-d-812111-8 is: [{'id': '9d451759-bc7e-4de0-aed3-aaaf57b92dcd', 'name': 'tempest-TestSnapshotPattern-1259163265-router', 'tenant_id': '033bd37eedc440d9a4521c2d814ad1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '016e50b9-d9d0-451a-b421-808bfc23c31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:36Z', 'updated_at': '2021-11-24T22:13:39Z', 'revision_number': 4, 'project_id': '033bd37eedc440d9a4521c2d814ad1f5', 'gw_port': {'id': '016e50b9-d9d0-451a-b421-808bfc23c31c', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d451759-bc7e-4de0-aed3-aaaf57b92dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:36Z', 'updated_at': '2021-11-24T22:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': '5d95f46c-20f1-4623-95f5-56841bc58e9a', 'name': '', 'network_id': '4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3', 'tenant_id': '033bd37eedc440d9a4521c2d814ad1f5', 'mac_address': 'fa:16:3e:7a:1c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d451759-bc7e-4de0-aed3-aaaf57b92dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '67f375be-f2ba-406d-a0e9-320a30e1917c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:38Z', 'updated_at': '2021-11-24T22:13:44Z', 'revision_number': 4, 'project_id': '033bd37eedc440d9a4521c2d814ad1f5', 'subnets': [{'id': '67f375be-f2ba-406d-a0e9-320a30e1917c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:13:44.941803 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-6016ba23-53e5-4bf5-8001-2510c0a02e2a tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Network c1665cfc-69ae-449b-9bb1-2628f38d38f2 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:13:44.945109 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-6016ba23-53e5-4bf5-8001-2510c0a02e2a tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:13:44.950108 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-6016ba23-53e5-4bf5-8001-2510c0a02e2a tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:13:44.954825 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016ba23-53e5-4bf5-8001-2510c0a02e2a tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Pushing event updated for resources: {'Port': ['ID=51311a89-82f6-44fd-ac68-3d765aaae68a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:45.020422 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:45.024175 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-6016ba23-53e5-4bf5-8001-2510c0a02e2a tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:45.025013 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-6016ba23-53e5-4bf5-8001-2510c0a02e2a tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:45.045330 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-6016ba23-53e5-4bf5-8001-2510c0a02e2a tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6761851 Nov 24 22:13:45.062638 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.v2.base [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-3f203954-8f1f-4263-a8aa-36a0a692455a service neutron] Request body: {'port': {'device_id': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:13:45.132096 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-3f203954-8f1f-4263-a8aa-36a0a692455a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:45.280669 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c2aeeee8-136e-408d-9fef-086f3d5df28a None None] Provisioning complete for port 51311a89-82f6-44fd-ac68-3d765aaae68a triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:45.281059 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c2aeeee8-136e-408d-9fef-086f3d5df28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:45.325984 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c2aeeee8-136e-408d-9fef-086f3d5df28a None None] Port 51311a89-82f6-44fd-ac68-3d765aaae68a cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:13:45.418914 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146a2f9-d211-4688-a16c-35d6709594e9 req-1b64dd13-948d-457a-88f1-c00e6a87bc16 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:45.421603 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5146a2f9-d211-4688-a16c-35d6709594e9 req-1b64dd13-948d-457a-88f1-c00e6a87bc16 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 932 time: 0.0612910 Nov 24 22:13:45.440109 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-3f203954-8f1f-4263-a8aa-36a0a692455a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51311a89-82f6-44fd-ac68-3d765aaae68a {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:13:45.450790 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-3f203954-8f1f-4263-a8aa-36a0a692455a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:45.464616 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-3f203954-8f1f-4263-a8aa-36a0a692455a service neutron] Transition to ACTIVE for port object 51311a89-82f6-44fd-ac68-3d765aaae68a will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:13:45.469898 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-3f203954-8f1f-4263-a8aa-36a0a692455a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:45.482373 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5146a2f9-d211-4688-a16c-35d6709594e9 req-a02e07c8-05af-4399-b64f-19461b2ddccf tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532737 Nov 24 22:13:45.546451 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f203954-8f1f-4263-a8aa-36a0a692455a service neutron] Pushing event updated for resources: {'Port': ['ID=51311a89-82f6-44fd-ac68-3d765aaae68a,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:45.604316 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-3f203954-8f1f-4263-a8aa-36a0a692455a service neutron] Attempting to bind port 51311a89-82f6-44fd-ac68-3d765aaae68a on host n-h1-812111-8 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:13:45.604824 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-3f203954-8f1f-4263-a8aa-36a0a692455a service neutron] Attempting to bind port 51311a89-82f6-44fd-ac68-3d765aaae68a by drivers openvswitch,hyperv on host n-h1-812111-8 at level 0 using segments [{'id': '9ffe494a-f07e-4658-a7a2-5c723abe90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:13:45.605016 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-3f203954-8f1f-4263-a8aa-36a0a692455a service neutron] Attempting to bind port 51311a89-82f6-44fd-ac68-3d765aaae68a on network c1665cfc-69ae-449b-9bb1-2628f38d38f2 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:13:45.610020 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-3f203954-8f1f-4263-a8aa-36a0a692455a service neutron] Port 51311a89-82f6-44fd-ac68-3d765aaae68a on network c1665cfc-69ae-449b-9bb1-2628f38d38f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-8 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:13:45.610300 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-3f203954-8f1f-4263-a8aa-36a0a692455a service neutron] Attempting to bind port 51311a89-82f6-44fd-ac68-3d765aaae68a on network c1665cfc-69ae-449b-9bb1-2628f38d38f2 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:13:45.618560 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-3f203954-8f1f-4263-a8aa-36a0a692455a service neutron] Checking agent: {'id': '33ae84ce-6e88-406f-b1ef-771d3bde46d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:13:45.618811 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-3f203954-8f1f-4263-a8aa-36a0a692455a service neutron] Checking segment: {'id': '9ffe494a-f07e-4658-a7a2-5c723abe90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:13:45.619066 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-3f203954-8f1f-4263-a8aa-36a0a692455a service neutron] Bound using segment: {'id': '9ffe494a-f07e-4658-a7a2-5c723abe90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:13:45.619504 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-3f203954-8f1f-4263-a8aa-36a0a692455a service neutron] Bound port: 51311a89-82f6-44fd-ac68-3d765aaae68a, host: n-h1-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ffe494a-f07e-4658-a7a2-5c723abe90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:13:45.619862 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-3f203954-8f1f-4263-a8aa-36a0a692455a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:45.696963 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-3f203954-8f1f-4263-a8aa-36a0a692455a service neutron] For port 51311a89-82f6-44fd-ac68-3d765aaae68a, host n-h1-812111-8, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:13:45.700657 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-3f203954-8f1f-4263-a8aa-36a0a692455a service neutron] For port 51311a89-82f6-44fd-ac68-3d765aaae68a, host n-h1-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=51311a89-82f6-44fd-ac68-3d765aaae68a,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:13:45.705409 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-3f203954-8f1f-4263-a8aa-36a0a692455a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718215'] for port, after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:45.725723 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 5d95f46c-20f1-4623-95f5-56841bc58e9a up at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:13:45.743180 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-3f203954-8f1f-4263-a8aa-36a0a692455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:45.743877 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-3f203954-8f1f-4263-a8aa-36a0a692455a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:45.745304 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-3f203954-8f1f-4263-a8aa-36a0a692455a service neutron] 10.222.0.48 "PUT /v2.0/ports/51311a89-82f6-44fd-ac68-3d765aaae68a HTTP/1.1" status: 200 len: 1092 time: 0.6902776 Nov 24 22:13:45.745754 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'tag': '51311a89-82f6-44fd-ac68-3d765aaae68a'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:13:45.748047 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a46b2bb-566a-47e6-a97e-ed9659eed906" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5ea43d-d305-43cd-b090-0a1894ca4447", "tag": "51311a89-82f6-44fd-ac68-3d765aaae68a"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:13:45.775226 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f203954-8f1f-4263-a8aa-36a0a692455a service neutron] Pushing event updated for resources: {'Port': ['ID=51311a89-82f6-44fd-ac68-3d765aaae68a,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:45.804420 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bd4ef9-dbcd-40b0-8008-20e9ca3aec49 x-openstack-request-id: req-52bd4ef9-dbcd-40b0-8008-20e9ca3aec49 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:13:45.804890 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5ea43d-d305-43cd-b090-0a1894ca4447", "tag": "51311a89-82f6-44fd-ac68-3d765aaae68a", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:13:45.805050 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-52bd4ef9-dbcd-40b0-8008-20e9ca3aec49 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:13:45.805393 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'tag': '51311a89-82f6-44fd-ac68-3d765aaae68a', 'status': 'completed', 'code': 200} Nov 24 22:13:45.819343 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Provisioning complete for port 5d95f46c-20f1-4623-95f5-56841bc58e9a triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:45.819915 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:45.843326 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-c440d7d4-44c2-4169-9e85-3673f6733b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:45.844981 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-c440d7d4-44c2-4169-9e85-3673f6733b63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=414241598a78495eaff2d4412630a7bc&device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 1095 time: 0.0510392 Nov 24 22:13:45.914673 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-033f8903-618e-4a5b-b453-45adb8a02db8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51311a89-82f6-44fd-ac68-3d765aaae68a HTTP/1.1" status: 200 len: 217 time: 0.0602143 Nov 24 22:13:45.968249 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-fbee187b-e856-4d14-b122-747d6d80634b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:45.969569 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-fbee187b-e856-4d14-b122-747d6d80634b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1896480a-24f6-4918-9450-46ce5ded57ba HTTP/1.1" status: 200 len: 848 time: 0.0480556 Nov 24 22:13:46.015434 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-feb7621f-ac0b-4145-9aa6-29c6a001d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:46.017149 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-feb7621f-ac0b-4145-9aa6-29c6a001d2f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c1665cfc-69ae-449b-9bb1-2628f38d38f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409138 Nov 24 22:13:46.114645 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-43afb1cd-0b11-4275-b009-4dcb4e49efb7 service neutron] 10.222.0.48 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908446 Nov 24 22:13:46.206810 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-5fbd006d-4c0f-4f9e-a146-8654476256d7 req-8a922ea9-6af1-4b52-b400-77a6cf031677 service neutron] 10.222.0.48 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849855 Nov 24 22:13:46.300304 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46b2bb-566a-47e6-a97e-ed9659eed906 req-d24f4480-a86e-4021-9fa9-caf1da20a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:46.302440 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a46b2bb-566a-47e6-a97e-ed9659eed906 req-d24f4480-a86e-4021-9fa9-caf1da20a38d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=414241598a78495eaff2d4412630a7bc&device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 1095 time: 0.0470011 Nov 24 22:13:46.393289 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46b2bb-566a-47e6-a97e-ed9659eed906 req-0f6cca38-5ef1-4056-84b7-ac1678c6cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:46.394809 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a46b2bb-566a-47e6-a97e-ed9659eed906 req-0f6cca38-5ef1-4056-84b7-ac1678c6cdb6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c1665cfc-69ae-449b-9bb1-2628f38d38f2 HTTP/1.1" status: 200 len: 910 time: 0.0858970 Nov 24 22:13:46.442428 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a46b2bb-566a-47e6-a97e-ed9659eed906 req-fa7b6ac4-819c-4ed8-b0b3-8d49331f1635 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51311a89-82f6-44fd-ac68-3d765aaae68a HTTP/1.1" status: 200 len: 217 time: 0.0404131 Nov 24 22:13:46.493610 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46b2bb-566a-47e6-a97e-ed9659eed906 req-376a5e7e-7803-4b18-851f-f7292f59d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:46.495131 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a46b2bb-566a-47e6-a97e-ed9659eed906 req-376a5e7e-7803-4b18-851f-f7292f59d02a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1896480a-24f6-4918-9450-46ce5ded57ba HTTP/1.1" status: 200 len: 848 time: 0.0454593 Nov 24 22:13:46.547794 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46b2bb-566a-47e6-a97e-ed9659eed906 req-07999287-1a9f-46d0-a131-a991509a04ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:46.550960 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a46b2bb-566a-47e6-a97e-ed9659eed906 req-07999287-1a9f-46d0-a131-a991509a04ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c1665cfc-69ae-449b-9bb1-2628f38d38f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479872 Nov 24 22:13:46.615187 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd924ffe-8042-438b-a33b-9dbb8314e087 req-f38a6a00-2c68-4c65-9d80-620d2e400179 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:46.621227 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd924ffe-8042-438b-a33b-9dbb8314e087 req-f38a6a00-2c68-4c65-9d80-620d2e400179 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 944 time: 0.0569305 Nov 24 22:13:46.661514 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a46b2bb-566a-47e6-a97e-ed9659eed906 req-8232a39e-b5a5-4f3e-be6c-bc83440f0eac service neutron] 10.222.0.48 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028626 Nov 24 22:13:46.674688 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fd924ffe-8042-438b-a33b-9dbb8314e087 req-0a45f33f-dee5-48d0-be31-180ebdd02ddf tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517647 Nov 24 22:13:46.758664 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-6a46b2bb-566a-47e6-a97e-ed9659eed906 req-1a1f9d69-95b1-4b51-b7a5-637dd69cea70 service neutron] 10.222.0.48 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888076 Nov 24 22:13:47.796502 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6fcda-ce7b-4d46-b746-d0b731f32152 req-52965ce9-31b3-48d1-9db1-c2e02ea75e3e tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:47.798041 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1bf6fcda-ce7b-4d46-b746-d0b731f32152 req-52965ce9-31b3-48d1-9db1-c2e02ea75e3e tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 944 time: 0.0492804 Nov 24 22:13:47.847789 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-1bf6fcda-ce7b-4d46-b746-d0b731f32152 req-31b09059-195d-41f7-8ed0-6999d1380bd4 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430090 Nov 24 22:13:48.966196 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ad2d0-3e74-4c9f-bd18-8836b47b9222 req-7d0369da-1e9b-41b9-867d-c14c8f3519ac tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:48.967724 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-676ad2d0-3e74-4c9f-bd18-8836b47b9222 req-7d0369da-1e9b-41b9-867d-c14c8f3519ac tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 944 time: 0.0511208 Nov 24 22:13:49.018971 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-676ad2d0-3e74-4c9f-bd18-8836b47b9222 req-806cb644-5456-41f0-a8b3-aa50bdb9438b tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447707 Nov 24 22:13:49.886371 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 51311a89-82f6-44fd-ac68-3d765aaae68a details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:13:49.984043 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 51311a89-82f6-44fd-ac68-3d765aaae68a, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=51311a89-82f6-44fd-ac68-3d765aaae68a,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:13:49.995689 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '51311a89-82f6-44fd-ac68-3d765aaae68a', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'port_id': '51311a89-82f6-44fd-ac68-3d765aaae68a', 'mac_address': 'fa:16:3e:33:9b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:13:50.037688 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:50.051570 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51311a89-82f6-44fd-ac68-3d765aaae68a {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:13:50.071795 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 51311a89-82f6-44fd-ac68-3d765aaae68a, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=51311a89-82f6-44fd-ac68-3d765aaae68a,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:13:50.076903 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:50.126293 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=51311a89-82f6-44fd-ac68-3d765aaae68a,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:50.151143 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1d4e6-96d9-4d3b-af27-2df9d783f320 req-e616c02c-4b2f-4afc-bd92-ed819dcf4dff tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:50.152687 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d7c1d4e6-96d9-4d3b-af27-2df9d783f320 req-e616c02c-4b2f-4afc-bd92-ed819dcf4dff tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 945 time: 0.0633333 Nov 24 22:13:50.209836 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d7c1d4e6-96d9-4d3b-af27-2df9d783f320 req-da54bb6e-bee6-41d4-8ac0-5db6d16aaadb tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505393 Nov 24 22:13:50.278325 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['51311a89-82f6-44fd-ac68-3d765aaae68a'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:13:51.325392 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8905be-58b6-43dc-8bcc-951f1f07d251 req-9f43daef-7fea-4fb1-ad94-c3471fc7f8f5 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:51.326893 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5a8905be-58b6-43dc-8bcc-951f1f07d251 req-9f43daef-7fea-4fb1-ad94-c3471fc7f8f5 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 945 time: 0.0492346 Nov 24 22:13:51.377359 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5a8905be-58b6-43dc-8bcc-951f1f07d251 req-30d031ff-7464-4109-9dd9-df61c709a630 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437620 Nov 24 22:13:51.902436 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 51311a89-82f6-44fd-ac68-3d765aaae68a up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:13:51.953536 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning for port 51311a89-82f6-44fd-ac68-3d765aaae68a completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:13:51.959027 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 51311a89-82f6-44fd-ac68-3d765aaae68a triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:13:51.959395 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:52.043602 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:52.070940 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51311a89-82f6-44fd-ac68-3d765aaae68a'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:13:52.073372 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3e2366-9499-42ce-8426-f34ae20e8239" -d '{"events": [{"server_uuid": "9c5ea43d-d305-43cd-b090-0a1894ca4447", "name": "network-vif-plugged", "status": "completed", "tag": "51311a89-82f6-44fd-ac68-3d765aaae68a"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:13:52.084943 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 51311a89-82f6-44fd-ac68-3d765aaae68a, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=51311a89-82f6-44fd-ac68-3d765aaae68a,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:13:52.091459 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:52.120281 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91eb046-b7dc-49d4-a35e-8f75d1eb4a0a x-openstack-request-id: req-f91eb046-b7dc-49d4-a35e-8f75d1eb4a0a {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:13:52.120579 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5ea43d-d305-43cd-b090-0a1894ca4447", "name": "network-vif-plugged", "status": "completed", "tag": "51311a89-82f6-44fd-ac68-3d765aaae68a", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:13:52.120894 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f91eb046-b7dc-49d4-a35e-8f75d1eb4a0a {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:13:52.121287 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51311a89-82f6-44fd-ac68-3d765aaae68a', 'code': 200} Nov 24 22:13:52.157289 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=51311a89-82f6-44fd-ac68-3d765aaae68a,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:52.252879 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23b5a1-4f13-4b06-8264-70e7a91ab37e req-ed613733-3db2-447d-9192-7fd9ada492b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:52.254687 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3d23b5a1-4f13-4b06-8264-70e7a91ab37e req-ed613733-3db2-447d-9192-7fd9ada492b0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 1097 time: 0.0608890 Nov 24 22:13:52.310936 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-3d23b5a1-4f13-4b06-8264-70e7a91ab37e req-ac399a1f-f0c3-4c31-af6d-25860a548f2d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494740 Nov 24 22:13:52.502084 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf166335-889d-4dcf-a365-286a57715953 req-1cbf46f5-e0c0-4685-95c7-ad04d9a26647 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:52.503798 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cf166335-889d-4dcf-a365-286a57715953 req-1cbf46f5-e0c0-4685-95c7-ad04d9a26647 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 946 time: 0.0545175 Nov 24 22:13:52.553696 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cf166335-889d-4dcf-a365-286a57715953 req-4f3707aa-8842-46b6-aa77-affb7c5ce0b3 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439835 Nov 24 22:13:53.678894 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dad501-8a6c-4a3c-9c04-c5e03dc27b74 req-f11f4a5e-dfa0-452e-949c-95ceaf5eeb7d tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:53.680463 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-99dad501-8a6c-4a3c-9c04-c5e03dc27b74 req-f11f4a5e-dfa0-452e-949c-95ceaf5eeb7d tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 946 time: 0.0524001 Nov 24 22:13:53.732371 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-99dad501-8a6c-4a3c-9c04-c5e03dc27b74 req-b98dcea8-dcf7-4844-8bfc-e8be704d051c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457971 Nov 24 22:13:53.851276 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370da59-90a0-422d-a176-09c9834d405d req-38a4866c-7104-4cb8-9da1-2e6cb4fc6fd1 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:53.852681 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d370da59-90a0-422d-a176-09c9834d405d req-38a4866c-7104-4cb8-9da1-2e6cb4fc6fd1 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 946 time: 0.0502734 Nov 24 22:13:53.907781 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d370da59-90a0-422d-a176-09c9834d405d req-2cc032ae-993a-4430-a781-325445a655d3 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490754 Nov 24 22:13:53.929816 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56698) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:54.058029 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cd0beb-117d-4990-8315-7d10b0caf4b1 tempest-TestSnapshotPattern-460880121 tempest-TestSnapshotPattern-460880121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:54.059970 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-41cd0beb-117d-4990-8315-7d10b0caf4b1 tempest-TestSnapshotPattern-460880121 tempest-TestSnapshotPattern-460880121-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 1092 time: 0.1291523 Nov 24 22:13:54.063055 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56702) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:13:54.068125 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-997c9aa4-c913-4902-ad9b-e0c109e946ae tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': '51311a89-82f6-44fd-ac68-3d765aaae68a', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:13:54.089639 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-997c9aa4-c913-4902-ad9b-e0c109e946ae tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:54.190093 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-997c9aa4-c913-4902-ad9b-e0c109e946ae tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:54.296804 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-997c9aa4-c913-4902-ad9b-e0c109e946ae tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Allocated IP 172.25.5.56 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/724ae905-c6e9-41f0-bd97-65d168e1e3a8) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:13:54.398023 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-997c9aa4-c913-4902-ad9b-e0c109e946ae tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:54.439209 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-997c9aa4-c913-4902-ad9b-e0c109e946ae tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:54.480279 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997c9aa4-c913-4902-ad9b-e0c109e946ae tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:13:54.483051 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-997c9aa4-c913-4902-ad9b-e0c109e946ae tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:13:54.487209 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997c9aa4-c913-4902-ad9b-e0c109e946ae tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:13:54.492944 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c9aa4-c913-4902-ad9b-e0c109e946ae tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Pushing event updated for resources: {'Port': ['ID=724ae905-c6e9-41f0-bd97-65d168e1e3a8,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:54.853177 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-997c9aa4-c913-4902-ad9b-e0c109e946ae tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:54.919066 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-997c9aa4-c913-4902-ad9b-e0c109e946ae tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:55.072021 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-997c9aa4-c913-4902-ad9b-e0c109e946ae tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:55.076787 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-997c9aa4-c913-4902-ad9b-e0c109e946ae tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:55.149786 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c9aa4-c913-4902-ad9b-e0c109e946ae tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Pushing event updated for resources: {'Port': ['ID=724ae905-c6e9-41f0-bd97-65d168e1e3a8,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:55.159640 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-997c9aa4-c913-4902-ad9b-e0c109e946ae tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:55.266265 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-997c9aa4-c913-4902-ad9b-e0c109e946ae tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Floating IP 46ae8898-d66e-4ec5-9625-1cff93809095 associated. External IP: 172.25.5.56, port: 51311a89-82f6-44fd-ac68-3d765aaae68a. Nov 24 22:13:55.559181 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997c9aa4-c913-4902-ad9b-e0c109e946ae tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Router 9a980eb0-626c-45b1-8183-fcf11cc4ab18 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:13:55.692645 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997c9aa4-c913-4902-ad9b-e0c109e946ae tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:13:55.703343 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb2cb2b-4dc9-4597-89ee-68a6832ebf2a None None] Sync routers for ids ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:13:55.710741 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-997c9aa4-c913-4902-ad9b-e0c109e946ae tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:13:55.714968 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb2cb2b-4dc9-4597-89ee-68a6832ebf2a None None] Routers {'9a980eb0-626c-45b1-8183-fcf11cc4ab18'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:13:55.715751 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5cb2cb2b-4dc9-4597-89ee-68a6832ebf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:13:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:55.740937 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-997c9aa4-c913-4902-ad9b-e0c109e946ae tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6767681 Nov 24 22:13:55.741541 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'tag': '51311a89-82f6-44fd-ac68-3d765aaae68a'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:13:55.743988 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8435d8d-abc0-41fe-8b49-295d130445c9" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5ea43d-d305-43cd-b090-0a1894ca4447", "tag": "51311a89-82f6-44fd-ac68-3d765aaae68a"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:13:55.835020 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-5cb2cb2b-4dc9-4597-89ee-68a6832ebf2a None None] Set router 9a980eb0-626c-45b1-8183-fcf11cc4ab18 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:13:55.854390 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbffac1-c21e-40b0-938c-025b406b0f8e x-openstack-request-id: req-cfbffac1-c21e-40b0-938c-025b406b0f8e {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:13:55.854895 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5ea43d-d305-43cd-b090-0a1894ca4447", "tag": "51311a89-82f6-44fd-ac68-3d765aaae68a", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:13:55.854998 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cfbffac1-c21e-40b0-938c-025b406b0f8e {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:13:55.855338 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'tag': '51311a89-82f6-44fd-ac68-3d765aaae68a', 'status': 'completed', 'code': 200} Nov 24 22:13:55.926655 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8435d8d-abc0-41fe-8b49-295d130445c9 req-24ccf3e7-031d-4a62-b26b-62c119ac7872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:55.928345 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8435d8d-abc0-41fe-8b49-295d130445c9 req-24ccf3e7-031d-4a62-b26b-62c119ac7872 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=414241598a78495eaff2d4412630a7bc&device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 1097 time: 0.0489817 Nov 24 22:13:56.023463 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8435d8d-abc0-41fe-8b49-295d130445c9 req-b3a82c79-eed5-4de6-9f81-60ab4f948bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:56.025004 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8435d8d-abc0-41fe-8b49-295d130445c9 req-b3a82c79-eed5-4de6-9f81-60ab4f948bd1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c1665cfc-69ae-449b-9bb1-2628f38d38f2 HTTP/1.1" status: 200 len: 910 time: 0.0889788 Nov 24 22:13:56.070854 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5cb2cb2b-4dc9-4597-89ee-68a6832ebf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'name': 'tempest-TestSnapshotPattern-683161707-router', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '414241598a78495eaff2d4412630a7bc', 'gw_port': {'id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '46ae8898-d66e-4ec5-9625-1cff93809095', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'port_id': '51311a89-82f6-44fd-ac68-3d765aaae68a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'mac_address': 'fa:16:3e:33:9b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:13:54Z', 'updated_at': '2021-11-24T22:13:54Z', 'revision_number': 0, 'project_id': '414241598a78495eaff2d4412630a7bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c15105-baaa-457f-8fea-695c619de093', 'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'mac_address': 'fa:16:3e:a2:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:33Z', 'updated_at': '2021-11-24T22:13:39Z', 'revision_number': 5, 'project_id': '414241598a78495eaff2d4412630a7bc', 'subnets': [{'id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:56.097422 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb2cb2b-4dc9-4597-89ee-68a6832ebf2a None None] Checking router: 9a980eb0-626c-45b1-8183-fcf11cc4ab18 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:13:56.097681 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8435d8d-abc0-41fe-8b49-295d130445c9 req-34ecb7d0-9e45-4543-a5e6-e0473a1c4efd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51311a89-82f6-44fd-ac68-3d765aaae68a HTTP/1.1" status: 200 len: 999 time: 0.0660362 Nov 24 22:13:56.106092 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb2cb2b-4dc9-4597-89ee-68a6832ebf2a None None] Routers {'9a980eb0-626c-45b1-8183-fcf11cc4ab18'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:13:56.106696 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5cb2cb2b-4dc9-4597-89ee-68a6832ebf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:13:41Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:56.150929 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8435d8d-abc0-41fe-8b49-295d130445c9 req-4cd47563-a3a8-40a9-9188-393085732c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:56.152491 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8435d8d-abc0-41fe-8b49-295d130445c9 req-4cd47563-a3a8-40a9-9188-393085732c0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1896480a-24f6-4918-9450-46ce5ded57ba HTTP/1.1" status: 200 len: 848 time: 0.0466235 Nov 24 22:13:56.212841 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8435d8d-abc0-41fe-8b49-295d130445c9 req-6e2b0ece-3782-43d5-adc5-8c0c58b7cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:13:56.214418 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8435d8d-abc0-41fe-8b49-295d130445c9 req-6e2b0ece-3782-43d5-adc5-8c0c58b7cc45 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c1665cfc-69ae-449b-9bb1-2628f38d38f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543988 Nov 24 22:13:56.229812 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-5cb2cb2b-4dc9-4597-89ee-68a6832ebf2a None None] Set router 9a980eb0-626c-45b1-8183-fcf11cc4ab18 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:13:56.320477 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8435d8d-abc0-41fe-8b49-295d130445c9 req-01daa692-c58b-467c-b713-a3d6b75c2ba1 service neutron] 10.222.0.48 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966642 Nov 24 22:13:56.426979 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-f8435d8d-abc0-41fe-8b49-295d130445c9 req-c99ef802-d505-4c83-9da4-c3206a298aef service neutron] 10.222.0.48 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993321 Nov 24 22:13:56.509699 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5cb2cb2b-4dc9-4597-89ee-68a6832ebf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'name': 'tempest-TestSnapshotPattern-683161707-router', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '414241598a78495eaff2d4412630a7bc', 'gw_port': {'id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '46ae8898-d66e-4ec5-9625-1cff93809095', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'port_id': '51311a89-82f6-44fd-ac68-3d765aaae68a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'mac_address': 'fa:16:3e:33:9b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:13:54Z', 'updated_at': '2021-11-24T22:13:54Z', 'revision_number': 0, 'project_id': '414241598a78495eaff2d4412630a7bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c15105-baaa-457f-8fea-695c619de093', 'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'mac_address': 'fa:16:3e:a2:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:33Z', 'updated_at': '2021-11-24T22:13:39Z', 'revision_number': 5, 'project_id': '414241598a78495eaff2d4412630a7bc', 'subnets': [{'id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:13:56.695178 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb2cb2b-4dc9-4597-89ee-68a6832ebf2a None None] The sync data for ids ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'] in n-d-812111-8 is: [{'id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'name': 'tempest-TestSnapshotPattern-683161707-router', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '414241598a78495eaff2d4412630a7bc', 'gw_port': {'id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '46ae8898-d66e-4ec5-9625-1cff93809095', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'port_id': '51311a89-82f6-44fd-ac68-3d765aaae68a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'mac_address': 'fa:16:3e:33:9b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:13:54Z', 'updated_at': '2021-11-24T22:13:54Z', 'revision_number': 0, 'project_id': '414241598a78495eaff2d4412630a7bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c15105-baaa-457f-8fea-695c619de093', 'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'mac_address': 'fa:16:3e:a2:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:33Z', 'updated_at': '2021-11-24T22:13:39Z', 'revision_number': 5, 'project_id': '414241598a78495eaff2d4412630a7bc', 'subnets': [{'id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:13:56.887253 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b4c57d-32d7-4475-8ed9-1f95db686cb2 None None] New status for floating IP 46ae8898-d66e-4ec5-9625-1cff93809095: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:14:03.491009 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:14:09.084702 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-84e7af67-724a-4fa6-9d47-bc767bda1ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:14:10.539650 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:14:11.374643 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbee9d19-7a20-45c0-9017-9140294e70ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:14:11.918877 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:14:12.741258 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:14:14.107266 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:14:15.002069 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:14:39.087073 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f02edb13-00f7-45a6-b6db-4323a09a65b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:14:40.489874 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:14:40.569867 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:14:41.376543 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-437b7470-30de-41ea-9b93-915260817bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:14:41.915107 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:14:42.744629 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:14:44.109385 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:14:45.007919 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:14:48.403357 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a8e0c929-3711-4886-83b6-b8c7bb330a71 req-df24467b-97c4-456d-b734-98ce8b401b85 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1101830 Nov 24 22:14:48.491920 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0c929-3711-4886-83b6-b8c7bb330a71 req-40a9bd1f-edf0-4e1a-b277-cda37448e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:14:48.493497 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a8e0c929-3711-4886-83b6-b8c7bb330a71 req-40a9bd1f-edf0-4e1a-b277-cda37448e888 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=414241598a78495eaff2d4412630a7bc&device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 1097 time: 0.0427260 Nov 24 22:14:48.601516 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0c929-3711-4886-83b6-b8c7bb330a71 req-dd62e055-97d4-4c64-b599-8efeeac54f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:14:48.603613 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a8e0c929-3711-4886-83b6-b8c7bb330a71 req-dd62e055-97d4-4c64-b599-8efeeac54f66 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c1665cfc-69ae-449b-9bb1-2628f38d38f2 HTTP/1.1" status: 200 len: 910 time: 0.0906723 Nov 24 22:14:48.673279 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a8e0c929-3711-4886-83b6-b8c7bb330a71 req-d23cebdc-fbc4-41a4-9872-4f70d85ba035 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51311a89-82f6-44fd-ac68-3d765aaae68a HTTP/1.1" status: 200 len: 1001 time: 0.0636394 Nov 24 22:14:48.724029 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0c929-3711-4886-83b6-b8c7bb330a71 req-6e220b79-7611-4a6e-b58e-8cf05554a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:14:48.725564 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a8e0c929-3711-4886-83b6-b8c7bb330a71 req-6e220b79-7611-4a6e-b58e-8cf05554a28f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1896480a-24f6-4918-9450-46ce5ded57ba HTTP/1.1" status: 200 len: 848 time: 0.0459321 Nov 24 22:14:48.776772 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0c929-3711-4886-83b6-b8c7bb330a71 req-1a4c5416-4bce-4c1e-b256-7b9e92bc5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:14:48.778230 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a8e0c929-3711-4886-83b6-b8c7bb330a71 req-1a4c5416-4bce-4c1e-b256-7b9e92bc5b49 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c1665cfc-69ae-449b-9bb1-2628f38d38f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457768 Nov 24 22:14:48.868977 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a8e0c929-3711-4886-83b6-b8c7bb330a71 req-9a1759d9-d666-4ceb-ac17-27dfc3de215c service neutron] 10.222.0.48 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840285 Nov 24 22:14:48.963875 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-a8e0c929-3711-4886-83b6-b8c7bb330a71 req-e15f1f16-4c28-4685-9a96-71a53bc8a8df service neutron] 10.222.0.48 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884912 Nov 24 22:15:09.089169 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a931dcc7-dbfc-4009-a5d3-59b7ba14420a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:15:10.569438 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:15:11.378501 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-20b45aa2-1357-4bac-8ed0-3f09f97dd81a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:15:11.928196 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:15:12.747020 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:15:14.113569 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:15:15.004318 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:15:17.489084 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:15:39.091799 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d077cfa8-2fee-4abb-9c26-4df6d1f34572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:15:40.586729 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:15:41.380965 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eac97bd9-10c4-422e-a548-1728d1954ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:15:41.942196 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:15:42.751303 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:15:44.121033 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:15:44.998372 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:15:49.388515 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb414-c278-4539-a415-ea79fbca090b req-6cc03129-91a4-4eff-86ea-f0a9903066c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:15:49.390130 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b4cb414-c278-4539-a415-ea79fbca090b req-6cc03129-91a4-4eff-86ea-f0a9903066c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=414241598a78495eaff2d4412630a7bc&device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 1097 time: 0.0536427 Nov 24 22:15:49.504446 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb414-c278-4539-a415-ea79fbca090b req-54d16f57-d2e9-4dbb-992a-4d0026bc67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:15:49.505976 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b4cb414-c278-4539-a415-ea79fbca090b req-54d16f57-d2e9-4dbb-992a-4d0026bc67b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c1665cfc-69ae-449b-9bb1-2628f38d38f2 HTTP/1.1" status: 200 len: 910 time: 0.0944388 Nov 24 22:15:49.576018 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b4cb414-c278-4539-a415-ea79fbca090b req-1bdb9ee9-6f0d-493a-9d89-ec9316b13273 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51311a89-82f6-44fd-ac68-3d765aaae68a HTTP/1.1" status: 200 len: 1001 time: 0.0609074 Nov 24 22:15:49.629832 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb414-c278-4539-a415-ea79fbca090b req-4acea571-347c-4119-86f6-a950cd6e2686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:15:49.631305 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b4cb414-c278-4539-a415-ea79fbca090b req-4acea571-347c-4119-86f6-a950cd6e2686 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1896480a-24f6-4918-9450-46ce5ded57ba HTTP/1.1" status: 200 len: 848 time: 0.0456150 Nov 24 22:15:49.683609 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb414-c278-4539-a415-ea79fbca090b req-8f632ed1-904e-4b45-bce2-133def7b6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:15:49.685100 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b4cb414-c278-4539-a415-ea79fbca090b req-8f632ed1-904e-4b45-bce2-133def7b6c8a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c1665cfc-69ae-449b-9bb1-2628f38d38f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461960 Nov 24 22:15:49.780392 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b4cb414-c278-4539-a415-ea79fbca090b req-90b3c316-78c8-40e6-972c-fc8980d107f6 service neutron] 10.222.0.48 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858607 Nov 24 22:15:49.880487 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7b4cb414-c278-4539-a415-ea79fbca090b req-2bade062-d191-42b1-9877-e224ddbf97c8 service neutron] 10.222.0.48 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923774 Nov 24 22:15:52.539641 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 51311a89-82f6-44fd-ac68-3d765aaae68a details requested by agent hyperv_n-h1-812111-8 with host n-h1-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:15:52.672081 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 51311a89-82f6-44fd-ac68-3d765aaae68a, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=51311a89-82f6-44fd-ac68-3d765aaae68a,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:15:52.688901 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Returning: {'device': '51311a89-82f6-44fd-ac68-3d765aaae68a', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'port_id': '51311a89-82f6-44fd-ac68-3d765aaae68a', 'mac_address': 'fa:16:3e:33:9b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:15:52.744110 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:15:52.761371 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51311a89-82f6-44fd-ac68-3d765aaae68a {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:15:52.787599 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 51311a89-82f6-44fd-ac68-3d765aaae68a, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=51311a89-82f6-44fd-ac68-3d765aaae68a,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:15:52.793107 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:15:52.870026 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=51311a89-82f6-44fd-ac68-3d765aaae68a,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:15:52.875683 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] get_ports_and_sgs() called for port_ids ['51311a89-82f6-44fd-ac68-3d765aaae68a'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:15:52.918846 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:15:52.919229 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:15:52.919599 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:15:52.919928 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:15:52.920272 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:15:52.920582 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:15:52.920935 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:15:52.921276 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:15:52.921593 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:15:52.921929 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:15:52.922247 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:15:52.922565 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:15:54.491285 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:15:54.546433 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 51311a89-82f6-44fd-ac68-3d765aaae68a up at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:15:54.609355 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Provisioning complete for port 51311a89-82f6-44fd-ac68-3d765aaae68a triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:15:54.609997 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:15:54.722289 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:15:54.751138 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51311a89-82f6-44fd-ac68-3d765aaae68a'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:15:54.754263 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4b0089-8d09-4a61-b584-0fe63d013b71" -d '{"events": [{"server_uuid": "9c5ea43d-d305-43cd-b090-0a1894ca4447", "name": "network-vif-plugged", "status": "completed", "tag": "51311a89-82f6-44fd-ac68-3d765aaae68a"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:15:54.772469 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 51311a89-82f6-44fd-ac68-3d765aaae68a, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=51311a89-82f6-44fd-ac68-3d765aaae68a,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:15:54.781230 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:15:54.867556 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=51311a89-82f6-44fd-ac68-3d765aaae68a,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:15:54.906579 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6133cfa6-5908-40a1-a524-44868c8940c4 x-openstack-request-id: req-6133cfa6-5908-40a1-a524-44868c8940c4 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:15:54.906884 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5ea43d-d305-43cd-b090-0a1894ca4447", "name": "network-vif-plugged", "status": "completed", "tag": "51311a89-82f6-44fd-ac68-3d765aaae68a", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:15:54.907220 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6133cfa6-5908-40a1-a524-44868c8940c4 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:15:54.907832 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51311a89-82f6-44fd-ac68-3d765aaae68a', 'code': 200} Nov 24 22:16:02.585390 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-c0b129f6-73bd-4cba-b03a-18f87e0dafc2 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1961642844&fields=id&tenant_id=414241598a78495eaff2d4412630a7bc HTTP/1.1" status: 200 len: 267 time: 0.0469158 Nov 24 22:16:02.721677 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-584d7a07-e16a-439f-92f9-39f9e010f7f2 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:02.723417 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-584d7a07-e16a-439f-92f9-39f9e010f7f2 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/networks?id=c1665cfc-69ae-449b-9bb1-2628f38d38f2 HTTP/1.1" status: 200 len: 809 time: 0.1293592 Nov 24 22:16:02.741045 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-a0099270-fed5-456b-97df-c524f5ad332f tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/quotas/414241598a78495eaff2d4412630a7bc HTTP/1.1" status: 200 len: 375 time: 0.0111334 Nov 24 22:16:02.809277 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-ee3ac697-5bcf-41a5-a970-9ac2d686416f tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=414241598a78495eaff2d4412630a7bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0617776 Nov 24 22:16:02.956217 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-ede8617b-9f09-4ad6-8807-2ec46e8d0a24 service neutron] 10.222.0.11 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341980 Nov 24 22:16:03.047334 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-0989f01a-f2d2-479b-ad4e-b4a887fabbe8 service neutron] 10.222.0.11 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848527 Nov 24 22:16:03.214729 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d76a33d5-3d2c-4cab-8bfb-f868a6aa48de req-55cb3608-5642-4b45-9c82-3078b3ae053d tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 210 time: 0.0292118 Nov 24 22:16:04.289534 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-e91b530b-135f-4226-ad33-5ce1e5c71fe8 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:04.291022 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-e91b530b-135f-4226-ad33-5ce1e5c71fe8 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.15 "GET /v2.0/networks?id=c1665cfc-69ae-449b-9bb1-2628f38d38f2 HTTP/1.1" status: 200 len: 809 time: 0.1187766 Nov 24 22:16:04.326684 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-c5543410-2ef3-4a0a-a337-13536441481f req-69150f35-3bfd-4134-af6f-5b057820743b tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 210 time: 0.0346811 Nov 24 22:16:04.380657 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-536cb7ae-7fa6-44d3-b8c5-bb260356de8b tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=414241598a78495eaff2d4412630a7bc HTTP/1.1" status: 200 len: 380 time: 0.0613720 Nov 24 22:16:04.397113 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Request body: {'port': {'device_id': '9172e084-5fb2-4ffb-825d-3f76d78446f9', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'admin_state_up': True, 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'security_groups': ['538b3133-e454-4105-93df-d89ff00de605']}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:04.521962 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Made reservation on behalf of 414241598a78495eaff2d4412630a7bc for: {'port': 1} {{(pid=109991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:04.525699 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:04.585863 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 51311a89-82f6-44fd-ac68-3d765aaae68a no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:16:04.688465 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:04.719657 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51311a89-82f6-44fd-ac68-3d765aaae68a'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:16:04.724295 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28db1226-32c2-483d-af43-69149880638d" -d '{"events": [{"server_uuid": "9c5ea43d-d305-43cd-b090-0a1894ca4447", "name": "network-vif-unplugged", "status": "completed", "tag": "51311a89-82f6-44fd-ac68-3d765aaae68a"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:16:04.735042 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Allocated IP 172.20.0.3 (c1665cfc-69ae-449b-9bb1-2628f38d38f2/1896480a-24f6-4918-9450-46ce5ded57ba/8f75028b-bfe5-400d-8d1a-c7765672e9c3) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:04.746277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] For port 51311a89-82f6-44fd-ac68-3d765aaae68a, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=51311a89-82f6-44fd-ac68-3d765aaae68a,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:16:04.752374 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:04.835311 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Pushing event updated for resources: {'Port': ['ID=51311a89-82f6-44fd-ac68-3d765aaae68a,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:04.848065 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 22:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4e9299-0069-41a6-abf9-2e13cb8ef4ae x-openstack-request-id: req-cb4e9299-0069-41a6-abf9-2e13cb8ef4ae {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:16:04.848412 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5ea43d-d305-43cd-b090-0a1894ca4447", "name": "network-vif-unplugged", "status": "completed", "tag": "51311a89-82f6-44fd-ac68-3d765aaae68a", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:16:04.857236 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cb4e9299-0069-41a6-abf9-2e13cb8ef4ae {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:16:04.857684 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51311a89-82f6-44fd-ac68-3d765aaae68a', 'code': 200} Nov 24 22:16:05.010782 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:05.057862 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:05.117421 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Network c1665cfc-69ae-449b-9bb1-2628f38d38f2 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:05.121128 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:05.127557 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:05.132869 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Pushing event updated for resources: {'Port': ['ID=8f75028b-bfe5-400d-8d1a-c7765672e9c3,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:05.164027 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:05.164562 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:05.165171 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:05.165535 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:05.165904 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:05.166243 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:05.166579 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:05.166922 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:05.167317 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:05.167699 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:05.167990 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:05.168327 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:05.201142 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:05.202176 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:05.236915 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-6d2c3d33-d69b-4ddd-85c0-9e1fe2c38514 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8464305 Nov 24 22:16:05.441036 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-ae0c6a07-facf-4605-97d7-d595256f16e5 None None] Provisioning complete for port 8f75028b-bfe5-400d-8d1a-c7765672e9c3 triggered by entity DHCP. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:05.441419 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6a07-facf-4605-97d7-d595256f16e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:05.477057 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55750090-1c49-4e2d-afdd-914f481d81a9 req-ded3a252-eb01-4ea1-9b2f-2fe88a906f6a tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:05.478950 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-55750090-1c49-4e2d-afdd-914f481d81a9 req-ded3a252-eb01-4ea1-9b2f-2fe88a906f6a tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 931 time: 0.0611186 Nov 24 22:16:05.485835 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c6a07-facf-4605-97d7-d595256f16e5 None None] Port 8f75028b-bfe5-400d-8d1a-c7765672e9c3 cannot update to ACTIVE because it is not bound. {{(pid=109992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 22:16:05.542811 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-55750090-1c49-4e2d-afdd-914f481d81a9 req-5a6bb12c-d5bc-4f9a-861f-a0d8297e9b79 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569813 Nov 24 22:16:06.676984 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a4863-5afa-4e6b-a719-c2dbaa1f94b5 req-84bcc6da-4d4d-4753-beb8-7bc5ac04aca4 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:06.678475 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9c2a4863-5afa-4e6b-a719-c2dbaa1f94b5 req-84bcc6da-4d4d-4753-beb8-7bc5ac04aca4 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 931 time: 0.0552411 Nov 24 22:16:06.737740 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9c2a4863-5afa-4e6b-a719-c2dbaa1f94b5 req-59f1312e-5806-41c0-b369-d613567e170f tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523205 Nov 24 22:16:07.870185 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e72258-87af-4cc5-9e0a-0f1661456548 req-cd5ae5ee-fa43-490d-b7cd-4719259c0c46 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:07.871722 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e4e72258-87af-4cc5-9e0a-0f1661456548 req-cd5ae5ee-fa43-490d-b7cd-4719259c0c46 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 931 time: 0.0595980 Nov 24 22:16:07.923368 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-e4e72258-87af-4cc5-9e0a-0f1661456548 req-27580067-1110-44e4-ab44-934b0aa5e8ba tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449784 Nov 24 22:16:09.080979 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b6c4a-fb8c-4849-9ded-635ee9258f2e req-8a60e893-0b69-4aae-951d-f6c36c4b9c09 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:09.082891 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0f9b6c4a-fb8c-4849-9ded-635ee9258f2e req-8a60e893-0b69-4aae-951d-f6c36c4b9c09 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 931 time: 0.0603187 Nov 24 22:16:09.124869 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-eaff9da0-2fff-494c-a9c6-f34356ea0f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:09.172302 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0f9b6c4a-fb8c-4849-9ded-635ee9258f2e req-eb10fe1c-7c43-44b2-82c2-0d0c74215a51 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796299 Nov 24 22:16:10.365771 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc09dc-3fed-4ceb-b44c-49a3409db0b6 req-9ac1ec13-2162-4524-a832-ea1aed07c02d tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:10.367390 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48dc09dc-3fed-4ceb-b44c-49a3409db0b6 req-9ac1ec13-2162-4524-a832-ea1aed07c02d tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 931 time: 0.0851004 Nov 24 22:16:10.420209 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-48dc09dc-3fed-4ceb-b44c-49a3409db0b6 req-6d930d2d-9b3b-448e-a597-aa5cdf9cde24 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464923 Nov 24 22:16:10.587183 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:11.388165 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8cc5582e-4e67-432d-8bca-c73dd4ad58d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:11.565146 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceedad5-5832-43e7-b50b-42b4abcb621e req-e2b454ac-e1b8-49d2-b554-6b8cd721a05f tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:11.566884 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cceedad5-5832-43e7-b50b-42b4abcb621e req-e2b454ac-e1b8-49d2-b554-6b8cd721a05f tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 931 time: 0.0587916 Nov 24 22:16:11.628589 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-cceedad5-5832-43e7-b50b-42b4abcb621e req-0e25bc7d-e670-445a-979f-4f38008ff522 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555160 Nov 24 22:16:11.956232 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:12.755275 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:12.761718 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bacedf-fd01-47f0-93ea-3f9c6b740237 req-37fa386a-9656-4b47-ba54-d69194ea09b8 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:12.763274 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0bacedf-fd01-47f0-93ea-3f9c6b740237 req-37fa386a-9656-4b47-ba54-d69194ea09b8 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 931 time: 0.0584333 Nov 24 22:16:12.825126 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f0bacedf-fd01-47f0-93ea-3f9c6b740237 req-bcf6a8d8-769a-4f99-8749-bca632cfb575 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551307 Nov 24 22:16:13.961195 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd36bd3-dc9c-4a68-bd3c-c8343ecc148c req-adebb8df-3b0d-422b-b393-be162d01899f tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:13.962924 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4fd36bd3-dc9c-4a68-bd3c-c8343ecc148c req-adebb8df-3b0d-422b-b393-be162d01899f tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 931 time: 0.0577023 Nov 24 22:16:14.032027 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4fd36bd3-dc9c-4a68-bd3c-c8343ecc148c req-754a8bd0-b3c2-432a-9648-d2d5945b74db tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625637 Nov 24 22:16:14.120768 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:14.731144 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-d4ff0304-0249-428a-9ac7-c8452f27ab34 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:16:14.732531 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-d4ff0304-0249-428a-9ac7-c8452f27ab34 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056875 Nov 24 22:16:14.792593 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-42b198d7-318c-459a-9370-273f97134196 service neutron] Request body: {'port': {'device_id': '9172e084-5fb2-4ffb-825d-3f76d78446f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-8'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:14.852685 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-42b198d7-318c-459a-9370-273f97134196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:15.007799 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:15.171462 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-42b198d7-318c-459a-9370-273f97134196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f75028b-bfe5-400d-8d1a-c7765672e9c3 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:16:15.181309 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-42b198d7-318c-459a-9370-273f97134196 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:15.206767 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ea7d8-fa6f-4a52-8149-c7442dc008a1 req-80fad758-e250-44e3-ad6c-735d4472c4b2 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:15.208350 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d11ea7d8-fa6f-4a52-8149-c7442dc008a1 req-80fad758-e250-44e3-ad6c-735d4472c4b2 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 931 time: 0.1028602 Nov 24 22:16:15.209445 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-42b198d7-318c-459a-9370-273f97134196 service neutron] Transition to ACTIVE for port object 8f75028b-bfe5-400d-8d1a-c7765672e9c3 will not be triggered until provisioned by entity L2. {{(pid=109991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:16:15.213187 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-42b198d7-318c-459a-9370-273f97134196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:15.304196 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b198d7-318c-459a-9370-273f97134196 service neutron] Pushing event updated for resources: {'Port': ['ID=8f75028b-bfe5-400d-8d1a-c7765672e9c3,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:15.313258 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d11ea7d8-fa6f-4a52-8149-c7442dc008a1 req-a68d1884-be2e-4a00-91ab-f39bcd87359c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975368 Nov 24 22:16:15.385780 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-42b198d7-318c-459a-9370-273f97134196 service neutron] Attempting to bind port 8f75028b-bfe5-400d-8d1a-c7765672e9c3 on host n-h2-812111-8 for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 22:16:15.386352 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-42b198d7-318c-459a-9370-273f97134196 service neutron] Attempting to bind port 8f75028b-bfe5-400d-8d1a-c7765672e9c3 by drivers openvswitch,hyperv on host n-h2-812111-8 at level 0 using segments [{'id': '9ffe494a-f07e-4658-a7a2-5c723abe90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 22:16:15.386858 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-42b198d7-318c-459a-9370-273f97134196 service neutron] Attempting to bind port 8f75028b-bfe5-400d-8d1a-c7765672e9c3 on network c1665cfc-69ae-449b-9bb1-2628f38d38f2 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:16:15.391970 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-42b198d7-318c-459a-9370-273f97134196 service neutron] Port 8f75028b-bfe5-400d-8d1a-c7765672e9c3 on network c1665cfc-69ae-449b-9bb1-2628f38d38f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-8 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:16:15.392517 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-42b198d7-318c-459a-9370-273f97134196 service neutron] Attempting to bind port 8f75028b-bfe5-400d-8d1a-c7765672e9c3 on network c1665cfc-69ae-449b-9bb1-2628f38d38f2 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:16:15.398141 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-42b198d7-318c-459a-9370-273f97134196 service neutron] Checking agent: {'id': 'b09f18ed-06e4-494b-97f9-a08137e96aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'started_at': datetime.datetime(2021, 11, 24, 20, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:16:15.398480 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-42b198d7-318c-459a-9370-273f97134196 service neutron] Checking segment: {'id': '9ffe494a-f07e-4658-a7a2-5c723abe90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 22:16:15.398870 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-42b198d7-318c-459a-9370-273f97134196 service neutron] Bound using segment: {'id': '9ffe494a-f07e-4658-a7a2-5c723abe90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:16:15.399309 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-42b198d7-318c-459a-9370-273f97134196 service neutron] Bound port: 8f75028b-bfe5-400d-8d1a-c7765672e9c3, host: n-h2-812111-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ffe494a-f07e-4658-a7a2-5c723abe90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 22:16:15.399669 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-42b198d7-318c-459a-9370-273f97134196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:15.467993 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-42b198d7-318c-459a-9370-273f97134196 service neutron] For port 8f75028b-bfe5-400d-8d1a-c7765672e9c3, host n-h2-812111-8, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:16:15.472650 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-42b198d7-318c-459a-9370-273f97134196 service neutron] For port 8f75028b-bfe5-400d-8d1a-c7765672e9c3, host n-h2-812111-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8f75028b-bfe5-400d-8d1a-c7765672e9c3,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:16:15.477307 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-42b198d7-318c-459a-9370-273f97134196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:15.520648 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-42b198d7-318c-459a-9370-273f97134196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:15.521293 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-42b198d7-318c-459a-9370-273f97134196 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:15.522671 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-42b198d7-318c-459a-9370-273f97134196 service neutron] 10.222.0.15 "PUT /v2.0/ports/8f75028b-bfe5-400d-8d1a-c7765672e9c3 HTTP/1.1" status: 200 len: 1091 time: 0.7809701 Nov 24 22:16:15.523121 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9172e084-5fb2-4ffb-825d-3f76d78446f9', 'tag': '8f75028b-bfe5-400d-8d1a-c7765672e9c3'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:16:15.525432 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a6f57c-5d48-40c7-a770-9cf9657f125c" -d '{"events": [{"name": "network-changed", "server_uuid": "9172e084-5fb2-4ffb-825d-3f76d78446f9", "tag": "8f75028b-bfe5-400d-8d1a-c7765672e9c3"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:16:15.550530 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b198d7-318c-459a-9370-273f97134196 service neutron] Pushing event updated for resources: {'Port': ['ID=8f75028b-bfe5-400d-8d1a-c7765672e9c3,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:15.568869 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30efd81-958b-4436-a5f5-bc88c11c727a x-openstack-request-id: req-b30efd81-958b-4436-a5f5-bc88c11c727a {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:16:15.569192 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9172e084-5fb2-4ffb-825d-3f76d78446f9", "tag": "8f75028b-bfe5-400d-8d1a-c7765672e9c3", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:16:15.569453 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b30efd81-958b-4436-a5f5-bc88c11c727a {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:16:15.569864 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9172e084-5fb2-4ffb-825d-3f76d78446f9', 'tag': '8f75028b-bfe5-400d-8d1a-c7765672e9c3', 'status': 'completed', 'code': 200} Nov 24 22:16:15.620507 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-d92f864a-0ab3-409e-9d59-ec99aaa651da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:15.622059 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-d92f864a-0ab3-409e-9d59-ec99aaa651da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=414241598a78495eaff2d4412630a7bc&device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 1094 time: 0.0453672 Nov 24 22:16:15.681061 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-635d1e24-2e71-43d8-8e9f-38ef9184dd88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f75028b-bfe5-400d-8d1a-c7765672e9c3 HTTP/1.1" status: 200 len: 217 time: 0.0416119 Nov 24 22:16:15.734212 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-6a0c10dd-da80-4cb5-82f3-1cfd122db02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:15.735687 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-6a0c10dd-da80-4cb5-82f3-1cfd122db02e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1896480a-24f6-4918-9450-46ce5ded57ba HTTP/1.1" status: 200 len: 848 time: 0.0479064 Nov 24 22:16:15.782691 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-763ac117-5b6c-4d49-830c-6ff38df9cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:15.784961 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-763ac117-5b6c-4d49-830c-6ff38df9cf72 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1665cfc-69ae-449b-9bb1-2628f38d38f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418317 Nov 24 22:16:15.886487 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-54fac60e-e7c0-40f6-bafa-aa6811847956 service neutron] 10.222.0.15 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910809 Nov 24 22:16:15.982919 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-403a1d5c-cb7f-4fec-b8c1-f221b8e97f6b req-4850098d-f188-4efa-9b91-6be43eb25cd6 service neutron] 10.222.0.15 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847692 Nov 24 22:16:16.091957 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6f57c-5d48-40c7-a770-9cf9657f125c req-a2de3b4e-30ad-44e1-8a2c-7e3a05031ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:16.093410 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4a6f57c-5d48-40c7-a770-9cf9657f125c req-a2de3b4e-30ad-44e1-8a2c-7e3a05031ed8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=414241598a78495eaff2d4412630a7bc&device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 1094 time: 0.0468099 Nov 24 22:16:16.185879 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6f57c-5d48-40c7-a770-9cf9657f125c req-5ecd3a19-8785-4da4-9af6-cc42c2c1b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:16.187395 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4a6f57c-5d48-40c7-a770-9cf9657f125c req-5ecd3a19-8785-4da4-9af6-cc42c2c1b859 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1665cfc-69ae-449b-9bb1-2628f38d38f2 HTTP/1.1" status: 200 len: 910 time: 0.0869303 Nov 24 22:16:16.235549 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4a6f57c-5d48-40c7-a770-9cf9657f125c req-02decd85-1b9b-4bf7-b56c-d2c6ac55be7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f75028b-bfe5-400d-8d1a-c7765672e9c3 HTTP/1.1" status: 200 len: 217 time: 0.0404952 Nov 24 22:16:16.290095 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6f57c-5d48-40c7-a770-9cf9657f125c req-8535e173-8f3b-4111-939b-18861f19bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:16.291556 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4a6f57c-5d48-40c7-a770-9cf9657f125c req-8535e173-8f3b-4111-939b-18861f19bb7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1896480a-24f6-4918-9450-46ce5ded57ba HTTP/1.1" status: 200 len: 848 time: 0.0461216 Nov 24 22:16:16.341268 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6f57c-5d48-40c7-a770-9cf9657f125c req-46f49261-1523-4a92-8e66-ae98a2f78ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:16.343378 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4a6f57c-5d48-40c7-a770-9cf9657f125c req-46f49261-1523-4a92-8e66-ae98a2f78ac9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1665cfc-69ae-449b-9bb1-2628f38d38f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431619 Nov 24 22:16:16.793806 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4a6f57c-5d48-40c7-a770-9cf9657f125c req-e3d23729-caed-4ac8-a9be-f7fee1d42846 service neutron] 10.222.0.15 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430375 Nov 24 22:16:16.804494 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96552472-3a32-44f0-838f-ed0eaa5703c7 req-45a234ca-daa4-4d7b-8de8-a8d6d3b497fe tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:16.805931 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-96552472-3a32-44f0-838f-ed0eaa5703c7 req-45a234ca-daa4-4d7b-8de8-a8d6d3b497fe tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 943 time: 0.3892300 Nov 24 22:16:16.912508 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-96552472-3a32-44f0-838f-ed0eaa5703c7 req-8d8e9bc6-50f4-413d-b3bf-2fb3ecfbaaad tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986998 Nov 24 22:16:16.930540 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f4a6f57c-5d48-40c7-a770-9cf9657f125c req-50ea1b90-7d38-4ec4-93bb-24b95c8574b9 service neutron] 10.222.0.15 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236706 Nov 24 22:16:18.036871 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e57a50-688c-46b6-bac0-62d63e30b48d req-5b9734da-7c75-4c51-bb92-e80714d29f42 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:18.038365 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d4e57a50-688c-46b6-bac0-62d63e30b48d req-5b9734da-7c75-4c51-bb92-e80714d29f42 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 943 time: 0.0546997 Nov 24 22:16:18.091275 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-d4e57a50-688c-46b6-bac0-62d63e30b48d req-945e35d7-acce-4202-90da-53316703041d tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469677 Nov 24 22:16:18.574528 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 8f75028b-bfe5-400d-8d1a-c7765672e9c3 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:16:18.698789 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 8f75028b-bfe5-400d-8d1a-c7765672e9c3, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8f75028b-bfe5-400d-8d1a-c7765672e9c3,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:16:18.711262 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '8f75028b-bfe5-400d-8d1a-c7765672e9c3', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'port_id': '8f75028b-bfe5-400d-8d1a-c7765672e9c3', 'mac_address': 'fa:16:3e:a1:6d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:16:18.751166 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:18.764803 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f75028b-bfe5-400d-8d1a-c7765672e9c3 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:16:18.789685 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 8f75028b-bfe5-400d-8d1a-c7765672e9c3, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8f75028b-bfe5-400d-8d1a-c7765672e9c3,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:16:18.793920 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:18.843531 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=8f75028b-bfe5-400d-8d1a-c7765672e9c3,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:19.138714 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['8f75028b-bfe5-400d-8d1a-c7765672e9c3'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:16:19.216217 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8977db1-cc98-4af2-ba50-740bcc65e18c req-4e0225db-fc16-45ab-8b4e-9c69b9deb484 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:19.217895 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b8977db1-cc98-4af2-ba50-740bcc65e18c req-4e0225db-fc16-45ab-8b4e-9c69b9deb484 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 944 time: 0.0522413 Nov 24 22:16:19.281704 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-b8977db1-cc98-4af2-ba50-740bcc65e18c req-273db80a-fccf-48d7-a40f-16f9dcab9214 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572145 Nov 24 22:16:20.409913 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb0d20-8612-404c-9349-4ee0fd2f9f5a req-ee5f4c74-4c53-40e3-b662-067b04e50d5a tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:20.411296 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5acb0d20-8612-404c-9349-4ee0fd2f9f5a req-ee5f4c74-4c53-40e3-b662-067b04e50d5a tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 944 time: 0.0553920 Nov 24 22:16:20.463488 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-5acb0d20-8612-404c-9349-4ee0fd2f9f5a req-686e9cab-3f20-4fca-83aa-e2b193e80c8d tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440638 Nov 24 22:16:20.582592 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 8f75028b-bfe5-400d-8d1a-c7765672e9c3 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:16:20.633375 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning for port 8f75028b-bfe5-400d-8d1a-c7765672e9c3 completed by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:16:20.637366 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 8f75028b-bfe5-400d-8d1a-c7765672e9c3 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:20.637736 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:20.719029 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:20.743967 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9172e084-5fb2-4ffb-825d-3f76d78446f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f75028b-bfe5-400d-8d1a-c7765672e9c3'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:16:20.746276 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd350a97-6054-443a-9879-7fb267d99af9" -d '{"events": [{"server_uuid": "9172e084-5fb2-4ffb-825d-3f76d78446f9", "name": "network-vif-plugged", "status": "completed", "tag": "8f75028b-bfe5-400d-8d1a-c7765672e9c3"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:16:20.759712 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 8f75028b-bfe5-400d-8d1a-c7765672e9c3, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8f75028b-bfe5-400d-8d1a-c7765672e9c3,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:16:20.763885 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:20.788273 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22cf457-cbb8-44d8-a3d8-389866f0003f x-openstack-request-id: req-c22cf457-cbb8-44d8-a3d8-389866f0003f {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:16:20.788573 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9172e084-5fb2-4ffb-825d-3f76d78446f9", "name": "network-vif-plugged", "status": "completed", "tag": "8f75028b-bfe5-400d-8d1a-c7765672e9c3", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:16:20.788856 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c22cf457-cbb8-44d8-a3d8-389866f0003f {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:16:20.789253 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9172e084-5fb2-4ffb-825d-3f76d78446f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f75028b-bfe5-400d-8d1a-c7765672e9c3', 'code': 200} Nov 24 22:16:20.816654 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=8f75028b-bfe5-400d-8d1a-c7765672e9c3,revision_number=5']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:20.896015 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20cb24-1a60-43b2-ac55-758fe1d03d12 req-fb8f3886-e39d-43c5-994e-f458c858f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:20.897637 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d20cb24-1a60-43b2-ac55-758fe1d03d12 req-fb8f3886-e39d-43c5-994e-f458c858f4fc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 1096 time: 0.0429049 Nov 24 22:16:20.947628 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-0d20cb24-1a60-43b2-ac55-758fe1d03d12 req-dbf5922f-e489-4290-b663-24f5bf267087 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409410 Nov 24 22:16:21.590123 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c1dbc-4163-4594-bc2f-96ca378bd2b0 req-aaad7a7c-be12-4592-a6c4-043fbc081e91 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:21.591612 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2c1c1dbc-4163-4594-bc2f-96ca378bd2b0 req-aaad7a7c-be12-4592-a6c4-043fbc081e91 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 945 time: 0.0523307 Nov 24 22:16:21.647063 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-2c1c1dbc-4163-4594-bc2f-96ca378bd2b0 req-973cec1b-16e4-4140-b119-062dd2c00d75 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494955 Nov 24 22:16:22.769048 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec019aa-da8a-42dc-8f9f-713fdf29d20d req-60241215-0290-4303-ab2c-6b02602d0477 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:22.771120 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fec019aa-da8a-42dc-8f9f-713fdf29d20d req-60241215-0290-4303-ab2c-6b02602d0477 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 945 time: 0.0519974 Nov 24 22:16:22.824899 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-fec019aa-da8a-42dc-8f9f-713fdf29d20d req-84b26c10-3959-473f-b3f9-52f446df8a1c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441267 Nov 24 22:16:22.955369 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc909a8-733d-4ced-b792-0f5ee75a1cb5 req-77ead800-d516-4323-92d7-81b8f32bf136 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:22.956899 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4dc909a8-733d-4ced-b792-0f5ee75a1cb5 req-77ead800-d516-4323-92d7-81b8f32bf136 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 945 time: 0.0555632 Nov 24 22:16:23.014128 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-4dc909a8-733d-4ced-b792-0f5ee75a1cb5 req-0439c63b-6eb6-411f-9e51-bd8929aedcf6 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499377 Nov 24 22:16:23.036316 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56970) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:16:23.082676 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1e88ca-0073-499c-a655-16488025f689 tempest-TestSnapshotPattern-460880121 tempest-TestSnapshotPattern-460880121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:23.083914 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-ba1e88ca-0073-499c-a655-16488025f689 tempest-TestSnapshotPattern-460880121 tempest-TestSnapshotPattern-460880121-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 1091 time: 0.0465369 Nov 24 22:16:23.086763 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 56972) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:16:23.091270 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.v2.base [None req-41bc5c9f-0a92-4755-a141-8ee91c294949 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Request body: {'floatingip': {'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'port_id': '8f75028b-bfe5-400d-8d1a-c7765672e9c3', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:23.113881 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41bc5c9f-0a92-4755-a141-8ee91c294949 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for floatingip, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:23.232855 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41bc5c9f-0a92-4755-a141-8ee91c294949 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:23.343624 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-41bc5c9f-0a92-4755-a141-8ee91c294949 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Allocated IP 172.25.5.67 (11235b5e-de40-47bb-bfa7-c51c409e5eca/5b1f4b43-418b-4acb-9e94-b7ae95b73f8a/62ce82a9-7b2b-4492-abe7-b547c9ae740b) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:23.451946 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41bc5c9f-0a92-4755-a141-8ee91c294949 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for port, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:23.491414 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41bc5c9f-0a92-4755-a141-8ee91c294949 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740975255516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:23.531167 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bc5c9f-0a92-4755-a141-8ee91c294949 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Network 11235b5e-de40-47bb-bfa7-c51c409e5eca is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:23.534034 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-41bc5c9f-0a92-4755-a141-8ee91c294949 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:23.539235 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bc5c9f-0a92-4755-a141-8ee91c294949 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:23.544044 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc5c9f-0a92-4755-a141-8ee91c294949 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Pushing event updated for resources: {'Port': ['ID=62ce82a9-7b2b-4492-abe7-b547c9ae740b,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:23.920206 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41bc5c9f-0a92-4755-a141-8ee91c294949 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:23.996869 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41bc5c9f-0a92-4755-a141-8ee91c294949 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:24.174087 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41bc5c9f-0a92-4755-a141-8ee91c294949 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for port, precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:24.179261 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41bc5c9f-0a92-4755-a141-8ee91c294949 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666540'] for port, after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:24.247379 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc5c9f-0a92-4755-a141-8ee91c294949 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Pushing event updated for resources: {'Port': ['ID=62ce82a9-7b2b-4492-abe7-b547c9ae740b,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:24.263476 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41bc5c9f-0a92-4755-a141-8ee91c294949 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-320323'] for floatingip, after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:24.367878 n-d-812111-8 neutron-server[109991]: INFO neutron.db.l3_db [None req-41bc5c9f-0a92-4755-a141-8ee91c294949 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Floating IP 4b24fb21-f909-4258-b027-595e9700b8bf associated. External IP: 172.25.5.67, port: 8f75028b-bfe5-400d-8d1a-c7765672e9c3. Nov 24 22:16:24.599248 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bc5c9f-0a92-4755-a141-8ee91c294949 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Router 9a980eb0-626c-45b1-8183-fcf11cc4ab18 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:16:24.711981 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bc5c9f-0a92-4755-a141-8ee91c294949 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:16:24.722067 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626aa6b8-4f9d-4adf-8b7a-41365410d502 None None] Sync routers for ids ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:16:24.732779 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-41bc5c9f-0a92-4755-a141-8ee91c294949 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:24.732997 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626aa6b8-4f9d-4adf-8b7a-41365410d502 None None] Routers {'9a980eb0-626c-45b1-8183-fcf11cc4ab18'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:16:24.733268 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-626aa6b8-4f9d-4adf-8b7a-41365410d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:16:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:24.762055 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-41bc5c9f-0a92-4755-a141-8ee91c294949 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6742098 Nov 24 22:16:24.762651 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9172e084-5fb2-4ffb-825d-3f76d78446f9', 'tag': '8f75028b-bfe5-400d-8d1a-c7765672e9c3'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:16:24.764965 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180f2051-af1a-49be-ac4a-474f17b21186" -d '{"events": [{"name": "network-changed", "server_uuid": "9172e084-5fb2-4ffb-825d-3f76d78446f9", "tag": "8f75028b-bfe5-400d-8d1a-c7765672e9c3"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:16:24.806049 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89375e3-218a-4580-95ec-a7336eae9c46 x-openstack-request-id: req-a89375e3-218a-4580-95ec-a7336eae9c46 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:16:24.806344 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9172e084-5fb2-4ffb-825d-3f76d78446f9", "tag": "8f75028b-bfe5-400d-8d1a-c7765672e9c3", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:16:24.806601 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a89375e3-218a-4580-95ec-a7336eae9c46 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:16:24.807212 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9172e084-5fb2-4ffb-825d-3f76d78446f9', 'tag': '8f75028b-bfe5-400d-8d1a-c7765672e9c3', 'status': 'completed', 'code': 200} Nov 24 22:16:24.852982 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-626aa6b8-4f9d-4adf-8b7a-41365410d502 None None] Set router 9a980eb0-626c-45b1-8183-fcf11cc4ab18 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:16:24.872332 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f2051-af1a-49be-ac4a-474f17b21186 req-dc283f23-b40c-4128-9a5c-5ed57545cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:24.873949 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-180f2051-af1a-49be-ac4a-474f17b21186 req-dc283f23-b40c-4128-9a5c-5ed57545cfde service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=414241598a78495eaff2d4412630a7bc&device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 1096 time: 0.0432992 Nov 24 22:16:24.986839 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f2051-af1a-49be-ac4a-474f17b21186 req-b006ce77-5667-402f-82da-c5c207687cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:24.989701 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-180f2051-af1a-49be-ac4a-474f17b21186 req-b006ce77-5667-402f-82da-c5c207687cbc service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1665cfc-69ae-449b-9bb1-2628f38d38f2 HTTP/1.1" status: 200 len: 910 time: 0.1077430 Nov 24 22:16:25.064573 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-180f2051-af1a-49be-ac4a-474f17b21186 req-848840a3-7769-4320-a0dc-5abbf6cdc6b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f75028b-bfe5-400d-8d1a-c7765672e9c3 HTTP/1.1" status: 200 len: 998 time: 0.0678558 Nov 24 22:16:25.117091 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-626aa6b8-4f9d-4adf-8b7a-41365410d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'name': 'tempest-TestSnapshotPattern-683161707-router', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '414241598a78495eaff2d4412630a7bc', 'gw_port': {'id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '46ae8898-d66e-4ec5-9625-1cff93809095', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'port_id': '51311a89-82f6-44fd-ac68-3d765aaae68a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'mac_address': 'fa:16:3e:33:9b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:13:54Z', 'updated_at': '2021-11-24T22:13:57Z', 'revision_number': 1, 'project_id': '414241598a78495eaff2d4412630a7bc', 'fixed_ip_address_scope': None}, {'id': '4b24fb21-f909-4258-b027-595e9700b8bf', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'port_id': '8f75028b-bfe5-400d-8d1a-c7765672e9c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'mac_address': 'fa:16:3e:a1:6d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9172e084-5fb2-4ffb-825d-3f76d78446f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:16:23Z', 'updated_at': '2021-11-24T22:16:23Z', 'revision_number': 0, 'project_id': '414241598a78495eaff2d4412630a7bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c15105-baaa-457f-8fea-695c619de093', 'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'mac_address': 'fa:16:3e:a2:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:33Z', 'updated_at': '2021-11-24T22:13:39Z', 'revision_number': 5, 'project_id': '414241598a78495eaff2d4412630a7bc', 'subnets': [{'id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:25.128629 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f2051-af1a-49be-ac4a-474f17b21186 req-6f4bb10d-8e26-45c5-85db-2a5a7c289c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:25.130424 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-180f2051-af1a-49be-ac4a-474f17b21186 req-6f4bb10d-8e26-45c5-85db-2a5a7c289c44 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1896480a-24f6-4918-9450-46ce5ded57ba HTTP/1.1" status: 200 len: 848 time: 0.0591559 Nov 24 22:16:25.145448 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626aa6b8-4f9d-4adf-8b7a-41365410d502 None None] Checking router: 9a980eb0-626c-45b1-8183-fcf11cc4ab18 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:16:25.154127 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626aa6b8-4f9d-4adf-8b7a-41365410d502 None None] Routers {'9a980eb0-626c-45b1-8183-fcf11cc4ab18'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:16:25.154745 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-626aa6b8-4f9d-4adf-8b7a-41365410d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:16:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:25.179186 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f2051-af1a-49be-ac4a-474f17b21186 req-7abab72f-a204-45c9-8ae6-309b1b0fb3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:25.180717 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-180f2051-af1a-49be-ac4a-474f17b21186 req-7abab72f-a204-45c9-8ae6-309b1b0fb3af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1665cfc-69ae-449b-9bb1-2628f38d38f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430796 Nov 24 22:16:25.276890 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-180f2051-af1a-49be-ac4a-474f17b21186 req-dccacd5e-60f0-4a20-9bef-034e5bb64120 service neutron] 10.222.0.15 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889027 Nov 24 22:16:25.281775 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-626aa6b8-4f9d-4adf-8b7a-41365410d502 None None] Set router 9a980eb0-626c-45b1-8183-fcf11cc4ab18 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:16:25.382994 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-180f2051-af1a-49be-ac4a-474f17b21186 req-bb3752fa-1889-41a5-8a84-fed00477b93e service neutron] 10.222.0.15 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988266 Nov 24 22:16:25.535021 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-626aa6b8-4f9d-4adf-8b7a-41365410d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'name': 'tempest-TestSnapshotPattern-683161707-router', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '414241598a78495eaff2d4412630a7bc', 'gw_port': {'id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '46ae8898-d66e-4ec5-9625-1cff93809095', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'port_id': '51311a89-82f6-44fd-ac68-3d765aaae68a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'mac_address': 'fa:16:3e:33:9b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:13:54Z', 'updated_at': '2021-11-24T22:13:57Z', 'revision_number': 1, 'project_id': '414241598a78495eaff2d4412630a7bc', 'fixed_ip_address_scope': None}, {'id': '4b24fb21-f909-4258-b027-595e9700b8bf', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'port_id': '8f75028b-bfe5-400d-8d1a-c7765672e9c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'mac_address': 'fa:16:3e:a1:6d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9172e084-5fb2-4ffb-825d-3f76d78446f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:16:23Z', 'updated_at': '2021-11-24T22:16:23Z', 'revision_number': 0, 'project_id': '414241598a78495eaff2d4412630a7bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c15105-baaa-457f-8fea-695c619de093', 'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'mac_address': 'fa:16:3e:a2:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:33Z', 'updated_at': '2021-11-24T22:13:39Z', 'revision_number': 5, 'project_id': '414241598a78495eaff2d4412630a7bc', 'subnets': [{'id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:25.563281 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626aa6b8-4f9d-4adf-8b7a-41365410d502 None None] The sync data for ids ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'] in n-d-812111-8 is: [{'id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'name': 'tempest-TestSnapshotPattern-683161707-router', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '414241598a78495eaff2d4412630a7bc', 'gw_port': {'id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '46ae8898-d66e-4ec5-9625-1cff93809095', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'port_id': '51311a89-82f6-44fd-ac68-3d765aaae68a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'mac_address': 'fa:16:3e:33:9b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:13:54Z', 'updated_at': '2021-11-24T22:13:57Z', 'revision_number': 1, 'project_id': '414241598a78495eaff2d4412630a7bc', 'fixed_ip_address_scope': None}, {'id': '4b24fb21-f909-4258-b027-595e9700b8bf', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'port_id': '8f75028b-bfe5-400d-8d1a-c7765672e9c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'mac_address': 'fa:16:3e:a1:6d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9172e084-5fb2-4ffb-825d-3f76d78446f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:16:23Z', 'updated_at': '2021-11-24T22:16:23Z', 'revision_number': 0, 'project_id': '414241598a78495eaff2d4412630a7bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c15105-baaa-457f-8fea-695c619de093', 'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'mac_address': 'fa:16:3e:a2:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:33Z', 'updated_at': '2021-11-24T22:13:39Z', 'revision_number': 5, 'project_id': '414241598a78495eaff2d4412630a7bc', 'subnets': [{'id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:16:25.787774 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7966164-90a1-47ec-b303-19d0236cf9a2 None None] New status for floating IP 4b24fb21-f909-4258-b027-595e9700b8bf: ACTIVE {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:16:31.490842 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:16:39.092197 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ad45cfb2-86f7-4211-9392-1c15c4c28241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:40.600768 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:41.381724 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8a18611a-da0a-49cf-a612-a6e13f8cc287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:41.961708 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:42.758635 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:44.121001 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:44.999590 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:16:50.318094 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-855a640f-f7d7-447a-ae20-bffb34e929b6 req-81be33c2-84ab-4168-ba84-5b458a4c81bd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410852 Nov 24 22:16:50.400737 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a640f-f7d7-447a-ae20-bffb34e929b6 req-27983285-f68b-4959-8bf0-bbd9c5bdd98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:50.402312 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-855a640f-f7d7-447a-ae20-bffb34e929b6 req-27983285-f68b-4959-8bf0-bbd9c5bdd98a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=414241598a78495eaff2d4412630a7bc&device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 1095 time: 0.0414596 Nov 24 22:16:50.510259 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a640f-f7d7-447a-ae20-bffb34e929b6 req-d5979eee-685b-44ef-9405-443a786138ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:50.511827 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-855a640f-f7d7-447a-ae20-bffb34e929b6 req-d5979eee-685b-44ef-9405-443a786138ba service neutron] 10.222.0.48 "GET /v2.0/networks?id=c1665cfc-69ae-449b-9bb1-2628f38d38f2 HTTP/1.1" status: 200 len: 910 time: 0.0899472 Nov 24 22:16:50.578828 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-855a640f-f7d7-447a-ae20-bffb34e929b6 req-23bbb212-aae9-4355-9a04-ef9a997fe191 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51311a89-82f6-44fd-ac68-3d765aaae68a HTTP/1.1" status: 200 len: 999 time: 0.0599346 Nov 24 22:16:50.633411 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a640f-f7d7-447a-ae20-bffb34e929b6 req-2b657271-0b19-4dba-9853-933034a89595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:50.634968 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-855a640f-f7d7-447a-ae20-bffb34e929b6 req-2b657271-0b19-4dba-9853-933034a89595 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1896480a-24f6-4918-9450-46ce5ded57ba HTTP/1.1" status: 200 len: 848 time: 0.0490572 Nov 24 22:16:50.683665 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a640f-f7d7-447a-ae20-bffb34e929b6 req-9f0595f0-8a8a-4448-a7fb-7328bc5aa72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:50.685271 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-855a640f-f7d7-447a-ae20-bffb34e929b6 req-9f0595f0-8a8a-4448-a7fb-7328bc5aa72b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c1665cfc-69ae-449b-9bb1-2628f38d38f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438521 Nov 24 22:16:50.706301 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-994c02ee-13da-4470-8f95-048b0486e953 req-952a09b9-ed2e-44d7-a149-97ae69f907ca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408010 Nov 24 22:16:50.778148 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-855a640f-f7d7-447a-ae20-bffb34e929b6 req-fc4f66ce-ba05-4f5e-bcc6-a921d3003ecc service neutron] 10.222.0.48 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857503 Nov 24 22:16:50.799405 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c02ee-13da-4470-8f95-048b0486e953 req-7be9d298-83b4-4fb4-a34b-2fce71a8a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:50.800945 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-994c02ee-13da-4470-8f95-048b0486e953 req-7be9d298-83b4-4fb4-a34b-2fce71a8a12a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=414241598a78495eaff2d4412630a7bc&device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 1096 time: 0.0491049 Nov 24 22:16:50.885928 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-855a640f-f7d7-447a-ae20-bffb34e929b6 req-33beab38-a1da-41e5-acab-cc5fca984a30 service neutron] 10.222.0.48 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005020 Nov 24 22:16:50.913716 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c02ee-13da-4470-8f95-048b0486e953 req-43744823-e991-49d2-bc9f-8058a8e62bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:50.915211 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-994c02ee-13da-4470-8f95-048b0486e953 req-43744823-e991-49d2-bc9f-8058a8e62bfe service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1665cfc-69ae-449b-9bb1-2628f38d38f2 HTTP/1.1" status: 200 len: 910 time: 0.0893493 Nov 24 22:16:50.990931 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-994c02ee-13da-4470-8f95-048b0486e953 req-cf984ab4-f75d-4ec5-923d-8804d52c060c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f75028b-bfe5-400d-8d1a-c7765672e9c3 HTTP/1.1" status: 200 len: 1000 time: 0.0641801 Nov 24 22:16:51.045167 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c02ee-13da-4470-8f95-048b0486e953 req-1c810b5a-e989-4e53-b8c4-76cfd05bfb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:51.046519 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-994c02ee-13da-4470-8f95-048b0486e953 req-1c810b5a-e989-4e53-b8c4-76cfd05bfb9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1896480a-24f6-4918-9450-46ce5ded57ba HTTP/1.1" status: 200 len: 848 time: 0.0457468 Nov 24 22:16:51.096733 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c02ee-13da-4470-8f95-048b0486e953 req-046c1c23-9a34-4b9a-909b-c3a861dec749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:51.098243 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-994c02ee-13da-4470-8f95-048b0486e953 req-046c1c23-9a34-4b9a-909b-c3a861dec749 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1665cfc-69ae-449b-9bb1-2628f38d38f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403287 Nov 24 22:16:51.199918 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-994c02ee-13da-4470-8f95-048b0486e953 req-478c1980-0de4-4adb-9159-86d73226d757 service neutron] 10.222.0.15 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901093 Nov 24 22:16:51.294424 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-994c02ee-13da-4470-8f95-048b0486e953 req-c8e7ab7f-f322-4c35-acdc-d3920184e58b service neutron] 10.222.0.15 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822935 Nov 24 22:17:08.494365 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:17:09.102132 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6abed05d-581d-4bd0-96b0-2c731ee03593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:17:10.613286 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:17:11.387776 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-595e3959-d704-45c8-a4c8-8c5911b4bdbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:17:11.955776 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:17:12.761318 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:17:14.124157 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:17:15.001973 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:17:39.097701 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f4756de6-be9e-48e1-bbff-35856d515d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:17:40.627073 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:17:41.383061 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f248c1a8-06fb-402f-a47f-195cdf2287e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:17:41.977054 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:17:42.764376 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:17:44.126270 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:17:45.003551 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:17:45.494264 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:17:50.323971 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-897eaaf5-2ff5-49c1-b8e2-085919685f43 req-b55bad65-d685-4ca2-93d9-790e6b1d1e1c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404267 Nov 24 22:17:50.411616 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897eaaf5-2ff5-49c1-b8e2-085919685f43 req-0c487e12-a3ff-4306-90c6-468c601b36e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:50.413693 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-897eaaf5-2ff5-49c1-b8e2-085919685f43 req-0c487e12-a3ff-4306-90c6-468c601b36e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=414241598a78495eaff2d4412630a7bc&device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 1095 time: 0.0468132 Nov 24 22:17:50.520964 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897eaaf5-2ff5-49c1-b8e2-085919685f43 req-4567be52-a900-4fc5-a93a-aeeb95d1fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:50.522355 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-897eaaf5-2ff5-49c1-b8e2-085919685f43 req-4567be52-a900-4fc5-a93a-aeeb95d1fdc7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c1665cfc-69ae-449b-9bb1-2628f38d38f2 HTTP/1.1" status: 200 len: 910 time: 0.0905938 Nov 24 22:17:50.593863 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-897eaaf5-2ff5-49c1-b8e2-085919685f43 req-c75f93b4-3a23-4ecc-ad1b-052777d956f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51311a89-82f6-44fd-ac68-3d765aaae68a HTTP/1.1" status: 200 len: 999 time: 0.0645862 Nov 24 22:17:50.646060 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897eaaf5-2ff5-49c1-b8e2-085919685f43 req-dfe8f732-10a3-4e53-b4a1-188288059531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:50.648069 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-897eaaf5-2ff5-49c1-b8e2-085919685f43 req-dfe8f732-10a3-4e53-b4a1-188288059531 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1896480a-24f6-4918-9450-46ce5ded57ba HTTP/1.1" status: 200 len: 848 time: 0.0471375 Nov 24 22:17:50.693863 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897eaaf5-2ff5-49c1-b8e2-085919685f43 req-c9d6f42d-c549-490c-b749-3a6fe3075958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:50.695504 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-897eaaf5-2ff5-49c1-b8e2-085919685f43 req-c9d6f42d-c549-490c-b749-3a6fe3075958 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c1665cfc-69ae-449b-9bb1-2628f38d38f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398290 Nov 24 22:17:50.706326 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-897eaaf5-2ff5-49c1-b8e2-085919685f43 req-43da5848-a8eb-43a1-bf42-bf794df89f65 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:17:50.707261 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-897eaaf5-2ff5-49c1-b8e2-085919685f43 req-43da5848-a8eb-43a1-bf42-bf794df89f65 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047991 Nov 24 22:17:50.801459 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-897eaaf5-2ff5-49c1-b8e2-085919685f43 req-1f9ba8f7-fe2e-4df6-974d-51a8ed41a868 service neutron] 10.222.0.48 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871398 Nov 24 22:17:50.890511 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-897eaaf5-2ff5-49c1-b8e2-085919685f43 req-4d72e302-1f08-40c3-9a19-296a5fdc2d24 service neutron] 10.222.0.48 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826261 Nov 24 22:17:51.711203 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f9bd4283-07a8-4e5b-938f-77a90e7d278d req-e5bc1968-1a53-49c8-b668-cf47a7dbda86 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402474 Nov 24 22:17:51.800280 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd4283-07a8-4e5b-938f-77a90e7d278d req-deb32ae3-4698-4d5b-a818-11a96a20bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:51.801806 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f9bd4283-07a8-4e5b-938f-77a90e7d278d req-deb32ae3-4698-4d5b-a818-11a96a20bb51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=414241598a78495eaff2d4412630a7bc&device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 1096 time: 0.0456593 Nov 24 22:17:51.910256 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd4283-07a8-4e5b-938f-77a90e7d278d req-b5a17ec7-fc36-4a44-81c9-8803f85963e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:51.911747 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f9bd4283-07a8-4e5b-938f-77a90e7d278d req-b5a17ec7-fc36-4a44-81c9-8803f85963e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1665cfc-69ae-449b-9bb1-2628f38d38f2 HTTP/1.1" status: 200 len: 910 time: 0.0862188 Nov 24 22:17:51.996363 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f9bd4283-07a8-4e5b-938f-77a90e7d278d req-41c6d1dc-cbbf-4527-8d72-06bde816cfad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f75028b-bfe5-400d-8d1a-c7765672e9c3 HTTP/1.1" status: 200 len: 1000 time: 0.0715551 Nov 24 22:17:52.052772 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd4283-07a8-4e5b-938f-77a90e7d278d req-35796ffb-cbb6-40c2-b9c6-313722bf12e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:52.055421 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f9bd4283-07a8-4e5b-938f-77a90e7d278d req-35796ffb-cbb6-40c2-b9c6-313722bf12e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1896480a-24f6-4918-9450-46ce5ded57ba HTTP/1.1" status: 200 len: 848 time: 0.0467250 Nov 24 22:17:52.102414 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd4283-07a8-4e5b-938f-77a90e7d278d req-2e4170ef-849a-405e-9047-b3bc85a1e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:52.103908 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f9bd4283-07a8-4e5b-938f-77a90e7d278d req-2e4170ef-849a-405e-9047-b3bc85a1e228 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1665cfc-69ae-449b-9bb1-2628f38d38f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413702 Nov 24 22:17:52.212823 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f9bd4283-07a8-4e5b-938f-77a90e7d278d req-f803b888-a24e-43f2-bb48-3bb72070f86c service neutron] 10.222.0.15 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979602 Nov 24 22:17:52.315486 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-f9bd4283-07a8-4e5b-938f-77a90e7d278d req-16af3e00-925b-4c1b-832d-7921c928a957 service neutron] 10.222.0.15 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902758 Nov 24 22:18:08.982703 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 8f75028b-bfe5-400d-8d1a-c7765672e9c3 details requested by agent hyperv_n-h2-812111-8 with host n-h2-812111-8 {{(pid=109992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:18:09.112696 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 8f75028b-bfe5-400d-8d1a-c7765672e9c3, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8f75028b-bfe5-400d-8d1a-c7765672e9c3,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:09.133336 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Returning: {'device': '8f75028b-bfe5-400d-8d1a-c7765672e9c3', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'port_id': '8f75028b-bfe5-400d-8d1a-c7765672e9c3', 'mac_address': 'fa:16:3e:a1:6d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:18:09.136616 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a80d821f-32c6-4b53-98ba-8dcf0751a46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:09.180670 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:09.198027 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f75028b-bfe5-400d-8d1a-c7765672e9c3 {{(pid=109992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:18:09.220326 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 8f75028b-bfe5-400d-8d1a-c7765672e9c3, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8f75028b-bfe5-400d-8d1a-c7765672e9c3,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:09.225757 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:09.281725 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=8f75028b-bfe5-400d-8d1a-c7765672e9c3,revision_number=6']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:09.290875 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:09.291230 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:09.291573 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:09.291912 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:09.292249 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:09.292583 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:09.292946 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:09.293281 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:09.293692 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:09.294029 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:09.294360 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:09.294687 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:09.312278 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] get_ports_and_sgs() called for port_ids ['8f75028b-bfe5-400d-8d1a-c7765672e9c3'] {{(pid=109992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:18:10.630829 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:10.973355 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 8f75028b-bfe5-400d-8d1a-c7765672e9c3 up at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:11.039336 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.provisioning_blocks [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Provisioning complete for port 8f75028b-bfe5-400d-8d1a-c7765672e9c3 triggered by entity L2. {{(pid=109992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:11.044081 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565634'] for port, provisioning_complete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:11.144783 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:11.183835 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 8f75028b-bfe5-400d-8d1a-c7765672e9c3, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8f75028b-bfe5-400d-8d1a-c7765672e9c3,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:11.186010 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9172e084-5fb2-4ffb-825d-3f76d78446f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f75028b-bfe5-400d-8d1a-c7765672e9c3'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:18:11.189546 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb0b93c-8261-4250-b353-aeafcb638d28" -d '{"events": [{"server_uuid": "9172e084-5fb2-4ffb-825d-3f76d78446f9", "name": "network-vif-plugged", "status": "completed", "tag": "8f75028b-bfe5-400d-8d1a-c7765672e9c3"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:18:11.193642 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:11.250786 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=8f75028b-bfe5-400d-8d1a-c7765672e9c3,revision_number=7']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:11.278353 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a44b2da-fae4-43f1-b0c4-3123657a5735 x-openstack-request-id: req-8a44b2da-fae4-43f1-b0c4-3123657a5735 {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:18:11.278662 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9172e084-5fb2-4ffb-825d-3f76d78446f9", "name": "network-vif-plugged", "status": "completed", "tag": "8f75028b-bfe5-400d-8d1a-c7765672e9c3", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:18:11.278928 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a44b2da-fae4-43f1-b0c4-3123657a5735 {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:18:11.279337 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9172e084-5fb2-4ffb-825d-3f76d78446f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f75028b-bfe5-400d-8d1a-c7765672e9c3', 'code': 200} Nov 24 22:18:11.396590 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-cf4f6e5d-f13a-4658-8e3c-3d532d9bf0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:11.993007 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:12.770827 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:14.133236 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:15.017859 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:18.037052 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57188) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:18:18.203455 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Deleting port 62ce82a9-7b2b-4492-abe7-b547c9ae740b {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:18:18.203803 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:18.285541 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:18.285877 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:18.299467 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Calling delete_port for 62ce82a9-7b2b-4492-abe7-b547c9ae740b owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:18:18.456194 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:18.485913 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Pushing event deleted for resources: {'Port': ['ID=62ce82a9-7b2b-4492-abe7-b547c9ae740b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:18.510370 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.510725 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.511078 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.511427 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.511770 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.512112 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.512450 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.512806 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.513142 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.513475 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.513811 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.514145 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.556657 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:18.557023 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Floating IP 4b24fb21-f909-4258-b027-595e9700b8bf disassociated (deleted). External IP: 172.25.5.67, port: 8f75028b-bfe5-400d-8d1a-c7765672e9c3. Nov 24 22:18:18.775421 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Router 9a980eb0-626c-45b1-8183-fcf11cc4ab18 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:18:18.887092 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:18.891949 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:18.896505 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0d0e8c-4e7c-42ad-9a8b-bfa4e883628f None None] Sync routers for ids ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:18.907003 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0d0e8c-4e7c-42ad-9a8b-bfa4e883628f None None] Routers {'9a980eb0-626c-45b1-8183-fcf11cc4ab18'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:18.907631 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4a0d0e8c-4e7c-42ad-9a8b-bfa4e883628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:18:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:18.919322 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-372ed56a-05cb-4916-9f8a-3ee3e6141409 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "DELETE /v2.0/floatingips/4b24fb21-f909-4258-b027-595e9700b8bf HTTP/1.1" status: 204 len: 168 time: 0.8803823 Nov 24 22:18:18.919926 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9172e084-5fb2-4ffb-825d-3f76d78446f9', 'tag': '8f75028b-bfe5-400d-8d1a-c7765672e9c3'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:18:18.922905 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655ef4f2-4063-494c-8187-6d9840b53daa" -d '{"events": [{"name": "network-changed", "server_uuid": "9172e084-5fb2-4ffb-825d-3f76d78446f9", "tag": "8f75028b-bfe5-400d-8d1a-c7765672e9c3"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:18:19.026149 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-4a0d0e8c-4e7c-42ad-9a8b-bfa4e883628f None None] Set router 9a980eb0-626c-45b1-8183-fcf11cc4ab18 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:18:19.152154 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a03060-0c85-4ca0-a68f-cfe2827b399f x-openstack-request-id: req-02a03060-0c85-4ca0-a68f-cfe2827b399f {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:18:19.152704 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9172e084-5fb2-4ffb-825d-3f76d78446f9", "tag": "8f75028b-bfe5-400d-8d1a-c7765672e9c3", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:18:19.152916 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-02a03060-0c85-4ca0-a68f-cfe2827b399f {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:18:19.153527 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9172e084-5fb2-4ffb-825d-3f76d78446f9', 'tag': '8f75028b-bfe5-400d-8d1a-c7765672e9c3', 'status': 'completed', 'code': 200} Nov 24 22:18:19.257031 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ef4f2-4063-494c-8187-6d9840b53daa req-101dadfb-bcd2-4a61-926c-242db90fd819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:19.258663 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-655ef4f2-4063-494c-8187-6d9840b53daa req-101dadfb-bcd2-4a61-926c-242db90fd819 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=414241598a78495eaff2d4412630a7bc&device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 1096 time: 0.0793386 Nov 24 22:18:19.275962 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaaff1f-35ae-4ba6-b8cc-3974a03dbcae req-72e9a201-82b6-4a61-b8e8-3a3fb60a04e1 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:19.277965 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bcaaff1f-35ae-4ba6-b8cc-3974a03dbcae req-72e9a201-82b6-4a61-b8e8-3a3fb60a04e1 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 945 time: 0.0645463 Nov 24 22:18:19.289230 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4a0d0e8c-4e7c-42ad-9a8b-bfa4e883628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'name': 'tempest-TestSnapshotPattern-683161707-router', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '414241598a78495eaff2d4412630a7bc', 'gw_port': {'id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '46ae8898-d66e-4ec5-9625-1cff93809095', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'port_id': '51311a89-82f6-44fd-ac68-3d765aaae68a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'mac_address': 'fa:16:3e:33:9b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:13:54Z', 'updated_at': '2021-11-24T22:13:57Z', 'revision_number': 1, 'project_id': '414241598a78495eaff2d4412630a7bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c15105-baaa-457f-8fea-695c619de093', 'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'mac_address': 'fa:16:3e:a2:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:33Z', 'updated_at': '2021-11-24T22:13:39Z', 'revision_number': 5, 'project_id': '414241598a78495eaff2d4412630a7bc', 'subnets': [{'id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:19.320548 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0d0e8c-4e7c-42ad-9a8b-bfa4e883628f None None] Checking router: 9a980eb0-626c-45b1-8183-fcf11cc4ab18 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:18:19.329023 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0d0e8c-4e7c-42ad-9a8b-bfa4e883628f None None] Routers {'9a980eb0-626c-45b1-8183-fcf11cc4ab18'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:19.329633 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4a0d0e8c-4e7c-42ad-9a8b-bfa4e883628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:18:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:19.388646 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-bcaaff1f-35ae-4ba6-b8cc-3974a03dbcae req-98e6f672-1247-4754-a043-62fff944e587 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038861 Nov 24 22:18:19.409662 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ef4f2-4063-494c-8187-6d9840b53daa req-deef190b-3f4f-4e83-9544-43e73c78656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:19.411134 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-655ef4f2-4063-494c-8187-6d9840b53daa req-deef190b-3f4f-4e83-9544-43e73c78656a service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1665cfc-69ae-449b-9bb1-2628f38d38f2 HTTP/1.1" status: 200 len: 910 time: 0.1436234 Nov 24 22:18:19.436560 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-4a0d0e8c-4e7c-42ad-9a8b-bfa4e883628f None None] Set router 9a980eb0-626c-45b1-8183-fcf11cc4ab18 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:18:19.460847 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-655ef4f2-4063-494c-8187-6d9840b53daa req-95b6b7a3-210d-4fc1-ac46-ab911fa0bae7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f75028b-bfe5-400d-8d1a-c7765672e9c3 HTTP/1.1" status: 200 len: 217 time: 0.0379856 Nov 24 22:18:19.514517 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ef4f2-4063-494c-8187-6d9840b53daa req-b0ef94c3-d300-47f7-bd91-2bdab75b25af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:19.516447 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-655ef4f2-4063-494c-8187-6d9840b53daa req-b0ef94c3-d300-47f7-bd91-2bdab75b25af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1896480a-24f6-4918-9450-46ce5ded57ba HTTP/1.1" status: 200 len: 848 time: 0.0490928 Nov 24 22:18:19.570896 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ef4f2-4063-494c-8187-6d9840b53daa req-19276bd9-5ed5-4ac2-83c2-f1bec8fcaefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:19.572296 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-655ef4f2-4063-494c-8187-6d9840b53daa req-19276bd9-5ed5-4ac2-83c2-f1bec8fcaefb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1665cfc-69ae-449b-9bb1-2628f38d38f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483544 Nov 24 22:18:19.667093 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-655ef4f2-4063-494c-8187-6d9840b53daa req-62f24581-96fb-422f-a308-d17d2a786354 service neutron] 10.222.0.15 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848112 Nov 24 22:18:19.688456 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4a0d0e8c-4e7c-42ad-9a8b-bfa4e883628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'name': 'tempest-TestSnapshotPattern-683161707-router', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '414241598a78495eaff2d4412630a7bc', 'gw_port': {'id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '46ae8898-d66e-4ec5-9625-1cff93809095', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'port_id': '51311a89-82f6-44fd-ac68-3d765aaae68a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'mac_address': 'fa:16:3e:33:9b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:13:54Z', 'updated_at': '2021-11-24T22:13:57Z', 'revision_number': 1, 'project_id': '414241598a78495eaff2d4412630a7bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c15105-baaa-457f-8fea-695c619de093', 'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'mac_address': 'fa:16:3e:a2:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:33Z', 'updated_at': '2021-11-24T22:13:39Z', 'revision_number': 5, 'project_id': '414241598a78495eaff2d4412630a7bc', 'subnets': [{'id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:19.714798 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0d0e8c-4e7c-42ad-9a8b-bfa4e883628f None None] The sync data for ids ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'] in n-d-812111-8 is: [{'id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'name': 'tempest-TestSnapshotPattern-683161707-router', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '414241598a78495eaff2d4412630a7bc', 'gw_port': {'id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_floatingips': [{'id': '46ae8898-d66e-4ec5-9625-1cff93809095', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'router_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'port_id': '51311a89-82f6-44fd-ac68-3d765aaae68a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'mac_address': 'fa:16:3e:33:9b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:13:54Z', 'updated_at': '2021-11-24T22:13:57Z', 'revision_number': 1, 'project_id': '414241598a78495eaff2d4412630a7bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c15105-baaa-457f-8fea-695c619de093', 'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'mac_address': 'fa:16:3e:a2:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:33Z', 'updated_at': '2021-11-24T22:13:39Z', 'revision_number': 5, 'project_id': '414241598a78495eaff2d4412630a7bc', 'subnets': [{'id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:19.769433 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-655ef4f2-4063-494c-8187-6d9840b53daa req-04d16f47-c6cd-4048-870a-0730d7c62d0a service neutron] 10.222.0.15 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944498 Nov 24 22:18:19.967568 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7ccf05-3dca-4cd7-a64a-48c0dcd5ac4f None None] New status for floating IP 4b24fb21-f909-4258-b027-595e9700b8bf: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:18:20.532164 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd90268-af23-4a68-9d37-01bd078c481f req-5bb1536b-abf2-46a8-a8d9-8ab4b73a0926 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:20.533716 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9fd90268-af23-4a68-9d37-01bd078c481f req-5bb1536b-abf2-46a8-a8d9-8ab4b73a0926 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 945 time: 0.0513475 Nov 24 22:18:20.583560 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-9fd90268-af23-4a68-9d37-01bd078c481f req-23fbc6a1-e075-463b-b496-e86fe45679b1 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438550 Nov 24 22:18:20.985690 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef03342-a902-43b9-8255-f925922c9333 req-1ff61b75-8646-4fd6-a11b-7e4bcf86d2ae tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:20.987263 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eef03342-a902-43b9-8255-f925922c9333 req-1ff61b75-8646-4fd6-a11b-7e4bcf86d2ae tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.15 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 945 time: 0.0537202 Nov 24 22:18:21.019299 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 8f75028b-bfe5-400d-8d1a-c7765672e9c3 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:21.102065 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-eef03342-a902-43b9-8255-f925922c9333 req-68e1d2f6-2f23-4596-a153-7c72cf92e32c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Deleting port 8f75028b-bfe5-400d-8d1a-c7765672e9c3 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:18:21.102409 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-eef03342-a902-43b9-8255-f925922c9333 req-68e1d2f6-2f23-4596-a153-7c72cf92e32c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:21.114639 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575362'] for port, before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:21.138851 n-d-812111-8 neutron-server[109992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9172e084-5fb2-4ffb-825d-3f76d78446f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f75028b-bfe5-400d-8d1a-c7765672e9c3'}] {{(pid=109992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:18:21.141142 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80fef0d77a80e9b0b644b3532fb2631f1e59bb4cb6f08753ccea10b7acdc62af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3600464d-6bf3-479d-b4a2-00909076e704" -d '{"events": [{"server_uuid": "9172e084-5fb2-4ffb-825d-3f76d78446f9", "name": "network-vif-unplugged", "status": "completed", "tag": "8f75028b-bfe5-400d-8d1a-c7765672e9c3"}]}' {{(pid=109992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:18:21.155290 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] For port 8f75028b-bfe5-400d-8d1a-c7765672e9c3, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8f75028b-bfe5-400d-8d1a-c7765672e9c3,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:21.160949 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740975589834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740975255534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740975260676'] for port, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:21.190743 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 22:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64577bb-2c3a-42f2-8202-e6e4ca8a541a x-openstack-request-id: req-c64577bb-2c3a-42f2-8202-e6e4ca8a541a {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:18:21.191043 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9172e084-5fb2-4ffb-825d-3f76d78446f9", "name": "network-vif-unplugged", "status": "completed", "tag": "8f75028b-bfe5-400d-8d1a-c7765672e9c3", "code": 200}]} {{(pid=109992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:18:21.191298 n-d-812111-8 neutron-server[109992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c64577bb-2c3a-42f2-8202-e6e4ca8a541a {{(pid=109992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:18:21.191699 n-d-812111-8 neutron-server[109992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9172e084-5fb2-4ffb-825d-3f76d78446f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f75028b-bfe5-400d-8d1a-c7765672e9c3', 'code': 200} Nov 24 22:18:21.207674 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [req-eef03342-a902-43b9-8255-f925922c9333 req-68e1d2f6-2f23-4596-a153-7c72cf92e32c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] For port 8f75028b-bfe5-400d-8d1a-c7765672e9c3, host n-h2-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-8',level=0,port_id=8f75028b-bfe5-400d-8d1a-c7765672e9c3,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:21.208178 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-eef03342-a902-43b9-8255-f925922c9333 req-68e1d2f6-2f23-4596-a153-7c72cf92e32c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:21.218430 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Pushing event updated for resources: {'Port': ['ID=8f75028b-bfe5-400d-8d1a-c7765672e9c3,revision_number=8']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:21.226197 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [req-eef03342-a902-43b9-8255-f925922c9333 req-68e1d2f6-2f23-4596-a153-7c72cf92e32c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Calling delete_port for 8f75028b-bfe5-400d-8d1a-c7765672e9c3 owned by compute:nova {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:18:21.371225 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-eef03342-a902-43b9-8255-f925922c9333 req-68e1d2f6-2f23-4596-a153-7c72cf92e32c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:21.400529 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1d2f6-2f23-4596-a153-7c72cf92e32c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Pushing event deleted for resources: {'Port': ['ID=8f75028b-bfe5-400d-8d1a-c7765672e9c3,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:21.410761 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e1d2f6-2f23-4596-a153-7c72cf92e32c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:21.411116 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e1d2f6-2f23-4596-a153-7c72cf92e32c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:21.411467 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e1d2f6-2f23-4596-a153-7c72cf92e32c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:21.411811 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e1d2f6-2f23-4596-a153-7c72cf92e32c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:21.412864 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e1d2f6-2f23-4596-a153-7c72cf92e32c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:21.413257 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e1d2f6-2f23-4596-a153-7c72cf92e32c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:21.413602 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e1d2f6-2f23-4596-a153-7c72cf92e32c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:21.414505 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e1d2f6-2f23-4596-a153-7c72cf92e32c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:21.414505 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e1d2f6-2f23-4596-a153-7c72cf92e32c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:21.414805 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e1d2f6-2f23-4596-a153-7c72cf92e32c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:21.414907 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e1d2f6-2f23-4596-a153-7c72cf92e32c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:21.415229 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e1d2f6-2f23-4596-a153-7c72cf92e32c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-8 {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:21.461802 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef03342-a902-43b9-8255-f925922c9333 req-68e1d2f6-2f23-4596-a153-7c72cf92e32c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] No DVR routers for this DVR port 8f75028b-bfe5-400d-8d1a-c7765672e9c3 on host n-h2-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:21.464420 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [req-eef03342-a902-43b9-8255-f925922c9333 req-68e1d2f6-2f23-4596-a153-7c72cf92e32c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:21.467872 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-eef03342-a902-43b9-8255-f925922c9333 req-68e1d2f6-2f23-4596-a153-7c72cf92e32c tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.15 "DELETE /v2.0/ports/8f75028b-bfe5-400d-8d1a-c7765672e9c3 HTTP/1.1" status: 204 len: 173 time: 0.4714255 Nov 24 22:18:21.468321 n-d-812111-8 neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9172e084-5fb2-4ffb-825d-3f76d78446f9', 'name': 'network-vif-deleted', 'tag': '8f75028b-bfe5-400d-8d1a-c7765672e9c3'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:18:21.470599 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7c051a33c4e42f696e994ae4329d1b5b22c7b0f813457e965e2c0e16ae5e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830b6d37-42c1-43fb-a523-b169fd906da9" -d '{"events": [{"server_uuid": "9172e084-5fb2-4ffb-825d-3f76d78446f9", "name": "network-vif-deleted", "tag": "8f75028b-bfe5-400d-8d1a-c7765672e9c3"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:18:21.513698 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d669db-0a2d-4149-9f0c-fa2e4574e322 x-openstack-request-id: req-c5d669db-0a2d-4149-9f0c-fa2e4574e322 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:18:21.513993 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9172e084-5fb2-4ffb-825d-3f76d78446f9", "name": "network-vif-deleted", "tag": "8f75028b-bfe5-400d-8d1a-c7765672e9c3", "status": "completed", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:18:21.514247 n-d-812111-8 neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c5d669db-0a2d-4149-9f0c-fa2e4574e322 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:18:21.514658 n-d-812111-8 neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9172e084-5fb2-4ffb-825d-3f76d78446f9', 'name': 'network-vif-deleted', 'tag': '8f75028b-bfe5-400d-8d1a-c7765672e9c3', 'status': 'completed', 'code': 200} Nov 24 22:18:21.694703 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-656e10f2-d9af-43a0-bf20-2f6dcd4dabc1 req-dab73a16-d0c9-4724-a446-8fea22cd4ee7 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9172e084-5fb2-4ffb-825d-3f76d78446f9 HTTP/1.1" status: 200 len: 210 time: 0.0267994 Nov 24 22:18:22.493665 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:18:23.283954 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57252) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:18:23.445752 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-44ac8d60-1d09-44ea-b436-b92af55e9cf6 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Deleting port 724ae905-c6e9-41f0-bd97-65d168e1e3a8 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:18:23.446090 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-44ac8d60-1d09-44ea-b436-b92af55e9cf6 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:23.526918 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-44ac8d60-1d09-44ea-b436-b92af55e9cf6 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:23.527196 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-44ac8d60-1d09-44ea-b436-b92af55e9cf6 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:23.539382 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-44ac8d60-1d09-44ea-b436-b92af55e9cf6 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Calling delete_port for 724ae905-c6e9-41f0-bd97-65d168e1e3a8 owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:18:23.693496 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-44ac8d60-1d09-44ea-b436-b92af55e9cf6 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:23.721954 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac8d60-1d09-44ea-b436-b92af55e9cf6 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Pushing event deleted for resources: {'Port': ['ID=724ae905-c6e9-41f0-bd97-65d168e1e3a8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:23.785333 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-44ac8d60-1d09-44ea-b436-b92af55e9cf6 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for floatingip, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:23.785736 n-d-812111-8 neutron-server[109990]: INFO neutron.db.l3_db [None req-44ac8d60-1d09-44ea-b436-b92af55e9cf6 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Floating IP 46ae8898-d66e-4ec5-9625-1cff93809095 disassociated (deleted). External IP: 172.25.5.56, port: 51311a89-82f6-44fd-ac68-3d765aaae68a. Nov 24 22:18:24.016515 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ac8d60-1d09-44ea-b436-b92af55e9cf6 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Router 9a980eb0-626c-45b1-8183-fcf11cc4ab18 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:18:24.128612 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ac8d60-1d09-44ea-b436-b92af55e9cf6 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:24.133973 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-44ac8d60-1d09-44ea-b436-b92af55e9cf6 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for floatingip, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:24.139899 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52d265a-55f9-4eee-a0f8-bdf64a1c1960 None None] Sync routers for ids ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:24.151696 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52d265a-55f9-4eee-a0f8-bdf64a1c1960 None None] Routers {'9a980eb0-626c-45b1-8183-fcf11cc4ab18'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:24.152434 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c52d265a-55f9-4eee-a0f8-bdf64a1c1960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:18:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:24.162172 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-44ac8d60-1d09-44ea-b436-b92af55e9cf6 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "DELETE /v2.0/floatingips/46ae8898-d66e-4ec5-9625-1cff93809095 HTTP/1.1" status: 204 len: 168 time: 0.8771160 Nov 24 22:18:24.162764 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'tag': '51311a89-82f6-44fd-ac68-3d765aaae68a'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:18:24.165253 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7766b0af-a0cb-460c-b7ec-7ba0dba9a155" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5ea43d-d305-43cd-b090-0a1894ca4447", "tag": "51311a89-82f6-44fd-ac68-3d765aaae68a"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:18:24.271728 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-c52d265a-55f9-4eee-a0f8-bdf64a1c1960 None None] Set router 9a980eb0-626c-45b1-8183-fcf11cc4ab18 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:18:24.339365 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ee6a8f-fb19-46df-b47e-63b9f96cb8ac x-openstack-request-id: req-38ee6a8f-fb19-46df-b47e-63b9f96cb8ac {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:18:24.339914 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5ea43d-d305-43cd-b090-0a1894ca4447", "tag": "51311a89-82f6-44fd-ac68-3d765aaae68a", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:18:24.339914 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38ee6a8f-fb19-46df-b47e-63b9f96cb8ac {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:18:24.340310 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'tag': '51311a89-82f6-44fd-ac68-3d765aaae68a', 'status': 'completed', 'code': 200} Nov 24 22:18:24.422791 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766b0af-a0cb-460c-b7ec-7ba0dba9a155 req-f99eba35-bdb8-4d45-95ac-bf45a7162beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:24.424239 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7766b0af-a0cb-460c-b7ec-7ba0dba9a155 req-f99eba35-bdb8-4d45-95ac-bf45a7162beb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=414241598a78495eaff2d4412630a7bc&device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 1095 time: 0.0461471 Nov 24 22:18:24.455111 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5fab7-3f80-4232-b9f5-cf456bc5572c req-70208bae-799d-451b-b9d4-fd9d8d5535f9 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:24.456642 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-54f5fab7-3f80-4232-b9f5-cf456bc5572c req-70208bae-799d-451b-b9d4-fd9d8d5535f9 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 944 time: 0.0617912 Nov 24 22:18:24.491189 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c52d265a-55f9-4eee-a0f8-bdf64a1c1960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'name': 'tempest-TestSnapshotPattern-683161707-router', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '414241598a78495eaff2d4412630a7bc', 'gw_port': {'id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'f0c15105-baaa-457f-8fea-695c619de093', 'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'mac_address': 'fa:16:3e:a2:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:33Z', 'updated_at': '2021-11-24T22:13:39Z', 'revision_number': 5, 'project_id': '414241598a78495eaff2d4412630a7bc', 'subnets': [{'id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:24.516195 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-54f5fab7-3f80-4232-b9f5-cf456bc5572c req-dff4e24b-1c70-41f8-9090-55323619c562 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492809 Nov 24 22:18:24.519955 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52d265a-55f9-4eee-a0f8-bdf64a1c1960 None None] Checking router: 9a980eb0-626c-45b1-8183-fcf11cc4ab18 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:18:24.529330 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52d265a-55f9-4eee-a0f8-bdf64a1c1960 None None] Routers {'9a980eb0-626c-45b1-8183-fcf11cc4ab18'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:24.530177 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c52d265a-55f9-4eee-a0f8-bdf64a1c1960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:18:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:24.530427 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766b0af-a0cb-460c-b7ec-7ba0dba9a155 req-c3af8573-57b5-456c-a50c-ff24e10afb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:24.531833 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7766b0af-a0cb-460c-b7ec-7ba0dba9a155 req-c3af8573-57b5-456c-a50c-ff24e10afb87 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c1665cfc-69ae-449b-9bb1-2628f38d38f2 HTTP/1.1" status: 200 len: 910 time: 0.1007037 Nov 24 22:18:24.574999 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7766b0af-a0cb-460c-b7ec-7ba0dba9a155 req-0ac1fedc-6451-45e9-89c8-00627cd99212 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51311a89-82f6-44fd-ac68-3d765aaae68a HTTP/1.1" status: 200 len: 217 time: 0.0347736 Nov 24 22:18:24.631241 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766b0af-a0cb-460c-b7ec-7ba0dba9a155 req-5784d36b-2878-41c1-a9b0-961da8698199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:24.632915 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7766b0af-a0cb-460c-b7ec-7ba0dba9a155 req-5784d36b-2878-41c1-a9b0-961da8698199 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1896480a-24f6-4918-9450-46ce5ded57ba HTTP/1.1" status: 200 len: 848 time: 0.0499711 Nov 24 22:18:24.639750 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-c52d265a-55f9-4eee-a0f8-bdf64a1c1960 None None] Set router 9a980eb0-626c-45b1-8183-fcf11cc4ab18 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:18:24.680680 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766b0af-a0cb-460c-b7ec-7ba0dba9a155 req-79db0e28-bf50-4a8a-b818-d829278b43b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:24.682234 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7766b0af-a0cb-460c-b7ec-7ba0dba9a155 req-79db0e28-bf50-4a8a-b818-d829278b43b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c1665cfc-69ae-449b-9bb1-2628f38d38f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418372 Nov 24 22:18:24.780456 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7766b0af-a0cb-460c-b7ec-7ba0dba9a155 req-602c30a6-10df-43e7-8b64-2ed6d3fc3d7c service neutron] 10.222.0.48 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903013 Nov 24 22:18:24.861115 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c52d265a-55f9-4eee-a0f8-bdf64a1c1960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'name': 'tempest-TestSnapshotPattern-683161707-router', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '414241598a78495eaff2d4412630a7bc', 'gw_port': {'id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'f0c15105-baaa-457f-8fea-695c619de093', 'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'mac_address': 'fa:16:3e:a2:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:33Z', 'updated_at': '2021-11-24T22:13:39Z', 'revision_number': 5, 'project_id': '414241598a78495eaff2d4412630a7bc', 'subnets': [{'id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:24.890091 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52d265a-55f9-4eee-a0f8-bdf64a1c1960 None None] The sync data for ids ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'] in n-d-812111-8 is: [{'id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'name': 'tempest-TestSnapshotPattern-683161707-router', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '414241598a78495eaff2d4412630a7bc', 'gw_port': {'id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8', '_interfaces': [{'id': 'f0c15105-baaa-457f-8fea-695c619de093', 'name': '', 'network_id': 'c1665cfc-69ae-449b-9bb1-2628f38d38f2', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'mac_address': 'fa:16:3e:a2:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:33Z', 'updated_at': '2021-11-24T22:13:39Z', 'revision_number': 5, 'project_id': '414241598a78495eaff2d4412630a7bc', 'subnets': [{'id': '1896480a-24f6-4918-9450-46ce5ded57ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:25.051406 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 8f75028b-bfe5-400d-8d1a-c7765672e9c3 no longer exists at agent hyperv_n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:25.074732 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] No Port match for: 8f75028b-bfe5-400d-8d1a-c7765672e9c3 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:18:25.075084 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Device 8f75028b-bfe5-400d-8d1a-c7765672e9c3 not bound to the agent host n-h2-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:25.161403 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e325c0b5-5617-4ae9-b5bd-458ab45c9e30 None None] New status for floating IP 46ae8898-d66e-4ec5-9625-1cff93809095: DOWN {{(pid=109993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:18:25.261706 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-7766b0af-a0cb-460c-b7ec-7ba0dba9a155 req-b1bb09b8-8ee7-4dae-a204-4123a0cfcc74 service neutron] 10.222.0.48 "GET /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733040 Nov 24 22:18:25.639223 n-d-812111-8 neutron-server[109991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b138f82-6ef4-4cd8-85e6-f180bf1ea427 req-7f05a1d0-226f-4828-8577-aaf28c746911 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:25.640726 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b138f82-6ef4-4cd8-85e6-f180bf1ea427 req-7f05a1d0-226f-4828-8577-aaf28c746911 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 944 time: 0.0493505 Nov 24 22:18:25.696670 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-3b138f82-6ef4-4cd8-85e6-f180bf1ea427 req-2dfdd989-c5b4-4781-b8b8-ca33d85fda77 tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/security-groups?id=538b3133-e454-4105-93df-d89ff00de605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498722 Nov 24 22:18:25.893615 n-d-812111-8 neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea169f-421c-4cbf-ab6b-5a3c4fae8d38 req-c3e011f8-4f77-4383-86ce-f69dcb5b644f tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:25.894996 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-86ea169f-421c-4cbf-ab6b-5a3c4fae8d38 req-c3e011f8-4f77-4383-86ce-f69dcb5b644f tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 944 time: 0.0509899 Nov 24 22:18:25.991324 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-86ea169f-421c-4cbf-ab6b-5a3c4fae8d38 req-38d61021-7baa-4240-9b22-f27935da17bb tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Deleting port 51311a89-82f6-44fd-ac68-3d765aaae68a {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:18:25.991909 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-86ea169f-421c-4cbf-ab6b-5a3c4fae8d38 req-38d61021-7baa-4240-9b22-f27935da17bb tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:26.084383 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-86ea169f-421c-4cbf-ab6b-5a3c4fae8d38 req-38d61021-7baa-4240-9b22-f27935da17bb tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] For port 51311a89-82f6-44fd-ac68-3d765aaae68a, host n-h1-812111-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-8',level=0,port_id=51311a89-82f6-44fd-ac68-3d765aaae68a,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:26.084782 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-86ea169f-421c-4cbf-ab6b-5a3c4fae8d38 req-38d61021-7baa-4240-9b22-f27935da17bb tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:26.097569 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-86ea169f-421c-4cbf-ab6b-5a3c4fae8d38 req-38d61021-7baa-4240-9b22-f27935da17bb tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Calling delete_port for 51311a89-82f6-44fd-ac68-3d765aaae68a owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:18:26.231355 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-86ea169f-421c-4cbf-ab6b-5a3c4fae8d38 req-38d61021-7baa-4240-9b22-f27935da17bb tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:26.266298 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d61021-7baa-4240-9b22-f27935da17bb tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Pushing event deleted for resources: {'Port': ['ID=51311a89-82f6-44fd-ac68-3d765aaae68a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:26.312775 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ea169f-421c-4cbf-ab6b-5a3c4fae8d38 req-38d61021-7baa-4240-9b22-f27935da17bb tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] No DVR routers for this DVR port 51311a89-82f6-44fd-ac68-3d765aaae68a on host n-h1-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:26.322413 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-86ea169f-421c-4cbf-ab6b-5a3c4fae8d38 req-38d61021-7baa-4240-9b22-f27935da17bb tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72824'] for port, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:26.325939 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [req-86ea169f-421c-4cbf-ab6b-5a3c4fae8d38 req-38d61021-7baa-4240-9b22-f27935da17bb tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.48 "DELETE /v2.0/ports/51311a89-82f6-44fd-ac68-3d765aaae68a HTTP/1.1" status: 204 len: 173 time: 0.4247422 Nov 24 22:18:26.341740 n-d-812111-8 neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'name': 'network-vif-deleted', 'tag': '51311a89-82f6-44fd-ac68-3d765aaae68a'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:18:26.344706 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5ca9319a142720c031e916308b5b110a05c1ecdfaabe3036f623745bf2b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df5fb79-0fe9-45c4-8710-b1d717a56558" -d '{"events": [{"server_uuid": "9c5ea43d-d305-43cd-b090-0a1894ca4447", "name": "network-vif-deleted", "tag": "51311a89-82f6-44fd-ac68-3d765aaae68a"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:18:26.385787 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3976660d-a38b-45c1-a73c-51403707c813 x-openstack-request-id: req-3976660d-a38b-45c1-a73c-51403707c813 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:18:26.386093 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5ea43d-d305-43cd-b090-0a1894ca4447", "name": "network-vif-deleted", "tag": "51311a89-82f6-44fd-ac68-3d765aaae68a", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:18:26.386418 n-d-812111-8 neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3976660d-a38b-45c1-a73c-51403707c813 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:18:26.386794 n-d-812111-8 neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5ea43d-d305-43cd-b090-0a1894ca4447', 'name': 'network-vif-deleted', 'tag': '51311a89-82f6-44fd-ac68-3d765aaae68a', 'status': 'completed', 'code': 200} Nov 24 22:18:26.852602 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [req-44e6ec61-221e-4742-9ba2-58f07c82efda req-3210aad3-b9d1-45ba-8a9c-98627f86641b tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5ea43d-d305-43cd-b090-0a1894ca4447 HTTP/1.1" status: 200 len: 210 time: 0.0301654 Nov 24 22:18:27.914793 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57268) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:18:27.979841 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5d76990-5c99-47b8-80a6-76767f48195a tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:28.020369 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5d76990-5c99-47b8-80a6-76767f48195a tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:28.091518 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5d76990-5c99-47b8-80a6-76767f48195a tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:28.094126 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5d76990-5c99-47b8-80a6-76767f48195a tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:28.095330 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a5d76990-5c99-47b8-80a6-76767f48195a tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] 10.222.0.11 "DELETE /v2.0/security-groups/538b3133-e454-4105-93df-d89ff00de605 HTTP/1.1" status: 204 len: 168 time: 0.1792154 Nov 24 22:18:28.107317 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d76990-5c99-47b8-80a6-76767f48195a tempest-TestSnapshotPattern-1988900783 tempest-TestSnapshotPattern-1988900783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=538b3133-e454-4105-93df-d89ff00de605,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:28.152522 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57272) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:18:28.838628 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-85118d40-8d48-4940-86d7-49f58033500b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:29.115791 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-85118d40-8d48-4940-86d7-49f58033500b admin admin] Deleting port f0c15105-baaa-457f-8fea-695c619de093 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:18:29.116038 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-85118d40-8d48-4940-86d7-49f58033500b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:29.205714 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-85118d40-8d48-4940-86d7-49f58033500b admin admin] For port f0c15105-baaa-457f-8fea-695c619de093, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=f0c15105-baaa-457f-8fea-695c619de093,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:29.206410 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-85118d40-8d48-4940-86d7-49f58033500b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:29.220963 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-85118d40-8d48-4940-86d7-49f58033500b admin admin] Calling delete_port for f0c15105-baaa-457f-8fea-695c619de093 owned by network:router_interface {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:18:29.420352 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-85118d40-8d48-4940-86d7-49f58033500b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:29.448313 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85118d40-8d48-4940-86d7-49f58033500b admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c15105-baaa-457f-8fea-695c619de093,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:29.664445 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-85118d40-8d48-4940-86d7-49f58033500b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:29.939410 n-d-812111-8 neutron-server[109991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85118d40-8d48-4940-86d7-49f58033500b admin admin] Router 9a980eb0-626c-45b1-8183-fcf11cc4ab18 has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:18:30.072676 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85118d40-8d48-4940-86d7-49f58033500b admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:30.080927 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57274) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:18:30.081381 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-85118d40-8d48-4940-86d7-49f58033500b admin admin] 10.222.0.11 "PUT /v2.0/routers/9a980eb0-626c-45b1-8183-fcf11cc4ab18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9268732 Nov 24 22:18:30.083307 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d48d86-32f5-44d1-a901-0e474a8e16a9 None None] Sync routers for ids ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'] in n-d-812111-8 {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:30.096914 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d48d86-32f5-44d1-a901-0e474a8e16a9 None None] Routers {'9a980eb0-626c-45b1-8183-fcf11cc4ab18'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:30.097823 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a4d48d86-32f5-44d1-a901-0e474a8e16a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:18:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:30.218549 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-a4d48d86-32f5-44d1-a901-0e474a8e16a9 None None] Set router 9a980eb0-626c-45b1-8183-fcf11cc4ab18 gateway port host: n-d-812111-8 {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:18:30.370129 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ec8b4c82-c780-4e69-b058-d423d5181fd5 admin admin] Publish callbacks [] for router, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:30.498805 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ec8b4c82-c780-4e69-b058-d423d5181fd5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:30.563664 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b4c82-c780-4e69-b058-d423d5181fd5 admin admin] Deleting port e7e0c5d9-1282-4453-a72d-b5a8dad2a813 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:18:30.564009 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ec8b4c82-c780-4e69-b058-d423d5181fd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:30.614202 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a4d48d86-32f5-44d1-a901-0e474a8e16a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'name': 'tempest-TestSnapshotPattern-683161707-router', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:18:29Z', 'revision_number': 5, 'project_id': '414241598a78495eaff2d4412630a7bc', 'gw_port': {'id': 'e7e0c5d9-1282-4453-a72d-b5a8dad2a813', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:30.644100 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d48d86-32f5-44d1-a901-0e474a8e16a9 None None] Checking router: 9a980eb0-626c-45b1-8183-fcf11cc4ab18 for host: n-d-812111-8 {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:18:30.656205 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d48d86-32f5-44d1-a901-0e474a8e16a9 None None] Routers {'9a980eb0-626c-45b1-8183-fcf11cc4ab18'} bound to L3 agent in host n-d-812111-8 {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:30.656893 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a4d48d86-32f5-44d1-a901-0e474a8e16a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:18:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:30.661676 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-ec8b4c82-c780-4e69-b058-d423d5181fd5 admin admin] For port e7e0c5d9-1282-4453-a72d-b5a8dad2a813, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=e7e0c5d9-1282-4453-a72d-b5a8dad2a813,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:30.662058 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ec8b4c82-c780-4e69-b058-d423d5181fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:30.677056 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b4c82-c780-4e69-b058-d423d5181fd5 admin admin] Calling delete_port for e7e0c5d9-1282-4453-a72d-b5a8dad2a813 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:18:30.749724 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-a4d48d86-32f5-44d1-a901-0e474a8e16a9 None None] Set router 9a980eb0-626c-45b1-8183-fcf11cc4ab18 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:18:30.811881 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a4d48d86-32f5-44d1-a901-0e474a8e16a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'name': 'tempest-TestSnapshotPattern-683161707-router', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:18:30Z', 'revision_number': 6, 'project_id': '414241598a78495eaff2d4412630a7bc', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:30.841904 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d48d86-32f5-44d1-a901-0e474a8e16a9 None None] The sync data for ids ['9a980eb0-626c-45b1-8183-fcf11cc4ab18'] in n-d-812111-8 is: [{'id': '9a980eb0-626c-45b1-8183-fcf11cc4ab18', 'name': 'tempest-TestSnapshotPattern-683161707-router', 'tenant_id': '414241598a78495eaff2d4412630a7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:31Z', 'updated_at': '2021-11-24T22:18:30Z', 'revision_number': 6, 'project_id': '414241598a78495eaff2d4412630a7bc', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:30.859569 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ec8b4c82-c780-4e69-b058-d423d5181fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:30.888464 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b4c82-c780-4e69-b058-d423d5181fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e0c5d9-1282-4453-a72d-b5a8dad2a813,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:30.904825 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71312ab6-280a-49c0-90b9-2e510f5e19d6 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:18:30.962094 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ec8b4c82-c780-4e69-b058-d423d5181fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:31.062378 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ec8b4c82-c780-4e69-b058-d423d5181fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:31.064524 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ec8b4c82-c780-4e69-b058-d423d5181fd5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:31.113145 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ec8b4c82-c780-4e69-b058-d423d5181fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:31.113919 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8b4c82-c780-4e69-b058-d423d5181fd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a980eb0-626c-45b1-8183-fcf11cc4ab18 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:18:31.119756 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ec8b4c82-c780-4e69-b058-d423d5181fd5 admin admin] Publish callbacks [] for router, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:31.121033 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-ec8b4c82-c780-4e69-b058-d423d5181fd5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/9a980eb0-626c-45b1-8183-fcf11cc4ab18 HTTP/1.1" status: 204 len: 168 time: 1.0377774 Nov 24 22:18:31.123899 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57278) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:18:31.129237 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 51311a89-82f6-44fd-ac68-3d765aaae68a no longer exists at agent hyperv_n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:31.151507 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] No Port match for: 51311a89-82f6-44fd-ac68-3d765aaae68a {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:18:31.151912 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Device 51311a89-82f6-44fd-ac68-3d765aaae68a not bound to the agent host n-h1-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:31.182220 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b2fc8a-f13f-491b-9d2d-2dd15c3c4791 admin admin] Deleting subnet 1896480a-24f6-4918-9450-46ce5ded57ba {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 22:18:31.186305 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-68b2fc8a-f13f-491b-9d2d-2dd15c3c4791 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:31.247141 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-68b2fc8a-f13f-491b-9d2d-2dd15c3c4791 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:31.331514 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-68b2fc8a-f13f-491b-9d2d-2dd15c3c4791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:31.388428 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-68b2fc8a-f13f-491b-9d2d-2dd15c3c4791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:31.416420 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2fc8a-f13f-491b-9d2d-2dd15c3c4791 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1896480a-24f6-4918-9450-46ce5ded57ba,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:31.420354 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-68b2fc8a-f13f-491b-9d2d-2dd15c3c4791 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:31.423699 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-68b2fc8a-f13f-491b-9d2d-2dd15c3c4791 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1896480a-24f6-4918-9450-46ce5ded57ba HTTP/1.1" status: 204 len: 168 time: 0.2985237 Nov 24 22:18:31.426250 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57280) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:18:31.427059 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5449f17-207b-465c-b165-b5e190f332f6 None None] Network c1665cfc-69ae-449b-9bb1-2628f38d38f2 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:31.509384 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f880c86-a829-498d-8a8d-6b721490242e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:31.569067 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4f880c86-a829-498d-8a8d-6b721490242e admin admin] Deleting port 77a17952-02d4-4d9e-86e9-66ec2315eada {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:18:31.569409 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f880c86-a829-498d-8a8d-6b721490242e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:31.637211 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a649b4a8-8809-4b83-92a5-68421927ef23 None None] DHCP port deletion for c1665cfc-69ae-449b-9bb1-2628f38d38f2 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:18:31.654543 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-4f880c86-a829-498d-8a8d-6b721490242e admin admin] For port 77a17952-02d4-4d9e-86e9-66ec2315eada, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=77a17952-02d4-4d9e-86e9-66ec2315eada,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:31.654914 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f880c86-a829-498d-8a8d-6b721490242e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:31.672059 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4f880c86-a829-498d-8a8d-6b721490242e admin admin] Calling delete_port for 77a17952-02d4-4d9e-86e9-66ec2315eada owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:18:31.701286 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-a649b4a8-8809-4b83-92a5-68421927ef23 None None] Deleting port 77a17952-02d4-4d9e-86e9-66ec2315eada {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:18:31.701813 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a649b4a8-8809-4b83-92a5-68421927ef23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:31.766239 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f880c86-a829-498d-8a8d-6b721490242e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:31.778268 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-a649b4a8-8809-4b83-92a5-68421927ef23 None None] For port 77a17952-02d4-4d9e-86e9-66ec2315eada, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=77a17952-02d4-4d9e-86e9-66ec2315eada,segment=NetworkSegment(9ffe494a-f07e-4658-a7a2-5c723abe90f0),segment_id=9ffe494a-f07e-4658-a7a2-5c723abe90f0)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:31.778690 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a649b4a8-8809-4b83-92a5-68421927ef23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:31.795810 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f880c86-a829-498d-8a8d-6b721490242e admin admin] Pushing event deleted for resources: {'Port': ['ID=77a17952-02d4-4d9e-86e9-66ec2315eada,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:31.798879 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-a649b4a8-8809-4b83-92a5-68421927ef23 None None] Calling delete_port for 77a17952-02d4-4d9e-86e9-66ec2315eada owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:18:31.802119 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f880c86-a829-498d-8a8d-6b721490242e admin admin] No DVR routers for this DVR port 77a17952-02d4-4d9e-86e9-66ec2315eada on host n-d-812111-8 {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:31.867077 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e7e0c5d9-1282-4453-a72d-b5a8dad2a813 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:31.894453 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f880c86-a829-498d-8a8d-6b721490242e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:31.895032 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: e7e0c5d9-1282-4453-a72d-b5a8dad2a813 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:18:31.895390 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device e7e0c5d9-1282-4453-a72d-b5a8dad2a813 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:31.895827 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device f0c15105-baaa-457f-8fea-695c619de093 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:31.922678 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-4f880c86-a829-498d-8a8d-6b721490242e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1665cfc-69ae-449b-9bb1-2628f38d38f2']}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:31.927645 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: f0c15105-baaa-457f-8fea-695c619de093 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:18:31.928036 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device f0c15105-baaa-457f-8fea-695c619de093 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:31.928580 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 77a17952-02d4-4d9e-86e9-66ec2315eada no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:31.938399 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-4f880c86-a829-498d-8a8d-6b721490242e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffe494a-f07e-4658-a7a2-5c723abe90f0') {'for_net_delete': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:31.938701 n-d-812111-8 neutron-server[109991]: DEBUG neutron.services.segments.db [None req-4f880c86-a829-498d-8a8d-6b721490242e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffe494a-f07e-4658-a7a2-5c723abe90f0') {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:31.952806 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 77a17952-02d4-4d9e-86e9-66ec2315eada {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:18:31.953049 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f880c86-a829-498d-8a8d-6b721490242e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16751586'] for segment, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:31.953172 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 77a17952-02d4-4d9e-86e9-66ec2315eada not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:31.970557 n-d-812111-8 neutron-server[109992]: self.session.flush() Nov 24 22:18:31.983244 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a649b4a8-8809-4b83-92a5-68421927ef23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:31.983589 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f880c86-a829-498d-8a8d-6b721490242e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:31.994078 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f880c86-a829-498d-8a8d-6b721490242e admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=109991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:18:31.995222 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f880c86-a829-498d-8a8d-6b721490242e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16590404'] for segment, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: Traceback (most recent call last): Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: timer() Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: cb(*args, **kw) Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: return func(*args, **kwargs) Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: self._notify() Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: self.callback(batched_events) Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: event.method(event) Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: return f(self, *a, **k) Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: return self._get(url).json() Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: return self.request(url, 'GET', **kwargs) Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:18:31.997353 n-d-812111-8 neutron-server[109991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:18:32.012976 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649b4a8-8809-4b83-92a5-68421927ef23 None None] Pushing event deleted for resources: {'Port': ['ID=77a17952-02d4-4d9e-86e9-66ec2315eada,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:32.016708 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a649b4a8-8809-4b83-92a5-68421927ef23 None None] No DVR routers for this DVR port 77a17952-02d4-4d9e-86e9-66ec2315eada on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:32.074571 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f880c86-a829-498d-8a8d-6b721490242e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:32.081653 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f880c86-a829-498d-8a8d-6b721490242e admin admin] Publish callbacks [] for network, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:32.089847 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-4f880c86-a829-498d-8a8d-6b721490242e admin admin] 10.222.0.11 "DELETE /v2.0/networks/c1665cfc-69ae-449b-9bb1-2628f38d38f2 HTTP/1.1" status: 204 len: 168 time: 0.6619074 Nov 24 22:18:32.090088 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57282) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:18:32.103894 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f880c86-a829-498d-8a8d-6b721490242e admin admin] Pushing event deleted for resources: {'Network': ['ID=c1665cfc-69ae-449b-9bb1-2628f38d38f2,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:32.528079 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-da1e5450-1614-4096-acd5-d10e0961df15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-319811'] for router_interface, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:32.825991 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-da1e5450-1614-4096-acd5-d10e0961df15 admin admin] Deleting port 5d95f46c-20f1-4623-95f5-56841bc58e9a {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:18:32.826242 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-da1e5450-1614-4096-acd5-d10e0961df15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:32.922250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-da1e5450-1614-4096-acd5-d10e0961df15 admin admin] For port 5d95f46c-20f1-4623-95f5-56841bc58e9a, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=5d95f46c-20f1-4623-95f5-56841bc58e9a,segment=NetworkSegment(086a1acd-631d-48ba-b826-451fe2eeb0e9),segment_id=086a1acd-631d-48ba-b826-451fe2eeb0e9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:32.922843 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-da1e5450-1614-4096-acd5-d10e0961df15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:32.939577 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-da1e5450-1614-4096-acd5-d10e0961df15 admin admin] Calling delete_port for 5d95f46c-20f1-4623-95f5-56841bc58e9a owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:18:33.148319 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-da1e5450-1614-4096-acd5-d10e0961df15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:33.183543 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e5450-1614-4096-acd5-d10e0961df15 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d95f46c-20f1-4623-95f5-56841bc58e9a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:33.395912 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-da1e5450-1614-4096-acd5-d10e0961df15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7900193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-319967'] for router_interface, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:33.644873 n-d-812111-8 neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1e5450-1614-4096-acd5-d10e0961df15 admin admin] Router 9d451759-bc7e-4de0-aed3-aaaf57b92dcd has already been hosted by L3 agent 0599f4ff-7522-447f-973b-8dc7b8b9ce7d {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:18:33.787547 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1e5450-1614-4096-acd5-d10e0961df15 admin admin] Notify agent at l3_agent.n-d-812111-8 the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:33.798274 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-da1e5450-1614-4096-acd5-d10e0961df15 admin admin] 10.222.0.11 "PUT /v2.0/routers/9d451759-bc7e-4de0-aed3-aaaf57b92dcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7048409 Nov 24 22:18:33.798403 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57284) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:18:33.811241 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8771dce9-e1d5-4a3f-aff1-f18e9e31f3eb None None] Sync routers for ids ['9d451759-bc7e-4de0-aed3-aaaf57b92dcd'] in n-d-812111-8 {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:33.826070 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8771dce9-e1d5-4a3f-aff1-f18e9e31f3eb None None] Routers {'9d451759-bc7e-4de0-aed3-aaaf57b92dcd'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:33.829316 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-8771dce9-e1d5-4a3f-aff1-f18e9e31f3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:18:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['9d451759-bc7e-4de0-aed3-aaaf57b92dcd'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:33.923873 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d96db4f6-f9e5-4028-a987-2247391385db admin admin] Publish callbacks [] for router, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:33.963336 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-8771dce9-e1d5-4a3f-aff1-f18e9e31f3eb None None] Set router 9d451759-bc7e-4de0-aed3-aaaf57b92dcd gateway port host: n-d-812111-8 {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:18:34.046751 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d96db4f6-f9e5-4028-a987-2247391385db admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:34.145351 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-d96db4f6-f9e5-4028-a987-2247391385db admin admin] Deleting port 016e50b9-d9d0-451a-b421-808bfc23c31c {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:18:34.146023 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d96db4f6-f9e5-4028-a987-2247391385db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:34.188942 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-8771dce9-e1d5-4a3f-aff1-f18e9e31f3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d451759-bc7e-4de0-aed3-aaaf57b92dcd', 'name': 'tempest-TestSnapshotPattern-1259163265-router', 'tenant_id': '033bd37eedc440d9a4521c2d814ad1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'external_fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '016e50b9-d9d0-451a-b421-808bfc23c31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:36Z', 'updated_at': '2021-11-24T22:18:33Z', 'revision_number': 5, 'project_id': '033bd37eedc440d9a4521c2d814ad1f5', 'gw_port': {'id': '016e50b9-d9d0-451a-b421-808bfc23c31c', 'name': '', 'network_id': '11235b5e-de40-47bb-bfa7-c51c409e5eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d451759-bc7e-4de0-aed3-aaaf57b92dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:13:36Z', 'updated_at': '2021-11-24T22:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b1f4b43-418b-4acb-9e94-b7ae95b73f8a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-8'}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:34.220905 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8771dce9-e1d5-4a3f-aff1-f18e9e31f3eb None None] Checking router: 9d451759-bc7e-4de0-aed3-aaaf57b92dcd for host: n-d-812111-8 {{(pid=109993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:18:34.229435 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8771dce9-e1d5-4a3f-aff1-f18e9e31f3eb None None] Routers {'9d451759-bc7e-4de0-aed3-aaaf57b92dcd'} bound to L3 agent in host n-d-812111-8 {{(pid=109993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:34.230107 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-8771dce9-e1d5-4a3f-aff1-f18e9e31f3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T20:36:41Z,description=,heartbeat_timestamp=2021-11-24T22:18:11Z,host='n-d-812111-8',id=0599f4ff-7522-447f-973b-8dc7b8b9ce7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T20:36:41Z,topic='l3_agent')) {'router_ids': ['9d451759-bc7e-4de0-aed3-aaaf57b92dcd'], 'active': True} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:34.247377 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-d96db4f6-f9e5-4028-a987-2247391385db admin admin] For port 016e50b9-d9d0-451a-b421-808bfc23c31c, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=016e50b9-d9d0-451a-b421-808bfc23c31c,segment=NetworkSegment(a11aeaf9-42dd-4537-ae87-921c045749dd),segment_id=a11aeaf9-42dd-4537-ae87-921c045749dd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:34.247741 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d96db4f6-f9e5-4028-a987-2247391385db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:34.262599 n-d-812111-8 neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-d96db4f6-f9e5-4028-a987-2247391385db admin admin] Calling delete_port for 016e50b9-d9d0-451a-b421-808bfc23c31c owned by network:router_gateway {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:18:34.327332 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_dvr_db [None req-8771dce9-e1d5-4a3f-aff1-f18e9e31f3eb None None] Set router 9d451759-bc7e-4de0-aed3-aaaf57b92dcd gateway port host: None {{(pid=109993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:18:34.384250 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.l3_hamode_db [None req-8771dce9-e1d5-4a3f-aff1-f18e9e31f3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d451759-bc7e-4de0-aed3-aaaf57b92dcd', 'name': 'tempest-TestSnapshotPattern-1259163265-router', 'tenant_id': '033bd37eedc440d9a4521c2d814ad1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:36Z', 'updated_at': '2021-11-24T22:18:34Z', 'revision_number': 6, 'project_id': '033bd37eedc440d9a4521c2d814ad1f5', 'gw_port_host': None}], 'n-d-812111-8', False) {} {{(pid=109993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:34.418342 n-d-812111-8 neutron-server[109993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8771dce9-e1d5-4a3f-aff1-f18e9e31f3eb None None] The sync data for ids ['9d451759-bc7e-4de0-aed3-aaaf57b92dcd'] in n-d-812111-8 is: [{'id': '9d451759-bc7e-4de0-aed3-aaaf57b92dcd', 'name': 'tempest-TestSnapshotPattern-1259163265-router', 'tenant_id': '033bd37eedc440d9a4521c2d814ad1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:13:36Z', 'updated_at': '2021-11-24T22:18:34Z', 'revision_number': 6, 'project_id': '033bd37eedc440d9a4521c2d814ad1f5', 'gw_port_host': None}] {{(pid=109993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:34.459101 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d96db4f6-f9e5-4028-a987-2247391385db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666517'] for port, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:34.494497 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96db4f6-f9e5-4028-a987-2247391385db admin admin] Pushing event deleted for resources: {'Port': ['ID=016e50b9-d9d0-451a-b421-808bfc23c31c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:34.516069 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d9acbb-c2ec-4838-9de8-646b7ee55fe3 None None] DHCP port deletion for 11235b5e-de40-47bb-bfa7-c51c409e5eca request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:18:34.566097 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d96db4f6-f9e5-4028-a987-2247391385db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-320377'] for router_gateway, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:34.672135 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d96db4f6-f9e5-4028-a987-2247391385db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-319799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-751'] for router, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:34.674538 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d96db4f6-f9e5-4028-a987-2247391385db admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:34.730849 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d96db4f6-f9e5-4028-a987-2247391385db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-320507'] for router, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:34.731301 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96db4f6-f9e5-4028-a987-2247391385db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d451759-bc7e-4de0-aed3-aaaf57b92dcd {{(pid=109991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:18:34.735755 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d96db4f6-f9e5-4028-a987-2247391385db admin admin] Publish callbacks [] for router, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:34.736920 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-d96db4f6-f9e5-4028-a987-2247391385db admin admin] 10.222.0.11 "DELETE /v2.0/routers/9d451759-bc7e-4de0-aed3-aaaf57b92dcd HTTP/1.1" status: 204 len: 168 time: 0.9380488 Nov 24 22:18:34.739753 n-d-812111-8 neutron-server[109991]: DEBUG neutron.wsgi [-] (109991) accepted ('10.222.0.11', 57286) {{(pid=109991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:18:34.796483 n-d-812111-8 neutron-server[109991]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee2e4c7-3350-4e59-8416-0c54bed13e68 admin admin] Deleting subnet 67f375be-f2ba-406d-a0e9-320a30e1917c {{(pid=109991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 22:18:34.800000 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aee2e4c7-3350-4e59-8416-0c54bed13e68 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:34.847728 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aee2e4c7-3350-4e59-8416-0c54bed13e68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16751573'] for subnet, precommit_delete_associations {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:34.936825 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aee2e4c7-3350-4e59-8416-0c54bed13e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682676'] for subnet, precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:34.993914 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aee2e4c7-3350-4e59-8416-0c54bed13e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-683591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238326'] for subnet, after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:35.029193 n-d-812111-8 neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aee2e4c7-3350-4e59-8416-0c54bed13e68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:35.033109 n-d-812111-8 neutron-server[109991]: INFO neutron.wsgi [None req-aee2e4c7-3350-4e59-8416-0c54bed13e68 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/67f375be-f2ba-406d-a0e9-320a30e1917c HTTP/1.1" status: 204 len: 168 time: 0.2924523 Nov 24 22:18:35.034527 n-d-812111-8 neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2e4c7-3350-4e59-8416-0c54bed13e68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67f375be-f2ba-406d-a0e9-320a30e1917c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:35.034700 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1451e86c-5cd6-4687-8313-d62ba606dbff None None] Network 4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3 requested from n-d-812111-8 {{(pid=109992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:35.035884 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57288) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:18:35.121546 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6368e04-1f48-4ea7-998c-4b2e1c63720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558253'] for network, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:35.203222 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a6368e04-1f48-4ea7-998c-4b2e1c63720b admin admin] Deleting port ad9a27be-3ce3-4cd3-b330-750ecffd2dc5 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:18:35.203630 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6368e04-1f48-4ea7-998c-4b2e1c63720b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:35.269990 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab50fd7-ae56-48be-a64a-6e6e2db6e871 None None] DHCP port deletion for 4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3 request from n-d-812111-8 {{(pid=109992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:18:35.291961 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-a6368e04-1f48-4ea7-998c-4b2e1c63720b admin admin] For port ad9a27be-3ce3-4cd3-b330-750ecffd2dc5, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ad9a27be-3ce3-4cd3-b330-750ecffd2dc5,segment=NetworkSegment(086a1acd-631d-48ba-b826-451fe2eeb0e9),segment_id=086a1acd-631d-48ba-b826-451fe2eeb0e9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:35.292335 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6368e04-1f48-4ea7-998c-4b2e1c63720b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:35.310869 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a6368e04-1f48-4ea7-998c-4b2e1c63720b admin admin] Calling delete_port for ad9a27be-3ce3-4cd3-b330-750ecffd2dc5 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:18:35.332391 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6ab50fd7-ae56-48be-a64a-6e6e2db6e871 None None] Deleting port ad9a27be-3ce3-4cd3-b330-750ecffd2dc5 {{(pid=109992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 22:18:35.332869 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6ab50fd7-ae56-48be-a64a-6e6e2db6e871 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740975587678'] for port, before_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:35.415732 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6ab50fd7-ae56-48be-a64a-6e6e2db6e871 None None] For port ad9a27be-3ce3-4cd3-b330-750ecffd2dc5, host n-d-812111-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-8',level=0,port_id=ad9a27be-3ce3-4cd3-b330-750ecffd2dc5,segment=NetworkSegment(086a1acd-631d-48ba-b826-451fe2eeb0e9),segment_id=086a1acd-631d-48ba-b826-451fe2eeb0e9)] {{(pid=109992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:35.416380 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6ab50fd7-ae56-48be-a64a-6e6e2db6e871 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-327268'] for port, precommit_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:35.418267 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6368e04-1f48-4ea7-998c-4b2e1c63720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718270'] for port, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:35.433980 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-6ab50fd7-ae56-48be-a64a-6e6e2db6e871 None None] Calling delete_port for ad9a27be-3ce3-4cd3-b330-750ecffd2dc5 owned by network:dhcp {{(pid=109992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 22:18:35.446447 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6368e04-1f48-4ea7-998c-4b2e1c63720b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9a27be-3ce3-4cd3-b330-750ecffd2dc5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:35.448496 n-d-812111-8 neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6368e04-1f48-4ea7-998c-4b2e1c63720b admin admin] No DVR routers for this DVR port ad9a27be-3ce3-4cd3-b330-750ecffd2dc5 on host n-d-812111-8 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:35.529366 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6368e04-1f48-4ea7-998c-4b2e1c63720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682091', 'neutron.services.segments.db._delete_segments_for_network-8740975816120'] for network, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:35.533084 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6ab50fd7-ae56-48be-a64a-6e6e2db6e871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740975591024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740975255525'] for port, after_delete {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:35.551702 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-a6368e04-1f48-4ea7-998c-4b2e1c63720b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:35.566836 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-a6368e04-1f48-4ea7-998c-4b2e1c63720b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086a1acd-631d-48ba-b826-451fe2eeb0e9') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:35.567131 n-d-812111-8 neutron-server[109990]: DEBUG neutron.services.segments.db [None req-a6368e04-1f48-4ea7-998c-4b2e1c63720b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086a1acd-631d-48ba-b826-451fe2eeb0e9') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:35.567312 n-d-812111-8 neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab50fd7-ae56-48be-a64a-6e6e2db6e871 None None] Pushing event deleted for resources: {'Port': ['ID=ad9a27be-3ce3-4cd3-b330-750ecffd2dc5,revision_number=None']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:35.572103 n-d-812111-8 neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab50fd7-ae56-48be-a64a-6e6e2db6e871 None None] No DVR routers for this DVR port ad9a27be-3ce3-4cd3-b330-750ecffd2dc5 on host n-d-812111-8 {{(pid=109992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:35.579638 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6368e04-1f48-4ea7-998c-4b2e1c63720b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740975779148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4991275'] for segment, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:35.603524 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6368e04-1f48-4ea7-998c-4b2e1c63720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657'] for segment, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:35.609816 n-d-812111-8 neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6368e04-1f48-4ea7-998c-4b2e1c63720b admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:18:35.610205 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6368e04-1f48-4ea7-998c-4b2e1c63720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-683657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5515567'] for segment, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: Traceback (most recent call last): Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: timer() Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: cb(*args, **kw) Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: return func(*args, **kwargs) Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: self._notify() Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: self.callback(batched_events) Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: event.method(event) Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: return f(self, *a, **k) Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: return self._get(url).json() Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: return self.request(url, 'GET', **kwargs) Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:18:35.611924 n-d-812111-8 neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:18:35.672740 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6368e04-1f48-4ea7-998c-4b2e1c63720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8115909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-320349'] for network, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:35.678500 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6368e04-1f48-4ea7-998c-4b2e1c63720b admin admin] Publish callbacks [] for network, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:35.682348 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-a6368e04-1f48-4ea7-998c-4b2e1c63720b admin admin] 10.222.0.11 "DELETE /v2.0/networks/4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3 HTTP/1.1" status: 204 len: 168 time: 0.6446242 Nov 24 22:18:35.694490 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6368e04-1f48-4ea7-998c-4b2e1c63720b admin admin] Pushing event deleted for resources: {'Network': ['ID=4fad4bcf-2cb9-4795-89b9-def9b8c3f0b3,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:35.841925 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57292) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:18:35.844517 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ad9a27be-3ce3-4cd3-b330-750ecffd2dc5 no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:35.868671 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: ad9a27be-3ce3-4cd3-b330-750ecffd2dc5 {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:18:35.870243 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device ad9a27be-3ce3-4cd3-b330-750ecffd2dc5 not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:35.870679 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 5d95f46c-20f1-4623-95f5-56841bc58e9a no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:35.892716 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-f9c0a9cc-6cda-421d-9d93-e6aaf14437b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=414241598a78495eaff2d4412630a7bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0492680 Nov 24 22:18:35.895189 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57294) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:18:35.904277 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 5d95f46c-20f1-4623-95f5-56841bc58e9a {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:18:35.904837 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 5d95f46c-20f1-4623-95f5-56841bc58e9a not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:35.905465 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 016e50b9-d9d0-451a-b421-808bfc23c31c no longer exists at agent ovs-agent-n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:35.930585 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] No Port match for: 016e50b9-d9d0-451a-b421-808bfc23c31c {{(pid=109992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 22:18:35.930941 n-d-812111-8 neutron-server[109992]: DEBUG neutron.plugins.ml2.rpc [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Device 016e50b9-d9d0-451a-b421-808bfc23c31c not bound to the agent host n-d-812111-8 {{(pid=109992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:35.948294 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d059ba4-5c96-41be-a81e-ec691b1c6d44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:35.972896 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d059ba4-5c96-41be-a81e-ec691b1c6d44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:36.028381 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d059ba4-5c96-41be-a81e-ec691b1c6d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:36.032985 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d059ba4-5c96-41be-a81e-ec691b1c6d44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:36.034195 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-3d059ba4-5c96-41be-a81e-ec691b1c6d44 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5183280-8edb-4d53-a209-fe2eef1c161d HTTP/1.1" status: 204 len: 168 time: 0.1380234 Nov 24 22:18:36.042783 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d059ba4-5c96-41be-a81e-ec691b1c6d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5183280-8edb-4d53-a209-fe2eef1c161d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:36.408986 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57300) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:18:36.451545 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-14879c59-c872-4a08-ad39-79ebf53c4c1d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=033bd37eedc440d9a4521c2d814ad1f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412371 Nov 24 22:18:36.454056 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.11', 57302) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 22:18:36.505716 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5c5026f0-d186-4caa-9701-87e427f32452 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:36.527580 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5c5026f0-d186-4caa-9701-87e427f32452 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:36.582714 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5c5026f0-d186-4caa-9701-87e427f32452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8119613'] for security_group, after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:36.586138 n-d-812111-8 neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5c5026f0-d186-4caa-9701-87e427f32452 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:36.587290 n-d-812111-8 neutron-server[109990]: INFO neutron.wsgi [None req-5c5026f0-d186-4caa-9701-87e427f32452 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f6b99b73-59de-4eff-95ff-e4306654d479 HTTP/1.1" status: 204 len: 168 time: 0.1324449 Nov 24 22:18:36.595791 n-d-812111-8 neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5026f0-d186-4caa-9701-87e427f32452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b99b73-59de-4eff-95ff-e4306654d479,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:39.105571 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b3a0af0f-5b88-4e0c-978f-f7133853a1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:40.657715 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:41.389678 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2a2be4bd-6ff1-4130-ba1e-e2f471d08f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:42.001094 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:42.769888 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:44.134313 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:45.016346 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:18:59.493318 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:19:09.098766 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4ace8f2a-676d-4cdd-a8ca-92ed061aa226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:19:10.672545 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:19:11.391860 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b23334d1-45be-4ec7-af03-c63a4a275970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:19:12.015081 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:19:12.777772 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:19:14.137305 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:19:15.015208 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:19:36.491572 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:19:39.102104 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-06eced5b-5019-4042-99b5-63394ae36e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:19:40.671329 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:19:41.396406 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0085bb70-5bc9-4fd3-b391-5f5b1045e9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:19:42.013814 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:19:42.779472 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:19:44.141193 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:19:45.008542 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:20:09.104610 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b7469809-7997-4f66-b961-928bb13c7fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:20:10.701893 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:20:11.401854 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4c1b-3a51-4603-b2b7-ab3bc01f9b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:20:12.045089 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:20:12.779041 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:20:13.490198 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:20:14.143836 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:20:15.011827 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:20:39.111655 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-93f6c7a6-4ba2-45d5-a06a-c7afe794d85c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:20:40.717164 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:20:41.404518 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7bc85039-e478-4114-b114-f3d628c88466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:20:42.059235 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:20:42.784328 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:20:44.147776 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:20:45.015002 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:20:50.491072 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:21:09.115385 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-76d7613f-066d-42c5-b6e4-bc1dac6aba0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:21:10.716086 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:21:11.405911 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8aaef10c-aa6a-4966-a7f9-53d961704eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:21:12.059325 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:21:12.787049 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:21:14.151960 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:21:15.019533 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:21:27.490375 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:21:39.117893 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8d12fc09-3ba2-4c54-bcc8-378cb5c98848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:21:40.713919 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:21:41.410413 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-462ab573-c7be-4880-90e8-985511334318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:21:42.059857 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:21:42.788608 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:21:44.153500 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:21:45.023424 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:22:04.489059 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:22:09.123776 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-08919ae4-f1e2-4896-847b-61b9ad1283a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:22:10.716863 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:22:11.412434 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2d766da9-1482-4d22-af51-b3909651367a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:22:12.075916 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:22:12.793281 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:22:14.155523 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:22:15.026761 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:22:39.116295 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7ea69477-8e07-448e-ae94-633895be0633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:22:40.712115 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:22:41.413706 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e4e2d7bf-8f82-4ada-9d65-54acd243e34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:22:41.488198 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:22:42.079886 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:22:42.793993 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:22:44.158346 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:22:45.030663 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:23:09.123225 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-decc3241-52af-4826-8c4c-d27a3961f352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:23:10.713526 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:23:11.415641 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d0d11c51-7901-4bb9-992a-6c0ac4bc456d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:23:12.075274 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:23:12.797756 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:23:14.165682 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:23:15.033698 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:23:18.487855 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:23:39.115671 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8d61-de5d-441a-b78a-b37d252c5000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:23:40.711751 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:23:41.417366 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-85975958-25ef-47e2-8283-e76085456399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:23:42.087601 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:23:42.799707 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:23:44.163877 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:23:45.038148 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:23:55.486844 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:24:09.119821 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2f90191e-18d7-4ea0-a114-0cde39febbb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:24:10.709423 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:24:11.419219 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0ed95090-2725-44d4-8c1a-484048c3bd47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:24:12.087911 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:24:12.802937 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:24:14.166241 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:24:15.040777 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:24:32.486080 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:24:39.122411 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b5afa4ac-9246-4df5-9d32-dbb9787725ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:24:40.724542 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:24:41.421427 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-039c225f-7298-4948-8de2-bb8ef9f4a987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:24:42.102971 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:24:42.806838 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:24:44.171413 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:24:45.043435 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:25:09.123712 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0021ac68-3f74-4ca1-ba68-1383eaefc335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:25:09.485347 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:25:10.745018 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:25:11.422936 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f622ce6a-9d21-45ab-97e7-db66aa8a8968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:25:12.101998 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:25:12.811386 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:25:14.171350 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:25:15.044596 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:25:39.126238 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bfa98cf1-0242-46f3-b63b-aab5b17fabd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:25:40.757427 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:25:41.424257 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-88dc4bfb-2c03-43cf-86f1-e8da77b8782b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:25:42.119160 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:25:42.812945 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:25:44.178139 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:25:45.047116 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:25:46.485085 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:26:09.285346 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6fb9-cb41-41bd-995d-b6e3dec4dced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:26:10.769762 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:26:11.427925 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-110ce3ae-c082-4564-9c02-36e7b53ed6c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:26:12.119994 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:26:12.815299 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:26:14.178715 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:26:15.049900 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:26:23.487749 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:26:37.967250 n-d-812111-8 neutron-server[109990]: DEBUG neutron.wsgi [req-645f2639-c67c-4b91-9f93-b304dcac83c1 req-a088e1fb-853d-4c85-9df6-ae5023dcd6cb service neutron] (109990) timed out ('10.222.0.11', 55152) {{(pid=109990) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 22:26:39.130828 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6b390e43-0423-46c5-af3a-6352f5450f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:26:40.770384 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8359-9ed8-4c51-859e-ae7c9dff6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:26:41.434161 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ba49050a-3af8-43c6-9185-ba7a1f681acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:26:42.135881 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c9bd41f3-ff3d-4227-82d7-5b77b36a6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:26:42.818857 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-dbf32411-c136-45b9-a502-6812cbd208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:26:44.181965 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-a61b5102-7d46-4a15-bb95-a76f03089621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:26:45.052611 n-d-812111-8 neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-34601445-33af-4e99-b6e2-0c65f1ceda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740975816129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566101'] for agent, after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 22:27:00.487113 n-d-812111-8 neutron-server[109993]: DEBUG neutron.db.agents_db [None req-c57c5806-27a7-4ef4-a588-c76229bd845f None None] Agent healthcheck: found 7 active agents {{(pid=109993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}